2023-08-28T01:45:29.143 INFO:root:teuthology version: 0.0.1.dev185+g449a1bc 2023-08-28T01:45:29.143 DEBUG:teuthology.run:Teuthology command: teuthology --owner scheduled_teuthology@teuthology --verbose --description upgrade:quincy-x/stress-split/{0-distro/centos_8.stream_container_tools 0-roles 1-start 2-first-half-tasks/radosbench 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/connectivity} --archive /home/teuthworker/archive/teuthology-2023-08-26_14:23:13-upgrade:quincy-x-reef-distro-default-smithi/7381872 --name teuthology-2023-08-26_14:23:13-upgrade:quincy-x-reef-distro-default-smithi -- /home/teuthworker/archive/teuthology-2023-08-26_14:23:13-upgrade:quincy-x-reef-distro-default-smithi/7381872/orig.config.yaml 2023-08-28T01:45:29.204 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2023-08-28T01:45:29.291 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2023-08-26_14:23:13-upgrade:quincy-x-reef-distro-default-smithi/7381872 branch: reef description: upgrade:quincy-x/stress-split/{0-distro/centos_8.stream_container_tools 0-roles 1-start 2-first-half-tasks/radosbench 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/connectivity} email: ceph-qa@ceph.io first-half-sequence: - cephadm.shell: env: - sha1 mon.a: - ceph config set mgr mgr/cephadm/daemon_cache_timeout 60 - ceph config set global log_to_journald false --force - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - ceph orch ps - echo wait for minority of mons to upgrade - while ! ceph mon versions | grep $sha1 ; do sleep 2 ; done - ceph orch ps - ceph orch upgrade pause - sleep 60 - ceph orch upgrade resume - echo wait for majority of mons to upgrade - 'while ! ceph mon versions | grep $sha1 | egrep '': [23]'' ; do sleep 2 ; done' - ceph orch ps - ceph orch upgrade pause - sleep 60 - ceph orch upgrade resume - echo wait for all mons to upgrade - 'while ! ceph mon versions | grep $sha1 | grep '': 3'' ; do sleep 2 ; done' - ceph orch ps - ceph orch upgrade pause - sleep 60 - ceph orch upgrade resume - echo wait for half of osds to upgrade - 'while ! ceph osd versions | grep $sha1 | egrep '': [45678]''; do sleep 2 ; done' - ceph orch upgrade pause - ceph orch ps - ceph orch ps - ceph versions first-half-tasks: - full_sequential: - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - print: '**** done end radosbench.yaml' first_in_suite: false job_id: '7381872' kernel: kdb: true sha1: distro last_in_suite: false machine_type: smithi meta: - desc: 'run randomized correctness test for rados operations generate write load with rados bench ' - desc: 'run randomized correctness test for rados operations generate write load with rados bench ' - desc: 'run basic cls tests for rbd ' - desc: 'run basic import/export cli tests for rbd ' - desc: 'librbd C and C++ api tests ' - desc: 'randomized correctness test for rados operations on a replicated pool, using only reads, writes, and deletes ' - desc: 'randomized correctness test for rados operations on a replicated pool with snapshot operations ' - desc: 'run basic import/export cli tests for rbd ' name: teuthology-2023-08-26_14:23:13-upgrade:quincy-x-reef-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 8.stream overrides: admin_socket: branch: reef ceph: conf: global: mon election default strategy: 3 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true create_rbd_pool: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) sha1: 9cf208207dfe23ffccb33308b22e51570cb45e51 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: flavor: default sha1: 9cf208207dfe23ffccb33308b22e51570cb45e51 selinux: whitelist: - scontext=system_u:system_r:logrotate_t:s0 workunit: branch: reef sha1: 81fef490342f7b9544e89fe32a9e51929064494d owner: scheduled_teuthology@teuthology priority: 100 repo: https://github.com/ceph/ceph.git roles: - - mon.a - mon.c - mgr.y - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b second-half-sequence: sequential: - cephadm.shell: env: - sha1 mon.a: - ceph orch upgrade resume - sleep 60 - echo wait for upgrade to complete - while ceph orch upgrade status | jq '.in_progress' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done - echo upgrade complete - ceph orch ps - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 second-half-tasks: - workunit: branch: quincy clients: client.0: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done rbd/import_export.sh 5-workload' seed: 6846 sha1: 9cf208207dfe23ffccb33308b22e51570cb45e51 sleep_before_teardown: 0 stress-tasks: - thrashosds: aggressive_pg_num_changes: false chance_force_recovery: 0 chance_pgnum_grow: 1 chance_pgpnum_fix: 1 chance_thrash_cluster_full: 0 chance_thrash_pg_upmap: 0 chance_thrash_pg_upmap_items: 0 disable_objectstore_tool_tests: true timeout: 1200 - full_sequential: - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - print: '**** done end radosbench.yaml' - workunit: branch: quincy clients: client.0: - cls/test_cls_rbd.sh - print: '**** done cls/test_cls_rbd.sh 5-workload' - workunit: branch: quincy clients: client.0: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done rbd/import_export.sh 5-workload' - workunit: branch: quincy clients: client.0: - rbd/test_librbd.sh - print: '**** done rbd/test_librbd.sh 7-workload' - full_sequential: - rados: clients: - client.0 objects: 500 op_weights: delete: 10 read: 45 write: 45 ops: 4000 write_append_excl: false - print: '**** done rados/readwrite 5-workload' - full_sequential: - rados: clients: - client.0 objects: 50 op_weights: delete: 50 read: 100 rollback: 50 snap_create: 50 snap_remove: 50 write: 100 ops: 4000 write_append_excl: false - print: '**** done rados/snaps-few-objects 5-workload' suite: upgrade:quincy-x suite_branch: reef suite_path: /home/teuthworker/src/github.com_ceph_ceph_81fef490342f7b9544e89fe32a9e51929064494d/qa suite_relpath: qa suite_repo: https://github.com/ceph/ceph.git suite_sha1: 81fef490342f7b9544e89fe32a9e51929064494d targets: smithi040.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDHTMFhJZzPlW6yR3FyENe8NMMCzP/PfgvKwD/oJco5JhpGUqmMYoEAnX9/obM9MMWAtwg3Qk2TstiIZ919FaZ2pOD+oN0Z2Gp/dJn8MkcAg9VlRc9/sykU1ufpsQrSvCHe/IGfOgcgcPKmWbyPoWPiOhzRFppqazUbNwJTZ5kdIZEUBwLPJFFWW1GCYJoXdow/IrDQJDJA1DN7DkiKYxKAcGDW6oJJ5qpBTINqi665o5Qgl4LANdv07A37mMs3JD6/9TEc4TQuq2b4+/JfzqzGjsZvG060wegGBR0T7wedJUKhYghVX13+89bzmvZo+NpIQ1LVG/zqw+v7i3GF2GfC8WHyPyJwY4LMwAhsgTolS1XDlg4pcmCPbifO1KRHHFjhYnjWp0g3UuHR7uWwQNiq2nHXt7DPi4kFwllrM3o4V+beLNxYkEI3wWOEHoFJlqM22QZaEJl1Gg+cME5oQfB5QwcR1lzHfl1okhvpetBG4S+ELZCNOQBBRdn8LEvVEoE= smithi083.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDvc31GHOSravv29tiQTRYkbip1z5wKX42k2H1GrqQvDiwRJ/e2yu6KX3UA4+xtOBpoYAo8be8SimmESfNzC4aMC8yf47WPVPIPF0IGHymqC4bbaXTDKd8lBq/IX2WHqLpRsThQVoMSpvcR7EmZQG5sygWdnGHQfLFOR1E7t71h6OOmzvv+hXX+v8Su0Upz/Yeu6lPuGClb7qsvxWby6F8+rmHcvdDu4XQF8U3s6cCf16FuX1EkvCJImxii26KSwC0q+ZVkAqPaQsIMebivvSMDwNlbVT+lNnntfqZQsoRJG/l5wu6evbbbi7WICLa/lwRn2sVJwNx0uhv/Dk2rldlc9STXSz4rVfoBRLIhpTvAX2drQE5T59L5gB09JLc3Tdh6p429oUlrdVM3m4xCg8Gst5yPPOtqXjZ/506Xzl0wiyku31NQKofkFxN5p5+YO/ZZuwa79zj3sOvCxR8cOZf3dVjJ4EFNW2esDxJzAzE9S/PGVTV80Rm27VMLh5oJnKk= tasks: - pexec: all: - sudo cp /etc/containers/registries.conf /etc/containers/registries.conf.backup - sudo dnf -y module reset container-tools - sudo dnf -y module install container-tools --allowerasing --nobest - sudo cp /etc/containers/registries.conf.backup /etc/containers/registries.conf - install: branch: quincy exclude_packages: - ceph-volume - cephadm: cephadm_branch: quincy cephadm_git_url: https://github.com/ceph/ceph conf: osd: osd_class_default_list: '*' osd_class_load_list: '*' image: quay.ceph.io/ceph-ci/ceph:quincy - cephadm.shell: mon.a: - ceph fs volume create foo - ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force - ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force - ceph.healthy: null - print: '**** upgrading first half of cluster, with stress ****' - parallel: - first-half-tasks - first-half-sequence - print: '**** done upgrading first half of cluster ****' - ceph.healthy: null - print: '**** applying stress + thrashing to mixed-version cluster ****' - parallel: - stress-tasks - ceph.healthy: null - print: '**** finishing upgrade ****' - parallel: - second-half-tasks - second-half-sequence - ceph.healthy: null teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 449a1bc2027504e7b3c3d7b30fa4178906581da7 timestamp: 2023-08-26_14:23:13 tube: smithi user: teuthology verbose: true worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.29856 2023-08-28T01:45:29.292 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/github.com_ceph_ceph_81fef490342f7b9544e89fe32a9e51929064494d/qa; will attempt to use it 2023-08-28T01:45:29.321 INFO:teuthology.run:Found tasks at /home/teuthworker/src/github.com_ceph_ceph_81fef490342f7b9544e89fe32a9e51929064494d/qa/tasks 2023-08-28T01:45:29.321 INFO:teuthology.run_tasks:Running task internal.check_packages... 2023-08-28T01:45:29.322 INFO:teuthology.task.internal:Checking packages... 2023-08-28T01:45:29.951 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '9cf208207dfe23ffccb33308b22e51570cb45e51' 2023-08-28T01:45:29.952 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-08-28T01:45:29.952 INFO:teuthology.packaging:ref: None 2023-08-28T01:45:29.952 INFO:teuthology.packaging:tag: None 2023-08-28T01:45:29.952 INFO:teuthology.packaging:branch: reef 2023-08-28T01:45:29.952 INFO:teuthology.packaging:sha1: 9cf208207dfe23ffccb33308b22e51570cb45e51 2023-08-28T01:45:29.952 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=reef 2023-08-28T01:45:30.282 INFO:teuthology.task.internal:Found packages for ceph version 18.2.0-191.g02042ef2 2023-08-28T01:45:30.282 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2023-08-28T01:45:30.289 INFO:teuthology.task.internal:no buildpackages task found 2023-08-28T01:45:30.289 INFO:teuthology.run_tasks:Running task internal.save_config... 2023-08-28T01:45:30.298 INFO:teuthology.task.internal:Saving configuration 2023-08-28T01:45:30.320 INFO:teuthology.run_tasks:Running task internal.check_lock... 2023-08-28T01:45:30.325 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-08-28T01:45:30.347 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi040.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2023-08-26_14:23:13-upgrade:quincy-x-reef-distro-default-smithi/7381872', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '8', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-08-28 01:40:34.255207', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBBNhxjTfXlpY7orHKlvjxofGx9J94R87vUMQ/Bq4PzWGRmyJTH7R1X3fk/qikuGY08hhJ1aMRMaaR5Ns+e7ezyY='} 2023-08-28T01:45:30.370 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi083.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2023-08-26_14:23:13-upgrade:quincy-x-reef-distro-default-smithi/7381872', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '8', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-08-28 01:40:34.256640', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBKnAVbryeXoC/fqeaFzU9arRpkFyV3bcItkIv4msxWLpGo+gd3Zhjzl5mciw9zgloczPhMCrSz5zLTqURC/uh6U='} 2023-08-28T01:45:30.371 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2023-08-28T01:45:30.376 INFO:teuthology.task.internal:roles: ubuntu@smithi040.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2023-08-28T01:45:30.376 INFO:teuthology.task.internal:roles: ubuntu@smithi083.front.sepia.ceph.com - ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2023-08-28T01:45:30.376 INFO:teuthology.run_tasks:Running task console_log... 2023-08-28T01:45:30.445 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7fe2b7844670>, signals=[15]) 2023-08-28T01:45:30.445 INFO:teuthology.run_tasks:Running task internal.connect... 2023-08-28T01:45:30.451 INFO:teuthology.task.internal:Opening connections... 2023-08-28T01:45:30.451 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi040.front.sepia.ceph.com 2023-08-28T01:45:30.453 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi040.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-08-28T01:45:30.523 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi083.front.sepia.ceph.com 2023-08-28T01:45:30.524 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi083.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-08-28T01:45:30.592 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2023-08-28T01:45:30.600 DEBUG:teuthology.orchestra.run.smithi040:> uname -m 2023-08-28T01:45:30.623 INFO:teuthology.orchestra.run.smithi040.stdout:x86_64 2023-08-28T01:45:30.623 DEBUG:teuthology.orchestra.run.smithi040:> cat /etc/os-release 2023-08-28T01:45:30.685 INFO:teuthology.orchestra.run.smithi040.stdout:NAME="CentOS Stream" 2023-08-28T01:45:30.685 INFO:teuthology.orchestra.run.smithi040.stdout:VERSION="8" 2023-08-28T01:45:30.685 INFO:teuthology.orchestra.run.smithi040.stdout:ID="centos" 2023-08-28T01:45:30.685 INFO:teuthology.orchestra.run.smithi040.stdout:ID_LIKE="rhel fedora" 2023-08-28T01:45:30.685 INFO:teuthology.orchestra.run.smithi040.stdout:VERSION_ID="8" 2023-08-28T01:45:30.685 INFO:teuthology.orchestra.run.smithi040.stdout:PLATFORM_ID="platform:el8" 2023-08-28T01:45:30.685 INFO:teuthology.orchestra.run.smithi040.stdout:PRETTY_NAME="CentOS Stream 8" 2023-08-28T01:45:30.685 INFO:teuthology.orchestra.run.smithi040.stdout:ANSI_COLOR="0;31" 2023-08-28T01:45:30.685 INFO:teuthology.orchestra.run.smithi040.stdout:CPE_NAME="cpe:/o:centos:centos:8" 2023-08-28T01:45:30.685 INFO:teuthology.orchestra.run.smithi040.stdout:HOME_URL="https://centos.org/" 2023-08-28T01:45:30.686 INFO:teuthology.orchestra.run.smithi040.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2023-08-28T01:45:30.686 INFO:teuthology.orchestra.run.smithi040.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 8" 2023-08-28T01:45:30.686 INFO:teuthology.orchestra.run.smithi040.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2023-08-28T01:45:30.686 INFO:teuthology.lock.ops:Updating smithi040.front.sepia.ceph.com on lock server 2023-08-28T01:45:30.709 DEBUG:teuthology.orchestra.run.smithi083:> uname -m 2023-08-28T01:45:30.731 INFO:teuthology.orchestra.run.smithi083.stdout:x86_64 2023-08-28T01:45:30.731 DEBUG:teuthology.orchestra.run.smithi083:> cat /etc/os-release 2023-08-28T01:45:30.791 INFO:teuthology.orchestra.run.smithi083.stdout:NAME="CentOS Stream" 2023-08-28T01:45:30.792 INFO:teuthology.orchestra.run.smithi083.stdout:VERSION="8" 2023-08-28T01:45:30.792 INFO:teuthology.orchestra.run.smithi083.stdout:ID="centos" 2023-08-28T01:45:30.792 INFO:teuthology.orchestra.run.smithi083.stdout:ID_LIKE="rhel fedora" 2023-08-28T01:45:30.792 INFO:teuthology.orchestra.run.smithi083.stdout:VERSION_ID="8" 2023-08-28T01:45:30.792 INFO:teuthology.orchestra.run.smithi083.stdout:PLATFORM_ID="platform:el8" 2023-08-28T01:45:30.792 INFO:teuthology.orchestra.run.smithi083.stdout:PRETTY_NAME="CentOS Stream 8" 2023-08-28T01:45:30.792 INFO:teuthology.orchestra.run.smithi083.stdout:ANSI_COLOR="0;31" 2023-08-28T01:45:30.792 INFO:teuthology.orchestra.run.smithi083.stdout:CPE_NAME="cpe:/o:centos:centos:8" 2023-08-28T01:45:30.792 INFO:teuthology.orchestra.run.smithi083.stdout:HOME_URL="https://centos.org/" 2023-08-28T01:45:30.793 INFO:teuthology.orchestra.run.smithi083.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2023-08-28T01:45:30.793 INFO:teuthology.orchestra.run.smithi083.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 8" 2023-08-28T01:45:30.793 INFO:teuthology.orchestra.run.smithi083.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2023-08-28T01:45:30.793 INFO:teuthology.lock.ops:Updating smithi083.front.sepia.ceph.com on lock server 2023-08-28T01:45:30.809 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2023-08-28T01:45:30.818 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2023-08-28T01:45:30.824 INFO:teuthology.task.internal:Checking for old test directory... 2023-08-28T01:45:30.824 DEBUG:teuthology.orchestra.run.smithi040:> test '!' -e /home/ubuntu/cephtest 2023-08-28T01:45:30.827 DEBUG:teuthology.orchestra.run.smithi083:> test '!' -e /home/ubuntu/cephtest 2023-08-28T01:45:30.851 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2023-08-28T01:45:30.859 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2023-08-28T01:45:30.860 DEBUG:teuthology.orchestra.run.smithi040:> test -z $(ls -A /var/lib/ceph) 2023-08-28T01:45:30.888 DEBUG:teuthology.orchestra.run.smithi083:> test -z $(ls -A /var/lib/ceph) 2023-08-28T01:45:30.918 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2023-08-28T01:45:30.996 INFO:teuthology.run_tasks:Running task kernel... 2023-08-28T01:45:31.011 INFO:teuthology.task.kernel:normalize config orig: {'kdb': True, 'sha1': 'distro'} 2023-08-28T01:45:31.011 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': True, 'sha1': 'distro'}, 'mon.b': {'kdb': True, 'sha1': 'distro'}}, timeout 300 2023-08-28T01:45:31.012 DEBUG:teuthology.orchestra.run.smithi040:> test -f /run/.containerenv -o -f /.dockerenv 2023-08-28T01:45:31.012 DEBUG:teuthology.orchestra.run.smithi083:> test -f /run/.containerenv -o -f /.dockerenv 2023-08-28T01:45:31.031 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-08-28T01:45:31.031 DEBUG:teuthology.orchestra.run.smithi083:> uname -r 2023-08-28T01:45:31.032 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-08-28T01:45:31.033 DEBUG:teuthology.orchestra.run.smithi040:> uname -r 2023-08-28T01:45:31.090 INFO:teuthology.orchestra.run.smithi083.stdout:4.18.0-489.el8.x86_64 2023-08-28T01:45:31.091 INFO:teuthology.task.kernel:Running kernel on smithi083: 4.18.0-489.el8.x86_64 2023-08-28T01:45:31.091 DEBUG:teuthology.orchestra.run.smithi083:> sudo yum install -y kernel 2023-08-28T01:45:31.095 INFO:teuthology.orchestra.run.smithi040.stdout:4.18.0-489.el8.x86_64 2023-08-28T01:45:31.096 INFO:teuthology.task.kernel:Running kernel on smithi040: 4.18.0-489.el8.x86_64 2023-08-28T01:45:31.096 DEBUG:teuthology.orchestra.run.smithi040:> sudo yum install -y kernel 2023-08-28T01:45:35.993 INFO:teuthology.orchestra.run.smithi083.stdout:CentOS Stream 8 - AppStream 15 MB/s | 33 MB 00:02 2023-08-28T01:45:36.021 INFO:teuthology.orchestra.run.smithi040.stdout:CentOS Stream 8 - AppStream 13 MB/s | 33 MB 00:02 2023-08-28T01:45:44.235 INFO:teuthology.orchestra.run.smithi083.stdout:CentOS Stream 8 - BaseOS 21 MB/s | 46 MB 00:02 2023-08-28T01:45:44.588 INFO:teuthology.orchestra.run.smithi040.stdout:CentOS Stream 8 - BaseOS 21 MB/s | 46 MB 00:02 2023-08-28T01:45:51.035 INFO:teuthology.orchestra.run.smithi083.stdout:CentOS Stream 8 - Extras 77 kB/s | 18 kB 00:00 2023-08-28T01:45:51.377 INFO:teuthology.orchestra.run.smithi083.stdout:CentOS Stream 8 - Extras common packages 41 kB/s | 6.8 kB 00:00 2023-08-28T01:45:51.862 INFO:teuthology.orchestra.run.smithi083.stdout:Copr repo for python3-asyncssh owned by ceph 10 kB/s | 3.5 kB 00:00 2023-08-28T01:45:51.963 INFO:teuthology.orchestra.run.smithi040.stdout:CentOS Stream 8 - Extras 52 kB/s | 18 kB 00:00 2023-08-28T01:45:52.288 INFO:teuthology.orchestra.run.smithi040.stdout:CentOS Stream 8 - Extras common packages 52 kB/s | 6.8 kB 00:00 2023-08-28T01:45:52.606 INFO:teuthology.orchestra.run.smithi040.stdout:Copr repo for python3-asyncssh owned by ceph 22 kB/s | 3.5 kB 00:00 2023-08-28T01:45:52.830 INFO:teuthology.orchestra.run.smithi083.stdout:Extra Packages for Enterprise Linux 19 MB/s | 16 MB 00:00 2023-08-28T01:45:53.408 INFO:teuthology.orchestra.run.smithi040.stdout:Extra Packages for Enterprise Linux 25 MB/s | 16 MB 00:00 2023-08-28T01:45:56.580 INFO:teuthology.orchestra.run.smithi083.stdout:lab-extras 460 kB/s | 24 kB 00:00 2023-08-28T01:45:57.433 INFO:teuthology.orchestra.run.smithi040.stdout:lab-extras 436 kB/s | 24 kB 00:00 2023-08-28T01:46:00.021 INFO:teuthology.orchestra.run.smithi083.stdout:Package kernel-4.18.0-348.el8.x86_64 is already installed. 2023-08-28T01:46:00.021 INFO:teuthology.orchestra.run.smithi083.stdout:Package kernel-4.18.0-489.el8.x86_64 is already installed. 2023-08-28T01:46:00.293 INFO:teuthology.orchestra.run.smithi083.stdout:Dependencies resolved. 2023-08-28T01:46:00.293 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2023-08-28T01:46:00.294 INFO:teuthology.orchestra.run.smithi083.stdout: Package Architecture Version Repository Size 2023-08-28T01:46:00.294 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2023-08-28T01:46:00.294 INFO:teuthology.orchestra.run.smithi083.stdout:Installing: 2023-08-28T01:46:00.294 INFO:teuthology.orchestra.run.smithi083.stdout: kernel x86_64 4.18.0-512.el8 baseos 10 M 2023-08-28T01:46:00.294 INFO:teuthology.orchestra.run.smithi083.stdout:Installing dependencies: 2023-08-28T01:46:00.294 INFO:teuthology.orchestra.run.smithi083.stdout: kernel-core x86_64 4.18.0-512.el8 baseos 42 M 2023-08-28T01:46:00.294 INFO:teuthology.orchestra.run.smithi083.stdout: kernel-modules x86_64 4.18.0-512.el8 baseos 35 M 2023-08-28T01:46:00.294 INFO:teuthology.orchestra.run.smithi083.stdout: 2023-08-28T01:46:00.294 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction Summary 2023-08-28T01:46:00.294 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2023-08-28T01:46:00.294 INFO:teuthology.orchestra.run.smithi083.stdout:Install 3 Packages 2023-08-28T01:46:00.295 INFO:teuthology.orchestra.run.smithi083.stdout: 2023-08-28T01:46:00.295 INFO:teuthology.orchestra.run.smithi083.stdout:Total download size: 88 M 2023-08-28T01:46:00.295 INFO:teuthology.orchestra.run.smithi083.stdout:Installed size: 96 M 2023-08-28T01:46:00.295 INFO:teuthology.orchestra.run.smithi083.stdout:Downloading Packages: 2023-08-28T01:46:01.099 INFO:teuthology.orchestra.run.smithi040.stdout:Package kernel-4.18.0-348.el8.x86_64 is already installed. 2023-08-28T01:46:01.099 INFO:teuthology.orchestra.run.smithi040.stdout:Package kernel-4.18.0-489.el8.x86_64 is already installed. 2023-08-28T01:46:01.358 INFO:teuthology.orchestra.run.smithi040.stdout:Dependencies resolved. 2023-08-28T01:46:01.359 INFO:teuthology.orchestra.run.smithi040.stdout:================================================================================ 2023-08-28T01:46:01.359 INFO:teuthology.orchestra.run.smithi040.stdout: Package Architecture Version Repository Size 2023-08-28T01:46:01.359 INFO:teuthology.orchestra.run.smithi040.stdout:================================================================================ 2023-08-28T01:46:01.360 INFO:teuthology.orchestra.run.smithi040.stdout:Installing: 2023-08-28T01:46:01.360 INFO:teuthology.orchestra.run.smithi040.stdout: kernel x86_64 4.18.0-512.el8 baseos 10 M 2023-08-28T01:46:01.360 INFO:teuthology.orchestra.run.smithi040.stdout:Installing dependencies: 2023-08-28T01:46:01.360 INFO:teuthology.orchestra.run.smithi040.stdout: kernel-core x86_64 4.18.0-512.el8 baseos 42 M 2023-08-28T01:46:01.360 INFO:teuthology.orchestra.run.smithi040.stdout: kernel-modules x86_64 4.18.0-512.el8 baseos 35 M 2023-08-28T01:46:01.360 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T01:46:01.360 INFO:teuthology.orchestra.run.smithi040.stdout:Transaction Summary 2023-08-28T01:46:01.360 INFO:teuthology.orchestra.run.smithi040.stdout:================================================================================ 2023-08-28T01:46:01.360 INFO:teuthology.orchestra.run.smithi040.stdout:Install 3 Packages 2023-08-28T01:46:01.360 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T01:46:01.361 INFO:teuthology.orchestra.run.smithi040.stdout:Total download size: 88 M 2023-08-28T01:46:01.361 INFO:teuthology.orchestra.run.smithi040.stdout:Installed size: 96 M 2023-08-28T01:46:01.361 INFO:teuthology.orchestra.run.smithi040.stdout:Downloading Packages: 2023-08-28T01:46:01.515 INFO:teuthology.orchestra.run.smithi083.stdout:(1/3): kernel-4.18.0-512.el8.x86_64.rpm 8.5 MB/s | 10 MB 00:01 2023-08-28T01:46:02.657 INFO:teuthology.orchestra.run.smithi083.stdout:(2/3): kernel-modules-4.18.0-512.el8.x86_64.rpm 15 MB/s | 35 MB 00:02 2023-08-28T01:46:03.232 INFO:teuthology.orchestra.run.smithi083.stdout:(3/3): kernel-core-4.18.0-512.el8.x86_64.rpm 15 MB/s | 42 MB 00:02 2023-08-28T01:46:03.232 INFO:teuthology.orchestra.run.smithi083.stdout:-------------------------------------------------------------------------------- 2023-08-28T01:46:03.232 INFO:teuthology.orchestra.run.smithi083.stdout:Total 30 MB/s | 88 MB 00:02 2023-08-28T01:46:03.903 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction check 2023-08-28T01:46:04.009 INFO:teuthology.orchestra.run.smithi040.stdout:(1/3): kernel-4.18.0-512.el8.x86_64.rpm 3.8 MB/s | 10 MB 00:02 2023-08-28T01:46:04.309 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction check succeeded. 2023-08-28T01:46:04.309 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction test 2023-08-28T01:46:05.530 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction test succeeded. 2023-08-28T01:46:05.551 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction 2023-08-28T01:46:05.975 INFO:teuthology.orchestra.run.smithi040.stdout:(2/3): kernel-modules-4.18.0-512.el8.x86_64.rpm 7.7 MB/s | 35 MB 00:04 2023-08-28T01:46:06.517 INFO:teuthology.orchestra.run.smithi040.stdout:(3/3): kernel-core-4.18.0-512.el8.x86_64.rpm 8.3 MB/s | 42 MB 00:05 2023-08-28T01:46:06.518 INFO:teuthology.orchestra.run.smithi040.stdout:-------------------------------------------------------------------------------- 2023-08-28T01:46:06.518 INFO:teuthology.orchestra.run.smithi040.stdout:Total 17 MB/s | 88 MB 00:05 2023-08-28T01:46:07.219 INFO:teuthology.orchestra.run.smithi040.stdout:Running transaction check 2023-08-28T01:46:07.683 INFO:teuthology.orchestra.run.smithi040.stdout:Transaction check succeeded. 2023-08-28T01:46:07.683 INFO:teuthology.orchestra.run.smithi040.stdout:Running transaction test 2023-08-28T01:46:08.294 INFO:teuthology.orchestra.run.smithi083.stdout: Preparing : 1/1 2023-08-28T01:46:08.830 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : kernel-core-4.18.0-512.el8.x86_64 1/3 2023-08-28T01:46:08.951 INFO:teuthology.orchestra.run.smithi040.stdout:Transaction test succeeded. 2023-08-28T01:46:08.976 INFO:teuthology.orchestra.run.smithi040.stdout:Running transaction 2023-08-28T01:46:11.910 INFO:teuthology.orchestra.run.smithi040.stdout: Preparing : 1/1 2023-08-28T01:46:12.387 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: kernel-core-4.18.0-512.el8.x86_64 1/3 2023-08-28T01:46:12.652 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : kernel-core-4.18.0-512.el8.x86_64 1/3 2023-08-28T01:46:12.796 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : kernel-modules-4.18.0-512.el8.x86_64 2/3 2023-08-28T01:46:16.172 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: kernel-modules-4.18.0-512.el8.x86_64 2/3 2023-08-28T01:46:16.383 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: kernel-core-4.18.0-512.el8.x86_64 1/3 2023-08-28T01:46:16.475 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : kernel-4.18.0-512.el8.x86_64 3/3 2023-08-28T01:46:16.760 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : kernel-modules-4.18.0-512.el8.x86_64 2/3 2023-08-28T01:46:20.381 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: kernel-modules-4.18.0-512.el8.x86_64 2/3 2023-08-28T01:46:20.646 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : kernel-4.18.0-512.el8.x86_64 3/3 2023-08-28T01:46:38.304 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: kernel-core-4.18.0-512.el8.x86_64 3/3 2023-08-28T01:46:38.328 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: kernel-modules-4.18.0-512.el8.x86_64 3/3 2023-08-28T01:46:38.664 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: kernel-4.18.0-512.el8.x86_64 3/3 2023-08-28T01:46:38.664 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : kernel-4.18.0-512.el8.x86_64 1/3 2023-08-28T01:46:38.664 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : kernel-core-4.18.0-512.el8.x86_64 2/3 2023-08-28T01:46:39.930 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : kernel-modules-4.18.0-512.el8.x86_64 3/3 2023-08-28T01:46:39.930 INFO:teuthology.orchestra.run.smithi083.stdout: 2023-08-28T01:46:39.930 INFO:teuthology.orchestra.run.smithi083.stdout:Installed: 2023-08-28T01:46:39.931 INFO:teuthology.orchestra.run.smithi083.stdout: kernel-4.18.0-512.el8.x86_64 kernel-core-4.18.0-512.el8.x86_64 2023-08-28T01:46:39.931 INFO:teuthology.orchestra.run.smithi083.stdout: kernel-modules-4.18.0-512.el8.x86_64 2023-08-28T01:46:39.931 INFO:teuthology.orchestra.run.smithi083.stdout: 2023-08-28T01:46:39.931 INFO:teuthology.orchestra.run.smithi083.stdout:Complete! 2023-08-28T01:46:40.071 DEBUG:teuthology.orchestra.run.smithi083:> rpm -q kernel | sort -rV | head -n 1 2023-08-28T01:46:40.281 INFO:teuthology.orchestra.run.smithi083.stdout:kernel-4.18.0-512.el8.x86_64 2023-08-28T01:46:40.552 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-512.el8.x86_64 2023-08-28T01:46:40.552 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 4.18.0-489.el8.x86_64 Expected: 4.18.0-512.el8.x86_64 2023-08-28T01:46:40.552 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2023-08-28T01:46:40.552 DEBUG:teuthology.task.kernel:src is distro, skipping download 2023-08-28T01:46:40.553 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2023-08-28T01:46:40.553 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi083.front.sepia.ceph.com, path=None, version=distro) 2023-08-28T01:46:40.553 DEBUG:teuthology.orchestra.run.smithi083:> rpm -q kernel | sort -rV | head -n 1 2023-08-28T01:46:40.762 INFO:teuthology.orchestra.run.smithi083.stdout:kernel-4.18.0-512.el8.x86_64 2023-08-28T01:46:40.763 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-512.el8.x86_64 2023-08-28T01:46:40.956 DEBUG:teuthology.orchestra.run.smithi083:> sudo rpm -qi grub2-tools 2023-08-28T01:46:40.989 INFO:teuthology.orchestra.run.smithi083.stdout:Name : grub2-tools 2023-08-28T01:46:41.375 INFO:teuthology.orchestra.run.smithi083.stdout:Epoch : 1 2023-08-28T01:46:41.375 INFO:teuthology.orchestra.run.smithi083.stdout:Version : 2.02 2023-08-28T01:46:41.375 INFO:teuthology.orchestra.run.smithi083.stdout:Release : 129.el8 2023-08-28T01:46:41.375 INFO:teuthology.orchestra.run.smithi083.stdout:Architecture: x86_64 2023-08-28T01:46:41.376 INFO:teuthology.orchestra.run.smithi083.stdout:Install Date: Thu 04 May 2023 10:17:48 PM UTC 2023-08-28T01:46:41.376 INFO:teuthology.orchestra.run.smithi083.stdout:Group : System Environment/Base 2023-08-28T01:46:41.376 INFO:teuthology.orchestra.run.smithi083.stdout:Size : 9265586 2023-08-28T01:46:41.376 INFO:teuthology.orchestra.run.smithi083.stdout:License : GPLv3+ 2023-08-28T01:46:41.376 INFO:teuthology.orchestra.run.smithi083.stdout:Signature : RSA/SHA256, Tue 19 Jul 2022 02:52:06 PM UTC, Key ID 05b555b38483c65d 2023-08-28T01:46:41.376 INFO:teuthology.orchestra.run.smithi083.stdout:Source RPM : grub2-2.02-129.el8.src.rpm 2023-08-28T01:46:41.376 INFO:teuthology.orchestra.run.smithi083.stdout:Build Date : Tue 19 Jul 2022 02:30:39 PM UTC 2023-08-28T01:46:41.376 INFO:teuthology.orchestra.run.smithi083.stdout:Build Host : kbuilder.bsys.centos.org 2023-08-28T01:46:41.376 INFO:teuthology.orchestra.run.smithi083.stdout:Relocations : (not relocatable) 2023-08-28T01:46:41.376 INFO:teuthology.orchestra.run.smithi083.stdout:Packager : CentOS BuildSystem 2023-08-28T01:46:41.377 INFO:teuthology.orchestra.run.smithi083.stdout:Vendor : CentOS 2023-08-28T01:46:41.377 INFO:teuthology.orchestra.run.smithi083.stdout:URL : http://www.gnu.org/software/grub/ 2023-08-28T01:46:41.377 INFO:teuthology.orchestra.run.smithi083.stdout:Summary : Support tools for GRUB. 2023-08-28T01:46:41.377 INFO:teuthology.orchestra.run.smithi083.stdout:Description : 2023-08-28T01:46:41.377 INFO:teuthology.orchestra.run.smithi083.stdout: 2023-08-28T01:46:41.377 INFO:teuthology.orchestra.run.smithi083.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2023-08-28T01:46:41.377 INFO:teuthology.orchestra.run.smithi083.stdout:customizable bootloader with modular architecture. It supports a rich 2023-08-28T01:46:41.377 INFO:teuthology.orchestra.run.smithi083.stdout:variety of kernel formats, file systems, computer architectures and 2023-08-28T01:46:41.377 INFO:teuthology.orchestra.run.smithi083.stdout:hardware devices. 2023-08-28T01:46:41.377 INFO:teuthology.orchestra.run.smithi083.stdout: 2023-08-28T01:46:41.377 INFO:teuthology.orchestra.run.smithi083.stdout:This subpackage provides tools for support of all platforms. 2023-08-28T01:46:41.379 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2023-08-28T01:46:41.379 INFO:teuthology.task.kernel:Updating grub on smithi083 to boot 4.18.0-512.el8.x86_64 2023-08-28T01:46:41.379 DEBUG:teuthology.orchestra.run.smithi083:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2023-08-28T01:46:42.804 INFO:teuthology.orchestra.run.smithi083.stderr:Generating grub configuration file ... 2023-08-28T01:46:43.674 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: kernel-core-4.18.0-512.el8.x86_64 3/3 2023-08-28T01:46:43.698 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: kernel-modules-4.18.0-512.el8.x86_64 3/3 2023-08-28T01:46:44.046 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: kernel-4.18.0-512.el8.x86_64 3/3 2023-08-28T01:46:44.047 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : kernel-4.18.0-512.el8.x86_64 1/3 2023-08-28T01:46:44.047 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : kernel-core-4.18.0-512.el8.x86_64 2/3 2023-08-28T01:46:45.047 INFO:teuthology.orchestra.run.smithi083.stderr:done 2023-08-28T01:46:45.049 DEBUG:teuthology.orchestra.run.smithi083:> mktemp 2023-08-28T01:46:45.074 INFO:teuthology.orchestra.run.smithi083.stdout:/tmp/tmp.WUctuJIe35 2023-08-28T01:46:45.074 DEBUG:teuthology.orchestra.run.smithi083:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.WUctuJIe35 2023-08-28T01:46:45.150 DEBUG:teuthology.orchestra.run.smithi083:> sudo chmod 0666 /tmp/tmp.WUctuJIe35 2023-08-28T01:46:45.297 DEBUG:teuthology.orchestra.remote:smithi083:/tmp/tmp.WUctuJIe35 is 6KB 2023-08-28T01:46:45.345 DEBUG:teuthology.orchestra.run.smithi083:> rm -fr /tmp/tmp.WUctuJIe35 2023-08-28T01:46:45.362 DEBUG:teuthology.orchestra.run.smithi083:> sudo /bin/ls /boot/loader/entries || true 2023-08-28T01:46:45.443 INFO:teuthology.orchestra.run.smithi083.stdout:a1b29d6c289747bdb22930598d39874a-0-rescue.conf 2023-08-28T01:46:45.443 INFO:teuthology.orchestra.run.smithi083.stdout:a1b29d6c289747bdb22930598d39874a-4.18.0-348.el8.x86_64.conf 2023-08-28T01:46:45.443 INFO:teuthology.orchestra.run.smithi083.stdout:a1b29d6c289747bdb22930598d39874a-4.18.0-489.el8.x86_64.conf 2023-08-28T01:46:45.443 INFO:teuthology.orchestra.run.smithi083.stdout:a1b29d6c289747bdb22930598d39874a-4.18.0-512.el8.x86_64.conf 2023-08-28T01:46:45.443 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : kernel-modules-4.18.0-512.el8.x86_64 3/3 2023-08-28T01:46:45.444 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T01:46:45.444 INFO:teuthology.orchestra.run.smithi040.stdout:Installed: 2023-08-28T01:46:45.444 INFO:teuthology.orchestra.run.smithi040.stdout: kernel-4.18.0-512.el8.x86_64 kernel-core-4.18.0-512.el8.x86_64 2023-08-28T01:46:45.444 INFO:teuthology.orchestra.run.smithi040.stdout: kernel-modules-4.18.0-512.el8.x86_64 2023-08-28T01:46:45.444 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T01:46:45.444 INFO:teuthology.orchestra.run.smithi040.stdout:Complete! 2023-08-28T01:46:45.445 DEBUG:teuthology.orchestra.run.smithi083:> sudo grub2-set-default a1b29d6c289747bdb22930598d39874a-4.18.0-512.el8.x86_64 2023-08-28T01:46:45.597 DEBUG:teuthology.orchestra.run.smithi083:> sudo shutdown -r now 2023-08-28T01:46:45.635 DEBUG:teuthology.orchestra.run.smithi040:> rpm -q kernel | sort -rV | head -n 1 2023-08-28T01:46:45.858 INFO:teuthology.orchestra.run.smithi040.stdout:kernel-4.18.0-512.el8.x86_64 2023-08-28T01:46:45.859 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-512.el8.x86_64 2023-08-28T01:46:45.859 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 4.18.0-489.el8.x86_64 Expected: 4.18.0-512.el8.x86_64 2023-08-28T01:46:45.860 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2023-08-28T01:46:45.860 DEBUG:teuthology.task.kernel:src is distro, skipping download 2023-08-28T01:46:45.860 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2023-08-28T01:46:45.860 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi040.front.sepia.ceph.com, path=None, version=distro) 2023-08-28T01:46:45.860 DEBUG:teuthology.orchestra.run.smithi040:> rpm -q kernel | sort -rV | head -n 1 2023-08-28T01:46:46.076 INFO:teuthology.orchestra.run.smithi040.stdout:kernel-4.18.0-512.el8.x86_64 2023-08-28T01:46:46.077 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-512.el8.x86_64 2023-08-28T01:46:46.077 DEBUG:teuthology.orchestra.run.smithi040:> sudo rpm -qi grub2-tools 2023-08-28T01:46:46.111 INFO:teuthology.orchestra.run.smithi040.stdout:Name : grub2-tools 2023-08-28T01:46:46.111 INFO:teuthology.orchestra.run.smithi040.stdout:Epoch : 1 2023-08-28T01:46:46.111 INFO:teuthology.orchestra.run.smithi040.stdout:Version : 2.02 2023-08-28T01:46:46.111 INFO:teuthology.orchestra.run.smithi040.stdout:Release : 129.el8 2023-08-28T01:46:46.112 INFO:teuthology.orchestra.run.smithi040.stdout:Architecture: x86_64 2023-08-28T01:46:46.112 INFO:teuthology.orchestra.run.smithi040.stdout:Install Date: Thu 04 May 2023 10:17:48 PM UTC 2023-08-28T01:46:46.112 INFO:teuthology.orchestra.run.smithi040.stdout:Group : System Environment/Base 2023-08-28T01:46:46.112 INFO:teuthology.orchestra.run.smithi040.stdout:Size : 9265586 2023-08-28T01:46:46.112 INFO:teuthology.orchestra.run.smithi040.stdout:License : GPLv3+ 2023-08-28T01:46:46.112 INFO:teuthology.orchestra.run.smithi040.stdout:Signature : RSA/SHA256, Tue 19 Jul 2022 02:52:06 PM UTC, Key ID 05b555b38483c65d 2023-08-28T01:46:46.112 INFO:teuthology.orchestra.run.smithi040.stdout:Source RPM : grub2-2.02-129.el8.src.rpm 2023-08-28T01:46:46.112 INFO:teuthology.orchestra.run.smithi040.stdout:Build Date : Tue 19 Jul 2022 02:30:39 PM UTC 2023-08-28T01:46:46.112 INFO:teuthology.orchestra.run.smithi040.stdout:Build Host : kbuilder.bsys.centos.org 2023-08-28T01:46:46.112 INFO:teuthology.orchestra.run.smithi040.stdout:Relocations : (not relocatable) 2023-08-28T01:46:46.112 INFO:teuthology.orchestra.run.smithi040.stdout:Packager : CentOS BuildSystem 2023-08-28T01:46:46.112 INFO:teuthology.orchestra.run.smithi040.stdout:Vendor : CentOS 2023-08-28T01:46:46.113 INFO:teuthology.orchestra.run.smithi040.stdout:URL : http://www.gnu.org/software/grub/ 2023-08-28T01:46:46.113 INFO:teuthology.orchestra.run.smithi040.stdout:Summary : Support tools for GRUB. 2023-08-28T01:46:46.113 INFO:teuthology.orchestra.run.smithi040.stdout:Description : 2023-08-28T01:46:46.113 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T01:46:46.113 INFO:teuthology.orchestra.run.smithi040.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2023-08-28T01:46:46.113 INFO:teuthology.orchestra.run.smithi040.stdout:customizable bootloader with modular architecture. It supports a rich 2023-08-28T01:46:46.113 INFO:teuthology.orchestra.run.smithi040.stdout:variety of kernel formats, file systems, computer architectures and 2023-08-28T01:46:46.113 INFO:teuthology.orchestra.run.smithi040.stdout:hardware devices. 2023-08-28T01:46:46.113 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T01:46:46.113 INFO:teuthology.orchestra.run.smithi040.stdout:This subpackage provides tools for support of all platforms. 2023-08-28T01:46:46.114 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2023-08-28T01:46:46.114 INFO:teuthology.task.kernel:Updating grub on smithi040 to boot 4.18.0-512.el8.x86_64 2023-08-28T01:46:46.114 DEBUG:teuthology.orchestra.run.smithi040:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2023-08-28T01:46:47.373 INFO:teuthology.orchestra.run.smithi040.stderr:Generating grub configuration file ... 2023-08-28T01:46:48.998 INFO:teuthology.orchestra.run.smithi040.stderr:done 2023-08-28T01:46:48.999 DEBUG:teuthology.orchestra.run.smithi040:> mktemp 2023-08-28T01:46:49.027 INFO:teuthology.orchestra.run.smithi040.stdout:/tmp/tmp.24qJnhc77e 2023-08-28T01:46:49.027 DEBUG:teuthology.orchestra.run.smithi040:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.24qJnhc77e 2023-08-28T01:46:49.111 DEBUG:teuthology.orchestra.run.smithi040:> sudo chmod 0666 /tmp/tmp.24qJnhc77e 2023-08-28T01:46:49.212 DEBUG:teuthology.orchestra.remote:smithi040:/tmp/tmp.24qJnhc77e is 6KB 2023-08-28T01:46:49.237 DEBUG:teuthology.orchestra.run.smithi040:> rm -fr /tmp/tmp.24qJnhc77e 2023-08-28T01:46:49.254 DEBUG:teuthology.orchestra.run.smithi040:> sudo /bin/ls /boot/loader/entries || true 2023-08-28T01:46:49.320 INFO:teuthology.orchestra.run.smithi040.stdout:a1b29d6c289747bdb22930598d39874a-0-rescue.conf 2023-08-28T01:46:49.320 INFO:teuthology.orchestra.run.smithi040.stdout:a1b29d6c289747bdb22930598d39874a-4.18.0-348.el8.x86_64.conf 2023-08-28T01:46:49.320 INFO:teuthology.orchestra.run.smithi040.stdout:a1b29d6c289747bdb22930598d39874a-4.18.0-489.el8.x86_64.conf 2023-08-28T01:46:49.320 INFO:teuthology.orchestra.run.smithi040.stdout:a1b29d6c289747bdb22930598d39874a-4.18.0-512.el8.x86_64.conf 2023-08-28T01:46:49.321 DEBUG:teuthology.orchestra.run.smithi040:> sudo grub2-set-default a1b29d6c289747bdb22930598d39874a-4.18.0-512.el8.x86_64 2023-08-28T01:46:49.496 DEBUG:teuthology.orchestra.run.smithi040:> sudo shutdown -r now 2023-08-28T01:47:15.626 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2023-08-28T01:47:15.626 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi083.front.sepia.ceph.com' 2023-08-28T01:47:15.626 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi083.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-08-28T01:47:19.502 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2023-08-28T01:47:19.502 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi040.front.sepia.ceph.com' 2023-08-28T01:47:19.503 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi040.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-08-28T01:47:34.123 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.83 2023-08-28T01:47:37.963 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.40 2023-08-28T01:47:43.129 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi083.front.sepia.ceph.com' 2023-08-28T01:47:43.130 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi083.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-08-28T01:47:46.187 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.83 2023-08-28T01:47:46.964 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi040.front.sepia.ceph.com' 2023-08-28T01:47:46.965 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi040.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-08-28T01:47:58.199 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi083.front.sepia.ceph.com' 2023-08-28T01:47:58.199 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi083.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-08-28T01:48:30.067 DEBUG:teuthology.orchestra.run.smithi083:> true 2023-08-28T01:48:30.319 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi083.front.sepia.ceph.com' 2023-08-28T01:48:30.319 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "4.18.0-512.el8.x86_64"... 2023-08-28T01:48:30.320 DEBUG:teuthology.orchestra.run.smithi083:> uname -r 2023-08-28T01:48:30.380 INFO:teuthology.orchestra.run.smithi083.stdout:4.18.0-512.el8.x86_64 2023-08-28T01:48:30.380 DEBUG:teuthology.task.kernel:current kernel version is 4.18.0-512.el8.x86_64 vs 4.18.0-512.el8.x86_64 2023-08-28T01:48:30.380 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2023-08-28T01:48:30.380 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2023-08-28T01:48:31.381 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2023-08-28T01:48:31.381 DEBUG:teuthology.orchestra.run.smithi083:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2023-08-28T01:48:31.455 INFO:teuthology.orchestra.run.smithi083.stdout:ttyS1 2023-08-28T01:48:31.469 DEBUG:teuthology.parallel:result is None 2023-08-28T01:48:46.967 DEBUG:teuthology.orchestra.remote:timed out 2023-08-28T01:48:58.968 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi040.front.sepia.ceph.com' 2023-08-28T01:48:58.968 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi040.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-08-28T01:48:59.310 DEBUG:teuthology.orchestra.run.smithi040:> true 2023-08-28T01:48:59.602 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi040.front.sepia.ceph.com' 2023-08-28T01:48:59.602 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "4.18.0-512.el8.x86_64"... 2023-08-28T01:48:59.602 DEBUG:teuthology.orchestra.run.smithi040:> uname -r 2023-08-28T01:48:59.624 INFO:teuthology.orchestra.run.smithi040.stdout:4.18.0-512.el8.x86_64 2023-08-28T01:48:59.625 DEBUG:teuthology.task.kernel:current kernel version is 4.18.0-512.el8.x86_64 vs 4.18.0-512.el8.x86_64 2023-08-28T01:48:59.625 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2023-08-28T01:48:59.625 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2023-08-28T01:49:00.625 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2023-08-28T01:49:00.626 DEBUG:teuthology.orchestra.run.smithi040:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2023-08-28T01:49:00.721 INFO:teuthology.orchestra.run.smithi040.stdout:ttyS1 2023-08-28T01:49:00.735 DEBUG:teuthology.parallel:result is None 2023-08-28T01:49:00.736 INFO:teuthology.run_tasks:Running task internal.base... 2023-08-28T01:49:00.742 INFO:teuthology.task.internal:Creating test directory... 2023-08-28T01:49:00.742 DEBUG:teuthology.orchestra.run.smithi040:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-08-28T01:49:00.744 DEBUG:teuthology.orchestra.run.smithi083:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-08-28T01:49:00.766 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2023-08-28T01:49:00.773 INFO:teuthology.run_tasks:Running task internal.archive... 2023-08-28T01:49:00.781 INFO:teuthology.task.internal:Creating archive directory... 2023-08-28T01:49:00.781 DEBUG:teuthology.orchestra.run.smithi040:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-08-28T01:49:00.807 DEBUG:teuthology.orchestra.run.smithi083:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-08-28T01:49:00.848 INFO:teuthology.run_tasks:Running task internal.coredump... 2023-08-28T01:49:00.854 INFO:teuthology.task.internal:Enabling coredump saving... 2023-08-28T01:49:00.855 DEBUG:teuthology.orchestra.run.smithi040:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-08-28T01:49:00.881 DEBUG:teuthology.orchestra.run.smithi083:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-08-28T01:49:00.921 INFO:teuthology.orchestra.run.smithi083.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-08-28T01:49:00.922 INFO:teuthology.orchestra.run.smithi040.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-08-28T01:49:00.931 INFO:teuthology.orchestra.run.smithi083.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-08-28T01:49:00.934 INFO:teuthology.orchestra.run.smithi040.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-08-28T01:49:00.936 INFO:teuthology.run_tasks:Running task internal.sudo... 2023-08-28T01:49:00.943 INFO:teuthology.task.internal:Configuring sudo... 2023-08-28T01:49:00.943 DEBUG:teuthology.orchestra.run.smithi040:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-08-28T01:49:00.979 DEBUG:teuthology.orchestra.run.smithi083:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-08-28T01:49:01.012 INFO:teuthology.run_tasks:Running task internal.syslog... 2023-08-28T01:49:01.020 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2023-08-28T01:49:01.020 DEBUG:teuthology.orchestra.run.smithi040:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-08-28T01:49:01.055 DEBUG:teuthology.orchestra.run.smithi083:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-08-28T01:49:01.076 DEBUG:teuthology.orchestra.run.smithi040:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-08-28T01:49:01.165 DEBUG:teuthology.orchestra.run.smithi040:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2023-08-28T01:49:01.229 DEBUG:teuthology.orchestra.run.smithi040:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-08-28T01:49:01.275 DEBUG:teuthology.orchestra.run.smithi040:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2023-08-28T01:49:01.328 DEBUG:teuthology.orchestra.run.smithi040:> set -ex 2023-08-28T01:49:01.328 DEBUG:teuthology.orchestra.run.smithi040:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-08-28T01:49:01.403 DEBUG:teuthology.orchestra.run.smithi083:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-08-28T01:49:01.450 DEBUG:teuthology.orchestra.run.smithi083:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2023-08-28T01:49:01.509 DEBUG:teuthology.orchestra.run.smithi083:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-08-28T01:49:01.596 DEBUG:teuthology.orchestra.run.smithi083:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2023-08-28T01:49:01.641 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2023-08-28T01:49:01.642 DEBUG:teuthology.orchestra.run.smithi083:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-08-28T01:49:01.712 DEBUG:teuthology.orchestra.run.smithi040:> sudo service rsyslog restart 2023-08-28T01:49:01.714 DEBUG:teuthology.orchestra.run.smithi083:> sudo service rsyslog restart 2023-08-28T01:49:01.782 INFO:teuthology.orchestra.run.smithi040.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-08-28T01:49:01.828 INFO:teuthology.orchestra.run.smithi083.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-08-28T01:49:02.250 INFO:teuthology.run_tasks:Running task internal.timer... 2023-08-28T01:49:02.266 INFO:teuthology.task.internal:Starting timer... 2023-08-28T01:49:02.266 INFO:teuthology.run_tasks:Running task pcp... 2023-08-28T01:49:02.275 INFO:teuthology.run_tasks:Running task selinux... 2023-08-28T01:49:02.286 DEBUG:teuthology.task:Applying overrides for task selinux: {'whitelist': ['scontext=system_u:system_r:logrotate_t:s0']} 2023-08-28T01:49:02.287 DEBUG:teuthology.orchestra.run.smithi040:> sudo service auditd rotate 2023-08-28T01:49:02.394 INFO:teuthology.orchestra.run.smithi040.stdout:Rotating logs: 2023-08-28T01:49:02.396 DEBUG:teuthology.orchestra.run.smithi083:> sudo service auditd rotate 2023-08-28T01:49:02.477 INFO:teuthology.orchestra.run.smithi083.stdout:Rotating logs: 2023-08-28T01:49:02.479 DEBUG:teuthology.task.selinux:Getting current SELinux state 2023-08-28T01:49:02.479 DEBUG:teuthology.orchestra.run.smithi040:> /usr/sbin/getenforce 2023-08-28T01:49:02.537 INFO:teuthology.orchestra.run.smithi040.stdout:Permissive 2023-08-28T01:49:02.537 DEBUG:teuthology.orchestra.run.smithi083:> /usr/sbin/getenforce 2023-08-28T01:49:02.582 INFO:teuthology.orchestra.run.smithi083.stdout:Permissive 2023-08-28T01:49:02.582 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi040.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi083.front.sepia.ceph.com': 'permissive'} 2023-08-28T01:49:02.582 DEBUG:teuthology.orchestra.run.smithi040:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-08-28T01:49:02.617 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-08-28T01:49:02.618 DEBUG:teuthology.orchestra.run.smithi083:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-08-28T01:49:02.646 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-08-28T01:49:02.646 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2023-08-28T01:49:02.646 DEBUG:teuthology.orchestra.run.smithi040:> sudo /usr/sbin/setenforce permissive 2023-08-28T01:49:02.692 DEBUG:teuthology.orchestra.run.smithi083:> sudo /usr/sbin/setenforce permissive 2023-08-28T01:49:02.719 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2023-08-28T01:49:02.728 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2023-08-28T01:49:02.743 INFO:teuthology.repo_utils:Fetching main from origin 2023-08-28T01:49:03.138 INFO:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2023-08-28T01:49:03.459 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2023-08-28T01:49:03.460 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi040.front.sepia.ceph.com,smithi083.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2023-08-28T01:57:07.934 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi040.front.sepia.ceph.com'), Remote(name='ubuntu@smithi083.front.sepia.ceph.com')] 2023-08-28T01:57:07.957 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi040.front.sepia.ceph.com' 2023-08-28T01:57:07.958 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi040.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-08-28T01:57:08.028 DEBUG:teuthology.orchestra.run.smithi040:> true 2023-08-28T01:57:08.060 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi040.front.sepia.ceph.com' 2023-08-28T01:57:08.061 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi083.front.sepia.ceph.com' 2023-08-28T01:57:08.061 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi083.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-08-28T01:57:08.129 DEBUG:teuthology.orchestra.run.smithi083:> true 2023-08-28T01:57:08.197 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi083.front.sepia.ceph.com' 2023-08-28T01:57:08.198 INFO:teuthology.run_tasks:Running task clock... 2023-08-28T01:57:08.246 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2023-08-28T01:57:08.246 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-08-28T01:57:08.247 DEBUG:teuthology.orchestra.run.smithi040:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-08-28T01:57:08.249 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-08-28T01:57:08.249 DEBUG:teuthology.orchestra.run.smithi083:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-08-28T01:57:08.283 INFO:teuthology.orchestra.run.smithi083.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2023-08-28T01:57:08.287 INFO:teuthology.orchestra.run.smithi040.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2023-08-28T01:57:08.296 INFO:teuthology.orchestra.run.smithi083.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2023-08-28T01:57:08.304 INFO:teuthology.orchestra.run.smithi040.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2023-08-28T01:57:08.357 INFO:teuthology.orchestra.run.smithi083.stderr:sudo: ntpd: command not found 2023-08-28T01:57:08.369 INFO:teuthology.orchestra.run.smithi083.stdout:506 Cannot talk to daemon 2023-08-28T01:57:08.375 INFO:teuthology.orchestra.run.smithi040.stderr:sudo: ntpd: command not found 2023-08-28T01:57:08.382 INFO:teuthology.orchestra.run.smithi083.stderr:Failed to start ntp.service: Unit ntp.service not found. 2023-08-28T01:57:08.389 INFO:teuthology.orchestra.run.smithi040.stdout:506 Cannot talk to daemon 2023-08-28T01:57:08.396 INFO:teuthology.orchestra.run.smithi083.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2023-08-28T01:57:08.405 INFO:teuthology.orchestra.run.smithi040.stderr:Failed to start ntp.service: Unit ntp.service not found. 2023-08-28T01:57:08.421 INFO:teuthology.orchestra.run.smithi040.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2023-08-28T01:57:08.470 INFO:teuthology.orchestra.run.smithi083.stderr:bash: ntpq: command not found 2023-08-28T01:57:08.475 INFO:teuthology.orchestra.run.smithi083.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-08-28T01:57:08.475 INFO:teuthology.orchestra.run.smithi083.stdout:=============================================================================== 2023-08-28T01:57:08.475 INFO:teuthology.orchestra.run.smithi083.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-08-28T01:57:08.475 INFO:teuthology.orchestra.run.smithi083.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-08-28T01:57:08.475 INFO:teuthology.orchestra.run.smithi083.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-08-28T01:57:08.475 INFO:teuthology.orchestra.run.smithi083.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-08-28T01:57:08.491 INFO:teuthology.orchestra.run.smithi040.stderr:bash: ntpq: command not found 2023-08-28T01:57:08.495 INFO:teuthology.orchestra.run.smithi040.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-08-28T01:57:08.495 INFO:teuthology.orchestra.run.smithi040.stdout:=============================================================================== 2023-08-28T01:57:08.495 INFO:teuthology.orchestra.run.smithi040.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-08-28T01:57:08.496 INFO:teuthology.orchestra.run.smithi040.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-08-28T01:57:08.496 INFO:teuthology.orchestra.run.smithi040.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-08-28T01:57:08.496 INFO:teuthology.orchestra.run.smithi040.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-08-28T01:57:08.497 INFO:teuthology.run_tasks:Running task pexec... 2023-08-28T01:57:08.527 INFO:teuthology.task.pexec:Executing custom commands... 2023-08-28T01:57:08.528 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi040.front.sepia.ceph.com 2023-08-28T01:57:08.528 DEBUG:teuthology.orchestra.run.smithi040:> TESTDIR=/home/ubuntu/cephtest bash -s 2023-08-28T01:57:08.528 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi083.front.sepia.ceph.com 2023-08-28T01:57:08.528 DEBUG:teuthology.orchestra.run.smithi083:> TESTDIR=/home/ubuntu/cephtest bash -s 2023-08-28T01:57:09.406 INFO:teuthology.orchestra.run.smithi083.stdout:Last metadata expiration check: 0:02:23 ago on Mon 28 Aug 2023 01:54:46 AM UTC. 2023-08-28T01:57:09.546 INFO:teuthology.orchestra.run.smithi040.stdout:Last metadata expiration check: 0:01:42 ago on Mon 28 Aug 2023 01:55:27 AM UTC. 2023-08-28T01:57:11.291 INFO:teuthology.orchestra.run.smithi083.stdout:Dependencies resolved. 2023-08-28T01:57:11.292 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2023-08-28T01:57:11.292 INFO:teuthology.orchestra.run.smithi083.stdout: Package Architecture Version Repository Size 2023-08-28T01:57:11.292 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2023-08-28T01:57:11.292 INFO:teuthology.orchestra.run.smithi083.stdout:Resetting modules: 2023-08-28T01:57:11.293 INFO:teuthology.orchestra.run.smithi083.stdout: container-tools 2023-08-28T01:57:11.293 INFO:teuthology.orchestra.run.smithi083.stdout: 2023-08-28T01:57:11.293 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction Summary 2023-08-28T01:57:11.293 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2023-08-28T01:57:11.293 INFO:teuthology.orchestra.run.smithi083.stdout: 2023-08-28T01:57:11.557 INFO:teuthology.orchestra.run.smithi083.stdout:Complete! 2023-08-28T01:57:11.652 INFO:teuthology.orchestra.run.smithi040.stdout:Dependencies resolved. 2023-08-28T01:57:11.654 INFO:teuthology.orchestra.run.smithi040.stdout:================================================================================ 2023-08-28T01:57:11.654 INFO:teuthology.orchestra.run.smithi040.stdout: Package Architecture Version Repository Size 2023-08-28T01:57:11.654 INFO:teuthology.orchestra.run.smithi040.stdout:================================================================================ 2023-08-28T01:57:11.654 INFO:teuthology.orchestra.run.smithi040.stdout:Resetting modules: 2023-08-28T01:57:11.654 INFO:teuthology.orchestra.run.smithi040.stdout: container-tools 2023-08-28T01:57:11.654 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T01:57:11.654 INFO:teuthology.orchestra.run.smithi040.stdout:Transaction Summary 2023-08-28T01:57:11.654 INFO:teuthology.orchestra.run.smithi040.stdout:================================================================================ 2023-08-28T01:57:11.654 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T01:57:11.942 INFO:teuthology.orchestra.run.smithi040.stdout:Complete! 2023-08-28T01:57:12.489 INFO:teuthology.orchestra.run.smithi083.stdout:Last metadata expiration check: 0:02:26 ago on Mon 28 Aug 2023 01:54:46 AM UTC. 2023-08-28T01:57:13.022 INFO:teuthology.orchestra.run.smithi040.stdout:Last metadata expiration check: 0:01:45 ago on Mon 28 Aug 2023 01:55:27 AM UTC. 2023-08-28T01:57:14.358 INFO:teuthology.orchestra.run.smithi083.stdout:Dependencies resolved. 2023-08-28T01:57:14.506 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2023-08-28T01:57:14.506 INFO:teuthology.orchestra.run.smithi083.stdout: Package Arch Version Repository Size 2023-08-28T01:57:14.506 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2023-08-28T01:57:14.506 INFO:teuthology.orchestra.run.smithi083.stdout:Installing group/module packages: 2023-08-28T01:57:14.506 INFO:teuthology.orchestra.run.smithi083.stdout: aardvark-dns x86_64 2:1.7.0-1.module_el8+487+8e42a277 appstream 1.0 M 2023-08-28T01:57:14.506 INFO:teuthology.orchestra.run.smithi083.stdout: buildah x86_64 1:1.31.2-1.module_el8+643+8db347f4 appstream 8.8 M 2023-08-28T01:57:14.506 INFO:teuthology.orchestra.run.smithi083.stdout: cockpit-podman noarch 74-1.module_el8+643+8db347f4 appstream 741 k 2023-08-28T01:57:14.506 INFO:teuthology.orchestra.run.smithi083.stdout: crun x86_64 1.8.6-1.module_el8+593+980a18f9 appstream 239 k 2023-08-28T01:57:14.507 INFO:teuthology.orchestra.run.smithi083.stdout: netavark x86_64 2:1.7.0-1.module_el8+487+8e42a277 appstream 3.7 M 2023-08-28T01:57:14.507 INFO:teuthology.orchestra.run.smithi083.stdout: python3-podman noarch 4.6.0-1.module_el8+582+a2558ae2 appstream 177 k 2023-08-28T01:57:14.507 INFO:teuthology.orchestra.run.smithi083.stdout: skopeo x86_64 2:1.13.2-1.module_el8+643+8db347f4 appstream 8.1 M 2023-08-28T01:57:14.507 INFO:teuthology.orchestra.run.smithi083.stdout: toolbox x86_64 0.0.99.4-5.module_el8+649+e2deac1d appstream 2.5 M 2023-08-28T01:57:14.507 INFO:teuthology.orchestra.run.smithi083.stdout: udica noarch 0.2.6-20.module_el8+487+8e42a277 appstream 53 k 2023-08-28T01:57:14.507 INFO:teuthology.orchestra.run.smithi083.stdout:Installing dependencies: 2023-08-28T01:57:14.507 INFO:teuthology.orchestra.run.smithi083.stdout: python3-pytoml noarch 0.1.14-5.git7dea353.el8 appstream 25 k 2023-08-28T01:57:14.507 INFO:teuthology.orchestra.run.smithi083.stdout: python3-pyxdg noarch 0.25-16.el8 appstream 94 k 2023-08-28T01:57:14.507 INFO:teuthology.orchestra.run.smithi083.stdout: yajl x86_64 2.1.0-12.el8 appstream 41 k 2023-08-28T01:57:14.507 INFO:teuthology.orchestra.run.smithi083.stdout:Installing weak dependencies: 2023-08-28T01:57:14.507 INFO:teuthology.orchestra.run.smithi083.stdout: criu-libs x86_64 3.15-3.module_el8.7.0+1216+b022c01d appstream 38 k 2023-08-28T01:57:14.507 INFO:teuthology.orchestra.run.smithi083.stdout:Installing module profiles: 2023-08-28T01:57:14.508 INFO:teuthology.orchestra.run.smithi083.stdout: container-tools/common 2023-08-28T01:57:14.508 INFO:teuthology.orchestra.run.smithi083.stdout: 2023-08-28T01:57:14.508 INFO:teuthology.orchestra.run.smithi083.stdout:Enabling module streams: 2023-08-28T01:57:14.508 INFO:teuthology.orchestra.run.smithi083.stdout: container-tools rhel8 2023-08-28T01:57:14.508 INFO:teuthology.orchestra.run.smithi083.stdout: 2023-08-28T01:57:14.508 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction Summary 2023-08-28T01:57:14.508 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2023-08-28T01:57:14.508 INFO:teuthology.orchestra.run.smithi083.stdout:Install 13 Packages 2023-08-28T01:57:14.508 INFO:teuthology.orchestra.run.smithi083.stdout: 2023-08-28T01:57:14.509 INFO:teuthology.orchestra.run.smithi083.stdout:Total download size: 26 M 2023-08-28T01:57:14.509 INFO:teuthology.orchestra.run.smithi083.stdout:Installed size: 87 M 2023-08-28T01:57:14.509 INFO:teuthology.orchestra.run.smithi083.stdout:Downloading Packages: 2023-08-28T01:57:15.081 INFO:teuthology.orchestra.run.smithi040.stdout:Dependencies resolved. 2023-08-28T01:57:15.243 INFO:teuthology.orchestra.run.smithi040.stdout:================================================================================ 2023-08-28T01:57:15.243 INFO:teuthology.orchestra.run.smithi040.stdout: Package Arch Version Repository Size 2023-08-28T01:57:15.243 INFO:teuthology.orchestra.run.smithi040.stdout:================================================================================ 2023-08-28T01:57:15.243 INFO:teuthology.orchestra.run.smithi040.stdout:Installing group/module packages: 2023-08-28T01:57:15.243 INFO:teuthology.orchestra.run.smithi040.stdout: aardvark-dns x86_64 2:1.7.0-1.module_el8+487+8e42a277 appstream 1.0 M 2023-08-28T01:57:15.243 INFO:teuthology.orchestra.run.smithi040.stdout: buildah x86_64 1:1.31.2-1.module_el8+643+8db347f4 appstream 8.8 M 2023-08-28T01:57:15.243 INFO:teuthology.orchestra.run.smithi040.stdout: cockpit-podman noarch 74-1.module_el8+643+8db347f4 appstream 741 k 2023-08-28T01:57:15.244 INFO:teuthology.orchestra.run.smithi040.stdout: crun x86_64 1.8.6-1.module_el8+593+980a18f9 appstream 239 k 2023-08-28T01:57:15.244 INFO:teuthology.orchestra.run.smithi040.stdout: netavark x86_64 2:1.7.0-1.module_el8+487+8e42a277 appstream 3.7 M 2023-08-28T01:57:15.244 INFO:teuthology.orchestra.run.smithi040.stdout: python3-podman noarch 4.6.0-1.module_el8+582+a2558ae2 appstream 177 k 2023-08-28T01:57:15.244 INFO:teuthology.orchestra.run.smithi040.stdout: skopeo x86_64 2:1.13.2-1.module_el8+643+8db347f4 appstream 8.1 M 2023-08-28T01:57:15.244 INFO:teuthology.orchestra.run.smithi040.stdout: toolbox x86_64 0.0.99.4-5.module_el8+649+e2deac1d appstream 2.5 M 2023-08-28T01:57:15.244 INFO:teuthology.orchestra.run.smithi040.stdout: udica noarch 0.2.6-20.module_el8+487+8e42a277 appstream 53 k 2023-08-28T01:57:15.244 INFO:teuthology.orchestra.run.smithi040.stdout:Installing dependencies: 2023-08-28T01:57:15.244 INFO:teuthology.orchestra.run.smithi040.stdout: python3-pytoml noarch 0.1.14-5.git7dea353.el8 appstream 25 k 2023-08-28T01:57:15.244 INFO:teuthology.orchestra.run.smithi040.stdout: python3-pyxdg noarch 0.25-16.el8 appstream 94 k 2023-08-28T01:57:15.244 INFO:teuthology.orchestra.run.smithi040.stdout: yajl x86_64 2.1.0-12.el8 appstream 41 k 2023-08-28T01:57:15.244 INFO:teuthology.orchestra.run.smithi040.stdout:Installing weak dependencies: 2023-08-28T01:57:15.244 INFO:teuthology.orchestra.run.smithi040.stdout: criu-libs x86_64 3.15-3.module_el8.7.0+1216+b022c01d appstream 38 k 2023-08-28T01:57:15.245 INFO:teuthology.orchestra.run.smithi040.stdout:Installing module profiles: 2023-08-28T01:57:15.245 INFO:teuthology.orchestra.run.smithi040.stdout: container-tools/common 2023-08-28T01:57:15.245 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T01:57:15.245 INFO:teuthology.orchestra.run.smithi040.stdout:Enabling module streams: 2023-08-28T01:57:15.245 INFO:teuthology.orchestra.run.smithi040.stdout: container-tools rhel8 2023-08-28T01:57:15.245 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T01:57:15.245 INFO:teuthology.orchestra.run.smithi040.stdout:Transaction Summary 2023-08-28T01:57:15.245 INFO:teuthology.orchestra.run.smithi040.stdout:================================================================================ 2023-08-28T01:57:15.245 INFO:teuthology.orchestra.run.smithi040.stdout:Install 13 Packages 2023-08-28T01:57:15.245 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T01:57:15.246 INFO:teuthology.orchestra.run.smithi040.stdout:Total download size: 26 M 2023-08-28T01:57:15.246 INFO:teuthology.orchestra.run.smithi040.stdout:Installed size: 87 M 2023-08-28T01:57:15.246 INFO:teuthology.orchestra.run.smithi040.stdout:Downloading Packages: 2023-08-28T01:57:15.317 INFO:teuthology.orchestra.run.smithi083.stdout:(1/13): cockpit-podman-74-1.module_el8+643+8db3 1.2 MB/s | 741 kB 00:00 2023-08-28T01:57:15.351 INFO:teuthology.orchestra.run.smithi083.stdout:(2/13): aardvark-dns-1.7.0-1.module_el8+487+8e4 1.5 MB/s | 1.0 MB 00:00 2023-08-28T01:57:15.418 INFO:teuthology.orchestra.run.smithi083.stdout:(3/13): criu-libs-3.15-3.module_el8.7.0+1216+b0 377 kB/s | 38 kB 00:00 2023-08-28T01:57:15.460 INFO:teuthology.orchestra.run.smithi083.stdout:(4/13): crun-1.8.6-1.module_el8+593+980a18f9.x8 2.1 MB/s | 239 kB 00:00 2023-08-28T01:57:15.560 INFO:teuthology.orchestra.run.smithi083.stdout:(5/13): python3-podman-4.6.0-1.module_el8+582+a 1.7 MB/s | 177 kB 00:00 2023-08-28T01:57:15.752 INFO:teuthology.orchestra.run.smithi083.stdout:(6/13): buildah-1.31.2-1.module_el8+643+8db347f 8.4 MB/s | 8.8 MB 00:01 2023-08-28T01:57:15.777 INFO:teuthology.orchestra.run.smithi083.stdout:(7/13): python3-pytoml-0.1.14-5.git7dea353.el8. 114 kB/s | 25 kB 00:00 2023-08-28T01:57:15.836 INFO:teuthology.orchestra.run.smithi083.stdout:(8/13): netavark-1.7.0-1.module_el8+487+8e42a27 9.0 MB/s | 3.7 MB 00:00 2023-08-28T01:57:15.861 INFO:teuthology.orchestra.run.smithi083.stdout:(9/13): python3-pyxdg-0.25-16.el8.noarch.rpm 863 kB/s | 94 kB 00:00 2023-08-28T01:57:15.962 INFO:teuthology.orchestra.run.smithi083.stdout:(10/13): udica-0.2.6-20.module_el8+487+8e42a277 524 kB/s | 53 kB 00:00 2023-08-28T01:57:15.965 INFO:teuthology.orchestra.run.smithi040.stdout:(1/13): cockpit-podman-74-1.module_el8+643+8db3 1.1 MB/s | 741 kB 00:00 2023-08-28T01:57:15.999 INFO:teuthology.orchestra.run.smithi040.stdout:(2/13): aardvark-dns-1.7.0-1.module_el8+487+8e4 1.4 MB/s | 1.0 MB 00:00 2023-08-28T01:57:16.079 INFO:teuthology.orchestra.run.smithi083.stdout:(11/13): toolbox-0.0.99.4-5.module_el8+649+e2de 10 MB/s | 2.5 MB 00:00 2023-08-28T01:57:16.091 INFO:teuthology.orchestra.run.smithi040.stdout:(3/13): criu-libs-3.15-3.module_el8.7.0+1216+b0 303 kB/s | 38 kB 00:00 2023-08-28T01:57:16.104 INFO:teuthology.orchestra.run.smithi083.stdout:(12/13): yajl-2.1.0-12.el8.x86_64.rpm 288 kB/s | 41 kB 00:00 2023-08-28T01:57:16.116 INFO:teuthology.orchestra.run.smithi040.stdout:(4/13): crun-1.8.6-1.module_el8+593+980a18f9.x8 2.0 MB/s | 239 kB 00:00 2023-08-28T01:57:16.225 INFO:teuthology.orchestra.run.smithi040.stdout:(5/13): python3-podman-4.6.0-1.module_el8+582+a 1.6 MB/s | 177 kB 00:00 2023-08-28T01:57:16.317 INFO:teuthology.orchestra.run.smithi040.stdout:(6/13): python3-pytoml-0.1.14-5.git7dea353.el8. 271 kB/s | 25 kB 00:00 2023-08-28T01:57:16.405 INFO:teuthology.orchestra.run.smithi083.stdout:(13/13): skopeo-1.13.2-1.module_el8+643+8db347f 13 MB/s | 8.1 MB 00:00 2023-08-28T01:57:16.405 INFO:teuthology.orchestra.run.smithi083.stdout:-------------------------------------------------------------------------------- 2023-08-28T01:57:16.405 INFO:teuthology.orchestra.run.smithi083.stdout:Total 13 MB/s | 26 MB 00:01 2023-08-28T01:57:16.442 INFO:teuthology.orchestra.run.smithi040.stdout:(7/13): buildah-1.31.2-1.module_el8+643+8db347f 7.7 MB/s | 8.8 MB 00:01 2023-08-28T01:57:16.467 INFO:teuthology.orchestra.run.smithi040.stdout:(8/13): python3-pyxdg-0.25-16.el8.noarch.rpm 624 kB/s | 94 kB 00:00 2023-08-28T01:57:16.534 INFO:teuthology.orchestra.run.smithi040.stdout:(9/13): netavark-1.7.0-1.module_el8+487+8e42a27 8.5 MB/s | 3.7 MB 00:00 2023-08-28T01:57:16.665 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction check 2023-08-28T01:57:16.668 INFO:teuthology.orchestra.run.smithi040.stdout:(10/13): udica-0.2.6-20.module_el8+487+8e42a277 395 kB/s | 53 kB 00:00 2023-08-28T01:57:16.687 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction check succeeded. 2023-08-28T01:57:16.687 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction test 2023-08-28T01:57:16.744 INFO:teuthology.orchestra.run.smithi040.stdout:(11/13): toolbox-0.0.99.4-5.module_el8+649+e2de 9.2 MB/s | 2.5 MB 00:00 2023-08-28T01:57:16.768 INFO:teuthology.orchestra.run.smithi040.stdout:(12/13): yajl-2.1.0-12.el8.x86_64.rpm 410 kB/s | 41 kB 00:00 2023-08-28T01:57:16.935 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction test succeeded. 2023-08-28T01:57:16.938 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction 2023-08-28T01:57:17.027 INFO:teuthology.orchestra.run.smithi040.stdout:(13/13): skopeo-1.13.2-1.module_el8+643+8db347f 14 MB/s | 8.1 MB 00:00 2023-08-28T01:57:17.028 INFO:teuthology.orchestra.run.smithi040.stdout:-------------------------------------------------------------------------------- 2023-08-28T01:57:17.028 INFO:teuthology.orchestra.run.smithi040.stdout:Total 14 MB/s | 26 MB 00:01 2023-08-28T01:57:17.314 INFO:teuthology.orchestra.run.smithi040.stdout:Running transaction check 2023-08-28T01:57:17.338 INFO:teuthology.orchestra.run.smithi040.stdout:Transaction check succeeded. 2023-08-28T01:57:17.338 INFO:teuthology.orchestra.run.smithi040.stdout:Running transaction test 2023-08-28T01:57:17.621 INFO:teuthology.orchestra.run.smithi040.stdout:Transaction test succeeded. 2023-08-28T01:57:17.625 INFO:teuthology.orchestra.run.smithi040.stdout:Running transaction 2023-08-28T01:57:17.641 INFO:teuthology.orchestra.run.smithi083.stdout: Preparing : 1/1 2023-08-28T01:57:17.867 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : yajl-2.1.0-12.el8.x86_64 1/13 2023-08-28T01:57:18.037 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-pyxdg-0.25-16.el8.noarch 2/13 2023-08-28T01:57:18.262 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 3/13 2023-08-28T01:57:18.367 INFO:teuthology.orchestra.run.smithi040.stdout: Preparing : 1/1 2023-08-28T01:57:18.488 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : criu-libs-3.15-3.module_el8.7.0+1216+b022c01d.x86_ 4/13 2023-08-28T01:57:18.617 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : yajl-2.1.0-12.el8.x86_64 1/13 2023-08-28T01:57:18.835 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-pyxdg-0.25-16.el8.noarch 2/13 2023-08-28T01:57:19.072 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 3/13 2023-08-28T01:57:19.312 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : criu-libs-3.15-3.module_el8.7.0+1216+b022c01d.x86_ 4/13 2023-08-28T01:57:19.317 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : aardvark-dns-2:1.7.0-1.module_el8+487+8e42a277.x86 5/13 2023-08-28T01:57:19.911 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : aardvark-dns-2:1.7.0-1.module_el8+487+8e42a277.x86 5/13 2023-08-28T01:57:20.239 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : netavark-2:1.7.0-1.module_el8+487+8e42a277.x86_64 6/13 2023-08-28T01:57:20.486 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : buildah-1:1.31.2-1.module_el8+643+8db347f4.x86_64 7/13 2023-08-28T01:57:20.680 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : crun-1.8.6-1.module_el8+593+980a18f9.x86_64 8/13 2023-08-28T01:57:20.917 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : netavark-2:1.7.0-1.module_el8+487+8e42a277.x86_64 6/13 2023-08-28T01:57:20.949 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-podman-4.6.0-1.module_el8+582+a2558ae2.noa 9/13 2023-08-28T01:57:21.342 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : udica-0.2.6-20.module_el8+487+8e42a277.noarch 10/13 2023-08-28T01:57:21.606 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : buildah-1:1.31.2-1.module_el8+643+8db347f4.x86_64 7/13 2023-08-28T01:57:21.835 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : crun-1.8.6-1.module_el8+593+980a18f9.x86_64 8/13 2023-08-28T01:57:22.116 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-podman-4.6.0-1.module_el8+582+a2558ae2.noa 9/13 2023-08-28T01:57:22.221 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : toolbox-0.0.99.4-5.module_el8+649+e2deac1d.x86_64 11/13 2023-08-28T01:57:22.478 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : skopeo-2:1.13.2-1.module_el8+643+8db347f4.x86_64 12/13 2023-08-28T01:57:22.559 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : udica-0.2.6-20.module_el8+487+8e42a277.noarch 10/13 2023-08-28T01:57:22.676 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : cockpit-podman-74-1.module_el8+643+8db347f4.noarch 13/13 2023-08-28T01:57:23.106 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: cockpit-podman-74-1.module_el8+643+8db347f4.noarch 13/13 2023-08-28T01:57:23.106 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : aardvark-dns-2:1.7.0-1.module_el8+487+8e42a277.x86 1/13 2023-08-28T01:57:23.106 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : buildah-1:1.31.2-1.module_el8+643+8db347f4.x86_64 2/13 2023-08-28T01:57:23.106 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : cockpit-podman-74-1.module_el8+643+8db347f4.noarch 3/13 2023-08-28T01:57:23.106 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : criu-libs-3.15-3.module_el8.7.0+1216+b022c01d.x86_ 4/13 2023-08-28T01:57:23.106 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : crun-1.8.6-1.module_el8+593+980a18f9.x86_64 5/13 2023-08-28T01:57:23.106 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : netavark-2:1.7.0-1.module_el8+487+8e42a277.x86_64 6/13 2023-08-28T01:57:23.107 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-podman-4.6.0-1.module_el8+582+a2558ae2.noa 7/13 2023-08-28T01:57:23.107 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 8/13 2023-08-28T01:57:23.107 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-pyxdg-0.25-16.el8.noarch 9/13 2023-08-28T01:57:23.107 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : skopeo-2:1.13.2-1.module_el8+643+8db347f4.x86_64 10/13 2023-08-28T01:57:23.107 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : toolbox-0.0.99.4-5.module_el8+649+e2deac1d.x86_64 11/13 2023-08-28T01:57:23.107 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : udica-0.2.6-20.module_el8+487+8e42a277.noarch 12/13 2023-08-28T01:57:23.539 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : toolbox-0.0.99.4-5.module_el8+649+e2deac1d.x86_64 11/13 2023-08-28T01:57:23.795 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : skopeo-2:1.13.2-1.module_el8+643+8db347f4.x86_64 12/13 2023-08-28T01:57:23.814 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : yajl-2.1.0-12.el8.x86_64 13/13 2023-08-28T01:57:23.814 INFO:teuthology.orchestra.run.smithi083.stdout: 2023-08-28T01:57:23.814 INFO:teuthology.orchestra.run.smithi083.stdout:Installed: 2023-08-28T01:57:23.814 INFO:teuthology.orchestra.run.smithi083.stdout: aardvark-dns-2:1.7.0-1.module_el8+487+8e42a277.x86_64 2023-08-28T01:57:23.814 INFO:teuthology.orchestra.run.smithi083.stdout: buildah-1:1.31.2-1.module_el8+643+8db347f4.x86_64 2023-08-28T01:57:23.814 INFO:teuthology.orchestra.run.smithi083.stdout: cockpit-podman-74-1.module_el8+643+8db347f4.noarch 2023-08-28T01:57:23.815 INFO:teuthology.orchestra.run.smithi083.stdout: criu-libs-3.15-3.module_el8.7.0+1216+b022c01d.x86_64 2023-08-28T01:57:23.815 INFO:teuthology.orchestra.run.smithi083.stdout: crun-1.8.6-1.module_el8+593+980a18f9.x86_64 2023-08-28T01:57:23.815 INFO:teuthology.orchestra.run.smithi083.stdout: netavark-2:1.7.0-1.module_el8+487+8e42a277.x86_64 2023-08-28T01:57:23.815 INFO:teuthology.orchestra.run.smithi083.stdout: python3-podman-4.6.0-1.module_el8+582+a2558ae2.noarch 2023-08-28T01:57:23.815 INFO:teuthology.orchestra.run.smithi083.stdout: python3-pytoml-0.1.14-5.git7dea353.el8.noarch 2023-08-28T01:57:23.815 INFO:teuthology.orchestra.run.smithi083.stdout: python3-pyxdg-0.25-16.el8.noarch 2023-08-28T01:57:23.815 INFO:teuthology.orchestra.run.smithi083.stdout: skopeo-2:1.13.2-1.module_el8+643+8db347f4.x86_64 2023-08-28T01:57:23.815 INFO:teuthology.orchestra.run.smithi083.stdout: toolbox-0.0.99.4-5.module_el8+649+e2deac1d.x86_64 2023-08-28T01:57:23.815 INFO:teuthology.orchestra.run.smithi083.stdout: udica-0.2.6-20.module_el8+487+8e42a277.noarch 2023-08-28T01:57:23.815 INFO:teuthology.orchestra.run.smithi083.stdout: yajl-2.1.0-12.el8.x86_64 2023-08-28T01:57:23.815 INFO:teuthology.orchestra.run.smithi083.stdout: 2023-08-28T01:57:23.816 INFO:teuthology.orchestra.run.smithi083.stdout:Complete! 2023-08-28T01:57:24.016 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : cockpit-podman-74-1.module_el8+643+8db347f4.noarch 13/13 2023-08-28T01:57:24.094 DEBUG:teuthology.parallel:result is None 2023-08-28T01:57:24.500 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: cockpit-podman-74-1.module_el8+643+8db347f4.noarch 13/13 2023-08-28T01:57:24.500 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : aardvark-dns-2:1.7.0-1.module_el8+487+8e42a277.x86 1/13 2023-08-28T01:57:24.500 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : buildah-1:1.31.2-1.module_el8+643+8db347f4.x86_64 2/13 2023-08-28T01:57:24.500 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : cockpit-podman-74-1.module_el8+643+8db347f4.noarch 3/13 2023-08-28T01:57:24.500 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : criu-libs-3.15-3.module_el8.7.0+1216+b022c01d.x86_ 4/13 2023-08-28T01:57:24.500 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : crun-1.8.6-1.module_el8+593+980a18f9.x86_64 5/13 2023-08-28T01:57:24.500 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : netavark-2:1.7.0-1.module_el8+487+8e42a277.x86_64 6/13 2023-08-28T01:57:24.501 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-podman-4.6.0-1.module_el8+582+a2558ae2.noa 7/13 2023-08-28T01:57:24.501 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 8/13 2023-08-28T01:57:24.501 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-pyxdg-0.25-16.el8.noarch 9/13 2023-08-28T01:57:24.501 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : skopeo-2:1.13.2-1.module_el8+643+8db347f4.x86_64 10/13 2023-08-28T01:57:24.501 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : toolbox-0.0.99.4-5.module_el8+649+e2deac1d.x86_64 11/13 2023-08-28T01:57:24.501 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : udica-0.2.6-20.module_el8+487+8e42a277.noarch 12/13 2023-08-28T01:57:25.329 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : yajl-2.1.0-12.el8.x86_64 13/13 2023-08-28T01:57:25.329 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T01:57:25.329 INFO:teuthology.orchestra.run.smithi040.stdout:Installed: 2023-08-28T01:57:25.329 INFO:teuthology.orchestra.run.smithi040.stdout: aardvark-dns-2:1.7.0-1.module_el8+487+8e42a277.x86_64 2023-08-28T01:57:25.329 INFO:teuthology.orchestra.run.smithi040.stdout: buildah-1:1.31.2-1.module_el8+643+8db347f4.x86_64 2023-08-28T01:57:25.330 INFO:teuthology.orchestra.run.smithi040.stdout: cockpit-podman-74-1.module_el8+643+8db347f4.noarch 2023-08-28T01:57:25.330 INFO:teuthology.orchestra.run.smithi040.stdout: criu-libs-3.15-3.module_el8.7.0+1216+b022c01d.x86_64 2023-08-28T01:57:25.330 INFO:teuthology.orchestra.run.smithi040.stdout: crun-1.8.6-1.module_el8+593+980a18f9.x86_64 2023-08-28T01:57:25.330 INFO:teuthology.orchestra.run.smithi040.stdout: netavark-2:1.7.0-1.module_el8+487+8e42a277.x86_64 2023-08-28T01:57:25.330 INFO:teuthology.orchestra.run.smithi040.stdout: python3-podman-4.6.0-1.module_el8+582+a2558ae2.noarch 2023-08-28T01:57:25.330 INFO:teuthology.orchestra.run.smithi040.stdout: python3-pytoml-0.1.14-5.git7dea353.el8.noarch 2023-08-28T01:57:25.330 INFO:teuthology.orchestra.run.smithi040.stdout: python3-pyxdg-0.25-16.el8.noarch 2023-08-28T01:57:25.330 INFO:teuthology.orchestra.run.smithi040.stdout: skopeo-2:1.13.2-1.module_el8+643+8db347f4.x86_64 2023-08-28T01:57:25.330 INFO:teuthology.orchestra.run.smithi040.stdout: toolbox-0.0.99.4-5.module_el8+649+e2deac1d.x86_64 2023-08-28T01:57:25.330 INFO:teuthology.orchestra.run.smithi040.stdout: udica-0.2.6-20.module_el8+487+8e42a277.noarch 2023-08-28T01:57:25.331 INFO:teuthology.orchestra.run.smithi040.stdout: yajl-2.1.0-12.el8.x86_64 2023-08-28T01:57:25.331 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T01:57:25.331 INFO:teuthology.orchestra.run.smithi040.stdout:Complete! 2023-08-28T01:57:25.627 DEBUG:teuthology.parallel:result is None 2023-08-28T01:57:25.627 INFO:teuthology.run_tasks:Running task install... 2023-08-28T01:57:25.636 DEBUG:teuthology.task.install:project ceph 2023-08-28T01:57:25.636 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '9cf208207dfe23ffccb33308b22e51570cb45e51'}} 2023-08-28T01:57:25.636 DEBUG:teuthology.task.install:config {'branch': 'quincy', 'exclude_packages': ['ceph-volume'], 'flavor': 'default', 'sha1': '9cf208207dfe23ffccb33308b22e51570cb45e51'} 2023-08-28T01:57:25.636 INFO:teuthology.task.install:Using flavor: default 2023-08-28T01:57:25.644 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2023-08-28T01:57:25.645 INFO:teuthology.task.install:extra packages: [] 2023-08-28T01:57:25.645 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'quincy', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': [], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '9cf208207dfe23ffccb33308b22e51570cb45e51', 'tag': None, 'wait_for_package': False} 2023-08-28T01:57:25.645 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-08-28T01:57:25.645 INFO:teuthology.packaging:ref: None 2023-08-28T01:57:25.645 INFO:teuthology.packaging:tag: None 2023-08-28T01:57:25.645 INFO:teuthology.packaging:branch: quincy 2023-08-28T01:57:25.645 INFO:teuthology.packaging:sha1: 9cf208207dfe23ffccb33308b22e51570cb45e51 2023-08-28T01:57:25.646 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=quincy 2023-08-28T01:57:25.648 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'quincy', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': [], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '9cf208207dfe23ffccb33308b22e51570cb45e51', 'tag': None, 'wait_for_package': False} 2023-08-28T01:57:25.648 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-08-28T01:57:25.648 INFO:teuthology.packaging:ref: None 2023-08-28T01:57:25.648 INFO:teuthology.packaging:tag: None 2023-08-28T01:57:25.649 INFO:teuthology.packaging:branch: quincy 2023-08-28T01:57:25.649 INFO:teuthology.packaging:sha1: 9cf208207dfe23ffccb33308b22e51570cb45e51 2023-08-28T01:57:25.649 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=quincy 2023-08-28T01:57:25.981 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/quincy/4fe39952b691f82409c13a09ef1217f15a8c4218/centos/8/flavors/default/ 2023-08-28T01:57:25.981 INFO:teuthology.task.install.rpm:Package version is 17.2.6-1016.g4fe39952 2023-08-28T01:57:25.998 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/quincy/4fe39952b691f82409c13a09ef1217f15a8c4218/centos/8/flavors/default/ 2023-08-28T01:57:25.998 INFO:teuthology.task.install.rpm:Package version is 17.2.6-1016.g4fe39952 2023-08-28T01:57:26.104 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/quincy/4fe39952b691f82409c13a09ef1217f15a8c4218/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/quincy/4fe39952b691f82409c13a09ef1217f15a8c4218/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/quincy/4fe39952b691f82409c13a09ef1217f15a8c4218/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2023-08-28T01:57:26.105 DEBUG:teuthology.orchestra.run.smithi040:> set -ex 2023-08-28T01:57:26.105 DEBUG:teuthology.orchestra.run.smithi040:> sudo dd of=/etc/yum.repos.d/ceph.repo 2023-08-28T01:57:26.116 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/quincy/4fe39952b691f82409c13a09ef1217f15a8c4218/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/quincy/4fe39952b691f82409c13a09ef1217f15a8c4218/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/quincy/4fe39952b691f82409c13a09ef1217f15a8c4218/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2023-08-28T01:57:26.116 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2023-08-28T01:57:26.116 DEBUG:teuthology.orchestra.run.smithi083:> sudo dd of=/etc/yum.repos.d/ceph.repo 2023-08-28T01:57:26.141 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd on remote rpm x86_64 2023-08-28T01:57:26.141 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-08-28T01:57:26.141 INFO:teuthology.packaging:ref: None 2023-08-28T01:57:26.141 INFO:teuthology.packaging:tag: None 2023-08-28T01:57:26.141 INFO:teuthology.packaging:branch: quincy 2023-08-28T01:57:26.142 INFO:teuthology.packaging:sha1: 9cf208207dfe23ffccb33308b22e51570cb45e51 2023-08-28T01:57:26.142 DEBUG:teuthology.orchestra.run.smithi040:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/quincy/;g' /etc/yum.repos.d/ceph.repo ; fi 2023-08-28T01:57:26.150 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd on remote rpm x86_64 2023-08-28T01:57:26.150 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-08-28T01:57:26.151 INFO:teuthology.packaging:ref: None 2023-08-28T01:57:26.151 INFO:teuthology.packaging:tag: None 2023-08-28T01:57:26.151 INFO:teuthology.packaging:branch: quincy 2023-08-28T01:57:26.151 INFO:teuthology.packaging:sha1: 9cf208207dfe23ffccb33308b22e51570cb45e51 2023-08-28T01:57:26.151 DEBUG:teuthology.orchestra.run.smithi083:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/quincy/;g' /etc/yum.repos.d/ceph.repo ; fi 2023-08-28T01:57:26.218 DEBUG:teuthology.orchestra.run.smithi040:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2023-08-28T01:57:26.223 DEBUG:teuthology.orchestra.run.smithi083:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2023-08-28T01:57:26.304 DEBUG:teuthology.orchestra.run.smithi083:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2023-08-28T01:57:26.306 DEBUG:teuthology.orchestra.run.smithi040:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2023-08-28T01:57:26.338 INFO:teuthology.orchestra.run.smithi040.stdout:check_obsoletes = 1 2023-08-28T01:57:26.339 DEBUG:teuthology.orchestra.run.smithi040:> sudo yum clean all 2023-08-28T01:57:26.372 INFO:teuthology.orchestra.run.smithi083.stdout:check_obsoletes = 1 2023-08-28T01:57:26.374 DEBUG:teuthology.orchestra.run.smithi083:> sudo yum clean all 2023-08-28T01:57:26.643 INFO:teuthology.orchestra.run.smithi083.stdout:76 files removed 2023-08-28T01:57:26.645 INFO:teuthology.orchestra.run.smithi040.stdout:76 files removed 2023-08-28T01:57:26.674 DEBUG:teuthology.orchestra.run.smithi083:> sudo yum -y install ceph-radosgw 2023-08-28T01:57:26.685 DEBUG:teuthology.orchestra.run.smithi040:> sudo yum -y install ceph-radosgw 2023-08-28T01:57:27.423 INFO:teuthology.orchestra.run.smithi083.stdout:ceph packages for x86_64 227 kB/s | 78 kB 00:00 2023-08-28T01:57:27.529 INFO:teuthology.orchestra.run.smithi040.stdout:ceph packages for x86_64 215 kB/s | 78 kB 00:00 2023-08-28T01:57:27.733 INFO:teuthology.orchestra.run.smithi083.stdout:ceph noarch packages 34 kB/s | 9.2 kB 00:00 2023-08-28T01:57:27.955 INFO:teuthology.orchestra.run.smithi040.stdout:ceph noarch packages 24 kB/s | 9.2 kB 00:00 2023-08-28T01:57:28.100 INFO:teuthology.orchestra.run.smithi083.stdout:ceph source packages 4.3 kB/s | 1.4 kB 00:00 2023-08-28T01:57:28.314 INFO:teuthology.orchestra.run.smithi040.stdout:ceph source packages 4.4 kB/s | 1.4 kB 00:00 2023-08-28T01:57:30.084 INFO:teuthology.orchestra.run.smithi083.stdout:CentOS Stream 8 - AppStream 17 MB/s | 33 MB 00:01 2023-08-28T01:57:30.289 INFO:teuthology.orchestra.run.smithi040.stdout:CentOS Stream 8 - AppStream 17 MB/s | 33 MB 00:01 2023-08-28T01:57:38.118 INFO:teuthology.orchestra.run.smithi083.stdout:CentOS Stream 8 - BaseOS 23 MB/s | 46 MB 00:02 2023-08-28T01:57:39.290 INFO:teuthology.orchestra.run.smithi040.stdout:CentOS Stream 8 - BaseOS 19 MB/s | 46 MB 00:02 2023-08-28T01:57:45.093 INFO:teuthology.orchestra.run.smithi083.stdout:CentOS Stream 8 - Extras 48 kB/s | 18 kB 00:00 2023-08-28T01:57:45.418 INFO:teuthology.orchestra.run.smithi083.stdout:CentOS Stream 8 - Extras common packages 45 kB/s | 6.8 kB 00:00 2023-08-28T01:57:46.503 INFO:teuthology.orchestra.run.smithi083.stdout:CentOS Stream 8 - PowerTools 6.9 MB/s | 6.5 MB 00:00 2023-08-28T01:57:46.823 INFO:teuthology.orchestra.run.smithi040.stdout:CentOS Stream 8 - Extras 84 kB/s | 18 kB 00:00 2023-08-28T01:57:47.307 INFO:teuthology.orchestra.run.smithi040.stdout:CentOS Stream 8 - Extras common packages 24 kB/s | 6.8 kB 00:00 2023-08-28T01:57:47.913 INFO:teuthology.orchestra.run.smithi083.stdout:Copr repo for python3-asyncssh owned by ceph 24 kB/s | 3.5 kB 00:00 2023-08-28T01:57:48.400 INFO:teuthology.orchestra.run.smithi040.stdout:CentOS Stream 8 - PowerTools 7.0 MB/s | 6.5 MB 00:00 2023-08-28T01:57:48.780 INFO:teuthology.orchestra.run.smithi083.stdout:Extra Packages for Enterprise Linux 22 MB/s | 16 MB 00:00 2023-08-28T01:57:49.968 INFO:teuthology.orchestra.run.smithi040.stdout:Copr repo for python3-asyncssh owned by ceph 22 kB/s | 3.5 kB 00:00 2023-08-28T01:57:51.671 INFO:teuthology.orchestra.run.smithi040.stdout:Extra Packages for Enterprise Linux 10 MB/s | 16 MB 00:01 2023-08-28T01:57:52.722 INFO:teuthology.orchestra.run.smithi083.stdout:lab-extras 464 kB/s | 24 kB 00:00 2023-08-28T01:57:55.936 INFO:teuthology.orchestra.run.smithi040.stdout:lab-extras 336 kB/s | 24 kB 00:00 2023-08-28T01:57:56.941 INFO:teuthology.orchestra.run.smithi083.stdout:Dependencies resolved. 2023-08-28T01:57:56.944 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2023-08-28T01:57:56.944 INFO:teuthology.orchestra.run.smithi083.stdout: Package Arch Version Repository Size 2023-08-28T01:57:56.944 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2023-08-28T01:57:56.944 INFO:teuthology.orchestra.run.smithi083.stdout:Installing: 2023-08-28T01:57:56.944 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-radosgw x86_64 2:17.2.6-1016.g4fe39952.el8 ceph 17 M 2023-08-28T01:57:56.944 INFO:teuthology.orchestra.run.smithi083.stdout:Upgrading: 2023-08-28T01:57:56.945 INFO:teuthology.orchestra.run.smithi083.stdout: librados2 x86_64 2:17.2.6-1016.g4fe39952.el8 ceph 3.5 M 2023-08-28T01:57:56.945 INFO:teuthology.orchestra.run.smithi083.stdout: librbd1 x86_64 2:17.2.6-1016.g4fe39952.el8 ceph 3.6 M 2023-08-28T01:57:56.945 INFO:teuthology.orchestra.run.smithi083.stdout:Installing dependencies: 2023-08-28T01:57:56.945 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-base x86_64 2:17.2.6-1016.g4fe39952.el8 ceph 5.2 M 2023-08-28T01:57:56.945 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-common x86_64 2:17.2.6-1016.g4fe39952.el8 ceph 23 M 2023-08-28T01:57:56.945 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-selinux x86_64 2:17.2.6-1016.g4fe39952.el8 ceph 24 k 2023-08-28T01:57:56.945 INFO:teuthology.orchestra.run.smithi083.stdout: gperftools-libs x86_64 1:2.7-9.el8 epel 306 k 2023-08-28T01:57:56.945 INFO:teuthology.orchestra.run.smithi083.stdout: libcephfs2 x86_64 2:17.2.6-1016.g4fe39952.el8 ceph 796 k 2023-08-28T01:57:56.945 INFO:teuthology.orchestra.run.smithi083.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2023-08-28T01:57:56.945 INFO:teuthology.orchestra.run.smithi083.stdout: librabbitmq x86_64 0.9.0-4.el8 baseos 47 k 2023-08-28T01:57:56.945 INFO:teuthology.orchestra.run.smithi083.stdout: libradosstriper1 x86_64 2:17.2.6-1016.g4fe39952.el8 ceph 506 k 2023-08-28T01:57:56.946 INFO:teuthology.orchestra.run.smithi083.stdout: librdkafka x86_64 0.11.4-3.el8 appstream 354 k 2023-08-28T01:57:56.946 INFO:teuthology.orchestra.run.smithi083.stdout: librgw2 x86_64 2:17.2.6-1016.g4fe39952.el8 ceph 5.5 M 2023-08-28T01:57:56.946 INFO:teuthology.orchestra.run.smithi083.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2023-08-28T01:57:56.946 INFO:teuthology.orchestra.run.smithi083.stdout: lttng-ust x86_64 2.8.1-11.el8 appstream 259 k 2023-08-28T01:57:56.946 INFO:teuthology.orchestra.run.smithi083.stdout: python3-ceph-argparse x86_64 2:17.2.6-1016.g4fe39952.el8 ceph 45 k 2023-08-28T01:57:56.946 INFO:teuthology.orchestra.run.smithi083.stdout: python3-ceph-common x86_64 2:17.2.6-1016.g4fe39952.el8 ceph 115 k 2023-08-28T01:57:56.946 INFO:teuthology.orchestra.run.smithi083.stdout: python3-cephfs x86_64 2:17.2.6-1016.g4fe39952.el8 ceph 190 k 2023-08-28T01:57:56.946 INFO:teuthology.orchestra.run.smithi083.stdout: python3-prettytable noarch 0.7.2-14.el8 appstream 44 k 2023-08-28T01:57:56.946 INFO:teuthology.orchestra.run.smithi083.stdout: python3-rados x86_64 2:17.2.6-1016.g4fe39952.el8 ceph 370 k 2023-08-28T01:57:56.946 INFO:teuthology.orchestra.run.smithi083.stdout: python3-rbd x86_64 2:17.2.6-1016.g4fe39952.el8 ceph 358 k 2023-08-28T01:57:56.946 INFO:teuthology.orchestra.run.smithi083.stdout: python3-rgw x86_64 2:17.2.6-1016.g4fe39952.el8 ceph 107 k 2023-08-28T01:57:56.946 INFO:teuthology.orchestra.run.smithi083.stdout: thrift x86_64 0.13.0-2.el8 epel 1.7 M 2023-08-28T01:57:56.947 INFO:teuthology.orchestra.run.smithi083.stdout: 2023-08-28T01:57:56.947 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction Summary 2023-08-28T01:57:56.947 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2023-08-28T01:57:56.947 INFO:teuthology.orchestra.run.smithi083.stdout:Install 21 Packages 2023-08-28T01:57:56.947 INFO:teuthology.orchestra.run.smithi083.stdout:Upgrade 2 Packages 2023-08-28T01:57:56.947 INFO:teuthology.orchestra.run.smithi083.stdout: 2023-08-28T01:57:56.948 INFO:teuthology.orchestra.run.smithi083.stdout:Total download size: 63 M 2023-08-28T01:57:56.948 INFO:teuthology.orchestra.run.smithi083.stdout:Downloading Packages: 2023-08-28T01:57:58.215 INFO:teuthology.orchestra.run.smithi083.stdout:(1/23): ceph-base-17.2.6-1016.g4fe39952.el8.x86 5.0 MB/s | 5.2 MB 00:01 2023-08-28T01:57:58.299 INFO:teuthology.orchestra.run.smithi083.stdout:(2/23): ceph-selinux-17.2.6-1016.g4fe39952.el8. 291 kB/s | 24 kB 00:00 2023-08-28T01:57:58.483 INFO:teuthology.orchestra.run.smithi083.stdout:(3/23): libcephfs2-17.2.6-1016.g4fe39952.el8.x8 4.2 MB/s | 796 kB 00:00 2023-08-28T01:57:58.608 INFO:teuthology.orchestra.run.smithi083.stdout:(4/23): libradosstriper1-17.2.6-1016.g4fe39952. 4.0 MB/s | 506 kB 00:00 2023-08-28T01:57:59.058 INFO:teuthology.orchestra.run.smithi083.stdout:(5/23): ceph-common-17.2.6-1016.g4fe39952.el8.x 13 MB/s | 23 MB 00:01 2023-08-28T01:57:59.125 INFO:teuthology.orchestra.run.smithi083.stdout:(6/23): python3-ceph-argparse-17.2.6-1016.g4fe3 670 kB/s | 45 kB 00:00 2023-08-28T01:57:59.184 INFO:teuthology.orchestra.run.smithi083.stdout:(7/23): python3-ceph-common-17.2.6-1016.g4fe399 1.9 MB/s | 115 kB 00:00 2023-08-28T01:57:59.260 INFO:teuthology.orchestra.run.smithi083.stdout:(8/23): python3-cephfs-17.2.6-1016.g4fe39952.el 2.5 MB/s | 190 kB 00:00 2023-08-28T01:57:59.351 INFO:teuthology.orchestra.run.smithi083.stdout:(9/23): python3-rados-17.2.6-1016.g4fe39952.el8 3.9 MB/s | 370 kB 00:00 2023-08-28T01:57:59.451 INFO:teuthology.orchestra.run.smithi083.stdout:(10/23): librgw2-17.2.6-1016.g4fe39952.el8.x86_ 6.6 MB/s | 5.5 MB 00:00 2023-08-28T01:57:59.477 INFO:teuthology.orchestra.run.smithi083.stdout:(11/23): python3-rbd-17.2.6-1016.g4fe39952.el8. 2.8 MB/s | 358 kB 00:00 2023-08-28T01:57:59.644 INFO:teuthology.orchestra.run.smithi083.stdout:(12/23): ceph-radosgw-17.2.6-1016.g4fe39952.el8 6.8 MB/s | 17 MB 00:02 2023-08-28T01:57:59.669 INFO:teuthology.orchestra.run.smithi083.stdout:(13/23): python3-rgw-17.2.6-1016.g4fe39952.el8. 491 kB/s | 107 kB 00:00 2023-08-28T01:58:00.011 INFO:teuthology.orchestra.run.smithi083.stdout:(14/23): python3-prettytable-0.7.2-14.el8.noarc 128 kB/s | 44 kB 00:00 2023-08-28T01:58:00.119 INFO:teuthology.orchestra.run.smithi083.stdout:(15/23): librdkafka-0.11.4-3.el8.x86_64.rpm 551 kB/s | 354 kB 00:00 2023-08-28T01:58:00.145 INFO:teuthology.orchestra.run.smithi083.stdout:(16/23): lttng-ust-2.8.1-11.el8.x86_64.rpm 518 kB/s | 259 kB 00:00 2023-08-28T01:58:00.396 INFO:teuthology.orchestra.run.smithi083.stdout:(17/23): librabbitmq-0.9.0-4.el8.x86_64.rpm 122 kB/s | 47 kB 00:00 2023-08-28T01:58:00.421 INFO:teuthology.orchestra.run.smithi083.stdout:(18/23): liboath-2.6.2-3.el8.x86_64.rpm 214 kB/s | 59 kB 00:00 2023-08-28T01:58:00.496 INFO:teuthology.orchestra.run.smithi083.stdout:(19/23): libunwind-1.3.1-3.el8.x86_64.rpm 750 kB/s | 75 kB 00:00 2023-08-28T01:58:00.521 INFO:teuthology.orchestra.run.smithi083.stdout:(20/23): gperftools-libs-2.7-9.el8.x86_64.rpm 763 kB/s | 306 kB 00:00 2023-08-28T01:58:00.766 INFO:teuthology.orchestra.run.smithi040.stdout:Dependencies resolved. 2023-08-28T01:58:00.769 INFO:teuthology.orchestra.run.smithi040.stdout:================================================================================ 2023-08-28T01:58:00.769 INFO:teuthology.orchestra.run.smithi040.stdout: Package Arch Version Repository Size 2023-08-28T01:58:00.769 INFO:teuthology.orchestra.run.smithi040.stdout:================================================================================ 2023-08-28T01:58:00.769 INFO:teuthology.orchestra.run.smithi040.stdout:Installing: 2023-08-28T01:58:00.769 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-radosgw x86_64 2:17.2.6-1016.g4fe39952.el8 ceph 17 M 2023-08-28T01:58:00.770 INFO:teuthology.orchestra.run.smithi040.stdout:Upgrading: 2023-08-28T01:58:00.770 INFO:teuthology.orchestra.run.smithi040.stdout: librados2 x86_64 2:17.2.6-1016.g4fe39952.el8 ceph 3.5 M 2023-08-28T01:58:00.770 INFO:teuthology.orchestra.run.smithi040.stdout: librbd1 x86_64 2:17.2.6-1016.g4fe39952.el8 ceph 3.6 M 2023-08-28T01:58:00.770 INFO:teuthology.orchestra.run.smithi040.stdout:Installing dependencies: 2023-08-28T01:58:00.770 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-base x86_64 2:17.2.6-1016.g4fe39952.el8 ceph 5.2 M 2023-08-28T01:58:00.770 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-common x86_64 2:17.2.6-1016.g4fe39952.el8 ceph 23 M 2023-08-28T01:58:00.770 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-selinux x86_64 2:17.2.6-1016.g4fe39952.el8 ceph 24 k 2023-08-28T01:58:00.771 INFO:teuthology.orchestra.run.smithi040.stdout: gperftools-libs x86_64 1:2.7-9.el8 epel 306 k 2023-08-28T01:58:00.771 INFO:teuthology.orchestra.run.smithi040.stdout: libcephfs2 x86_64 2:17.2.6-1016.g4fe39952.el8 ceph 796 k 2023-08-28T01:58:00.771 INFO:teuthology.orchestra.run.smithi040.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2023-08-28T01:58:00.771 INFO:teuthology.orchestra.run.smithi040.stdout: librabbitmq x86_64 0.9.0-4.el8 baseos 47 k 2023-08-28T01:58:00.771 INFO:teuthology.orchestra.run.smithi040.stdout: libradosstriper1 x86_64 2:17.2.6-1016.g4fe39952.el8 ceph 506 k 2023-08-28T01:58:00.771 INFO:teuthology.orchestra.run.smithi040.stdout: librdkafka x86_64 0.11.4-3.el8 appstream 354 k 2023-08-28T01:58:00.771 INFO:teuthology.orchestra.run.smithi040.stdout: librgw2 x86_64 2:17.2.6-1016.g4fe39952.el8 ceph 5.5 M 2023-08-28T01:58:00.771 INFO:teuthology.orchestra.run.smithi040.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2023-08-28T01:58:00.771 INFO:teuthology.orchestra.run.smithi040.stdout: lttng-ust x86_64 2.8.1-11.el8 appstream 259 k 2023-08-28T01:58:00.771 INFO:teuthology.orchestra.run.smithi040.stdout: python3-ceph-argparse x86_64 2:17.2.6-1016.g4fe39952.el8 ceph 45 k 2023-08-28T01:58:00.771 INFO:teuthology.orchestra.run.smithi040.stdout: python3-ceph-common x86_64 2:17.2.6-1016.g4fe39952.el8 ceph 115 k 2023-08-28T01:58:00.772 INFO:teuthology.orchestra.run.smithi040.stdout: python3-cephfs x86_64 2:17.2.6-1016.g4fe39952.el8 ceph 190 k 2023-08-28T01:58:00.772 INFO:teuthology.orchestra.run.smithi040.stdout: python3-prettytable noarch 0.7.2-14.el8 appstream 44 k 2023-08-28T01:58:00.772 INFO:teuthology.orchestra.run.smithi040.stdout: python3-rados x86_64 2:17.2.6-1016.g4fe39952.el8 ceph 370 k 2023-08-28T01:58:00.772 INFO:teuthology.orchestra.run.smithi040.stdout: python3-rbd x86_64 2:17.2.6-1016.g4fe39952.el8 ceph 358 k 2023-08-28T01:58:00.772 INFO:teuthology.orchestra.run.smithi040.stdout: python3-rgw x86_64 2:17.2.6-1016.g4fe39952.el8 ceph 107 k 2023-08-28T01:58:00.772 INFO:teuthology.orchestra.run.smithi040.stdout: thrift x86_64 0.13.0-2.el8 epel 1.7 M 2023-08-28T01:58:00.772 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T01:58:00.772 INFO:teuthology.orchestra.run.smithi040.stdout:Transaction Summary 2023-08-28T01:58:00.772 INFO:teuthology.orchestra.run.smithi040.stdout:================================================================================ 2023-08-28T01:58:00.772 INFO:teuthology.orchestra.run.smithi040.stdout:Install 21 Packages 2023-08-28T01:58:00.772 INFO:teuthology.orchestra.run.smithi040.stdout:Upgrade 2 Packages 2023-08-28T01:58:00.772 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T01:58:00.773 INFO:teuthology.orchestra.run.smithi040.stdout:Total download size: 63 M 2023-08-28T01:58:00.773 INFO:teuthology.orchestra.run.smithi040.stdout:Downloading Packages: 2023-08-28T01:58:00.821 INFO:teuthology.orchestra.run.smithi083.stdout:(21/23): librbd1-17.2.6-1016.g4fe39952.el8.x86_ 12 MB/s | 3.6 MB 00:00 2023-08-28T01:58:00.913 INFO:teuthology.orchestra.run.smithi083.stdout:(22/23): thrift-0.13.0-2.el8.x86_64.rpm 3.5 MB/s | 1.7 MB 00:00 2023-08-28T01:58:00.997 INFO:teuthology.orchestra.run.smithi083.stdout:(23/23): librados2-17.2.6-1016.g4fe39952.el8.x8 6.9 MB/s | 3.5 MB 00:00 2023-08-28T01:58:01.002 INFO:teuthology.orchestra.run.smithi083.stdout:-------------------------------------------------------------------------------- 2023-08-28T01:58:01.002 INFO:teuthology.orchestra.run.smithi083.stdout:Total 16 MB/s | 63 MB 00:04 2023-08-28T01:58:01.044 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction check 2023-08-28T01:58:01.089 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction check succeeded. 2023-08-28T01:58:01.089 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction test 2023-08-28T01:58:01.462 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction test succeeded. 2023-08-28T01:58:01.465 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction 2023-08-28T01:58:01.530 INFO:teuthology.orchestra.run.smithi040.stdout:(1/23): ceph-base-17.2.6-1016.g4fe39952.el8.x86 8.0 MB/s | 5.2 MB 00:00 2023-08-28T01:58:01.588 INFO:teuthology.orchestra.run.smithi040.stdout:(2/23): ceph-selinux-17.2.6-1016.g4fe39952.el8. 418 kB/s | 24 kB 00:00 2023-08-28T01:58:01.715 INFO:teuthology.orchestra.run.smithi040.stdout:(3/23): libcephfs2-17.2.6-1016.g4fe39952.el8.x8 6.2 MB/s | 796 kB 00:00 2023-08-28T01:58:01.963 INFO:teuthology.orchestra.run.smithi040.stdout:(4/23): libradosstriper1-17.2.6-1016.g4fe39952. 2.0 MB/s | 506 kB 00:00 2023-08-28T01:58:02.364 INFO:teuthology.orchestra.run.smithi040.stdout:(5/23): ceph-radosgw-17.2.6-1016.g4fe39952.el8. 11 MB/s | 17 MB 00:01 2023-08-28T01:58:02.431 INFO:teuthology.orchestra.run.smithi040.stdout:(6/23): python3-ceph-argparse-17.2.6-1016.g4fe3 671 kB/s | 45 kB 00:00 2023-08-28T01:58:02.564 INFO:teuthology.orchestra.run.smithi040.stdout:(7/23): librgw2-17.2.6-1016.g4fe39952.el8.x86_6 9.2 MB/s | 5.5 MB 00:00 2023-08-28T01:58:02.582 INFO:teuthology.orchestra.run.smithi040.stdout:(8/23): python3-ceph-common-17.2.6-1016.g4fe399 768 kB/s | 115 kB 00:00 2023-08-28T01:58:02.607 INFO:teuthology.orchestra.run.smithi040.stdout:(9/23): python3-cephfs-17.2.6-1016.g4fe39952.el 4.5 MB/s | 190 kB 00:00 2023-08-28T01:58:02.632 INFO:teuthology.orchestra.run.smithi040.stdout:(10/23): python3-rados-17.2.6-1016.g4fe39952.el 7.2 MB/s | 370 kB 00:00 2023-08-28T01:58:02.647 INFO:teuthology.orchestra.run.smithi083.stdout: Preparing : 1/1 2023-08-28T01:58:02.675 INFO:teuthology.orchestra.run.smithi040.stdout:(11/23): python3-rbd-17.2.6-1016.g4fe39952.el8. 5.2 MB/s | 358 kB 00:00 2023-08-28T01:58:02.700 INFO:teuthology.orchestra.run.smithi040.stdout:(12/23): python3-rgw-17.2.6-1016.g4fe39952.el8. 1.6 MB/s | 107 kB 00:00 2023-08-28T01:58:02.854 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : liboath-2.6.2-3.el8.x86_64 1/25 2023-08-28T01:58:03.047 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 2/25 2023-08-28T01:58:03.150 INFO:teuthology.orchestra.run.smithi040.stdout:(13/23): librdkafka-0.11.4-3.el8.x86_64.rpm 745 kB/s | 354 kB 00:00 2023-08-28T01:58:03.167 INFO:teuthology.orchestra.run.smithi040.stdout:(14/23): lttng-ust-2.8.1-11.el8.x86_64.rpm 556 kB/s | 259 kB 00:00 2023-08-28T01:58:03.250 INFO:teuthology.orchestra.run.smithi040.stdout:(15/23): python3-prettytable-0.7.2-14.el8.noarc 439 kB/s | 44 kB 00:00 2023-08-28T01:58:03.436 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 2/25 2023-08-28T01:58:03.617 INFO:teuthology.orchestra.run.smithi040.stdout:(16/23): ceph-common-17.2.6-1016.g4fe39952.el8. 8.6 MB/s | 23 MB 00:02 2023-08-28T01:58:03.638 INFO:teuthology.orchestra.run.smithi083.stdout: Upgrading : librados2-2:17.2.6-1016.g4fe39952.el8.x86_64 3/25 2023-08-28T01:58:03.643 INFO:teuthology.orchestra.run.smithi040.stdout:(17/23): librabbitmq-0.9.0-4.el8.x86_64.rpm 99 kB/s | 47 kB 00:00 2023-08-28T01:58:03.739 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: librados2-2:17.2.6-1016.g4fe39952.el8.x86_64 3/25 2023-08-28T01:58:03.927 INFO:teuthology.orchestra.run.smithi040.stdout:(18/23): liboath-2.6.2-3.el8.x86_64.rpm 191 kB/s | 59 kB 00:00 2023-08-28T01:58:03.985 INFO:teuthology.orchestra.run.smithi040.stdout:(19/23): libunwind-1.3.1-3.el8.x86_64.rpm 219 kB/s | 75 kB 00:00 2023-08-28T01:58:04.030 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-rados-2:17.2.6-1016.g4fe39952.el8.x86_64 4/25 2023-08-28T01:58:04.044 INFO:teuthology.orchestra.run.smithi040.stdout:(20/23): gperftools-libs-2.7-9.el8.x86_64.rpm 386 kB/s | 306 kB 00:00 2023-08-28T01:58:04.205 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : libcephfs2-2:17.2.6-1016.g4fe39952.el8.x86_64 5/25 2023-08-28T01:58:04.328 INFO:teuthology.orchestra.run.smithi040.stdout:(21/23): thrift-0.13.0-2.el8.x86_64.rpm 4.3 MB/s | 1.7 MB 00:00 2023-08-28T01:58:04.386 INFO:teuthology.orchestra.run.smithi040.stdout:(22/23): librados2-17.2.6-1016.g4fe39952.el8.x8 8.6 MB/s | 3.5 MB 00:00 2023-08-28T01:58:04.436 INFO:teuthology.orchestra.run.smithi040.stdout:(23/23): librbd1-17.2.6-1016.g4fe39952.el8.x86_ 9.2 MB/s | 3.6 MB 00:00 2023-08-28T01:58:04.438 INFO:teuthology.orchestra.run.smithi040.stdout:-------------------------------------------------------------------------------- 2023-08-28T01:58:04.439 INFO:teuthology.orchestra.run.smithi040.stdout:Total 17 MB/s | 63 MB 00:03 2023-08-28T01:58:04.482 INFO:teuthology.orchestra.run.smithi040.stdout:Running transaction check 2023-08-28T01:58:04.533 INFO:teuthology.orchestra.run.smithi040.stdout:Transaction check succeeded. 2023-08-28T01:58:04.534 INFO:teuthology.orchestra.run.smithi040.stdout:Running transaction test 2023-08-28T01:58:04.599 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: libcephfs2-2:17.2.6-1016.g4fe39952.el8.x86_64 5/25 2023-08-28T01:58:04.771 INFO:teuthology.orchestra.run.smithi083.stdout: Upgrading : librbd1-2:17.2.6-1016.g4fe39952.el8.x86_64 6/25 2023-08-28T01:58:04.943 INFO:teuthology.orchestra.run.smithi040.stdout:Transaction test succeeded. 2023-08-28T01:58:04.946 INFO:teuthology.orchestra.run.smithi040.stdout:Running transaction 2023-08-28T01:58:04.993 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: librbd1-2:17.2.6-1016.g4fe39952.el8.x86_64 6/25 2023-08-28T01:58:05.225 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : thrift-0.13.0-2.el8.x86_64 7/25 2023-08-28T01:58:05.402 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : librabbitmq-0.9.0-4.el8.x86_64 8/25 2023-08-28T01:58:05.563 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : librdkafka-0.11.4-3.el8.x86_64 9/25 2023-08-28T01:58:06.055 INFO:teuthology.orchestra.run.smithi040.stdout: Preparing : 1/1 2023-08-28T01:58:06.126 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: librdkafka-0.11.4-3.el8.x86_64 9/25 2023-08-28T01:58:06.250 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : liboath-2.6.2-3.el8.x86_64 1/25 2023-08-28T01:58:06.279 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : librgw2-2:17.2.6-1016.g4fe39952.el8.x86_64 10/25 2023-08-28T01:58:06.349 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: librgw2-2:17.2.6-1016.g4fe39952.el8.x86_64 10/25 2023-08-28T01:58:06.426 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 2/25 2023-08-28T01:58:06.532 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-ceph-argparse-2:17.2.6-1016.g4fe39952.el8. 11/25 2023-08-28T01:58:06.828 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 2/25 2023-08-28T01:58:06.912 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-cephfs-2:17.2.6-1016.g4fe39952.el8.x86_64 12/25 2023-08-28T01:58:07.076 INFO:teuthology.orchestra.run.smithi040.stdout: Upgrading : librados2-2:17.2.6-1016.g4fe39952.el8.x86_64 3/25 2023-08-28T01:58:07.157 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-rgw-2:17.2.6-1016.g4fe39952.el8.x86_64 13/25 2023-08-28T01:58:07.165 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: librados2-2:17.2.6-1016.g4fe39952.el8.x86_64 3/25 2023-08-28T01:58:07.375 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-rbd-2:17.2.6-1016.g4fe39952.el8.x86_64 14/25 2023-08-28T01:58:07.417 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-rados-2:17.2.6-1016.g4fe39952.el8.x86_64 4/25 2023-08-28T01:58:07.512 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : libradosstriper1-2:17.2.6-1016.g4fe39952.el8.x86_6 15/25 2023-08-28T01:58:07.575 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: libradosstriper1-2:17.2.6-1016.g4fe39952.el8.x86_6 15/25 2023-08-28T01:58:07.609 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : libcephfs2-2:17.2.6-1016.g4fe39952.el8.x86_64 5/25 2023-08-28T01:58:07.849 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 16/25 2023-08-28T01:58:08.030 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : gperftools-libs-1:2.7-9.el8.x86_64 17/25 2023-08-28T01:58:08.044 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: libcephfs2-2:17.2.6-1016.g4fe39952.el8.x86_64 5/25 2023-08-28T01:58:08.200 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 18/25 2023-08-28T01:58:08.243 INFO:teuthology.orchestra.run.smithi040.stdout: Upgrading : librbd1-2:17.2.6-1016.g4fe39952.el8.x86_64 6/25 2023-08-28T01:58:08.405 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-ceph-common-2:17.2.6-1016.g4fe39952.el8.x8 19/25 2023-08-28T01:58:08.515 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: librbd1-2:17.2.6-1016.g4fe39952.el8.x86_64 6/25 2023-08-28T01:58:08.982 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : thrift-0.13.0-2.el8.x86_64 7/25 2023-08-28T01:58:09.145 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : librabbitmq-0.9.0-4.el8.x86_64 8/25 2023-08-28T01:58:09.309 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : librdkafka-0.11.4-3.el8.x86_64 9/25 2023-08-28T01:58:09.920 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: librdkafka-0.11.4-3.el8.x86_64 9/25 2023-08-28T01:58:10.059 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : librgw2-2:17.2.6-1016.g4fe39952.el8.x86_64 10/25 2023-08-28T01:58:10.165 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: librgw2-2:17.2.6-1016.g4fe39952.el8.x86_64 10/25 2023-08-28T01:58:10.306 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-ceph-argparse-2:17.2.6-1016.g4fe39952.el8. 11/25 2023-08-28T01:58:10.522 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-cephfs-2:17.2.6-1016.g4fe39952.el8.x86_64 12/25 2023-08-28T01:58:10.765 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-rgw-2:17.2.6-1016.g4fe39952.el8.x86_64 13/25 2023-08-28T01:58:10.976 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-rbd-2:17.2.6-1016.g4fe39952.el8.x86_64 14/25 2023-08-28T01:58:11.117 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : libradosstriper1-2:17.2.6-1016.g4fe39952.el8.x86_6 15/25 2023-08-28T01:58:11.125 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: ceph-common-2:17.2.6-1016.g4fe39952.el8.x86_64 20/25 2023-08-28T01:58:11.189 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: libradosstriper1-2:17.2.6-1016.g4fe39952.el8.x86_6 15/25 2023-08-28T01:58:11.338 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : ceph-common-2:17.2.6-1016.g4fe39952.el8.x86_64 20/25 2023-08-28T01:58:11.440 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 16/25 2023-08-28T01:58:11.760 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : gperftools-libs-1:2.7-9.el8.x86_64 17/25 2023-08-28T01:58:11.923 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: ceph-common-2:17.2.6-1016.g4fe39952.el8.x86_64 20/25 2023-08-28T01:58:11.975 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 18/25 2023-08-28T01:58:12.159 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-ceph-common-2:17.2.6-1016.g4fe39952.el8.x8 19/25 2023-08-28T01:58:12.193 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : ceph-base-2:17.2.6-1016.g4fe39952.el8.x86_64 21/25 2023-08-28T01:58:12.296 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: ceph-base-2:17.2.6-1016.g4fe39952.el8.x86_64 21/25 2023-08-28T01:58:12.553 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : ceph-selinux-2:17.2.6-1016.g4fe39952.el8.x86_64 22/25 2023-08-28T01:58:15.091 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: ceph-common-2:17.2.6-1016.g4fe39952.el8.x86_64 20/25 2023-08-28T01:58:15.359 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : ceph-common-2:17.2.6-1016.g4fe39952.el8.x86_64 20/25 2023-08-28T01:58:16.011 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: ceph-common-2:17.2.6-1016.g4fe39952.el8.x86_64 20/25 2023-08-28T01:58:16.301 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : ceph-base-2:17.2.6-1016.g4fe39952.el8.x86_64 21/25 2023-08-28T01:58:16.417 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: ceph-base-2:17.2.6-1016.g4fe39952.el8.x86_64 21/25 2023-08-28T01:58:16.625 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : ceph-selinux-2:17.2.6-1016.g4fe39952.el8.x86_64 22/25 2023-08-28T01:58:30.804 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: ceph-selinux-2:17.2.6-1016.g4fe39952.el8.x86_64 22/25 2023-08-28T01:58:30.804 INFO:teuthology.orchestra.run.smithi083.stdout:skipping the directory /sys 2023-08-28T01:58:30.804 INFO:teuthology.orchestra.run.smithi083.stdout:skipping the directory /proc 2023-08-28T01:58:30.805 INFO:teuthology.orchestra.run.smithi083.stdout:skipping the directory /dev 2023-08-28T01:58:30.805 INFO:teuthology.orchestra.run.smithi083.stdout:skipping the directory /run 2023-08-28T01:58:30.805 INFO:teuthology.orchestra.run.smithi083.stdout:skipping the directory /mnt 2023-08-28T01:58:30.805 INFO:teuthology.orchestra.run.smithi083.stdout:skipping the directory /var/tmp 2023-08-28T01:58:30.805 INFO:teuthology.orchestra.run.smithi083.stdout:skipping the directory /home 2023-08-28T01:58:30.805 INFO:teuthology.orchestra.run.smithi083.stdout:skipping the directory /tmp 2023-08-28T01:58:30.805 INFO:teuthology.orchestra.run.smithi083.stdout:skipping the directory /dev 2023-08-28T01:58:30.805 INFO:teuthology.orchestra.run.smithi083.stdout: 2023-08-28T01:58:32.515 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : ceph-radosgw-2:17.2.6-1016.g4fe39952.el8.x86_64 23/25 2023-08-28T01:58:32.588 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: ceph-radosgw-2:17.2.6-1016.g4fe39952.el8.x86_64 23/25 2023-08-28T01:58:32.588 INFO:teuthology.orchestra.run.smithi083.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 24/25 2023-08-28T01:58:32.805 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 24/25 2023-08-28T01:58:32.805 INFO:teuthology.orchestra.run.smithi083.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 25/25 2023-08-28T01:58:33.520 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 25/25 2023-08-28T01:58:33.520 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : ceph-base-2:17.2.6-1016.g4fe39952.el8.x86_64 1/25 2023-08-28T01:58:33.520 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : ceph-common-2:17.2.6-1016.g4fe39952.el8.x86_64 2/25 2023-08-28T01:58:33.520 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : ceph-radosgw-2:17.2.6-1016.g4fe39952.el8.x86_64 3/25 2023-08-28T01:58:33.520 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : ceph-selinux-2:17.2.6-1016.g4fe39952.el8.x86_64 4/25 2023-08-28T01:58:33.520 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : libcephfs2-2:17.2.6-1016.g4fe39952.el8.x86_64 5/25 2023-08-28T01:58:33.520 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : libradosstriper1-2:17.2.6-1016.g4fe39952.el8.x86_6 6/25 2023-08-28T01:58:33.521 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : librgw2-2:17.2.6-1016.g4fe39952.el8.x86_64 7/25 2023-08-28T01:58:33.521 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-ceph-argparse-2:17.2.6-1016.g4fe39952.el8. 8/25 2023-08-28T01:58:33.521 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-ceph-common-2:17.2.6-1016.g4fe39952.el8.x8 9/25 2023-08-28T01:58:33.521 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-cephfs-2:17.2.6-1016.g4fe39952.el8.x86_64 10/25 2023-08-28T01:58:33.521 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-rados-2:17.2.6-1016.g4fe39952.el8.x86_64 11/25 2023-08-28T01:58:33.521 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-rbd-2:17.2.6-1016.g4fe39952.el8.x86_64 12/25 2023-08-28T01:58:33.521 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-rgw-2:17.2.6-1016.g4fe39952.el8.x86_64 13/25 2023-08-28T01:58:33.521 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : librdkafka-0.11.4-3.el8.x86_64 14/25 2023-08-28T01:58:33.521 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 15/25 2023-08-28T01:58:33.521 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 16/25 2023-08-28T01:58:33.522 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : librabbitmq-0.9.0-4.el8.x86_64 17/25 2023-08-28T01:58:33.522 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : gperftools-libs-1:2.7-9.el8.x86_64 18/25 2023-08-28T01:58:33.522 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 19/25 2023-08-28T01:58:33.522 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 20/25 2023-08-28T01:58:33.522 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : thrift-0.13.0-2.el8.x86_64 21/25 2023-08-28T01:58:33.522 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : librados2-2:17.2.6-1016.g4fe39952.el8.x86_64 22/25 2023-08-28T01:58:33.522 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 23/25 2023-08-28T01:58:33.522 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : librbd1-2:17.2.6-1016.g4fe39952.el8.x86_64 24/25 2023-08-28T01:58:34.680 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 25/25 2023-08-28T01:58:34.680 INFO:teuthology.orchestra.run.smithi083.stdout: 2023-08-28T01:58:34.680 INFO:teuthology.orchestra.run.smithi083.stdout:Upgraded: 2023-08-28T01:58:34.680 INFO:teuthology.orchestra.run.smithi083.stdout: librados2-2:17.2.6-1016.g4fe39952.el8.x86_64 2023-08-28T01:58:34.680 INFO:teuthology.orchestra.run.smithi083.stdout: librbd1-2:17.2.6-1016.g4fe39952.el8.x86_64 2023-08-28T01:58:34.680 INFO:teuthology.orchestra.run.smithi083.stdout:Installed: 2023-08-28T01:58:34.680 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-base-2:17.2.6-1016.g4fe39952.el8.x86_64 2023-08-28T01:58:34.681 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-common-2:17.2.6-1016.g4fe39952.el8.x86_64 2023-08-28T01:58:34.681 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-radosgw-2:17.2.6-1016.g4fe39952.el8.x86_64 2023-08-28T01:58:34.681 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-selinux-2:17.2.6-1016.g4fe39952.el8.x86_64 2023-08-28T01:58:34.681 INFO:teuthology.orchestra.run.smithi083.stdout: gperftools-libs-1:2.7-9.el8.x86_64 2023-08-28T01:58:34.681 INFO:teuthology.orchestra.run.smithi083.stdout: libcephfs2-2:17.2.6-1016.g4fe39952.el8.x86_64 2023-08-28T01:58:34.681 INFO:teuthology.orchestra.run.smithi083.stdout: liboath-2.6.2-3.el8.x86_64 2023-08-28T01:58:34.681 INFO:teuthology.orchestra.run.smithi083.stdout: librabbitmq-0.9.0-4.el8.x86_64 2023-08-28T01:58:34.681 INFO:teuthology.orchestra.run.smithi083.stdout: libradosstriper1-2:17.2.6-1016.g4fe39952.el8.x86_64 2023-08-28T01:58:34.681 INFO:teuthology.orchestra.run.smithi083.stdout: librdkafka-0.11.4-3.el8.x86_64 2023-08-28T01:58:34.681 INFO:teuthology.orchestra.run.smithi083.stdout: librgw2-2:17.2.6-1016.g4fe39952.el8.x86_64 2023-08-28T01:58:34.681 INFO:teuthology.orchestra.run.smithi083.stdout: libunwind-1.3.1-3.el8.x86_64 2023-08-28T01:58:34.681 INFO:teuthology.orchestra.run.smithi083.stdout: lttng-ust-2.8.1-11.el8.x86_64 2023-08-28T01:58:34.682 INFO:teuthology.orchestra.run.smithi083.stdout: python3-ceph-argparse-2:17.2.6-1016.g4fe39952.el8.x86_64 2023-08-28T01:58:34.682 INFO:teuthology.orchestra.run.smithi083.stdout: python3-ceph-common-2:17.2.6-1016.g4fe39952.el8.x86_64 2023-08-28T01:58:34.682 INFO:teuthology.orchestra.run.smithi083.stdout: python3-cephfs-2:17.2.6-1016.g4fe39952.el8.x86_64 2023-08-28T01:58:34.682 INFO:teuthology.orchestra.run.smithi083.stdout: python3-prettytable-0.7.2-14.el8.noarch 2023-08-28T01:58:34.682 INFO:teuthology.orchestra.run.smithi083.stdout: python3-rados-2:17.2.6-1016.g4fe39952.el8.x86_64 2023-08-28T01:58:34.682 INFO:teuthology.orchestra.run.smithi083.stdout: python3-rbd-2:17.2.6-1016.g4fe39952.el8.x86_64 2023-08-28T01:58:34.682 INFO:teuthology.orchestra.run.smithi083.stdout: python3-rgw-2:17.2.6-1016.g4fe39952.el8.x86_64 2023-08-28T01:58:34.682 INFO:teuthology.orchestra.run.smithi083.stdout: thrift-0.13.0-2.el8.x86_64 2023-08-28T01:58:34.682 INFO:teuthology.orchestra.run.smithi083.stdout: 2023-08-28T01:58:34.682 INFO:teuthology.orchestra.run.smithi083.stdout:Complete! 2023-08-28T01:58:34.952 DEBUG:teuthology.orchestra.run.smithi083:> sudo yum -y install ceph-test 2023-08-28T01:58:35.797 INFO:teuthology.orchestra.run.smithi083.stdout:Last metadata expiration check: 0:00:43 ago on Mon 28 Aug 2023 01:57:52 AM UTC. 2023-08-28T01:58:37.287 INFO:teuthology.orchestra.run.smithi083.stdout:Dependencies resolved. 2023-08-28T01:58:37.288 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2023-08-28T01:58:37.288 INFO:teuthology.orchestra.run.smithi083.stdout: Package Arch Version Repository Size 2023-08-28T01:58:37.289 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2023-08-28T01:58:37.289 INFO:teuthology.orchestra.run.smithi083.stdout:Installing: 2023-08-28T01:58:37.289 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-test x86_64 2:17.2.6-1016.g4fe39952.el8 ceph 52 M 2023-08-28T01:58:37.289 INFO:teuthology.orchestra.run.smithi083.stdout:Installing dependencies: 2023-08-28T01:58:37.289 INFO:teuthology.orchestra.run.smithi083.stdout: jq x86_64 1.6-7.el8 appstream 202 k 2023-08-28T01:58:37.289 INFO:teuthology.orchestra.run.smithi083.stdout: libcephsqlite x86_64 2:17.2.6-1016.g4fe39952.el8 ceph 174 k 2023-08-28T01:58:37.289 INFO:teuthology.orchestra.run.smithi083.stdout: oniguruma x86_64 6.8.2-2.el8 appstream 187 k 2023-08-28T01:58:37.290 INFO:teuthology.orchestra.run.smithi083.stdout: socat x86_64 1.7.4.1-1.el8 appstream 323 k 2023-08-28T01:58:37.290 INFO:teuthology.orchestra.run.smithi083.stdout: xmlstarlet x86_64 1.6.1-20.el8 appstream 71 k 2023-08-28T01:58:37.290 INFO:teuthology.orchestra.run.smithi083.stdout: 2023-08-28T01:58:37.290 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction Summary 2023-08-28T01:58:37.290 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2023-08-28T01:58:37.290 INFO:teuthology.orchestra.run.smithi083.stdout:Install 6 Packages 2023-08-28T01:58:37.290 INFO:teuthology.orchestra.run.smithi083.stdout: 2023-08-28T01:58:37.291 INFO:teuthology.orchestra.run.smithi083.stdout:Total download size: 53 M 2023-08-28T01:58:37.291 INFO:teuthology.orchestra.run.smithi083.stdout:Installed size: 233 M 2023-08-28T01:58:37.291 INFO:teuthology.orchestra.run.smithi083.stdout:Downloading Packages: 2023-08-28T01:58:37.788 INFO:teuthology.orchestra.run.smithi083.stdout:(1/6): libcephsqlite-17.2.6-1016.g4fe39952.el8. 572 kB/s | 174 kB 00:00 2023-08-28T01:58:37.888 INFO:teuthology.orchestra.run.smithi083.stdout:(2/6): jq-1.6-7.el8.x86_64.rpm 500 kB/s | 202 kB 00:00 2023-08-28T01:58:38.013 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: ceph-selinux-2:17.2.6-1016.g4fe39952.el8.x86_64 22/25 2023-08-28T01:58:38.013 INFO:teuthology.orchestra.run.smithi040.stdout:skipping the directory /sys 2023-08-28T01:58:38.014 INFO:teuthology.orchestra.run.smithi040.stdout:skipping the directory /proc 2023-08-28T01:58:38.014 INFO:teuthology.orchestra.run.smithi040.stdout:skipping the directory /dev 2023-08-28T01:58:38.014 INFO:teuthology.orchestra.run.smithi040.stdout:skipping the directory /run 2023-08-28T01:58:38.014 INFO:teuthology.orchestra.run.smithi040.stdout:skipping the directory /mnt 2023-08-28T01:58:38.014 INFO:teuthology.orchestra.run.smithi040.stdout:skipping the directory /var/tmp 2023-08-28T01:58:38.014 INFO:teuthology.orchestra.run.smithi040.stdout:skipping the directory /home 2023-08-28T01:58:38.014 INFO:teuthology.orchestra.run.smithi040.stdout:skipping the directory /tmp 2023-08-28T01:58:38.014 INFO:teuthology.orchestra.run.smithi040.stdout:skipping the directory /dev 2023-08-28T01:58:38.014 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T01:58:38.139 INFO:teuthology.orchestra.run.smithi083.stdout:(3/6): socat-1.7.4.1-1.el8.x86_64.rpm 1.3 MB/s | 323 kB 00:00 2023-08-28T01:58:38.247 INFO:teuthology.orchestra.run.smithi083.stdout:(4/6): xmlstarlet-1.6.1-20.el8.x86_64.rpm 654 kB/s | 71 kB 00:00 2023-08-28T01:58:38.314 INFO:teuthology.orchestra.run.smithi083.stdout:(5/6): oniguruma-6.8.2-2.el8.x86_64.rpm 356 kB/s | 187 kB 00:00 2023-08-28T01:58:39.881 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : ceph-radosgw-2:17.2.6-1016.g4fe39952.el8.x86_64 23/25 2023-08-28T01:58:39.906 INFO:teuthology.orchestra.run.smithi083.stdout:(6/6): ceph-test-17.2.6-1016.g4fe39952.el8.x86_ 21 MB/s | 52 MB 00:02 2023-08-28T01:58:39.908 INFO:teuthology.orchestra.run.smithi083.stdout:-------------------------------------------------------------------------------- 2023-08-28T01:58:39.908 INFO:teuthology.orchestra.run.smithi083.stdout:Total 20 MB/s | 53 MB 00:02 2023-08-28T01:58:39.951 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction check 2023-08-28T01:58:39.954 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: ceph-radosgw-2:17.2.6-1016.g4fe39952.el8.x86_64 23/25 2023-08-28T01:58:39.954 INFO:teuthology.orchestra.run.smithi040.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 24/25 2023-08-28T01:58:39.972 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction check succeeded. 2023-08-28T01:58:39.972 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction test 2023-08-28T01:58:40.191 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 24/25 2023-08-28T01:58:40.191 INFO:teuthology.orchestra.run.smithi040.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 25/25 2023-08-28T01:58:40.256 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction test succeeded. 2023-08-28T01:58:40.260 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction 2023-08-28T01:58:40.754 INFO:teuthology.orchestra.run.smithi083.stdout: Preparing : 1/1 2023-08-28T01:58:41.004 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 25/25 2023-08-28T01:58:41.004 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : ceph-base-2:17.2.6-1016.g4fe39952.el8.x86_64 1/25 2023-08-28T01:58:41.004 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : ceph-common-2:17.2.6-1016.g4fe39952.el8.x86_64 2/25 2023-08-28T01:58:41.004 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : ceph-radosgw-2:17.2.6-1016.g4fe39952.el8.x86_64 3/25 2023-08-28T01:58:41.004 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : ceph-selinux-2:17.2.6-1016.g4fe39952.el8.x86_64 4/25 2023-08-28T01:58:41.004 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : libcephfs2-2:17.2.6-1016.g4fe39952.el8.x86_64 5/25 2023-08-28T01:58:41.004 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : libradosstriper1-2:17.2.6-1016.g4fe39952.el8.x86_6 6/25 2023-08-28T01:58:41.005 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : librgw2-2:17.2.6-1016.g4fe39952.el8.x86_64 7/25 2023-08-28T01:58:41.005 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-ceph-argparse-2:17.2.6-1016.g4fe39952.el8. 8/25 2023-08-28T01:58:41.005 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-ceph-common-2:17.2.6-1016.g4fe39952.el8.x8 9/25 2023-08-28T01:58:41.005 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-cephfs-2:17.2.6-1016.g4fe39952.el8.x86_64 10/25 2023-08-28T01:58:41.005 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-rados-2:17.2.6-1016.g4fe39952.el8.x86_64 11/25 2023-08-28T01:58:41.005 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-rbd-2:17.2.6-1016.g4fe39952.el8.x86_64 12/25 2023-08-28T01:58:41.005 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-rgw-2:17.2.6-1016.g4fe39952.el8.x86_64 13/25 2023-08-28T01:58:41.005 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : librdkafka-0.11.4-3.el8.x86_64 14/25 2023-08-28T01:58:41.005 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 15/25 2023-08-28T01:58:41.005 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 16/25 2023-08-28T01:58:41.005 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : librabbitmq-0.9.0-4.el8.x86_64 17/25 2023-08-28T01:58:41.005 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : gperftools-libs-1:2.7-9.el8.x86_64 18/25 2023-08-28T01:58:41.006 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 19/25 2023-08-28T01:58:41.006 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 20/25 2023-08-28T01:58:41.006 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : thrift-0.13.0-2.el8.x86_64 21/25 2023-08-28T01:58:41.006 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : librados2-2:17.2.6-1016.g4fe39952.el8.x86_64 22/25 2023-08-28T01:58:41.006 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 23/25 2023-08-28T01:58:41.006 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : librbd1-2:17.2.6-1016.g4fe39952.el8.x86_64 24/25 2023-08-28T01:58:41.020 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : xmlstarlet-1.6.1-20.el8.x86_64 1/6 2023-08-28T01:58:41.235 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : socat-1.7.4.1-1.el8.x86_64 2/6 2023-08-28T01:58:41.416 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : oniguruma-6.8.2-2.el8.x86_64 3/6 2023-08-28T01:58:41.495 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: oniguruma-6.8.2-2.el8.x86_64 3/6 2023-08-28T01:58:41.683 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : jq-1.6-7.el8.x86_64 4/6 2023-08-28T01:58:41.858 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : libcephsqlite-2:17.2.6-1016.g4fe39952.el8.x86_64 5/6 2023-08-28T01:58:42.205 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 25/25 2023-08-28T01:58:42.205 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T01:58:42.206 INFO:teuthology.orchestra.run.smithi040.stdout:Upgraded: 2023-08-28T01:58:42.206 INFO:teuthology.orchestra.run.smithi040.stdout: librados2-2:17.2.6-1016.g4fe39952.el8.x86_64 2023-08-28T01:58:42.206 INFO:teuthology.orchestra.run.smithi040.stdout: librbd1-2:17.2.6-1016.g4fe39952.el8.x86_64 2023-08-28T01:58:42.206 INFO:teuthology.orchestra.run.smithi040.stdout:Installed: 2023-08-28T01:58:42.206 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-base-2:17.2.6-1016.g4fe39952.el8.x86_64 2023-08-28T01:58:42.206 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-common-2:17.2.6-1016.g4fe39952.el8.x86_64 2023-08-28T01:58:42.206 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-radosgw-2:17.2.6-1016.g4fe39952.el8.x86_64 2023-08-28T01:58:42.206 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-selinux-2:17.2.6-1016.g4fe39952.el8.x86_64 2023-08-28T01:58:42.206 INFO:teuthology.orchestra.run.smithi040.stdout: gperftools-libs-1:2.7-9.el8.x86_64 2023-08-28T01:58:42.207 INFO:teuthology.orchestra.run.smithi040.stdout: libcephfs2-2:17.2.6-1016.g4fe39952.el8.x86_64 2023-08-28T01:58:42.207 INFO:teuthology.orchestra.run.smithi040.stdout: liboath-2.6.2-3.el8.x86_64 2023-08-28T01:58:42.207 INFO:teuthology.orchestra.run.smithi040.stdout: librabbitmq-0.9.0-4.el8.x86_64 2023-08-28T01:58:42.207 INFO:teuthology.orchestra.run.smithi040.stdout: libradosstriper1-2:17.2.6-1016.g4fe39952.el8.x86_64 2023-08-28T01:58:42.207 INFO:teuthology.orchestra.run.smithi040.stdout: librdkafka-0.11.4-3.el8.x86_64 2023-08-28T01:58:42.207 INFO:teuthology.orchestra.run.smithi040.stdout: librgw2-2:17.2.6-1016.g4fe39952.el8.x86_64 2023-08-28T01:58:42.207 INFO:teuthology.orchestra.run.smithi040.stdout: libunwind-1.3.1-3.el8.x86_64 2023-08-28T01:58:42.208 INFO:teuthology.orchestra.run.smithi040.stdout: lttng-ust-2.8.1-11.el8.x86_64 2023-08-28T01:58:42.208 INFO:teuthology.orchestra.run.smithi040.stdout: python3-ceph-argparse-2:17.2.6-1016.g4fe39952.el8.x86_64 2023-08-28T01:58:42.208 INFO:teuthology.orchestra.run.smithi040.stdout: python3-ceph-common-2:17.2.6-1016.g4fe39952.el8.x86_64 2023-08-28T01:58:42.208 INFO:teuthology.orchestra.run.smithi040.stdout: python3-cephfs-2:17.2.6-1016.g4fe39952.el8.x86_64 2023-08-28T01:58:42.208 INFO:teuthology.orchestra.run.smithi040.stdout: python3-prettytable-0.7.2-14.el8.noarch 2023-08-28T01:58:42.208 INFO:teuthology.orchestra.run.smithi040.stdout: python3-rados-2:17.2.6-1016.g4fe39952.el8.x86_64 2023-08-28T01:58:42.208 INFO:teuthology.orchestra.run.smithi040.stdout: python3-rbd-2:17.2.6-1016.g4fe39952.el8.x86_64 2023-08-28T01:58:42.208 INFO:teuthology.orchestra.run.smithi040.stdout: python3-rgw-2:17.2.6-1016.g4fe39952.el8.x86_64 2023-08-28T01:58:42.209 INFO:teuthology.orchestra.run.smithi040.stdout: thrift-0.13.0-2.el8.x86_64 2023-08-28T01:58:42.209 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T01:58:42.209 INFO:teuthology.orchestra.run.smithi040.stdout:Complete! 2023-08-28T01:58:42.524 DEBUG:teuthology.orchestra.run.smithi040:> sudo yum -y install ceph-test 2023-08-28T01:58:43.504 INFO:teuthology.orchestra.run.smithi040.stdout:Last metadata expiration check: 0:00:48 ago on Mon 28 Aug 2023 01:57:55 AM UTC. 2023-08-28T01:58:45.168 INFO:teuthology.orchestra.run.smithi040.stdout:Dependencies resolved. 2023-08-28T01:58:45.169 INFO:teuthology.orchestra.run.smithi040.stdout:================================================================================ 2023-08-28T01:58:45.170 INFO:teuthology.orchestra.run.smithi040.stdout: Package Arch Version Repository Size 2023-08-28T01:58:45.170 INFO:teuthology.orchestra.run.smithi040.stdout:================================================================================ 2023-08-28T01:58:45.170 INFO:teuthology.orchestra.run.smithi040.stdout:Installing: 2023-08-28T01:58:45.170 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-test x86_64 2:17.2.6-1016.g4fe39952.el8 ceph 52 M 2023-08-28T01:58:45.170 INFO:teuthology.orchestra.run.smithi040.stdout:Installing dependencies: 2023-08-28T01:58:45.170 INFO:teuthology.orchestra.run.smithi040.stdout: jq x86_64 1.6-7.el8 appstream 202 k 2023-08-28T01:58:45.171 INFO:teuthology.orchestra.run.smithi040.stdout: libcephsqlite x86_64 2:17.2.6-1016.g4fe39952.el8 ceph 174 k 2023-08-28T01:58:45.171 INFO:teuthology.orchestra.run.smithi040.stdout: oniguruma x86_64 6.8.2-2.el8 appstream 187 k 2023-08-28T01:58:45.171 INFO:teuthology.orchestra.run.smithi040.stdout: socat x86_64 1.7.4.1-1.el8 appstream 323 k 2023-08-28T01:58:45.171 INFO:teuthology.orchestra.run.smithi040.stdout: xmlstarlet x86_64 1.6.1-20.el8 appstream 71 k 2023-08-28T01:58:45.171 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T01:58:45.171 INFO:teuthology.orchestra.run.smithi040.stdout:Transaction Summary 2023-08-28T01:58:45.171 INFO:teuthology.orchestra.run.smithi040.stdout:================================================================================ 2023-08-28T01:58:45.171 INFO:teuthology.orchestra.run.smithi040.stdout:Install 6 Packages 2023-08-28T01:58:45.171 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T01:58:45.172 INFO:teuthology.orchestra.run.smithi040.stdout:Total download size: 53 M 2023-08-28T01:58:45.172 INFO:teuthology.orchestra.run.smithi040.stdout:Installed size: 233 M 2023-08-28T01:58:45.172 INFO:teuthology.orchestra.run.smithi040.stdout:Downloading Packages: 2023-08-28T01:58:45.550 INFO:teuthology.orchestra.run.smithi040.stdout:(1/6): libcephsqlite-17.2.6-1016.g4fe39952.el8. 941 kB/s | 174 kB 00:00 2023-08-28T01:58:45.775 INFO:teuthology.orchestra.run.smithi040.stdout:(2/6): jq-1.6-7.el8.x86_64.rpm 493 kB/s | 202 kB 00:00 2023-08-28T01:58:45.971 INFO:teuthology.orchestra.run.smithi040.stdout:(3/6): oniguruma-6.8.2-2.el8.x86_64.rpm 445 kB/s | 187 kB 00:00 2023-08-28T01:58:46.001 INFO:teuthology.orchestra.run.smithi040.stdout:(4/6): socat-1.7.4.1-1.el8.x86_64.rpm 1.4 MB/s | 323 kB 00:00 2023-08-28T01:58:46.068 INFO:teuthology.orchestra.run.smithi040.stdout:(5/6): xmlstarlet-1.6.1-20.el8.x86_64.rpm 734 kB/s | 71 kB 00:00 2023-08-28T01:58:46.861 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: libcephsqlite-2:17.2.6-1016.g4fe39952.el8.x86_64 5/6 2023-08-28T01:58:47.097 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : ceph-test-2:17.2.6-1016.g4fe39952.el8.x86_64 6/6 2023-08-28T01:58:47.396 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: ceph-test-2:17.2.6-1016.g4fe39952.el8.x86_64 6/6 2023-08-28T01:58:47.396 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : ceph-test-2:17.2.6-1016.g4fe39952.el8.x86_64 1/6 2023-08-28T01:58:47.396 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : libcephsqlite-2:17.2.6-1016.g4fe39952.el8.x86_64 2/6 2023-08-28T01:58:47.396 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : jq-1.6-7.el8.x86_64 3/6 2023-08-28T01:58:47.396 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : oniguruma-6.8.2-2.el8.x86_64 4/6 2023-08-28T01:58:47.396 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : socat-1.7.4.1-1.el8.x86_64 5/6 2023-08-28T01:58:47.860 INFO:teuthology.orchestra.run.smithi040.stdout:(6/6): ceph-test-17.2.6-1016.g4fe39952.el8.x86_ 21 MB/s | 52 MB 00:02 2023-08-28T01:58:47.862 INFO:teuthology.orchestra.run.smithi040.stdout:-------------------------------------------------------------------------------- 2023-08-28T01:58:47.862 INFO:teuthology.orchestra.run.smithi040.stdout:Total 20 MB/s | 53 MB 00:02 2023-08-28T01:58:47.909 INFO:teuthology.orchestra.run.smithi040.stdout:Running transaction check 2023-08-28T01:58:47.932 INFO:teuthology.orchestra.run.smithi040.stdout:Transaction check succeeded. 2023-08-28T01:58:47.932 INFO:teuthology.orchestra.run.smithi040.stdout:Running transaction test 2023-08-28T01:58:48.029 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : xmlstarlet-1.6.1-20.el8.x86_64 6/6 2023-08-28T01:58:48.029 INFO:teuthology.orchestra.run.smithi083.stdout: 2023-08-28T01:58:48.029 INFO:teuthology.orchestra.run.smithi083.stdout:Installed: 2023-08-28T01:58:48.029 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-test-2:17.2.6-1016.g4fe39952.el8.x86_64 2023-08-28T01:58:48.029 INFO:teuthology.orchestra.run.smithi083.stdout: jq-1.6-7.el8.x86_64 2023-08-28T01:58:48.029 INFO:teuthology.orchestra.run.smithi083.stdout: libcephsqlite-2:17.2.6-1016.g4fe39952.el8.x86_64 2023-08-28T01:58:48.029 INFO:teuthology.orchestra.run.smithi083.stdout: oniguruma-6.8.2-2.el8.x86_64 2023-08-28T01:58:48.029 INFO:teuthology.orchestra.run.smithi083.stdout: socat-1.7.4.1-1.el8.x86_64 2023-08-28T01:58:48.029 INFO:teuthology.orchestra.run.smithi083.stdout: xmlstarlet-1.6.1-20.el8.x86_64 2023-08-28T01:58:48.029 INFO:teuthology.orchestra.run.smithi083.stdout: 2023-08-28T01:58:48.029 INFO:teuthology.orchestra.run.smithi083.stdout:Complete! 2023-08-28T01:58:48.238 DEBUG:teuthology.orchestra.run.smithi083:> sudo yum -y install ceph 2023-08-28T01:58:48.247 INFO:teuthology.orchestra.run.smithi040.stdout:Transaction test succeeded. 2023-08-28T01:58:48.251 INFO:teuthology.orchestra.run.smithi040.stdout:Running transaction 2023-08-28T01:58:48.788 INFO:teuthology.orchestra.run.smithi040.stdout: Preparing : 1/1 2023-08-28T01:58:49.065 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : xmlstarlet-1.6.1-20.el8.x86_64 1/6 2023-08-28T01:58:49.091 INFO:teuthology.orchestra.run.smithi083.stdout:Last metadata expiration check: 0:00:57 ago on Mon 28 Aug 2023 01:57:52 AM UTC. 2023-08-28T01:58:49.259 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : socat-1.7.4.1-1.el8.x86_64 2/6 2023-08-28T01:58:49.420 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : oniguruma-6.8.2-2.el8.x86_64 3/6 2023-08-28T01:58:49.510 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: oniguruma-6.8.2-2.el8.x86_64 3/6 2023-08-28T01:58:49.756 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : jq-1.6-7.el8.x86_64 4/6 2023-08-28T01:58:49.970 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : libcephsqlite-2:17.2.6-1016.g4fe39952.el8.x86_64 5/6 2023-08-28T01:58:50.595 INFO:teuthology.orchestra.run.smithi083.stdout:Dependencies resolved. 2023-08-28T01:58:50.599 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2023-08-28T01:58:50.599 INFO:teuthology.orchestra.run.smithi083.stdout: Package Arch Version Repository Size 2023-08-28T01:58:50.599 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2023-08-28T01:58:50.599 INFO:teuthology.orchestra.run.smithi083.stdout:Installing: 2023-08-28T01:58:50.599 INFO:teuthology.orchestra.run.smithi083.stdout: ceph x86_64 2:17.2.6-1016.g4fe39952.el8 ceph 6.4 k 2023-08-28T01:58:50.599 INFO:teuthology.orchestra.run.smithi083.stdout:Installing dependencies: 2023-08-28T01:58:50.599 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-mds x86_64 2:17.2.6-1016.g4fe39952.el8 ceph 2.3 M 2023-08-28T01:58:50.599 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-mgr x86_64 2:17.2.6-1016.g4fe39952.el8 ceph 1.6 M 2023-08-28T01:58:50.600 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-mgr-modules-core noarch 2:17.2.6-1016.g4fe39952.el8 ceph-noarch 238 k 2023-08-28T01:58:50.600 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-mon x86_64 2:17.2.6-1016.g4fe39952.el8 ceph 3.9 M 2023-08-28T01:58:50.600 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-osd x86_64 2:17.2.6-1016.g4fe39952.el8 ceph 17 M 2023-08-28T01:58:50.600 INFO:teuthology.orchestra.run.smithi083.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2023-08-28T01:58:50.600 INFO:teuthology.orchestra.run.smithi083.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2023-08-28T01:58:50.600 INFO:teuthology.orchestra.run.smithi083.stdout: python3-cffi x86_64 1.11.5-6.el8 baseos 249 k 2023-08-28T01:58:50.600 INFO:teuthology.orchestra.run.smithi083.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2023-08-28T01:58:50.600 INFO:teuthology.orchestra.run.smithi083.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2023-08-28T01:58:50.600 INFO:teuthology.orchestra.run.smithi083.stdout: python3-cryptography x86_64 3.2.1-6.el8 baseos 641 k 2023-08-28T01:58:50.601 INFO:teuthology.orchestra.run.smithi083.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2023-08-28T01:58:50.601 INFO:teuthology.orchestra.run.smithi083.stdout: python3-jaraco-functools noarch 2.0-4.el8 epel 18 k 2023-08-28T01:58:50.601 INFO:teuthology.orchestra.run.smithi083.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2023-08-28T01:58:50.601 INFO:teuthology.orchestra.run.smithi083.stdout: python3-mako noarch 1.0.6-14.el8 appstream 157 k 2023-08-28T01:58:50.601 INFO:teuthology.orchestra.run.smithi083.stdout: python3-markupsafe x86_64 0.23-19.el8 appstream 39 k 2023-08-28T01:58:50.601 INFO:teuthology.orchestra.run.smithi083.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2023-08-28T01:58:50.601 INFO:teuthology.orchestra.run.smithi083.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2023-08-28T01:58:50.601 INFO:teuthology.orchestra.run.smithi083.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2023-08-28T01:58:50.601 INFO:teuthology.orchestra.run.smithi083.stdout: python3-pyOpenSSL noarch 19.0.0-1.el8 appstream 103 k 2023-08-28T01:58:50.601 INFO:teuthology.orchestra.run.smithi083.stdout: python3-pycparser noarch 2.14-14.el8 baseos 109 k 2023-08-28T01:58:50.601 INFO:teuthology.orchestra.run.smithi083.stdout: python3-pytz noarch 2017.2-11.el8 appstream 57 k 2023-08-28T01:58:50.602 INFO:teuthology.orchestra.run.smithi083.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2023-08-28T01:58:50.602 INFO:teuthology.orchestra.run.smithi083.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2023-08-28T01:58:50.602 INFO:teuthology.orchestra.run.smithi083.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2023-08-28T01:58:50.602 INFO:teuthology.orchestra.run.smithi083.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2023-08-28T01:58:50.602 INFO:teuthology.orchestra.run.smithi083.stdout: python3-waitress noarch 1.4.3-1.el8 epel 255 k 2023-08-28T01:58:50.602 INFO:teuthology.orchestra.run.smithi083.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2023-08-28T01:58:50.602 INFO:teuthology.orchestra.run.smithi083.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2023-08-28T01:58:50.602 INFO:teuthology.orchestra.run.smithi083.stdout: python3-werkzeug noarch 0.12.2-4.el8 appstream 457 k 2023-08-28T01:58:50.602 INFO:teuthology.orchestra.run.smithi083.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2023-08-28T01:58:50.602 INFO:teuthology.orchestra.run.smithi083.stdout: 2023-08-28T01:58:50.603 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction Summary 2023-08-28T01:58:50.603 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2023-08-28T01:58:50.603 INFO:teuthology.orchestra.run.smithi083.stdout:Install 32 Packages 2023-08-28T01:58:50.603 INFO:teuthology.orchestra.run.smithi083.stdout: 2023-08-28T01:58:50.603 INFO:teuthology.orchestra.run.smithi083.stdout:Total download size: 28 M 2023-08-28T01:58:50.603 INFO:teuthology.orchestra.run.smithi083.stdout:Installed size: 110 M 2023-08-28T01:58:50.604 INFO:teuthology.orchestra.run.smithi083.stdout:Downloading Packages: 2023-08-28T01:58:51.174 INFO:teuthology.orchestra.run.smithi083.stdout:(1/32): ceph-17.2.6-1016.g4fe39952.el8.x86_64.r 49 kB/s | 6.4 kB 00:00 2023-08-28T01:58:51.324 INFO:teuthology.orchestra.run.smithi083.stdout:(2/32): ceph-mgr-17.2.6-1016.g4fe39952.el8.x86_ 5.6 MB/s | 1.6 MB 00:00 2023-08-28T01:58:51.908 INFO:teuthology.orchestra.run.smithi083.stdout:(3/32): ceph-mds-17.2.6-1016.g4fe39952.el8.x86_ 2.7 MB/s | 2.3 MB 00:00 2023-08-28T01:58:52.000 INFO:teuthology.orchestra.run.smithi083.stdout:(4/32): ceph-mgr-modules-core-17.2.6-1016.g4fe3 2.5 MB/s | 238 kB 00:00 2023-08-28T01:58:52.209 INFO:teuthology.orchestra.run.smithi083.stdout:(5/32): ceph-osd-17.2.6-1016.g4fe39952.el8.x86_ 19 MB/s | 17 MB 00:00 2023-08-28T01:58:52.451 INFO:teuthology.orchestra.run.smithi083.stdout:(6/32): ceph-mon-17.2.6-1016.g4fe39952.el8.x86_ 3.1 MB/s | 3.9 MB 00:01 2023-08-28T01:58:52.476 INFO:teuthology.orchestra.run.smithi083.stdout:(7/32): python3-markupsafe-0.23-19.el8.x86_64.r 145 kB/s | 39 kB 00:00 2023-08-28T01:58:52.534 INFO:teuthology.orchestra.run.smithi083.stdout:(8/32): python3-mako-1.0.6-14.el8.noarch.rpm 294 kB/s | 157 kB 00:00 2023-08-28T01:58:52.660 INFO:teuthology.orchestra.run.smithi083.stdout:(9/32): python3-pytz-2017.2-11.el8.noarch.rpm 310 kB/s | 57 kB 00:00 2023-08-28T01:58:52.710 INFO:teuthology.orchestra.run.smithi083.stdout:(10/32): python3-werkzeug-0.12.2-4.el8.noarch.r 2.5 MB/s | 457 kB 00:00 2023-08-28T01:58:52.844 INFO:teuthology.orchestra.run.smithi083.stdout:(11/32): python3-pyOpenSSL-19.0.0-1.el8.noarch. 263 kB/s | 103 kB 00:00 2023-08-28T01:58:53.194 INFO:teuthology.orchestra.run.smithi083.stdout:(12/32): python3-cffi-1.11.5-6.el8.x86_64.rpm 466 kB/s | 249 kB 00:00 2023-08-28T01:58:53.278 INFO:teuthology.orchestra.run.smithi083.stdout:(13/32): python3-pycparser-2.14-14.el8.noarch.r 251 kB/s | 109 kB 00:00 2023-08-28T01:58:53.328 INFO:teuthology.orchestra.run.smithi083.stdout:(14/32): python3-cryptography-3.2.1-6.el8.x86_6 1.0 MB/s | 641 kB 00:00 2023-08-28T01:58:53.512 INFO:teuthology.orchestra.run.smithi083.stdout:(15/32): python3-bcrypt-3.1.6-2.el8.1.x86_64.rp 137 kB/s | 44 kB 00:00 2023-08-28T01:58:53.671 INFO:teuthology.orchestra.run.smithi083.stdout:(16/32): python3-beautifulsoup4-4.6.3-2.el8.1.n 472 kB/s | 185 kB 00:00 2023-08-28T01:58:53.721 INFO:teuthology.orchestra.run.smithi083.stdout:(17/32): python3-cheroot-8.5.2-1.el8.noarch.rpm 440 kB/s | 173 kB 00:00 2023-08-28T01:58:53.771 INFO:teuthology.orchestra.run.smithi083.stdout:(18/32): python3-jaraco-6.2-6.el8.noarch.rpm 111 kB/s | 11 kB 00:00 2023-08-28T01:58:53.814 INFO:teuthology.orchestra.run.smithi083.stdout:(19/32): python3-cherrypy-18.4.0-1.el8.noarch.r 1.2 MB/s | 384 kB 00:00 2023-08-28T01:58:53.839 INFO:teuthology.orchestra.run.smithi083.stdout:(20/32): python3-jaraco-functools-2.0-4.el8.noa 150 kB/s | 18 kB 00:00 2023-08-28T01:58:53.872 INFO:teuthology.orchestra.run.smithi083.stdout:(21/32): python3-logutils-0.3.5-11.el8.noarch.r 484 kB/s | 49 kB 00:00 2023-08-28T01:58:53.906 INFO:teuthology.orchestra.run.smithi083.stdout:(22/32): python3-more-itertools-7.2.0-3.el8.noa 637 kB/s | 59 kB 00:00 2023-08-28T01:58:53.973 INFO:teuthology.orchestra.run.smithi083.stdout:(23/32): python3-portend-2.6-1.el8.noarch.rpm 155 kB/s | 16 kB 00:00 2023-08-28T01:58:53.998 INFO:teuthology.orchestra.run.smithi083.stdout:(24/32): python3-simplegeneric-0.8.1-17.el8.noa 203 kB/s | 19 kB 00:00 2023-08-28T01:58:54.023 INFO:teuthology.orchestra.run.smithi083.stdout:(25/32): python3-pecan-1.3.2-9.el8.noarch.rpm 1.5 MB/s | 283 kB 00:00 2023-08-28T01:58:54.074 INFO:teuthology.orchestra.run.smithi083.stdout:(26/32): python3-singledispatch-3.4.0.3-18.el8. 238 kB/s | 24 kB 00:00 2023-08-28T01:58:54.124 INFO:teuthology.orchestra.run.smithi083.stdout:(27/32): python3-tempora-1.14.1-5.el8.noarch.rp 233 kB/s | 29 kB 00:00 2023-08-28T01:58:54.149 INFO:teuthology.orchestra.run.smithi083.stdout:(28/32): python3-trustme-0.6.0-4.el8.noarch.rpm 219 kB/s | 27 kB 00:00 2023-08-28T01:58:54.224 INFO:teuthology.orchestra.run.smithi083.stdout:(29/32): python3-webob-1.8.5-1.el8.1.noarch.rpm 2.4 MB/s | 251 kB 00:00 2023-08-28T01:58:54.250 INFO:teuthology.orchestra.run.smithi083.stdout:(30/32): python3-waitress-1.4.3-1.el8.noarch.rp 1.4 MB/s | 255 kB 00:00 2023-08-28T01:58:54.275 INFO:teuthology.orchestra.run.smithi083.stdout:(31/32): python3-webtest-2.0.33-1.el8.noarch.rp 680 kB/s | 85 kB 00:00 2023-08-28T01:58:54.316 INFO:teuthology.orchestra.run.smithi083.stdout:(32/32): python3-zc-lockfile-2.0-2.el8.noarch.r 249 kB/s | 23 kB 00:00 2023-08-28T01:58:54.318 INFO:teuthology.orchestra.run.smithi083.stdout:-------------------------------------------------------------------------------- 2023-08-28T01:58:54.318 INFO:teuthology.orchestra.run.smithi083.stdout:Total 7.6 MB/s | 28 MB 00:03 2023-08-28T01:58:54.402 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction check 2023-08-28T01:58:54.439 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction check succeeded. 2023-08-28T01:58:54.439 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction test 2023-08-28T01:58:54.763 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction test succeeded. 2023-08-28T01:58:54.766 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction 2023-08-28T01:58:55.476 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: libcephsqlite-2:17.2.6-1016.g4fe39952.el8.x86_64 5/6 2023-08-28T01:58:55.777 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : ceph-test-2:17.2.6-1016.g4fe39952.el8.x86_64 6/6 2023-08-28T01:58:55.877 INFO:teuthology.orchestra.run.smithi083.stdout: Preparing : 1/1 2023-08-28T01:58:56.095 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 1/32 2023-08-28T01:58:56.104 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: ceph-test-2:17.2.6-1016.g4fe39952.el8.x86_64 6/6 2023-08-28T01:58:56.104 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : ceph-test-2:17.2.6-1016.g4fe39952.el8.x86_64 1/6 2023-08-28T01:58:56.104 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : libcephsqlite-2:17.2.6-1016.g4fe39952.el8.x86_64 2/6 2023-08-28T01:58:56.104 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : jq-1.6-7.el8.x86_64 3/6 2023-08-28T01:58:56.104 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : oniguruma-6.8.2-2.el8.x86_64 4/6 2023-08-28T01:58:56.104 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : socat-1.7.4.1-1.el8.x86_64 5/6 2023-08-28T01:58:56.322 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 2/32 2023-08-28T01:58:56.557 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 3/32 2023-08-28T01:58:56.827 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : xmlstarlet-1.6.1-20.el8.x86_64 6/6 2023-08-28T01:58:56.827 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T01:58:56.827 INFO:teuthology.orchestra.run.smithi040.stdout:Installed: 2023-08-28T01:58:56.827 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-test-2:17.2.6-1016.g4fe39952.el8.x86_64 2023-08-28T01:58:56.827 INFO:teuthology.orchestra.run.smithi040.stdout: jq-1.6-7.el8.x86_64 2023-08-28T01:58:56.828 INFO:teuthology.orchestra.run.smithi040.stdout: libcephsqlite-2:17.2.6-1016.g4fe39952.el8.x86_64 2023-08-28T01:58:56.828 INFO:teuthology.orchestra.run.smithi040.stdout: oniguruma-6.8.2-2.el8.x86_64 2023-08-28T01:58:56.828 INFO:teuthology.orchestra.run.smithi040.stdout: socat-1.7.4.1-1.el8.x86_64 2023-08-28T01:58:56.828 INFO:teuthology.orchestra.run.smithi040.stdout: xmlstarlet-1.6.1-20.el8.x86_64 2023-08-28T01:58:56.828 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T01:58:56.828 INFO:teuthology.orchestra.run.smithi040.stdout:Complete! 2023-08-28T01:58:56.829 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-waitress-1.4.3-1.el8.noarch 4/32 2023-08-28T01:58:57.027 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 5/32 2023-08-28T01:58:57.067 DEBUG:teuthology.orchestra.run.smithi040:> sudo yum -y install ceph 2023-08-28T01:58:57.208 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 6/32 2023-08-28T01:58:57.417 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 7/32 2023-08-28T01:58:57.620 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 8/32 2023-08-28T01:58:57.821 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 9/32 2023-08-28T01:58:58.036 INFO:teuthology.orchestra.run.smithi040.stdout:Last metadata expiration check: 0:01:03 ago on Mon 28 Aug 2023 01:57:55 AM UTC. 2023-08-28T01:58:58.057 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 10/32 2023-08-28T01:58:58.287 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 11/32 2023-08-28T01:58:58.537 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-pycparser-2.14-14.el8.noarch 12/32 2023-08-28T01:58:58.951 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-cffi-1.11.5-6.el8.x86_64 13/32 2023-08-28T01:58:59.225 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-cryptography-3.2.1-6.el8.x86_64 14/32 2023-08-28T01:58:59.438 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-pyOpenSSL-19.0.0-1.el8.noarch 15/32 2023-08-28T01:58:59.699 INFO:teuthology.orchestra.run.smithi040.stdout:Dependencies resolved. 2023-08-28T01:58:59.703 INFO:teuthology.orchestra.run.smithi040.stdout:================================================================================ 2023-08-28T01:58:59.703 INFO:teuthology.orchestra.run.smithi040.stdout: Package Arch Version Repository Size 2023-08-28T01:58:59.703 INFO:teuthology.orchestra.run.smithi040.stdout:================================================================================ 2023-08-28T01:58:59.704 INFO:teuthology.orchestra.run.smithi040.stdout:Installing: 2023-08-28T01:58:59.704 INFO:teuthology.orchestra.run.smithi040.stdout: ceph x86_64 2:17.2.6-1016.g4fe39952.el8 ceph 6.4 k 2023-08-28T01:58:59.704 INFO:teuthology.orchestra.run.smithi040.stdout:Installing dependencies: 2023-08-28T01:58:59.704 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-mds x86_64 2:17.2.6-1016.g4fe39952.el8 ceph 2.3 M 2023-08-28T01:58:59.704 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-mgr x86_64 2:17.2.6-1016.g4fe39952.el8 ceph 1.6 M 2023-08-28T01:58:59.704 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-mgr-modules-core noarch 2:17.2.6-1016.g4fe39952.el8 ceph-noarch 238 k 2023-08-28T01:58:59.704 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-mon x86_64 2:17.2.6-1016.g4fe39952.el8 ceph 3.9 M 2023-08-28T01:58:59.704 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-osd x86_64 2:17.2.6-1016.g4fe39952.el8 ceph 17 M 2023-08-28T01:58:59.704 INFO:teuthology.orchestra.run.smithi040.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2023-08-28T01:58:59.704 INFO:teuthology.orchestra.run.smithi040.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2023-08-28T01:58:59.704 INFO:teuthology.orchestra.run.smithi040.stdout: python3-cffi x86_64 1.11.5-6.el8 baseos 249 k 2023-08-28T01:58:59.704 INFO:teuthology.orchestra.run.smithi040.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2023-08-28T01:58:59.705 INFO:teuthology.orchestra.run.smithi040.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2023-08-28T01:58:59.705 INFO:teuthology.orchestra.run.smithi040.stdout: python3-cryptography x86_64 3.2.1-6.el8 baseos 641 k 2023-08-28T01:58:59.705 INFO:teuthology.orchestra.run.smithi040.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2023-08-28T01:58:59.705 INFO:teuthology.orchestra.run.smithi040.stdout: python3-jaraco-functools noarch 2.0-4.el8 epel 18 k 2023-08-28T01:58:59.705 INFO:teuthology.orchestra.run.smithi040.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2023-08-28T01:58:59.705 INFO:teuthology.orchestra.run.smithi040.stdout: python3-mako noarch 1.0.6-14.el8 appstream 157 k 2023-08-28T01:58:59.705 INFO:teuthology.orchestra.run.smithi040.stdout: python3-markupsafe x86_64 0.23-19.el8 appstream 39 k 2023-08-28T01:58:59.705 INFO:teuthology.orchestra.run.smithi040.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2023-08-28T01:58:59.705 INFO:teuthology.orchestra.run.smithi040.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2023-08-28T01:58:59.705 INFO:teuthology.orchestra.run.smithi040.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2023-08-28T01:58:59.705 INFO:teuthology.orchestra.run.smithi040.stdout: python3-pyOpenSSL noarch 19.0.0-1.el8 appstream 103 k 2023-08-28T01:58:59.705 INFO:teuthology.orchestra.run.smithi040.stdout: python3-pycparser noarch 2.14-14.el8 baseos 109 k 2023-08-28T01:58:59.705 INFO:teuthology.orchestra.run.smithi040.stdout: python3-pytz noarch 2017.2-11.el8 appstream 57 k 2023-08-28T01:58:59.705 INFO:teuthology.orchestra.run.smithi040.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2023-08-28T01:58:59.706 INFO:teuthology.orchestra.run.smithi040.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2023-08-28T01:58:59.706 INFO:teuthology.orchestra.run.smithi040.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2023-08-28T01:58:59.706 INFO:teuthology.orchestra.run.smithi040.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2023-08-28T01:58:59.706 INFO:teuthology.orchestra.run.smithi040.stdout: python3-waitress noarch 1.4.3-1.el8 epel 255 k 2023-08-28T01:58:59.706 INFO:teuthology.orchestra.run.smithi040.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2023-08-28T01:58:59.706 INFO:teuthology.orchestra.run.smithi040.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2023-08-28T01:58:59.706 INFO:teuthology.orchestra.run.smithi040.stdout: python3-werkzeug noarch 0.12.2-4.el8 appstream 457 k 2023-08-28T01:58:59.706 INFO:teuthology.orchestra.run.smithi040.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2023-08-28T01:58:59.706 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T01:58:59.706 INFO:teuthology.orchestra.run.smithi040.stdout:Transaction Summary 2023-08-28T01:58:59.706 INFO:teuthology.orchestra.run.smithi040.stdout:================================================================================ 2023-08-28T01:58:59.706 INFO:teuthology.orchestra.run.smithi040.stdout:Install 32 Packages 2023-08-28T01:58:59.707 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T01:58:59.707 INFO:teuthology.orchestra.run.smithi040.stdout:Total download size: 28 M 2023-08-28T01:58:59.707 INFO:teuthology.orchestra.run.smithi040.stdout:Installed size: 110 M 2023-08-28T01:58:59.707 INFO:teuthology.orchestra.run.smithi040.stdout:Downloading Packages: 2023-08-28T01:58:59.722 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 16/32 2023-08-28T01:58:59.956 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 17/32 2023-08-28T01:59:00.256 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 18/32 2023-08-28T01:59:00.437 INFO:teuthology.orchestra.run.smithi040.stdout:(1/32): ceph-17.2.6-1016.g4fe39952.el8.x86_64.r 35 kB/s | 6.4 kB 00:00 2023-08-28T01:59:00.494 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 19/32 2023-08-28T01:59:00.604 INFO:teuthology.orchestra.run.smithi040.stdout:(2/32): ceph-mgr-17.2.6-1016.g4fe39952.el8.x86_ 4.5 MB/s | 1.6 MB 00:00 2023-08-28T01:59:00.691 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-pytz-2017.2-11.el8.noarch 20/32 2023-08-28T01:59:00.855 INFO:teuthology.orchestra.run.smithi040.stdout:(3/32): ceph-mds-17.2.6-1016.g4fe39952.el8.x86_ 3.8 MB/s | 2.3 MB 00:00 2023-08-28T01:59:00.885 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 21/32 2023-08-28T01:59:00.955 INFO:teuthology.orchestra.run.smithi040.stdout:(4/32): ceph-mgr-modules-core-17.2.6-1016.g4fe3 2.3 MB/s | 238 kB 00:00 2023-08-28T01:59:01.111 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-portend-2.6-1.el8.noarch 22/32 2023-08-28T01:59:01.222 INFO:teuthology.orchestra.run.smithi040.stdout:(5/32): ceph-mon-17.2.6-1016.g4fe39952.el8.x86_ 5.0 MB/s | 3.9 MB 00:00 2023-08-28T01:59:01.364 INFO:teuthology.orchestra.run.smithi040.stdout:(6/32): python3-mako-1.0.6-14.el8.noarch.rpm 384 kB/s | 157 kB 00:00 2023-08-28T01:59:01.367 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 23/32 2023-08-28T01:59:01.465 INFO:teuthology.orchestra.run.smithi040.stdout:(7/32): python3-pyOpenSSL-19.0.0-1.el8.noarch.r 1.0 MB/s | 103 kB 00:00 2023-08-28T01:59:01.525 INFO:teuthology.orchestra.run.smithi040.stdout:(8/32): python3-markupsafe-0.23-19.el8.x86_64.r 128 kB/s | 39 kB 00:00 2023-08-28T01:59:01.591 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 24/32 2023-08-28T01:59:01.715 INFO:teuthology.orchestra.run.smithi040.stdout:(9/32): ceph-osd-17.2.6-1016.g4fe39952.el8.x86_ 15 MB/s | 17 MB 00:01 2023-08-28T01:59:01.740 INFO:teuthology.orchestra.run.smithi040.stdout:(10/32): python3-pytz-2017.2-11.el8.noarch.rpm 207 kB/s | 57 kB 00:00 2023-08-28T01:59:01.896 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-mako-1.0.6-14.el8.noarch 25/32 2023-08-28T01:59:01.924 INFO:teuthology.orchestra.run.smithi040.stdout:(11/32): python3-werkzeug-0.12.2-4.el8.noarch.r 1.1 MB/s | 457 kB 00:00 2023-08-28T01:59:02.194 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 26/32 2023-08-28T01:59:02.274 INFO:teuthology.orchestra.run.smithi040.stdout:(12/32): python3-cffi-1.11.5-6.el8.x86_64.rpm 445 kB/s | 249 kB 00:00 2023-08-28T01:59:02.341 INFO:teuthology.orchestra.run.smithi040.stdout:(13/32): python3-cryptography-3.2.1-6.el8.x86_6 1.0 MB/s | 641 kB 00:00 2023-08-28T01:59:02.395 INFO:teuthology.orchestra.run.smithi040.stdout:(14/32): python3-pycparser-2.14-14.el8.noarch.r 232 kB/s | 109 kB 00:00 2023-08-28T01:59:02.541 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : ceph-mgr-modules-core-2:17.2.6-1016.g4fe39952.el8. 27/32 2023-08-28T01:59:02.734 INFO:teuthology.orchestra.run.smithi040.stdout:(15/32): python3-bcrypt-3.1.6-2.el8.1.x86_64.rp 95 kB/s | 44 kB 00:00 2023-08-28T01:59:02.778 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : ceph-mgr-2:17.2.6-1016.g4fe39952.el8.x86_64 28/32 2023-08-28T01:59:02.859 INFO:teuthology.orchestra.run.smithi040.stdout:(16/32): python3-beautifulsoup4-4.6.3-2.el8.1.n 358 kB/s | 185 kB 00:00 2023-08-28T01:59:02.884 INFO:teuthology.orchestra.run.smithi040.stdout:(17/32): python3-cheroot-8.5.2-1.el8.noarch.rpm 353 kB/s | 173 kB 00:00 2023-08-28T01:59:03.017 INFO:teuthology.orchestra.run.smithi040.stdout:(18/32): python3-jaraco-6.2-6.el8.noarch.rpm 70 kB/s | 11 kB 00:00 2023-08-28T01:59:03.043 INFO:teuthology.orchestra.run.smithi040.stdout:(19/32): python3-jaraco-functools-2.0-4.el8.noa 111 kB/s | 18 kB 00:00 2023-08-28T01:59:03.168 INFO:teuthology.orchestra.run.smithi040.stdout:(20/32): python3-cherrypy-18.4.0-1.el8.noarch.r 886 kB/s | 384 kB 00:00 2023-08-28T01:59:03.193 INFO:teuthology.orchestra.run.smithi040.stdout:(21/32): python3-logutils-0.3.5-11.el8.noarch.r 277 kB/s | 49 kB 00:00 2023-08-28T01:59:03.219 INFO:teuthology.orchestra.run.smithi040.stdout:(22/32): python3-more-itertools-7.2.0-3.el8.noa 334 kB/s | 59 kB 00:00 2023-08-28T01:59:03.328 INFO:teuthology.orchestra.run.smithi040.stdout:(23/32): python3-portend-2.6-1.el8.noarch.rpm 116 kB/s | 16 kB 00:00 2023-08-28T01:59:03.353 INFO:teuthology.orchestra.run.smithi040.stdout:(24/32): python3-simplegeneric-0.8.1-17.el8.noa 140 kB/s | 19 kB 00:00 2023-08-28T01:59:03.413 INFO:teuthology.orchestra.run.smithi040.stdout:(25/32): python3-pecan-1.3.2-9.el8.noarch.rpm 1.1 MB/s | 283 kB 00:00 2023-08-28T01:59:03.478 INFO:teuthology.orchestra.run.smithi040.stdout:(26/32): python3-singledispatch-3.4.0.3-18.el8. 159 kB/s | 24 kB 00:00 2023-08-28T01:59:03.504 INFO:teuthology.orchestra.run.smithi040.stdout:(27/32): python3-tempora-1.14.1-5.el8.noarch.rp 194 kB/s | 29 kB 00:00 2023-08-28T01:59:03.529 INFO:teuthology.orchestra.run.smithi040.stdout:(28/32): python3-trustme-0.6.0-4.el8.noarch.rpm 235 kB/s | 27 kB 00:00 2023-08-28T01:59:03.704 INFO:teuthology.orchestra.run.smithi040.stdout:(29/32): python3-webtest-2.0.33-1.el8.noarch.rp 488 kB/s | 85 kB 00:00 2023-08-28T01:59:03.755 INFO:teuthology.orchestra.run.smithi040.stdout:(30/32): python3-waitress-1.4.3-1.el8.noarch.rp 925 kB/s | 255 kB 00:00 2023-08-28T01:59:03.805 INFO:teuthology.orchestra.run.smithi040.stdout:(31/32): python3-webob-1.8.5-1.el8.1.noarch.rpm 834 kB/s | 251 kB 00:00 2023-08-28T01:59:03.855 INFO:teuthology.orchestra.run.smithi040.stdout:(32/32): python3-zc-lockfile-2.0-2.el8.noarch.r 152 kB/s | 23 kB 00:00 2023-08-28T01:59:03.856 INFO:teuthology.orchestra.run.smithi040.stdout:-------------------------------------------------------------------------------- 2023-08-28T01:59:03.857 INFO:teuthology.orchestra.run.smithi040.stdout:Total 6.8 MB/s | 28 MB 00:04 2023-08-28T01:59:03.947 INFO:teuthology.orchestra.run.smithi040.stdout:Running transaction check 2023-08-28T01:59:03.989 INFO:teuthology.orchestra.run.smithi040.stdout:Transaction check succeeded. 2023-08-28T01:59:03.989 INFO:teuthology.orchestra.run.smithi040.stdout:Running transaction test 2023-08-28T01:59:04.258 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: ceph-mgr-2:17.2.6-1016.g4fe39952.el8.x86_64 28/32 2023-08-28T01:59:04.349 INFO:teuthology.orchestra.run.smithi040.stdout:Transaction test succeeded. 2023-08-28T01:59:04.353 INFO:teuthology.orchestra.run.smithi040.stdout:Running transaction 2023-08-28T01:59:04.469 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : ceph-osd-2:17.2.6-1016.g4fe39952.el8.x86_64 29/32 2023-08-28T01:59:04.862 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: ceph-osd-2:17.2.6-1016.g4fe39952.el8.x86_64 29/32 2023-08-28T01:59:05.089 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : ceph-mon-2:17.2.6-1016.g4fe39952.el8.x86_64 30/32 2023-08-28T01:59:05.305 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: ceph-mon-2:17.2.6-1016.g4fe39952.el8.x86_64 30/32 2023-08-28T01:59:05.463 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : ceph-mds-2:17.2.6-1016.g4fe39952.el8.x86_64 31/32 2023-08-28T01:59:05.481 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: ceph-mds-2:17.2.6-1016.g4fe39952.el8.x86_64 31/32 2023-08-28T01:59:05.534 INFO:teuthology.orchestra.run.smithi040.stdout: Preparing : 1/1 2023-08-28T01:59:05.792 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 1/32 2023-08-28T01:59:06.036 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 2/32 2023-08-28T01:59:06.247 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : ceph-2:17.2.6-1016.g4fe39952.el8.x86_64 32/32 2023-08-28T01:59:06.282 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 3/32 2023-08-28T01:59:06.560 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-waitress-1.4.3-1.el8.noarch 4/32 2023-08-28T01:59:06.671 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: ceph-2:17.2.6-1016.g4fe39952.el8.x86_64 32/32 2023-08-28T01:59:06.671 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : ceph-2:17.2.6-1016.g4fe39952.el8.x86_64 1/32 2023-08-28T01:59:06.672 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : ceph-mds-2:17.2.6-1016.g4fe39952.el8.x86_64 2/32 2023-08-28T01:59:06.672 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : ceph-mgr-2:17.2.6-1016.g4fe39952.el8.x86_64 3/32 2023-08-28T01:59:06.672 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : ceph-mon-2:17.2.6-1016.g4fe39952.el8.x86_64 4/32 2023-08-28T01:59:06.672 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : ceph-osd-2:17.2.6-1016.g4fe39952.el8.x86_64 5/32 2023-08-28T01:59:06.672 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : ceph-mgr-modules-core-2:17.2.6-1016.g4fe39952.el8. 6/32 2023-08-28T01:59:06.672 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-mako-1.0.6-14.el8.noarch 7/32 2023-08-28T01:59:06.673 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 8/32 2023-08-28T01:59:06.673 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-pyOpenSSL-19.0.0-1.el8.noarch 9/32 2023-08-28T01:59:06.673 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-pytz-2017.2-11.el8.noarch 10/32 2023-08-28T01:59:06.673 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 11/32 2023-08-28T01:59:06.673 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-cffi-1.11.5-6.el8.x86_64 12/32 2023-08-28T01:59:06.673 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-cryptography-3.2.1-6.el8.x86_64 13/32 2023-08-28T01:59:06.673 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-pycparser-2.14-14.el8.noarch 14/32 2023-08-28T01:59:06.674 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 15/32 2023-08-28T01:59:06.674 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 16/32 2023-08-28T01:59:06.674 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 17/32 2023-08-28T01:59:06.674 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 18/32 2023-08-28T01:59:06.674 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 19/32 2023-08-28T01:59:06.674 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 20/32 2023-08-28T01:59:06.674 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 21/32 2023-08-28T01:59:06.675 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 22/32 2023-08-28T01:59:06.675 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 23/32 2023-08-28T01:59:06.675 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-portend-2.6-1.el8.noarch 24/32 2023-08-28T01:59:06.675 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 25/32 2023-08-28T01:59:06.675 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 26/32 2023-08-28T01:59:06.675 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 27/32 2023-08-28T01:59:06.675 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 28/32 2023-08-28T01:59:06.676 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-waitress-1.4.3-1.el8.noarch 29/32 2023-08-28T01:59:06.676 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 30/32 2023-08-28T01:59:06.676 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 31/32 2023-08-28T01:59:06.765 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 5/32 2023-08-28T01:59:06.998 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 6/32 2023-08-28T01:59:07.222 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 7/32 2023-08-28T01:59:07.441 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 8/32 2023-08-28T01:59:07.646 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 9/32 2023-08-28T01:59:07.803 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 32/32 2023-08-28T01:59:07.803 INFO:teuthology.orchestra.run.smithi083.stdout: 2023-08-28T01:59:07.803 INFO:teuthology.orchestra.run.smithi083.stdout:Installed: 2023-08-28T01:59:07.804 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-2:17.2.6-1016.g4fe39952.el8.x86_64 2023-08-28T01:59:07.804 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-mds-2:17.2.6-1016.g4fe39952.el8.x86_64 2023-08-28T01:59:07.804 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-mgr-2:17.2.6-1016.g4fe39952.el8.x86_64 2023-08-28T01:59:07.804 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-mgr-modules-core-2:17.2.6-1016.g4fe39952.el8.noarch 2023-08-28T01:59:07.805 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-mon-2:17.2.6-1016.g4fe39952.el8.x86_64 2023-08-28T01:59:07.805 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-osd-2:17.2.6-1016.g4fe39952.el8.x86_64 2023-08-28T01:59:07.805 INFO:teuthology.orchestra.run.smithi083.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2023-08-28T01:59:07.806 INFO:teuthology.orchestra.run.smithi083.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2023-08-28T01:59:07.806 INFO:teuthology.orchestra.run.smithi083.stdout: python3-cffi-1.11.5-6.el8.x86_64 2023-08-28T01:59:07.806 INFO:teuthology.orchestra.run.smithi083.stdout: python3-cheroot-8.5.2-1.el8.noarch 2023-08-28T01:59:07.806 INFO:teuthology.orchestra.run.smithi083.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2023-08-28T01:59:07.807 INFO:teuthology.orchestra.run.smithi083.stdout: python3-cryptography-3.2.1-6.el8.x86_64 2023-08-28T01:59:07.807 INFO:teuthology.orchestra.run.smithi083.stdout: python3-jaraco-6.2-6.el8.noarch 2023-08-28T01:59:07.807 INFO:teuthology.orchestra.run.smithi083.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2023-08-28T01:59:07.807 INFO:teuthology.orchestra.run.smithi083.stdout: python3-logutils-0.3.5-11.el8.noarch 2023-08-28T01:59:07.808 INFO:teuthology.orchestra.run.smithi083.stdout: python3-mako-1.0.6-14.el8.noarch 2023-08-28T01:59:07.808 INFO:teuthology.orchestra.run.smithi083.stdout: python3-markupsafe-0.23-19.el8.x86_64 2023-08-28T01:59:07.808 INFO:teuthology.orchestra.run.smithi083.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2023-08-28T01:59:07.809 INFO:teuthology.orchestra.run.smithi083.stdout: python3-pecan-1.3.2-9.el8.noarch 2023-08-28T01:59:07.809 INFO:teuthology.orchestra.run.smithi083.stdout: python3-portend-2.6-1.el8.noarch 2023-08-28T01:59:07.809 INFO:teuthology.orchestra.run.smithi083.stdout: python3-pyOpenSSL-19.0.0-1.el8.noarch 2023-08-28T01:59:07.809 INFO:teuthology.orchestra.run.smithi083.stdout: python3-pycparser-2.14-14.el8.noarch 2023-08-28T01:59:07.810 INFO:teuthology.orchestra.run.smithi083.stdout: python3-pytz-2017.2-11.el8.noarch 2023-08-28T01:59:07.810 INFO:teuthology.orchestra.run.smithi083.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2023-08-28T01:59:07.810 INFO:teuthology.orchestra.run.smithi083.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2023-08-28T01:59:07.810 INFO:teuthology.orchestra.run.smithi083.stdout: python3-tempora-1.14.1-5.el8.noarch 2023-08-28T01:59:07.810 INFO:teuthology.orchestra.run.smithi083.stdout: python3-trustme-0.6.0-4.el8.noarch 2023-08-28T01:59:07.811 INFO:teuthology.orchestra.run.smithi083.stdout: python3-waitress-1.4.3-1.el8.noarch 2023-08-28T01:59:07.811 INFO:teuthology.orchestra.run.smithi083.stdout: python3-webob-1.8.5-1.el8.1.noarch 2023-08-28T01:59:07.811 INFO:teuthology.orchestra.run.smithi083.stdout: python3-webtest-2.0.33-1.el8.noarch 2023-08-28T01:59:07.812 INFO:teuthology.orchestra.run.smithi083.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2023-08-28T01:59:07.812 INFO:teuthology.orchestra.run.smithi083.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2023-08-28T01:59:07.812 INFO:teuthology.orchestra.run.smithi083.stdout: 2023-08-28T01:59:07.812 INFO:teuthology.orchestra.run.smithi083.stdout:Complete! 2023-08-28T01:59:07.891 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 10/32 2023-08-28T01:59:08.056 DEBUG:teuthology.orchestra.run.smithi083:> sudo yum -y install ceph-base 2023-08-28T01:59:08.146 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 11/32 2023-08-28T01:59:08.420 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-pycparser-2.14-14.el8.noarch 12/32 2023-08-28T01:59:08.903 INFO:teuthology.orchestra.run.smithi083.stdout:Last metadata expiration check: 0:01:16 ago on Mon 28 Aug 2023 01:57:52 AM UTC. 2023-08-28T01:59:08.996 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-cffi-1.11.5-6.el8.x86_64 13/32 2023-08-28T01:59:09.250 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-cryptography-3.2.1-6.el8.x86_64 14/32 2023-08-28T01:59:09.486 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-pyOpenSSL-19.0.0-1.el8.noarch 15/32 2023-08-28T01:59:09.829 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 16/32 2023-08-28T01:59:10.055 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 17/32 2023-08-28T01:59:10.221 INFO:teuthology.orchestra.run.smithi083.stdout:Package ceph-base-2:17.2.6-1016.g4fe39952.el8.x86_64 is already installed. 2023-08-28T01:59:10.392 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 18/32 2023-08-28T01:59:10.396 INFO:teuthology.orchestra.run.smithi083.stdout:Dependencies resolved. 2023-08-28T01:59:10.398 INFO:teuthology.orchestra.run.smithi083.stdout:Nothing to do. 2023-08-28T01:59:10.398 INFO:teuthology.orchestra.run.smithi083.stdout:Complete! 2023-08-28T01:59:10.503 DEBUG:teuthology.orchestra.run.smithi083:> sudo yum -y install cephadm 2023-08-28T01:59:10.636 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 19/32 2023-08-28T01:59:10.823 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-pytz-2017.2-11.el8.noarch 20/32 2023-08-28T01:59:11.057 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 21/32 2023-08-28T01:59:11.358 INFO:teuthology.orchestra.run.smithi083.stdout:Last metadata expiration check: 0:01:19 ago on Mon 28 Aug 2023 01:57:52 AM UTC. 2023-08-28T01:59:11.363 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-portend-2.6-1.el8.noarch 22/32 2023-08-28T01:59:11.766 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 23/32 2023-08-28T01:59:12.007 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 24/32 2023-08-28T01:59:12.345 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-mako-1.0.6-14.el8.noarch 25/32 2023-08-28T01:59:12.694 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 26/32 2023-08-28T01:59:12.857 INFO:teuthology.orchestra.run.smithi083.stdout:Dependencies resolved. 2023-08-28T01:59:12.858 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2023-08-28T01:59:12.859 INFO:teuthology.orchestra.run.smithi083.stdout: Package Arch Version Repository Size 2023-08-28T01:59:12.859 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2023-08-28T01:59:12.859 INFO:teuthology.orchestra.run.smithi083.stdout:Installing: 2023-08-28T01:59:12.859 INFO:teuthology.orchestra.run.smithi083.stdout: cephadm noarch 2:17.2.6-1016.g4fe39952.el8 ceph-noarch 80 k 2023-08-28T01:59:12.859 INFO:teuthology.orchestra.run.smithi083.stdout: 2023-08-28T01:59:12.859 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction Summary 2023-08-28T01:59:12.859 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2023-08-28T01:59:12.859 INFO:teuthology.orchestra.run.smithi083.stdout:Install 1 Package 2023-08-28T01:59:12.859 INFO:teuthology.orchestra.run.smithi083.stdout: 2023-08-28T01:59:12.859 INFO:teuthology.orchestra.run.smithi083.stdout:Total download size: 80 k 2023-08-28T01:59:12.859 INFO:teuthology.orchestra.run.smithi083.stdout:Installed size: 363 k 2023-08-28T01:59:12.859 INFO:teuthology.orchestra.run.smithi083.stdout:Downloading Packages: 2023-08-28T01:59:13.109 INFO:teuthology.orchestra.run.smithi083.stdout:cephadm-17.2.6-1016.g4fe39952.el8.noarch.rpm 321 kB/s | 80 kB 00:00 2023-08-28T01:59:13.109 INFO:teuthology.orchestra.run.smithi083.stdout:-------------------------------------------------------------------------------- 2023-08-28T01:59:13.110 INFO:teuthology.orchestra.run.smithi083.stdout:Total 319 kB/s | 80 kB 00:00 2023-08-28T01:59:13.110 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction check 2023-08-28T01:59:13.117 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction check succeeded. 2023-08-28T01:59:13.118 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction test 2023-08-28T01:59:13.119 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction test succeeded. 2023-08-28T01:59:13.122 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction 2023-08-28T01:59:13.168 INFO:teuthology.orchestra.run.smithi083.stdout: Preparing : 1/1 2023-08-28T01:59:13.607 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : ceph-mgr-modules-core-2:17.2.6-1016.g4fe39952.el8. 27/32 2023-08-28T01:59:13.677 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: cephadm-2:17.2.6-1016.g4fe39952.el8.noarch 1/1 2023-08-28T01:59:13.831 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : cephadm-2:17.2.6-1016.g4fe39952.el8.noarch 1/1 2023-08-28T01:59:13.868 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : ceph-mgr-2:17.2.6-1016.g4fe39952.el8.x86_64 28/32 2023-08-28T01:59:14.057 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: cephadm-2:17.2.6-1016.g4fe39952.el8.noarch 1/1 2023-08-28T01:59:14.690 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : cephadm-2:17.2.6-1016.g4fe39952.el8.noarch 1/1 2023-08-28T01:59:14.690 INFO:teuthology.orchestra.run.smithi083.stdout: 2023-08-28T01:59:14.690 INFO:teuthology.orchestra.run.smithi083.stdout:Installed: 2023-08-28T01:59:14.691 INFO:teuthology.orchestra.run.smithi083.stdout: cephadm-2:17.2.6-1016.g4fe39952.el8.noarch 2023-08-28T01:59:14.691 INFO:teuthology.orchestra.run.smithi083.stdout: 2023-08-28T01:59:14.691 INFO:teuthology.orchestra.run.smithi083.stdout:Complete! 2023-08-28T01:59:14.918 DEBUG:teuthology.orchestra.run.smithi083:> sudo yum -y install ceph-immutable-object-cache 2023-08-28T01:59:15.516 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: ceph-mgr-2:17.2.6-1016.g4fe39952.el8.x86_64 28/32 2023-08-28T01:59:15.752 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : ceph-osd-2:17.2.6-1016.g4fe39952.el8.x86_64 29/32 2023-08-28T01:59:15.777 INFO:teuthology.orchestra.run.smithi083.stdout:Last metadata expiration check: 0:01:23 ago on Mon 28 Aug 2023 01:57:52 AM UTC. 2023-08-28T01:59:16.192 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: ceph-osd-2:17.2.6-1016.g4fe39952.el8.x86_64 29/32 2023-08-28T01:59:16.401 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : ceph-mon-2:17.2.6-1016.g4fe39952.el8.x86_64 30/32 2023-08-28T01:59:16.645 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: ceph-mon-2:17.2.6-1016.g4fe39952.el8.x86_64 30/32 2023-08-28T01:59:16.884 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : ceph-mds-2:17.2.6-1016.g4fe39952.el8.x86_64 31/32 2023-08-28T01:59:16.907 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: ceph-mds-2:17.2.6-1016.g4fe39952.el8.x86_64 31/32 2023-08-28T01:59:17.043 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : ceph-2:17.2.6-1016.g4fe39952.el8.x86_64 32/32 2023-08-28T01:59:17.266 INFO:teuthology.orchestra.run.smithi083.stdout:Dependencies resolved. 2023-08-28T01:59:17.266 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2023-08-28T01:59:17.266 INFO:teuthology.orchestra.run.smithi083.stdout: Package Arch Version Repo Size 2023-08-28T01:59:17.266 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2023-08-28T01:59:17.266 INFO:teuthology.orchestra.run.smithi083.stdout:Installing: 2023-08-28T01:59:17.267 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-immutable-object-cache x86_64 2:17.2.6-1016.g4fe39952.el8 ceph 162 k 2023-08-28T01:59:17.267 INFO:teuthology.orchestra.run.smithi083.stdout: 2023-08-28T01:59:17.267 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction Summary 2023-08-28T01:59:17.267 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2023-08-28T01:59:17.267 INFO:teuthology.orchestra.run.smithi083.stdout:Install 1 Package 2023-08-28T01:59:17.267 INFO:teuthology.orchestra.run.smithi083.stdout: 2023-08-28T01:59:17.267 INFO:teuthology.orchestra.run.smithi083.stdout:Total download size: 162 k 2023-08-28T01:59:17.268 INFO:teuthology.orchestra.run.smithi083.stdout:Installed size: 490 k 2023-08-28T01:59:17.268 INFO:teuthology.orchestra.run.smithi083.stdout:Downloading Packages: 2023-08-28T01:59:17.522 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: ceph-2:17.2.6-1016.g4fe39952.el8.x86_64 32/32 2023-08-28T01:59:17.522 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : ceph-2:17.2.6-1016.g4fe39952.el8.x86_64 1/32 2023-08-28T01:59:17.522 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : ceph-mds-2:17.2.6-1016.g4fe39952.el8.x86_64 2/32 2023-08-28T01:59:17.522 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : ceph-mgr-2:17.2.6-1016.g4fe39952.el8.x86_64 3/32 2023-08-28T01:59:17.523 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : ceph-mon-2:17.2.6-1016.g4fe39952.el8.x86_64 4/32 2023-08-28T01:59:17.523 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : ceph-osd-2:17.2.6-1016.g4fe39952.el8.x86_64 5/32 2023-08-28T01:59:17.523 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : ceph-mgr-modules-core-2:17.2.6-1016.g4fe39952.el8. 6/32 2023-08-28T01:59:17.523 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-mako-1.0.6-14.el8.noarch 7/32 2023-08-28T01:59:17.523 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 8/32 2023-08-28T01:59:17.523 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-pyOpenSSL-19.0.0-1.el8.noarch 9/32 2023-08-28T01:59:17.523 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-pytz-2017.2-11.el8.noarch 10/32 2023-08-28T01:59:17.523 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 11/32 2023-08-28T01:59:17.524 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-cffi-1.11.5-6.el8.x86_64 12/32 2023-08-28T01:59:17.524 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-cryptography-3.2.1-6.el8.x86_64 13/32 2023-08-28T01:59:17.524 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-pycparser-2.14-14.el8.noarch 14/32 2023-08-28T01:59:17.524 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 15/32 2023-08-28T01:59:17.524 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 16/32 2023-08-28T01:59:17.524 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 17/32 2023-08-28T01:59:17.524 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 18/32 2023-08-28T01:59:17.524 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 19/32 2023-08-28T01:59:17.524 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 20/32 2023-08-28T01:59:17.524 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 21/32 2023-08-28T01:59:17.524 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 22/32 2023-08-28T01:59:17.525 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 23/32 2023-08-28T01:59:17.525 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-portend-2.6-1.el8.noarch 24/32 2023-08-28T01:59:17.525 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 25/32 2023-08-28T01:59:17.525 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 26/32 2023-08-28T01:59:17.525 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 27/32 2023-08-28T01:59:17.525 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 28/32 2023-08-28T01:59:17.525 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-waitress-1.4.3-1.el8.noarch 29/32 2023-08-28T01:59:17.525 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 30/32 2023-08-28T01:59:17.525 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 31/32 2023-08-28T01:59:18.139 INFO:teuthology.orchestra.run.smithi083.stdout:ceph-immutable-object-cache-17.2.6-1016.g4fe399 186 kB/s | 162 kB 00:00 2023-08-28T01:59:18.140 INFO:teuthology.orchestra.run.smithi083.stdout:-------------------------------------------------------------------------------- 2023-08-28T01:59:18.140 INFO:teuthology.orchestra.run.smithi083.stdout:Total 185 kB/s | 162 kB 00:00 2023-08-28T01:59:18.141 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction check 2023-08-28T01:59:18.153 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction check succeeded. 2023-08-28T01:59:18.153 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction test 2023-08-28T01:59:18.205 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction test succeeded. 2023-08-28T01:59:18.208 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction 2023-08-28T01:59:18.810 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 32/32 2023-08-28T01:59:18.810 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T01:59:18.811 INFO:teuthology.orchestra.run.smithi040.stdout:Installed: 2023-08-28T01:59:18.811 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-2:17.2.6-1016.g4fe39952.el8.x86_64 2023-08-28T01:59:18.811 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-mds-2:17.2.6-1016.g4fe39952.el8.x86_64 2023-08-28T01:59:18.811 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-mgr-2:17.2.6-1016.g4fe39952.el8.x86_64 2023-08-28T01:59:18.811 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-mgr-modules-core-2:17.2.6-1016.g4fe39952.el8.noarch 2023-08-28T01:59:18.811 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-mon-2:17.2.6-1016.g4fe39952.el8.x86_64 2023-08-28T01:59:18.811 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-osd-2:17.2.6-1016.g4fe39952.el8.x86_64 2023-08-28T01:59:18.811 INFO:teuthology.orchestra.run.smithi040.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2023-08-28T01:59:18.811 INFO:teuthology.orchestra.run.smithi040.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2023-08-28T01:59:18.812 INFO:teuthology.orchestra.run.smithi040.stdout: python3-cffi-1.11.5-6.el8.x86_64 2023-08-28T01:59:18.812 INFO:teuthology.orchestra.run.smithi040.stdout: python3-cheroot-8.5.2-1.el8.noarch 2023-08-28T01:59:18.812 INFO:teuthology.orchestra.run.smithi040.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2023-08-28T01:59:18.812 INFO:teuthology.orchestra.run.smithi040.stdout: python3-cryptography-3.2.1-6.el8.x86_64 2023-08-28T01:59:18.812 INFO:teuthology.orchestra.run.smithi040.stdout: python3-jaraco-6.2-6.el8.noarch 2023-08-28T01:59:18.812 INFO:teuthology.orchestra.run.smithi040.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2023-08-28T01:59:18.812 INFO:teuthology.orchestra.run.smithi040.stdout: python3-logutils-0.3.5-11.el8.noarch 2023-08-28T01:59:18.812 INFO:teuthology.orchestra.run.smithi040.stdout: python3-mako-1.0.6-14.el8.noarch 2023-08-28T01:59:18.812 INFO:teuthology.orchestra.run.smithi040.stdout: python3-markupsafe-0.23-19.el8.x86_64 2023-08-28T01:59:18.813 INFO:teuthology.orchestra.run.smithi040.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2023-08-28T01:59:18.813 INFO:teuthology.orchestra.run.smithi040.stdout: python3-pecan-1.3.2-9.el8.noarch 2023-08-28T01:59:18.813 INFO:teuthology.orchestra.run.smithi040.stdout: python3-portend-2.6-1.el8.noarch 2023-08-28T01:59:18.813 INFO:teuthology.orchestra.run.smithi040.stdout: python3-pyOpenSSL-19.0.0-1.el8.noarch 2023-08-28T01:59:18.813 INFO:teuthology.orchestra.run.smithi040.stdout: python3-pycparser-2.14-14.el8.noarch 2023-08-28T01:59:18.813 INFO:teuthology.orchestra.run.smithi040.stdout: python3-pytz-2017.2-11.el8.noarch 2023-08-28T01:59:18.813 INFO:teuthology.orchestra.run.smithi040.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2023-08-28T01:59:18.813 INFO:teuthology.orchestra.run.smithi040.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2023-08-28T01:59:18.813 INFO:teuthology.orchestra.run.smithi040.stdout: python3-tempora-1.14.1-5.el8.noarch 2023-08-28T01:59:18.814 INFO:teuthology.orchestra.run.smithi040.stdout: python3-trustme-0.6.0-4.el8.noarch 2023-08-28T01:59:18.814 INFO:teuthology.orchestra.run.smithi040.stdout: python3-waitress-1.4.3-1.el8.noarch 2023-08-28T01:59:18.814 INFO:teuthology.orchestra.run.smithi040.stdout: python3-webob-1.8.5-1.el8.1.noarch 2023-08-28T01:59:18.814 INFO:teuthology.orchestra.run.smithi040.stdout: python3-webtest-2.0.33-1.el8.noarch 2023-08-28T01:59:18.814 INFO:teuthology.orchestra.run.smithi040.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2023-08-28T01:59:18.814 INFO:teuthology.orchestra.run.smithi040.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2023-08-28T01:59:18.814 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T01:59:18.814 INFO:teuthology.orchestra.run.smithi040.stdout:Complete! 2023-08-28T01:59:18.989 INFO:teuthology.orchestra.run.smithi083.stdout: Preparing : 1/1 2023-08-28T01:59:19.155 DEBUG:teuthology.orchestra.run.smithi040:> sudo yum -y install ceph-base 2023-08-28T01:59:19.178 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : ceph-immutable-object-cache-2:17.2.6-1016.g4fe39952. 1/1 2023-08-28T01:59:19.597 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: ceph-immutable-object-cache-2:17.2.6-1016.g4fe39952. 1/1 2023-08-28T01:59:20.134 INFO:teuthology.orchestra.run.smithi040.stdout:Last metadata expiration check: 0:01:25 ago on Mon 28 Aug 2023 01:57:55 AM UTC. 2023-08-28T01:59:20.188 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : ceph-immutable-object-cache-2:17.2.6-1016.g4fe39952. 1/1 2023-08-28T01:59:20.188 INFO:teuthology.orchestra.run.smithi083.stdout: 2023-08-28T01:59:20.188 INFO:teuthology.orchestra.run.smithi083.stdout:Installed: 2023-08-28T01:59:20.188 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-immutable-object-cache-2:17.2.6-1016.g4fe39952.el8.x86_64 2023-08-28T01:59:20.188 INFO:teuthology.orchestra.run.smithi083.stdout: 2023-08-28T01:59:20.188 INFO:teuthology.orchestra.run.smithi083.stdout:Complete! 2023-08-28T01:59:20.376 DEBUG:teuthology.orchestra.run.smithi083:> sudo yum -y install ceph-mgr 2023-08-28T01:59:21.238 INFO:teuthology.orchestra.run.smithi083.stdout:Last metadata expiration check: 0:01:29 ago on Mon 28 Aug 2023 01:57:52 AM UTC. 2023-08-28T01:59:21.601 INFO:teuthology.orchestra.run.smithi040.stdout:Package ceph-base-2:17.2.6-1016.g4fe39952.el8.x86_64 is already installed. 2023-08-28T01:59:21.800 INFO:teuthology.orchestra.run.smithi040.stdout:Dependencies resolved. 2023-08-28T01:59:21.801 INFO:teuthology.orchestra.run.smithi040.stdout:Nothing to do. 2023-08-28T01:59:21.801 INFO:teuthology.orchestra.run.smithi040.stdout:Complete! 2023-08-28T01:59:21.913 DEBUG:teuthology.orchestra.run.smithi040:> sudo yum -y install cephadm 2023-08-28T01:59:22.562 INFO:teuthology.orchestra.run.smithi083.stdout:Package ceph-mgr-2:17.2.6-1016.g4fe39952.el8.x86_64 is already installed. 2023-08-28T01:59:22.738 INFO:teuthology.orchestra.run.smithi083.stdout:Dependencies resolved. 2023-08-28T01:59:22.739 INFO:teuthology.orchestra.run.smithi083.stdout:Nothing to do. 2023-08-28T01:59:22.739 INFO:teuthology.orchestra.run.smithi083.stdout:Complete! 2023-08-28T01:59:22.841 DEBUG:teuthology.orchestra.run.smithi083:> sudo yum -y install ceph-mgr-dashboard 2023-08-28T01:59:22.882 INFO:teuthology.orchestra.run.smithi040.stdout:Last metadata expiration check: 0:01:27 ago on Mon 28 Aug 2023 01:57:55 AM UTC. 2023-08-28T01:59:23.700 INFO:teuthology.orchestra.run.smithi083.stdout:Last metadata expiration check: 0:01:31 ago on Mon 28 Aug 2023 01:57:52 AM UTC. 2023-08-28T01:59:24.536 INFO:teuthology.orchestra.run.smithi040.stdout:Dependencies resolved. 2023-08-28T01:59:24.536 INFO:teuthology.orchestra.run.smithi040.stdout:================================================================================ 2023-08-28T01:59:24.537 INFO:teuthology.orchestra.run.smithi040.stdout: Package Arch Version Repository Size 2023-08-28T01:59:24.537 INFO:teuthology.orchestra.run.smithi040.stdout:================================================================================ 2023-08-28T01:59:24.537 INFO:teuthology.orchestra.run.smithi040.stdout:Installing: 2023-08-28T01:59:24.537 INFO:teuthology.orchestra.run.smithi040.stdout: cephadm noarch 2:17.2.6-1016.g4fe39952.el8 ceph-noarch 80 k 2023-08-28T01:59:24.537 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T01:59:24.537 INFO:teuthology.orchestra.run.smithi040.stdout:Transaction Summary 2023-08-28T01:59:24.537 INFO:teuthology.orchestra.run.smithi040.stdout:================================================================================ 2023-08-28T01:59:24.537 INFO:teuthology.orchestra.run.smithi040.stdout:Install 1 Package 2023-08-28T01:59:24.537 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T01:59:24.538 INFO:teuthology.orchestra.run.smithi040.stdout:Total download size: 80 k 2023-08-28T01:59:24.538 INFO:teuthology.orchestra.run.smithi040.stdout:Installed size: 363 k 2023-08-28T01:59:24.538 INFO:teuthology.orchestra.run.smithi040.stdout:Downloading Packages: 2023-08-28T01:59:24.999 INFO:teuthology.orchestra.run.smithi040.stdout:cephadm-17.2.6-1016.g4fe39952.el8.noarch.rpm 174 kB/s | 80 kB 00:00 2023-08-28T01:59:24.999 INFO:teuthology.orchestra.run.smithi040.stdout:-------------------------------------------------------------------------------- 2023-08-28T01:59:25.000 INFO:teuthology.orchestra.run.smithi040.stdout:Total 173 kB/s | 80 kB 00:00 2023-08-28T01:59:25.000 INFO:teuthology.orchestra.run.smithi040.stdout:Running transaction check 2023-08-28T01:59:25.010 INFO:teuthology.orchestra.run.smithi040.stdout:Transaction check succeeded. 2023-08-28T01:59:25.010 INFO:teuthology.orchestra.run.smithi040.stdout:Running transaction test 2023-08-28T01:59:25.013 INFO:teuthology.orchestra.run.smithi040.stdout:Transaction test succeeded. 2023-08-28T01:59:25.016 INFO:teuthology.orchestra.run.smithi040.stdout:Running transaction 2023-08-28T01:59:25.204 INFO:teuthology.orchestra.run.smithi083.stdout:Dependencies resolved. 2023-08-28T01:59:25.205 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2023-08-28T01:59:25.205 INFO:teuthology.orchestra.run.smithi083.stdout: Package Arch Version Repository Size 2023-08-28T01:59:25.205 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2023-08-28T01:59:25.205 INFO:teuthology.orchestra.run.smithi083.stdout:Installing: 2023-08-28T01:59:25.205 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-mgr-dashboard noarch 2:17.2.6-1016.g4fe39952.el8 ceph-noarch 1.7 M 2023-08-28T01:59:25.205 INFO:teuthology.orchestra.run.smithi083.stdout:Installing dependencies: 2023-08-28T01:59:25.205 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-grafana-dashboards noarch 2:17.2.6-1016.g4fe39952.el8 ceph-noarch 23 k 2023-08-28T01:59:25.205 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-prometheus-alerts noarch 2:17.2.6-1016.g4fe39952.el8 ceph-noarch 14 k 2023-08-28T01:59:25.206 INFO:teuthology.orchestra.run.smithi083.stdout: python3-jwt noarch 1.6.1-2.el8 baseos 43 k 2023-08-28T01:59:25.206 INFO:teuthology.orchestra.run.smithi083.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2023-08-28T01:59:25.206 INFO:teuthology.orchestra.run.smithi083.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2023-08-28T01:59:25.206 INFO:teuthology.orchestra.run.smithi083.stdout: 2023-08-28T01:59:25.206 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction Summary 2023-08-28T01:59:25.206 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2023-08-28T01:59:25.206 INFO:teuthology.orchestra.run.smithi083.stdout:Install 6 Packages 2023-08-28T01:59:25.206 INFO:teuthology.orchestra.run.smithi083.stdout: 2023-08-28T01:59:25.207 INFO:teuthology.orchestra.run.smithi083.stdout:Total download size: 2.0 M 2023-08-28T01:59:25.207 INFO:teuthology.orchestra.run.smithi083.stdout:Installed size: 8.0 M 2023-08-28T01:59:25.207 INFO:teuthology.orchestra.run.smithi083.stdout:Downloading Packages: 2023-08-28T01:59:25.534 INFO:teuthology.orchestra.run.smithi040.stdout: Preparing : 1/1 2023-08-28T01:59:25.995 INFO:teuthology.orchestra.run.smithi083.stdout:(1/6): ceph-grafana-dashboards-17.2.6-1016.g4fe 106 kB/s | 23 kB 00:00 2023-08-28T01:59:26.020 INFO:teuthology.orchestra.run.smithi083.stdout:(2/6): ceph-prometheus-alerts-17.2.6-1016.g4fe3 60 kB/s | 14 kB 00:00 2023-08-28T01:59:26.104 INFO:teuthology.orchestra.run.smithi083.stdout:(3/6): python3-repoze-lru-0.7-6.el8.noarch.rpm 404 kB/s | 34 kB 00:00 2023-08-28T01:59:26.196 INFO:teuthology.orchestra.run.smithi083.stdout:(4/6): python3-routes-2.4.1-12.el8.noarch.rpm 2.1 MB/s | 196 kB 00:00 2023-08-28T01:59:26.304 INFO:teuthology.orchestra.run.smithi083.stdout:(5/6): ceph-mgr-dashboard-17.2.6-1016.g4fe39952 3.2 MB/s | 1.7 MB 00:00 2023-08-28T01:59:26.380 INFO:teuthology.orchestra.run.smithi083.stdout:(6/6): python3-jwt-1.6.1-2.el8.noarch.rpm 111 kB/s | 43 kB 00:00 2023-08-28T01:59:26.382 INFO:teuthology.orchestra.run.smithi083.stdout:-------------------------------------------------------------------------------- 2023-08-28T01:59:26.382 INFO:teuthology.orchestra.run.smithi083.stdout:Total 1.7 MB/s | 2.0 MB 00:01 2023-08-28T01:59:26.393 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction check 2023-08-28T01:59:26.402 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction check succeeded. 2023-08-28T01:59:26.403 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction test 2023-08-28T01:59:26.477 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction test succeeded. 2023-08-28T01:59:26.480 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction 2023-08-28T01:59:26.765 INFO:teuthology.orchestra.run.smithi083.stdout: Preparing : 1/1 2023-08-28T01:59:26.803 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: cephadm-2:17.2.6-1016.g4fe39952.el8.noarch 1/1 2023-08-28T01:59:26.955 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : cephadm-2:17.2.6-1016.g4fe39952.el8.noarch 1/1 2023-08-28T01:59:26.966 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 1/6 2023-08-28T01:59:27.214 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: cephadm-2:17.2.6-1016.g4fe39952.el8.noarch 1/1 2023-08-28T01:59:27.234 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 2/6 2023-08-28T01:59:27.446 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 3/6 2023-08-28T01:59:27.558 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : ceph-prometheus-alerts-2:17.2.6-1016.g4fe39952.el8.n 4/6 2023-08-28T01:59:27.866 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : cephadm-2:17.2.6-1016.g4fe39952.el8.noarch 1/1 2023-08-28T01:59:27.866 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T01:59:27.866 INFO:teuthology.orchestra.run.smithi040.stdout:Installed: 2023-08-28T01:59:27.866 INFO:teuthology.orchestra.run.smithi040.stdout: cephadm-2:17.2.6-1016.g4fe39952.el8.noarch 2023-08-28T01:59:27.866 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T01:59:27.866 INFO:teuthology.orchestra.run.smithi040.stdout:Complete! 2023-08-28T01:59:27.913 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : ceph-grafana-dashboards-2:17.2.6-1016.g4fe39952.el8. 5/6 2023-08-28T01:59:28.111 DEBUG:teuthology.orchestra.run.smithi040:> sudo yum -y install ceph-immutable-object-cache 2023-08-28T01:59:28.140 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : ceph-mgr-dashboard-2:17.2.6-1016.g4fe39952.el8.noarc 6/6 2023-08-28T01:59:28.409 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: ceph-mgr-dashboard-2:17.2.6-1016.g4fe39952.el8.noarc 6/6 2023-08-28T01:59:28.410 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : ceph-grafana-dashboards-2:17.2.6-1016.g4fe39952.el8. 1/6 2023-08-28T01:59:28.410 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : ceph-mgr-dashboard-2:17.2.6-1016.g4fe39952.el8.noarc 2/6 2023-08-28T01:59:28.410 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : ceph-prometheus-alerts-2:17.2.6-1016.g4fe39952.el8.n 3/6 2023-08-28T01:59:28.410 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 4/6 2023-08-28T01:59:28.410 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 5/6 2023-08-28T01:59:29.052 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 6/6 2023-08-28T01:59:29.052 INFO:teuthology.orchestra.run.smithi083.stdout: 2023-08-28T01:59:29.052 INFO:teuthology.orchestra.run.smithi083.stdout:Installed: 2023-08-28T01:59:29.052 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-grafana-dashboards-2:17.2.6-1016.g4fe39952.el8.noarch 2023-08-28T01:59:29.052 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-mgr-dashboard-2:17.2.6-1016.g4fe39952.el8.noarch 2023-08-28T01:59:29.052 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-prometheus-alerts-2:17.2.6-1016.g4fe39952.el8.noarch 2023-08-28T01:59:29.053 INFO:teuthology.orchestra.run.smithi083.stdout: python3-jwt-1.6.1-2.el8.noarch 2023-08-28T01:59:29.053 INFO:teuthology.orchestra.run.smithi083.stdout: python3-repoze-lru-0.7-6.el8.noarch 2023-08-28T01:59:29.053 INFO:teuthology.orchestra.run.smithi083.stdout: python3-routes-2.4.1-12.el8.noarch 2023-08-28T01:59:29.053 INFO:teuthology.orchestra.run.smithi083.stdout: 2023-08-28T01:59:29.053 INFO:teuthology.orchestra.run.smithi083.stdout:Complete! 2023-08-28T01:59:29.108 INFO:teuthology.orchestra.run.smithi040.stdout:Last metadata expiration check: 0:01:34 ago on Mon 28 Aug 2023 01:57:55 AM UTC. 2023-08-28T01:59:29.482 DEBUG:teuthology.orchestra.run.smithi083:> sudo yum -y install ceph-mgr-diskprediction-local 2023-08-28T01:59:30.332 INFO:teuthology.orchestra.run.smithi083.stdout:Last metadata expiration check: 0:01:38 ago on Mon 28 Aug 2023 01:57:52 AM UTC. 2023-08-28T01:59:30.778 INFO:teuthology.orchestra.run.smithi040.stdout:Dependencies resolved. 2023-08-28T01:59:30.778 INFO:teuthology.orchestra.run.smithi040.stdout:================================================================================ 2023-08-28T01:59:30.778 INFO:teuthology.orchestra.run.smithi040.stdout: Package Arch Version Repo Size 2023-08-28T01:59:30.778 INFO:teuthology.orchestra.run.smithi040.stdout:================================================================================ 2023-08-28T01:59:30.778 INFO:teuthology.orchestra.run.smithi040.stdout:Installing: 2023-08-28T01:59:30.779 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-immutable-object-cache x86_64 2:17.2.6-1016.g4fe39952.el8 ceph 162 k 2023-08-28T01:59:30.779 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T01:59:30.779 INFO:teuthology.orchestra.run.smithi040.stdout:Transaction Summary 2023-08-28T01:59:30.779 INFO:teuthology.orchestra.run.smithi040.stdout:================================================================================ 2023-08-28T01:59:30.779 INFO:teuthology.orchestra.run.smithi040.stdout:Install 1 Package 2023-08-28T01:59:30.779 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T01:59:30.780 INFO:teuthology.orchestra.run.smithi040.stdout:Total download size: 162 k 2023-08-28T01:59:30.780 INFO:teuthology.orchestra.run.smithi040.stdout:Installed size: 490 k 2023-08-28T01:59:30.780 INFO:teuthology.orchestra.run.smithi040.stdout:Downloading Packages: 2023-08-28T01:59:30.971 INFO:teuthology.orchestra.run.smithi040.stdout:ceph-immutable-object-cache-17.2.6-1016.g4fe399 847 kB/s | 162 kB 00:00 2023-08-28T01:59:30.971 INFO:teuthology.orchestra.run.smithi040.stdout:-------------------------------------------------------------------------------- 2023-08-28T01:59:30.972 INFO:teuthology.orchestra.run.smithi040.stdout:Total 840 kB/s | 162 kB 00:00 2023-08-28T01:59:30.972 INFO:teuthology.orchestra.run.smithi040.stdout:Running transaction check 2023-08-28T01:59:30.985 INFO:teuthology.orchestra.run.smithi040.stdout:Transaction check succeeded. 2023-08-28T01:59:30.985 INFO:teuthology.orchestra.run.smithi040.stdout:Running transaction test 2023-08-28T01:59:31.040 INFO:teuthology.orchestra.run.smithi040.stdout:Transaction test succeeded. 2023-08-28T01:59:31.044 INFO:teuthology.orchestra.run.smithi040.stdout:Running transaction 2023-08-28T01:59:31.182 INFO:teuthology.orchestra.run.smithi040.stdout: Preparing : 1/1 2023-08-28T01:59:31.415 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : ceph-immutable-object-cache-2:17.2.6-1016.g4fe39952. 1/1 2023-08-28T01:59:31.835 INFO:teuthology.orchestra.run.smithi083.stdout:Dependencies resolved. 2023-08-28T01:59:31.925 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: ceph-immutable-object-cache-2:17.2.6-1016.g4fe39952. 1/1 2023-08-28T01:59:31.926 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================================ 2023-08-28T01:59:31.926 INFO:teuthology.orchestra.run.smithi083.stdout: Package Arch Version Repository Size 2023-08-28T01:59:31.926 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================================ 2023-08-28T01:59:31.926 INFO:teuthology.orchestra.run.smithi083.stdout:Installing: 2023-08-28T01:59:31.926 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-mgr-diskprediction-local noarch 2:17.2.6-1016.g4fe39952.el8 ceph-noarch 7.4 M 2023-08-28T01:59:31.926 INFO:teuthology.orchestra.run.smithi083.stdout:Installing dependencies: 2023-08-28T01:59:31.927 INFO:teuthology.orchestra.run.smithi083.stdout: libgfortran x86_64 8.5.0-20.el8 baseos 645 k 2023-08-28T01:59:31.927 INFO:teuthology.orchestra.run.smithi083.stdout: libquadmath x86_64 8.5.0-20.el8 baseos 172 k 2023-08-28T01:59:31.927 INFO:teuthology.orchestra.run.smithi083.stdout: openblas x86_64 0.3.15-4.el8 appstream 4.7 M 2023-08-28T01:59:32.092 INFO:teuthology.orchestra.run.smithi083.stdout: openblas-threads x86_64 0.3.15-4.el8 appstream 4.9 M 2023-08-28T01:59:32.093 INFO:teuthology.orchestra.run.smithi083.stdout: python3-numpy x86_64 1:1.14.3-10.el8 appstream 3.7 M 2023-08-28T01:59:32.093 INFO:teuthology.orchestra.run.smithi083.stdout: python3-numpy-f2py x86_64 1:1.14.3-10.el8 appstream 225 k 2023-08-28T01:59:32.093 INFO:teuthology.orchestra.run.smithi083.stdout: python3-scipy x86_64 1.0.0-21.module_el8.5.0+771+e5d9a225 appstream 14 M 2023-08-28T01:59:32.093 INFO:teuthology.orchestra.run.smithi083.stdout: 2023-08-28T01:59:32.093 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction Summary 2023-08-28T01:59:32.093 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================================ 2023-08-28T01:59:32.094 INFO:teuthology.orchestra.run.smithi083.stdout:Install 8 Packages 2023-08-28T01:59:32.094 INFO:teuthology.orchestra.run.smithi083.stdout: 2023-08-28T01:59:32.094 INFO:teuthology.orchestra.run.smithi083.stdout:Total download size: 35 M 2023-08-28T01:59:32.094 INFO:teuthology.orchestra.run.smithi083.stdout:Installed size: 210 M 2023-08-28T01:59:32.094 INFO:teuthology.orchestra.run.smithi083.stdout:Downloading Packages: 2023-08-28T01:59:32.651 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : ceph-immutable-object-cache-2:17.2.6-1016.g4fe39952. 1/1 2023-08-28T01:59:32.651 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T01:59:32.651 INFO:teuthology.orchestra.run.smithi040.stdout:Installed: 2023-08-28T01:59:32.651 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-immutable-object-cache-2:17.2.6-1016.g4fe39952.el8.x86_64 2023-08-28T01:59:32.651 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T01:59:32.651 INFO:teuthology.orchestra.run.smithi040.stdout:Complete! 2023-08-28T01:59:32.762 INFO:teuthology.orchestra.run.smithi083.stdout:(1/8): openblas-threads-0.3.15-4.el8.x86_64.rpm 5.8 MB/s | 4.9 MB 00:00 2023-08-28T01:59:32.838 INFO:teuthology.orchestra.run.smithi083.stdout:(2/8): openblas-0.3.15-4.el8.x86_64.rpm 5.1 MB/s | 4.7 MB 00:00 2023-08-28T01:59:32.856 DEBUG:teuthology.orchestra.run.smithi040:> sudo yum -y install ceph-mgr 2023-08-28T01:59:32.967 INFO:teuthology.orchestra.run.smithi083.stdout:(3/8): ceph-mgr-diskprediction-local-17.2.6-101 7.0 MB/s | 7.4 MB 00:01 2023-08-28T01:59:32.996 INFO:teuthology.orchestra.run.smithi083.stdout:(4/8): python3-numpy-f2py-1.14.3-10.el8.x86_64. 1.4 MB/s | 225 kB 00:00 2023-08-28T01:59:33.097 INFO:teuthology.orchestra.run.smithi083.stdout:(5/8): python3-numpy-1.14.3-10.el8.x86_64.rpm 11 MB/s | 3.7 MB 00:00 2023-08-28T01:59:33.539 INFO:teuthology.orchestra.run.smithi083.stdout:(6/8): libquadmath-8.5.0-20.el8.x86_64.rpm 390 kB/s | 172 kB 00:00 2023-08-28T01:59:33.656 INFO:teuthology.orchestra.run.smithi083.stdout:(7/8): libgfortran-8.5.0-20.el8.x86_64.rpm 979 kB/s | 645 kB 00:00 2023-08-28T01:59:33.845 INFO:teuthology.orchestra.run.smithi040.stdout:Last metadata expiration check: 0:01:38 ago on Mon 28 Aug 2023 01:57:55 AM UTC. 2023-08-28T01:59:34.249 INFO:teuthology.orchestra.run.smithi083.stdout:(8/8): python3-scipy-1.0.0-21.module_el8.5.0+77 11 MB/s | 14 MB 00:01 2023-08-28T01:59:34.249 INFO:teuthology.orchestra.run.smithi083.stdout:-------------------------------------------------------------------------------- 2023-08-28T01:59:34.249 INFO:teuthology.orchestra.run.smithi083.stdout:Total 15 MB/s | 35 MB 00:02 2023-08-28T01:59:34.481 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction check 2023-08-28T01:59:34.502 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction check succeeded. 2023-08-28T01:59:34.502 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction test 2023-08-28T01:59:35.123 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction test succeeded. 2023-08-28T01:59:35.126 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction 2023-08-28T01:59:35.311 INFO:teuthology.orchestra.run.smithi040.stdout:Package ceph-mgr-2:17.2.6-1016.g4fe39952.el8.x86_64 is already installed. 2023-08-28T01:59:35.512 INFO:teuthology.orchestra.run.smithi040.stdout:Dependencies resolved. 2023-08-28T01:59:35.513 INFO:teuthology.orchestra.run.smithi040.stdout:Nothing to do. 2023-08-28T01:59:35.513 INFO:teuthology.orchestra.run.smithi040.stdout:Complete! 2023-08-28T01:59:35.632 DEBUG:teuthology.orchestra.run.smithi040:> sudo yum -y install ceph-mgr-dashboard 2023-08-28T01:59:36.618 INFO:teuthology.orchestra.run.smithi040.stdout:Last metadata expiration check: 0:01:41 ago on Mon 28 Aug 2023 01:57:55 AM UTC. 2023-08-28T01:59:36.642 INFO:teuthology.orchestra.run.smithi083.stdout: Preparing : 1/1 2023-08-28T01:59:36.842 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : libquadmath-8.5.0-20.el8.x86_64 1/8 2023-08-28T01:59:36.974 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: libquadmath-8.5.0-20.el8.x86_64 1/8 2023-08-28T01:59:37.116 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : libgfortran-8.5.0-20.el8.x86_64 2/8 2023-08-28T01:59:37.700 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: libgfortran-8.5.0-20.el8.x86_64 2/8 2023-08-28T01:59:37.875 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : openblas-0.3.15-4.el8.x86_64 3/8 2023-08-28T01:59:38.290 INFO:teuthology.orchestra.run.smithi040.stdout:Dependencies resolved. 2023-08-28T01:59:38.292 INFO:teuthology.orchestra.run.smithi040.stdout:================================================================================ 2023-08-28T01:59:38.292 INFO:teuthology.orchestra.run.smithi040.stdout: Package Arch Version Repository Size 2023-08-28T01:59:38.292 INFO:teuthology.orchestra.run.smithi040.stdout:================================================================================ 2023-08-28T01:59:38.292 INFO:teuthology.orchestra.run.smithi040.stdout:Installing: 2023-08-28T01:59:38.292 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-mgr-dashboard noarch 2:17.2.6-1016.g4fe39952.el8 ceph-noarch 1.7 M 2023-08-28T01:59:38.292 INFO:teuthology.orchestra.run.smithi040.stdout:Installing dependencies: 2023-08-28T01:59:38.292 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-grafana-dashboards noarch 2:17.2.6-1016.g4fe39952.el8 ceph-noarch 23 k 2023-08-28T01:59:38.292 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-prometheus-alerts noarch 2:17.2.6-1016.g4fe39952.el8 ceph-noarch 14 k 2023-08-28T01:59:38.292 INFO:teuthology.orchestra.run.smithi040.stdout: python3-jwt noarch 1.6.1-2.el8 baseos 43 k 2023-08-28T01:59:38.293 INFO:teuthology.orchestra.run.smithi040.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2023-08-28T01:59:38.293 INFO:teuthology.orchestra.run.smithi040.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2023-08-28T01:59:38.293 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T01:59:38.293 INFO:teuthology.orchestra.run.smithi040.stdout:Transaction Summary 2023-08-28T01:59:38.293 INFO:teuthology.orchestra.run.smithi040.stdout:================================================================================ 2023-08-28T01:59:38.293 INFO:teuthology.orchestra.run.smithi040.stdout:Install 6 Packages 2023-08-28T01:59:38.293 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T01:59:38.294 INFO:teuthology.orchestra.run.smithi040.stdout:Total download size: 2.0 M 2023-08-28T01:59:38.294 INFO:teuthology.orchestra.run.smithi040.stdout:Installed size: 8.0 M 2023-08-28T01:59:38.294 INFO:teuthology.orchestra.run.smithi040.stdout:Downloading Packages: 2023-08-28T01:59:38.492 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: openblas-0.3.15-4.el8.x86_64 3/8 2023-08-28T01:59:38.653 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : openblas-threads-0.3.15-4.el8.x86_64 4/8 2023-08-28T01:59:39.016 INFO:teuthology.orchestra.run.smithi040.stdout:(1/6): ceph-grafana-dashboards-17.2.6-1016.g4fe 105 kB/s | 23 kB 00:00 2023-08-28T01:59:39.033 INFO:teuthology.orchestra.run.smithi040.stdout:(2/6): ceph-prometheus-alerts-17.2.6-1016.g4fe3 61 kB/s | 14 kB 00:00 2023-08-28T01:59:39.091 INFO:teuthology.orchestra.run.smithi040.stdout:(3/6): ceph-mgr-dashboard-17.2.6-1016.g4fe39952 5.7 MB/s | 1.7 MB 00:00 2023-08-28T01:59:39.275 INFO:teuthology.orchestra.run.smithi040.stdout:(4/6): python3-repoze-lru-0.7-6.el8.noarch.rpm 139 kB/s | 34 kB 00:00 2023-08-28T01:59:39.381 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: openblas-threads-0.3.15-4.el8.x86_64 4/8 2023-08-28T01:59:39.400 INFO:teuthology.orchestra.run.smithi040.stdout:(5/6): python3-jwt-1.6.1-2.el8.noarch.rpm 111 kB/s | 43 kB 00:00 2023-08-28T01:59:39.426 INFO:teuthology.orchestra.run.smithi040.stdout:(6/6): python3-routes-2.4.1-12.el8.noarch.rpm 598 kB/s | 196 kB 00:00 2023-08-28T01:59:39.429 INFO:teuthology.orchestra.run.smithi040.stdout:-------------------------------------------------------------------------------- 2023-08-28T01:59:39.430 INFO:teuthology.orchestra.run.smithi040.stdout:Total 1.8 MB/s | 2.0 MB 00:01 2023-08-28T01:59:39.443 INFO:teuthology.orchestra.run.smithi040.stdout:Running transaction check 2023-08-28T01:59:39.454 INFO:teuthology.orchestra.run.smithi040.stdout:Transaction check succeeded. 2023-08-28T01:59:39.454 INFO:teuthology.orchestra.run.smithi040.stdout:Running transaction test 2023-08-28T01:59:39.538 INFO:teuthology.orchestra.run.smithi040.stdout:Transaction test succeeded. 2023-08-28T01:59:39.542 INFO:teuthology.orchestra.run.smithi040.stdout:Running transaction 2023-08-28T01:59:39.712 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-numpy-1:1.14.3-10.el8.x86_64 5/8 2023-08-28T01:59:39.817 INFO:teuthology.orchestra.run.smithi040.stdout: Preparing : 1/1 2023-08-28T01:59:39.925 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 6/8 2023-08-28T01:59:40.024 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 1/6 2023-08-28T01:59:40.352 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 2/6 2023-08-28T01:59:40.575 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 3/6 2023-08-28T01:59:40.713 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : ceph-prometheus-alerts-2:17.2.6-1016.g4fe39952.el8.n 4/6 2023-08-28T01:59:41.091 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : ceph-grafana-dashboards-2:17.2.6-1016.g4fe39952.el8. 5/6 2023-08-28T01:59:41.697 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 6/8 2023-08-28T01:59:41.801 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : ceph-mgr-dashboard-2:17.2.6-1016.g4fe39952.el8.noarc 6/6 2023-08-28T01:59:42.310 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: ceph-mgr-dashboard-2:17.2.6-1016.g4fe39952.el8.noarc 6/6 2023-08-28T01:59:42.311 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : ceph-grafana-dashboards-2:17.2.6-1016.g4fe39952.el8. 1/6 2023-08-28T01:59:42.311 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : ceph-mgr-dashboard-2:17.2.6-1016.g4fe39952.el8.noarc 2/6 2023-08-28T01:59:42.311 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : ceph-prometheus-alerts-2:17.2.6-1016.g4fe39952.el8.n 3/6 2023-08-28T01:59:42.311 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 4/6 2023-08-28T01:59:42.311 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 5/6 2023-08-28T01:59:42.970 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-scipy-1.0.0-21.module_el8.5.0+771+e5d9a225.x 7/8 2023-08-28T01:59:42.988 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 6/6 2023-08-28T01:59:42.989 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T01:59:42.989 INFO:teuthology.orchestra.run.smithi040.stdout:Installed: 2023-08-28T01:59:42.989 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-grafana-dashboards-2:17.2.6-1016.g4fe39952.el8.noarch 2023-08-28T01:59:42.989 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-mgr-dashboard-2:17.2.6-1016.g4fe39952.el8.noarch 2023-08-28T01:59:42.989 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-prometheus-alerts-2:17.2.6-1016.g4fe39952.el8.noarch 2023-08-28T01:59:42.989 INFO:teuthology.orchestra.run.smithi040.stdout: python3-jwt-1.6.1-2.el8.noarch 2023-08-28T01:59:42.989 INFO:teuthology.orchestra.run.smithi040.stdout: python3-repoze-lru-0.7-6.el8.noarch 2023-08-28T01:59:42.989 INFO:teuthology.orchestra.run.smithi040.stdout: python3-routes-2.4.1-12.el8.noarch 2023-08-28T01:59:42.989 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T01:59:42.989 INFO:teuthology.orchestra.run.smithi040.stdout:Complete! 2023-08-28T01:59:43.152 DEBUG:teuthology.orchestra.run.smithi040:> sudo yum -y install ceph-mgr-diskprediction-local 2023-08-28T01:59:43.174 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : ceph-mgr-diskprediction-local-2:17.2.6-1016.g4fe3995 8/8 2023-08-28T01:59:43.507 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:17.2.6-1016.g4fe3995 8/8 2023-08-28T01:59:43.507 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : ceph-mgr-diskprediction-local-2:17.2.6-1016.g4fe3995 1/8 2023-08-28T01:59:43.507 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : openblas-0.3.15-4.el8.x86_64 2/8 2023-08-28T01:59:43.507 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : openblas-threads-0.3.15-4.el8.x86_64 3/8 2023-08-28T01:59:43.507 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-numpy-1:1.14.3-10.el8.x86_64 4/8 2023-08-28T01:59:43.507 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 5/8 2023-08-28T01:59:43.507 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-scipy-1.0.0-21.module_el8.5.0+771+e5d9a225.x 6/8 2023-08-28T01:59:43.507 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : libgfortran-8.5.0-20.el8.x86_64 7/8 2023-08-28T01:59:44.132 INFO:teuthology.orchestra.run.smithi040.stdout:Last metadata expiration check: 0:01:49 ago on Mon 28 Aug 2023 01:57:55 AM UTC. 2023-08-28T01:59:44.186 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : libquadmath-8.5.0-20.el8.x86_64 8/8 2023-08-28T01:59:44.186 INFO:teuthology.orchestra.run.smithi083.stdout: 2023-08-28T01:59:44.186 INFO:teuthology.orchestra.run.smithi083.stdout:Installed: 2023-08-28T01:59:44.186 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-mgr-diskprediction-local-2:17.2.6-1016.g4fe39952.el8.noarch 2023-08-28T01:59:44.186 INFO:teuthology.orchestra.run.smithi083.stdout: libgfortran-8.5.0-20.el8.x86_64 2023-08-28T01:59:44.186 INFO:teuthology.orchestra.run.smithi083.stdout: libquadmath-8.5.0-20.el8.x86_64 2023-08-28T01:59:44.186 INFO:teuthology.orchestra.run.smithi083.stdout: openblas-0.3.15-4.el8.x86_64 2023-08-28T01:59:44.186 INFO:teuthology.orchestra.run.smithi083.stdout: openblas-threads-0.3.15-4.el8.x86_64 2023-08-28T01:59:44.186 INFO:teuthology.orchestra.run.smithi083.stdout: python3-numpy-1:1.14.3-10.el8.x86_64 2023-08-28T01:59:44.186 INFO:teuthology.orchestra.run.smithi083.stdout: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 2023-08-28T01:59:44.187 INFO:teuthology.orchestra.run.smithi083.stdout: python3-scipy-1.0.0-21.module_el8.5.0+771+e5d9a225.x86_64 2023-08-28T01:59:44.187 INFO:teuthology.orchestra.run.smithi083.stdout: 2023-08-28T01:59:44.187 INFO:teuthology.orchestra.run.smithi083.stdout:Complete! 2023-08-28T01:59:44.312 DEBUG:teuthology.orchestra.run.smithi083:> sudo yum -y install ceph-mgr-rook 2023-08-28T01:59:45.166 INFO:teuthology.orchestra.run.smithi083.stdout:Last metadata expiration check: 0:01:53 ago on Mon 28 Aug 2023 01:57:52 AM UTC. 2023-08-28T01:59:45.803 INFO:teuthology.orchestra.run.smithi040.stdout:Dependencies resolved. 2023-08-28T01:59:45.805 INFO:teuthology.orchestra.run.smithi040.stdout:================================================================================================ 2023-08-28T01:59:45.805 INFO:teuthology.orchestra.run.smithi040.stdout: Package Arch Version Repository Size 2023-08-28T01:59:45.805 INFO:teuthology.orchestra.run.smithi040.stdout:================================================================================================ 2023-08-28T01:59:45.805 INFO:teuthology.orchestra.run.smithi040.stdout:Installing: 2023-08-28T01:59:45.805 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-mgr-diskprediction-local noarch 2:17.2.6-1016.g4fe39952.el8 ceph-noarch 7.4 M 2023-08-28T01:59:45.805 INFO:teuthology.orchestra.run.smithi040.stdout:Installing dependencies: 2023-08-28T01:59:45.805 INFO:teuthology.orchestra.run.smithi040.stdout: libgfortran x86_64 8.5.0-20.el8 baseos 645 k 2023-08-28T01:59:45.806 INFO:teuthology.orchestra.run.smithi040.stdout: libquadmath x86_64 8.5.0-20.el8 baseos 172 k 2023-08-28T01:59:45.806 INFO:teuthology.orchestra.run.smithi040.stdout: openblas x86_64 0.3.15-4.el8 appstream 4.7 M 2023-08-28T01:59:45.806 INFO:teuthology.orchestra.run.smithi040.stdout: openblas-threads x86_64 0.3.15-4.el8 appstream 4.9 M 2023-08-28T01:59:45.806 INFO:teuthology.orchestra.run.smithi040.stdout: python3-numpy x86_64 1:1.14.3-10.el8 appstream 3.7 M 2023-08-28T01:59:45.806 INFO:teuthology.orchestra.run.smithi040.stdout: python3-numpy-f2py x86_64 1:1.14.3-10.el8 appstream 225 k 2023-08-28T01:59:45.806 INFO:teuthology.orchestra.run.smithi040.stdout: python3-scipy x86_64 1.0.0-21.module_el8.5.0+771+e5d9a225 appstream 14 M 2023-08-28T01:59:45.806 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T01:59:45.806 INFO:teuthology.orchestra.run.smithi040.stdout:Transaction Summary 2023-08-28T01:59:45.806 INFO:teuthology.orchestra.run.smithi040.stdout:================================================================================================ 2023-08-28T01:59:45.807 INFO:teuthology.orchestra.run.smithi040.stdout:Install 8 Packages 2023-08-28T01:59:45.807 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T01:59:45.807 INFO:teuthology.orchestra.run.smithi040.stdout:Total download size: 35 M 2023-08-28T01:59:45.807 INFO:teuthology.orchestra.run.smithi040.stdout:Installed size: 210 M 2023-08-28T01:59:45.808 INFO:teuthology.orchestra.run.smithi040.stdout:Downloading Packages: 2023-08-28T01:59:46.436 INFO:teuthology.orchestra.run.smithi040.stdout:(1/8): ceph-mgr-diskprediction-local-17.2.6-101 14 MB/s | 7.4 MB 00:00 2023-08-28T01:59:46.661 INFO:teuthology.orchestra.run.smithi083.stdout:Dependencies resolved. 2023-08-28T01:59:46.663 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2023-08-28T01:59:46.663 INFO:teuthology.orchestra.run.smithi083.stdout: Package Arch Version Repository Size 2023-08-28T01:59:46.663 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2023-08-28T01:59:46.663 INFO:teuthology.orchestra.run.smithi083.stdout:Installing: 2023-08-28T01:59:46.663 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-mgr-rook noarch 2:17.2.6-1016.g4fe39952.el8 ceph-noarch 47 k 2023-08-28T01:59:46.663 INFO:teuthology.orchestra.run.smithi083.stdout:Installing dependencies: 2023-08-28T01:59:46.663 INFO:teuthology.orchestra.run.smithi083.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2023-08-28T01:59:46.664 INFO:teuthology.orchestra.run.smithi083.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2023-08-28T01:59:46.664 INFO:teuthology.orchestra.run.smithi083.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2023-08-28T01:59:46.664 INFO:teuthology.orchestra.run.smithi083.stdout: python3-jsonpatch noarch 1.21-2.el8 appstream 27 k 2023-08-28T01:59:46.664 INFO:teuthology.orchestra.run.smithi083.stdout: python3-jsonpointer noarch 1.10-11.el8 appstream 20 k 2023-08-28T01:59:46.664 INFO:teuthology.orchestra.run.smithi083.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2023-08-28T01:59:46.664 INFO:teuthology.orchestra.run.smithi083.stdout: python3-oauthlib noarch 2.1.0-1.el8 baseos 155 k 2023-08-28T01:59:46.664 INFO:teuthology.orchestra.run.smithi083.stdout: python3-pyasn1 noarch 0.3.7-6.el8 appstream 126 k 2023-08-28T01:59:46.664 INFO:teuthology.orchestra.run.smithi083.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 appstream 110 k 2023-08-28T01:59:46.664 INFO:teuthology.orchestra.run.smithi083.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 baseos 43 k 2023-08-28T01:59:46.664 INFO:teuthology.orchestra.run.smithi083.stdout: python3-rsa noarch 4.9-2.el8 epel 64 k 2023-08-28T01:59:46.664 INFO:teuthology.orchestra.run.smithi083.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2023-08-28T01:59:46.665 INFO:teuthology.orchestra.run.smithi083.stdout: 2023-08-28T01:59:46.665 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction Summary 2023-08-28T01:59:46.665 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2023-08-28T01:59:46.665 INFO:teuthology.orchestra.run.smithi083.stdout:Install 13 Packages 2023-08-28T01:59:46.665 INFO:teuthology.orchestra.run.smithi083.stdout: 2023-08-28T01:59:46.665 INFO:teuthology.orchestra.run.smithi083.stdout:Total download size: 1.9 M 2023-08-28T01:59:46.666 INFO:teuthology.orchestra.run.smithi083.stdout:Installed size: 25 M 2023-08-28T01:59:46.666 INFO:teuthology.orchestra.run.smithi083.stdout:Downloading Packages: 2023-08-28T01:59:46.820 INFO:teuthology.orchestra.run.smithi040.stdout:(2/8): openblas-threads-0.3.15-4.el8.x86_64.rpm 5.2 MB/s | 4.9 MB 00:00 2023-08-28T01:59:46.887 INFO:teuthology.orchestra.run.smithi040.stdout:(3/8): openblas-0.3.15-4.el8.x86_64.rpm 4.7 MB/s | 4.7 MB 00:00 2023-08-28T01:59:46.929 INFO:teuthology.orchestra.run.smithi040.stdout:(4/8): python3-numpy-f2py-1.14.3-10.el8.x86_64. 2.0 MB/s | 225 kB 00:00 2023-08-28T01:59:47.123 INFO:teuthology.orchestra.run.smithi083.stdout:(1/13): ceph-mgr-rook-17.2.6-1016.g4fe39952.el8 283 kB/s | 47 kB 00:00 2023-08-28T01:59:47.206 INFO:teuthology.orchestra.run.smithi083.stdout:(2/13): python3-jsonpointer-1.10-11.el8.noarch. 79 kB/s | 20 kB 00:00 2023-08-28T01:59:47.231 INFO:teuthology.orchestra.run.smithi083.stdout:(3/13): python3-jsonpatch-1.21-2.el8.noarch.rpm 96 kB/s | 27 kB 00:00 2023-08-28T01:59:47.262 INFO:teuthology.orchestra.run.smithi040.stdout:(5/8): python3-numpy-1.14.3-10.el8.x86_64.rpm 4.5 MB/s | 3.7 MB 00:00 2023-08-28T01:59:47.382 INFO:teuthology.orchestra.run.smithi083.stdout:(4/13): python3-pyasn1-modules-0.3.7-6.el8.noar 628 kB/s | 110 kB 00:00 2023-08-28T01:59:47.532 INFO:teuthology.orchestra.run.smithi083.stdout:(5/13): python3-pyasn1-0.3.7-6.el8.noarch.rpm 309 kB/s | 126 kB 00:00 2023-08-28T01:59:47.534 INFO:teuthology.orchestra.run.smithi040.stdout:(6/8): python3-scipy-1.0.0-21.module_el8.5.0+77 21 MB/s | 14 MB 00:00 2023-08-28T01:59:47.708 INFO:teuthology.orchestra.run.smithi083.stdout:(6/13): python3-oauthlib-2.1.0-1.el8.noarch.rpm 325 kB/s | 155 kB 00:00 2023-08-28T01:59:47.724 INFO:teuthology.orchestra.run.smithi083.stdout:(7/13): python3-cachetools-3.1.1-4.el8.noarch.r 172 kB/s | 33 kB 00:00 2023-08-28T01:59:47.741 INFO:teuthology.orchestra.run.smithi083.stdout:(8/13): python3-requests-oauthlib-1.0.0-1.el8.n 119 kB/s | 43 kB 00:00 2023-08-28T01:59:47.867 INFO:teuthology.orchestra.run.smithi083.stdout:(9/13): python3-google-auth-1.1.1-10.el8.noarch 572 kB/s | 81 kB 00:00 2023-08-28T01:59:47.892 INFO:teuthology.orchestra.run.smithi083.stdout:(10/13): python3-certifi-2018.10.15-7.el8.noarc 89 kB/s | 16 kB 00:00 2023-08-28T01:59:47.950 INFO:teuthology.orchestra.run.smithi083.stdout:(11/13): python3-rsa-4.9-2.el8.noarch.rpm 770 kB/s | 64 kB 00:00 2023-08-28T01:59:48.002 INFO:teuthology.orchestra.run.smithi040.stdout:(7/8): libgfortran-8.5.0-20.el8.x86_64.rpm 601 kB/s | 645 kB 00:01 2023-08-28T01:59:48.025 INFO:teuthology.orchestra.run.smithi083.stdout:(12/13): python3-websocket-client-0.56.0-5.el8. 459 kB/s | 61 kB 00:00 2023-08-28T01:59:48.210 INFO:teuthology.orchestra.run.smithi083.stdout:(13/13): python3-kubernetes-11.0.0-6.el8.noarch 2.5 MB/s | 1.2 MB 00:00 2023-08-28T01:59:48.210 INFO:teuthology.orchestra.run.smithi083.stdout:-------------------------------------------------------------------------------- 2023-08-28T01:59:48.210 INFO:teuthology.orchestra.run.smithi083.stdout:Total 1.2 MB/s | 1.9 MB 00:01 2023-08-28T01:59:48.272 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction check 2023-08-28T01:59:48.285 INFO:teuthology.orchestra.run.smithi040.stdout:(8/8): libquadmath-8.5.0-20.el8.x86_64.rpm 169 kB/s | 172 kB 00:01 2023-08-28T01:59:48.285 INFO:teuthology.orchestra.run.smithi040.stdout:-------------------------------------------------------------------------------- 2023-08-28T01:59:48.286 INFO:teuthology.orchestra.run.smithi040.stdout:Total 14 MB/s | 35 MB 00:02 2023-08-28T01:59:48.287 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction check succeeded. 2023-08-28T01:59:48.287 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction test 2023-08-28T01:59:48.374 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction test succeeded. 2023-08-28T01:59:48.377 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction 2023-08-28T01:59:48.538 INFO:teuthology.orchestra.run.smithi040.stdout:Running transaction check 2023-08-28T01:59:48.558 INFO:teuthology.orchestra.run.smithi040.stdout:Transaction check succeeded. 2023-08-28T01:59:48.558 INFO:teuthology.orchestra.run.smithi040.stdout:Running transaction test 2023-08-28T01:59:48.913 INFO:teuthology.orchestra.run.smithi083.stdout: Preparing : 1/1 2023-08-28T01:59:48.967 INFO:teuthology.orchestra.run.smithi040.stdout:Transaction test succeeded. 2023-08-28T01:59:48.970 INFO:teuthology.orchestra.run.smithi040.stdout:Running transaction 2023-08-28T01:59:49.201 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 1/13 2023-08-28T01:59:49.381 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 2/13 2023-08-28T01:59:49.562 INFO:teuthology.orchestra.run.smithi040.stdout: Preparing : 1/1 2023-08-28T01:59:49.650 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-rsa-4.9-2.el8.noarch 3/13 2023-08-28T01:59:49.695 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : libquadmath-8.5.0-20.el8.x86_64 1/8 2023-08-28T01:59:49.840 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: libquadmath-8.5.0-20.el8.x86_64 1/8 2023-08-28T01:59:49.888 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 4/13 2023-08-28T01:59:50.112 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 5/13 2023-08-28T01:59:50.153 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : libgfortran-8.5.0-20.el8.x86_64 2/8 2023-08-28T01:59:50.386 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 6/13 2023-08-28T01:59:50.676 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 7/13 2023-08-28T01:59:50.817 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: libgfortran-8.5.0-20.el8.x86_64 2/8 2023-08-28T01:59:50.935 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 8/13 2023-08-28T01:59:51.012 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : openblas-0.3.15-4.el8.x86_64 3/8 2023-08-28T01:59:51.695 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: openblas-0.3.15-4.el8.x86_64 3/8 2023-08-28T01:59:51.880 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : openblas-threads-0.3.15-4.el8.x86_64 4/8 2023-08-28T01:59:51.971 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 9/13 2023-08-28T01:59:52.271 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 10/13 2023-08-28T01:59:52.489 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 11/13 2023-08-28T01:59:52.656 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: openblas-threads-0.3.15-4.el8.x86_64 4/8 2023-08-28T01:59:52.682 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 12/13 2023-08-28T01:59:52.873 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : ceph-mgr-rook-2:17.2.6-1016.g4fe39952.el8.noarch 13/13 2023-08-28T01:59:53.036 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-numpy-1:1.14.3-10.el8.x86_64 5/8 2023-08-28T01:59:53.158 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: ceph-mgr-rook-2:17.2.6-1016.g4fe39952.el8.noarch 13/13 2023-08-28T01:59:53.158 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : ceph-mgr-rook-2:17.2.6-1016.g4fe39952.el8.noarch 1/13 2023-08-28T01:59:53.158 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 2/13 2023-08-28T01:59:53.158 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 3/13 2023-08-28T01:59:53.158 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 4/13 2023-08-28T01:59:53.159 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 5/13 2023-08-28T01:59:53.159 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 6/13 2023-08-28T01:59:53.159 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 7/13 2023-08-28T01:59:53.159 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 8/13 2023-08-28T01:59:53.159 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 9/13 2023-08-28T01:59:53.159 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 10/13 2023-08-28T01:59:53.159 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 11/13 2023-08-28T01:59:53.159 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-rsa-4.9-2.el8.noarch 12/13 2023-08-28T01:59:53.270 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 6/8 2023-08-28T01:59:53.846 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 13/13 2023-08-28T01:59:53.846 INFO:teuthology.orchestra.run.smithi083.stdout: 2023-08-28T01:59:53.846 INFO:teuthology.orchestra.run.smithi083.stdout:Installed: 2023-08-28T01:59:53.847 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-mgr-rook-2:17.2.6-1016.g4fe39952.el8.noarch 2023-08-28T01:59:53.847 INFO:teuthology.orchestra.run.smithi083.stdout: python3-cachetools-3.1.1-4.el8.noarch 2023-08-28T01:59:53.847 INFO:teuthology.orchestra.run.smithi083.stdout: python3-certifi-2018.10.15-7.el8.noarch 2023-08-28T01:59:53.847 INFO:teuthology.orchestra.run.smithi083.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2023-08-28T01:59:53.847 INFO:teuthology.orchestra.run.smithi083.stdout: python3-jsonpatch-1.21-2.el8.noarch 2023-08-28T01:59:53.847 INFO:teuthology.orchestra.run.smithi083.stdout: python3-jsonpointer-1.10-11.el8.noarch 2023-08-28T01:59:53.847 INFO:teuthology.orchestra.run.smithi083.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2023-08-28T01:59:53.847 INFO:teuthology.orchestra.run.smithi083.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2023-08-28T01:59:53.847 INFO:teuthology.orchestra.run.smithi083.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2023-08-28T01:59:53.847 INFO:teuthology.orchestra.run.smithi083.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2023-08-28T01:59:53.847 INFO:teuthology.orchestra.run.smithi083.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2023-08-28T01:59:53.847 INFO:teuthology.orchestra.run.smithi083.stdout: python3-rsa-4.9-2.el8.noarch 2023-08-28T01:59:53.848 INFO:teuthology.orchestra.run.smithi083.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2023-08-28T01:59:53.848 INFO:teuthology.orchestra.run.smithi083.stdout: 2023-08-28T01:59:53.848 INFO:teuthology.orchestra.run.smithi083.stdout:Complete! 2023-08-28T01:59:53.962 DEBUG:teuthology.orchestra.run.smithi083:> sudo yum -y install ceph-mgr-cephadm 2023-08-28T01:59:54.815 INFO:teuthology.orchestra.run.smithi083.stdout:Last metadata expiration check: 0:02:02 ago on Mon 28 Aug 2023 01:57:52 AM UTC. 2023-08-28T01:59:55.241 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 6/8 2023-08-28T01:59:56.302 INFO:teuthology.orchestra.run.smithi083.stdout:Dependencies resolved. 2023-08-28T01:59:56.303 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2023-08-28T01:59:56.303 INFO:teuthology.orchestra.run.smithi083.stdout: Package Arch Version Repository Size 2023-08-28T01:59:56.303 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2023-08-28T01:59:56.303 INFO:teuthology.orchestra.run.smithi083.stdout:Installing: 2023-08-28T01:59:56.303 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-mgr-cephadm noarch 2:17.2.6-1016.g4fe39952.el8 ceph-noarch 121 k 2023-08-28T01:59:56.304 INFO:teuthology.orchestra.run.smithi083.stdout:Installing dependencies: 2023-08-28T01:59:56.304 INFO:teuthology.orchestra.run.smithi083.stdout: python3-asyncssh noarch 2.7.0-2.el8 epel 476 k 2023-08-28T01:59:56.304 INFO:teuthology.orchestra.run.smithi083.stdout: python3-babel noarch 2.5.1-7.el8 appstream 4.8 M 2023-08-28T01:59:56.304 INFO:teuthology.orchestra.run.smithi083.stdout: python3-jinja2 noarch 2.10.1-3.el8 appstream 538 k 2023-08-28T01:59:56.304 INFO:teuthology.orchestra.run.smithi083.stdout: python3-natsort noarch 7.1.1-2.el8 epel 60 k 2023-08-28T01:59:56.304 INFO:teuthology.orchestra.run.smithi083.stdout: 2023-08-28T01:59:56.304 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction Summary 2023-08-28T01:59:56.304 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2023-08-28T01:59:56.304 INFO:teuthology.orchestra.run.smithi083.stdout:Install 5 Packages 2023-08-28T01:59:56.304 INFO:teuthology.orchestra.run.smithi083.stdout: 2023-08-28T01:59:56.305 INFO:teuthology.orchestra.run.smithi083.stdout:Total download size: 6.0 M 2023-08-28T01:59:56.305 INFO:teuthology.orchestra.run.smithi083.stdout:Installed size: 26 M 2023-08-28T01:59:56.305 INFO:teuthology.orchestra.run.smithi083.stdout:Downloading Packages: 2023-08-28T01:59:56.615 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-scipy-1.0.0-21.module_el8.5.0+771+e5d9a225.x 7/8 2023-08-28T01:59:56.943 INFO:teuthology.orchestra.run.smithi083.stdout:(1/5): ceph-mgr-cephadm-17.2.6-1016.g4fe39952.e 409 kB/s | 121 kB 00:00 2023-08-28T01:59:56.961 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : ceph-mgr-diskprediction-local-2:17.2.6-1016.g4fe3995 8/8 2023-08-28T01:59:57.201 INFO:teuthology.orchestra.run.smithi083.stdout:(2/5): python3-jinja2-2.10.1-3.el8.noarch.rpm 970 kB/s | 538 kB 00:00 2023-08-28T01:59:57.335 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:17.2.6-1016.g4fe3995 8/8 2023-08-28T01:59:57.335 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : ceph-mgr-diskprediction-local-2:17.2.6-1016.g4fe3995 1/8 2023-08-28T01:59:57.336 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : openblas-0.3.15-4.el8.x86_64 2/8 2023-08-28T01:59:57.336 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : openblas-threads-0.3.15-4.el8.x86_64 3/8 2023-08-28T01:59:57.336 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-numpy-1:1.14.3-10.el8.x86_64 4/8 2023-08-28T01:59:57.336 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 5/8 2023-08-28T01:59:57.336 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-scipy-1.0.0-21.module_el8.5.0+771+e5d9a225.x 6/8 2023-08-28T01:59:57.336 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : libgfortran-8.5.0-20.el8.x86_64 7/8 2023-08-28T01:59:57.368 INFO:teuthology.orchestra.run.smithi083.stdout:(3/5): python3-asyncssh-2.7.0-2.el8.noarch.rpm 1.1 MB/s | 476 kB 00:00 2023-08-28T01:59:57.427 INFO:teuthology.orchestra.run.smithi083.stdout:(4/5): python3-natsort-7.1.1-2.el8.noarch.rpm 267 kB/s | 60 kB 00:00 2023-08-28T01:59:57.511 INFO:teuthology.orchestra.run.smithi083.stdout:(5/5): python3-babel-2.5.1-7.el8.noarch.rpm 5.5 MB/s | 4.8 MB 00:00 2023-08-28T01:59:57.511 INFO:teuthology.orchestra.run.smithi083.stdout:-------------------------------------------------------------------------------- 2023-08-28T01:59:57.512 INFO:teuthology.orchestra.run.smithi083.stdout:Total 4.9 MB/s | 6.0 MB 00:01 2023-08-28T01:59:57.563 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction check 2023-08-28T01:59:57.574 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction check succeeded. 2023-08-28T01:59:57.574 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction test 2023-08-28T01:59:57.674 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction test succeeded. 2023-08-28T01:59:57.677 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction 2023-08-28T01:59:57.940 INFO:teuthology.orchestra.run.smithi083.stdout: Preparing : 1/1 2023-08-28T01:59:58.103 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : libquadmath-8.5.0-20.el8.x86_64 8/8 2023-08-28T01:59:58.104 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T01:59:58.104 INFO:teuthology.orchestra.run.smithi040.stdout:Installed: 2023-08-28T01:59:58.104 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-mgr-diskprediction-local-2:17.2.6-1016.g4fe39952.el8.noarch 2023-08-28T01:59:58.104 INFO:teuthology.orchestra.run.smithi040.stdout: libgfortran-8.5.0-20.el8.x86_64 2023-08-28T01:59:58.104 INFO:teuthology.orchestra.run.smithi040.stdout: libquadmath-8.5.0-20.el8.x86_64 2023-08-28T01:59:58.104 INFO:teuthology.orchestra.run.smithi040.stdout: openblas-0.3.15-4.el8.x86_64 2023-08-28T01:59:58.104 INFO:teuthology.orchestra.run.smithi040.stdout: openblas-threads-0.3.15-4.el8.x86_64 2023-08-28T01:59:58.104 INFO:teuthology.orchestra.run.smithi040.stdout: python3-numpy-1:1.14.3-10.el8.x86_64 2023-08-28T01:59:58.104 INFO:teuthology.orchestra.run.smithi040.stdout: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 2023-08-28T01:59:58.104 INFO:teuthology.orchestra.run.smithi040.stdout: python3-scipy-1.0.0-21.module_el8.5.0+771+e5d9a225.x86_64 2023-08-28T01:59:58.105 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T01:59:58.105 INFO:teuthology.orchestra.run.smithi040.stdout:Complete! 2023-08-28T01:59:58.245 DEBUG:teuthology.orchestra.run.smithi040:> sudo yum -y install ceph-mgr-rook 2023-08-28T01:59:58.253 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-natsort-7.1.1-2.el8.noarch 1/5 2023-08-28T01:59:59.219 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-asyncssh-2.7.0-2.el8.noarch 2/5 2023-08-28T01:59:59.237 INFO:teuthology.orchestra.run.smithi040.stdout:Last metadata expiration check: 0:02:04 ago on Mon 28 Aug 2023 01:57:55 AM UTC. 2023-08-28T01:59:59.594 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-babel-2.5.1-7.el8.noarch 3/5 2023-08-28T01:59:59.882 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : python3-jinja2-2.10.1-3.el8.noarch 4/5 2023-08-28T02:00:00.047 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : ceph-mgr-cephadm-2:17.2.6-1016.g4fe39952.el8.noarch 5/5 2023-08-28T02:00:00.328 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: ceph-mgr-cephadm-2:17.2.6-1016.g4fe39952.el8.noarch 5/5 2023-08-28T02:00:00.328 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : ceph-mgr-cephadm-2:17.2.6-1016.g4fe39952.el8.noarch 1/5 2023-08-28T02:00:00.328 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-babel-2.5.1-7.el8.noarch 2/5 2023-08-28T02:00:00.328 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-jinja2-2.10.1-3.el8.noarch 3/5 2023-08-28T02:00:00.328 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-asyncssh-2.7.0-2.el8.noarch 4/5 2023-08-28T02:00:00.907 INFO:teuthology.orchestra.run.smithi040.stdout:Dependencies resolved. 2023-08-28T02:00:00.909 INFO:teuthology.orchestra.run.smithi040.stdout:================================================================================ 2023-08-28T02:00:00.910 INFO:teuthology.orchestra.run.smithi040.stdout: Package Arch Version Repository Size 2023-08-28T02:00:00.910 INFO:teuthology.orchestra.run.smithi040.stdout:================================================================================ 2023-08-28T02:00:00.910 INFO:teuthology.orchestra.run.smithi040.stdout:Installing: 2023-08-28T02:00:00.910 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-mgr-rook noarch 2:17.2.6-1016.g4fe39952.el8 ceph-noarch 47 k 2023-08-28T02:00:00.910 INFO:teuthology.orchestra.run.smithi040.stdout:Installing dependencies: 2023-08-28T02:00:00.910 INFO:teuthology.orchestra.run.smithi040.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2023-08-28T02:00:00.910 INFO:teuthology.orchestra.run.smithi040.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2023-08-28T02:00:00.910 INFO:teuthology.orchestra.run.smithi040.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2023-08-28T02:00:00.910 INFO:teuthology.orchestra.run.smithi040.stdout: python3-jsonpatch noarch 1.21-2.el8 appstream 27 k 2023-08-28T02:00:00.911 INFO:teuthology.orchestra.run.smithi040.stdout: python3-jsonpointer noarch 1.10-11.el8 appstream 20 k 2023-08-28T02:00:00.911 INFO:teuthology.orchestra.run.smithi040.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2023-08-28T02:00:00.911 INFO:teuthology.orchestra.run.smithi040.stdout: python3-oauthlib noarch 2.1.0-1.el8 baseos 155 k 2023-08-28T02:00:00.911 INFO:teuthology.orchestra.run.smithi040.stdout: python3-pyasn1 noarch 0.3.7-6.el8 appstream 126 k 2023-08-28T02:00:00.911 INFO:teuthology.orchestra.run.smithi040.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 appstream 110 k 2023-08-28T02:00:00.911 INFO:teuthology.orchestra.run.smithi040.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 baseos 43 k 2023-08-28T02:00:00.911 INFO:teuthology.orchestra.run.smithi040.stdout: python3-rsa noarch 4.9-2.el8 epel 64 k 2023-08-28T02:00:00.911 INFO:teuthology.orchestra.run.smithi040.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2023-08-28T02:00:00.911 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:00:00.911 INFO:teuthology.orchestra.run.smithi040.stdout:Transaction Summary 2023-08-28T02:00:00.911 INFO:teuthology.orchestra.run.smithi040.stdout:================================================================================ 2023-08-28T02:00:00.912 INFO:teuthology.orchestra.run.smithi040.stdout:Install 13 Packages 2023-08-28T02:00:00.912 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:00:00.912 INFO:teuthology.orchestra.run.smithi040.stdout:Total download size: 1.9 M 2023-08-28T02:00:00.912 INFO:teuthology.orchestra.run.smithi040.stdout:Installed size: 25 M 2023-08-28T02:00:00.912 INFO:teuthology.orchestra.run.smithi040.stdout:Downloading Packages: 2023-08-28T02:00:00.943 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : python3-natsort-7.1.1-2.el8.noarch 5/5 2023-08-28T02:00:00.943 INFO:teuthology.orchestra.run.smithi083.stdout: 2023-08-28T02:00:00.943 INFO:teuthology.orchestra.run.smithi083.stdout:Installed: 2023-08-28T02:00:00.943 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-mgr-cephadm-2:17.2.6-1016.g4fe39952.el8.noarch 2023-08-28T02:00:00.943 INFO:teuthology.orchestra.run.smithi083.stdout: python3-asyncssh-2.7.0-2.el8.noarch 2023-08-28T02:00:00.944 INFO:teuthology.orchestra.run.smithi083.stdout: python3-babel-2.5.1-7.el8.noarch 2023-08-28T02:00:00.944 INFO:teuthology.orchestra.run.smithi083.stdout: python3-jinja2-2.10.1-3.el8.noarch 2023-08-28T02:00:00.944 INFO:teuthology.orchestra.run.smithi083.stdout: python3-natsort-7.1.1-2.el8.noarch 2023-08-28T02:00:00.944 INFO:teuthology.orchestra.run.smithi083.stdout: 2023-08-28T02:00:00.944 INFO:teuthology.orchestra.run.smithi083.stdout:Complete! 2023-08-28T02:00:01.074 DEBUG:teuthology.orchestra.run.smithi083:> sudo yum -y install ceph-fuse 2023-08-28T02:00:01.446 INFO:teuthology.orchestra.run.smithi040.stdout:(1/13): ceph-mgr-rook-17.2.6-1016.g4fe39952.el8 286 kB/s | 47 kB 00:00 2023-08-28T02:00:01.537 INFO:teuthology.orchestra.run.smithi040.stdout:(2/13): python3-jsonpatch-1.21-2.el8.noarch.rpm 103 kB/s | 27 kB 00:00 2023-08-28T02:00:01.563 INFO:teuthology.orchestra.run.smithi040.stdout:(3/13): python3-jsonpointer-1.10-11.el8.noarch. 71 kB/s | 20 kB 00:00 2023-08-28T02:00:01.722 INFO:teuthology.orchestra.run.smithi040.stdout:(4/13): python3-pyasn1-modules-0.3.7-6.el8.noar 599 kB/s | 110 kB 00:00 2023-08-28T02:00:01.889 INFO:teuthology.orchestra.run.smithi040.stdout:(5/13): python3-pyasn1-0.3.7-6.el8.noarch.rpm 286 kB/s | 126 kB 00:00 2023-08-28T02:00:01.931 INFO:teuthology.orchestra.run.smithi083.stdout:Last metadata expiration check: 0:02:09 ago on Mon 28 Aug 2023 01:57:52 AM UTC. 2023-08-28T02:00:02.006 INFO:teuthology.orchestra.run.smithi040.stdout:(6/13): python3-oauthlib-2.1.0-1.el8.noarch.rpm 350 kB/s | 155 kB 00:00 2023-08-28T02:00:02.098 INFO:teuthology.orchestra.run.smithi040.stdout:(7/13): python3-requests-oauthlib-1.0.0-1.el8.n 113 kB/s | 43 kB 00:00 2023-08-28T02:00:02.198 INFO:teuthology.orchestra.run.smithi040.stdout:(8/13): python3-cachetools-3.1.1-4.el8.noarch.r 107 kB/s | 33 kB 00:00 2023-08-28T02:00:02.332 INFO:teuthology.orchestra.run.smithi040.stdout:(9/13): python3-certifi-2018.10.15-7.el8.noarch 50 kB/s | 16 kB 00:00 2023-08-28T02:00:02.482 INFO:teuthology.orchestra.run.smithi040.stdout:(10/13): python3-google-auth-1.1.1-10.el8.noarc 214 kB/s | 81 kB 00:00 2023-08-28T02:00:02.523 INFO:teuthology.orchestra.run.smithi040.stdout:(11/13): python3-rsa-4.9-2.el8.noarch.rpm 335 kB/s | 64 kB 00:00 2023-08-28T02:00:02.582 INFO:teuthology.orchestra.run.smithi040.stdout:(12/13): python3-websocket-client-0.56.0-5.el8. 612 kB/s | 61 kB 00:00 2023-08-28T02:00:02.658 INFO:teuthology.orchestra.run.smithi040.stdout:(13/13): python3-kubernetes-11.0.0-6.el8.noarch 2.5 MB/s | 1.2 MB 00:00 2023-08-28T02:00:02.660 INFO:teuthology.orchestra.run.smithi040.stdout:-------------------------------------------------------------------------------- 2023-08-28T02:00:02.661 INFO:teuthology.orchestra.run.smithi040.stdout:Total 1.1 MB/s | 1.9 MB 00:01 2023-08-28T02:00:02.725 INFO:teuthology.orchestra.run.smithi040.stdout:Running transaction check 2023-08-28T02:00:02.743 INFO:teuthology.orchestra.run.smithi040.stdout:Transaction check succeeded. 2023-08-28T02:00:02.743 INFO:teuthology.orchestra.run.smithi040.stdout:Running transaction test 2023-08-28T02:00:02.841 INFO:teuthology.orchestra.run.smithi040.stdout:Transaction test succeeded. 2023-08-28T02:00:02.845 INFO:teuthology.orchestra.run.smithi040.stdout:Running transaction 2023-08-28T02:00:03.434 INFO:teuthology.orchestra.run.smithi083.stdout:Dependencies resolved. 2023-08-28T02:00:03.435 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2023-08-28T02:00:03.435 INFO:teuthology.orchestra.run.smithi083.stdout: Package Arch Version Repository Size 2023-08-28T02:00:03.435 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2023-08-28T02:00:03.435 INFO:teuthology.orchestra.run.smithi083.stdout:Installing: 2023-08-28T02:00:03.435 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-fuse x86_64 2:17.2.6-1016.g4fe39952.el8 ceph 874 k 2023-08-28T02:00:03.435 INFO:teuthology.orchestra.run.smithi083.stdout:Installing dependencies: 2023-08-28T02:00:03.435 INFO:teuthology.orchestra.run.smithi083.stdout: fuse x86_64 2.9.7-17.el8 baseos 83 k 2023-08-28T02:00:03.435 INFO:teuthology.orchestra.run.smithi083.stdout: 2023-08-28T02:00:03.435 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction Summary 2023-08-28T02:00:03.436 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2023-08-28T02:00:03.436 INFO:teuthology.orchestra.run.smithi083.stdout:Install 2 Packages 2023-08-28T02:00:03.436 INFO:teuthology.orchestra.run.smithi083.stdout: 2023-08-28T02:00:03.436 INFO:teuthology.orchestra.run.smithi083.stdout:Total download size: 957 k 2023-08-28T02:00:03.436 INFO:teuthology.orchestra.run.smithi083.stdout:Installed size: 3.0 M 2023-08-28T02:00:03.436 INFO:teuthology.orchestra.run.smithi083.stdout:Downloading Packages: 2023-08-28T02:00:03.505 INFO:teuthology.orchestra.run.smithi040.stdout: Preparing : 1/1 2023-08-28T02:00:03.788 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 1/13 2023-08-28T02:00:04.050 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 2/13 2023-08-28T02:00:04.325 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-rsa-4.9-2.el8.noarch 3/13 2023-08-28T02:00:04.735 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 4/13 2023-08-28T02:00:04.944 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 5/13 2023-08-28T02:00:05.205 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 6/13 2023-08-28T02:00:05.525 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 7/13 2023-08-28T02:00:05.811 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 8/13 2023-08-28T02:00:06.998 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 9/13 2023-08-28T02:00:07.302 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 10/13 2023-08-28T02:00:07.544 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 11/13 2023-08-28T02:00:07.789 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 12/13 2023-08-28T02:00:07.935 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : ceph-mgr-rook-2:17.2.6-1016.g4fe39952.el8.noarch 13/13 2023-08-28T02:00:08.252 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: ceph-mgr-rook-2:17.2.6-1016.g4fe39952.el8.noarch 13/13 2023-08-28T02:00:08.252 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : ceph-mgr-rook-2:17.2.6-1016.g4fe39952.el8.noarch 1/13 2023-08-28T02:00:08.252 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 2/13 2023-08-28T02:00:08.252 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 3/13 2023-08-28T02:00:08.252 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 4/13 2023-08-28T02:00:08.252 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 5/13 2023-08-28T02:00:08.253 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 6/13 2023-08-28T02:00:08.253 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 7/13 2023-08-28T02:00:08.253 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 8/13 2023-08-28T02:00:08.253 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 9/13 2023-08-28T02:00:08.253 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 10/13 2023-08-28T02:00:08.253 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 11/13 2023-08-28T02:00:08.253 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-rsa-4.9-2.el8.noarch 12/13 2023-08-28T02:00:09.018 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 13/13 2023-08-28T02:00:09.019 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:00:09.019 INFO:teuthology.orchestra.run.smithi040.stdout:Installed: 2023-08-28T02:00:09.019 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-mgr-rook-2:17.2.6-1016.g4fe39952.el8.noarch 2023-08-28T02:00:09.019 INFO:teuthology.orchestra.run.smithi040.stdout: python3-cachetools-3.1.1-4.el8.noarch 2023-08-28T02:00:09.019 INFO:teuthology.orchestra.run.smithi040.stdout: python3-certifi-2018.10.15-7.el8.noarch 2023-08-28T02:00:09.019 INFO:teuthology.orchestra.run.smithi040.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2023-08-28T02:00:09.019 INFO:teuthology.orchestra.run.smithi040.stdout: python3-jsonpatch-1.21-2.el8.noarch 2023-08-28T02:00:09.019 INFO:teuthology.orchestra.run.smithi040.stdout: python3-jsonpointer-1.10-11.el8.noarch 2023-08-28T02:00:09.019 INFO:teuthology.orchestra.run.smithi040.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2023-08-28T02:00:09.020 INFO:teuthology.orchestra.run.smithi040.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2023-08-28T02:00:09.020 INFO:teuthology.orchestra.run.smithi040.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2023-08-28T02:00:09.020 INFO:teuthology.orchestra.run.smithi040.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2023-08-28T02:00:09.020 INFO:teuthology.orchestra.run.smithi040.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2023-08-28T02:00:09.020 INFO:teuthology.orchestra.run.smithi040.stdout: python3-rsa-4.9-2.el8.noarch 2023-08-28T02:00:09.020 INFO:teuthology.orchestra.run.smithi040.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2023-08-28T02:00:09.020 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:00:09.020 INFO:teuthology.orchestra.run.smithi040.stdout:Complete! 2023-08-28T02:00:09.144 DEBUG:teuthology.orchestra.run.smithi040:> sudo yum -y install ceph-mgr-cephadm 2023-08-28T02:00:10.129 INFO:teuthology.orchestra.run.smithi040.stdout:Last metadata expiration check: 0:02:15 ago on Mon 28 Aug 2023 01:57:55 AM UTC. 2023-08-28T02:00:11.796 INFO:teuthology.orchestra.run.smithi040.stdout:Dependencies resolved. 2023-08-28T02:00:11.797 INFO:teuthology.orchestra.run.smithi040.stdout:================================================================================ 2023-08-28T02:00:11.797 INFO:teuthology.orchestra.run.smithi040.stdout: Package Arch Version Repository Size 2023-08-28T02:00:11.797 INFO:teuthology.orchestra.run.smithi040.stdout:================================================================================ 2023-08-28T02:00:11.798 INFO:teuthology.orchestra.run.smithi040.stdout:Installing: 2023-08-28T02:00:11.798 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-mgr-cephadm noarch 2:17.2.6-1016.g4fe39952.el8 ceph-noarch 121 k 2023-08-28T02:00:11.798 INFO:teuthology.orchestra.run.smithi040.stdout:Installing dependencies: 2023-08-28T02:00:11.798 INFO:teuthology.orchestra.run.smithi040.stdout: python3-asyncssh noarch 2.7.0-2.el8 epel 476 k 2023-08-28T02:00:11.798 INFO:teuthology.orchestra.run.smithi040.stdout: python3-babel noarch 2.5.1-7.el8 appstream 4.8 M 2023-08-28T02:00:11.798 INFO:teuthology.orchestra.run.smithi040.stdout: python3-jinja2 noarch 2.10.1-3.el8 appstream 538 k 2023-08-28T02:00:11.798 INFO:teuthology.orchestra.run.smithi040.stdout: python3-natsort noarch 7.1.1-2.el8 epel 60 k 2023-08-28T02:00:11.798 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:00:11.798 INFO:teuthology.orchestra.run.smithi040.stdout:Transaction Summary 2023-08-28T02:00:11.798 INFO:teuthology.orchestra.run.smithi040.stdout:================================================================================ 2023-08-28T02:00:11.798 INFO:teuthology.orchestra.run.smithi040.stdout:Install 5 Packages 2023-08-28T02:00:11.798 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:00:11.799 INFO:teuthology.orchestra.run.smithi040.stdout:Total download size: 6.0 M 2023-08-28T02:00:11.799 INFO:teuthology.orchestra.run.smithi040.stdout:Installed size: 26 M 2023-08-28T02:00:11.799 INFO:teuthology.orchestra.run.smithi040.stdout:Downloading Packages: 2023-08-28T02:00:17.591 INFO:teuthology.orchestra.run.smithi040.stdout:(1/5): ceph-mgr-cephadm-17.2.6-1016.g4fe39952.e 601 kB/s | 121 kB 00:00 2023-08-28T02:00:17.891 INFO:teuthology.orchestra.run.smithi040.stdout:(2/5): python3-asyncssh-2.7.0-2.el8.noarch.rpm 1.5 MB/s | 476 kB 00:00 2023-08-28T02:00:17.950 INFO:teuthology.orchestra.run.smithi040.stdout:(3/5): python3-natsort-7.1.1-2.el8.noarch.rpm 1.0 MB/s | 60 kB 00:00 2023-08-28T02:00:18.000 INFO:teuthology.orchestra.run.smithi040.stdout:(4/5): python3-jinja2-2.10.1-3.el8.noarch.rpm 881 kB/s | 538 kB 00:00 2023-08-28T02:00:18.359 INFO:teuthology.orchestra.run.smithi040.stdout:(5/5): python3-babel-2.5.1-7.el8.noarch.rpm 4.9 MB/s | 4.8 MB 00:00 2023-08-28T02:00:18.360 INFO:teuthology.orchestra.run.smithi040.stdout:-------------------------------------------------------------------------------- 2023-08-28T02:00:18.360 INFO:teuthology.orchestra.run.smithi040.stdout:Total 929 kB/s | 6.0 MB 00:06 2023-08-28T02:00:18.417 INFO:teuthology.orchestra.run.smithi040.stdout:Running transaction check 2023-08-28T02:00:18.430 INFO:teuthology.orchestra.run.smithi040.stdout:Transaction check succeeded. 2023-08-28T02:00:18.430 INFO:teuthology.orchestra.run.smithi040.stdout:Running transaction test 2023-08-28T02:00:18.550 INFO:teuthology.orchestra.run.smithi040.stdout:Transaction test succeeded. 2023-08-28T02:00:18.553 INFO:teuthology.orchestra.run.smithi040.stdout:Running transaction 2023-08-28T02:00:18.830 INFO:teuthology.orchestra.run.smithi040.stdout: Preparing : 1/1 2023-08-28T02:00:19.334 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-natsort-7.1.1-2.el8.noarch 1/5 2023-08-28T02:00:20.405 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-asyncssh-2.7.0-2.el8.noarch 2/5 2023-08-28T02:00:20.818 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-babel-2.5.1-7.el8.noarch 3/5 2023-08-28T02:00:21.115 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-jinja2-2.10.1-3.el8.noarch 4/5 2023-08-28T02:00:21.324 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : ceph-mgr-cephadm-2:17.2.6-1016.g4fe39952.el8.noarch 5/5 2023-08-28T02:00:21.655 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: ceph-mgr-cephadm-2:17.2.6-1016.g4fe39952.el8.noarch 5/5 2023-08-28T02:00:21.655 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : ceph-mgr-cephadm-2:17.2.6-1016.g4fe39952.el8.noarch 1/5 2023-08-28T02:00:21.655 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-babel-2.5.1-7.el8.noarch 2/5 2023-08-28T02:00:21.655 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-jinja2-2.10.1-3.el8.noarch 3/5 2023-08-28T02:00:21.655 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-asyncssh-2.7.0-2.el8.noarch 4/5 2023-08-28T02:00:22.332 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-natsort-7.1.1-2.el8.noarch 5/5 2023-08-28T02:00:22.332 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:00:22.332 INFO:teuthology.orchestra.run.smithi040.stdout:Installed: 2023-08-28T02:00:22.332 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-mgr-cephadm-2:17.2.6-1016.g4fe39952.el8.noarch 2023-08-28T02:00:22.332 INFO:teuthology.orchestra.run.smithi040.stdout: python3-asyncssh-2.7.0-2.el8.noarch 2023-08-28T02:00:22.332 INFO:teuthology.orchestra.run.smithi040.stdout: python3-babel-2.5.1-7.el8.noarch 2023-08-28T02:00:22.332 INFO:teuthology.orchestra.run.smithi040.stdout: python3-jinja2-2.10.1-3.el8.noarch 2023-08-28T02:00:22.332 INFO:teuthology.orchestra.run.smithi040.stdout: python3-natsort-7.1.1-2.el8.noarch 2023-08-28T02:00:22.332 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:00:22.333 INFO:teuthology.orchestra.run.smithi040.stdout:Complete! 2023-08-28T02:00:22.478 DEBUG:teuthology.orchestra.run.smithi040:> sudo yum -y install ceph-fuse 2023-08-28T02:00:23.459 INFO:teuthology.orchestra.run.smithi040.stdout:Last metadata expiration check: 0:02:28 ago on Mon 28 Aug 2023 01:57:55 AM UTC. 2023-08-28T02:00:25.142 INFO:teuthology.orchestra.run.smithi040.stdout:Dependencies resolved. 2023-08-28T02:00:25.142 INFO:teuthology.orchestra.run.smithi040.stdout:================================================================================ 2023-08-28T02:00:25.142 INFO:teuthology.orchestra.run.smithi040.stdout: Package Arch Version Repository Size 2023-08-28T02:00:25.142 INFO:teuthology.orchestra.run.smithi040.stdout:================================================================================ 2023-08-28T02:00:25.143 INFO:teuthology.orchestra.run.smithi040.stdout:Installing: 2023-08-28T02:00:25.143 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-fuse x86_64 2:17.2.6-1016.g4fe39952.el8 ceph 874 k 2023-08-28T02:00:25.143 INFO:teuthology.orchestra.run.smithi040.stdout:Installing dependencies: 2023-08-28T02:00:25.143 INFO:teuthology.orchestra.run.smithi040.stdout: fuse x86_64 2.9.7-17.el8 baseos 83 k 2023-08-28T02:00:25.143 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:00:25.143 INFO:teuthology.orchestra.run.smithi040.stdout:Transaction Summary 2023-08-28T02:00:25.143 INFO:teuthology.orchestra.run.smithi040.stdout:================================================================================ 2023-08-28T02:00:25.143 INFO:teuthology.orchestra.run.smithi040.stdout:Install 2 Packages 2023-08-28T02:00:25.143 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:00:25.144 INFO:teuthology.orchestra.run.smithi040.stdout:Total download size: 957 k 2023-08-28T02:00:25.144 INFO:teuthology.orchestra.run.smithi040.stdout:Installed size: 3.0 M 2023-08-28T02:00:25.144 INFO:teuthology.orchestra.run.smithi040.stdout:Downloading Packages: 2023-08-28T02:00:48.722 INFO:teuthology.orchestra.run.smithi040.stdout:(1/2): fuse-2.9.7-17.el8.x86_64.rpm 229 kB/s | 83 kB 00:00 2023-08-28T02:00:48.764 INFO:teuthology.orchestra.run.smithi040.stdout:(2/2): ceph-fuse-17.2.6-1016.g4fe39952.el8.x86_ 2.1 MB/s | 874 kB 00:00 2023-08-28T02:00:48.764 INFO:teuthology.orchestra.run.smithi040.stdout:-------------------------------------------------------------------------------- 2023-08-28T02:00:48.765 INFO:teuthology.orchestra.run.smithi040.stdout:Total 41 kB/s | 957 kB 00:23 2023-08-28T02:00:48.777 INFO:teuthology.orchestra.run.smithi040.stdout:Running transaction check 2023-08-28T02:00:48.801 INFO:teuthology.orchestra.run.smithi040.stdout:Transaction check succeeded. 2023-08-28T02:00:48.802 INFO:teuthology.orchestra.run.smithi040.stdout:Running transaction test 2023-08-28T02:00:48.903 INFO:teuthology.orchestra.run.smithi040.stdout:Transaction test succeeded. 2023-08-28T02:00:48.907 INFO:teuthology.orchestra.run.smithi040.stdout:Running transaction 2023-08-28T02:00:49.093 INFO:teuthology.orchestra.run.smithi040.stdout: Preparing : 1/1 2023-08-28T02:00:49.397 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : fuse-2.9.7-17.el8.x86_64 1/2 2023-08-28T02:00:49.605 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : ceph-fuse-2:17.2.6-1016.g4fe39952.el8.x86_64 2/2 2023-08-28T02:00:50.088 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: ceph-fuse-2:17.2.6-1016.g4fe39952.el8.x86_64 2/2 2023-08-28T02:00:50.088 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : ceph-fuse-2:17.2.6-1016.g4fe39952.el8.x86_64 1/2 2023-08-28T02:00:50.754 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : fuse-2.9.7-17.el8.x86_64 2/2 2023-08-28T02:00:50.754 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:00:50.754 INFO:teuthology.orchestra.run.smithi040.stdout:Installed: 2023-08-28T02:00:50.755 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-fuse-2:17.2.6-1016.g4fe39952.el8.x86_64 fuse-2.9.7-17.el8.x86_64 2023-08-28T02:00:50.755 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:00:50.755 INFO:teuthology.orchestra.run.smithi040.stdout:Complete! 2023-08-28T02:00:51.022 DEBUG:teuthology.orchestra.run.smithi040:> sudo yum -y install librados-devel 2023-08-28T02:00:52.006 INFO:teuthology.orchestra.run.smithi040.stdout:Last metadata expiration check: 0:02:57 ago on Mon 28 Aug 2023 01:57:55 AM UTC. 2023-08-28T02:00:53.683 INFO:teuthology.orchestra.run.smithi040.stdout:Dependencies resolved. 2023-08-28T02:00:53.684 INFO:teuthology.orchestra.run.smithi040.stdout:================================================================================ 2023-08-28T02:00:53.684 INFO:teuthology.orchestra.run.smithi040.stdout: Package Arch Version Repo Size 2023-08-28T02:00:53.684 INFO:teuthology.orchestra.run.smithi040.stdout:================================================================================ 2023-08-28T02:00:53.684 INFO:teuthology.orchestra.run.smithi040.stdout:Installing: 2023-08-28T02:00:53.684 INFO:teuthology.orchestra.run.smithi040.stdout: librados-devel x86_64 2:17.2.6-1016.g4fe39952.el8 ceph 130 k 2023-08-28T02:00:53.684 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:00:53.684 INFO:teuthology.orchestra.run.smithi040.stdout:Transaction Summary 2023-08-28T02:00:53.685 INFO:teuthology.orchestra.run.smithi040.stdout:================================================================================ 2023-08-28T02:00:53.685 INFO:teuthology.orchestra.run.smithi040.stdout:Install 1 Package 2023-08-28T02:00:53.685 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:00:53.685 INFO:teuthology.orchestra.run.smithi040.stdout:Total download size: 130 k 2023-08-28T02:00:53.685 INFO:teuthology.orchestra.run.smithi040.stdout:Installed size: 464 k 2023-08-28T02:00:53.685 INFO:teuthology.orchestra.run.smithi040.stdout:Downloading Packages: 2023-08-28T02:00:53.870 INFO:teuthology.orchestra.run.smithi040.stdout:librados-devel-17.2.6-1016.g4fe39952.el8.x86_64 705 kB/s | 130 kB 00:00 2023-08-28T02:00:53.870 INFO:teuthology.orchestra.run.smithi040.stdout:-------------------------------------------------------------------------------- 2023-08-28T02:00:53.870 INFO:teuthology.orchestra.run.smithi040.stdout:Total 699 kB/s | 130 kB 00:00 2023-08-28T02:00:53.871 INFO:teuthology.orchestra.run.smithi040.stdout:Running transaction check 2023-08-28T02:00:53.877 INFO:teuthology.orchestra.run.smithi040.stdout:Transaction check succeeded. 2023-08-28T02:00:53.878 INFO:teuthology.orchestra.run.smithi040.stdout:Running transaction test 2023-08-28T02:00:53.935 INFO:teuthology.orchestra.run.smithi040.stdout:Transaction test succeeded. 2023-08-28T02:00:53.939 INFO:teuthology.orchestra.run.smithi040.stdout:Running transaction 2023-08-28T02:00:54.073 INFO:teuthology.orchestra.run.smithi040.stdout: Preparing : 1/1 2023-08-28T02:00:54.346 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : librados-devel-2:17.2.6-1016.g4fe39952.el8.x86_64 1/1 2023-08-28T02:00:54.700 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: librados-devel-2:17.2.6-1016.g4fe39952.el8.x86_64 1/1 2023-08-28T02:00:55.384 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : librados-devel-2:17.2.6-1016.g4fe39952.el8.x86_64 1/1 2023-08-28T02:00:55.384 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:00:55.384 INFO:teuthology.orchestra.run.smithi040.stdout:Installed: 2023-08-28T02:00:55.384 INFO:teuthology.orchestra.run.smithi040.stdout: librados-devel-2:17.2.6-1016.g4fe39952.el8.x86_64 2023-08-28T02:00:55.384 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:00:55.385 INFO:teuthology.orchestra.run.smithi040.stdout:Complete! 2023-08-28T02:00:55.674 DEBUG:teuthology.orchestra.run.smithi040:> sudo yum -y install libcephfs2 2023-08-28T02:00:56.669 INFO:teuthology.orchestra.run.smithi040.stdout:Last metadata expiration check: 0:03:01 ago on Mon 28 Aug 2023 01:57:55 AM UTC. 2023-08-28T02:00:58.152 INFO:teuthology.orchestra.run.smithi040.stdout:Package libcephfs2-2:17.2.6-1016.g4fe39952.el8.x86_64 is already installed. 2023-08-28T02:00:58.353 INFO:teuthology.orchestra.run.smithi040.stdout:Dependencies resolved. 2023-08-28T02:00:58.355 INFO:teuthology.orchestra.run.smithi040.stdout:Nothing to do. 2023-08-28T02:00:58.355 INFO:teuthology.orchestra.run.smithi040.stdout:Complete! 2023-08-28T02:00:58.463 DEBUG:teuthology.orchestra.run.smithi040:> sudo yum -y install libcephfs-devel 2023-08-28T02:00:59.439 INFO:teuthology.orchestra.run.smithi040.stdout:Last metadata expiration check: 0:03:04 ago on Mon 28 Aug 2023 01:57:55 AM UTC. 2023-08-28T02:01:01.110 INFO:teuthology.orchestra.run.smithi040.stdout:Dependencies resolved. 2023-08-28T02:01:01.111 INFO:teuthology.orchestra.run.smithi040.stdout:================================================================================ 2023-08-28T02:01:01.111 INFO:teuthology.orchestra.run.smithi040.stdout: Package Arch Version Repo Size 2023-08-28T02:01:01.111 INFO:teuthology.orchestra.run.smithi040.stdout:================================================================================ 2023-08-28T02:01:01.111 INFO:teuthology.orchestra.run.smithi040.stdout:Installing: 2023-08-28T02:01:01.111 INFO:teuthology.orchestra.run.smithi040.stdout: libcephfs-devel x86_64 2:17.2.6-1016.g4fe39952.el8 ceph 25 k 2023-08-28T02:01:01.111 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:01:01.111 INFO:teuthology.orchestra.run.smithi040.stdout:Transaction Summary 2023-08-28T02:01:01.111 INFO:teuthology.orchestra.run.smithi040.stdout:================================================================================ 2023-08-28T02:01:01.111 INFO:teuthology.orchestra.run.smithi040.stdout:Install 1 Package 2023-08-28T02:01:01.111 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:01:01.112 INFO:teuthology.orchestra.run.smithi040.stdout:Total download size: 25 k 2023-08-28T02:01:01.112 INFO:teuthology.orchestra.run.smithi040.stdout:Installed size: 109 k 2023-08-28T02:01:01.112 INFO:teuthology.orchestra.run.smithi040.stdout:Downloading Packages: 2023-08-28T02:01:01.248 INFO:teuthology.orchestra.run.smithi040.stdout:libcephfs-devel-17.2.6-1016.g4fe39952.el8.x86_6 183 kB/s | 25 kB 00:00 2023-08-28T02:01:01.248 INFO:teuthology.orchestra.run.smithi040.stdout:-------------------------------------------------------------------------------- 2023-08-28T02:01:01.249 INFO:teuthology.orchestra.run.smithi040.stdout:Total 181 kB/s | 25 kB 00:00 2023-08-28T02:01:01.249 INFO:teuthology.orchestra.run.smithi040.stdout:Running transaction check 2023-08-28T02:01:01.253 INFO:teuthology.orchestra.run.smithi040.stdout:Transaction check succeeded. 2023-08-28T02:01:01.253 INFO:teuthology.orchestra.run.smithi040.stdout:Running transaction test 2023-08-28T02:01:01.256 INFO:teuthology.orchestra.run.smithi040.stdout:Transaction test succeeded. 2023-08-28T02:01:01.259 INFO:teuthology.orchestra.run.smithi040.stdout:Running transaction 2023-08-28T02:01:01.313 INFO:teuthology.orchestra.run.smithi040.stdout: Preparing : 1/1 2023-08-28T02:01:01.569 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : libcephfs-devel-2:17.2.6-1016.g4fe39952.el8.x86_64 1/1 2023-08-28T02:01:01.868 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: libcephfs-devel-2:17.2.6-1016.g4fe39952.el8.x86_64 1/1 2023-08-28T02:01:02.498 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : libcephfs-devel-2:17.2.6-1016.g4fe39952.el8.x86_64 1/1 2023-08-28T02:01:02.499 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:01:02.499 INFO:teuthology.orchestra.run.smithi040.stdout:Installed: 2023-08-28T02:01:02.499 INFO:teuthology.orchestra.run.smithi040.stdout: libcephfs-devel-2:17.2.6-1016.g4fe39952.el8.x86_64 2023-08-28T02:01:02.499 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:01:02.499 INFO:teuthology.orchestra.run.smithi040.stdout:Complete! 2023-08-28T02:01:02.654 DEBUG:teuthology.orchestra.run.smithi040:> sudo yum -y install librados2 2023-08-28T02:01:03.646 INFO:teuthology.orchestra.run.smithi040.stdout:Last metadata expiration check: 0:03:08 ago on Mon 28 Aug 2023 01:57:55 AM UTC. 2023-08-28T02:01:05.112 INFO:teuthology.orchestra.run.smithi040.stdout:Package librados2-2:17.2.6-1016.g4fe39952.el8.x86_64 is already installed. 2023-08-28T02:01:05.307 INFO:teuthology.orchestra.run.smithi040.stdout:Dependencies resolved. 2023-08-28T02:01:05.308 INFO:teuthology.orchestra.run.smithi040.stdout:Nothing to do. 2023-08-28T02:01:05.308 INFO:teuthology.orchestra.run.smithi040.stdout:Complete! 2023-08-28T02:01:05.420 DEBUG:teuthology.orchestra.run.smithi040:> sudo yum -y install librbd1 2023-08-28T02:01:06.408 INFO:teuthology.orchestra.run.smithi040.stdout:Last metadata expiration check: 0:03:11 ago on Mon 28 Aug 2023 01:57:55 AM UTC. 2023-08-28T02:01:07.907 INFO:teuthology.orchestra.run.smithi040.stdout:Package librbd1-2:17.2.6-1016.g4fe39952.el8.x86_64 is already installed. 2023-08-28T02:01:07.947 INFO:teuthology.orchestra.run.smithi083.stdout:(1/2): fuse-2.9.7-17.el8.x86_64.rpm 225 kB/s | 83 kB 00:00 2023-08-28T02:01:08.030 INFO:teuthology.orchestra.run.smithi083.stdout:(2/2): ceph-fuse-17.2.6-1016.g4fe39952.el8.x86_ 1.9 MB/s | 874 kB 00:00 2023-08-28T02:01:08.031 INFO:teuthology.orchestra.run.smithi083.stdout:-------------------------------------------------------------------------------- 2023-08-28T02:01:08.031 INFO:teuthology.orchestra.run.smithi083.stdout:Total 15 kB/s | 957 kB 01:04 2023-08-28T02:01:08.044 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction check 2023-08-28T02:01:08.065 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction check succeeded. 2023-08-28T02:01:08.065 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction test 2023-08-28T02:01:08.102 INFO:teuthology.orchestra.run.smithi040.stdout:Dependencies resolved. 2023-08-28T02:01:08.104 INFO:teuthology.orchestra.run.smithi040.stdout:Nothing to do. 2023-08-28T02:01:08.104 INFO:teuthology.orchestra.run.smithi040.stdout:Complete! 2023-08-28T02:01:08.158 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction test succeeded. 2023-08-28T02:01:08.162 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction 2023-08-28T02:01:08.219 DEBUG:teuthology.orchestra.run.smithi040:> sudo yum -y install python3-rados 2023-08-28T02:01:08.345 INFO:teuthology.orchestra.run.smithi083.stdout: Preparing : 1/1 2023-08-28T02:01:08.648 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : fuse-2.9.7-17.el8.x86_64 1/2 2023-08-28T02:01:08.846 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : ceph-fuse-2:17.2.6-1016.g4fe39952.el8.x86_64 2/2 2023-08-28T02:01:09.210 INFO:teuthology.orchestra.run.smithi040.stdout:Last metadata expiration check: 0:03:14 ago on Mon 28 Aug 2023 01:57:55 AM UTC. 2023-08-28T02:01:09.244 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: ceph-fuse-2:17.2.6-1016.g4fe39952.el8.x86_64 2/2 2023-08-28T02:01:09.244 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : ceph-fuse-2:17.2.6-1016.g4fe39952.el8.x86_64 1/2 2023-08-28T02:01:09.850 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : fuse-2.9.7-17.el8.x86_64 2/2 2023-08-28T02:01:09.850 INFO:teuthology.orchestra.run.smithi083.stdout: 2023-08-28T02:01:09.850 INFO:teuthology.orchestra.run.smithi083.stdout:Installed: 2023-08-28T02:01:09.850 INFO:teuthology.orchestra.run.smithi083.stdout: ceph-fuse-2:17.2.6-1016.g4fe39952.el8.x86_64 fuse-2.9.7-17.el8.x86_64 2023-08-28T02:01:09.850 INFO:teuthology.orchestra.run.smithi083.stdout: 2023-08-28T02:01:09.850 INFO:teuthology.orchestra.run.smithi083.stdout:Complete! 2023-08-28T02:01:10.052 DEBUG:teuthology.orchestra.run.smithi083:> sudo yum -y install librados-devel 2023-08-28T02:01:10.684 INFO:teuthology.orchestra.run.smithi040.stdout:Package python3-rados-2:17.2.6-1016.g4fe39952.el8.x86_64 is already installed. 2023-08-28T02:01:10.881 INFO:teuthology.orchestra.run.smithi040.stdout:Dependencies resolved. 2023-08-28T02:01:10.882 INFO:teuthology.orchestra.run.smithi040.stdout:Nothing to do. 2023-08-28T02:01:10.882 INFO:teuthology.orchestra.run.smithi040.stdout:Complete! 2023-08-28T02:01:10.907 INFO:teuthology.orchestra.run.smithi083.stdout:Last metadata expiration check: 0:03:18 ago on Mon 28 Aug 2023 01:57:52 AM UTC. 2023-08-28T02:01:11.006 DEBUG:teuthology.orchestra.run.smithi040:> sudo yum -y install python3-rgw 2023-08-28T02:01:12.003 INFO:teuthology.orchestra.run.smithi040.stdout:Last metadata expiration check: 0:03:17 ago on Mon 28 Aug 2023 01:57:55 AM UTC. 2023-08-28T02:01:12.388 INFO:teuthology.orchestra.run.smithi083.stdout:Dependencies resolved. 2023-08-28T02:01:12.388 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2023-08-28T02:01:12.389 INFO:teuthology.orchestra.run.smithi083.stdout: Package Arch Version Repo Size 2023-08-28T02:01:12.389 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2023-08-28T02:01:12.389 INFO:teuthology.orchestra.run.smithi083.stdout:Installing: 2023-08-28T02:01:12.389 INFO:teuthology.orchestra.run.smithi083.stdout: librados-devel x86_64 2:17.2.6-1016.g4fe39952.el8 ceph 130 k 2023-08-28T02:01:12.389 INFO:teuthology.orchestra.run.smithi083.stdout: 2023-08-28T02:01:12.389 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction Summary 2023-08-28T02:01:12.389 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2023-08-28T02:01:12.389 INFO:teuthology.orchestra.run.smithi083.stdout:Install 1 Package 2023-08-28T02:01:12.390 INFO:teuthology.orchestra.run.smithi083.stdout: 2023-08-28T02:01:12.390 INFO:teuthology.orchestra.run.smithi083.stdout:Total download size: 130 k 2023-08-28T02:01:12.390 INFO:teuthology.orchestra.run.smithi083.stdout:Installed size: 464 k 2023-08-28T02:01:12.390 INFO:teuthology.orchestra.run.smithi083.stdout:Downloading Packages: 2023-08-28T02:01:12.685 INFO:teuthology.orchestra.run.smithi083.stdout:librados-devel-17.2.6-1016.g4fe39952.el8.x86_64 440 kB/s | 130 kB 00:00 2023-08-28T02:01:12.685 INFO:teuthology.orchestra.run.smithi083.stdout:-------------------------------------------------------------------------------- 2023-08-28T02:01:12.686 INFO:teuthology.orchestra.run.smithi083.stdout:Total 439 kB/s | 130 kB 00:00 2023-08-28T02:01:12.686 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction check 2023-08-28T02:01:12.691 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction check succeeded. 2023-08-28T02:01:12.691 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction test 2023-08-28T02:01:12.740 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction test succeeded. 2023-08-28T02:01:12.743 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction 2023-08-28T02:01:12.878 INFO:teuthology.orchestra.run.smithi083.stdout: Preparing : 1/1 2023-08-28T02:01:13.135 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : librados-devel-2:17.2.6-1016.g4fe39952.el8.x86_64 1/1 2023-08-28T02:01:13.422 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: librados-devel-2:17.2.6-1016.g4fe39952.el8.x86_64 1/1 2023-08-28T02:01:13.466 INFO:teuthology.orchestra.run.smithi040.stdout:Package python3-rgw-2:17.2.6-1016.g4fe39952.el8.x86_64 is already installed. 2023-08-28T02:01:13.662 INFO:teuthology.orchestra.run.smithi040.stdout:Dependencies resolved. 2023-08-28T02:01:13.663 INFO:teuthology.orchestra.run.smithi040.stdout:Nothing to do. 2023-08-28T02:01:13.663 INFO:teuthology.orchestra.run.smithi040.stdout:Complete! 2023-08-28T02:01:13.771 DEBUG:teuthology.orchestra.run.smithi040:> sudo yum -y install python3-cephfs 2023-08-28T02:01:14.047 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : librados-devel-2:17.2.6-1016.g4fe39952.el8.x86_64 1/1 2023-08-28T02:01:14.095 INFO:teuthology.orchestra.run.smithi083.stdout: 2023-08-28T02:01:14.096 INFO:teuthology.orchestra.run.smithi083.stdout:Installed: 2023-08-28T02:01:14.096 INFO:teuthology.orchestra.run.smithi083.stdout: librados-devel-2:17.2.6-1016.g4fe39952.el8.x86_64 2023-08-28T02:01:14.096 INFO:teuthology.orchestra.run.smithi083.stdout: 2023-08-28T02:01:14.214 INFO:teuthology.orchestra.run.smithi083.stdout:Complete! 2023-08-28T02:01:14.298 DEBUG:teuthology.orchestra.run.smithi083:> sudo yum -y install libcephfs2 2023-08-28T02:01:14.905 INFO:teuthology.orchestra.run.smithi040.stdout:Last metadata expiration check: 0:03:19 ago on Mon 28 Aug 2023 01:57:55 AM UTC. 2023-08-28T02:01:15.158 INFO:teuthology.orchestra.run.smithi083.stdout:Last metadata expiration check: 0:03:23 ago on Mon 28 Aug 2023 01:57:52 AM UTC. 2023-08-28T02:01:16.363 INFO:teuthology.orchestra.run.smithi040.stdout:Package python3-cephfs-2:17.2.6-1016.g4fe39952.el8.x86_64 is already installed. 2023-08-28T02:01:16.473 INFO:teuthology.orchestra.run.smithi083.stdout:Package libcephfs2-2:17.2.6-1016.g4fe39952.el8.x86_64 is already installed. 2023-08-28T02:01:16.559 INFO:teuthology.orchestra.run.smithi040.stdout:Dependencies resolved. 2023-08-28T02:01:16.561 INFO:teuthology.orchestra.run.smithi040.stdout:Nothing to do. 2023-08-28T02:01:16.561 INFO:teuthology.orchestra.run.smithi040.stdout:Complete! 2023-08-28T02:01:16.651 INFO:teuthology.orchestra.run.smithi083.stdout:Dependencies resolved. 2023-08-28T02:01:16.652 INFO:teuthology.orchestra.run.smithi083.stdout:Nothing to do. 2023-08-28T02:01:16.653 INFO:teuthology.orchestra.run.smithi083.stdout:Complete! 2023-08-28T02:01:16.675 DEBUG:teuthology.orchestra.run.smithi040:> sudo yum -y install python3-rbd 2023-08-28T02:01:16.750 DEBUG:teuthology.orchestra.run.smithi083:> sudo yum -y install libcephfs-devel 2023-08-28T02:01:17.594 INFO:teuthology.orchestra.run.smithi083.stdout:Last metadata expiration check: 0:03:25 ago on Mon 28 Aug 2023 01:57:52 AM UTC. 2023-08-28T02:01:17.665 INFO:teuthology.orchestra.run.smithi040.stdout:Last metadata expiration check: 0:03:22 ago on Mon 28 Aug 2023 01:57:55 AM UTC. 2023-08-28T02:01:19.084 INFO:teuthology.orchestra.run.smithi083.stdout:Dependencies resolved. 2023-08-28T02:01:19.085 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2023-08-28T02:01:19.085 INFO:teuthology.orchestra.run.smithi083.stdout: Package Arch Version Repo Size 2023-08-28T02:01:19.085 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2023-08-28T02:01:19.085 INFO:teuthology.orchestra.run.smithi083.stdout:Installing: 2023-08-28T02:01:19.085 INFO:teuthology.orchestra.run.smithi083.stdout: libcephfs-devel x86_64 2:17.2.6-1016.g4fe39952.el8 ceph 25 k 2023-08-28T02:01:19.085 INFO:teuthology.orchestra.run.smithi083.stdout: 2023-08-28T02:01:19.085 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction Summary 2023-08-28T02:01:19.086 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2023-08-28T02:01:19.086 INFO:teuthology.orchestra.run.smithi083.stdout:Install 1 Package 2023-08-28T02:01:19.086 INFO:teuthology.orchestra.run.smithi083.stdout: 2023-08-28T02:01:19.086 INFO:teuthology.orchestra.run.smithi083.stdout:Total download size: 25 k 2023-08-28T02:01:19.086 INFO:teuthology.orchestra.run.smithi083.stdout:Installed size: 109 k 2023-08-28T02:01:19.086 INFO:teuthology.orchestra.run.smithi083.stdout:Downloading Packages: 2023-08-28T02:01:19.135 INFO:teuthology.orchestra.run.smithi040.stdout:Package python3-rbd-2:17.2.6-1016.g4fe39952.el8.x86_64 is already installed. 2023-08-28T02:01:19.296 INFO:teuthology.orchestra.run.smithi083.stdout:libcephfs-devel-17.2.6-1016.g4fe39952.el8.x86_6 118 kB/s | 25 kB 00:00 2023-08-28T02:01:19.296 INFO:teuthology.orchestra.run.smithi083.stdout:-------------------------------------------------------------------------------- 2023-08-28T02:01:19.296 INFO:teuthology.orchestra.run.smithi083.stdout:Total 118 kB/s | 25 kB 00:00 2023-08-28T02:01:19.297 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction check 2023-08-28T02:01:19.300 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction check succeeded. 2023-08-28T02:01:19.300 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction test 2023-08-28T02:01:19.302 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction test succeeded. 2023-08-28T02:01:19.305 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction 2023-08-28T02:01:19.332 INFO:teuthology.orchestra.run.smithi040.stdout:Dependencies resolved. 2023-08-28T02:01:19.333 INFO:teuthology.orchestra.run.smithi040.stdout:Nothing to do. 2023-08-28T02:01:19.333 INFO:teuthology.orchestra.run.smithi040.stdout:Complete! 2023-08-28T02:01:19.351 INFO:teuthology.orchestra.run.smithi083.stdout: Preparing : 1/1 2023-08-28T02:01:19.452 DEBUG:teuthology.orchestra.run.smithi040:> sudo yum -y install rbd-fuse 2023-08-28T02:01:19.518 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : libcephfs-devel-2:17.2.6-1016.g4fe39952.el8.x86_64 1/1 2023-08-28T02:01:19.766 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: libcephfs-devel-2:17.2.6-1016.g4fe39952.el8.x86_64 1/1 2023-08-28T02:01:20.350 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : libcephfs-devel-2:17.2.6-1016.g4fe39952.el8.x86_64 1/1 2023-08-28T02:01:20.350 INFO:teuthology.orchestra.run.smithi083.stdout: 2023-08-28T02:01:20.350 INFO:teuthology.orchestra.run.smithi083.stdout:Installed: 2023-08-28T02:01:20.350 INFO:teuthology.orchestra.run.smithi083.stdout: libcephfs-devel-2:17.2.6-1016.g4fe39952.el8.x86_64 2023-08-28T02:01:20.350 INFO:teuthology.orchestra.run.smithi083.stdout: 2023-08-28T02:01:20.350 INFO:teuthology.orchestra.run.smithi083.stdout:Complete! 2023-08-28T02:01:20.442 INFO:teuthology.orchestra.run.smithi040.stdout:Last metadata expiration check: 0:03:25 ago on Mon 28 Aug 2023 01:57:55 AM UTC. 2023-08-28T02:01:20.468 DEBUG:teuthology.orchestra.run.smithi083:> sudo yum -y install librados2 2023-08-28T02:01:21.322 INFO:teuthology.orchestra.run.smithi083.stdout:Last metadata expiration check: 0:03:29 ago on Mon 28 Aug 2023 01:57:52 AM UTC. 2023-08-28T02:01:22.131 INFO:teuthology.orchestra.run.smithi040.stdout:Dependencies resolved. 2023-08-28T02:01:22.132 INFO:teuthology.orchestra.run.smithi040.stdout:================================================================================ 2023-08-28T02:01:22.132 INFO:teuthology.orchestra.run.smithi040.stdout: Package Architecture Version Repository Size 2023-08-28T02:01:22.132 INFO:teuthology.orchestra.run.smithi040.stdout:================================================================================ 2023-08-28T02:01:22.132 INFO:teuthology.orchestra.run.smithi040.stdout:Installing: 2023-08-28T02:01:22.132 INFO:teuthology.orchestra.run.smithi040.stdout: rbd-fuse x86_64 2:17.2.6-1016.g4fe39952.el8 ceph 90 k 2023-08-28T02:01:22.132 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:01:22.132 INFO:teuthology.orchestra.run.smithi040.stdout:Transaction Summary 2023-08-28T02:01:22.133 INFO:teuthology.orchestra.run.smithi040.stdout:================================================================================ 2023-08-28T02:01:22.133 INFO:teuthology.orchestra.run.smithi040.stdout:Install 1 Package 2023-08-28T02:01:22.133 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:01:22.133 INFO:teuthology.orchestra.run.smithi040.stdout:Total download size: 90 k 2023-08-28T02:01:22.133 INFO:teuthology.orchestra.run.smithi040.stdout:Installed size: 264 k 2023-08-28T02:01:22.133 INFO:teuthology.orchestra.run.smithi040.stdout:Downloading Packages: 2023-08-28T02:01:22.392 INFO:teuthology.orchestra.run.smithi040.stdout:rbd-fuse-17.2.6-1016.g4fe39952.el8.x86_64.rpm 350 kB/s | 90 kB 00:00 2023-08-28T02:01:22.393 INFO:teuthology.orchestra.run.smithi040.stdout:-------------------------------------------------------------------------------- 2023-08-28T02:01:22.393 INFO:teuthology.orchestra.run.smithi040.stdout:Total 348 kB/s | 90 kB 00:00 2023-08-28T02:01:22.393 INFO:teuthology.orchestra.run.smithi040.stdout:Running transaction check 2023-08-28T02:01:22.405 INFO:teuthology.orchestra.run.smithi040.stdout:Transaction check succeeded. 2023-08-28T02:01:22.406 INFO:teuthology.orchestra.run.smithi040.stdout:Running transaction test 2023-08-28T02:01:22.465 INFO:teuthology.orchestra.run.smithi040.stdout:Transaction test succeeded. 2023-08-28T02:01:22.469 INFO:teuthology.orchestra.run.smithi040.stdout:Running transaction 2023-08-28T02:01:22.603 INFO:teuthology.orchestra.run.smithi040.stdout: Preparing : 1/1 2023-08-28T02:01:22.636 INFO:teuthology.orchestra.run.smithi083.stdout:Package librados2-2:17.2.6-1016.g4fe39952.el8.x86_64 is already installed. 2023-08-28T02:01:22.808 INFO:teuthology.orchestra.run.smithi083.stdout:Dependencies resolved. 2023-08-28T02:01:22.809 INFO:teuthology.orchestra.run.smithi083.stdout:Nothing to do. 2023-08-28T02:01:22.810 INFO:teuthology.orchestra.run.smithi083.stdout:Complete! 2023-08-28T02:01:22.841 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : rbd-fuse-2:17.2.6-1016.g4fe39952.el8.x86_64 1/1 2023-08-28T02:01:22.916 DEBUG:teuthology.orchestra.run.smithi083:> sudo yum -y install librbd1 2023-08-28T02:01:23.159 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: rbd-fuse-2:17.2.6-1016.g4fe39952.el8.x86_64 1/1 2023-08-28T02:01:23.774 INFO:teuthology.orchestra.run.smithi083.stdout:Last metadata expiration check: 0:03:31 ago on Mon 28 Aug 2023 01:57:52 AM UTC. 2023-08-28T02:01:23.823 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : rbd-fuse-2:17.2.6-1016.g4fe39952.el8.x86_64 1/1 2023-08-28T02:01:23.823 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:01:23.823 INFO:teuthology.orchestra.run.smithi040.stdout:Installed: 2023-08-28T02:01:23.823 INFO:teuthology.orchestra.run.smithi040.stdout: rbd-fuse-2:17.2.6-1016.g4fe39952.el8.x86_64 2023-08-28T02:01:23.823 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:01:23.823 INFO:teuthology.orchestra.run.smithi040.stdout:Complete! 2023-08-28T02:01:24.030 DEBUG:teuthology.orchestra.run.smithi040:> sudo yum -y install rbd-mirror 2023-08-28T02:01:25.024 INFO:teuthology.orchestra.run.smithi040.stdout:Last metadata expiration check: 0:03:30 ago on Mon 28 Aug 2023 01:57:55 AM UTC. 2023-08-28T02:01:25.098 INFO:teuthology.orchestra.run.smithi083.stdout:Package librbd1-2:17.2.6-1016.g4fe39952.el8.x86_64 is already installed. 2023-08-28T02:01:25.272 INFO:teuthology.orchestra.run.smithi083.stdout:Dependencies resolved. 2023-08-28T02:01:25.273 INFO:teuthology.orchestra.run.smithi083.stdout:Nothing to do. 2023-08-28T02:01:25.273 INFO:teuthology.orchestra.run.smithi083.stdout:Complete! 2023-08-28T02:01:25.380 DEBUG:teuthology.orchestra.run.smithi083:> sudo yum -y install python3-rados 2023-08-28T02:01:26.234 INFO:teuthology.orchestra.run.smithi083.stdout:Last metadata expiration check: 0:03:34 ago on Mon 28 Aug 2023 01:57:52 AM UTC. 2023-08-28T02:01:26.704 INFO:teuthology.orchestra.run.smithi040.stdout:Dependencies resolved. 2023-08-28T02:01:26.705 INFO:teuthology.orchestra.run.smithi040.stdout:================================================================================ 2023-08-28T02:01:26.705 INFO:teuthology.orchestra.run.smithi040.stdout: Package Arch Version Repo Size 2023-08-28T02:01:26.705 INFO:teuthology.orchestra.run.smithi040.stdout:================================================================================ 2023-08-28T02:01:26.705 INFO:teuthology.orchestra.run.smithi040.stdout:Installing: 2023-08-28T02:01:26.705 INFO:teuthology.orchestra.run.smithi040.stdout: rbd-mirror x86_64 2:17.2.6-1016.g4fe39952.el8 ceph 3.5 M 2023-08-28T02:01:26.705 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:01:26.705 INFO:teuthology.orchestra.run.smithi040.stdout:Transaction Summary 2023-08-28T02:01:26.705 INFO:teuthology.orchestra.run.smithi040.stdout:================================================================================ 2023-08-28T02:01:26.705 INFO:teuthology.orchestra.run.smithi040.stdout:Install 1 Package 2023-08-28T02:01:26.705 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:01:26.706 INFO:teuthology.orchestra.run.smithi040.stdout:Total download size: 3.5 M 2023-08-28T02:01:26.706 INFO:teuthology.orchestra.run.smithi040.stdout:Installed size: 16 M 2023-08-28T02:01:26.706 INFO:teuthology.orchestra.run.smithi040.stdout:Downloading Packages: 2023-08-28T02:01:27.304 INFO:teuthology.orchestra.run.smithi040.stdout:rbd-mirror-17.2.6-1016.g4fe39952.el8.x86_64.rpm 5.8 MB/s | 3.5 MB 00:00 2023-08-28T02:01:27.304 INFO:teuthology.orchestra.run.smithi040.stdout:-------------------------------------------------------------------------------- 2023-08-28T02:01:27.305 INFO:teuthology.orchestra.run.smithi040.stdout:Total 5.8 MB/s | 3.5 MB 00:00 2023-08-28T02:01:27.305 INFO:teuthology.orchestra.run.smithi040.stdout:Running transaction check 2023-08-28T02:01:27.320 INFO:teuthology.orchestra.run.smithi040.stdout:Transaction check succeeded. 2023-08-28T02:01:27.320 INFO:teuthology.orchestra.run.smithi040.stdout:Running transaction test 2023-08-28T02:01:27.394 INFO:teuthology.orchestra.run.smithi040.stdout:Transaction test succeeded. 2023-08-28T02:01:27.397 INFO:teuthology.orchestra.run.smithi040.stdout:Running transaction 2023-08-28T02:01:27.560 INFO:teuthology.orchestra.run.smithi083.stdout:Package python3-rados-2:17.2.6-1016.g4fe39952.el8.x86_64 is already installed. 2023-08-28T02:01:27.735 INFO:teuthology.orchestra.run.smithi083.stdout:Dependencies resolved. 2023-08-28T02:01:27.737 INFO:teuthology.orchestra.run.smithi083.stdout:Nothing to do. 2023-08-28T02:01:27.737 INFO:teuthology.orchestra.run.smithi083.stdout:Complete! 2023-08-28T02:01:27.842 DEBUG:teuthology.orchestra.run.smithi083:> sudo yum -y install python3-rgw 2023-08-28T02:01:27.912 INFO:teuthology.orchestra.run.smithi040.stdout: Preparing : 1/1 2023-08-28T02:01:28.124 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : rbd-mirror-2:17.2.6-1016.g4fe39952.el8.x86_64 1/1 2023-08-28T02:01:28.587 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: rbd-mirror-2:17.2.6-1016.g4fe39952.el8.x86_64 1/1 2023-08-28T02:01:28.696 INFO:teuthology.orchestra.run.smithi083.stdout:Last metadata expiration check: 0:03:36 ago on Mon 28 Aug 2023 01:57:52 AM UTC. 2023-08-28T02:01:29.462 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : rbd-mirror-2:17.2.6-1016.g4fe39952.el8.x86_64 1/1 2023-08-28T02:01:29.463 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:01:29.463 INFO:teuthology.orchestra.run.smithi040.stdout:Installed: 2023-08-28T02:01:29.463 INFO:teuthology.orchestra.run.smithi040.stdout: rbd-mirror-2:17.2.6-1016.g4fe39952.el8.x86_64 2023-08-28T02:01:29.463 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:01:29.463 INFO:teuthology.orchestra.run.smithi040.stdout:Complete! 2023-08-28T02:01:29.710 DEBUG:teuthology.orchestra.run.smithi040:> sudo yum -y install rbd-nbd 2023-08-28T02:01:30.011 INFO:teuthology.orchestra.run.smithi083.stdout:Package python3-rgw-2:17.2.6-1016.g4fe39952.el8.x86_64 is already installed. 2023-08-28T02:01:30.187 INFO:teuthology.orchestra.run.smithi083.stdout:Dependencies resolved. 2023-08-28T02:01:30.188 INFO:teuthology.orchestra.run.smithi083.stdout:Nothing to do. 2023-08-28T02:01:30.188 INFO:teuthology.orchestra.run.smithi083.stdout:Complete! 2023-08-28T02:01:30.295 DEBUG:teuthology.orchestra.run.smithi083:> sudo yum -y install python3-cephfs 2023-08-28T02:01:30.713 INFO:teuthology.orchestra.run.smithi040.stdout:Last metadata expiration check: 0:03:35 ago on Mon 28 Aug 2023 01:57:55 AM UTC. 2023-08-28T02:01:31.147 INFO:teuthology.orchestra.run.smithi083.stdout:Last metadata expiration check: 0:03:39 ago on Mon 28 Aug 2023 01:57:52 AM UTC. 2023-08-28T02:01:32.382 INFO:teuthology.orchestra.run.smithi040.stdout:Dependencies resolved. 2023-08-28T02:01:32.382 INFO:teuthology.orchestra.run.smithi040.stdout:================================================================================ 2023-08-28T02:01:32.382 INFO:teuthology.orchestra.run.smithi040.stdout: Package Architecture Version Repository Size 2023-08-28T02:01:32.382 INFO:teuthology.orchestra.run.smithi040.stdout:================================================================================ 2023-08-28T02:01:32.383 INFO:teuthology.orchestra.run.smithi040.stdout:Installing: 2023-08-28T02:01:32.383 INFO:teuthology.orchestra.run.smithi040.stdout: rbd-nbd x86_64 2:17.2.6-1016.g4fe39952.el8 ceph 173 k 2023-08-28T02:01:32.383 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:01:32.383 INFO:teuthology.orchestra.run.smithi040.stdout:Transaction Summary 2023-08-28T02:01:32.383 INFO:teuthology.orchestra.run.smithi040.stdout:================================================================================ 2023-08-28T02:01:32.383 INFO:teuthology.orchestra.run.smithi040.stdout:Install 1 Package 2023-08-28T02:01:32.383 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:01:32.384 INFO:teuthology.orchestra.run.smithi040.stdout:Total download size: 173 k 2023-08-28T02:01:32.384 INFO:teuthology.orchestra.run.smithi040.stdout:Installed size: 552 k 2023-08-28T02:01:32.384 INFO:teuthology.orchestra.run.smithi040.stdout:Downloading Packages: 2023-08-28T02:01:32.493 INFO:teuthology.orchestra.run.smithi083.stdout:Package python3-cephfs-2:17.2.6-1016.g4fe39952.el8.x86_64 is already installed. 2023-08-28T02:01:32.672 INFO:teuthology.orchestra.run.smithi083.stdout:Dependencies resolved. 2023-08-28T02:01:32.673 INFO:teuthology.orchestra.run.smithi083.stdout:Nothing to do. 2023-08-28T02:01:32.673 INFO:teuthology.orchestra.run.smithi083.stdout:Complete! 2023-08-28T02:01:32.710 INFO:teuthology.orchestra.run.smithi040.stdout:rbd-nbd-17.2.6-1016.g4fe39952.el8.x86_64.rpm 530 kB/s | 173 kB 00:00 2023-08-28T02:01:32.710 INFO:teuthology.orchestra.run.smithi040.stdout:-------------------------------------------------------------------------------- 2023-08-28T02:01:32.711 INFO:teuthology.orchestra.run.smithi040.stdout:Total 528 kB/s | 173 kB 00:00 2023-08-28T02:01:32.711 INFO:teuthology.orchestra.run.smithi040.stdout:Running transaction check 2023-08-28T02:01:32.725 INFO:teuthology.orchestra.run.smithi040.stdout:Transaction check succeeded. 2023-08-28T02:01:32.725 INFO:teuthology.orchestra.run.smithi040.stdout:Running transaction test 2023-08-28T02:01:32.787 INFO:teuthology.orchestra.run.smithi040.stdout:Transaction test succeeded. 2023-08-28T02:01:32.790 INFO:teuthology.orchestra.run.smithi040.stdout:Running transaction 2023-08-28T02:01:32.806 DEBUG:teuthology.orchestra.run.smithi083:> sudo yum -y install python3-rbd 2023-08-28T02:01:32.914 INFO:teuthology.orchestra.run.smithi040.stdout: Preparing : 1/1 2023-08-28T02:01:33.306 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : rbd-nbd-2:17.2.6-1016.g4fe39952.el8.x86_64 1/1 2023-08-28T02:01:33.637 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: rbd-nbd-2:17.2.6-1016.g4fe39952.el8.x86_64 1/1 2023-08-28T02:01:33.660 INFO:teuthology.orchestra.run.smithi083.stdout:Last metadata expiration check: 0:03:41 ago on Mon 28 Aug 2023 01:57:52 AM UTC. 2023-08-28T02:01:34.300 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : rbd-nbd-2:17.2.6-1016.g4fe39952.el8.x86_64 1/1 2023-08-28T02:01:34.300 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:01:34.300 INFO:teuthology.orchestra.run.smithi040.stdout:Installed: 2023-08-28T02:01:34.300 INFO:teuthology.orchestra.run.smithi040.stdout: rbd-nbd-2:17.2.6-1016.g4fe39952.el8.x86_64 2023-08-28T02:01:34.300 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:01:34.300 INFO:teuthology.orchestra.run.smithi040.stdout:Complete! 2023-08-28T02:01:34.553 DEBUG:teuthology.parallel:result is None 2023-08-28T02:01:34.971 INFO:teuthology.orchestra.run.smithi083.stdout:Package python3-rbd-2:17.2.6-1016.g4fe39952.el8.x86_64 is already installed. 2023-08-28T02:01:35.144 INFO:teuthology.orchestra.run.smithi083.stdout:Dependencies resolved. 2023-08-28T02:01:35.145 INFO:teuthology.orchestra.run.smithi083.stdout:Nothing to do. 2023-08-28T02:01:35.145 INFO:teuthology.orchestra.run.smithi083.stdout:Complete! 2023-08-28T02:01:35.237 DEBUG:teuthology.orchestra.run.smithi083:> sudo yum -y install rbd-fuse 2023-08-28T02:01:36.088 INFO:teuthology.orchestra.run.smithi083.stdout:Last metadata expiration check: 0:03:44 ago on Mon 28 Aug 2023 01:57:52 AM UTC. 2023-08-28T02:01:37.589 INFO:teuthology.orchestra.run.smithi083.stdout:Dependencies resolved. 2023-08-28T02:01:37.589 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2023-08-28T02:01:37.589 INFO:teuthology.orchestra.run.smithi083.stdout: Package Architecture Version Repository Size 2023-08-28T02:01:37.589 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2023-08-28T02:01:37.589 INFO:teuthology.orchestra.run.smithi083.stdout:Installing: 2023-08-28T02:01:37.589 INFO:teuthology.orchestra.run.smithi083.stdout: rbd-fuse x86_64 2:17.2.6-1016.g4fe39952.el8 ceph 90 k 2023-08-28T02:01:37.590 INFO:teuthology.orchestra.run.smithi083.stdout: 2023-08-28T02:01:37.590 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction Summary 2023-08-28T02:01:37.590 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2023-08-28T02:01:37.590 INFO:teuthology.orchestra.run.smithi083.stdout:Install 1 Package 2023-08-28T02:01:37.590 INFO:teuthology.orchestra.run.smithi083.stdout: 2023-08-28T02:01:37.590 INFO:teuthology.orchestra.run.smithi083.stdout:Total download size: 90 k 2023-08-28T02:01:37.591 INFO:teuthology.orchestra.run.smithi083.stdout:Installed size: 264 k 2023-08-28T02:01:37.591 INFO:teuthology.orchestra.run.smithi083.stdout:Downloading Packages: 2023-08-28T02:01:37.856 INFO:teuthology.orchestra.run.smithi083.stdout:rbd-fuse-17.2.6-1016.g4fe39952.el8.x86_64.rpm 340 kB/s | 90 kB 00:00 2023-08-28T02:01:37.857 INFO:teuthology.orchestra.run.smithi083.stdout:-------------------------------------------------------------------------------- 2023-08-28T02:01:37.857 INFO:teuthology.orchestra.run.smithi083.stdout:Total 338 kB/s | 90 kB 00:00 2023-08-28T02:01:37.857 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction check 2023-08-28T02:01:37.867 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction check succeeded. 2023-08-28T02:01:37.867 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction test 2023-08-28T02:01:37.916 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction test succeeded. 2023-08-28T02:01:37.919 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction 2023-08-28T02:01:38.019 INFO:teuthology.orchestra.run.smithi083.stdout: Preparing : 1/1 2023-08-28T02:01:38.208 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : rbd-fuse-2:17.2.6-1016.g4fe39952.el8.x86_64 1/1 2023-08-28T02:01:38.494 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: rbd-fuse-2:17.2.6-1016.g4fe39952.el8.x86_64 1/1 2023-08-28T02:01:39.102 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : rbd-fuse-2:17.2.6-1016.g4fe39952.el8.x86_64 1/1 2023-08-28T02:01:39.103 INFO:teuthology.orchestra.run.smithi083.stdout: 2023-08-28T02:01:39.103 INFO:teuthology.orchestra.run.smithi083.stdout:Installed: 2023-08-28T02:01:39.103 INFO:teuthology.orchestra.run.smithi083.stdout: rbd-fuse-2:17.2.6-1016.g4fe39952.el8.x86_64 2023-08-28T02:01:39.103 INFO:teuthology.orchestra.run.smithi083.stdout: 2023-08-28T02:01:39.103 INFO:teuthology.orchestra.run.smithi083.stdout:Complete! 2023-08-28T02:01:39.324 DEBUG:teuthology.orchestra.run.smithi083:> sudo yum -y install rbd-mirror 2023-08-28T02:01:40.180 INFO:teuthology.orchestra.run.smithi083.stdout:Last metadata expiration check: 0:03:48 ago on Mon 28 Aug 2023 01:57:52 AM UTC. 2023-08-28T02:01:41.679 INFO:teuthology.orchestra.run.smithi083.stdout:Dependencies resolved. 2023-08-28T02:01:41.680 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2023-08-28T02:01:41.680 INFO:teuthology.orchestra.run.smithi083.stdout: Package Arch Version Repo Size 2023-08-28T02:01:41.680 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2023-08-28T02:01:41.680 INFO:teuthology.orchestra.run.smithi083.stdout:Installing: 2023-08-28T02:01:41.680 INFO:teuthology.orchestra.run.smithi083.stdout: rbd-mirror x86_64 2:17.2.6-1016.g4fe39952.el8 ceph 3.5 M 2023-08-28T02:01:41.681 INFO:teuthology.orchestra.run.smithi083.stdout: 2023-08-28T02:01:41.681 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction Summary 2023-08-28T02:01:41.681 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2023-08-28T02:01:41.681 INFO:teuthology.orchestra.run.smithi083.stdout:Install 1 Package 2023-08-28T02:01:41.681 INFO:teuthology.orchestra.run.smithi083.stdout: 2023-08-28T02:01:41.681 INFO:teuthology.orchestra.run.smithi083.stdout:Total download size: 3.5 M 2023-08-28T02:01:41.682 INFO:teuthology.orchestra.run.smithi083.stdout:Installed size: 16 M 2023-08-28T02:01:41.682 INFO:teuthology.orchestra.run.smithi083.stdout:Downloading Packages: 2023-08-28T02:01:42.201 INFO:teuthology.orchestra.run.smithi083.stdout:rbd-mirror-17.2.6-1016.g4fe39952.el8.x86_64.rpm 6.6 MB/s | 3.5 MB 00:00 2023-08-28T02:01:42.201 INFO:teuthology.orchestra.run.smithi083.stdout:-------------------------------------------------------------------------------- 2023-08-28T02:01:42.202 INFO:teuthology.orchestra.run.smithi083.stdout:Total 6.6 MB/s | 3.5 MB 00:00 2023-08-28T02:01:42.202 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction check 2023-08-28T02:01:42.213 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction check succeeded. 2023-08-28T02:01:42.213 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction test 2023-08-28T02:01:42.274 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction test succeeded. 2023-08-28T02:01:42.277 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction 2023-08-28T02:01:42.733 INFO:teuthology.orchestra.run.smithi083.stdout: Preparing : 1/1 2023-08-28T02:01:42.917 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : rbd-mirror-2:17.2.6-1016.g4fe39952.el8.x86_64 1/1 2023-08-28T02:01:43.334 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: rbd-mirror-2:17.2.6-1016.g4fe39952.el8.x86_64 1/1 2023-08-28T02:01:43.939 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : rbd-mirror-2:17.2.6-1016.g4fe39952.el8.x86_64 1/1 2023-08-28T02:01:43.939 INFO:teuthology.orchestra.run.smithi083.stdout: 2023-08-28T02:01:43.939 INFO:teuthology.orchestra.run.smithi083.stdout:Installed: 2023-08-28T02:01:43.939 INFO:teuthology.orchestra.run.smithi083.stdout: rbd-mirror-2:17.2.6-1016.g4fe39952.el8.x86_64 2023-08-28T02:01:43.939 INFO:teuthology.orchestra.run.smithi083.stdout: 2023-08-28T02:01:43.939 INFO:teuthology.orchestra.run.smithi083.stdout:Complete! 2023-08-28T02:01:44.172 DEBUG:teuthology.orchestra.run.smithi083:> sudo yum -y install rbd-nbd 2023-08-28T02:01:45.039 INFO:teuthology.orchestra.run.smithi083.stdout:Last metadata expiration check: 0:03:53 ago on Mon 28 Aug 2023 01:57:52 AM UTC. 2023-08-28T02:01:46.540 INFO:teuthology.orchestra.run.smithi083.stdout:Dependencies resolved. 2023-08-28T02:01:46.541 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2023-08-28T02:01:46.541 INFO:teuthology.orchestra.run.smithi083.stdout: Package Architecture Version Repository Size 2023-08-28T02:01:46.541 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2023-08-28T02:01:46.541 INFO:teuthology.orchestra.run.smithi083.stdout:Installing: 2023-08-28T02:01:46.541 INFO:teuthology.orchestra.run.smithi083.stdout: rbd-nbd x86_64 2:17.2.6-1016.g4fe39952.el8 ceph 173 k 2023-08-28T02:01:46.541 INFO:teuthology.orchestra.run.smithi083.stdout: 2023-08-28T02:01:46.541 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction Summary 2023-08-28T02:01:46.541 INFO:teuthology.orchestra.run.smithi083.stdout:================================================================================ 2023-08-28T02:01:46.541 INFO:teuthology.orchestra.run.smithi083.stdout:Install 1 Package 2023-08-28T02:01:46.542 INFO:teuthology.orchestra.run.smithi083.stdout: 2023-08-28T02:01:46.542 INFO:teuthology.orchestra.run.smithi083.stdout:Total download size: 173 k 2023-08-28T02:01:46.542 INFO:teuthology.orchestra.run.smithi083.stdout:Installed size: 552 k 2023-08-28T02:01:46.542 INFO:teuthology.orchestra.run.smithi083.stdout:Downloading Packages: 2023-08-28T02:01:46.854 INFO:teuthology.orchestra.run.smithi083.stdout:rbd-nbd-17.2.6-1016.g4fe39952.el8.x86_64.rpm 554 kB/s | 173 kB 00:00 2023-08-28T02:01:46.854 INFO:teuthology.orchestra.run.smithi083.stdout:-------------------------------------------------------------------------------- 2023-08-28T02:01:46.855 INFO:teuthology.orchestra.run.smithi083.stdout:Total 552 kB/s | 173 kB 00:00 2023-08-28T02:01:46.855 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction check 2023-08-28T02:01:46.866 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction check succeeded. 2023-08-28T02:01:46.866 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction test 2023-08-28T02:01:46.915 INFO:teuthology.orchestra.run.smithi083.stdout:Transaction test succeeded. 2023-08-28T02:01:46.918 INFO:teuthology.orchestra.run.smithi083.stdout:Running transaction 2023-08-28T02:01:47.034 INFO:teuthology.orchestra.run.smithi083.stdout: Preparing : 1/1 2023-08-28T02:01:47.198 INFO:teuthology.orchestra.run.smithi083.stdout: Installing : rbd-nbd-2:17.2.6-1016.g4fe39952.el8.x86_64 1/1 2023-08-28T02:01:47.496 INFO:teuthology.orchestra.run.smithi083.stdout: Running scriptlet: rbd-nbd-2:17.2.6-1016.g4fe39952.el8.x86_64 1/1 2023-08-28T02:01:48.112 INFO:teuthology.orchestra.run.smithi083.stdout: Verifying : rbd-nbd-2:17.2.6-1016.g4fe39952.el8.x86_64 1/1 2023-08-28T02:01:48.112 INFO:teuthology.orchestra.run.smithi083.stdout: 2023-08-28T02:01:48.113 INFO:teuthology.orchestra.run.smithi083.stdout:Installed: 2023-08-28T02:01:48.113 INFO:teuthology.orchestra.run.smithi083.stdout: rbd-nbd-2:17.2.6-1016.g4fe39952.el8.x86_64 2023-08-28T02:01:48.113 INFO:teuthology.orchestra.run.smithi083.stdout: 2023-08-28T02:01:48.113 INFO:teuthology.orchestra.run.smithi083.stdout:Complete! 2023-08-28T02:01:48.305 DEBUG:teuthology.parallel:result is None 2023-08-28T02:01:48.305 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-08-28T02:01:48.305 INFO:teuthology.packaging:ref: None 2023-08-28T02:01:48.305 INFO:teuthology.packaging:tag: None 2023-08-28T02:01:48.305 INFO:teuthology.packaging:branch: quincy 2023-08-28T02:01:48.305 INFO:teuthology.packaging:sha1: 9cf208207dfe23ffccb33308b22e51570cb45e51 2023-08-28T02:01:48.306 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=quincy 2023-08-28T02:01:48.537 DEBUG:teuthology.orchestra.run.smithi040:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2023-08-28T02:01:48.565 INFO:teuthology.orchestra.run.smithi040.stdout:17.2.6-1016.g4fe39952.el8 2023-08-28T02:01:48.566 INFO:teuthology.packaging:The installed version of ceph is 17.2.6-1016.g4fe39952.el8 2023-08-28T02:01:48.566 INFO:teuthology.task.install:The correct ceph version 17.2.6-1016.g4fe39952 is installed. 2023-08-28T02:01:48.566 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-08-28T02:01:48.566 INFO:teuthology.packaging:ref: None 2023-08-28T02:01:48.566 INFO:teuthology.packaging:tag: None 2023-08-28T02:01:48.566 INFO:teuthology.packaging:branch: quincy 2023-08-28T02:01:48.566 INFO:teuthology.packaging:sha1: 9cf208207dfe23ffccb33308b22e51570cb45e51 2023-08-28T02:01:48.566 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=quincy 2023-08-28T02:01:48.784 DEBUG:teuthology.orchestra.run.smithi083:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2023-08-28T02:01:48.807 INFO:teuthology.orchestra.run.smithi083.stdout:17.2.6-1016.g4fe39952.el8 2023-08-28T02:01:48.807 INFO:teuthology.packaging:The installed version of ceph is 17.2.6-1016.g4fe39952.el8 2023-08-28T02:01:48.808 INFO:teuthology.task.install:The correct ceph version 17.2.6-1016.g4fe39952 is installed. 2023-08-28T02:01:48.808 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2023-08-28T02:01:48.822 DEBUG:teuthology.orchestra.run.smithi040:> set -ex 2023-08-28T02:01:48.822 DEBUG:teuthology.orchestra.run.smithi040:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-08-28T02:01:48.861 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2023-08-28T02:01:48.862 DEBUG:teuthology.orchestra.run.smithi083:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-08-28T02:01:48.890 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2023-08-28T02:01:48.890 DEBUG:teuthology.orchestra.run.smithi040:> set -ex 2023-08-28T02:01:48.890 DEBUG:teuthology.orchestra.run.smithi040:> sudo dd of=/usr/bin/daemon-helper 2023-08-28T02:01:48.936 DEBUG:teuthology.orchestra.run.smithi040:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-08-28T02:01:49.011 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2023-08-28T02:01:49.011 DEBUG:teuthology.orchestra.run.smithi083:> sudo dd of=/usr/bin/daemon-helper 2023-08-28T02:01:49.039 DEBUG:teuthology.orchestra.run.smithi083:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-08-28T02:01:49.107 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2023-08-28T02:01:49.107 DEBUG:teuthology.orchestra.run.smithi040:> set -ex 2023-08-28T02:01:49.107 DEBUG:teuthology.orchestra.run.smithi040:> sudo dd of=/usr/bin/adjust-ulimits 2023-08-28T02:01:49.172 DEBUG:teuthology.orchestra.run.smithi040:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-08-28T02:01:49.247 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2023-08-28T02:01:49.248 DEBUG:teuthology.orchestra.run.smithi083:> sudo dd of=/usr/bin/adjust-ulimits 2023-08-28T02:01:49.274 DEBUG:teuthology.orchestra.run.smithi083:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-08-28T02:01:49.341 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2023-08-28T02:01:49.342 DEBUG:teuthology.orchestra.run.smithi040:> set -ex 2023-08-28T02:01:49.342 DEBUG:teuthology.orchestra.run.smithi040:> sudo dd of=/usr/bin/stdin-killer 2023-08-28T02:01:49.376 DEBUG:teuthology.orchestra.run.smithi040:> sudo chmod a=rx -- /usr/bin/stdin-killer 2023-08-28T02:01:49.452 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2023-08-28T02:01:49.452 DEBUG:teuthology.orchestra.run.smithi083:> sudo dd of=/usr/bin/stdin-killer 2023-08-28T02:01:49.479 DEBUG:teuthology.orchestra.run.smithi083:> sudo chmod a=rx -- /usr/bin/stdin-killer 2023-08-28T02:01:49.546 INFO:teuthology.run_tasks:Running task cephadm... 2023-08-28T02:01:49.681 INFO:tasks.cephadm:Config: {'cephadm_branch': 'quincy', 'cephadm_git_url': 'https://github.com/ceph/ceph', 'conf': {'osd': {'osd_class_default_list': '*', 'osd_class_load_list': '*', 'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}, 'global': {'mon election default strategy': 3}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}}, 'image': 'quay.ceph.io/ceph-ci/ceph:quincy', 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': '9cf208207dfe23ffccb33308b22e51570cb45e51'} 2023-08-28T02:01:49.681 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:quincy 2023-08-28T02:01:49.682 INFO:tasks.cephadm:Cluster fsid is d9a8f48a-4546-11ee-817c-1b7a5f1ba315 2023-08-28T02:01:49.682 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2023-08-28T02:01:49.682 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.40', 'mon.c': '[v2:172.21.15.40:3301,v1:172.21.15.40:6790]', 'mon.b': '172.21.15.83'} 2023-08-28T02:01:49.682 INFO:tasks.cephadm:First mon is mon.a on smithi040 2023-08-28T02:01:49.682 INFO:tasks.cephadm:First mgr is y 2023-08-28T02:01:49.682 INFO:tasks.cephadm:Normalizing hostnames... 2023-08-28T02:01:49.683 DEBUG:teuthology.orchestra.run.smithi040:> sudo hostname $(hostname -s) 2023-08-28T02:01:49.720 DEBUG:teuthology.orchestra.run.smithi083:> sudo hostname $(hostname -s) 2023-08-28T02:01:49.747 INFO:tasks.cephadm:Downloading cephadm (repo https://github.com/ceph/ceph ref quincy)... 2023-08-28T02:01:49.748 DEBUG:teuthology.orchestra.run.smithi040:> curl --silent https://raw.githubusercontent.com/ceph/ceph/quincy/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2023-08-28T02:01:49.974 INFO:teuthology.orchestra.run.smithi040.stdout:-rw-rw-r--. 1 ubuntu ubuntu 366215 Aug 28 02:01 /home/ubuntu/cephtest/cephadm 2023-08-28T02:01:49.974 DEBUG:teuthology.orchestra.run.smithi083:> curl --silent https://raw.githubusercontent.com/ceph/ceph/quincy/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2023-08-28T02:01:50.109 INFO:teuthology.orchestra.run.smithi083.stdout:-rw-rw-r--. 1 ubuntu ubuntu 366215 Aug 28 02:01 /home/ubuntu/cephtest/cephadm 2023-08-28T02:01:50.109 DEBUG:teuthology.orchestra.run.smithi040:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2023-08-28T02:01:50.134 DEBUG:teuthology.orchestra.run.smithi083:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2023-08-28T02:01:50.166 INFO:tasks.cephadm:Pulling image quay.ceph.io/ceph-ci/ceph:quincy on all hosts... 2023-08-28T02:01:50.166 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy pull 2023-08-28T02:01:50.177 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy pull 2023-08-28T02:01:51.225 INFO:teuthology.orchestra.run.smithi040.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2023-08-28T02:01:51.237 INFO:teuthology.orchestra.run.smithi083.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2023-08-28T02:02:15.819 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2023-08-28T02:02:15.819 INFO:teuthology.orchestra.run.smithi083.stdout: "ceph_version": "ceph version 17.2.6-1016-g4fe39952 (4fe39952b691f82409c13a09ef1217f15a8c4218) quincy (stable)", 2023-08-28T02:02:15.820 INFO:teuthology.orchestra.run.smithi083.stdout: "image_id": "d5e2f73f133dd20b6576b15830ef0b6d2e83d4adcdbe7c32f7624809f186725c", 2023-08-28T02:02:15.820 INFO:teuthology.orchestra.run.smithi083.stdout: "repo_digests": [ 2023-08-28T02:02:15.820 INFO:teuthology.orchestra.run.smithi083.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:9559dd6f9193811bda3cb3a7f08181842d6dcc49053477b47362b0f470b426a9" 2023-08-28T02:02:15.820 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:02:15.820 INFO:teuthology.orchestra.run.smithi083.stdout:} 2023-08-28T02:02:29.713 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-08-28T02:02:29.713 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph_version": "ceph version 17.2.6-1016-g4fe39952 (4fe39952b691f82409c13a09ef1217f15a8c4218) quincy (stable)", 2023-08-28T02:02:29.713 INFO:teuthology.orchestra.run.smithi040.stdout: "image_id": "d5e2f73f133dd20b6576b15830ef0b6d2e83d4adcdbe7c32f7624809f186725c", 2023-08-28T02:02:29.713 INFO:teuthology.orchestra.run.smithi040.stdout: "repo_digests": [ 2023-08-28T02:02:29.714 INFO:teuthology.orchestra.run.smithi040.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:9559dd6f9193811bda3cb3a7f08181842d6dcc49053477b47362b0f470b426a9" 2023-08-28T02:02:29.714 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:02:29.714 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-08-28T02:02:29.740 DEBUG:teuthology.orchestra.run.smithi040:> sudo mkdir -p /etc/ceph 2023-08-28T02:02:29.777 DEBUG:teuthology.orchestra.run.smithi083:> sudo mkdir -p /etc/ceph 2023-08-28T02:02:29.816 DEBUG:teuthology.orchestra.run.smithi040:> sudo chmod 777 /etc/ceph 2023-08-28T02:02:29.852 DEBUG:teuthology.orchestra.run.smithi083:> sudo chmod 777 /etc/ceph 2023-08-28T02:02:29.887 INFO:tasks.cephadm:Writing seed config... 2023-08-28T02:02:29.889 INFO:tasks.cephadm: override: [osd] osd_class_default_list = * 2023-08-28T02:02:29.889 INFO:tasks.cephadm: override: [osd] osd_class_load_list = * 2023-08-28T02:02:29.889 INFO:tasks.cephadm: override: [osd] debug ms = 1 2023-08-28T02:02:29.890 INFO:tasks.cephadm: override: [osd] debug osd = 20 2023-08-28T02:02:29.890 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2023-08-28T02:02:29.890 INFO:tasks.cephadm: override: [global] mon election default strategy = 3 2023-08-28T02:02:29.890 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2023-08-28T02:02:29.890 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2023-08-28T02:02:29.890 INFO:tasks.cephadm: override: [mon] debug mon = 20 2023-08-28T02:02:29.890 INFO:tasks.cephadm: override: [mon] debug ms = 1 2023-08-28T02:02:29.890 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2023-08-28T02:02:29.891 DEBUG:teuthology.orchestra.run.smithi040:> set -ex 2023-08-28T02:02:29.891 DEBUG:teuthology.orchestra.run.smithi040:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2023-08-28T02:02:29.915 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = d9a8f48a-4546-11ee-817c-1b7a5f1ba315 mon election default strategy = 3 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true osd_class_default_list = * osd_class_load_list = * debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2023-08-28T02:02:29.916 DEBUG:teuthology.orchestra.run.smithi040:mon.a> sudo journalctl -f -n 0 -u ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315@mon.a.service 2023-08-28T02:02:29.958 DEBUG:teuthology.orchestra.run.smithi040:mgr.y> sudo journalctl -f -n 0 -u ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315@mgr.y.service 2023-08-28T02:02:29.992 INFO:journalctl@ceph.mon.a.smithi040.stdout:-- Logs begin at Mon 2023-08-28 01:48:14 UTC. -- 2023-08-28T02:02:29.993 INFO:tasks.cephadm:Bootstrapping... 2023-08-28T02:02:29.993 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy -v bootstrap --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.40 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2023-08-28T02:02:30.026 INFO:journalctl@ceph.mgr.y.smithi040.stdout:-- Logs begin at Mon 2023-08-28 01:48:14 UTC. -- 2023-08-28T02:02:30.227 INFO:teuthology.orchestra.run.smithi040.stdout:-------------------------------------------------------------------------------- 2023-08-28T02:02:30.227 INFO:teuthology.orchestra.run.smithi040.stdout:cephadm ['--image', 'quay.ceph.io/ceph-ci/ceph:quincy', '-v', 'bootstrap', '--fsid', 'd9a8f48a-4546-11ee-817c-1b7a5f1ba315', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.40', '--skip-admin-label'] 2023-08-28T02:02:30.264 INFO:teuthology.orchestra.run.smithi040.stdout:/bin/podman: stdout 4.6.1 2023-08-28T02:02:30.265 INFO:teuthology.orchestra.run.smithi040.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2023-08-28T02:02:30.265 INFO:teuthology.orchestra.run.smithi040.stdout:Verifying podman|docker is present... 2023-08-28T02:02:30.302 INFO:teuthology.orchestra.run.smithi040.stdout:/bin/podman: stdout 4.6.1 2023-08-28T02:02:30.302 INFO:teuthology.orchestra.run.smithi040.stdout:Verifying lvm2 is present... 2023-08-28T02:02:30.303 INFO:teuthology.orchestra.run.smithi040.stdout:Verifying time synchronization is in place... 2023-08-28T02:02:30.311 INFO:teuthology.orchestra.run.smithi040.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2023-08-28T02:02:30.311 INFO:teuthology.orchestra.run.smithi040.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2023-08-28T02:02:30.317 INFO:teuthology.orchestra.run.smithi040.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2023-08-28T02:02:30.317 INFO:teuthology.orchestra.run.smithi040.stdout:systemctl: stdout inactive 2023-08-28T02:02:30.324 INFO:teuthology.orchestra.run.smithi040.stdout:systemctl: stdout enabled 2023-08-28T02:02:30.331 INFO:teuthology.orchestra.run.smithi040.stdout:systemctl: stdout active 2023-08-28T02:02:30.331 INFO:teuthology.orchestra.run.smithi040.stdout:Unit chronyd.service is enabled and running 2023-08-28T02:02:30.331 INFO:teuthology.orchestra.run.smithi040.stdout:Repeating the final host check... 2023-08-28T02:02:30.365 INFO:teuthology.orchestra.run.smithi040.stdout:/bin/podman: stdout 4.6.1 2023-08-28T02:02:30.366 INFO:teuthology.orchestra.run.smithi040.stdout:podman (/bin/podman) version 4.6.1 is present 2023-08-28T02:02:30.366 INFO:teuthology.orchestra.run.smithi040.stdout:systemctl is present 2023-08-28T02:02:30.366 INFO:teuthology.orchestra.run.smithi040.stdout:lvcreate is present 2023-08-28T02:02:30.373 INFO:teuthology.orchestra.run.smithi040.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2023-08-28T02:02:30.373 INFO:teuthology.orchestra.run.smithi040.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2023-08-28T02:02:30.379 INFO:teuthology.orchestra.run.smithi040.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2023-08-28T02:02:30.379 INFO:teuthology.orchestra.run.smithi040.stdout:systemctl: stdout inactive 2023-08-28T02:02:30.386 INFO:teuthology.orchestra.run.smithi040.stdout:systemctl: stdout enabled 2023-08-28T02:02:30.392 INFO:teuthology.orchestra.run.smithi040.stdout:systemctl: stdout active 2023-08-28T02:02:30.392 INFO:teuthology.orchestra.run.smithi040.stdout:Unit chronyd.service is enabled and running 2023-08-28T02:02:30.392 INFO:teuthology.orchestra.run.smithi040.stdout:Host looks OK 2023-08-28T02:02:30.393 INFO:teuthology.orchestra.run.smithi040.stdout:Cluster fsid: d9a8f48a-4546-11ee-817c-1b7a5f1ba315 2023-08-28T02:02:30.393 INFO:teuthology.orchestra.run.smithi040.stdout:Acquiring lock 140269771102696 on /run/cephadm/d9a8f48a-4546-11ee-817c-1b7a5f1ba315.lock 2023-08-28T02:02:30.393 INFO:teuthology.orchestra.run.smithi040.stdout:Lock 140269771102696 acquired on /run/cephadm/d9a8f48a-4546-11ee-817c-1b7a5f1ba315.lock 2023-08-28T02:02:30.393 INFO:teuthology.orchestra.run.smithi040.stdout:Verifying IP 172.21.15.40 port 3300 ... 2023-08-28T02:02:30.394 INFO:teuthology.orchestra.run.smithi040.stdout:Verifying IP 172.21.15.40 port 6789 ... 2023-08-28T02:02:30.394 INFO:teuthology.orchestra.run.smithi040.stdout:Base mon IP(s) is [172.21.15.40:3300, 172.21.15.40:6789], mon addrv is [v2:172.21.15.40:3300,v1:172.21.15.40:6789] 2023-08-28T02:02:30.398 INFO:teuthology.orchestra.run.smithi040.stdout:/sbin/ip: stdout default via 172.21.15.254 dev ens1f0 proto dhcp src 172.21.15.40 metric 100 2023-08-28T02:02:30.398 INFO:teuthology.orchestra.run.smithi040.stdout:/sbin/ip: stdout 172.21.0.0/20 dev ens1f0 proto kernel scope link src 172.21.15.40 metric 100 2023-08-28T02:02:30.401 INFO:teuthology.orchestra.run.smithi040.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2023-08-28T02:02:30.401 INFO:teuthology.orchestra.run.smithi040.stdout:/sbin/ip: stdout fe80::/64 dev ens1f0 proto kernel metric 256 pref medium 2023-08-28T02:02:30.401 INFO:teuthology.orchestra.run.smithi040.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev ens1f0 proto ra metric 1024 expires 1766sec hoplimit 64 pref medium 2023-08-28T02:02:30.404 INFO:teuthology.orchestra.run.smithi040.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2023-08-28T02:02:30.404 INFO:teuthology.orchestra.run.smithi040.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2023-08-28T02:02:30.405 INFO:teuthology.orchestra.run.smithi040.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2023-08-28T02:02:30.405 INFO:teuthology.orchestra.run.smithi040.stdout:/sbin/ip: stdout 4: ens1f0: mtu 1500 state UP qlen 1000 2023-08-28T02:02:30.405 INFO:teuthology.orchestra.run.smithi040.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:febd:12cc/64 scope link 2023-08-28T02:02:30.405 INFO:teuthology.orchestra.run.smithi040.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2023-08-28T02:02:30.405 INFO:teuthology.orchestra.run.smithi040.stdout:Mon IP `172.21.15.40` is in CIDR network `172.21.0.0/20` 2023-08-28T02:02:30.405 INFO:teuthology.orchestra.run.smithi040.stdout:Mon IP `172.21.15.40` is in CIDR network `172.21.0.0/20` 2023-08-28T02:02:30.406 INFO:teuthology.orchestra.run.smithi040.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2023-08-28T02:02:30.406 INFO:teuthology.orchestra.run.smithi040.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2023-08-28T02:02:30.407 INFO:teuthology.orchestra.run.smithi040.stdout:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2023-08-28T02:02:30.808 INFO:teuthology.orchestra.run.smithi040.stdout:/bin/podman: stdout d5e2f73f133dd20b6576b15830ef0b6d2e83d4adcdbe7c32f7624809f186725c 2023-08-28T02:02:30.809 INFO:teuthology.orchestra.run.smithi040.stdout:/bin/podman: stderr Trying to pull quay.ceph.io/ceph-ci/ceph:quincy... 2023-08-28T02:02:30.809 INFO:teuthology.orchestra.run.smithi040.stdout:/bin/podman: stderr Getting image source signatures 2023-08-28T02:02:30.809 INFO:teuthology.orchestra.run.smithi040.stdout:/bin/podman: stderr Copying blob sha256:057c3839e332631dc98de31c07539ecbea335ba43cb8bb4683c4946c0da0535c 2023-08-28T02:02:30.809 INFO:teuthology.orchestra.run.smithi040.stdout:/bin/podman: stderr Copying blob sha256:6a80a02e8363a5635d9205c99753186ff615be95cb0610737aa6f93ac7a9100b 2023-08-28T02:02:30.809 INFO:teuthology.orchestra.run.smithi040.stdout:/bin/podman: stderr Copying config sha256:d5e2f73f133dd20b6576b15830ef0b6d2e83d4adcdbe7c32f7624809f186725c 2023-08-28T02:02:30.809 INFO:teuthology.orchestra.run.smithi040.stdout:/bin/podman: stderr Writing manifest to image destination 2023-08-28T02:02:31.574 INFO:teuthology.orchestra.run.smithi040.stdout:ceph: stdout ceph version 17.2.6-1016-g4fe39952 (4fe39952b691f82409c13a09ef1217f15a8c4218) quincy (stable) 2023-08-28T02:02:31.574 INFO:teuthology.orchestra.run.smithi040.stdout:Ceph version: ceph version 17.2.6-1016-g4fe39952 (4fe39952b691f82409c13a09ef1217f15a8c4218) quincy (stable) 2023-08-28T02:02:31.574 INFO:teuthology.orchestra.run.smithi040.stdout:Extracting ceph user uid/gid from container image... 2023-08-28T02:02:32.212 INFO:teuthology.orchestra.run.smithi040.stdout:stat: stdout 167 167 2023-08-28T02:02:32.212 INFO:teuthology.orchestra.run.smithi040.stdout:Creating initial keys... 2023-08-28T02:02:32.845 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph-authtool: stdout AQA4AOxkMZDKHRAAa7eYNgj/R+UgdPCwIQcY0A== 2023-08-28T02:02:33.452 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph-authtool: stdout AQA5AOxk1AvBBhAA4nSgcRWKENeoBqoMjB5e6Q== 2023-08-28T02:02:34.059 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph-authtool: stdout AQA5AOxk1djKKhAAx6jHkHCKlE9iiE5cIHGZWw== 2023-08-28T02:02:34.060 INFO:teuthology.orchestra.run.smithi040.stdout:Creating initial monmap... 2023-08-28T02:02:34.651 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2023-08-28T02:02:34.651 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = octopus 2023-08-28T02:02:34.651 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to d9a8f48a-4546-11ee-817c-1b7a5f1ba315 2023-08-28T02:02:34.652 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2023-08-28T02:02:34.652 INFO:teuthology.orchestra.run.smithi040.stdout:monmaptool for a [v2:172.21.15.40:3300,v1:172.21.15.40:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2023-08-28T02:02:34.652 INFO:teuthology.orchestra.run.smithi040.stdout:setting min_mon_release = octopus 2023-08-28T02:02:34.652 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/monmaptool: set fsid to d9a8f48a-4546-11ee-817c-1b7a5f1ba315 2023-08-28T02:02:34.652 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2023-08-28T02:02:34.652 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:02:34.652 INFO:teuthology.orchestra.run.smithi040.stdout:Creating mon... 2023-08-28T02:02:35.277 INFO:teuthology.orchestra.run.smithi040.stdout:create mon.a on 2023-08-28T02:02:35.393 INFO:teuthology.orchestra.run.smithi040.stdout:systemctl: stderr Removed /etc/systemd/system/multi-user.target.wants/ceph.target. 2023-08-28T02:02:35.492 INFO:teuthology.orchestra.run.smithi040.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2023-08-28T02:02:35.597 INFO:teuthology.orchestra.run.smithi040.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315.target → /etc/systemd/system/ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315.target. 2023-08-28T02:02:35.597 INFO:teuthology.orchestra.run.smithi040.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315.target → /etc/systemd/system/ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315.target. 2023-08-28T02:02:35.748 INFO:teuthology.orchestra.run.smithi040.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315@mon.a 2023-08-28T02:02:35.748 INFO:teuthology.orchestra.run.smithi040.stdout:systemctl: stderr Failed to reset failed state of unit ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315@mon.a.service: Unit ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315@mon.a.service not loaded. 2023-08-28T02:02:35.853 INFO:teuthology.orchestra.run.smithi040.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315.target.wants/ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315@mon.a.service → /etc/systemd/system/ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315@.service. 2023-08-28T02:02:36.216 INFO:teuthology.orchestra.run.smithi040.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2023-08-28T02:02:36.216 INFO:teuthology.orchestra.run.smithi040.stdout:systemctl: stdout disabled 2023-08-28T02:02:36.225 INFO:teuthology.orchestra.run.smithi040.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2023-08-28T02:02:36.225 INFO:teuthology.orchestra.run.smithi040.stdout:systemctl: stdout inactive 2023-08-28T02:02:36.226 INFO:teuthology.orchestra.run.smithi040.stdout:firewalld.service is not enabled 2023-08-28T02:02:36.226 INFO:teuthology.orchestra.run.smithi040.stdout:Not possible to enable service . firewalld.service is not available 2023-08-28T02:02:36.226 INFO:teuthology.orchestra.run.smithi040.stdout:Waiting for mon to start... 2023-08-28T02:02:36.226 INFO:teuthology.orchestra.run.smithi040.stdout:Waiting for mon... 2023-08-28T02:02:36.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:36 smithi040 ceph-mon[111219]: mon.a is new leader, mons a in quorum (ranks 0) 2023-08-28T02:02:37.136 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout cluster: 2023-08-28T02:02:37.136 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout id: d9a8f48a-4546-11ee-817c-1b7a5f1ba315 2023-08-28T02:02:37.136 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2023-08-28T02:02:37.136 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout 2023-08-28T02:02:37.136 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout services: 2023-08-28T02:02:37.136 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.52393s) 2023-08-28T02:02:37.136 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2023-08-28T02:02:37.136 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2023-08-28T02:02:37.136 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout 2023-08-28T02:02:37.137 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout data: 2023-08-28T02:02:37.137 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2023-08-28T02:02:37.137 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2023-08-28T02:02:37.137 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2023-08-28T02:02:37.137 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout pgs: 2023-08-28T02:02:37.137 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout 2023-08-28T02:02:37.137 INFO:teuthology.orchestra.run.smithi040.stdout:mon is available 2023-08-28T02:02:37.137 INFO:teuthology.orchestra.run.smithi040.stdout:Assimilating anything we can from ceph.conf... 2023-08-28T02:02:37.443 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:37 smithi040 ceph-mon[111219]: mon.a is new leader, mons a in quorum (ranks 0) 2023-08-28T02:02:37.444 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:37 smithi040 ceph-mon[111219]: monmap e1: 1 mons at {a=[v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0]} removed_ranks: {} 2023-08-28T02:02:37.444 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:37 smithi040 ceph-mon[111219]: fsmap 2023-08-28T02:02:37.444 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:37 smithi040 ceph-mon[111219]: osdmap e1: 0 total, 0 up, 0 in 2023-08-28T02:02:37.444 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:37 smithi040 ceph-mon[111219]: mgrmap e1: no daemons active 2023-08-28T02:02:37.444 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:37 smithi040 ceph-mon[111219]: from='client.? 172.21.15.40:0/994623319' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2023-08-28T02:02:38.201 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout 2023-08-28T02:02:38.203 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout [global] 2023-08-28T02:02:38.203 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout fsid = d9a8f48a-4546-11ee-817c-1b7a5f1ba315 2023-08-28T02:02:38.203 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.40:3300,v1:172.21.15.40:6789] 2023-08-28T02:02:38.203 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2023-08-28T02:02:38.204 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2023-08-28T02:02:38.204 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2023-08-28T02:02:38.204 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2023-08-28T02:02:38.204 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout 2023-08-28T02:02:38.204 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout [mgr] 2023-08-28T02:02:38.204 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2023-08-28T02:02:38.204 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout 2023-08-28T02:02:38.204 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout [osd] 2023-08-28T02:02:38.204 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2023-08-28T02:02:38.204 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2023-08-28T02:02:38.204 INFO:teuthology.orchestra.run.smithi040.stdout:Generating new minimal ceph.conf... 2023-08-28T02:02:38.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:38 smithi040 ceph-mon[111219]: from='client.? 172.21.15.40:0/2464349632' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2023-08-28T02:02:38.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:38 smithi040 ceph-mon[111219]: from='client.? 172.21.15.40:0/2464349632' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2023-08-28T02:02:39.152 INFO:teuthology.orchestra.run.smithi040.stdout:Restarting the monitor... 2023-08-28T02:02:39.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:39 smithi040 systemd[1]: Stopping Ceph mon.a for d9a8f48a-4546-11ee-817c-1b7a5f1ba315... 2023-08-28T02:02:39.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:39 smithi040 ceph-mon[111219]: from='client.? 172.21.15.40:0/584554807' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:02:39.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:39 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mon-a[111196]: 2023-08-28T02:02:39.352+0000 7f1aa09cb700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2023-08-28T02:02:39.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:39 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mon-a[111196]: 2023-08-28T02:02:39.352+0000 7f1aa09cb700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2023-08-28T02:02:39.825 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:39 smithi040 bash[111544]: ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mon-a 2023-08-28T02:02:40.142 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:39 smithi040 systemd[1]: ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315@mon.a.service: Succeeded. 2023-08-28T02:02:40.142 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:39 smithi040 systemd[1]: Stopped Ceph mon.a for d9a8f48a-4546-11ee-817c-1b7a5f1ba315. 2023-08-28T02:02:40.142 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:39 smithi040 systemd[1]: Starting Ceph mon.a for d9a8f48a-4546-11ee-817c-1b7a5f1ba315... 2023-08-28T02:02:40.193 INFO:teuthology.orchestra.run.smithi040.stdout:Setting mon public_network to 172.21.0.0/20 2023-08-28T02:02:40.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: set uid:gid to 167:167 (ceph:ceph) 2023-08-28T02:02:40.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: ceph version 17.2.6-1016-g4fe39952 (4fe39952b691f82409c13a09ef1217f15a8c4218) quincy (stable), process ceph-mon, pid 7 2023-08-28T02:02:40.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: pidfile_write: ignore empty --pid-file 2023-08-28T02:02:40.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 bash[111665]: 649c09b1ccfbd57dc037dcb20ada39ca0bbc246f34d315ad39e6c3404e557866 2023-08-28T02:02:40.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 systemd[1]: Started Ceph mon.a for d9a8f48a-4546-11ee-817c-1b7a5f1ba315. 2023-08-28T02:02:40.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: load: jerasure load: lrc 2023-08-28T02:02:40.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: RocksDB version: 6.15.5 2023-08-28T02:02:40.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Git sha rocksdb_build_git_sha:@0@ 2023-08-28T02:02:40.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Compile date Aug 27 2023 2023-08-28T02:02:40.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: DB SUMMARY 2023-08-28T02:02:40.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: DB Session ID: R7P0LERYFKI1ELGOCZLZ 2023-08-28T02:02:40.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: CURRENT file: CURRENT 2023-08-28T02:02:40.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: IDENTITY file: IDENTITY 2023-08-28T02:02:40.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: MANIFEST file: MANIFEST-000009 size: 131 Bytes 2023-08-28T02:02:40.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2023-08-28T02:02:40.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000010.log size: 83573 ; 2023-08-28T02:02:40.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.error_if_exists: 0 2023-08-28T02:02:40.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.create_if_missing: 0 2023-08-28T02:02:40.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.paranoid_checks: 1 2023-08-28T02:02:40.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2023-08-28T02:02:40.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.env: 0x5632d8eb4a80 2023-08-28T02:02:40.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.fs: Posix File System 2023-08-28T02:02:40.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.info_log: 0x5632da48fda0 2023-08-28T02:02:40.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.max_file_opening_threads: 16 2023-08-28T02:02:40.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.statistics: (nil) 2023-08-28T02:02:40.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.use_fsync: 0 2023-08-28T02:02:40.484 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.max_log_file_size: 0 2023-08-28T02:02:40.484 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.max_manifest_file_size: 1073741824 2023-08-28T02:02:40.484 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.log_file_time_to_roll: 0 2023-08-28T02:02:40.484 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.keep_log_file_num: 1000 2023-08-28T02:02:40.484 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.recycle_log_file_num: 0 2023-08-28T02:02:40.484 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.allow_fallocate: 1 2023-08-28T02:02:40.484 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.allow_mmap_reads: 0 2023-08-28T02:02:40.484 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.allow_mmap_writes: 0 2023-08-28T02:02:40.484 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.use_direct_reads: 0 2023-08-28T02:02:40.484 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2023-08-28T02:02:40.484 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.create_missing_column_families: 0 2023-08-28T02:02:40.485 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.db_log_dir: 2023-08-28T02:02:40.485 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-a/store.db 2023-08-28T02:02:40.485 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.table_cache_numshardbits: 6 2023-08-28T02:02:40.485 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.WAL_ttl_seconds: 0 2023-08-28T02:02:40.485 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.WAL_size_limit_MB: 0 2023-08-28T02:02:40.485 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2023-08-28T02:02:40.485 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.manifest_preallocation_size: 4194304 2023-08-28T02:02:40.485 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.is_fd_close_on_exec: 1 2023-08-28T02:02:40.485 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.advise_random_on_open: 1 2023-08-28T02:02:40.485 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.db_write_buffer_size: 0 2023-08-28T02:02:40.485 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.write_buffer_manager: 0x5632da554930 2023-08-28T02:02:40.486 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.access_hint_on_compaction_start: 1 2023-08-28T02:02:40.486 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2023-08-28T02:02:40.486 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.random_access_max_buffer_size: 1048576 2023-08-28T02:02:40.486 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.use_adaptive_mutex: 0 2023-08-28T02:02:40.486 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.rate_limiter: (nil) 2023-08-28T02:02:40.486 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2023-08-28T02:02:40.486 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.wal_recovery_mode: 2 2023-08-28T02:02:40.486 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.enable_thread_tracking: 0 2023-08-28T02:02:40.486 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.enable_pipelined_write: 0 2023-08-28T02:02:40.486 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.unordered_write: 0 2023-08-28T02:02:40.487 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.allow_concurrent_memtable_write: 1 2023-08-28T02:02:40.487 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2023-08-28T02:02:40.487 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.write_thread_max_yield_usec: 100 2023-08-28T02:02:40.487 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.write_thread_slow_yield_usec: 3 2023-08-28T02:02:40.487 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.row_cache: None 2023-08-28T02:02:40.487 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.wal_filter: None 2023-08-28T02:02:40.487 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.avoid_flush_during_recovery: 0 2023-08-28T02:02:40.487 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.allow_ingest_behind: 0 2023-08-28T02:02:40.487 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.preserve_deletes: 0 2023-08-28T02:02:40.487 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.two_write_queues: 0 2023-08-28T02:02:40.487 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.manual_wal_flush: 0 2023-08-28T02:02:40.488 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.atomic_flush: 0 2023-08-28T02:02:40.488 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2023-08-28T02:02:40.488 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.persist_stats_to_disk: 0 2023-08-28T02:02:40.488 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.write_dbid_to_manifest: 0 2023-08-28T02:02:40.488 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.log_readahead_size: 0 2023-08-28T02:02:40.488 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.file_checksum_gen_factory: Unknown 2023-08-28T02:02:40.488 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.best_efforts_recovery: 0 2023-08-28T02:02:40.488 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2023-08-28T02:02:40.488 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2023-08-28T02:02:40.488 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.allow_data_in_errors: 0 2023-08-28T02:02:40.489 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.db_host_id: __hostname__ 2023-08-28T02:02:40.489 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.max_background_jobs: 2 2023-08-28T02:02:40.489 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.max_background_compactions: -1 2023-08-28T02:02:40.489 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.max_subcompactions: 1 2023-08-28T02:02:40.489 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.avoid_flush_during_shutdown: 0 2023-08-28T02:02:40.489 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2023-08-28T02:02:40.489 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.delayed_write_rate : 16777216 2023-08-28T02:02:40.489 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.max_total_wal_size: 0 2023-08-28T02:02:40.489 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2023-08-28T02:02:40.489 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.stats_dump_period_sec: 600 2023-08-28T02:02:40.489 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.stats_persist_period_sec: 600 2023-08-28T02:02:40.490 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.stats_history_buffer_size: 1048576 2023-08-28T02:02:40.490 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.max_open_files: -1 2023-08-28T02:02:40.490 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.bytes_per_sync: 0 2023-08-28T02:02:40.490 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.wal_bytes_per_sync: 0 2023-08-28T02:02:40.490 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.strict_bytes_per_sync: 0 2023-08-28T02:02:40.490 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.compaction_readahead_size: 0 2023-08-28T02:02:40.490 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.max_background_flushes: -1 2023-08-28T02:02:40.490 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Compression algorithms supported: 2023-08-28T02:02:40.490 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: kZSTDNotFinalCompression supported: 0 2023-08-28T02:02:40.490 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: kZSTD supported: 0 2023-08-28T02:02:40.490 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: kXpressCompression supported: 0 2023-08-28T02:02:40.491 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: kLZ4HCCompression supported: 1 2023-08-28T02:02:40.491 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: kZlibCompression supported: 1 2023-08-28T02:02:40.491 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: kSnappyCompression supported: 1 2023-08-28T02:02:40.491 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: kLZ4Compression supported: 1 2023-08-28T02:02:40.491 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: kBZip2Compression supported: 0 2023-08-28T02:02:40.491 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Fast CRC32 supported: Supported on x86 2023-08-28T02:02:40.491 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000009 2023-08-28T02:02:40.491 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2023-08-28T02:02:40.491 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2023-08-28T02:02:40.491 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.merge_operator: 2023-08-28T02:02:40.491 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.compaction_filter: None 2023-08-28T02:02:40.492 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.compaction_filter_factory: None 2023-08-28T02:02:40.492 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.sst_partitioner_factory: None 2023-08-28T02:02:40.492 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.memtable_factory: SkipListFactory 2023-08-28T02:02:40.492 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.table_factory: BlockBasedTable 2023-08-28T02:02:40.492 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5632da45ed30) 2023-08-28T02:02:40.492 INFO:journalctl@ceph.mon.a.smithi040.stdout: cache_index_and_filter_blocks: 1 2023-08-28T02:02:40.492 INFO:journalctl@ceph.mon.a.smithi040.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2023-08-28T02:02:40.492 INFO:journalctl@ceph.mon.a.smithi040.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2023-08-28T02:02:40.492 INFO:journalctl@ceph.mon.a.smithi040.stdout: pin_top_level_index_and_filter: 1 2023-08-28T02:02:40.492 INFO:journalctl@ceph.mon.a.smithi040.stdout: index_type: 0 2023-08-28T02:02:40.493 INFO:journalctl@ceph.mon.a.smithi040.stdout: data_block_index_type: 0 2023-08-28T02:02:40.493 INFO:journalctl@ceph.mon.a.smithi040.stdout: index_shortening: 1 2023-08-28T02:02:40.493 INFO:journalctl@ceph.mon.a.smithi040.stdout: data_block_hash_table_util_ratio: 0.750000 2023-08-28T02:02:40.493 INFO:journalctl@ceph.mon.a.smithi040.stdout: hash_index_allow_collision: 1 2023-08-28T02:02:40.493 INFO:journalctl@ceph.mon.a.smithi040.stdout: checksum: 1 2023-08-28T02:02:40.493 INFO:journalctl@ceph.mon.a.smithi040.stdout: no_block_cache: 0 2023-08-28T02:02:40.493 INFO:journalctl@ceph.mon.a.smithi040.stdout: block_cache: 0x5632da5171f0 2023-08-28T02:02:40.493 INFO:journalctl@ceph.mon.a.smithi040.stdout: block_cache_name: BinnedLRUCache 2023-08-28T02:02:40.493 INFO:journalctl@ceph.mon.a.smithi040.stdout: block_cache_options: 2023-08-28T02:02:40.493 INFO:journalctl@ceph.mon.a.smithi040.stdout: capacity : 536870912 2023-08-28T02:02:40.493 INFO:journalctl@ceph.mon.a.smithi040.stdout: num_shard_bits : 4 2023-08-28T02:02:40.493 INFO:journalctl@ceph.mon.a.smithi040.stdout: strict_capacity_limit : 0 2023-08-28T02:02:40.494 INFO:journalctl@ceph.mon.a.smithi040.stdout: high_pri_pool_ratio: 0.000 2023-08-28T02:02:40.494 INFO:journalctl@ceph.mon.a.smithi040.stdout: block_cache_compressed: (nil) 2023-08-28T02:02:40.494 INFO:journalctl@ceph.mon.a.smithi040.stdout: persistent_cache: (nil) 2023-08-28T02:02:40.494 INFO:journalctl@ceph.mon.a.smithi040.stdout: block_size: 4096 2023-08-28T02:02:40.494 INFO:journalctl@ceph.mon.a.smithi040.stdout: block_size_deviation: 10 2023-08-28T02:02:40.494 INFO:journalctl@ceph.mon.a.smithi040.stdout: block_restart_interval: 16 2023-08-28T02:02:40.494 INFO:journalctl@ceph.mon.a.smithi040.stdout: index_block_restart_interval: 1 2023-08-28T02:02:40.494 INFO:journalctl@ceph.mon.a.smithi040.stdout: metadata_block_size: 4096 2023-08-28T02:02:40.494 INFO:journalctl@ceph.mon.a.smithi040.stdout: partition_filters: 0 2023-08-28T02:02:40.494 INFO:journalctl@ceph.mon.a.smithi040.stdout: use_delta_encoding: 1 2023-08-28T02:02:40.494 INFO:journalctl@ceph.mon.a.smithi040.stdout: filter_policy: rocksdb.BuiltinBloomFilter 2023-08-28T02:02:40.495 INFO:journalctl@ceph.mon.a.smithi040.stdout: whole_key_filtering: 1 2023-08-28T02:02:40.495 INFO:journalctl@ceph.mon.a.smithi040.stdout: verify_compression: 0 2023-08-28T02:02:40.495 INFO:journalctl@ceph.mon.a.smithi040.stdout: read_amp_bytes_per_bit: 0 2023-08-28T02:02:40.495 INFO:journalctl@ceph.mon.a.smithi040.stdout: format_version: 4 2023-08-28T02:02:40.495 INFO:journalctl@ceph.mon.a.smithi040.stdout: enable_index_compression: 1 2023-08-28T02:02:40.495 INFO:journalctl@ceph.mon.a.smithi040.stdout: block_align: 0 2023-08-28T02:02:40.495 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.write_buffer_size: 33554432 2023-08-28T02:02:40.495 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.max_write_buffer_number: 2 2023-08-28T02:02:40.495 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.compression: NoCompression 2023-08-28T02:02:40.495 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.bottommost_compression: Disabled 2023-08-28T02:02:40.496 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.prefix_extractor: nullptr 2023-08-28T02:02:40.496 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2023-08-28T02:02:40.496 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.num_levels: 7 2023-08-28T02:02:40.496 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2023-08-28T02:02:40.496 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2023-08-28T02:02:40.496 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2023-08-28T02:02:40.496 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2023-08-28T02:02:40.496 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.bottommost_compression_opts.level: 32767 2023-08-28T02:02:40.496 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2023-08-28T02:02:40.496 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2023-08-28T02:02:40.496 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2023-08-28T02:02:40.496 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2023-08-28T02:02:40.497 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.bottommost_compression_opts.enabled: false 2023-08-28T02:02:40.497 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.compression_opts.window_bits: -14 2023-08-28T02:02:40.497 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.compression_opts.level: 32767 2023-08-28T02:02:40.497 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.compression_opts.strategy: 0 2023-08-28T02:02:40.497 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2023-08-28T02:02:40.497 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2023-08-28T02:02:40.497 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.compression_opts.parallel_threads: 1 2023-08-28T02:02:40.497 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.compression_opts.enabled: false 2023-08-28T02:02:40.497 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2023-08-28T02:02:40.498 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2023-08-28T02:02:40.498 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.level0_stop_writes_trigger: 36 2023-08-28T02:02:40.498 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.target_file_size_base: 67108864 2023-08-28T02:02:40.498 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.target_file_size_multiplier: 1 2023-08-28T02:02:40.498 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.max_bytes_for_level_base: 268435456 2023-08-28T02:02:40.498 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2023-08-28T02:02:40.500 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2023-08-28T02:02:40.500 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2023-08-28T02:02:40.500 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2023-08-28T02:02:40.500 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2023-08-28T02:02:40.501 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2023-08-28T02:02:40.501 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2023-08-28T02:02:40.501 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2023-08-28T02:02:40.501 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2023-08-28T02:02:40.501 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2023-08-28T02:02:40.501 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.max_compaction_bytes: 1677721600 2023-08-28T02:02:40.501 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.arena_block_size: 4194304 2023-08-28T02:02:40.501 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2023-08-28T02:02:40.501 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2023-08-28T02:02:40.501 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2023-08-28T02:02:40.501 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.disable_auto_compactions: 0 2023-08-28T02:02:40.501 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2023-08-28T02:02:40.502 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2023-08-28T02:02:40.502 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2023-08-28T02:02:40.502 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2023-08-28T02:02:40.502 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2023-08-28T02:02:40.502 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2023-08-28T02:02:40.502 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2023-08-28T02:02:40.502 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2023-08-28T02:02:40.502 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2023-08-28T02:02:40.502 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2023-08-28T02:02:40.502 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.table_properties_collectors: 2023-08-28T02:02:40.502 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.inplace_update_support: 0 2023-08-28T02:02:40.503 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.inplace_update_num_locks: 10000 2023-08-28T02:02:40.503 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2023-08-28T02:02:40.503 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.memtable_whole_key_filtering: 0 2023-08-28T02:02:40.503 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.memtable_huge_page_size: 0 2023-08-28T02:02:40.503 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.bloom_locality: 0 2023-08-28T02:02:40.503 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.max_successive_merges: 0 2023-08-28T02:02:40.503 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.optimize_filters_for_hits: 0 2023-08-28T02:02:40.503 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.paranoid_file_checks: 0 2023-08-28T02:02:40.503 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.force_consistency_checks: 1 2023-08-28T02:02:40.503 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.report_bg_io_stats: 0 2023-08-28T02:02:40.503 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.ttl: 2592000 2023-08-28T02:02:40.503 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.periodic_compaction_seconds: 0 2023-08-28T02:02:40.504 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.enable_blob_files: false 2023-08-28T02:02:40.504 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.min_blob_size: 0 2023-08-28T02:02:40.504 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.blob_file_size: 268435456 2023-08-28T02:02:40.504 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.blob_compression_type: NoCompression 2023-08-28T02:02:40.504 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.enable_blob_garbage_collection: false 2023-08-28T02:02:40.504 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2023-08-28T02:02:40.505 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 11, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2023-08-28T02:02:40.505 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 5 2023-08-28T02:02:40.505 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: [db/version_set.cc:4082] Creating manifest 13 2023-08-28T02:02:40.505 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: EVENT_LOG_v1 {"time_micros": 1693188160197170, "job": 1, "event": "recovery_started", "wal_files": [10]} 2023-08-28T02:02:40.505 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: [db/db_impl/db_impl_open.cc:845] Recovering log #10 mode 2 2023-08-28T02:02:40.505 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: [table/block_based/filter_policy.cc:991] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2023-08-28T02:02:40.506 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: EVENT_LOG_v1 {"time_micros": 1693188160198029, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 14, "file_size": 80120, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 78388, "index_size": 220, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 10136, "raw_average_key_size": 47, "raw_value_size": 72596, "raw_average_value_size": 340, "num_data_blocks": 10, "num_entries": 213, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1693188160, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "70824ec8-90ad-4a30-a672-74e4a4c37e28", "db_session_id": "R7P0LERYFKI1ELGOCZLZ"}} 2023-08-28T02:02:40.506 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: [db/version_set.cc:4082] Creating manifest 15 2023-08-28T02:02:40.506 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: EVENT_LOG_v1 {"time_micros": 1693188160198457, "job": 1, "event": "recovery_finished"} 2023-08-28T02:02:40.506 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000010.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2023-08-28T02:02:40.506 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x5632da4ab180 2023-08-28T02:02:40.506 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: DB pointer 0x5632da4c6000 2023-08-28T02:02:40.506 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2023-08-28T02:02:40.506 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: rocksdb: [db/db_impl/db_impl.cc:903] 2023-08-28T02:02:40.506 INFO:journalctl@ceph.mon.a.smithi040.stdout: ** DB Stats ** 2023-08-28T02:02:40.506 INFO:journalctl@ceph.mon.a.smithi040.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-08-28T02:02:40.507 INFO:journalctl@ceph.mon.a.smithi040.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2023-08-28T02:02:40.507 INFO:journalctl@ceph.mon.a.smithi040.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-08-28T02:02:40.507 INFO:journalctl@ceph.mon.a.smithi040.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2023-08-28T02:02:40.507 INFO:journalctl@ceph.mon.a.smithi040.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2023-08-28T02:02:40.507 INFO:journalctl@ceph.mon.a.smithi040.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2023-08-28T02:02:40.507 INFO:journalctl@ceph.mon.a.smithi040.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2023-08-28T02:02:40.507 INFO:journalctl@ceph.mon.a.smithi040.stdout: 2023-08-28T02:02:40.507 INFO:journalctl@ceph.mon.a.smithi040.stdout: ** Compaction Stats [default] ** 2023-08-28T02:02:40.507 INFO:journalctl@ceph.mon.a.smithi040.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-08-28T02:02:40.507 INFO:journalctl@ceph.mon.a.smithi040.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-08-28T02:02:40.507 INFO:journalctl@ceph.mon.a.smithi040.stdout: L0 2/0 80.00 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 139.9 0.00 0.00 1 0.001 0 0 2023-08-28T02:02:40.507 INFO:journalctl@ceph.mon.a.smithi040.stdout: Sum 2/0 80.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 139.9 0.00 0.00 1 0.001 0 0 2023-08-28T02:02:40.508 INFO:journalctl@ceph.mon.a.smithi040.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 139.9 0.00 0.00 1 0.001 0 0 2023-08-28T02:02:40.508 INFO:journalctl@ceph.mon.a.smithi040.stdout: 2023-08-28T02:02:40.508 INFO:journalctl@ceph.mon.a.smithi040.stdout: ** Compaction Stats [default] ** 2023-08-28T02:02:40.508 INFO:journalctl@ceph.mon.a.smithi040.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-08-28T02:02:40.508 INFO:journalctl@ceph.mon.a.smithi040.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-08-28T02:02:40.508 INFO:journalctl@ceph.mon.a.smithi040.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 139.9 0.00 0.00 1 0.001 0 0 2023-08-28T02:02:40.508 INFO:journalctl@ceph.mon.a.smithi040.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-08-28T02:02:40.508 INFO:journalctl@ceph.mon.a.smithi040.stdout: Flush(GB): cumulative 0.000, interval 0.000 2023-08-28T02:02:40.508 INFO:journalctl@ceph.mon.a.smithi040.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-08-28T02:02:40.508 INFO:journalctl@ceph.mon.a.smithi040.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-08-28T02:02:40.508 INFO:journalctl@ceph.mon.a.smithi040.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-08-28T02:02:40.508 INFO:journalctl@ceph.mon.a.smithi040.stdout: AddFile(Keys): cumulative 0, interval 0 2023-08-28T02:02:40.509 INFO:journalctl@ceph.mon.a.smithi040.stdout: Cumulative compaction: 0.00 GB write, 19.89 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-08-28T02:02:40.509 INFO:journalctl@ceph.mon.a.smithi040.stdout: Interval compaction: 0.00 GB write, 19.89 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-08-28T02:02:40.509 INFO:journalctl@ceph.mon.a.smithi040.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-08-28T02:02:40.509 INFO:journalctl@ceph.mon.a.smithi040.stdout: 2023-08-28T02:02:40.509 INFO:journalctl@ceph.mon.a.smithi040.stdout: ** File Read Latency Histogram By Level [default] ** 2023-08-28T02:02:40.509 INFO:journalctl@ceph.mon.a.smithi040.stdout: 2023-08-28T02:02:40.509 INFO:journalctl@ceph.mon.a.smithi040.stdout: ** Compaction Stats [default] ** 2023-08-28T02:02:40.509 INFO:journalctl@ceph.mon.a.smithi040.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-08-28T02:02:40.509 INFO:journalctl@ceph.mon.a.smithi040.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-08-28T02:02:40.509 INFO:journalctl@ceph.mon.a.smithi040.stdout: L0 2/0 80.00 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 139.9 0.00 0.00 1 0.001 0 0 2023-08-28T02:02:40.509 INFO:journalctl@ceph.mon.a.smithi040.stdout: Sum 2/0 80.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 139.9 0.00 0.00 1 0.001 0 0 2023-08-28T02:02:40.509 INFO:journalctl@ceph.mon.a.smithi040.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2023-08-28T02:02:40.510 INFO:journalctl@ceph.mon.a.smithi040.stdout: 2023-08-28T02:02:40.510 INFO:journalctl@ceph.mon.a.smithi040.stdout: ** Compaction Stats [default] ** 2023-08-28T02:02:40.510 INFO:journalctl@ceph.mon.a.smithi040.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-08-28T02:02:40.510 INFO:journalctl@ceph.mon.a.smithi040.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-08-28T02:02:40.510 INFO:journalctl@ceph.mon.a.smithi040.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 139.9 0.00 0.00 1 0.001 0 0 2023-08-28T02:02:40.510 INFO:journalctl@ceph.mon.a.smithi040.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-08-28T02:02:40.510 INFO:journalctl@ceph.mon.a.smithi040.stdout: Flush(GB): cumulative 0.000, interval 0.000 2023-08-28T02:02:40.510 INFO:journalctl@ceph.mon.a.smithi040.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-08-28T02:02:40.510 INFO:journalctl@ceph.mon.a.smithi040.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-08-28T02:02:40.510 INFO:journalctl@ceph.mon.a.smithi040.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-08-28T02:02:40.510 INFO:journalctl@ceph.mon.a.smithi040.stdout: AddFile(Keys): cumulative 0, interval 0 2023-08-28T02:02:40.510 INFO:journalctl@ceph.mon.a.smithi040.stdout: Cumulative compaction: 0.00 GB write, 19.72 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-08-28T02:02:40.511 INFO:journalctl@ceph.mon.a.smithi040.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-08-28T02:02:40.511 INFO:journalctl@ceph.mon.a.smithi040.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-08-28T02:02:40.511 INFO:journalctl@ceph.mon.a.smithi040.stdout: 2023-08-28T02:02:40.511 INFO:journalctl@ceph.mon.a.smithi040.stdout: ** File Read Latency Histogram By Level [default] ** 2023-08-28T02:02:40.511 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: starting mon.a rank 0 at public addrs [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] at bind addrs [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 2023-08-28T02:02:40.511 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: mon.a@-1(???) e1 preinit fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 2023-08-28T02:02:40.511 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: mon.a@-1(???).mds e1 new map 2023-08-28T02:02:40.511 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: mon.a@-1(???).mds e1 print_map 2023-08-28T02:02:40.511 INFO:journalctl@ceph.mon.a.smithi040.stdout: e1 2023-08-28T02:02:40.511 INFO:journalctl@ceph.mon.a.smithi040.stdout: enable_multiple, ever_enabled_multiple: 1,1 2023-08-28T02:02:40.511 INFO:journalctl@ceph.mon.a.smithi040.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-08-28T02:02:40.511 INFO:journalctl@ceph.mon.a.smithi040.stdout: legacy client fscid: -1 2023-08-28T02:02:40.512 INFO:journalctl@ceph.mon.a.smithi040.stdout: 2023-08-28T02:02:40.512 INFO:journalctl@ceph.mon.a.smithi040.stdout: No filesystems configured 2023-08-28T02:02:40.512 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2023-08-28T02:02:40.512 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2023-08-28T02:02:40.512 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2023-08-28T02:02:40.512 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2023-08-28T02:02:40.512 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2023-08-28T02:02:40.512 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: mon.a is new leader, mons a in quorum (ranks 0) 2023-08-28T02:02:40.512 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: monmap e1: 1 mons at {a=[v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0]} removed_ranks: {} 2023-08-28T02:02:40.512 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: fsmap 2023-08-28T02:02:40.512 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: osdmap e1: 0 total, 0 up, 0 in 2023-08-28T02:02:40.512 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:40 smithi040 ceph-mon[111703]: mgrmap e1: no daemons active 2023-08-28T02:02:41.018 INFO:teuthology.orchestra.run.smithi040.stdout:Wrote config to /etc/ceph/ceph.conf 2023-08-28T02:02:41.018 INFO:teuthology.orchestra.run.smithi040.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2023-08-28T02:02:41.018 INFO:teuthology.orchestra.run.smithi040.stdout:Creating mgr... 2023-08-28T02:02:41.019 INFO:teuthology.orchestra.run.smithi040.stdout:Verifying port 9283 ... 2023-08-28T02:02:41.167 INFO:teuthology.orchestra.run.smithi040.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315@mgr.y 2023-08-28T02:02:41.167 INFO:teuthology.orchestra.run.smithi040.stdout:systemctl: stderr Failed to reset failed state of unit ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315@mgr.y.service: Unit ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315@mgr.y.service not loaded. 2023-08-28T02:02:41.273 INFO:teuthology.orchestra.run.smithi040.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315.target.wants/ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315@mgr.y.service → /etc/systemd/system/ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315@.service. 2023-08-28T02:02:41.589 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:02:41 smithi040 systemd[1]: Starting Ceph mgr.y for d9a8f48a-4546-11ee-817c-1b7a5f1ba315... 2023-08-28T02:02:41.757 INFO:teuthology.orchestra.run.smithi040.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2023-08-28T02:02:41.757 INFO:teuthology.orchestra.run.smithi040.stdout:systemctl: stdout disabled 2023-08-28T02:02:41.767 INFO:teuthology.orchestra.run.smithi040.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2023-08-28T02:02:41.767 INFO:teuthology.orchestra.run.smithi040.stdout:systemctl: stdout inactive 2023-08-28T02:02:41.768 INFO:teuthology.orchestra.run.smithi040.stdout:firewalld.service is not enabled 2023-08-28T02:02:41.768 INFO:teuthology.orchestra.run.smithi040.stdout:Not possible to enable service . firewalld.service is not available 2023-08-28T02:02:41.778 INFO:teuthology.orchestra.run.smithi040.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2023-08-28T02:02:41.779 INFO:teuthology.orchestra.run.smithi040.stdout:systemctl: stdout disabled 2023-08-28T02:02:41.789 INFO:teuthology.orchestra.run.smithi040.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2023-08-28T02:02:41.789 INFO:teuthology.orchestra.run.smithi040.stdout:systemctl: stdout inactive 2023-08-28T02:02:41.789 INFO:teuthology.orchestra.run.smithi040.stdout:firewalld.service is not enabled 2023-08-28T02:02:41.789 INFO:teuthology.orchestra.run.smithi040.stdout:Not possible to open ports <[9283]>. firewalld.service is not available 2023-08-28T02:02:41.790 INFO:teuthology.orchestra.run.smithi040.stdout:Waiting for mgr to start... 2023-08-28T02:02:41.790 INFO:teuthology.orchestra.run.smithi040.stdout:Waiting for mgr... 2023-08-28T02:02:41.939 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:41 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/2614139166' entity='client.admin' 2023-08-28T02:02:41.939 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:02:41 smithi040 bash[111937]: 7313d7b69233954151d77af7e8f969e0b0aedd81254492d01d78dedd2e9134bd 2023-08-28T02:02:41.939 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:02:41 smithi040 systemd[1]: Started Ceph mgr.y for d9a8f48a-4546-11ee-817c-1b7a5f1ba315. 2023-08-28T02:02:41.939 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:02:41 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:02:41.903+0000 7f44b9b551c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-08-28T02:02:42.230 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:02:42 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:02:42.117+0000 7f44b9b551c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-08-28T02:02:42.610 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:02:42 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:02:42.465+0000 7f44b9b551c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-08-28T02:02:42.688 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout 2023-08-28T02:02:42.688 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout { 2023-08-28T02:02:42.688 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "fsid": "d9a8f48a-4546-11ee-817c-1b7a5f1ba315", 2023-08-28T02:02:42.688 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "health": { 2023-08-28T02:02:42.688 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2023-08-28T02:02:42.688 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "checks": {}, 2023-08-28T02:02:42.688 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "mutes": [] 2023-08-28T02:02:42.688 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout }, 2023-08-28T02:02:42.689 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2023-08-28T02:02:42.689 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "quorum": [ 2023-08-28T02:02:42.689 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout 0 2023-08-28T02:02:42.689 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout ], 2023-08-28T02:02:42.689 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2023-08-28T02:02:42.689 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "a" 2023-08-28T02:02:42.689 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout ], 2023-08-28T02:02:42.689 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "quorum_age": 2, 2023-08-28T02:02:42.689 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "monmap": { 2023-08-28T02:02:42.689 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-08-28T02:02:42.689 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2023-08-28T02:02:42.689 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "num_mons": 1 2023-08-28T02:02:42.689 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout }, 2023-08-28T02:02:42.690 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "osdmap": { 2023-08-28T02:02:42.690 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-08-28T02:02:42.690 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2023-08-28T02:02:42.690 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2023-08-28T02:02:42.690 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2023-08-28T02:02:42.690 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2023-08-28T02:02:42.690 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2023-08-28T02:02:42.690 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2023-08-28T02:02:42.690 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout }, 2023-08-28T02:02:42.690 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "pgmap": { 2023-08-28T02:02:42.690 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2023-08-28T02:02:42.690 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2023-08-28T02:02:42.691 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2023-08-28T02:02:42.691 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2023-08-28T02:02:42.691 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2023-08-28T02:02:42.691 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2023-08-28T02:02:42.691 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2023-08-28T02:02:42.691 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2023-08-28T02:02:42.691 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout }, 2023-08-28T02:02:42.691 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "fsmap": { 2023-08-28T02:02:42.691 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-08-28T02:02:42.691 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "by_rank": [], 2023-08-28T02:02:42.691 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "up:standby": 0 2023-08-28T02:02:42.691 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout }, 2023-08-28T02:02:42.692 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "mgrmap": { 2023-08-28T02:02:42.692 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "available": false, 2023-08-28T02:02:42.692 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2023-08-28T02:02:42.692 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "modules": [ 2023-08-28T02:02:42.692 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "iostat", 2023-08-28T02:02:42.692 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "nfs", 2023-08-28T02:02:42.692 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "restful" 2023-08-28T02:02:42.692 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout ], 2023-08-28T02:02:42.692 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "services": {} 2023-08-28T02:02:42.692 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout }, 2023-08-28T02:02:42.692 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "servicemap": { 2023-08-28T02:02:42.692 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-08-28T02:02:42.692 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "modified": "2023-08-28T02:02:36.247674+0000", 2023-08-28T02:02:42.693 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "services": {} 2023-08-28T02:02:42.693 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout }, 2023-08-28T02:02:42.693 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "progress_events": {} 2023-08-28T02:02:42.693 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout } 2023-08-28T02:02:42.693 INFO:teuthology.orchestra.run.smithi040.stdout:mgr not available, waiting (1/15)... 2023-08-28T02:02:42.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:42 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/3619011950' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-08-28T02:02:43.479 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:02:43 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:02:43.068+0000 7f44b9b551c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-08-28T02:02:43.480 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:02:43 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:02:43.255+0000 7f44b9b551c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-08-28T02:02:43.979 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:02:43 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:02:43.697+0000 7f44b9b551c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-08-28T02:02:44.830 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:02:44 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:02:44.576+0000 7f44b9b551c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-08-28T02:02:44.830 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:02:44 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:02:44.672+0000 7f44b9b551c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-08-28T02:02:45.479 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:45 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/3301411516' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-08-28T02:02:45.480 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:02:45 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:02:45.395+0000 7f44b9b551c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-08-28T02:02:45.591 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout 2023-08-28T02:02:45.593 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout { 2023-08-28T02:02:45.593 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "fsid": "d9a8f48a-4546-11ee-817c-1b7a5f1ba315", 2023-08-28T02:02:45.593 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "health": { 2023-08-28T02:02:45.593 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2023-08-28T02:02:45.593 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "checks": {}, 2023-08-28T02:02:45.593 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "mutes": [] 2023-08-28T02:02:45.593 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout }, 2023-08-28T02:02:45.593 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2023-08-28T02:02:45.594 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "quorum": [ 2023-08-28T02:02:45.594 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout 0 2023-08-28T02:02:45.594 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout ], 2023-08-28T02:02:45.594 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2023-08-28T02:02:45.594 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "a" 2023-08-28T02:02:45.594 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout ], 2023-08-28T02:02:45.594 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "quorum_age": 4, 2023-08-28T02:02:45.595 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "monmap": { 2023-08-28T02:02:45.596 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-08-28T02:02:45.596 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2023-08-28T02:02:45.596 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "num_mons": 1 2023-08-28T02:02:45.596 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout }, 2023-08-28T02:02:45.596 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "osdmap": { 2023-08-28T02:02:45.596 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-08-28T02:02:45.596 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2023-08-28T02:02:45.596 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2023-08-28T02:02:45.596 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2023-08-28T02:02:45.596 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2023-08-28T02:02:45.596 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2023-08-28T02:02:45.596 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2023-08-28T02:02:45.599 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout }, 2023-08-28T02:02:45.600 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "pgmap": { 2023-08-28T02:02:45.600 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2023-08-28T02:02:45.600 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2023-08-28T02:02:45.600 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2023-08-28T02:02:45.600 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2023-08-28T02:02:45.600 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2023-08-28T02:02:45.600 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2023-08-28T02:02:45.600 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2023-08-28T02:02:45.600 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2023-08-28T02:02:45.600 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout }, 2023-08-28T02:02:45.600 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "fsmap": { 2023-08-28T02:02:45.601 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-08-28T02:02:45.601 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "by_rank": [], 2023-08-28T02:02:45.601 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "up:standby": 0 2023-08-28T02:02:45.601 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout }, 2023-08-28T02:02:45.601 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "mgrmap": { 2023-08-28T02:02:45.601 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "available": false, 2023-08-28T02:02:45.601 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2023-08-28T02:02:45.601 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "modules": [ 2023-08-28T02:02:45.601 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "iostat", 2023-08-28T02:02:45.601 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "nfs", 2023-08-28T02:02:45.601 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "restful" 2023-08-28T02:02:45.601 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout ], 2023-08-28T02:02:45.601 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "services": {} 2023-08-28T02:02:45.601 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout }, 2023-08-28T02:02:45.602 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "servicemap": { 2023-08-28T02:02:45.602 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-08-28T02:02:45.602 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "modified": "2023-08-28T02:02:36.247674+0000", 2023-08-28T02:02:45.602 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "services": {} 2023-08-28T02:02:45.602 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout }, 2023-08-28T02:02:45.602 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "progress_events": {} 2023-08-28T02:02:45.602 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout } 2023-08-28T02:02:45.602 INFO:teuthology.orchestra.run.smithi040.stdout:mgr not available, waiting (2/15)... 2023-08-28T02:02:45.947 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:02:45 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:02:45.488+0000 7f44b9b551c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-08-28T02:02:45.947 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:02:45 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:02:45.586+0000 7f44b9b551c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-08-28T02:02:45.947 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:02:45 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:02:45.691+0000 7f44b9b551c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-08-28T02:02:45.947 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:02:45 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:02:45.948+0000 7f44b9b551c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-08-28T02:02:46.229 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:02:46 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:02:46.050+0000 7f44b9b551c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-08-28T02:02:46.587 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:02:46 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:02:46.282+0000 7f44b9b551c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-08-28T02:02:46.587 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:02:46 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:02:46.387+0000 7f44b9b551c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-08-28T02:02:46.979 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:02:46 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:02:46.588+0000 7f44b9b551c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-08-28T02:02:46.980 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:02:46 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:02:46.681+0000 7f44b9b551c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-08-28T02:02:47.936 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:02:47 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:02:47.524+0000 7f44b9b551c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-08-28T02:02:47.937 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:02:47 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:02:47.740+0000 7f44b9b551c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-08-28T02:02:47.937 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:02:47 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:02:47.937+0000 7f44b9b551c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-08-28T02:02:48.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:48 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/1153491574' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-08-28T02:02:48.470 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout 2023-08-28T02:02:48.470 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout { 2023-08-28T02:02:48.471 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "fsid": "d9a8f48a-4546-11ee-817c-1b7a5f1ba315", 2023-08-28T02:02:48.471 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "health": { 2023-08-28T02:02:48.471 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2023-08-28T02:02:48.471 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "checks": {}, 2023-08-28T02:02:48.471 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "mutes": [] 2023-08-28T02:02:48.471 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout }, 2023-08-28T02:02:48.471 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2023-08-28T02:02:48.471 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "quorum": [ 2023-08-28T02:02:48.471 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout 0 2023-08-28T02:02:48.472 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout ], 2023-08-28T02:02:48.472 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2023-08-28T02:02:48.472 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "a" 2023-08-28T02:02:48.472 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout ], 2023-08-28T02:02:48.472 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "quorum_age": 7, 2023-08-28T02:02:48.472 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "monmap": { 2023-08-28T02:02:48.472 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-08-28T02:02:48.472 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2023-08-28T02:02:48.472 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "num_mons": 1 2023-08-28T02:02:48.472 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout }, 2023-08-28T02:02:48.472 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "osdmap": { 2023-08-28T02:02:48.472 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-08-28T02:02:48.473 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2023-08-28T02:02:48.473 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2023-08-28T02:02:48.473 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2023-08-28T02:02:48.473 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2023-08-28T02:02:48.473 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2023-08-28T02:02:48.473 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2023-08-28T02:02:48.473 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout }, 2023-08-28T02:02:48.473 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "pgmap": { 2023-08-28T02:02:48.473 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2023-08-28T02:02:48.473 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2023-08-28T02:02:48.473 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2023-08-28T02:02:48.473 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2023-08-28T02:02:48.473 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2023-08-28T02:02:48.474 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2023-08-28T02:02:48.474 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2023-08-28T02:02:48.474 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2023-08-28T02:02:48.474 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout }, 2023-08-28T02:02:48.474 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "fsmap": { 2023-08-28T02:02:48.474 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-08-28T02:02:48.474 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "by_rank": [], 2023-08-28T02:02:48.474 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "up:standby": 0 2023-08-28T02:02:48.474 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout }, 2023-08-28T02:02:48.474 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "mgrmap": { 2023-08-28T02:02:48.474 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "available": false, 2023-08-28T02:02:48.474 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2023-08-28T02:02:48.475 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "modules": [ 2023-08-28T02:02:48.475 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "iostat", 2023-08-28T02:02:48.475 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "nfs", 2023-08-28T02:02:48.475 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "restful" 2023-08-28T02:02:48.475 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout ], 2023-08-28T02:02:48.475 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "services": {} 2023-08-28T02:02:48.475 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout }, 2023-08-28T02:02:48.475 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "servicemap": { 2023-08-28T02:02:48.475 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-08-28T02:02:48.475 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "modified": "2023-08-28T02:02:36.247674+0000", 2023-08-28T02:02:48.475 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "services": {} 2023-08-28T02:02:48.475 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout }, 2023-08-28T02:02:48.475 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "progress_events": {} 2023-08-28T02:02:48.476 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout } 2023-08-28T02:02:48.476 INFO:teuthology.orchestra.run.smithi040.stdout:mgr not available, waiting (3/15)... 2023-08-28T02:02:48.979 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:02:48 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:02:48.633+0000 7f44b9b551c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-08-28T02:02:48.980 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:02:48 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:02:48.829+0000 7f44b9b551c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-08-28T02:02:49.480 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:02:49 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:02:49.027+0000 7f44b9b551c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-08-28T02:02:49.480 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:02:49 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:02:49.155+0000 7f44b9b551c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-08-28T02:02:49.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:49 smithi040 ceph-mon[111703]: Activating manager daemon y 2023-08-28T02:02:49.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:49 smithi040 ceph-mon[111703]: mgrmap e2: y(active, starting, since 0.00302398s) 2023-08-28T02:02:49.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:49 smithi040 ceph-mon[111703]: from='mgr.14100 172.21.15.40:0/3032208572' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-08-28T02:02:49.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:49 smithi040 ceph-mon[111703]: from='mgr.14100 172.21.15.40:0/3032208572' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-08-28T02:02:49.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:49 smithi040 ceph-mon[111703]: from='mgr.14100 172.21.15.40:0/3032208572' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-08-28T02:02:49.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:49 smithi040 ceph-mon[111703]: from='mgr.14100 172.21.15.40:0/3032208572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-08-28T02:02:49.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:49 smithi040 ceph-mon[111703]: from='mgr.14100 172.21.15.40:0/3032208572' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-08-28T02:02:49.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:49 smithi040 ceph-mon[111703]: Manager daemon y is now available 2023-08-28T02:02:49.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:49 smithi040 ceph-mon[111703]: from='mgr.14100 172.21.15.40:0/3032208572' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-08-28T02:02:49.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:49 smithi040 ceph-mon[111703]: from='mgr.14100 172.21.15.40:0/3032208572' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-08-28T02:02:49.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:49 smithi040 ceph-mon[111703]: from='mgr.14100 172.21.15.40:0/3032208572' entity='mgr.y' 2023-08-28T02:02:49.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:49 smithi040 ceph-mon[111703]: from='mgr.14100 172.21.15.40:0/3032208572' entity='mgr.y' 2023-08-28T02:02:50.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:50 smithi040 ceph-mon[111703]: from='mgr.14100 172.21.15.40:0/3032208572' entity='mgr.y' 2023-08-28T02:02:50.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:50 smithi040 ceph-mon[111703]: mgrmap e3: y(active, since 1.00767s) 2023-08-28T02:02:52.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:52 smithi040 ceph-mon[111703]: mgrmap e4: y(active, since 2s) 2023-08-28T02:02:53.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:53 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/2183264634' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-08-28T02:02:54.934 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout 2023-08-28T02:02:54.934 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout { 2023-08-28T02:02:54.934 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "fsid": "d9a8f48a-4546-11ee-817c-1b7a5f1ba315", 2023-08-28T02:02:54.934 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "health": { 2023-08-28T02:02:54.934 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2023-08-28T02:02:54.935 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "checks": {}, 2023-08-28T02:02:54.935 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "mutes": [] 2023-08-28T02:02:54.935 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout }, 2023-08-28T02:02:54.935 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2023-08-28T02:02:54.935 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "quorum": [ 2023-08-28T02:02:54.935 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout 0 2023-08-28T02:02:54.935 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout ], 2023-08-28T02:02:54.935 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2023-08-28T02:02:54.935 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "a" 2023-08-28T02:02:54.935 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout ], 2023-08-28T02:02:54.936 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "quorum_age": 12, 2023-08-28T02:02:54.936 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "monmap": { 2023-08-28T02:02:54.936 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-08-28T02:02:54.936 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2023-08-28T02:02:54.936 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "num_mons": 1 2023-08-28T02:02:54.936 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout }, 2023-08-28T02:02:54.936 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "osdmap": { 2023-08-28T02:02:54.936 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-08-28T02:02:54.936 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2023-08-28T02:02:54.936 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2023-08-28T02:02:54.937 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2023-08-28T02:02:54.937 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2023-08-28T02:02:54.940 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2023-08-28T02:02:54.940 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2023-08-28T02:02:54.941 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout }, 2023-08-28T02:02:54.941 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "pgmap": { 2023-08-28T02:02:54.941 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2023-08-28T02:02:54.941 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2023-08-28T02:02:54.941 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2023-08-28T02:02:54.941 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2023-08-28T02:02:54.941 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2023-08-28T02:02:54.941 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2023-08-28T02:02:54.941 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2023-08-28T02:02:54.941 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2023-08-28T02:02:54.942 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout }, 2023-08-28T02:02:54.942 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "fsmap": { 2023-08-28T02:02:54.942 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-08-28T02:02:54.942 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "by_rank": [], 2023-08-28T02:02:54.942 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "up:standby": 0 2023-08-28T02:02:54.942 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout }, 2023-08-28T02:02:54.942 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "mgrmap": { 2023-08-28T02:02:54.942 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "available": true, 2023-08-28T02:02:54.942 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2023-08-28T02:02:54.942 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "modules": [ 2023-08-28T02:02:54.942 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "iostat", 2023-08-28T02:02:54.943 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "nfs", 2023-08-28T02:02:54.943 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "restful" 2023-08-28T02:02:54.943 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout ], 2023-08-28T02:02:54.943 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "services": {} 2023-08-28T02:02:54.943 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout }, 2023-08-28T02:02:54.943 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "servicemap": { 2023-08-28T02:02:54.943 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-08-28T02:02:54.943 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "modified": "2023-08-28T02:02:36.247674+0000", 2023-08-28T02:02:54.943 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "services": {} 2023-08-28T02:02:54.943 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout }, 2023-08-28T02:02:54.944 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "progress_events": {} 2023-08-28T02:02:54.944 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout } 2023-08-28T02:02:54.944 INFO:teuthology.orchestra.run.smithi040.stdout:mgr is available 2023-08-28T02:02:56.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:56 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/1233835960' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2023-08-28T02:02:57.899 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout 2023-08-28T02:02:57.899 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout [global] 2023-08-28T02:02:57.900 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout fsid = d9a8f48a-4546-11ee-817c-1b7a5f1ba315 2023-08-28T02:02:57.900 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2023-08-28T02:02:57.900 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2023-08-28T02:02:57.900 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2023-08-28T02:02:57.900 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2023-08-28T02:02:57.900 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout 2023-08-28T02:02:57.900 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout [mgr] 2023-08-28T02:02:57.900 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2023-08-28T02:02:57.900 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout 2023-08-28T02:02:57.900 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout [osd] 2023-08-28T02:02:57.900 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2023-08-28T02:02:57.901 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2023-08-28T02:02:57.901 INFO:teuthology.orchestra.run.smithi040.stdout:Enabling cephadm module... 2023-08-28T02:02:58.887 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:58 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/3325847280' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2023-08-28T02:02:58.887 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:02:58 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: ignoring --setuser ceph since I am not root 2023-08-28T02:02:58.887 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:02:58 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: ignoring --setgroup ceph since I am not root 2023-08-28T02:02:58.887 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:02:58 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:02:58.770+0000 7f5c87ee41c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-08-28T02:02:59.230 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:02:58 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:02:58.965+0000 7f5c87ee41c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-08-28T02:02:59.595 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:02:59 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:02:59.317+0000 7f5c87ee41c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-08-28T02:02:59.943 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:59 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/3325847280' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2023-08-28T02:02:59.943 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:02:59 smithi040 ceph-mon[111703]: mgrmap e5: y(active, since 9s) 2023-08-28T02:02:59.965 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout { 2023-08-28T02:02:59.965 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "epoch": 5, 2023-08-28T02:02:59.965 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "available": true, 2023-08-28T02:02:59.965 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "active_name": "y", 2023-08-28T02:02:59.965 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "num_standby": 0 2023-08-28T02:02:59.965 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout } 2023-08-28T02:02:59.965 INFO:teuthology.orchestra.run.smithi040.stdout:Waiting for the mgr to restart... 2023-08-28T02:02:59.965 INFO:teuthology.orchestra.run.smithi040.stdout:Waiting for mgr epoch 5... 2023-08-28T02:03:00.230 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:02:59 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:02:59.944+0000 7f5c87ee41c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-08-28T02:03:00.230 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:03:00 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:03:00.141+0000 7f5c87ee41c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-08-28T02:03:00.979 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:00 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/3740699502' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2023-08-28T02:03:00.980 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:03:00 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:03:00.589+0000 7f5c87ee41c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-08-28T02:03:01.729 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:03:01 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:03:01.452+0000 7f5c87ee41c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-08-28T02:03:01.730 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:03:01 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:03:01.547+0000 7f5c87ee41c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-08-28T02:03:02.524 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:03:02 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:03:02.233+0000 7f5c87ee41c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-08-28T02:03:02.524 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:03:02 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:03:02.326+0000 7f5c87ee41c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-08-28T02:03:02.524 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:03:02 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:03:02.423+0000 7f5c87ee41c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-08-28T02:03:02.780 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:03:02 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:03:02.525+0000 7f5c87ee41c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-08-28T02:03:03.114 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:03:02 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:03:02.781+0000 7f5c87ee41c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-08-28T02:03:03.114 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:03:02 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:03:02.883+0000 7f5c87ee41c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-08-28T02:03:03.421 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:03:03 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:03:03.116+0000 7f5c87ee41c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-08-28T02:03:03.421 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:03:03 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:03:03.221+0000 7f5c87ee41c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-08-28T02:03:03.421 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:03:03 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:03:03.422+0000 7f5c87ee41c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-08-28T02:03:03.729 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:03:03 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:03:03.515+0000 7f5c87ee41c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-08-28T02:03:04.729 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:03:04 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:03:04.353+0000 7f5c87ee41c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-08-28T02:03:04.730 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:03:04 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:03:04.561+0000 7f5c87ee41c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-08-28T02:03:05.229 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:03:04 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:03:04.754+0000 7f5c87ee41c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-08-28T02:03:05.729 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:03:05 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:03:05.434+0000 7f5c87ee41c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-08-28T02:03:05.730 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:03:05 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:03:05.631+0000 7f5c87ee41c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-08-28T02:03:06.206 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:03:05 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:03:05.829+0000 7f5c87ee41c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-08-28T02:03:06.206 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:03:05 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:03:05.957+0000 7f5c87ee41c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-08-28T02:03:06.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:06 smithi040 ceph-mon[111703]: Active manager daemon y restarted 2023-08-28T02:03:06.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:06 smithi040 ceph-mon[111703]: Activating manager daemon y 2023-08-28T02:03:06.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:06 smithi040 ceph-mon[111703]: osdmap e2: 0 total, 0 up, 0 in 2023-08-28T02:03:06.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:06 smithi040 ceph-mon[111703]: mgrmap e6: y(active, starting, since 0.00392955s) 2023-08-28T02:03:06.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:06 smithi040 ceph-mon[111703]: from='mgr.14120 172.21.15.40:0/2222688547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-08-28T02:03:06.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:06 smithi040 ceph-mon[111703]: from='mgr.14120 172.21.15.40:0/2222688547' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-08-28T02:03:06.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:06 smithi040 ceph-mon[111703]: from='mgr.14120 172.21.15.40:0/2222688547' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-08-28T02:03:06.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:06 smithi040 ceph-mon[111703]: from='mgr.14120 172.21.15.40:0/2222688547' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-08-28T02:03:06.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:06 smithi040 ceph-mon[111703]: from='mgr.14120 172.21.15.40:0/2222688547' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-08-28T02:03:06.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:06 smithi040 ceph-mon[111703]: Manager daemon y is now available 2023-08-28T02:03:06.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:06 smithi040 ceph-mon[111703]: from='mgr.14120 172.21.15.40:0/2222688547' entity='mgr.y' 2023-08-28T02:03:06.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:06 smithi040 ceph-mon[111703]: from='mgr.14120 172.21.15.40:0/2222688547' entity='mgr.y' 2023-08-28T02:03:06.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:06 smithi040 ceph-mon[111703]: from='mgr.14120 172.21.15.40:0/2222688547' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:03:06.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:06 smithi040 ceph-mon[111703]: from='mgr.14120 172.21.15.40:0/2222688547' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:03:06.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:06 smithi040 ceph-mon[111703]: from='mgr.14120 172.21.15.40:0/2222688547' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:03:06.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:06 smithi040 ceph-mon[111703]: from='mgr.14120 172.21.15.40:0/2222688547' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-08-28T02:03:06.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:06 smithi040 ceph-mon[111703]: from='mgr.14120 172.21.15.40:0/2222688547' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-08-28T02:03:07.290 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:07 smithi040 ceph-mon[111703]: Found migration_current of "None". Setting to last migration. 2023-08-28T02:03:07.290 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:07 smithi040 ceph-mon[111703]: mgrmap e7: y(active, since 1.00554s) 2023-08-28T02:03:07.330 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout { 2023-08-28T02:03:07.330 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2023-08-28T02:03:07.330 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "initialized": true 2023-08-28T02:03:07.330 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout } 2023-08-28T02:03:07.330 INFO:teuthology.orchestra.run.smithi040.stdout:mgr epoch 5 is available 2023-08-28T02:03:07.330 INFO:teuthology.orchestra.run.smithi040.stdout:Setting orchestrator backend to cephadm... 2023-08-28T02:03:08.934 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:08 smithi040 ceph-mon[111703]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2023-08-28T02:03:08.934 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:08 smithi040 ceph-mon[111703]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2023-08-28T02:03:08.935 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:08 smithi040 ceph-mon[111703]: [28/Aug/2023:02:03:07] ENGINE Bus STARTING 2023-08-28T02:03:08.935 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:08 smithi040 ceph-mon[111703]: [28/Aug/2023:02:03:07] ENGINE Serving on https://172.21.15.40:7150 2023-08-28T02:03:08.935 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:08 smithi040 ceph-mon[111703]: [28/Aug/2023:02:03:07] ENGINE Bus STARTED 2023-08-28T02:03:08.936 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:08 smithi040 ceph-mon[111703]: from='mgr.14120 172.21.15.40:0/2222688547' entity='mgr.y' 2023-08-28T02:03:08.936 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:08 smithi040 ceph-mon[111703]: from='mgr.14120 172.21.15.40:0/2222688547' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:03:08.936 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:08 smithi040 ceph-mon[111703]: from='mgr.14120 172.21.15.40:0/2222688547' entity='mgr.y' 2023-08-28T02:03:08.936 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:08 smithi040 ceph-mon[111703]: from='mgr.14120 172.21.15.40:0/2222688547' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:03:09.280 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout value unchanged 2023-08-28T02:03:09.281 INFO:teuthology.orchestra.run.smithi040.stdout:Generating ssh key... 2023-08-28T02:03:09.979 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:09 smithi040 ceph-mon[111703]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:03:09.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:09 smithi040 ceph-mon[111703]: mgrmap e8: y(active, since 2s) 2023-08-28T02:03:10.382 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:03:10 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: Generating public/private rsa key pair. 2023-08-28T02:03:10.383 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:03:10 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: Your identification has been saved in /tmp/tmptzk47rtt/key. 2023-08-28T02:03:10.383 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:03:10 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: Your public key has been saved in /tmp/tmptzk47rtt/key.pub. 2023-08-28T02:03:10.383 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:03:10 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: The key fingerprint is: 2023-08-28T02:03:10.383 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:03:10 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: SHA256:h2SY6r0jbWzUMOfXYh73zZWrjQfntm/YuvYxy7jY5hk ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315 2023-08-28T02:03:10.383 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:03:10 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: The key's randomart image is: 2023-08-28T02:03:10.383 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:03:10 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: +---[RSA 3072]----+ 2023-08-28T02:03:10.383 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:03:10 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: | | 2023-08-28T02:03:10.383 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:03:10 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: | o | 2023-08-28T02:03:10.383 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:03:10 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: | o o | 2023-08-28T02:03:10.383 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:03:10 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: | .oo.. | 2023-08-28T02:03:10.384 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:03:10 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: | . *S .. .| 2023-08-28T02:03:10.384 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:03:10 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: | . .. o.= o. o.| 2023-08-28T02:03:10.384 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:03:10 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: | .+. + + E+Bo| 2023-08-28T02:03:10.384 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:03:10 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: | . *. . o.@=O| 2023-08-28T02:03:10.384 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:03:10 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: | +.. .oXBX=| 2023-08-28T02:03:10.384 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:03:10 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: +----[SHA256]-----+ 2023-08-28T02:03:10.729 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:10 smithi040 ceph-mon[111703]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:03:10.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:10 smithi040 ceph-mon[111703]: from='mgr.14120 172.21.15.40:0/2222688547' entity='mgr.y' 2023-08-28T02:03:10.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:10 smithi040 ceph-mon[111703]: from='mgr.14120 172.21.15.40:0/2222688547' entity='mgr.y' 2023-08-28T02:03:11.380 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCqiwezzSKME/YHzq186WDmOLxdIpiQ7wqvCBM0p6Xir5SQgtig8OTpJakpaNLlqWdw0fSp6zvZrfW3++bfLlI/yZvumT/dFOZQeYH5B/p/tC92UW6hfmlevXbqydu+h8gybXQzn+I6K7X/IvqkAUDN7ecYlpITcWapqTGJJMMtfuH0e8t6zanUsRbJb5YJsuITnLU+vUsk64QY2B44btvpbeL9ZMWS3di+C6IiwNQXqMSGSRDDdpXjEdoC4DF2fOSWQf49Q4Nj0Irb+FxSFmo44YqH8wW3SbO+kKtru561H7EDaVf5xAy9w9ly8GULUaOa0LOuQsnv9hNQpNDJ+lqd1P+rp4L9aL51gGGb6JkqUS0JKsPshdHKSlun2t69Qc5H1s4p11yXNW0e5hNCnheW4Trpyk3i4HHxmv659iWgsXxb3fA0I5BztjFmefLRWzlwh3l6S8sXCLt6wELidvHp+YNeOCJ8rbAliiiVJTLht1Lv+XX6po3fjSZD46PLmL0= ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315 2023-08-28T02:03:11.380 INFO:teuthology.orchestra.run.smithi040.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2023-08-28T02:03:11.380 INFO:teuthology.orchestra.run.smithi040.stdout:Adding key to root@localhost authorized_keys... 2023-08-28T02:03:11.381 INFO:teuthology.orchestra.run.smithi040.stdout:Adding host smithi040... 2023-08-28T02:03:11.979 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:11 smithi040 ceph-mon[111703]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:03:11.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:11 smithi040 ceph-mon[111703]: Generating ssh key... 2023-08-28T02:03:12.883 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:12 smithi040 ceph-mon[111703]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:03:13.729 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:13 smithi040 ceph-mon[111703]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi040", "addr": "172.21.15.40", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:03:13.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:13 smithi040 ceph-mon[111703]: Deploying cephadm binary to smithi040 2023-08-28T02:03:14.217 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout Added host 'smithi040' with addr '172.21.15.40' 2023-08-28T02:03:14.218 INFO:teuthology.orchestra.run.smithi040.stdout:Deploying unmanaged mon service... 2023-08-28T02:03:15.182 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:14 smithi040 ceph-mon[111703]: from='mgr.14120 172.21.15.40:0/2222688547' entity='mgr.y' 2023-08-28T02:03:15.182 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:14 smithi040 ceph-mon[111703]: Added host smithi040 2023-08-28T02:03:15.183 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:14 smithi040 ceph-mon[111703]: from='mgr.14120 172.21.15.40:0/2222688547' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:03:15.183 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:14 smithi040 ceph-mon[111703]: from='mgr.14120 172.21.15.40:0/2222688547' entity='mgr.y' 2023-08-28T02:03:15.221 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2023-08-28T02:03:15.221 INFO:teuthology.orchestra.run.smithi040.stdout:Deploying unmanaged mgr service... 2023-08-28T02:03:16.259 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2023-08-28T02:03:16.367 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:16 smithi040 ceph-mon[111703]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:03:16.368 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:16 smithi040 ceph-mon[111703]: Saving service mon spec with placement count:5 2023-08-28T02:03:16.368 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:16 smithi040 ceph-mon[111703]: from='mgr.14120 172.21.15.40:0/2222688547' entity='mgr.y' 2023-08-28T02:03:16.368 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:16 smithi040 ceph-mon[111703]: from='mgr.14120 172.21.15.40:0/2222688547' entity='mgr.y' 2023-08-28T02:03:17.709 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:17 smithi040 ceph-mon[111703]: from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:03:17.710 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:17 smithi040 ceph-mon[111703]: Saving service mgr spec with placement count:2 2023-08-28T02:03:17.710 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:17 smithi040 ceph-mon[111703]: from='mgr.14120 172.21.15.40:0/2222688547' entity='mgr.y' 2023-08-28T02:03:17.710 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:17 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/3169090992' entity='client.admin' 2023-08-28T02:03:18.329 INFO:teuthology.orchestra.run.smithi040.stdout:Enabling the dashboard module... 2023-08-28T02:03:18.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:18 smithi040 ceph-mon[111703]: from='mgr.14120 172.21.15.40:0/2222688547' entity='mgr.y' 2023-08-28T02:03:18.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:18 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/1748115255' entity='client.admin' 2023-08-28T02:03:18.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:18 smithi040 ceph-mon[111703]: from='mgr.14120 172.21.15.40:0/2222688547' entity='mgr.y' 2023-08-28T02:03:19.591 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:19 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/1871230104' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2023-08-28T02:03:19.592 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:03:19 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: ignoring --setuser ceph since I am not root 2023-08-28T02:03:19.592 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:03:19 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: ignoring --setgroup ceph since I am not root 2023-08-28T02:03:19.911 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:03:19 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:03:19.591+0000 7fa260a511c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-08-28T02:03:19.911 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:03:19 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:03:19.784+0000 7fa260a511c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-08-28T02:03:20.479 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:20 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/1871230104' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2023-08-28T02:03:20.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:20 smithi040 ceph-mon[111703]: mgrmap e9: y(active, since 13s) 2023-08-28T02:03:20.480 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:03:20 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:03:20.164+0000 7fa260a511c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-08-28T02:03:20.820 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout { 2023-08-28T02:03:20.820 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "epoch": 9, 2023-08-28T02:03:20.820 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "available": true, 2023-08-28T02:03:20.820 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "active_name": "y", 2023-08-28T02:03:20.821 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "num_standby": 0 2023-08-28T02:03:20.821 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout } 2023-08-28T02:03:20.821 INFO:teuthology.orchestra.run.smithi040.stdout:Waiting for the mgr to restart... 2023-08-28T02:03:20.821 INFO:teuthology.orchestra.run.smithi040.stdout:Waiting for mgr epoch 9... 2023-08-28T02:03:21.022 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:03:20 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:03:20.769+0000 7fa260a511c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-08-28T02:03:21.023 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:03:20 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:03:20.963+0000 7fa260a511c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-08-28T02:03:21.729 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:21 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/2161083257' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2023-08-28T02:03:21.730 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:03:21 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:03:21.418+0000 7fa260a511c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-08-28T02:03:22.729 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:03:22 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:03:22.285+0000 7fa260a511c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-08-28T02:03:22.730 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:03:22 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:03:22.381+0000 7fa260a511c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-08-28T02:03:23.364 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:03:23 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:03:23.070+0000 7fa260a511c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-08-28T02:03:23.364 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:03:23 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:03:23.163+0000 7fa260a511c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-08-28T02:03:23.364 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:03:23 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:03:23.261+0000 7fa260a511c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-08-28T02:03:23.621 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:03:23 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:03:23.364+0000 7fa260a511c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-08-28T02:03:23.960 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:03:23 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:03:23.621+0000 7fa260a511c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-08-28T02:03:23.960 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:03:23 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:03:23.724+0000 7fa260a511c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-08-28T02:03:24.229 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:03:23 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:03:23.960+0000 7fa260a511c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-08-28T02:03:24.230 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:03:24 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:03:24.067+0000 7fa260a511c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-08-28T02:03:24.729 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:03:24 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:03:24.270+0000 7fa260a511c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-08-28T02:03:24.730 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:03:24 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:03:24.364+0000 7fa260a511c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-08-28T02:03:25.646 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:03:25 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:03:25.236+0000 7fa260a511c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-08-28T02:03:25.646 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:03:25 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:03:25.450+0000 7fa260a511c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-08-28T02:03:25.979 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:03:25 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:03:25.646+0000 7fa260a511c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-08-28T02:03:26.729 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:03:26 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:03:26.335+0000 7fa260a511c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-08-28T02:03:26.730 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:03:26 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:03:26.532+0000 7fa260a511c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-08-28T02:03:26.998 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:03:26 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:03:26.733+0000 7fa260a511c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-08-28T02:03:26.998 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:03:26 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:03:26.864+0000 7fa260a511c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-08-28T02:03:26.999 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:26 smithi040 ceph-mon[111703]: Active manager daemon y restarted 2023-08-28T02:03:26.999 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:26 smithi040 ceph-mon[111703]: Activating manager daemon y 2023-08-28T02:03:26.999 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:26 smithi040 ceph-mon[111703]: osdmap e3: 0 total, 0 up, 0 in 2023-08-28T02:03:26.999 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:26 smithi040 ceph-mon[111703]: mgrmap e10: y(active, starting, since 0.00580697s) 2023-08-28T02:03:26.999 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:26 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-08-28T02:03:26.999 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:26 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-08-28T02:03:27.000 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:26 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-08-28T02:03:27.000 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:26 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-08-28T02:03:27.000 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:26 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-08-28T02:03:27.000 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:26 smithi040 ceph-mon[111703]: Manager daemon y is now available 2023-08-28T02:03:27.000 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:26 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:03:27.000 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:26 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:03:28.229 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:27 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-08-28T02:03:28.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:27 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-08-28T02:03:28.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:27 smithi040 ceph-mon[111703]: mgrmap e11: y(active, since 1.00678s) 2023-08-28T02:03:28.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:27 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:03:28.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:27 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:03:28.260 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout { 2023-08-28T02:03:28.260 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2023-08-28T02:03:28.260 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout "initialized": true 2023-08-28T02:03:28.261 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout } 2023-08-28T02:03:28.261 INFO:teuthology.orchestra.run.smithi040.stdout:mgr epoch 9 is available 2023-08-28T02:03:28.261 INFO:teuthology.orchestra.run.smithi040.stdout:Generating a dashboard self-signed certificate... 2023-08-28T02:03:29.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:28 smithi040 ceph-mon[111703]: [28/Aug/2023:02:03:27] ENGINE Bus STARTING 2023-08-28T02:03:29.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:28 smithi040 ceph-mon[111703]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2023-08-28T02:03:29.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:28 smithi040 ceph-mon[111703]: [28/Aug/2023:02:03:27] ENGINE Serving on https://172.21.15.40:7150 2023-08-28T02:03:29.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:28 smithi040 ceph-mon[111703]: [28/Aug/2023:02:03:27] ENGINE Bus STARTED 2023-08-28T02:03:29.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:28 smithi040 ceph-mon[111703]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2023-08-28T02:03:29.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:28 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:03:29.693 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2023-08-28T02:03:29.694 INFO:teuthology.orchestra.run.smithi040.stdout:Creating initial admin user... 2023-08-28T02:03:30.454 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:29 smithi040 ceph-mon[111703]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:03:30.454 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:29 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:03:30.454 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:29 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:03:30.454 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:29 smithi040 ceph-mon[111703]: mgrmap e12: y(active, since 2s) 2023-08-28T02:03:30.924 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$gY.75sF9ymVi0fLjQN4Bz.B3DdyG9CqtfyicRkNFCXaMtrAjnpB6q", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1693188210, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2023-08-28T02:03:30.924 INFO:teuthology.orchestra.run.smithi040.stdout:Fetching dashboard port number... 2023-08-28T02:03:31.479 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:31 smithi040 ceph-mon[111703]: from='client.14166 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:03:31.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:31 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:03:31.886 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stdout 8443 2023-08-28T02:03:31.897 INFO:teuthology.orchestra.run.smithi040.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2023-08-28T02:03:31.897 INFO:teuthology.orchestra.run.smithi040.stdout:systemctl: stdout disabled 2023-08-28T02:03:31.908 INFO:teuthology.orchestra.run.smithi040.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2023-08-28T02:03:31.908 INFO:teuthology.orchestra.run.smithi040.stdout:systemctl: stdout inactive 2023-08-28T02:03:31.908 INFO:teuthology.orchestra.run.smithi040.stdout:firewalld.service is not enabled 2023-08-28T02:03:31.908 INFO:teuthology.orchestra.run.smithi040.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2023-08-28T02:03:31.910 INFO:teuthology.orchestra.run.smithi040.stdout:Ceph Dashboard is now available at: 2023-08-28T02:03:31.910 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:03:31.911 INFO:teuthology.orchestra.run.smithi040.stdout: URL: https://smithi040.front.sepia.ceph.com:8443/ 2023-08-28T02:03:31.911 INFO:teuthology.orchestra.run.smithi040.stdout: User: admin 2023-08-28T02:03:31.911 INFO:teuthology.orchestra.run.smithi040.stdout: Password: oa9dntb38h 2023-08-28T02:03:31.911 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:03:31.912 INFO:teuthology.orchestra.run.smithi040.stdout:Saving cluster configuration to /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/config directory 2023-08-28T02:03:31.912 INFO:teuthology.orchestra.run.smithi040.stdout:Enabling autotune for osd_memory_target 2023-08-28T02:03:32.479 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:32 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/371324842' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2023-08-28T02:03:33.986 INFO:teuthology.orchestra.run.smithi040.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2023-08-28T02:03:33.986 INFO:teuthology.orchestra.run.smithi040.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2023-08-28T02:03:33.986 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:03:33.986 INFO:teuthology.orchestra.run.smithi040.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2023-08-28T02:03:33.986 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:03:33.986 INFO:teuthology.orchestra.run.smithi040.stdout:Or, if you are only running a single cluster on this host: 2023-08-28T02:03:33.986 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:03:33.986 INFO:teuthology.orchestra.run.smithi040.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2023-08-28T02:03:33.987 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:03:33.987 INFO:teuthology.orchestra.run.smithi040.stdout:Please consider enabling telemetry to help improve Ceph: 2023-08-28T02:03:33.987 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:03:33.987 INFO:teuthology.orchestra.run.smithi040.stdout: ceph telemetry on 2023-08-28T02:03:33.987 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:03:33.987 INFO:teuthology.orchestra.run.smithi040.stdout:For more information see: 2023-08-28T02:03:33.987 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:03:33.987 INFO:teuthology.orchestra.run.smithi040.stdout: https://docs.ceph.com/docs/master/mgr/telemetry/ 2023-08-28T02:03:33.987 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:03:33.987 INFO:teuthology.orchestra.run.smithi040.stdout:Bootstrap complete. 2023-08-28T02:03:34.031 INFO:tasks.cephadm:Fetching config... 2023-08-28T02:03:34.031 DEBUG:teuthology.orchestra.run.smithi040:> set -ex 2023-08-28T02:03:34.031 DEBUG:teuthology.orchestra.run.smithi040:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2023-08-28T02:03:34.053 INFO:tasks.cephadm:Fetching client.admin keyring... 2023-08-28T02:03:34.053 DEBUG:teuthology.orchestra.run.smithi040:> set -ex 2023-08-28T02:03:34.053 DEBUG:teuthology.orchestra.run.smithi040:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2023-08-28T02:03:34.113 INFO:tasks.cephadm:Fetching mon keyring... 2023-08-28T02:03:34.113 DEBUG:teuthology.orchestra.run.smithi040:> set -ex 2023-08-28T02:03:34.113 DEBUG:teuthology.orchestra.run.smithi040:> sudo dd if=/var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/keyring of=/dev/stdout 2023-08-28T02:03:34.187 INFO:tasks.cephadm:Fetching pub ssh key... 2023-08-28T02:03:34.187 DEBUG:teuthology.orchestra.run.smithi040:> set -ex 2023-08-28T02:03:34.187 DEBUG:teuthology.orchestra.run.smithi040:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2023-08-28T02:03:34.252 INFO:tasks.cephadm:Installing pub ssh key for root users... 2023-08-28T02:03:34.252 DEBUG:teuthology.orchestra.run.smithi040:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCqiwezzSKME/YHzq186WDmOLxdIpiQ7wqvCBM0p6Xir5SQgtig8OTpJakpaNLlqWdw0fSp6zvZrfW3++bfLlI/yZvumT/dFOZQeYH5B/p/tC92UW6hfmlevXbqydu+h8gybXQzn+I6K7X/IvqkAUDN7ecYlpITcWapqTGJJMMtfuH0e8t6zanUsRbJb5YJsuITnLU+vUsk64QY2B44btvpbeL9ZMWS3di+C6IiwNQXqMSGSRDDdpXjEdoC4DF2fOSWQf49Q4Nj0Irb+FxSFmo44YqH8wW3SbO+kKtru561H7EDaVf5xAy9w9ly8GULUaOa0LOuQsnv9hNQpNDJ+lqd1P+rp4L9aL51gGGb6JkqUS0JKsPshdHKSlun2t69Qc5H1s4p11yXNW0e5hNCnheW4Trpyk3i4HHxmv659iWgsXxb3fA0I5BztjFmefLRWzlwh3l6S8sXCLt6wELidvHp+YNeOCJ8rbAliiiVJTLht1Lv+XX6po3fjSZD46PLmL0= ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2023-08-28T02:03:34.341 INFO:teuthology.orchestra.run.smithi040.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCqiwezzSKME/YHzq186WDmOLxdIpiQ7wqvCBM0p6Xir5SQgtig8OTpJakpaNLlqWdw0fSp6zvZrfW3++bfLlI/yZvumT/dFOZQeYH5B/p/tC92UW6hfmlevXbqydu+h8gybXQzn+I6K7X/IvqkAUDN7ecYlpITcWapqTGJJMMtfuH0e8t6zanUsRbJb5YJsuITnLU+vUsk64QY2B44btvpbeL9ZMWS3di+C6IiwNQXqMSGSRDDdpXjEdoC4DF2fOSWQf49Q4Nj0Irb+FxSFmo44YqH8wW3SbO+kKtru561H7EDaVf5xAy9w9ly8GULUaOa0LOuQsnv9hNQpNDJ+lqd1P+rp4L9aL51gGGb6JkqUS0JKsPshdHKSlun2t69Qc5H1s4p11yXNW0e5hNCnheW4Trpyk3i4HHxmv659iWgsXxb3fA0I5BztjFmefLRWzlwh3l6S8sXCLt6wELidvHp+YNeOCJ8rbAliiiVJTLht1Lv+XX6po3fjSZD46PLmL0= ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315 2023-08-28T02:03:34.355 DEBUG:teuthology.orchestra.run.smithi083:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCqiwezzSKME/YHzq186WDmOLxdIpiQ7wqvCBM0p6Xir5SQgtig8OTpJakpaNLlqWdw0fSp6zvZrfW3++bfLlI/yZvumT/dFOZQeYH5B/p/tC92UW6hfmlevXbqydu+h8gybXQzn+I6K7X/IvqkAUDN7ecYlpITcWapqTGJJMMtfuH0e8t6zanUsRbJb5YJsuITnLU+vUsk64QY2B44btvpbeL9ZMWS3di+C6IiwNQXqMSGSRDDdpXjEdoC4DF2fOSWQf49Q4Nj0Irb+FxSFmo44YqH8wW3SbO+kKtru561H7EDaVf5xAy9w9ly8GULUaOa0LOuQsnv9hNQpNDJ+lqd1P+rp4L9aL51gGGb6JkqUS0JKsPshdHKSlun2t69Qc5H1s4p11yXNW0e5hNCnheW4Trpyk3i4HHxmv659iWgsXxb3fA0I5BztjFmefLRWzlwh3l6S8sXCLt6wELidvHp+YNeOCJ8rbAliiiVJTLht1Lv+XX6po3fjSZD46PLmL0= ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2023-08-28T02:03:34.401 INFO:teuthology.orchestra.run.smithi083.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCqiwezzSKME/YHzq186WDmOLxdIpiQ7wqvCBM0p6Xir5SQgtig8OTpJakpaNLlqWdw0fSp6zvZrfW3++bfLlI/yZvumT/dFOZQeYH5B/p/tC92UW6hfmlevXbqydu+h8gybXQzn+I6K7X/IvqkAUDN7ecYlpITcWapqTGJJMMtfuH0e8t6zanUsRbJb5YJsuITnLU+vUsk64QY2B44btvpbeL9ZMWS3di+C6IiwNQXqMSGSRDDdpXjEdoC4DF2fOSWQf49Q4Nj0Irb+FxSFmo44YqH8wW3SbO+kKtru561H7EDaVf5xAy9w9ly8GULUaOa0LOuQsnv9hNQpNDJ+lqd1P+rp4L9aL51gGGb6JkqUS0JKsPshdHKSlun2t69Qc5H1s4p11yXNW0e5hNCnheW4Trpyk3i4HHxmv659iWgsXxb3fA0I5BztjFmefLRWzlwh3l6S8sXCLt6wELidvHp+YNeOCJ8rbAliiiVJTLht1Lv+XX6po3fjSZD46PLmL0= ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315 2023-08-28T02:03:34.413 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2023-08-28T02:03:34.440 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:34 smithi040 ceph-mon[111703]: mgrmap e13: y(active, since 6s) 2023-08-28T02:03:34.441 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:34 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/2409426363' entity='client.admin' 2023-08-28T02:03:34.705 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:03:36.560 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2023-08-28T02:03:36.561 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph orch client-keyring set client.admin '*' --mode 0755 2023-08-28T02:03:36.888 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:36 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:03:36.888 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:36 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:03:36.888 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:36 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi040", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:03:36.888 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:36 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:03:36.888 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:36 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:03:36.888 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:36 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:03:36.888 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:36 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/1731682564' entity='client.admin' 2023-08-28T02:03:36.888 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:36 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:03:36.889 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:36 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:03:37.062 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:03:38.656 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi083 2023-08-28T02:03:38.656 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2023-08-28T02:03:38.656 DEBUG:teuthology.orchestra.run.smithi083:> dd of=/etc/ceph/ceph.conf 2023-08-28T02:03:38.678 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2023-08-28T02:03:38.678 DEBUG:teuthology.orchestra.run.smithi083:> dd of=/etc/ceph/ceph.client.admin.keyring 2023-08-28T02:03:38.738 INFO:tasks.cephadm:Adding host smithi083 to orchestrator... 2023-08-28T02:03:38.739 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph orch host add smithi083 2023-08-28T02:03:39.044 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:03:39.479 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:39 smithi040 ceph-mon[111703]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:03:39.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:39 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:03:39.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:39 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:03:39.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:39 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:03:39.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:39 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:03:39.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:39 smithi040 ceph-mon[111703]: Updating smithi040:/etc/ceph/ceph.conf 2023-08-28T02:03:40.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:40 smithi040 ceph-mon[111703]: Updating smithi040:/var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/config/ceph.conf 2023-08-28T02:03:40.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:40 smithi040 ceph-mon[111703]: Updating smithi040:/etc/ceph/ceph.client.admin.keyring 2023-08-28T02:03:40.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:40 smithi040 ceph-mon[111703]: Updating smithi040:/var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/config/ceph.client.admin.keyring 2023-08-28T02:03:40.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:40 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:03:40.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:40 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:03:40.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:40 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:03:41.729 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:41 smithi040 ceph-mon[111703]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi083", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:03:42.155 INFO:teuthology.orchestra.run.smithi040.stdout:Added host 'smithi083' with addr '172.21.15.83' 2023-08-28T02:03:42.438 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:42 smithi040 ceph-mon[111703]: Deploying cephadm binary to smithi083 2023-08-28T02:03:42.438 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:42 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:03:42.438 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:42 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:03:42.570 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph orch host ls --format=json 2023-08-28T02:03:42.865 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:03:43.693 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:43 smithi040 ceph-mon[111703]: Added host smithi083 2023-08-28T02:03:43.693 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:43 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:03:43.693 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:43 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:03:44.107 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:03:44.108 INFO:teuthology.orchestra.run.smithi040.stdout:[{"addr": "172.21.15.40", "hostname": "smithi040", "labels": [], "status": ""}, {"addr": "172.21.15.83", "hostname": "smithi083", "labels": [], "status": ""}] 2023-08-28T02:03:44.486 INFO:tasks.cephadm:Setting crush tunables to default 2023-08-28T02:03:44.486 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd crush tunables default 2023-08-28T02:03:44.779 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:03:44.957 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:44 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:03:44.957 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:44 smithi040 ceph-mon[111703]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:03:46.724 INFO:teuthology.orchestra.run.smithi040.stderr:adjusted tunables profile to default 2023-08-28T02:03:46.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:46 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:03:46.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:46 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:03:46.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:46 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:03:46.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:46 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:03:46.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:46 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi083", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:03:46.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:46 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:03:46.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:46 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:03:46.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:46 smithi040 ceph-mon[111703]: Updating smithi083:/etc/ceph/ceph.conf 2023-08-28T02:03:46.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:46 smithi040 ceph-mon[111703]: Updating smithi083:/var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/config/ceph.conf 2023-08-28T02:03:46.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:46 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/3795436181' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2023-08-28T02:03:46.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:46 smithi040 ceph-mon[111703]: Updating smithi083:/etc/ceph/ceph.client.admin.keyring 2023-08-28T02:03:47.092 INFO:tasks.cephadm:Adding mon.a on smithi040 2023-08-28T02:03:47.092 INFO:tasks.cephadm:Adding mon.c on smithi040 2023-08-28T02:03:47.093 INFO:tasks.cephadm:Adding mon.b on smithi083 2023-08-28T02:03:47.093 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph orch apply mon '3;smithi040:172.21.15.40=a;smithi040:[v2:172.21.15.40:3301,v1:172.21.15.40:6790]=c;smithi083:172.21.15.83=b' 2023-08-28T02:03:47.368 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/config/ceph.conf 2023-08-28T02:03:47.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:47 smithi040 ceph-mon[111703]: Updating smithi083:/var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/config/ceph.client.admin.keyring 2023-08-28T02:03:47.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:47 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/3795436181' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2023-08-28T02:03:47.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:47 smithi040 ceph-mon[111703]: osdmap e4: 0 total, 0 up, 0 in 2023-08-28T02:03:47.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:47 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:03:47.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:47 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:03:47.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:47 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:03:47.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:47 smithi040 ceph-mon[111703]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-08-28T02:03:48.518 INFO:teuthology.orchestra.run.smithi083.stdout:Scheduled mon update... 2023-08-28T02:03:48.904 DEBUG:teuthology.orchestra.run.smithi040:mon.c> sudo journalctl -f -n 0 -u ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315@mon.c.service 2023-08-28T02:03:48.906 DEBUG:teuthology.orchestra.run.smithi083:mon.b> sudo journalctl -f -n 0 -u ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315@mon.b.service 2023-08-28T02:03:48.908 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-08-28T02:03:48.908 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph mon dump -f json 2023-08-28T02:03:48.938 INFO:journalctl@ceph.mon.b.smithi083.stdout:-- Logs begin at Mon 2023-08-28 01:48:07 UTC. -- 2023-08-28T02:03:48.946 INFO:journalctl@ceph.mon.c.smithi040.stdout:-- Logs begin at Mon 2023-08-28 01:48:14 UTC. -- 2023-08-28T02:03:49.326 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/config/ceph.conf 2023-08-28T02:03:49.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:49 smithi040 ceph-mon[111703]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi040:172.21.15.40=a;smithi040:[v2:172.21.15.40:3301,v1:172.21.15.40:6790]=c;smithi083:172.21.15.83=b", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:03:49.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:49 smithi040 ceph-mon[111703]: Saving service mon spec with placement smithi040:172.21.15.40=a;smithi040:[v2:172.21.15.40:3301,v1:172.21.15.40:6790]=c;smithi083:172.21.15.83=b;count:3 2023-08-28T02:03:49.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:49 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:03:49.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:49 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:03:49.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:49 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:03:49.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:49 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:03:49.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:49 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:03:49.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:49 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-08-28T02:03:49.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:49 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:03:49.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:49 smithi040 ceph-mon[111703]: Deploying daemon mon.b on smithi083 2023-08-28T02:03:49.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:49 smithi040 ceph-mon[111703]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-08-28T02:03:51.176 INFO:teuthology.orchestra.run.smithi083.stdout: 2023-08-28T02:03:51.176 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":1,"fsid":"d9a8f48a-4546-11ee-817c-1b7a5f1ba315","modified":"2023-08-28T02:02:34.327888Z","created":"2023-08-28T02:02:34.327888Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:3300","nonce":0},{"type":"v1","addr":"172.21.15.40:6789","nonce":0}]},"addr":"172.21.15.40:6789/0","public_addr":"172.21.15.40:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-08-28T02:03:51.177 INFO:teuthology.orchestra.run.smithi083.stderr:dumped monmap epoch 1 2023-08-28T02:03:51.479 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:51 smithi040 ceph-mon[111703]: from='client.? 172.21.15.83:0/719343032' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-08-28T02:03:51.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 systemd[1]: Started Ceph mon.b for d9a8f48a-4546-11ee-817c-1b7a5f1ba315. 2023-08-28T02:03:51.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: load: jerasure load: lrc 2023-08-28T02:03:51.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: RocksDB version: 6.15.5 2023-08-28T02:03:51.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Git sha rocksdb_build_git_sha:@0@ 2023-08-28T02:03:51.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Compile date Aug 27 2023 2023-08-28T02:03:51.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: DB SUMMARY 2023-08-28T02:03:51.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: DB Session ID: 9JZDAMX03EG1YNFC9MO5 2023-08-28T02:03:51.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: CURRENT file: CURRENT 2023-08-28T02:03:51.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: IDENTITY file: IDENTITY 2023-08-28T02:03:51.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: MANIFEST file: MANIFEST-000003 size: 57 Bytes 2023-08-28T02:03:51.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 0, files: 2023-08-28T02:03:51.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000004.log size: 511 ; 2023-08-28T02:03:51.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.error_if_exists: 0 2023-08-28T02:03:51.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.create_if_missing: 0 2023-08-28T02:03:51.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.paranoid_checks: 1 2023-08-28T02:03:51.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2023-08-28T02:03:51.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.env: 0x5600b3127a80 2023-08-28T02:03:51.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.fs: Posix File System 2023-08-28T02:03:51.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.info_log: 0x5600b50fbda0 2023-08-28T02:03:51.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.max_file_opening_threads: 16 2023-08-28T02:03:51.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.statistics: (nil) 2023-08-28T02:03:51.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.use_fsync: 0 2023-08-28T02:03:51.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.max_log_file_size: 0 2023-08-28T02:03:51.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.max_manifest_file_size: 1073741824 2023-08-28T02:03:51.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.log_file_time_to_roll: 0 2023-08-28T02:03:51.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.keep_log_file_num: 1000 2023-08-28T02:03:51.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.recycle_log_file_num: 0 2023-08-28T02:03:51.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.allow_fallocate: 1 2023-08-28T02:03:51.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.allow_mmap_reads: 0 2023-08-28T02:03:51.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.allow_mmap_writes: 0 2023-08-28T02:03:51.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.use_direct_reads: 0 2023-08-28T02:03:51.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2023-08-28T02:03:51.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.create_missing_column_families: 0 2023-08-28T02:03:51.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.db_log_dir: 2023-08-28T02:03:51.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-b/store.db 2023-08-28T02:03:51.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.table_cache_numshardbits: 6 2023-08-28T02:03:51.744 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.WAL_ttl_seconds: 0 2023-08-28T02:03:51.744 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.WAL_size_limit_MB: 0 2023-08-28T02:03:51.744 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2023-08-28T02:03:51.744 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.manifest_preallocation_size: 4194304 2023-08-28T02:03:51.744 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.is_fd_close_on_exec: 1 2023-08-28T02:03:51.744 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.advise_random_on_open: 1 2023-08-28T02:03:51.744 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.db_write_buffer_size: 0 2023-08-28T02:03:51.744 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.write_buffer_manager: 0x5600b51c0930 2023-08-28T02:03:51.744 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.access_hint_on_compaction_start: 1 2023-08-28T02:03:51.744 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2023-08-28T02:03:51.744 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.random_access_max_buffer_size: 1048576 2023-08-28T02:03:51.744 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.use_adaptive_mutex: 0 2023-08-28T02:03:51.744 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.rate_limiter: (nil) 2023-08-28T02:03:51.745 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2023-08-28T02:03:51.745 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.wal_recovery_mode: 2 2023-08-28T02:03:51.745 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.enable_thread_tracking: 0 2023-08-28T02:03:51.745 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.enable_pipelined_write: 0 2023-08-28T02:03:51.745 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.unordered_write: 0 2023-08-28T02:03:51.745 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.allow_concurrent_memtable_write: 1 2023-08-28T02:03:51.745 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2023-08-28T02:03:51.745 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.write_thread_max_yield_usec: 100 2023-08-28T02:03:51.745 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.write_thread_slow_yield_usec: 3 2023-08-28T02:03:51.745 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.row_cache: None 2023-08-28T02:03:51.745 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.wal_filter: None 2023-08-28T02:03:51.745 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.avoid_flush_during_recovery: 0 2023-08-28T02:03:51.746 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.allow_ingest_behind: 0 2023-08-28T02:03:51.746 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.preserve_deletes: 0 2023-08-28T02:03:51.746 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.two_write_queues: 0 2023-08-28T02:03:51.746 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.manual_wal_flush: 0 2023-08-28T02:03:51.746 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.atomic_flush: 0 2023-08-28T02:03:51.746 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2023-08-28T02:03:51.746 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.persist_stats_to_disk: 0 2023-08-28T02:03:51.746 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.write_dbid_to_manifest: 0 2023-08-28T02:03:51.746 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.log_readahead_size: 0 2023-08-28T02:03:51.746 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.file_checksum_gen_factory: Unknown 2023-08-28T02:03:51.746 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.best_efforts_recovery: 0 2023-08-28T02:03:51.747 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2023-08-28T02:03:51.747 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2023-08-28T02:03:51.747 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.allow_data_in_errors: 0 2023-08-28T02:03:51.747 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.db_host_id: __hostname__ 2023-08-28T02:03:51.747 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.max_background_jobs: 2 2023-08-28T02:03:51.747 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.max_background_compactions: -1 2023-08-28T02:03:51.747 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.max_subcompactions: 1 2023-08-28T02:03:51.749 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.avoid_flush_during_shutdown: 0 2023-08-28T02:03:51.749 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2023-08-28T02:03:51.749 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.delayed_write_rate : 16777216 2023-08-28T02:03:51.749 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.max_total_wal_size: 0 2023-08-28T02:03:51.749 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2023-08-28T02:03:51.749 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.stats_dump_period_sec: 600 2023-08-28T02:03:51.749 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.stats_persist_period_sec: 600 2023-08-28T02:03:51.749 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.stats_history_buffer_size: 1048576 2023-08-28T02:03:51.750 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.max_open_files: -1 2023-08-28T02:03:51.750 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.bytes_per_sync: 0 2023-08-28T02:03:51.750 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.wal_bytes_per_sync: 0 2023-08-28T02:03:51.750 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.strict_bytes_per_sync: 0 2023-08-28T02:03:51.750 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.compaction_readahead_size: 0 2023-08-28T02:03:51.750 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.max_background_flushes: -1 2023-08-28T02:03:51.750 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Compression algorithms supported: 2023-08-28T02:03:51.750 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: kZSTDNotFinalCompression supported: 0 2023-08-28T02:03:51.750 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: kZSTD supported: 0 2023-08-28T02:03:51.750 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: kXpressCompression supported: 0 2023-08-28T02:03:51.750 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: kLZ4HCCompression supported: 1 2023-08-28T02:03:51.750 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: kZlibCompression supported: 1 2023-08-28T02:03:51.750 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: kSnappyCompression supported: 1 2023-08-28T02:03:51.751 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: kLZ4Compression supported: 1 2023-08-28T02:03:51.751 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: kBZip2Compression supported: 0 2023-08-28T02:03:51.751 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Fast CRC32 supported: Supported on x86 2023-08-28T02:03:51.751 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000003 2023-08-28T02:03:51.751 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2023-08-28T02:03:51.751 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2023-08-28T02:03:51.751 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.merge_operator: 2023-08-28T02:03:51.751 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.compaction_filter: None 2023-08-28T02:03:51.751 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.compaction_filter_factory: None 2023-08-28T02:03:51.751 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.sst_partitioner_factory: None 2023-08-28T02:03:51.751 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.memtable_factory: SkipListFactory 2023-08-28T02:03:51.751 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.table_factory: BlockBasedTable 2023-08-28T02:03:51.752 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5600b50cad30) 2023-08-28T02:03:51.752 INFO:journalctl@ceph.mon.b.smithi083.stdout: cache_index_and_filter_blocks: 1 2023-08-28T02:03:51.752 INFO:journalctl@ceph.mon.b.smithi083.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2023-08-28T02:03:51.752 INFO:journalctl@ceph.mon.b.smithi083.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2023-08-28T02:03:51.752 INFO:journalctl@ceph.mon.b.smithi083.stdout: pin_top_level_index_and_filter: 1 2023-08-28T02:03:51.752 INFO:journalctl@ceph.mon.b.smithi083.stdout: index_type: 0 2023-08-28T02:03:51.752 INFO:journalctl@ceph.mon.b.smithi083.stdout: data_block_index_type: 0 2023-08-28T02:03:51.752 INFO:journalctl@ceph.mon.b.smithi083.stdout: index_shortening: 1 2023-08-28T02:03:51.752 INFO:journalctl@ceph.mon.b.smithi083.stdout: data_block_hash_table_util_ratio: 0.750000 2023-08-28T02:03:51.752 INFO:journalctl@ceph.mon.b.smithi083.stdout: hash_index_allow_collision: 1 2023-08-28T02:03:51.752 INFO:journalctl@ceph.mon.b.smithi083.stdout: checksum: 1 2023-08-28T02:03:51.752 INFO:journalctl@ceph.mon.b.smithi083.stdout: no_block_cache: 0 2023-08-28T02:03:51.753 INFO:journalctl@ceph.mon.b.smithi083.stdout: block_cache: 0x5600b51831f0 2023-08-28T02:03:51.753 INFO:journalctl@ceph.mon.b.smithi083.stdout: block_cache_name: BinnedLRUCache 2023-08-28T02:03:51.753 INFO:journalctl@ceph.mon.b.smithi083.stdout: block_cache_options: 2023-08-28T02:03:51.753 INFO:journalctl@ceph.mon.b.smithi083.stdout: capacity : 536870912 2023-08-28T02:03:51.753 INFO:journalctl@ceph.mon.b.smithi083.stdout: num_shard_bits : 4 2023-08-28T02:03:51.753 INFO:journalctl@ceph.mon.b.smithi083.stdout: strict_capacity_limit : 0 2023-08-28T02:03:51.753 INFO:journalctl@ceph.mon.b.smithi083.stdout: high_pri_pool_ratio: 0.000 2023-08-28T02:03:51.753 INFO:journalctl@ceph.mon.b.smithi083.stdout: block_cache_compressed: (nil) 2023-08-28T02:03:51.753 INFO:journalctl@ceph.mon.b.smithi083.stdout: persistent_cache: (nil) 2023-08-28T02:03:51.753 INFO:journalctl@ceph.mon.b.smithi083.stdout: block_size: 4096 2023-08-28T02:03:51.754 INFO:journalctl@ceph.mon.b.smithi083.stdout: block_size_deviation: 10 2023-08-28T02:03:51.754 INFO:journalctl@ceph.mon.b.smithi083.stdout: block_restart_interval: 16 2023-08-28T02:03:51.754 INFO:journalctl@ceph.mon.b.smithi083.stdout: index_block_restart_interval: 1 2023-08-28T02:03:51.754 INFO:journalctl@ceph.mon.b.smithi083.stdout: metadata_block_size: 4096 2023-08-28T02:03:51.754 INFO:journalctl@ceph.mon.b.smithi083.stdout: partition_filters: 0 2023-08-28T02:03:51.754 INFO:journalctl@ceph.mon.b.smithi083.stdout: use_delta_encoding: 1 2023-08-28T02:03:51.754 INFO:journalctl@ceph.mon.b.smithi083.stdout: filter_policy: rocksdb.BuiltinBloomFilter 2023-08-28T02:03:51.754 INFO:journalctl@ceph.mon.b.smithi083.stdout: whole_key_filtering: 1 2023-08-28T02:03:51.754 INFO:journalctl@ceph.mon.b.smithi083.stdout: verify_compression: 0 2023-08-28T02:03:51.754 INFO:journalctl@ceph.mon.b.smithi083.stdout: read_amp_bytes_per_bit: 0 2023-08-28T02:03:51.754 INFO:journalctl@ceph.mon.b.smithi083.stdout: format_version: 4 2023-08-28T02:03:51.754 INFO:journalctl@ceph.mon.b.smithi083.stdout: enable_index_compression: 1 2023-08-28T02:03:51.755 INFO:journalctl@ceph.mon.b.smithi083.stdout: block_align: 0 2023-08-28T02:03:51.755 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.write_buffer_size: 33554432 2023-08-28T02:03:51.755 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.max_write_buffer_number: 2 2023-08-28T02:03:51.755 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.compression: NoCompression 2023-08-28T02:03:51.755 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.bottommost_compression: Disabled 2023-08-28T02:03:51.755 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.prefix_extractor: nullptr 2023-08-28T02:03:51.755 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2023-08-28T02:03:51.755 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.num_levels: 7 2023-08-28T02:03:51.755 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2023-08-28T02:03:51.755 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2023-08-28T02:03:51.756 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2023-08-28T02:03:51.756 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2023-08-28T02:03:51.756 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.bottommost_compression_opts.level: 32767 2023-08-28T02:03:51.756 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2023-08-28T02:03:51.756 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2023-08-28T02:03:51.756 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2023-08-28T02:03:51.756 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2023-08-28T02:03:51.756 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.bottommost_compression_opts.enabled: false 2023-08-28T02:03:51.756 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.compression_opts.window_bits: -14 2023-08-28T02:03:51.756 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.compression_opts.level: 32767 2023-08-28T02:03:51.756 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.compression_opts.strategy: 0 2023-08-28T02:03:51.757 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2023-08-28T02:03:51.757 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2023-08-28T02:03:51.757 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.compression_opts.parallel_threads: 1 2023-08-28T02:03:51.757 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.compression_opts.enabled: false 2023-08-28T02:03:51.757 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2023-08-28T02:03:51.757 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2023-08-28T02:03:51.757 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.level0_stop_writes_trigger: 36 2023-08-28T02:03:51.757 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.target_file_size_base: 67108864 2023-08-28T02:03:51.757 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.target_file_size_multiplier: 1 2023-08-28T02:03:51.757 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.max_bytes_for_level_base: 268435456 2023-08-28T02:03:51.758 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2023-08-28T02:03:51.758 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2023-08-28T02:03:51.758 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2023-08-28T02:03:51.758 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2023-08-28T02:03:51.758 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2023-08-28T02:03:51.758 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2023-08-28T02:03:51.758 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2023-08-28T02:03:51.758 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2023-08-28T02:03:51.758 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2023-08-28T02:03:51.758 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2023-08-28T02:03:51.758 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.max_compaction_bytes: 1677721600 2023-08-28T02:03:51.758 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.arena_block_size: 4194304 2023-08-28T02:03:51.759 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2023-08-28T02:03:51.759 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2023-08-28T02:03:51.759 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2023-08-28T02:03:51.759 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.disable_auto_compactions: 0 2023-08-28T02:03:51.759 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2023-08-28T02:03:51.759 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2023-08-28T02:03:51.759 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2023-08-28T02:03:51.759 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2023-08-28T02:03:51.759 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2023-08-28T02:03:51.760 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2023-08-28T02:03:51.760 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2023-08-28T02:03:51.760 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2023-08-28T02:03:51.760 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2023-08-28T02:03:51.760 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2023-08-28T02:03:51.760 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.table_properties_collectors: 2023-08-28T02:03:51.760 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.inplace_update_support: 0 2023-08-28T02:03:51.760 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.inplace_update_num_locks: 10000 2023-08-28T02:03:51.760 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2023-08-28T02:03:51.760 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.memtable_whole_key_filtering: 0 2023-08-28T02:03:51.760 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.memtable_huge_page_size: 0 2023-08-28T02:03:51.761 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.bloom_locality: 0 2023-08-28T02:03:51.761 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.max_successive_merges: 0 2023-08-28T02:03:51.761 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.optimize_filters_for_hits: 0 2023-08-28T02:03:51.761 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.paranoid_file_checks: 0 2023-08-28T02:03:51.761 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.force_consistency_checks: 1 2023-08-28T02:03:51.761 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.report_bg_io_stats: 0 2023-08-28T02:03:51.761 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.ttl: 2592000 2023-08-28T02:03:51.761 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.periodic_compaction_seconds: 0 2023-08-28T02:03:51.761 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.enable_blob_files: false 2023-08-28T02:03:51.761 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.min_blob_size: 0 2023-08-28T02:03:51.761 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.blob_file_size: 268435456 2023-08-28T02:03:51.762 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.blob_compression_type: NoCompression 2023-08-28T02:03:51.762 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.enable_blob_garbage_collection: false 2023-08-28T02:03:51.762 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2023-08-28T02:03:51.762 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000003 succeeded,manifest_file_number is 3, next_file_number is 5, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2023-08-28T02:03:51.762 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 0 2023-08-28T02:03:51.762 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: [db/version_set.cc:4082] Creating manifest 7 2023-08-28T02:03:51.762 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: EVENT_LOG_v1 {"time_micros": 1693188231623242, "job": 1, "event": "recovery_started", "wal_files": [4]} 2023-08-28T02:03:51.762 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: [db/db_impl/db_impl_open.cc:845] Recovering log #4 mode 2 2023-08-28T02:03:51.762 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: [table/block_based/filter_policy.cc:991] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2023-08-28T02:03:51.763 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: EVENT_LOG_v1 {"time_micros": 1693188231623506, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1545, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1693188231, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "52789a67-990f-484f-abda-43fae477de81", "db_session_id": "9JZDAMX03EG1YNFC9MO5"}} 2023-08-28T02:03:51.763 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: [db/version_set.cc:4082] Creating manifest 9 2023-08-28T02:03:51.763 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: EVENT_LOG_v1 {"time_micros": 1693188231623838, "job": 1, "event": "recovery_finished"} 2023-08-28T02:03:51.763 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2023-08-28T02:03:51.763 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x5600b5117180 2023-08-28T02:03:51.763 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: DB pointer 0x5600b5132000 2023-08-28T02:03:51.763 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2023-08-28T02:03:51.763 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: rocksdb: [db/db_impl/db_impl.cc:903] 2023-08-28T02:03:51.764 INFO:journalctl@ceph.mon.b.smithi083.stdout: ** DB Stats ** 2023-08-28T02:03:51.764 INFO:journalctl@ceph.mon.b.smithi083.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-08-28T02:03:51.764 INFO:journalctl@ceph.mon.b.smithi083.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2023-08-28T02:03:51.764 INFO:journalctl@ceph.mon.b.smithi083.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-08-28T02:03:51.764 INFO:journalctl@ceph.mon.b.smithi083.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2023-08-28T02:03:51.764 INFO:journalctl@ceph.mon.b.smithi083.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2023-08-28T02:03:51.764 INFO:journalctl@ceph.mon.b.smithi083.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2023-08-28T02:03:51.764 INFO:journalctl@ceph.mon.b.smithi083.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2023-08-28T02:03:51.765 INFO:journalctl@ceph.mon.b.smithi083.stdout: 2023-08-28T02:03:51.765 INFO:journalctl@ceph.mon.b.smithi083.stdout: ** Compaction Stats [default] ** 2023-08-28T02:03:51.765 INFO:journalctl@ceph.mon.b.smithi083.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-08-28T02:03:51.765 INFO:journalctl@ceph.mon.b.smithi083.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-08-28T02:03:51.765 INFO:journalctl@ceph.mon.b.smithi083.stdout: L0 1/0 1.51 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 6.0 0.00 0.00 1 0.000 0 0 2023-08-28T02:03:51.765 INFO:journalctl@ceph.mon.b.smithi083.stdout: Sum 1/0 1.51 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 6.0 0.00 0.00 1 0.000 0 0 2023-08-28T02:03:51.765 INFO:journalctl@ceph.mon.b.smithi083.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 6.0 0.00 0.00 1 0.000 0 0 2023-08-28T02:03:51.765 INFO:journalctl@ceph.mon.b.smithi083.stdout: 2023-08-28T02:03:51.765 INFO:journalctl@ceph.mon.b.smithi083.stdout: ** Compaction Stats [default] ** 2023-08-28T02:03:51.765 INFO:journalctl@ceph.mon.b.smithi083.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-08-28T02:03:51.766 INFO:journalctl@ceph.mon.b.smithi083.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-08-28T02:03:51.766 INFO:journalctl@ceph.mon.b.smithi083.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 6.0 0.00 0.00 1 0.000 0 0 2023-08-28T02:03:51.766 INFO:journalctl@ceph.mon.b.smithi083.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-08-28T02:03:51.766 INFO:journalctl@ceph.mon.b.smithi083.stdout: Flush(GB): cumulative 0.000, interval 0.000 2023-08-28T02:03:51.766 INFO:journalctl@ceph.mon.b.smithi083.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-08-28T02:03:51.766 INFO:journalctl@ceph.mon.b.smithi083.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-08-28T02:03:51.766 INFO:journalctl@ceph.mon.b.smithi083.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-08-28T02:03:51.766 INFO:journalctl@ceph.mon.b.smithi083.stdout: AddFile(Keys): cumulative 0, interval 0 2023-08-28T02:03:51.766 INFO:journalctl@ceph.mon.b.smithi083.stdout: Cumulative compaction: 0.00 GB write, 0.58 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-08-28T02:03:51.766 INFO:journalctl@ceph.mon.b.smithi083.stdout: Interval compaction: 0.00 GB write, 0.58 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-08-28T02:03:51.766 INFO:journalctl@ceph.mon.b.smithi083.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-08-28T02:03:51.766 INFO:journalctl@ceph.mon.b.smithi083.stdout: 2023-08-28T02:03:51.767 INFO:journalctl@ceph.mon.b.smithi083.stdout: ** File Read Latency Histogram By Level [default] ** 2023-08-28T02:03:51.767 INFO:journalctl@ceph.mon.b.smithi083.stdout: 2023-08-28T02:03:51.767 INFO:journalctl@ceph.mon.b.smithi083.stdout: ** Compaction Stats [default] ** 2023-08-28T02:03:51.767 INFO:journalctl@ceph.mon.b.smithi083.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-08-28T02:03:51.767 INFO:journalctl@ceph.mon.b.smithi083.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-08-28T02:03:51.767 INFO:journalctl@ceph.mon.b.smithi083.stdout: L0 1/0 1.51 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 6.0 0.00 0.00 1 0.000 0 0 2023-08-28T02:03:51.767 INFO:journalctl@ceph.mon.b.smithi083.stdout: Sum 1/0 1.51 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 6.0 0.00 0.00 1 0.000 0 0 2023-08-28T02:03:51.767 INFO:journalctl@ceph.mon.b.smithi083.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2023-08-28T02:03:51.767 INFO:journalctl@ceph.mon.b.smithi083.stdout: 2023-08-28T02:03:51.767 INFO:journalctl@ceph.mon.b.smithi083.stdout: ** Compaction Stats [default] ** 2023-08-28T02:03:51.767 INFO:journalctl@ceph.mon.b.smithi083.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-08-28T02:03:51.767 INFO:journalctl@ceph.mon.b.smithi083.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-08-28T02:03:51.768 INFO:journalctl@ceph.mon.b.smithi083.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 6.0 0.00 0.00 1 0.000 0 0 2023-08-28T02:03:51.768 INFO:journalctl@ceph.mon.b.smithi083.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-08-28T02:03:51.768 INFO:journalctl@ceph.mon.b.smithi083.stdout: Flush(GB): cumulative 0.000, interval 0.000 2023-08-28T02:03:51.768 INFO:journalctl@ceph.mon.b.smithi083.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-08-28T02:03:51.768 INFO:journalctl@ceph.mon.b.smithi083.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-08-28T02:03:51.768 INFO:journalctl@ceph.mon.b.smithi083.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-08-28T02:03:51.768 INFO:journalctl@ceph.mon.b.smithi083.stdout: AddFile(Keys): cumulative 0, interval 0 2023-08-28T02:03:51.768 INFO:journalctl@ceph.mon.b.smithi083.stdout: Cumulative compaction: 0.00 GB write, 0.57 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-08-28T02:03:51.768 INFO:journalctl@ceph.mon.b.smithi083.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-08-28T02:03:51.768 INFO:journalctl@ceph.mon.b.smithi083.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-08-28T02:03:51.768 INFO:journalctl@ceph.mon.b.smithi083.stdout: 2023-08-28T02:03:51.768 INFO:journalctl@ceph.mon.b.smithi083.stdout: ** File Read Latency Histogram By Level [default] ** 2023-08-28T02:03:51.769 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: mon.b does not exist in monmap, will attempt to join an existing cluster 2023-08-28T02:03:51.769 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: using public_addr v2:172.21.15.83:0/0 -> [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] 2023-08-28T02:03:51.769 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: starting mon.b rank -1 at public addrs [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] at bind addrs [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 2023-08-28T02:03:51.769 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: mon.b@-1(???) e0 preinit fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 2023-08-28T02:03:51.769 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: mon.b@-1(synchronizing).mds e1 new map 2023-08-28T02:03:51.769 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: mon.b@-1(synchronizing).mds e1 print_map 2023-08-28T02:03:51.769 INFO:journalctl@ceph.mon.b.smithi083.stdout: e1 2023-08-28T02:03:51.769 INFO:journalctl@ceph.mon.b.smithi083.stdout: enable_multiple, ever_enabled_multiple: 1,1 2023-08-28T02:03:51.769 INFO:journalctl@ceph.mon.b.smithi083.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-08-28T02:03:51.769 INFO:journalctl@ceph.mon.b.smithi083.stdout: legacy client fscid: -1 2023-08-28T02:03:51.769 INFO:journalctl@ceph.mon.b.smithi083.stdout: 2023-08-28T02:03:51.770 INFO:journalctl@ceph.mon.b.smithi083.stdout: No filesystems configured 2023-08-28T02:03:51.770 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2023-08-28T02:03:51.770 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2023-08-28T02:03:51.770 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2023-08-28T02:03:51.770 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2023-08-28T02:03:51.770 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2023-08-28T02:03:51.770 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2023-08-28T02:03:51.770 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2023-08-28T02:03:51.770 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-08-28T02:03:51.770 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-08-28T02:03:51.770 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-08-28T02:03:51.770 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: mkfs d9a8f48a-4546-11ee-817c-1b7a5f1ba315 2023-08-28T02:03:51.771 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: mon.a is new leader, mons a in quorum (ranks 0) 2023-08-28T02:03:51.771 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: mon.a is new leader, mons a in quorum (ranks 0) 2023-08-28T02:03:51.771 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: monmap e1: 1 mons at {a=[v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0]} removed_ranks: {} 2023-08-28T02:03:51.771 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: fsmap 2023-08-28T02:03:51.771 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: osdmap e1: 0 total, 0 up, 0 in 2023-08-28T02:03:51.771 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: mgrmap e1: no daemons active 2023-08-28T02:03:51.771 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/994623319' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2023-08-28T02:03:51.771 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/2464349632' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2023-08-28T02:03:51.771 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/2464349632' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2023-08-28T02:03:51.771 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/584554807' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:03:51.771 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: mon.a is new leader, mons a in quorum (ranks 0) 2023-08-28T02:03:51.771 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: monmap e1: 1 mons at {a=[v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0]} removed_ranks: {} 2023-08-28T02:03:51.771 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: fsmap 2023-08-28T02:03:51.772 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: osdmap e1: 0 total, 0 up, 0 in 2023-08-28T02:03:51.772 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: mgrmap e1: no daemons active 2023-08-28T02:03:51.772 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/2614139166' entity='client.admin' 2023-08-28T02:03:51.772 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/3619011950' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-08-28T02:03:51.772 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/3301411516' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-08-28T02:03:51.772 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/1153491574' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-08-28T02:03:51.772 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: Activating manager daemon y 2023-08-28T02:03:51.772 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: mgrmap e2: y(active, starting, since 0.00302398s) 2023-08-28T02:03:51.772 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14100 172.21.15.40:0/3032208572' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-08-28T02:03:51.772 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14100 172.21.15.40:0/3032208572' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-08-28T02:03:51.772 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14100 172.21.15.40:0/3032208572' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-08-28T02:03:51.772 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14100 172.21.15.40:0/3032208572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-08-28T02:03:51.773 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14100 172.21.15.40:0/3032208572' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-08-28T02:03:51.773 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: Manager daemon y is now available 2023-08-28T02:03:51.773 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14100 172.21.15.40:0/3032208572' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-08-28T02:03:51.773 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14100 172.21.15.40:0/3032208572' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-08-28T02:03:51.773 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14100 172.21.15.40:0/3032208572' entity='mgr.y' 2023-08-28T02:03:51.773 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14100 172.21.15.40:0/3032208572' entity='mgr.y' 2023-08-28T02:03:51.773 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14100 172.21.15.40:0/3032208572' entity='mgr.y' 2023-08-28T02:03:51.773 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: mgrmap e3: y(active, since 1.00767s) 2023-08-28T02:03:51.773 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: mgrmap e4: y(active, since 2s) 2023-08-28T02:03:51.773 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/2183264634' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-08-28T02:03:51.773 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/1233835960' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2023-08-28T02:03:51.773 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/3325847280' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2023-08-28T02:03:51.774 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/3325847280' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2023-08-28T02:03:51.774 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: mgrmap e5: y(active, since 9s) 2023-08-28T02:03:51.774 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/3740699502' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2023-08-28T02:03:51.774 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: Active manager daemon y restarted 2023-08-28T02:03:51.774 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: Activating manager daemon y 2023-08-28T02:03:51.774 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: osdmap e2: 0 total, 0 up, 0 in 2023-08-28T02:03:51.774 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: mgrmap e6: y(active, starting, since 0.00392955s) 2023-08-28T02:03:51.774 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14120 172.21.15.40:0/2222688547' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-08-28T02:03:51.774 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14120 172.21.15.40:0/2222688547' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-08-28T02:03:51.774 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14120 172.21.15.40:0/2222688547' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-08-28T02:03:51.774 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14120 172.21.15.40:0/2222688547' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-08-28T02:03:51.774 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14120 172.21.15.40:0/2222688547' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-08-28T02:03:51.774 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: Manager daemon y is now available 2023-08-28T02:03:51.775 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14120 172.21.15.40:0/2222688547' entity='mgr.y' 2023-08-28T02:03:51.775 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14120 172.21.15.40:0/2222688547' entity='mgr.y' 2023-08-28T02:03:51.775 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14120 172.21.15.40:0/2222688547' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:03:51.775 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14120 172.21.15.40:0/2222688547' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:03:51.775 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14120 172.21.15.40:0/2222688547' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:03:51.775 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14120 172.21.15.40:0/2222688547' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-08-28T02:03:51.775 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14120 172.21.15.40:0/2222688547' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-08-28T02:03:51.775 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: Found migration_current of "None". Setting to last migration. 2023-08-28T02:03:51.775 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: mgrmap e7: y(active, since 1.00554s) 2023-08-28T02:03:51.775 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2023-08-28T02:03:51.775 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2023-08-28T02:03:51.775 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: [28/Aug/2023:02:03:07] ENGINE Bus STARTING 2023-08-28T02:03:51.776 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: [28/Aug/2023:02:03:07] ENGINE Serving on https://172.21.15.40:7150 2023-08-28T02:03:51.776 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: [28/Aug/2023:02:03:07] ENGINE Bus STARTED 2023-08-28T02:03:51.776 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14120 172.21.15.40:0/2222688547' entity='mgr.y' 2023-08-28T02:03:51.776 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14120 172.21.15.40:0/2222688547' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:03:51.776 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14120 172.21.15.40:0/2222688547' entity='mgr.y' 2023-08-28T02:03:51.776 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14120 172.21.15.40:0/2222688547' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:03:51.776 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:03:51.776 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: mgrmap e8: y(active, since 2s) 2023-08-28T02:03:51.776 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:03:51.776 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14120 172.21.15.40:0/2222688547' entity='mgr.y' 2023-08-28T02:03:51.776 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14120 172.21.15.40:0/2222688547' entity='mgr.y' 2023-08-28T02:03:51.776 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:03:51.776 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: Generating ssh key... 2023-08-28T02:03:51.777 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:03:51.777 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi040", "addr": "172.21.15.40", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:03:51.777 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: Deploying cephadm binary to smithi040 2023-08-28T02:03:51.777 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14120 172.21.15.40:0/2222688547' entity='mgr.y' 2023-08-28T02:03:51.777 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: Added host smithi040 2023-08-28T02:03:51.777 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14120 172.21.15.40:0/2222688547' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:03:51.777 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14120 172.21.15.40:0/2222688547' entity='mgr.y' 2023-08-28T02:03:51.777 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:03:51.777 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: Saving service mon spec with placement count:5 2023-08-28T02:03:51.777 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14120 172.21.15.40:0/2222688547' entity='mgr.y' 2023-08-28T02:03:51.777 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14120 172.21.15.40:0/2222688547' entity='mgr.y' 2023-08-28T02:03:51.777 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:03:51.778 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: Saving service mgr spec with placement count:2 2023-08-28T02:03:51.778 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14120 172.21.15.40:0/2222688547' entity='mgr.y' 2023-08-28T02:03:51.778 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/3169090992' entity='client.admin' 2023-08-28T02:03:51.778 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14120 172.21.15.40:0/2222688547' entity='mgr.y' 2023-08-28T02:03:51.778 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/1748115255' entity='client.admin' 2023-08-28T02:03:51.778 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14120 172.21.15.40:0/2222688547' entity='mgr.y' 2023-08-28T02:03:51.778 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/1871230104' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2023-08-28T02:03:51.778 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/1871230104' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2023-08-28T02:03:51.778 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: mgrmap e9: y(active, since 13s) 2023-08-28T02:03:51.778 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/2161083257' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2023-08-28T02:03:51.778 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: Active manager daemon y restarted 2023-08-28T02:03:51.778 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: Activating manager daemon y 2023-08-28T02:03:51.779 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: osdmap e3: 0 total, 0 up, 0 in 2023-08-28T02:03:51.779 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: mgrmap e10: y(active, starting, since 0.00580697s) 2023-08-28T02:03:51.779 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-08-28T02:03:51.779 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-08-28T02:03:51.779 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-08-28T02:03:51.779 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-08-28T02:03:51.779 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-08-28T02:03:51.779 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: Manager daemon y is now available 2023-08-28T02:03:51.779 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:03:51.779 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:03:51.779 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-08-28T02:03:51.779 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-08-28T02:03:51.780 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: mgrmap e11: y(active, since 1.00678s) 2023-08-28T02:03:51.780 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:03:51.780 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:03:51.780 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: [28/Aug/2023:02:03:27] ENGINE Bus STARTING 2023-08-28T02:03:51.780 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2023-08-28T02:03:51.780 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: [28/Aug/2023:02:03:27] ENGINE Serving on https://172.21.15.40:7150 2023-08-28T02:03:51.780 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: [28/Aug/2023:02:03:27] ENGINE Bus STARTED 2023-08-28T02:03:51.780 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2023-08-28T02:03:51.780 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:03:51.780 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:03:51.780 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:03:51.780 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:03:51.781 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: mgrmap e12: y(active, since 2s) 2023-08-28T02:03:51.781 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='client.14166 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:03:51.781 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:03:51.781 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/371324842' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2023-08-28T02:03:51.781 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: mgrmap e13: y(active, since 6s) 2023-08-28T02:03:51.781 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/2409426363' entity='client.admin' 2023-08-28T02:03:51.781 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:03:51.781 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:03:51.781 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi040", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:03:51.781 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:03:51.781 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:03:51.781 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:03:51.782 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/1731682564' entity='client.admin' 2023-08-28T02:03:51.782 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:03:51.782 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:03:51.782 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:03:51.782 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:03:51.782 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:03:51.782 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:03:51.782 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:03:51.782 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: Updating smithi040:/etc/ceph/ceph.conf 2023-08-28T02:03:51.782 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: Updating smithi040:/var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/config/ceph.conf 2023-08-28T02:03:51.782 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: Updating smithi040:/etc/ceph/ceph.client.admin.keyring 2023-08-28T02:03:51.782 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: Updating smithi040:/var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/config/ceph.client.admin.keyring 2023-08-28T02:03:51.782 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:03:51.783 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:03:51.783 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:03:51.783 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi083", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:03:51.783 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: Deploying cephadm binary to smithi083 2023-08-28T02:03:51.783 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:03:51.783 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:03:51.783 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: Added host smithi083 2023-08-28T02:03:51.783 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:03:51.783 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:03:51.783 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:03:51.783 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:03:51.783 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:03:51.784 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:03:51.784 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:03:51.784 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:03:51.784 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi083", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:03:51.784 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:03:51.784 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:03:51.784 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: Updating smithi083:/etc/ceph/ceph.conf 2023-08-28T02:03:51.784 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: Updating smithi083:/var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/config/ceph.conf 2023-08-28T02:03:51.784 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/3795436181' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2023-08-28T02:03:51.784 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: Updating smithi083:/etc/ceph/ceph.client.admin.keyring 2023-08-28T02:03:51.784 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: Updating smithi083:/var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/config/ceph.client.admin.keyring 2023-08-28T02:03:51.784 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/3795436181' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2023-08-28T02:03:51.785 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: osdmap e4: 0 total, 0 up, 0 in 2023-08-28T02:03:51.785 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:03:51.785 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:03:51.785 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:03:51.785 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-08-28T02:03:51.785 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi040:172.21.15.40=a;smithi040:[v2:172.21.15.40:3301,v1:172.21.15.40:6790]=c;smithi083:172.21.15.83=b", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:03:51.785 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: Saving service mon spec with placement smithi040:172.21.15.40=a;smithi040:[v2:172.21.15.40:3301,v1:172.21.15.40:6790]=c;smithi083:172.21.15.83=b;count:3 2023-08-28T02:03:51.785 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:03:51.785 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:03:51.785 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:03:51.785 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:03:51.785 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:03:51.785 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-08-28T02:03:51.786 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:03:51.786 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: Deploying daemon mon.b on smithi083 2023-08-28T02:03:51.786 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-08-28T02:03:51.786 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: from='client.? 172.21.15.83:0/719343032' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-08-28T02:03:51.786 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:51 smithi083 ceph-mon[113795]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2023-08-28T02:03:52.676 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-08-28T02:03:52.676 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph mon dump -f json 2023-08-28T02:03:52.946 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:03:57.219 INFO:teuthology.orchestra.run.smithi083.stdout: 2023-08-28T02:03:57.219 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":2,"fsid":"d9a8f48a-4546-11ee-817c-1b7a5f1ba315","modified":"2023-08-28T02:03:51.644719Z","created":"2023-08-28T02:02:34.327888Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:3300","nonce":0},{"type":"v1","addr":"172.21.15.40:6789","nonce":0}]},"addr":"172.21.15.40:6789/0","public_addr":"172.21.15.40:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:3300","nonce":0},{"type":"v1","addr":"172.21.15.83:6789","nonce":0}]},"addr":"172.21.15.83:6789/0","public_addr":"172.21.15.83:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2023-08-28T02:03:57.221 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:56 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-08-28T02:03:57.221 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:56 smithi040 ceph-mon[111703]: mon.a calling monitor election 2023-08-28T02:03:57.221 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:56 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-08-28T02:03:57.222 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:56 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-08-28T02:03:57.222 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:56 smithi040 ceph-mon[111703]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-08-28T02:03:57.222 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:56 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-08-28T02:03:57.222 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:56 smithi040 ceph-mon[111703]: mon.b calling monitor election 2023-08-28T02:03:57.222 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:56 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-08-28T02:03:57.223 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:56 smithi040 ceph-mon[111703]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-08-28T02:03:57.223 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:56 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-08-28T02:03:57.223 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:56 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-08-28T02:03:57.223 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:56 smithi040 ceph-mon[111703]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2023-08-28T02:03:57.223 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:56 smithi040 ceph-mon[111703]: monmap e2: 2 mons at {a=[v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0],b=[v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0]} removed_ranks: {} 2023-08-28T02:03:57.223 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:56 smithi040 ceph-mon[111703]: fsmap 2023-08-28T02:03:57.224 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:56 smithi040 ceph-mon[111703]: osdmap e4: 0 total, 0 up, 0 in 2023-08-28T02:03:57.224 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:56 smithi040 ceph-mon[111703]: mgrmap e13: y(active, since 29s) 2023-08-28T02:03:57.224 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:56 smithi040 ceph-mon[111703]: overall HEALTH_OK 2023-08-28T02:03:57.224 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:56 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:03:57.224 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:56 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:03:57.224 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:56 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:03:57.224 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:56 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-08-28T02:03:57.225 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:56 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:03:57.225 INFO:teuthology.orchestra.run.smithi083.stderr:dumped monmap epoch 2 2023-08-28T02:03:57.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:56 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-08-28T02:03:57.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:56 smithi083 ceph-mon[113795]: mon.a calling monitor election 2023-08-28T02:03:57.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:56 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-08-28T02:03:57.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:56 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-08-28T02:03:57.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:56 smithi083 ceph-mon[113795]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-08-28T02:03:57.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:56 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-08-28T02:03:57.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:56 smithi083 ceph-mon[113795]: mon.b calling monitor election 2023-08-28T02:03:57.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:56 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-08-28T02:03:57.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:56 smithi083 ceph-mon[113795]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-08-28T02:03:57.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:56 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-08-28T02:03:57.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:56 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-08-28T02:03:57.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:56 smithi083 ceph-mon[113795]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2023-08-28T02:03:57.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:56 smithi083 ceph-mon[113795]: monmap e2: 2 mons at {a=[v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0],b=[v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0]} removed_ranks: {} 2023-08-28T02:03:57.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:56 smithi083 ceph-mon[113795]: fsmap 2023-08-28T02:03:57.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:56 smithi083 ceph-mon[113795]: osdmap e4: 0 total, 0 up, 0 in 2023-08-28T02:03:57.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:56 smithi083 ceph-mon[113795]: mgrmap e13: y(active, since 29s) 2023-08-28T02:03:57.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:56 smithi083 ceph-mon[113795]: overall HEALTH_OK 2023-08-28T02:03:57.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:56 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:03:57.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:56 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:03:57.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:56 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:03:57.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:56 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-08-28T02:03:57.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:56 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:03:57.845 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:57 smithi040 ceph-mon[111703]: Deploying daemon mon.c on smithi040 2023-08-28T02:03:57.846 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:57 smithi040 ceph-mon[111703]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-08-28T02:03:57.846 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:57 smithi040 ceph-mon[111703]: from='client.? 172.21.15.83:0/2385532758' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-08-28T02:03:57.846 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:03:57 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-08-28T02:03:57.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:57 smithi083 ceph-mon[113795]: Deploying daemon mon.c on smithi040 2023-08-28T02:03:57.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:57 smithi083 ceph-mon[113795]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-08-28T02:03:57.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:57 smithi083 ceph-mon[113795]: from='client.? 172.21.15.83:0/2385532758' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-08-28T02:03:57.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:03:57 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-08-28T02:03:58.625 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-08-28T02:03:58.625 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph mon dump -f json 2023-08-28T02:03:58.889 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:03:58.901 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 systemd[1]: Starting Ceph mon.c for d9a8f48a-4546-11ee-817c-1b7a5f1ba315... 2023-08-28T02:03:59.230 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 bash[120542]: 691fc4242ce542af3c6d69324e01f244b3360633a1c61209aea6b8be28e6dfc1 2023-08-28T02:03:59.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 systemd[1]: Started Ceph mon.c for d9a8f48a-4546-11ee-817c-1b7a5f1ba315. 2023-08-28T02:03:59.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: set uid:gid to 167:167 (ceph:ceph) 2023-08-28T02:03:59.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: ceph version 17.2.6-1016-g4fe39952 (4fe39952b691f82409c13a09ef1217f15a8c4218) quincy (stable), process ceph-mon, pid 7 2023-08-28T02:03:59.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: pidfile_write: ignore empty --pid-file 2023-08-28T02:03:59.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: load: jerasure load: lrc 2023-08-28T02:03:59.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: RocksDB version: 6.15.5 2023-08-28T02:03:59.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Git sha rocksdb_build_git_sha:@0@ 2023-08-28T02:03:59.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Compile date Aug 27 2023 2023-08-28T02:03:59.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: DB SUMMARY 2023-08-28T02:03:59.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: DB Session ID: 4O3VGURY5QL2A1S9DLX3 2023-08-28T02:03:59.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: CURRENT file: CURRENT 2023-08-28T02:03:59.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: IDENTITY file: IDENTITY 2023-08-28T02:03:59.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: MANIFEST file: MANIFEST-000003 size: 57 Bytes 2023-08-28T02:03:59.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2023-08-28T02:03:59.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 636 ; 2023-08-28T02:03:59.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.error_if_exists: 0 2023-08-28T02:03:59.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.create_if_missing: 0 2023-08-28T02:03:59.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.paranoid_checks: 1 2023-08-28T02:03:59.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2023-08-28T02:03:59.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.env: 0x5611b6434a80 2023-08-28T02:03:59.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.fs: Posix File System 2023-08-28T02:03:59.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.info_log: 0x5611b7687da0 2023-08-28T02:03:59.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.max_file_opening_threads: 16 2023-08-28T02:03:59.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.statistics: (nil) 2023-08-28T02:03:59.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.use_fsync: 0 2023-08-28T02:03:59.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.max_log_file_size: 0 2023-08-28T02:03:59.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.max_manifest_file_size: 1073741824 2023-08-28T02:03:59.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.log_file_time_to_roll: 0 2023-08-28T02:03:59.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.keep_log_file_num: 1000 2023-08-28T02:03:59.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.recycle_log_file_num: 0 2023-08-28T02:03:59.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.allow_fallocate: 1 2023-08-28T02:03:59.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.allow_mmap_reads: 0 2023-08-28T02:03:59.234 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.allow_mmap_writes: 0 2023-08-28T02:03:59.234 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.use_direct_reads: 0 2023-08-28T02:03:59.234 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2023-08-28T02:03:59.234 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.create_missing_column_families: 0 2023-08-28T02:03:59.234 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.db_log_dir: 2023-08-28T02:03:59.234 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-c/store.db 2023-08-28T02:03:59.234 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.table_cache_numshardbits: 6 2023-08-28T02:03:59.234 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.WAL_ttl_seconds: 0 2023-08-28T02:03:59.234 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.WAL_size_limit_MB: 0 2023-08-28T02:03:59.234 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2023-08-28T02:03:59.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.manifest_preallocation_size: 4194304 2023-08-28T02:03:59.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.is_fd_close_on_exec: 1 2023-08-28T02:03:59.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.advise_random_on_open: 1 2023-08-28T02:03:59.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.db_write_buffer_size: 0 2023-08-28T02:03:59.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.write_buffer_manager: 0x5611b774c900 2023-08-28T02:03:59.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.access_hint_on_compaction_start: 1 2023-08-28T02:03:59.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2023-08-28T02:03:59.236 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.random_access_max_buffer_size: 1048576 2023-08-28T02:03:59.236 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.use_adaptive_mutex: 0 2023-08-28T02:03:59.236 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.rate_limiter: (nil) 2023-08-28T02:03:59.236 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2023-08-28T02:03:59.236 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.wal_recovery_mode: 2 2023-08-28T02:03:59.237 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.enable_thread_tracking: 0 2023-08-28T02:03:59.237 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.enable_pipelined_write: 0 2023-08-28T02:03:59.237 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.unordered_write: 0 2023-08-28T02:03:59.237 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.allow_concurrent_memtable_write: 1 2023-08-28T02:03:59.237 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2023-08-28T02:03:59.238 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.write_thread_max_yield_usec: 100 2023-08-28T02:03:59.238 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.write_thread_slow_yield_usec: 3 2023-08-28T02:03:59.238 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.row_cache: None 2023-08-28T02:03:59.238 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.wal_filter: None 2023-08-28T02:03:59.238 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.avoid_flush_during_recovery: 0 2023-08-28T02:03:59.238 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.allow_ingest_behind: 0 2023-08-28T02:03:59.239 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.preserve_deletes: 0 2023-08-28T02:03:59.239 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.two_write_queues: 0 2023-08-28T02:03:59.239 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.manual_wal_flush: 0 2023-08-28T02:03:59.239 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.atomic_flush: 0 2023-08-28T02:03:59.239 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2023-08-28T02:03:59.240 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.persist_stats_to_disk: 0 2023-08-28T02:03:59.240 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.write_dbid_to_manifest: 0 2023-08-28T02:03:59.240 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.log_readahead_size: 0 2023-08-28T02:03:59.240 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.file_checksum_gen_factory: Unknown 2023-08-28T02:03:59.240 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.best_efforts_recovery: 0 2023-08-28T02:03:59.240 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2023-08-28T02:03:59.241 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2023-08-28T02:03:59.241 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.allow_data_in_errors: 0 2023-08-28T02:03:59.241 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.db_host_id: __hostname__ 2023-08-28T02:03:59.241 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.max_background_jobs: 2 2023-08-28T02:03:59.241 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.max_background_compactions: -1 2023-08-28T02:03:59.242 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.max_subcompactions: 1 2023-08-28T02:03:59.242 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.avoid_flush_during_shutdown: 0 2023-08-28T02:03:59.242 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2023-08-28T02:03:59.242 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.delayed_write_rate : 16777216 2023-08-28T02:03:59.242 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.max_total_wal_size: 0 2023-08-28T02:03:59.242 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2023-08-28T02:03:59.243 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.stats_dump_period_sec: 600 2023-08-28T02:03:59.243 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.stats_persist_period_sec: 600 2023-08-28T02:03:59.243 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.stats_history_buffer_size: 1048576 2023-08-28T02:03:59.243 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.max_open_files: -1 2023-08-28T02:03:59.243 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.bytes_per_sync: 0 2023-08-28T02:03:59.244 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.wal_bytes_per_sync: 0 2023-08-28T02:03:59.244 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.strict_bytes_per_sync: 0 2023-08-28T02:03:59.244 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.compaction_readahead_size: 0 2023-08-28T02:03:59.244 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.max_background_flushes: -1 2023-08-28T02:03:59.244 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Compression algorithms supported: 2023-08-28T02:03:59.244 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: kZSTDNotFinalCompression supported: 0 2023-08-28T02:03:59.245 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: kZSTD supported: 0 2023-08-28T02:03:59.245 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: kXpressCompression supported: 0 2023-08-28T02:03:59.245 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: kLZ4HCCompression supported: 1 2023-08-28T02:03:59.245 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: kZlibCompression supported: 1 2023-08-28T02:03:59.245 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: kSnappyCompression supported: 1 2023-08-28T02:03:59.246 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: kLZ4Compression supported: 1 2023-08-28T02:03:59.246 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: kBZip2Compression supported: 0 2023-08-28T02:03:59.246 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Fast CRC32 supported: Supported on x86 2023-08-28T02:03:59.246 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000003 2023-08-28T02:03:59.246 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2023-08-28T02:03:59.246 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2023-08-28T02:03:59.247 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.merge_operator: 2023-08-28T02:03:59.247 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.compaction_filter: None 2023-08-28T02:03:59.247 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.compaction_filter_factory: None 2023-08-28T02:03:59.247 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.sst_partitioner_factory: None 2023-08-28T02:03:59.247 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.memtable_factory: SkipListFactory 2023-08-28T02:03:59.247 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.table_factory: BlockBasedTable 2023-08-28T02:03:59.248 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5611b7656d30) 2023-08-28T02:03:59.248 INFO:journalctl@ceph.mon.c.smithi040.stdout: cache_index_and_filter_blocks: 1 2023-08-28T02:03:59.248 INFO:journalctl@ceph.mon.c.smithi040.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2023-08-28T02:03:59.248 INFO:journalctl@ceph.mon.c.smithi040.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2023-08-28T02:03:59.248 INFO:journalctl@ceph.mon.c.smithi040.stdout: pin_top_level_index_and_filter: 1 2023-08-28T02:03:59.249 INFO:journalctl@ceph.mon.c.smithi040.stdout: index_type: 0 2023-08-28T02:03:59.249 INFO:journalctl@ceph.mon.c.smithi040.stdout: data_block_index_type: 0 2023-08-28T02:03:59.249 INFO:journalctl@ceph.mon.c.smithi040.stdout: index_shortening: 1 2023-08-28T02:03:59.249 INFO:journalctl@ceph.mon.c.smithi040.stdout: data_block_hash_table_util_ratio: 0.750000 2023-08-28T02:03:59.249 INFO:journalctl@ceph.mon.c.smithi040.stdout: hash_index_allow_collision: 1 2023-08-28T02:03:59.249 INFO:journalctl@ceph.mon.c.smithi040.stdout: checksum: 1 2023-08-28T02:03:59.250 INFO:journalctl@ceph.mon.c.smithi040.stdout: no_block_cache: 0 2023-08-28T02:03:59.250 INFO:journalctl@ceph.mon.c.smithi040.stdout: block_cache: 0x5611b770f1f0 2023-08-28T02:03:59.250 INFO:journalctl@ceph.mon.c.smithi040.stdout: block_cache_name: BinnedLRUCache 2023-08-28T02:03:59.250 INFO:journalctl@ceph.mon.c.smithi040.stdout: block_cache_options: 2023-08-28T02:03:59.250 INFO:journalctl@ceph.mon.c.smithi040.stdout: capacity : 536870912 2023-08-28T02:03:59.250 INFO:journalctl@ceph.mon.c.smithi040.stdout: num_shard_bits : 4 2023-08-28T02:03:59.251 INFO:journalctl@ceph.mon.c.smithi040.stdout: strict_capacity_limit : 0 2023-08-28T02:03:59.251 INFO:journalctl@ceph.mon.c.smithi040.stdout: high_pri_pool_ratio: 0.000 2023-08-28T02:03:59.251 INFO:journalctl@ceph.mon.c.smithi040.stdout: block_cache_compressed: (nil) 2023-08-28T02:03:59.251 INFO:journalctl@ceph.mon.c.smithi040.stdout: persistent_cache: (nil) 2023-08-28T02:03:59.251 INFO:journalctl@ceph.mon.c.smithi040.stdout: block_size: 4096 2023-08-28T02:03:59.252 INFO:journalctl@ceph.mon.c.smithi040.stdout: block_size_deviation: 10 2023-08-28T02:03:59.252 INFO:journalctl@ceph.mon.c.smithi040.stdout: block_restart_interval: 16 2023-08-28T02:03:59.252 INFO:journalctl@ceph.mon.c.smithi040.stdout: index_block_restart_interval: 1 2023-08-28T02:03:59.252 INFO:journalctl@ceph.mon.c.smithi040.stdout: metadata_block_size: 4096 2023-08-28T02:03:59.252 INFO:journalctl@ceph.mon.c.smithi040.stdout: partition_filters: 0 2023-08-28T02:03:59.252 INFO:journalctl@ceph.mon.c.smithi040.stdout: use_delta_encoding: 1 2023-08-28T02:03:59.253 INFO:journalctl@ceph.mon.c.smithi040.stdout: filter_policy: rocksdb.BuiltinBloomFilter 2023-08-28T02:03:59.253 INFO:journalctl@ceph.mon.c.smithi040.stdout: whole_key_filtering: 1 2023-08-28T02:03:59.253 INFO:journalctl@ceph.mon.c.smithi040.stdout: verify_compression: 0 2023-08-28T02:03:59.253 INFO:journalctl@ceph.mon.c.smithi040.stdout: read_amp_bytes_per_bit: 0 2023-08-28T02:03:59.253 INFO:journalctl@ceph.mon.c.smithi040.stdout: format_version: 4 2023-08-28T02:03:59.253 INFO:journalctl@ceph.mon.c.smithi040.stdout: enable_index_compression: 1 2023-08-28T02:03:59.254 INFO:journalctl@ceph.mon.c.smithi040.stdout: block_align: 0 2023-08-28T02:03:59.254 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.write_buffer_size: 33554432 2023-08-28T02:03:59.254 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.max_write_buffer_number: 2 2023-08-28T02:03:59.254 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.compression: NoCompression 2023-08-28T02:03:59.254 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.bottommost_compression: Disabled 2023-08-28T02:03:59.255 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.prefix_extractor: nullptr 2023-08-28T02:03:59.255 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2023-08-28T02:03:59.255 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.num_levels: 7 2023-08-28T02:03:59.255 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2023-08-28T02:03:59.255 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2023-08-28T02:03:59.255 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2023-08-28T02:03:59.256 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2023-08-28T02:03:59.256 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.bottommost_compression_opts.level: 32767 2023-08-28T02:03:59.256 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2023-08-28T02:03:59.256 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2023-08-28T02:03:59.256 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2023-08-28T02:03:59.256 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2023-08-28T02:03:59.258 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.bottommost_compression_opts.enabled: false 2023-08-28T02:03:59.258 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.compression_opts.window_bits: -14 2023-08-28T02:03:59.259 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.compression_opts.level: 32767 2023-08-28T02:03:59.259 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.compression_opts.strategy: 0 2023-08-28T02:03:59.259 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2023-08-28T02:03:59.259 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2023-08-28T02:03:59.259 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.compression_opts.parallel_threads: 1 2023-08-28T02:03:59.260 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.compression_opts.enabled: false 2023-08-28T02:03:59.260 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2023-08-28T02:03:59.260 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2023-08-28T02:03:59.260 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.level0_stop_writes_trigger: 36 2023-08-28T02:03:59.260 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.target_file_size_base: 67108864 2023-08-28T02:03:59.260 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.target_file_size_multiplier: 1 2023-08-28T02:03:59.261 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.max_bytes_for_level_base: 268435456 2023-08-28T02:03:59.261 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2023-08-28T02:03:59.261 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2023-08-28T02:03:59.261 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2023-08-28T02:03:59.261 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2023-08-28T02:03:59.261 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2023-08-28T02:03:59.262 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2023-08-28T02:03:59.262 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2023-08-28T02:03:59.262 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2023-08-28T02:03:59.262 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2023-08-28T02:03:59.262 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2023-08-28T02:03:59.263 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.max_compaction_bytes: 1677721600 2023-08-28T02:03:59.263 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.arena_block_size: 4194304 2023-08-28T02:03:59.263 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2023-08-28T02:03:59.263 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2023-08-28T02:03:59.263 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2023-08-28T02:03:59.263 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.disable_auto_compactions: 0 2023-08-28T02:03:59.264 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2023-08-28T02:03:59.264 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2023-08-28T02:03:59.264 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2023-08-28T02:03:59.264 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2023-08-28T02:03:59.264 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2023-08-28T02:03:59.264 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2023-08-28T02:03:59.265 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2023-08-28T02:03:59.265 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2023-08-28T02:03:59.265 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2023-08-28T02:03:59.265 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2023-08-28T02:03:59.265 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.table_properties_collectors: 2023-08-28T02:03:59.265 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.inplace_update_support: 0 2023-08-28T02:03:59.266 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.inplace_update_num_locks: 10000 2023-08-28T02:03:59.266 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2023-08-28T02:03:59.266 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.memtable_whole_key_filtering: 0 2023-08-28T02:03:59.266 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.memtable_huge_page_size: 0 2023-08-28T02:03:59.266 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.bloom_locality: 0 2023-08-28T02:03:59.266 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.max_successive_merges: 0 2023-08-28T02:03:59.267 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.optimize_filters_for_hits: 0 2023-08-28T02:03:59.267 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.paranoid_file_checks: 0 2023-08-28T02:03:59.267 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.force_consistency_checks: 1 2023-08-28T02:03:59.267 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.report_bg_io_stats: 0 2023-08-28T02:03:59.267 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.ttl: 2592000 2023-08-28T02:03:59.268 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.periodic_compaction_seconds: 0 2023-08-28T02:03:59.268 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.enable_blob_files: false 2023-08-28T02:03:59.268 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.min_blob_size: 0 2023-08-28T02:03:59.268 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.blob_file_size: 268435456 2023-08-28T02:03:59.268 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.blob_compression_type: NoCompression 2023-08-28T02:03:59.269 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.enable_blob_garbage_collection: false 2023-08-28T02:03:59.269 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2023-08-28T02:03:59.269 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000003 succeeded,manifest_file_number is 3, next_file_number is 5, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2023-08-28T02:03:59.269 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 0 2023-08-28T02:03:59.269 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: [db/version_set.cc:4082] Creating manifest 7 2023-08-28T02:03:59.269 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: EVENT_LOG_v1 {"time_micros": 1693188238992485, "job": 1, "event": "recovery_started", "wal_files": [4]} 2023-08-28T02:03:59.270 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: [db/db_impl/db_impl_open.cc:845] Recovering log #4 mode 2 2023-08-28T02:03:59.270 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: [table/block_based/filter_policy.cc:991] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2023-08-28T02:03:59.270 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: EVENT_LOG_v1 {"time_micros": 1693188238992961, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1670, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 648, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 526, "raw_average_value_size": 105, "num_data_blocks": 1, "num_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1693188238, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "773a0381-f154-4523-9560-293ca3ec07be", "db_session_id": "4O3VGURY5QL2A1S9DLX3"}} 2023-08-28T02:03:59.270 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: [db/version_set.cc:4082] Creating manifest 9 2023-08-28T02:03:59.270 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: EVENT_LOG_v1 {"time_micros": 1693188238993525, "job": 1, "event": "recovery_finished"} 2023-08-28T02:03:59.271 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2023-08-28T02:03:59.271 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x5611b76a3180 2023-08-28T02:03:59.271 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: DB pointer 0x5611b76be000 2023-08-28T02:03:59.271 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2023-08-28T02:03:59.271 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: mon.c does not exist in monmap, will attempt to join an existing cluster 2023-08-28T02:03:59.271 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: rocksdb: [db/db_impl/db_impl.cc:903] 2023-08-28T02:03:59.272 INFO:journalctl@ceph.mon.c.smithi040.stdout: ** DB Stats ** 2023-08-28T02:03:59.272 INFO:journalctl@ceph.mon.c.smithi040.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-08-28T02:03:59.272 INFO:journalctl@ceph.mon.c.smithi040.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2023-08-28T02:03:59.272 INFO:journalctl@ceph.mon.c.smithi040.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-08-28T02:03:59.272 INFO:journalctl@ceph.mon.c.smithi040.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2023-08-28T02:03:59.272 INFO:journalctl@ceph.mon.c.smithi040.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2023-08-28T02:03:59.273 INFO:journalctl@ceph.mon.c.smithi040.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2023-08-28T02:03:59.273 INFO:journalctl@ceph.mon.c.smithi040.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2023-08-28T02:03:59.273 INFO:journalctl@ceph.mon.c.smithi040.stdout: 2023-08-28T02:03:59.273 INFO:journalctl@ceph.mon.c.smithi040.stdout: ** Compaction Stats [default] ** 2023-08-28T02:03:59.273 INFO:journalctl@ceph.mon.c.smithi040.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-08-28T02:03:59.273 INFO:journalctl@ceph.mon.c.smithi040.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-08-28T02:03:59.274 INFO:journalctl@ceph.mon.c.smithi040.stdout: L0 1/0 1.63 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.6 0.00 0.00 1 0.000 0 0 2023-08-28T02:03:59.274 INFO:journalctl@ceph.mon.c.smithi040.stdout: Sum 1/0 1.63 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.6 0.00 0.00 1 0.000 0 0 2023-08-28T02:03:59.274 INFO:journalctl@ceph.mon.c.smithi040.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.6 0.00 0.00 1 0.000 0 0 2023-08-28T02:03:59.274 INFO:journalctl@ceph.mon.c.smithi040.stdout: 2023-08-28T02:03:59.274 INFO:journalctl@ceph.mon.c.smithi040.stdout: ** Compaction Stats [default] ** 2023-08-28T02:03:59.275 INFO:journalctl@ceph.mon.c.smithi040.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-08-28T02:03:59.275 INFO:journalctl@ceph.mon.c.smithi040.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-08-28T02:03:59.275 INFO:journalctl@ceph.mon.c.smithi040.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.6 0.00 0.00 1 0.000 0 0 2023-08-28T02:03:59.275 INFO:journalctl@ceph.mon.c.smithi040.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-08-28T02:03:59.275 INFO:journalctl@ceph.mon.c.smithi040.stdout: Flush(GB): cumulative 0.000, interval 0.000 2023-08-28T02:03:59.276 INFO:journalctl@ceph.mon.c.smithi040.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-08-28T02:03:59.276 INFO:journalctl@ceph.mon.c.smithi040.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-08-28T02:03:59.276 INFO:journalctl@ceph.mon.c.smithi040.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-08-28T02:03:59.276 INFO:journalctl@ceph.mon.c.smithi040.stdout: AddFile(Keys): cumulative 0, interval 0 2023-08-28T02:03:59.276 INFO:journalctl@ceph.mon.c.smithi040.stdout: Cumulative compaction: 0.00 GB write, 0.36 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-08-28T02:03:59.276 INFO:journalctl@ceph.mon.c.smithi040.stdout: Interval compaction: 0.00 GB write, 0.36 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-08-28T02:03:59.277 INFO:journalctl@ceph.mon.c.smithi040.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-08-28T02:03:59.277 INFO:journalctl@ceph.mon.c.smithi040.stdout: 2023-08-28T02:03:59.277 INFO:journalctl@ceph.mon.c.smithi040.stdout: ** File Read Latency Histogram By Level [default] ** 2023-08-28T02:03:59.277 INFO:journalctl@ceph.mon.c.smithi040.stdout: 2023-08-28T02:03:59.277 INFO:journalctl@ceph.mon.c.smithi040.stdout: ** Compaction Stats [default] ** 2023-08-28T02:03:59.277 INFO:journalctl@ceph.mon.c.smithi040.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-08-28T02:03:59.277 INFO:journalctl@ceph.mon.c.smithi040.stdout: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-08-28T02:03:59.277 INFO:journalctl@ceph.mon.c.smithi040.stdout: L0 1/0 1.63 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.6 0.00 0.00 1 0.000 0 0 2023-08-28T02:03:59.278 INFO:journalctl@ceph.mon.c.smithi040.stdout: Sum 1/0 1.63 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.6 0.00 0.00 1 0.000 0 0 2023-08-28T02:03:59.278 INFO:journalctl@ceph.mon.c.smithi040.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2023-08-28T02:03:59.278 INFO:journalctl@ceph.mon.c.smithi040.stdout: 2023-08-28T02:03:59.278 INFO:journalctl@ceph.mon.c.smithi040.stdout: ** Compaction Stats [default] ** 2023-08-28T02:03:59.278 INFO:journalctl@ceph.mon.c.smithi040.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2023-08-28T02:03:59.278 INFO:journalctl@ceph.mon.c.smithi040.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-08-28T02:03:59.278 INFO:journalctl@ceph.mon.c.smithi040.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.6 0.00 0.00 1 0.000 0 0 2023-08-28T02:03:59.278 INFO:journalctl@ceph.mon.c.smithi040.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-08-28T02:03:59.278 INFO:journalctl@ceph.mon.c.smithi040.stdout: Flush(GB): cumulative 0.000, interval 0.000 2023-08-28T02:03:59.279 INFO:journalctl@ceph.mon.c.smithi040.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-08-28T02:03:59.279 INFO:journalctl@ceph.mon.c.smithi040.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-08-28T02:03:59.279 INFO:journalctl@ceph.mon.c.smithi040.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-08-28T02:03:59.279 INFO:journalctl@ceph.mon.c.smithi040.stdout: AddFile(Keys): cumulative 0, interval 0 2023-08-28T02:03:59.279 INFO:journalctl@ceph.mon.c.smithi040.stdout: Cumulative compaction: 0.00 GB write, 0.36 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-08-28T02:03:59.279 INFO:journalctl@ceph.mon.c.smithi040.stdout: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-08-28T02:03:59.279 INFO:journalctl@ceph.mon.c.smithi040.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-08-28T02:03:59.279 INFO:journalctl@ceph.mon.c.smithi040.stdout: 2023-08-28T02:03:59.279 INFO:journalctl@ceph.mon.c.smithi040.stdout: ** File Read Latency Histogram By Level [default] ** 2023-08-28T02:03:59.279 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: using public_addrv [v2:172.21.15.40:3301/0,v1:172.21.15.40:6790/0] 2023-08-28T02:03:59.279 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: starting mon.c rank -1 at public addrs [v2:172.21.15.40:3301/0,v1:172.21.15.40:6790/0] at bind addrs [v2:172.21.15.40:3301/0,v1:172.21.15.40:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 2023-08-28T02:03:59.280 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:58 smithi040 ceph-mon[120580]: mon.c@-1(???) e0 preinit fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 2023-08-28T02:03:59.280 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:59 smithi040 ceph-mon[120580]: mon.c@-1(synchronizing).mds e1 new map 2023-08-28T02:03:59.280 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:59 smithi040 ceph-mon[120580]: mon.c@-1(synchronizing).mds e1 print_map 2023-08-28T02:03:59.280 INFO:journalctl@ceph.mon.c.smithi040.stdout: e1 2023-08-28T02:03:59.280 INFO:journalctl@ceph.mon.c.smithi040.stdout: enable_multiple, ever_enabled_multiple: 1,1 2023-08-28T02:03:59.280 INFO:journalctl@ceph.mon.c.smithi040.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-08-28T02:03:59.280 INFO:journalctl@ceph.mon.c.smithi040.stdout: legacy client fscid: -1 2023-08-28T02:03:59.280 INFO:journalctl@ceph.mon.c.smithi040.stdout: 2023-08-28T02:03:59.280 INFO:journalctl@ceph.mon.c.smithi040.stdout: No filesystems configured 2023-08-28T02:03:59.280 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:59 smithi040 ceph-mon[120580]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2023-08-28T02:03:59.280 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:59 smithi040 ceph-mon[120580]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2023-08-28T02:03:59.280 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:59 smithi040 ceph-mon[120580]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2023-08-28T02:03:59.281 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:59 smithi040 ceph-mon[120580]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2023-08-28T02:03:59.281 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:59 smithi040 ceph-mon[120580]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2023-08-28T02:03:59.281 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:59 smithi040 ceph-mon[120580]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2023-08-28T02:03:59.281 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:59 smithi040 ceph-mon[120580]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2023-08-28T02:03:59.281 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:59 smithi040 ceph-mon[120580]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-08-28T02:03:59.281 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:59 smithi040 ceph-mon[120580]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-08-28T02:03:59.281 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:59 smithi040 ceph-mon[120580]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-08-28T02:03:59.281 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:59 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-08-28T02:03:59.281 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:59 smithi040 ceph-mon[120580]: mon.a calling monitor election 2023-08-28T02:03:59.281 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:59 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-08-28T02:03:59.281 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:59 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-08-28T02:03:59.281 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:59 smithi040 ceph-mon[120580]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-08-28T02:03:59.282 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:59 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-08-28T02:03:59.282 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:59 smithi040 ceph-mon[120580]: mon.b calling monitor election 2023-08-28T02:03:59.282 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:59 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-08-28T02:03:59.282 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:59 smithi040 ceph-mon[120580]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-08-28T02:03:59.282 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:59 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-08-28T02:03:59.282 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:59 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-08-28T02:03:59.282 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:59 smithi040 ceph-mon[120580]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2023-08-28T02:03:59.282 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:59 smithi040 ceph-mon[120580]: monmap e2: 2 mons at {a=[v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0],b=[v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0]} removed_ranks: {} 2023-08-28T02:03:59.282 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:59 smithi040 ceph-mon[120580]: fsmap 2023-08-28T02:03:59.282 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:59 smithi040 ceph-mon[120580]: osdmap e4: 0 total, 0 up, 0 in 2023-08-28T02:03:59.283 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:59 smithi040 ceph-mon[120580]: mgrmap e13: y(active, since 29s) 2023-08-28T02:03:59.283 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:59 smithi040 ceph-mon[120580]: overall HEALTH_OK 2023-08-28T02:03:59.283 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:59 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:03:59.283 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:59 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:03:59.283 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:59 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:03:59.283 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:59 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-08-28T02:03:59.283 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:59 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:03:59.284 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:59 smithi040 ceph-mon[120580]: Deploying daemon mon.c on smithi040 2023-08-28T02:03:59.284 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:59 smithi040 ceph-mon[120580]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-08-28T02:03:59.284 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:59 smithi040 ceph-mon[120580]: from='client.? 172.21.15.83:0/2385532758' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-08-28T02:03:59.284 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:59 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-08-28T02:03:59.284 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:59 smithi040 ceph-mon[120580]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2023-08-28T02:03:59.284 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:03:59 smithi040 ceph-mon[120580]: mon.c@-1(synchronizing) e2 handle_conf_change mon_allow_pool_delete 2023-08-28T02:04:04.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:04 smithi040 ceph-mon[111703]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-08-28T02:04:04.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:04 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-08-28T02:04:04.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:04 smithi040 ceph-mon[111703]: mon.a calling monitor election 2023-08-28T02:04:04.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:04 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-08-28T02:04:04.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:04 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-08-28T02:04:04.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:04 smithi040 ceph-mon[111703]: mon.b calling monitor election 2023-08-28T02:04:04.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:04 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-08-28T02:04:04.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:04 smithi040 ceph-mon[111703]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-08-28T02:04:04.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:04 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-08-28T02:04:04.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:04 smithi040 ceph-mon[111703]: mon.c calling monitor election 2023-08-28T02:04:04.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:04 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-08-28T02:04:04.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:04 smithi040 ceph-mon[111703]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-08-28T02:04:04.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:04 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-08-28T02:04:04.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:04 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-08-28T02:04:04.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:04 smithi040 ceph-mon[111703]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-08-28T02:04:04.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:04 smithi040 ceph-mon[111703]: monmap e3: 3 mons at {a=[v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0],b=[v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0],c=[v2:172.21.15.40:3301/0,v1:172.21.15.40:6790/0]} removed_ranks: {} 2023-08-28T02:04:04.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:04 smithi040 ceph-mon[111703]: fsmap 2023-08-28T02:04:04.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:04 smithi040 ceph-mon[111703]: osdmap e4: 0 total, 0 up, 0 in 2023-08-28T02:04:04.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:04 smithi040 ceph-mon[111703]: mgrmap e13: y(active, since 37s) 2023-08-28T02:04:04.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:04 smithi040 ceph-mon[111703]: overall HEALTH_OK 2023-08-28T02:04:04.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:04 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:04.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:04 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:04.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:04 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:04.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:04 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:04.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:04 smithi040 ceph-mon[120580]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-08-28T02:04:04.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:04 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-08-28T02:04:04.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:04 smithi040 ceph-mon[120580]: mon.a calling monitor election 2023-08-28T02:04:04.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:04 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-08-28T02:04:04.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:04 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-08-28T02:04:04.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:04 smithi040 ceph-mon[120580]: mon.b calling monitor election 2023-08-28T02:04:04.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:04 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-08-28T02:04:04.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:04 smithi040 ceph-mon[120580]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-08-28T02:04:04.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:04 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-08-28T02:04:04.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:04 smithi040 ceph-mon[120580]: mon.c calling monitor election 2023-08-28T02:04:04.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:04 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-08-28T02:04:04.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:04 smithi040 ceph-mon[120580]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-08-28T02:04:04.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:04 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-08-28T02:04:04.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:04 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-08-28T02:04:04.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:04 smithi040 ceph-mon[120580]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-08-28T02:04:04.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:04 smithi040 ceph-mon[120580]: monmap e3: 3 mons at {a=[v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0],b=[v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0],c=[v2:172.21.15.40:3301/0,v1:172.21.15.40:6790/0]} removed_ranks: {} 2023-08-28T02:04:04.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:04 smithi040 ceph-mon[120580]: fsmap 2023-08-28T02:04:04.484 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:04 smithi040 ceph-mon[120580]: osdmap e4: 0 total, 0 up, 0 in 2023-08-28T02:04:04.484 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:04 smithi040 ceph-mon[120580]: mgrmap e13: y(active, since 37s) 2023-08-28T02:04:04.484 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:04 smithi040 ceph-mon[120580]: overall HEALTH_OK 2023-08-28T02:04:04.484 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:04 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:04.484 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:04 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:04.484 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:04 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:04.484 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:04 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:04.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:04 smithi083 ceph-mon[113795]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-08-28T02:04:04.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:04 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-08-28T02:04:04.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:04 smithi083 ceph-mon[113795]: mon.a calling monitor election 2023-08-28T02:04:04.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:04 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-08-28T02:04:04.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:04 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-08-28T02:04:04.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:04 smithi083 ceph-mon[113795]: mon.b calling monitor election 2023-08-28T02:04:04.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:04 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-08-28T02:04:04.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:04 smithi083 ceph-mon[113795]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-08-28T02:04:04.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:04 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-08-28T02:04:04.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:04 smithi083 ceph-mon[113795]: mon.c calling monitor election 2023-08-28T02:04:04.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:04 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-08-28T02:04:04.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:04 smithi083 ceph-mon[113795]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-08-28T02:04:04.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:04 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-08-28T02:04:04.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:04 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-08-28T02:04:04.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:04 smithi083 ceph-mon[113795]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-08-28T02:04:04.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:04 smithi083 ceph-mon[113795]: monmap e3: 3 mons at {a=[v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0],b=[v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0],c=[v2:172.21.15.40:3301/0,v1:172.21.15.40:6790/0]} removed_ranks: {} 2023-08-28T02:04:04.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:04 smithi083 ceph-mon[113795]: fsmap 2023-08-28T02:04:04.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:04 smithi083 ceph-mon[113795]: osdmap e4: 0 total, 0 up, 0 in 2023-08-28T02:04:04.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:04 smithi083 ceph-mon[113795]: mgrmap e13: y(active, since 37s) 2023-08-28T02:04:04.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:04 smithi083 ceph-mon[113795]: overall HEALTH_OK 2023-08-28T02:04:04.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:04 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:04.493 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:04 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:04.493 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:04 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:04.493 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:04 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:04.542 INFO:teuthology.orchestra.run.smithi083.stdout: 2023-08-28T02:04:04.542 INFO:teuthology.orchestra.run.smithi083.stdout:{"epoch":3,"fsid":"d9a8f48a-4546-11ee-817c-1b7a5f1ba315","modified":"2023-08-28T02:03:59.020030Z","created":"2023-08-28T02:02:34.327888Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:3300","nonce":0},{"type":"v1","addr":"172.21.15.40:6789","nonce":0}]},"addr":"172.21.15.40:6789/0","public_addr":"172.21.15.40:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:3300","nonce":0},{"type":"v1","addr":"172.21.15.83:6789","nonce":0}]},"addr":"172.21.15.83:6789/0","public_addr":"172.21.15.83:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:3301","nonce":0},{"type":"v1","addr":"172.21.15.40:6790","nonce":0}]},"addr":"172.21.15.40:6790/0","public_addr":"172.21.15.40:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2023-08-28T02:04:04.544 INFO:teuthology.orchestra.run.smithi083.stderr:dumped monmap epoch 3 2023-08-28T02:04:04.934 INFO:tasks.cephadm:Generating final ceph.conf file... 2023-08-28T02:04:04.934 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph config generate-minimal-conf 2023-08-28T02:04:05.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:05 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:04:05.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:05 smithi040 ceph-mon[111703]: from='client.? 172.21.15.83:0/1442676071' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-08-28T02:04:05.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:05 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-08-28T02:04:05.230 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:05 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:04:05.230 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:05 smithi040 ceph-mon[120580]: from='client.? 172.21.15.83:0/1442676071' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-08-28T02:04:05.230 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:05 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-08-28T02:04:05.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:05 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:04:05.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:05 smithi083 ceph-mon[113795]: from='client.? 172.21.15.83:0/1442676071' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-08-28T02:04:05.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:05 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-08-28T02:04:05.251 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:04:06.345 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:06 smithi040 ceph-mon[111703]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-08-28T02:04:06.346 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:06 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:06.346 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:06 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:06.346 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:06 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:06.346 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:06 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:06.346 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:06 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:04:06.346 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:06 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:04:06.346 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:06 smithi040 ceph-mon[111703]: Updating smithi040:/etc/ceph/ceph.conf 2023-08-28T02:04:06.346 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:06 smithi040 ceph-mon[111703]: Updating smithi083:/etc/ceph/ceph.conf 2023-08-28T02:04:06.346 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:06 smithi040 ceph-mon[111703]: Updating smithi040:/var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/config/ceph.conf 2023-08-28T02:04:06.347 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:06 smithi040 ceph-mon[111703]: Updating smithi083:/var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/config/ceph.conf 2023-08-28T02:04:06.347 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:06 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:06.347 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:06 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:06.347 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:06 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:06.347 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:06 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:06.347 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:06 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:06.347 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:06 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-08-28T02:04:06.347 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:06 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-08-28T02:04:06.347 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:06 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:04:06.347 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:06 smithi040 ceph-mon[120580]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-08-28T02:04:06.348 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:06 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:06.348 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:06 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:06.348 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:06 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:06.348 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:06 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:06.348 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:06 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:04:06.348 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:06 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:04:06.348 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:06 smithi040 ceph-mon[120580]: Updating smithi040:/etc/ceph/ceph.conf 2023-08-28T02:04:06.349 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:06 smithi040 ceph-mon[120580]: Updating smithi083:/etc/ceph/ceph.conf 2023-08-28T02:04:06.349 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:06 smithi040 ceph-mon[120580]: Updating smithi040:/var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/config/ceph.conf 2023-08-28T02:04:06.349 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:06 smithi040 ceph-mon[120580]: Updating smithi083:/var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/config/ceph.conf 2023-08-28T02:04:06.349 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:06 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:06.349 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:06 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:06.349 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:06 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:06.349 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:06 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:06.349 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:06 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:06.349 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:06 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-08-28T02:04:06.349 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:06 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-08-28T02:04:06.349 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:06 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:04:06.476 INFO:teuthology.orchestra.run.smithi040.stdout:# minimal ceph.conf for d9a8f48a-4546-11ee-817c-1b7a5f1ba315 2023-08-28T02:04:06.476 INFO:teuthology.orchestra.run.smithi040.stdout:[global] 2023-08-28T02:04:06.476 INFO:teuthology.orchestra.run.smithi040.stdout: fsid = d9a8f48a-4546-11ee-817c-1b7a5f1ba315 2023-08-28T02:04:06.477 INFO:teuthology.orchestra.run.smithi040.stdout: mon_host = [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] [v2:172.21.15.40:3301/0,v1:172.21.15.40:6790/0] 2023-08-28T02:04:06.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:06 smithi083 ceph-mon[113795]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-08-28T02:04:06.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:06 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:06.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:06 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:06.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:06 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:06.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:06 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:06.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:06 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:04:06.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:06 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:04:06.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:06 smithi083 ceph-mon[113795]: Updating smithi040:/etc/ceph/ceph.conf 2023-08-28T02:04:06.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:06 smithi083 ceph-mon[113795]: Updating smithi083:/etc/ceph/ceph.conf 2023-08-28T02:04:06.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:06 smithi083 ceph-mon[113795]: Updating smithi040:/var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/config/ceph.conf 2023-08-28T02:04:06.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:06 smithi083 ceph-mon[113795]: Updating smithi083:/var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/config/ceph.conf 2023-08-28T02:04:06.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:06 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:06.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:06 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:06.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:06 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:06.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:06 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:06.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:06 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:06.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:06 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-08-28T02:04:06.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:06 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-08-28T02:04:06.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:06 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:04:07.079 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2023-08-28T02:04:07.079 DEBUG:teuthology.orchestra.run.smithi040:> set -ex 2023-08-28T02:04:07.080 DEBUG:teuthology.orchestra.run.smithi040:> sudo dd of=/etc/ceph/ceph.conf 2023-08-28T02:04:07.114 DEBUG:teuthology.orchestra.run.smithi040:> set -ex 2023-08-28T02:04:07.114 DEBUG:teuthology.orchestra.run.smithi040:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2023-08-28T02:04:07.186 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2023-08-28T02:04:07.186 DEBUG:teuthology.orchestra.run.smithi083:> sudo dd of=/etc/ceph/ceph.conf 2023-08-28T02:04:07.223 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2023-08-28T02:04:07.223 DEBUG:teuthology.orchestra.run.smithi083:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2023-08-28T02:04:07.294 INFO:tasks.cephadm:Adding mgr.y on smithi040 2023-08-28T02:04:07.294 INFO:tasks.cephadm:Adding mgr.x on smithi083 2023-08-28T02:04:07.294 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph orch apply mgr '2;smithi040=y;smithi083=x' 2023-08-28T02:04:07.402 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:07 smithi040 ceph-mon[111703]: Reconfiguring mon.a (unknown last config time)... 2023-08-28T02:04:07.402 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:07 smithi040 ceph-mon[111703]: Reconfiguring daemon mon.a on smithi040 2023-08-28T02:04:07.402 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:07 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/3884704466' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:04:07.402 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:07 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:07.402 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:07 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:07.402 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:07 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:07.402 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:07 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-08-28T02:04:07.402 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:07 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-08-28T02:04:07.402 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:07 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:04:07.403 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:07 smithi040 ceph-mon[120580]: Reconfiguring mon.a (unknown last config time)... 2023-08-28T02:04:07.403 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:07 smithi040 ceph-mon[120580]: Reconfiguring daemon mon.a on smithi040 2023-08-28T02:04:07.403 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:07 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/3884704466' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:04:07.403 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:07 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:07.403 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:07 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:07.403 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:07 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:07.403 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:07 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-08-28T02:04:07.403 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:07 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-08-28T02:04:07.403 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:07 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:04:07.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:07 smithi083 ceph-mon[113795]: Reconfiguring mon.a (unknown last config time)... 2023-08-28T02:04:07.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:07 smithi083 ceph-mon[113795]: Reconfiguring daemon mon.a on smithi040 2023-08-28T02:04:07.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:07 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/3884704466' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:04:07.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:07 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:07.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:07 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:07.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:07 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:07.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:07 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-08-28T02:04:07.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:07 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-08-28T02:04:07.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:07 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:04:07.587 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:04:08.420 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:08 smithi083 ceph-mon[113795]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-08-28T02:04:08.420 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:08 smithi083 ceph-mon[113795]: Reconfiguring mon.c (monmap changed)... 2023-08-28T02:04:08.420 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:08 smithi083 ceph-mon[113795]: Reconfiguring daemon mon.c on smithi040 2023-08-28T02:04:08.421 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:08 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:08.421 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:08 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:08.421 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:08 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-08-28T02:04:08.421 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:08 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-08-28T02:04:08.421 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:08 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:04:08.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:08 smithi040 ceph-mon[111703]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-08-28T02:04:08.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:08 smithi040 ceph-mon[111703]: Reconfiguring mon.c (monmap changed)... 2023-08-28T02:04:08.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:08 smithi040 ceph-mon[111703]: Reconfiguring daemon mon.c on smithi040 2023-08-28T02:04:08.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:08 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:08.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:08 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:08.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:08 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-08-28T02:04:08.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:08 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-08-28T02:04:08.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:08 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:04:08.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:08 smithi040 ceph-mon[120580]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-08-28T02:04:08.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:08 smithi040 ceph-mon[120580]: Reconfiguring mon.c (monmap changed)... 2023-08-28T02:04:08.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:08 smithi040 ceph-mon[120580]: Reconfiguring daemon mon.c on smithi040 2023-08-28T02:04:08.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:08 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:08.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:08 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:08.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:08 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-08-28T02:04:08.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:08 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-08-28T02:04:08.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:08 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:04:08.835 INFO:teuthology.orchestra.run.smithi083.stdout:Scheduled mgr update... 2023-08-28T02:04:09.234 DEBUG:teuthology.orchestra.run.smithi083:mgr.x> sudo journalctl -f -n 0 -u ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315@mgr.x.service 2023-08-28T02:04:09.236 INFO:tasks.cephadm:Deploying OSDs... 2023-08-28T02:04:09.236 DEBUG:teuthology.orchestra.run.smithi040:> set -ex 2023-08-28T02:04:09.237 DEBUG:teuthology.orchestra.run.smithi040:> dd if=/scratch_devs of=/dev/stdout 2023-08-28T02:04:09.261 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-08-28T02:04:09.261 DEBUG:teuthology.orchestra.run.smithi040:> stat /dev/vg_nvme/lv_1 2023-08-28T02:04:09.266 INFO:journalctl@ceph.mgr.x.smithi083.stdout:-- Logs begin at Mon 2023-08-28 01:48:07 UTC. -- 2023-08-28T02:04:09.324 INFO:teuthology.orchestra.run.smithi040.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-08-28T02:04:09.324 INFO:teuthology.orchestra.run.smithi040.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-08-28T02:04:09.324 INFO:teuthology.orchestra.run.smithi040.stdout:Device: 6h/6d Inode: 389410 Links: 1 2023-08-28T02:04:09.324 INFO:teuthology.orchestra.run.smithi040.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-08-28T02:04:09.324 INFO:teuthology.orchestra.run.smithi040.stdout:Context: system_u:object_r:device_t:s0 2023-08-28T02:04:09.324 INFO:teuthology.orchestra.run.smithi040.stdout:Access: 2023-08-28 02:03:58.556487317 +0000 2023-08-28T02:04:09.324 INFO:teuthology.orchestra.run.smithi040.stdout:Modify: 2023-08-28 01:56:27.163705632 +0000 2023-08-28T02:04:09.324 INFO:teuthology.orchestra.run.smithi040.stdout:Change: 2023-08-28 01:56:27.163705632 +0000 2023-08-28T02:04:09.325 INFO:teuthology.orchestra.run.smithi040.stdout: Birth: - 2023-08-28T02:04:09.325 DEBUG:teuthology.orchestra.run.smithi040:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-08-28T02:04:09.397 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:09 smithi040 ceph-mon[111703]: Reconfiguring mon.b (monmap changed)... 2023-08-28T02:04:09.398 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:09 smithi040 ceph-mon[111703]: Reconfiguring daemon mon.b on smithi083 2023-08-28T02:04:09.398 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:09 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:09.398 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:09 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:09.398 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:09 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:09.398 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:09 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:04:09.398 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:09 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:04:09.398 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:09 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:04:09.398 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:09 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:09.398 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:09 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-08-28T02:04:09.398 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:09 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2023-08-28T02:04:09.398 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:09 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-08-28T02:04:09.399 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:09 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:04:09.399 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:09 smithi040 ceph-mon[120580]: Reconfiguring mon.b (monmap changed)... 2023-08-28T02:04:09.399 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:09 smithi040 ceph-mon[120580]: Reconfiguring daemon mon.b on smithi083 2023-08-28T02:04:09.399 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:09 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:09.399 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:09 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:09.399 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:09 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:09.399 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:09 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:04:09.399 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:09 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:04:09.399 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:09 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:04:09.400 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:09 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:09.400 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:09 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-08-28T02:04:09.400 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:09 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2023-08-28T02:04:09.400 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:09 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-08-28T02:04:09.400 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:09 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:04:09.400 INFO:teuthology.orchestra.run.smithi040.stderr:1+0 records in 2023-08-28T02:04:09.400 INFO:teuthology.orchestra.run.smithi040.stderr:1+0 records out 2023-08-28T02:04:09.401 INFO:teuthology.orchestra.run.smithi040.stderr:512 bytes copied, 0.000252703 s, 2.0 MB/s 2023-08-28T02:04:09.402 DEBUG:teuthology.orchestra.run.smithi040:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-08-28T02:04:09.467 DEBUG:teuthology.orchestra.run.smithi040:> stat /dev/vg_nvme/lv_2 2023-08-28T02:04:09.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:09 smithi083 ceph-mon[113795]: Reconfiguring mon.b (monmap changed)... 2023-08-28T02:04:09.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:09 smithi083 ceph-mon[113795]: Reconfiguring daemon mon.b on smithi083 2023-08-28T02:04:09.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:09 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:09.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:09 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:09.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:09 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:09.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:09 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:04:09.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:09 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:04:09.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:09 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:04:09.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:09 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:09.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:09 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-08-28T02:04:09.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:09 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2023-08-28T02:04:09.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:09 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-08-28T02:04:09.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:09 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:04:09.531 INFO:teuthology.orchestra.run.smithi040.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-08-28T02:04:09.531 INFO:teuthology.orchestra.run.smithi040.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-08-28T02:04:09.531 INFO:teuthology.orchestra.run.smithi040.stdout:Device: 6h/6d Inode: 395350 Links: 1 2023-08-28T02:04:09.531 INFO:teuthology.orchestra.run.smithi040.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-08-28T02:04:09.531 INFO:teuthology.orchestra.run.smithi040.stdout:Context: system_u:object_r:device_t:s0 2023-08-28T02:04:09.531 INFO:teuthology.orchestra.run.smithi040.stdout:Access: 2023-08-28 02:03:58.556487317 +0000 2023-08-28T02:04:09.531 INFO:teuthology.orchestra.run.smithi040.stdout:Modify: 2023-08-28 01:56:27.739698518 +0000 2023-08-28T02:04:09.531 INFO:teuthology.orchestra.run.smithi040.stdout:Change: 2023-08-28 01:56:27.739698518 +0000 2023-08-28T02:04:09.531 INFO:teuthology.orchestra.run.smithi040.stdout: Birth: - 2023-08-28T02:04:09.532 DEBUG:teuthology.orchestra.run.smithi040:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-08-28T02:04:09.605 INFO:teuthology.orchestra.run.smithi040.stderr:1+0 records in 2023-08-28T02:04:09.606 INFO:teuthology.orchestra.run.smithi040.stderr:1+0 records out 2023-08-28T02:04:09.606 INFO:teuthology.orchestra.run.smithi040.stderr:512 bytes copied, 0.000240245 s, 2.1 MB/s 2023-08-28T02:04:09.607 DEBUG:teuthology.orchestra.run.smithi040:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-08-28T02:04:09.672 DEBUG:teuthology.orchestra.run.smithi040:> stat /dev/vg_nvme/lv_3 2023-08-28T02:04:09.736 INFO:teuthology.orchestra.run.smithi040.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-08-28T02:04:09.736 INFO:teuthology.orchestra.run.smithi040.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-08-28T02:04:09.736 INFO:teuthology.orchestra.run.smithi040.stdout:Device: 6h/6d Inode: 397360 Links: 1 2023-08-28T02:04:09.737 INFO:teuthology.orchestra.run.smithi040.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-08-28T02:04:09.737 INFO:teuthology.orchestra.run.smithi040.stdout:Context: system_u:object_r:device_t:s0 2023-08-28T02:04:09.737 INFO:teuthology.orchestra.run.smithi040.stdout:Access: 2023-08-28 02:03:58.556487317 +0000 2023-08-28T02:04:09.737 INFO:teuthology.orchestra.run.smithi040.stdout:Modify: 2023-08-28 01:56:28.318691368 +0000 2023-08-28T02:04:09.737 INFO:teuthology.orchestra.run.smithi040.stdout:Change: 2023-08-28 01:56:28.318691368 +0000 2023-08-28T02:04:09.737 INFO:teuthology.orchestra.run.smithi040.stdout: Birth: - 2023-08-28T02:04:09.737 DEBUG:teuthology.orchestra.run.smithi040:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-08-28T02:04:09.810 INFO:teuthology.orchestra.run.smithi040.stderr:1+0 records in 2023-08-28T02:04:09.810 INFO:teuthology.orchestra.run.smithi040.stderr:1+0 records out 2023-08-28T02:04:09.810 INFO:teuthology.orchestra.run.smithi040.stderr:512 bytes copied, 0.000245663 s, 2.1 MB/s 2023-08-28T02:04:09.811 DEBUG:teuthology.orchestra.run.smithi040:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-08-28T02:04:09.877 DEBUG:teuthology.orchestra.run.smithi040:> stat /dev/vg_nvme/lv_4 2023-08-28T02:04:09.941 INFO:teuthology.orchestra.run.smithi040.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-08-28T02:04:09.941 INFO:teuthology.orchestra.run.smithi040.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-08-28T02:04:09.941 INFO:teuthology.orchestra.run.smithi040.stdout:Device: 6h/6d Inode: 395479 Links: 1 2023-08-28T02:04:09.941 INFO:teuthology.orchestra.run.smithi040.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-08-28T02:04:09.941 INFO:teuthology.orchestra.run.smithi040.stdout:Context: system_u:object_r:device_t:s0 2023-08-28T02:04:09.941 INFO:teuthology.orchestra.run.smithi040.stdout:Access: 2023-08-28 02:03:58.556487317 +0000 2023-08-28T02:04:09.941 INFO:teuthology.orchestra.run.smithi040.stdout:Modify: 2023-08-28 01:56:28.866684600 +0000 2023-08-28T02:04:09.941 INFO:teuthology.orchestra.run.smithi040.stdout:Change: 2023-08-28 01:56:28.866684600 +0000 2023-08-28T02:04:09.941 INFO:teuthology.orchestra.run.smithi040.stdout: Birth: - 2023-08-28T02:04:09.942 DEBUG:teuthology.orchestra.run.smithi040:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-08-28T02:04:10.014 INFO:teuthology.orchestra.run.smithi040.stderr:1+0 records in 2023-08-28T02:04:10.014 INFO:teuthology.orchestra.run.smithi040.stderr:1+0 records out 2023-08-28T02:04:10.014 INFO:teuthology.orchestra.run.smithi040.stderr:512 bytes copied, 0.000248329 s, 2.1 MB/s 2023-08-28T02:04:10.015 DEBUG:teuthology.orchestra.run.smithi040:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-08-28T02:04:10.080 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2023-08-28T02:04:10.080 DEBUG:teuthology.orchestra.run.smithi083:> dd if=/scratch_devs of=/dev/stdout 2023-08-28T02:04:10.100 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-08-28T02:04:10.101 DEBUG:teuthology.orchestra.run.smithi083:> stat /dev/vg_nvme/lv_1 2023-08-28T02:04:10.159 INFO:teuthology.orchestra.run.smithi083.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-08-28T02:04:10.160 INFO:teuthology.orchestra.run.smithi083.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-08-28T02:04:10.160 INFO:teuthology.orchestra.run.smithi083.stdout:Device: 6h/6d Inode: 389627 Links: 1 2023-08-28T02:04:10.160 INFO:teuthology.orchestra.run.smithi083.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-08-28T02:04:10.160 INFO:teuthology.orchestra.run.smithi083.stdout:Context: system_u:object_r:device_t:s0 2023-08-28T02:04:10.160 INFO:teuthology.orchestra.run.smithi083.stdout:Access: 2023-08-28 02:04:10.068702794 +0000 2023-08-28T02:04:10.160 INFO:teuthology.orchestra.run.smithi083.stdout:Modify: 2023-08-28 01:55:42.588726863 +0000 2023-08-28T02:04:10.160 INFO:teuthology.orchestra.run.smithi083.stdout:Change: 2023-08-28 01:55:42.588726863 +0000 2023-08-28T02:04:10.160 INFO:teuthology.orchestra.run.smithi083.stdout: Birth: - 2023-08-28T02:04:10.160 DEBUG:teuthology.orchestra.run.smithi083:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-08-28T02:04:10.256 INFO:teuthology.orchestra.run.smithi083.stderr:1+0 records in 2023-08-28T02:04:10.256 INFO:teuthology.orchestra.run.smithi083.stderr:1+0 records out 2023-08-28T02:04:10.256 INFO:teuthology.orchestra.run.smithi083.stderr:512 bytes copied, 0.000241414 s, 2.1 MB/s 2023-08-28T02:04:10.257 DEBUG:teuthology.orchestra.run.smithi083:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-08-28T02:04:10.277 DEBUG:teuthology.orchestra.run.smithi083:> stat /dev/vg_nvme/lv_2 2023-08-28T02:04:10.336 INFO:teuthology.orchestra.run.smithi083.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-08-28T02:04:10.336 INFO:teuthology.orchestra.run.smithi083.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-08-28T02:04:10.336 INFO:teuthology.orchestra.run.smithi083.stdout:Device: 6h/6d Inode: 395006 Links: 1 2023-08-28T02:04:10.336 INFO:teuthology.orchestra.run.smithi083.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-08-28T02:04:10.336 INFO:teuthology.orchestra.run.smithi083.stdout:Context: system_u:object_r:device_t:s0 2023-08-28T02:04:10.336 INFO:teuthology.orchestra.run.smithi083.stdout:Access: 2023-08-28 02:04:10.205699559 +0000 2023-08-28T02:04:10.336 INFO:teuthology.orchestra.run.smithi083.stdout:Modify: 2023-08-28 01:55:43.149713688 +0000 2023-08-28T02:04:10.336 INFO:teuthology.orchestra.run.smithi083.stdout:Change: 2023-08-28 01:55:43.149713688 +0000 2023-08-28T02:04:10.336 INFO:teuthology.orchestra.run.smithi083.stdout: Birth: - 2023-08-28T02:04:10.337 DEBUG:teuthology.orchestra.run.smithi083:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-08-28T02:04:10.402 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:04:10 smithi083 systemd[1]: Starting Ceph mgr.x for d9a8f48a-4546-11ee-817c-1b7a5f1ba315... 2023-08-28T02:04:10.402 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:10 smithi083 ceph-mon[113795]: from='client.14208 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi040=y;smithi083=x", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:04:10.403 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:10 smithi083 ceph-mon[113795]: Saving service mgr spec with placement smithi040=y;smithi083=x;count:2 2023-08-28T02:04:10.403 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:10 smithi083 ceph-mon[113795]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-08-28T02:04:10.403 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:10 smithi083 ceph-mon[113795]: Deploying daemon mgr.x on smithi083 2023-08-28T02:04:10.404 INFO:teuthology.orchestra.run.smithi083.stderr:1+0 records in 2023-08-28T02:04:10.405 INFO:teuthology.orchestra.run.smithi083.stderr:1+0 records out 2023-08-28T02:04:10.405 INFO:teuthology.orchestra.run.smithi083.stderr:512 bytes copied, 0.000211777 s, 2.4 MB/s 2023-08-28T02:04:10.406 DEBUG:teuthology.orchestra.run.smithi083:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-08-28T02:04:10.465 DEBUG:teuthology.orchestra.run.smithi083:> stat /dev/vg_nvme/lv_3 2023-08-28T02:04:10.479 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:10 smithi040 ceph-mon[120580]: from='client.14208 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi040=y;smithi083=x", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:04:10.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:10 smithi040 ceph-mon[120580]: Saving service mgr spec with placement smithi040=y;smithi083=x;count:2 2023-08-28T02:04:10.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:10 smithi040 ceph-mon[120580]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-08-28T02:04:10.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:10 smithi040 ceph-mon[120580]: Deploying daemon mgr.x on smithi083 2023-08-28T02:04:10.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:10 smithi040 ceph-mon[111703]: from='client.14208 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi040=y;smithi083=x", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:04:10.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:10 smithi040 ceph-mon[111703]: Saving service mgr spec with placement smithi040=y;smithi083=x;count:2 2023-08-28T02:04:10.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:10 smithi040 ceph-mon[111703]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-08-28T02:04:10.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:10 smithi040 ceph-mon[111703]: Deploying daemon mgr.x on smithi083 2023-08-28T02:04:10.524 INFO:teuthology.orchestra.run.smithi083.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-08-28T02:04:10.524 INFO:teuthology.orchestra.run.smithi083.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-08-28T02:04:10.524 INFO:teuthology.orchestra.run.smithi083.stdout:Device: 6h/6d Inode: 392044 Links: 1 2023-08-28T02:04:10.525 INFO:teuthology.orchestra.run.smithi083.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-08-28T02:04:10.525 INFO:teuthology.orchestra.run.smithi083.stdout:Context: system_u:object_r:device_t:s0 2023-08-28T02:04:10.525 INFO:teuthology.orchestra.run.smithi083.stdout:Access: 2023-08-28 02:04:10.205699559 +0000 2023-08-28T02:04:10.525 INFO:teuthology.orchestra.run.smithi083.stdout:Modify: 2023-08-28 01:55:43.708700561 +0000 2023-08-28T02:04:10.525 INFO:teuthology.orchestra.run.smithi083.stdout:Change: 2023-08-28 01:55:43.708700561 +0000 2023-08-28T02:04:10.525 INFO:teuthology.orchestra.run.smithi083.stdout: Birth: - 2023-08-28T02:04:10.525 DEBUG:teuthology.orchestra.run.smithi083:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-08-28T02:04:10.591 INFO:teuthology.orchestra.run.smithi083.stderr:1+0 records in 2023-08-28T02:04:10.591 INFO:teuthology.orchestra.run.smithi083.stderr:1+0 records out 2023-08-28T02:04:10.591 INFO:teuthology.orchestra.run.smithi083.stderr:512 bytes copied, 0.000233475 s, 2.2 MB/s 2023-08-28T02:04:10.592 DEBUG:teuthology.orchestra.run.smithi083:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-08-28T02:04:10.652 DEBUG:teuthology.orchestra.run.smithi083:> stat /dev/vg_nvme/lv_4 2023-08-28T02:04:10.710 INFO:teuthology.orchestra.run.smithi083.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-08-28T02:04:10.710 INFO:teuthology.orchestra.run.smithi083.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-08-28T02:04:10.710 INFO:teuthology.orchestra.run.smithi083.stdout:Device: 6h/6d Inode: 392409 Links: 1 2023-08-28T02:04:10.710 INFO:teuthology.orchestra.run.smithi083.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-08-28T02:04:10.710 INFO:teuthology.orchestra.run.smithi083.stdout:Context: system_u:object_r:device_t:s0 2023-08-28T02:04:10.710 INFO:teuthology.orchestra.run.smithi083.stdout:Access: 2023-08-28 02:04:10.205699559 +0000 2023-08-28T02:04:10.711 INFO:teuthology.orchestra.run.smithi083.stdout:Modify: 2023-08-28 01:55:44.223688467 +0000 2023-08-28T02:04:10.711 INFO:teuthology.orchestra.run.smithi083.stdout:Change: 2023-08-28 01:55:44.223688467 +0000 2023-08-28T02:04:10.711 INFO:teuthology.orchestra.run.smithi083.stdout: Birth: - 2023-08-28T02:04:10.711 DEBUG:teuthology.orchestra.run.smithi083:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-08-28T02:04:10.777 INFO:teuthology.orchestra.run.smithi083.stderr:1+0 records in 2023-08-28T02:04:10.777 INFO:teuthology.orchestra.run.smithi083.stderr:1+0 records out 2023-08-28T02:04:10.778 INFO:teuthology.orchestra.run.smithi083.stderr:512 bytes copied, 0.000212445 s, 2.4 MB/s 2023-08-28T02:04:10.779 DEBUG:teuthology.orchestra.run.smithi083:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-08-28T02:04:10.837 INFO:tasks.cephadm:Deploying osd.0 on smithi040 with /dev/vg_nvme/lv_4... 2023-08-28T02:04:10.837 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2023-08-28T02:04:10.967 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:04:10 smithi083 ceph-mgr[116018]: -- 172.21.15.83:0/441760677 <== mon.1 v2:172.21.15.83:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5652b89169c0 con 0x5652b88ecc00 2023-08-28T02:04:10.967 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:04:10 smithi083 bash[115870]: c6f4ccd56cf47579695c978f5f8aa0b7ae8c19658c1c31a9050ece52e240ae79 2023-08-28T02:04:10.967 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:04:10 smithi083 systemd[1]: Started Ceph mgr.x for d9a8f48a-4546-11ee-817c-1b7a5f1ba315. 2023-08-28T02:04:10.967 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:04:10 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[115935]: 2023-08-28T02:04:10.795+0000 7f11054ce1c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-08-28T02:04:10.967 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:04:10 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[115935]: 2023-08-28T02:04:10.964+0000 7f11054ce1c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-08-28T02:04:11.128 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:04:11.735 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:04:11 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[115935]: 2023-08-28T02:04:11.292+0000 7f11054ce1c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-08-28T02:04:11.956 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:11 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:11.956 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:11 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:11.957 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:11 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:11.957 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:11 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:11.957 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:11 smithi040 ceph-mon[111703]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-08-28T02:04:11.957 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:11 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:04:11.957 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:11 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:11.957 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:11 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:11.957 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:11 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:04:11.957 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:11 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:04:11.957 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:11 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:11.957 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:11 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:11.958 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:11 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:11.958 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:11 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:11.958 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:11 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:11.958 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:11 smithi040 ceph-mon[120580]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-08-28T02:04:11.958 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:11 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:04:11.958 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:11 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:11.958 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:11 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:11.958 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:11 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:04:11.958 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:11 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:04:11.958 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:11 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:11.990 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:04:11 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[115935]: 2023-08-28T02:04:11.844+0000 7f11054ce1c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-08-28T02:04:11.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:11 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:11.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:11 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:11.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:11 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:11.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:11 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:11.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:11 smithi083 ceph-mon[113795]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-08-28T02:04:11.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:11 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:04:11.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:11 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:11.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:11 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:11.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:11 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:04:11.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:11 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:04:11.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:11 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:12.399 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:04:12 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[115935]: 2023-08-28T02:04:12.012+0000 7f11054ce1c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-08-28T02:04:12.523 INFO:teuthology.orchestra.run.smithi040.stderr:--> Zapping: /dev/vg_nvme/lv_4 2023-08-28T02:04:12.524 INFO:teuthology.orchestra.run.smithi040.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2023-08-28T02:04:12.524 INFO:teuthology.orchestra.run.smithi040.stderr: stderr: 10+0 records in 2023-08-28T02:04:12.524 INFO:teuthology.orchestra.run.smithi040.stderr:10+0 records out 2023-08-28T02:04:12.524 INFO:teuthology.orchestra.run.smithi040.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.011704 s, 896 MB/s 2023-08-28T02:04:12.524 INFO:teuthology.orchestra.run.smithi040.stderr:--> Zapping successful for: 2023-08-28T02:04:12.740 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:04:12 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[115935]: 2023-08-28T02:04:12.399+0000 7f11054ce1c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-08-28T02:04:12.841 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:12 smithi040 ceph-mon[120580]: Reconfiguring mgr.y (unknown last config time)... 2023-08-28T02:04:12.841 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:12 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-08-28T02:04:12.842 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:12 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-08-28T02:04:12.842 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:12 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:04:12.842 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:12 smithi040 ceph-mon[120580]: Reconfiguring daemon mgr.y on smithi040 2023-08-28T02:04:12.842 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:12 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:12.842 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:12 smithi040 ceph-mon[111703]: Reconfiguring mgr.y (unknown last config time)... 2023-08-28T02:04:12.842 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:12 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-08-28T02:04:12.842 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:12 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-08-28T02:04:12.842 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:12 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:04:12.842 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:12 smithi040 ceph-mon[111703]: Reconfiguring daemon mgr.y on smithi040 2023-08-28T02:04:12.842 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:12 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:13.065 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph orch daemon add osd smithi040:vg_nvme/lv_4 2023-08-28T02:04:13.157 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:12 smithi083 ceph-mon[113795]: Reconfiguring mgr.y (unknown last config time)... 2023-08-28T02:04:13.157 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:12 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-08-28T02:04:13.157 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:12 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-08-28T02:04:13.157 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:12 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:04:13.157 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:12 smithi083 ceph-mon[113795]: Reconfiguring daemon mgr.y on smithi040 2023-08-28T02:04:13.157 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:12 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:13.359 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:04:13.490 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:04:13 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[115935]: 2023-08-28T02:04:13.157+0000 7f11054ce1c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-08-28T02:04:13.490 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:04:13 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[115935]: 2023-08-28T02:04:13.241+0000 7f11054ce1c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-08-28T02:04:14.089 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:04:13 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[115935]: 2023-08-28T02:04:13.833+0000 7f11054ce1c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-08-28T02:04:14.089 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:04:13 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[115935]: 2023-08-28T02:04:13.914+0000 7f11054ce1c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-08-28T02:04:14.089 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:04:14 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[115935]: 2023-08-28T02:04:14.000+0000 7f11054ce1c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-08-28T02:04:14.089 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:04:14 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[115935]: 2023-08-28T02:04:14.090+0000 7f11054ce1c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-08-28T02:04:14.090 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:13 smithi083 ceph-mon[113795]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-08-28T02:04:14.090 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:13 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:14.090 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:13 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:14.090 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:13 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:04:14.090 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:13 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:04:14.090 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:13 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:04:14.090 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:13 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:14.105 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:13 smithi040 ceph-mon[120580]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-08-28T02:04:14.105 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:13 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:14.105 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:13 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:14.105 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:13 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:04:14.105 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:13 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:04:14.105 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:13 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:04:14.105 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:13 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:14.105 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:13 smithi040 ceph-mon[111703]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-08-28T02:04:14.105 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:13 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:14.106 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:13 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:14.106 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:13 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:04:14.106 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:13 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:04:14.106 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:13 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:04:14.106 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:13 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:14.399 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:04:14 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[115935]: 2023-08-28T02:04:14.310+0000 7f11054ce1c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-08-28T02:04:14.697 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:04:14 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[115935]: 2023-08-28T02:04:14.400+0000 7f11054ce1c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-08-28T02:04:14.697 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:04:14 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[115935]: 2023-08-28T02:04:14.605+0000 7f11054ce1c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-08-28T02:04:14.956 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:04:14 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[115935]: 2023-08-28T02:04:14.698+0000 7f11054ce1c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-08-28T02:04:14.956 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:04:14 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[115935]: 2023-08-28T02:04:14.874+0000 7f11054ce1c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-08-28T02:04:14.956 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:14 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-08-28T02:04:14.956 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:14 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-08-28T02:04:14.957 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:14 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:04:15.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:14 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-08-28T02:04:15.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:14 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-08-28T02:04:15.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:14 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:04:15.230 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:14 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-08-28T02:04:15.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:14 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-08-28T02:04:15.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:14 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:04:15.239 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:04:14 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[115935]: 2023-08-28T02:04:14.957+0000 7f11054ce1c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-08-28T02:04:15.990 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:04:15 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[115935]: 2023-08-28T02:04:15.681+0000 7f11054ce1c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-08-28T02:04:15.990 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:04:15 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[115935]: 2023-08-28T02:04:15.866+0000 7f11054ce1c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-08-28T02:04:16.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:16 smithi040 ceph-mon[111703]: from='client.14217 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi040:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:04:16.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:16 smithi040 ceph-mon[111703]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-08-28T02:04:16.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:16 smithi040 ceph-mon[120580]: from='client.14217 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi040:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:04:16.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:16 smithi040 ceph-mon[120580]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-08-28T02:04:16.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:16 smithi083 ceph-mon[113795]: from='client.14217 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi040:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:04:16.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:16 smithi083 ceph-mon[113795]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-08-28T02:04:16.490 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:04:16 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[115935]: 2023-08-28T02:04:16.036+0000 7f11054ce1c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-08-28T02:04:16.972 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:04:16 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[115935]: 2023-08-28T02:04:16.624+0000 7f11054ce1c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-08-28T02:04:16.972 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:04:16 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[115935]: 2023-08-28T02:04:16.797+0000 7f11054ce1c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-08-28T02:04:17.225 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:04:16 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[115935]: 2023-08-28T02:04:16.972+0000 7f11054ce1c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-08-28T02:04:17.225 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:04:17 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[115935]: 2023-08-28T02:04:17.086+0000 7f11054ce1c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-08-28T02:04:17.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:17 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/206437255' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "905741fe-5340-4925-810a-6b832789b564"}]: dispatch 2023-08-28T02:04:17.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:17 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/206437255' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "905741fe-5340-4925-810a-6b832789b564"}]': finished 2023-08-28T02:04:17.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:17 smithi040 ceph-mon[111703]: osdmap e5: 1 total, 0 up, 1 in 2023-08-28T02:04:17.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:17 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-08-28T02:04:17.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:17 smithi040 ceph-mon[111703]: Standby manager daemon x started 2023-08-28T02:04:17.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:17 smithi040 ceph-mon[111703]: from='mgr.? 172.21.15.83:0/3043167154' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-08-28T02:04:17.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:17 smithi040 ceph-mon[111703]: from='mgr.? 172.21.15.83:0/3043167154' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-08-28T02:04:17.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:17 smithi040 ceph-mon[111703]: from='mgr.? 172.21.15.83:0/3043167154' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-08-28T02:04:17.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:17 smithi040 ceph-mon[111703]: from='mgr.? 172.21.15.83:0/3043167154' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-08-28T02:04:17.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:17 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/4255956323' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-08-28T02:04:17.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:17 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/206437255' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "905741fe-5340-4925-810a-6b832789b564"}]: dispatch 2023-08-28T02:04:17.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:17 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/206437255' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "905741fe-5340-4925-810a-6b832789b564"}]': finished 2023-08-28T02:04:17.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:17 smithi040 ceph-mon[120580]: osdmap e5: 1 total, 0 up, 1 in 2023-08-28T02:04:17.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:17 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-08-28T02:04:17.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:17 smithi040 ceph-mon[120580]: Standby manager daemon x started 2023-08-28T02:04:17.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:17 smithi040 ceph-mon[120580]: from='mgr.? 172.21.15.83:0/3043167154' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-08-28T02:04:17.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:17 smithi040 ceph-mon[120580]: from='mgr.? 172.21.15.83:0/3043167154' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-08-28T02:04:17.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:17 smithi040 ceph-mon[120580]: from='mgr.? 172.21.15.83:0/3043167154' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-08-28T02:04:17.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:17 smithi040 ceph-mon[120580]: from='mgr.? 172.21.15.83:0/3043167154' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-08-28T02:04:17.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:17 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/4255956323' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-08-28T02:04:17.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:17 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/206437255' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "905741fe-5340-4925-810a-6b832789b564"}]: dispatch 2023-08-28T02:04:17.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:17 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/206437255' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "905741fe-5340-4925-810a-6b832789b564"}]': finished 2023-08-28T02:04:17.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:17 smithi083 ceph-mon[113795]: osdmap e5: 1 total, 0 up, 1 in 2023-08-28T02:04:17.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:17 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-08-28T02:04:17.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:17 smithi083 ceph-mon[113795]: Standby manager daemon x started 2023-08-28T02:04:17.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:17 smithi083 ceph-mon[113795]: from='mgr.? 172.21.15.83:0/3043167154' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-08-28T02:04:17.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:17 smithi083 ceph-mon[113795]: from='mgr.? 172.21.15.83:0/3043167154' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-08-28T02:04:17.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:17 smithi083 ceph-mon[113795]: from='mgr.? 172.21.15.83:0/3043167154' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-08-28T02:04:17.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:17 smithi083 ceph-mon[113795]: from='mgr.? 172.21.15.83:0/3043167154' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-08-28T02:04:17.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:17 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/4255956323' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-08-28T02:04:18.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:18 smithi040 ceph-mon[111703]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-08-28T02:04:18.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:18 smithi040 ceph-mon[111703]: mgrmap e14: y(active, since 50s), standbys: x 2023-08-28T02:04:18.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:18 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-08-28T02:04:18.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:18 smithi040 ceph-mon[120580]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-08-28T02:04:18.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:18 smithi040 ceph-mon[120580]: mgrmap e14: y(active, since 50s), standbys: x 2023-08-28T02:04:18.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:18 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-08-28T02:04:18.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:18 smithi083 ceph-mon[113795]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-08-28T02:04:18.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:18 smithi083 ceph-mon[113795]: mgrmap e14: y(active, since 50s), standbys: x 2023-08-28T02:04:18.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:18 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-08-28T02:04:20.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:20 smithi083 ceph-mon[113795]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-08-28T02:04:20.652 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:20 smithi040 ceph-mon[111703]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-08-28T02:04:20.652 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:20 smithi040 ceph-mon[120580]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-08-28T02:04:22.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:22 smithi083 ceph-mon[113795]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-08-28T02:04:22.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:22 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-08-28T02:04:22.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:22 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:04:22.502 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:22 smithi040 ceph-mon[111703]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-08-28T02:04:22.502 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:22 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-08-28T02:04:22.502 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:22 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:04:22.503 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:22 smithi040 ceph-mon[120580]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-08-28T02:04:22.503 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:22 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-08-28T02:04:22.503 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:22 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:04:23.479 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:23 smithi040 ceph-mon[111703]: Deploying daemon osd.0 on smithi040 2023-08-28T02:04:23.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:23 smithi040 ceph-mon[120580]: Deploying daemon osd.0 on smithi040 2023-08-28T02:04:23.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:23 smithi083 ceph-mon[113795]: Deploying daemon osd.0 on smithi040 2023-08-28T02:04:24.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:24 smithi040 ceph-mon[111703]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-08-28T02:04:24.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:24 smithi040 ceph-mon[120580]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-08-28T02:04:24.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:24 smithi083 ceph-mon[113795]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-08-28T02:04:26.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:26 smithi040 ceph-mon[111703]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-08-28T02:04:26.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:26 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:26.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:26 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:26.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:26 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:04:26.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:26 smithi040 ceph-mon[120580]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-08-28T02:04:26.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:26 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:26.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:26 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:26.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:26 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:04:26.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:26 smithi083 ceph-mon[113795]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-08-28T02:04:26.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:26 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:26.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:26 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:26.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:26 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:04:28.115 INFO:teuthology.orchestra.run.smithi040.stdout:Created osd(s) 0 on host 'smithi040' 2023-08-28T02:04:28.488 DEBUG:teuthology.orchestra.run.smithi040:osd.0> sudo journalctl -f -n 0 -u ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315@osd.0.service 2023-08-28T02:04:28.490 INFO:tasks.cephadm:Deploying osd.1 on smithi040 with /dev/vg_nvme/lv_3... 2023-08-28T02:04:28.490 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2023-08-28T02:04:28.527 INFO:journalctl@ceph.osd.0.smithi040.stdout:-- Logs begin at Mon 2023-08-28 01:48:14 UTC. -- 2023-08-28T02:04:28.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:28 smithi040 ceph-mon[120580]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-08-28T02:04:28.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:28 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:28.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:28 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:28.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:28 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:04:28.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:28 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:04:28.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:28 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:28.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:28 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:28.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:28 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:28.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:28 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:04:28.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:28 smithi040 ceph-mon[111703]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-08-28T02:04:28.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:28 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:28.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:28 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:28.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:28 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:04:28.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:28 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:04:28.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:28 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:28.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:28 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:28.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:28 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:28.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:28 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:04:28.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:28 smithi083 ceph-mon[113795]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-08-28T02:04:28.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:28 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:28.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:28 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:28.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:28 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:04:28.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:28 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:04:28.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:28 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:28.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:28 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:28.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:28 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:28.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:28 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:04:29.200 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:04:29.229 INFO:journalctl@ceph.osd.0.smithi040.stdout:Aug 28 02:04:28 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd-0[125207]: 2023-08-28T02:04:28.979+0000 7f5041535540 -1 osd.0 0 log_to_monitors true 2023-08-28T02:04:29.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:29 smithi040 ceph-mon[111703]: from='osd.0 [v2:172.21.15.40:6802/3285535057,v1:172.21.15.40:6803/3285535057]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-08-28T02:04:29.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:29 smithi040 ceph-mon[111703]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-08-28T02:04:29.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:29 smithi040 ceph-mon[120580]: from='osd.0 [v2:172.21.15.40:6802/3285535057,v1:172.21.15.40:6803/3285535057]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-08-28T02:04:29.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:29 smithi040 ceph-mon[120580]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-08-28T02:04:29.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:29 smithi083 ceph-mon[113795]: from='osd.0 [v2:172.21.15.40:6802/3285535057,v1:172.21.15.40:6803/3285535057]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-08-28T02:04:29.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:29 smithi083 ceph-mon[113795]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-08-28T02:04:30.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:30 smithi040 ceph-mon[111703]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-08-28T02:04:30.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:30 smithi040 ceph-mon[111703]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-08-28T02:04:30.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:30 smithi040 ceph-mon[111703]: osdmap e6: 1 total, 0 up, 1 in 2023-08-28T02:04:30.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:30 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-08-28T02:04:30.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:30 smithi040 ceph-mon[111703]: from='osd.0 [v2:172.21.15.40:6802/3285535057,v1:172.21.15.40:6803/3285535057]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2023-08-28T02:04:30.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:30 smithi040 ceph-mon[111703]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2023-08-28T02:04:30.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:30 smithi040 ceph-mon[120580]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-08-28T02:04:30.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:30 smithi040 ceph-mon[120580]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-08-28T02:04:30.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:30 smithi040 ceph-mon[120580]: osdmap e6: 1 total, 0 up, 1 in 2023-08-28T02:04:30.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:30 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-08-28T02:04:30.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:30 smithi040 ceph-mon[120580]: from='osd.0 [v2:172.21.15.40:6802/3285535057,v1:172.21.15.40:6803/3285535057]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2023-08-28T02:04:30.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:30 smithi040 ceph-mon[120580]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2023-08-28T02:04:30.482 INFO:journalctl@ceph.osd.0.smithi040.stdout:Aug 28 02:04:30 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd-0[125207]: 2023-08-28T02:04:30.404+0000 7f5037d1a700 -1 osd.0 0 waiting for initial osdmap 2023-08-28T02:04:30.482 INFO:journalctl@ceph.osd.0.smithi040.stdout:Aug 28 02:04:30 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd-0[125207]: 2023-08-28T02:04:30.406+0000 7f5031312700 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-08-28T02:04:30.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:30 smithi083 ceph-mon[113795]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-08-28T02:04:30.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:30 smithi083 ceph-mon[113795]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-08-28T02:04:30.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:30 smithi083 ceph-mon[113795]: osdmap e6: 1 total, 0 up, 1 in 2023-08-28T02:04:30.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:30 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-08-28T02:04:30.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:30 smithi083 ceph-mon[113795]: from='osd.0 [v2:172.21.15.40:6802/3285535057,v1:172.21.15.40:6803/3285535057]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2023-08-28T02:04:30.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:30 smithi083 ceph-mon[113795]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2023-08-28T02:04:30.768 INFO:teuthology.orchestra.run.smithi040.stderr:--> Zapping: /dev/vg_nvme/lv_3 2023-08-28T02:04:30.768 INFO:teuthology.orchestra.run.smithi040.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2023-08-28T02:04:30.768 INFO:teuthology.orchestra.run.smithi040.stderr: stderr: 10+0 records in 2023-08-28T02:04:30.768 INFO:teuthology.orchestra.run.smithi040.stderr:10+0 records out 2023-08-28T02:04:30.768 INFO:teuthology.orchestra.run.smithi040.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0176401 s, 594 MB/s 2023-08-28T02:04:30.768 INFO:teuthology.orchestra.run.smithi040.stderr:--> Zapping successful for: 2023-08-28T02:04:31.162 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph orch daemon add osd smithi040:vg_nvme/lv_3 2023-08-28T02:04:31.460 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:04:31.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:31 smithi040 ceph-mon[111703]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]': finished 2023-08-28T02:04:31.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:31 smithi040 ceph-mon[111703]: osdmap e7: 1 total, 0 up, 1 in 2023-08-28T02:04:31.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:31 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-08-28T02:04:31.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:31 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-08-28T02:04:31.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:31 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:31.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:31 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:31.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:31 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:04:31.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:31 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:31.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:31 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:04:31.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:31 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:04:31.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:31 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:31.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:31 smithi040 ceph-mon[120580]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]': finished 2023-08-28T02:04:31.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:31 smithi040 ceph-mon[120580]: osdmap e7: 1 total, 0 up, 1 in 2023-08-28T02:04:31.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:31 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-08-28T02:04:31.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:31 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-08-28T02:04:31.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:31 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:31.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:31 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:31.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:31 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:04:31.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:31 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:31.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:31 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:04:31.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:31 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:04:31.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:31 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:31.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:31 smithi083 ceph-mon[113795]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]': finished 2023-08-28T02:04:31.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:31 smithi083 ceph-mon[113795]: osdmap e7: 1 total, 0 up, 1 in 2023-08-28T02:04:31.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:31 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-08-28T02:04:31.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:31 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-08-28T02:04:31.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:31 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:31.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:31 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:31.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:31 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:04:31.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:31 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:31.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:31 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:04:31.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:31 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:04:31.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:31 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:32.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:32 smithi040 ceph-mon[120580]: purged_snaps scrub starts 2023-08-28T02:04:32.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:32 smithi040 ceph-mon[120580]: purged_snaps scrub ok 2023-08-28T02:04:32.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:32 smithi040 ceph-mon[120580]: Detected new or changed devices on smithi040 2023-08-28T02:04:32.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:32 smithi040 ceph-mon[120580]: Adjusting osd_memory_target on smithi040 to 16094M 2023-08-28T02:04:32.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:32 smithi040 ceph-mon[120580]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-08-28T02:04:32.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:32 smithi040 ceph-mon[120580]: osd.0 [v2:172.21.15.40:6802/3285535057,v1:172.21.15.40:6803/3285535057] boot 2023-08-28T02:04:32.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:32 smithi040 ceph-mon[120580]: osdmap e8: 1 total, 1 up, 1 in 2023-08-28T02:04:32.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:32 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-08-28T02:04:32.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:32 smithi040 ceph-mon[111703]: purged_snaps scrub starts 2023-08-28T02:04:32.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:32 smithi040 ceph-mon[111703]: purged_snaps scrub ok 2023-08-28T02:04:32.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:32 smithi040 ceph-mon[111703]: Detected new or changed devices on smithi040 2023-08-28T02:04:32.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:32 smithi040 ceph-mon[111703]: Adjusting osd_memory_target on smithi040 to 16094M 2023-08-28T02:04:32.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:32 smithi040 ceph-mon[111703]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-08-28T02:04:32.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:32 smithi040 ceph-mon[111703]: osd.0 [v2:172.21.15.40:6802/3285535057,v1:172.21.15.40:6803/3285535057] boot 2023-08-28T02:04:32.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:32 smithi040 ceph-mon[111703]: osdmap e8: 1 total, 1 up, 1 in 2023-08-28T02:04:32.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:32 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-08-28T02:04:32.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:32 smithi083 ceph-mon[113795]: purged_snaps scrub starts 2023-08-28T02:04:32.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:32 smithi083 ceph-mon[113795]: purged_snaps scrub ok 2023-08-28T02:04:32.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:32 smithi083 ceph-mon[113795]: Detected new or changed devices on smithi040 2023-08-28T02:04:32.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:32 smithi083 ceph-mon[113795]: Adjusting osd_memory_target on smithi040 to 16094M 2023-08-28T02:04:32.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:32 smithi083 ceph-mon[113795]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-08-28T02:04:32.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:32 smithi083 ceph-mon[113795]: osd.0 [v2:172.21.15.40:6802/3285535057,v1:172.21.15.40:6803/3285535057] boot 2023-08-28T02:04:32.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:32 smithi083 ceph-mon[113795]: osdmap e8: 1 total, 1 up, 1 in 2023-08-28T02:04:32.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:32 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-08-28T02:04:33.951 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:33 smithi040 ceph-mon[111703]: osdmap e9: 1 total, 1 up, 1 in 2023-08-28T02:04:33.951 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:33 smithi040 ceph-mon[111703]: from='client.24134 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi040:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:04:33.951 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:33 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-08-28T02:04:33.951 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:33 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-08-28T02:04:33.952 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:33 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:04:33.952 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:33 smithi040 ceph-mon[111703]: pgmap v32: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-08-28T02:04:33.952 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:33 smithi040 ceph-mon[120580]: osdmap e9: 1 total, 1 up, 1 in 2023-08-28T02:04:33.952 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:33 smithi040 ceph-mon[120580]: from='client.24134 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi040:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:04:33.952 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:33 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-08-28T02:04:33.952 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:33 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-08-28T02:04:33.952 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:33 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:04:33.952 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:33 smithi040 ceph-mon[120580]: pgmap v32: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-08-28T02:04:33.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:33 smithi083 ceph-mon[113795]: osdmap e9: 1 total, 1 up, 1 in 2023-08-28T02:04:33.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:33 smithi083 ceph-mon[113795]: from='client.24134 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi040:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:04:33.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:33 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-08-28T02:04:33.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:33 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-08-28T02:04:33.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:33 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:04:33.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:33 smithi083 ceph-mon[113795]: pgmap v32: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-08-28T02:04:35.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:34 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/988546779' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "94c3f7d4-5632-445f-a770-203e1a65fa64"}]: dispatch 2023-08-28T02:04:35.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:34 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/988546779' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "94c3f7d4-5632-445f-a770-203e1a65fa64"}]': finished 2023-08-28T02:04:35.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:34 smithi040 ceph-mon[111703]: osdmap e10: 2 total, 1 up, 2 in 2023-08-28T02:04:35.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:34 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-08-28T02:04:35.230 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:34 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/988546779' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "94c3f7d4-5632-445f-a770-203e1a65fa64"}]: dispatch 2023-08-28T02:04:35.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:34 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/988546779' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "94c3f7d4-5632-445f-a770-203e1a65fa64"}]': finished 2023-08-28T02:04:35.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:34 smithi040 ceph-mon[120580]: osdmap e10: 2 total, 1 up, 2 in 2023-08-28T02:04:35.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:34 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-08-28T02:04:35.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:34 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/988546779' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "94c3f7d4-5632-445f-a770-203e1a65fa64"}]: dispatch 2023-08-28T02:04:35.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:34 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/988546779' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "94c3f7d4-5632-445f-a770-203e1a65fa64"}]': finished 2023-08-28T02:04:35.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:34 smithi083 ceph-mon[113795]: osdmap e10: 2 total, 1 up, 2 in 2023-08-28T02:04:35.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:34 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-08-28T02:04:36.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:36 smithi040 ceph-mon[120580]: pgmap v34: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-08-28T02:04:36.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:36 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/497972102' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-08-28T02:04:36.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:36 smithi040 ceph-mon[111703]: pgmap v34: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-08-28T02:04:36.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:36 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/497972102' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-08-28T02:04:36.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:36 smithi083 ceph-mon[113795]: pgmap v34: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-08-28T02:04:36.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:36 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/497972102' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-08-28T02:04:38.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:38 smithi040 ceph-mon[111703]: pgmap v35: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-08-28T02:04:38.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:38 smithi040 ceph-mon[120580]: pgmap v35: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-08-28T02:04:38.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:38 smithi083 ceph-mon[113795]: pgmap v35: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-08-28T02:04:40.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:40 smithi040 ceph-mon[111703]: pgmap v36: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-08-28T02:04:40.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:40 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-08-28T02:04:40.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:40 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:04:40.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:40 smithi040 ceph-mon[120580]: pgmap v36: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-08-28T02:04:40.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:40 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-08-28T02:04:40.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:40 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:04:40.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:40 smithi083 ceph-mon[113795]: pgmap v36: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-08-28T02:04:40.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:40 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-08-28T02:04:40.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:40 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:04:41.729 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:41 smithi040 ceph-mon[111703]: Deploying daemon osd.1 on smithi040 2023-08-28T02:04:41.729 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:41 smithi040 ceph-mon[120580]: Deploying daemon osd.1 on smithi040 2023-08-28T02:04:41.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:41 smithi083 ceph-mon[113795]: Deploying daemon osd.1 on smithi040 2023-08-28T02:04:42.322 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:42 smithi040 ceph-mon[111703]: pgmap v37: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-08-28T02:04:42.322 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:42 smithi040 ceph-mon[120580]: pgmap v37: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-08-28T02:04:42.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:42 smithi083 ceph-mon[113795]: pgmap v37: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-08-28T02:04:44.523 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:44 smithi040 ceph-mon[111703]: pgmap v38: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-08-28T02:04:44.523 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:44 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:44.524 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:44 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:04:44.524 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:44 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:44.524 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:44 smithi040 ceph-mon[120580]: pgmap v38: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-08-28T02:04:44.524 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:44 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:44.524 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:44 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:04:44.524 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:44 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:44.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:44 smithi083 ceph-mon[113795]: pgmap v38: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-08-28T02:04:44.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:44 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:44.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:44 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:04:44.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:44 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:46.309 INFO:teuthology.orchestra.run.smithi040.stdout:Created osd(s) 1 on host 'smithi040' 2023-08-28T02:04:46.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:46 smithi040 ceph-mon[111703]: pgmap v39: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-08-28T02:04:46.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:46 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:46.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:46 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:46.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:46 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:46.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:46 smithi040 ceph-mon[120580]: pgmap v39: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-08-28T02:04:46.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:46 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:46.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:46 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:46.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:46 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:46.681 DEBUG:teuthology.orchestra.run.smithi040:osd.1> sudo journalctl -f -n 0 -u ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315@osd.1.service 2023-08-28T02:04:46.683 INFO:tasks.cephadm:Deploying osd.2 on smithi040 with /dev/vg_nvme/lv_2... 2023-08-28T02:04:46.683 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2023-08-28T02:04:46.720 INFO:journalctl@ceph.osd.1.smithi040.stdout:-- Logs begin at Mon 2023-08-28 01:48:14 UTC. -- 2023-08-28T02:04:46.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:46 smithi083 ceph-mon[113795]: pgmap v39: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-08-28T02:04:46.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:46 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:46.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:46 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:46.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:46 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:47.293 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:04:47.447 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:47 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:47.448 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:47 smithi040 ceph-mon[111703]: from='osd.1 [v2:172.21.15.40:6810/2125001858,v1:172.21.15.40:6811/2125001858]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-08-28T02:04:47.448 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:47 smithi040 ceph-mon[111703]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-08-28T02:04:47.448 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:47 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:47.448 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:47 smithi040 ceph-mon[120580]: from='osd.1 [v2:172.21.15.40:6810/2125001858,v1:172.21.15.40:6811/2125001858]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-08-28T02:04:47.448 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:47 smithi040 ceph-mon[120580]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-08-28T02:04:47.448 INFO:journalctl@ceph.osd.1.smithi040.stdout:Aug 28 02:04:47 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd-1[129741]: 2023-08-28T02:04:47.213+0000 7fa54e30a540 -1 osd.1 0 log_to_monitors true 2023-08-28T02:04:47.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:47 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:47.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:47 smithi083 ceph-mon[113795]: from='osd.1 [v2:172.21.15.40:6810/2125001858,v1:172.21.15.40:6811/2125001858]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-08-28T02:04:47.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:47 smithi083 ceph-mon[113795]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-08-28T02:04:48.418 INFO:journalctl@ceph.osd.1.smithi040.stdout:Aug 28 02:04:48 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd-1[129741]: 2023-08-28T02:04:48.272+0000 7fa5462f2700 -1 osd.1 0 waiting for initial osdmap 2023-08-28T02:04:48.418 INFO:journalctl@ceph.osd.1.smithi040.stdout:Aug 28 02:04:48 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd-1[129741]: 2023-08-28T02:04:48.276+0000 7fa53d8e6700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-08-28T02:04:48.418 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:48 smithi040 ceph-mon[120580]: pgmap v40: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-08-28T02:04:48.419 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:48 smithi040 ceph-mon[120580]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-08-28T02:04:48.419 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:48 smithi040 ceph-mon[120580]: osdmap e11: 2 total, 1 up, 2 in 2023-08-28T02:04:48.419 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:48 smithi040 ceph-mon[120580]: from='osd.1 [v2:172.21.15.40:6810/2125001858,v1:172.21.15.40:6811/2125001858]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2023-08-28T02:04:48.419 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:48 smithi040 ceph-mon[120580]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2023-08-28T02:04:48.419 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:48 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-08-28T02:04:48.419 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:48 smithi040 ceph-mon[111703]: pgmap v40: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-08-28T02:04:48.419 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:48 smithi040 ceph-mon[111703]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-08-28T02:04:48.419 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:48 smithi040 ceph-mon[111703]: osdmap e11: 2 total, 1 up, 2 in 2023-08-28T02:04:48.419 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:48 smithi040 ceph-mon[111703]: from='osd.1 [v2:172.21.15.40:6810/2125001858,v1:172.21.15.40:6811/2125001858]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2023-08-28T02:04:48.420 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:48 smithi040 ceph-mon[111703]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2023-08-28T02:04:48.420 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:48 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-08-28T02:04:48.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:48 smithi083 ceph-mon[113795]: pgmap v40: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-08-28T02:04:48.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:48 smithi083 ceph-mon[113795]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-08-28T02:04:48.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:48 smithi083 ceph-mon[113795]: osdmap e11: 2 total, 1 up, 2 in 2023-08-28T02:04:48.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:48 smithi083 ceph-mon[113795]: from='osd.1 [v2:172.21.15.40:6810/2125001858,v1:172.21.15.40:6811/2125001858]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2023-08-28T02:04:48.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:48 smithi083 ceph-mon[113795]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2023-08-28T02:04:48.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:48 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-08-28T02:04:48.943 INFO:teuthology.orchestra.run.smithi040.stderr:--> Zapping: /dev/vg_nvme/lv_2 2023-08-28T02:04:48.944 INFO:teuthology.orchestra.run.smithi040.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2023-08-28T02:04:48.944 INFO:teuthology.orchestra.run.smithi040.stderr: stderr: 10+0 records in 2023-08-28T02:04:48.944 INFO:teuthology.orchestra.run.smithi040.stderr:10+0 records out 2023-08-28T02:04:48.944 INFO:teuthology.orchestra.run.smithi040.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0119944 s, 874 MB/s 2023-08-28T02:04:48.944 INFO:teuthology.orchestra.run.smithi040.stderr:--> Zapping successful for: 2023-08-28T02:04:49.470 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:49 smithi040 ceph-mon[120580]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]': finished 2023-08-28T02:04:49.470 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:49 smithi040 ceph-mon[120580]: osdmap e12: 2 total, 1 up, 2 in 2023-08-28T02:04:49.471 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:49 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-08-28T02:04:49.471 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:49 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-08-28T02:04:49.471 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:49 smithi040 ceph-mon[111703]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]': finished 2023-08-28T02:04:49.471 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:49 smithi040 ceph-mon[111703]: osdmap e12: 2 total, 1 up, 2 in 2023-08-28T02:04:49.471 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:49 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-08-28T02:04:49.472 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:49 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-08-28T02:04:49.505 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph orch daemon add osd smithi040:vg_nvme/lv_2 2023-08-28T02:04:49.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:49 smithi083 ceph-mon[113795]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]': finished 2023-08-28T02:04:49.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:49 smithi083 ceph-mon[113795]: osdmap e12: 2 total, 1 up, 2 in 2023-08-28T02:04:49.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:49 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-08-28T02:04:49.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:49 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-08-28T02:04:49.825 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:04:50.667 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:50 smithi040 ceph-mon[111703]: purged_snaps scrub starts 2023-08-28T02:04:50.668 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:50 smithi040 ceph-mon[111703]: purged_snaps scrub ok 2023-08-28T02:04:50.668 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:50 smithi040 ceph-mon[111703]: pgmap v43: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-08-28T02:04:50.668 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:50 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-08-28T02:04:50.668 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:50 smithi040 ceph-mon[111703]: Detected new or changed devices on smithi040 2023-08-28T02:04:50.668 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:50 smithi040 ceph-mon[111703]: osd.1 [v2:172.21.15.40:6810/2125001858,v1:172.21.15.40:6811/2125001858] boot 2023-08-28T02:04:50.668 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:50 smithi040 ceph-mon[111703]: osdmap e13: 2 total, 2 up, 2 in 2023-08-28T02:04:50.668 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:50 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-08-28T02:04:50.668 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:50 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:50.669 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:50 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:50.669 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:50 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:04:50.669 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:50 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:04:50.669 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:50 smithi040 ceph-mon[111703]: Adjusting osd_memory_target on smithi040 to 8047M 2023-08-28T02:04:50.669 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:50 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:50.669 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:50 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:04:50.669 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:50 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:04:50.669 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:50 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:50.669 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:50 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:04:50.669 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:50 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:04:50.670 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:50 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:04:50.670 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:50 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:50.670 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:50 smithi040 ceph-mon[120580]: purged_snaps scrub starts 2023-08-28T02:04:50.670 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:50 smithi040 ceph-mon[120580]: purged_snaps scrub ok 2023-08-28T02:04:50.670 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:50 smithi040 ceph-mon[120580]: pgmap v43: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-08-28T02:04:50.670 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:50 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-08-28T02:04:50.670 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:50 smithi040 ceph-mon[120580]: Detected new or changed devices on smithi040 2023-08-28T02:04:50.670 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:50 smithi040 ceph-mon[120580]: osd.1 [v2:172.21.15.40:6810/2125001858,v1:172.21.15.40:6811/2125001858] boot 2023-08-28T02:04:50.670 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:50 smithi040 ceph-mon[120580]: osdmap e13: 2 total, 2 up, 2 in 2023-08-28T02:04:50.671 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:50 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-08-28T02:04:50.671 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:50 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:50.671 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:50 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:50.671 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:50 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:04:50.671 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:50 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:04:50.671 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:50 smithi040 ceph-mon[120580]: Adjusting osd_memory_target on smithi040 to 8047M 2023-08-28T02:04:50.671 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:50 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:50.671 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:50 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:04:50.671 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:50 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:04:50.671 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:50 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:50.671 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:50 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:04:50.672 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:50 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:04:50.672 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:50 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:04:50.672 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:50 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:50.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:50 smithi083 ceph-mon[113795]: purged_snaps scrub starts 2023-08-28T02:04:50.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:50 smithi083 ceph-mon[113795]: purged_snaps scrub ok 2023-08-28T02:04:50.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:50 smithi083 ceph-mon[113795]: pgmap v43: 0 pgs: ; 0 B data, 4.9 MiB used, 89 GiB / 89 GiB avail 2023-08-28T02:04:50.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:50 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-08-28T02:04:50.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:50 smithi083 ceph-mon[113795]: Detected new or changed devices on smithi040 2023-08-28T02:04:50.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:50 smithi083 ceph-mon[113795]: osd.1 [v2:172.21.15.40:6810/2125001858,v1:172.21.15.40:6811/2125001858] boot 2023-08-28T02:04:50.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:50 smithi083 ceph-mon[113795]: osdmap e13: 2 total, 2 up, 2 in 2023-08-28T02:04:50.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:50 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-08-28T02:04:50.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:50 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:50.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:50 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:50.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:50 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:04:50.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:50 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:04:50.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:50 smithi083 ceph-mon[113795]: Adjusting osd_memory_target on smithi040 to 8047M 2023-08-28T02:04:50.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:50 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:50.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:50 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:04:50.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:50 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:04:50.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:50 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:50.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:50 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:04:50.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:50 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:04:50.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:50 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:04:50.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:50 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:04:51.555 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:51 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-08-28T02:04:51.555 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:51 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-08-28T02:04:51.555 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:51 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:04:51.555 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:51 smithi040 ceph-mon[111703]: osdmap e14: 2 total, 2 up, 2 in 2023-08-28T02:04:51.555 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:51 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-08-28T02:04:51.556 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:51 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-08-28T02:04:51.556 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:51 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:04:51.556 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:51 smithi040 ceph-mon[120580]: osdmap e14: 2 total, 2 up, 2 in 2023-08-28T02:04:51.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:51 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-08-28T02:04:51.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:51 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-08-28T02:04:51.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:51 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:04:51.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:51 smithi083 ceph-mon[113795]: osdmap e14: 2 total, 2 up, 2 in 2023-08-28T02:04:52.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:52 smithi040 ceph-mon[111703]: pgmap v45: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2023-08-28T02:04:52.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:52 smithi040 ceph-mon[111703]: from='client.14271 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi040:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:04:52.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:52 smithi040 ceph-mon[120580]: pgmap v45: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2023-08-28T02:04:52.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:52 smithi040 ceph-mon[120580]: from='client.14271 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi040:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:04:52.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:52 smithi083 ceph-mon[113795]: pgmap v45: 0 pgs: ; 0 B data, 9.8 MiB used, 179 GiB / 179 GiB avail 2023-08-28T02:04:52.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:52 smithi083 ceph-mon[113795]: from='client.14271 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi040:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:04:53.729 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:53 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/307650514' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "80f7a434-a506-4d80-a087-cbb10bee2029"}]: dispatch 2023-08-28T02:04:53.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:53 smithi040 ceph-mon[120580]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "80f7a434-a506-4d80-a087-cbb10bee2029"}]: dispatch 2023-08-28T02:04:53.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:53 smithi040 ceph-mon[120580]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "80f7a434-a506-4d80-a087-cbb10bee2029"}]': finished 2023-08-28T02:04:53.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:53 smithi040 ceph-mon[120580]: osdmap e15: 3 total, 2 up, 3 in 2023-08-28T02:04:53.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:53 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-08-28T02:04:53.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:53 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/307650514' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "80f7a434-a506-4d80-a087-cbb10bee2029"}]: dispatch 2023-08-28T02:04:53.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:53 smithi040 ceph-mon[111703]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "80f7a434-a506-4d80-a087-cbb10bee2029"}]: dispatch 2023-08-28T02:04:53.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:53 smithi040 ceph-mon[111703]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "80f7a434-a506-4d80-a087-cbb10bee2029"}]': finished 2023-08-28T02:04:53.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:53 smithi040 ceph-mon[111703]: osdmap e15: 3 total, 2 up, 3 in 2023-08-28T02:04:53.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:53 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-08-28T02:04:53.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:53 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/307650514' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "80f7a434-a506-4d80-a087-cbb10bee2029"}]: dispatch 2023-08-28T02:04:53.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:53 smithi083 ceph-mon[113795]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "80f7a434-a506-4d80-a087-cbb10bee2029"}]: dispatch 2023-08-28T02:04:53.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:53 smithi083 ceph-mon[113795]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "80f7a434-a506-4d80-a087-cbb10bee2029"}]': finished 2023-08-28T02:04:53.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:53 smithi083 ceph-mon[113795]: osdmap e15: 3 total, 2 up, 3 in 2023-08-28T02:04:53.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:53 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-08-28T02:04:54.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:54 smithi040 ceph-mon[111703]: pgmap v47: 0 pgs: ; 0 B data, 9.9 MiB used, 179 GiB / 179 GiB avail 2023-08-28T02:04:54.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:54 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/163499766' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-08-28T02:04:54.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:54 smithi040 ceph-mon[120580]: pgmap v47: 0 pgs: ; 0 B data, 9.9 MiB used, 179 GiB / 179 GiB avail 2023-08-28T02:04:54.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:54 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/163499766' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-08-28T02:04:54.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:54 smithi083 ceph-mon[113795]: pgmap v47: 0 pgs: ; 0 B data, 9.9 MiB used, 179 GiB / 179 GiB avail 2023-08-28T02:04:54.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:54 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/163499766' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-08-28T02:04:56.402 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:56 smithi040 ceph-mon[111703]: pgmap v49: 0 pgs: ; 0 B data, 9.9 MiB used, 179 GiB / 179 GiB avail 2023-08-28T02:04:56.402 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:56 smithi040 ceph-mon[120580]: pgmap v49: 0 pgs: ; 0 B data, 9.9 MiB used, 179 GiB / 179 GiB avail 2023-08-28T02:04:56.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:56 smithi083 ceph-mon[113795]: pgmap v49: 0 pgs: ; 0 B data, 9.9 MiB used, 179 GiB / 179 GiB avail 2023-08-28T02:04:58.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:58 smithi040 ceph-mon[111703]: pgmap v50: 0 pgs: ; 0 B data, 9.9 MiB used, 179 GiB / 179 GiB avail 2023-08-28T02:04:58.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:58 smithi040 ceph-mon[120580]: pgmap v50: 0 pgs: ; 0 B data, 9.9 MiB used, 179 GiB / 179 GiB avail 2023-08-28T02:04:58.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:58 smithi083 ceph-mon[113795]: pgmap v50: 0 pgs: ; 0 B data, 9.9 MiB used, 179 GiB / 179 GiB avail 2023-08-28T02:04:59.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:59 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-08-28T02:04:59.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:04:59 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:04:59.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:59 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-08-28T02:04:59.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:04:59 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:04:59.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:59 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-08-28T02:04:59.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:04:59 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:05:00.592 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:00 smithi040 ceph-mon[111703]: Deploying daemon osd.2 on smithi040 2023-08-28T02:05:00.593 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:00 smithi040 ceph-mon[111703]: pgmap v51: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-08-28T02:05:00.593 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:00 smithi040 ceph-mon[120580]: Deploying daemon osd.2 on smithi040 2023-08-28T02:05:00.593 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:00 smithi040 ceph-mon[120580]: pgmap v51: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-08-28T02:05:00.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:00 smithi083 ceph-mon[113795]: Deploying daemon osd.2 on smithi040 2023-08-28T02:05:00.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:00 smithi083 ceph-mon[113795]: pgmap v51: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-08-28T02:05:02.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:02 smithi040 ceph-mon[111703]: pgmap v52: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-08-28T02:05:02.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:02 smithi040 ceph-mon[120580]: pgmap v52: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-08-28T02:05:02.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:02 smithi083 ceph-mon[113795]: pgmap v52: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-08-28T02:05:03.879 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:03 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:03.880 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:03 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:03.880 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:03 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:05:03.880 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:03 smithi040 ceph-mon[111703]: pgmap v53: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-08-28T02:05:03.880 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:03 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:03.880 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:03 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:03.880 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:03 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:05:03.880 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:03 smithi040 ceph-mon[120580]: pgmap v53: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-08-28T02:05:03.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:03 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:03.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:03 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:03.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:03 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:05:03.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:03 smithi083 ceph-mon[113795]: pgmap v53: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-08-28T02:05:05.008 INFO:teuthology.orchestra.run.smithi040.stdout:Created osd(s) 2 on host 'smithi040' 2023-08-28T02:05:05.380 DEBUG:teuthology.orchestra.run.smithi040:osd.2> sudo journalctl -f -n 0 -u ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315@osd.2.service 2023-08-28T02:05:05.383 INFO:tasks.cephadm:Deploying osd.3 on smithi040 with /dev/vg_nvme/lv_1... 2023-08-28T02:05:05.383 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2023-08-28T02:05:05.421 INFO:journalctl@ceph.osd.2.smithi040.stdout:-- Logs begin at Mon 2023-08-28 01:48:14 UTC. -- 2023-08-28T02:05:05.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:05 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:05.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:05 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:05.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:05 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:05:05.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:05 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:05:05.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:05 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:05.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:05 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:05.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:05 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:05.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:05 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:05:05.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:05 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:05.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:05 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:05.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:05 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:05:05.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:05 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:05:05.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:05 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:05.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:05 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:05.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:05 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:05.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:05 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:05:05.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:05 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:05.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:05 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:05.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:05 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:05:05.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:05 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:05:05.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:05 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:05.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:05 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:05.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:05 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:05.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:05 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:05:05.898 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:05:05.962 INFO:journalctl@ceph.osd.2.smithi040.stdout:Aug 28 02:05:05 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd-2[134489]: 2023-08-28T02:05:05.758+0000 7f2f52f80540 -1 osd.2 0 log_to_monitors true 2023-08-28T02:05:06.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:06 smithi040 ceph-mon[120580]: pgmap v54: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-08-28T02:05:06.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:06 smithi040 ceph-mon[120580]: from='osd.2 [v2:172.21.15.40:6818/1418265781,v1:172.21.15.40:6819/1418265781]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-08-28T02:05:06.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:06 smithi040 ceph-mon[120580]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-08-28T02:05:06.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:06 smithi040 ceph-mon[111703]: pgmap v54: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-08-28T02:05:06.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:06 smithi040 ceph-mon[111703]: from='osd.2 [v2:172.21.15.40:6818/1418265781,v1:172.21.15.40:6819/1418265781]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-08-28T02:05:06.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:06 smithi040 ceph-mon[111703]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-08-28T02:05:06.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:06 smithi083 ceph-mon[113795]: pgmap v54: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-08-28T02:05:06.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:06 smithi083 ceph-mon[113795]: from='osd.2 [v2:172.21.15.40:6818/1418265781,v1:172.21.15.40:6819/1418265781]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-08-28T02:05:06.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:06 smithi083 ceph-mon[113795]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-08-28T02:05:07.475 INFO:journalctl@ceph.osd.2.smithi040.stdout:Aug 28 02:05:07 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd-2[134489]: 2023-08-28T02:05:07.278+0000 7f2f49765700 -1 osd.2 0 waiting for initial osdmap 2023-08-28T02:05:07.475 INFO:journalctl@ceph.osd.2.smithi040.stdout:Aug 28 02:05:07 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd-2[134489]: 2023-08-28T02:05:07.281+0000 7f2f44560700 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-08-28T02:05:07.475 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:07 smithi040 ceph-mon[111703]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-08-28T02:05:07.475 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:07 smithi040 ceph-mon[111703]: osdmap e16: 3 total, 2 up, 3 in 2023-08-28T02:05:07.476 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:07 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-08-28T02:05:07.476 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:07 smithi040 ceph-mon[111703]: from='osd.2 [v2:172.21.15.40:6818/1418265781,v1:172.21.15.40:6819/1418265781]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2023-08-28T02:05:07.476 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:07 smithi040 ceph-mon[111703]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2023-08-28T02:05:07.476 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:07 smithi040 ceph-mon[120580]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-08-28T02:05:07.476 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:07 smithi040 ceph-mon[120580]: osdmap e16: 3 total, 2 up, 3 in 2023-08-28T02:05:07.476 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:07 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-08-28T02:05:07.476 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:07 smithi040 ceph-mon[120580]: from='osd.2 [v2:172.21.15.40:6818/1418265781,v1:172.21.15.40:6819/1418265781]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2023-08-28T02:05:07.476 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:07 smithi040 ceph-mon[120580]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2023-08-28T02:05:07.569 INFO:teuthology.orchestra.run.smithi040.stderr:--> Zapping: /dev/vg_nvme/lv_1 2023-08-28T02:05:07.570 INFO:teuthology.orchestra.run.smithi040.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2023-08-28T02:05:07.570 INFO:teuthology.orchestra.run.smithi040.stderr: stderr: 10+0 records in 2023-08-28T02:05:07.570 INFO:teuthology.orchestra.run.smithi040.stderr:10+0 records out 2023-08-28T02:05:07.570 INFO:teuthology.orchestra.run.smithi040.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0137352 s, 763 MB/s 2023-08-28T02:05:07.570 INFO:teuthology.orchestra.run.smithi040.stderr:--> Zapping successful for: 2023-08-28T02:05:07.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:07 smithi083 ceph-mon[113795]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-08-28T02:05:07.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:07 smithi083 ceph-mon[113795]: osdmap e16: 3 total, 2 up, 3 in 2023-08-28T02:05:07.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:07 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-08-28T02:05:07.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:07 smithi083 ceph-mon[113795]: from='osd.2 [v2:172.21.15.40:6818/1418265781,v1:172.21.15.40:6819/1418265781]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2023-08-28T02:05:07.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:07 smithi083 ceph-mon[113795]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2023-08-28T02:05:07.933 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph orch daemon add osd smithi040:vg_nvme/lv_1 2023-08-28T02:05:08.229 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:05:08.687 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:08 smithi040 ceph-mon[111703]: pgmap v56: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-08-28T02:05:08.687 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:08 smithi040 ceph-mon[111703]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]': finished 2023-08-28T02:05:08.688 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:08 smithi040 ceph-mon[111703]: osdmap e17: 3 total, 2 up, 3 in 2023-08-28T02:05:08.688 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:08 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-08-28T02:05:08.688 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:08 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-08-28T02:05:08.688 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:08 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:08.688 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:08 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:08.688 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:08 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:05:08.688 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:08 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:05:08.688 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:08 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:05:08.689 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:08 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:08.689 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:08 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:05:08.689 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:08 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:05:08.689 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:08 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:08.690 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:08 smithi040 ceph-mon[120580]: pgmap v56: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-08-28T02:05:08.690 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:08 smithi040 ceph-mon[120580]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]': finished 2023-08-28T02:05:08.690 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:08 smithi040 ceph-mon[120580]: osdmap e17: 3 total, 2 up, 3 in 2023-08-28T02:05:08.690 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:08 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-08-28T02:05:08.690 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:08 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-08-28T02:05:08.690 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:08 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:08.690 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:08 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:08.690 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:08 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:05:08.690 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:08 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:05:08.691 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:08 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:05:08.691 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:08 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:08.691 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:08 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:05:08.691 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:08 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:05:08.691 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:08 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:08.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:08 smithi083 ceph-mon[113795]: pgmap v56: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-08-28T02:05:08.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:08 smithi083 ceph-mon[113795]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]': finished 2023-08-28T02:05:08.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:08 smithi083 ceph-mon[113795]: osdmap e17: 3 total, 2 up, 3 in 2023-08-28T02:05:08.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:08 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-08-28T02:05:08.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:08 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-08-28T02:05:08.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:08 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:08.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:08 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:08.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:08 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:05:08.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:08 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:05:08.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:08 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:05:08.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:08 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:08.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:08 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:05:08.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:08 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:05:08.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:08 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:09.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:09 smithi040 ceph-mon[111703]: purged_snaps scrub starts 2023-08-28T02:05:09.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:09 smithi040 ceph-mon[111703]: purged_snaps scrub ok 2023-08-28T02:05:09.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:09 smithi040 ceph-mon[111703]: Detected new or changed devices on smithi040 2023-08-28T02:05:09.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:09 smithi040 ceph-mon[111703]: Adjusting osd_memory_target on smithi040 to 5364M 2023-08-28T02:05:09.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:09 smithi040 ceph-mon[111703]: osd.2 [v2:172.21.15.40:6818/1418265781,v1:172.21.15.40:6819/1418265781] boot 2023-08-28T02:05:09.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:09 smithi040 ceph-mon[111703]: osdmap e18: 3 total, 3 up, 3 in 2023-08-28T02:05:09.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:09 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-08-28T02:05:09.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:09 smithi040 ceph-mon[120580]: purged_snaps scrub starts 2023-08-28T02:05:09.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:09 smithi040 ceph-mon[120580]: purged_snaps scrub ok 2023-08-28T02:05:09.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:09 smithi040 ceph-mon[120580]: Detected new or changed devices on smithi040 2023-08-28T02:05:09.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:09 smithi040 ceph-mon[120580]: Adjusting osd_memory_target on smithi040 to 5364M 2023-08-28T02:05:09.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:09 smithi040 ceph-mon[120580]: osd.2 [v2:172.21.15.40:6818/1418265781,v1:172.21.15.40:6819/1418265781] boot 2023-08-28T02:05:09.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:09 smithi040 ceph-mon[120580]: osdmap e18: 3 total, 3 up, 3 in 2023-08-28T02:05:09.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:09 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-08-28T02:05:09.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:09 smithi083 ceph-mon[113795]: purged_snaps scrub starts 2023-08-28T02:05:09.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:09 smithi083 ceph-mon[113795]: purged_snaps scrub ok 2023-08-28T02:05:09.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:09 smithi083 ceph-mon[113795]: Detected new or changed devices on smithi040 2023-08-28T02:05:09.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:09 smithi083 ceph-mon[113795]: Adjusting osd_memory_target on smithi040 to 5364M 2023-08-28T02:05:09.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:09 smithi083 ceph-mon[113795]: osd.2 [v2:172.21.15.40:6818/1418265781,v1:172.21.15.40:6819/1418265781] boot 2023-08-28T02:05:09.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:09 smithi083 ceph-mon[113795]: osdmap e18: 3 total, 3 up, 3 in 2023-08-28T02:05:09.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:09 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-08-28T02:05:10.664 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:10 smithi040 ceph-mon[120580]: pgmap v59: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-08-28T02:05:10.664 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:10 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2023-08-28T02:05:10.664 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:10 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2023-08-28T02:05:10.664 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:10 smithi040 ceph-mon[120580]: osdmap e19: 3 total, 3 up, 3 in 2023-08-28T02:05:10.664 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:10 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2023-08-28T02:05:10.665 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:10 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-08-28T02:05:10.665 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:10 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-08-28T02:05:10.665 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:10 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:05:10.665 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:10 smithi040 ceph-mon[111703]: pgmap v59: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-08-28T02:05:10.665 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:10 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2023-08-28T02:05:10.666 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:10 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2023-08-28T02:05:10.666 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:10 smithi040 ceph-mon[111703]: osdmap e19: 3 total, 3 up, 3 in 2023-08-28T02:05:10.666 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:10 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2023-08-28T02:05:10.666 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:10 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-08-28T02:05:10.666 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:10 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-08-28T02:05:10.667 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:10 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:05:10.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:10 smithi083 ceph-mon[113795]: pgmap v59: 0 pgs: ; 0 B data, 10 MiB used, 179 GiB / 179 GiB avail 2023-08-28T02:05:10.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:10 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2023-08-28T02:05:10.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:10 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2023-08-28T02:05:10.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:10 smithi083 ceph-mon[113795]: osdmap e19: 3 total, 3 up, 3 in 2023-08-28T02:05:10.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:10 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2023-08-28T02:05:10.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:10 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-08-28T02:05:10.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:10 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-08-28T02:05:10.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:10 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:05:11.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:11 smithi040 ceph-mon[111703]: from='client.24188 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi040:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:05:11.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:11 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2023-08-28T02:05:11.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:11 smithi040 ceph-mon[111703]: osdmap e20: 3 total, 3 up, 3 in 2023-08-28T02:05:11.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:11 smithi040 ceph-mon[120580]: from='client.24188 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi040:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:05:11.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:11 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2023-08-28T02:05:11.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:11 smithi040 ceph-mon[120580]: osdmap e20: 3 total, 3 up, 3 in 2023-08-28T02:05:11.731 INFO:journalctl@ceph.osd.0.smithi040.stdout:Aug 28 02:05:11 smithi040 sudo[137137]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-08-28T02:05:11.731 INFO:journalctl@ceph.osd.0.smithi040.stdout:Aug 28 02:05:11 smithi040 sudo[137137]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-08-28T02:05:11.731 INFO:journalctl@ceph.osd.0.smithi040.stdout:Aug 28 02:05:11 smithi040 sudo[137137]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-08-28T02:05:11.732 INFO:journalctl@ceph.osd.0.smithi040.stdout:Aug 28 02:05:11 smithi040 sudo[137137]: pam_unix(sudo:session): session closed for user root 2023-08-28T02:05:11.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:11 smithi083 ceph-mon[113795]: from='client.24188 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi040:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:05:11.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:11 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2023-08-28T02:05:11.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:11 smithi083 ceph-mon[113795]: osdmap e20: 3 total, 3 up, 3 in 2023-08-28T02:05:12.230 INFO:journalctl@ceph.osd.0.smithi040.stdout:Aug 28 02:05:11 smithi040 sudo[137158]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-08-28T02:05:12.230 INFO:journalctl@ceph.osd.0.smithi040.stdout:Aug 28 02:05:11 smithi040 sudo[137158]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-08-28T02:05:12.230 INFO:journalctl@ceph.osd.0.smithi040.stdout:Aug 28 02:05:11 smithi040 sudo[137158]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-08-28T02:05:12.230 INFO:journalctl@ceph.osd.0.smithi040.stdout:Aug 28 02:05:11 smithi040 sudo[137158]: pam_unix(sudo:session): session closed for user root 2023-08-28T02:05:12.730 INFO:journalctl@ceph.osd.1.smithi040.stdout:Aug 28 02:05:12 smithi040 sudo[137227]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-08-28T02:05:12.730 INFO:journalctl@ceph.osd.1.smithi040.stdout:Aug 28 02:05:12 smithi040 sudo[137227]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-08-28T02:05:12.730 INFO:journalctl@ceph.osd.1.smithi040.stdout:Aug 28 02:05:12 smithi040 sudo[137227]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-08-28T02:05:12.730 INFO:journalctl@ceph.osd.1.smithi040.stdout:Aug 28 02:05:12 smithi040 sudo[137227]: pam_unix(sudo:session): session closed for user root 2023-08-28T02:05:12.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:12 smithi040 ceph-mon[120580]: pgmap v62: 1 pgs: 1 creating+peering; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2023-08-28T02:05:12.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:12 smithi040 ceph-mon[120580]: osdmap e21: 3 total, 3 up, 3 in 2023-08-28T02:05:12.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:12 smithi040 ceph-mon[120580]: mgrmap e15: y(active, since 104s), standbys: x 2023-08-28T02:05:12.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:12 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/3960580490' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "221406ea-c21b-4ccc-ae87-8d064443d6e8"}]: dispatch 2023-08-28T02:05:12.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:12 smithi040 ceph-mon[120580]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "221406ea-c21b-4ccc-ae87-8d064443d6e8"}]: dispatch 2023-08-28T02:05:12.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:12 smithi040 ceph-mon[120580]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "221406ea-c21b-4ccc-ae87-8d064443d6e8"}]': finished 2023-08-28T02:05:12.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:12 smithi040 ceph-mon[120580]: osdmap e22: 4 total, 3 up, 4 in 2023-08-28T02:05:12.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:12 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-08-28T02:05:12.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:12 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:12.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:12 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/4204808834' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-08-28T02:05:12.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:12 smithi040 ceph-mon[111703]: pgmap v62: 1 pgs: 1 creating+peering; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2023-08-28T02:05:12.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:12 smithi040 ceph-mon[111703]: osdmap e21: 3 total, 3 up, 3 in 2023-08-28T02:05:12.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:12 smithi040 ceph-mon[111703]: mgrmap e15: y(active, since 104s), standbys: x 2023-08-28T02:05:12.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:12 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/3960580490' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "221406ea-c21b-4ccc-ae87-8d064443d6e8"}]: dispatch 2023-08-28T02:05:12.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:12 smithi040 ceph-mon[111703]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "221406ea-c21b-4ccc-ae87-8d064443d6e8"}]: dispatch 2023-08-28T02:05:12.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:12 smithi040 ceph-mon[111703]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "221406ea-c21b-4ccc-ae87-8d064443d6e8"}]': finished 2023-08-28T02:05:12.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:12 smithi040 ceph-mon[111703]: osdmap e22: 4 total, 3 up, 4 in 2023-08-28T02:05:12.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:12 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-08-28T02:05:12.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:12 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:12.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:12 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/4204808834' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-08-28T02:05:12.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:12 smithi083 ceph-mon[113795]: pgmap v62: 1 pgs: 1 creating+peering; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2023-08-28T02:05:12.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:12 smithi083 ceph-mon[113795]: osdmap e21: 3 total, 3 up, 3 in 2023-08-28T02:05:12.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:12 smithi083 ceph-mon[113795]: mgrmap e15: y(active, since 104s), standbys: x 2023-08-28T02:05:12.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:12 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/3960580490' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "221406ea-c21b-4ccc-ae87-8d064443d6e8"}]: dispatch 2023-08-28T02:05:12.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:12 smithi083 ceph-mon[113795]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "221406ea-c21b-4ccc-ae87-8d064443d6e8"}]: dispatch 2023-08-28T02:05:12.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:12 smithi083 ceph-mon[113795]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "221406ea-c21b-4ccc-ae87-8d064443d6e8"}]': finished 2023-08-28T02:05:12.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:12 smithi083 ceph-mon[113795]: osdmap e22: 4 total, 3 up, 4 in 2023-08-28T02:05:12.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:12 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-08-28T02:05:12.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:12 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:12.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:12 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/4204808834' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-08-28T02:05:13.230 INFO:journalctl@ceph.osd.1.smithi040.stdout:Aug 28 02:05:12 smithi040 sudo[137418]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-08-28T02:05:13.230 INFO:journalctl@ceph.osd.1.smithi040.stdout:Aug 28 02:05:12 smithi040 sudo[137418]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-08-28T02:05:13.230 INFO:journalctl@ceph.osd.1.smithi040.stdout:Aug 28 02:05:12 smithi040 sudo[137418]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-08-28T02:05:13.230 INFO:journalctl@ceph.osd.1.smithi040.stdout:Aug 28 02:05:12 smithi040 sudo[137418]: pam_unix(sudo:session): session closed for user root 2023-08-28T02:05:13.730 INFO:journalctl@ceph.osd.2.smithi040.stdout:Aug 28 02:05:13 smithi040 sudo[137607]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-08-28T02:05:13.730 INFO:journalctl@ceph.osd.2.smithi040.stdout:Aug 28 02:05:13 smithi040 sudo[137607]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-08-28T02:05:13.730 INFO:journalctl@ceph.osd.2.smithi040.stdout:Aug 28 02:05:13 smithi040 sudo[137607]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-08-28T02:05:13.730 INFO:journalctl@ceph.osd.2.smithi040.stdout:Aug 28 02:05:13 smithi040 sudo[137607]: pam_unix(sudo:session): session closed for user root 2023-08-28T02:05:14.230 INFO:journalctl@ceph.osd.2.smithi040.stdout:Aug 28 02:05:13 smithi040 sudo[137798]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-08-28T02:05:14.230 INFO:journalctl@ceph.osd.2.smithi040.stdout:Aug 28 02:05:13 smithi040 sudo[137798]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-08-28T02:05:14.230 INFO:journalctl@ceph.osd.2.smithi040.stdout:Aug 28 02:05:13 smithi040 sudo[137798]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-08-28T02:05:14.230 INFO:journalctl@ceph.osd.2.smithi040.stdout:Aug 28 02:05:13 smithi040 sudo[137798]: pam_unix(sudo:session): session closed for user root 2023-08-28T02:05:14.670 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:14 smithi040 sudo[137996]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-08-28T02:05:14.670 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:14 smithi040 sudo[137996]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-08-28T02:05:14.671 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:14 smithi040 sudo[137996]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-08-28T02:05:14.671 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:14 smithi040 sudo[137996]: pam_unix(sudo:session): session closed for user root 2023-08-28T02:05:14.980 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:14 smithi040 ceph-mon[120580]: pgmap v65: 1 pgs: 1 creating+peering; 0 B data, 16 MiB used, 268 GiB / 268 GiB avail 2023-08-28T02:05:14.980 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:14 smithi040 ceph-mon[120580]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-08-28T02:05:14.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:14 smithi040 sudo[138164]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-08-28T02:05:14.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:14 smithi040 sudo[138164]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-08-28T02:05:14.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:14 smithi040 sudo[138164]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-08-28T02:05:14.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:14 smithi040 sudo[138164]: pam_unix(sudo:session): session closed for user root 2023-08-28T02:05:14.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:14 smithi040 ceph-mon[111703]: pgmap v65: 1 pgs: 1 creating+peering; 0 B data, 16 MiB used, 268 GiB / 268 GiB avail 2023-08-28T02:05:14.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:14 smithi040 ceph-mon[111703]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-08-28T02:05:15.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:14 smithi083 ceph-mon[113795]: pgmap v65: 1 pgs: 1 creating+peering; 0 B data, 16 MiB used, 268 GiB / 268 GiB avail 2023-08-28T02:05:15.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:14 smithi083 ceph-mon[113795]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-08-28T02:05:15.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:15 smithi083 sudo[116856]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-08-28T02:05:15.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:15 smithi083 sudo[116856]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-08-28T02:05:15.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:15 smithi083 sudo[116856]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-08-28T02:05:15.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:15 smithi083 sudo[116856]: pam_unix(sudo:session): session closed for user root 2023-08-28T02:05:15.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:15 smithi083 sudo[116859]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-08-28T02:05:15.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:15 smithi083 sudo[116859]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-08-28T02:05:15.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:15 smithi083 sudo[116859]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-08-28T02:05:15.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:15 smithi083 sudo[116859]: pam_unix(sudo:session): session closed for user root 2023-08-28T02:05:15.946 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:15 smithi040 sudo[138345]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-08-28T02:05:15.946 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:15 smithi040 sudo[138345]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-08-28T02:05:15.946 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:15 smithi040 sudo[138345]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-08-28T02:05:15.946 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:15 smithi040 sudo[138345]: pam_unix(sudo:session): session closed for user root 2023-08-28T02:05:16.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:16 smithi040 ceph-mon[111703]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-08-28T02:05:16.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:16 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-08-28T02:05:16.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:16 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-08-28T02:05:16.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:16 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-08-28T02:05:16.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:16 smithi040 ceph-mon[111703]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-08-28T02:05:16.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:16 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-08-28T02:05:16.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:16 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-08-28T02:05:16.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:16 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-08-28T02:05:16.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:16 smithi040 ceph-mon[111703]: pgmap v66: 1 pgs: 1 creating+peering; 0 B data, 18 MiB used, 268 GiB / 268 GiB avail 2023-08-28T02:05:16.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:16 smithi040 ceph-mon[111703]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-08-28T02:05:16.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:16 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:16.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:16 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-08-28T02:05:16.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:16 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-08-28T02:05:16.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:16 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-08-28T02:05:16.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:16 smithi040 sudo[138400]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-08-28T02:05:16.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:16 smithi040 sudo[138400]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-08-28T02:05:16.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:16 smithi040 sudo[138400]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-08-28T02:05:16.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:16 smithi040 sudo[138400]: pam_unix(sudo:session): session closed for user root 2023-08-28T02:05:16.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:16 smithi040 ceph-mon[120580]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-08-28T02:05:16.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:16 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-08-28T02:05:16.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:16 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-08-28T02:05:16.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:16 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-08-28T02:05:16.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:16 smithi040 ceph-mon[120580]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-08-28T02:05:16.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:16 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-08-28T02:05:16.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:16 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-08-28T02:05:16.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:16 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-08-28T02:05:16.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:16 smithi040 ceph-mon[120580]: pgmap v66: 1 pgs: 1 creating+peering; 0 B data, 18 MiB used, 268 GiB / 268 GiB avail 2023-08-28T02:05:16.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:16 smithi040 ceph-mon[120580]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-08-28T02:05:16.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:16 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:16.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:16 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-08-28T02:05:16.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:16 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-08-28T02:05:16.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:16 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-08-28T02:05:16.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:16 smithi083 ceph-mon[113795]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-08-28T02:05:16.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:16 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-08-28T02:05:16.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:16 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-08-28T02:05:16.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:16 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-08-28T02:05:16.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:16 smithi083 ceph-mon[113795]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-08-28T02:05:16.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:16 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-08-28T02:05:16.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:16 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-08-28T02:05:16.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:16 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-08-28T02:05:16.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:16 smithi083 ceph-mon[113795]: pgmap v66: 1 pgs: 1 creating+peering; 0 B data, 18 MiB used, 268 GiB / 268 GiB avail 2023-08-28T02:05:16.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:16 smithi083 ceph-mon[113795]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-08-28T02:05:16.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:16 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:16.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:16 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-08-28T02:05:16.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:16 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-08-28T02:05:16.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:16 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-08-28T02:05:17.669 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:17 smithi040 ceph-mon[111703]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-08-28T02:05:17.669 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:17 smithi040 ceph-mon[111703]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-08-28T02:05:17.670 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:17 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-08-28T02:05:17.670 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:17 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:05:17.670 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:17 smithi040 ceph-mon[120580]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-08-28T02:05:17.670 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:17 smithi040 ceph-mon[120580]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-08-28T02:05:17.670 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:17 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-08-28T02:05:17.670 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:17 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:05:17.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:17 smithi083 ceph-mon[113795]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-08-28T02:05:17.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:17 smithi083 ceph-mon[113795]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-08-28T02:05:17.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:17 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-08-28T02:05:17.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:17 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:05:18.442 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:18 smithi040 ceph-mon[111703]: Deploying daemon osd.3 on smithi040 2023-08-28T02:05:18.442 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:18 smithi040 ceph-mon[111703]: pgmap v67: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail 2023-08-28T02:05:18.442 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:18 smithi040 ceph-mon[120580]: Deploying daemon osd.3 on smithi040 2023-08-28T02:05:18.443 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:18 smithi040 ceph-mon[120580]: pgmap v67: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail 2023-08-28T02:05:18.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:18 smithi083 ceph-mon[113795]: Deploying daemon osd.3 on smithi040 2023-08-28T02:05:18.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:18 smithi083 ceph-mon[113795]: pgmap v67: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail 2023-08-28T02:05:20.580 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:20 smithi040 ceph-mon[111703]: pgmap v68: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail 2023-08-28T02:05:20.581 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:20 smithi040 ceph-mon[120580]: pgmap v68: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail 2023-08-28T02:05:20.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:20 smithi083 ceph-mon[113795]: pgmap v68: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail 2023-08-28T02:05:21.877 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:21 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:21.877 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:21 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:05:21.878 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:21 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:21.878 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:21 smithi040 ceph-mon[111703]: pgmap v69: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 65 KiB/s wr, 5 op/s 2023-08-28T02:05:21.878 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:21 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:21.878 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:21 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:05:21.878 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:21 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:21.878 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:21 smithi040 ceph-mon[120580]: pgmap v69: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 65 KiB/s wr, 5 op/s 2023-08-28T02:05:21.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:21 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:21.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:21 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:05:21.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:21 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:21.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:21 smithi083 ceph-mon[113795]: pgmap v69: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 65 KiB/s wr, 5 op/s 2023-08-28T02:05:23.152 INFO:teuthology.orchestra.run.smithi040.stdout:Created osd(s) 3 on host 'smithi040' 2023-08-28T02:05:23.548 DEBUG:teuthology.orchestra.run.smithi040:osd.3> sudo journalctl -f -n 0 -u ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315@osd.3.service 2023-08-28T02:05:23.555 INFO:tasks.cephadm:Deploying osd.4 on smithi083 with /dev/vg_nvme/lv_4... 2023-08-28T02:05:23.556 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2023-08-28T02:05:23.594 INFO:journalctl@ceph.osd.3.smithi040.stdout:-- Logs begin at Mon 2023-08-28 01:48:14 UTC. -- 2023-08-28T02:05:23.802 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:23 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:23.802 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:23 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:23.803 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:23 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:05:23.803 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:23 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:05:23.803 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:23 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:23.803 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:23 smithi040 ceph-mon[111703]: pgmap v70: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 44 KiB/s wr, 3 op/s 2023-08-28T02:05:23.803 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:23 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:23.803 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:23 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:23.803 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:23 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:05:23.803 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:23 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:23.803 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:23 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:23.804 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:23 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:05:23.804 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:23 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:05:23.804 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:23 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:23.804 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:23 smithi040 ceph-mon[120580]: pgmap v70: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 44 KiB/s wr, 3 op/s 2023-08-28T02:05:23.804 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:23 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:23.804 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:23 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:23.804 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:23 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:05:23.822 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:05:23.917 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:23 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:23.917 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:23 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:23.917 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:23 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:05:23.917 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:23 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:05:23.918 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:23 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:23.918 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:23 smithi083 ceph-mon[113795]: pgmap v70: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 44 KiB/s wr, 3 op/s 2023-08-28T02:05:23.918 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:23 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:23.918 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:23 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:23.918 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:23 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:05:24.230 INFO:journalctl@ceph.osd.3.smithi040.stdout:Aug 28 02:05:23 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd-3[139065]: 2023-08-28T02:05:23.933+0000 7f53b5b5d540 -1 osd.3 0 log_to_monitors true 2023-08-28T02:05:24.619 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:24 smithi083 ceph-mon[113795]: from='osd.3 [v2:172.21.15.40:6826/3416730178,v1:172.21.15.40:6827/3416730178]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-08-28T02:05:24.620 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:24 smithi083 ceph-mon[113795]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-08-28T02:05:24.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:24 smithi040 ceph-mon[111703]: from='osd.3 [v2:172.21.15.40:6826/3416730178,v1:172.21.15.40:6827/3416730178]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-08-28T02:05:24.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:24 smithi040 ceph-mon[111703]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-08-28T02:05:24.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:24 smithi040 ceph-mon[120580]: from='osd.3 [v2:172.21.15.40:6826/3416730178,v1:172.21.15.40:6827/3416730178]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-08-28T02:05:24.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:24 smithi040 ceph-mon[120580]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-08-28T02:05:25.129 INFO:teuthology.orchestra.run.smithi083.stderr:--> Zapping: /dev/vg_nvme/lv_4 2023-08-28T02:05:25.129 INFO:teuthology.orchestra.run.smithi083.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2023-08-28T02:05:25.129 INFO:teuthology.orchestra.run.smithi083.stderr: stderr: 10+0 records in 2023-08-28T02:05:25.129 INFO:teuthology.orchestra.run.smithi083.stderr:10+0 records out 2023-08-28T02:05:25.129 INFO:teuthology.orchestra.run.smithi083.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0112673 s, 931 MB/s 2023-08-28T02:05:25.129 INFO:teuthology.orchestra.run.smithi083.stderr:--> Zapping successful for: 2023-08-28T02:05:25.463 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph orch daemon add osd smithi083:vg_nvme/lv_4 2023-08-28T02:05:25.727 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:05:25.730 INFO:journalctl@ceph.osd.3.smithi040.stdout:Aug 28 02:05:25 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd-3[139065]: 2023-08-28T02:05:25.581+0000 7f53ac342700 -1 osd.3 0 waiting for initial osdmap 2023-08-28T02:05:25.730 INFO:journalctl@ceph.osd.3.smithi040.stdout:Aug 28 02:05:25 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd-3[139065]: 2023-08-28T02:05:25.586+0000 7f53a713d700 -1 osd.3 24 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-08-28T02:05:25.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:25 smithi040 ceph-mon[120580]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-08-28T02:05:25.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:25 smithi040 ceph-mon[120580]: osdmap e23: 4 total, 3 up, 4 in 2023-08-28T02:05:25.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:25 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-08-28T02:05:25.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:25 smithi040 ceph-mon[120580]: from='osd.3 [v2:172.21.15.40:6826/3416730178,v1:172.21.15.40:6827/3416730178]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2023-08-28T02:05:25.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:25 smithi040 ceph-mon[120580]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2023-08-28T02:05:25.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:25 smithi040 ceph-mon[120580]: pgmap v72: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail; 1.1 KiB/s rd, 33 KiB/s wr, 2 op/s 2023-08-28T02:05:25.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:25 smithi040 ceph-mon[120580]: Detected new or changed devices on smithi040 2023-08-28T02:05:25.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:25 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:25.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:25 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:25.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:25 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:05:25.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:25 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:05:25.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:25 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:05:25.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:25 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:05:25.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:25 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:25.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:25 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:05:25.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:25 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:05:25.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:25 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:25.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:25 smithi040 ceph-mon[111703]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-08-28T02:05:25.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:25 smithi040 ceph-mon[111703]: osdmap e23: 4 total, 3 up, 4 in 2023-08-28T02:05:25.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:25 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-08-28T02:05:25.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:25 smithi040 ceph-mon[111703]: from='osd.3 [v2:172.21.15.40:6826/3416730178,v1:172.21.15.40:6827/3416730178]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2023-08-28T02:05:25.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:25 smithi040 ceph-mon[111703]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2023-08-28T02:05:25.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:25 smithi040 ceph-mon[111703]: pgmap v72: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail; 1.1 KiB/s rd, 33 KiB/s wr, 2 op/s 2023-08-28T02:05:25.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:25 smithi040 ceph-mon[111703]: Detected new or changed devices on smithi040 2023-08-28T02:05:25.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:25 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:25.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:25 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:25.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:25 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:05:25.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:25 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:05:25.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:25 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:05:25.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:25 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:05:25.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:25 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:25.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:25 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:05:25.734 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:25 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:05:25.734 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:25 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:25.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:25 smithi083 ceph-mon[113795]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-08-28T02:05:25.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:25 smithi083 ceph-mon[113795]: osdmap e23: 4 total, 3 up, 4 in 2023-08-28T02:05:25.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:25 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-08-28T02:05:25.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:25 smithi083 ceph-mon[113795]: from='osd.3 [v2:172.21.15.40:6826/3416730178,v1:172.21.15.40:6827/3416730178]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2023-08-28T02:05:25.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:25 smithi083 ceph-mon[113795]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2023-08-28T02:05:25.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:25 smithi083 ceph-mon[113795]: pgmap v72: 1 pgs: 1 active+clean; 577 KiB data, 19 MiB used, 268 GiB / 268 GiB avail; 1.1 KiB/s rd, 33 KiB/s wr, 2 op/s 2023-08-28T02:05:25.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:25 smithi083 ceph-mon[113795]: Detected new or changed devices on smithi040 2023-08-28T02:05:25.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:25 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:25.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:25 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:25.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:25 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:05:25.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:25 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:05:25.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:25 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:05:25.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:25 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:05:25.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:25 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:25.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:25 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:05:25.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:25 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:05:25.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:25 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:26.980 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:26 smithi040 ceph-mon[120580]: Adjusting osd_memory_target on smithi040 to 4023M 2023-08-28T02:05:26.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:26 smithi040 ceph-mon[120580]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]': finished 2023-08-28T02:05:26.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:26 smithi040 ceph-mon[120580]: osdmap e24: 4 total, 3 up, 4 in 2023-08-28T02:05:26.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:26 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-08-28T02:05:26.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:26 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-08-28T02:05:26.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:26 smithi040 ceph-mon[111703]: Adjusting osd_memory_target on smithi040 to 4023M 2023-08-28T02:05:26.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:26 smithi040 ceph-mon[111703]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]': finished 2023-08-28T02:05:26.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:26 smithi040 ceph-mon[111703]: osdmap e24: 4 total, 3 up, 4 in 2023-08-28T02:05:26.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:26 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-08-28T02:05:26.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:26 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-08-28T02:05:26.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:26 smithi083 ceph-mon[113795]: Adjusting osd_memory_target on smithi040 to 4023M 2023-08-28T02:05:26.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:26 smithi083 ceph-mon[113795]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]': finished 2023-08-28T02:05:26.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:26 smithi083 ceph-mon[113795]: osdmap e24: 4 total, 3 up, 4 in 2023-08-28T02:05:26.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:26 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-08-28T02:05:26.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:26 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-08-28T02:05:27.966 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:27 smithi083 ceph-mon[113795]: purged_snaps scrub starts 2023-08-28T02:05:27.967 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:27 smithi083 ceph-mon[113795]: purged_snaps scrub ok 2023-08-28T02:05:27.967 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:27 smithi083 ceph-mon[113795]: osd.3 [v2:172.21.15.40:6826/3416730178,v1:172.21.15.40:6827/3416730178] boot 2023-08-28T02:05:27.967 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:27 smithi083 ceph-mon[113795]: osdmap e25: 4 total, 4 up, 4 in 2023-08-28T02:05:27.967 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:27 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-08-28T02:05:27.967 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:27 smithi083 ceph-mon[113795]: from='client.24217 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi083:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:05:27.967 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:27 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-08-28T02:05:27.967 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:27 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-08-28T02:05:27.967 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:27 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:05:27.967 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:27 smithi083 ceph-mon[113795]: pgmap v75: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-08-28T02:05:27.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:27 smithi040 ceph-mon[111703]: purged_snaps scrub starts 2023-08-28T02:05:27.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:27 smithi040 ceph-mon[111703]: purged_snaps scrub ok 2023-08-28T02:05:27.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:27 smithi040 ceph-mon[111703]: osd.3 [v2:172.21.15.40:6826/3416730178,v1:172.21.15.40:6827/3416730178] boot 2023-08-28T02:05:27.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:27 smithi040 ceph-mon[111703]: osdmap e25: 4 total, 4 up, 4 in 2023-08-28T02:05:27.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:27 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-08-28T02:05:27.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:27 smithi040 ceph-mon[111703]: from='client.24217 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi083:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:05:27.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:27 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-08-28T02:05:27.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:27 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-08-28T02:05:27.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:27 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:05:27.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:27 smithi040 ceph-mon[111703]: pgmap v75: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-08-28T02:05:27.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:27 smithi040 ceph-mon[120580]: purged_snaps scrub starts 2023-08-28T02:05:27.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:27 smithi040 ceph-mon[120580]: purged_snaps scrub ok 2023-08-28T02:05:27.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:27 smithi040 ceph-mon[120580]: osd.3 [v2:172.21.15.40:6826/3416730178,v1:172.21.15.40:6827/3416730178] boot 2023-08-28T02:05:27.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:27 smithi040 ceph-mon[120580]: osdmap e25: 4 total, 4 up, 4 in 2023-08-28T02:05:27.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:27 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-08-28T02:05:27.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:27 smithi040 ceph-mon[120580]: from='client.24217 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi083:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:05:27.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:27 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-08-28T02:05:27.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:27 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-08-28T02:05:27.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:27 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:05:27.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:27 smithi040 ceph-mon[120580]: pgmap v75: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-08-28T02:05:28.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:28 smithi040 ceph-mon[111703]: osdmap e26: 4 total, 4 up, 4 in 2023-08-28T02:05:28.980 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:28 smithi040 ceph-mon[120580]: osdmap e26: 4 total, 4 up, 4 in 2023-08-28T02:05:28.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:28 smithi083 ceph-mon[113795]: osdmap e26: 4 total, 4 up, 4 in 2023-08-28T02:05:29.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:29 smithi040 ceph-mon[111703]: from='client.? 172.21.15.83:0/3190897087' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "78b5c0ad-9287-425c-a47b-e503339022b5"}]: dispatch 2023-08-28T02:05:29.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:29 smithi040 ceph-mon[111703]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "78b5c0ad-9287-425c-a47b-e503339022b5"}]: dispatch 2023-08-28T02:05:29.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:29 smithi040 ceph-mon[111703]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "78b5c0ad-9287-425c-a47b-e503339022b5"}]': finished 2023-08-28T02:05:29.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:29 smithi040 ceph-mon[111703]: osdmap e27: 5 total, 4 up, 5 in 2023-08-28T02:05:29.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:29 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-08-28T02:05:29.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:29 smithi040 ceph-mon[111703]: pgmap v78: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-08-28T02:05:29.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:29 smithi040 ceph-mon[111703]: from='client.? 172.21.15.83:0/493885687' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-08-28T02:05:29.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:29 smithi040 ceph-mon[120580]: from='client.? 172.21.15.83:0/3190897087' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "78b5c0ad-9287-425c-a47b-e503339022b5"}]: dispatch 2023-08-28T02:05:29.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:29 smithi040 ceph-mon[120580]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "78b5c0ad-9287-425c-a47b-e503339022b5"}]: dispatch 2023-08-28T02:05:29.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:29 smithi040 ceph-mon[120580]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "78b5c0ad-9287-425c-a47b-e503339022b5"}]': finished 2023-08-28T02:05:29.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:29 smithi040 ceph-mon[120580]: osdmap e27: 5 total, 4 up, 5 in 2023-08-28T02:05:29.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:29 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-08-28T02:05:29.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:29 smithi040 ceph-mon[120580]: pgmap v78: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-08-28T02:05:29.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:29 smithi040 ceph-mon[120580]: from='client.? 172.21.15.83:0/493885687' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-08-28T02:05:29.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:29 smithi083 ceph-mon[113795]: from='client.? 172.21.15.83:0/3190897087' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "78b5c0ad-9287-425c-a47b-e503339022b5"}]: dispatch 2023-08-28T02:05:29.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:29 smithi083 ceph-mon[113795]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "78b5c0ad-9287-425c-a47b-e503339022b5"}]: dispatch 2023-08-28T02:05:29.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:29 smithi083 ceph-mon[113795]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "78b5c0ad-9287-425c-a47b-e503339022b5"}]': finished 2023-08-28T02:05:29.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:29 smithi083 ceph-mon[113795]: osdmap e27: 5 total, 4 up, 5 in 2023-08-28T02:05:29.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:29 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-08-28T02:05:29.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:29 smithi083 ceph-mon[113795]: pgmap v78: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-08-28T02:05:29.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:29 smithi083 ceph-mon[113795]: from='client.? 172.21.15.83:0/493885687' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-08-28T02:05:32.583 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:32 smithi083 ceph-mon[113795]: pgmap v79: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-08-28T02:05:32.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:32 smithi040 ceph-mon[111703]: pgmap v79: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-08-28T02:05:32.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:32 smithi040 ceph-mon[120580]: pgmap v79: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-08-28T02:05:34.474 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:34 smithi083 ceph-mon[113795]: pgmap v80: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-08-28T02:05:34.475 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:34 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-08-28T02:05:34.475 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:34 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:05:34.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:34 smithi040 ceph-mon[111703]: pgmap v80: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-08-28T02:05:34.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:34 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-08-28T02:05:34.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:34 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:05:34.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:34 smithi040 ceph-mon[120580]: pgmap v80: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-08-28T02:05:34.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:34 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-08-28T02:05:34.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:34 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:05:35.453 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:35 smithi083 ceph-mon[113795]: Deploying daemon osd.4 on smithi083 2023-08-28T02:05:35.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:35 smithi040 ceph-mon[111703]: Deploying daemon osd.4 on smithi083 2023-08-28T02:05:35.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:35 smithi040 ceph-mon[120580]: Deploying daemon osd.4 on smithi083 2023-08-28T02:05:36.475 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:36 smithi083 ceph-mon[113795]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-08-28T02:05:36.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:36 smithi040 ceph-mon[111703]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-08-28T02:05:36.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:36 smithi040 ceph-mon[120580]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-08-28T02:05:38.406 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:38 smithi083 ceph-mon[113795]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-08-28T02:05:38.406 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:38 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:38.406 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:38 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:38.406 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:38 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:05:38.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:38 smithi040 ceph-mon[111703]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-08-28T02:05:38.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:38 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:38.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:38 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:38.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:38 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:05:38.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:38 smithi040 ceph-mon[120580]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-08-28T02:05:38.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:38 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:38.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:38 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:38.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:38 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:05:39.168 INFO:teuthology.orchestra.run.smithi083.stdout:Created osd(s) 4 on host 'smithi083' 2023-08-28T02:05:39.571 DEBUG:teuthology.orchestra.run.smithi083:osd.4> sudo journalctl -f -n 0 -u ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315@osd.4.service 2023-08-28T02:05:39.573 INFO:tasks.cephadm:Deploying osd.5 on smithi083 with /dev/vg_nvme/lv_3... 2023-08-28T02:05:39.573 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2023-08-28T02:05:39.599 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:39 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:39.599 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:39 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:39.599 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:39 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:05:39.600 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:39 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:05:39.600 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:39 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:39.600 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:39 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:39.600 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:39 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:39.600 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:39 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:05:39.605 INFO:journalctl@ceph.osd.4.smithi083.stdout:-- Logs begin at Mon 2023-08-28 01:48:07 UTC. -- 2023-08-28T02:05:39.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:39 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:39.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:39 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:39.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:39 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:05:39.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:39 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:05:39.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:39 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:39.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:39 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:39.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:39 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:39.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:39 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:05:39.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:39 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:39.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:39 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:39.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:39 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:05:39.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:39 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:05:39.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:39 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:39.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:39 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:39.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:39 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:39.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:39 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:05:39.966 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:05:40.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:40 smithi083 ceph-mon[113795]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-08-28T02:05:40.490 INFO:journalctl@ceph.osd.4.smithi083.stdout:Aug 28 02:05:40 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd-4[119615]: 2023-08-28T02:05:40.360+0000 7f6dcd595540 -1 osd.4 0 log_to_monitors true 2023-08-28T02:05:40.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:40 smithi040 ceph-mon[120580]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-08-28T02:05:40.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:40 smithi040 ceph-mon[111703]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-08-28T02:05:41.418 INFO:teuthology.orchestra.run.smithi083.stderr:--> Zapping: /dev/vg_nvme/lv_3 2023-08-28T02:05:41.418 INFO:teuthology.orchestra.run.smithi083.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2023-08-28T02:05:41.418 INFO:teuthology.orchestra.run.smithi083.stderr: stderr: 10+0 records in 2023-08-28T02:05:41.418 INFO:teuthology.orchestra.run.smithi083.stderr:10+0 records out 2023-08-28T02:05:41.418 INFO:teuthology.orchestra.run.smithi083.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0112384 s, 933 MB/s 2023-08-28T02:05:41.418 INFO:teuthology.orchestra.run.smithi083.stderr:--> Zapping successful for: 2023-08-28T02:05:41.591 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:41 smithi083 ceph-mon[113795]: from='osd.4 [v2:172.21.15.83:6800/2381860577,v1:172.21.15.83:6801/2381860577]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-08-28T02:05:41.591 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:41 smithi083 ceph-mon[113795]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-08-28T02:05:41.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:41 smithi040 ceph-mon[120580]: from='osd.4 [v2:172.21.15.83:6800/2381860577,v1:172.21.15.83:6801/2381860577]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-08-28T02:05:41.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:41 smithi040 ceph-mon[120580]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-08-28T02:05:41.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:41 smithi040 ceph-mon[111703]: from='osd.4 [v2:172.21.15.83:6800/2381860577,v1:172.21.15.83:6801/2381860577]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-08-28T02:05:41.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:41 smithi040 ceph-mon[111703]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-08-28T02:05:41.757 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph orch daemon add osd smithi083:vg_nvme/lv_3 2023-08-28T02:05:42.056 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:05:42.448 INFO:journalctl@ceph.osd.4.smithi083.stdout:Aug 28 02:05:42 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd-4[119615]: 2023-08-28T02:05:42.375+0000 7f6dc3d7a700 -1 osd.4 0 waiting for initial osdmap 2023-08-28T02:05:42.449 INFO:journalctl@ceph.osd.4.smithi083.stdout:Aug 28 02:05:42 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd-4[119615]: 2023-08-28T02:05:42.379+0000 7f6dc0378700 -1 osd.4 29 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-08-28T02:05:42.449 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:42 smithi083 ceph-mon[113795]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-08-28T02:05:42.449 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:42 smithi083 ceph-mon[113795]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2023-08-28T02:05:42.449 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:42 smithi083 ceph-mon[113795]: osdmap e28: 5 total, 4 up, 5 in 2023-08-28T02:05:42.449 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:42 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-08-28T02:05:42.449 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:42 smithi083 ceph-mon[113795]: from='osd.4 [v2:172.21.15.83:6800/2381860577,v1:172.21.15.83:6801/2381860577]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]: dispatch 2023-08-28T02:05:42.449 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:42 smithi083 ceph-mon[113795]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]: dispatch 2023-08-28T02:05:42.449 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:42 smithi083 ceph-mon[113795]: Detected new or changed devices on smithi083 2023-08-28T02:05:42.450 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:42 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:42.450 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:42 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:42.450 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:42 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:05:42.450 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:42 smithi083 ceph-mon[113795]: Adjusting osd_memory_target on smithi083 to 17114M 2023-08-28T02:05:42.450 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:42 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:42.450 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:42 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:05:42.450 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:42 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:05:42.450 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:42 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:42.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:42 smithi040 ceph-mon[120580]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-08-28T02:05:42.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:42 smithi040 ceph-mon[120580]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2023-08-28T02:05:42.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:42 smithi040 ceph-mon[120580]: osdmap e28: 5 total, 4 up, 5 in 2023-08-28T02:05:42.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:42 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-08-28T02:05:42.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:42 smithi040 ceph-mon[120580]: from='osd.4 [v2:172.21.15.83:6800/2381860577,v1:172.21.15.83:6801/2381860577]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]: dispatch 2023-08-28T02:05:42.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:42 smithi040 ceph-mon[120580]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]: dispatch 2023-08-28T02:05:42.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:42 smithi040 ceph-mon[120580]: Detected new or changed devices on smithi083 2023-08-28T02:05:42.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:42 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:42.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:42 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:42.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:42 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:05:42.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:42 smithi040 ceph-mon[120580]: Adjusting osd_memory_target on smithi083 to 17114M 2023-08-28T02:05:42.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:42 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:42.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:42 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:05:42.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:42 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:05:42.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:42 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:42.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:42 smithi040 ceph-mon[111703]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-08-28T02:05:42.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:42 smithi040 ceph-mon[111703]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2023-08-28T02:05:42.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:42 smithi040 ceph-mon[111703]: osdmap e28: 5 total, 4 up, 5 in 2023-08-28T02:05:42.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:42 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-08-28T02:05:42.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:42 smithi040 ceph-mon[111703]: from='osd.4 [v2:172.21.15.83:6800/2381860577,v1:172.21.15.83:6801/2381860577]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]: dispatch 2023-08-28T02:05:42.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:42 smithi040 ceph-mon[111703]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]: dispatch 2023-08-28T02:05:42.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:42 smithi040 ceph-mon[111703]: Detected new or changed devices on smithi083 2023-08-28T02:05:42.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:42 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:42.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:42 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:42.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:42 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:05:42.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:42 smithi040 ceph-mon[111703]: Adjusting osd_memory_target on smithi083 to 17114M 2023-08-28T02:05:42.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:42 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:42.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:42 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:05:42.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:42 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:05:42.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:42 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:43.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:43 smithi040 ceph-mon[111703]: purged_snaps scrub starts 2023-08-28T02:05:43.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:43 smithi040 ceph-mon[111703]: purged_snaps scrub ok 2023-08-28T02:05:43.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:43 smithi040 ceph-mon[111703]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]': finished 2023-08-28T02:05:43.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:43 smithi040 ceph-mon[111703]: osdmap e29: 5 total, 4 up, 5 in 2023-08-28T02:05:43.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:43 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-08-28T02:05:43.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:43 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-08-28T02:05:43.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:43 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-08-28T02:05:43.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:43 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-08-28T02:05:43.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:43 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:05:43.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:43 smithi040 ceph-mon[120580]: purged_snaps scrub starts 2023-08-28T02:05:43.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:43 smithi040 ceph-mon[120580]: purged_snaps scrub ok 2023-08-28T02:05:43.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:43 smithi040 ceph-mon[120580]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]': finished 2023-08-28T02:05:43.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:43 smithi040 ceph-mon[120580]: osdmap e29: 5 total, 4 up, 5 in 2023-08-28T02:05:43.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:43 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-08-28T02:05:43.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:43 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-08-28T02:05:43.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:43 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-08-28T02:05:43.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:43 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-08-28T02:05:43.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:43 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:05:43.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:43 smithi083 ceph-mon[113795]: purged_snaps scrub starts 2023-08-28T02:05:43.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:43 smithi083 ceph-mon[113795]: purged_snaps scrub ok 2023-08-28T02:05:43.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:43 smithi083 ceph-mon[113795]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]': finished 2023-08-28T02:05:43.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:43 smithi083 ceph-mon[113795]: osdmap e29: 5 total, 4 up, 5 in 2023-08-28T02:05:43.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:43 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-08-28T02:05:43.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:43 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-08-28T02:05:43.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:43 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-08-28T02:05:43.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:43 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-08-28T02:05:43.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:43 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:05:44.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:44 smithi040 ceph-mon[111703]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-08-28T02:05:44.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:44 smithi040 ceph-mon[111703]: from='client.24244 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi083:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:05:44.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:44 smithi040 ceph-mon[111703]: osd.4 [v2:172.21.15.83:6800/2381860577,v1:172.21.15.83:6801/2381860577] boot 2023-08-28T02:05:44.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:44 smithi040 ceph-mon[111703]: osdmap e30: 5 total, 5 up, 5 in 2023-08-28T02:05:44.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:44 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-08-28T02:05:44.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:44 smithi040 ceph-mon[111703]: osdmap e31: 5 total, 5 up, 5 in 2023-08-28T02:05:44.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:44 smithi040 ceph-mon[120580]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-08-28T02:05:44.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:44 smithi040 ceph-mon[120580]: from='client.24244 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi083:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:05:44.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:44 smithi040 ceph-mon[120580]: osd.4 [v2:172.21.15.83:6800/2381860577,v1:172.21.15.83:6801/2381860577] boot 2023-08-28T02:05:44.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:44 smithi040 ceph-mon[120580]: osdmap e30: 5 total, 5 up, 5 in 2023-08-28T02:05:44.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:44 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-08-28T02:05:44.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:44 smithi040 ceph-mon[120580]: osdmap e31: 5 total, 5 up, 5 in 2023-08-28T02:05:44.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:44 smithi083 ceph-mon[113795]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 24 MiB used, 358 GiB / 358 GiB avail 2023-08-28T02:05:44.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:44 smithi083 ceph-mon[113795]: from='client.24244 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi083:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:05:44.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:44 smithi083 ceph-mon[113795]: osd.4 [v2:172.21.15.83:6800/2381860577,v1:172.21.15.83:6801/2381860577] boot 2023-08-28T02:05:44.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:44 smithi083 ceph-mon[113795]: osdmap e30: 5 total, 5 up, 5 in 2023-08-28T02:05:44.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:44 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-08-28T02:05:44.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:44 smithi083 ceph-mon[113795]: osdmap e31: 5 total, 5 up, 5 in 2023-08-28T02:05:45.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:45 smithi040 ceph-mon[111703]: from='client.? 172.21.15.83:0/2601720814' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "28339507-a2fc-4454-833b-5fd41b5f0e17"}]: dispatch 2023-08-28T02:05:45.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:45 smithi040 ceph-mon[111703]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "28339507-a2fc-4454-833b-5fd41b5f0e17"}]: dispatch 2023-08-28T02:05:45.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:45 smithi040 ceph-mon[111703]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "28339507-a2fc-4454-833b-5fd41b5f0e17"}]': finished 2023-08-28T02:05:45.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:45 smithi040 ceph-mon[111703]: osdmap e32: 6 total, 5 up, 6 in 2023-08-28T02:05:45.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:45 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-08-28T02:05:45.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:45 smithi040 ceph-mon[120580]: from='client.? 172.21.15.83:0/2601720814' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "28339507-a2fc-4454-833b-5fd41b5f0e17"}]: dispatch 2023-08-28T02:05:45.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:45 smithi040 ceph-mon[120580]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "28339507-a2fc-4454-833b-5fd41b5f0e17"}]: dispatch 2023-08-28T02:05:45.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:45 smithi040 ceph-mon[120580]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "28339507-a2fc-4454-833b-5fd41b5f0e17"}]': finished 2023-08-28T02:05:45.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:45 smithi040 ceph-mon[120580]: osdmap e32: 6 total, 5 up, 6 in 2023-08-28T02:05:45.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:45 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-08-28T02:05:45.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:45 smithi083 ceph-mon[113795]: from='client.? 172.21.15.83:0/2601720814' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "28339507-a2fc-4454-833b-5fd41b5f0e17"}]: dispatch 2023-08-28T02:05:45.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:45 smithi083 ceph-mon[113795]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "28339507-a2fc-4454-833b-5fd41b5f0e17"}]: dispatch 2023-08-28T02:05:45.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:45 smithi083 ceph-mon[113795]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "28339507-a2fc-4454-833b-5fd41b5f0e17"}]': finished 2023-08-28T02:05:45.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:45 smithi083 ceph-mon[113795]: osdmap e32: 6 total, 5 up, 6 in 2023-08-28T02:05:45.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:45 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-08-28T02:05:46.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:46 smithi040 ceph-mon[111703]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2023-08-28T02:05:46.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:46 smithi040 ceph-mon[111703]: from='client.? 172.21.15.83:0/3288110185' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-08-28T02:05:46.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:46 smithi040 ceph-mon[111703]: osdmap e33: 6 total, 5 up, 6 in 2023-08-28T02:05:46.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:46 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-08-28T02:05:46.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:46 smithi040 ceph-mon[120580]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2023-08-28T02:05:46.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:46 smithi040 ceph-mon[120580]: from='client.? 172.21.15.83:0/3288110185' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-08-28T02:05:46.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:46 smithi040 ceph-mon[120580]: osdmap e33: 6 total, 5 up, 6 in 2023-08-28T02:05:46.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:46 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-08-28T02:05:46.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:46 smithi083 ceph-mon[113795]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2023-08-28T02:05:46.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:46 smithi083 ceph-mon[113795]: from='client.? 172.21.15.83:0/3288110185' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-08-28T02:05:46.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:46 smithi083 ceph-mon[113795]: osdmap e33: 6 total, 5 up, 6 in 2023-08-28T02:05:46.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:46 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-08-28T02:05:48.579 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:48 smithi083 ceph-mon[113795]: pgmap v93: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 144 KiB/s, 0 objects/s recovering 2023-08-28T02:05:48.579 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:48 smithi083 ceph-mon[113795]: osdmap e34: 6 total, 5 up, 6 in 2023-08-28T02:05:48.579 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:48 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-08-28T02:05:48.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:48 smithi040 ceph-mon[111703]: pgmap v93: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 144 KiB/s, 0 objects/s recovering 2023-08-28T02:05:48.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:48 smithi040 ceph-mon[111703]: osdmap e34: 6 total, 5 up, 6 in 2023-08-28T02:05:48.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:48 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-08-28T02:05:48.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:48 smithi040 ceph-mon[120580]: pgmap v93: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 144 KiB/s, 0 objects/s recovering 2023-08-28T02:05:48.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:48 smithi040 ceph-mon[120580]: osdmap e34: 6 total, 5 up, 6 in 2023-08-28T02:05:48.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:48 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-08-28T02:05:50.595 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:50 smithi083 ceph-mon[113795]: pgmap v95: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 30 MiB used, 447 GiB / 447 GiB avail; 127 KiB/s, 0 objects/s recovering 2023-08-28T02:05:50.596 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:50 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-08-28T02:05:50.596 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:50 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:05:50.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:50 smithi040 ceph-mon[111703]: pgmap v95: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 30 MiB used, 447 GiB / 447 GiB avail; 127 KiB/s, 0 objects/s recovering 2023-08-28T02:05:50.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:50 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-08-28T02:05:50.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:50 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:05:50.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:50 smithi040 ceph-mon[120580]: pgmap v95: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 30 MiB used, 447 GiB / 447 GiB avail; 127 KiB/s, 0 objects/s recovering 2023-08-28T02:05:50.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:50 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-08-28T02:05:50.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:50 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:05:51.454 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:51 smithi083 ceph-mon[113795]: Deploying daemon osd.5 on smithi083 2023-08-28T02:05:51.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:51 smithi040 ceph-mon[111703]: Deploying daemon osd.5 on smithi083 2023-08-28T02:05:51.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:51 smithi040 ceph-mon[120580]: Deploying daemon osd.5 on smithi083 2023-08-28T02:05:52.362 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:52 smithi083 ceph-mon[113795]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-08-28T02:05:52.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:52 smithi040 ceph-mon[120580]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-08-28T02:05:52.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:52 smithi040 ceph-mon[111703]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-08-28T02:05:54.571 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:54 smithi083 ceph-mon[113795]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 73 KiB/s, 0 objects/s recovering 2023-08-28T02:05:54.571 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:54 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:54.572 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:54 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:54.572 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:54 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:05:54.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:54 smithi040 ceph-mon[120580]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 73 KiB/s, 0 objects/s recovering 2023-08-28T02:05:54.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:54 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:54.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:54 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:54.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:54 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:05:54.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:54 smithi040 ceph-mon[111703]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail; 73 KiB/s, 0 objects/s recovering 2023-08-28T02:05:54.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:54 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:54.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:54 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:54.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:54 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:05:55.678 INFO:teuthology.orchestra.run.smithi083.stdout:Created osd(s) 5 on host 'smithi083' 2023-08-28T02:05:56.102 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:56 smithi083 ceph-mon[113795]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2023-08-28T02:05:56.102 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:56 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:56.102 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:56 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:56.102 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:56 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:05:56.102 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:56 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:05:56.102 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:56 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:56.102 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:56 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:56.102 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:56 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:56.102 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:56 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:05:56.104 DEBUG:teuthology.orchestra.run.smithi083:osd.5> sudo journalctl -f -n 0 -u ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315@osd.5.service 2023-08-28T02:05:56.107 INFO:tasks.cephadm:Deploying osd.6 on smithi083 with /dev/vg_nvme/lv_2... 2023-08-28T02:05:56.107 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2023-08-28T02:05:56.137 INFO:journalctl@ceph.osd.5.smithi083.stdout:-- Logs begin at Mon 2023-08-28 01:48:07 UTC. -- 2023-08-28T02:05:56.456 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:05:56.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:56 smithi040 ceph-mon[111703]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2023-08-28T02:05:56.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:56 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:56.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:56 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:56.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:56 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:05:56.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:56 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:05:56.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:56 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:56.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:56 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:56.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:56 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:56.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:56 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:05:56.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:56 smithi040 ceph-mon[120580]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2023-08-28T02:05:56.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:56 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:56.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:56 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:56.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:56 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:05:56.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:56 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:05:56.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:56 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:56.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:56 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:56.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:56 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:56.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:56 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:05:56.774 INFO:journalctl@ceph.osd.5.smithi083.stdout:Aug 28 02:05:56 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd-5[124214]: 2023-08-28T02:05:56.716+0000 7f24c1585540 -1 osd.5 0 log_to_monitors true 2023-08-28T02:05:57.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:57 smithi083 ceph-mon[113795]: from='osd.5 [v2:172.21.15.83:6808/1250675793,v1:172.21.15.83:6809/1250675793]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-08-28T02:05:57.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:57 smithi083 ceph-mon[113795]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-08-28T02:05:57.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:57 smithi040 ceph-mon[111703]: from='osd.5 [v2:172.21.15.83:6808/1250675793,v1:172.21.15.83:6809/1250675793]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-08-28T02:05:57.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:57 smithi040 ceph-mon[111703]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-08-28T02:05:57.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:57 smithi040 ceph-mon[120580]: from='osd.5 [v2:172.21.15.83:6808/1250675793,v1:172.21.15.83:6809/1250675793]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-08-28T02:05:57.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:57 smithi040 ceph-mon[120580]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-08-28T02:05:58.228 INFO:teuthology.orchestra.run.smithi083.stderr:--> Zapping: /dev/vg_nvme/lv_2 2023-08-28T02:05:58.228 INFO:teuthology.orchestra.run.smithi083.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2023-08-28T02:05:58.228 INFO:teuthology.orchestra.run.smithi083.stderr: stderr: 10+0 records in 2023-08-28T02:05:58.228 INFO:teuthology.orchestra.run.smithi083.stderr:10+0 records out 2023-08-28T02:05:58.228 INFO:teuthology.orchestra.run.smithi083.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0155163 s, 676 MB/s 2023-08-28T02:05:58.228 INFO:teuthology.orchestra.run.smithi083.stderr:--> Zapping successful for: 2023-08-28T02:05:58.396 INFO:journalctl@ceph.osd.5.smithi083.stdout:Aug 28 02:05:58 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd-5[124214]: 2023-08-28T02:05:58.063+0000 7f24b7d6a700 -1 osd.5 0 waiting for initial osdmap 2023-08-28T02:05:58.397 INFO:journalctl@ceph.osd.5.smithi083.stdout:Aug 28 02:05:58 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd-5[124214]: 2023-08-28T02:05:58.068+0000 7f24b4b69700 -1 osd.5 36 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-08-28T02:05:58.397 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:58 smithi083 ceph-mon[113795]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2023-08-28T02:05:58.397 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:58 smithi083 ceph-mon[113795]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2023-08-28T02:05:58.397 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:58 smithi083 ceph-mon[113795]: osdmap e35: 6 total, 5 up, 6 in 2023-08-28T02:05:58.397 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:58 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-08-28T02:05:58.397 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:58 smithi083 ceph-mon[113795]: from='osd.5 [v2:172.21.15.83:6808/1250675793,v1:172.21.15.83:6809/1250675793]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]: dispatch 2023-08-28T02:05:58.397 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:58 smithi083 ceph-mon[113795]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]: dispatch 2023-08-28T02:05:58.397 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:58 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:58.398 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:58 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:58.398 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:58 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:05:58.398 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:58 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:05:58.398 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:58 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:58.398 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:58 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:05:58.398 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:58 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:05:58.398 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:58 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:58.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:58 smithi040 ceph-mon[111703]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2023-08-28T02:05:58.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:58 smithi040 ceph-mon[111703]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2023-08-28T02:05:58.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:58 smithi040 ceph-mon[111703]: osdmap e35: 6 total, 5 up, 6 in 2023-08-28T02:05:58.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:58 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-08-28T02:05:58.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:58 smithi040 ceph-mon[111703]: from='osd.5 [v2:172.21.15.83:6808/1250675793,v1:172.21.15.83:6809/1250675793]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]: dispatch 2023-08-28T02:05:58.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:58 smithi040 ceph-mon[111703]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]: dispatch 2023-08-28T02:05:58.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:58 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:58.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:58 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:58.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:58 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:05:58.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:58 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:05:58.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:58 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:58.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:58 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:05:58.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:58 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:05:58.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:58 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:58.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:58 smithi040 ceph-mon[120580]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2023-08-28T02:05:58.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:58 smithi040 ceph-mon[120580]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2023-08-28T02:05:58.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:58 smithi040 ceph-mon[120580]: osdmap e35: 6 total, 5 up, 6 in 2023-08-28T02:05:58.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:58 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-08-28T02:05:58.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:58 smithi040 ceph-mon[120580]: from='osd.5 [v2:172.21.15.83:6808/1250675793,v1:172.21.15.83:6809/1250675793]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]: dispatch 2023-08-28T02:05:58.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:58 smithi040 ceph-mon[120580]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]: dispatch 2023-08-28T02:05:58.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:58 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:58.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:58 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:58.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:58 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:05:58.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:58 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:05:58.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:58 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:58.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:58 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:05:58.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:58 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:05:58.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:58 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:05:58.551 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph orch daemon add osd smithi083:vg_nvme/lv_2 2023-08-28T02:05:58.810 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:05:59.205 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:59 smithi083 ceph-mon[113795]: Detected new or changed devices on smithi083 2023-08-28T02:05:59.205 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:59 smithi083 ceph-mon[113795]: Adjusting osd_memory_target on smithi083 to 8557M 2023-08-28T02:05:59.205 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:59 smithi083 ceph-mon[113795]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]': finished 2023-08-28T02:05:59.205 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:59 smithi083 ceph-mon[113795]: osdmap e36: 6 total, 5 up, 6 in 2023-08-28T02:05:59.205 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:59 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-08-28T02:05:59.205 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:05:59 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-08-28T02:05:59.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:59 smithi040 ceph-mon[111703]: Detected new or changed devices on smithi083 2023-08-28T02:05:59.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:59 smithi040 ceph-mon[111703]: Adjusting osd_memory_target on smithi083 to 8557M 2023-08-28T02:05:59.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:59 smithi040 ceph-mon[111703]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]': finished 2023-08-28T02:05:59.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:59 smithi040 ceph-mon[111703]: osdmap e36: 6 total, 5 up, 6 in 2023-08-28T02:05:59.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:59 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-08-28T02:05:59.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:05:59 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-08-28T02:05:59.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:59 smithi040 ceph-mon[120580]: Detected new or changed devices on smithi083 2023-08-28T02:05:59.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:59 smithi040 ceph-mon[120580]: Adjusting osd_memory_target on smithi083 to 8557M 2023-08-28T02:05:59.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:59 smithi040 ceph-mon[120580]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]': finished 2023-08-28T02:05:59.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:59 smithi040 ceph-mon[120580]: osdmap e36: 6 total, 5 up, 6 in 2023-08-28T02:05:59.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:59 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-08-28T02:05:59.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:05:59 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-08-28T02:06:00.334 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:00 smithi083 ceph-mon[113795]: purged_snaps scrub starts 2023-08-28T02:06:00.334 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:00 smithi083 ceph-mon[113795]: purged_snaps scrub ok 2023-08-28T02:06:00.334 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:00 smithi083 ceph-mon[113795]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2023-08-28T02:06:00.334 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:00 smithi083 ceph-mon[113795]: osd.5 [v2:172.21.15.83:6808/1250675793,v1:172.21.15.83:6809/1250675793] boot 2023-08-28T02:06:00.334 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:00 smithi083 ceph-mon[113795]: osdmap e37: 6 total, 6 up, 6 in 2023-08-28T02:06:00.334 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:00 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-08-28T02:06:00.335 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:00 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-08-28T02:06:00.335 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:00 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-08-28T02:06:00.335 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:00 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:06:00.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:00 smithi040 ceph-mon[111703]: purged_snaps scrub starts 2023-08-28T02:06:00.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:00 smithi040 ceph-mon[111703]: purged_snaps scrub ok 2023-08-28T02:06:00.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:00 smithi040 ceph-mon[111703]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2023-08-28T02:06:00.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:00 smithi040 ceph-mon[111703]: osd.5 [v2:172.21.15.83:6808/1250675793,v1:172.21.15.83:6809/1250675793] boot 2023-08-28T02:06:00.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:00 smithi040 ceph-mon[111703]: osdmap e37: 6 total, 6 up, 6 in 2023-08-28T02:06:00.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:00 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-08-28T02:06:00.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:00 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-08-28T02:06:00.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:00 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-08-28T02:06:00.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:00 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:06:00.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:00 smithi040 ceph-mon[120580]: purged_snaps scrub starts 2023-08-28T02:06:00.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:00 smithi040 ceph-mon[120580]: purged_snaps scrub ok 2023-08-28T02:06:00.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:00 smithi040 ceph-mon[120580]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 29 MiB used, 447 GiB / 447 GiB avail 2023-08-28T02:06:00.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:00 smithi040 ceph-mon[120580]: osd.5 [v2:172.21.15.83:6808/1250675793,v1:172.21.15.83:6809/1250675793] boot 2023-08-28T02:06:00.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:00 smithi040 ceph-mon[120580]: osdmap e37: 6 total, 6 up, 6 in 2023-08-28T02:06:00.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:00 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-08-28T02:06:00.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:00 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-08-28T02:06:00.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:00 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-08-28T02:06:00.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:00 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:06:01.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:01 smithi083 ceph-mon[113795]: from='client.24271 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi083:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:06:01.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:01 smithi083 ceph-mon[113795]: osdmap e38: 6 total, 6 up, 6 in 2023-08-28T02:06:01.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:01 smithi083 ceph-mon[113795]: osdmap e39: 6 total, 6 up, 6 in 2023-08-28T02:06:01.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:01 smithi040 ceph-mon[111703]: from='client.24271 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi083:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:06:01.574 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:01 smithi040 ceph-mon[111703]: osdmap e38: 6 total, 6 up, 6 in 2023-08-28T02:06:01.574 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:01 smithi040 ceph-mon[111703]: osdmap e39: 6 total, 6 up, 6 in 2023-08-28T02:06:01.574 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:01 smithi040 ceph-mon[120580]: from='client.24271 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi083:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:06:01.574 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:01 smithi040 ceph-mon[120580]: osdmap e38: 6 total, 6 up, 6 in 2023-08-28T02:06:01.574 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:01 smithi040 ceph-mon[120580]: osdmap e39: 6 total, 6 up, 6 in 2023-08-28T02:06:02.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:02 smithi040 ceph-mon[111703]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 34 MiB used, 536 GiB / 536 GiB avail 2023-08-28T02:06:02.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:02 smithi040 ceph-mon[111703]: from='client.? 172.21.15.83:0/3036064513' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c3090294-5977-4742-9daa-27650a805066"}]: dispatch 2023-08-28T02:06:02.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:02 smithi040 ceph-mon[111703]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c3090294-5977-4742-9daa-27650a805066"}]: dispatch 2023-08-28T02:06:02.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:02 smithi040 ceph-mon[111703]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c3090294-5977-4742-9daa-27650a805066"}]': finished 2023-08-28T02:06:02.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:02 smithi040 ceph-mon[111703]: osdmap e40: 7 total, 6 up, 7 in 2023-08-28T02:06:02.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:02 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-08-28T02:06:02.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:02 smithi040 ceph-mon[120580]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 34 MiB used, 536 GiB / 536 GiB avail 2023-08-28T02:06:02.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:02 smithi040 ceph-mon[120580]: from='client.? 172.21.15.83:0/3036064513' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c3090294-5977-4742-9daa-27650a805066"}]: dispatch 2023-08-28T02:06:02.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:02 smithi040 ceph-mon[120580]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c3090294-5977-4742-9daa-27650a805066"}]: dispatch 2023-08-28T02:06:02.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:02 smithi040 ceph-mon[120580]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c3090294-5977-4742-9daa-27650a805066"}]': finished 2023-08-28T02:06:02.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:02 smithi040 ceph-mon[120580]: osdmap e40: 7 total, 6 up, 7 in 2023-08-28T02:06:02.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:02 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-08-28T02:06:02.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:02 smithi083 ceph-mon[113795]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 34 MiB used, 536 GiB / 536 GiB avail 2023-08-28T02:06:02.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:02 smithi083 ceph-mon[113795]: from='client.? 172.21.15.83:0/3036064513' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c3090294-5977-4742-9daa-27650a805066"}]: dispatch 2023-08-28T02:06:02.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:02 smithi083 ceph-mon[113795]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c3090294-5977-4742-9daa-27650a805066"}]: dispatch 2023-08-28T02:06:02.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:02 smithi083 ceph-mon[113795]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c3090294-5977-4742-9daa-27650a805066"}]': finished 2023-08-28T02:06:02.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:02 smithi083 ceph-mon[113795]: osdmap e40: 7 total, 6 up, 7 in 2023-08-28T02:06:02.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:02 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-08-28T02:06:03.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:03 smithi040 ceph-mon[111703]: from='client.? 172.21.15.83:0/3467027608' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-08-28T02:06:03.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:03 smithi040 ceph-mon[120580]: from='client.? 172.21.15.83:0/3467027608' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-08-28T02:06:03.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:03 smithi083 ceph-mon[113795]: from='client.? 172.21.15.83:0/3467027608' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-08-28T02:06:04.549 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:04 smithi083 ceph-mon[113795]: pgmap v108: 1 pgs: 1 active+recovery_wait+undersized+degraded+remapped; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 2/6 objects degraded (33.333%) 2023-08-28T02:06:04.549 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:04 smithi083 ceph-mon[113795]: Health check failed: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded (PG_DEGRADED) 2023-08-28T02:06:04.549 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:04 smithi083 ceph-mon[113795]: osdmap e41: 7 total, 6 up, 7 in 2023-08-28T02:06:04.549 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:04 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-08-28T02:06:04.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:04 smithi040 ceph-mon[111703]: pgmap v108: 1 pgs: 1 active+recovery_wait+undersized+degraded+remapped; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 2/6 objects degraded (33.333%) 2023-08-28T02:06:04.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:04 smithi040 ceph-mon[111703]: Health check failed: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded (PG_DEGRADED) 2023-08-28T02:06:04.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:04 smithi040 ceph-mon[111703]: osdmap e41: 7 total, 6 up, 7 in 2023-08-28T02:06:04.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:04 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-08-28T02:06:04.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:04 smithi040 ceph-mon[120580]: pgmap v108: 1 pgs: 1 active+recovery_wait+undersized+degraded+remapped; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 2/6 objects degraded (33.333%) 2023-08-28T02:06:04.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:04 smithi040 ceph-mon[120580]: Health check failed: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded (PG_DEGRADED) 2023-08-28T02:06:04.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:04 smithi040 ceph-mon[120580]: osdmap e41: 7 total, 6 up, 7 in 2023-08-28T02:06:04.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:04 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-08-28T02:06:05.537 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:05 smithi083 ceph-mon[113795]: osdmap e42: 7 total, 6 up, 7 in 2023-08-28T02:06:05.537 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:05 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-08-28T02:06:05.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:05 smithi040 ceph-mon[111703]: osdmap e42: 7 total, 6 up, 7 in 2023-08-28T02:06:05.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:05 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-08-28T02:06:05.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:05 smithi040 ceph-mon[120580]: osdmap e42: 7 total, 6 up, 7 in 2023-08-28T02:06:05.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:05 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-08-28T02:06:06.549 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:06 smithi083 ceph-mon[113795]: pgmap v111: 1 pgs: 1 active+recovery_wait+undersized+degraded+remapped; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 2/6 objects degraded (33.333%) 2023-08-28T02:06:06.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:06 smithi040 ceph-mon[111703]: pgmap v111: 1 pgs: 1 active+recovery_wait+undersized+degraded+remapped; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 2/6 objects degraded (33.333%) 2023-08-28T02:06:06.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:06 smithi040 ceph-mon[120580]: pgmap v111: 1 pgs: 1 active+recovery_wait+undersized+degraded+remapped; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 2/6 objects degraded (33.333%) 2023-08-28T02:06:07.387 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:07 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-08-28T02:06:07.387 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:07 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:06:07.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:07 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-08-28T02:06:07.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:07 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:06:07.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:07 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-08-28T02:06:07.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:07 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:06:08.340 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:08 smithi083 ceph-mon[113795]: Deploying daemon osd.6 on smithi083 2023-08-28T02:06:08.340 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:08 smithi083 ceph-mon[113795]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 36 MiB used, 536 GiB / 536 GiB avail 2023-08-28T02:06:08.340 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:08 smithi083 ceph-mon[113795]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded) 2023-08-28T02:06:08.340 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:08 smithi083 ceph-mon[113795]: Cluster is now healthy 2023-08-28T02:06:08.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:08 smithi040 ceph-mon[111703]: Deploying daemon osd.6 on smithi083 2023-08-28T02:06:08.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:08 smithi040 ceph-mon[111703]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 36 MiB used, 536 GiB / 536 GiB avail 2023-08-28T02:06:08.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:08 smithi040 ceph-mon[111703]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded) 2023-08-28T02:06:08.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:08 smithi040 ceph-mon[111703]: Cluster is now healthy 2023-08-28T02:06:08.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:08 smithi040 ceph-mon[120580]: Deploying daemon osd.6 on smithi083 2023-08-28T02:06:08.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:08 smithi040 ceph-mon[120580]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 36 MiB used, 536 GiB / 536 GiB avail 2023-08-28T02:06:08.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:08 smithi040 ceph-mon[120580]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded) 2023-08-28T02:06:08.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:08 smithi040 ceph-mon[120580]: Cluster is now healthy 2023-08-28T02:06:10.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:10 smithi083 ceph-mon[113795]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2023-08-28T02:06:10.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:10 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:10.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:10 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:10.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:10 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:06:10.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:10 smithi040 ceph-mon[111703]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2023-08-28T02:06:10.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:10 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:10.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:10 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:10.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:10 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:06:10.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:10 smithi040 ceph-mon[120580]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2023-08-28T02:06:10.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:10 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:10.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:10 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:10.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:10 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:06:12.244 INFO:teuthology.orchestra.run.smithi083.stdout:Created osd(s) 6 on host 'smithi083' 2023-08-28T02:06:12.428 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:12 smithi083 ceph-mon[113795]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-08-28T02:06:12.428 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:12 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:12.428 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:12 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:12.428 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:12 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:06:12.428 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:12 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:06:12.429 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:12 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:12.429 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:12 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:12.429 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:12 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:12.429 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:12 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:06:12.612 DEBUG:teuthology.orchestra.run.smithi083:osd.6> sudo journalctl -f -n 0 -u ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315@osd.6.service 2023-08-28T02:06:12.614 INFO:tasks.cephadm:Deploying osd.7 on smithi083 with /dev/vg_nvme/lv_1... 2023-08-28T02:06:12.615 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2023-08-28T02:06:12.646 INFO:journalctl@ceph.osd.6.smithi083.stdout:-- Logs begin at Mon 2023-08-28 01:48:07 UTC. -- 2023-08-28T02:06:12.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:12 smithi040 ceph-mon[111703]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-08-28T02:06:12.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:12 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:12.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:12 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:12.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:12 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:06:12.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:12 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:06:12.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:12 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:12.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:12 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:12.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:12 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:12.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:12 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:06:12.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:12 smithi040 ceph-mon[120580]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-08-28T02:06:12.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:12 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:12.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:12 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:12.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:12 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:06:12.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:12 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:06:12.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:12 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:12.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:12 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:12.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:12 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:12.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:12 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:06:13.107 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:06:13.490 INFO:journalctl@ceph.osd.6.smithi083.stdout:Aug 28 02:06:13 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd-6[128944]: 2023-08-28T02:06:13.346+0000 7fb9eeb5c540 -1 osd.6 0 log_to_monitors true 2023-08-28T02:06:14.392 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:14 smithi083 ceph-mon[113795]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 60 KiB/s, 0 objects/s recovering 2023-08-28T02:06:14.393 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:14 smithi083 ceph-mon[113795]: from='osd.6 [v2:172.21.15.83:6816/4221104688,v1:172.21.15.83:6817/4221104688]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-08-28T02:06:14.393 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:14 smithi083 ceph-mon[113795]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-08-28T02:06:14.562 INFO:teuthology.orchestra.run.smithi083.stderr:--> Zapping: /dev/vg_nvme/lv_1 2023-08-28T02:06:14.562 INFO:teuthology.orchestra.run.smithi083.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2023-08-28T02:06:14.563 INFO:teuthology.orchestra.run.smithi083.stderr: stderr: 10+0 records in 2023-08-28T02:06:14.563 INFO:teuthology.orchestra.run.smithi083.stderr:10+0 records out 2023-08-28T02:06:14.563 INFO:teuthology.orchestra.run.smithi083.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0111421 s, 941 MB/s 2023-08-28T02:06:14.563 INFO:teuthology.orchestra.run.smithi083.stderr: stderr: 2023-08-28T02:06:14.563 INFO:teuthology.orchestra.run.smithi083.stderr:--> Zapping successful for: 2023-08-28T02:06:14.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:14 smithi040 ceph-mon[111703]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 60 KiB/s, 0 objects/s recovering 2023-08-28T02:06:14.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:14 smithi040 ceph-mon[111703]: from='osd.6 [v2:172.21.15.83:6816/4221104688,v1:172.21.15.83:6817/4221104688]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-08-28T02:06:14.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:14 smithi040 ceph-mon[111703]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-08-28T02:06:14.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:14 smithi040 ceph-mon[120580]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 60 KiB/s, 0 objects/s recovering 2023-08-28T02:06:14.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:14 smithi040 ceph-mon[120580]: from='osd.6 [v2:172.21.15.83:6816/4221104688,v1:172.21.15.83:6817/4221104688]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-08-28T02:06:14.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:14 smithi040 ceph-mon[120580]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-08-28T02:06:15.024 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph orch daemon add osd smithi083:vg_nvme/lv_1 2023-08-28T02:06:15.281 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:06:15.306 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:15 smithi083 ceph-mon[113795]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2023-08-28T02:06:15.306 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:15 smithi083 ceph-mon[113795]: osdmap e43: 7 total, 6 up, 7 in 2023-08-28T02:06:15.306 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:15 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-08-28T02:06:15.306 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:15 smithi083 ceph-mon[113795]: from='osd.6 [v2:172.21.15.83:6816/4221104688,v1:172.21.15.83:6817/4221104688]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]: dispatch 2023-08-28T02:06:15.306 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:15 smithi083 ceph-mon[113795]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]: dispatch 2023-08-28T02:06:15.306 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:15 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:15.306 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:15 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:15.306 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:15 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:06:15.307 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:15 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:06:15.307 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:15 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:06:15.307 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:15 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:15.307 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:15 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:06:15.307 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:15 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:06:15.307 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:15 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:15.564 INFO:journalctl@ceph.osd.6.smithi083.stdout:Aug 28 02:06:15 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd-6[128944]: 2023-08-28T02:06:15.309+0000 7fb9e5341700 -1 osd.6 0 waiting for initial osdmap 2023-08-28T02:06:15.565 INFO:journalctl@ceph.osd.6.smithi083.stdout:Aug 28 02:06:15 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd-6[128944]: 2023-08-28T02:06:15.316+0000 7fb9de138700 -1 osd.6 44 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-08-28T02:06:15.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:15 smithi040 ceph-mon[111703]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2023-08-28T02:06:15.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:15 smithi040 ceph-mon[111703]: osdmap e43: 7 total, 6 up, 7 in 2023-08-28T02:06:15.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:15 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-08-28T02:06:15.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:15 smithi040 ceph-mon[111703]: from='osd.6 [v2:172.21.15.83:6816/4221104688,v1:172.21.15.83:6817/4221104688]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]: dispatch 2023-08-28T02:06:15.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:15 smithi040 ceph-mon[111703]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]: dispatch 2023-08-28T02:06:15.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:15 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:15.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:15 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:15.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:15 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:06:15.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:15 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:06:15.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:15 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:06:15.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:15 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:15.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:15 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:06:15.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:15 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:06:15.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:15 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:15.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:15 smithi040 ceph-mon[120580]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2023-08-28T02:06:15.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:15 smithi040 ceph-mon[120580]: osdmap e43: 7 total, 6 up, 7 in 2023-08-28T02:06:15.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:15 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-08-28T02:06:15.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:15 smithi040 ceph-mon[120580]: from='osd.6 [v2:172.21.15.83:6816/4221104688,v1:172.21.15.83:6817/4221104688]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]: dispatch 2023-08-28T02:06:15.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:15 smithi040 ceph-mon[120580]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]: dispatch 2023-08-28T02:06:15.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:15 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:15.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:15 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:15.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:15 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:06:15.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:15 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:06:15.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:15 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:06:15.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:15 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:15.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:15 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:06:15.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:15 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:06:15.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:15 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:16.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:16 smithi040 ceph-mon[111703]: Detected new or changed devices on smithi083 2023-08-28T02:06:16.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:16 smithi040 ceph-mon[111703]: Adjusting osd_memory_target on smithi083 to 5704M 2023-08-28T02:06:16.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:16 smithi040 ceph-mon[111703]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-08-28T02:06:16.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:16 smithi040 ceph-mon[111703]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]': finished 2023-08-28T02:06:16.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:16 smithi040 ceph-mon[111703]: osdmap e44: 7 total, 6 up, 7 in 2023-08-28T02:06:16.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:16 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-08-28T02:06:16.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:16 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-08-28T02:06:16.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:16 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-08-28T02:06:16.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:16 smithi040 ceph-mon[120580]: Detected new or changed devices on smithi083 2023-08-28T02:06:16.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:16 smithi040 ceph-mon[120580]: Adjusting osd_memory_target on smithi083 to 5704M 2023-08-28T02:06:16.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:16 smithi040 ceph-mon[120580]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-08-28T02:06:16.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:16 smithi040 ceph-mon[120580]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]': finished 2023-08-28T02:06:16.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:16 smithi040 ceph-mon[120580]: osdmap e44: 7 total, 6 up, 7 in 2023-08-28T02:06:16.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:16 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-08-28T02:06:16.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:16 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-08-28T02:06:16.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:16 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-08-28T02:06:16.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:16 smithi083 ceph-mon[113795]: Detected new or changed devices on smithi083 2023-08-28T02:06:16.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:16 smithi083 ceph-mon[113795]: Adjusting osd_memory_target on smithi083 to 5704M 2023-08-28T02:06:16.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:16 smithi083 ceph-mon[113795]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-08-28T02:06:16.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:16 smithi083 ceph-mon[113795]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]': finished 2023-08-28T02:06:16.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:16 smithi083 ceph-mon[113795]: osdmap e44: 7 total, 6 up, 7 in 2023-08-28T02:06:16.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:16 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-08-28T02:06:16.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:16 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-08-28T02:06:16.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:16 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-08-28T02:06:17.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:17 smithi083 ceph-mon[113795]: purged_snaps scrub starts 2023-08-28T02:06:17.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:17 smithi083 ceph-mon[113795]: purged_snaps scrub ok 2023-08-28T02:06:17.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:17 smithi083 ceph-mon[113795]: osd.6 [v2:172.21.15.83:6816/4221104688,v1:172.21.15.83:6817/4221104688] boot 2023-08-28T02:06:17.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:17 smithi083 ceph-mon[113795]: osdmap e45: 7 total, 7 up, 7 in 2023-08-28T02:06:17.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:17 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-08-28T02:06:17.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:17 smithi083 ceph-mon[113795]: from='client.24298 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi083:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:06:17.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:17 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-08-28T02:06:17.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:17 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-08-28T02:06:17.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:17 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:06:17.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:17 smithi040 ceph-mon[111703]: purged_snaps scrub starts 2023-08-28T02:06:17.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:17 smithi040 ceph-mon[111703]: purged_snaps scrub ok 2023-08-28T02:06:17.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:17 smithi040 ceph-mon[111703]: osd.6 [v2:172.21.15.83:6816/4221104688,v1:172.21.15.83:6817/4221104688] boot 2023-08-28T02:06:17.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:17 smithi040 ceph-mon[111703]: osdmap e45: 7 total, 7 up, 7 in 2023-08-28T02:06:17.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:17 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-08-28T02:06:17.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:17 smithi040 ceph-mon[111703]: from='client.24298 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi083:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:06:17.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:17 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-08-28T02:06:17.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:17 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-08-28T02:06:17.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:17 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:06:17.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:17 smithi040 ceph-mon[120580]: purged_snaps scrub starts 2023-08-28T02:06:17.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:17 smithi040 ceph-mon[120580]: purged_snaps scrub ok 2023-08-28T02:06:17.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:17 smithi040 ceph-mon[120580]: osd.6 [v2:172.21.15.83:6816/4221104688,v1:172.21.15.83:6817/4221104688] boot 2023-08-28T02:06:17.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:17 smithi040 ceph-mon[120580]: osdmap e45: 7 total, 7 up, 7 in 2023-08-28T02:06:17.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:17 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-08-28T02:06:17.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:17 smithi040 ceph-mon[120580]: from='client.24298 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi083:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:06:17.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:17 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-08-28T02:06:17.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:17 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-08-28T02:06:17.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:17 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:06:18.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:18 smithi040 ceph-mon[111703]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2023-08-28T02:06:18.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:18 smithi040 ceph-mon[111703]: osdmap e46: 7 total, 7 up, 7 in 2023-08-28T02:06:18.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:18 smithi040 ceph-mon[111703]: from='client.? 172.21.15.83:0/1819516932' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "68aeca75-f923-43f9-9eab-b70d1a4e14c6"}]: dispatch 2023-08-28T02:06:18.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:18 smithi040 ceph-mon[111703]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "68aeca75-f923-43f9-9eab-b70d1a4e14c6"}]: dispatch 2023-08-28T02:06:18.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:18 smithi040 ceph-mon[111703]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "68aeca75-f923-43f9-9eab-b70d1a4e14c6"}]': finished 2023-08-28T02:06:18.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:18 smithi040 ceph-mon[111703]: osdmap e47: 8 total, 7 up, 8 in 2023-08-28T02:06:18.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:18 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-08-28T02:06:18.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:18 smithi040 ceph-mon[120580]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2023-08-28T02:06:18.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:18 smithi040 ceph-mon[120580]: osdmap e46: 7 total, 7 up, 7 in 2023-08-28T02:06:18.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:18 smithi040 ceph-mon[120580]: from='client.? 172.21.15.83:0/1819516932' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "68aeca75-f923-43f9-9eab-b70d1a4e14c6"}]: dispatch 2023-08-28T02:06:18.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:18 smithi040 ceph-mon[120580]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "68aeca75-f923-43f9-9eab-b70d1a4e14c6"}]: dispatch 2023-08-28T02:06:18.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:18 smithi040 ceph-mon[120580]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "68aeca75-f923-43f9-9eab-b70d1a4e14c6"}]': finished 2023-08-28T02:06:18.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:18 smithi040 ceph-mon[120580]: osdmap e47: 8 total, 7 up, 8 in 2023-08-28T02:06:18.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:18 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-08-28T02:06:18.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:18 smithi083 ceph-mon[113795]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 35 MiB used, 536 GiB / 536 GiB avail 2023-08-28T02:06:18.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:18 smithi083 ceph-mon[113795]: osdmap e46: 7 total, 7 up, 7 in 2023-08-28T02:06:18.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:18 smithi083 ceph-mon[113795]: from='client.? 172.21.15.83:0/1819516932' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "68aeca75-f923-43f9-9eab-b70d1a4e14c6"}]: dispatch 2023-08-28T02:06:18.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:18 smithi083 ceph-mon[113795]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "68aeca75-f923-43f9-9eab-b70d1a4e14c6"}]: dispatch 2023-08-28T02:06:18.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:18 smithi083 ceph-mon[113795]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "68aeca75-f923-43f9-9eab-b70d1a4e14c6"}]': finished 2023-08-28T02:06:18.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:18 smithi083 ceph-mon[113795]: osdmap e47: 8 total, 7 up, 8 in 2023-08-28T02:06:18.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:18 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-08-28T02:06:19.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:19 smithi040 ceph-mon[111703]: from='client.? 172.21.15.83:0/3812019898' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-08-28T02:06:19.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:19 smithi040 ceph-mon[120580]: from='client.? 172.21.15.83:0/3812019898' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-08-28T02:06:19.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:19 smithi083 ceph-mon[113795]: from='client.? 172.21.15.83:0/3812019898' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-08-28T02:06:20.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:20 smithi040 ceph-mon[111703]: pgmap v123: 1 pgs: 1 remapped+peering; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2023-08-28T02:06:20.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:20 smithi040 ceph-mon[111703]: osdmap e48: 8 total, 7 up, 8 in 2023-08-28T02:06:20.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:20 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-08-28T02:06:20.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:20 smithi040 ceph-mon[120580]: pgmap v123: 1 pgs: 1 remapped+peering; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2023-08-28T02:06:20.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:20 smithi040 ceph-mon[120580]: osdmap e48: 8 total, 7 up, 8 in 2023-08-28T02:06:20.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:20 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-08-28T02:06:20.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:20 smithi083 ceph-mon[113795]: pgmap v123: 1 pgs: 1 remapped+peering; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2023-08-28T02:06:20.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:20 smithi083 ceph-mon[113795]: osdmap e48: 8 total, 7 up, 8 in 2023-08-28T02:06:20.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:20 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-08-28T02:06:21.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:21 smithi040 ceph-mon[111703]: osdmap e49: 8 total, 7 up, 8 in 2023-08-28T02:06:21.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:21 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-08-28T02:06:21.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:21 smithi040 ceph-mon[120580]: osdmap e49: 8 total, 7 up, 8 in 2023-08-28T02:06:21.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:21 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-08-28T02:06:21.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:21 smithi083 ceph-mon[113795]: osdmap e49: 8 total, 7 up, 8 in 2023-08-28T02:06:21.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:21 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-08-28T02:06:22.443 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:22 smithi083 ceph-mon[113795]: pgmap v126: 1 pgs: 1 remapped+peering; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2023-08-28T02:06:22.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:22 smithi040 ceph-mon[111703]: pgmap v126: 1 pgs: 1 remapped+peering; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2023-08-28T02:06:22.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:22 smithi040 ceph-mon[120580]: pgmap v126: 1 pgs: 1 remapped+peering; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail 2023-08-28T02:06:23.601 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:23 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-08-28T02:06:23.601 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:23 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:06:23.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:23 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-08-28T02:06:23.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:23 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:06:23.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:23 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-08-28T02:06:23.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:23 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:06:24.630 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:24 smithi083 ceph-mon[113795]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail; 103 KiB/s, 0 objects/s recovering 2023-08-28T02:06:24.630 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:24 smithi083 ceph-mon[113795]: Deploying daemon osd.7 on smithi083 2023-08-28T02:06:24.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:24 smithi040 ceph-mon[111703]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail; 103 KiB/s, 0 objects/s recovering 2023-08-28T02:06:24.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:24 smithi040 ceph-mon[111703]: Deploying daemon osd.7 on smithi083 2023-08-28T02:06:24.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:24 smithi040 ceph-mon[120580]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail; 103 KiB/s, 0 objects/s recovering 2023-08-28T02:06:24.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:24 smithi040 ceph-mon[120580]: Deploying daemon osd.7 on smithi083 2023-08-28T02:06:26.593 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:26 smithi083 ceph-mon[113795]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail; 86 KiB/s, 0 objects/s recovering 2023-08-28T02:06:26.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:26 smithi040 ceph-mon[111703]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail; 86 KiB/s, 0 objects/s recovering 2023-08-28T02:06:26.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:26 smithi040 ceph-mon[120580]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail; 86 KiB/s, 0 objects/s recovering 2023-08-28T02:06:27.696 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:27 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:27.696 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:27 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:06:27.696 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:27 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:27.696 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:27 smithi083 ceph-mon[113795]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-08-28T02:06:27.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:27 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:27.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:27 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:06:27.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:27 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:27.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:27 smithi040 ceph-mon[111703]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-08-28T02:06:27.980 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:27 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:27.980 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:27 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:06:27.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:27 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:27.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:27 smithi040 ceph-mon[120580]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-08-28T02:06:28.711 INFO:teuthology.orchestra.run.smithi083.stdout:Created osd(s) 7 on host 'smithi083' 2023-08-28T02:06:29.132 DEBUG:teuthology.orchestra.run.smithi083:osd.7> sudo journalctl -f -n 0 -u ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315@osd.7.service 2023-08-28T02:06:29.134 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2023-08-28T02:06:29.134 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd stat -f json 2023-08-28T02:06:29.164 INFO:journalctl@ceph.osd.7.smithi083.stdout:-- Logs begin at Mon 2023-08-28 01:48:07 UTC. -- 2023-08-28T02:06:29.410 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:29 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:29.410 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:29 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:29.410 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:29 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:06:29.410 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:29 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:06:29.410 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:29 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:29.410 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:29 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:29.410 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:29 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:29.410 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:29 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:06:29.435 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:06:29.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:29 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:29.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:29 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:29.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:29 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:06:29.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:29 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:06:29.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:29 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:29.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:29 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:29.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:29 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:29.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:29 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:06:29.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:29 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:29.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:29 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:29.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:29 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:06:29.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:29 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:06:29.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:29 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:29.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:29 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:29.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:29 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:29.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:29 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:06:30.167 INFO:journalctl@ceph.osd.7.smithi083.stdout:Aug 28 02:06:29 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd-7[133433]: 2023-08-28T02:06:29.853+0000 7f6cdd653540 -1 osd.7 0 log_to_monitors true 2023-08-28T02:06:30.479 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:30 smithi083 ceph-mon[113795]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail; 60 KiB/s, 0 objects/s recovering 2023-08-28T02:06:30.479 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:30 smithi083 ceph-mon[113795]: from='osd.7 [v2:172.21.15.83:6824/722500369,v1:172.21.15.83:6825/722500369]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-08-28T02:06:30.479 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:30 smithi083 ceph-mon[113795]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-08-28T02:06:30.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:30 smithi040 ceph-mon[111703]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail; 60 KiB/s, 0 objects/s recovering 2023-08-28T02:06:30.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:30 smithi040 ceph-mon[111703]: from='osd.7 [v2:172.21.15.83:6824/722500369,v1:172.21.15.83:6825/722500369]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-08-28T02:06:30.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:30 smithi040 ceph-mon[111703]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-08-28T02:06:30.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:30 smithi040 ceph-mon[120580]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail; 60 KiB/s, 0 objects/s recovering 2023-08-28T02:06:30.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:30 smithi040 ceph-mon[120580]: from='osd.7 [v2:172.21.15.83:6824/722500369,v1:172.21.15.83:6825/722500369]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-08-28T02:06:30.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:30 smithi040 ceph-mon[120580]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-08-28T02:06:30.730 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:06:31.154 INFO:teuthology.orchestra.run.smithi040.stdout:{"epoch":50,"num_osds":8,"num_up_osds":7,"osd_up_since":1693188376,"num_in_osds":8,"osd_in_since":1693188378,"num_remapped_pgs":0} 2023-08-28T02:06:31.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:31 smithi040 ceph-mon[111703]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2023-08-28T02:06:31.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:31 smithi040 ceph-mon[111703]: osdmap e50: 8 total, 7 up, 8 in 2023-08-28T02:06:31.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:31 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-08-28T02:06:31.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:31 smithi040 ceph-mon[111703]: from='osd.7 [v2:172.21.15.83:6824/722500369,v1:172.21.15.83:6825/722500369]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]: dispatch 2023-08-28T02:06:31.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:31 smithi040 ceph-mon[111703]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]: dispatch 2023-08-28T02:06:31.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:31 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/471405143' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-08-28T02:06:31.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:31 smithi040 ceph-mon[111703]: Detected new or changed devices on smithi083 2023-08-28T02:06:31.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:31 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:31.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:31 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:31.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:31 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:06:31.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:31 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:06:31.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:31 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:06:31.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:31 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:06:31.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:31 smithi040 ceph-mon[111703]: Adjusting osd_memory_target on smithi083 to 4278M 2023-08-28T02:06:31.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:31 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:31.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:31 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:06:31.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:31 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:06:31.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:31 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:31.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:31 smithi040 ceph-mon[111703]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-08-28T02:06:31.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:31 smithi040 ceph-mon[120580]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2023-08-28T02:06:31.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:31 smithi040 ceph-mon[120580]: osdmap e50: 8 total, 7 up, 8 in 2023-08-28T02:06:31.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:31 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-08-28T02:06:31.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:31 smithi040 ceph-mon[120580]: from='osd.7 [v2:172.21.15.83:6824/722500369,v1:172.21.15.83:6825/722500369]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]: dispatch 2023-08-28T02:06:31.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:31 smithi040 ceph-mon[120580]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]: dispatch 2023-08-28T02:06:31.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:31 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/471405143' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-08-28T02:06:31.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:31 smithi040 ceph-mon[120580]: Detected new or changed devices on smithi083 2023-08-28T02:06:31.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:31 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:31.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:31 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:31.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:31 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:06:31.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:31 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:06:31.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:31 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:06:31.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:31 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:06:31.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:31 smithi040 ceph-mon[120580]: Adjusting osd_memory_target on smithi083 to 4278M 2023-08-28T02:06:31.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:31 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:31.984 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:31 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:06:31.984 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:31 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:06:31.984 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:31 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:31.984 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:31 smithi040 ceph-mon[120580]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-08-28T02:06:31.990 INFO:journalctl@ceph.osd.7.smithi083.stdout:Aug 28 02:06:31 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd-7[133433]: 2023-08-28T02:06:31.695+0000 7f6cd3e38700 -1 osd.7 0 waiting for initial osdmap 2023-08-28T02:06:31.990 INFO:journalctl@ceph.osd.7.smithi083.stdout:Aug 28 02:06:31 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd-7[133433]: 2023-08-28T02:06:31.703+0000 7f6ccf434700 -1 osd.7 51 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-08-28T02:06:31.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:31 smithi083 ceph-mon[113795]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2023-08-28T02:06:31.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:31 smithi083 ceph-mon[113795]: osdmap e50: 8 total, 7 up, 8 in 2023-08-28T02:06:31.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:31 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-08-28T02:06:31.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:31 smithi083 ceph-mon[113795]: from='osd.7 [v2:172.21.15.83:6824/722500369,v1:172.21.15.83:6825/722500369]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]: dispatch 2023-08-28T02:06:31.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:31 smithi083 ceph-mon[113795]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]: dispatch 2023-08-28T02:06:31.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:31 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/471405143' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-08-28T02:06:31.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:31 smithi083 ceph-mon[113795]: Detected new or changed devices on smithi083 2023-08-28T02:06:31.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:31 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:31.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:31 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:31.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:31 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:06:31.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:31 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:06:31.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:31 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:06:31.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:31 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:06:31.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:31 smithi083 ceph-mon[113795]: Adjusting osd_memory_target on smithi083 to 4278M 2023-08-28T02:06:31.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:31 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:31.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:31 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:06:31.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:31 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:06:31.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:31 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:31.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:31 smithi083 ceph-mon[113795]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 41 MiB used, 626 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-08-28T02:06:32.155 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd stat -f json 2023-08-28T02:06:32.453 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:06:32.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:32 smithi040 ceph-mon[111703]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]': finished 2023-08-28T02:06:32.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:32 smithi040 ceph-mon[111703]: osdmap e51: 8 total, 7 up, 8 in 2023-08-28T02:06:32.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:32 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-08-28T02:06:32.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:32 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-08-28T02:06:32.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:32 smithi040 ceph-mon[120580]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]': finished 2023-08-28T02:06:32.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:32 smithi040 ceph-mon[120580]: osdmap e51: 8 total, 7 up, 8 in 2023-08-28T02:06:32.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:32 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-08-28T02:06:32.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:32 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-08-28T02:06:32.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:32 smithi083 ceph-mon[113795]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi083", "root=default"]}]': finished 2023-08-28T02:06:32.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:32 smithi083 ceph-mon[113795]: osdmap e51: 8 total, 7 up, 8 in 2023-08-28T02:06:32.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:32 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-08-28T02:06:32.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:32 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-08-28T02:06:33.819 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:06:33.980 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:33 smithi040 ceph-mon[120580]: purged_snaps scrub starts 2023-08-28T02:06:33.980 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:33 smithi040 ceph-mon[120580]: purged_snaps scrub ok 2023-08-28T02:06:33.980 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:33 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-08-28T02:06:33.980 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:33 smithi040 ceph-mon[120580]: osd.7 [v2:172.21.15.83:6824/722500369,v1:172.21.15.83:6825/722500369] boot 2023-08-28T02:06:33.980 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:33 smithi040 ceph-mon[120580]: osdmap e52: 8 total, 8 up, 8 in 2023-08-28T02:06:33.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:33 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-08-28T02:06:33.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:33 smithi040 ceph-mon[120580]: pgmap v135: 1 pgs: 1 peering; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail 2023-08-28T02:06:33.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:33 smithi040 ceph-mon[111703]: purged_snaps scrub starts 2023-08-28T02:06:33.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:33 smithi040 ceph-mon[111703]: purged_snaps scrub ok 2023-08-28T02:06:33.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:33 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-08-28T02:06:33.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:33 smithi040 ceph-mon[111703]: osd.7 [v2:172.21.15.83:6824/722500369,v1:172.21.15.83:6825/722500369] boot 2023-08-28T02:06:33.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:33 smithi040 ceph-mon[111703]: osdmap e52: 8 total, 8 up, 8 in 2023-08-28T02:06:33.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:33 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-08-28T02:06:33.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:33 smithi040 ceph-mon[111703]: pgmap v135: 1 pgs: 1 peering; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail 2023-08-28T02:06:33.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:33 smithi083 ceph-mon[113795]: purged_snaps scrub starts 2023-08-28T02:06:33.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:33 smithi083 ceph-mon[113795]: purged_snaps scrub ok 2023-08-28T02:06:33.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:33 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-08-28T02:06:33.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:33 smithi083 ceph-mon[113795]: osd.7 [v2:172.21.15.83:6824/722500369,v1:172.21.15.83:6825/722500369] boot 2023-08-28T02:06:33.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:33 smithi083 ceph-mon[113795]: osdmap e52: 8 total, 8 up, 8 in 2023-08-28T02:06:33.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:33 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-08-28T02:06:33.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:33 smithi083 ceph-mon[113795]: pgmap v135: 1 pgs: 1 peering; 577 KiB data, 42 MiB used, 626 GiB / 626 GiB avail 2023-08-28T02:06:34.196 INFO:teuthology.orchestra.run.smithi040.stdout:{"epoch":53,"num_osds":8,"num_up_osds":8,"osd_up_since":1693188392,"num_in_osds":8,"osd_in_since":1693188378,"num_remapped_pgs":1} 2023-08-28T02:06:34.196 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd dump --format=json 2023-08-28T02:06:34.494 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:06:34.980 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:34 smithi040 ceph-mon[120580]: osdmap e53: 8 total, 8 up, 8 in 2023-08-28T02:06:34.980 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:34 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/3657690839' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-08-28T02:06:34.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:34 smithi040 ceph-mon[111703]: osdmap e53: 8 total, 8 up, 8 in 2023-08-28T02:06:34.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:34 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/3657690839' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-08-28T02:06:34.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:34 smithi083 ceph-mon[113795]: osdmap e53: 8 total, 8 up, 8 in 2023-08-28T02:06:34.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:34 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/3657690839' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-08-28T02:06:35.870 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:06:35.871 INFO:teuthology.orchestra.run.smithi040.stdout:{"epoch":55,"fsid":"d9a8f48a-4546-11ee-817c-1b7a5f1ba315","created":"2023-08-28T02:02:36.246825+0000","modified":"2023-08-28T02:06:35.254107+0000","last_up_change":"2023-08-28T02:06:32.691271+0000","last_in_change":"2023-08-28T02:06:18.214471+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-08-28T02:05:09.421502+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"905741fe-5340-4925-810a-6b832789b564","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6802","nonce":3285535057},{"type":"v1","addr":"172.21.15.40:6803","nonce":3285535057}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6804","nonce":3285535057},{"type":"v1","addr":"172.21.15.40:6805","nonce":3285535057}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6808","nonce":3285535057},{"type":"v1","addr":"172.21.15.40:6809","nonce":3285535057}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6806","nonce":3285535057},{"type":"v1","addr":"172.21.15.40:6807","nonce":3285535057}]},"public_addr":"172.21.15.40:6803/3285535057","cluster_addr":"172.21.15.40:6805/3285535057","heartbeat_back_addr":"172.21.15.40:6809/3285535057","heartbeat_front_addr":"172.21.15.40:6807/3285535057","state":["exists","up"]},{"osd":1,"uuid":"94c3f7d4-5632-445f-a770-203e1a65fa64","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6810","nonce":2125001858},{"type":"v1","addr":"172.21.15.40:6811","nonce":2125001858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6812","nonce":2125001858},{"type":"v1","addr":"172.21.15.40:6813","nonce":2125001858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6816","nonce":2125001858},{"type":"v1","addr":"172.21.15.40:6817","nonce":2125001858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6814","nonce":2125001858},{"type":"v1","addr":"172.21.15.40:6815","nonce":2125001858}]},"public_addr":"172.21.15.40:6811/2125001858","cluster_addr":"172.21.15.40:6813/2125001858","heartbeat_back_addr":"172.21.15.40:6817/2125001858","heartbeat_front_addr":"172.21.15.40:6815/2125001858","state":["exists","up"]},{"osd":2,"uuid":"80f7a434-a506-4d80-a087-cbb10bee2029","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6818","nonce":1418265781},{"type":"v1","addr":"172.21.15.40:6819","nonce":1418265781}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6820","nonce":1418265781},{"type":"v1","addr":"172.21.15.40:6821","nonce":1418265781}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6824","nonce":1418265781},{"type":"v1","addr":"172.21.15.40:6825","nonce":1418265781}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6822","nonce":1418265781},{"type":"v1","addr":"172.21.15.40:6823","nonce":1418265781}]},"public_addr":"172.21.15.40:6819/1418265781","cluster_addr":"172.21.15.40:6821/1418265781","heartbeat_back_addr":"172.21.15.40:6825/1418265781","heartbeat_front_addr":"172.21.15.40:6823/1418265781","state":["exists","up"]},{"osd":3,"uuid":"221406ea-c21b-4ccc-ae87-8d064443d6e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6826","nonce":3416730178},{"type":"v1","addr":"172.21.15.40:6827","nonce":3416730178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6828","nonce":3416730178},{"type":"v1","addr":"172.21.15.40:6829","nonce":3416730178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6832","nonce":3416730178},{"type":"v1","addr":"172.21.15.40:6833","nonce":3416730178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6830","nonce":3416730178},{"type":"v1","addr":"172.21.15.40:6831","nonce":3416730178}]},"public_addr":"172.21.15.40:6827/3416730178","cluster_addr":"172.21.15.40:6829/3416730178","heartbeat_back_addr":"172.21.15.40:6833/3416730178","heartbeat_front_addr":"172.21.15.40:6831/3416730178","state":["exists","up"]},{"osd":4,"uuid":"78b5c0ad-9287-425c-a47b-e503339022b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6800","nonce":2381860577},{"type":"v1","addr":"172.21.15.83:6801","nonce":2381860577}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6802","nonce":2381860577},{"type":"v1","addr":"172.21.15.83:6803","nonce":2381860577}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6806","nonce":2381860577},{"type":"v1","addr":"172.21.15.83:6807","nonce":2381860577}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6804","nonce":2381860577},{"type":"v1","addr":"172.21.15.83:6805","nonce":2381860577}]},"public_addr":"172.21.15.83:6801/2381860577","cluster_addr":"172.21.15.83:6803/2381860577","heartbeat_back_addr":"172.21.15.83:6807/2381860577","heartbeat_front_addr":"172.21.15.83:6805/2381860577","state":["exists","up"]},{"osd":5,"uuid":"28339507-a2fc-4454-833b-5fd41b5f0e17","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6808","nonce":1250675793},{"type":"v1","addr":"172.21.15.83:6809","nonce":1250675793}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6810","nonce":1250675793},{"type":"v1","addr":"172.21.15.83:6811","nonce":1250675793}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6814","nonce":1250675793},{"type":"v1","addr":"172.21.15.83:6815","nonce":1250675793}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6812","nonce":1250675793},{"type":"v1","addr":"172.21.15.83:6813","nonce":1250675793}]},"public_addr":"172.21.15.83:6809/1250675793","cluster_addr":"172.21.15.83:6811/1250675793","heartbeat_back_addr":"172.21.15.83:6815/1250675793","heartbeat_front_addr":"172.21.15.83:6813/1250675793","state":["exists","up"]},{"osd":6,"uuid":"c3090294-5977-4742-9daa-27650a805066","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6816","nonce":4221104688},{"type":"v1","addr":"172.21.15.83:6817","nonce":4221104688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6818","nonce":4221104688},{"type":"v1","addr":"172.21.15.83:6819","nonce":4221104688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6822","nonce":4221104688},{"type":"v1","addr":"172.21.15.83:6823","nonce":4221104688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6820","nonce":4221104688},{"type":"v1","addr":"172.21.15.83:6821","nonce":4221104688}]},"public_addr":"172.21.15.83:6817/4221104688","cluster_addr":"172.21.15.83:6819/4221104688","heartbeat_back_addr":"172.21.15.83:6823/4221104688","heartbeat_front_addr":"172.21.15.83:6821/4221104688","state":["exists","up"]},{"osd":7,"uuid":"68aeca75-f923-43f9-9eab-b70d1a4e14c6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6824","nonce":722500369},{"type":"v1","addr":"172.21.15.83:6825","nonce":722500369}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6826","nonce":722500369},{"type":"v1","addr":"172.21.15.83:6827","nonce":722500369}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6830","nonce":722500369},{"type":"v1","addr":"172.21.15.83:6831","nonce":722500369}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6828","nonce":722500369},{"type":"v1","addr":"172.21.15.83:6829","nonce":722500369}]},"public_addr":"172.21.15.83:6825/722500369","cluster_addr":"172.21.15.83:6827/722500369","heartbeat_back_addr":"172.21.15.83:6831/722500369","heartbeat_front_addr":"172.21.15.83:6829/722500369","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-08-28T02:04:29.948020+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-08-28T02:04:48.253614+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-08-28T02:05:06.769453+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-08-28T02:05:24.931800+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-08-28T02:05:41.402630+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-08-28T02:05:57.674865+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-08-28T02:06:14.395075+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-08-28T02:06:30.825732+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.40:0/2450471864":"2023-08-29T02:03:26.879885+0000","172.21.15.40:0/3371895665":"2023-08-29T02:03:26.879885+0000","172.21.15.40:0/2731012969":"2023-08-29T02:03:26.879885+0000","172.21.15.40:6801/2970497546":"2023-08-29T02:03:26.879885+0000","172.21.15.40:0/4125540708":"2023-08-29T02:03:05.971942+0000","172.21.15.40:6800/553226419":"2023-08-29T02:03:05.971942+0000","172.21.15.40:0/3896348771":"2023-08-29T02:03:05.971942+0000","172.21.15.40:0/3411944587":"2023-08-29T02:03:05.971942+0000","172.21.15.40:6801/553226419":"2023-08-29T02:03:05.971942+0000","172.21.15.40:6800/2970497546":"2023-08-29T02:03:26.879885+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-08-28T02:06:35.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:35 smithi040 ceph-mon[111703]: osdmap e54: 8 total, 8 up, 8 in 2023-08-28T02:06:35.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:35 smithi040 ceph-mon[111703]: pgmap v138: 1 pgs: 1 peering; 577 KiB data, 47 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:06:35.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:35 smithi040 ceph-mon[111703]: osdmap e55: 8 total, 8 up, 8 in 2023-08-28T02:06:35.980 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:35 smithi040 ceph-mon[120580]: osdmap e54: 8 total, 8 up, 8 in 2023-08-28T02:06:35.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:35 smithi040 ceph-mon[120580]: pgmap v138: 1 pgs: 1 peering; 577 KiB data, 47 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:06:35.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:35 smithi040 ceph-mon[120580]: osdmap e55: 8 total, 8 up, 8 in 2023-08-28T02:06:35.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:35 smithi083 ceph-mon[113795]: osdmap e54: 8 total, 8 up, 8 in 2023-08-28T02:06:35.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:35 smithi083 ceph-mon[113795]: pgmap v138: 1 pgs: 1 peering; 577 KiB data, 47 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:06:35.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:35 smithi083 ceph-mon[113795]: osdmap e55: 8 total, 8 up, 8 in 2023-08-28T02:06:36.262 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-08-28T02:05:09.421502+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}] 2023-08-28T02:06:36.263 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd pool get .mgr pg_num 2023-08-28T02:06:36.559 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:06:36.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:36 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/1576828267' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-08-28T02:06:36.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:36 smithi040 ceph-mon[111703]: osdmap e56: 8 total, 8 up, 8 in 2023-08-28T02:06:36.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:36 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/1576828267' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-08-28T02:06:36.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:36 smithi040 ceph-mon[120580]: osdmap e56: 8 total, 8 up, 8 in 2023-08-28T02:06:36.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:36 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/1576828267' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-08-28T02:06:36.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:36 smithi083 ceph-mon[113795]: osdmap e56: 8 total, 8 up, 8 in 2023-08-28T02:06:37.862 INFO:teuthology.orchestra.run.smithi040.stdout:pg_num: 1 2023-08-28T02:06:37.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:37 smithi040 ceph-mon[111703]: pgmap v141: 1 pgs: 1 peering; 577 KiB data, 47 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:06:37.980 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:37 smithi040 ceph-mon[120580]: pgmap v141: 1 pgs: 1 peering; 577 KiB data, 47 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:06:37.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:37 smithi083 ceph-mon[113795]: pgmap v141: 1 pgs: 1 peering; 577 KiB data, 47 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:06:38.246 INFO:tasks.cephadm:Adding prometheus.a on smithi083 2023-08-28T02:06:38.246 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph orch apply prometheus '1;smithi083=a' 2023-08-28T02:06:38.520 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:06:38.974 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:38 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/352697112' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-08-28T02:06:38.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:38 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/352697112' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-08-28T02:06:38.980 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:38 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/352697112' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-08-28T02:06:39.716 INFO:teuthology.orchestra.run.smithi083.stdout:Scheduled prometheus update... 2023-08-28T02:06:39.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:39 smithi040 ceph-mon[111703]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 110 KiB/s, 0 objects/s recovering 2023-08-28T02:06:39.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:39 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:39.980 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:39 smithi040 ceph-mon[120580]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 110 KiB/s, 0 objects/s recovering 2023-08-28T02:06:39.980 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:39 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:39.986 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:39 smithi083 ceph-mon[113795]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 110 KiB/s, 0 objects/s recovering 2023-08-28T02:06:39.986 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:39 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:40.092 DEBUG:teuthology.orchestra.run.smithi083:prometheus.a> sudo journalctl -f -n 0 -u ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315@prometheus.a.service 2023-08-28T02:06:40.094 INFO:tasks.cephadm:Adding node-exporter.a on smithi040 2023-08-28T02:06:40.094 INFO:tasks.cephadm:Adding node-exporter.b on smithi083 2023-08-28T02:06:40.094 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph orch apply node-exporter '2;smithi040=a;smithi083=b' 2023-08-28T02:06:40.127 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:-- Logs begin at Mon 2023-08-28 01:48:07 UTC. -- 2023-08-28T02:06:40.384 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:06:40.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:40 smithi083 ceph-mon[113795]: from='client.24346 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi083=a", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:06:40.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:40 smithi083 ceph-mon[113795]: Saving service prometheus spec with placement smithi083=a;count:1 2023-08-28T02:06:40.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:40 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:06:40.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:40 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:06:40.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:40 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:06:40.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:40 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:40.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:40 smithi083 ceph-mon[113795]: Deploying daemon prometheus.a on smithi083 2023-08-28T02:06:41.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:40 smithi040 ceph-mon[111703]: from='client.24346 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi083=a", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:06:41.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:40 smithi040 ceph-mon[111703]: Saving service prometheus spec with placement smithi083=a;count:1 2023-08-28T02:06:41.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:40 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:06:41.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:40 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:06:41.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:40 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:06:41.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:40 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:41.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:40 smithi040 ceph-mon[111703]: Deploying daemon prometheus.a on smithi083 2023-08-28T02:06:41.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:40 smithi040 ceph-mon[120580]: from='client.24346 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi083=a", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:06:41.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:40 smithi040 ceph-mon[120580]: Saving service prometheus spec with placement smithi083=a;count:1 2023-08-28T02:06:41.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:40 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:06:41.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:40 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:06:41.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:40 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:06:41.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:40 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:41.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:40 smithi040 ceph-mon[120580]: Deploying daemon prometheus.a on smithi083 2023-08-28T02:06:41.895 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:41 smithi083 ceph-mon[113795]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 93 KiB/s, 0 objects/s recovering 2023-08-28T02:06:42.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:41 smithi040 ceph-mon[111703]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 93 KiB/s, 0 objects/s recovering 2023-08-28T02:06:42.230 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:41 smithi040 ceph-mon[120580]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 93 KiB/s, 0 objects/s recovering 2023-08-28T02:06:42.308 INFO:teuthology.orchestra.run.smithi083.stdout:Scheduled node-exporter update... 2023-08-28T02:06:43.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:43 smithi040 ceph-mon[111703]: from='client.24352 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi040=a;smithi083=b", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:06:43.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:43 smithi040 ceph-mon[111703]: Saving service node-exporter spec with placement smithi040=a;smithi083=b;count:2 2023-08-28T02:06:43.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:43 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:43.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:43 smithi040 ceph-mon[120580]: from='client.24352 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi040=a;smithi083=b", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:06:43.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:43 smithi040 ceph-mon[120580]: Saving service node-exporter spec with placement smithi040=a;smithi083=b;count:2 2023-08-28T02:06:43.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:43 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:43.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:43 smithi083 ceph-mon[113795]: from='client.24352 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi040=a;smithi083=b", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:06:43.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:43 smithi083 ceph-mon[113795]: Saving service node-exporter spec with placement smithi040=a;smithi083=b;count:2 2023-08-28T02:06:43.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:43 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:44.153 DEBUG:teuthology.orchestra.run.smithi040:node-exporter.a> sudo journalctl -f -n 0 -u ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315@node-exporter.a.service 2023-08-28T02:06:44.156 DEBUG:teuthology.orchestra.run.smithi083:node-exporter.b> sudo journalctl -f -n 0 -u ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315@node-exporter.b.service 2023-08-28T02:06:44.158 INFO:tasks.cephadm:Adding alertmanager.a on smithi040 2023-08-28T02:06:44.158 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph orch apply alertmanager '1;smithi040=a' 2023-08-28T02:06:44.189 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:-- Logs begin at Mon 2023-08-28 01:48:07 UTC. -- 2023-08-28T02:06:44.196 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:-- Logs begin at Mon 2023-08-28 01:48:14 UTC. -- 2023-08-28T02:06:44.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:44 smithi040 ceph-mon[111703]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-08-28T02:06:44.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:44 smithi040 ceph-mon[120580]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-08-28T02:06:44.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:44 smithi083 ceph-mon[113795]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-08-28T02:06:44.772 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:06:46.524 INFO:teuthology.orchestra.run.smithi083.stdout:Scheduled alertmanager update... 2023-08-28T02:06:46.589 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:46 smithi083 ceph-mon[113795]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 60 KiB/s, 0 objects/s recovering 2023-08-28T02:06:46.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:46 smithi040 ceph-mon[111703]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 60 KiB/s, 0 objects/s recovering 2023-08-28T02:06:46.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:46 smithi040 ceph-mon[120580]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 60 KiB/s, 0 objects/s recovering 2023-08-28T02:06:46.977 DEBUG:teuthology.orchestra.run.smithi040:alertmanager.a> sudo journalctl -f -n 0 -u ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315@alertmanager.a.service 2023-08-28T02:06:46.981 INFO:tasks.cephadm:Adding grafana.a on smithi083 2023-08-28T02:06:46.982 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph orch apply grafana '1;smithi083=a' 2023-08-28T02:06:47.015 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:-- Logs begin at Mon 2023-08-28 01:48:14 UTC. -- 2023-08-28T02:06:47.255 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:06:47.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:47 smithi083 ceph-mon[113795]: from='client.24358 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi040=a", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:06:47.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:47 smithi083 ceph-mon[113795]: Saving service alertmanager spec with placement smithi040=a;count:1 2023-08-28T02:06:47.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:47 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:47.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:47 smithi083 ceph-mon[113795]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 54 KiB/s, 0 objects/s recovering 2023-08-28T02:06:47.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:47 smithi040 ceph-mon[111703]: from='client.24358 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi040=a", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:06:47.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:47 smithi040 ceph-mon[111703]: Saving service alertmanager spec with placement smithi040=a;count:1 2023-08-28T02:06:47.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:47 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:47.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:47 smithi040 ceph-mon[111703]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 54 KiB/s, 0 objects/s recovering 2023-08-28T02:06:47.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:47 smithi040 ceph-mon[120580]: from='client.24358 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi040=a", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:06:47.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:47 smithi040 ceph-mon[120580]: Saving service alertmanager spec with placement smithi040=a;count:1 2023-08-28T02:06:47.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:47 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:47.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:47 smithi040 ceph-mon[120580]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail; 54 KiB/s, 0 objects/s recovering 2023-08-28T02:06:48.218 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:06:48 smithi083 systemd[1]: Started Ceph prometheus.a for d9a8f48a-4546-11ee-817c-1b7a5f1ba315. 2023-08-28T02:06:48.219 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:06:48 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[136737]: ts=2023-08-28T02:06:48.106Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2023-08-28T02:06:48.219 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:06:48 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[136737]: ts=2023-08-28T02:06:48.106Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2023-08-28T02:06:48.219 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:06:48 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[136737]: ts=2023-08-28T02:06:48.106Z caller=main.go:570 level=info host_details="(Linux 4.18.0-512.el8.x86_64 #1 SMP Tue Aug 22 16:03:20 UTC 2023 x86_64 smithi083 (none))" 2023-08-28T02:06:48.219 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:06:48 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[136737]: ts=2023-08-28T02:06:48.106Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2023-08-28T02:06:48.219 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:06:48 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[136737]: ts=2023-08-28T02:06:48.106Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2023-08-28T02:06:48.219 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:06:48 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[136737]: ts=2023-08-28T02:06:48.107Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2023-08-28T02:06:48.219 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:06:48 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[136737]: ts=2023-08-28T02:06:48.107Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2023-08-28T02:06:48.219 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:06:48 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[136737]: ts=2023-08-28T02:06:48.108Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2023-08-28T02:06:48.219 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:06:48 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[136737]: ts=2023-08-28T02:06:48.108Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2023-08-28T02:06:48.219 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:06:48 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[136737]: ts=2023-08-28T02:06:48.110Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2023-08-28T02:06:48.220 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:06:48 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[136737]: ts=2023-08-28T02:06:48.110Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.169µs 2023-08-28T02:06:48.220 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:06:48 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[136737]: ts=2023-08-28T02:06:48.110Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2023-08-28T02:06:48.220 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:06:48 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[136737]: ts=2023-08-28T02:06:48.113Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2023-08-28T02:06:48.220 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:06:48 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[136737]: ts=2023-08-28T02:06:48.113Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=27.969µs wal_replay_duration=2.885297ms wbl_replay_duration=125ns total_replay_duration=2.942093ms 2023-08-28T02:06:48.220 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:06:48 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[136737]: ts=2023-08-28T02:06:48.114Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2023-08-28T02:06:48.220 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:06:48 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[136737]: ts=2023-08-28T02:06:48.114Z caller=main.go:1029 level=info msg="TSDB started" 2023-08-28T02:06:48.220 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:06:48 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[136737]: ts=2023-08-28T02:06:48.114Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2023-08-28T02:06:48.220 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:06:48 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[136737]: ts=2023-08-28T02:06:48.128Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=13.971244ms db_storage=727ns remote_storage=1.105µs web_handler=420ns query_engine=652ns scrape=751.611µs scrape_sd=19.796µs notify=1.209µs notify_sd=1.433µs rules=13.023832ms tracing=5.434µs 2023-08-28T02:06:48.220 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:06:48 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[136737]: ts=2023-08-28T02:06:48.128Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2023-08-28T02:06:48.220 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:06:48 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[136737]: ts=2023-08-28T02:06:48.128Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2023-08-28T02:06:48.613 INFO:teuthology.orchestra.run.smithi083.stdout:Scheduled grafana update... 2023-08-28T02:06:48.968 DEBUG:teuthology.orchestra.run.smithi083:grafana.a> sudo journalctl -f -n 0 -u ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315@grafana.a.service 2023-08-28T02:06:48.970 INFO:tasks.cephadm:Setting up client nodes... 2023-08-28T02:06:48.971 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2023-08-28T02:06:49.000 INFO:journalctl@ceph.grafana.a.smithi083.stdout:-- Logs begin at Mon 2023-08-28 01:48:07 UTC. -- 2023-08-28T02:06:49.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:49 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:49.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:49 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:49.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:49 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:49.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:49 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2023-08-28T02:06:49.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:49 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:49.269 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:49 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:49.269 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:49 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:49.269 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:49 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:49.269 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:49 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2023-08-28T02:06:49.269 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:49 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:49.269 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:49 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:49.269 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:49 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:49.269 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:49 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:49.269 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:49 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2023-08-28T02:06:49.270 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:49 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' 2023-08-28T02:06:49.270 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:06:49 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: ignoring --setuser ceph since I am not root 2023-08-28T02:06:49.270 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:06:49 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: ignoring --setgroup ceph since I am not root 2023-08-28T02:06:49.278 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:06:49.534 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:06:49 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[115935]: ignoring --setuser ceph since I am not root 2023-08-28T02:06:49.535 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:06:49 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[115935]: ignoring --setgroup ceph since I am not root 2023-08-28T02:06:49.535 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:06:49 smithi083 ceph-mgr[116018]: -- 172.21.15.83:0/2650645501 <== mon.1 v2:172.21.15.83:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x559c3f6049c0 con 0x559c3f5dac00 2023-08-28T02:06:49.535 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:06:49 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[115935]: 2023-08-28T02:06:49.376+0000 7f2ca36ad1c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-08-28T02:06:49.535 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:06:49 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[115935]: 2023-08-28T02:06:49.534+0000 7f2ca36ad1c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-08-28T02:06:49.625 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:06:49 smithi040 ceph-mgr[111975]: -- 172.21.15.40:0/3327837511 <== mon.1 v2:172.21.15.83:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55b4eb2849c0 con 0x55b4eb25ac00 2023-08-28T02:06:49.625 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:06:49 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:06:49.418+0000 7f2bba0371c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-08-28T02:06:49.625 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:06:49 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:06:49.625+0000 7f2bba0371c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-08-28T02:06:50.210 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:06:49 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:06:49.973+0000 7f2bba0371c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-08-28T02:06:50.211 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:06:49 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[115935]: 2023-08-28T02:06:49.828+0000 7f2ca36ad1c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-08-28T02:06:50.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:50 smithi040 ceph-mon[111703]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2023-08-28T02:06:50.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:50 smithi040 ceph-mon[111703]: mgrmap e16: y(active, since 3m), standbys: x 2023-08-28T02:06:50.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:50 smithi040 ceph-mon[120580]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2023-08-28T02:06:50.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:50 smithi040 ceph-mon[120580]: mgrmap e16: y(active, since 3m), standbys: x 2023-08-28T02:06:50.490 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:06:50 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[115935]: 2023-08-28T02:06:50.333+0000 7f2ca36ad1c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-08-28T02:06:50.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:50 smithi083 ceph-mon[113795]: from='mgr.14152 172.21.15.40:0/1309856183' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2023-08-28T02:06:50.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:50 smithi083 ceph-mon[113795]: mgrmap e16: y(active, since 3m), standbys: x 2023-08-28T02:06:50.883 INFO:teuthology.orchestra.run.smithi040.stdout:[client.0] 2023-08-28T02:06:50.883 INFO:teuthology.orchestra.run.smithi040.stdout: key = AQA6Aexk7mh6NBAA3kpFW1+sB0uops+lIVqKAg== 2023-08-28T02:06:50.890 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:06:50 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[115935]: 2023-08-28T02:06:50.499+0000 7f2ca36ad1c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-08-28T02:06:50.910 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:06:50 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:06:50.584+0000 7f2bba0371c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-08-28T02:06:50.911 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:06:50 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:06:50.775+0000 7f2bba0371c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-08-28T02:06:51.240 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:06:50 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[115935]: 2023-08-28T02:06:50.891+0000 7f2ca36ad1c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-08-28T02:06:51.316 DEBUG:teuthology.orchestra.run.smithi040:> set -ex 2023-08-28T02:06:51.316 DEBUG:teuthology.orchestra.run.smithi040:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2023-08-28T02:06:51.316 DEBUG:teuthology.orchestra.run.smithi040:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2023-08-28T02:06:51.362 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2023-08-28T02:06:51.649 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:06:51.678 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:51 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/1971544499' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-08-28T02:06:51.679 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:51 smithi083 ceph-mon[113795]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-08-28T02:06:51.679 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:51 smithi083 ceph-mon[113795]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-08-28T02:06:51.731 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:06:51 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:06:51.235+0000 7f2bba0371c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-08-28T02:06:51.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:51 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/1971544499' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-08-28T02:06:51.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:51 smithi040 ceph-mon[111703]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-08-28T02:06:51.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:51 smithi040 ceph-mon[111703]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-08-28T02:06:51.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:51 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/1971544499' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-08-28T02:06:51.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:51 smithi040 ceph-mon[120580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-08-28T02:06:51.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:51 smithi040 ceph-mon[120580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-08-28T02:06:51.990 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:06:51 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[115935]: 2023-08-28T02:06:51.678+0000 7f2ca36ad1c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-08-28T02:06:51.990 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:06:51 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[115935]: 2023-08-28T02:06:51.767+0000 7f2ca36ad1c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-08-28T02:06:52.480 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:06:52 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:06:52.110+0000 7f2bba0371c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-08-28T02:06:52.480 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:06:52 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:06:52.207+0000 7f2bba0371c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-08-28T02:06:52.512 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:06:52 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[115935]: 2023-08-28T02:06:52.399+0000 7f2ca36ad1c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-08-28T02:06:52.512 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:06:52 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[115935]: 2023-08-28T02:06:52.485+0000 7f2ca36ad1c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-08-28T02:06:52.902 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:06:52 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[115935]: 2023-08-28T02:06:52.577+0000 7f2ca36ad1c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-08-28T02:06:52.902 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:06:52 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[115935]: 2023-08-28T02:06:52.674+0000 7f2ca36ad1c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-08-28T02:06:52.961 INFO:teuthology.orchestra.run.smithi083.stdout:[client.1] 2023-08-28T02:06:52.962 INFO:teuthology.orchestra.run.smithi083.stdout: key = AQA8AexkBN8tORAAjfeul0dAfxfZMIX8bfYdIA== 2023-08-28T02:06:53.195 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:53 smithi040 ceph-mon[111703]: from='client.? 172.21.15.83:0/2948995838' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-08-28T02:06:53.196 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:53 smithi040 ceph-mon[111703]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-08-28T02:06:53.196 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:53 smithi040 ceph-mon[111703]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-08-28T02:06:53.196 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:06:52 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:06:52.898+0000 7f2bba0371c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-08-28T02:06:53.196 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:06:52 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:06:52.993+0000 7f2bba0371c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-08-28T02:06:53.196 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:06:53 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:06:53.093+0000 7f2bba0371c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-08-28T02:06:53.196 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:53 smithi040 ceph-mon[120580]: from='client.? 172.21.15.83:0/2948995838' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-08-28T02:06:53.197 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:53 smithi040 ceph-mon[120580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-08-28T02:06:53.197 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:53 smithi040 ceph-mon[120580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-08-28T02:06:53.215 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:06:52 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[115935]: 2023-08-28T02:06:52.903+0000 7f2ca36ad1c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-08-28T02:06:53.215 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:06:52 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[115935]: 2023-08-28T02:06:52.998+0000 7f2ca36ad1c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-08-28T02:06:53.215 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:53 smithi083 ceph-mon[113795]: from='client.? 172.21.15.83:0/2948995838' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-08-28T02:06:53.215 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:53 smithi083 ceph-mon[113795]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-08-28T02:06:53.215 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:53 smithi083 ceph-mon[113795]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-08-28T02:06:53.361 DEBUG:teuthology.orchestra.run.smithi083:> set -ex 2023-08-28T02:06:53.362 DEBUG:teuthology.orchestra.run.smithi083:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2023-08-28T02:06:53.362 DEBUG:teuthology.orchestra.run.smithi083:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2023-08-28T02:06:53.404 INFO:tasks.cephadm:Waiting for OSDs to come up 2023-08-28T02:06:53.404 DEBUG:teuthology.orchestra.run.smithi040:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2023-08-28T02:06:53.454 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:06:53 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:06:53.196+0000 7f2bba0371c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-08-28T02:06:53.490 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:06:53 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[115935]: 2023-08-28T02:06:53.215+0000 7f2ca36ad1c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-08-28T02:06:53.490 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:06:53 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[115935]: 2023-08-28T02:06:53.313+0000 7f2ca36ad1c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-08-28T02:06:53.730 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:06:53 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:06:53.455+0000 7f2bba0371c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-08-28T02:06:53.730 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:06:53 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:06:53.563+0000 7f2bba0371c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-08-28T02:06:53.784 INFO:teuthology.misc.health.smithi040.stdout: 2023-08-28T02:06:53.784 INFO:teuthology.misc.health.smithi040.stdout:{"epoch":56,"fsid":"d9a8f48a-4546-11ee-817c-1b7a5f1ba315","created":"2023-08-28T02:02:36.246825+0000","modified":"2023-08-28T02:06:36.261085+0000","last_up_change":"2023-08-28T02:06:32.691271+0000","last_in_change":"2023-08-28T02:06:18.214471+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-08-28T02:05:09.421502+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"905741fe-5340-4925-810a-6b832789b564","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6802","nonce":3285535057},{"type":"v1","addr":"172.21.15.40:6803","nonce":3285535057}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6804","nonce":3285535057},{"type":"v1","addr":"172.21.15.40:6805","nonce":3285535057}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6808","nonce":3285535057},{"type":"v1","addr":"172.21.15.40:6809","nonce":3285535057}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6806","nonce":3285535057},{"type":"v1","addr":"172.21.15.40:6807","nonce":3285535057}]},"public_addr":"172.21.15.40:6803/3285535057","cluster_addr":"172.21.15.40:6805/3285535057","heartbeat_back_addr":"172.21.15.40:6809/3285535057","heartbeat_front_addr":"172.21.15.40:6807/3285535057","state":["exists","up"]},{"osd":1,"uuid":"94c3f7d4-5632-445f-a770-203e1a65fa64","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6810","nonce":2125001858},{"type":"v1","addr":"172.21.15.40:6811","nonce":2125001858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6812","nonce":2125001858},{"type":"v1","addr":"172.21.15.40:6813","nonce":2125001858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6816","nonce":2125001858},{"type":"v1","addr":"172.21.15.40:6817","nonce":2125001858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6814","nonce":2125001858},{"type":"v1","addr":"172.21.15.40:6815","nonce":2125001858}]},"public_addr":"172.21.15.40:6811/2125001858","cluster_addr":"172.21.15.40:6813/2125001858","heartbeat_back_addr":"172.21.15.40:6817/2125001858","heartbeat_front_addr":"172.21.15.40:6815/2125001858","state":["exists","up"]},{"osd":2,"uuid":"80f7a434-a506-4d80-a087-cbb10bee2029","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6818","nonce":1418265781},{"type":"v1","addr":"172.21.15.40:6819","nonce":1418265781}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6820","nonce":1418265781},{"type":"v1","addr":"172.21.15.40:6821","nonce":1418265781}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6824","nonce":1418265781},{"type":"v1","addr":"172.21.15.40:6825","nonce":1418265781}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6822","nonce":1418265781},{"type":"v1","addr":"172.21.15.40:6823","nonce":1418265781}]},"public_addr":"172.21.15.40:6819/1418265781","cluster_addr":"172.21.15.40:6821/1418265781","heartbeat_back_addr":"172.21.15.40:6825/1418265781","heartbeat_front_addr":"172.21.15.40:6823/1418265781","state":["exists","up"]},{"osd":3,"uuid":"221406ea-c21b-4ccc-ae87-8d064443d6e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6826","nonce":3416730178},{"type":"v1","addr":"172.21.15.40:6827","nonce":3416730178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6828","nonce":3416730178},{"type":"v1","addr":"172.21.15.40:6829","nonce":3416730178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6832","nonce":3416730178},{"type":"v1","addr":"172.21.15.40:6833","nonce":3416730178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6830","nonce":3416730178},{"type":"v1","addr":"172.21.15.40:6831","nonce":3416730178}]},"public_addr":"172.21.15.40:6827/3416730178","cluster_addr":"172.21.15.40:6829/3416730178","heartbeat_back_addr":"172.21.15.40:6833/3416730178","heartbeat_front_addr":"172.21.15.40:6831/3416730178","state":["exists","up"]},{"osd":4,"uuid":"78b5c0ad-9287-425c-a47b-e503339022b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6800","nonce":2381860577},{"type":"v1","addr":"172.21.15.83:6801","nonce":2381860577}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6802","nonce":2381860577},{"type":"v1","addr":"172.21.15.83:6803","nonce":2381860577}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6806","nonce":2381860577},{"type":"v1","addr":"172.21.15.83:6807","nonce":2381860577}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6804","nonce":2381860577},{"type":"v1","addr":"172.21.15.83:6805","nonce":2381860577}]},"public_addr":"172.21.15.83:6801/2381860577","cluster_addr":"172.21.15.83:6803/2381860577","heartbeat_back_addr":"172.21.15.83:6807/2381860577","heartbeat_front_addr":"172.21.15.83:6805/2381860577","state":["exists","up"]},{"osd":5,"uuid":"28339507-a2fc-4454-833b-5fd41b5f0e17","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6808","nonce":1250675793},{"type":"v1","addr":"172.21.15.83:6809","nonce":1250675793}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6810","nonce":1250675793},{"type":"v1","addr":"172.21.15.83:6811","nonce":1250675793}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6814","nonce":1250675793},{"type":"v1","addr":"172.21.15.83:6815","nonce":1250675793}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6812","nonce":1250675793},{"type":"v1","addr":"172.21.15.83:6813","nonce":1250675793}]},"public_addr":"172.21.15.83:6809/1250675793","cluster_addr":"172.21.15.83:6811/1250675793","heartbeat_back_addr":"172.21.15.83:6815/1250675793","heartbeat_front_addr":"172.21.15.83:6813/1250675793","state":["exists","up"]},{"osd":6,"uuid":"c3090294-5977-4742-9daa-27650a805066","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6816","nonce":4221104688},{"type":"v1","addr":"172.21.15.83:6817","nonce":4221104688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6818","nonce":4221104688},{"type":"v1","addr":"172.21.15.83:6819","nonce":4221104688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6822","nonce":4221104688},{"type":"v1","addr":"172.21.15.83:6823","nonce":4221104688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6820","nonce":4221104688},{"type":"v1","addr":"172.21.15.83:6821","nonce":4221104688}]},"public_addr":"172.21.15.83:6817/4221104688","cluster_addr":"172.21.15.83:6819/4221104688","heartbeat_back_addr":"172.21.15.83:6823/4221104688","heartbeat_front_addr":"172.21.15.83:6821/4221104688","state":["exists","up"]},{"osd":7,"uuid":"68aeca75-f923-43f9-9eab-b70d1a4e14c6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":55,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6824","nonce":722500369},{"type":"v1","addr":"172.21.15.83:6825","nonce":722500369}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6826","nonce":722500369},{"type":"v1","addr":"172.21.15.83:6827","nonce":722500369}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6830","nonce":722500369},{"type":"v1","addr":"172.21.15.83:6831","nonce":722500369}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6828","nonce":722500369},{"type":"v1","addr":"172.21.15.83:6829","nonce":722500369}]},"public_addr":"172.21.15.83:6825/722500369","cluster_addr":"172.21.15.83:6827/722500369","heartbeat_back_addr":"172.21.15.83:6831/722500369","heartbeat_front_addr":"172.21.15.83:6829/722500369","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-08-28T02:04:29.948020+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-08-28T02:04:48.253614+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-08-28T02:05:06.769453+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-08-28T02:05:24.931800+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-08-28T02:05:41.402630+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-08-28T02:05:57.674865+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-08-28T02:06:14.395075+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-08-28T02:06:30.825732+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.40:0/2450471864":"2023-08-29T02:03:26.879885+0000","172.21.15.40:0/3371895665":"2023-08-29T02:03:26.879885+0000","172.21.15.40:0/2731012969":"2023-08-29T02:03:26.879885+0000","172.21.15.40:6801/2970497546":"2023-08-29T02:03:26.879885+0000","172.21.15.40:0/4125540708":"2023-08-29T02:03:05.971942+0000","172.21.15.40:6800/553226419":"2023-08-29T02:03:05.971942+0000","172.21.15.40:0/3896348771":"2023-08-29T02:03:05.971942+0000","172.21.15.40:0/3411944587":"2023-08-29T02:03:05.971942+0000","172.21.15.40:6801/553226419":"2023-08-29T02:03:05.971942+0000","172.21.15.40:6800/2970497546":"2023-08-29T02:03:26.879885+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-08-28T02:06:53.799 DEBUG:teuthology.misc:8 of 8 OSDs are up 2023-08-28T02:06:53.799 INFO:tasks.cephadm:Creating RBD pool 2023-08-28T02:06:53.799 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- sudo ceph --cluster ceph osd pool create rbd 8 2023-08-28T02:06:53.990 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:06:53 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[115935]: 2023-08-28T02:06:53.504+0000 7f2ca36ad1c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-08-28T02:06:53.990 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:06:53 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[115935]: 2023-08-28T02:06:53.587+0000 7f2ca36ad1c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-08-28T02:06:54.095 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:06:54.144 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:54 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/1447553924' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-08-28T02:06:54.144 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:54 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/1447553924' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-08-28T02:06:54.144 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:06:53 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:06:53.812+0000 7f2bba0371c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-08-28T02:06:54.145 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:06:53 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:06:53.926+0000 7f2bba0371c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-08-28T02:06:54.316 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:54 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/1447553924' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-08-28T02:06:54.480 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:06:54 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:06:54.145+0000 7f2bba0371c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-08-28T02:06:54.480 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:06:54 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:06:54.247+0000 7f2bba0371c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-08-28T02:06:54.672 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:06:54 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[115935]: 2023-08-28T02:06:54.316+0000 7f2ca36ad1c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-08-28T02:06:54.673 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:06:54 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[115935]: 2023-08-28T02:06:54.502+0000 7f2ca36ad1c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-08-28T02:06:54.990 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:06:54 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[115935]: 2023-08-28T02:06:54.673+0000 7f2ca36ad1c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-08-28T02:06:55.345 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:06:55 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:06:55.122+0000 7f2bba0371c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-08-28T02:06:55.618 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:06:55 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[115935]: 2023-08-28T02:06:55.263+0000 7f2ca36ad1c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-08-28T02:06:55.618 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:06:55 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[115935]: 2023-08-28T02:06:55.441+0000 7f2ca36ad1c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-08-28T02:06:55.730 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:06:55 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:06:55.346+0000 7f2bba0371c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-08-28T02:06:55.730 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:06:55 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:06:55.563+0000 7f2bba0371c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-08-28T02:06:55.990 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:06:55 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[115935]: 2023-08-28T02:06:55.619+0000 7f2ca36ad1c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-08-28T02:06:55.990 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:06:55 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[115935]: 2023-08-28T02:06:55.734+0000 7f2ca36ad1c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-08-28T02:06:55.990 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:06:55 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[115935]: [28/Aug/2023:02:06:55] ENGINE Bus STARTING 2023-08-28T02:06:55.990 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:06:55 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[115935]: CherryPy Checker: 2023-08-28T02:06:55.991 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:06:55 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[115935]: The Application mounted at '' has an empty config. 2023-08-28T02:06:55.991 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:06:55 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[115935]: 2023-08-28T02:06:55.991 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:06:55 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[115935]: [28/Aug/2023:02:06:55] ENGINE Serving on http://:::9283 2023-08-28T02:06:55.991 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:06:55 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[115935]: [28/Aug/2023:02:06:55] ENGINE Bus STARTED 2023-08-28T02:06:56.279 INFO:teuthology.orchestra.run.smithi040.stderr:pool 'rbd' created 2023-08-28T02:06:56.625 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:56 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/2445468709' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2023-08-28T02:06:56.626 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:56 smithi040 ceph-mon[120580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2023-08-28T02:06:56.626 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:56 smithi040 ceph-mon[120580]: from='mgr.? 172.21.15.83:0/3261346941' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-08-28T02:06:56.626 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:56 smithi040 ceph-mon[120580]: from='mgr.? 172.21.15.83:0/3261346941' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-08-28T02:06:56.626 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:56 smithi040 ceph-mon[120580]: from='mgr.? 172.21.15.83:0/3261346941' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-08-28T02:06:56.626 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:56 smithi040 ceph-mon[120580]: from='mgr.? 172.21.15.83:0/3261346941' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-08-28T02:06:56.626 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:56 smithi040 ceph-mon[120580]: Standby manager daemon x restarted 2023-08-28T02:06:56.626 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:56 smithi040 ceph-mon[120580]: Standby manager daemon x started 2023-08-28T02:06:56.626 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:56 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/2445468709' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2023-08-28T02:06:56.627 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:56 smithi040 ceph-mon[111703]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2023-08-28T02:06:56.627 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:56 smithi040 ceph-mon[111703]: from='mgr.? 172.21.15.83:0/3261346941' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-08-28T02:06:56.627 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:56 smithi040 ceph-mon[111703]: from='mgr.? 172.21.15.83:0/3261346941' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-08-28T02:06:56.627 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:56 smithi040 ceph-mon[111703]: from='mgr.? 172.21.15.83:0/3261346941' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-08-28T02:06:56.627 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:56 smithi040 ceph-mon[111703]: from='mgr.? 172.21.15.83:0/3261346941' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-08-28T02:06:56.627 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:56 smithi040 ceph-mon[111703]: Standby manager daemon x restarted 2023-08-28T02:06:56.627 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:56 smithi040 ceph-mon[111703]: Standby manager daemon x started 2023-08-28T02:06:56.627 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:06:56 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:06:56.253+0000 7f2bba0371c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-08-28T02:06:56.627 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:06:56 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:06:56.468+0000 7f2bba0371c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-08-28T02:06:56.688 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- sudo ceph --cluster ceph osd pool application enable rbd rbd --yes-i-really-mean-it 2023-08-28T02:06:56.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:56 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/2445468709' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2023-08-28T02:06:56.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:56 smithi083 ceph-mon[113795]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2023-08-28T02:06:56.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:56 smithi083 ceph-mon[113795]: from='mgr.? 172.21.15.83:0/3261346941' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-08-28T02:06:56.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:56 smithi083 ceph-mon[113795]: from='mgr.? 172.21.15.83:0/3261346941' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-08-28T02:06:56.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:56 smithi083 ceph-mon[113795]: from='mgr.? 172.21.15.83:0/3261346941' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-08-28T02:06:56.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:56 smithi083 ceph-mon[113795]: from='mgr.? 172.21.15.83:0/3261346941' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-08-28T02:06:56.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:56 smithi083 ceph-mon[113795]: Standby manager daemon x restarted 2023-08-28T02:06:56.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:56 smithi083 ceph-mon[113795]: Standby manager daemon x started 2023-08-28T02:06:56.950 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:06:56 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:06:56.684+0000 7f2bba0371c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-08-28T02:06:56.950 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:06:56 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:06:56.825+0000 7f2bba0371c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-08-28T02:06:56.950 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:06:56 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: [28/Aug/2023:02:06:56] ENGINE Bus STARTING 2023-08-28T02:06:57.036 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:06:57.203 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:06:57 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: CherryPy Checker: 2023-08-28T02:06:57.203 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:06:57 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: The Application mounted at '' has an empty config. 2023-08-28T02:06:57.203 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:06:57 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:06:57.203 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:06:57 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: [28/Aug/2023:02:06:57] ENGINE Serving on http://:::9283 2023-08-28T02:06:57.203 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:06:57 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: [28/Aug/2023:02:06:57] ENGINE Bus STARTED 2023-08-28T02:06:57.240 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:06:57 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[115935]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:06:57] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-08-28T02:06:57.574 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:57 smithi040 ceph-mon[120580]: mgrmap e17: y(active, since 3m), standbys: x 2023-08-28T02:06:57.574 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:57 smithi040 ceph-mon[120580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2023-08-28T02:06:57.574 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:57 smithi040 ceph-mon[120580]: osdmap e57: 8 total, 8 up, 8 in 2023-08-28T02:06:57.574 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:57 smithi040 ceph-mon[120580]: Active manager daemon y restarted 2023-08-28T02:06:57.574 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:57 smithi040 ceph-mon[120580]: Activating manager daemon y 2023-08-28T02:06:57.574 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:57 smithi040 ceph-mon[120580]: osdmap e58: 8 total, 8 up, 8 in 2023-08-28T02:06:57.575 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:57 smithi040 ceph-mon[120580]: mgrmap e18: y(active, starting, since 0.00774215s), standbys: x 2023-08-28T02:06:57.575 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:57 smithi040 ceph-mon[120580]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-08-28T02:06:57.575 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:57 smithi040 ceph-mon[120580]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-08-28T02:06:57.575 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:57 smithi040 ceph-mon[120580]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-08-28T02:06:57.575 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:57 smithi040 ceph-mon[120580]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-08-28T02:06:57.575 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:57 smithi040 ceph-mon[120580]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-08-28T02:06:57.575 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:57 smithi040 ceph-mon[120580]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-08-28T02:06:57.575 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:57 smithi040 ceph-mon[120580]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-08-28T02:06:57.575 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:57 smithi040 ceph-mon[120580]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-08-28T02:06:57.575 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:57 smithi040 ceph-mon[120580]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-08-28T02:06:57.576 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:57 smithi040 ceph-mon[120580]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-08-28T02:06:57.576 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:57 smithi040 ceph-mon[120580]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-08-28T02:06:57.576 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:57 smithi040 ceph-mon[120580]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-08-28T02:06:57.576 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:57 smithi040 ceph-mon[120580]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-08-28T02:06:57.576 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:57 smithi040 ceph-mon[120580]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-08-28T02:06:57.576 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:57 smithi040 ceph-mon[120580]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-08-28T02:06:57.576 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:57 smithi040 ceph-mon[120580]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-08-28T02:06:57.576 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:57 smithi040 ceph-mon[120580]: Manager daemon y is now available 2023-08-28T02:06:57.576 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:57 smithi040 ceph-mon[120580]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:06:57.576 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:57 smithi040 ceph-mon[120580]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:06:57.577 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:57 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:06:57.577 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:57 smithi040 ceph-mon[120580]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:06:57.577 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:57 smithi040 ceph-mon[120580]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-08-28T02:06:57.577 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:57 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-08-28T02:06:57.577 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:57 smithi040 ceph-mon[120580]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-08-28T02:06:57.577 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:57 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-08-28T02:06:57.577 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:57 smithi040 ceph-mon[111703]: mgrmap e17: y(active, since 3m), standbys: x 2023-08-28T02:06:57.577 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:57 smithi040 ceph-mon[111703]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2023-08-28T02:06:57.577 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:57 smithi040 ceph-mon[111703]: osdmap e57: 8 total, 8 up, 8 in 2023-08-28T02:06:57.578 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:57 smithi040 ceph-mon[111703]: Active manager daemon y restarted 2023-08-28T02:06:57.578 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:57 smithi040 ceph-mon[111703]: Activating manager daemon y 2023-08-28T02:06:57.578 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:57 smithi040 ceph-mon[111703]: osdmap e58: 8 total, 8 up, 8 in 2023-08-28T02:06:57.578 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:57 smithi040 ceph-mon[111703]: mgrmap e18: y(active, starting, since 0.00774215s), standbys: x 2023-08-28T02:06:57.578 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:57 smithi040 ceph-mon[111703]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-08-28T02:06:57.578 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:57 smithi040 ceph-mon[111703]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-08-28T02:06:57.578 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:57 smithi040 ceph-mon[111703]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-08-28T02:06:57.578 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:57 smithi040 ceph-mon[111703]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-08-28T02:06:57.578 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:57 smithi040 ceph-mon[111703]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-08-28T02:06:57.578 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:57 smithi040 ceph-mon[111703]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-08-28T02:06:57.578 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:57 smithi040 ceph-mon[111703]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-08-28T02:06:57.578 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:57 smithi040 ceph-mon[111703]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-08-28T02:06:57.579 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:57 smithi040 ceph-mon[111703]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-08-28T02:06:57.579 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:57 smithi040 ceph-mon[111703]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-08-28T02:06:57.579 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:57 smithi040 ceph-mon[111703]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-08-28T02:06:57.579 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:57 smithi040 ceph-mon[111703]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-08-28T02:06:57.579 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:57 smithi040 ceph-mon[111703]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-08-28T02:06:57.579 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:57 smithi040 ceph-mon[111703]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-08-28T02:06:57.579 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:57 smithi040 ceph-mon[111703]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-08-28T02:06:57.579 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:57 smithi040 ceph-mon[111703]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-08-28T02:06:57.579 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:57 smithi040 ceph-mon[111703]: Manager daemon y is now available 2023-08-28T02:06:57.579 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:57 smithi040 ceph-mon[111703]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:06:57.579 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:57 smithi040 ceph-mon[111703]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:06:57.579 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:57 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:06:57.580 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:57 smithi040 ceph-mon[111703]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:06:57.580 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:57 smithi040 ceph-mon[111703]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-08-28T02:06:57.580 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:57 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-08-28T02:06:57.580 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:57 smithi040 ceph-mon[111703]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-08-28T02:06:57.580 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:57 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-08-28T02:06:57.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:57 smithi083 ceph-mon[113795]: mgrmap e17: y(active, since 3m), standbys: x 2023-08-28T02:06:57.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:57 smithi083 ceph-mon[113795]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2023-08-28T02:06:57.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:57 smithi083 ceph-mon[113795]: osdmap e57: 8 total, 8 up, 8 in 2023-08-28T02:06:57.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:57 smithi083 ceph-mon[113795]: Active manager daemon y restarted 2023-08-28T02:06:57.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:57 smithi083 ceph-mon[113795]: Activating manager daemon y 2023-08-28T02:06:57.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:57 smithi083 ceph-mon[113795]: osdmap e58: 8 total, 8 up, 8 in 2023-08-28T02:06:57.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:57 smithi083 ceph-mon[113795]: mgrmap e18: y(active, starting, since 0.00774215s), standbys: x 2023-08-28T02:06:57.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:57 smithi083 ceph-mon[113795]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-08-28T02:06:57.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:57 smithi083 ceph-mon[113795]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-08-28T02:06:57.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:57 smithi083 ceph-mon[113795]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-08-28T02:06:57.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:57 smithi083 ceph-mon[113795]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-08-28T02:06:57.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:57 smithi083 ceph-mon[113795]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-08-28T02:06:57.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:57 smithi083 ceph-mon[113795]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-08-28T02:06:57.744 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:57 smithi083 ceph-mon[113795]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-08-28T02:06:57.744 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:57 smithi083 ceph-mon[113795]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-08-28T02:06:57.744 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:57 smithi083 ceph-mon[113795]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-08-28T02:06:57.744 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:57 smithi083 ceph-mon[113795]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-08-28T02:06:57.744 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:57 smithi083 ceph-mon[113795]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-08-28T02:06:57.744 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:57 smithi083 ceph-mon[113795]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-08-28T02:06:57.744 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:57 smithi083 ceph-mon[113795]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-08-28T02:06:57.744 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:57 smithi083 ceph-mon[113795]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-08-28T02:06:57.744 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:57 smithi083 ceph-mon[113795]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-08-28T02:06:57.745 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:57 smithi083 ceph-mon[113795]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-08-28T02:06:57.745 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:57 smithi083 ceph-mon[113795]: Manager daemon y is now available 2023-08-28T02:06:57.745 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:57 smithi083 ceph-mon[113795]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:06:57.745 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:57 smithi083 ceph-mon[113795]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:06:57.745 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:57 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:06:57.745 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:57 smithi083 ceph-mon[113795]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:06:57.745 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:57 smithi083 ceph-mon[113795]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-08-28T02:06:57.745 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:57 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-08-28T02:06:57.745 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:57 smithi083 ceph-mon[113795]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-08-28T02:06:57.745 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:57 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-08-28T02:06:58.899 INFO:teuthology.orchestra.run.smithi040.stderr:enabled application 'rbd' on pool 'rbd' 2023-08-28T02:06:59.209 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:58 smithi040 ceph-mon[111703]: [28/Aug/2023:02:06:57] ENGINE Bus STARTING 2023-08-28T02:06:59.209 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:58 smithi040 ceph-mon[111703]: osdmap e59: 8 total, 8 up, 8 in 2023-08-28T02:06:59.209 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:58 smithi040 ceph-mon[111703]: mgrmap e19: y(active, since 1.0145s), standbys: x 2023-08-28T02:06:59.209 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:58 smithi040 ceph-mon[111703]: pgmap v4: 9 pgs: 9 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:06:59.209 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:58 smithi040 ceph-mon[111703]: [28/Aug/2023:02:06:57] ENGINE Serving on https://172.21.15.40:7150 2023-08-28T02:06:59.209 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:58 smithi040 ceph-mon[111703]: [28/Aug/2023:02:06:57] ENGINE Bus STARTED 2023-08-28T02:06:59.210 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:58 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:06:59.210 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:58 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/2627416000' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2023-08-28T02:06:59.210 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:58 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:06:59.210 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:58 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:06:59.210 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:58 smithi040 ceph-mon[120580]: [28/Aug/2023:02:06:57] ENGINE Bus STARTING 2023-08-28T02:06:59.210 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:58 smithi040 ceph-mon[120580]: osdmap e59: 8 total, 8 up, 8 in 2023-08-28T02:06:59.210 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:58 smithi040 ceph-mon[120580]: mgrmap e19: y(active, since 1.0145s), standbys: x 2023-08-28T02:06:59.210 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:58 smithi040 ceph-mon[120580]: pgmap v4: 9 pgs: 9 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:06:59.210 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:58 smithi040 ceph-mon[120580]: [28/Aug/2023:02:06:57] ENGINE Serving on https://172.21.15.40:7150 2023-08-28T02:06:59.211 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:58 smithi040 ceph-mon[120580]: [28/Aug/2023:02:06:57] ENGINE Bus STARTED 2023-08-28T02:06:59.211 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:58 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:06:59.211 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:58 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/2627416000' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2023-08-28T02:06:59.211 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:58 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:06:59.211 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:58 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:06:59.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:58 smithi083 ceph-mon[113795]: [28/Aug/2023:02:06:57] ENGINE Bus STARTING 2023-08-28T02:06:59.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:58 smithi083 ceph-mon[113795]: osdmap e59: 8 total, 8 up, 8 in 2023-08-28T02:06:59.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:58 smithi083 ceph-mon[113795]: mgrmap e19: y(active, since 1.0145s), standbys: x 2023-08-28T02:06:59.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:58 smithi083 ceph-mon[113795]: pgmap v4: 9 pgs: 9 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:06:59.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:58 smithi083 ceph-mon[113795]: [28/Aug/2023:02:06:57] ENGINE Serving on https://172.21.15.40:7150 2023-08-28T02:06:59.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:58 smithi083 ceph-mon[113795]: [28/Aug/2023:02:06:57] ENGINE Bus STARTED 2023-08-28T02:06:59.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:58 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:06:59.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:58 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/2627416000' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2023-08-28T02:06:59.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:58 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:06:59.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:58 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:06:59.288 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2023-08-28T02:06:59.288 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2023-08-28T02:06:59.288 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph mgr dump --format=json 2023-08-28T02:06:59.604 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:07:00.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:59 smithi040 ceph-mon[111703]: pgmap v5: 9 pgs: 9 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:07:00.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:59 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:00.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:59 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:00.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:59 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/2627416000' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2023-08-28T02:07:00.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:59 smithi040 ceph-mon[111703]: osdmap e60: 8 total, 8 up, 8 in 2023-08-28T02:07:00.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:59 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:00.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:59 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:00.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:59 smithi040 ceph-mon[111703]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:07:00.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:59 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:07:00.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:59 smithi040 ceph-mon[111703]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:07:00.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:59 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:07:00.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:59 smithi040 ceph-mon[111703]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:07:00.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:59 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:07:00.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:59 smithi040 ceph-mon[111703]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:07:00.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:59 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:07:00.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:06:59 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:00.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:59 smithi040 ceph-mon[120580]: pgmap v5: 9 pgs: 9 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:07:00.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:59 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:00.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:59 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:00.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:59 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/2627416000' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2023-08-28T02:07:00.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:59 smithi040 ceph-mon[120580]: osdmap e60: 8 total, 8 up, 8 in 2023-08-28T02:07:00.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:59 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:00.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:59 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:00.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:59 smithi040 ceph-mon[120580]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:07:00.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:59 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:07:00.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:59 smithi040 ceph-mon[120580]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:07:00.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:59 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:07:00.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:59 smithi040 ceph-mon[120580]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:07:00.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:59 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:07:00.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:59 smithi040 ceph-mon[120580]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:07:00.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:59 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:07:00.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:06:59 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:00.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:59 smithi083 ceph-mon[113795]: pgmap v5: 9 pgs: 9 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:07:00.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:59 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:00.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:59 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:00.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:59 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/2627416000' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2023-08-28T02:07:00.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:59 smithi083 ceph-mon[113795]: osdmap e60: 8 total, 8 up, 8 in 2023-08-28T02:07:00.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:59 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:00.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:59 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:00.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:59 smithi083 ceph-mon[113795]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:07:00.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:59 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:07:00.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:59 smithi083 ceph-mon[113795]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:07:00.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:59 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:07:00.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:59 smithi083 ceph-mon[113795]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:07:00.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:59 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:07:00.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:59 smithi083 ceph-mon[113795]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:07:00.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:59 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:07:00.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:06:59 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:00.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:00 smithi040 ceph-mon[111703]: Adjusting osd_memory_target on smithi083 to 4022M 2023-08-28T02:07:00.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:00 smithi040 ceph-mon[111703]: mgrmap e20: y(active, since 3s), standbys: x 2023-08-28T02:07:00.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:00 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:00.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:00 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:00.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:00 smithi040 ceph-mon[111703]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:07:00.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:00 smithi040 ceph-mon[111703]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:07:00.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:00 smithi040 ceph-mon[111703]: Updating smithi040:/etc/ceph/ceph.conf 2023-08-28T02:07:00.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:00 smithi040 ceph-mon[111703]: Updating smithi083:/etc/ceph/ceph.conf 2023-08-28T02:07:00.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:00 smithi040 ceph-mon[111703]: Updating smithi083:/var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/config/ceph.conf 2023-08-28T02:07:00.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:00 smithi040 ceph-mon[120580]: Adjusting osd_memory_target on smithi083 to 4022M 2023-08-28T02:07:00.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:00 smithi040 ceph-mon[120580]: mgrmap e20: y(active, since 3s), standbys: x 2023-08-28T02:07:00.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:00 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:00.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:00 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:00.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:00 smithi040 ceph-mon[120580]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:07:00.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:00 smithi040 ceph-mon[120580]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:07:00.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:00 smithi040 ceph-mon[120580]: Updating smithi040:/etc/ceph/ceph.conf 2023-08-28T02:07:00.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:00 smithi040 ceph-mon[120580]: Updating smithi083:/etc/ceph/ceph.conf 2023-08-28T02:07:00.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:00 smithi040 ceph-mon[120580]: Updating smithi083:/var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/config/ceph.conf 2023-08-28T02:07:01.189 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:07:01.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:00 smithi083 ceph-mon[113795]: Adjusting osd_memory_target on smithi083 to 4022M 2023-08-28T02:07:01.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:00 smithi083 ceph-mon[113795]: mgrmap e20: y(active, since 3s), standbys: x 2023-08-28T02:07:01.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:00 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:01.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:00 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:01.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:00 smithi083 ceph-mon[113795]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:07:01.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:00 smithi083 ceph-mon[113795]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:07:01.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:00 smithi083 ceph-mon[113795]: Updating smithi040:/etc/ceph/ceph.conf 2023-08-28T02:07:01.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:00 smithi083 ceph-mon[113795]: Updating smithi083:/etc/ceph/ceph.conf 2023-08-28T02:07:01.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:00 smithi083 ceph-mon[113795]: Updating smithi083:/var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/config/ceph.conf 2023-08-28T02:07:01.563 INFO:teuthology.orchestra.run.smithi040.stdout:{"epoch":20,"active_gid":24376,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6800","nonce":3590674926},{"type":"v1","addr":"172.21.15.40:6801","nonce":3590674926}]},"active_addr":"172.21.15.40:6801/3590674926","active_change":"2023-08-28T02:06:56.840021+0000","active_mgr_features":4540138320759226367,"available":true,"standbys":[{"gid":24370,"name":"x","mgr_features":4540138320759226367,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"noautoscale":{"name":"noautoscale","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"global autoscale flag","long_desc":"Option to turn on/off the autoscaler for all pools","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"noautoscale":{"name":"noautoscale","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"global autoscale flag","long_desc":"Option to turn on/off the autoscaler for all pools","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.40:8443/","prometheus":"http://172.21.15.40:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":58,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.40:0","nonce":1548433789}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.40:0","nonce":1092550490}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.40:0","nonce":3822611322}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.40:0","nonce":388590332}]}]} 2023-08-28T02:07:01.568 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2023-08-28T02:07:01.568 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2023-08-28T02:07:01.568 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd dump --format=json 2023-08-28T02:07:01.882 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:07:02.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:02 smithi040 ceph-mon[111703]: Updating smithi040:/var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/config/ceph.conf 2023-08-28T02:07:02.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:02 smithi040 ceph-mon[111703]: Updating smithi083:/etc/ceph/ceph.client.admin.keyring 2023-08-28T02:07:02.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:02 smithi040 ceph-mon[111703]: Updating smithi040:/etc/ceph/ceph.client.admin.keyring 2023-08-28T02:07:02.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:02 smithi040 ceph-mon[111703]: Updating smithi083:/var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/config/ceph.client.admin.keyring 2023-08-28T02:07:02.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:02 smithi040 ceph-mon[111703]: pgmap v7: 9 pgs: 9 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:07:02.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:02 smithi040 ceph-mon[111703]: Updating smithi040:/var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/config/ceph.client.admin.keyring 2023-08-28T02:07:02.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:02 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:02.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:02 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:02.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:02 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/2259873352' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2023-08-28T02:07:02.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:02 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:02.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:02 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:02.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:02 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:02.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:02 smithi040 ceph-mon[111703]: Deploying daemon alertmanager.a on smithi040 2023-08-28T02:07:02.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:02 smithi040 ceph-mon[120580]: Updating smithi040:/var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/config/ceph.conf 2023-08-28T02:07:02.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:02 smithi040 ceph-mon[120580]: Updating smithi083:/etc/ceph/ceph.client.admin.keyring 2023-08-28T02:07:02.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:02 smithi040 ceph-mon[120580]: Updating smithi040:/etc/ceph/ceph.client.admin.keyring 2023-08-28T02:07:02.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:02 smithi040 ceph-mon[120580]: Updating smithi083:/var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/config/ceph.client.admin.keyring 2023-08-28T02:07:02.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:02 smithi040 ceph-mon[120580]: pgmap v7: 9 pgs: 9 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:07:02.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:02 smithi040 ceph-mon[120580]: Updating smithi040:/var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/config/ceph.client.admin.keyring 2023-08-28T02:07:02.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:02 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:02.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:02 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:02.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:02 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/2259873352' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2023-08-28T02:07:02.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:02 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:02.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:02 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:02.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:02 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:02.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:02 smithi040 ceph-mon[120580]: Deploying daemon alertmanager.a on smithi040 2023-08-28T02:07:02.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:02 smithi083 ceph-mon[113795]: Updating smithi040:/var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/config/ceph.conf 2023-08-28T02:07:02.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:02 smithi083 ceph-mon[113795]: Updating smithi083:/etc/ceph/ceph.client.admin.keyring 2023-08-28T02:07:02.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:02 smithi083 ceph-mon[113795]: Updating smithi040:/etc/ceph/ceph.client.admin.keyring 2023-08-28T02:07:02.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:02 smithi083 ceph-mon[113795]: Updating smithi083:/var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/config/ceph.client.admin.keyring 2023-08-28T02:07:02.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:02 smithi083 ceph-mon[113795]: pgmap v7: 9 pgs: 9 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:07:02.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:02 smithi083 ceph-mon[113795]: Updating smithi040:/var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/config/ceph.client.admin.keyring 2023-08-28T02:07:02.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:02 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:02.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:02 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:02.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:02 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/2259873352' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2023-08-28T02:07:02.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:02 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:02.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:02 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:02.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:02 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:02.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:02 smithi083 ceph-mon[113795]: Deploying daemon alertmanager.a on smithi040 2023-08-28T02:07:04.429 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:04 smithi040 ceph-mon[111703]: pgmap v8: 9 pgs: 9 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:07:04.430 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:04 smithi040 ceph-mon[120580]: pgmap v8: 9 pgs: 9 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:07:04.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:04 smithi083 ceph-mon[113795]: pgmap v8: 9 pgs: 9 active+clean; 577 KiB data, 48 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:07:04.886 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:07:04.887 INFO:teuthology.orchestra.run.smithi040.stdout:{"epoch":60,"fsid":"d9a8f48a-4546-11ee-817c-1b7a5f1ba315","created":"2023-08-28T02:02:36.246825+0000","modified":"2023-08-28T02:06:58.892190+0000","last_up_change":"2023-08-28T02:06:32.691271+0000","last_in_change":"2023-08-28T02:06:18.214471+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-08-28T02:05:09.421502+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"rbd","create_time":"2023-08-28T02:06:55.948674+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"60","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"905741fe-5340-4925-810a-6b832789b564","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6802","nonce":3285535057},{"type":"v1","addr":"172.21.15.40:6803","nonce":3285535057}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6804","nonce":3285535057},{"type":"v1","addr":"172.21.15.40:6805","nonce":3285535057}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6808","nonce":3285535057},{"type":"v1","addr":"172.21.15.40:6809","nonce":3285535057}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6806","nonce":3285535057},{"type":"v1","addr":"172.21.15.40:6807","nonce":3285535057}]},"public_addr":"172.21.15.40:6803/3285535057","cluster_addr":"172.21.15.40:6805/3285535057","heartbeat_back_addr":"172.21.15.40:6809/3285535057","heartbeat_front_addr":"172.21.15.40:6807/3285535057","state":["exists","up"]},{"osd":1,"uuid":"94c3f7d4-5632-445f-a770-203e1a65fa64","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6810","nonce":2125001858},{"type":"v1","addr":"172.21.15.40:6811","nonce":2125001858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6812","nonce":2125001858},{"type":"v1","addr":"172.21.15.40:6813","nonce":2125001858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6816","nonce":2125001858},{"type":"v1","addr":"172.21.15.40:6817","nonce":2125001858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6814","nonce":2125001858},{"type":"v1","addr":"172.21.15.40:6815","nonce":2125001858}]},"public_addr":"172.21.15.40:6811/2125001858","cluster_addr":"172.21.15.40:6813/2125001858","heartbeat_back_addr":"172.21.15.40:6817/2125001858","heartbeat_front_addr":"172.21.15.40:6815/2125001858","state":["exists","up"]},{"osd":2,"uuid":"80f7a434-a506-4d80-a087-cbb10bee2029","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6818","nonce":1418265781},{"type":"v1","addr":"172.21.15.40:6819","nonce":1418265781}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6820","nonce":1418265781},{"type":"v1","addr":"172.21.15.40:6821","nonce":1418265781}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6824","nonce":1418265781},{"type":"v1","addr":"172.21.15.40:6825","nonce":1418265781}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6822","nonce":1418265781},{"type":"v1","addr":"172.21.15.40:6823","nonce":1418265781}]},"public_addr":"172.21.15.40:6819/1418265781","cluster_addr":"172.21.15.40:6821/1418265781","heartbeat_back_addr":"172.21.15.40:6825/1418265781","heartbeat_front_addr":"172.21.15.40:6823/1418265781","state":["exists","up"]},{"osd":3,"uuid":"221406ea-c21b-4ccc-ae87-8d064443d6e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6826","nonce":3416730178},{"type":"v1","addr":"172.21.15.40:6827","nonce":3416730178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6828","nonce":3416730178},{"type":"v1","addr":"172.21.15.40:6829","nonce":3416730178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6832","nonce":3416730178},{"type":"v1","addr":"172.21.15.40:6833","nonce":3416730178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6830","nonce":3416730178},{"type":"v1","addr":"172.21.15.40:6831","nonce":3416730178}]},"public_addr":"172.21.15.40:6827/3416730178","cluster_addr":"172.21.15.40:6829/3416730178","heartbeat_back_addr":"172.21.15.40:6833/3416730178","heartbeat_front_addr":"172.21.15.40:6831/3416730178","state":["exists","up"]},{"osd":4,"uuid":"78b5c0ad-9287-425c-a47b-e503339022b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6800","nonce":2381860577},{"type":"v1","addr":"172.21.15.83:6801","nonce":2381860577}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6802","nonce":2381860577},{"type":"v1","addr":"172.21.15.83:6803","nonce":2381860577}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6806","nonce":2381860577},{"type":"v1","addr":"172.21.15.83:6807","nonce":2381860577}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6804","nonce":2381860577},{"type":"v1","addr":"172.21.15.83:6805","nonce":2381860577}]},"public_addr":"172.21.15.83:6801/2381860577","cluster_addr":"172.21.15.83:6803/2381860577","heartbeat_back_addr":"172.21.15.83:6807/2381860577","heartbeat_front_addr":"172.21.15.83:6805/2381860577","state":["exists","up"]},{"osd":5,"uuid":"28339507-a2fc-4454-833b-5fd41b5f0e17","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6808","nonce":1250675793},{"type":"v1","addr":"172.21.15.83:6809","nonce":1250675793}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6810","nonce":1250675793},{"type":"v1","addr":"172.21.15.83:6811","nonce":1250675793}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6814","nonce":1250675793},{"type":"v1","addr":"172.21.15.83:6815","nonce":1250675793}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6812","nonce":1250675793},{"type":"v1","addr":"172.21.15.83:6813","nonce":1250675793}]},"public_addr":"172.21.15.83:6809/1250675793","cluster_addr":"172.21.15.83:6811/1250675793","heartbeat_back_addr":"172.21.15.83:6815/1250675793","heartbeat_front_addr":"172.21.15.83:6813/1250675793","state":["exists","up"]},{"osd":6,"uuid":"c3090294-5977-4742-9daa-27650a805066","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6816","nonce":4221104688},{"type":"v1","addr":"172.21.15.83:6817","nonce":4221104688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6818","nonce":4221104688},{"type":"v1","addr":"172.21.15.83:6819","nonce":4221104688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6822","nonce":4221104688},{"type":"v1","addr":"172.21.15.83:6823","nonce":4221104688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6820","nonce":4221104688},{"type":"v1","addr":"172.21.15.83:6821","nonce":4221104688}]},"public_addr":"172.21.15.83:6817/4221104688","cluster_addr":"172.21.15.83:6819/4221104688","heartbeat_back_addr":"172.21.15.83:6823/4221104688","heartbeat_front_addr":"172.21.15.83:6821/4221104688","state":["exists","up"]},{"osd":7,"uuid":"68aeca75-f923-43f9-9eab-b70d1a4e14c6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6824","nonce":722500369},{"type":"v1","addr":"172.21.15.83:6825","nonce":722500369}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6826","nonce":722500369},{"type":"v1","addr":"172.21.15.83:6827","nonce":722500369}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6830","nonce":722500369},{"type":"v1","addr":"172.21.15.83:6831","nonce":722500369}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6828","nonce":722500369},{"type":"v1","addr":"172.21.15.83:6829","nonce":722500369}]},"public_addr":"172.21.15.83:6825/722500369","cluster_addr":"172.21.15.83:6827/722500369","heartbeat_back_addr":"172.21.15.83:6831/722500369","heartbeat_front_addr":"172.21.15.83:6829/722500369","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-08-28T02:04:29.948020+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-08-28T02:04:48.253614+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-08-28T02:05:06.769453+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-08-28T02:05:24.931800+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-08-28T02:05:41.402630+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-08-28T02:05:57.674865+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-08-28T02:06:14.395075+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-08-28T02:06:30.825732+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.40:0/3961800209":"2023-08-29T02:06:56.839811+0000","172.21.15.40:6801/3995113352":"2023-08-29T02:06:56.839811+0000","172.21.15.40:0/265401606":"2023-08-29T02:06:56.839811+0000","172.21.15.40:0/2450471864":"2023-08-29T02:03:26.879885+0000","172.21.15.40:0/3371895665":"2023-08-29T02:03:26.879885+0000","172.21.15.40:6800/3995113352":"2023-08-29T02:06:56.839811+0000","172.21.15.40:0/2731012969":"2023-08-29T02:03:26.879885+0000","172.21.15.40:6801/2970497546":"2023-08-29T02:03:26.879885+0000","172.21.15.40:0/668136245":"2023-08-29T02:06:56.839811+0000","172.21.15.40:0/4125540708":"2023-08-29T02:03:05.971942+0000","172.21.15.40:6800/553226419":"2023-08-29T02:03:05.971942+0000","172.21.15.40:0/3896348771":"2023-08-29T02:03:05.971942+0000","172.21.15.40:0/3411944587":"2023-08-29T02:03:05.971942+0000","172.21.15.40:0/829300855":"2023-08-29T02:06:56.839811+0000","172.21.15.40:6801/553226419":"2023-08-29T02:03:05.971942+0000","172.21.15.40:6800/2970497546":"2023-08-29T02:03:26.879885+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-08-28T02:07:05.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:05 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/3539827408' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-08-28T02:07:05.230 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:05 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/3539827408' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-08-28T02:07:05.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:05 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/3539827408' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-08-28T02:07:05.527 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2023-08-28T02:07:05.528 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd dump --format=json 2023-08-28T02:07:06.162 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:07:06.616 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:06 smithi040 ceph-mon[111703]: pgmap v9: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:07:06.616 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:06 smithi040 ceph-mon[120580]: pgmap v9: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:07:06.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:06 smithi083 ceph-mon[113795]: pgmap v9: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:07:06.901 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Aug 28 02:07:06 smithi040 systemd[1]: Starting Ceph alertmanager.a for d9a8f48a-4546-11ee-817c-1b7a5f1ba315... 2023-08-28T02:07:07.490 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:07:07 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[115935]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:07:07] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-08-28T02:07:07.980 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Aug 28 02:07:07 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-alertmanager-a[145720]: ts=2023-08-28T02:07:07.778Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2023-08-28T02:07:07.980 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Aug 28 02:07:07 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-alertmanager-a[145720]: ts=2023-08-28T02:07:07.779Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2023-08-28T02:07:07.980 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Aug 28 02:07:07 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-alertmanager-a[145720]: ts=2023-08-28T02:07:07.780Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.40 port=9094 2023-08-28T02:07:07.980 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Aug 28 02:07:07 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-alertmanager-a[145720]: ts=2023-08-28T02:07:07.781Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2023-08-28T02:07:07.981 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Aug 28 02:07:07 smithi040 bash[145685]: 2c11cf4f535019e6c2ac7048907ce2c8632d49932543eae79edb766ce5af45e0 2023-08-28T02:07:07.981 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Aug 28 02:07:07 smithi040 systemd[1]: Started Ceph alertmanager.a for d9a8f48a-4546-11ee-817c-1b7a5f1ba315. 2023-08-28T02:07:07.981 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Aug 28 02:07:07 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-alertmanager-a[145720]: ts=2023-08-28T02:07:07.806Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2023-08-28T02:07:07.981 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Aug 28 02:07:07 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-alertmanager-a[145720]: ts=2023-08-28T02:07:07.806Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2023-08-28T02:07:07.981 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Aug 28 02:07:07 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-alertmanager-a[145720]: ts=2023-08-28T02:07:07.810Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2023-08-28T02:07:07.981 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Aug 28 02:07:07 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-alertmanager-a[145720]: ts=2023-08-28T02:07:07.810Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2023-08-28T02:07:08.195 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:07:08.196 INFO:teuthology.orchestra.run.smithi040.stdout:{"epoch":60,"fsid":"d9a8f48a-4546-11ee-817c-1b7a5f1ba315","created":"2023-08-28T02:02:36.246825+0000","modified":"2023-08-28T02:06:58.892190+0000","last_up_change":"2023-08-28T02:06:32.691271+0000","last_in_change":"2023-08-28T02:06:18.214471+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-08-28T02:05:09.421502+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"rbd","create_time":"2023-08-28T02:06:55.948674+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"60","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"905741fe-5340-4925-810a-6b832789b564","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6802","nonce":3285535057},{"type":"v1","addr":"172.21.15.40:6803","nonce":3285535057}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6804","nonce":3285535057},{"type":"v1","addr":"172.21.15.40:6805","nonce":3285535057}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6808","nonce":3285535057},{"type":"v1","addr":"172.21.15.40:6809","nonce":3285535057}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6806","nonce":3285535057},{"type":"v1","addr":"172.21.15.40:6807","nonce":3285535057}]},"public_addr":"172.21.15.40:6803/3285535057","cluster_addr":"172.21.15.40:6805/3285535057","heartbeat_back_addr":"172.21.15.40:6809/3285535057","heartbeat_front_addr":"172.21.15.40:6807/3285535057","state":["exists","up"]},{"osd":1,"uuid":"94c3f7d4-5632-445f-a770-203e1a65fa64","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6810","nonce":2125001858},{"type":"v1","addr":"172.21.15.40:6811","nonce":2125001858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6812","nonce":2125001858},{"type":"v1","addr":"172.21.15.40:6813","nonce":2125001858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6816","nonce":2125001858},{"type":"v1","addr":"172.21.15.40:6817","nonce":2125001858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6814","nonce":2125001858},{"type":"v1","addr":"172.21.15.40:6815","nonce":2125001858}]},"public_addr":"172.21.15.40:6811/2125001858","cluster_addr":"172.21.15.40:6813/2125001858","heartbeat_back_addr":"172.21.15.40:6817/2125001858","heartbeat_front_addr":"172.21.15.40:6815/2125001858","state":["exists","up"]},{"osd":2,"uuid":"80f7a434-a506-4d80-a087-cbb10bee2029","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6818","nonce":1418265781},{"type":"v1","addr":"172.21.15.40:6819","nonce":1418265781}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6820","nonce":1418265781},{"type":"v1","addr":"172.21.15.40:6821","nonce":1418265781}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6824","nonce":1418265781},{"type":"v1","addr":"172.21.15.40:6825","nonce":1418265781}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6822","nonce":1418265781},{"type":"v1","addr":"172.21.15.40:6823","nonce":1418265781}]},"public_addr":"172.21.15.40:6819/1418265781","cluster_addr":"172.21.15.40:6821/1418265781","heartbeat_back_addr":"172.21.15.40:6825/1418265781","heartbeat_front_addr":"172.21.15.40:6823/1418265781","state":["exists","up"]},{"osd":3,"uuid":"221406ea-c21b-4ccc-ae87-8d064443d6e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6826","nonce":3416730178},{"type":"v1","addr":"172.21.15.40:6827","nonce":3416730178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6828","nonce":3416730178},{"type":"v1","addr":"172.21.15.40:6829","nonce":3416730178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6832","nonce":3416730178},{"type":"v1","addr":"172.21.15.40:6833","nonce":3416730178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6830","nonce":3416730178},{"type":"v1","addr":"172.21.15.40:6831","nonce":3416730178}]},"public_addr":"172.21.15.40:6827/3416730178","cluster_addr":"172.21.15.40:6829/3416730178","heartbeat_back_addr":"172.21.15.40:6833/3416730178","heartbeat_front_addr":"172.21.15.40:6831/3416730178","state":["exists","up"]},{"osd":4,"uuid":"78b5c0ad-9287-425c-a47b-e503339022b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6800","nonce":2381860577},{"type":"v1","addr":"172.21.15.83:6801","nonce":2381860577}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6802","nonce":2381860577},{"type":"v1","addr":"172.21.15.83:6803","nonce":2381860577}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6806","nonce":2381860577},{"type":"v1","addr":"172.21.15.83:6807","nonce":2381860577}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6804","nonce":2381860577},{"type":"v1","addr":"172.21.15.83:6805","nonce":2381860577}]},"public_addr":"172.21.15.83:6801/2381860577","cluster_addr":"172.21.15.83:6803/2381860577","heartbeat_back_addr":"172.21.15.83:6807/2381860577","heartbeat_front_addr":"172.21.15.83:6805/2381860577","state":["exists","up"]},{"osd":5,"uuid":"28339507-a2fc-4454-833b-5fd41b5f0e17","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6808","nonce":1250675793},{"type":"v1","addr":"172.21.15.83:6809","nonce":1250675793}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6810","nonce":1250675793},{"type":"v1","addr":"172.21.15.83:6811","nonce":1250675793}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6814","nonce":1250675793},{"type":"v1","addr":"172.21.15.83:6815","nonce":1250675793}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6812","nonce":1250675793},{"type":"v1","addr":"172.21.15.83:6813","nonce":1250675793}]},"public_addr":"172.21.15.83:6809/1250675793","cluster_addr":"172.21.15.83:6811/1250675793","heartbeat_back_addr":"172.21.15.83:6815/1250675793","heartbeat_front_addr":"172.21.15.83:6813/1250675793","state":["exists","up"]},{"osd":6,"uuid":"c3090294-5977-4742-9daa-27650a805066","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6816","nonce":4221104688},{"type":"v1","addr":"172.21.15.83:6817","nonce":4221104688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6818","nonce":4221104688},{"type":"v1","addr":"172.21.15.83:6819","nonce":4221104688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6822","nonce":4221104688},{"type":"v1","addr":"172.21.15.83:6823","nonce":4221104688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6820","nonce":4221104688},{"type":"v1","addr":"172.21.15.83:6821","nonce":4221104688}]},"public_addr":"172.21.15.83:6817/4221104688","cluster_addr":"172.21.15.83:6819/4221104688","heartbeat_back_addr":"172.21.15.83:6823/4221104688","heartbeat_front_addr":"172.21.15.83:6821/4221104688","state":["exists","up"]},{"osd":7,"uuid":"68aeca75-f923-43f9-9eab-b70d1a4e14c6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6824","nonce":722500369},{"type":"v1","addr":"172.21.15.83:6825","nonce":722500369}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6826","nonce":722500369},{"type":"v1","addr":"172.21.15.83:6827","nonce":722500369}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6830","nonce":722500369},{"type":"v1","addr":"172.21.15.83:6831","nonce":722500369}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6828","nonce":722500369},{"type":"v1","addr":"172.21.15.83:6829","nonce":722500369}]},"public_addr":"172.21.15.83:6825/722500369","cluster_addr":"172.21.15.83:6827/722500369","heartbeat_back_addr":"172.21.15.83:6831/722500369","heartbeat_front_addr":"172.21.15.83:6829/722500369","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-08-28T02:04:29.948020+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-08-28T02:04:48.253614+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-08-28T02:05:06.769453+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-08-28T02:05:24.931800+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-08-28T02:05:41.402630+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-08-28T02:05:57.674865+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-08-28T02:06:14.395075+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-08-28T02:06:30.825732+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.40:0/3961800209":"2023-08-29T02:06:56.839811+0000","172.21.15.40:6801/3995113352":"2023-08-29T02:06:56.839811+0000","172.21.15.40:0/265401606":"2023-08-29T02:06:56.839811+0000","172.21.15.40:0/2450471864":"2023-08-29T02:03:26.879885+0000","172.21.15.40:0/3371895665":"2023-08-29T02:03:26.879885+0000","172.21.15.40:6800/3995113352":"2023-08-29T02:06:56.839811+0000","172.21.15.40:0/2731012969":"2023-08-29T02:03:26.879885+0000","172.21.15.40:6801/2970497546":"2023-08-29T02:03:26.879885+0000","172.21.15.40:0/668136245":"2023-08-29T02:06:56.839811+0000","172.21.15.40:0/4125540708":"2023-08-29T02:03:05.971942+0000","172.21.15.40:6800/553226419":"2023-08-29T02:03:05.971942+0000","172.21.15.40:0/3896348771":"2023-08-29T02:03:05.971942+0000","172.21.15.40:0/3411944587":"2023-08-29T02:03:05.971942+0000","172.21.15.40:0/829300855":"2023-08-29T02:06:56.839811+0000","172.21.15.40:6801/553226419":"2023-08-29T02:03:05.971942+0000","172.21.15.40:6800/2970497546":"2023-08-29T02:03:26.879885+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-08-28T02:07:08.480 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:07:08 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: [28/Aug/2023:02:07:08] ENGINE Bus STOPPING 2023-08-28T02:07:08.480 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:07:08 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: [28/Aug/2023:02:07:08] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-08-28T02:07:08.480 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:07:08 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: [28/Aug/2023:02:07:08] ENGINE Bus STOPPED 2023-08-28T02:07:08.480 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:07:08 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: [28/Aug/2023:02:07:08] ENGINE Bus STARTING 2023-08-28T02:07:08.480 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:07:08 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: [28/Aug/2023:02:07:08] ENGINE Serving on http://:::9283 2023-08-28T02:07:08.481 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:07:08 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: [28/Aug/2023:02:07:08] ENGINE Bus STARTED 2023-08-28T02:07:08.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:08 smithi040 ceph-mon[111703]: pgmap v10: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:07:08.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:08 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:08.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:08 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:08.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:08 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:08.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:08 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:08.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:08 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:08.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:08 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:08.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:08 smithi040 ceph-mon[111703]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2023-08-28T02:07:08.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:08 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:08.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:08 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/3747110432' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-08-28T02:07:08.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:08 smithi040 ceph-mon[120580]: pgmap v10: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:07:08.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:08 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:08.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:08 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:08.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:08 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:08.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:08 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:08.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:08 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:08.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:08 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:08.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:08 smithi040 ceph-mon[120580]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2023-08-28T02:07:08.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:08 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:08.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:08 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/3747110432' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-08-28T02:07:08.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:08 smithi083 ceph-mon[113795]: pgmap v10: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:07:08.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:08 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:08.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:08 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:08.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:08 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:08.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:08 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:08.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:08 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:08.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:08 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:08.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:08 smithi083 ceph-mon[113795]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2023-08-28T02:07:08.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:08 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:08.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:08 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/3747110432' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-08-28T02:07:08.753 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph tell osd.0 flush_pg_stats 2023-08-28T02:07:08.753 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph tell osd.1 flush_pg_stats 2023-08-28T02:07:08.754 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph tell osd.2 flush_pg_stats 2023-08-28T02:07:08.754 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph tell osd.3 flush_pg_stats 2023-08-28T02:07:08.755 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph tell osd.4 flush_pg_stats 2023-08-28T02:07:08.756 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph tell osd.5 flush_pg_stats 2023-08-28T02:07:08.756 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph tell osd.6 flush_pg_stats 2023-08-28T02:07:08.757 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph tell osd.7 flush_pg_stats 2023-08-28T02:07:09.254 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:07:09.322 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:07:09.360 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:07:09.381 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:07:09.416 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:07:09.444 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:07:09.531 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:09 smithi040 ceph-mon[111703]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2023-08-28T02:07:09.531 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:09 smithi040 ceph-mon[111703]: Deploying daemon grafana.a on smithi083 2023-08-28T02:07:09.532 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:09 smithi040 ceph-mon[120580]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2023-08-28T02:07:09.532 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:09 smithi040 ceph-mon[120580]: Deploying daemon grafana.a on smithi083 2023-08-28T02:07:09.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:09 smithi083 ceph-mon[113795]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2023-08-28T02:07:09.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:09 smithi083 ceph-mon[113795]: Deploying daemon grafana.a on smithi083 2023-08-28T02:07:09.785 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Aug 28 02:07:09 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-alertmanager-a[145720]: ts=2023-08-28T02:07:09.781Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000085266s 2023-08-28T02:07:09.982 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:07:10.404 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:10 smithi040 ceph-mon[111703]: pgmap v11: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:07:10.404 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:10 smithi040 ceph-mon[120580]: pgmap v11: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:07:10.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:10 smithi083 ceph-mon[113795]: pgmap v11: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:07:11.489 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:07:12.407 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:12 smithi040 ceph-mon[120580]: pgmap v12: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:07:12.407 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:12 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:12.407 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:12 smithi040 ceph-mon[120580]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:07:12.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:12 smithi040 ceph-mon[111703]: pgmap v12: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:07:12.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:12 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:12.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:12 smithi040 ceph-mon[111703]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:07:12.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:12 smithi083 ceph-mon[113795]: pgmap v12: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:07:12.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:12 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:12.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:12 smithi083 ceph-mon[113795]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:07:14.300 INFO:teuthology.orchestra.run.smithi040.stdout:34359738402 2023-08-28T02:07:14.301 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd last-stat-seq osd.0 2023-08-28T02:07:14.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:14 smithi040 ceph-mon[120580]: pgmap v13: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:07:14.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:14 smithi040 ceph-mon[111703]: pgmap v13: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:07:14.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:14 smithi083 ceph-mon[113795]: pgmap v13: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:07:14.817 INFO:teuthology.orchestra.run.smithi040.stdout:55834574879 2023-08-28T02:07:14.817 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd last-stat-seq osd.1 2023-08-28T02:07:15.155 INFO:teuthology.orchestra.run.smithi040.stdout:128849018900 2023-08-28T02:07:15.155 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd last-stat-seq osd.4 2023-08-28T02:07:15.820 INFO:teuthology.orchestra.run.smithi040.stdout:77309411354 2023-08-28T02:07:15.821 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd last-stat-seq osd.2 2023-08-28T02:07:16.383 INFO:teuthology.orchestra.run.smithi040.stdout:223338299403 2023-08-28T02:07:16.384 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd last-stat-seq osd.7 2023-08-28T02:07:16.455 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:16 smithi040 ceph-mon[111703]: pgmap v14: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:07:16.455 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:16 smithi040 ceph-mon[120580]: pgmap v14: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:07:16.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:16 smithi083 ceph-mon[113795]: pgmap v14: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:07:16.804 INFO:teuthology.orchestra.run.smithi040.stdout:158913789969 2023-08-28T02:07:16.804 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd last-stat-seq osd.5 2023-08-28T02:07:16.818 INFO:teuthology.orchestra.run.smithi040.stdout:107374182423 2023-08-28T02:07:16.819 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd last-stat-seq osd.3 2023-08-28T02:07:17.110 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:07:17.142 INFO:teuthology.orchestra.run.smithi040.stdout:193273528334 2023-08-28T02:07:17.143 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd last-stat-seq osd.6 2023-08-28T02:07:17.210 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:07:17.363 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:07:17.490 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:07:17 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[115935]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:07:17] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-08-28T02:07:17.602 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:07:18.216 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Aug 28 02:07:17 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-alertmanager-a[145720]: ts=2023-08-28T02:07:17.783Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.002142982s 2023-08-28T02:07:18.476 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:18 smithi040 ceph-mon[111703]: pgmap v15: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:07:18.476 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:18 smithi040 ceph-mon[120580]: pgmap v15: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:07:18.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:18 smithi083 ceph-mon[113795]: pgmap v15: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:07:18.792 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:07:18.912 INFO:teuthology.orchestra.run.smithi040.stdout:128849018900 2023-08-28T02:07:18.930 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:07:19.478 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:19 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/1204781015' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-08-28T02:07:19.478 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:19 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/1204781015' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-08-28T02:07:19.585 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:19 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/1204781015' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-08-28T02:07:20.097 INFO:teuthology.orchestra.run.smithi040.stdout:34359738403 2023-08-28T02:07:20.463 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:20 smithi083 ceph-mon[113795]: pgmap v16: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:07:20.464 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:20 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/340057341' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-08-28T02:07:20.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:20 smithi040 ceph-mon[111703]: pgmap v16: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:07:20.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:20 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/340057341' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-08-28T02:07:20.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:20 smithi040 ceph-mon[120580]: pgmap v16: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:07:20.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:20 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/340057341' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-08-28T02:07:20.615 INFO:teuthology.orchestra.run.smithi040.stdout:55834574880 2023-08-28T02:07:20.630 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:07:20.795 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738402 got 34359738403 for osd.0 2023-08-28T02:07:20.795 DEBUG:teuthology.parallel:result is None 2023-08-28T02:07:21.004 INFO:tasks.cephadm.ceph_manager.ceph:need seq 128849018900 got 128849018900 for osd.4 2023-08-28T02:07:21.005 DEBUG:teuthology.parallel:result is None 2023-08-28T02:07:21.384 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/3430644988' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-08-28T02:07:21.384 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:21.384 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:21.384 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:21.385 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:21.385 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 systemd[1]: Started Ceph grafana.a for d9a8f48a-4546-11ee-817c-1b7a5f1ba315. 2023-08-28T02:07:21.385 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=settings t=2023-08-28T02:07:21.283208278Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2023-08-28T02:07:21.386 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=settings t=2023-08-28T02:07:21.283408532Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2023-08-28T02:07:21.386 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=settings t=2023-08-28T02:07:21.283426006Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2023-08-28T02:07:21.386 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=settings t=2023-08-28T02:07:21.283433047Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2023-08-28T02:07:21.386 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=settings t=2023-08-28T02:07:21.283438884Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2023-08-28T02:07:21.386 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=settings t=2023-08-28T02:07:21.283445411Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2023-08-28T02:07:21.386 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=settings t=2023-08-28T02:07:21.283451286Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2023-08-28T02:07:21.386 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=settings t=2023-08-28T02:07:21.283456875Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2023-08-28T02:07:21.386 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=settings t=2023-08-28T02:07:21.283462529Z level=info msg="Path Home" path=/usr/share/grafana 2023-08-28T02:07:21.386 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=settings t=2023-08-28T02:07:21.283468425Z level=info msg="Path Data" path=/var/lib/grafana 2023-08-28T02:07:21.386 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=settings t=2023-08-28T02:07:21.283473654Z level=info msg="Path Logs" path=/var/log/grafana 2023-08-28T02:07:21.387 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=settings t=2023-08-28T02:07:21.283478883Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2023-08-28T02:07:21.387 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=settings t=2023-08-28T02:07:21.283484256Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2023-08-28T02:07:21.387 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=settings t=2023-08-28T02:07:21.283489845Z level=info msg="App mode production" 2023-08-28T02:07:21.387 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=sqlstore t=2023-08-28T02:07:21.283538648Z level=info msg="Connecting to DB" dbtype=sqlite3 2023-08-28T02:07:21.387 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=sqlstore t=2023-08-28T02:07:21.283555294Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2023-08-28T02:07:21.387 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.284679676Z level=info msg="Starting DB migrations" 2023-08-28T02:07:21.387 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.284784039Z level=info msg="Executing migration" id="create migration_log table" 2023-08-28T02:07:21.387 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.2854445Z level=info msg="Executing migration" id="create user table" 2023-08-28T02:07:21.387 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.285989081Z level=info msg="Executing migration" id="add unique index user.login" 2023-08-28T02:07:21.387 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.286842289Z level=info msg="Executing migration" id="add unique index user.email" 2023-08-28T02:07:21.387 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.289750491Z level=info msg="Executing migration" id="drop index UQE_user_login - v1" 2023-08-28T02:07:21.388 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.2902272Z level=info msg="Executing migration" id="drop index UQE_user_email - v1" 2023-08-28T02:07:21.388 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.293203095Z level=info msg="Executing migration" id="Rename table user to user_v1 - v1" 2023-08-28T02:07:21.388 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.296073843Z level=info msg="Executing migration" id="create user table v2" 2023-08-28T02:07:21.388 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.298659696Z level=info msg="Executing migration" id="create index UQE_user_login - v2" 2023-08-28T02:07:21.388 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.30134488Z level=info msg="Executing migration" id="create index UQE_user_email - v2" 2023-08-28T02:07:21.388 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.303873879Z level=info msg="Executing migration" id="copy data_source v1 to v2" 2023-08-28T02:07:21.388 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.306613936Z level=info msg="Executing migration" id="Drop old table user_v1" 2023-08-28T02:07:21.388 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.306997736Z level=info msg="Executing migration" id="Add column help_flags1 to user table" 2023-08-28T02:07:21.388 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.309858229Z level=info msg="Executing migration" id="Update user table charset" 2023-08-28T02:07:21.388 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.312443481Z level=info msg="Executing migration" id="Add last_seen_at column to user" 2023-08-28T02:07:21.388 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.315077584Z level=info msg="Executing migration" id="Add missing user data" 2023-08-28T02:07:21.389 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.315492696Z level=info msg="Executing migration" id="Add is_disabled column to user" 2023-08-28T02:07:21.389 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.318193086Z level=info msg="Executing migration" id="Add index user.login/user.email" 2023-08-28T02:07:21.389 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.318648725Z level=info msg="Executing migration" id="Add is_service_account column to user" 2023-08-28T02:07:21.389 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.320918724Z level=info msg="Executing migration" id="Update is_service_account column to nullable" 2023-08-28T02:07:21.389 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.322151503Z level=info msg="Executing migration" id="create temp user table v1-7" 2023-08-28T02:07:21.389 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.323711015Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v1-7" 2023-08-28T02:07:21.389 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.324194146Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v1-7" 2023-08-28T02:07:21.389 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.326979024Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v1-7" 2023-08-28T02:07:21.389 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.32961989Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v1-7" 2023-08-28T02:07:21.389 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.332161619Z level=info msg="Executing migration" id="Update temp_user table charset" 2023-08-28T02:07:21.390 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.334926905Z level=info msg="Executing migration" id="drop index IDX_temp_user_email - v1" 2023-08-28T02:07:21.390 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.337435259Z level=info msg="Executing migration" id="drop index IDX_temp_user_org_id - v1" 2023-08-28T02:07:21.390 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.339900268Z level=info msg="Executing migration" id="drop index IDX_temp_user_code - v1" 2023-08-28T02:07:21.390 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.342411213Z level=info msg="Executing migration" id="drop index IDX_temp_user_status - v1" 2023-08-28T02:07:21.390 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.345033557Z level=info msg="Executing migration" id="Rename table temp_user to temp_user_tmp_qwerty - v1" 2023-08-28T02:07:21.390 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.347938162Z level=info msg="Executing migration" id="create temp_user v2" 2023-08-28T02:07:21.390 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.350522127Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v2" 2023-08-28T02:07:21.390 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.353279418Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v2" 2023-08-28T02:07:21.390 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.355913423Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v2" 2023-08-28T02:07:21.390 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.358612625Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v2" 2023-08-28T02:07:21.390 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.359180624Z level=info msg="Executing migration" id="copy temp_user v1 to v2" 2023-08-28T02:07:21.390 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.359535966Z level=info msg="Executing migration" id="drop temp_user_tmp_qwerty" 2023-08-28T02:07:21.391 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.359876443Z level=info msg="Executing migration" id="Set created for temp users that will otherwise prematurely expire" 2023-08-28T02:07:21.391 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.36024379Z level=info msg="Executing migration" id="create star table" 2023-08-28T02:07:21.391 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.360637842Z level=info msg="Executing migration" id="add unique index star.user_id_dashboard_id" 2023-08-28T02:07:21.391 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.36107381Z level=info msg="Executing migration" id="create org table v1" 2023-08-28T02:07:21.391 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.361489328Z level=info msg="Executing migration" id="create index UQE_org_name - v1" 2023-08-28T02:07:21.391 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.361905907Z level=info msg="Executing migration" id="create org_user table v1" 2023-08-28T02:07:21.391 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.362315343Z level=info msg="Executing migration" id="create index IDX_org_user_org_id - v1" 2023-08-28T02:07:21.391 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.362735898Z level=info msg="Executing migration" id="create index UQE_org_user_org_id_user_id - v1" 2023-08-28T02:07:21.391 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.363160035Z level=info msg="Executing migration" id="create index IDX_org_user_user_id - v1" 2023-08-28T02:07:21.391 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.363571395Z level=info msg="Executing migration" id="Update org table charset" 2023-08-28T02:07:21.391 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.363857524Z level=info msg="Executing migration" id="Update org_user table charset" 2023-08-28T02:07:21.392 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.364211757Z level=info msg="Executing migration" id="Migrate all Read Only Viewers to Viewers" 2023-08-28T02:07:21.392 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.364543343Z level=info msg="Executing migration" id="create dashboard table" 2023-08-28T02:07:21.392 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.364932655Z level=info msg="Executing migration" id="add index dashboard.account_id" 2023-08-28T02:07:21.392 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.365344351Z level=info msg="Executing migration" id="add unique index dashboard_account_id_slug" 2023-08-28T02:07:21.392 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.365757325Z level=info msg="Executing migration" id="create dashboard_tag table" 2023-08-28T02:07:21.392 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.366184733Z level=info msg="Executing migration" id="add unique index dashboard_tag.dasboard_id_term" 2023-08-28T02:07:21.392 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.366935751Z level=info msg="Executing migration" id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2023-08-28T02:07:21.392 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.367337115Z level=info msg="Executing migration" id="Rename table dashboard to dashboard_v1 - v1" 2023-08-28T02:07:21.392 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.36817221Z level=info msg="Executing migration" id="create dashboard v2" 2023-08-28T02:07:21.392 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.368999252Z level=info msg="Executing migration" id="create index IDX_dashboard_org_id - v2" 2023-08-28T02:07:21.392 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.36980831Z level=info msg="Executing migration" id="create index UQE_dashboard_org_id_slug - v2" 2023-08-28T02:07:21.393 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.370238166Z level=info msg="Executing migration" id="copy dashboard v1 to v2" 2023-08-28T02:07:21.393 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.370972065Z level=info msg="Executing migration" id="drop table dashboard_v1" 2023-08-28T02:07:21.393 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.371364397Z level=info msg="Executing migration" id="alter dashboard.data to mediumtext v1" 2023-08-28T02:07:21.393 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.371654444Z level=info msg="Executing migration" id="Add column updated_by in dashboard - v2" 2023-08-28T02:07:21.393 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.372120022Z level=info msg="Executing migration" id="Add column created_by in dashboard - v2" 2023-08-28T02:07:21.393 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.372601832Z level=info msg="Executing migration" id="Add column gnetId in dashboard" 2023-08-28T02:07:21.393 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.373072956Z level=info msg="Executing migration" id="Add index for gnetId in dashboard" 2023-08-28T02:07:21.393 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.373518806Z level=info msg="Executing migration" id="Add column plugin_id in dashboard" 2023-08-28T02:07:21.393 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.373975489Z level=info msg="Executing migration" id="Add index for plugin_id in dashboard" 2023-08-28T02:07:21.393 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.374404187Z level=info msg="Executing migration" id="Add index for dashboard_id in dashboard_tag" 2023-08-28T02:07:21.393 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.374804921Z level=info msg="Executing migration" id="Update dashboard table charset" 2023-08-28T02:07:21.393 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.375066057Z level=info msg="Executing migration" id="Update dashboard_tag table charset" 2023-08-28T02:07:21.394 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.375347675Z level=info msg="Executing migration" id="Add column folder_id in dashboard" 2023-08-28T02:07:21.394 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.375913338Z level=info msg="Executing migration" id="Add column isFolder in dashboard" 2023-08-28T02:07:21.394 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.376603121Z level=info msg="Executing migration" id="Add column has_acl in dashboard" 2023-08-28T02:07:21.394 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.377301722Z level=info msg="Executing migration" id="Add column uid in dashboard" 2023-08-28T02:07:21.394 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.377866881Z level=info msg="Executing migration" id="Update uid column values in dashboard" 2023-08-28T02:07:21.394 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.378718133Z level=info msg="Executing migration" id="Add unique index dashboard_org_id_uid" 2023-08-28T02:07:21.394 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.379339328Z level=info msg="Executing migration" id="Remove unique index org_id_slug" 2023-08-28T02:07:21.394 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.380054154Z level=info msg="Executing migration" id="Update dashboard title length" 2023-08-28T02:07:21.394 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.380387145Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_title_folder_id" 2023-08-28T02:07:21.394 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.38112444Z level=info msg="Executing migration" id="create dashboard_provisioning" 2023-08-28T02:07:21.394 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.38156385Z level=info msg="Executing migration" id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2023-08-28T02:07:21.394 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.382477181Z level=info msg="Executing migration" id="create dashboard_provisioning v2" 2023-08-28T02:07:21.395 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.383198404Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2023-08-28T02:07:21.395 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.383686898Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2023-08-28T02:07:21.395 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.386253241Z level=info msg="Executing migration" id="copy dashboard_provisioning v1 to v2" 2023-08-28T02:07:21.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:21 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/3430644988' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-08-28T02:07:21.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:21 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:21.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:21 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:21.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:21 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:21.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:21 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:21.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:21 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/3430644988' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-08-28T02:07:21.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:21 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:21.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:21 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:21.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:21 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:21.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:21 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:21.585 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:07:21.611 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574879 got 55834574880 for osd.1 2023-08-28T02:07:21.611 DEBUG:teuthology.parallel:result is None 2023-08-28T02:07:21.633 INFO:teuthology.orchestra.run.smithi040.stdout:223338299404 2023-08-28T02:07:21.637 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.388807883Z level=info msg="Executing migration" id="drop dashboard_provisioning_tmp_qwerty" 2023-08-28T02:07:21.637 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.391363736Z level=info msg="Executing migration" id="Add check_sum column" 2023-08-28T02:07:21.637 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.391910225Z level=info msg="Executing migration" id="Add index for dashboard_title" 2023-08-28T02:07:21.637 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.394723722Z level=info msg="Executing migration" id="delete tags for deleted dashboards" 2023-08-28T02:07:21.637 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.397204405Z level=info msg="Executing migration" id="delete stars for deleted dashboards" 2023-08-28T02:07:21.637 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.399750337Z level=info msg="Executing migration" id="Add index for dashboard_is_folder" 2023-08-28T02:07:21.637 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.400224905Z level=info msg="Executing migration" id="Add isPublic for dashboard" 2023-08-28T02:07:21.638 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.403159173Z level=info msg="Executing migration" id="create data_source table" 2023-08-28T02:07:21.638 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.405752212Z level=info msg="Executing migration" id="add index data_source.account_id" 2023-08-28T02:07:21.638 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.406227213Z level=info msg="Executing migration" id="add unique index data_source.account_id_name" 2023-08-28T02:07:21.638 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.408357789Z level=info msg="Executing migration" id="drop index IDX_data_source_account_id - v1" 2023-08-28T02:07:21.638 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.411003888Z level=info msg="Executing migration" id="drop index UQE_data_source_account_id_name - v1" 2023-08-28T02:07:21.638 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.413887621Z level=info msg="Executing migration" id="Rename table data_source to data_source_v1 - v1" 2023-08-28T02:07:21.638 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.416557293Z level=info msg="Executing migration" id="create data_source table v2" 2023-08-28T02:07:21.638 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.417025317Z level=info msg="Executing migration" id="create index IDX_data_source_org_id - v2" 2023-08-28T02:07:21.638 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.419699221Z level=info msg="Executing migration" id="create index UQE_data_source_org_id_name - v2" 2023-08-28T02:07:21.638 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.422294804Z level=info msg="Executing migration" id="Drop old table data_source_v1 #2" 2023-08-28T02:07:21.638 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.425107782Z level=info msg="Executing migration" id="Add column with_credentials" 2023-08-28T02:07:21.639 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.425726164Z level=info msg="Executing migration" id="Add secure json data column" 2023-08-28T02:07:21.639 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.426386048Z level=info msg="Executing migration" id="Update data_source table charset" 2023-08-28T02:07:21.639 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.427113174Z level=info msg="Executing migration" id="Update initial version to 1" 2023-08-28T02:07:21.639 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.427953868Z level=info msg="Executing migration" id="Add read_only data column" 2023-08-28T02:07:21.639 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.428648612Z level=info msg="Executing migration" id="Migrate logging ds to loki ds" 2023-08-28T02:07:21.639 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.429427596Z level=info msg="Executing migration" id="Update json_data with nulls" 2023-08-28T02:07:21.639 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.42977142Z level=info msg="Executing migration" id="Add uid column" 2023-08-28T02:07:21.639 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.430322549Z level=info msg="Executing migration" id="Update uid value" 2023-08-28T02:07:21.639 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.431165323Z level=info msg="Executing migration" id="Add unique index datasource_org_id_uid" 2023-08-28T02:07:21.639 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.431678629Z level=info msg="Executing migration" id="add unique index datasource_org_id_is_default" 2023-08-28T02:07:21.639 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.432389354Z level=info msg="Executing migration" id="create api_key table" 2023-08-28T02:07:21.640 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.433154896Z level=info msg="Executing migration" id="add index api_key.account_id" 2023-08-28T02:07:21.640 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.433999992Z level=info msg="Executing migration" id="add index api_key.key" 2023-08-28T02:07:21.640 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.434570717Z level=info msg="Executing migration" id="add index api_key.account_id_name" 2023-08-28T02:07:21.640 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.435290879Z level=info msg="Executing migration" id="drop index IDX_api_key_account_id - v1" 2023-08-28T02:07:21.640 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.436004661Z level=info msg="Executing migration" id="drop index UQE_api_key_key - v1" 2023-08-28T02:07:21.640 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.436771486Z level=info msg="Executing migration" id="drop index UQE_api_key_account_id_name - v1" 2023-08-28T02:07:21.640 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.437451915Z level=info msg="Executing migration" id="Rename table api_key to api_key_v1 - v1" 2023-08-28T02:07:21.640 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.438584352Z level=info msg="Executing migration" id="create api_key table v2" 2023-08-28T02:07:21.640 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.438984098Z level=info msg="Executing migration" id="create index IDX_api_key_org_id - v2" 2023-08-28T02:07:21.640 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.4396973Z level=info msg="Executing migration" id="create index UQE_api_key_key - v2" 2023-08-28T02:07:21.640 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.440441794Z level=info msg="Executing migration" id="create index UQE_api_key_org_id_name - v2" 2023-08-28T02:07:21.640 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.441144377Z level=info msg="Executing migration" id="copy api_key v1 to v2" 2023-08-28T02:07:21.641 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.441812903Z level=info msg="Executing migration" id="Drop old table api_key_v1" 2023-08-28T02:07:21.641 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.442155856Z level=info msg="Executing migration" id="Update api_key table charset" 2023-08-28T02:07:21.641 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.44244742Z level=info msg="Executing migration" id="Add expires to api_key table" 2023-08-28T02:07:21.641 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.442985753Z level=info msg="Executing migration" id="Add service account foreign key" 2023-08-28T02:07:21.641 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.443549133Z level=info msg="Executing migration" id="set service account foreign key to nil if 0" 2023-08-28T02:07:21.641 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.443839216Z level=info msg="Executing migration" id="Add last_used_at to api_key table" 2023-08-28T02:07:21.641 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.444422627Z level=info msg="Executing migration" id="Add is_revoked column to api_key table" 2023-08-28T02:07:21.641 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.445013002Z level=info msg="Executing migration" id="create dashboard_snapshot table v4" 2023-08-28T02:07:21.641 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.4459481Z level=info msg="Executing migration" id="drop table dashboard_snapshot_v4 #1" 2023-08-28T02:07:21.641 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.446585276Z level=info msg="Executing migration" id="create dashboard_snapshot table v5 #2" 2023-08-28T02:07:21.641 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.447238412Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_key - v5" 2023-08-28T02:07:21.641 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.447959365Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_delete_key - v5" 2023-08-28T02:07:21.642 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.44871173Z level=info msg="Executing migration" id="create index IDX_dashboard_snapshot_user_id - v5" 2023-08-28T02:07:21.642 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.451511484Z level=info msg="Executing migration" id="alter dashboard_snapshot to mediumtext v2" 2023-08-28T02:07:21.642 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.454192634Z level=info msg="Executing migration" id="Update dashboard_snapshot table charset" 2023-08-28T02:07:21.642 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.457125832Z level=info msg="Executing migration" id="Add column external_delete_url to dashboard_snapshots table" 2023-08-28T02:07:21.642 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.459714476Z level=info msg="Executing migration" id="Add encrypted dashboard json column" 2023-08-28T02:07:21.642 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.462515323Z level=info msg="Executing migration" id="Change dashboard_encrypted column to MEDIUMBLOB" 2023-08-28T02:07:21.642 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.46518305Z level=info msg="Executing migration" id="create quota table v1" 2023-08-28T02:07:21.642 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.472543826Z level=info msg="Executing migration" id="create index UQE_quota_org_id_user_id_target - v1" 2023-08-28T02:07:21.642 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.474115528Z level=info msg="Executing migration" id="Update quota table charset" 2023-08-28T02:07:21.642 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.476131364Z level=info msg="Executing migration" id="create plugin_setting table" 2023-08-28T02:07:21.642 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.476554771Z level=info msg="Executing migration" id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2023-08-28T02:07:21.642 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.478462159Z level=info msg="Executing migration" id="Add column plugin_version to plugin_settings" 2023-08-28T02:07:21.642 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.480419267Z level=info msg="Executing migration" id="Update plugin_setting table charset" 2023-08-28T02:07:21.643 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.480914066Z level=info msg="Executing migration" id="create session table" 2023-08-28T02:07:21.643 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.482324578Z level=info msg="Executing migration" id="Drop old table playlist table" 2023-08-28T02:07:21.643 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.484207379Z level=info msg="Executing migration" id="Drop old table playlist_item table" 2023-08-28T02:07:21.643 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.4847168Z level=info msg="Executing migration" id="create playlist table v2" 2023-08-28T02:07:21.643 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.485111268Z level=info msg="Executing migration" id="create playlist item table v2" 2023-08-28T02:07:21.643 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.487091412Z level=info msg="Executing migration" id="Update playlist table charset" 2023-08-28T02:07:21.643 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.488857494Z level=info msg="Executing migration" id="Update playlist_item table charset" 2023-08-28T02:07:21.643 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.489171485Z level=info msg="Executing migration" id="drop preferences table v2" 2023-08-28T02:07:21.643 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.48946116Z level=info msg="Executing migration" id="drop preferences table v3" 2023-08-28T02:07:21.643 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.489730035Z level=info msg="Executing migration" id="create preferences table v3" 2023-08-28T02:07:21.643 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.490125549Z level=info msg="Executing migration" id="Update preferences table charset" 2023-08-28T02:07:21.644 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.491961679Z level=info msg="Executing migration" id="Add column team_id in preferences" 2023-08-28T02:07:21.644 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.492613827Z level=info msg="Executing migration" id="Update team_id column values in preferences" 2023-08-28T02:07:21.645 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.492892301Z level=info msg="Executing migration" id="Add column week_start in preferences" 2023-08-28T02:07:21.645 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.494590577Z level=info msg="Executing migration" id="Add column preferences.json_data" 2023-08-28T02:07:21.645 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.496439354Z level=info msg="Executing migration" id="alter preferences.json_data to mediumtext v1" 2023-08-28T02:07:21.645 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.498364891Z level=info msg="Executing migration" id="Add preferences index org_id" 2023-08-28T02:07:21.645 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.49883861Z level=info msg="Executing migration" id="Add preferences index user_id" 2023-08-28T02:07:21.645 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.500901477Z level=info msg="Executing migration" id="create alert table v1" 2023-08-28T02:07:21.645 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.502883946Z level=info msg="Executing migration" id="add index alert org_id & id " 2023-08-28T02:07:21.645 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.504710546Z level=info msg="Executing migration" id="add index alert state" 2023-08-28T02:07:21.645 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.50642146Z level=info msg="Executing migration" id="add index alert dashboard_id" 2023-08-28T02:07:21.645 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.506852188Z level=info msg="Executing migration" id="Create alert_rule_tag table v1" 2023-08-28T02:07:21.645 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.509419366Z level=info msg="Executing migration" id="Add unique index alert_rule_tag.alert_id_tag_id" 2023-08-28T02:07:21.646 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.512394513Z level=info msg="Executing migration" id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2023-08-28T02:07:21.646 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.51490871Z level=info msg="Executing migration" id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2023-08-28T02:07:21.646 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.516317593Z level=info msg="Executing migration" id="Create alert_rule_tag table v2" 2023-08-28T02:07:21.646 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.517220827Z level=info msg="Executing migration" id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2023-08-28T02:07:21.646 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.518062674Z level=info msg="Executing migration" id="copy alert_rule_tag v1 to v2" 2023-08-28T02:07:21.646 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.518761322Z level=info msg="Executing migration" id="drop table alert_rule_tag_v1" 2023-08-28T02:07:21.646 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.519617272Z level=info msg="Executing migration" id="create alert_notification table v1" 2023-08-28T02:07:21.646 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.520219665Z level=info msg="Executing migration" id="Add column is_default" 2023-08-28T02:07:21.646 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.520858167Z level=info msg="Executing migration" id="Add column frequency" 2023-08-28T02:07:21.646 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.521644966Z level=info msg="Executing migration" id="Add column send_reminder" 2023-08-28T02:07:21.646 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.522448477Z level=info msg="Executing migration" id="Add column disable_resolve_message" 2023-08-28T02:07:21.646 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.523251929Z level=info msg="Executing migration" id="add index alert_notification org_id & name" 2023-08-28T02:07:21.647 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.524090923Z level=info msg="Executing migration" id="Update alert table charset" 2023-08-28T02:07:21.647 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.525008082Z level=info msg="Executing migration" id="Update alert_notification table charset" 2023-08-28T02:07:21.647 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.525725757Z level=info msg="Executing migration" id="create notification_journal table v1" 2023-08-28T02:07:21.647 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.526666886Z level=info msg="Executing migration" id="add index notification_journal org_id & alert_id & notifier_id" 2023-08-28T02:07:21.647 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.527462193Z level=info msg="Executing migration" id="drop alert_notification_journal" 2023-08-28T02:07:21.647 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.528153423Z level=info msg="Executing migration" id="create alert_notification_state table v1" 2023-08-28T02:07:21.647 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.529093976Z level=info msg="Executing migration" id="add index alert_notification_state org_id & alert_id & notifier_id" 2023-08-28T02:07:21.647 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.529818452Z level=info msg="Executing migration" id="Add for to alert table" 2023-08-28T02:07:21.647 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.530693864Z level=info msg="Executing migration" id="Add column uid in alert_notification" 2023-08-28T02:07:21.647 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.531681108Z level=info msg="Executing migration" id="Update uid column values in alert_notification" 2023-08-28T02:07:21.647 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.532338887Z level=info msg="Executing migration" id="Add unique index alert_notification_org_id_uid" 2023-08-28T02:07:21.648 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.533314774Z level=info msg="Executing migration" id="Remove unique index org_id_name" 2023-08-28T02:07:21.648 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.534057166Z level=info msg="Executing migration" id="Add column secure_settings in alert_notification" 2023-08-28T02:07:21.648 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.53492672Z level=info msg="Executing migration" id="alter alert.settings to mediumtext" 2023-08-28T02:07:21.648 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.535874247Z level=info msg="Executing migration" id="Add non-unique index alert_notification_state_alert_id" 2023-08-28T02:07:21.648 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.53656419Z level=info msg="Executing migration" id="Add non-unique index alert_rule_tag_alert_id" 2023-08-28T02:07:21.648 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.537544436Z level=info msg="Executing migration" id="Drop old annotation table v4" 2023-08-28T02:07:21.648 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.53823258Z level=info msg="Executing migration" id="create annotation table v5" 2023-08-28T02:07:21.648 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.539268123Z level=info msg="Executing migration" id="add index annotation 0 v3" 2023-08-28T02:07:21.648 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.539963483Z level=info msg="Executing migration" id="add index annotation 1 v3" 2023-08-28T02:07:21.648 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.540956289Z level=info msg="Executing migration" id="add index annotation 2 v3" 2023-08-28T02:07:21.648 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.541666194Z level=info msg="Executing migration" id="add index annotation 3 v3" 2023-08-28T02:07:21.648 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.542723493Z level=info msg="Executing migration" id="add index annotation 4 v3" 2023-08-28T02:07:21.649 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.543338647Z level=info msg="Executing migration" id="Update annotation table charset" 2023-08-28T02:07:21.649 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.544316993Z level=info msg="Executing migration" id="Add column region_id to annotation table" 2023-08-28T02:07:21.649 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.547157325Z level=info msg="Executing migration" id="Drop category_id index" 2023-08-28T02:07:21.649 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.549905228Z level=info msg="Executing migration" id="Add column tags to annotation table" 2023-08-28T02:07:21.649 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.55250722Z level=info msg="Executing migration" id="Create annotation_tag table v2" 2023-08-28T02:07:21.649 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.555436896Z level=info msg="Executing migration" id="Add unique index annotation_tag.annotation_id_tag_id" 2023-08-28T02:07:21.649 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.558071917Z level=info msg="Executing migration" id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2023-08-28T02:07:21.649 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.560754765Z level=info msg="Executing migration" id="Rename table annotation_tag to annotation_tag_v2 - v2" 2023-08-28T02:07:21.649 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.563308758Z level=info msg="Executing migration" id="Create annotation_tag table v3" 2023-08-28T02:07:21.649 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.566074184Z level=info msg="Executing migration" id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2023-08-28T02:07:21.649 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.568820266Z level=info msg="Executing migration" id="copy annotation_tag v2 to v3" 2023-08-28T02:07:21.649 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.571394349Z level=info msg="Executing migration" id="drop table annotation_tag_v2" 2023-08-28T02:07:21.650 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.574188217Z level=info msg="Executing migration" id="Update alert annotations and set TEXT to empty" 2023-08-28T02:07:21.650 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.576859754Z level=info msg="Executing migration" id="Add created time to annotation table" 2023-08-28T02:07:21.650 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.579660169Z level=info msg="Executing migration" id="Add updated time to annotation table" 2023-08-28T02:07:21.650 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.582369274Z level=info msg="Executing migration" id="Add index for created in annotation table" 2023-08-28T02:07:21.650 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.585068252Z level=info msg="Executing migration" id="Add index for updated in annotation table" 2023-08-28T02:07:21.650 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.5877078Z level=info msg="Executing migration" id="Convert existing annotations from seconds to milliseconds" 2023-08-28T02:07:21.650 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.590473263Z level=info msg="Executing migration" id="Add epoch_end column" 2023-08-28T02:07:21.650 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.593286887Z level=info msg="Executing migration" id="Add index for epoch_end" 2023-08-28T02:07:21.650 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.595842353Z level=info msg="Executing migration" id="Make epoch_end the same as epoch" 2023-08-28T02:07:21.650 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.598617285Z level=info msg="Executing migration" id="Move region to single row" 2023-08-28T02:07:21.650 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.601120197Z level=info msg="Executing migration" id="Remove index org_id_epoch from annotation table" 2023-08-28T02:07:21.650 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.603869016Z level=info msg="Executing migration" id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2023-08-28T02:07:21.651 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.606602725Z level=info msg="Executing migration" id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2023-08-28T02:07:21.651 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.609177609Z level=info msg="Executing migration" id="Add index for org_id_epoch_end_epoch on annotation table" 2023-08-28T02:07:21.651 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.611764731Z level=info msg="Executing migration" id="Remove index org_id_epoch_epoch_end from annotation table" 2023-08-28T02:07:21.651 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.614410763Z level=info msg="Executing migration" id="Add index for alert_id on annotation table" 2023-08-28T02:07:21.651 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.617016031Z level=info msg="Executing migration" id="Increase tags column to length 4096" 2023-08-28T02:07:21.651 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.619802422Z level=info msg="Executing migration" id="create test_data table" 2023-08-28T02:07:21.651 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.622220235Z level=info msg="Executing migration" id="create dashboard_version table v1" 2023-08-28T02:07:21.651 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.625117809Z level=info msg="Executing migration" id="add index dashboard_version.dashboard_id" 2023-08-28T02:07:21.651 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.627741397Z level=info msg="Executing migration" id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2023-08-28T02:07:21.651 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.630236061Z level=info msg="Executing migration" id="Set dashboard version to 1 where 0" 2023-08-28T02:07:21.651 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.633105376Z level=info msg="Executing migration" id="save existing dashboard data in dashboard_version table v1" 2023-08-28T02:07:21.651 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.635658826Z level=info msg="Executing migration" id="alter dashboard_version.data to mediumtext v1" 2023-08-28T02:07:21.652 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.638297403Z level=info msg="Executing migration" id="create team table" 2023-08-28T02:07:21.652 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.639131531Z level=info msg="Executing migration" id="add index team.org_id" 2023-08-28T02:07:21.652 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.639913638Z level=info msg="Executing migration" id="add unique index team_org_id_name" 2023-08-28T02:07:21.699 INFO:teuthology.orchestra.run.smithi040.stdout:193273528335 2023-08-28T02:07:21.888 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.640733915Z level=info msg="Executing migration" id="create team member table" 2023-08-28T02:07:21.888 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.641569049Z level=info msg="Executing migration" id="add index team_member.org_id" 2023-08-28T02:07:21.888 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.642406807Z level=info msg="Executing migration" id="add unique index team_member_org_id_team_id_user_id" 2023-08-28T02:07:21.888 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.643226971Z level=info msg="Executing migration" id="add index team_member.team_id" 2023-08-28T02:07:21.889 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.64401853Z level=info msg="Executing migration" id="Add column email to team table" 2023-08-28T02:07:21.889 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.645035967Z level=info msg="Executing migration" id="Add column external to team_member table" 2023-08-28T02:07:21.889 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.646021807Z level=info msg="Executing migration" id="Add column permission to team_member table" 2023-08-28T02:07:21.889 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.64698446Z level=info msg="Executing migration" id="create dashboard acl table" 2023-08-28T02:07:21.889 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.64778391Z level=info msg="Executing migration" id="add index dashboard_acl_dashboard_id" 2023-08-28T02:07:21.889 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.648597709Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_user_id" 2023-08-28T02:07:21.889 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.649490488Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_team_id" 2023-08-28T02:07:21.889 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.650286996Z level=info msg="Executing migration" id="add index dashboard_acl_user_id" 2023-08-28T02:07:21.889 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.651118307Z level=info msg="Executing migration" id="add index dashboard_acl_team_id" 2023-08-28T02:07:21.889 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.651974844Z level=info msg="Executing migration" id="add index dashboard_acl_org_id_role" 2023-08-28T02:07:21.889 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.652643808Z level=info msg="Executing migration" id="add index dashboard_permission" 2023-08-28T02:07:21.890 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.653579258Z level=info msg="Executing migration" id="save default acl rules in dashboard_acl table" 2023-08-28T02:07:21.890 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.654265161Z level=info msg="Executing migration" id="delete acl rules for deleted dashboards and folders" 2023-08-28T02:07:21.890 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.654586335Z level=info msg="Executing migration" id="create tag table" 2023-08-28T02:07:21.890 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.655481614Z level=info msg="Executing migration" id="add index tag.key_value" 2023-08-28T02:07:21.890 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.656280925Z level=info msg="Executing migration" id="create login attempt table" 2023-08-28T02:07:21.890 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.657155737Z level=info msg="Executing migration" id="add index login_attempt.username" 2023-08-28T02:07:21.890 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.657590567Z level=info msg="Executing migration" id="drop index IDX_login_attempt_username - v1" 2023-08-28T02:07:21.890 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.658372812Z level=info msg="Executing migration" id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2023-08-28T02:07:21.890 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.660272116Z level=info msg="Executing migration" id="create login_attempt v2" 2023-08-28T02:07:21.890 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.660665229Z level=info msg="Executing migration" id="create index IDX_login_attempt_username - v2" 2023-08-28T02:07:21.890 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.661601622Z level=info msg="Executing migration" id="copy login_attempt v1 to v2" 2023-08-28T02:07:21.891 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.661946048Z level=info msg="Executing migration" id="drop login_attempt_tmp_qwerty" 2023-08-28T02:07:21.891 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.662926905Z level=info msg="Executing migration" id="create user auth table" 2023-08-28T02:07:21.891 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.663664296Z level=info msg="Executing migration" id="create index IDX_user_auth_auth_module_auth_id - v1" 2023-08-28T02:07:21.891 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.664500923Z level=info msg="Executing migration" id="alter user_auth.auth_id to length 190" 2023-08-28T02:07:21.891 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.664821019Z level=info msg="Executing migration" id="Add OAuth access token to user_auth" 2023-08-28T02:07:21.891 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.665683194Z level=info msg="Executing migration" id="Add OAuth refresh token to user_auth" 2023-08-28T02:07:21.891 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.666583475Z level=info msg="Executing migration" id="Add OAuth token type to user_auth" 2023-08-28T02:07:21.891 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.669388939Z level=info msg="Executing migration" id="Add OAuth expiry to user_auth" 2023-08-28T02:07:21.891 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.670277081Z level=info msg="Executing migration" id="Add index to user_id column in user_auth" 2023-08-28T02:07:21.891 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.673041143Z level=info msg="Executing migration" id="Add OAuth ID token to user_auth" 2023-08-28T02:07:21.891 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.675851779Z level=info msg="Executing migration" id="create server_lock table" 2023-08-28T02:07:21.891 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.678596136Z level=info msg="Executing migration" id="add index server_lock.operation_uid" 2023-08-28T02:07:21.892 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.679086591Z level=info msg="Executing migration" id="create user auth token table" 2023-08-28T02:07:21.892 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.68179721Z level=info msg="Executing migration" id="add unique index user_auth_token.auth_token" 2023-08-28T02:07:21.892 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.684510021Z level=info msg="Executing migration" id="add unique index user_auth_token.prev_auth_token" 2023-08-28T02:07:21.892 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.68727285Z level=info msg="Executing migration" id="add index user_auth_token.user_id" 2023-08-28T02:07:21.892 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.687767957Z level=info msg="Executing migration" id="Add revoked_at to the user auth token" 2023-08-28T02:07:21.892 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.690404529Z level=info msg="Executing migration" id="create cache_data table" 2023-08-28T02:07:21.892 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.693201349Z level=info msg="Executing migration" id="add unique index cache_data.cache_key" 2023-08-28T02:07:21.892 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.696015644Z level=info msg="Executing migration" id="create short_url table v1" 2023-08-28T02:07:21.892 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.69651566Z level=info msg="Executing migration" id="add index short_url.org_id-uid" 2023-08-28T02:07:21.892 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.699244798Z level=info msg="Executing migration" id="alter table short_url alter column created_by type to bigint" 2023-08-28T02:07:21.892 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.702011946Z level=info msg="Executing migration" id="delete alert_definition table" 2023-08-28T02:07:21.892 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.704819036Z level=info msg="Executing migration" id="recreate alert_definition table" 2023-08-28T02:07:21.893 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.705339365Z level=info msg="Executing migration" id="add index in alert_definition on org_id and title columns" 2023-08-28T02:07:21.893 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.707964878Z level=info msg="Executing migration" id="add index in alert_definition on org_id and uid columns" 2023-08-28T02:07:21.893 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.710785084Z level=info msg="Executing migration" id="alter alert_definition table data column to mediumtext in mysql" 2023-08-28T02:07:21.893 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.713323564Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and title columns" 2023-08-28T02:07:21.893 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.713929561Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and uid columns" 2023-08-28T02:07:21.893 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.714349637Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and title columns" 2023-08-28T02:07:21.893 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.714789543Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and uid columns" 2023-08-28T02:07:21.893 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.715206732Z level=info msg="Executing migration" id="Add column paused in alert_definition" 2023-08-28T02:07:21.893 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.715987457Z level=info msg="Executing migration" id="drop alert_definition table" 2023-08-28T02:07:21.893 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.716388747Z level=info msg="Executing migration" id="delete alert_definition_version table" 2023-08-28T02:07:21.893 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.716684697Z level=info msg="Executing migration" id="recreate alert_definition_version table" 2023-08-28T02:07:21.894 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.717113591Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_id and version columns" 2023-08-28T02:07:21.894 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.717558821Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_uid and version columns" 2023-08-28T02:07:21.894 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.717962873Z level=info msg="Executing migration" id="alter alert_definition_version table data column to mediumtext in mysql" 2023-08-28T02:07:21.894 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.718265661Z level=info msg="Executing migration" id="drop alert_definition_version table" 2023-08-28T02:07:21.894 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.718692305Z level=info msg="Executing migration" id="create alert_instance table" 2023-08-28T02:07:21.894 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.719065472Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2023-08-28T02:07:21.894 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.719502784Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, current_state columns" 2023-08-28T02:07:21.894 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.719917124Z level=info msg="Executing migration" id="add column current_state_end to alert_instance" 2023-08-28T02:07:21.894 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.72072605Z level=info msg="Executing migration" id="remove index def_org_id, def_uid, current_state on alert_instance" 2023-08-28T02:07:21.894 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.721129636Z level=info msg="Executing migration" id="remove index def_org_id, current_state on alert_instance" 2023-08-28T02:07:21.894 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.721559977Z level=info msg="Executing migration" id="rename def_org_id to rule_org_id in alert_instance" 2023-08-28T02:07:21.894 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.725127118Z level=info msg="Executing migration" id="rename def_uid to rule_uid in alert_instance" 2023-08-28T02:07:21.895 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.728728415Z level=info msg="Executing migration" id="add index rule_org_id, rule_uid, current_state on alert_instance" 2023-08-28T02:07:21.895 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.729162178Z level=info msg="Executing migration" id="add index rule_org_id, current_state on alert_instance" 2023-08-28T02:07:21.895 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.729624857Z level=info msg="Executing migration" id="add current_reason column related to current_state" 2023-08-28T02:07:21.895 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.730572028Z level=info msg="Executing migration" id="create alert_rule table" 2023-08-28T02:07:21.895 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.731067686Z level=info msg="Executing migration" id="add index in alert_rule on org_id and title columns" 2023-08-28T02:07:21.895 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.731542147Z level=info msg="Executing migration" id="add index in alert_rule on org_id and uid columns" 2023-08-28T02:07:21.895 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.731989701Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2023-08-28T02:07:21.895 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.732435004Z level=info msg="Executing migration" id="alter alert_rule table data column to mediumtext in mysql" 2023-08-28T02:07:21.895 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.732733019Z level=info msg="Executing migration" id="add column for to alert_rule" 2023-08-28T02:07:21.895 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.733595081Z level=info msg="Executing migration" id="add column annotations to alert_rule" 2023-08-28T02:07:21.895 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.734459989Z level=info msg="Executing migration" id="add column labels to alert_rule" 2023-08-28T02:07:21.896 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.735296122Z level=info msg="Executing migration" id="remove unique index from alert_rule on org_id, title columns" 2023-08-28T02:07:21.896 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.735797092Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespase_uid and title columns" 2023-08-28T02:07:21.896 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.736247719Z level=info msg="Executing migration" id="add dashboard_uid column to alert_rule" 2023-08-28T02:07:21.896 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.737083626Z level=info msg="Executing migration" id="add panel_id column to alert_rule" 2023-08-28T02:07:21.896 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.737900702Z level=info msg="Executing migration" id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2023-08-28T02:07:21.896 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.738359572Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule" 2023-08-28T02:07:21.896 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.739194941Z level=info msg="Executing migration" id="add is_paused column to alert_rule table" 2023-08-28T02:07:21.896 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.740024734Z level=info msg="Executing migration" id="fix is_paused column for alert_rule table" 2023-08-28T02:07:21.896 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.740358226Z level=info msg="Executing migration" id="create alert_rule_version table" 2023-08-28T02:07:21.896 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.740806364Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2023-08-28T02:07:21.897 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.741264182Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2023-08-28T02:07:21.897 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.741710063Z level=info msg="Executing migration" id="alter alert_rule_version table data column to mediumtext in mysql" 2023-08-28T02:07:21.897 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.741983151Z level=info msg="Executing migration" id="add column for to alert_rule_version" 2023-08-28T02:07:21.897 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.742862503Z level=info msg="Executing migration" id="add column annotations to alert_rule_version" 2023-08-28T02:07:21.897 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.7437398Z level=info msg="Executing migration" id="add column labels to alert_rule_version" 2023-08-28T02:07:21.897 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.744622552Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule_version" 2023-08-28T02:07:21.897 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.745510449Z level=info msg="Executing migration" id="add is_paused column to alert_rule_versions table" 2023-08-28T02:07:21.897 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.746412592Z level=info msg="Executing migration" id="fix is_paused column for alert_rule_version table" 2023-08-28T02:07:21.897 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.746750339Z level=info msg="Executing migration" id=create_alert_configuration_table 2023-08-28T02:07:21.897 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.74712772Z level=info msg="Executing migration" id="Add column default in alert_configuration" 2023-08-28T02:07:21.897 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.747955496Z level=info msg="Executing migration" id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2023-08-28T02:07:21.897 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.74826029Z level=info msg="Executing migration" id="add column org_id in alert_configuration" 2023-08-28T02:07:21.898 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.74914537Z level=info msg="Executing migration" id="add index in alert_configuration table on org_id column" 2023-08-28T02:07:21.898 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.74958611Z level=info msg="Executing migration" id="add configuration_hash column to alert_configuration" 2023-08-28T02:07:21.898 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.753461421Z level=info msg="Executing migration" id=create_ngalert_configuration_table 2023-08-28T02:07:21.898 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.757208114Z level=info msg="Executing migration" id="add index in ngalert_configuration on org_id column" 2023-08-28T02:07:21.898 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.76092049Z level=info msg="Executing migration" id="add column send_alerts_to in ngalert_configuration" 2023-08-28T02:07:21.898 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.7618076Z level=info msg="Executing migration" id="create provenance_type table" 2023-08-28T02:07:21.898 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.765821986Z level=info msg="Executing migration" id="add index to uniquify (record_key, record_type, org_id) columns" 2023-08-28T02:07:21.898 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.769515441Z level=info msg="Executing migration" id="create alert_image table" 2023-08-28T02:07:21.898 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.773362054Z level=info msg="Executing migration" id="add unique index on token to alert_image table" 2023-08-28T02:07:21.898 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.773829075Z level=info msg="Executing migration" id="support longer URLs in alert_image table" 2023-08-28T02:07:21.898 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.774134254Z level=info msg="Executing migration" id=create_alert_configuration_history_table 2023-08-28T02:07:21.898 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.777827415Z level=info msg="Executing migration" id="drop non-unique orgID index on alert_configuration" 2023-08-28T02:07:21.899 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.781657844Z level=info msg="Executing migration" id="drop unique orgID index on alert_configuration if exists" 2023-08-28T02:07:21.899 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.781876324Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop unique orgID index on alert_configuration if exists" 2023-08-28T02:07:21.899 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.785705835Z level=info msg="Executing migration" id="extract alertmanager configuration history to separate table" 2023-08-28T02:07:21.899 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.786095766Z level=info msg="Executing migration" id="add unique index on orgID to alert_configuration" 2023-08-28T02:07:21.899 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.790580899Z level=info msg="Executing migration" id="clear migration entry \"remove unified alerting data\"" 2023-08-28T02:07:21.899 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.790792549Z level=info msg="Executing migration" id="move dashboard alerts to unified alerting" 2023-08-28T02:07:21.899 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.790902181Z level=info msg="alerts found to migrate" alerts=0 2023-08-28T02:07:21.899 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.794373612Z level=info msg="Executing migration" id="create library_element table v1" 2023-08-28T02:07:21.899 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.798340974Z level=info msg="Executing migration" id="add index library_element org_id-folder_id-name-kind" 2023-08-28T02:07:21.899 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.79885524Z level=info msg="Executing migration" id="create library_element_connection table v1" 2023-08-28T02:07:21.899 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.802832044Z level=info msg="Executing migration" id="add index library_element_connection element_id-kind-connection_id" 2023-08-28T02:07:21.899 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.80469032Z level=info msg="Executing migration" id="add unique index library_element org_id_uid" 2023-08-28T02:07:21.900 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.806487055Z level=info msg="Executing migration" id="increase max description length to 2048" 2023-08-28T02:07:21.900 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.806818894Z level=info msg="Executing migration" id="clone move dashboard alerts to unified alerting" 2023-08-28T02:07:21.900 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.808720305Z level=info msg="Executing migration" id="create data_keys table" 2023-08-28T02:07:21.900 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.809152356Z level=info msg="Executing migration" id="create secrets table" 2023-08-28T02:07:21.900 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.810748772Z level=info msg="Executing migration" id="rename data_keys name column to id" 2023-08-28T02:07:21.900 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.815185789Z level=info msg="Executing migration" id="add name column into data_keys" 2023-08-28T02:07:21.900 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.816119283Z level=info msg="Executing migration" id="copy data_keys id column values into name" 2023-08-28T02:07:21.900 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.817973845Z level=info msg="Executing migration" id="rename data_keys name column to label" 2023-08-28T02:07:21.900 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.822278459Z level=info msg="Executing migration" id="rename data_keys id column back to name" 2023-08-28T02:07:21.900 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.826588599Z level=info msg="Executing migration" id="create kv_store table v1" 2023-08-28T02:07:21.900 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.827038944Z level=info msg="Executing migration" id="add index kv_store.org_id-namespace-key" 2023-08-28T02:07:21.900 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.828955784Z level=info msg="Executing migration" id="update dashboard_uid and panel_id from existing annotations" 2023-08-28T02:07:21.901 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.830803081Z level=info msg="Executing migration" id="create permission table" 2023-08-28T02:07:21.901 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.832644523Z level=info msg="Executing migration" id="add unique index permission.role_id" 2023-08-28T02:07:21.901 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.833127285Z level=info msg="Executing migration" id="add unique index role_id_action_scope" 2023-08-28T02:07:21.901 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.835379001Z level=info msg="Executing migration" id="create role table" 2023-08-28T02:07:21.901 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.837211574Z level=info msg="Executing migration" id="add column display_name" 2023-08-28T02:07:21.901 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.839096995Z level=info msg="Executing migration" id="add column group_name" 2023-08-28T02:07:21.901 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.841014091Z level=info msg="Executing migration" id="add index role.org_id" 2023-08-28T02:07:21.901 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.842782733Z level=info msg="Executing migration" id="add unique index role_org_id_name" 2023-08-28T02:07:21.901 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.84470789Z level=info msg="Executing migration" id="add index role_org_id_uid" 2023-08-28T02:07:21.901 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.846523158Z level=info msg="Executing migration" id="create team role table" 2023-08-28T02:07:21.901 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.846954365Z level=info msg="Executing migration" id="add index team_role.org_id" 2023-08-28T02:07:21.902 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.848885655Z level=info msg="Executing migration" id="add unique index team_role_org_id_team_id_role_id" 2023-08-28T02:07:21.902 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.850762964Z level=info msg="Executing migration" id="add index team_role.team_id" 2023-08-28T02:07:21.902 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.85261554Z level=info msg="Executing migration" id="create user role table" 2023-08-28T02:07:21.902 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.853039564Z level=info msg="Executing migration" id="add index user_role.org_id" 2023-08-28T02:07:21.902 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.855250777Z level=info msg="Executing migration" id="add unique index user_role_org_id_user_id_role_id" 2023-08-28T02:07:21.902 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.857173007Z level=info msg="Executing migration" id="add index user_role.user_id" 2023-08-28T02:07:21.902 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.859436534Z level=info msg="Executing migration" id="create builtin role table" 2023-08-28T02:07:21.902 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.860082089Z level=info msg="Executing migration" id="add index builtin_role.role_id" 2023-08-28T02:07:21.902 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.862134915Z level=info msg="Executing migration" id="add index builtin_role.name" 2023-08-28T02:07:21.902 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.863923884Z level=info msg="Executing migration" id="Add column org_id to builtin_role table" 2023-08-28T02:07:21.902 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.86492106Z level=info msg="Executing migration" id="add index builtin_role.org_id" 2023-08-28T02:07:21.902 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.865745152Z level=info msg="Executing migration" id="add unique index builtin_role_org_id_role_id_role" 2023-08-28T02:07:21.903 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.869657602Z level=info msg="Executing migration" id="Remove unique index role_org_id_uid" 2023-08-28T02:07:21.903 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.870120339Z level=info msg="Executing migration" id="add unique index role.uid" 2023-08-28T02:07:21.903 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.870571449Z level=info msg="Executing migration" id="create seed assignment table" 2023-08-28T02:07:21.903 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.87095945Z level=info msg="Executing migration" id="add unique index builtin_role_role_name" 2023-08-28T02:07:21.903 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.871406559Z level=info msg="Executing migration" id="add column hidden to role table" 2023-08-28T02:07:21.904 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.872390443Z level=info msg="Executing migration" id="create query_history table v1" 2023-08-28T02:07:21.904 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.872803026Z level=info msg="Executing migration" id="add index query_history.org_id-created_by-datasource_uid" 2023-08-28T02:07:21.904 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.873286777Z level=info msg="Executing migration" id="alter table query_history alter column created_by type to bigint" 2023-08-28T02:07:21.904 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.87359063Z level=info msg="Executing migration" id="teams permissions migration" 2023-08-28T02:07:21.904 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.873970032Z level=info msg="Executing migration" id="dashboard permissions" 2023-08-28T02:07:21.904 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.87444721Z level=info msg="Executing migration" id="dashboard permissions uid scopes" 2023-08-28T02:07:21.904 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.874798223Z level=info msg="Executing migration" id="drop managed folder create actions" 2023-08-28T02:07:21.904 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.875094298Z level=info msg="Executing migration" id="alerting notification permissions" 2023-08-28T02:07:21.904 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.875457554Z level=info msg="Executing migration" id="create query_history_star table v1" 2023-08-28T02:07:21.904 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.875873759Z level=info msg="Executing migration" id="add index query_history.user_id-query_uid" 2023-08-28T02:07:21.904 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.876345239Z level=info msg="Executing migration" id="add column org_id in query_history_star" 2023-08-28T02:07:21.905 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.87733448Z level=info msg="Executing migration" id="alter table query_history_star_mig column user_id type to bigint" 2023-08-28T02:07:21.905 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.877649938Z level=info msg="Executing migration" id="create correlation table v1" 2023-08-28T02:07:21.905 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.87808092Z level=info msg="Executing migration" id="add index correlations.uid" 2023-08-28T02:07:21.905 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.878519735Z level=info msg="Executing migration" id="add index correlations.source_uid" 2023-08-28T02:07:21.905 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.879142316Z level=info msg="Executing migration" id="add correlation config column" 2023-08-28T02:07:21.905 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.880121812Z level=info msg="Executing migration" id="create entity_events table" 2023-08-28T02:07:21.905 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.880550624Z level=info msg="Executing migration" id="create dashboard public config v1" 2023-08-28T02:07:21.905 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.884473224Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v1" 2023-08-28T02:07:21.905 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.884618307Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index UQE_dashboard_public_config_uid - v1" 2023-08-28T02:07:21.905 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.884904844Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2023-08-28T02:07:21.905 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.884982605Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2023-08-28T02:07:21.905 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.885259623Z level=info msg="Executing migration" id="Drop old dashboard public config table" 2023-08-28T02:07:21.906 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.885715937Z level=info msg="Executing migration" id="recreate dashboard public config v1" 2023-08-28T02:07:21.906 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.886101097Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v1" 2023-08-28T02:07:21.906 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.886557824Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2023-08-28T02:07:21.906 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.88699768Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v2" 2023-08-28T02:07:21.906 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.887442336Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2023-08-28T02:07:21.906 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.889131295Z level=info msg="Executing migration" id="Drop public config table" 2023-08-28T02:07:21.906 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.889588276Z level=info msg="Executing migration" id="Recreate dashboard public config v2" 2023-08-28T02:07:22.241 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.891753519Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v2" 2023-08-28T02:07:22.241 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.892236938Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2023-08-28T02:07:22.241 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.894397429Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_access_token - v2" 2023-08-28T02:07:22.241 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.89699935Z level=info msg="Executing migration" id="Rename table dashboard_public_config to dashboard_public - v2" 2023-08-28T02:07:22.242 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.900800703Z level=info msg="Executing migration" id="add annotations_enabled column" 2023-08-28T02:07:22.242 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.903586343Z level=info msg="Executing migration" id="add time_selection_enabled column" 2023-08-28T02:07:22.242 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.906413998Z level=info msg="Executing migration" id="delete orphaned public dashboards" 2023-08-28T02:07:22.242 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.909113177Z level=info msg="Executing migration" id="add share column" 2023-08-28T02:07:22.242 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.910126153Z level=info msg="Executing migration" id="create default alerting folders" 2023-08-28T02:07:22.242 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.912898421Z level=info msg="Executing migration" id="create file table" 2023-08-28T02:07:22.242 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.915346128Z level=info msg="Executing migration" id="file table idx: path natural pk" 2023-08-28T02:07:22.242 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.918171382Z level=info msg="Executing migration" id="file table idx: parent_folder_path_hash fast folder retrieval" 2023-08-28T02:07:22.242 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.918697832Z level=info msg="Executing migration" id="create file_meta table" 2023-08-28T02:07:22.242 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.919626079Z level=info msg="Executing migration" id="file table idx: path key" 2023-08-28T02:07:22.243 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.920230226Z level=info msg="Executing migration" id="set path collation in file table" 2023-08-28T02:07:22.243 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.921162535Z level=info msg="Executing migration" id="managed permissions migration" 2023-08-28T02:07:22.243 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.92166587Z level=info msg="Executing migration" id="managed folder permissions alert actions migration" 2023-08-28T02:07:22.243 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.922480186Z level=info msg="Executing migration" id="RBAC action name migrator" 2023-08-28T02:07:22.243 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.92291696Z level=info msg="Executing migration" id="Add UID column to playlist" 2023-08-28T02:07:22.243 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.923948752Z level=info msg="Executing migration" id="Update uid column values in playlist" 2023-08-28T02:07:22.243 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.924845218Z level=info msg="Executing migration" id="Add index for uid in playlist" 2023-08-28T02:07:22.243 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.925465331Z level=info msg="Executing migration" id="update group index for alert rules" 2023-08-28T02:07:22.243 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.926225613Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated migration" 2023-08-28T02:07:22.243 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.927275182Z level=info msg="Executing migration" id="admin only folder/dashboard permission" 2023-08-28T02:07:22.243 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.927896524Z level=info msg="Executing migration" id="add action column to seed_assignment" 2023-08-28T02:07:22.244 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.92895602Z level=info msg="Executing migration" id="add scope column to seed_assignment" 2023-08-28T02:07:22.244 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.929982923Z level=info msg="Executing migration" id="remove unique index builtin_role_role_name before nullable update" 2023-08-28T02:07:22.244 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.930931765Z level=info msg="Executing migration" id="update seed_assignment role_name column to nullable" 2023-08-28T02:07:22.244 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.941213065Z level=info msg="Executing migration" id="add unique index builtin_role_name back" 2023-08-28T02:07:22.244 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.941673308Z level=info msg="Executing migration" id="add unique index builtin_role_action_scope" 2023-08-28T02:07:22.244 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.942507002Z level=info msg="Executing migration" id="add primary key to seed_assigment" 2023-08-28T02:07:22.244 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.945945038Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated fixed migration" 2023-08-28T02:07:22.244 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.946717971Z level=info msg="Executing migration" id="migrate external alertmanagers to datsourcse" 2023-08-28T02:07:22.244 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.947621422Z level=info msg="Executing migration" id="create folder table" 2023-08-28T02:07:22.244 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.948583304Z level=info msg="Executing migration" id="Add index for parent_uid" 2023-08-28T02:07:22.245 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.949407943Z level=info msg="Executing migration" id="Add unique index for folder.uid and folder.org_id" 2023-08-28T02:07:22.245 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.950160679Z level=info msg="Executing migration" id="Update folder title length" 2023-08-28T02:07:22.245 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.951126657Z level=info msg="Executing migration" id="Add unique index for folder.title and folder.parent_uid" 2023-08-28T02:07:22.245 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=migrator t=2023-08-28T02:07:21.951843973Z level=info msg="migrations completed" performed=485 skipped=0 duration=667.087828ms 2023-08-28T02:07:22.245 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=sqlstore t=2023-08-28T02:07:21.95227499Z level=info msg="Created default organization" 2023-08-28T02:07:22.245 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=plugin.loader t=2023-08-28T02:07:22.007643501Z level=info msg="Plugin registered" pluginID=input 2023-08-28T02:07:22.245 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=plugin.loader t=2023-08-28T02:07:22.036031124Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2023-08-28T02:07:22.246 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=plugin.loader t=2023-08-28T02:07:22.036066239Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2023-08-28T02:07:22.246 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=secrets t=2023-08-28T02:07:22.036099257Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2023-08-28T02:07:22.246 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=query_data t=2023-08-28T02:07:22.037701484Z level=info msg="Query Service initialization" 2023-08-28T02:07:22.246 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=live.push_http t=2023-08-28T02:07:22.039987796Z level=info msg="Live Push Gateway initialization" 2023-08-28T02:07:22.399 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:22 smithi040 ceph-mon[120580]: pgmap v17: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:07:22.400 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:22 smithi040 ceph-mon[120580]: Deploying daemon node-exporter.a on smithi040 2023-08-28T02:07:22.400 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:22 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/2206526654' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-08-28T02:07:22.400 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:22 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/973014651' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-08-28T02:07:22.400 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:22 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:22.400 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:22 smithi040 ceph-mon[111703]: pgmap v17: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:07:22.400 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:22 smithi040 ceph-mon[111703]: Deploying daemon node-exporter.a on smithi040 2023-08-28T02:07:22.400 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:22 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/2206526654' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-08-28T02:07:22.400 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:22 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/973014651' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-08-28T02:07:22.401 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:22 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:22.401 INFO:tasks.cephadm.ceph_manager.ceph:need seq 193273528334 got 193273528335 for osd.6 2023-08-28T02:07:22.402 DEBUG:teuthology.parallel:result is None 2023-08-28T02:07:22.724 INFO:tasks.cephadm.ceph_manager.ceph:need seq 223338299403 got 223338299404 for osd.7 2023-08-28T02:07:22.725 DEBUG:teuthology.parallel:result is None 2023-08-28T02:07:22.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:22 smithi083 ceph-mon[113795]: pgmap v17: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:07:22.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:22 smithi083 ceph-mon[113795]: Deploying daemon node-exporter.a on smithi040 2023-08-28T02:07:22.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:22 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/2206526654' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-08-28T02:07:22.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:22 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/973014651' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-08-28T02:07:22.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:22 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:23.241 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=infra.usagestats.collector t=2023-08-28T02:07:22.74901283Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2023-08-28T02:07:23.241 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=provisioning.datasources t=2023-08-28T02:07:22.749315147Z level=warn msg="[Deprecated] the datasource provisioning config is outdated. please upgrade" filename=/etc/grafana/provisioning/datasources/ceph-dashboard.yml 2023-08-28T02:07:23.241 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=provisioning.datasources t=2023-08-28T02:07:22.782977978Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2023-08-28T02:07:23.241 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=provisioning.datasources t=2023-08-28T02:07:22.815233132Z level=info msg="inserting datasource from configuration " name=Loki uid=P8E80F9AEF21F6940 2023-08-28T02:07:23.241 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=provisioning.alerting t=2023-08-28T02:07:22.836406363Z level=info msg="starting to provision alerting" 2023-08-28T02:07:23.241 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=provisioning.alerting t=2023-08-28T02:07:22.836443653Z level=info msg="finished to provision alerting" 2023-08-28T02:07:23.241 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=grafanaStorageLogger t=2023-08-28T02:07:22.836506359Z level=info msg="storage starting" 2023-08-28T02:07:23.241 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=ngalert.state.manager t=2023-08-28T02:07:22.836606961Z level=info msg="Warming state cache for startup" 2023-08-28T02:07:23.242 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=http.server t=2023-08-28T02:07:22.838307295Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2023-08-28T02:07:23.242 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=sqlstore.transactions t=2023-08-28T02:07:22.847628303Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2023-08-28T02:07:23.242 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=ngalert.state.manager t=2023-08-28T02:07:22.84764835Z level=info msg="State cache has been initialized" states=0 duration=11.040545ms 2023-08-28T02:07:23.242 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=ngalert.multiorg.alertmanager t=2023-08-28T02:07:22.84775211Z level=info msg="starting MultiOrg Alertmanager" 2023-08-28T02:07:23.242 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=ticker t=2023-08-28T02:07:22.847760571Z level=info msg=starting first_tick=2023-08-28T02:07:30Z 2023-08-28T02:07:23.242 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=sqlstore.transactions t=2023-08-28T02:07:22.889776097Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2023-08-28T02:07:23.242 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=sqlstore.transactions t=2023-08-28T02:07:22.921498506Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2023-08-28T02:07:23.242 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:07:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[139169]: logger=sqlstore.transactions t=2023-08-28T02:07:22.931832895Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=1 code="database is locked" 2023-08-28T02:07:23.578 INFO:teuthology.orchestra.run.smithi040.stdout:77309411356 2023-08-28T02:07:23.593 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:23 smithi040 ceph-mon[111703]: pgmap v18: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:07:23.594 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:23 smithi040 ceph-mon[120580]: pgmap v18: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:07:23.594 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:07:23 smithi040 bash[149204]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2023-08-28T02:07:23.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:23 smithi083 ceph-mon[113795]: pgmap v18: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:07:23.858 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:07:23 smithi040 bash[149204]: Getting image source signatures 2023-08-28T02:07:23.858 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:07:23 smithi040 bash[149204]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2023-08-28T02:07:23.858 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:07:23 smithi040 bash[149204]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2023-08-28T02:07:23.858 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:07:23 smithi040 bash[149204]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2023-08-28T02:07:23.897 INFO:teuthology.orchestra.run.smithi040.stdout:107374182425 2023-08-28T02:07:24.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:24 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/2022334685' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-08-28T02:07:24.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:24 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/662750314' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-08-28T02:07:24.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:24 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/2022334685' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-08-28T02:07:24.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:24 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/662750314' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-08-28T02:07:24.721 INFO:teuthology.orchestra.run.smithi040.stdout:158913789971 2023-08-28T02:07:24.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:24 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/2022334685' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-08-28T02:07:24.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:24 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/662750314' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-08-28T02:07:25.186 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182423 got 107374182425 for osd.3 2023-08-28T02:07:25.186 DEBUG:teuthology.parallel:result is None 2023-08-28T02:07:25.253 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411354 got 77309411356 for osd.2 2023-08-28T02:07:25.253 DEBUG:teuthology.parallel:result is None 2023-08-28T02:07:25.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:25 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/560320364' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-08-28T02:07:25.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:25 smithi040 ceph-mon[120580]: pgmap v19: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:07:25.480 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:07:25 smithi040 bash[149204]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2023-08-28T02:07:25.480 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:07:25 smithi040 bash[149204]: Writing manifest to image destination 2023-08-28T02:07:25.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:25 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/560320364' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-08-28T02:07:25.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:25 smithi040 ceph-mon[111703]: pgmap v19: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:07:25.607 INFO:tasks.cephadm.ceph_manager.ceph:need seq 158913789969 got 158913789971 for osd.5 2023-08-28T02:07:25.607 DEBUG:teuthology.parallel:result is None 2023-08-28T02:07:25.607 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2023-08-28T02:07:25.608 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:07:25.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:25 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/560320364' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-08-28T02:07:25.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:25 smithi083 ceph-mon[113795]: pgmap v19: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:07:26.087 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:07:26.481 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:07:26 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[149534]: ts=2023-08-28T02:07:26.013Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2023-08-28T02:07:26.481 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:07:26 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[149534]: ts=2023-08-28T02:07:26.013Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2023-08-28T02:07:26.482 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:07:26 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[149534]: ts=2023-08-28T02:07:26.013Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2023-08-28T02:07:26.482 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:07:26 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[149534]: ts=2023-08-28T02:07:26.013Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2023-08-28T02:07:26.482 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:07:26 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[149534]: ts=2023-08-28T02:07:26.014Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2023-08-28T02:07:26.482 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:07:26 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[149534]: ts=2023-08-28T02:07:26.014Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2023-08-28T02:07:26.482 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:07:26 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[149534]: ts=2023-08-28T02:07:26.015Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2023-08-28T02:07:26.482 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:07:26 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[149534]: ts=2023-08-28T02:07:26.015Z caller=node_exporter.go:117 level=info collector=arp 2023-08-28T02:07:26.482 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:07:26 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[149534]: ts=2023-08-28T02:07:26.015Z caller=node_exporter.go:117 level=info collector=bcache 2023-08-28T02:07:26.482 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:07:26 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[149534]: ts=2023-08-28T02:07:26.015Z caller=node_exporter.go:117 level=info collector=bonding 2023-08-28T02:07:26.482 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:07:26 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[149534]: ts=2023-08-28T02:07:26.015Z caller=node_exporter.go:117 level=info collector=btrfs 2023-08-28T02:07:26.482 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:07:26 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[149534]: ts=2023-08-28T02:07:26.015Z caller=node_exporter.go:117 level=info collector=conntrack 2023-08-28T02:07:26.483 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:07:26 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[149534]: ts=2023-08-28T02:07:26.015Z caller=node_exporter.go:117 level=info collector=cpu 2023-08-28T02:07:26.483 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:07:26 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[149534]: ts=2023-08-28T02:07:26.015Z caller=node_exporter.go:117 level=info collector=cpufreq 2023-08-28T02:07:26.483 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:07:26 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[149534]: ts=2023-08-28T02:07:26.015Z caller=node_exporter.go:117 level=info collector=diskstats 2023-08-28T02:07:26.483 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:07:26 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[149534]: ts=2023-08-28T02:07:26.015Z caller=node_exporter.go:117 level=info collector=dmi 2023-08-28T02:07:26.483 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:07:26 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[149534]: ts=2023-08-28T02:07:26.015Z caller=node_exporter.go:117 level=info collector=edac 2023-08-28T02:07:26.483 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:07:26 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[149534]: ts=2023-08-28T02:07:26.015Z caller=node_exporter.go:117 level=info collector=entropy 2023-08-28T02:07:26.483 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:07:26 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[149534]: ts=2023-08-28T02:07:26.015Z caller=node_exporter.go:117 level=info collector=fibrechannel 2023-08-28T02:07:26.483 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:07:26 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[149534]: ts=2023-08-28T02:07:26.015Z caller=node_exporter.go:117 level=info collector=filefd 2023-08-28T02:07:26.483 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:07:26 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[149534]: ts=2023-08-28T02:07:26.015Z caller=node_exporter.go:117 level=info collector=filesystem 2023-08-28T02:07:26.483 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:07:26 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[149534]: ts=2023-08-28T02:07:26.015Z caller=node_exporter.go:117 level=info collector=hwmon 2023-08-28T02:07:26.483 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:07:26 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[149534]: ts=2023-08-28T02:07:26.015Z caller=node_exporter.go:117 level=info collector=infiniband 2023-08-28T02:07:26.484 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:07:26 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[149534]: ts=2023-08-28T02:07:26.015Z caller=node_exporter.go:117 level=info collector=ipvs 2023-08-28T02:07:26.484 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:07:26 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[149534]: ts=2023-08-28T02:07:26.015Z caller=node_exporter.go:117 level=info collector=loadavg 2023-08-28T02:07:26.484 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:07:26 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[149534]: ts=2023-08-28T02:07:26.015Z caller=node_exporter.go:117 level=info collector=mdadm 2023-08-28T02:07:26.484 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:07:26 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[149534]: ts=2023-08-28T02:07:26.015Z caller=node_exporter.go:117 level=info collector=meminfo 2023-08-28T02:07:26.484 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:07:26 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[149534]: ts=2023-08-28T02:07:26.015Z caller=node_exporter.go:117 level=info collector=netclass 2023-08-28T02:07:26.484 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:07:26 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[149534]: ts=2023-08-28T02:07:26.015Z caller=node_exporter.go:117 level=info collector=netdev 2023-08-28T02:07:26.484 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:07:26 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[149534]: ts=2023-08-28T02:07:26.015Z caller=node_exporter.go:117 level=info collector=netstat 2023-08-28T02:07:26.484 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:07:26 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[149534]: ts=2023-08-28T02:07:26.015Z caller=node_exporter.go:117 level=info collector=nfs 2023-08-28T02:07:26.484 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:07:26 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[149534]: ts=2023-08-28T02:07:26.015Z caller=node_exporter.go:117 level=info collector=nfsd 2023-08-28T02:07:26.484 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:07:26 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[149534]: ts=2023-08-28T02:07:26.015Z caller=node_exporter.go:117 level=info collector=nvme 2023-08-28T02:07:26.484 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:07:26 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[149534]: ts=2023-08-28T02:07:26.015Z caller=node_exporter.go:117 level=info collector=os 2023-08-28T02:07:26.484 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:07:26 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[149534]: ts=2023-08-28T02:07:26.015Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2023-08-28T02:07:26.485 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:07:26 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[149534]: ts=2023-08-28T02:07:26.015Z caller=node_exporter.go:117 level=info collector=pressure 2023-08-28T02:07:26.485 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:07:26 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[149534]: ts=2023-08-28T02:07:26.015Z caller=node_exporter.go:117 level=info collector=rapl 2023-08-28T02:07:26.485 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:07:26 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[149534]: ts=2023-08-28T02:07:26.015Z caller=node_exporter.go:117 level=info collector=schedstat 2023-08-28T02:07:26.485 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:07:26 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[149534]: ts=2023-08-28T02:07:26.015Z caller=node_exporter.go:117 level=info collector=selinux 2023-08-28T02:07:26.485 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:07:26 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[149534]: ts=2023-08-28T02:07:26.015Z caller=node_exporter.go:117 level=info collector=sockstat 2023-08-28T02:07:26.485 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:07:26 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[149534]: ts=2023-08-28T02:07:26.015Z caller=node_exporter.go:117 level=info collector=softnet 2023-08-28T02:07:26.485 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:07:26 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[149534]: ts=2023-08-28T02:07:26.015Z caller=node_exporter.go:117 level=info collector=stat 2023-08-28T02:07:26.485 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:07:26 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[149534]: ts=2023-08-28T02:07:26.015Z caller=node_exporter.go:117 level=info collector=tapestats 2023-08-28T02:07:26.485 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:07:26 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[149534]: ts=2023-08-28T02:07:26.015Z caller=node_exporter.go:117 level=info collector=textfile 2023-08-28T02:07:26.485 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:07:26 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[149534]: ts=2023-08-28T02:07:26.015Z caller=node_exporter.go:117 level=info collector=thermal_zone 2023-08-28T02:07:26.486 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:07:26 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[149534]: ts=2023-08-28T02:07:26.015Z caller=node_exporter.go:117 level=info collector=time 2023-08-28T02:07:26.486 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:07:26 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[149534]: ts=2023-08-28T02:07:26.015Z caller=node_exporter.go:117 level=info collector=udp_queues 2023-08-28T02:07:26.486 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:07:26 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[149534]: ts=2023-08-28T02:07:26.015Z caller=node_exporter.go:117 level=info collector=uname 2023-08-28T02:07:26.486 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:07:26 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[149534]: ts=2023-08-28T02:07:26.015Z caller=node_exporter.go:117 level=info collector=vmstat 2023-08-28T02:07:26.486 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:07:26 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[149534]: ts=2023-08-28T02:07:26.015Z caller=node_exporter.go:117 level=info collector=xfs 2023-08-28T02:07:26.486 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:07:26 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[149534]: ts=2023-08-28T02:07:26.015Z caller=node_exporter.go:117 level=info collector=zfs 2023-08-28T02:07:26.486 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:07:26 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[149534]: ts=2023-08-28T02:07:26.015Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2023-08-28T02:07:26.486 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:07:26 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[149534]: ts=2023-08-28T02:07:26.015Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2023-08-28T02:07:26.486 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:07:26 smithi040 bash[149204]: 8ea6c318a53dedc69490c683de69b65bde5385cddcd0738faa10e84af1e66f72 2023-08-28T02:07:26.486 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:07:26 smithi040 systemd[1]: Started Ceph node-exporter.a for d9a8f48a-4546-11ee-817c-1b7a5f1ba315. 2023-08-28T02:07:26.907 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:07:26 smithi083 systemd[1]: Starting Ceph node-exporter.b for d9a8f48a-4546-11ee-817c-1b7a5f1ba315... 2023-08-28T02:07:27.240 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:07:27 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[115935]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:07:27] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-08-28T02:07:27.241 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:07:26 smithi083 bash[139440]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2023-08-28T02:07:27.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:27 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:27.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:27 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:27.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:27 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:27.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:27 smithi083 ceph-mon[113795]: Deploying daemon node-exporter.b on smithi083 2023-08-28T02:07:27.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:27 smithi083 ceph-mon[113795]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:07:27.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:27 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:27.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:27 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:27.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:27 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:27.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:27 smithi040 ceph-mon[120580]: Deploying daemon node-exporter.b on smithi083 2023-08-28T02:07:27.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:27 smithi040 ceph-mon[120580]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:07:27.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:27 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:27.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:27 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:27.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:27 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:27.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:27 smithi040 ceph-mon[111703]: Deploying daemon node-exporter.b on smithi083 2023-08-28T02:07:27.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:27 smithi040 ceph-mon[111703]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:07:27.635 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:07:27.637 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:07:27.740 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:07:27 smithi083 bash[139440]: Getting image source signatures 2023-08-28T02:07:27.740 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:07:27 smithi083 bash[139440]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2023-08-28T02:07:27.740 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:07:27 smithi083 bash[139440]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2023-08-28T02:07:27.740 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:07:27 smithi083 bash[139440]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2023-08-28T02:07:28.066 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":20,"stamp":"2023-08-28T02:07:26.868229+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":27,"acting":27,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":27,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":49924,"kb_used_data":6404,"kb_used_omap":0,"kb_used_meta":43456,"kb_avail":749911292,"statfs":{"total":767960285184,"available":767909163008,"internally_reserved":0,"allocated":6557696,"data_stored":3759916,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":44498944},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002254"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":11,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-08-28T02:06:58.479452+0000","last_change":"2023-08-28T02:06:56.854188+0000","last_active":"2023-08-28T02:06:58.479452+0000","last_peered":"2023-08-28T02:06:58.479452+0000","last_clean":"2023-08-28T02:06:58.479452+0000","last_became_active":"2023-08-28T02:06:56.853874+0000","last_became_peered":"2023-08-28T02:06:56.853874+0000","last_unstale":"2023-08-28T02:06:58.479452+0000","last_undegraded":"2023-08-28T02:06:58.479452+0000","last_fullsized":"2023-08-28T02:06:58.479452+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:52:26.465820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":11,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-08-28T02:06:58.479281+0000","last_change":"2023-08-28T02:06:57.246547+0000","last_active":"2023-08-28T02:06:58.479281+0000","last_peered":"2023-08-28T02:06:58.479281+0000","last_clean":"2023-08-28T02:06:58.479281+0000","last_became_active":"2023-08-28T02:06:57.246161+0000","last_became_peered":"2023-08-28T02:06:57.246161+0000","last_unstale":"2023-08-28T02:06:58.479281+0000","last_undegraded":"2023-08-28T02:06:58.479281+0000","last_fullsized":"2023-08-28T02:06:58.479281+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:47:17.191888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":11,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-08-28T02:06:58.479479+0000","last_change":"2023-08-28T02:06:57.246423+0000","last_active":"2023-08-28T02:06:58.479479+0000","last_peered":"2023-08-28T02:06:58.479479+0000","last_clean":"2023-08-28T02:06:58.479479+0000","last_became_active":"2023-08-28T02:06:57.246100+0000","last_became_peered":"2023-08-28T02:06:57.246100+0000","last_unstale":"2023-08-28T02:06:58.479479+0000","last_undegraded":"2023-08-28T02:06:58.479479+0000","last_fullsized":"2023-08-28T02:06:58.479479+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:24:22.288502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":11,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-08-28T02:06:58.479495+0000","last_change":"2023-08-28T02:06:56.902027+0000","last_active":"2023-08-28T02:06:58.479495+0000","last_peered":"2023-08-28T02:06:58.479495+0000","last_clean":"2023-08-28T02:06:58.479495+0000","last_became_active":"2023-08-28T02:06:56.901799+0000","last_became_peered":"2023-08-28T02:06:56.901799+0000","last_unstale":"2023-08-28T02:06:58.479495+0000","last_undegraded":"2023-08-28T02:06:58.479495+0000","last_fullsized":"2023-08-28T02:06:58.479495+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:43:05.427222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"58'128","reported_seq":267,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-08-28T02:06:58.479533+0000","last_change":"2023-08-28T02:06:36.267218+0000","last_active":"2023-08-28T02:06:58.479533+0000","last_peered":"2023-08-28T02:06:58.479533+0000","last_clean":"2023-08-28T02:06:58.479533+0000","last_became_active":"2023-08-28T02:06:36.266801+0000","last_became_peered":"2023-08-28T02:06:36.266801+0000","last_unstale":"2023-08-28T02:06:58.479533+0000","last_undegraded":"2023-08-28T02:06:58.479533+0000","last_fullsized":"2023-08-28T02:06:58.479533+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":128,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:10:49.385309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-08-28T02:06:58.479347+0000","last_change":"2023-08-28T02:06:56.853515+0000","last_active":"2023-08-28T02:06:58.479347+0000","last_peered":"2023-08-28T02:06:58.479347+0000","last_clean":"2023-08-28T02:06:58.479347+0000","last_became_active":"2023-08-28T02:06:56.853231+0000","last_became_peered":"2023-08-28T02:06:56.853231+0000","last_unstale":"2023-08-28T02:06:58.479347+0000","last_undegraded":"2023-08-28T02:06:58.479347+0000","last_fullsized":"2023-08-28T02:06:58.479347+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:26:59.854518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-08-28T02:06:57.847018+0000","last_change":"2023-08-28T02:06:56.902414+0000","last_active":"2023-08-28T02:06:57.847018+0000","last_peered":"2023-08-28T02:06:57.847018+0000","last_clean":"2023-08-28T02:06:57.847018+0000","last_became_active":"2023-08-28T02:06:56.902090+0000","last_became_peered":"2023-08-28T02:06:56.902090+0000","last_unstale":"2023-08-28T02:06:57.847018+0000","last_undegraded":"2023-08-28T02:06:57.847018+0000","last_fullsized":"2023-08-28T02:06:57.847018+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:39:31.391180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-08-28T02:06:58.479347+0000","last_change":"2023-08-28T02:06:56.855014+0000","last_active":"2023-08-28T02:06:58.479347+0000","last_peered":"2023-08-28T02:06:58.479347+0000","last_clean":"2023-08-28T02:06:58.479347+0000","last_became_active":"2023-08-28T02:06:56.854709+0000","last_became_peered":"2023-08-28T02:06:56.854709+0000","last_unstale":"2023-08-28T02:06:58.479347+0000","last_undegraded":"2023-08-28T02:06:58.479347+0000","last_fullsized":"2023-08-28T02:06:58.479347+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:21:26.150561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":11,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-08-28T02:06:58.479284+0000","last_change":"2023-08-28T02:06:56.902413+0000","last_active":"2023-08-28T02:06:58.479284+0000","last_peered":"2023-08-28T02:06:58.479284+0000","last_clean":"2023-08-28T02:06:58.479284+0000","last_became_active":"2023-08-28T02:06:56.902095+0000","last_became_peered":"2023-08-28T02:06:56.902095+0000","last_unstale":"2023-08-28T02:06:58.479284+0000","last_undegraded":"2023-08-28T02:06:58.479284+0000","last_fullsized":"2023-08-28T02:06:58.479284+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:07:21.438711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299405,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6292,"kb_used_data":1164,"kb_used_omap":0,"kb_used_meta":5120,"kb_avail":93738860,"statfs":{"total":95995035648,"available":95988592640,"internally_reserved":0,"allocated":1191936,"data_stored":839044,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5242880},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41799999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46899999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.628}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42699999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34799999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44700000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47799999999999998}]}]},{"osd":6,"up_from":45,"seq":193273528336,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6288,"kb_used_data":1160,"kb_used_omap":0,"kb_used_meta":5120,"kb_avail":93738864,"statfs":{"total":95995035648,"available":95988596736,"internally_reserved":0,"allocated":1187840,"data_stored":838721,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5242880},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:07:18 2023","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.46700000000000003}]},{"osd":1,"last update":"Mon Aug 28 02:07:18 2023","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.42599999999999999},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.36299999999999999}]},{"osd":2,"last update":"Mon Aug 28 02:07:18 2023","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.501}]},{"osd":3,"last update":"Mon Aug 28 02:07:18 2023","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":1.143,"5min":1.143,"15min":1.143},"last":0.51700000000000002}]},{"osd":4,"last update":"Mon Aug 28 02:07:18 2023","interfaces":[{"interface":"back","average":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.30399999999999999},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.34599999999999997}]},{"osd":5,"last update":"Mon Aug 28 02:07:18 2023","interfaces":[{"interface":"back","average":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.441},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.317}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.378}]}]},{"osd":1,"up_from":13,"seq":55834574881,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6480,"kb_used_data":584,"kb_used_omap":0,"kb_used_meta":5888,"kb_avail":93738672,"statfs":{"total":95995035648,"available":95988400128,"internally_reserved":0,"allocated":598016,"data_stored":248676,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6029312},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:06:54 2023","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.40600000000000003,"15min":0.40200000000000002},"min":{"1min":0.224,"5min":0.224,"15min":0.224},"max":{"1min":0.56899999999999995,"5min":0.61399999999999999,"15min":0.61399999999999999},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.48799999999999999,"5min":0.41599999999999998,"15min":0.40400000000000003},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.45500000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:07:09 2023","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.46899999999999997,"15min":0.46400000000000002},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.47799999999999998,"5min":0.51300000000000001,"15min":0.51900000000000002},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.66000000000000003,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.504}]},{"osd":3,"last update":"Mon Aug 28 02:06:31 2023","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":1.0349999999999999,"5min":1.0349999999999999,"15min":1.0349999999999999},"last":0.68200000000000005},{"interface":"front","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"last":0.39800000000000002}]},{"osd":4,"last update":"Mon Aug 28 02:06:44 2023","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.63,"15min":0.63},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.96599999999999997,"5min":0.96599999999999997,"15min":0.96599999999999997},"last":0.66600000000000004},{"interface":"front","average":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.0029999999999999,"5min":1.0029999999999999,"15min":1.0029999999999999},"last":0.69799999999999995}]},{"osd":5,"last update":"Mon Aug 28 02:06:59 2023","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"min":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":0.94099999999999995,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.56899999999999995}]},{"osd":6,"last update":"Mon Aug 28 02:07:20 2023","interfaces":[{"interface":"back","average":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"min":{"1min":0.504,"5min":0.504,"15min":0.504},"max":{"1min":1.107,"5min":1.107,"15min":1.107},"last":0.64000000000000001},{"interface":"front","average":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"min":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":0.84799999999999998,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":0.54400000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.751}]}]},{"osd":0,"up_from":8,"seq":34359738404,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7060,"kb_used_data":1164,"kb_used_omap":0,"kb_used_meta":5888,"kb_avail":93738092,"statfs":{"total":95995035648,"available":95987806208,"internally_reserved":0,"allocated":1191936,"data_stored":839044,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6029312},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:06:52 2023","interfaces":[{"interface":"back","average":{"1min":0.42599999999999999,"5min":0.36499999999999999,"15min":0.35499999999999998},"min":{"1min":0.255,"5min":0.248,"15min":0.248},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.86799999999999999},{"interface":"front","average":{"1min":0.49399999999999999,"5min":0.40999999999999998,"15min":0.39600000000000002},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.98099999999999998,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.56299999999999994}]},{"osd":2,"last update":"Mon Aug 28 02:07:13 2023","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.45200000000000001,"15min":0.44400000000000001},"min":{"1min":0.34000000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.71799999999999997},{"interface":"front","average":{"1min":0.46600000000000003,"5min":0.42699999999999999,"15min":0.42099999999999999},"min":{"1min":0.32000000000000001,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":0.85699999999999998},"last":0.73999999999999999}]},{"osd":3,"last update":"Mon Aug 28 02:06:30 2023","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.80200000000000005},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.67000000000000004}]},{"osd":4,"last update":"Mon Aug 28 02:06:44 2023","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":1.137,"5min":1.137,"15min":1.137},"last":0.629},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":1.1719999999999999,"5min":1.1719999999999999,"15min":1.1719999999999999},"last":0.84399999999999997}]},{"osd":5,"last update":"Mon Aug 28 02:07:02 2023","interfaces":[{"interface":"back","average":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":1.03,"5min":1.03,"15min":1.03},"last":0.69999999999999996},{"interface":"front","average":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"min":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":1.2350000000000001,"5min":1.2350000000000001,"15min":1.2350000000000001},"last":2.3940000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:07:18 2023","interfaces":[{"interface":"back","average":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"min":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":0.97499999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.76400000000000001},{"interface":"front","average":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":1.2969999999999999,"5min":1.2969999999999999,"15min":1.2969999999999999},"last":0.65400000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78900000000000003}]}]},{"osd":2,"up_from":18,"seq":77309411356,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6416,"kb_used_data":584,"kb_used_omap":0,"kb_used_meta":5824,"kb_avail":93738736,"statfs":{"total":95995035648,"available":95988465664,"internally_reserved":0,"allocated":598016,"data_stored":248676,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5963776},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:07:14 2023","interfaces":[{"interface":"back","average":{"1min":0.439,"5min":0.44500000000000001,"15min":0.44600000000000001},"min":{"1min":0.312,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.64900000000000002,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":1.133},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.439,"15min":0.435},"min":{"1min":0.35899999999999999,"5min":0.252,"15min":0.252},"max":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"last":0.66100000000000003}]},{"osd":1,"last update":"Mon Aug 28 02:07:14 2023","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.46500000000000002,"15min":0.46800000000000003},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.71899999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.49199999999999999,"15min":0.48299999999999998},"min":{"1min":0.40200000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.83399999999999996}]},{"osd":3,"last update":"Mon Aug 28 02:06:28 2023","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":1.232},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.95999999999999996}]},{"osd":4,"last update":"Mon Aug 28 02:06:45 2023","interfaces":[{"interface":"back","average":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.85599999999999998}]},{"osd":5,"last update":"Mon Aug 28 02:07:02 2023","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.48899999999999999},{"interface":"front","average":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":1.004,"5min":1.004,"15min":1.004},"last":0.93200000000000005}]},{"osd":6,"last update":"Mon Aug 28 02:07:21 2023","interfaces":[{"interface":"back","average":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":0.95799999999999996,"5min":0.95799999999999996,"15min":0.95799999999999996},"last":0.88900000000000001},{"interface":"front","average":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":1.0649999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.59499999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55800000000000005}]}]},{"osd":3,"up_from":25,"seq":107374182425,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5840,"kb_used_data":584,"kb_used_omap":0,"kb_used_meta":5248,"kb_avail":93739312,"statfs":{"total":95995035648,"available":95989055488,"internally_reserved":0,"allocated":598016,"data_stored":248676,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5373952},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:06:28 2023","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.435,"5min":0.435,"15min":0.435},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.495}]},{"osd":1,"last update":"Mon Aug 28 02:06:28 2023","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"last":0.439},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.58199999999999996}]},{"osd":2,"last update":"Mon Aug 28 02:06:28 2023","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.66300000000000003},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.47099999999999997}]},{"osd":4,"last update":"Mon Aug 28 02:06:44 2023","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.59899999999999998}]},{"osd":5,"last update":"Mon Aug 28 02:06:59 2023","interfaces":[{"interface":"back","average":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.71099999999999997},{"interface":"front","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.57299999999999995}]},{"osd":6,"last update":"Mon Aug 28 02:07:19 2023","interfaces":[{"interface":"back","average":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.92700000000000005,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.745},{"interface":"front","average":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"min":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.53600000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65400000000000003}]}]},{"osd":4,"up_from":30,"seq":128849018902,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5772,"kb_used_data":580,"kb_used_omap":0,"kb_used_meta":5184,"kb_avail":93739380,"statfs":{"total":95995035648,"available":95989125120,"internally_reserved":0,"allocated":593920,"data_stored":248403,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5308416},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:06:45 2023","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.41099999999999998}]},{"osd":1,"last update":"Mon Aug 28 02:06:45 2023","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.877,"5min":0.877,"15min":0.877},"last":0.39500000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:06:45 2023","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.879,"5min":0.879,"15min":0.879},"last":0.433},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.58099999999999996}]},{"osd":3,"last update":"Mon Aug 28 02:06:45 2023","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.81399999999999995,"5min":0.81399999999999995,"15min":0.81399999999999995},"last":0.51100000000000001}]},{"osd":5,"last update":"Mon Aug 28 02:06:59 2023","interfaces":[{"interface":"back","average":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.54000000000000004}]},{"osd":6,"last update":"Mon Aug 28 02:07:20 2023","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":5.9900000000000002,"5min":5.9900000000000002,"15min":5.9900000000000002},"last":0.443},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":4.6150000000000002,"5min":4.6150000000000002,"15min":4.6150000000000002},"last":0.56000000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52900000000000003}]}]},{"osd":5,"up_from":37,"seq":158913789971,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5776,"kb_used_data":584,"kb_used_omap":0,"kb_used_meta":5184,"kb_avail":93739376,"statfs":{"total":95995035648,"available":95989121024,"internally_reserved":0,"allocated":598016,"data_stored":248676,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5308416},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:07:03 2023","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":3.8580000000000001},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":1.087}]},{"osd":1,"last update":"Mon Aug 28 02:07:03 2023","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.52300000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:07:03 2023","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.499},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.46600000000000003}]},{"osd":3,"last update":"Mon Aug 28 02:07:03 2023","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":1.341},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":3.9060000000000001}]},{"osd":4,"last update":"Mon Aug 28 02:07:03 2023","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.628,"5min":0.628,"15min":0.628},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"last":0.39500000000000002}]},{"osd":6,"last update":"Mon Aug 28 02:07:21 2023","interfaces":[{"interface":"back","average":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":1.004,"5min":1.004,"15min":1.004},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"last":0.41099999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48599999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:07:28.068 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:07:28.369 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:07:28.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:28 smithi040 ceph-mon[111703]: pgmap v20: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:07:28.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:28 smithi040 ceph-mon[120580]: pgmap v20: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:07:28.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:28 smithi083 ceph-mon[113795]: pgmap v20: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:07:28.490 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:07:28 smithi083 bash[139440]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2023-08-28T02:07:28.490 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:07:28 smithi083 bash[139440]: Writing manifest to image destination 2023-08-28T02:07:29.179 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:07:28 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[139491]: ts=2023-08-28T02:07:28.901Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2023-08-28T02:07:29.179 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:07:28 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[139491]: ts=2023-08-28T02:07:28.901Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2023-08-28T02:07:29.179 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:07:28 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[139491]: ts=2023-08-28T02:07:28.902Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2023-08-28T02:07:29.179 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:07:28 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[139491]: ts=2023-08-28T02:07:28.902Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2023-08-28T02:07:29.179 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:07:28 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[139491]: ts=2023-08-28T02:07:28.902Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2023-08-28T02:07:29.179 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:07:28 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[139491]: ts=2023-08-28T02:07:28.902Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2023-08-28T02:07:29.180 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:07:28 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[139491]: ts=2023-08-28T02:07:28.902Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2023-08-28T02:07:29.180 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:07:28 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[139491]: ts=2023-08-28T02:07:28.902Z caller=node_exporter.go:117 level=info collector=arp 2023-08-28T02:07:29.180 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:07:28 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[139491]: ts=2023-08-28T02:07:28.902Z caller=node_exporter.go:117 level=info collector=bcache 2023-08-28T02:07:29.180 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:07:28 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[139491]: ts=2023-08-28T02:07:28.902Z caller=node_exporter.go:117 level=info collector=bonding 2023-08-28T02:07:29.180 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:07:28 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[139491]: ts=2023-08-28T02:07:28.902Z caller=node_exporter.go:117 level=info collector=btrfs 2023-08-28T02:07:29.180 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:07:28 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[139491]: ts=2023-08-28T02:07:28.902Z caller=node_exporter.go:117 level=info collector=conntrack 2023-08-28T02:07:29.180 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:07:28 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[139491]: ts=2023-08-28T02:07:28.902Z caller=node_exporter.go:117 level=info collector=cpu 2023-08-28T02:07:29.180 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:07:28 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[139491]: ts=2023-08-28T02:07:28.902Z caller=node_exporter.go:117 level=info collector=cpufreq 2023-08-28T02:07:29.180 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:07:28 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[139491]: ts=2023-08-28T02:07:28.902Z caller=node_exporter.go:117 level=info collector=diskstats 2023-08-28T02:07:29.180 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:07:28 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[139491]: ts=2023-08-28T02:07:28.902Z caller=node_exporter.go:117 level=info collector=dmi 2023-08-28T02:07:29.180 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:07:28 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[139491]: ts=2023-08-28T02:07:28.902Z caller=node_exporter.go:117 level=info collector=edac 2023-08-28T02:07:29.180 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:07:28 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[139491]: ts=2023-08-28T02:07:28.902Z caller=node_exporter.go:117 level=info collector=entropy 2023-08-28T02:07:29.181 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:07:28 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[139491]: ts=2023-08-28T02:07:28.902Z caller=node_exporter.go:117 level=info collector=fibrechannel 2023-08-28T02:07:29.181 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:07:28 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[139491]: ts=2023-08-28T02:07:28.902Z caller=node_exporter.go:117 level=info collector=filefd 2023-08-28T02:07:29.181 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:07:28 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[139491]: ts=2023-08-28T02:07:28.902Z caller=node_exporter.go:117 level=info collector=filesystem 2023-08-28T02:07:29.181 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:07:28 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[139491]: ts=2023-08-28T02:07:28.902Z caller=node_exporter.go:117 level=info collector=hwmon 2023-08-28T02:07:29.181 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:07:28 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[139491]: ts=2023-08-28T02:07:28.902Z caller=node_exporter.go:117 level=info collector=infiniband 2023-08-28T02:07:29.181 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:07:28 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[139491]: ts=2023-08-28T02:07:28.902Z caller=node_exporter.go:117 level=info collector=ipvs 2023-08-28T02:07:29.181 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:07:28 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[139491]: ts=2023-08-28T02:07:28.902Z caller=node_exporter.go:117 level=info collector=loadavg 2023-08-28T02:07:29.181 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:07:28 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[139491]: ts=2023-08-28T02:07:28.902Z caller=node_exporter.go:117 level=info collector=mdadm 2023-08-28T02:07:29.181 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:07:28 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[139491]: ts=2023-08-28T02:07:28.902Z caller=node_exporter.go:117 level=info collector=meminfo 2023-08-28T02:07:29.181 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:07:28 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[139491]: ts=2023-08-28T02:07:28.902Z caller=node_exporter.go:117 level=info collector=netclass 2023-08-28T02:07:29.182 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:07:28 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[139491]: ts=2023-08-28T02:07:28.902Z caller=node_exporter.go:117 level=info collector=netdev 2023-08-28T02:07:29.182 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:07:28 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[139491]: ts=2023-08-28T02:07:28.902Z caller=node_exporter.go:117 level=info collector=netstat 2023-08-28T02:07:29.182 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:07:28 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[139491]: ts=2023-08-28T02:07:28.902Z caller=node_exporter.go:117 level=info collector=nfs 2023-08-28T02:07:29.182 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:07:28 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[139491]: ts=2023-08-28T02:07:28.902Z caller=node_exporter.go:117 level=info collector=nfsd 2023-08-28T02:07:29.182 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:07:28 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[139491]: ts=2023-08-28T02:07:28.902Z caller=node_exporter.go:117 level=info collector=nvme 2023-08-28T02:07:29.182 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:07:28 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[139491]: ts=2023-08-28T02:07:28.902Z caller=node_exporter.go:117 level=info collector=os 2023-08-28T02:07:29.182 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:07:28 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[139491]: ts=2023-08-28T02:07:28.902Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2023-08-28T02:07:29.182 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:07:28 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[139491]: ts=2023-08-28T02:07:28.902Z caller=node_exporter.go:117 level=info collector=pressure 2023-08-28T02:07:29.182 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:07:28 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[139491]: ts=2023-08-28T02:07:28.902Z caller=node_exporter.go:117 level=info collector=rapl 2023-08-28T02:07:29.183 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:07:28 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[139491]: ts=2023-08-28T02:07:28.902Z caller=node_exporter.go:117 level=info collector=schedstat 2023-08-28T02:07:29.183 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:07:28 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[139491]: ts=2023-08-28T02:07:28.902Z caller=node_exporter.go:117 level=info collector=selinux 2023-08-28T02:07:29.183 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:07:28 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[139491]: ts=2023-08-28T02:07:28.902Z caller=node_exporter.go:117 level=info collector=sockstat 2023-08-28T02:07:29.183 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:07:28 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[139491]: ts=2023-08-28T02:07:28.902Z caller=node_exporter.go:117 level=info collector=softnet 2023-08-28T02:07:29.183 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:07:28 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[139491]: ts=2023-08-28T02:07:28.902Z caller=node_exporter.go:117 level=info collector=stat 2023-08-28T02:07:29.183 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:07:28 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[139491]: ts=2023-08-28T02:07:28.902Z caller=node_exporter.go:117 level=info collector=tapestats 2023-08-28T02:07:29.183 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:07:28 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[139491]: ts=2023-08-28T02:07:28.902Z caller=node_exporter.go:117 level=info collector=textfile 2023-08-28T02:07:29.183 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:07:28 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[139491]: ts=2023-08-28T02:07:28.902Z caller=node_exporter.go:117 level=info collector=thermal_zone 2023-08-28T02:07:29.183 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:07:28 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[139491]: ts=2023-08-28T02:07:28.902Z caller=node_exporter.go:117 level=info collector=time 2023-08-28T02:07:29.183 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:07:28 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[139491]: ts=2023-08-28T02:07:28.902Z caller=node_exporter.go:117 level=info collector=udp_queues 2023-08-28T02:07:29.184 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:07:28 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[139491]: ts=2023-08-28T02:07:28.902Z caller=node_exporter.go:117 level=info collector=uname 2023-08-28T02:07:29.184 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:07:28 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[139491]: ts=2023-08-28T02:07:28.902Z caller=node_exporter.go:117 level=info collector=vmstat 2023-08-28T02:07:29.184 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:07:28 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[139491]: ts=2023-08-28T02:07:28.902Z caller=node_exporter.go:117 level=info collector=xfs 2023-08-28T02:07:29.184 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:07:28 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[139491]: ts=2023-08-28T02:07:28.902Z caller=node_exporter.go:117 level=info collector=zfs 2023-08-28T02:07:29.184 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:07:28 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[139491]: ts=2023-08-28T02:07:28.903Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2023-08-28T02:07:29.184 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:07:28 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[139491]: ts=2023-08-28T02:07:28.903Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2023-08-28T02:07:29.184 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:07:28 smithi083 bash[139440]: 8e3330d480bddd158245abca251ea8ecfac2a741279b31897d4eb1e55510a4dc 2023-08-28T02:07:29.184 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:07:28 smithi083 systemd[1]: Started Ceph node-exporter.b for d9a8f48a-4546-11ee-817c-1b7a5f1ba315. 2023-08-28T02:07:29.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:29 smithi040 ceph-mon[120580]: from='client.24518 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:07:29.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:29 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:29.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:29 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:29.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:29 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:29.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:29 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:29.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:29 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:29.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:29 smithi040 ceph-mon[111703]: from='client.24518 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:07:29.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:29 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:29.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:29 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:29.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:29 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:29.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:29 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:29.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:29 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:29.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:29 smithi083 ceph-mon[113795]: from='client.24518 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:07:29.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:29 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:29.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:29 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:29.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:29 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:29.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:29 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:29.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:29 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:29.700 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:07:29.702 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:07:30.394 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":21,"stamp":"2023-08-28T02:07:28.868773+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":27,"acting":27,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":27,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":49924,"kb_used_data":6404,"kb_used_omap":0,"kb_used_meta":43456,"kb_avail":749911292,"statfs":{"total":767960285184,"available":767909163008,"internally_reserved":0,"allocated":6557696,"data_stored":3759916,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":44498944},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002440"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":11,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-08-28T02:06:58.479452+0000","last_change":"2023-08-28T02:06:56.854188+0000","last_active":"2023-08-28T02:06:58.479452+0000","last_peered":"2023-08-28T02:06:58.479452+0000","last_clean":"2023-08-28T02:06:58.479452+0000","last_became_active":"2023-08-28T02:06:56.853874+0000","last_became_peered":"2023-08-28T02:06:56.853874+0000","last_unstale":"2023-08-28T02:06:58.479452+0000","last_undegraded":"2023-08-28T02:06:58.479452+0000","last_fullsized":"2023-08-28T02:06:58.479452+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:52:26.465820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":11,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-08-28T02:06:58.479281+0000","last_change":"2023-08-28T02:06:57.246547+0000","last_active":"2023-08-28T02:06:58.479281+0000","last_peered":"2023-08-28T02:06:58.479281+0000","last_clean":"2023-08-28T02:06:58.479281+0000","last_became_active":"2023-08-28T02:06:57.246161+0000","last_became_peered":"2023-08-28T02:06:57.246161+0000","last_unstale":"2023-08-28T02:06:58.479281+0000","last_undegraded":"2023-08-28T02:06:58.479281+0000","last_fullsized":"2023-08-28T02:06:58.479281+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:47:17.191888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":11,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-08-28T02:06:58.479479+0000","last_change":"2023-08-28T02:06:57.246423+0000","last_active":"2023-08-28T02:06:58.479479+0000","last_peered":"2023-08-28T02:06:58.479479+0000","last_clean":"2023-08-28T02:06:58.479479+0000","last_became_active":"2023-08-28T02:06:57.246100+0000","last_became_peered":"2023-08-28T02:06:57.246100+0000","last_unstale":"2023-08-28T02:06:58.479479+0000","last_undegraded":"2023-08-28T02:06:58.479479+0000","last_fullsized":"2023-08-28T02:06:58.479479+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:24:22.288502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":11,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-08-28T02:06:58.479495+0000","last_change":"2023-08-28T02:06:56.902027+0000","last_active":"2023-08-28T02:06:58.479495+0000","last_peered":"2023-08-28T02:06:58.479495+0000","last_clean":"2023-08-28T02:06:58.479495+0000","last_became_active":"2023-08-28T02:06:56.901799+0000","last_became_peered":"2023-08-28T02:06:56.901799+0000","last_unstale":"2023-08-28T02:06:58.479495+0000","last_undegraded":"2023-08-28T02:06:58.479495+0000","last_fullsized":"2023-08-28T02:06:58.479495+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:43:05.427222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"58'128","reported_seq":267,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-08-28T02:06:58.479533+0000","last_change":"2023-08-28T02:06:36.267218+0000","last_active":"2023-08-28T02:06:58.479533+0000","last_peered":"2023-08-28T02:06:58.479533+0000","last_clean":"2023-08-28T02:06:58.479533+0000","last_became_active":"2023-08-28T02:06:36.266801+0000","last_became_peered":"2023-08-28T02:06:36.266801+0000","last_unstale":"2023-08-28T02:06:58.479533+0000","last_undegraded":"2023-08-28T02:06:58.479533+0000","last_fullsized":"2023-08-28T02:06:58.479533+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":128,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:10:49.385309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-08-28T02:06:58.479347+0000","last_change":"2023-08-28T02:06:56.853515+0000","last_active":"2023-08-28T02:06:58.479347+0000","last_peered":"2023-08-28T02:06:58.479347+0000","last_clean":"2023-08-28T02:06:58.479347+0000","last_became_active":"2023-08-28T02:06:56.853231+0000","last_became_peered":"2023-08-28T02:06:56.853231+0000","last_unstale":"2023-08-28T02:06:58.479347+0000","last_undegraded":"2023-08-28T02:06:58.479347+0000","last_fullsized":"2023-08-28T02:06:58.479347+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:26:59.854518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-08-28T02:06:57.847018+0000","last_change":"2023-08-28T02:06:56.902414+0000","last_active":"2023-08-28T02:06:57.847018+0000","last_peered":"2023-08-28T02:06:57.847018+0000","last_clean":"2023-08-28T02:06:57.847018+0000","last_became_active":"2023-08-28T02:06:56.902090+0000","last_became_peered":"2023-08-28T02:06:56.902090+0000","last_unstale":"2023-08-28T02:06:57.847018+0000","last_undegraded":"2023-08-28T02:06:57.847018+0000","last_fullsized":"2023-08-28T02:06:57.847018+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:39:31.391180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-08-28T02:06:58.479347+0000","last_change":"2023-08-28T02:06:56.855014+0000","last_active":"2023-08-28T02:06:58.479347+0000","last_peered":"2023-08-28T02:06:58.479347+0000","last_clean":"2023-08-28T02:06:58.479347+0000","last_became_active":"2023-08-28T02:06:56.854709+0000","last_became_peered":"2023-08-28T02:06:56.854709+0000","last_unstale":"2023-08-28T02:06:58.479347+0000","last_undegraded":"2023-08-28T02:06:58.479347+0000","last_fullsized":"2023-08-28T02:06:58.479347+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:21:26.150561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":11,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-08-28T02:06:58.479284+0000","last_change":"2023-08-28T02:06:56.902413+0000","last_active":"2023-08-28T02:06:58.479284+0000","last_peered":"2023-08-28T02:06:58.479284+0000","last_clean":"2023-08-28T02:06:58.479284+0000","last_became_active":"2023-08-28T02:06:56.902095+0000","last_became_peered":"2023-08-28T02:06:56.902095+0000","last_unstale":"2023-08-28T02:06:58.479284+0000","last_undegraded":"2023-08-28T02:06:58.479284+0000","last_fullsized":"2023-08-28T02:06:58.479284+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:07:21.438711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299406,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6292,"kb_used_data":1164,"kb_used_omap":0,"kb_used_meta":5120,"kb_avail":93738860,"statfs":{"total":95995035648,"available":95988592640,"internally_reserved":0,"allocated":1191936,"data_stored":839044,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5242880},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70599999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84299999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76700000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71999999999999997}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53000000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65800000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58199999999999996}]}]},{"osd":6,"up_from":45,"seq":193273528337,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6288,"kb_used_data":1160,"kb_used_omap":0,"kb_used_meta":5120,"kb_avail":93738864,"statfs":{"total":95995035648,"available":95988596736,"internally_reserved":0,"allocated":1187840,"data_stored":838721,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5242880},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:07:18 2023","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.54400000000000004},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.47799999999999998}]},{"osd":1,"last update":"Mon Aug 28 02:07:18 2023","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.60399999999999998}]},{"osd":2,"last update":"Mon Aug 28 02:07:18 2023","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.432}]},{"osd":3,"last update":"Mon Aug 28 02:07:18 2023","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":1.143,"5min":1.143,"15min":1.143},"last":0.65800000000000003}]},{"osd":4,"last update":"Mon Aug 28 02:07:18 2023","interfaces":[{"interface":"back","average":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.49399999999999999}]},{"osd":5,"last update":"Mon Aug 28 02:07:18 2023","interfaces":[{"interface":"back","average":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.64500000000000002},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.53100000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56299999999999994}]}]},{"osd":1,"up_from":13,"seq":55834574882,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6480,"kb_used_data":584,"kb_used_omap":0,"kb_used_meta":5888,"kb_avail":93738672,"statfs":{"total":95995035648,"available":95988400128,"internally_reserved":0,"allocated":598016,"data_stored":248676,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6029312},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:06:54 2023","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.40600000000000003,"15min":0.40200000000000002},"min":{"1min":0.224,"5min":0.224,"15min":0.224},"max":{"1min":0.56899999999999995,"5min":0.61399999999999999,"15min":0.61399999999999999},"last":0.24099999999999999},{"interface":"front","average":{"1min":0.48799999999999999,"5min":0.41599999999999998,"15min":0.40400000000000003},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.39200000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:07:09 2023","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.46899999999999997,"15min":0.46400000000000002},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.35499999999999998},{"interface":"front","average":{"1min":0.47799999999999998,"5min":0.51300000000000001,"15min":0.51900000000000002},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.66000000000000003,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.32600000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:06:31 2023","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":1.0349999999999999,"5min":1.0349999999999999,"15min":1.0349999999999999},"last":0.372},{"interface":"front","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"last":0.40600000000000003}]},{"osd":4,"last update":"Mon Aug 28 02:06:44 2023","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.63,"15min":0.63},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.96599999999999997,"5min":0.96599999999999997,"15min":0.96599999999999997},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.0029999999999999,"5min":1.0029999999999999,"15min":1.0029999999999999},"last":0.46999999999999997}]},{"osd":5,"last update":"Mon Aug 28 02:06:59 2023","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"min":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":0.94099999999999995,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.58099999999999996}]},{"osd":6,"last update":"Mon Aug 28 02:07:20 2023","interfaces":[{"interface":"back","average":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"min":{"1min":0.504,"5min":0.504,"15min":0.504},"max":{"1min":1.107,"5min":1.107,"15min":1.107},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"min":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":0.84799999999999998,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":0.47599999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60699999999999998}]}]},{"osd":0,"up_from":8,"seq":34359738405,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7060,"kb_used_data":1164,"kb_used_omap":0,"kb_used_meta":5888,"kb_avail":93738092,"statfs":{"total":95995035648,"available":95987806208,"internally_reserved":0,"allocated":1191936,"data_stored":839044,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6029312},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:06:52 2023","interfaces":[{"interface":"back","average":{"1min":0.42599999999999999,"5min":0.36499999999999999,"15min":0.35499999999999998},"min":{"1min":0.255,"5min":0.248,"15min":0.248},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.79400000000000004},{"interface":"front","average":{"1min":0.49399999999999999,"5min":0.40999999999999998,"15min":0.39600000000000002},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.98099999999999998,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.76700000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:07:13 2023","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.45200000000000001,"15min":0.44400000000000001},"min":{"1min":0.34000000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.46600000000000003,"5min":0.42699999999999999,"15min":0.42099999999999999},"min":{"1min":0.32000000000000001,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":0.85699999999999998},"last":0.69499999999999995}]},{"osd":3,"last update":"Mon Aug 28 02:06:30 2023","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.81000000000000005},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.55100000000000005}]},{"osd":4,"last update":"Mon Aug 28 02:06:44 2023","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":1.137,"5min":1.137,"15min":1.137},"last":0.74399999999999999},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":1.1719999999999999,"5min":1.1719999999999999,"15min":1.1719999999999999},"last":0.60599999999999998}]},{"osd":5,"last update":"Mon Aug 28 02:07:02 2023","interfaces":[{"interface":"back","average":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":1.03,"5min":1.03,"15min":1.03},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"min":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":1.2350000000000001,"5min":1.2350000000000001,"15min":1.2350000000000001},"last":0.57799999999999996}]},{"osd":6,"last update":"Mon Aug 28 02:07:18 2023","interfaces":[{"interface":"back","average":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"min":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":0.97499999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.67900000000000005},{"interface":"front","average":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":1.2969999999999999,"5min":1.2969999999999999,"15min":1.2969999999999999},"last":0.66000000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59499999999999997}]}]},{"osd":2,"up_from":18,"seq":77309411357,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6416,"kb_used_data":584,"kb_used_omap":0,"kb_used_meta":5824,"kb_avail":93738736,"statfs":{"total":95995035648,"available":95988465664,"internally_reserved":0,"allocated":598016,"data_stored":248676,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5963776},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:07:14 2023","interfaces":[{"interface":"back","average":{"1min":0.439,"5min":0.44500000000000001,"15min":0.44600000000000001},"min":{"1min":0.312,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.64900000000000002,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.439,"15min":0.435},"min":{"1min":0.35899999999999999,"5min":0.252,"15min":0.252},"max":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"last":0.34699999999999998}]},{"osd":1,"last update":"Mon Aug 28 02:07:14 2023","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.46500000000000002,"15min":0.46800000000000003},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.71899999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.49199999999999999,"15min":0.48299999999999998},"min":{"1min":0.40200000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.29799999999999999}]},{"osd":3,"last update":"Mon Aug 28 02:06:28 2023","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.37},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.44700000000000001}]},{"osd":4,"last update":"Mon Aug 28 02:06:45 2023","interfaces":[{"interface":"back","average":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.439}]},{"osd":5,"last update":"Mon Aug 28 02:07:02 2023","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":1.004,"5min":1.004,"15min":1.004},"last":0.52900000000000003}]},{"osd":6,"last update":"Mon Aug 28 02:07:21 2023","interfaces":[{"interface":"back","average":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":0.95799999999999996,"5min":0.95799999999999996,"15min":0.95799999999999996},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":1.0649999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.46899999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54400000000000004}]}]},{"osd":3,"up_from":25,"seq":107374182426,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5840,"kb_used_data":584,"kb_used_omap":0,"kb_used_meta":5248,"kb_avail":93739312,"statfs":{"total":95995035648,"available":95989055488,"internally_reserved":0,"allocated":598016,"data_stored":248676,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5373952},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:06:28 2023","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.435,"5min":0.435,"15min":0.435},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.58299999999999996}]},{"osd":1,"last update":"Mon Aug 28 02:06:28 2023","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.51800000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:06:28 2023","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.56399999999999995}]},{"osd":4,"last update":"Mon Aug 28 02:06:44 2023","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.432},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.72999999999999998}]},{"osd":5,"last update":"Mon Aug 28 02:06:59 2023","interfaces":[{"interface":"back","average":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.53400000000000003}]},{"osd":6,"last update":"Mon Aug 28 02:07:19 2023","interfaces":[{"interface":"back","average":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.92700000000000005,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"min":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.505}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61899999999999999}]}]},{"osd":4,"up_from":30,"seq":128849018903,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5772,"kb_used_data":580,"kb_used_omap":0,"kb_used_meta":5184,"kb_avail":93739380,"statfs":{"total":95995035648,"available":95989125120,"internally_reserved":0,"allocated":593920,"data_stored":248403,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5308416},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:06:45 2023","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.64300000000000002}]},{"osd":1,"last update":"Mon Aug 28 02:06:45 2023","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.877,"5min":0.877,"15min":0.877},"last":0.56499999999999995}]},{"osd":2,"last update":"Mon Aug 28 02:06:45 2023","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.879,"5min":0.879,"15min":0.879},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.55000000000000004}]},{"osd":3,"last update":"Mon Aug 28 02:06:45 2023","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.61199999999999999},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.81399999999999995,"5min":0.81399999999999995,"15min":0.81399999999999995},"last":0.48399999999999999}]},{"osd":5,"last update":"Mon Aug 28 02:06:59 2023","interfaces":[{"interface":"back","average":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"last":0.38600000000000001},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.36299999999999999}]},{"osd":6,"last update":"Mon Aug 28 02:07:20 2023","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":5.9900000000000002,"5min":5.9900000000000002,"15min":5.9900000000000002},"last":0.505},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":4.6150000000000002,"5min":4.6150000000000002,"15min":4.6150000000000002},"last":0.52200000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53400000000000003}]}]},{"osd":5,"up_from":37,"seq":158913789972,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5776,"kb_used_data":584,"kb_used_omap":0,"kb_used_meta":5184,"kb_avail":93739376,"statfs":{"total":95995035648,"available":95989121024,"internally_reserved":0,"allocated":598016,"data_stored":248676,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5308416},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:07:03 2023","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.42499999999999999}]},{"osd":1,"last update":"Mon Aug 28 02:07:03 2023","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.441},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.45000000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:07:03 2023","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.432},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.46300000000000002}]},{"osd":3,"last update":"Mon Aug 28 02:07:03 2023","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.48799999999999999}]},{"osd":4,"last update":"Mon Aug 28 02:07:03 2023","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.628,"5min":0.628,"15min":0.628},"last":0.28100000000000003},{"interface":"front","average":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"last":0.311}]},{"osd":6,"last update":"Mon Aug 28 02:07:21 2023","interfaces":[{"interface":"back","average":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":1.004,"5min":1.004,"15min":1.004},"last":0.36399999999999999},{"interface":"front","average":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"last":0.41099999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34899999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:07:30.396 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2023-08-28T02:07:30.396 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2023-08-28T02:07:30.396 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2023-08-28T02:07:30.396 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph health --format=json 2023-08-28T02:07:30.431 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:30 smithi040 ceph-mon[120580]: pgmap v21: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:07:30.431 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:30 smithi040 ceph-mon[120580]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:07:30.431 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:30 smithi040 ceph-mon[111703]: pgmap v21: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:07:30.432 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:30 smithi040 ceph-mon[111703]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:07:30.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:30 smithi083 ceph-mon[113795]: pgmap v21: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:07:30.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:30 smithi083 ceph-mon[113795]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:07:31.155 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:07:31.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:31 smithi083 ceph-mon[113795]: from='client.24524 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:07:31.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:31 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:31.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:31 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:31.541 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:31 smithi040 ceph-mon[111703]: from='client.24524 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:07:31.541 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:31 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:31.541 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:31 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:31.541 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:31 smithi040 ceph-mon[120580]: from='client.24524 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:07:31.542 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:31 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:31.542 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:31 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:32.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:32 smithi040 ceph-mon[111703]: pgmap v22: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:07:32.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:32 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:32.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:32 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:32.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:32 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:32.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:32 smithi040 ceph-mon[111703]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:07:32.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:32 smithi040 ceph-mon[111703]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:07:32.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:32 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:32.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:32 smithi040 ceph-mon[120580]: pgmap v22: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:07:32.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:32 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:32.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:32 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:32.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:32 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:32.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:32 smithi040 ceph-mon[120580]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:07:32.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:32 smithi040 ceph-mon[120580]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:07:32.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:32 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:32.688 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:07:32.688 INFO:teuthology.orchestra.run.smithi040.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2023-08-28T02:07:32.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:32 smithi083 ceph-mon[113795]: pgmap v22: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:07:32.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:32 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:32.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:32 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:32.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:32 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:32.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:32 smithi083 ceph-mon[113795]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:07:32.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:32 smithi083 ceph-mon[113795]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:07:32.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:32 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:33.349 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2023-08-28T02:07:33.349 INFO:tasks.cephadm:Setup complete, yielding 2023-08-28T02:07:33.350 INFO:teuthology.run_tasks:Running task cephadm.shell... 2023-08-28T02:07:33.360 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi040.front.sepia.ceph.com 2023-08-28T02:07:33.360 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- bash -c 'ceph fs volume create foo' 2023-08-28T02:07:33.562 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:33 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/2052582162' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-08-28T02:07:33.563 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:33 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/2052582162' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-08-28T02:07:33.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:33 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/2052582162' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-08-28T02:07:33.990 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:07:34.640 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:34 smithi040 ceph-mon[111703]: Reconfiguring alertmanager.a (dependencies changed)... 2023-08-28T02:07:34.640 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:34 smithi040 ceph-mon[111703]: Reconfiguring daemon alertmanager.a on smithi040 2023-08-28T02:07:34.640 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:34 smithi040 ceph-mon[111703]: pgmap v23: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:07:34.641 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:34 smithi040 ceph-mon[120580]: Reconfiguring alertmanager.a (dependencies changed)... 2023-08-28T02:07:34.641 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:34 smithi040 ceph-mon[120580]: Reconfiguring daemon alertmanager.a on smithi040 2023-08-28T02:07:34.641 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:34 smithi040 ceph-mon[120580]: pgmap v23: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:07:34.641 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Aug 28 02:07:34 smithi040 systemd[1]: Stopping Ceph alertmanager.a for d9a8f48a-4546-11ee-817c-1b7a5f1ba315... 2023-08-28T02:07:34.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:34 smithi083 ceph-mon[113795]: Reconfiguring alertmanager.a (dependencies changed)... 2023-08-28T02:07:34.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:34 smithi083 ceph-mon[113795]: Reconfiguring daemon alertmanager.a on smithi040 2023-08-28T02:07:34.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:34 smithi083 ceph-mon[113795]: pgmap v23: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:07:34.950 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Aug 28 02:07:34 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-alertmanager-a[145720]: ts=2023-08-28T02:07:34.781Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2023-08-28T02:07:35.731 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Aug 28 02:07:35 smithi040 bash[151099]: ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-alertmanager-a 2023-08-28T02:07:36.230 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Aug 28 02:07:35 smithi040 systemd[1]: ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315@alertmanager.a.service: Succeeded. 2023-08-28T02:07:36.230 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Aug 28 02:07:35 smithi040 systemd[1]: Stopped Ceph alertmanager.a for d9a8f48a-4546-11ee-817c-1b7a5f1ba315. 2023-08-28T02:07:36.230 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Aug 28 02:07:35 smithi040 systemd[1]: Starting Ceph alertmanager.a for d9a8f48a-4546-11ee-817c-1b7a5f1ba315... 2023-08-28T02:07:36.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:36 smithi040 ceph-mon[120580]: pgmap v24: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:07:36.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:36 smithi040 ceph-mon[120580]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]: dispatch 2023-08-28T02:07:36.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:36 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]: dispatch 2023-08-28T02:07:36.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:36 smithi040 ceph-mon[111703]: pgmap v24: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:07:36.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:36 smithi040 ceph-mon[111703]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]: dispatch 2023-08-28T02:07:36.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:36 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]: dispatch 2023-08-28T02:07:36.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:36 smithi083 ceph-mon[113795]: pgmap v24: 9 pgs: 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:07:36.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:36 smithi083 ceph-mon[113795]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]: dispatch 2023-08-28T02:07:36.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:36 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]: dispatch 2023-08-28T02:07:37.230 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Aug 28 02:07:36 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-alertmanager-a[151308]: ts=2023-08-28T02:07:36.917Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2023-08-28T02:07:37.230 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Aug 28 02:07:36 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-alertmanager-a[151308]: ts=2023-08-28T02:07:36.917Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2023-08-28T02:07:37.230 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Aug 28 02:07:36 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-alertmanager-a[151308]: ts=2023-08-28T02:07:36.919Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.40 port=9094 2023-08-28T02:07:37.230 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Aug 28 02:07:36 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-alertmanager-a[151308]: ts=2023-08-28T02:07:36.920Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2023-08-28T02:07:37.231 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Aug 28 02:07:36 smithi040 bash[151292]: 4f551377cb19b6f3cca40bb86375f95e68b2119c7f68d440da2266ce40f0f741 2023-08-28T02:07:37.231 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Aug 28 02:07:36 smithi040 systemd[1]: Started Ceph alertmanager.a for d9a8f48a-4546-11ee-817c-1b7a5f1ba315. 2023-08-28T02:07:37.231 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Aug 28 02:07:36 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-alertmanager-a[151308]: ts=2023-08-28T02:07:36.946Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2023-08-28T02:07:37.231 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Aug 28 02:07:36 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-alertmanager-a[151308]: ts=2023-08-28T02:07:36.946Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2023-08-28T02:07:37.231 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Aug 28 02:07:36 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-alertmanager-a[151308]: ts=2023-08-28T02:07:36.950Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2023-08-28T02:07:37.231 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Aug 28 02:07:36 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-alertmanager-a[151308]: ts=2023-08-28T02:07:36.950Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2023-08-28T02:07:37.429 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:07:37 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[115935]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:07:37] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-08-28T02:07:37.429 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:37 smithi083 ceph-mon[113795]: from='client.14655 -' entity='client.admin' cmd=[{"prefix": "fs volume create", "name": "foo", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:07:37.429 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:37 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]': finished 2023-08-28T02:07:37.429 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:37 smithi083 ceph-mon[113795]: osdmap e61: 8 total, 8 up, 8 in 2023-08-28T02:07:37.429 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:37 smithi083 ceph-mon[113795]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.data"}]: dispatch 2023-08-28T02:07:37.429 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:37 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.data"}]: dispatch 2023-08-28T02:07:37.429 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:37 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:37.429 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:37 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:37.575 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:37 smithi040 ceph-mon[120580]: from='client.14655 -' entity='client.admin' cmd=[{"prefix": "fs volume create", "name": "foo", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:07:37.575 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:37 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]': finished 2023-08-28T02:07:37.575 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:37 smithi040 ceph-mon[120580]: osdmap e61: 8 total, 8 up, 8 in 2023-08-28T02:07:37.576 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:37 smithi040 ceph-mon[120580]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.data"}]: dispatch 2023-08-28T02:07:37.576 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:37 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.data"}]: dispatch 2023-08-28T02:07:37.576 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:37 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:37.576 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:37 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:37.576 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:37 smithi040 ceph-mon[111703]: from='client.14655 -' entity='client.admin' cmd=[{"prefix": "fs volume create", "name": "foo", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:07:37.576 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:37 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]': finished 2023-08-28T02:07:37.576 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:37 smithi040 ceph-mon[111703]: osdmap e61: 8 total, 8 up, 8 in 2023-08-28T02:07:37.576 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:37 smithi040 ceph-mon[111703]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.data"}]: dispatch 2023-08-28T02:07:37.576 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:37 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.data"}]: dispatch 2023-08-28T02:07:37.576 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:37 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:37.577 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:37 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:37.577 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:37 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mon-a[111680]: 2023-08-28T02:07:37.315+0000 7fd0896c0700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2023-08-28T02:07:37.813 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- bash -c 'ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force' 2023-08-28T02:07:38.114 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:07:38.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:38 smithi083 ceph-mon[113795]: pgmap v26: 41 pgs: 32 unknown, 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:07:38.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:38 smithi083 ceph-mon[113795]: Reconfiguring prometheus.a (dependencies changed)... 2023-08-28T02:07:38.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:38 smithi083 ceph-mon[113795]: Reconfiguring daemon prometheus.a on smithi083 2023-08-28T02:07:38.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:38 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foo.data"}]': finished 2023-08-28T02:07:38.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:38 smithi083 ceph-mon[113795]: osdmap e62: 8 total, 8 up, 8 in 2023-08-28T02:07:38.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:38 smithi083 ceph-mon[113795]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]: dispatch 2023-08-28T02:07:38.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:38 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' cmd=[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]: dispatch 2023-08-28T02:07:38.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:38 smithi083 ceph-mon[113795]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2023-08-28T02:07:38.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:38 smithi083 ceph-mon[113795]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2023-08-28T02:07:38.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:38 smithi083 ceph-mon[113795]: osdmap e63: 8 total, 8 up, 8 in 2023-08-28T02:07:38.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:38 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' cmd='[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]': finished 2023-08-28T02:07:38.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:38 smithi083 ceph-mon[113795]: fsmap foo:0 2023-08-28T02:07:38.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:38 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:38.625 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:38 smithi040 ceph-mon[111703]: pgmap v26: 41 pgs: 32 unknown, 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:07:38.626 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:38 smithi040 ceph-mon[111703]: Reconfiguring prometheus.a (dependencies changed)... 2023-08-28T02:07:38.626 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:38 smithi040 ceph-mon[111703]: Reconfiguring daemon prometheus.a on smithi083 2023-08-28T02:07:38.626 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:38 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foo.data"}]': finished 2023-08-28T02:07:38.626 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:38 smithi040 ceph-mon[111703]: osdmap e62: 8 total, 8 up, 8 in 2023-08-28T02:07:38.626 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:38 smithi040 ceph-mon[111703]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]: dispatch 2023-08-28T02:07:38.626 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:38 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' cmd=[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]: dispatch 2023-08-28T02:07:38.626 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:38 smithi040 ceph-mon[111703]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2023-08-28T02:07:38.626 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:38 smithi040 ceph-mon[111703]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2023-08-28T02:07:38.626 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:38 smithi040 ceph-mon[111703]: osdmap e63: 8 total, 8 up, 8 in 2023-08-28T02:07:38.626 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:38 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' cmd='[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]': finished 2023-08-28T02:07:38.627 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:38 smithi040 ceph-mon[111703]: fsmap foo:0 2023-08-28T02:07:38.627 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:38 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:38.627 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:38 smithi040 ceph-mon[120580]: pgmap v26: 41 pgs: 32 unknown, 9 active+clean; 577 KiB data, 49 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:07:38.627 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:38 smithi040 ceph-mon[120580]: Reconfiguring prometheus.a (dependencies changed)... 2023-08-28T02:07:38.627 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:38 smithi040 ceph-mon[120580]: Reconfiguring daemon prometheus.a on smithi083 2023-08-28T02:07:38.627 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:38 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foo.data"}]': finished 2023-08-28T02:07:38.627 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:38 smithi040 ceph-mon[120580]: osdmap e62: 8 total, 8 up, 8 in 2023-08-28T02:07:38.627 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:38 smithi040 ceph-mon[120580]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]: dispatch 2023-08-28T02:07:38.627 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:38 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' cmd=[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]: dispatch 2023-08-28T02:07:38.628 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:38 smithi040 ceph-mon[120580]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2023-08-28T02:07:38.628 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:38 smithi040 ceph-mon[120580]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2023-08-28T02:07:38.628 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:38 smithi040 ceph-mon[120580]: osdmap e63: 8 total, 8 up, 8 in 2023-08-28T02:07:38.628 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:38 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' cmd='[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]': finished 2023-08-28T02:07:38.628 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:38 smithi040 ceph-mon[120580]: fsmap foo:0 2023-08-28T02:07:38.628 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:38 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:39.230 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Aug 28 02:07:38 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-alertmanager-a[151308]: ts=2023-08-28T02:07:38.921Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.00062011s 2023-08-28T02:07:39.278 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:07:39 smithi083 systemd[1]: Stopping Ceph prometheus.a for d9a8f48a-4546-11ee-817c-1b7a5f1ba315... 2023-08-28T02:07:39.278 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:07:39 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[136737]: ts=2023-08-28T02:07:39.208Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2023-08-28T02:07:39.278 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:07:39 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[136737]: ts=2023-08-28T02:07:39.208Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2023-08-28T02:07:39.278 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:07:39 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[136737]: ts=2023-08-28T02:07:39.208Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2023-08-28T02:07:39.278 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:07:39 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[136737]: ts=2023-08-28T02:07:39.208Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2023-08-28T02:07:39.278 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:07:39 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[136737]: ts=2023-08-28T02:07:39.208Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2023-08-28T02:07:39.278 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:07:39 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[136737]: ts=2023-08-28T02:07:39.208Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2023-08-28T02:07:39.278 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:07:39 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[136737]: ts=2023-08-28T02:07:39.208Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2023-08-28T02:07:39.278 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:07:39 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[136737]: ts=2023-08-28T02:07:39.208Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2023-08-28T02:07:39.279 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:07:39 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[136737]: ts=2023-08-28T02:07:39.208Z caller=main.go:907 level=info msg="Scrape manager stopped" 2023-08-28T02:07:39.279 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:07:39 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[136737]: ts=2023-08-28T02:07:39.208Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2023-08-28T02:07:39.279 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:07:39 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[136737]: ts=2023-08-28T02:07:39.208Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2023-08-28T02:07:39.279 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:07:39 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[136737]: ts=2023-08-28T02:07:39.209Z caller=main.go:1147 level=info msg="See you next time!" 2023-08-28T02:07:39.582 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:39 smithi040 ceph-mon[111703]: Saving service mds.foo spec with placement count:2 2023-08-28T02:07:39.583 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:39 smithi040 ceph-mon[111703]: osdmap e64: 8 total, 8 up, 8 in 2023-08-28T02:07:39.583 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:39 smithi040 ceph-mon[120580]: Saving service mds.foo spec with placement count:2 2023-08-28T02:07:39.583 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:39 smithi040 ceph-mon[120580]: osdmap e64: 8 total, 8 up, 8 in 2023-08-28T02:07:39.623 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:39 smithi083 ceph-mon[113795]: Saving service mds.foo spec with placement count:2 2023-08-28T02:07:39.623 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:39 smithi083 ceph-mon[113795]: osdmap e64: 8 total, 8 up, 8 in 2023-08-28T02:07:39.623 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:07:39 smithi083 bash[140388]: ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a 2023-08-28T02:07:39.804 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- bash -c 'ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force' 2023-08-28T02:07:39.887 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:07:39 smithi083 systemd[1]: ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315@prometheus.a.service: Succeeded. 2023-08-28T02:07:39.887 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:07:39 smithi083 systemd[1]: Stopped Ceph prometheus.a for d9a8f48a-4546-11ee-817c-1b7a5f1ba315. 2023-08-28T02:07:39.887 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:07:39 smithi083 systemd[1]: Starting Ceph prometheus.a for d9a8f48a-4546-11ee-817c-1b7a5f1ba315... 2023-08-28T02:07:40.093 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:07:40 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: [28/Aug/2023:02:07:40] ENGINE Bus STOPPING 2023-08-28T02:07:40.116 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:07:40.279 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:07:40 smithi083 bash[140507]: a1feb32b111368201b7c1e285882d20de5b5170a63ca0d85acac0e0659a194eb 2023-08-28T02:07:40.279 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:07:40 smithi083 systemd[1]: Started Ceph prometheus.a for d9a8f48a-4546-11ee-817c-1b7a5f1ba315. 2023-08-28T02:07:40.280 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:07:40 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[140521]: ts=2023-08-28T02:07:40.013Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2023-08-28T02:07:40.280 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:07:40 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[140521]: ts=2023-08-28T02:07:40.013Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2023-08-28T02:07:40.280 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:07:40 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[140521]: ts=2023-08-28T02:07:40.013Z caller=main.go:570 level=info host_details="(Linux 4.18.0-512.el8.x86_64 #1 SMP Tue Aug 22 16:03:20 UTC 2023 x86_64 smithi083 (none))" 2023-08-28T02:07:40.280 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:07:40 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[140521]: ts=2023-08-28T02:07:40.013Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2023-08-28T02:07:40.280 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:07:40 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[140521]: ts=2023-08-28T02:07:40.013Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2023-08-28T02:07:40.280 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:07:40 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[140521]: ts=2023-08-28T02:07:40.015Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2023-08-28T02:07:40.280 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:07:40 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[140521]: ts=2023-08-28T02:07:40.016Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2023-08-28T02:07:40.281 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:07:40 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[140521]: ts=2023-08-28T02:07:40.017Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2023-08-28T02:07:40.281 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:07:40 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[140521]: ts=2023-08-28T02:07:40.017Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2023-08-28T02:07:40.281 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:07:40 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[140521]: ts=2023-08-28T02:07:40.018Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2023-08-28T02:07:40.281 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:07:40 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[140521]: ts=2023-08-28T02:07:40.018Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.362µs 2023-08-28T02:07:40.281 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:07:40 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[140521]: ts=2023-08-28T02:07:40.018Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2023-08-28T02:07:40.281 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:07:40 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[140521]: ts=2023-08-28T02:07:40.018Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2023-08-28T02:07:40.281 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:07:40 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[140521]: ts=2023-08-28T02:07:40.020Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2023-08-28T02:07:40.281 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:07:40 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[140521]: ts=2023-08-28T02:07:40.020Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=29.32µs wal_replay_duration=2.168423ms wbl_replay_duration=114ns total_replay_duration=2.226597ms 2023-08-28T02:07:40.282 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:07:40 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[140521]: ts=2023-08-28T02:07:40.021Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2023-08-28T02:07:40.282 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:07:40 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[140521]: ts=2023-08-28T02:07:40.021Z caller=main.go:1029 level=info msg="TSDB started" 2023-08-28T02:07:40.282 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:07:40 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[140521]: ts=2023-08-28T02:07:40.021Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2023-08-28T02:07:40.282 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:07:40 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[140521]: ts=2023-08-28T02:07:40.036Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=15.033002ms db_storage=658ns remote_storage=5.076µs web_handler=495ns query_engine=716ns scrape=492.819µs scrape_sd=28.071µs notify=19.408µs notify_sd=10.558µs rules=14.023621ms tracing=6.863µs 2023-08-28T02:07:40.282 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:07:40 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[140521]: ts=2023-08-28T02:07:40.036Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2023-08-28T02:07:40.282 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:07:40 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[140521]: ts=2023-08-28T02:07:40.036Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2023-08-28T02:07:40.343 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:40 smithi040 ceph-mon[120580]: pgmap v30: 73 pgs: 5 creating+peering, 68 active+clean; 577 KiB data, 50 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:07:40.343 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:40 smithi040 ceph-mon[120580]: osdmap e65: 8 total, 8 up, 8 in 2023-08-28T02:07:40.343 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:40 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:40.343 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:40 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:40.343 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:40 smithi040 ceph-mon[120580]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-08-28T02:07:40.344 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:40 smithi040 ceph-mon[120580]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi040.front.sepia.ceph.com:9093"}]: dispatch 2023-08-28T02:07:40.344 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:40 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:40.344 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:40 smithi040 ceph-mon[120580]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-08-28T02:07:40.344 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:40 smithi040 ceph-mon[120580]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi083.front.sepia.ceph.com:9095"}]: dispatch 2023-08-28T02:07:40.344 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:40 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:40.344 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:40 smithi040 ceph-mon[120580]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-08-28T02:07:40.344 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:40 smithi040 ceph-mon[120580]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi083.front.sepia.ceph.com:3000"}]: dispatch 2023-08-28T02:07:40.344 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:40 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:40.344 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:40 smithi040 ceph-mon[120580]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:07:40.345 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:07:40 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: [28/Aug/2023:02:07:40] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-08-28T02:07:40.345 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:07:40 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: [28/Aug/2023:02:07:40] ENGINE Bus STOPPED 2023-08-28T02:07:40.345 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:07:40 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: [28/Aug/2023:02:07:40] ENGINE Bus STARTING 2023-08-28T02:07:40.345 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:07:40 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: [28/Aug/2023:02:07:40] ENGINE Serving on http://:::9283 2023-08-28T02:07:40.345 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:07:40 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: [28/Aug/2023:02:07:40] ENGINE Bus STARTED 2023-08-28T02:07:40.345 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:07:40 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: [28/Aug/2023:02:07:40] ENGINE Bus STOPPING 2023-08-28T02:07:40.345 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:07:40 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: [28/Aug/2023:02:07:40] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-08-28T02:07:40.345 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:07:40 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: [28/Aug/2023:02:07:40] ENGINE Bus STOPPED 2023-08-28T02:07:40.345 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:07:40 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: [28/Aug/2023:02:07:40] ENGINE Bus STARTING 2023-08-28T02:07:40.345 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:07:40 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: [28/Aug/2023:02:07:40] ENGINE Serving on http://:::9283 2023-08-28T02:07:40.345 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:07:40 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: [28/Aug/2023:02:07:40] ENGINE Bus STARTED 2023-08-28T02:07:40.345 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:07:40 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: [28/Aug/2023:02:07:40] ENGINE Bus STOPPING 2023-08-28T02:07:40.346 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:07:40 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: [28/Aug/2023:02:07:40] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-08-28T02:07:40.346 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:07:40 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: [28/Aug/2023:02:07:40] ENGINE Bus STOPPED 2023-08-28T02:07:40.346 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:40 smithi040 ceph-mon[111703]: pgmap v30: 73 pgs: 5 creating+peering, 68 active+clean; 577 KiB data, 50 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:07:40.346 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:40 smithi040 ceph-mon[111703]: osdmap e65: 8 total, 8 up, 8 in 2023-08-28T02:07:40.346 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:40 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:40.346 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:40 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:40.346 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:40 smithi040 ceph-mon[111703]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-08-28T02:07:40.346 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:40 smithi040 ceph-mon[111703]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi040.front.sepia.ceph.com:9093"}]: dispatch 2023-08-28T02:07:40.346 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:40 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:40.347 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:40 smithi040 ceph-mon[111703]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-08-28T02:07:40.347 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:40 smithi040 ceph-mon[111703]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi083.front.sepia.ceph.com:9095"}]: dispatch 2023-08-28T02:07:40.347 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:40 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:40.347 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:40 smithi040 ceph-mon[111703]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-08-28T02:07:40.347 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:40 smithi040 ceph-mon[111703]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi083.front.sepia.ceph.com:3000"}]: dispatch 2023-08-28T02:07:40.347 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:40 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:40.347 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:40 smithi040 ceph-mon[111703]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:07:40.728 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:40 smithi083 ceph-mon[113795]: pgmap v30: 73 pgs: 5 creating+peering, 68 active+clean; 577 KiB data, 50 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:07:40.728 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:40 smithi083 ceph-mon[113795]: osdmap e65: 8 total, 8 up, 8 in 2023-08-28T02:07:40.728 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:40 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:40.728 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:40 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:40.729 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:40 smithi083 ceph-mon[113795]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-08-28T02:07:40.729 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:40 smithi083 ceph-mon[113795]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi040.front.sepia.ceph.com:9093"}]: dispatch 2023-08-28T02:07:40.729 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:40 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:40.729 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:40 smithi083 ceph-mon[113795]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-08-28T02:07:40.729 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:40 smithi083 ceph-mon[113795]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi083.front.sepia.ceph.com:9095"}]: dispatch 2023-08-28T02:07:40.729 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:40 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:40.730 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:40 smithi083 ceph-mon[113795]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-08-28T02:07:40.730 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:40 smithi083 ceph-mon[113795]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi083.front.sepia.ceph.com:3000"}]: dispatch 2023-08-28T02:07:40.730 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:40 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:40.730 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:40 smithi083 ceph-mon[113795]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:07:40.731 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:07:40 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: [28/Aug/2023:02:07:40] ENGINE Bus STARTING 2023-08-28T02:07:40.731 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:07:40 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: [28/Aug/2023:02:07:40] ENGINE Serving on http://:::9283 2023-08-28T02:07:40.731 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:07:40 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: [28/Aug/2023:02:07:40] ENGINE Bus STARTED 2023-08-28T02:07:41.286 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:41 smithi040 ceph-mon[120580]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-08-28T02:07:41.286 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:41 smithi040 ceph-mon[120580]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi040.front.sepia.ceph.com:9093"}]: dispatch 2023-08-28T02:07:41.286 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:41 smithi040 ceph-mon[120580]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-08-28T02:07:41.286 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:41 smithi040 ceph-mon[120580]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi083.front.sepia.ceph.com:9095"}]: dispatch 2023-08-28T02:07:41.286 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:41 smithi040 ceph-mon[120580]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-08-28T02:07:41.286 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:41 smithi040 ceph-mon[120580]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi083.front.sepia.ceph.com:3000"}]: dispatch 2023-08-28T02:07:41.287 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:41 smithi040 ceph-mon[111703]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-08-28T02:07:41.287 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:41 smithi040 ceph-mon[111703]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi040.front.sepia.ceph.com:9093"}]: dispatch 2023-08-28T02:07:41.287 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:41 smithi040 ceph-mon[111703]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-08-28T02:07:41.287 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:41 smithi040 ceph-mon[111703]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi083.front.sepia.ceph.com:9095"}]: dispatch 2023-08-28T02:07:41.287 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:41 smithi040 ceph-mon[111703]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-08-28T02:07:41.287 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:41 smithi040 ceph-mon[111703]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi083.front.sepia.ceph.com:3000"}]: dispatch 2023-08-28T02:07:41.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:41 smithi083 ceph-mon[113795]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-08-28T02:07:41.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:41 smithi083 ceph-mon[113795]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi040.front.sepia.ceph.com:9093"}]: dispatch 2023-08-28T02:07:41.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:41 smithi083 ceph-mon[113795]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-08-28T02:07:41.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:41 smithi083 ceph-mon[113795]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi083.front.sepia.ceph.com:9095"}]: dispatch 2023-08-28T02:07:41.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:41 smithi083 ceph-mon[113795]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-08-28T02:07:41.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:41 smithi083 ceph-mon[113795]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi083.front.sepia.ceph.com:3000"}]: dispatch 2023-08-28T02:07:41.883 INFO:teuthology.run_tasks:Running task ceph.healthy... 2023-08-28T02:07:41.893 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2023-08-28T02:07:41.893 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2023-08-28T02:07:41.893 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph mgr dump --format=json 2023-08-28T02:07:42.578 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:07:42.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:42 smithi040 ceph-mon[111703]: pgmap v32: 73 pgs: 5 creating+peering, 68 active+clean; 577 KiB data, 50 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:07:42.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:42 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:42.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:42 smithi040 ceph-mon[111703]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:07:42.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:42 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:42.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:42 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:42.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:42 smithi040 ceph-mon[120580]: pgmap v32: 73 pgs: 5 creating+peering, 68 active+clean; 577 KiB data, 50 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:07:42.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:42 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:42.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:42 smithi040 ceph-mon[120580]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:07:42.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:42 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:42.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:42 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:42.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:42 smithi083 ceph-mon[113795]: pgmap v32: 73 pgs: 5 creating+peering, 68 active+clean; 577 KiB data, 50 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:07:42.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:42 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:42.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:42 smithi083 ceph-mon[113795]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:07:42.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:42 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:42.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:42 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:43.404 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:43 smithi040 ceph-mon[120580]: pgmap v33: 73 pgs: 73 active+clean; 577 KiB data, 50 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:07:43.404 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:43 smithi040 ceph-mon[111703]: pgmap v33: 73 pgs: 73 active+clean; 577 KiB data, 50 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:07:43.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:43 smithi083 ceph-mon[113795]: pgmap v33: 73 pgs: 73 active+clean; 577 KiB data, 50 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:07:44.211 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:07:44.843 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:44 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:44.843 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:44 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:44.843 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:44 smithi040 ceph-mon[111703]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:07:44.843 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:44 smithi040 ceph-mon[111703]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:07:44.843 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:44 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:44.843 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:44 smithi040 ceph-mon[111703]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi040.wmhbsz", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-08-28T02:07:44.843 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:44 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi040.wmhbsz", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-08-28T02:07:44.843 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:44 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi040.wmhbsz", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-08-28T02:07:44.843 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:44 smithi040 ceph-mon[111703]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:07:44.844 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:44 smithi040 ceph-mon[111703]: Deploying daemon mds.foo.smithi040.wmhbsz on smithi040 2023-08-28T02:07:44.844 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:44 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/502916384' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2023-08-28T02:07:44.844 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:44 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:44.844 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:44 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:44.844 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:44 smithi040 ceph-mon[120580]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:07:44.844 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:44 smithi040 ceph-mon[120580]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:07:44.844 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:44 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:44.844 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:44 smithi040 ceph-mon[120580]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi040.wmhbsz", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-08-28T02:07:44.844 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:44 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi040.wmhbsz", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-08-28T02:07:44.844 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:44 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi040.wmhbsz", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-08-28T02:07:44.844 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:44 smithi040 ceph-mon[120580]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:07:44.845 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:44 smithi040 ceph-mon[120580]: Deploying daemon mds.foo.smithi040.wmhbsz on smithi040 2023-08-28T02:07:44.845 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:44 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/502916384' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2023-08-28T02:07:44.985 INFO:teuthology.orchestra.run.smithi040.stdout:{"epoch":20,"active_gid":24376,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6800","nonce":3590674926},{"type":"v1","addr":"172.21.15.40:6801","nonce":3590674926}]},"active_addr":"172.21.15.40:6801/3590674926","active_change":"2023-08-28T02:06:56.840021+0000","active_mgr_features":4540138320759226367,"available":true,"standbys":[{"gid":24370,"name":"x","mgr_features":4540138320759226367,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"noautoscale":{"name":"noautoscale","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"global autoscale flag","long_desc":"Option to turn on/off the autoscaler for all pools","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"noautoscale":{"name":"noautoscale","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"global autoscale flag","long_desc":"Option to turn on/off the autoscaler for all pools","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.40:8443/","prometheus":"http://172.21.15.40:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":58,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.40:0","nonce":1548433789}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.40:0","nonce":1092550490}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.40:0","nonce":3822611322}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.40:0","nonce":388590332}]}]} 2023-08-28T02:07:44.990 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2023-08-28T02:07:44.990 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2023-08-28T02:07:44.990 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd dump --format=json 2023-08-28T02:07:44.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:44 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:44.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:44 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:44.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:44 smithi083 ceph-mon[113795]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:07:44.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:44 smithi083 ceph-mon[113795]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:07:44.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:44 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:44.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:44 smithi083 ceph-mon[113795]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi040.wmhbsz", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-08-28T02:07:44.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:44 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi040.wmhbsz", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-08-28T02:07:44.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:44 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi040.wmhbsz", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-08-28T02:07:44.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:44 smithi083 ceph-mon[113795]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:07:44.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:44 smithi083 ceph-mon[113795]: Deploying daemon mds.foo.smithi040.wmhbsz on smithi040 2023-08-28T02:07:44.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:44 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/502916384' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2023-08-28T02:07:45.454 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:07:46.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:46 smithi040 ceph-mon[120580]: pgmap v34: 73 pgs: 73 active+clean; 577 KiB data, 50 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:07:46.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:46 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:46.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:46 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:46.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:46 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:46.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:46 smithi040 ceph-mon[120580]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi083.wzayvx", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-08-28T02:07:46.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:46 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi083.wzayvx", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-08-28T02:07:46.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:46 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi083.wzayvx", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-08-28T02:07:46.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:46 smithi040 ceph-mon[120580]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:07:46.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:46 smithi040 ceph-mon[111703]: pgmap v34: 73 pgs: 73 active+clean; 577 KiB data, 50 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:07:46.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:46 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:46.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:46 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:46.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:46 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:46.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:46 smithi040 ceph-mon[111703]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi083.wzayvx", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-08-28T02:07:46.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:46 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi083.wzayvx", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-08-28T02:07:46.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:46 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi083.wzayvx", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-08-28T02:07:46.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:46 smithi040 ceph-mon[111703]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:07:46.615 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:46 smithi083 ceph-mon[113795]: pgmap v34: 73 pgs: 73 active+clean; 577 KiB data, 50 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:07:46.615 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:46 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:46.615 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:46 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:46.615 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:46 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:46.615 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:46 smithi083 ceph-mon[113795]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi083.wzayvx", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-08-28T02:07:46.615 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:46 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi083.wzayvx", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-08-28T02:07:46.615 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:46 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi083.wzayvx", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-08-28T02:07:46.616 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:46 smithi083 ceph-mon[113795]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:07:46.737 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:07:46.738 INFO:teuthology.orchestra.run.smithi040.stdout:{"epoch":65,"fsid":"d9a8f48a-4546-11ee-817c-1b7a5f1ba315","created":"2023-08-28T02:02:36.246825+0000","modified":"2023-08-28T02:07:39.324359+0000","last_up_change":"2023-08-28T02:06:32.691271+0000","last_in_change":"2023-08-28T02:06:18.214471+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-08-28T02:05:09.421502+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"rbd","create_time":"2023-08-28T02:06:55.948674+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"60","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}},{"pool":3,"pool_name":"cephfs.foo.meta","create_time":"2023-08-28T02:07:36.237797+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"64","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"foo"}}},{"pool":4,"pool_name":"cephfs.foo.data","create_time":"2023-08-28T02:07:36.749303+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"cephfs":{"data":"foo"}}}],"osds":[{"osd":0,"uuid":"905741fe-5340-4925-810a-6b832789b564","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6802","nonce":3285535057},{"type":"v1","addr":"172.21.15.40:6803","nonce":3285535057}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6804","nonce":3285535057},{"type":"v1","addr":"172.21.15.40:6805","nonce":3285535057}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6808","nonce":3285535057},{"type":"v1","addr":"172.21.15.40:6809","nonce":3285535057}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6806","nonce":3285535057},{"type":"v1","addr":"172.21.15.40:6807","nonce":3285535057}]},"public_addr":"172.21.15.40:6803/3285535057","cluster_addr":"172.21.15.40:6805/3285535057","heartbeat_back_addr":"172.21.15.40:6809/3285535057","heartbeat_front_addr":"172.21.15.40:6807/3285535057","state":["exists","up"]},{"osd":1,"uuid":"94c3f7d4-5632-445f-a770-203e1a65fa64","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6810","nonce":2125001858},{"type":"v1","addr":"172.21.15.40:6811","nonce":2125001858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6812","nonce":2125001858},{"type":"v1","addr":"172.21.15.40:6813","nonce":2125001858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6816","nonce":2125001858},{"type":"v1","addr":"172.21.15.40:6817","nonce":2125001858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6814","nonce":2125001858},{"type":"v1","addr":"172.21.15.40:6815","nonce":2125001858}]},"public_addr":"172.21.15.40:6811/2125001858","cluster_addr":"172.21.15.40:6813/2125001858","heartbeat_back_addr":"172.21.15.40:6817/2125001858","heartbeat_front_addr":"172.21.15.40:6815/2125001858","state":["exists","up"]},{"osd":2,"uuid":"80f7a434-a506-4d80-a087-cbb10bee2029","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6818","nonce":1418265781},{"type":"v1","addr":"172.21.15.40:6819","nonce":1418265781}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6820","nonce":1418265781},{"type":"v1","addr":"172.21.15.40:6821","nonce":1418265781}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6824","nonce":1418265781},{"type":"v1","addr":"172.21.15.40:6825","nonce":1418265781}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6822","nonce":1418265781},{"type":"v1","addr":"172.21.15.40:6823","nonce":1418265781}]},"public_addr":"172.21.15.40:6819/1418265781","cluster_addr":"172.21.15.40:6821/1418265781","heartbeat_back_addr":"172.21.15.40:6825/1418265781","heartbeat_front_addr":"172.21.15.40:6823/1418265781","state":["exists","up"]},{"osd":3,"uuid":"221406ea-c21b-4ccc-ae87-8d064443d6e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6826","nonce":3416730178},{"type":"v1","addr":"172.21.15.40:6827","nonce":3416730178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6828","nonce":3416730178},{"type":"v1","addr":"172.21.15.40:6829","nonce":3416730178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6832","nonce":3416730178},{"type":"v1","addr":"172.21.15.40:6833","nonce":3416730178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6830","nonce":3416730178},{"type":"v1","addr":"172.21.15.40:6831","nonce":3416730178}]},"public_addr":"172.21.15.40:6827/3416730178","cluster_addr":"172.21.15.40:6829/3416730178","heartbeat_back_addr":"172.21.15.40:6833/3416730178","heartbeat_front_addr":"172.21.15.40:6831/3416730178","state":["exists","up"]},{"osd":4,"uuid":"78b5c0ad-9287-425c-a47b-e503339022b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6800","nonce":2381860577},{"type":"v1","addr":"172.21.15.83:6801","nonce":2381860577}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6802","nonce":2381860577},{"type":"v1","addr":"172.21.15.83:6803","nonce":2381860577}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6806","nonce":2381860577},{"type":"v1","addr":"172.21.15.83:6807","nonce":2381860577}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6804","nonce":2381860577},{"type":"v1","addr":"172.21.15.83:6805","nonce":2381860577}]},"public_addr":"172.21.15.83:6801/2381860577","cluster_addr":"172.21.15.83:6803/2381860577","heartbeat_back_addr":"172.21.15.83:6807/2381860577","heartbeat_front_addr":"172.21.15.83:6805/2381860577","state":["exists","up"]},{"osd":5,"uuid":"28339507-a2fc-4454-833b-5fd41b5f0e17","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6808","nonce":1250675793},{"type":"v1","addr":"172.21.15.83:6809","nonce":1250675793}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6810","nonce":1250675793},{"type":"v1","addr":"172.21.15.83:6811","nonce":1250675793}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6814","nonce":1250675793},{"type":"v1","addr":"172.21.15.83:6815","nonce":1250675793}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6812","nonce":1250675793},{"type":"v1","addr":"172.21.15.83:6813","nonce":1250675793}]},"public_addr":"172.21.15.83:6809/1250675793","cluster_addr":"172.21.15.83:6811/1250675793","heartbeat_back_addr":"172.21.15.83:6815/1250675793","heartbeat_front_addr":"172.21.15.83:6813/1250675793","state":["exists","up"]},{"osd":6,"uuid":"c3090294-5977-4742-9daa-27650a805066","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6816","nonce":4221104688},{"type":"v1","addr":"172.21.15.83:6817","nonce":4221104688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6818","nonce":4221104688},{"type":"v1","addr":"172.21.15.83:6819","nonce":4221104688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6822","nonce":4221104688},{"type":"v1","addr":"172.21.15.83:6823","nonce":4221104688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6820","nonce":4221104688},{"type":"v1","addr":"172.21.15.83:6821","nonce":4221104688}]},"public_addr":"172.21.15.83:6817/4221104688","cluster_addr":"172.21.15.83:6819/4221104688","heartbeat_back_addr":"172.21.15.83:6823/4221104688","heartbeat_front_addr":"172.21.15.83:6821/4221104688","state":["exists","up"]},{"osd":7,"uuid":"68aeca75-f923-43f9-9eab-b70d1a4e14c6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6824","nonce":722500369},{"type":"v1","addr":"172.21.15.83:6825","nonce":722500369}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6826","nonce":722500369},{"type":"v1","addr":"172.21.15.83:6827","nonce":722500369}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6830","nonce":722500369},{"type":"v1","addr":"172.21.15.83:6831","nonce":722500369}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6828","nonce":722500369},{"type":"v1","addr":"172.21.15.83:6829","nonce":722500369}]},"public_addr":"172.21.15.83:6825/722500369","cluster_addr":"172.21.15.83:6827/722500369","heartbeat_back_addr":"172.21.15.83:6831/722500369","heartbeat_front_addr":"172.21.15.83:6829/722500369","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-08-28T02:04:29.948020+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-08-28T02:04:48.253614+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-08-28T02:05:06.769453+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-08-28T02:05:24.931800+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-08-28T02:05:41.402630+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-08-28T02:05:57.674865+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-08-28T02:06:14.395075+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-08-28T02:06:30.825732+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.40:0/3961800209":"2023-08-29T02:06:56.839811+0000","172.21.15.40:6801/3995113352":"2023-08-29T02:06:56.839811+0000","172.21.15.40:0/265401606":"2023-08-29T02:06:56.839811+0000","172.21.15.40:0/2450471864":"2023-08-29T02:03:26.879885+0000","172.21.15.40:0/3371895665":"2023-08-29T02:03:26.879885+0000","172.21.15.40:6800/3995113352":"2023-08-29T02:06:56.839811+0000","172.21.15.40:0/2731012969":"2023-08-29T02:03:26.879885+0000","172.21.15.40:6801/2970497546":"2023-08-29T02:03:26.879885+0000","172.21.15.40:0/668136245":"2023-08-29T02:06:56.839811+0000","172.21.15.40:0/4125540708":"2023-08-29T02:03:05.971942+0000","172.21.15.40:6800/553226419":"2023-08-29T02:03:05.971942+0000","172.21.15.40:0/3896348771":"2023-08-29T02:03:05.971942+0000","172.21.15.40:0/3411944587":"2023-08-29T02:03:05.971942+0000","172.21.15.40:0/829300855":"2023-08-29T02:06:56.839811+0000","172.21.15.40:6801/553226419":"2023-08-29T02:03:05.971942+0000","172.21.15.40:6800/2970497546":"2023-08-29T02:03:26.879885+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-08-28T02:07:47.019 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Aug 28 02:07:46 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-alertmanager-a[151308]: ts=2023-08-28T02:07:46.923Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003280632s 2023-08-28T02:07:47.129 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2023-08-28T02:07:47.129 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd dump --format=json 2023-08-28T02:07:47.240 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:07:47 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[115935]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:07:47] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-08-28T02:07:47.455 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:07:47.575 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:47 smithi040 ceph-mon[120580]: Deploying daemon mds.foo.smithi083.wzayvx on smithi083 2023-08-28T02:07:47.576 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:47 smithi040 ceph-mon[120580]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi040.wmhbsz"}]: dispatch 2023-08-28T02:07:47.576 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:47 smithi040 ceph-mon[120580]: mds.? [v2:172.21.15.40:6834/3583110309,v1:172.21.15.40:6835/3583110309] up:boot 2023-08-28T02:07:47.576 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:47 smithi040 ceph-mon[120580]: daemon mds.foo.smithi040.wmhbsz assigned to filesystem foo as rank 0 (now has 1 ranks) 2023-08-28T02:07:47.576 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:47 smithi040 ceph-mon[120580]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2023-08-28T02:07:47.577 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:47 smithi040 ceph-mon[120580]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2023-08-28T02:07:47.577 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:47 smithi040 ceph-mon[120580]: Cluster is now healthy 2023-08-28T02:07:47.577 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:47 smithi040 ceph-mon[120580]: fsmap foo:0 1 up:standby 2023-08-28T02:07:47.577 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:47 smithi040 ceph-mon[120580]: fsmap foo:1 {0=foo.smithi040.wmhbsz=up:creating} 2023-08-28T02:07:47.577 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:47 smithi040 ceph-mon[120580]: daemon mds.foo.smithi040.wmhbsz is now active in filesystem foo as rank 0 2023-08-28T02:07:47.578 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:47 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/2998387436' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-08-28T02:07:47.578 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:47 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:47.578 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:47 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:47.578 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:47 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:47.578 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:47 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:47.578 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:47 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:47.579 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:47 smithi040 ceph-mon[111703]: Deploying daemon mds.foo.smithi083.wzayvx on smithi083 2023-08-28T02:07:47.579 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:47 smithi040 ceph-mon[111703]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi040.wmhbsz"}]: dispatch 2023-08-28T02:07:47.579 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:47 smithi040 ceph-mon[111703]: mds.? [v2:172.21.15.40:6834/3583110309,v1:172.21.15.40:6835/3583110309] up:boot 2023-08-28T02:07:47.579 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:47 smithi040 ceph-mon[111703]: daemon mds.foo.smithi040.wmhbsz assigned to filesystem foo as rank 0 (now has 1 ranks) 2023-08-28T02:07:47.579 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:47 smithi040 ceph-mon[111703]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2023-08-28T02:07:47.579 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:47 smithi040 ceph-mon[111703]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2023-08-28T02:07:47.580 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:47 smithi040 ceph-mon[111703]: Cluster is now healthy 2023-08-28T02:07:47.580 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:47 smithi040 ceph-mon[111703]: fsmap foo:0 1 up:standby 2023-08-28T02:07:47.580 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:47 smithi040 ceph-mon[111703]: fsmap foo:1 {0=foo.smithi040.wmhbsz=up:creating} 2023-08-28T02:07:47.580 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:47 smithi040 ceph-mon[111703]: daemon mds.foo.smithi040.wmhbsz is now active in filesystem foo as rank 0 2023-08-28T02:07:47.580 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:47 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/2998387436' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-08-28T02:07:47.580 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:47 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:47.580 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:47 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:47.581 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:47 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:47.581 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:47 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:47.581 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:47 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:47.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:47 smithi083 ceph-mon[113795]: Deploying daemon mds.foo.smithi083.wzayvx on smithi083 2023-08-28T02:07:47.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:47 smithi083 ceph-mon[113795]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi040.wmhbsz"}]: dispatch 2023-08-28T02:07:47.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:47 smithi083 ceph-mon[113795]: mds.? [v2:172.21.15.40:6834/3583110309,v1:172.21.15.40:6835/3583110309] up:boot 2023-08-28T02:07:47.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:47 smithi083 ceph-mon[113795]: daemon mds.foo.smithi040.wmhbsz assigned to filesystem foo as rank 0 (now has 1 ranks) 2023-08-28T02:07:47.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:47 smithi083 ceph-mon[113795]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2023-08-28T02:07:47.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:47 smithi083 ceph-mon[113795]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2023-08-28T02:07:47.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:47 smithi083 ceph-mon[113795]: Cluster is now healthy 2023-08-28T02:07:47.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:47 smithi083 ceph-mon[113795]: fsmap foo:0 1 up:standby 2023-08-28T02:07:47.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:47 smithi083 ceph-mon[113795]: fsmap foo:1 {0=foo.smithi040.wmhbsz=up:creating} 2023-08-28T02:07:47.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:47 smithi083 ceph-mon[113795]: daemon mds.foo.smithi040.wmhbsz is now active in filesystem foo as rank 0 2023-08-28T02:07:47.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:47 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/2998387436' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-08-28T02:07:47.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:47 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:47.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:47 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:47.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:47 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:47.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:47 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:47.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:47 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:48.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:48 smithi040 ceph-mon[111703]: pgmap v35: 73 pgs: 73 active+clean; 577 KiB data, 50 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:07:48.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:48 smithi040 ceph-mon[111703]: mds.? [v2:172.21.15.40:6834/3583110309,v1:172.21.15.40:6835/3583110309] up:active 2023-08-28T02:07:48.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:48 smithi040 ceph-mon[111703]: mds.? [v2:172.21.15.83:6832/1463173658,v1:172.21.15.83:6833/1463173658] up:boot 2023-08-28T02:07:48.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:48 smithi040 ceph-mon[111703]: fsmap foo:1 {0=foo.smithi040.wmhbsz=up:active} 1 up:standby 2023-08-28T02:07:48.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:48 smithi040 ceph-mon[111703]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi083.wzayvx"}]: dispatch 2023-08-28T02:07:48.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:48 smithi040 ceph-mon[111703]: fsmap foo:1 {0=foo.smithi040.wmhbsz=up:active} 1 up:standby 2023-08-28T02:07:48.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:48 smithi040 ceph-mon[111703]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:07:48.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:48 smithi040 ceph-mon[120580]: pgmap v35: 73 pgs: 73 active+clean; 577 KiB data, 50 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:07:48.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:48 smithi040 ceph-mon[120580]: mds.? [v2:172.21.15.40:6834/3583110309,v1:172.21.15.40:6835/3583110309] up:active 2023-08-28T02:07:48.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:48 smithi040 ceph-mon[120580]: mds.? [v2:172.21.15.83:6832/1463173658,v1:172.21.15.83:6833/1463173658] up:boot 2023-08-28T02:07:48.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:48 smithi040 ceph-mon[120580]: fsmap foo:1 {0=foo.smithi040.wmhbsz=up:active} 1 up:standby 2023-08-28T02:07:48.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:48 smithi040 ceph-mon[120580]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi083.wzayvx"}]: dispatch 2023-08-28T02:07:48.734 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:48 smithi040 ceph-mon[120580]: fsmap foo:1 {0=foo.smithi040.wmhbsz=up:active} 1 up:standby 2023-08-28T02:07:48.734 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:48 smithi040 ceph-mon[120580]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:07:48.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:48 smithi083 ceph-mon[113795]: pgmap v35: 73 pgs: 73 active+clean; 577 KiB data, 50 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:07:48.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:48 smithi083 ceph-mon[113795]: mds.? [v2:172.21.15.40:6834/3583110309,v1:172.21.15.40:6835/3583110309] up:active 2023-08-28T02:07:48.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:48 smithi083 ceph-mon[113795]: mds.? [v2:172.21.15.83:6832/1463173658,v1:172.21.15.83:6833/1463173658] up:boot 2023-08-28T02:07:48.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:48 smithi083 ceph-mon[113795]: fsmap foo:1 {0=foo.smithi040.wmhbsz=up:active} 1 up:standby 2023-08-28T02:07:48.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:48 smithi083 ceph-mon[113795]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi083.wzayvx"}]: dispatch 2023-08-28T02:07:48.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:48 smithi083 ceph-mon[113795]: fsmap foo:1 {0=foo.smithi040.wmhbsz=up:active} 1 up:standby 2023-08-28T02:07:48.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:48 smithi083 ceph-mon[113795]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:07:48.973 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:07:48.973 INFO:teuthology.orchestra.run.smithi040.stdout:{"epoch":65,"fsid":"d9a8f48a-4546-11ee-817c-1b7a5f1ba315","created":"2023-08-28T02:02:36.246825+0000","modified":"2023-08-28T02:07:39.324359+0000","last_up_change":"2023-08-28T02:06:32.691271+0000","last_in_change":"2023-08-28T02:06:18.214471+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-08-28T02:05:09.421502+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"rbd","create_time":"2023-08-28T02:06:55.948674+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"60","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}},{"pool":3,"pool_name":"cephfs.foo.meta","create_time":"2023-08-28T02:07:36.237797+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"64","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"foo"}}},{"pool":4,"pool_name":"cephfs.foo.data","create_time":"2023-08-28T02:07:36.749303+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"cephfs":{"data":"foo"}}}],"osds":[{"osd":0,"uuid":"905741fe-5340-4925-810a-6b832789b564","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6802","nonce":3285535057},{"type":"v1","addr":"172.21.15.40:6803","nonce":3285535057}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6804","nonce":3285535057},{"type":"v1","addr":"172.21.15.40:6805","nonce":3285535057}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6808","nonce":3285535057},{"type":"v1","addr":"172.21.15.40:6809","nonce":3285535057}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6806","nonce":3285535057},{"type":"v1","addr":"172.21.15.40:6807","nonce":3285535057}]},"public_addr":"172.21.15.40:6803/3285535057","cluster_addr":"172.21.15.40:6805/3285535057","heartbeat_back_addr":"172.21.15.40:6809/3285535057","heartbeat_front_addr":"172.21.15.40:6807/3285535057","state":["exists","up"]},{"osd":1,"uuid":"94c3f7d4-5632-445f-a770-203e1a65fa64","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6810","nonce":2125001858},{"type":"v1","addr":"172.21.15.40:6811","nonce":2125001858}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6812","nonce":2125001858},{"type":"v1","addr":"172.21.15.40:6813","nonce":2125001858}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6816","nonce":2125001858},{"type":"v1","addr":"172.21.15.40:6817","nonce":2125001858}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6814","nonce":2125001858},{"type":"v1","addr":"172.21.15.40:6815","nonce":2125001858}]},"public_addr":"172.21.15.40:6811/2125001858","cluster_addr":"172.21.15.40:6813/2125001858","heartbeat_back_addr":"172.21.15.40:6817/2125001858","heartbeat_front_addr":"172.21.15.40:6815/2125001858","state":["exists","up"]},{"osd":2,"uuid":"80f7a434-a506-4d80-a087-cbb10bee2029","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6818","nonce":1418265781},{"type":"v1","addr":"172.21.15.40:6819","nonce":1418265781}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6820","nonce":1418265781},{"type":"v1","addr":"172.21.15.40:6821","nonce":1418265781}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6824","nonce":1418265781},{"type":"v1","addr":"172.21.15.40:6825","nonce":1418265781}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6822","nonce":1418265781},{"type":"v1","addr":"172.21.15.40:6823","nonce":1418265781}]},"public_addr":"172.21.15.40:6819/1418265781","cluster_addr":"172.21.15.40:6821/1418265781","heartbeat_back_addr":"172.21.15.40:6825/1418265781","heartbeat_front_addr":"172.21.15.40:6823/1418265781","state":["exists","up"]},{"osd":3,"uuid":"221406ea-c21b-4ccc-ae87-8d064443d6e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6826","nonce":3416730178},{"type":"v1","addr":"172.21.15.40:6827","nonce":3416730178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6828","nonce":3416730178},{"type":"v1","addr":"172.21.15.40:6829","nonce":3416730178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6832","nonce":3416730178},{"type":"v1","addr":"172.21.15.40:6833","nonce":3416730178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6830","nonce":3416730178},{"type":"v1","addr":"172.21.15.40:6831","nonce":3416730178}]},"public_addr":"172.21.15.40:6827/3416730178","cluster_addr":"172.21.15.40:6829/3416730178","heartbeat_back_addr":"172.21.15.40:6833/3416730178","heartbeat_front_addr":"172.21.15.40:6831/3416730178","state":["exists","up"]},{"osd":4,"uuid":"78b5c0ad-9287-425c-a47b-e503339022b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6800","nonce":2381860577},{"type":"v1","addr":"172.21.15.83:6801","nonce":2381860577}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6802","nonce":2381860577},{"type":"v1","addr":"172.21.15.83:6803","nonce":2381860577}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6806","nonce":2381860577},{"type":"v1","addr":"172.21.15.83:6807","nonce":2381860577}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6804","nonce":2381860577},{"type":"v1","addr":"172.21.15.83:6805","nonce":2381860577}]},"public_addr":"172.21.15.83:6801/2381860577","cluster_addr":"172.21.15.83:6803/2381860577","heartbeat_back_addr":"172.21.15.83:6807/2381860577","heartbeat_front_addr":"172.21.15.83:6805/2381860577","state":["exists","up"]},{"osd":5,"uuid":"28339507-a2fc-4454-833b-5fd41b5f0e17","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6808","nonce":1250675793},{"type":"v1","addr":"172.21.15.83:6809","nonce":1250675793}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6810","nonce":1250675793},{"type":"v1","addr":"172.21.15.83:6811","nonce":1250675793}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6814","nonce":1250675793},{"type":"v1","addr":"172.21.15.83:6815","nonce":1250675793}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6812","nonce":1250675793},{"type":"v1","addr":"172.21.15.83:6813","nonce":1250675793}]},"public_addr":"172.21.15.83:6809/1250675793","cluster_addr":"172.21.15.83:6811/1250675793","heartbeat_back_addr":"172.21.15.83:6815/1250675793","heartbeat_front_addr":"172.21.15.83:6813/1250675793","state":["exists","up"]},{"osd":6,"uuid":"c3090294-5977-4742-9daa-27650a805066","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6816","nonce":4221104688},{"type":"v1","addr":"172.21.15.83:6817","nonce":4221104688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6818","nonce":4221104688},{"type":"v1","addr":"172.21.15.83:6819","nonce":4221104688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6822","nonce":4221104688},{"type":"v1","addr":"172.21.15.83:6823","nonce":4221104688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6820","nonce":4221104688},{"type":"v1","addr":"172.21.15.83:6821","nonce":4221104688}]},"public_addr":"172.21.15.83:6817/4221104688","cluster_addr":"172.21.15.83:6819/4221104688","heartbeat_back_addr":"172.21.15.83:6823/4221104688","heartbeat_front_addr":"172.21.15.83:6821/4221104688","state":["exists","up"]},{"osd":7,"uuid":"68aeca75-f923-43f9-9eab-b70d1a4e14c6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6824","nonce":722500369},{"type":"v1","addr":"172.21.15.83:6825","nonce":722500369}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6826","nonce":722500369},{"type":"v1","addr":"172.21.15.83:6827","nonce":722500369}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6830","nonce":722500369},{"type":"v1","addr":"172.21.15.83:6831","nonce":722500369}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6828","nonce":722500369},{"type":"v1","addr":"172.21.15.83:6829","nonce":722500369}]},"public_addr":"172.21.15.83:6825/722500369","cluster_addr":"172.21.15.83:6827/722500369","heartbeat_back_addr":"172.21.15.83:6831/722500369","heartbeat_front_addr":"172.21.15.83:6829/722500369","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-08-28T02:04:29.948020+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-08-28T02:04:48.253614+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-08-28T02:05:06.769453+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-08-28T02:05:24.931800+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-08-28T02:05:41.402630+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-08-28T02:05:57.674865+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-08-28T02:06:14.395075+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-08-28T02:06:30.825732+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.40:0/3961800209":"2023-08-29T02:06:56.839811+0000","172.21.15.40:6801/3995113352":"2023-08-29T02:06:56.839811+0000","172.21.15.40:0/265401606":"2023-08-29T02:06:56.839811+0000","172.21.15.40:0/2450471864":"2023-08-29T02:03:26.879885+0000","172.21.15.40:0/3371895665":"2023-08-29T02:03:26.879885+0000","172.21.15.40:6800/3995113352":"2023-08-29T02:06:56.839811+0000","172.21.15.40:0/2731012969":"2023-08-29T02:03:26.879885+0000","172.21.15.40:6801/2970497546":"2023-08-29T02:03:26.879885+0000","172.21.15.40:0/668136245":"2023-08-29T02:06:56.839811+0000","172.21.15.40:0/4125540708":"2023-08-29T02:03:05.971942+0000","172.21.15.40:6800/553226419":"2023-08-29T02:03:05.971942+0000","172.21.15.40:0/3896348771":"2023-08-29T02:03:05.971942+0000","172.21.15.40:0/3411944587":"2023-08-29T02:03:05.971942+0000","172.21.15.40:0/829300855":"2023-08-29T02:06:56.839811+0000","172.21.15.40:6801/553226419":"2023-08-29T02:03:05.971942+0000","172.21.15.40:6800/2970497546":"2023-08-29T02:03:26.879885+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-08-28T02:07:49.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:49 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/382691164' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-08-28T02:07:49.586 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:49 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/382691164' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-08-28T02:07:49.586 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:49 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/382691164' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-08-28T02:07:49.614 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph tell osd.0 flush_pg_stats 2023-08-28T02:07:49.614 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph tell osd.1 flush_pg_stats 2023-08-28T02:07:49.615 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph tell osd.2 flush_pg_stats 2023-08-28T02:07:49.615 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph tell osd.3 flush_pg_stats 2023-08-28T02:07:49.616 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph tell osd.4 flush_pg_stats 2023-08-28T02:07:49.616 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph tell osd.5 flush_pg_stats 2023-08-28T02:07:49.616 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph tell osd.6 flush_pg_stats 2023-08-28T02:07:49.617 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph tell osd.7 flush_pg_stats 2023-08-28T02:07:50.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:50 smithi040 ceph-mon[120580]: pgmap v36: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2023-08-28T02:07:50.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:50 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:50.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:50 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:50.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:50 smithi040 ceph-mon[111703]: pgmap v36: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2023-08-28T02:07:50.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:50 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:50.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:50 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:50.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:50 smithi083 ceph-mon[113795]: pgmap v36: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2023-08-28T02:07:50.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:50 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:50.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:50 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:50.926 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:07:51.129 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:07:51.129 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:07:51.282 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:07:51.480 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:07:51 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:07:51] "GET /metrics HTTP/1.1" 200 207984 "" "Prometheus/2.43.0" 2023-08-28T02:07:52.230 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:52 smithi040 ceph-mon[120580]: pgmap v37: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2023-08-28T02:07:52.230 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:52 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:52.230 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:52 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:52.230 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:52 smithi040 ceph-mon[120580]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:07:52.230 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:52 smithi040 ceph-mon[120580]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:07:52.230 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:52 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:52.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:52 smithi040 ceph-mon[120580]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:07:52.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:52 smithi040 ceph-mon[120580]: mds.? [v2:172.21.15.40:6834/3583110309,v1:172.21.15.40:6835/3583110309] up:active 2023-08-28T02:07:52.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:52 smithi040 ceph-mon[120580]: mds.? [v2:172.21.15.83:6832/1463173658,v1:172.21.15.83:6833/1463173658] up:standby 2023-08-28T02:07:52.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:52 smithi040 ceph-mon[120580]: fsmap foo:1 {0=foo.smithi040.wmhbsz=up:active} 1 up:standby 2023-08-28T02:07:52.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:52 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:52.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:52 smithi040 ceph-mon[111703]: pgmap v37: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2023-08-28T02:07:52.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:52 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:52.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:52 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:52.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:52 smithi040 ceph-mon[111703]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:07:52.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:52 smithi040 ceph-mon[111703]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:07:52.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:52 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:52.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:52 smithi040 ceph-mon[111703]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:07:52.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:52 smithi040 ceph-mon[111703]: mds.? [v2:172.21.15.40:6834/3583110309,v1:172.21.15.40:6835/3583110309] up:active 2023-08-28T02:07:52.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:52 smithi040 ceph-mon[111703]: mds.? [v2:172.21.15.83:6832/1463173658,v1:172.21.15.83:6833/1463173658] up:standby 2023-08-28T02:07:52.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:52 smithi040 ceph-mon[111703]: fsmap foo:1 {0=foo.smithi040.wmhbsz=up:active} 1 up:standby 2023-08-28T02:07:52.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:52 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:52.239 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:07:52.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:52 smithi083 ceph-mon[113795]: pgmap v37: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2023-08-28T02:07:52.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:52 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:52.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:52 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:52.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:52 smithi083 ceph-mon[113795]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:07:52.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:52 smithi083 ceph-mon[113795]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:07:52.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:52 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:52.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:52 smithi083 ceph-mon[113795]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:07:52.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:52 smithi083 ceph-mon[113795]: mds.? [v2:172.21.15.40:6834/3583110309,v1:172.21.15.40:6835/3583110309] up:active 2023-08-28T02:07:52.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:52 smithi083 ceph-mon[113795]: mds.? [v2:172.21.15.83:6832/1463173658,v1:172.21.15.83:6833/1463173658] up:standby 2023-08-28T02:07:52.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:52 smithi083 ceph-mon[113795]: fsmap foo:1 {0=foo.smithi040.wmhbsz=up:active} 1 up:standby 2023-08-28T02:07:52.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:52 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:53.294 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:07:53.395 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:07:53.396 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:07:54.388 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:54 smithi040 ceph-mon[111703]: pgmap v38: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2023-08-28T02:07:54.389 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:54 smithi040 ceph-mon[120580]: pgmap v38: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2023-08-28T02:07:54.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:54 smithi083 ceph-mon[113795]: pgmap v38: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2023-08-28T02:07:54.522 INFO:teuthology.orchestra.run.smithi040.stdout:107374182432 2023-08-28T02:07:54.523 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd last-stat-seq osd.3 2023-08-28T02:07:54.965 INFO:teuthology.orchestra.run.smithi040.stdout:34359738411 2023-08-28T02:07:54.966 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd last-stat-seq osd.0 2023-08-28T02:07:56.466 INFO:teuthology.orchestra.run.smithi040.stdout:223338299412 2023-08-28T02:07:56.466 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd last-stat-seq osd.7 2023-08-28T02:07:56.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:56 smithi040 ceph-mon[111703]: pgmap v39: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2023-08-28T02:07:56.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:56 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:56.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:56 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:56.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:56 smithi040 ceph-mon[120580]: pgmap v39: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2023-08-28T02:07:56.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:56 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:56.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:56 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:56.681 INFO:teuthology.orchestra.run.smithi040.stdout:55834574888 2023-08-28T02:07:56.682 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd last-stat-seq osd.1 2023-08-28T02:07:56.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:56 smithi083 ceph-mon[113795]: pgmap v39: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2023-08-28T02:07:56.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:56 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:56.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:56 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:57.300 INFO:teuthology.orchestra.run.smithi040.stdout:77309411363 2023-08-28T02:07:57.300 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd last-stat-seq osd.2 2023-08-28T02:07:57.490 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:07:57 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[115935]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:07:57] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-08-28T02:07:57.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:57 smithi083 ceph-mon[113795]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]: dispatch 2023-08-28T02:07:57.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:57 smithi083 ceph-mon[113795]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2023-08-28T02:07:57.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:57 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]: dispatch 2023-08-28T02:07:57.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:57 smithi083 ceph-mon[113795]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2]}]: dispatch 2023-08-28T02:07:57.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:57 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2023-08-28T02:07:57.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:57 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2]}]: dispatch 2023-08-28T02:07:57.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:57 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:57.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:57 smithi083 ceph-mon[113795]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:07:57.627 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:57 smithi040 ceph-mon[120580]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]: dispatch 2023-08-28T02:07:57.627 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:57 smithi040 ceph-mon[120580]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2023-08-28T02:07:57.627 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:57 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]: dispatch 2023-08-28T02:07:57.627 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:57 smithi040 ceph-mon[120580]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2]}]: dispatch 2023-08-28T02:07:57.627 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:57 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2023-08-28T02:07:57.627 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:57 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2]}]: dispatch 2023-08-28T02:07:57.627 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:57 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:57.627 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:57 smithi040 ceph-mon[120580]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:07:57.628 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:57 smithi040 ceph-mon[111703]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]: dispatch 2023-08-28T02:07:57.628 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:57 smithi040 ceph-mon[111703]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2023-08-28T02:07:57.628 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:57 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]: dispatch 2023-08-28T02:07:57.628 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:57 smithi040 ceph-mon[111703]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2]}]: dispatch 2023-08-28T02:07:57.628 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:57 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2023-08-28T02:07:57.628 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:57 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2]}]: dispatch 2023-08-28T02:07:57.628 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:57 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:07:57.628 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:57 smithi040 ceph-mon[111703]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:07:57.929 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:07:58.185 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:07:58.282 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:07:58.406 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:58 smithi040 ceph-mon[111703]: pgmap v40: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2023-08-28T02:07:58.406 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:58 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]': finished 2023-08-28T02:07:58.406 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:58 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]': finished 2023-08-28T02:07:58.406 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:58 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2]}]': finished 2023-08-28T02:07:58.407 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:58 smithi040 ceph-mon[111703]: osdmap e66: 8 total, 8 up, 8 in 2023-08-28T02:07:58.407 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:58 smithi040 ceph-mon[120580]: pgmap v40: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2023-08-28T02:07:58.407 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:58 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]': finished 2023-08-28T02:07:58.407 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:58 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]': finished 2023-08-28T02:07:58.407 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:58 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2]}]': finished 2023-08-28T02:07:58.408 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:58 smithi040 ceph-mon[120580]: osdmap e66: 8 total, 8 up, 8 in 2023-08-28T02:07:58.584 INFO:teuthology.orchestra.run.smithi040.stdout:193273528343 2023-08-28T02:07:58.584 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd last-stat-seq osd.6 2023-08-28T02:07:58.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:58 smithi083 ceph-mon[113795]: pgmap v40: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s wr, 3 op/s 2023-08-28T02:07:58.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:58 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]': finished 2023-08-28T02:07:58.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:58 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]': finished 2023-08-28T02:07:58.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:58 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2]}]': finished 2023-08-28T02:07:58.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:58 smithi083 ceph-mon[113795]: osdmap e66: 8 total, 8 up, 8 in 2023-08-28T02:07:59.426 INFO:teuthology.orchestra.run.smithi040.stdout:128849018910 2023-08-28T02:07:59.427 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd last-stat-seq osd.4 2023-08-28T02:07:59.559 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:59 smithi040 ceph-mon[120580]: osdmap e67: 8 total, 8 up, 8 in 2023-08-28T02:07:59.560 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:07:59 smithi040 ceph-mon[120580]: pgmap v43: 73 pgs: 3 peering, 70 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2023-08-28T02:07:59.560 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:59 smithi040 ceph-mon[111703]: osdmap e67: 8 total, 8 up, 8 in 2023-08-28T02:07:59.560 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:07:59 smithi040 ceph-mon[111703]: pgmap v43: 73 pgs: 3 peering, 70 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2023-08-28T02:07:59.586 INFO:teuthology.orchestra.run.smithi040.stdout:158913789978 2023-08-28T02:07:59.586 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd last-stat-seq osd.5 2023-08-28T02:07:59.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:59 smithi083 ceph-mon[113795]: osdmap e67: 8 total, 8 up, 8 in 2023-08-28T02:07:59.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:07:59 smithi083 ceph-mon[113795]: pgmap v43: 73 pgs: 3 peering, 70 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2023-08-28T02:07:59.959 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:07:59.959 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:08:00.141 INFO:teuthology.orchestra.run.smithi040.stdout:34359738412 2023-08-28T02:08:00.485 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:08:00.485 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:08:00.607 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:08:00.702 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:00 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/2822409975' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-08-28T02:08:00.702 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:00 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/2822409975' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-08-28T02:08:00.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:00 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/2822409975' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-08-28T02:08:01.230 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:08:01 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:08:01] "GET /metrics HTTP/1.1" 200 238718 "" "Prometheus/2.43.0" 2023-08-28T02:08:01.322 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738411 got 34359738412 for osd.0 2023-08-28T02:08:01.323 DEBUG:teuthology.parallel:result is None 2023-08-28T02:08:01.554 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:01 smithi040 ceph-mon[111703]: pgmap v44: 73 pgs: 2 peering, 71 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:08:01.555 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:01 smithi040 ceph-mon[120580]: pgmap v44: 73 pgs: 2 peering, 71 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:08:01.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:01 smithi083 ceph-mon[113795]: pgmap v44: 73 pgs: 2 peering, 71 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:08:02.137 INFO:teuthology.orchestra.run.smithi040.stdout:107374182433 2023-08-28T02:08:02.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:02 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/2466180077' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-08-28T02:08:02.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:02 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/2466180077' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-08-28T02:08:02.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:02 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/2466180077' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-08-28T02:08:03.248 INFO:teuthology.orchestra.run.smithi040.stdout:77309411364 2023-08-28T02:08:03.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:03 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/3692275126' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-08-28T02:08:03.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:03 smithi040 ceph-mon[111703]: pgmap v45: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:08:03.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:03 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/3692275126' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-08-28T02:08:03.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:03 smithi040 ceph-mon[120580]: pgmap v45: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:08:03.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:03 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/3692275126' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-08-28T02:08:03.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:03 smithi083 ceph-mon[113795]: pgmap v45: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:08:04.051 INFO:teuthology.orchestra.run.smithi040.stdout:158913789980 2023-08-28T02:08:04.444 INFO:teuthology.orchestra.run.smithi040.stdout:193273528345 2023-08-28T02:08:04.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:04 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/326943299' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-08-28T02:08:04.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:04 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/2783173250' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-08-28T02:08:04.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:04 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/326943299' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-08-28T02:08:04.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:04 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/2783173250' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-08-28T02:08:04.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:04 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/326943299' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-08-28T02:08:04.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:04 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/2783173250' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-08-28T02:08:05.012 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182432 got 107374182433 for osd.3 2023-08-28T02:08:05.012 DEBUG:teuthology.parallel:result is None 2023-08-28T02:08:05.114 INFO:tasks.cephadm.ceph_manager.ceph:need seq 158913789978 got 158913789980 for osd.5 2023-08-28T02:08:05.114 DEBUG:teuthology.parallel:result is None 2023-08-28T02:08:05.509 INFO:teuthology.orchestra.run.smithi040.stdout:223338299414 2023-08-28T02:08:05.555 INFO:tasks.cephadm.ceph_manager.ceph:need seq 193273528343 got 193273528345 for osd.6 2023-08-28T02:08:05.555 DEBUG:teuthology.parallel:result is None 2023-08-28T02:08:05.605 INFO:teuthology.orchestra.run.smithi040.stdout:128849018911 2023-08-28T02:08:05.778 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411363 got 77309411364 for osd.2 2023-08-28T02:08:05.778 DEBUG:teuthology.parallel:result is None 2023-08-28T02:08:06.394 INFO:tasks.cephadm.ceph_manager.ceph:need seq 128849018910 got 128849018911 for osd.4 2023-08-28T02:08:06.394 DEBUG:teuthology.parallel:result is None 2023-08-28T02:08:06.409 INFO:tasks.cephadm.ceph_manager.ceph:need seq 223338299412 got 223338299414 for osd.7 2023-08-28T02:08:06.409 DEBUG:teuthology.parallel:result is None 2023-08-28T02:08:06.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:06 smithi040 ceph-mon[111703]: pgmap v46: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:08:06.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:06 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/2963970153' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-08-28T02:08:06.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:06 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/3571751667' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-08-28T02:08:06.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:06 smithi040 ceph-mon[120580]: pgmap v46: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:08:06.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:06 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/2963970153' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-08-28T02:08:06.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:06 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/3571751667' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-08-28T02:08:06.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:06 smithi083 ceph-mon[113795]: pgmap v46: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:08:06.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:06 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/2963970153' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-08-28T02:08:06.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:06 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/3571751667' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-08-28T02:08:07.098 INFO:teuthology.orchestra.run.smithi040.stdout:55834574890 2023-08-28T02:08:07.458 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574888 got 55834574890 for osd.1 2023-08-28T02:08:07.459 DEBUG:teuthology.parallel:result is None 2023-08-28T02:08:07.459 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2023-08-28T02:08:07.459 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:08:07.490 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:08:07 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[115935]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:08:07] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-08-28T02:08:07.757 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:08:07.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:07 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:08:07.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:07 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:08:07.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:07 smithi083 ceph-mon[113795]: pgmap v47: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:08:07.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:07 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/2524184691' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-08-28T02:08:07.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:07 smithi083 ceph-mon[113795]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:08:07.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:07 smithi083 ceph-mon[113795]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:08:07.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:07 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:08:08.043 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:07 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:08:08.043 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:07 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:08:08.043 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:07 smithi040 ceph-mon[111703]: pgmap v47: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:08:08.043 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:07 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/2524184691' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-08-28T02:08:08.043 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:07 smithi040 ceph-mon[111703]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:08:08.044 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:07 smithi040 ceph-mon[111703]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:08:08.044 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:07 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:08:08.044 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:07 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:08:08.044 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:07 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:08:08.044 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:07 smithi040 ceph-mon[120580]: pgmap v47: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:08:08.044 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:07 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/2524184691' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-08-28T02:08:08.044 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:07 smithi040 ceph-mon[120580]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:08:08.044 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:07 smithi040 ceph-mon[120580]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:08:08.044 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:07 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:08:09.016 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:08:09.017 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:08:09.408 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":48,"stamp":"2023-08-28T02:08:08.878152+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592674,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":224,"num_write_kb":2429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":167,"ondisk_log_size":167,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":52228,"kb_used_data":7172,"kb_used_omap":0,"kb_used_meta":44992,"kb_avail":749908988,"statfs":{"total":767960285184,"available":767906803712,"internally_reserved":0,"allocated":7344128,"data_stored":4170250,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":46071808},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.581214"},"pg_stats":[{"pgid":"4.18","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.301361+0000","last_change":"2023-08-28T02:07:37.335461+0000","last_active":"2023-08-28T02:07:57.301361+0000","last_peered":"2023-08-28T02:07:57.301361+0000","last_clean":"2023-08-28T02:07:57.301361+0000","last_became_active":"2023-08-28T02:07:37.335182+0000","last_became_peered":"2023-08-28T02:07:37.335182+0000","last_unstale":"2023-08-28T02:07:57.301361+0000","last_undegraded":"2023-08-28T02:07:57.301361+0000","last_fullsized":"2023-08-28T02:07:57.301361+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:24:04.380109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"65'4","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.303977+0000","last_change":"2023-08-28T02:07:37.322322+0000","last_active":"2023-08-28T02:07:57.303977+0000","last_peered":"2023-08-28T02:07:57.303977+0000","last_clean":"2023-08-28T02:07:57.303977+0000","last_became_active":"2023-08-28T02:07:37.321985+0000","last_became_peered":"2023-08-28T02:07:37.321985+0000","last_unstale":"2023-08-28T02:07:57.303977+0000","last_undegraded":"2023-08-28T02:07:57.303977+0000","last_fullsized":"2023-08-28T02:07:57.303977+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:25:26.374896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.307157+0000","last_change":"2023-08-28T02:07:37.487653+0000","last_active":"2023-08-28T02:07:57.307157+0000","last_peered":"2023-08-28T02:07:57.307157+0000","last_clean":"2023-08-28T02:07:57.307157+0000","last_became_active":"2023-08-28T02:07:37.486843+0000","last_became_peered":"2023-08-28T02:07:37.486843+0000","last_unstale":"2023-08-28T02:07:57.307157+0000","last_undegraded":"2023-08-28T02:07:57.307157+0000","last_fullsized":"2023-08-28T02:07:57.307157+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:53:45.356222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"65'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.307832+0000","last_change":"2023-08-28T02:07:37.314566+0000","last_active":"2023-08-28T02:07:57.307832+0000","last_peered":"2023-08-28T02:07:57.307832+0000","last_clean":"2023-08-28T02:07:57.307832+0000","last_became_active":"2023-08-28T02:07:37.314230+0000","last_became_peered":"2023-08-28T02:07:37.314230+0000","last_unstale":"2023-08-28T02:07:57.307832+0000","last_undegraded":"2023-08-28T02:07:57.307832+0000","last_fullsized":"2023-08-28T02:07:57.307832+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:41:07.521487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.301596+0000","last_change":"2023-08-28T02:07:37.486988+0000","last_active":"2023-08-28T02:07:57.301596+0000","last_peered":"2023-08-28T02:07:57.301596+0000","last_clean":"2023-08-28T02:07:57.301596+0000","last_became_active":"2023-08-28T02:07:37.486677+0000","last_became_peered":"2023-08-28T02:07:37.486677+0000","last_unstale":"2023-08-28T02:07:57.301596+0000","last_undegraded":"2023-08-28T02:07:57.301596+0000","last_fullsized":"2023-08-28T02:07:57.301596+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:16:52.369375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"65'2","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.306729+0000","last_change":"2023-08-28T02:07:37.315088+0000","last_active":"2023-08-28T02:07:57.306729+0000","last_peered":"2023-08-28T02:07:57.306729+0000","last_clean":"2023-08-28T02:07:57.306729+0000","last_became_active":"2023-08-28T02:07:37.314730+0000","last_became_peered":"2023-08-28T02:07:37.314730+0000","last_unstale":"2023-08-28T02:07:57.306729+0000","last_undegraded":"2023-08-28T02:07:57.306729+0000","last_fullsized":"2023-08-28T02:07:57.306729+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:58.096621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.301950+0000","last_change":"2023-08-28T02:07:37.337576+0000","last_active":"2023-08-28T02:07:57.301950+0000","last_peered":"2023-08-28T02:07:57.301950+0000","last_clean":"2023-08-28T02:07:57.301950+0000","last_became_active":"2023-08-28T02:07:37.337327+0000","last_became_peered":"2023-08-28T02:07:37.337327+0000","last_unstale":"2023-08-28T02:07:57.301950+0000","last_undegraded":"2023-08-28T02:07:57.301950+0000","last_fullsized":"2023-08-28T02:07:57.301950+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:33:39.167602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"65'2","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.306685+0000","last_change":"2023-08-28T02:07:37.318874+0000","last_active":"2023-08-28T02:07:57.306685+0000","last_peered":"2023-08-28T02:07:57.306685+0000","last_clean":"2023-08-28T02:07:57.306685+0000","last_became_active":"2023-08-28T02:07:37.318581+0000","last_became_peered":"2023-08-28T02:07:37.318581+0000","last_unstale":"2023-08-28T02:07:57.306685+0000","last_undegraded":"2023-08-28T02:07:57.306685+0000","last_fullsized":"2023-08-28T02:07:57.306685+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:38:45.956649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.299299+0000","last_change":"2023-08-28T02:07:37.339658+0000","last_active":"2023-08-28T02:07:57.299299+0000","last_peered":"2023-08-28T02:07:57.299299+0000","last_clean":"2023-08-28T02:07:57.299299+0000","last_became_active":"2023-08-28T02:07:37.339320+0000","last_became_peered":"2023-08-28T02:07:37.339320+0000","last_unstale":"2023-08-28T02:07:57.299299+0000","last_undegraded":"2023-08-28T02:07:57.299299+0000","last_fullsized":"2023-08-28T02:07:57.299299+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:47:05.488234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"65'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.304565+0000","last_change":"2023-08-28T02:07:37.321316+0000","last_active":"2023-08-28T02:07:57.304565+0000","last_peered":"2023-08-28T02:07:57.304565+0000","last_clean":"2023-08-28T02:07:57.304565+0000","last_became_active":"2023-08-28T02:07:37.320716+0000","last_became_peered":"2023-08-28T02:07:37.320716+0000","last_unstale":"2023-08-28T02:07:57.304565+0000","last_undegraded":"2023-08-28T02:07:57.304565+0000","last_fullsized":"2023-08-28T02:07:57.304565+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:35:30.058518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.301684+0000","last_change":"2023-08-28T02:07:37.332854+0000","last_active":"2023-08-28T02:07:57.301684+0000","last_peered":"2023-08-28T02:07:57.301684+0000","last_clean":"2023-08-28T02:07:57.301684+0000","last_became_active":"2023-08-28T02:07:37.332563+0000","last_became_peered":"2023-08-28T02:07:37.332563+0000","last_unstale":"2023-08-28T02:07:57.301684+0000","last_undegraded":"2023-08-28T02:07:57.301684+0000","last_fullsized":"2023-08-28T02:07:57.301684+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:24:12.887788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"65'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.304364+0000","last_change":"2023-08-28T02:07:37.326665+0000","last_active":"2023-08-28T02:07:57.304364+0000","last_peered":"2023-08-28T02:07:57.304364+0000","last_clean":"2023-08-28T02:07:57.304364+0000","last_became_active":"2023-08-28T02:07:37.326109+0000","last_became_peered":"2023-08-28T02:07:37.326109+0000","last_unstale":"2023-08-28T02:07:57.304364+0000","last_undegraded":"2023-08-28T02:07:57.304364+0000","last_fullsized":"2023-08-28T02:07:57.304364+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:21:53.715852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.296600+0000","last_change":"2023-08-28T02:06:56.854188+0000","last_active":"2023-08-28T02:07:57.296600+0000","last_peered":"2023-08-28T02:07:57.296600+0000","last_clean":"2023-08-28T02:07:57.296600+0000","last_became_active":"2023-08-28T02:06:56.853874+0000","last_became_peered":"2023-08-28T02:06:56.853874+0000","last_unstale":"2023-08-28T02:07:57.296600+0000","last_undegraded":"2023-08-28T02:07:57.296600+0000","last_fullsized":"2023-08-28T02:07:57.296600+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:52:26.465820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.307021+0000","last_change":"2023-08-28T02:07:37.487026+0000","last_active":"2023-08-28T02:07:57.307021+0000","last_peered":"2023-08-28T02:07:57.307021+0000","last_clean":"2023-08-28T02:07:57.307021+0000","last_became_active":"2023-08-28T02:07:37.486671+0000","last_became_peered":"2023-08-28T02:07:37.486671+0000","last_unstale":"2023-08-28T02:07:57.307021+0000","last_undegraded":"2023-08-28T02:07:57.307021+0000","last_fullsized":"2023-08-28T02:07:57.307021+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:38:36.442210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.304117+0000","last_change":"2023-08-28T02:06:57.246547+0000","last_active":"2023-08-28T02:07:57.304117+0000","last_peered":"2023-08-28T02:07:57.304117+0000","last_clean":"2023-08-28T02:07:57.304117+0000","last_became_active":"2023-08-28T02:06:57.246161+0000","last_became_peered":"2023-08-28T02:06:57.246161+0000","last_unstale":"2023-08-28T02:07:57.304117+0000","last_undegraded":"2023-08-28T02:07:57.304117+0000","last_fullsized":"2023-08-28T02:07:57.304117+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:47:17.191888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"65'2","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.307889+0000","last_change":"2023-08-28T02:07:37.321475+0000","last_active":"2023-08-28T02:07:57.307889+0000","last_peered":"2023-08-28T02:07:57.307889+0000","last_clean":"2023-08-28T02:07:57.307889+0000","last_became_active":"2023-08-28T02:07:37.321171+0000","last_became_peered":"2023-08-28T02:07:37.321171+0000","last_unstale":"2023-08-28T02:07:57.307889+0000","last_undegraded":"2023-08-28T02:07:57.307889+0000","last_fullsized":"2023-08-28T02:07:57.307889+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:58:07.714666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.304667+0000","last_change":"2023-08-28T02:07:38.535478+0000","last_active":"2023-08-28T02:07:57.304667+0000","last_peered":"2023-08-28T02:07:57.304667+0000","last_clean":"2023-08-28T02:07:57.304667+0000","last_became_active":"2023-08-28T02:07:38.535184+0000","last_became_peered":"2023-08-28T02:07:38.535184+0000","last_unstale":"2023-08-28T02:07:57.304667+0000","last_undegraded":"2023-08-28T02:07:57.304667+0000","last_fullsized":"2023-08-28T02:07:57.304667+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:00:10.015365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.306076+0000","last_change":"2023-08-28T02:07:37.313354+0000","last_active":"2023-08-28T02:07:57.306076+0000","last_peered":"2023-08-28T02:07:57.306076+0000","last_clean":"2023-08-28T02:07:57.306076+0000","last_became_active":"2023-08-28T02:07:37.313007+0000","last_became_peered":"2023-08-28T02:07:37.313007+0000","last_unstale":"2023-08-28T02:07:57.306076+0000","last_undegraded":"2023-08-28T02:07:57.306076+0000","last_fullsized":"2023-08-28T02:07:57.306076+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:15:40.380230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.310597+0000","last_change":"2023-08-28T02:06:57.246423+0000","last_active":"2023-08-28T02:07:57.310597+0000","last_peered":"2023-08-28T02:07:57.310597+0000","last_clean":"2023-08-28T02:07:57.310597+0000","last_became_active":"2023-08-28T02:06:57.246100+0000","last_became_peered":"2023-08-28T02:06:57.246100+0000","last_unstale":"2023-08-28T02:07:57.310597+0000","last_undegraded":"2023-08-28T02:07:57.310597+0000","last_fullsized":"2023-08-28T02:07:57.310597+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:24:22.288502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.304447+0000","last_change":"2023-08-28T02:07:38.477001+0000","last_active":"2023-08-28T02:07:57.304447+0000","last_peered":"2023-08-28T02:07:57.304447+0000","last_clean":"2023-08-28T02:07:57.304447+0000","last_became_active":"2023-08-28T02:07:38.476624+0000","last_became_peered":"2023-08-28T02:07:38.476624+0000","last_unstale":"2023-08-28T02:07:57.304447+0000","last_undegraded":"2023-08-28T02:07:57.304447+0000","last_fullsized":"2023-08-28T02:07:57.304447+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:06:58.155632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.303527+0000","last_change":"2023-08-28T02:07:37.333852+0000","last_active":"2023-08-28T02:07:57.303527+0000","last_peered":"2023-08-28T02:07:57.303527+0000","last_clean":"2023-08-28T02:07:57.303527+0000","last_became_active":"2023-08-28T02:07:37.333537+0000","last_became_peered":"2023-08-28T02:07:37.333537+0000","last_unstale":"2023-08-28T02:07:57.303527+0000","last_undegraded":"2023-08-28T02:07:57.303527+0000","last_fullsized":"2023-08-28T02:07:57.303527+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:19:05.240381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.310317+0000","last_change":"2023-08-28T02:06:56.902027+0000","last_active":"2023-08-28T02:07:57.310317+0000","last_peered":"2023-08-28T02:07:57.310317+0000","last_clean":"2023-08-28T02:07:57.310317+0000","last_became_active":"2023-08-28T02:06:56.901799+0000","last_became_peered":"2023-08-28T02:06:56.901799+0000","last_unstale":"2023-08-28T02:07:57.310317+0000","last_undegraded":"2023-08-28T02:07:57.310317+0000","last_fullsized":"2023-08-28T02:07:57.310317+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:43:05.427222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.296510+0000","last_change":"2023-08-28T02:07:37.450928+0000","last_active":"2023-08-28T02:07:57.296510+0000","last_peered":"2023-08-28T02:07:57.296510+0000","last_clean":"2023-08-28T02:07:57.296510+0000","last_became_active":"2023-08-28T02:07:37.450603+0000","last_became_peered":"2023-08-28T02:07:37.450603+0000","last_unstale":"2023-08-28T02:07:57.296510+0000","last_undegraded":"2023-08-28T02:07:57.296510+0000","last_fullsized":"2023-08-28T02:07:57.296510+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:39:24.068431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.307261+0000","last_change":"2023-08-28T02:07:37.312511+0000","last_active":"2023-08-28T02:07:57.307261+0000","last_peered":"2023-08-28T02:07:57.307261+0000","last_clean":"2023-08-28T02:07:57.307261+0000","last_became_active":"2023-08-28T02:07:37.312101+0000","last_became_peered":"2023-08-28T02:07:37.312101+0000","last_unstale":"2023-08-28T02:07:57.307261+0000","last_undegraded":"2023-08-28T02:07:57.307261+0000","last_fullsized":"2023-08-28T02:07:57.307261+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:25:33.463197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"58'128","reported_seq":274,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.310258+0000","last_change":"2023-08-28T02:06:36.267218+0000","last_active":"2023-08-28T02:07:57.310258+0000","last_peered":"2023-08-28T02:07:57.310258+0000","last_clean":"2023-08-28T02:07:57.310258+0000","last_became_active":"2023-08-28T02:06:36.266801+0000","last_became_peered":"2023-08-28T02:06:36.266801+0000","last_unstale":"2023-08-28T02:07:57.310258+0000","last_undegraded":"2023-08-28T02:07:57.310258+0000","last_fullsized":"2023-08-28T02:07:57.310258+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":128,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:10:49.385309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.306447+0000","last_change":"2023-08-28T02:06:56.853515+0000","last_active":"2023-08-28T02:07:57.306447+0000","last_peered":"2023-08-28T02:07:57.306447+0000","last_clean":"2023-08-28T02:07:57.306447+0000","last_became_active":"2023-08-28T02:06:56.853231+0000","last_became_peered":"2023-08-28T02:06:56.853231+0000","last_unstale":"2023-08-28T02:07:57.306447+0000","last_undegraded":"2023-08-28T02:07:57.306447+0000","last_fullsized":"2023-08-28T02:07:57.306447+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:26:59.854518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.304341+0000","last_change":"2023-08-28T02:07:37.487312+0000","last_active":"2023-08-28T02:07:57.304341+0000","last_peered":"2023-08-28T02:07:57.304341+0000","last_clean":"2023-08-28T02:07:57.304341+0000","last_became_active":"2023-08-28T02:07:37.486968+0000","last_became_peered":"2023-08-28T02:07:37.486968+0000","last_unstale":"2023-08-28T02:07:57.304341+0000","last_undegraded":"2023-08-28T02:07:57.304341+0000","last_fullsized":"2023-08-28T02:07:57.304341+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:21:49.352495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.304396+0000","last_change":"2023-08-28T02:07:37.313607+0000","last_active":"2023-08-28T02:07:57.304396+0000","last_peered":"2023-08-28T02:07:57.304396+0000","last_clean":"2023-08-28T02:07:57.304396+0000","last_became_active":"2023-08-28T02:07:37.313233+0000","last_became_peered":"2023-08-28T02:07:37.313233+0000","last_unstale":"2023-08-28T02:07:57.304396+0000","last_undegraded":"2023-08-28T02:07:57.304396+0000","last_fullsized":"2023-08-28T02:07:57.304396+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:56:20.085313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.299278+0000","last_change":"2023-08-28T02:06:56.902414+0000","last_active":"2023-08-28T02:07:57.299278+0000","last_peered":"2023-08-28T02:07:57.299278+0000","last_clean":"2023-08-28T02:07:57.299278+0000","last_became_active":"2023-08-28T02:06:56.902090+0000","last_became_peered":"2023-08-28T02:06:56.902090+0000","last_unstale":"2023-08-28T02:07:57.299278+0000","last_undegraded":"2023-08-28T02:07:57.299278+0000","last_fullsized":"2023-08-28T02:07:57.299278+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:39:31.391180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.306013+0000","last_change":"2023-08-28T02:07:37.341506+0000","last_active":"2023-08-28T02:07:57.306013+0000","last_peered":"2023-08-28T02:07:57.306013+0000","last_clean":"2023-08-28T02:07:57.306013+0000","last_became_active":"2023-08-28T02:07:37.341047+0000","last_became_peered":"2023-08-28T02:07:37.341047+0000","last_unstale":"2023-08-28T02:07:57.306013+0000","last_undegraded":"2023-08-28T02:07:57.306013+0000","last_fullsized":"2023-08-28T02:07:57.306013+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:16:03.188409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.301822+0000","last_change":"2023-08-28T02:07:37.322100+0000","last_active":"2023-08-28T02:07:57.301822+0000","last_peered":"2023-08-28T02:07:57.301822+0000","last_clean":"2023-08-28T02:07:57.301822+0000","last_became_active":"2023-08-28T02:07:37.321805+0000","last_became_peered":"2023-08-28T02:07:37.321805+0000","last_unstale":"2023-08-28T02:07:57.301822+0000","last_undegraded":"2023-08-28T02:07:57.301822+0000","last_fullsized":"2023-08-28T02:07:57.301822+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:29:13.067706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.306466+0000","last_change":"2023-08-28T02:06:56.855014+0000","last_active":"2023-08-28T02:07:57.306466+0000","last_peered":"2023-08-28T02:07:57.306466+0000","last_clean":"2023-08-28T02:07:57.306466+0000","last_became_active":"2023-08-28T02:06:56.854709+0000","last_became_peered":"2023-08-28T02:06:56.854709+0000","last_unstale":"2023-08-28T02:07:57.306466+0000","last_undegraded":"2023-08-28T02:07:57.306466+0000","last_fullsized":"2023-08-28T02:07:57.306466+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:21:26.150561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.303938+0000","last_change":"2023-08-28T02:07:37.340901+0000","last_active":"2023-08-28T02:07:57.303938+0000","last_peered":"2023-08-28T02:07:57.303938+0000","last_clean":"2023-08-28T02:07:57.303938+0000","last_became_active":"2023-08-28T02:07:37.340188+0000","last_became_peered":"2023-08-28T02:07:37.340188+0000","last_unstale":"2023-08-28T02:07:57.303938+0000","last_undegraded":"2023-08-28T02:07:57.303938+0000","last_fullsized":"2023-08-28T02:07:57.303938+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:43:53.245712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.306667+0000","last_change":"2023-08-28T02:07:37.315777+0000","last_active":"2023-08-28T02:07:57.306667+0000","last_peered":"2023-08-28T02:07:57.306667+0000","last_clean":"2023-08-28T02:07:57.306667+0000","last_became_active":"2023-08-28T02:07:37.315299+0000","last_became_peered":"2023-08-28T02:07:37.315299+0000","last_unstale":"2023-08-28T02:07:57.306667+0000","last_undegraded":"2023-08-28T02:07:57.306667+0000","last_fullsized":"2023-08-28T02:07:57.306667+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:18:06.156106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.305970+0000","last_change":"2023-08-28T02:06:56.902413+0000","last_active":"2023-08-28T02:07:57.305970+0000","last_peered":"2023-08-28T02:07:57.305970+0000","last_clean":"2023-08-28T02:07:57.305970+0000","last_became_active":"2023-08-28T02:06:56.902095+0000","last_became_peered":"2023-08-28T02:06:56.902095+0000","last_unstale":"2023-08-28T02:07:57.305970+0000","last_undegraded":"2023-08-28T02:07:57.305970+0000","last_fullsized":"2023-08-28T02:07:57.305970+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:07:21.438711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.304424+0000","last_change":"2023-08-28T02:07:37.341254+0000","last_active":"2023-08-28T02:07:57.304424+0000","last_peered":"2023-08-28T02:07:57.304424+0000","last_clean":"2023-08-28T02:07:57.304424+0000","last_became_active":"2023-08-28T02:07:37.340957+0000","last_became_peered":"2023-08-28T02:07:37.340957+0000","last_unstale":"2023-08-28T02:07:57.304424+0000","last_undegraded":"2023-08-28T02:07:57.304424+0000","last_fullsized":"2023-08-28T02:07:57.304424+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:01:56.463890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.307025+0000","last_change":"2023-08-28T02:07:37.317551+0000","last_active":"2023-08-28T02:07:57.307025+0000","last_peered":"2023-08-28T02:07:57.307025+0000","last_clean":"2023-08-28T02:07:57.307025+0000","last_became_active":"2023-08-28T02:07:37.316883+0000","last_became_peered":"2023-08-28T02:07:37.316883+0000","last_unstale":"2023-08-28T02:07:57.307025+0000","last_undegraded":"2023-08-28T02:07:57.307025+0000","last_fullsized":"2023-08-28T02:07:57.307025+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:25:31.014808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.301917+0000","last_change":"2023-08-28T02:07:37.335428+0000","last_active":"2023-08-28T02:07:57.301917+0000","last_peered":"2023-08-28T02:07:57.301917+0000","last_clean":"2023-08-28T02:07:57.301917+0000","last_became_active":"2023-08-28T02:07:37.335151+0000","last_became_peered":"2023-08-28T02:07:37.335151+0000","last_unstale":"2023-08-28T02:07:57.301917+0000","last_undegraded":"2023-08-28T02:07:57.301917+0000","last_fullsized":"2023-08-28T02:07:57.301917+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:05:09.053039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.301664+0000","last_change":"2023-08-28T02:07:37.316023+0000","last_active":"2023-08-28T02:07:57.301664+0000","last_peered":"2023-08-28T02:07:57.301664+0000","last_clean":"2023-08-28T02:07:57.301664+0000","last_became_active":"2023-08-28T02:07:37.315718+0000","last_became_peered":"2023-08-28T02:07:37.315718+0000","last_unstale":"2023-08-28T02:07:57.301664+0000","last_undegraded":"2023-08-28T02:07:57.301664+0000","last_fullsized":"2023-08-28T02:07:57.301664+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T14:02:02.183759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":23,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-08-28T02:07:58.534885+0000","last_change":"2023-08-28T02:07:58.534885+0000","last_active":"2023-08-28T02:07:58.534885+0000","last_peered":"2023-08-28T02:07:58.534885+0000","last_clean":"2023-08-28T02:07:58.534885+0000","last_became_active":"2023-08-28T02:07:58.534397+0000","last_became_peered":"2023-08-28T02:07:58.534397+0000","last_unstale":"2023-08-28T02:07:58.534885+0000","last_undegraded":"2023-08-28T02:07:58.534885+0000","last_fullsized":"2023-08-28T02:07:58.534885+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:10:17.952281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.296508+0000","last_change":"2023-08-28T02:07:37.312686+0000","last_active":"2023-08-28T02:07:57.296508+0000","last_peered":"2023-08-28T02:07:57.296508+0000","last_clean":"2023-08-28T02:07:57.296508+0000","last_became_active":"2023-08-28T02:07:37.312392+0000","last_became_peered":"2023-08-28T02:07:37.312392+0000","last_unstale":"2023-08-28T02:07:57.296508+0000","last_undegraded":"2023-08-28T02:07:57.296508+0000","last_fullsized":"2023-08-28T02:07:57.296508+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:16:26.272828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.301743+0000","last_change":"2023-08-28T02:07:37.337537+0000","last_active":"2023-08-28T02:07:57.301743+0000","last_peered":"2023-08-28T02:07:57.301743+0000","last_clean":"2023-08-28T02:07:57.301743+0000","last_became_active":"2023-08-28T02:07:37.337244+0000","last_became_peered":"2023-08-28T02:07:37.337244+0000","last_unstale":"2023-08-28T02:07:57.301743+0000","last_undegraded":"2023-08-28T02:07:57.301743+0000","last_fullsized":"2023-08-28T02:07:57.301743+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:20:29.609372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"65'2","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.307396+0000","last_change":"2023-08-28T02:07:37.320910+0000","last_active":"2023-08-28T02:07:57.307396+0000","last_peered":"2023-08-28T02:07:57.307396+0000","last_clean":"2023-08-28T02:07:57.307396+0000","last_became_active":"2023-08-28T02:07:37.319782+0000","last_became_peered":"2023-08-28T02:07:37.319782+0000","last_unstale":"2023-08-28T02:07:57.307396+0000","last_undegraded":"2023-08-28T02:07:57.307396+0000","last_fullsized":"2023-08-28T02:07:57.307396+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:42:49.140769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":23,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-08-28T02:07:58.534976+0000","last_change":"2023-08-28T02:07:58.534976+0000","last_active":"2023-08-28T02:07:58.534976+0000","last_peered":"2023-08-28T02:07:58.534976+0000","last_clean":"2023-08-28T02:07:58.534976+0000","last_became_active":"2023-08-28T02:07:58.534566+0000","last_became_peered":"2023-08-28T02:07:58.534566+0000","last_unstale":"2023-08-28T02:07:58.534976+0000","last_undegraded":"2023-08-28T02:07:58.534976+0000","last_fullsized":"2023-08-28T02:07:58.534976+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:56:56.031962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.306597+0000","last_change":"2023-08-28T02:07:37.318244+0000","last_active":"2023-08-28T02:07:57.306597+0000","last_peered":"2023-08-28T02:07:57.306597+0000","last_clean":"2023-08-28T02:07:57.306597+0000","last_became_active":"2023-08-28T02:07:37.314643+0000","last_became_peered":"2023-08-28T02:07:37.314643+0000","last_unstale":"2023-08-28T02:07:57.306597+0000","last_undegraded":"2023-08-28T02:07:57.306597+0000","last_fullsized":"2023-08-28T02:07:57.306597+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:20:05.970886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.296382+0000","last_change":"2023-08-28T02:07:37.450921+0000","last_active":"2023-08-28T02:07:57.296382+0000","last_peered":"2023-08-28T02:07:57.296382+0000","last_clean":"2023-08-28T02:07:57.296382+0000","last_became_active":"2023-08-28T02:07:37.450602+0000","last_became_peered":"2023-08-28T02:07:37.450602+0000","last_unstale":"2023-08-28T02:07:57.296382+0000","last_undegraded":"2023-08-28T02:07:57.296382+0000","last_fullsized":"2023-08-28T02:07:57.296382+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:30:02.680464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"65'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.310705+0000","last_change":"2023-08-28T02:07:37.312010+0000","last_active":"2023-08-28T02:07:57.310705+0000","last_peered":"2023-08-28T02:07:57.310705+0000","last_clean":"2023-08-28T02:07:57.310705+0000","last_became_active":"2023-08-28T02:07:37.311737+0000","last_became_peered":"2023-08-28T02:07:37.311737+0000","last_unstale":"2023-08-28T02:07:57.310705+0000","last_undegraded":"2023-08-28T02:07:57.310705+0000","last_fullsized":"2023-08-28T02:07:57.310705+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:09:38.844075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.301451+0000","last_change":"2023-08-28T02:07:37.337655+0000","last_active":"2023-08-28T02:07:57.301451+0000","last_peered":"2023-08-28T02:07:57.301451+0000","last_clean":"2023-08-28T02:07:57.301451+0000","last_became_active":"2023-08-28T02:07:37.337356+0000","last_became_peered":"2023-08-28T02:07:37.337356+0000","last_unstale":"2023-08-28T02:07:57.301451+0000","last_undegraded":"2023-08-28T02:07:57.301451+0000","last_fullsized":"2023-08-28T02:07:57.301451+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:39:42.538878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"65'2","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.310647+0000","last_change":"2023-08-28T02:07:37.318973+0000","last_active":"2023-08-28T02:07:57.310647+0000","last_peered":"2023-08-28T02:07:57.310647+0000","last_clean":"2023-08-28T02:07:57.310647+0000","last_became_active":"2023-08-28T02:07:37.318706+0000","last_became_peered":"2023-08-28T02:07:37.318706+0000","last_unstale":"2023-08-28T02:07:57.310647+0000","last_undegraded":"2023-08-28T02:07:57.310647+0000","last_fullsized":"2023-08-28T02:07:57.310647+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:14:17.383948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.306337+0000","last_change":"2023-08-28T02:07:37.452412+0000","last_active":"2023-08-28T02:07:57.306337+0000","last_peered":"2023-08-28T02:07:57.306337+0000","last_clean":"2023-08-28T02:07:57.306337+0000","last_became_active":"2023-08-28T02:07:37.452156+0000","last_became_peered":"2023-08-28T02:07:37.452156+0000","last_unstale":"2023-08-28T02:07:57.306337+0000","last_undegraded":"2023-08-28T02:07:57.306337+0000","last_fullsized":"2023-08-28T02:07:57.306337+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:10:33.405360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"65'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.310829+0000","last_change":"2023-08-28T02:07:37.324144+0000","last_active":"2023-08-28T02:07:57.310829+0000","last_peered":"2023-08-28T02:07:57.310829+0000","last_clean":"2023-08-28T02:07:57.310829+0000","last_became_active":"2023-08-28T02:07:37.323878+0000","last_became_peered":"2023-08-28T02:07:37.323878+0000","last_unstale":"2023-08-28T02:07:57.310829+0000","last_undegraded":"2023-08-28T02:07:57.310829+0000","last_fullsized":"2023-08-28T02:07:57.310829+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:02.836255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.307819+0000","last_change":"2023-08-28T02:07:37.451529+0000","last_active":"2023-08-28T02:07:57.307819+0000","last_peered":"2023-08-28T02:07:57.307819+0000","last_clean":"2023-08-28T02:07:57.307819+0000","last_became_active":"2023-08-28T02:07:37.451163+0000","last_became_peered":"2023-08-28T02:07:37.451163+0000","last_unstale":"2023-08-28T02:07:57.307819+0000","last_undegraded":"2023-08-28T02:07:57.307819+0000","last_fullsized":"2023-08-28T02:07:57.307819+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:32:23.322428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"65'8","reported_seq":22,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.296315+0000","last_change":"2023-08-28T02:07:37.320451+0000","last_active":"2023-08-28T02:07:57.296315+0000","last_peered":"2023-08-28T02:07:57.296315+0000","last_clean":"2023-08-28T02:07:57.296315+0000","last_became_active":"2023-08-28T02:07:37.320198+0000","last_became_peered":"2023-08-28T02:07:37.320198+0000","last_unstale":"2023-08-28T02:07:57.296315+0000","last_undegraded":"2023-08-28T02:07:57.296315+0000","last_fullsized":"2023-08-28T02:07:57.296315+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:31:31.493247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.304194+0000","last_change":"2023-08-28T02:07:38.795219+0000","last_active":"2023-08-28T02:07:57.304194+0000","last_peered":"2023-08-28T02:07:57.304194+0000","last_clean":"2023-08-28T02:07:57.304194+0000","last_became_active":"2023-08-28T02:07:38.794869+0000","last_became_peered":"2023-08-28T02:07:38.794869+0000","last_unstale":"2023-08-28T02:07:57.304194+0000","last_undegraded":"2023-08-28T02:07:57.304194+0000","last_fullsized":"2023-08-28T02:07:57.304194+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:34:20.367774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.310322+0000","last_change":"2023-08-28T02:07:37.318077+0000","last_active":"2023-08-28T02:07:57.310322+0000","last_peered":"2023-08-28T02:07:57.310322+0000","last_clean":"2023-08-28T02:07:57.310322+0000","last_became_active":"2023-08-28T02:07:37.317784+0000","last_became_peered":"2023-08-28T02:07:37.317784+0000","last_unstale":"2023-08-28T02:07:57.310322+0000","last_undegraded":"2023-08-28T02:07:57.310322+0000","last_fullsized":"2023-08-28T02:07:57.310322+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:08:37.079996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.306617+0000","last_change":"2023-08-28T02:07:37.452498+0000","last_active":"2023-08-28T02:07:57.306617+0000","last_peered":"2023-08-28T02:07:57.306617+0000","last_clean":"2023-08-28T02:07:57.306617+0000","last_became_active":"2023-08-28T02:07:37.452224+0000","last_became_peered":"2023-08-28T02:07:37.452224+0000","last_unstale":"2023-08-28T02:07:57.306617+0000","last_undegraded":"2023-08-28T02:07:57.306617+0000","last_fullsized":"2023-08-28T02:07:57.306617+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:33:10.694581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.304086+0000","last_change":"2023-08-28T02:07:37.333193+0000","last_active":"2023-08-28T02:07:57.304086+0000","last_peered":"2023-08-28T02:07:57.304086+0000","last_clean":"2023-08-28T02:07:57.304086+0000","last_became_active":"2023-08-28T02:07:37.332840+0000","last_became_peered":"2023-08-28T02:07:37.332840+0000","last_unstale":"2023-08-28T02:07:57.304086+0000","last_undegraded":"2023-08-28T02:07:57.304086+0000","last_fullsized":"2023-08-28T02:07:57.304086+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:04:17.455236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":23,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-08-28T02:07:58.535066+0000","last_change":"2023-08-28T02:07:58.535066+0000","last_active":"2023-08-28T02:07:58.535066+0000","last_peered":"2023-08-28T02:07:58.535066+0000","last_clean":"2023-08-28T02:07:58.535066+0000","last_became_active":"2023-08-28T02:07:58.534682+0000","last_became_peered":"2023-08-28T02:07:58.534682+0000","last_unstale":"2023-08-28T02:07:58.535066+0000","last_undegraded":"2023-08-28T02:07:58.535066+0000","last_fullsized":"2023-08-28T02:07:58.535066+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:05:11.647758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7],"acting":[3,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"65'2","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.310514+0000","last_change":"2023-08-28T02:07:37.318053+0000","last_active":"2023-08-28T02:07:57.310514+0000","last_peered":"2023-08-28T02:07:57.310514+0000","last_clean":"2023-08-28T02:07:57.310514+0000","last_became_active":"2023-08-28T02:07:37.317808+0000","last_became_peered":"2023-08-28T02:07:37.317808+0000","last_unstale":"2023-08-28T02:07:57.310514+0000","last_undegraded":"2023-08-28T02:07:57.310514+0000","last_fullsized":"2023-08-28T02:07:57.310514+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:09:20.824269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.301592+0000","last_change":"2023-08-28T02:07:37.336084+0000","last_active":"2023-08-28T02:07:57.301592+0000","last_peered":"2023-08-28T02:07:57.301592+0000","last_clean":"2023-08-28T02:07:57.301592+0000","last_became_active":"2023-08-28T02:07:37.335806+0000","last_became_peered":"2023-08-28T02:07:37.335806+0000","last_unstale":"2023-08-28T02:07:57.301592+0000","last_undegraded":"2023-08-28T02:07:57.301592+0000","last_fullsized":"2023-08-28T02:07:57.301592+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:45:31.553283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"65'6","reported_seq":20,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.301807+0000","last_change":"2023-08-28T02:07:37.315303+0000","last_active":"2023-08-28T02:07:57.301807+0000","last_peered":"2023-08-28T02:07:57.301807+0000","last_clean":"2023-08-28T02:07:57.301807+0000","last_became_active":"2023-08-28T02:07:37.312336+0000","last_became_peered":"2023-08-28T02:07:37.312336+0000","last_unstale":"2023-08-28T02:07:57.301807+0000","last_undegraded":"2023-08-28T02:07:57.301807+0000","last_fullsized":"2023-08-28T02:07:57.301807+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":6,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T14:00:32.089076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1536,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.303844+0000","last_change":"2023-08-28T02:07:37.341122+0000","last_active":"2023-08-28T02:07:57.303844+0000","last_peered":"2023-08-28T02:07:57.303844+0000","last_clean":"2023-08-28T02:07:57.303844+0000","last_became_active":"2023-08-28T02:07:37.340586+0000","last_became_peered":"2023-08-28T02:07:37.340586+0000","last_unstale":"2023-08-28T02:07:57.303844+0000","last_undegraded":"2023-08-28T02:07:57.303844+0000","last_fullsized":"2023-08-28T02:07:57.303844+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:45:29.201871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"65'3","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.310573+0000","last_change":"2023-08-28T02:07:37.318360+0000","last_active":"2023-08-28T02:07:57.310573+0000","last_peered":"2023-08-28T02:07:57.310573+0000","last_clean":"2023-08-28T02:07:57.310573+0000","last_became_active":"2023-08-28T02:07:37.318064+0000","last_became_peered":"2023-08-28T02:07:37.318064+0000","last_unstale":"2023-08-28T02:07:57.310573+0000","last_undegraded":"2023-08-28T02:07:57.310573+0000","last_fullsized":"2023-08-28T02:07:57.310573+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:20:14.128179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.307210+0000","last_change":"2023-08-28T02:07:37.451208+0000","last_active":"2023-08-28T02:07:57.307210+0000","last_peered":"2023-08-28T02:07:57.307210+0000","last_clean":"2023-08-28T02:07:57.307210+0000","last_became_active":"2023-08-28T02:07:37.450822+0000","last_became_peered":"2023-08-28T02:07:37.450822+0000","last_unstale":"2023-08-28T02:07:57.307210+0000","last_undegraded":"2023-08-28T02:07:57.307210+0000","last_fullsized":"2023-08-28T02:07:57.307210+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:03:59.060702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.306693+0000","last_change":"2023-08-28T02:07:37.312677+0000","last_active":"2023-08-28T02:07:57.306693+0000","last_peered":"2023-08-28T02:07:57.306693+0000","last_clean":"2023-08-28T02:07:57.306693+0000","last_became_active":"2023-08-28T02:07:37.312414+0000","last_became_peered":"2023-08-28T02:07:37.312414+0000","last_unstale":"2023-08-28T02:07:57.306693+0000","last_undegraded":"2023-08-28T02:07:57.306693+0000","last_fullsized":"2023-08-28T02:07:57.306693+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:33:31.724333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.307157+0000","last_change":"2023-08-28T02:07:37.343217+0000","last_active":"2023-08-28T02:07:57.307157+0000","last_peered":"2023-08-28T02:07:57.307157+0000","last_clean":"2023-08-28T02:07:57.307157+0000","last_became_active":"2023-08-28T02:07:37.342892+0000","last_became_peered":"2023-08-28T02:07:37.342892+0000","last_unstale":"2023-08-28T02:07:57.307157+0000","last_undegraded":"2023-08-28T02:07:57.307157+0000","last_fullsized":"2023-08-28T02:07:57.307157+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:55:21.229904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.303881+0000","last_change":"2023-08-28T02:07:37.334099+0000","last_active":"2023-08-28T02:07:57.303881+0000","last_peered":"2023-08-28T02:07:57.303881+0000","last_clean":"2023-08-28T02:07:57.303881+0000","last_became_active":"2023-08-28T02:07:37.332791+0000","last_became_peered":"2023-08-28T02:07:37.332791+0000","last_unstale":"2023-08-28T02:07:57.303881+0000","last_undegraded":"2023-08-28T02:07:57.303881+0000","last_fullsized":"2023-08-28T02:07:57.303881+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:29:21.931838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.296554+0000","last_change":"2023-08-28T02:07:37.342523+0000","last_active":"2023-08-28T02:07:57.296554+0000","last_peered":"2023-08-28T02:07:57.296554+0000","last_clean":"2023-08-28T02:07:57.296554+0000","last_became_active":"2023-08-28T02:07:37.342294+0000","last_became_peered":"2023-08-28T02:07:37.342294+0000","last_unstale":"2023-08-28T02:07:57.296554+0000","last_undegraded":"2023-08-28T02:07:57.296554+0000","last_fullsized":"2023-08-28T02:07:57.296554+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:00:22.304118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.307154+0000","last_change":"2023-08-28T02:07:37.322110+0000","last_active":"2023-08-28T02:07:57.307154+0000","last_peered":"2023-08-28T02:07:57.307154+0000","last_clean":"2023-08-28T02:07:57.307154+0000","last_became_active":"2023-08-28T02:07:37.321775+0000","last_became_peered":"2023-08-28T02:07:37.321775+0000","last_unstale":"2023-08-28T02:07:57.307154+0000","last_undegraded":"2023-08-28T02:07:57.307154+0000","last_fullsized":"2023-08-28T02:07:57.307154+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:59:22.295277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.304274+0000","last_change":"2023-08-28T02:07:38.795192+0000","last_active":"2023-08-28T02:07:57.304274+0000","last_peered":"2023-08-28T02:07:57.304274+0000","last_clean":"2023-08-28T02:07:57.304274+0000","last_became_active":"2023-08-28T02:07:38.794822+0000","last_became_peered":"2023-08-28T02:07:38.794822+0000","last_unstale":"2023-08-28T02:07:57.304274+0000","last_undegraded":"2023-08-28T02:07:57.304274+0000","last_fullsized":"2023-08-28T02:07:57.304274+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:03:43.783214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.304152+0000","last_change":"2023-08-28T02:07:37.324715+0000","last_active":"2023-08-28T02:07:57.304152+0000","last_peered":"2023-08-28T02:07:57.304152+0000","last_clean":"2023-08-28T02:07:57.304152+0000","last_became_active":"2023-08-28T02:07:37.324358+0000","last_became_peered":"2023-08-28T02:07:37.324358+0000","last_unstale":"2023-08-28T02:07:57.304152+0000","last_undegraded":"2023-08-28T02:07:57.304152+0000","last_fullsized":"2023-08-28T02:07:57.304152+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:41:44.529185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.307709+0000","last_change":"2023-08-28T02:07:37.344265+0000","last_active":"2023-08-28T02:07:57.307709+0000","last_peered":"2023-08-28T02:07:57.307709+0000","last_clean":"2023-08-28T02:07:57.307709+0000","last_became_active":"2023-08-28T02:07:37.343933+0000","last_became_peered":"2023-08-28T02:07:37.343933+0000","last_unstale":"2023-08-28T02:07:57.307709+0000","last_undegraded":"2023-08-28T02:07:57.307709+0000","last_fullsized":"2023-08-28T02:07:57.307709+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:35:50.627606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"65'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.301491+0000","last_change":"2023-08-28T02:07:37.315253+0000","last_active":"2023-08-28T02:07:57.301491+0000","last_peered":"2023-08-28T02:07:57.301491+0000","last_clean":"2023-08-28T02:07:57.301491+0000","last_became_active":"2023-08-28T02:07:37.314972+0000","last_became_peered":"2023-08-28T02:07:37.314972+0000","last_unstale":"2023-08-28T02:07:57.301491+0000","last_undegraded":"2023-08-28T02:07:57.301491+0000","last_fullsized":"2023-08-28T02:07:57.301491+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:18:31.615535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":2306,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":6918,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299415,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6596,"kb_used_data":1276,"kb_used_omap":0,"kb_used_meta":5312,"kb_avail":93738556,"statfs":{"total":95995035648,"available":95988281344,"internally_reserved":0,"allocated":1306624,"data_stored":891223,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5439488},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:07:33 2023","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":1.3999999999999999,"5min":1.3999999999999999,"15min":1.3999999999999999},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.72599999999999998}]},{"osd":1,"last update":"Mon Aug 28 02:07:33 2023","interfaces":[{"interface":"back","average":{"1min":0.626,"5min":0.626,"15min":0.626},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":1.5209999999999999,"5min":1.5209999999999999,"15min":1.5209999999999999},"last":0.58699999999999997},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.70199999999999996}]},{"osd":2,"last update":"Mon Aug 28 02:07:33 2023","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.73799999999999999},{"interface":"front","average":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":1.494,"5min":1.494,"15min":1.494},"last":0.622}]},{"osd":3,"last update":"Mon Aug 28 02:07:33 2023","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.93100000000000005,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":4.2060000000000004,"5min":4.2060000000000004,"15min":4.2060000000000004},"last":0.67600000000000005}]},{"osd":4,"last update":"Mon Aug 28 02:07:33 2023","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":1.109,"5min":1.109,"15min":1.109},"last":0.38700000000000001},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.432}]},{"osd":5,"last update":"Mon Aug 28 02:07:33 2023","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":1.4390000000000001,"5min":1.4390000000000001,"15min":1.4390000000000001},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.95799999999999996,"5min":0.95799999999999996,"15min":0.95799999999999996},"last":0.47399999999999998}]},{"osd":6,"last update":"Mon Aug 28 02:07:33 2023","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.97799999999999998,"5min":0.97799999999999998,"15min":0.97799999999999998},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":1.282,"5min":1.282,"15min":1.282},"last":0.496}]}]},{"osd":6,"up_from":45,"seq":193273528346,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6580,"kb_used_data":1260,"kb_used_omap":0,"kb_used_meta":5312,"kb_avail":93738572,"statfs":{"total":95995035648,"available":95988297728,"internally_reserved":0,"allocated":1290240,"data_stored":890754,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5439488},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:07:18 2023","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.66100000000000003},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.54100000000000004}]},{"osd":1,"last update":"Mon Aug 28 02:07:18 2023","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.56599999999999995}]},{"osd":2,"last update":"Mon Aug 28 02:07:18 2023","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.622},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.46400000000000002}]},{"osd":3,"last update":"Mon Aug 28 02:07:18 2023","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":1.143,"5min":1.143,"15min":1.143},"last":0.68899999999999995}]},{"osd":4,"last update":"Mon Aug 28 02:07:18 2023","interfaces":[{"interface":"back","average":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.52600000000000002}]},{"osd":5,"last update":"Mon Aug 28 02:07:18 2023","interfaces":[{"interface":"back","average":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.58399999999999996}]},{"osd":7,"last update":"Mon Aug 28 02:07:35 2023","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.70099999999999996},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.497}]}]},{"osd":1,"up_from":13,"seq":55834574891,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6756,"kb_used_data":668,"kb_used_omap":0,"kb_used_meta":6080,"kb_avail":93738396,"statfs":{"total":95995035648,"available":95988117504,"internally_reserved":0,"allocated":684032,"data_stored":299103,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6225920},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:07:56 2023","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.41999999999999998,"15min":0.40699999999999997},"min":{"1min":0.24099999999999999,"5min":0.224,"15min":0.224},"max":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.48799999999999999,"5min":0.434,"15min":0.40999999999999998},"min":{"1min":0.27800000000000002,"5min":0.255,"15min":0.255},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.52800000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:07:09 2023","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.46899999999999997,"15min":0.46400000000000002},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.47799999999999998,"5min":0.51300000000000001,"15min":0.51900000000000002},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.66000000000000003,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.42699999999999999}]},{"osd":3,"last update":"Mon Aug 28 02:07:35 2023","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.51000000000000001,"15min":0.50900000000000001},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.69099999999999995,"5min":1.0349999999999999,"15min":1.0349999999999999},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.51400000000000001,"15min":0.50700000000000001},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.81399999999999995,"5min":0.81399999999999995,"15min":0.81399999999999995},"last":0.50900000000000001}]},{"osd":4,"last update":"Mon Aug 28 02:07:46 2023","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.61399999999999999,"15min":0.624},"min":{"1min":0.45200000000000001,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.71099999999999997,"5min":0.96599999999999997,"15min":0.96599999999999997},"last":2.7749999999999999},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.63600000000000001,"15min":0.64300000000000002},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.78800000000000003,"5min":1.0029999999999999,"15min":1.0029999999999999},"last":0.55200000000000005}]},{"osd":5,"last update":"Mon Aug 28 02:08:01 2023","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.58799999999999997,"15min":0.59199999999999997},"min":{"1min":0.42399999999999999,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"last":2.835},{"interface":"front","average":{"1min":0.64100000000000001,"5min":0.65700000000000003,"15min":0.65900000000000003},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":1.0649999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.81899999999999995}]},{"osd":6,"last update":"Mon Aug 28 02:07:20 2023","interfaces":[{"interface":"back","average":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"min":{"1min":0.504,"5min":0.504,"15min":0.504},"max":{"1min":1.107,"5min":1.107,"15min":1.107},"last":0.89400000000000002},{"interface":"front","average":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"min":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":0.84799999999999998,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":2.8130000000000002}]},{"osd":7,"last update":"Mon Aug 28 02:07:35 2023","interfaces":[{"interface":"back","average":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.876},{"interface":"front","average":{"1min":0.747,"5min":0.747,"15min":0.747},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.048,"5min":1.048,"15min":1.048},"last":0.92700000000000005}]}]},{"osd":0,"up_from":8,"seq":34359738414,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7344,"kb_used_data":1256,"kb_used_omap":0,"kb_used_meta":6080,"kb_avail":93737808,"statfs":{"total":95995035648,"available":95987515392,"internally_reserved":0,"allocated":1286144,"data_stored":890047,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6225920},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:07:54 2023","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.38800000000000001,"15min":0.36199999999999999},"min":{"1min":0.30199999999999999,"5min":0.248,"15min":0.248},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.40600000000000003},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.42399999999999999,"15min":0.40100000000000002},"min":{"1min":0.30199999999999999,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.76700000000000002,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.36699999999999999}]},{"osd":2,"last update":"Mon Aug 28 02:07:13 2023","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.45200000000000001,"15min":0.44400000000000001},"min":{"1min":0.34000000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.46600000000000003,"5min":0.42699999999999999,"15min":0.42099999999999999},"min":{"1min":0.32000000000000001,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":0.85699999999999998},"last":0.48499999999999999}]},{"osd":3,"last update":"Mon Aug 28 02:07:35 2023","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.54900000000000004,"15min":0.55300000000000005},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.872,"5min":0.872,"15min":0.872},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.48799999999999999,"5min":0.50600000000000001,"15min":0.50900000000000001},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.55000000000000004}]},{"osd":4,"last update":"Mon Aug 28 02:07:48 2023","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":0.60999999999999999,"15min":0.60899999999999999},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.81200000000000006,"5min":1.137,"15min":1.137},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.623,"5min":0.65700000000000003,"15min":0.66300000000000003},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.84399999999999997,"5min":1.1719999999999999,"15min":1.1719999999999999},"last":0.76100000000000001}]},{"osd":5,"last update":"Mon Aug 28 02:08:04 2023","interfaces":[{"interface":"back","average":{"1min":0.64300000000000002,"5min":0.63500000000000001,"15min":0.63400000000000001},"min":{"1min":0.48499999999999999,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.80200000000000005,"5min":1.03,"15min":1.03},"last":0.63500000000000001},{"interface":"front","average":{"1min":0.75,"5min":0.71599999999999997,"15min":0.70999999999999996},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":2.3940000000000001,"5min":2.3940000000000001,"15min":2.3940000000000001},"last":0.71299999999999997}]},{"osd":6,"last update":"Mon Aug 28 02:07:18 2023","interfaces":[{"interface":"back","average":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"min":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":0.97499999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.68899999999999995},{"interface":"front","average":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":1.2969999999999999,"5min":1.2969999999999999,"15min":1.2969999999999999},"last":0.65700000000000003}]},{"osd":7,"last update":"Mon Aug 28 02:07:35 2023","interfaces":[{"interface":"back","average":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":1.216,"5min":1.216,"15min":1.216},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"min":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"max":{"1min":1.0369999999999999,"5min":1.0369999999999999,"15min":1.0369999999999999},"last":0.73299999999999998}]}]},{"osd":2,"up_from":18,"seq":77309411366,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6636,"kb_used_data":676,"kb_used_omap":0,"kb_used_meta":5952,"kb_avail":93738516,"statfs":{"total":95995035648,"available":95988240384,"internally_reserved":0,"allocated":692224,"data_stored":299691,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6094848},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:07:14 2023","interfaces":[{"interface":"back","average":{"1min":0.439,"5min":0.44500000000000001,"15min":0.44600000000000001},"min":{"1min":0.312,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.64900000000000002,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.439,"15min":0.435},"min":{"1min":0.35899999999999999,"5min":0.252,"15min":0.252},"max":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"last":0.35899999999999999}]},{"osd":1,"last update":"Mon Aug 28 02:07:14 2023","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.46500000000000002,"15min":0.46800000000000003},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.71899999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.39000000000000001},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.49199999999999999,"15min":0.48299999999999998},"min":{"1min":0.40200000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.436}]},{"osd":3,"last update":"Mon Aug 28 02:07:29 2023","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.52900000000000003,"15min":0.52700000000000002},"min":{"1min":0.37,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":1.232,"5min":1.232,"15min":1.232},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.56399999999999995,"15min":0.56599999999999995},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.57899999999999996}]},{"osd":4,"last update":"Mon Aug 28 02:07:46 2023","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.65000000000000002,"15min":0.66100000000000003},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.81699999999999995,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.60299999999999998,"15min":0.60499999999999998},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.85599999999999998,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.56100000000000005}]},{"osd":5,"last update":"Mon Aug 28 02:08:05 2023","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.65300000000000002,"15min":0.65800000000000003},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.69799999999999995,"5min":0.67400000000000004,"15min":0.67000000000000004},"min":{"1min":0.48299999999999998,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":1.022,"5min":1.022,"15min":1.022},"last":0.621}]},{"osd":6,"last update":"Mon Aug 28 02:07:21 2023","interfaces":[{"interface":"back","average":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":0.95799999999999996,"5min":0.95799999999999996,"15min":0.95799999999999996},"last":0.66500000000000004},{"interface":"front","average":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":1.0649999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.59399999999999997}]},{"osd":7,"last update":"Mon Aug 28 02:07:37 2023","interfaces":[{"interface":"back","average":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.149,"5min":1.149,"15min":1.149},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1.081,"5min":1.081,"15min":1.081},"last":0.497}]}]},{"osd":3,"up_from":25,"seq":107374182435,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6120,"kb_used_data":672,"kb_used_omap":0,"kb_used_meta":5440,"kb_avail":93739032,"statfs":{"total":95995035648,"available":95988768768,"internally_reserved":0,"allocated":688128,"data_stored":299193,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5570560},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:07:28 2023","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.41899999999999998,"15min":0.40699999999999997},"min":{"1min":0.34899999999999998,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.84799999999999998,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.502,"5min":0.44800000000000001,"15min":0.439},"min":{"1min":0.35499999999999998,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.67200000000000004,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.33300000000000002}]},{"osd":1,"last update":"Mon Aug 28 02:07:28 2023","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":0.48199999999999998,"15min":0.47899999999999998},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.443},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.47599999999999998,"15min":0.46999999999999997},"min":{"1min":0.32600000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.36299999999999999}]},{"osd":2,"last update":"Mon Aug 28 02:07:28 2023","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.53700000000000003,"15min":0.52900000000000003},"min":{"1min":0.378,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.31900000000000001},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.52500000000000002,"15min":0.51300000000000001},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.40999999999999998}]},{"osd":4,"last update":"Mon Aug 28 02:07:47 2023","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.58599999999999997,"15min":0.57799999999999996},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.91300000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"last":0.71999999999999997},{"interface":"front","average":{"1min":0.64100000000000001,"5min":0.59199999999999997,"15min":0.58399999999999996},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.64100000000000001}]},{"osd":5,"last update":"Mon Aug 28 02:07:59 2023","interfaces":[{"interface":"back","average":{"1min":0.66500000000000004,"5min":0.64500000000000002,"15min":0.64100000000000001},"min":{"1min":0.52500000000000002,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":0.97899999999999998,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":0.629},{"interface":"front","average":{"1min":0.65700000000000003,"5min":0.627,"15min":0.622},"min":{"1min":0.46899999999999997,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":1.008,"5min":1.008,"15min":1.008},"last":0.754}]},{"osd":6,"last update":"Mon Aug 28 02:07:19 2023","interfaces":[{"interface":"back","average":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.92700000000000005,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.66800000000000004},{"interface":"front","average":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"min":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.77800000000000002}]},{"osd":7,"last update":"Mon Aug 28 02:07:36 2023","interfaces":[{"interface":"back","average":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"min":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"max":{"1min":0.97799999999999998,"5min":0.97799999999999998,"15min":0.97799999999999998},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"min":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"max":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.70399999999999996}]}]},{"osd":4,"up_from":30,"seq":128849018912,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6136,"kb_used_data":688,"kb_used_omap":0,"kb_used_meta":5440,"kb_avail":93739016,"statfs":{"total":95995035648,"available":95988752384,"internally_reserved":0,"allocated":704512,"data_stored":300512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5570560},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:07:46 2023","interfaces":[{"interface":"back","average":{"1min":1.0489999999999999,"5min":0.61699999999999999,"15min":0.54500000000000004},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":6.0999999999999996,"5min":6.0999999999999996,"15min":6.0999999999999996},"last":0.44500000000000001},{"interface":"front","average":{"1min":0.72999999999999998,"5min":0.56399999999999995,"15min":0.53600000000000003},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":4.6840000000000002,"5min":4.6840000000000002,"15min":4.6840000000000002},"last":0.48099999999999998}]},{"osd":1,"last update":"Mon Aug 28 02:07:46 2023","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":0.50700000000000001,"15min":0.50900000000000001},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.70499999999999996,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.40100000000000002},{"interface":"front","average":{"1min":1.0249999999999999,"5min":0.63700000000000001,"15min":0.57299999999999995},"min":{"1min":0.34699999999999998,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":6.0640000000000001,"5min":6.0640000000000001,"15min":6.0640000000000001},"last":0.61099999999999999}]},{"osd":2,"last update":"Mon Aug 28 02:07:46 2023","interfaces":[{"interface":"back","average":{"1min":0.80100000000000005,"5min":0.58199999999999996,"15min":0.54600000000000004},"min":{"1min":0.39000000000000001,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":6.1289999999999996,"5min":6.1289999999999996,"15min":6.1289999999999996},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.80400000000000005,"5min":0.59799999999999998,"15min":0.56399999999999995},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":4.5990000000000002,"5min":4.5990000000000002,"15min":4.5990000000000002},"last":0.57199999999999995}]},{"osd":3,"last update":"Mon Aug 28 02:07:46 2023","interfaces":[{"interface":"back","average":{"1min":0.82199999999999995,"5min":0.60499999999999998,"15min":0.56899999999999995},"min":{"1min":0.40999999999999998,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":4.6360000000000001,"5min":4.6360000000000001,"15min":4.6360000000000001},"last":0.67700000000000005},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.54500000000000004,"15min":0.53900000000000003},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":1.5209999999999999,"5min":1.5209999999999999,"15min":1.5209999999999999},"last":0.59299999999999997}]},{"osd":5,"last update":"Mon Aug 28 02:08:00 2023","interfaces":[{"interface":"back","average":{"1min":0.85599999999999998,"5min":0.48399999999999999,"15min":0.42199999999999999},"min":{"1min":0.33300000000000002,"5min":0.247,"15min":0.247},"max":{"1min":8.6470000000000002,"5min":8.6470000000000002,"15min":8.6470000000000002},"last":0.66700000000000004},{"interface":"front","average":{"1min":0.70299999999999996,"5min":0.498,"15min":0.46400000000000002},"min":{"1min":0.33900000000000002,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":4.71,"5min":4.71,"15min":4.71},"last":0.72899999999999998}]},{"osd":6,"last update":"Mon Aug 28 02:07:20 2023","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":5.9900000000000002,"5min":5.9900000000000002,"15min":5.9900000000000002},"last":0.63100000000000001},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":4.6150000000000002,"5min":4.6150000000000002,"15min":4.6150000000000002},"last":0.64500000000000002}]},{"osd":7,"last update":"Mon Aug 28 02:07:32 2023","interfaces":[{"interface":"back","average":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":6.4950000000000001,"5min":6.4950000000000001,"15min":6.4950000000000001},"last":0.69199999999999995},{"interface":"front","average":{"1min":0.749,"5min":0.749,"15min":0.749},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":4.8579999999999997,"5min":4.8579999999999997,"15min":4.8579999999999997},"last":0.70699999999999996}]}]},{"osd":5,"up_from":37,"seq":158913789981,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6060,"kb_used_data":676,"kb_used_omap":0,"kb_used_meta":5376,"kb_avail":93739092,"statfs":{"total":95995035648,"available":95988830208,"internally_reserved":0,"allocated":692224,"data_stored":299727,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5505024},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:07:03 2023","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.49199999999999999}]},{"osd":1,"last update":"Mon Aug 28 02:07:03 2023","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.52700000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:07:03 2023","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.46400000000000002}]},{"osd":3,"last update":"Mon Aug 28 02:07:03 2023","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.48399999999999999},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.56899999999999995}]},{"osd":4,"last update":"Mon Aug 28 02:07:03 2023","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.628,"5min":0.628,"15min":0.628},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"last":0.38700000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:07:21 2023","interfaces":[{"interface":"back","average":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":1.004,"5min":1.004,"15min":1.004},"last":0.432},{"interface":"front","average":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"last":0.59399999999999997}]},{"osd":7,"last update":"Mon Aug 28 02:07:33 2023","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.499,"15min":0.499},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.51200000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1606,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1752,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:08:09.414 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:08:09.715 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:08:10.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:09 smithi040 ceph-mon[111703]: pgmap v48: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:08:10.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:09 smithi040 ceph-mon[111703]: from='client.14796 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:08:10.230 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:09 smithi040 ceph-mon[120580]: pgmap v48: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:08:10.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:09 smithi040 ceph-mon[120580]: from='client.14796 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:08:10.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:09 smithi083 ceph-mon[113795]: pgmap v48: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:08:10.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:09 smithi083 ceph-mon[113795]: from='client.14796 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:08:11.035 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:08:11.037 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:08:11.400 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:08:11 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:08:11] "GET /metrics HTTP/1.1" 200 238718 "" "Prometheus/2.43.0" 2023-08-28T02:08:11.425 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":49,"stamp":"2023-08-28T02:08:10.878672+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592674,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":224,"num_write_kb":2429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":167,"ondisk_log_size":167,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":52228,"kb_used_data":7172,"kb_used_omap":0,"kb_used_meta":44992,"kb_avail":749908988,"statfs":{"total":767960285184,"available":767906803712,"internally_reserved":0,"allocated":7344128,"data_stored":4170250,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":46071808},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002646"},"pg_stats":[{"pgid":"4.18","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.301361+0000","last_change":"2023-08-28T02:07:37.335461+0000","last_active":"2023-08-28T02:07:57.301361+0000","last_peered":"2023-08-28T02:07:57.301361+0000","last_clean":"2023-08-28T02:07:57.301361+0000","last_became_active":"2023-08-28T02:07:37.335182+0000","last_became_peered":"2023-08-28T02:07:37.335182+0000","last_unstale":"2023-08-28T02:07:57.301361+0000","last_undegraded":"2023-08-28T02:07:57.301361+0000","last_fullsized":"2023-08-28T02:07:57.301361+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:24:04.380109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"65'4","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.303977+0000","last_change":"2023-08-28T02:07:37.322322+0000","last_active":"2023-08-28T02:07:57.303977+0000","last_peered":"2023-08-28T02:07:57.303977+0000","last_clean":"2023-08-28T02:07:57.303977+0000","last_became_active":"2023-08-28T02:07:37.321985+0000","last_became_peered":"2023-08-28T02:07:37.321985+0000","last_unstale":"2023-08-28T02:07:57.303977+0000","last_undegraded":"2023-08-28T02:07:57.303977+0000","last_fullsized":"2023-08-28T02:07:57.303977+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":4,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:25:26.374896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.307157+0000","last_change":"2023-08-28T02:07:37.487653+0000","last_active":"2023-08-28T02:07:57.307157+0000","last_peered":"2023-08-28T02:07:57.307157+0000","last_clean":"2023-08-28T02:07:57.307157+0000","last_became_active":"2023-08-28T02:07:37.486843+0000","last_became_peered":"2023-08-28T02:07:37.486843+0000","last_unstale":"2023-08-28T02:07:57.307157+0000","last_undegraded":"2023-08-28T02:07:57.307157+0000","last_fullsized":"2023-08-28T02:07:57.307157+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:53:45.356222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"65'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.307832+0000","last_change":"2023-08-28T02:07:37.314566+0000","last_active":"2023-08-28T02:07:57.307832+0000","last_peered":"2023-08-28T02:07:57.307832+0000","last_clean":"2023-08-28T02:07:57.307832+0000","last_became_active":"2023-08-28T02:07:37.314230+0000","last_became_peered":"2023-08-28T02:07:37.314230+0000","last_unstale":"2023-08-28T02:07:57.307832+0000","last_undegraded":"2023-08-28T02:07:57.307832+0000","last_fullsized":"2023-08-28T02:07:57.307832+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:41:07.521487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.301596+0000","last_change":"2023-08-28T02:07:37.486988+0000","last_active":"2023-08-28T02:07:57.301596+0000","last_peered":"2023-08-28T02:07:57.301596+0000","last_clean":"2023-08-28T02:07:57.301596+0000","last_became_active":"2023-08-28T02:07:37.486677+0000","last_became_peered":"2023-08-28T02:07:37.486677+0000","last_unstale":"2023-08-28T02:07:57.301596+0000","last_undegraded":"2023-08-28T02:07:57.301596+0000","last_fullsized":"2023-08-28T02:07:57.301596+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:16:52.369375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"65'2","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.306729+0000","last_change":"2023-08-28T02:07:37.315088+0000","last_active":"2023-08-28T02:07:57.306729+0000","last_peered":"2023-08-28T02:07:57.306729+0000","last_clean":"2023-08-28T02:07:57.306729+0000","last_became_active":"2023-08-28T02:07:37.314730+0000","last_became_peered":"2023-08-28T02:07:37.314730+0000","last_unstale":"2023-08-28T02:07:57.306729+0000","last_undegraded":"2023-08-28T02:07:57.306729+0000","last_fullsized":"2023-08-28T02:07:57.306729+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:58.096621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.301950+0000","last_change":"2023-08-28T02:07:37.337576+0000","last_active":"2023-08-28T02:07:57.301950+0000","last_peered":"2023-08-28T02:07:57.301950+0000","last_clean":"2023-08-28T02:07:57.301950+0000","last_became_active":"2023-08-28T02:07:37.337327+0000","last_became_peered":"2023-08-28T02:07:37.337327+0000","last_unstale":"2023-08-28T02:07:57.301950+0000","last_undegraded":"2023-08-28T02:07:57.301950+0000","last_fullsized":"2023-08-28T02:07:57.301950+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:33:39.167602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"65'2","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.306685+0000","last_change":"2023-08-28T02:07:37.318874+0000","last_active":"2023-08-28T02:07:57.306685+0000","last_peered":"2023-08-28T02:07:57.306685+0000","last_clean":"2023-08-28T02:07:57.306685+0000","last_became_active":"2023-08-28T02:07:37.318581+0000","last_became_peered":"2023-08-28T02:07:37.318581+0000","last_unstale":"2023-08-28T02:07:57.306685+0000","last_undegraded":"2023-08-28T02:07:57.306685+0000","last_fullsized":"2023-08-28T02:07:57.306685+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:38:45.956649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.299299+0000","last_change":"2023-08-28T02:07:37.339658+0000","last_active":"2023-08-28T02:07:57.299299+0000","last_peered":"2023-08-28T02:07:57.299299+0000","last_clean":"2023-08-28T02:07:57.299299+0000","last_became_active":"2023-08-28T02:07:37.339320+0000","last_became_peered":"2023-08-28T02:07:37.339320+0000","last_unstale":"2023-08-28T02:07:57.299299+0000","last_undegraded":"2023-08-28T02:07:57.299299+0000","last_fullsized":"2023-08-28T02:07:57.299299+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:47:05.488234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"65'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.304565+0000","last_change":"2023-08-28T02:07:37.321316+0000","last_active":"2023-08-28T02:07:57.304565+0000","last_peered":"2023-08-28T02:07:57.304565+0000","last_clean":"2023-08-28T02:07:57.304565+0000","last_became_active":"2023-08-28T02:07:37.320716+0000","last_became_peered":"2023-08-28T02:07:37.320716+0000","last_unstale":"2023-08-28T02:07:57.304565+0000","last_undegraded":"2023-08-28T02:07:57.304565+0000","last_fullsized":"2023-08-28T02:07:57.304565+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:35:30.058518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.301684+0000","last_change":"2023-08-28T02:07:37.332854+0000","last_active":"2023-08-28T02:07:57.301684+0000","last_peered":"2023-08-28T02:07:57.301684+0000","last_clean":"2023-08-28T02:07:57.301684+0000","last_became_active":"2023-08-28T02:07:37.332563+0000","last_became_peered":"2023-08-28T02:07:37.332563+0000","last_unstale":"2023-08-28T02:07:57.301684+0000","last_undegraded":"2023-08-28T02:07:57.301684+0000","last_fullsized":"2023-08-28T02:07:57.301684+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:24:12.887788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"65'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.304364+0000","last_change":"2023-08-28T02:07:37.326665+0000","last_active":"2023-08-28T02:07:57.304364+0000","last_peered":"2023-08-28T02:07:57.304364+0000","last_clean":"2023-08-28T02:07:57.304364+0000","last_became_active":"2023-08-28T02:07:37.326109+0000","last_became_peered":"2023-08-28T02:07:37.326109+0000","last_unstale":"2023-08-28T02:07:57.304364+0000","last_undegraded":"2023-08-28T02:07:57.304364+0000","last_fullsized":"2023-08-28T02:07:57.304364+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:21:53.715852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.296600+0000","last_change":"2023-08-28T02:06:56.854188+0000","last_active":"2023-08-28T02:07:57.296600+0000","last_peered":"2023-08-28T02:07:57.296600+0000","last_clean":"2023-08-28T02:07:57.296600+0000","last_became_active":"2023-08-28T02:06:56.853874+0000","last_became_peered":"2023-08-28T02:06:56.853874+0000","last_unstale":"2023-08-28T02:07:57.296600+0000","last_undegraded":"2023-08-28T02:07:57.296600+0000","last_fullsized":"2023-08-28T02:07:57.296600+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:52:26.465820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.307021+0000","last_change":"2023-08-28T02:07:37.487026+0000","last_active":"2023-08-28T02:07:57.307021+0000","last_peered":"2023-08-28T02:07:57.307021+0000","last_clean":"2023-08-28T02:07:57.307021+0000","last_became_active":"2023-08-28T02:07:37.486671+0000","last_became_peered":"2023-08-28T02:07:37.486671+0000","last_unstale":"2023-08-28T02:07:57.307021+0000","last_undegraded":"2023-08-28T02:07:57.307021+0000","last_fullsized":"2023-08-28T02:07:57.307021+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:38:36.442210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.304117+0000","last_change":"2023-08-28T02:06:57.246547+0000","last_active":"2023-08-28T02:07:57.304117+0000","last_peered":"2023-08-28T02:07:57.304117+0000","last_clean":"2023-08-28T02:07:57.304117+0000","last_became_active":"2023-08-28T02:06:57.246161+0000","last_became_peered":"2023-08-28T02:06:57.246161+0000","last_unstale":"2023-08-28T02:07:57.304117+0000","last_undegraded":"2023-08-28T02:07:57.304117+0000","last_fullsized":"2023-08-28T02:07:57.304117+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:47:17.191888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"65'2","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.307889+0000","last_change":"2023-08-28T02:07:37.321475+0000","last_active":"2023-08-28T02:07:57.307889+0000","last_peered":"2023-08-28T02:07:57.307889+0000","last_clean":"2023-08-28T02:07:57.307889+0000","last_became_active":"2023-08-28T02:07:37.321171+0000","last_became_peered":"2023-08-28T02:07:37.321171+0000","last_unstale":"2023-08-28T02:07:57.307889+0000","last_undegraded":"2023-08-28T02:07:57.307889+0000","last_fullsized":"2023-08-28T02:07:57.307889+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:58:07.714666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.304667+0000","last_change":"2023-08-28T02:07:38.535478+0000","last_active":"2023-08-28T02:07:57.304667+0000","last_peered":"2023-08-28T02:07:57.304667+0000","last_clean":"2023-08-28T02:07:57.304667+0000","last_became_active":"2023-08-28T02:07:38.535184+0000","last_became_peered":"2023-08-28T02:07:38.535184+0000","last_unstale":"2023-08-28T02:07:57.304667+0000","last_undegraded":"2023-08-28T02:07:57.304667+0000","last_fullsized":"2023-08-28T02:07:57.304667+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:00:10.015365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.306076+0000","last_change":"2023-08-28T02:07:37.313354+0000","last_active":"2023-08-28T02:07:57.306076+0000","last_peered":"2023-08-28T02:07:57.306076+0000","last_clean":"2023-08-28T02:07:57.306076+0000","last_became_active":"2023-08-28T02:07:37.313007+0000","last_became_peered":"2023-08-28T02:07:37.313007+0000","last_unstale":"2023-08-28T02:07:57.306076+0000","last_undegraded":"2023-08-28T02:07:57.306076+0000","last_fullsized":"2023-08-28T02:07:57.306076+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:15:40.380230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.310597+0000","last_change":"2023-08-28T02:06:57.246423+0000","last_active":"2023-08-28T02:07:57.310597+0000","last_peered":"2023-08-28T02:07:57.310597+0000","last_clean":"2023-08-28T02:07:57.310597+0000","last_became_active":"2023-08-28T02:06:57.246100+0000","last_became_peered":"2023-08-28T02:06:57.246100+0000","last_unstale":"2023-08-28T02:07:57.310597+0000","last_undegraded":"2023-08-28T02:07:57.310597+0000","last_fullsized":"2023-08-28T02:07:57.310597+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:24:22.288502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.304447+0000","last_change":"2023-08-28T02:07:38.477001+0000","last_active":"2023-08-28T02:07:57.304447+0000","last_peered":"2023-08-28T02:07:57.304447+0000","last_clean":"2023-08-28T02:07:57.304447+0000","last_became_active":"2023-08-28T02:07:38.476624+0000","last_became_peered":"2023-08-28T02:07:38.476624+0000","last_unstale":"2023-08-28T02:07:57.304447+0000","last_undegraded":"2023-08-28T02:07:57.304447+0000","last_fullsized":"2023-08-28T02:07:57.304447+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:06:58.155632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.303527+0000","last_change":"2023-08-28T02:07:37.333852+0000","last_active":"2023-08-28T02:07:57.303527+0000","last_peered":"2023-08-28T02:07:57.303527+0000","last_clean":"2023-08-28T02:07:57.303527+0000","last_became_active":"2023-08-28T02:07:37.333537+0000","last_became_peered":"2023-08-28T02:07:37.333537+0000","last_unstale":"2023-08-28T02:07:57.303527+0000","last_undegraded":"2023-08-28T02:07:57.303527+0000","last_fullsized":"2023-08-28T02:07:57.303527+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:19:05.240381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.310317+0000","last_change":"2023-08-28T02:06:56.902027+0000","last_active":"2023-08-28T02:07:57.310317+0000","last_peered":"2023-08-28T02:07:57.310317+0000","last_clean":"2023-08-28T02:07:57.310317+0000","last_became_active":"2023-08-28T02:06:56.901799+0000","last_became_peered":"2023-08-28T02:06:56.901799+0000","last_unstale":"2023-08-28T02:07:57.310317+0000","last_undegraded":"2023-08-28T02:07:57.310317+0000","last_fullsized":"2023-08-28T02:07:57.310317+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:43:05.427222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.296510+0000","last_change":"2023-08-28T02:07:37.450928+0000","last_active":"2023-08-28T02:07:57.296510+0000","last_peered":"2023-08-28T02:07:57.296510+0000","last_clean":"2023-08-28T02:07:57.296510+0000","last_became_active":"2023-08-28T02:07:37.450603+0000","last_became_peered":"2023-08-28T02:07:37.450603+0000","last_unstale":"2023-08-28T02:07:57.296510+0000","last_undegraded":"2023-08-28T02:07:57.296510+0000","last_fullsized":"2023-08-28T02:07:57.296510+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:39:24.068431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.307261+0000","last_change":"2023-08-28T02:07:37.312511+0000","last_active":"2023-08-28T02:07:57.307261+0000","last_peered":"2023-08-28T02:07:57.307261+0000","last_clean":"2023-08-28T02:07:57.307261+0000","last_became_active":"2023-08-28T02:07:37.312101+0000","last_became_peered":"2023-08-28T02:07:37.312101+0000","last_unstale":"2023-08-28T02:07:57.307261+0000","last_undegraded":"2023-08-28T02:07:57.307261+0000","last_fullsized":"2023-08-28T02:07:57.307261+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:25:33.463197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"58'128","reported_seq":274,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.310258+0000","last_change":"2023-08-28T02:06:36.267218+0000","last_active":"2023-08-28T02:07:57.310258+0000","last_peered":"2023-08-28T02:07:57.310258+0000","last_clean":"2023-08-28T02:07:57.310258+0000","last_became_active":"2023-08-28T02:06:36.266801+0000","last_became_peered":"2023-08-28T02:06:36.266801+0000","last_unstale":"2023-08-28T02:07:57.310258+0000","last_undegraded":"2023-08-28T02:07:57.310258+0000","last_fullsized":"2023-08-28T02:07:57.310258+0000","mapping_epoch":55,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":56,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":128,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:10:49.385309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.306447+0000","last_change":"2023-08-28T02:06:56.853515+0000","last_active":"2023-08-28T02:07:57.306447+0000","last_peered":"2023-08-28T02:07:57.306447+0000","last_clean":"2023-08-28T02:07:57.306447+0000","last_became_active":"2023-08-28T02:06:56.853231+0000","last_became_peered":"2023-08-28T02:06:56.853231+0000","last_unstale":"2023-08-28T02:07:57.306447+0000","last_undegraded":"2023-08-28T02:07:57.306447+0000","last_fullsized":"2023-08-28T02:07:57.306447+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:26:59.854518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.304341+0000","last_change":"2023-08-28T02:07:37.487312+0000","last_active":"2023-08-28T02:07:57.304341+0000","last_peered":"2023-08-28T02:07:57.304341+0000","last_clean":"2023-08-28T02:07:57.304341+0000","last_became_active":"2023-08-28T02:07:37.486968+0000","last_became_peered":"2023-08-28T02:07:37.486968+0000","last_unstale":"2023-08-28T02:07:57.304341+0000","last_undegraded":"2023-08-28T02:07:57.304341+0000","last_fullsized":"2023-08-28T02:07:57.304341+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:21:49.352495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.304396+0000","last_change":"2023-08-28T02:07:37.313607+0000","last_active":"2023-08-28T02:07:57.304396+0000","last_peered":"2023-08-28T02:07:57.304396+0000","last_clean":"2023-08-28T02:07:57.304396+0000","last_became_active":"2023-08-28T02:07:37.313233+0000","last_became_peered":"2023-08-28T02:07:37.313233+0000","last_unstale":"2023-08-28T02:07:57.304396+0000","last_undegraded":"2023-08-28T02:07:57.304396+0000","last_fullsized":"2023-08-28T02:07:57.304396+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:56:20.085313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.299278+0000","last_change":"2023-08-28T02:06:56.902414+0000","last_active":"2023-08-28T02:07:57.299278+0000","last_peered":"2023-08-28T02:07:57.299278+0000","last_clean":"2023-08-28T02:07:57.299278+0000","last_became_active":"2023-08-28T02:06:56.902090+0000","last_became_peered":"2023-08-28T02:06:56.902090+0000","last_unstale":"2023-08-28T02:07:57.299278+0000","last_undegraded":"2023-08-28T02:07:57.299278+0000","last_fullsized":"2023-08-28T02:07:57.299278+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:39:31.391180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.306013+0000","last_change":"2023-08-28T02:07:37.341506+0000","last_active":"2023-08-28T02:07:57.306013+0000","last_peered":"2023-08-28T02:07:57.306013+0000","last_clean":"2023-08-28T02:07:57.306013+0000","last_became_active":"2023-08-28T02:07:37.341047+0000","last_became_peered":"2023-08-28T02:07:37.341047+0000","last_unstale":"2023-08-28T02:07:57.306013+0000","last_undegraded":"2023-08-28T02:07:57.306013+0000","last_fullsized":"2023-08-28T02:07:57.306013+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:16:03.188409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.301822+0000","last_change":"2023-08-28T02:07:37.322100+0000","last_active":"2023-08-28T02:07:57.301822+0000","last_peered":"2023-08-28T02:07:57.301822+0000","last_clean":"2023-08-28T02:07:57.301822+0000","last_became_active":"2023-08-28T02:07:37.321805+0000","last_became_peered":"2023-08-28T02:07:37.321805+0000","last_unstale":"2023-08-28T02:07:57.301822+0000","last_undegraded":"2023-08-28T02:07:57.301822+0000","last_fullsized":"2023-08-28T02:07:57.301822+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:29:13.067706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.306466+0000","last_change":"2023-08-28T02:06:56.855014+0000","last_active":"2023-08-28T02:07:57.306466+0000","last_peered":"2023-08-28T02:07:57.306466+0000","last_clean":"2023-08-28T02:07:57.306466+0000","last_became_active":"2023-08-28T02:06:56.854709+0000","last_became_peered":"2023-08-28T02:06:56.854709+0000","last_unstale":"2023-08-28T02:07:57.306466+0000","last_undegraded":"2023-08-28T02:07:57.306466+0000","last_fullsized":"2023-08-28T02:07:57.306466+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:21:26.150561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.303938+0000","last_change":"2023-08-28T02:07:37.340901+0000","last_active":"2023-08-28T02:07:57.303938+0000","last_peered":"2023-08-28T02:07:57.303938+0000","last_clean":"2023-08-28T02:07:57.303938+0000","last_became_active":"2023-08-28T02:07:37.340188+0000","last_became_peered":"2023-08-28T02:07:37.340188+0000","last_unstale":"2023-08-28T02:07:57.303938+0000","last_undegraded":"2023-08-28T02:07:57.303938+0000","last_fullsized":"2023-08-28T02:07:57.303938+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:43:53.245712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.306667+0000","last_change":"2023-08-28T02:07:37.315777+0000","last_active":"2023-08-28T02:07:57.306667+0000","last_peered":"2023-08-28T02:07:57.306667+0000","last_clean":"2023-08-28T02:07:57.306667+0000","last_became_active":"2023-08-28T02:07:37.315299+0000","last_became_peered":"2023-08-28T02:07:37.315299+0000","last_unstale":"2023-08-28T02:07:57.306667+0000","last_undegraded":"2023-08-28T02:07:57.306667+0000","last_fullsized":"2023-08-28T02:07:57.306667+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:18:06.156106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.305970+0000","last_change":"2023-08-28T02:06:56.902413+0000","last_active":"2023-08-28T02:07:57.305970+0000","last_peered":"2023-08-28T02:07:57.305970+0000","last_clean":"2023-08-28T02:07:57.305970+0000","last_became_active":"2023-08-28T02:06:56.902095+0000","last_became_peered":"2023-08-28T02:06:56.902095+0000","last_unstale":"2023-08-28T02:07:57.305970+0000","last_undegraded":"2023-08-28T02:07:57.305970+0000","last_fullsized":"2023-08-28T02:07:57.305970+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:07:21.438711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.304424+0000","last_change":"2023-08-28T02:07:37.341254+0000","last_active":"2023-08-28T02:07:57.304424+0000","last_peered":"2023-08-28T02:07:57.304424+0000","last_clean":"2023-08-28T02:07:57.304424+0000","last_became_active":"2023-08-28T02:07:37.340957+0000","last_became_peered":"2023-08-28T02:07:37.340957+0000","last_unstale":"2023-08-28T02:07:57.304424+0000","last_undegraded":"2023-08-28T02:07:57.304424+0000","last_fullsized":"2023-08-28T02:07:57.304424+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:01:56.463890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.307025+0000","last_change":"2023-08-28T02:07:37.317551+0000","last_active":"2023-08-28T02:07:57.307025+0000","last_peered":"2023-08-28T02:07:57.307025+0000","last_clean":"2023-08-28T02:07:57.307025+0000","last_became_active":"2023-08-28T02:07:37.316883+0000","last_became_peered":"2023-08-28T02:07:37.316883+0000","last_unstale":"2023-08-28T02:07:57.307025+0000","last_undegraded":"2023-08-28T02:07:57.307025+0000","last_fullsized":"2023-08-28T02:07:57.307025+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:25:31.014808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.301917+0000","last_change":"2023-08-28T02:07:37.335428+0000","last_active":"2023-08-28T02:07:57.301917+0000","last_peered":"2023-08-28T02:07:57.301917+0000","last_clean":"2023-08-28T02:07:57.301917+0000","last_became_active":"2023-08-28T02:07:37.335151+0000","last_became_peered":"2023-08-28T02:07:37.335151+0000","last_unstale":"2023-08-28T02:07:57.301917+0000","last_undegraded":"2023-08-28T02:07:57.301917+0000","last_fullsized":"2023-08-28T02:07:57.301917+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:05:09.053039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.301664+0000","last_change":"2023-08-28T02:07:37.316023+0000","last_active":"2023-08-28T02:07:57.301664+0000","last_peered":"2023-08-28T02:07:57.301664+0000","last_clean":"2023-08-28T02:07:57.301664+0000","last_became_active":"2023-08-28T02:07:37.315718+0000","last_became_peered":"2023-08-28T02:07:37.315718+0000","last_unstale":"2023-08-28T02:07:57.301664+0000","last_undegraded":"2023-08-28T02:07:57.301664+0000","last_fullsized":"2023-08-28T02:07:57.301664+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T14:02:02.183759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":23,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-08-28T02:07:58.534885+0000","last_change":"2023-08-28T02:07:58.534885+0000","last_active":"2023-08-28T02:07:58.534885+0000","last_peered":"2023-08-28T02:07:58.534885+0000","last_clean":"2023-08-28T02:07:58.534885+0000","last_became_active":"2023-08-28T02:07:58.534397+0000","last_became_peered":"2023-08-28T02:07:58.534397+0000","last_unstale":"2023-08-28T02:07:58.534885+0000","last_undegraded":"2023-08-28T02:07:58.534885+0000","last_fullsized":"2023-08-28T02:07:58.534885+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:10:17.952281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.296508+0000","last_change":"2023-08-28T02:07:37.312686+0000","last_active":"2023-08-28T02:07:57.296508+0000","last_peered":"2023-08-28T02:07:57.296508+0000","last_clean":"2023-08-28T02:07:57.296508+0000","last_became_active":"2023-08-28T02:07:37.312392+0000","last_became_peered":"2023-08-28T02:07:37.312392+0000","last_unstale":"2023-08-28T02:07:57.296508+0000","last_undegraded":"2023-08-28T02:07:57.296508+0000","last_fullsized":"2023-08-28T02:07:57.296508+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:16:26.272828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.301743+0000","last_change":"2023-08-28T02:07:37.337537+0000","last_active":"2023-08-28T02:07:57.301743+0000","last_peered":"2023-08-28T02:07:57.301743+0000","last_clean":"2023-08-28T02:07:57.301743+0000","last_became_active":"2023-08-28T02:07:37.337244+0000","last_became_peered":"2023-08-28T02:07:37.337244+0000","last_unstale":"2023-08-28T02:07:57.301743+0000","last_undegraded":"2023-08-28T02:07:57.301743+0000","last_fullsized":"2023-08-28T02:07:57.301743+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:20:29.609372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"65'2","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.307396+0000","last_change":"2023-08-28T02:07:37.320910+0000","last_active":"2023-08-28T02:07:57.307396+0000","last_peered":"2023-08-28T02:07:57.307396+0000","last_clean":"2023-08-28T02:07:57.307396+0000","last_became_active":"2023-08-28T02:07:37.319782+0000","last_became_peered":"2023-08-28T02:07:37.319782+0000","last_unstale":"2023-08-28T02:07:57.307396+0000","last_undegraded":"2023-08-28T02:07:57.307396+0000","last_fullsized":"2023-08-28T02:07:57.307396+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:42:49.140769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":23,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-08-28T02:07:58.534976+0000","last_change":"2023-08-28T02:07:58.534976+0000","last_active":"2023-08-28T02:07:58.534976+0000","last_peered":"2023-08-28T02:07:58.534976+0000","last_clean":"2023-08-28T02:07:58.534976+0000","last_became_active":"2023-08-28T02:07:58.534566+0000","last_became_peered":"2023-08-28T02:07:58.534566+0000","last_unstale":"2023-08-28T02:07:58.534976+0000","last_undegraded":"2023-08-28T02:07:58.534976+0000","last_fullsized":"2023-08-28T02:07:58.534976+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:56:56.031962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.306597+0000","last_change":"2023-08-28T02:07:37.318244+0000","last_active":"2023-08-28T02:07:57.306597+0000","last_peered":"2023-08-28T02:07:57.306597+0000","last_clean":"2023-08-28T02:07:57.306597+0000","last_became_active":"2023-08-28T02:07:37.314643+0000","last_became_peered":"2023-08-28T02:07:37.314643+0000","last_unstale":"2023-08-28T02:07:57.306597+0000","last_undegraded":"2023-08-28T02:07:57.306597+0000","last_fullsized":"2023-08-28T02:07:57.306597+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:20:05.970886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.296382+0000","last_change":"2023-08-28T02:07:37.450921+0000","last_active":"2023-08-28T02:07:57.296382+0000","last_peered":"2023-08-28T02:07:57.296382+0000","last_clean":"2023-08-28T02:07:57.296382+0000","last_became_active":"2023-08-28T02:07:37.450602+0000","last_became_peered":"2023-08-28T02:07:37.450602+0000","last_unstale":"2023-08-28T02:07:57.296382+0000","last_undegraded":"2023-08-28T02:07:57.296382+0000","last_fullsized":"2023-08-28T02:07:57.296382+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:30:02.680464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"65'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.310705+0000","last_change":"2023-08-28T02:07:37.312010+0000","last_active":"2023-08-28T02:07:57.310705+0000","last_peered":"2023-08-28T02:07:57.310705+0000","last_clean":"2023-08-28T02:07:57.310705+0000","last_became_active":"2023-08-28T02:07:37.311737+0000","last_became_peered":"2023-08-28T02:07:37.311737+0000","last_unstale":"2023-08-28T02:07:57.310705+0000","last_undegraded":"2023-08-28T02:07:57.310705+0000","last_fullsized":"2023-08-28T02:07:57.310705+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:09:38.844075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.301451+0000","last_change":"2023-08-28T02:07:37.337655+0000","last_active":"2023-08-28T02:07:57.301451+0000","last_peered":"2023-08-28T02:07:57.301451+0000","last_clean":"2023-08-28T02:07:57.301451+0000","last_became_active":"2023-08-28T02:07:37.337356+0000","last_became_peered":"2023-08-28T02:07:37.337356+0000","last_unstale":"2023-08-28T02:07:57.301451+0000","last_undegraded":"2023-08-28T02:07:57.301451+0000","last_fullsized":"2023-08-28T02:07:57.301451+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:39:42.538878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"65'2","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.310647+0000","last_change":"2023-08-28T02:07:37.318973+0000","last_active":"2023-08-28T02:07:57.310647+0000","last_peered":"2023-08-28T02:07:57.310647+0000","last_clean":"2023-08-28T02:07:57.310647+0000","last_became_active":"2023-08-28T02:07:37.318706+0000","last_became_peered":"2023-08-28T02:07:37.318706+0000","last_unstale":"2023-08-28T02:07:57.310647+0000","last_undegraded":"2023-08-28T02:07:57.310647+0000","last_fullsized":"2023-08-28T02:07:57.310647+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:14:17.383948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.306337+0000","last_change":"2023-08-28T02:07:37.452412+0000","last_active":"2023-08-28T02:07:57.306337+0000","last_peered":"2023-08-28T02:07:57.306337+0000","last_clean":"2023-08-28T02:07:57.306337+0000","last_became_active":"2023-08-28T02:07:37.452156+0000","last_became_peered":"2023-08-28T02:07:37.452156+0000","last_unstale":"2023-08-28T02:07:57.306337+0000","last_undegraded":"2023-08-28T02:07:57.306337+0000","last_fullsized":"2023-08-28T02:07:57.306337+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:10:33.405360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"65'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.310829+0000","last_change":"2023-08-28T02:07:37.324144+0000","last_active":"2023-08-28T02:07:57.310829+0000","last_peered":"2023-08-28T02:07:57.310829+0000","last_clean":"2023-08-28T02:07:57.310829+0000","last_became_active":"2023-08-28T02:07:37.323878+0000","last_became_peered":"2023-08-28T02:07:37.323878+0000","last_unstale":"2023-08-28T02:07:57.310829+0000","last_undegraded":"2023-08-28T02:07:57.310829+0000","last_fullsized":"2023-08-28T02:07:57.310829+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:02.836255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.307819+0000","last_change":"2023-08-28T02:07:37.451529+0000","last_active":"2023-08-28T02:07:57.307819+0000","last_peered":"2023-08-28T02:07:57.307819+0000","last_clean":"2023-08-28T02:07:57.307819+0000","last_became_active":"2023-08-28T02:07:37.451163+0000","last_became_peered":"2023-08-28T02:07:37.451163+0000","last_unstale":"2023-08-28T02:07:57.307819+0000","last_undegraded":"2023-08-28T02:07:57.307819+0000","last_fullsized":"2023-08-28T02:07:57.307819+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:32:23.322428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"65'8","reported_seq":22,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.296315+0000","last_change":"2023-08-28T02:07:37.320451+0000","last_active":"2023-08-28T02:07:57.296315+0000","last_peered":"2023-08-28T02:07:57.296315+0000","last_clean":"2023-08-28T02:07:57.296315+0000","last_became_active":"2023-08-28T02:07:37.320198+0000","last_became_peered":"2023-08-28T02:07:37.320198+0000","last_unstale":"2023-08-28T02:07:57.296315+0000","last_undegraded":"2023-08-28T02:07:57.296315+0000","last_fullsized":"2023-08-28T02:07:57.296315+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":8,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:31:31.493247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.304194+0000","last_change":"2023-08-28T02:07:38.795219+0000","last_active":"2023-08-28T02:07:57.304194+0000","last_peered":"2023-08-28T02:07:57.304194+0000","last_clean":"2023-08-28T02:07:57.304194+0000","last_became_active":"2023-08-28T02:07:38.794869+0000","last_became_peered":"2023-08-28T02:07:38.794869+0000","last_unstale":"2023-08-28T02:07:57.304194+0000","last_undegraded":"2023-08-28T02:07:57.304194+0000","last_fullsized":"2023-08-28T02:07:57.304194+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:34:20.367774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.310322+0000","last_change":"2023-08-28T02:07:37.318077+0000","last_active":"2023-08-28T02:07:57.310322+0000","last_peered":"2023-08-28T02:07:57.310322+0000","last_clean":"2023-08-28T02:07:57.310322+0000","last_became_active":"2023-08-28T02:07:37.317784+0000","last_became_peered":"2023-08-28T02:07:37.317784+0000","last_unstale":"2023-08-28T02:07:57.310322+0000","last_undegraded":"2023-08-28T02:07:57.310322+0000","last_fullsized":"2023-08-28T02:07:57.310322+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:08:37.079996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.306617+0000","last_change":"2023-08-28T02:07:37.452498+0000","last_active":"2023-08-28T02:07:57.306617+0000","last_peered":"2023-08-28T02:07:57.306617+0000","last_clean":"2023-08-28T02:07:57.306617+0000","last_became_active":"2023-08-28T02:07:37.452224+0000","last_became_peered":"2023-08-28T02:07:37.452224+0000","last_unstale":"2023-08-28T02:07:57.306617+0000","last_undegraded":"2023-08-28T02:07:57.306617+0000","last_fullsized":"2023-08-28T02:07:57.306617+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:33:10.694581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.304086+0000","last_change":"2023-08-28T02:07:37.333193+0000","last_active":"2023-08-28T02:07:57.304086+0000","last_peered":"2023-08-28T02:07:57.304086+0000","last_clean":"2023-08-28T02:07:57.304086+0000","last_became_active":"2023-08-28T02:07:37.332840+0000","last_became_peered":"2023-08-28T02:07:37.332840+0000","last_unstale":"2023-08-28T02:07:57.304086+0000","last_undegraded":"2023-08-28T02:07:57.304086+0000","last_fullsized":"2023-08-28T02:07:57.304086+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:04:17.455236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":23,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-08-28T02:07:58.535066+0000","last_change":"2023-08-28T02:07:58.535066+0000","last_active":"2023-08-28T02:07:58.535066+0000","last_peered":"2023-08-28T02:07:58.535066+0000","last_clean":"2023-08-28T02:07:58.535066+0000","last_became_active":"2023-08-28T02:07:58.534682+0000","last_became_peered":"2023-08-28T02:07:58.534682+0000","last_unstale":"2023-08-28T02:07:58.535066+0000","last_undegraded":"2023-08-28T02:07:58.535066+0000","last_fullsized":"2023-08-28T02:07:58.535066+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:05:11.647758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7],"acting":[3,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"65'2","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.310514+0000","last_change":"2023-08-28T02:07:37.318053+0000","last_active":"2023-08-28T02:07:57.310514+0000","last_peered":"2023-08-28T02:07:57.310514+0000","last_clean":"2023-08-28T02:07:57.310514+0000","last_became_active":"2023-08-28T02:07:37.317808+0000","last_became_peered":"2023-08-28T02:07:37.317808+0000","last_unstale":"2023-08-28T02:07:57.310514+0000","last_undegraded":"2023-08-28T02:07:57.310514+0000","last_fullsized":"2023-08-28T02:07:57.310514+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:09:20.824269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.301592+0000","last_change":"2023-08-28T02:07:37.336084+0000","last_active":"2023-08-28T02:07:57.301592+0000","last_peered":"2023-08-28T02:07:57.301592+0000","last_clean":"2023-08-28T02:07:57.301592+0000","last_became_active":"2023-08-28T02:07:37.335806+0000","last_became_peered":"2023-08-28T02:07:37.335806+0000","last_unstale":"2023-08-28T02:07:57.301592+0000","last_undegraded":"2023-08-28T02:07:57.301592+0000","last_fullsized":"2023-08-28T02:07:57.301592+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:45:31.553283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"65'6","reported_seq":20,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.301807+0000","last_change":"2023-08-28T02:07:37.315303+0000","last_active":"2023-08-28T02:07:57.301807+0000","last_peered":"2023-08-28T02:07:57.301807+0000","last_clean":"2023-08-28T02:07:57.301807+0000","last_became_active":"2023-08-28T02:07:37.312336+0000","last_became_peered":"2023-08-28T02:07:37.312336+0000","last_unstale":"2023-08-28T02:07:57.301807+0000","last_undegraded":"2023-08-28T02:07:57.301807+0000","last_fullsized":"2023-08-28T02:07:57.301807+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":6,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T14:00:32.089076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1536,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.303844+0000","last_change":"2023-08-28T02:07:37.341122+0000","last_active":"2023-08-28T02:07:57.303844+0000","last_peered":"2023-08-28T02:07:57.303844+0000","last_clean":"2023-08-28T02:07:57.303844+0000","last_became_active":"2023-08-28T02:07:37.340586+0000","last_became_peered":"2023-08-28T02:07:37.340586+0000","last_unstale":"2023-08-28T02:07:57.303844+0000","last_undegraded":"2023-08-28T02:07:57.303844+0000","last_fullsized":"2023-08-28T02:07:57.303844+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:45:29.201871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"65'3","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.310573+0000","last_change":"2023-08-28T02:07:37.318360+0000","last_active":"2023-08-28T02:07:57.310573+0000","last_peered":"2023-08-28T02:07:57.310573+0000","last_clean":"2023-08-28T02:07:57.310573+0000","last_became_active":"2023-08-28T02:07:37.318064+0000","last_became_peered":"2023-08-28T02:07:37.318064+0000","last_unstale":"2023-08-28T02:07:57.310573+0000","last_undegraded":"2023-08-28T02:07:57.310573+0000","last_fullsized":"2023-08-28T02:07:57.310573+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":3,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:20:14.128179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.307210+0000","last_change":"2023-08-28T02:07:37.451208+0000","last_active":"2023-08-28T02:07:57.307210+0000","last_peered":"2023-08-28T02:07:57.307210+0000","last_clean":"2023-08-28T02:07:57.307210+0000","last_became_active":"2023-08-28T02:07:37.450822+0000","last_became_peered":"2023-08-28T02:07:37.450822+0000","last_unstale":"2023-08-28T02:07:57.307210+0000","last_undegraded":"2023-08-28T02:07:57.307210+0000","last_fullsized":"2023-08-28T02:07:57.307210+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:03:59.060702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.306693+0000","last_change":"2023-08-28T02:07:37.312677+0000","last_active":"2023-08-28T02:07:57.306693+0000","last_peered":"2023-08-28T02:07:57.306693+0000","last_clean":"2023-08-28T02:07:57.306693+0000","last_became_active":"2023-08-28T02:07:37.312414+0000","last_became_peered":"2023-08-28T02:07:37.312414+0000","last_unstale":"2023-08-28T02:07:57.306693+0000","last_undegraded":"2023-08-28T02:07:57.306693+0000","last_fullsized":"2023-08-28T02:07:57.306693+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:33:31.724333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.307157+0000","last_change":"2023-08-28T02:07:37.343217+0000","last_active":"2023-08-28T02:07:57.307157+0000","last_peered":"2023-08-28T02:07:57.307157+0000","last_clean":"2023-08-28T02:07:57.307157+0000","last_became_active":"2023-08-28T02:07:37.342892+0000","last_became_peered":"2023-08-28T02:07:37.342892+0000","last_unstale":"2023-08-28T02:07:57.307157+0000","last_undegraded":"2023-08-28T02:07:57.307157+0000","last_fullsized":"2023-08-28T02:07:57.307157+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:55:21.229904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.303881+0000","last_change":"2023-08-28T02:07:37.334099+0000","last_active":"2023-08-28T02:07:57.303881+0000","last_peered":"2023-08-28T02:07:57.303881+0000","last_clean":"2023-08-28T02:07:57.303881+0000","last_became_active":"2023-08-28T02:07:37.332791+0000","last_became_peered":"2023-08-28T02:07:37.332791+0000","last_unstale":"2023-08-28T02:07:57.303881+0000","last_undegraded":"2023-08-28T02:07:57.303881+0000","last_fullsized":"2023-08-28T02:07:57.303881+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:29:21.931838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.296554+0000","last_change":"2023-08-28T02:07:37.342523+0000","last_active":"2023-08-28T02:07:57.296554+0000","last_peered":"2023-08-28T02:07:57.296554+0000","last_clean":"2023-08-28T02:07:57.296554+0000","last_became_active":"2023-08-28T02:07:37.342294+0000","last_became_peered":"2023-08-28T02:07:37.342294+0000","last_unstale":"2023-08-28T02:07:57.296554+0000","last_undegraded":"2023-08-28T02:07:57.296554+0000","last_fullsized":"2023-08-28T02:07:57.296554+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:00:22.304118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.307154+0000","last_change":"2023-08-28T02:07:37.322110+0000","last_active":"2023-08-28T02:07:57.307154+0000","last_peered":"2023-08-28T02:07:57.307154+0000","last_clean":"2023-08-28T02:07:57.307154+0000","last_became_active":"2023-08-28T02:07:37.321775+0000","last_became_peered":"2023-08-28T02:07:37.321775+0000","last_unstale":"2023-08-28T02:07:57.307154+0000","last_undegraded":"2023-08-28T02:07:57.307154+0000","last_fullsized":"2023-08-28T02:07:57.307154+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:59:22.295277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.304274+0000","last_change":"2023-08-28T02:07:38.795192+0000","last_active":"2023-08-28T02:07:57.304274+0000","last_peered":"2023-08-28T02:07:57.304274+0000","last_clean":"2023-08-28T02:07:57.304274+0000","last_became_active":"2023-08-28T02:07:38.794822+0000","last_became_peered":"2023-08-28T02:07:38.794822+0000","last_unstale":"2023-08-28T02:07:57.304274+0000","last_undegraded":"2023-08-28T02:07:57.304274+0000","last_fullsized":"2023-08-28T02:07:57.304274+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:03:43.783214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":14,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.304152+0000","last_change":"2023-08-28T02:07:37.324715+0000","last_active":"2023-08-28T02:07:57.304152+0000","last_peered":"2023-08-28T02:07:57.304152+0000","last_clean":"2023-08-28T02:07:57.304152+0000","last_became_active":"2023-08-28T02:07:37.324358+0000","last_became_peered":"2023-08-28T02:07:37.324358+0000","last_unstale":"2023-08-28T02:07:57.304152+0000","last_undegraded":"2023-08-28T02:07:57.304152+0000","last_fullsized":"2023-08-28T02:07:57.304152+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:41:44.529185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.307709+0000","last_change":"2023-08-28T02:07:37.344265+0000","last_active":"2023-08-28T02:07:57.307709+0000","last_peered":"2023-08-28T02:07:57.307709+0000","last_clean":"2023-08-28T02:07:57.307709+0000","last_became_active":"2023-08-28T02:07:37.343933+0000","last_became_peered":"2023-08-28T02:07:37.343933+0000","last_unstale":"2023-08-28T02:07:57.307709+0000","last_undegraded":"2023-08-28T02:07:57.307709+0000","last_fullsized":"2023-08-28T02:07:57.307709+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:35:50.627606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"65'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2023-08-28T02:07:57.301491+0000","last_change":"2023-08-28T02:07:37.315253+0000","last_active":"2023-08-28T02:07:57.301491+0000","last_peered":"2023-08-28T02:07:57.301491+0000","last_clean":"2023-08-28T02:07:57.301491+0000","last_became_active":"2023-08-28T02:07:37.314972+0000","last_became_peered":"2023-08-28T02:07:37.314972+0000","last_unstale":"2023-08-28T02:07:57.301491+0000","last_undegraded":"2023-08-28T02:07:57.301491+0000","last_fullsized":"2023-08-28T02:07:57.301491+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:18:31.615535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":2306,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":6918,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299415,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6596,"kb_used_data":1276,"kb_used_omap":0,"kb_used_meta":5312,"kb_avail":93738556,"statfs":{"total":95995035648,"available":95988281344,"internally_reserved":0,"allocated":1306624,"data_stored":891223,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5439488},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:07:33 2023","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":1.3999999999999999,"5min":1.3999999999999999,"15min":1.3999999999999999},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.72599999999999998}]},{"osd":1,"last update":"Mon Aug 28 02:07:33 2023","interfaces":[{"interface":"back","average":{"1min":0.626,"5min":0.626,"15min":0.626},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":1.5209999999999999,"5min":1.5209999999999999,"15min":1.5209999999999999},"last":0.58699999999999997},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.70199999999999996}]},{"osd":2,"last update":"Mon Aug 28 02:07:33 2023","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.73799999999999999},{"interface":"front","average":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":1.494,"5min":1.494,"15min":1.494},"last":0.622}]},{"osd":3,"last update":"Mon Aug 28 02:07:33 2023","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.93100000000000005,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":4.2060000000000004,"5min":4.2060000000000004,"15min":4.2060000000000004},"last":0.67600000000000005}]},{"osd":4,"last update":"Mon Aug 28 02:07:33 2023","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":1.109,"5min":1.109,"15min":1.109},"last":0.38700000000000001},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.432}]},{"osd":5,"last update":"Mon Aug 28 02:07:33 2023","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":1.4390000000000001,"5min":1.4390000000000001,"15min":1.4390000000000001},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.95799999999999996,"5min":0.95799999999999996,"15min":0.95799999999999996},"last":0.47399999999999998}]},{"osd":6,"last update":"Mon Aug 28 02:07:33 2023","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.97799999999999998,"5min":0.97799999999999998,"15min":0.97799999999999998},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":1.282,"5min":1.282,"15min":1.282},"last":0.496}]}]},{"osd":6,"up_from":45,"seq":193273528346,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6580,"kb_used_data":1260,"kb_used_omap":0,"kb_used_meta":5312,"kb_avail":93738572,"statfs":{"total":95995035648,"available":95988297728,"internally_reserved":0,"allocated":1290240,"data_stored":890754,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5439488},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:07:18 2023","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.66100000000000003},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.54100000000000004}]},{"osd":1,"last update":"Mon Aug 28 02:07:18 2023","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.56599999999999995}]},{"osd":2,"last update":"Mon Aug 28 02:07:18 2023","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.622},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.46400000000000002}]},{"osd":3,"last update":"Mon Aug 28 02:07:18 2023","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":1.143,"5min":1.143,"15min":1.143},"last":0.68899999999999995}]},{"osd":4,"last update":"Mon Aug 28 02:07:18 2023","interfaces":[{"interface":"back","average":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.52600000000000002}]},{"osd":5,"last update":"Mon Aug 28 02:07:18 2023","interfaces":[{"interface":"back","average":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.58399999999999996}]},{"osd":7,"last update":"Mon Aug 28 02:07:35 2023","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.70099999999999996},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.497}]}]},{"osd":1,"up_from":13,"seq":55834574891,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6756,"kb_used_data":668,"kb_used_omap":0,"kb_used_meta":6080,"kb_avail":93738396,"statfs":{"total":95995035648,"available":95988117504,"internally_reserved":0,"allocated":684032,"data_stored":299103,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6225920},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:07:56 2023","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.41999999999999998,"15min":0.40699999999999997},"min":{"1min":0.24099999999999999,"5min":0.224,"15min":0.224},"max":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.48799999999999999,"5min":0.434,"15min":0.40999999999999998},"min":{"1min":0.27800000000000002,"5min":0.255,"15min":0.255},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.52800000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:07:09 2023","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.46899999999999997,"15min":0.46400000000000002},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.47799999999999998,"5min":0.51300000000000001,"15min":0.51900000000000002},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.66000000000000003,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.42699999999999999}]},{"osd":3,"last update":"Mon Aug 28 02:07:35 2023","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.51000000000000001,"15min":0.50900000000000001},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.69099999999999995,"5min":1.0349999999999999,"15min":1.0349999999999999},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.51400000000000001,"15min":0.50700000000000001},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.81399999999999995,"5min":0.81399999999999995,"15min":0.81399999999999995},"last":0.50900000000000001}]},{"osd":4,"last update":"Mon Aug 28 02:07:46 2023","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.61399999999999999,"15min":0.624},"min":{"1min":0.45200000000000001,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.71099999999999997,"5min":0.96599999999999997,"15min":0.96599999999999997},"last":2.7749999999999999},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.63600000000000001,"15min":0.64300000000000002},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.78800000000000003,"5min":1.0029999999999999,"15min":1.0029999999999999},"last":0.55200000000000005}]},{"osd":5,"last update":"Mon Aug 28 02:08:01 2023","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.58799999999999997,"15min":0.59199999999999997},"min":{"1min":0.42399999999999999,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"last":2.835},{"interface":"front","average":{"1min":0.64100000000000001,"5min":0.65700000000000003,"15min":0.65900000000000003},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":1.0649999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.81899999999999995}]},{"osd":6,"last update":"Mon Aug 28 02:07:20 2023","interfaces":[{"interface":"back","average":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"min":{"1min":0.504,"5min":0.504,"15min":0.504},"max":{"1min":1.107,"5min":1.107,"15min":1.107},"last":0.89400000000000002},{"interface":"front","average":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"min":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":0.84799999999999998,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":2.8130000000000002}]},{"osd":7,"last update":"Mon Aug 28 02:07:35 2023","interfaces":[{"interface":"back","average":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.876},{"interface":"front","average":{"1min":0.747,"5min":0.747,"15min":0.747},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.048,"5min":1.048,"15min":1.048},"last":0.92700000000000005}]}]},{"osd":0,"up_from":8,"seq":34359738414,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":7344,"kb_used_data":1256,"kb_used_omap":0,"kb_used_meta":6080,"kb_avail":93737808,"statfs":{"total":95995035648,"available":95987515392,"internally_reserved":0,"allocated":1286144,"data_stored":890047,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6225920},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:07:54 2023","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.38800000000000001,"15min":0.36199999999999999},"min":{"1min":0.30199999999999999,"5min":0.248,"15min":0.248},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.40600000000000003},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.42399999999999999,"15min":0.40100000000000002},"min":{"1min":0.30199999999999999,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.76700000000000002,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.36699999999999999}]},{"osd":2,"last update":"Mon Aug 28 02:07:13 2023","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.45200000000000001,"15min":0.44400000000000001},"min":{"1min":0.34000000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.46600000000000003,"5min":0.42699999999999999,"15min":0.42099999999999999},"min":{"1min":0.32000000000000001,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":0.85699999999999998},"last":0.48499999999999999}]},{"osd":3,"last update":"Mon Aug 28 02:07:35 2023","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.54900000000000004,"15min":0.55300000000000005},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.872,"5min":0.872,"15min":0.872},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.48799999999999999,"5min":0.50600000000000001,"15min":0.50900000000000001},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.55000000000000004}]},{"osd":4,"last update":"Mon Aug 28 02:07:48 2023","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":0.60999999999999999,"15min":0.60899999999999999},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.81200000000000006,"5min":1.137,"15min":1.137},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.623,"5min":0.65700000000000003,"15min":0.66300000000000003},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.84399999999999997,"5min":1.1719999999999999,"15min":1.1719999999999999},"last":0.76100000000000001}]},{"osd":5,"last update":"Mon Aug 28 02:08:04 2023","interfaces":[{"interface":"back","average":{"1min":0.64300000000000002,"5min":0.63500000000000001,"15min":0.63400000000000001},"min":{"1min":0.48499999999999999,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.80200000000000005,"5min":1.03,"15min":1.03},"last":0.63500000000000001},{"interface":"front","average":{"1min":0.75,"5min":0.71599999999999997,"15min":0.70999999999999996},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":2.3940000000000001,"5min":2.3940000000000001,"15min":2.3940000000000001},"last":0.71299999999999997}]},{"osd":6,"last update":"Mon Aug 28 02:07:18 2023","interfaces":[{"interface":"back","average":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"min":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":0.97499999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.68899999999999995},{"interface":"front","average":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":1.2969999999999999,"5min":1.2969999999999999,"15min":1.2969999999999999},"last":0.65700000000000003}]},{"osd":7,"last update":"Mon Aug 28 02:07:35 2023","interfaces":[{"interface":"back","average":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":1.216,"5min":1.216,"15min":1.216},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"min":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"max":{"1min":1.0369999999999999,"5min":1.0369999999999999,"15min":1.0369999999999999},"last":0.73299999999999998}]}]},{"osd":2,"up_from":18,"seq":77309411366,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6636,"kb_used_data":676,"kb_used_omap":0,"kb_used_meta":5952,"kb_avail":93738516,"statfs":{"total":95995035648,"available":95988240384,"internally_reserved":0,"allocated":692224,"data_stored":299691,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":6094848},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:07:14 2023","interfaces":[{"interface":"back","average":{"1min":0.439,"5min":0.44500000000000001,"15min":0.44600000000000001},"min":{"1min":0.312,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.64900000000000002,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.439,"15min":0.435},"min":{"1min":0.35899999999999999,"5min":0.252,"15min":0.252},"max":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"last":0.35899999999999999}]},{"osd":1,"last update":"Mon Aug 28 02:07:14 2023","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.46500000000000002,"15min":0.46800000000000003},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.71899999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.39000000000000001},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.49199999999999999,"15min":0.48299999999999998},"min":{"1min":0.40200000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.436}]},{"osd":3,"last update":"Mon Aug 28 02:07:29 2023","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.52900000000000003,"15min":0.52700000000000002},"min":{"1min":0.37,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":1.232,"5min":1.232,"15min":1.232},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.56399999999999995,"15min":0.56599999999999995},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.57899999999999996}]},{"osd":4,"last update":"Mon Aug 28 02:07:46 2023","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.65000000000000002,"15min":0.66100000000000003},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.81699999999999995,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.60299999999999998,"15min":0.60499999999999998},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.85599999999999998,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.56100000000000005}]},{"osd":5,"last update":"Mon Aug 28 02:08:05 2023","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.65300000000000002,"15min":0.65800000000000003},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.69799999999999995,"5min":0.67400000000000004,"15min":0.67000000000000004},"min":{"1min":0.48299999999999998,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":1.022,"5min":1.022,"15min":1.022},"last":0.621}]},{"osd":6,"last update":"Mon Aug 28 02:07:21 2023","interfaces":[{"interface":"back","average":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":0.95799999999999996,"5min":0.95799999999999996,"15min":0.95799999999999996},"last":0.66500000000000004},{"interface":"front","average":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":1.0649999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.59399999999999997}]},{"osd":7,"last update":"Mon Aug 28 02:07:37 2023","interfaces":[{"interface":"back","average":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.149,"5min":1.149,"15min":1.149},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1.081,"5min":1.081,"15min":1.081},"last":0.497}]}]},{"osd":3,"up_from":25,"seq":107374182435,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6120,"kb_used_data":672,"kb_used_omap":0,"kb_used_meta":5440,"kb_avail":93739032,"statfs":{"total":95995035648,"available":95988768768,"internally_reserved":0,"allocated":688128,"data_stored":299193,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5570560},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:07:28 2023","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.41899999999999998,"15min":0.40699999999999997},"min":{"1min":0.34899999999999998,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.84799999999999998,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.502,"5min":0.44800000000000001,"15min":0.439},"min":{"1min":0.35499999999999998,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.67200000000000004,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.33300000000000002}]},{"osd":1,"last update":"Mon Aug 28 02:07:28 2023","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":0.48199999999999998,"15min":0.47899999999999998},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.443},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.47599999999999998,"15min":0.46999999999999997},"min":{"1min":0.32600000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.36299999999999999}]},{"osd":2,"last update":"Mon Aug 28 02:07:28 2023","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.53700000000000003,"15min":0.52900000000000003},"min":{"1min":0.378,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.31900000000000001},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.52500000000000002,"15min":0.51300000000000001},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.40999999999999998}]},{"osd":4,"last update":"Mon Aug 28 02:07:47 2023","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.58599999999999997,"15min":0.57799999999999996},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.91300000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"last":0.71999999999999997},{"interface":"front","average":{"1min":0.64100000000000001,"5min":0.59199999999999997,"15min":0.58399999999999996},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.64100000000000001}]},{"osd":5,"last update":"Mon Aug 28 02:07:59 2023","interfaces":[{"interface":"back","average":{"1min":0.66500000000000004,"5min":0.64500000000000002,"15min":0.64100000000000001},"min":{"1min":0.52500000000000002,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":0.97899999999999998,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":0.629},{"interface":"front","average":{"1min":0.65700000000000003,"5min":0.627,"15min":0.622},"min":{"1min":0.46899999999999997,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":1.008,"5min":1.008,"15min":1.008},"last":0.754}]},{"osd":6,"last update":"Mon Aug 28 02:07:19 2023","interfaces":[{"interface":"back","average":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.92700000000000005,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.66800000000000004},{"interface":"front","average":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"min":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.77800000000000002}]},{"osd":7,"last update":"Mon Aug 28 02:07:36 2023","interfaces":[{"interface":"back","average":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"min":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"max":{"1min":0.97799999999999998,"5min":0.97799999999999998,"15min":0.97799999999999998},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"min":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"max":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.70399999999999996}]}]},{"osd":4,"up_from":30,"seq":128849018912,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6136,"kb_used_data":688,"kb_used_omap":0,"kb_used_meta":5440,"kb_avail":93739016,"statfs":{"total":95995035648,"available":95988752384,"internally_reserved":0,"allocated":704512,"data_stored":300512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5570560},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:07:46 2023","interfaces":[{"interface":"back","average":{"1min":1.0489999999999999,"5min":0.61699999999999999,"15min":0.54500000000000004},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":6.0999999999999996,"5min":6.0999999999999996,"15min":6.0999999999999996},"last":0.44500000000000001},{"interface":"front","average":{"1min":0.72999999999999998,"5min":0.56399999999999995,"15min":0.53600000000000003},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":4.6840000000000002,"5min":4.6840000000000002,"15min":4.6840000000000002},"last":0.48099999999999998}]},{"osd":1,"last update":"Mon Aug 28 02:07:46 2023","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":0.50700000000000001,"15min":0.50900000000000001},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.70499999999999996,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.40100000000000002},{"interface":"front","average":{"1min":1.0249999999999999,"5min":0.63700000000000001,"15min":0.57299999999999995},"min":{"1min":0.34699999999999998,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":6.0640000000000001,"5min":6.0640000000000001,"15min":6.0640000000000001},"last":0.61099999999999999}]},{"osd":2,"last update":"Mon Aug 28 02:07:46 2023","interfaces":[{"interface":"back","average":{"1min":0.80100000000000005,"5min":0.58199999999999996,"15min":0.54600000000000004},"min":{"1min":0.39000000000000001,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":6.1289999999999996,"5min":6.1289999999999996,"15min":6.1289999999999996},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.80400000000000005,"5min":0.59799999999999998,"15min":0.56399999999999995},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":4.5990000000000002,"5min":4.5990000000000002,"15min":4.5990000000000002},"last":0.57199999999999995}]},{"osd":3,"last update":"Mon Aug 28 02:07:46 2023","interfaces":[{"interface":"back","average":{"1min":0.82199999999999995,"5min":0.60499999999999998,"15min":0.56899999999999995},"min":{"1min":0.40999999999999998,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":4.6360000000000001,"5min":4.6360000000000001,"15min":4.6360000000000001},"last":0.67700000000000005},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.54500000000000004,"15min":0.53900000000000003},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":1.5209999999999999,"5min":1.5209999999999999,"15min":1.5209999999999999},"last":0.59299999999999997}]},{"osd":5,"last update":"Mon Aug 28 02:08:00 2023","interfaces":[{"interface":"back","average":{"1min":0.85599999999999998,"5min":0.48399999999999999,"15min":0.42199999999999999},"min":{"1min":0.33300000000000002,"5min":0.247,"15min":0.247},"max":{"1min":8.6470000000000002,"5min":8.6470000000000002,"15min":8.6470000000000002},"last":0.66700000000000004},{"interface":"front","average":{"1min":0.70299999999999996,"5min":0.498,"15min":0.46400000000000002},"min":{"1min":0.33900000000000002,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":4.71,"5min":4.71,"15min":4.71},"last":0.72899999999999998}]},{"osd":6,"last update":"Mon Aug 28 02:07:20 2023","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":5.9900000000000002,"5min":5.9900000000000002,"15min":5.9900000000000002},"last":0.63100000000000001},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":4.6150000000000002,"5min":4.6150000000000002,"15min":4.6150000000000002},"last":0.64500000000000002}]},{"osd":7,"last update":"Mon Aug 28 02:07:32 2023","interfaces":[{"interface":"back","average":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":6.4950000000000001,"5min":6.4950000000000001,"15min":6.4950000000000001},"last":0.69199999999999995},{"interface":"front","average":{"1min":0.749,"5min":0.749,"15min":0.749},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":4.8579999999999997,"5min":4.8579999999999997,"15min":4.8579999999999997},"last":0.70699999999999996}]}]},{"osd":5,"up_from":37,"seq":158913789981,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":6060,"kb_used_data":676,"kb_used_omap":0,"kb_used_meta":5376,"kb_avail":93739092,"statfs":{"total":95995035648,"available":95988830208,"internally_reserved":0,"allocated":692224,"data_stored":299727,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5505024},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:07:03 2023","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.49199999999999999}]},{"osd":1,"last update":"Mon Aug 28 02:07:03 2023","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.52700000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:07:03 2023","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.46400000000000002}]},{"osd":3,"last update":"Mon Aug 28 02:07:03 2023","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.48399999999999999},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.56899999999999995}]},{"osd":4,"last update":"Mon Aug 28 02:07:03 2023","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.628,"5min":0.628,"15min":0.628},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"last":0.38700000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:07:21 2023","interfaces":[{"interface":"back","average":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":1.004,"5min":1.004,"15min":1.004},"last":0.432},{"interface":"front","average":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"last":0.59399999999999997}]},{"osd":7,"last update":"Mon Aug 28 02:07:33 2023","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.499,"15min":0.499},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.51200000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1606,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1752,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:08:11.431 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2023-08-28T02:08:11.431 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2023-08-28T02:08:11.431 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2023-08-28T02:08:11.432 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph health --format=json 2023-08-28T02:08:11.732 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:08:12.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:12 smithi040 ceph-mon[111703]: pgmap v49: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:08:12.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:12 smithi040 ceph-mon[111703]: from='client.14802 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:08:12.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:12 smithi040 ceph-mon[111703]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:08:12.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:12 smithi040 ceph-mon[120580]: pgmap v49: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:08:12.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:12 smithi040 ceph-mon[120580]: from='client.14802 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:08:12.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:12 smithi040 ceph-mon[120580]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:08:12.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:12 smithi083 ceph-mon[113795]: pgmap v49: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:08:12.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:12 smithi083 ceph-mon[113795]: from='client.14802 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:08:12.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:12 smithi083 ceph-mon[113795]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:08:13.020 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:08:13.020 INFO:teuthology.orchestra.run.smithi040.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2023-08-28T02:08:13.400 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:13 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/2511689774' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-08-28T02:08:13.400 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:13 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/2511689774' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-08-28T02:08:13.424 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2023-08-28T02:08:13.424 INFO:teuthology.run_tasks:Running task print... 2023-08-28T02:08:13.431 INFO:teuthology.task.print:**** upgrading first half of cluster, with stress **** 2023-08-28T02:08:13.431 INFO:teuthology.run_tasks:Running task parallel... 2023-08-28T02:08:13.441 INFO:teuthology.task.parallel:starting parallel... 2023-08-28T02:08:13.442 INFO:teuthology.task.parallel:In parallel, running task sequential... 2023-08-28T02:08:13.442 INFO:teuthology.task.sequential:In sequential, running task full_sequential... 2023-08-28T02:08:13.443 INFO:teuthology.task.full_sequential:In full_sequential, running task radosbench... 2023-08-28T02:08:13.444 INFO:tasks.radosbench:Beginning radosbench... 2023-08-28T02:08:13.444 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_0 2023-08-28T02:08:13.444 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd pool create unique_pool_0 16 2023-08-28T02:08:13.445 INFO:teuthology.task.parallel:In parallel, running task sequential... 2023-08-28T02:08:13.445 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2023-08-28T02:08:13.445 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi040.front.sepia.ceph.com 2023-08-28T02:08:13.445 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -e sha1=9cf208207dfe23ffccb33308b22e51570cb45e51 -- bash -c 'ceph config set mgr mgr/cephadm/daemon_cache_timeout 60' 2023-08-28T02:08:13.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:13 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/2511689774' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-08-28T02:08:13.762 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:08:13.782 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:08:14.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:14 smithi040 ceph-mon[120580]: pgmap v50: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:08:14.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:14 smithi040 ceph-mon[111703]: pgmap v50: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:08:14.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:14 smithi083 ceph-mon[113795]: pgmap v50: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:08:16.230 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:08:15 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: [28/Aug/2023:02:08:15] ENGINE Bus STOPPING 2023-08-28T02:08:16.230 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:08:15 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: [28/Aug/2023:02:08:15] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-08-28T02:08:16.230 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:08:15 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: [28/Aug/2023:02:08:15] ENGINE Bus STOPPED 2023-08-28T02:08:16.230 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:08:15 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: [28/Aug/2023:02:08:15] ENGINE Bus STARTING 2023-08-28T02:08:16.230 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:08:16 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: [28/Aug/2023:02:08:16] ENGINE Serving on http://:::9283 2023-08-28T02:08:16.230 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:08:16 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: [28/Aug/2023:02:08:16] ENGINE Bus STARTED 2023-08-28T02:08:16.320 INFO:teuthology.orchestra.run.smithi040.stderr:pool 'unique_pool_0' created 2023-08-28T02:08:16.329 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -e sha1=9cf208207dfe23ffccb33308b22e51570cb45e51 -- bash -c 'ceph config set global log_to_journald false --force' 2023-08-28T02:08:16.640 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:16 smithi040 ceph-mon[111703]: pgmap v51: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:08:16.640 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:16 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/4173362758' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]: dispatch 2023-08-28T02:08:16.641 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:16 smithi040 ceph-mon[111703]: from='client.? ' entity='client.admin' 2023-08-28T02:08:16.641 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:16 smithi040 ceph-mon[111703]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:08:16.641 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:16 smithi040 ceph-mon[120580]: pgmap v51: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:08:16.641 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:16 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/4173362758' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]: dispatch 2023-08-28T02:08:16.641 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:16 smithi040 ceph-mon[120580]: from='client.? ' entity='client.admin' 2023-08-28T02:08:16.641 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:16 smithi040 ceph-mon[120580]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:08:16.706 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd pool application enable unique_pool_0 rados --yes-i-really-mean-it || true 2023-08-28T02:08:16.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:16 smithi083 ceph-mon[113795]: pgmap v51: 73 pgs: 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:08:16.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:16 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/4173362758' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]: dispatch 2023-08-28T02:08:16.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:16 smithi083 ceph-mon[113795]: from='client.? ' entity='client.admin' 2023-08-28T02:08:16.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:16 smithi083 ceph-mon[113795]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:08:16.754 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:08:17.297 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:08:17.490 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:08:17 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[115935]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:08:17] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-08-28T02:08:17.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:17 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/4173362758' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]': finished 2023-08-28T02:08:17.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:17 smithi083 ceph-mon[113795]: osdmap e68: 8 total, 8 up, 8 in 2023-08-28T02:08:17.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:17 smithi083 ceph-mon[113795]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:08:17.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:17 smithi083 ceph-mon[113795]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:08:17.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:17 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:08:17.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:17 smithi083 ceph-mon[113795]: pgmap v53: 89 pgs: 16 unknown, 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:08:17.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:17 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/4173362758' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]': finished 2023-08-28T02:08:17.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:17 smithi040 ceph-mon[111703]: osdmap e68: 8 total, 8 up, 8 in 2023-08-28T02:08:17.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:17 smithi040 ceph-mon[111703]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:08:17.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:17 smithi040 ceph-mon[111703]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:08:17.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:17 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:08:17.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:17 smithi040 ceph-mon[111703]: pgmap v53: 89 pgs: 16 unknown, 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:08:17.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:17 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/4173362758' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]': finished 2023-08-28T02:08:17.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:17 smithi040 ceph-mon[120580]: osdmap e68: 8 total, 8 up, 8 in 2023-08-28T02:08:17.659 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:17 smithi040 ceph-mon[120580]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:08:17.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:17 smithi040 ceph-mon[120580]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:08:17.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:17 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:08:17.660 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:17 smithi040 ceph-mon[120580]: pgmap v53: 89 pgs: 16 unknown, 73 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:08:18.639 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:18 smithi040 ceph-mon[120580]: osdmap e69: 8 total, 8 up, 8 in 2023-08-28T02:08:18.639 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:18 smithi040 ceph-mon[111703]: osdmap e69: 8 total, 8 up, 8 in 2023-08-28T02:08:18.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:18 smithi083 ceph-mon[113795]: osdmap e69: 8 total, 8 up, 8 in 2023-08-28T02:08:19.002 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -e sha1=9cf208207dfe23ffccb33308b22e51570cb45e51 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2023-08-28T02:08:19.303 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:08:19.339 INFO:teuthology.orchestra.run.smithi040.stderr:enabled application 'rados' on pool 'unique_pool_0' 2023-08-28T02:08:19.639 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:19 smithi040 ceph-mon[111703]: osdmap e70: 8 total, 8 up, 8 in 2023-08-28T02:08:19.640 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:19 smithi040 ceph-mon[111703]: pgmap v56: 89 pgs: 89 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:08:19.640 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:19 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/1841295378' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-08-28T02:08:19.640 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:19 smithi040 ceph-mon[111703]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-08-28T02:08:19.640 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:19 smithi040 ceph-mon[120580]: osdmap e70: 8 total, 8 up, 8 in 2023-08-28T02:08:19.640 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:19 smithi040 ceph-mon[120580]: pgmap v56: 89 pgs: 89 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:08:19.640 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:19 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/1841295378' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-08-28T02:08:19.640 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:19 smithi040 ceph-mon[120580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-08-28T02:08:19.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:19 smithi083 ceph-mon[113795]: osdmap e70: 8 total, 8 up, 8 in 2023-08-28T02:08:19.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:19 smithi083 ceph-mon[113795]: pgmap v56: 89 pgs: 89 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:08:19.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:19 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/1841295378' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-08-28T02:08:19.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:19 smithi083 ceph-mon[113795]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-08-28T02:08:20.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:20 smithi040 ceph-mon[111703]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-08-28T02:08:20.797 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:20 smithi040 ceph-mon[111703]: osdmap e71: 8 total, 8 up, 8 in 2023-08-28T02:08:20.798 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:20 smithi040 ceph-mon[120580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-08-28T02:08:20.798 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:20 smithi040 ceph-mon[120580]: osdmap e71: 8 total, 8 up, 8 in 2023-08-28T02:08:20.798 INFO:teuthology.orchestra.run.smithi040.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:9cf208207dfe23ffccb33308b22e51570cb45e51 2023-08-28T02:08:20.799 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:20 smithi083 ceph-mon[113795]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-08-28T02:08:20.799 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:20 smithi083 ceph-mon[113795]: osdmap e71: 8 total, 8 up, 8 in 2023-08-28T02:08:21.172 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -e sha1=9cf208207dfe23ffccb33308b22e51570cb45e51 -- bash -c 'ceph orch ps' 2023-08-28T02:08:21.326 DEBUG:teuthology.orchestra.run.smithi040:> /bin/sh -c 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --no-log-to-stderr --name client.0 -b 65536 --object-size 65536 -p unique_pool_0 bench 90 write' 2023-08-28T02:08:21.329 INFO:tasks.radosbench:joining radosbench (timing out after 3000s) 2023-08-28T02:08:21.329 INFO:teuthology.orchestra.run:waiting for 3000 2023-08-28T02:08:21.383 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:hints = 1 2023-08-28T02:08:21.384 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Maintaining 16 concurrent writes of 65536 bytes to objects of size 65536 for up to 90 seconds or 0 objects 2023-08-28T02:08:21.384 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Object prefix: benchmark_data_smithi040_159805 2023-08-28T02:08:21.384 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-08-28T02:08:21.384 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 0 0 0 0 0 0 - 0 2023-08-28T02:08:21.480 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:08:21 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:08:21] "GET /metrics HTTP/1.1" 200 238725 "" "Prometheus/2.43.0" 2023-08-28T02:08:21.815 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:08:22.051 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:21 smithi040 ceph-mon[120580]: from='client.14835 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:9cf208207dfe23ffccb33308b22e51570cb45e51", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:08:22.051 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:21 smithi040 ceph-mon[120580]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:9cf208207dfe23ffccb33308b22e51570cb45e51 2023-08-28T02:08:22.051 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:21 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:08:22.051 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:21 smithi040 ceph-mon[120580]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:08:22.051 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:21 smithi040 ceph-mon[120580]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:08:22.051 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:21 smithi040 ceph-mon[120580]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:08:22.051 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:21 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:08:22.052 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:21 smithi040 ceph-mon[120580]: pgmap v58: 89 pgs: 89 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:08:22.052 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:21 smithi040 ceph-mon[120580]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:9cf208207dfe23ffccb33308b22e51570cb45e51 2023-08-28T02:08:22.052 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:21 smithi040 ceph-mon[111703]: from='client.14835 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:9cf208207dfe23ffccb33308b22e51570cb45e51", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:08:22.052 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:21 smithi040 ceph-mon[111703]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:9cf208207dfe23ffccb33308b22e51570cb45e51 2023-08-28T02:08:22.052 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:21 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:08:22.052 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:21 smithi040 ceph-mon[111703]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:08:22.052 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:21 smithi040 ceph-mon[111703]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:08:22.052 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:21 smithi040 ceph-mon[111703]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:08:22.053 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:21 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:08:22.053 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:21 smithi040 ceph-mon[111703]: pgmap v58: 89 pgs: 89 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:08:22.053 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:21 smithi040 ceph-mon[111703]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:9cf208207dfe23ffccb33308b22e51570cb45e51 2023-08-28T02:08:22.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:21 smithi083 ceph-mon[113795]: from='client.14835 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:9cf208207dfe23ffccb33308b22e51570cb45e51", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:08:22.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:21 smithi083 ceph-mon[113795]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:9cf208207dfe23ffccb33308b22e51570cb45e51 2023-08-28T02:08:22.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:21 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:08:22.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:21 smithi083 ceph-mon[113795]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:08:22.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:21 smithi083 ceph-mon[113795]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:08:22.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:21 smithi083 ceph-mon[113795]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:08:22.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:21 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:08:22.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:21 smithi083 ceph-mon[113795]: pgmap v58: 89 pgs: 89 active+clean; 579 KiB data, 51 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:08:22.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:21 smithi083 ceph-mon[113795]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:9cf208207dfe23ffccb33308b22e51570cb45e51 2023-08-28T02:08:22.384 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 1 16 2753 2737 171.038 171.062 0.0100492 0.00581197 2023-08-28T02:08:23.384 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 2 16 5289 5273 164.762 158.5 0.00270709 0.00605359 2023-08-28T02:08:23.581 INFO:teuthology.orchestra.run.smithi040.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-08-28T02:08:23.581 INFO:teuthology.orchestra.run.smithi040.stdout:alertmanager.a smithi040 *:9093,9094 running (47s) 16s ago 75s 18.2M - 0.25.0 c8568f914cd2 4f551377cb19 2023-08-28T02:08:23.582 INFO:teuthology.orchestra.run.smithi040.stdout:grafana.a smithi083 *:3000 running (62s) 27s ago 62s 84.1M - 9.4.7 2c41d148cca3 d0e2042bfb51 2023-08-28T02:08:23.582 INFO:teuthology.orchestra.run.smithi040.stdout:mds.foo.smithi040.wmhbsz smithi040 running (38s) 16s ago 38s 16.4M - 17.2.6-1016-g4fe39952 d5e2f73f133d 5d5fe7a01215 2023-08-28T02:08:23.582 INFO:teuthology.orchestra.run.smithi040.stdout:mds.foo.smithi083.wzayvx smithi083 running (36s) 27s ago 36s 13.3M - 17.2.6-1016-g4fe39952 d5e2f73f133d ab81982afc87 2023-08-28T02:08:23.582 INFO:teuthology.orchestra.run.smithi040.stdout:mgr.x smithi083 *:8443 running (4m) 27s ago 4m 438M - 17.2.6-1016-g4fe39952 d5e2f73f133d c6f4ccd56cf4 2023-08-28T02:08:23.582 INFO:teuthology.orchestra.run.smithi040.stdout:mgr.y smithi040 *:9283 running (5m) 16s ago 5m 491M - 17.2.6-1016-g4fe39952 d5e2f73f133d 7313d7b69233 2023-08-28T02:08:23.582 INFO:teuthology.orchestra.run.smithi040.stdout:mon.a smithi040 running (5m) 16s ago 5m 81.5M 2048M 17.2.6-1016-g4fe39952 d5e2f73f133d 649c09b1ccfb 2023-08-28T02:08:23.582 INFO:teuthology.orchestra.run.smithi040.stdout:mon.b smithi083 running (4m) 27s ago 4m 66.2M 2048M 17.2.6-1016-g4fe39952 d5e2f73f133d 7767ccdec195 2023-08-28T02:08:23.582 INFO:teuthology.orchestra.run.smithi040.stdout:mon.c smithi040 running (4m) 16s ago 4m 66.8M 2048M 17.2.6-1016-g4fe39952 d5e2f73f133d 691fc4242ce5 2023-08-28T02:08:23.582 INFO:teuthology.orchestra.run.smithi040.stdout:node-exporter.a smithi040 *:9100 running (57s) 16s ago 57s 14.7M - 1.5.0 0da6a335fe13 8ea6c318a53d 2023-08-28T02:08:23.582 INFO:teuthology.orchestra.run.smithi040.stdout:node-exporter.b smithi083 *:9100 running (54s) 27s ago 54s 5569k - 1.5.0 0da6a335fe13 8e3330d480bd 2023-08-28T02:08:23.582 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0 smithi040 running (3m) 16s ago 3m 55.8M 4023M 17.2.6-1016-g4fe39952 d5e2f73f133d ff0452c12b57 2023-08-28T02:08:23.583 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1 smithi040 running (3m) 16s ago 3m 56.8M 4023M 17.2.6-1016-g4fe39952 d5e2f73f133d 9ae9e22de7be 2023-08-28T02:08:23.583 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2 smithi040 running (3m) 16s ago 3m 51.5M 4023M 17.2.6-1016-g4fe39952 d5e2f73f133d e9bc4e548ea1 2023-08-28T02:08:23.583 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3 smithi040 running (3m) 16s ago 3m 47.2M 4023M 17.2.6-1016-g4fe39952 d5e2f73f133d 07e1b6efdf43 2023-08-28T02:08:23.583 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4 smithi083 running (2m) 27s ago 2m 52.4M 4022M 17.2.6-1016-g4fe39952 d5e2f73f133d 4279a7406ba5 2023-08-28T02:08:23.583 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5 smithi083 running (2m) 27s ago 2m 47.1M 4022M 17.2.6-1016-g4fe39952 d5e2f73f133d 78a7bee0c1dc 2023-08-28T02:08:23.583 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6 smithi083 running (2m) 27s ago 2m 48.8M 4022M 17.2.6-1016-g4fe39952 d5e2f73f133d e8553647cbd2 2023-08-28T02:08:23.583 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7 smithi083 running (117s) 27s ago 116s 49.1M 4022M 17.2.6-1016-g4fe39952 d5e2f73f133d 9df5f7bd4cae 2023-08-28T02:08:23.584 INFO:teuthology.orchestra.run.smithi040.stdout:prometheus.a smithi083 *:9095 running (43s) 27s ago 95s 33.7M - 2.43.0 a07b618ecd1d a1feb32b1113 2023-08-28T02:08:23.946 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:23 smithi040 ceph-mon[111703]: pgmap v59: 89 pgs: 89 active+clean; 253 MiB data, 556 MiB used, 715 GiB / 715 GiB avail; 42 MiB/s wr, 671 op/s 2023-08-28T02:08:24.013 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -e sha1=9cf208207dfe23ffccb33308b22e51570cb45e51 -- bash -c 'echo wait for minority of mons to upgrade' 2023-08-28T02:08:24.230 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:23 smithi040 ceph-mon[120580]: pgmap v59: 89 pgs: 89 active+clean; 253 MiB data, 556 MiB used, 715 GiB / 715 GiB avail; 42 MiB/s wr, 671 op/s 2023-08-28T02:08:24.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:23 smithi083 ceph-mon[113795]: pgmap v59: 89 pgs: 89 active+clean; 253 MiB data, 556 MiB used, 715 GiB / 715 GiB avail; 42 MiB/s wr, 671 op/s 2023-08-28T02:08:24.384 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 3 15 7833 7818 162.857 159.062 0.00322325 0.00613085 2023-08-28T02:08:24.530 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:08:24.956 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:24 smithi040 ceph-mon[111703]: from='client.24736 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:08:25.210 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:24 smithi040 ceph-mon[120580]: from='client.24736 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:08:25.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:24 smithi083 ceph-mon[113795]: from='client.24736 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:08:25.386 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 4 16 10092 10076 157.342 141.125 0.00281789 0.00634469 2023-08-28T02:08:25.611 INFO:teuthology.orchestra.run.smithi040.stdout:wait for minority of mons to upgrade 2023-08-28T02:08:26.023 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -e sha1=9cf208207dfe23ffccb33308b22e51570cb45e51 -- bash -c 'while ! ceph mon versions | grep $sha1 ; do sleep 2 ; done' 2023-08-28T02:08:26.387 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 5 16 12333 12317 153.875 140.062 0.00592454 0.00648774 2023-08-28T02:08:26.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:26 smithi040 ceph-mon[111703]: pgmap v60: 89 pgs: 89 active+clean; 253 MiB data, 556 MiB used, 715 GiB / 715 GiB avail; 33 MiB/s wr, 531 op/s 2023-08-28T02:08:26.484 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:26 smithi040 ceph-mon[120580]: pgmap v60: 89 pgs: 89 active+clean; 253 MiB data, 556 MiB used, 715 GiB / 715 GiB avail; 33 MiB/s wr, 531 op/s 2023-08-28T02:08:26.560 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:08:26.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:26 smithi083 ceph-mon[113795]: pgmap v60: 89 pgs: 89 active+clean; 253 MiB data, 556 MiB used, 715 GiB / 715 GiB avail; 33 MiB/s wr, 531 op/s 2023-08-28T02:08:27.387 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 6 16 14439 14423 150.166 131.625 0.00436157 0.00665159 2023-08-28T02:08:27.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:27 smithi040 ceph-mon[111703]: pgmap v61: 89 pgs: 89 active+clean; 253 MiB data, 556 MiB used, 715 GiB / 715 GiB avail; 29 MiB/s wr, 470 op/s 2023-08-28T02:08:27.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:27 smithi040 ceph-mon[111703]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:08:27.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:27 smithi040 ceph-mon[120580]: pgmap v61: 89 pgs: 89 active+clean; 253 MiB data, 556 MiB used, 715 GiB / 715 GiB avail; 29 MiB/s wr, 470 op/s 2023-08-28T02:08:27.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:27 smithi040 ceph-mon[120580]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:08:27.490 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:08:27 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[115935]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:08:27] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-08-28T02:08:27.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:27 smithi083 ceph-mon[113795]: pgmap v61: 89 pgs: 89 active+clean; 253 MiB data, 556 MiB used, 715 GiB / 715 GiB avail; 29 MiB/s wr, 470 op/s 2023-08-28T02:08:27.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:27 smithi083 ceph-mon[113795]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:08:28.387 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 7 16 16379 16363 146.035 121.25 0.00830614 0.00684036 2023-08-28T02:08:28.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:28 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/2518414442' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:08:28.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:28 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/2518414442' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:08:28.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:28 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/2518414442' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:08:29.388 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 8 16 18579 18563 144.954 137.5 0.0108744 0.00688818 2023-08-28T02:08:29.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:29 smithi040 ceph-mon[111703]: pgmap v62: 89 pgs: 89 active+clean; 959 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 96 MiB/s wr, 1.53k op/s 2023-08-28T02:08:29.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:29 smithi040 ceph-mon[120580]: pgmap v62: 89 pgs: 89 active+clean; 959 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 96 MiB/s wr, 1.53k op/s 2023-08-28T02:08:29.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:29 smithi083 ceph-mon[113795]: pgmap v62: 89 pgs: 89 active+clean; 959 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 96 MiB/s wr, 1.53k op/s 2023-08-28T02:08:30.388 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 9 16 20371 20355 141.291 112 0.00339011 0.00707034 2023-08-28T02:08:31.389 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 10 16 21744 21728 135.726 85.8125 0.0103912 0.00735766 2023-08-28T02:08:31.482 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:08:31 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:08:31] "GET /metrics HTTP/1.1" 200 241600 "" "Prometheus/2.43.0" 2023-08-28T02:08:31.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:31 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/510555110' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:08:31.484 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:31 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/510555110' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:08:31.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:31 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/510555110' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:08:32.391 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 11 16 23504 23488 133.371 110 0.0108474 0.00749185 2023-08-28T02:08:32.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:32 smithi040 ceph-mon[120580]: pgmap v63: 89 pgs: 89 active+clean; 959 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 83 MiB/s wr, 1.33k op/s 2023-08-28T02:08:32.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:32 smithi040 ceph-mon[111703]: pgmap v63: 89 pgs: 89 active+clean; 959 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 83 MiB/s wr, 1.33k op/s 2023-08-28T02:08:32.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:32 smithi083 ceph-mon[113795]: pgmap v63: 89 pgs: 89 active+clean; 959 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 83 MiB/s wr, 1.33k op/s 2023-08-28T02:08:33.394 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 12 16 25439 25423 132.307 120.938 0.00803759 0.00755263 2023-08-28T02:08:33.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:33 smithi040 ceph-mon[111703]: pgmap v64: 89 pgs: 89 active+clean; 1.5 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 127 MiB/s wr, 2.04k op/s 2023-08-28T02:08:33.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:33 smithi040 ceph-mon[120580]: pgmap v64: 89 pgs: 89 active+clean; 1.5 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 127 MiB/s wr, 2.04k op/s 2023-08-28T02:08:33.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:33 smithi083 ceph-mon[113795]: pgmap v64: 89 pgs: 89 active+clean; 1.5 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 127 MiB/s wr, 2.04k op/s 2023-08-28T02:08:34.394 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 13 16 27230 27214 130.74 111.938 0.0127986 0.00764494 2023-08-28T02:08:34.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:34 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/1281816886' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:08:34.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:34 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/1281816886' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:08:34.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:34 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/1281816886' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:08:35.394 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 14 16 29094 29078 129.721 116.5 0.00414812 0.00770381 2023-08-28T02:08:36.398 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 15 16 30827 30811 128.263 108.312 0.0122113 0.00778881 2023-08-28T02:08:36.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:36 smithi040 ceph-mon[111703]: pgmap v65: 89 pgs: 89 active+clean; 1.5 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 106 MiB/s wr, 1.70k op/s 2023-08-28T02:08:36.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:36 smithi040 ceph-mon[120580]: pgmap v65: 89 pgs: 89 active+clean; 1.5 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 106 MiB/s wr, 1.70k op/s 2023-08-28T02:08:36.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:36 smithi083 ceph-mon[113795]: pgmap v65: 89 pgs: 89 active+clean; 1.5 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 106 MiB/s wr, 1.70k op/s 2023-08-28T02:08:37.398 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 16 16 32544 32528 126.954 107.312 0.00456284 0.00787095 2023-08-28T02:08:37.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:37 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/4054958479' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:08:37.491 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:08:37 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[115935]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:08:37] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-08-28T02:08:37.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:37 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/4054958479' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:08:37.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:37 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/4054958479' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:08:38.398 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 17 16 34267 34251 125.82 107.688 0.00757262 0.00794206 2023-08-28T02:08:38.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:38 smithi040 ceph-mon[120580]: pgmap v66: 89 pgs: 89 active+clean; 1.5 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 106 MiB/s wr, 1.70k op/s 2023-08-28T02:08:38.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:38 smithi040 ceph-mon[111703]: pgmap v66: 89 pgs: 89 active+clean; 1.5 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 106 MiB/s wr, 1.70k op/s 2023-08-28T02:08:38.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:38 smithi083 ceph-mon[113795]: pgmap v66: 89 pgs: 89 active+clean; 1.5 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 106 MiB/s wr, 1.70k op/s 2023-08-28T02:08:39.398 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 18 16 35786 35770 124.105 94.9375 0.00856703 0.00805058 2023-08-28T02:08:39.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:39 smithi040 ceph-mon[120580]: pgmap v67: 89 pgs: 89 active+clean; 2.0 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 153 MiB/s wr, 2.44k op/s 2023-08-28T02:08:39.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:39 smithi040 ceph-mon[111703]: pgmap v67: 89 pgs: 89 active+clean; 2.0 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 153 MiB/s wr, 2.44k op/s 2023-08-28T02:08:39.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:39 smithi083 ceph-mon[113795]: pgmap v67: 89 pgs: 89 active+clean; 2.0 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 153 MiB/s wr, 2.44k op/s 2023-08-28T02:08:40.398 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 19 16 37434 37418 122.994 103 0.00835745 0.008126 2023-08-28T02:08:40.734 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:40 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/217644082' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:08:40.734 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:40 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/217644082' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:08:40.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:40 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/217644082' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:08:41.398 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:2023-08-28T02:08:41.400415+0000 min lat: 0.001109 max lat: 0.0499187 avg lat: 0.00820433 2023-08-28T02:08:41.398 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-08-28T02:08:41.398 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 20 16 39012 38996 121.776 98.625 0.0040153 0.00820433 2023-08-28T02:08:41.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:41 smithi040 ceph-mon[120580]: pgmap v68: 89 pgs: 89 active+clean; 2.0 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 94 MiB/s wr, 1.50k op/s 2023-08-28T02:08:41.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:41 smithi040 ceph-mon[111703]: pgmap v68: 89 pgs: 89 active+clean; 2.0 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 94 MiB/s wr, 1.50k op/s 2023-08-28T02:08:41.480 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:08:41 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:08:41] "GET /metrics HTTP/1.1" 200 241600 "" "Prometheus/2.43.0" 2023-08-28T02:08:41.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:41 smithi083 ceph-mon[113795]: pgmap v68: 89 pgs: 89 active+clean; 2.0 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 94 MiB/s wr, 1.50k op/s 2023-08-28T02:08:42.399 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 21 16 40534 40518 120.506 95.125 0.00905401 0.00829302 2023-08-28T02:08:42.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:42 smithi040 ceph-mon[111703]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:08:42.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:42 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/2451358823' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:08:42.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:42 smithi040 ceph-mon[120580]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:08:42.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:42 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/2451358823' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:08:42.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:42 smithi083 ceph-mon[113795]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:08:42.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:42 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/2451358823' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:08:43.401 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 22 16 42137 42121 119.578 100.188 0.00817827 0.0083562 2023-08-28T02:08:43.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:43 smithi040 ceph-mon[111703]: pgmap v69: 89 pgs: 89 active+clean; 2.5 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 135 MiB/s wr, 2.16k op/s 2023-08-28T02:08:43.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:43 smithi040 ceph-mon[120580]: pgmap v69: 89 pgs: 89 active+clean; 2.5 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 135 MiB/s wr, 2.16k op/s 2023-08-28T02:08:43.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:43 smithi083 ceph-mon[113795]: pgmap v69: 89 pgs: 89 active+clean; 2.5 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 135 MiB/s wr, 2.16k op/s 2023-08-28T02:08:44.400 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 23 16 43644 43628 118.474 94.1875 0.011805 0.00843522 2023-08-28T02:08:45.400 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 24 16 44984 44968 117.028 83.75 0.0127218 0.00854024 2023-08-28T02:08:46.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:45 smithi040 ceph-mon[111703]: pgmap v70: 89 pgs: 89 active+clean; 2.5 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 88 MiB/s wr, 1.40k op/s 2023-08-28T02:08:46.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:45 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/909619960' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:08:46.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:45 smithi040 ceph-mon[120580]: pgmap v70: 89 pgs: 89 active+clean; 2.5 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 88 MiB/s wr, 1.40k op/s 2023-08-28T02:08:46.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:45 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/909619960' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:08:46.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:45 smithi083 ceph-mon[113795]: pgmap v70: 89 pgs: 89 active+clean; 2.5 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 88 MiB/s wr, 1.40k op/s 2023-08-28T02:08:46.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:45 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/909619960' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:08:46.400 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 25 16 46420 46404 115.937 89.75 0.0111486 0.00862029 2023-08-28T02:08:47.408 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 26 16 47778 47762 114.705 84.875 0.0141356 0.00871285 2023-08-28T02:08:47.490 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:08:47 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[115935]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:08:47] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-08-28T02:08:48.230 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:47 smithi040 ceph-mon[120580]: pgmap v71: 89 pgs: 89 active+clean; 2.5 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 88 MiB/s wr, 1.40k op/s 2023-08-28T02:08:48.230 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:47 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/2078864823' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:08:48.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:47 smithi040 ceph-mon[111703]: pgmap v71: 89 pgs: 89 active+clean; 2.5 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 88 MiB/s wr, 1.40k op/s 2023-08-28T02:08:48.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:47 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/2078864823' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:08:48.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:47 smithi083 ceph-mon[113795]: pgmap v71: 89 pgs: 89 active+clean; 2.5 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 88 MiB/s wr, 1.40k op/s 2023-08-28T02:08:48.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:47 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/2078864823' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:08:48.409 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 27 16 49136 49120 113.598 84.875 0.01531 0.0087965 2023-08-28T02:08:49.409 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 28 16 50443 50427 112.458 81.6875 0.00746147 0.00888663 2023-08-28T02:08:50.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:49 smithi040 ceph-mon[120580]: pgmap v72: 89 pgs: 89 active+clean; 3.0 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 124 MiB/s wr, 1.99k op/s 2023-08-28T02:08:50.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:49 smithi040 ceph-mon[111703]: pgmap v72: 89 pgs: 89 active+clean; 3.0 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 124 MiB/s wr, 1.99k op/s 2023-08-28T02:08:50.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:49 smithi083 ceph-mon[113795]: pgmap v72: 89 pgs: 89 active+clean; 3.0 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 124 MiB/s wr, 1.99k op/s 2023-08-28T02:08:50.413 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 29 15 51637 51622 111.144 74.6875 0.0111189 0.00899219 2023-08-28T02:08:51.413 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 30 16 52975 52959 110.226 83.5625 0.00650235 0.00906757 2023-08-28T02:08:51.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:51 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/330705394' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:08:51.484 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:51 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/330705394' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:08:51.486 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:08:51 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:08:51] "GET /metrics HTTP/1.1" 200 242098 "" "Prometheus/2.43.0" 2023-08-28T02:08:51.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:51 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/330705394' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:08:52.415 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 31 16 54357 54341 109.447 86.375 0.0178758 0.00913192 2023-08-28T02:08:52.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:52 smithi040 ceph-mon[111703]: pgmap v73: 89 pgs: 89 active+clean; 3.0 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 78 MiB/s wr, 1.25k op/s 2023-08-28T02:08:52.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:52 smithi040 ceph-mon[120580]: pgmap v73: 89 pgs: 89 active+clean; 3.0 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 78 MiB/s wr, 1.25k op/s 2023-08-28T02:08:52.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:52 smithi083 ceph-mon[113795]: pgmap v73: 89 pgs: 89 active+clean; 3.0 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 78 MiB/s wr, 1.25k op/s 2023-08-28T02:08:53.355 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:53 smithi040 ceph-mon[111703]: pgmap v74: 89 pgs: 89 active+clean; 3.4 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 112 MiB/s wr, 1.80k op/s 2023-08-28T02:08:53.355 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:53 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/3317460313' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:08:53.416 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 32 16 55662 55646 108.576 81.5625 0.0088054 0.00920422 2023-08-28T02:08:53.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:53 smithi040 ceph-mon[120580]: pgmap v74: 89 pgs: 89 active+clean; 3.4 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 112 MiB/s wr, 1.80k op/s 2023-08-28T02:08:53.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:53 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/3317460313' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:08:53.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:53 smithi083 ceph-mon[113795]: pgmap v74: 89 pgs: 89 active+clean; 3.4 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 112 MiB/s wr, 1.80k op/s 2023-08-28T02:08:53.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:53 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/3317460313' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:08:54.416 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 33 16 57073 57057 107.959 88.1875 0.0237703 0.00925747 2023-08-28T02:08:55.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:54 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:08:55.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:54 smithi040 ceph-mon[120580]: Upgrade: Target is version 18.2.0-187-g9cf20820 (unknown) 2023-08-28T02:08:55.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:54 smithi040 ceph-mon[120580]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:90e74e9dbaafb6b50d53d065fb7fed5018d4dfbdd16f414a8aaabb53a6e7a3a8, digests ['quay.ceph.io/ceph-ci/ceph@sha256:90e74e9dbaafb6b50d53d065fb7fed5018d4dfbdd16f414a8aaabb53a6e7a3a8'] 2023-08-28T02:08:55.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:54 smithi040 ceph-mon[120580]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:08:55.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:54 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:08:55.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:54 smithi040 ceph-mon[120580]: Upgrade: Need to upgrade myself (mgr.y) 2023-08-28T02:08:55.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:54 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:08:55.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:54 smithi040 ceph-mon[111703]: Upgrade: Target is version 18.2.0-187-g9cf20820 (unknown) 2023-08-28T02:08:55.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:54 smithi040 ceph-mon[111703]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:90e74e9dbaafb6b50d53d065fb7fed5018d4dfbdd16f414a8aaabb53a6e7a3a8, digests ['quay.ceph.io/ceph-ci/ceph@sha256:90e74e9dbaafb6b50d53d065fb7fed5018d4dfbdd16f414a8aaabb53a6e7a3a8'] 2023-08-28T02:08:55.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:54 smithi040 ceph-mon[111703]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:08:55.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:54 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:08:55.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:54 smithi040 ceph-mon[111703]: Upgrade: Need to upgrade myself (mgr.y) 2023-08-28T02:08:55.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:54 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:08:55.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:54 smithi083 ceph-mon[113795]: Upgrade: Target is version 18.2.0-187-g9cf20820 (unknown) 2023-08-28T02:08:55.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:54 smithi083 ceph-mon[113795]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:90e74e9dbaafb6b50d53d065fb7fed5018d4dfbdd16f414a8aaabb53a6e7a3a8, digests ['quay.ceph.io/ceph-ci/ceph@sha256:90e74e9dbaafb6b50d53d065fb7fed5018d4dfbdd16f414a8aaabb53a6e7a3a8'] 2023-08-28T02:08:55.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:54 smithi083 ceph-mon[113795]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:08:55.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:54 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:08:55.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:54 smithi083 ceph-mon[113795]: Upgrade: Need to upgrade myself (mgr.y) 2023-08-28T02:08:55.416 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 34 16 58414 58398 107.249 83.8125 0.00790599 0.00931896 2023-08-28T02:08:56.416 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 35 16 59737 59721 106.547 82.6875 0.0148059 0.00938037 2023-08-28T02:08:56.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:56 smithi040 ceph-mon[111703]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:90e74e9dbaafb6b50d53d065fb7fed5018d4dfbdd16f414a8aaabb53a6e7a3a8 on smithi083 2023-08-28T02:08:56.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:56 smithi040 ceph-mon[111703]: pgmap v75: 89 pgs: 89 active+clean; 3.4 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 71 MiB/s wr, 1.14k op/s 2023-08-28T02:08:56.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:56 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/2398155816' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:08:56.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:56 smithi040 ceph-mon[120580]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:90e74e9dbaafb6b50d53d065fb7fed5018d4dfbdd16f414a8aaabb53a6e7a3a8 on smithi083 2023-08-28T02:08:56.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:56 smithi040 ceph-mon[120580]: pgmap v75: 89 pgs: 89 active+clean; 3.4 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 71 MiB/s wr, 1.14k op/s 2023-08-28T02:08:56.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:56 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/2398155816' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:08:56.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:56 smithi083 ceph-mon[113795]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:90e74e9dbaafb6b50d53d065fb7fed5018d4dfbdd16f414a8aaabb53a6e7a3a8 on smithi083 2023-08-28T02:08:56.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:56 smithi083 ceph-mon[113795]: pgmap v75: 89 pgs: 89 active+clean; 3.4 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 71 MiB/s wr, 1.14k op/s 2023-08-28T02:08:56.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:56 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/2398155816' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:08:57.416 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 36 16 61034 61018 105.84 81.0625 0.0174292 0.00944299 2023-08-28T02:08:57.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:57 smithi083 ceph-mon[113795]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:08:57.491 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:08:57 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[115935]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:08:57] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-08-28T02:08:57.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:57 smithi040 ceph-mon[120580]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:08:57.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:57 smithi040 ceph-mon[111703]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:08:58.420 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 37 16 62303 62287 105.113 79.3125 0.0110823 0.00950868 2023-08-28T02:08:58.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:58 smithi040 ceph-mon[111703]: pgmap v76: 89 pgs: 89 active+clean; 3.4 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 71 MiB/s wr, 1.14k op/s 2023-08-28T02:08:58.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:58 smithi040 ceph-mon[120580]: pgmap v76: 89 pgs: 89 active+clean; 3.4 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 71 MiB/s wr, 1.14k op/s 2023-08-28T02:08:58.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:58 smithi083 ceph-mon[113795]: pgmap v76: 89 pgs: 89 active+clean; 3.4 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 71 MiB/s wr, 1.14k op/s 2023-08-28T02:08:59.420 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 38 16 63586 63570 104.457 80.1875 0.0257884 0.0095679 2023-08-28T02:08:59.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:59 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/2596708727' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:08:59.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:08:59 smithi040 ceph-mon[111703]: pgmap v77: 89 pgs: 89 active+clean; 3.8 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 106 MiB/s wr, 1.69k op/s 2023-08-28T02:08:59.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:59 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/2596708727' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:08:59.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:08:59 smithi040 ceph-mon[120580]: pgmap v77: 89 pgs: 89 active+clean; 3.8 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 106 MiB/s wr, 1.69k op/s 2023-08-28T02:08:59.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:59 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/2596708727' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:08:59.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:08:59 smithi083 ceph-mon[113795]: pgmap v77: 89 pgs: 89 active+clean; 3.8 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 106 MiB/s wr, 1.69k op/s 2023-08-28T02:09:00.421 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 39 16 64840 64824 103.787 78.375 0.0147944 0.00963031 2023-08-28T02:09:01.421 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:2023-08-28T02:09:01.423063+0000 min lat: 0.001109 max lat: 0.0499187 avg lat: 0.00969913 2023-08-28T02:09:01.421 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-08-28T02:09:01.421 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 40 16 66022 66006 103.039 73.875 0.0117164 0.00969913 2023-08-28T02:09:01.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:01 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/3410080314' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:09:01.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:01 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/3410080314' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:09:01.482 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:09:01 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:09:01] "GET /metrics HTTP/1.1" 200 242182 "" "Prometheus/2.43.0" 2023-08-28T02:09:01.745 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:01 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/3410080314' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:09:02.421 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 41 16 67219 67203 102.351 74.8125 0.0100374 0.00975851 2023-08-28T02:09:02.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:02 smithi040 ceph-mon[111703]: pgmap v78: 89 pgs: 89 active+clean; 3.8 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 69 MiB/s wr, 1.10k op/s 2023-08-28T02:09:02.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:02 smithi040 ceph-mon[120580]: pgmap v78: 89 pgs: 89 active+clean; 3.8 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 69 MiB/s wr, 1.10k op/s 2023-08-28T02:09:02.746 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:02 smithi083 ceph-mon[113795]: pgmap v78: 89 pgs: 89 active+clean; 3.8 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 69 MiB/s wr, 1.10k op/s 2023-08-28T02:09:03.421 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 42 16 68193 68177 101.365 60.875 0.0170633 0.00985938 2023-08-28T02:09:03.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:03 smithi040 ceph-mon[111703]: pgmap v79: 89 pgs: 89 active+clean; 4.1 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 100 MiB/s wr, 1.61k op/s 2023-08-28T02:09:03.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:03 smithi040 ceph-mon[120580]: pgmap v79: 89 pgs: 89 active+clean; 4.1 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 100 MiB/s wr, 1.61k op/s 2023-08-28T02:09:03.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:03 smithi083 ceph-mon[113795]: pgmap v79: 89 pgs: 89 active+clean; 4.1 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 100 MiB/s wr, 1.61k op/s 2023-08-28T02:09:04.421 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 43 16 69182 69166 100.445 61.8125 0.0113652 0.00995039 2023-08-28T02:09:04.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:04 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/2711351564' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:09:04.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:04 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/2711351564' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:09:04.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:04 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/2711351564' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:09:05.421 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 44 16 70147 70131 99.5338 60.3125 0.0235824 0.0100418 2023-08-28T02:09:06.422 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 45 16 71244 71228 98.8459 68.5625 0.0125293 0.0101117 2023-08-28T02:09:06.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:06 smithi040 ceph-mon[120580]: pgmap v80: 89 pgs: 89 active+clean; 4.1 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 66 MiB/s wr, 1.06k op/s 2023-08-28T02:09:06.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:06 smithi040 ceph-mon[111703]: pgmap v80: 89 pgs: 89 active+clean; 4.1 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 66 MiB/s wr, 1.06k op/s 2023-08-28T02:09:06.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:06 smithi083 ceph-mon[113795]: pgmap v80: 89 pgs: 89 active+clean; 4.1 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 66 MiB/s wr, 1.06k op/s 2023-08-28T02:09:07.421 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 46 16 72425 72409 98.302 73.8125 0.00761119 0.0101686 2023-08-28T02:09:07.491 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:09:07 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[115935]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:09:07] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-08-28T02:09:07.493 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:07 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/2846121047' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:09:07.493 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:07 smithi083 ceph-mon[113795]: pgmap v81: 89 pgs: 89 active+clean; 4.1 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 66 MiB/s wr, 1.06k op/s 2023-08-28T02:09:07.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:07 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/2846121047' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:09:07.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:07 smithi040 ceph-mon[120580]: pgmap v81: 89 pgs: 89 active+clean; 4.1 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 66 MiB/s wr, 1.06k op/s 2023-08-28T02:09:07.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:07 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/2846121047' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:09:07.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:07 smithi040 ceph-mon[111703]: pgmap v81: 89 pgs: 89 active+clean; 4.1 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 66 MiB/s wr, 1.06k op/s 2023-08-28T02:09:08.424 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 47 16 73563 73547 97.72 71.125 0.00810695 0.0102286 2023-08-28T02:09:09.423 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 48 16 74660 74644 97.1129 68.5625 0.0168349 0.0102925 2023-08-28T02:09:10.230 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:09 smithi040 ceph-mon[120580]: pgmap v82: 89 pgs: 89 active+clean; 4.5 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 94 MiB/s wr, 1.50k op/s 2023-08-28T02:09:10.230 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:09 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/3534321967' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:09:10.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:09 smithi040 ceph-mon[111703]: pgmap v82: 89 pgs: 89 active+clean; 4.5 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 94 MiB/s wr, 1.50k op/s 2023-08-28T02:09:10.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:09 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/3534321967' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:09:10.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:09 smithi083 ceph-mon[113795]: pgmap v82: 89 pgs: 89 active+clean; 4.5 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 94 MiB/s wr, 1.50k op/s 2023-08-28T02:09:10.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:09 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/3534321967' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:09:10.423 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 49 16 75772 75756 96.5497 69.5 0.0173846 0.0103516 2023-08-28T02:09:11.424 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 50 16 76829 76813 95.9402 66.0625 0.0170432 0.0104181 2023-08-28T02:09:11.482 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:09:11 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:09:11] "GET /metrics HTTP/1.1" 200 242182 "" "Prometheus/2.43.0" 2023-08-28T02:09:12.425 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 51 16 77924 77908 95.398 68.4375 0.017544 0.0104777 2023-08-28T02:09:12.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:12 smithi040 ceph-mon[120580]: pgmap v83: 89 pgs: 89 active+clean; 4.5 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 59 MiB/s wr, 941 op/s 2023-08-28T02:09:12.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:12 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/2251376206' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:09:12.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:12 smithi040 ceph-mon[120580]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:09:12.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:12 smithi040 ceph-mon[111703]: pgmap v83: 89 pgs: 89 active+clean; 4.5 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 59 MiB/s wr, 941 op/s 2023-08-28T02:09:12.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:12 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/2251376206' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:09:12.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:12 smithi040 ceph-mon[111703]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:09:12.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:12 smithi083 ceph-mon[113795]: pgmap v83: 89 pgs: 89 active+clean; 4.5 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 59 MiB/s wr, 941 op/s 2023-08-28T02:09:12.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:12 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/2251376206' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:09:12.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:12 smithi083 ceph-mon[113795]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:09:13.426 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 52 16 78996 78980 94.8515 67 0.0094561 0.0105383 2023-08-28T02:09:14.426 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 53 16 80019 80003 94.2685 63.9375 0.0119283 0.010603 2023-08-28T02:09:14.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:14 smithi040 ceph-mon[111703]: pgmap v84: 89 pgs: 89 active+clean; 4.8 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 87 MiB/s wr, 1.40k op/s 2023-08-28T02:09:14.734 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:14 smithi040 ceph-mon[120580]: pgmap v84: 89 pgs: 89 active+clean; 4.8 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 87 MiB/s wr, 1.40k op/s 2023-08-28T02:09:14.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:14 smithi083 ceph-mon[113795]: pgmap v84: 89 pgs: 89 active+clean; 4.8 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 87 MiB/s wr, 1.40k op/s 2023-08-28T02:09:15.426 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 54 16 81060 81044 93.728 65.0625 0.0123225 0.0106644 2023-08-28T02:09:15.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:15 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/2281612550' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:09:15.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:15 smithi040 ceph-mon[120580]: pgmap v85: 89 pgs: 89 active+clean; 4.8 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 56 MiB/s wr, 896 op/s 2023-08-28T02:09:15.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:15 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/2281612550' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:09:15.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:15 smithi040 ceph-mon[111703]: pgmap v85: 89 pgs: 89 active+clean; 4.8 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 56 MiB/s wr, 896 op/s 2023-08-28T02:09:15.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:15 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/2281612550' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:09:15.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:15 smithi083 ceph-mon[113795]: pgmap v85: 89 pgs: 89 active+clean; 4.8 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 56 MiB/s wr, 896 op/s 2023-08-28T02:09:16.431 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 55 16 82119 82103 93.2234 66.1875 0.0100398 0.0107223 2023-08-28T02:09:17.429 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 56 16 83110 83094 92.6637 61.9375 0.00752037 0.0107869 2023-08-28T02:09:17.490 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:09:17 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[115935]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:09:17] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-08-28T02:09:18.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:17 smithi040 ceph-mon[111703]: pgmap v86: 89 pgs: 89 active+clean; 4.8 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 56 MiB/s wr, 896 op/s 2023-08-28T02:09:18.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:17 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/1167402152' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:09:18.230 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:17 smithi040 ceph-mon[120580]: pgmap v86: 89 pgs: 89 active+clean; 4.8 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 56 MiB/s wr, 896 op/s 2023-08-28T02:09:18.230 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:17 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/1167402152' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:09:18.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:17 smithi083 ceph-mon[113795]: pgmap v86: 89 pgs: 89 active+clean; 4.8 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 56 MiB/s wr, 896 op/s 2023-08-28T02:09:18.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:17 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/1167402152' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:09:18.430 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 57 16 84125 84109 92.151 63.4375 0.00989382 0.0108465 2023-08-28T02:09:19.430 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 58 16 85118 85102 91.6325 62.0625 0.0185223 0.0109082 2023-08-28T02:09:20.430 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 59 16 86103 86087 91.1231 61.5625 0.0119182 0.0109689 2023-08-28T02:09:20.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:19 smithi040 ceph-mon[111703]: pgmap v87: 89 pgs: 89 active+clean; 5.1 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 83 MiB/s wr, 1.33k op/s 2023-08-28T02:09:20.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:19 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/3877437571' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:09:20.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:20 smithi040 ceph-mon[120580]: pgmap v87: 89 pgs: 89 active+clean; 5.1 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 83 MiB/s wr, 1.33k op/s 2023-08-28T02:09:20.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:20 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/3877437571' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:09:20.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:19 smithi083 ceph-mon[113795]: pgmap v87: 89 pgs: 89 active+clean; 5.1 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 83 MiB/s wr, 1.33k op/s 2023-08-28T02:09:20.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:19 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/3877437571' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:09:21.430 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:2023-08-28T02:09:21.432127+0000 min lat: 0.001109 max lat: 0.0911005 avg lat: 0.0110317 2023-08-28T02:09:21.430 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-08-28T02:09:21.430 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 60 16 87065 87049 90.6067 60.125 0.0169824 0.0110317 2023-08-28T02:09:21.480 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:09:21 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:09:21] "GET /metrics HTTP/1.1" 200 242259 "" "Prometheus/2.43.0" 2023-08-28T02:09:22.430 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 61 16 87967 87951 90.0458 56.375 0.0107665 0.0111006 2023-08-28T02:09:22.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:22 smithi040 ceph-mon[120580]: pgmap v88: 89 pgs: 89 active+clean; 5.1 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 55 MiB/s wr, 887 op/s 2023-08-28T02:09:22.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:22 smithi040 ceph-mon[111703]: pgmap v88: 89 pgs: 89 active+clean; 5.1 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 55 MiB/s wr, 887 op/s 2023-08-28T02:09:22.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:22 smithi083 ceph-mon[113795]: pgmap v88: 89 pgs: 89 active+clean; 5.1 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 55 MiB/s wr, 887 op/s 2023-08-28T02:09:23.431 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 62 16 88931 88915 89.5654 60.25 0.0105898 0.0111598 2023-08-28T02:09:23.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:23 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/3053820689' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:09:23.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:23 smithi040 ceph-mon[111703]: pgmap v89: 89 pgs: 89 active+clean; 5.4 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 77 MiB/s wr, 1.24k op/s 2023-08-28T02:09:23.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:23 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/3053820689' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:09:23.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:23 smithi040 ceph-mon[120580]: pgmap v89: 89 pgs: 89 active+clean; 5.4 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 77 MiB/s wr, 1.24k op/s 2023-08-28T02:09:23.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:23 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/3053820689' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:09:23.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:23 smithi083 ceph-mon[113795]: pgmap v89: 89 pgs: 89 active+clean; 5.4 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 77 MiB/s wr, 1.24k op/s 2023-08-28T02:09:24.430 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 63 16 89926 89910 89.1311 62.1875 0.0113983 0.0112147 2023-08-28T02:09:25.430 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 64 16 90883 90867 88.6732 59.8125 0.00763142 0.0112721 2023-08-28T02:09:25.976 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:25 smithi083 ceph-mon[113795]: pgmap v90: 89 pgs: 89 active+clean; 5.4 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 52 MiB/s wr, 832 op/s 2023-08-28T02:09:25.976 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:25 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/3207777877' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:09:25.976 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:25 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:09:25.976 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:25 smithi083 ceph-mon[113795]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-08-28T02:09:25.976 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:25 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-08-28T02:09:25.977 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:25 smithi083 ceph-mon[113795]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-08-28T02:09:25.977 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:25 smithi083 ceph-mon[113795]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:09:26.230 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:25 smithi040 ceph-mon[120580]: pgmap v90: 89 pgs: 89 active+clean; 5.4 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 52 MiB/s wr, 832 op/s 2023-08-28T02:09:26.230 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:25 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/3207777877' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:09:26.230 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:25 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:09:26.230 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:25 smithi040 ceph-mon[120580]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-08-28T02:09:26.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:25 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-08-28T02:09:26.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:25 smithi040 ceph-mon[120580]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-08-28T02:09:26.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:25 smithi040 ceph-mon[120580]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:09:26.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:25 smithi040 ceph-mon[111703]: pgmap v90: 89 pgs: 89 active+clean; 5.4 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 52 MiB/s wr, 832 op/s 2023-08-28T02:09:26.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:25 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/3207777877' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:09:26.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:25 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:09:26.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:25 smithi040 ceph-mon[111703]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-08-28T02:09:26.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:25 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-08-28T02:09:26.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:25 smithi040 ceph-mon[111703]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-08-28T02:09:26.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:25 smithi040 ceph-mon[111703]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:09:26.430 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 65 16 91894 91878 88.2812 63.1875 0.0250808 0.0113227 2023-08-28T02:09:27.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:26 smithi083 ceph-mon[113795]: Upgrade: Updating mgr.x 2023-08-28T02:09:27.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:26 smithi083 ceph-mon[113795]: Deploying daemon mgr.x on smithi083 2023-08-28T02:09:27.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:26 smithi083 ceph-mon[113795]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:09:27.242 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:09:26 smithi083 systemd[1]: Stopping Ceph mgr.x for d9a8f48a-4546-11ee-817c-1b7a5f1ba315... 2023-08-28T02:09:27.243 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:09:27 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[115935]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:09:27] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-08-28T02:09:27.431 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 66 15 92865 92850 87.8642 60.75 0.0144451 0.0113766 2023-08-28T02:09:27.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:26 smithi040 ceph-mon[111703]: Upgrade: Updating mgr.x 2023-08-28T02:09:27.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:26 smithi040 ceph-mon[111703]: Deploying daemon mgr.x on smithi083 2023-08-28T02:09:27.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:26 smithi040 ceph-mon[111703]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:09:27.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:26 smithi040 ceph-mon[120580]: Upgrade: Updating mgr.x 2023-08-28T02:09:27.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:26 smithi040 ceph-mon[120580]: Deploying daemon mgr.x on smithi083 2023-08-28T02:09:27.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:26 smithi040 ceph-mon[120580]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:09:27.741 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:09:27 smithi083 bash[143356]: ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x 2023-08-28T02:09:27.741 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:09:27 smithi083 systemd[1]: ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315@mgr.x.service: Main process exited, code=exited, status=143/n/a 2023-08-28T02:09:28.241 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:09:27 smithi083 systemd[1]: ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315@mgr.x.service: Failed with result 'exit-code'. 2023-08-28T02:09:28.241 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:09:27 smithi083 systemd[1]: Stopped Ceph mgr.x for d9a8f48a-4546-11ee-817c-1b7a5f1ba315. 2023-08-28T02:09:28.241 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:09:28 smithi083 systemd[1]: Starting Ceph mgr.x for d9a8f48a-4546-11ee-817c-1b7a5f1ba315... 2023-08-28T02:09:28.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:27 smithi083 ceph-mon[113795]: pgmap v91: 89 pgs: 89 active+clean; 5.4 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 52 MiB/s wr, 832 op/s 2023-08-28T02:09:28.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:27 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/1877431699' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:09:28.431 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 67 16 93831 93815 87.4532 60.3125 0.0189208 0.0114296 2023-08-28T02:09:28.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:27 smithi040 ceph-mon[111703]: pgmap v91: 89 pgs: 89 active+clean; 5.4 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 52 MiB/s wr, 832 op/s 2023-08-28T02:09:28.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:27 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/1877431699' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:09:28.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:27 smithi040 ceph-mon[120580]: pgmap v91: 89 pgs: 89 active+clean; 5.4 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 52 MiB/s wr, 832 op/s 2023-08-28T02:09:28.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:27 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/1877431699' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:09:28.993 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:09:28 smithi083 bash[143487]: 1591ff2d702e01fb880a9959f214fb005bae88e83b97152e5bcee5231d576ce9 2023-08-28T02:09:28.994 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:09:28 smithi083 systemd[1]: Started Ceph mgr.x for d9a8f48a-4546-11ee-817c-1b7a5f1ba315. 2023-08-28T02:09:28.994 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:09:28 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: 2023-08-28T02:09:28.867+0000 7f490f230200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-08-28T02:09:29.433 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 68 16 94695 94679 86.9592 54 0.0131488 0.0114949 2023-08-28T02:09:29.490 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:09:29 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: 2023-08-28T02:09:29.142+0000 7f490f230200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-08-28T02:09:29.979 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:29 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:09:29.980 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:29 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:09:29.980 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:29 smithi083 ceph-mon[113795]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:09:29.980 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:29 smithi083 ceph-mon[113795]: pgmap v92: 89 pgs: 89 active+clean; 5.7 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 78 MiB/s wr, 1.24k op/s 2023-08-28T02:09:29.980 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:09:29 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: 2023-08-28T02:09:29.691+0000 7f490f230200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-08-28T02:09:30.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:29 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:09:30.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:29 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:09:30.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:29 smithi040 ceph-mon[120580]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:09:30.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:29 smithi040 ceph-mon[120580]: pgmap v92: 89 pgs: 89 active+clean; 5.7 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 78 MiB/s wr, 1.24k op/s 2023-08-28T02:09:30.235 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:29 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:09:30.235 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:29 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:09:30.235 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:29 smithi040 ceph-mon[111703]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:09:30.235 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:29 smithi040 ceph-mon[111703]: pgmap v92: 89 pgs: 89 active+clean; 5.7 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 78 MiB/s wr, 1.24k op/s 2023-08-28T02:09:30.433 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 69 16 95468 95452 86.3994 48.3125 0.00890889 0.0115691 2023-08-28T02:09:30.741 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:09:30 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: 2023-08-28T02:09:30.489+0000 7f490f230200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-08-28T02:09:31.240 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:09:30 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: 2023-08-28T02:09:30.853+0000 7f490f230200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-08-28T02:09:31.434 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 70 16 96300 96284 85.906 52 0.0132542 0.0116352 2023-08-28T02:09:31.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:31 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/3092640563' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:09:31.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:31 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/3092640563' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:09:31.481 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:09:31 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:09:31] "GET /metrics HTTP/1.1" 200 242299 "" "Prometheus/2.43.0" 2023-08-28T02:09:31.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:31 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/3092640563' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:09:31.741 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:09:31 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: 2023-08-28T02:09:31.479+0000 7f490f230200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-08-28T02:09:32.435 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 71 16 97140 97124 85.4357 52.5 0.0256977 0.0116991 2023-08-28T02:09:32.625 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:32 smithi083 ceph-mon[113795]: pgmap v93: 89 pgs: 89 active+clean; 5.7 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 51 MiB/s wr, 810 op/s 2023-08-28T02:09:32.625 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:32 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:09:32.625 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:32 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:09:32.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:32 smithi040 ceph-mon[120580]: pgmap v93: 89 pgs: 89 active+clean; 5.7 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 51 MiB/s wr, 810 op/s 2023-08-28T02:09:32.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:32 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:09:32.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:32 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:09:32.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:32 smithi040 ceph-mon[111703]: pgmap v93: 89 pgs: 89 active+clean; 5.7 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 51 MiB/s wr, 810 op/s 2023-08-28T02:09:32.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:32 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:09:32.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:32 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:09:32.991 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:09:32 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: 2023-08-28T02:09:32.624+0000 7f490f230200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-08-28T02:09:32.991 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:09:32 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: 2023-08-28T02:09:32.755+0000 7f490f230200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-08-28T02:09:33.435 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 72 16 97983 97967 84.9811 52.6875 0.011594 0.0117631 2023-08-28T02:09:33.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:33 smithi040 ceph-mon[111703]: pgmap v94: 89 pgs: 89 active+clean; 5.9 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 70 MiB/s wr, 1.12k op/s 2023-08-28T02:09:33.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:33 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/4277079550' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:09:33.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:33 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:09:33.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:33 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:09:33.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:33 smithi040 ceph-mon[120580]: pgmap v94: 89 pgs: 89 active+clean; 5.9 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 70 MiB/s wr, 1.12k op/s 2023-08-28T02:09:33.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:33 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/4277079550' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:09:33.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:33 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:09:33.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:33 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:09:33.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:33 smithi083 ceph-mon[113795]: pgmap v94: 89 pgs: 89 active+clean; 5.9 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 70 MiB/s wr, 1.12k op/s 2023-08-28T02:09:33.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:33 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/4277079550' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:09:33.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:33 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:09:33.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:33 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:09:34.026 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:09:33 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: 2023-08-28T02:09:33.738+0000 7f490f230200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-08-28T02:09:34.026 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:09:33 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: 2023-08-28T02:09:33.872+0000 7f490f230200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-08-28T02:09:34.026 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:09:34 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: 2023-08-28T02:09:34.021+0000 7f490f230200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-08-28T02:09:34.435 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 73 16 98806 98790 84.5218 51.4375 0.0123474 0.0118265 2023-08-28T02:09:34.494 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:09:34 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: 2023-08-28T02:09:34.175+0000 7f490f230200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-08-28T02:09:34.996 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:09:34 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: 2023-08-28T02:09:34.541+0000 7f490f230200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-08-28T02:09:34.996 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:09:34 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: 2023-08-28T02:09:34.702+0000 7f490f230200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-08-28T02:09:35.420 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:09:35 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: 2023-08-28T02:09:35.087+0000 7f490f230200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-08-28T02:09:35.420 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:09:35 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: 2023-08-28T02:09:35.247+0000 7f490f230200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-08-28T02:09:35.435 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 74 16 99649 99633 84.0911 52.6875 0.0202016 0.0118868 2023-08-28T02:09:35.677 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:09:35 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: 2023-08-28T02:09:35.534+0000 7f490f230200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-08-28T02:09:35.677 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:09:35 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: 2023-08-28T02:09:35.674+0000 7f490f230200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-08-28T02:09:35.677 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:35 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:09:35.677 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:35 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:09:35.677 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:35 smithi083 ceph-mon[113795]: pgmap v95: 89 pgs: 89 active+clean; 6.0 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 51 MiB/s wr, 810 op/s 2023-08-28T02:09:35.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:35 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:09:35.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:35 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:09:35.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:35 smithi040 ceph-mon[120580]: pgmap v95: 89 pgs: 89 active+clean; 6.0 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 51 MiB/s wr, 810 op/s 2023-08-28T02:09:35.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:35 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:09:35.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:35 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:09:35.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:35 smithi040 ceph-mon[111703]: pgmap v95: 89 pgs: 89 active+clean; 6.0 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 51 MiB/s wr, 810 op/s 2023-08-28T02:09:36.435 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 75 16 100543 100527 83.715 55.875 0.00959127 0.0119406 2023-08-28T02:09:36.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:36 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/2070556032' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:09:36.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:36 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/2070556032' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:09:36.745 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:36 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/2070556032' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:09:37.171 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:09:36 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: 2023-08-28T02:09:36.841+0000 7f490f230200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-08-28T02:09:37.171 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:09:37 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: 2023-08-28T02:09:37.170+0000 7f490f230200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-08-28T02:09:37.436 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 76 16 101438 101422 83.3496 55.9375 0.0304533 0.0119927 2023-08-28T02:09:37.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:37 smithi040 ceph-mon[111703]: pgmap v96: 89 pgs: 89 active+clean; 6.0 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 47 MiB/s wr, 758 op/s 2023-08-28T02:09:37.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:37 smithi040 ceph-mon[120580]: pgmap v96: 89 pgs: 89 active+clean; 6.0 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 47 MiB/s wr, 758 op/s 2023-08-28T02:09:37.740 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:09:37 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: 2023-08-28T02:09:37.456+0000 7f490f230200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-08-28T02:09:37.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:37 smithi083 ceph-mon[113795]: pgmap v96: 89 pgs: 89 active+clean; 6.0 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 47 MiB/s wr, 758 op/s 2023-08-28T02:09:38.436 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 77 16 102305 102289 82.9711 54.1875 0.0132436 0.0120468 2023-08-28T02:09:38.696 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:38 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/2851608227' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:09:38.697 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:09:38 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: 2023-08-28T02:09:38.426+0000 7f490f230200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-08-28T02:09:38.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:38 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/2851608227' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:09:38.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:38 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/2851608227' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:09:38.992 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:09:38 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: 2023-08-28T02:09:38.711+0000 7f490f230200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-08-28T02:09:39.325 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:09:39 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: 2023-08-28T02:09:39.011+0000 7f490f230200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-08-28T02:09:39.325 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:09:39 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: 2023-08-28T02:09:39.200+0000 7f490f230200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-08-28T02:09:39.325 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:09:39 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: [28/Aug/2023:02:09:39] ENGINE Bus STARTING 2023-08-28T02:09:39.325 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:09:39 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: CherryPy Checker: 2023-08-28T02:09:39.326 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:09:39 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: The Application mounted at '' has an empty config. 2023-08-28T02:09:39.326 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:09:39 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: 2023-08-28T02:09:39.326 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:09:39 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: [28/Aug/2023:02:09:39] ENGINE Serving on http://:::9283 2023-08-28T02:09:39.326 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:09:39 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: [28/Aug/2023:02:09:39] ENGINE Bus STARTED 2023-08-28T02:09:39.436 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 78 16 103192 103176 82.6182 55.4375 0.00933673 0.0120989 2023-08-28T02:09:39.632 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:39 smithi083 ceph-mon[113795]: pgmap v97: 89 pgs: 89 active+clean; 6.2 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 70 MiB/s wr, 1.12k op/s 2023-08-28T02:09:39.632 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:39 smithi083 ceph-mon[113795]: Standby manager daemon x restarted 2023-08-28T02:09:39.632 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:39 smithi083 ceph-mon[113795]: Standby manager daemon x started 2023-08-28T02:09:39.632 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:39 smithi083 ceph-mon[113795]: from='mgr.? 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-08-28T02:09:39.632 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:39 smithi083 ceph-mon[113795]: from='mgr.? 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-08-28T02:09:39.633 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:39 smithi083 ceph-mon[113795]: from='mgr.? 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-08-28T02:09:39.633 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:39 smithi083 ceph-mon[113795]: from='mgr.? 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-08-28T02:09:39.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:39 smithi040 ceph-mon[120580]: pgmap v97: 89 pgs: 89 active+clean; 6.2 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 70 MiB/s wr, 1.12k op/s 2023-08-28T02:09:39.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:39 smithi040 ceph-mon[120580]: Standby manager daemon x restarted 2023-08-28T02:09:39.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:39 smithi040 ceph-mon[120580]: Standby manager daemon x started 2023-08-28T02:09:39.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:39 smithi040 ceph-mon[120580]: from='mgr.? 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-08-28T02:09:39.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:39 smithi040 ceph-mon[120580]: from='mgr.? 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-08-28T02:09:39.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:39 smithi040 ceph-mon[120580]: from='mgr.? 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-08-28T02:09:39.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:39 smithi040 ceph-mon[120580]: from='mgr.? 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-08-28T02:09:39.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:39 smithi040 ceph-mon[111703]: pgmap v97: 89 pgs: 89 active+clean; 6.2 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 70 MiB/s wr, 1.12k op/s 2023-08-28T02:09:39.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:39 smithi040 ceph-mon[111703]: Standby manager daemon x restarted 2023-08-28T02:09:39.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:39 smithi040 ceph-mon[111703]: Standby manager daemon x started 2023-08-28T02:09:39.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:39 smithi040 ceph-mon[111703]: from='mgr.? 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-08-28T02:09:39.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:39 smithi040 ceph-mon[111703]: from='mgr.? 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-08-28T02:09:39.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:39 smithi040 ceph-mon[111703]: from='mgr.? 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-08-28T02:09:39.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:39 smithi040 ceph-mon[111703]: from='mgr.? 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-08-28T02:09:40.436 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 79 16 104162 104146 82.3399 60.625 0.0139078 0.0121401 2023-08-28T02:09:40.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:40 smithi083 ceph-mon[113795]: mgrmap e21: y(active, since 2m), standbys: x 2023-08-28T02:09:40.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:40 smithi040 ceph-mon[111703]: mgrmap e21: y(active, since 2m), standbys: x 2023-08-28T02:09:40.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:40 smithi040 ceph-mon[120580]: mgrmap e21: y(active, since 2m), standbys: x 2023-08-28T02:09:41.436 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:2023-08-28T02:09:41.438231+0000 min lat: 0.001109 max lat: 0.0911005 avg lat: 0.0121924 2023-08-28T02:09:41.436 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-08-28T02:09:41.436 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 80 16 105025 105009 81.985 53.9375 0.020997 0.0121924 2023-08-28T02:09:41.483 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:09:41 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:09:41] "GET /metrics HTTP/1.1" 200 242299 "" "Prometheus/2.43.0" 2023-08-28T02:09:41.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:41 smithi040 ceph-mon[111703]: pgmap v98: 89 pgs: 89 active+clean; 6.2 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 44 MiB/s wr, 711 op/s 2023-08-28T02:09:41.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:41 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/802815030' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:09:41.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:41 smithi040 ceph-mon[120580]: pgmap v98: 89 pgs: 89 active+clean; 6.2 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 44 MiB/s wr, 711 op/s 2023-08-28T02:09:41.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:41 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/802815030' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:09:41.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:41 smithi083 ceph-mon[113795]: pgmap v98: 89 pgs: 89 active+clean; 6.2 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 44 MiB/s wr, 711 op/s 2023-08-28T02:09:41.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:41 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/802815030' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:09:42.436 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 81 16 105986 105970 81.7141 60.0625 0.00980168 0.0122327 2023-08-28T02:09:42.795 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:42 smithi083 ceph-mon[113795]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:09:42.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:42 smithi040 ceph-mon[111703]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:09:42.980 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:42 smithi040 ceph-mon[120580]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:09:43.437 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 82 16 106915 106899 81.4256 58.0625 0.00617578 0.0122762 2023-08-28T02:09:43.915 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:43 smithi083 ceph-mon[113795]: pgmap v99: 89 pgs: 89 active+clean; 6.4 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 62 MiB/s wr, 997 op/s 2023-08-28T02:09:43.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:43 smithi040 ceph-mon[111703]: pgmap v99: 89 pgs: 89 active+clean; 6.4 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 62 MiB/s wr, 997 op/s 2023-08-28T02:09:43.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:43 smithi040 ceph-mon[120580]: pgmap v99: 89 pgs: 89 active+clean; 6.4 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 62 MiB/s wr, 997 op/s 2023-08-28T02:09:44.437 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 83 16 107784 107768 81.0991 54.3125 0.0217187 0.0123253 2023-08-28T02:09:44.534 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:44 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/1422831967' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:09:44.534 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:44 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:09:44.534 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:44 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:09:44.534 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:44 smithi040 ceph-mon[111703]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:09:44.534 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:44 smithi040 ceph-mon[111703]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:09:44.534 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:44 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:09:44.535 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:44 smithi040 ceph-mon[111703]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:09:44.535 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:44 smithi040 ceph-mon[111703]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2023-08-28T02:09:44.535 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:44 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2023-08-28T02:09:44.535 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:44 smithi040 ceph-mon[111703]: osdmap e72: 8 total, 8 up, 8 in 2023-08-28T02:09:44.535 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:44 smithi040 ceph-mon[111703]: from='mgr.24376 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2023-08-28T02:09:44.535 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:44 smithi040 ceph-mon[111703]: mgrmap e22: x(active, starting, since 0.00995783s) 2023-08-28T02:09:44.536 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:44 smithi040 ceph-mon[111703]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-08-28T02:09:44.536 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:44 smithi040 ceph-mon[111703]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-08-28T02:09:44.536 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:09:44 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:09:44.275+0000 7f2baf545700 -1 mgr handle_mgr_map I was active but no longer am 2023-08-28T02:09:44.536 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:09:44 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: ignoring --setuser ceph since I am not root 2023-08-28T02:09:44.536 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:09:44 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: ignoring --setgroup ceph since I am not root 2023-08-28T02:09:44.650 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:09:44 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: [28/Aug/2023:02:09:44] ENGINE Bus STOPPING 2023-08-28T02:09:44.650 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:09:44 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: [28/Aug/2023:02:09:44] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-08-28T02:09:44.650 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:09:44 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: [28/Aug/2023:02:09:44] ENGINE Bus STOPPED 2023-08-28T02:09:44.650 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:09:44 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: [28/Aug/2023:02:09:44] ENGINE Bus STARTING 2023-08-28T02:09:44.651 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:44 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/1422831967' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:09:44.651 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:44 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:09:44.651 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:44 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:09:44.651 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:44 smithi083 ceph-mon[113795]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:09:44.651 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:44 smithi083 ceph-mon[113795]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:09:44.651 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:44 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:09:44.651 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:44 smithi083 ceph-mon[113795]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:09:44.651 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:44 smithi083 ceph-mon[113795]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2023-08-28T02:09:44.651 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:44 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2023-08-28T02:09:44.652 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:44 smithi083 ceph-mon[113795]: osdmap e72: 8 total, 8 up, 8 in 2023-08-28T02:09:44.652 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:44 smithi083 ceph-mon[113795]: from='mgr.24376 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2023-08-28T02:09:44.655 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:44 smithi083 ceph-mon[113795]: mgrmap e22: x(active, starting, since 0.00995783s) 2023-08-28T02:09:44.655 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:44 smithi083 ceph-mon[113795]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-08-28T02:09:44.655 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:44 smithi083 ceph-mon[113795]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-08-28T02:09:44.655 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:44 smithi083 ceph-mon[113795]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-08-28T02:09:44.655 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:44 smithi083 ceph-mon[113795]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi040.wmhbsz"}]: dispatch 2023-08-28T02:09:44.655 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:44 smithi083 ceph-mon[113795]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi083.wzayvx"}]: dispatch 2023-08-28T02:09:44.656 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:44 smithi083 ceph-mon[113795]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-08-28T02:09:44.656 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:44 smithi083 ceph-mon[113795]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-08-28T02:09:44.656 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:44 smithi083 ceph-mon[113795]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-08-28T02:09:44.656 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:44 smithi083 ceph-mon[113795]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-08-28T02:09:44.656 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:44 smithi083 ceph-mon[113795]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-08-28T02:09:44.656 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:44 smithi083 ceph-mon[113795]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-08-28T02:09:44.657 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:44 smithi083 ceph-mon[113795]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-08-28T02:09:44.657 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:44 smithi083 ceph-mon[113795]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-08-28T02:09:44.657 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:44 smithi083 ceph-mon[113795]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-08-28T02:09:44.657 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:44 smithi083 ceph-mon[113795]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-08-28T02:09:44.657 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:44 smithi083 ceph-mon[113795]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-08-28T02:09:44.658 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:44 smithi083 ceph-mon[113795]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-08-28T02:09:44.658 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:44 smithi083 ceph-mon[113795]: Manager daemon x is now available 2023-08-28T02:09:44.659 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:44 smithi083 ceph-mon[113795]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:09:44.659 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:44 smithi083 ceph-mon[113795]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:09:44.659 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:44 smithi083 ceph-mon[113795]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:09:44.659 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:44 smithi083 ceph-mon[113795]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:09:44.659 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:44 smithi083 ceph-mon[113795]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-08-28T02:09:44.659 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:44 smithi083 ceph-mon[113795]: from='mgr.24830 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-08-28T02:09:44.790 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:09:44 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:09:44.554+0000 7fa18bf071c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-08-28T02:09:44.791 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:44 smithi040 ceph-mon[111703]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-08-28T02:09:44.791 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:44 smithi040 ceph-mon[111703]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi040.wmhbsz"}]: dispatch 2023-08-28T02:09:44.791 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:44 smithi040 ceph-mon[111703]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi083.wzayvx"}]: dispatch 2023-08-28T02:09:44.791 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:44 smithi040 ceph-mon[111703]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-08-28T02:09:44.791 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:44 smithi040 ceph-mon[111703]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-08-28T02:09:44.791 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:44 smithi040 ceph-mon[111703]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-08-28T02:09:44.792 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:44 smithi040 ceph-mon[111703]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-08-28T02:09:44.792 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:44 smithi040 ceph-mon[111703]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-08-28T02:09:44.792 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:44 smithi040 ceph-mon[111703]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-08-28T02:09:44.792 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:44 smithi040 ceph-mon[111703]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-08-28T02:09:44.792 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:44 smithi040 ceph-mon[111703]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-08-28T02:09:44.792 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:44 smithi040 ceph-mon[111703]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-08-28T02:09:44.793 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:44 smithi040 ceph-mon[111703]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-08-28T02:09:44.793 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:44 smithi040 ceph-mon[111703]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-08-28T02:09:44.793 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:44 smithi040 ceph-mon[111703]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-08-28T02:09:44.793 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:44 smithi040 ceph-mon[111703]: Manager daemon x is now available 2023-08-28T02:09:44.793 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:44 smithi040 ceph-mon[111703]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:09:44.793 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:44 smithi040 ceph-mon[111703]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:09:44.793 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:44 smithi040 ceph-mon[111703]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:09:44.793 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:44 smithi040 ceph-mon[111703]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:09:44.793 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:44 smithi040 ceph-mon[111703]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-08-28T02:09:44.794 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:44 smithi040 ceph-mon[111703]: from='mgr.24830 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-08-28T02:09:44.794 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:44 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/1422831967' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:09:44.795 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:44 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:09:44.795 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:44 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:09:44.795 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:44 smithi040 ceph-mon[120580]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:09:44.795 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:44 smithi040 ceph-mon[120580]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:09:44.795 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:44 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' 2023-08-28T02:09:44.795 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:44 smithi040 ceph-mon[120580]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:09:44.795 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:44 smithi040 ceph-mon[120580]: from='mgr.24376 172.21.15.40:0/382768568' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2023-08-28T02:09:44.796 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:44 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2023-08-28T02:09:44.796 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:44 smithi040 ceph-mon[120580]: osdmap e72: 8 total, 8 up, 8 in 2023-08-28T02:09:44.796 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:44 smithi040 ceph-mon[120580]: from='mgr.24376 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2023-08-28T02:09:44.796 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:44 smithi040 ceph-mon[120580]: mgrmap e22: x(active, starting, since 0.00995783s) 2023-08-28T02:09:44.796 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:44 smithi040 ceph-mon[120580]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-08-28T02:09:44.796 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:44 smithi040 ceph-mon[120580]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-08-28T02:09:44.797 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:44 smithi040 ceph-mon[120580]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-08-28T02:09:44.797 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:44 smithi040 ceph-mon[120580]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi040.wmhbsz"}]: dispatch 2023-08-28T02:09:44.797 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:44 smithi040 ceph-mon[120580]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi083.wzayvx"}]: dispatch 2023-08-28T02:09:44.797 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:44 smithi040 ceph-mon[120580]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-08-28T02:09:44.797 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:44 smithi040 ceph-mon[120580]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-08-28T02:09:44.797 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:44 smithi040 ceph-mon[120580]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-08-28T02:09:44.798 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:44 smithi040 ceph-mon[120580]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-08-28T02:09:44.798 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:44 smithi040 ceph-mon[120580]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-08-28T02:09:44.798 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:44 smithi040 ceph-mon[120580]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-08-28T02:09:44.798 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:44 smithi040 ceph-mon[120580]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-08-28T02:09:44.798 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:44 smithi040 ceph-mon[120580]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-08-28T02:09:44.799 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:44 smithi040 ceph-mon[120580]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-08-28T02:09:44.799 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:44 smithi040 ceph-mon[120580]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-08-28T02:09:44.799 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:44 smithi040 ceph-mon[120580]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-08-28T02:09:44.799 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:44 smithi040 ceph-mon[120580]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-08-28T02:09:44.799 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:44 smithi040 ceph-mon[120580]: Manager daemon x is now available 2023-08-28T02:09:44.799 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:44 smithi040 ceph-mon[120580]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:09:44.800 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:44 smithi040 ceph-mon[120580]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:09:44.800 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:44 smithi040 ceph-mon[120580]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:09:44.800 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:44 smithi040 ceph-mon[120580]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:09:44.800 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:44 smithi040 ceph-mon[120580]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-08-28T02:09:44.800 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:44 smithi040 ceph-mon[120580]: from='mgr.24830 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-08-28T02:09:44.992 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:09:44 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: [28/Aug/2023:02:09:44] ENGINE Serving on http://:::9283 2023-08-28T02:09:44.992 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:09:44 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: [28/Aug/2023:02:09:44] ENGINE Bus STARTED 2023-08-28T02:09:44.992 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:09:44 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: 2023-08-28T02:09:44.722+0000 7f4874f3e700 -1 client.0 error registering admin socket command: (17) File exists 2023-08-28T02:09:44.992 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:09:44 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: 2023-08-28T02:09:44.722+0000 7f4874f3e700 -1 client.0 error registering admin socket command: (17) File exists 2023-08-28T02:09:44.992 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:09:44 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: 2023-08-28T02:09:44.722+0000 7f4874f3e700 -1 client.0 error registering admin socket command: (17) File exists 2023-08-28T02:09:44.992 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:09:44 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: 2023-08-28T02:09:44.722+0000 7f4874f3e700 -1 client.0 error registering admin socket command: (17) File exists 2023-08-28T02:09:44.992 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:09:44 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: 2023-08-28T02:09:44.722+0000 7f4874f3e700 -1 client.0 error registering admin socket command: (17) File exists 2023-08-28T02:09:44.992 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:09:44 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: 2023-08-28T02:09:44.729+0000 7f486cf2e700 -1 client.0 error registering admin socket command: (17) File exists 2023-08-28T02:09:44.992 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:09:44 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: 2023-08-28T02:09:44.729+0000 7f486cf2e700 -1 client.0 error registering admin socket command: (17) File exists 2023-08-28T02:09:44.993 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:09:44 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: 2023-08-28T02:09:44.729+0000 7f486cf2e700 -1 client.0 error registering admin socket command: (17) File exists 2023-08-28T02:09:44.993 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:09:44 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: 2023-08-28T02:09:44.729+0000 7f486cf2e700 -1 client.0 error registering admin socket command: (17) File exists 2023-08-28T02:09:44.993 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:09:44 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: 2023-08-28T02:09:44.730+0000 7f486cf2e700 -1 client.0 error registering admin socket command: (17) File exists 2023-08-28T02:09:45.230 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:09:44 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:09:44.805+0000 7fa18bf071c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-08-28T02:09:45.437 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 84 16 108469 108453 80.6435 42.8125 0.0188003 0.0123943 2023-08-28T02:09:45.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:45 smithi040 ceph-mon[120580]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-08-28T02:09:45.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:45 smithi040 ceph-mon[120580]: from='mgr.24830 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-08-28T02:09:45.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:45 smithi040 ceph-mon[120580]: mgrmap e23: x(active, since 1.01294s) 2023-08-28T02:09:45.731 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:09:45 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:09:45.324+0000 7fa18bf071c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-08-28T02:09:45.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:45 smithi040 ceph-mon[111703]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-08-28T02:09:45.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:45 smithi040 ceph-mon[111703]: from='mgr.24830 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-08-28T02:09:45.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:45 smithi040 ceph-mon[111703]: mgrmap e23: x(active, since 1.01294s) 2023-08-28T02:09:45.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:45 smithi083 ceph-mon[113795]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-08-28T02:09:45.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:45 smithi083 ceph-mon[113795]: from='mgr.24830 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-08-28T02:09:45.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:45 smithi083 ceph-mon[113795]: mgrmap e23: x(active, since 1.01294s) 2023-08-28T02:09:46.437 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 85 16 109203 109187 80.2346 45.875 0.0198812 0.0124579 2023-08-28T02:09:46.485 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:09:46 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:09:46.211+0000 7fa18bf071c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-08-28T02:09:46.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:46 smithi040 ceph-mon[120580]: Deploying cephadm binary to smithi083 2023-08-28T02:09:46.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:46 smithi040 ceph-mon[120580]: Deploying cephadm binary to smithi040 2023-08-28T02:09:46.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:46 smithi040 ceph-mon[120580]: pgmap v3: 89 pgs: 89 active+clean; 6.6 GiB data, 20 GiB used, 695 GiB / 715 GiB avail 2023-08-28T02:09:46.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:46 smithi040 ceph-mon[120580]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:09:46.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:46 smithi040 ceph-mon[120580]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:09:46.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:46 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/3465309713' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:09:46.985 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:46 smithi040 ceph-mon[111703]: Deploying cephadm binary to smithi083 2023-08-28T02:09:46.985 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:46 smithi040 ceph-mon[111703]: Deploying cephadm binary to smithi040 2023-08-28T02:09:46.986 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:46 smithi040 ceph-mon[111703]: pgmap v3: 89 pgs: 89 active+clean; 6.6 GiB data, 20 GiB used, 695 GiB / 715 GiB avail 2023-08-28T02:09:46.986 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:46 smithi040 ceph-mon[111703]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:09:46.986 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:46 smithi040 ceph-mon[111703]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:09:46.986 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:46 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/3465309713' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:09:46.986 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:09:46 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:09:46.501+0000 7fa18bf071c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-08-28T02:09:46.993 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:46 smithi083 ceph-mon[113795]: Deploying cephadm binary to smithi083 2023-08-28T02:09:46.993 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:46 smithi083 ceph-mon[113795]: Deploying cephadm binary to smithi040 2023-08-28T02:09:46.994 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:46 smithi083 ceph-mon[113795]: pgmap v3: 89 pgs: 89 active+clean; 6.6 GiB data, 20 GiB used, 695 GiB / 715 GiB avail 2023-08-28T02:09:46.994 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:46 smithi083 ceph-mon[113795]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:09:46.994 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:46 smithi083 ceph-mon[113795]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:09:46.994 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:46 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/3465309713' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:09:47.437 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 86 16 109996 109980 79.8781 49.5625 0.0154965 0.0125137 2023-08-28T02:09:47.481 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:09:47 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:09:47.182+0000 7fa18bf071c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-08-28T02:09:47.492 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:09:47 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:09:47] "GET /metrics HTTP/1.1" 200 33273 "" "Prometheus/2.43.0" 2023-08-28T02:09:47.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:47 smithi040 ceph-mon[120580]: pgmap v4: 89 pgs: 89 active+clean; 6.6 GiB data, 20 GiB used, 695 GiB / 715 GiB avail 2023-08-28T02:09:47.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:47 smithi040 ceph-mon[111703]: pgmap v4: 89 pgs: 89 active+clean; 6.6 GiB data, 20 GiB used, 695 GiB / 715 GiB avail 2023-08-28T02:09:47.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:47 smithi083 ceph-mon[113795]: pgmap v4: 89 pgs: 89 active+clean; 6.6 GiB data, 20 GiB used, 695 GiB / 715 GiB avail 2023-08-28T02:09:48.437 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 87 16 110769 110753 79.5154 48.3125 0.00930345 0.0125711 2023-08-28T02:09:48.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:48 smithi040 ceph-mon[111703]: [28/Aug/2023:02:09:47] ENGINE Bus STARTING 2023-08-28T02:09:48.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:48 smithi040 ceph-mon[111703]: [28/Aug/2023:02:09:47] ENGINE Serving on https://172.21.15.83:7150 2023-08-28T02:09:48.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:48 smithi040 ceph-mon[111703]: [28/Aug/2023:02:09:47] ENGINE Serving on http://172.21.15.83:8765 2023-08-28T02:09:48.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:48 smithi040 ceph-mon[111703]: [28/Aug/2023:02:09:47] ENGINE Bus STARTED 2023-08-28T02:09:48.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:48 smithi040 ceph-mon[120580]: [28/Aug/2023:02:09:47] ENGINE Bus STARTING 2023-08-28T02:09:48.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:48 smithi040 ceph-mon[120580]: [28/Aug/2023:02:09:47] ENGINE Serving on https://172.21.15.83:7150 2023-08-28T02:09:48.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:48 smithi040 ceph-mon[120580]: [28/Aug/2023:02:09:47] ENGINE Serving on http://172.21.15.83:8765 2023-08-28T02:09:48.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:48 smithi040 ceph-mon[120580]: [28/Aug/2023:02:09:47] ENGINE Bus STARTED 2023-08-28T02:09:48.984 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:09:48 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:09:48.491+0000 7fa18bf071c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-08-28T02:09:48.984 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:09:48 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:09:48.651+0000 7fa18bf071c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-08-28T02:09:48.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:48 smithi083 ceph-mon[113795]: [28/Aug/2023:02:09:47] ENGINE Bus STARTING 2023-08-28T02:09:48.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:48 smithi083 ceph-mon[113795]: [28/Aug/2023:02:09:47] ENGINE Serving on https://172.21.15.83:7150 2023-08-28T02:09:48.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:48 smithi083 ceph-mon[113795]: [28/Aug/2023:02:09:47] ENGINE Serving on http://172.21.15.83:8765 2023-08-28T02:09:48.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:48 smithi083 ceph-mon[113795]: [28/Aug/2023:02:09:47] ENGINE Bus STARTED 2023-08-28T02:09:48.991 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:09:48 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[140521]: ts=2023-08-28T02:09:48.665Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1016-g4fe39952 (4fe39952b691f82409c13a09ef1217f15a8c4218) quincy (stable)\", cluster_addr=\"172.21.15.40\", device_class=\"ssd\", hostname=\"smithi040\", instance=\"smithi083.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.40\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1016-g4fe39952 (4fe39952b691f82409c13a09ef1217f15a8c4218) quincy (stable)\", cluster_addr=\"172.21.15.40\", device_class=\"ssd\", hostname=\"smithi040\", instance=\"172.21.15.40:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.40\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-08-28T02:09:48.991 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:09:48 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[140521]: ts=2023-08-28T02:09:48.666Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephPGImbalance index=15 msg="Evaluating rule failed" rule="alert: CephPGImbalance\nexpr: abs(((ceph_osd_numpg > 0) - on (job) group_left () avg by (job) (ceph_osd_numpg\n > 0)) / on (job) group_left () avg by (job) (ceph_osd_numpg > 0)) * on (ceph_daemon)\n group_left (hostname) ceph_osd_metadata > 0.3\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.5\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} deviates by\n more than 30% from average PG count.\n summary: PGs are not balanced across OSDs\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1016-g4fe39952 (4fe39952b691f82409c13a09ef1217f15a8c4218) quincy (stable)\", cluster_addr=\"172.21.15.40\", device_class=\"ssd\", hostname=\"smithi040\", instance=\"smithi083.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.40\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1016-g4fe39952 (4fe39952b691f82409c13a09ef1217f15a8c4218) quincy (stable)\", cluster_addr=\"172.21.15.40\", device_class=\"ssd\", hostname=\"smithi040\", instance=\"172.21.15.40:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.40\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-08-28T02:09:49.439 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 88 16 111446 111430 79.0917 42.3125 0.0282161 0.0126383 2023-08-28T02:09:49.944 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:09:49 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:09:49.792+0000 7fa18bf071c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-08-28T02:09:49.945 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:49 smithi040 ceph-mon[120580]: pgmap v5: 89 pgs: 89 active+clean; 6.6 GiB data, 20 GiB used, 695 GiB / 715 GiB avail 2023-08-28T02:09:49.945 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:49 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/535040696' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:09:49.945 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:49 smithi040 ceph-mon[111703]: pgmap v5: 89 pgs: 89 active+clean; 6.6 GiB data, 20 GiB used, 695 GiB / 715 GiB avail 2023-08-28T02:09:49.945 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:49 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/535040696' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:09:49.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:49 smithi083 ceph-mon[113795]: pgmap v5: 89 pgs: 89 active+clean; 6.6 GiB data, 20 GiB used, 695 GiB / 715 GiB avail 2023-08-28T02:09:49.993 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:49 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/535040696' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:09:50.239 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:09:49 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:09:49.940+0000 7fa18bf071c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-08-28T02:09:50.240 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:09:50 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:09:50.086+0000 7fa18bf071c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-08-28T02:09:50.449 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 89 16 112184 112168 78.7192 46.125 0.0189689 0.0126975 2023-08-28T02:09:50.632 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:09:50 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:09:50.254+0000 7fa18bf071c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-08-28T02:09:50.632 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:09:50 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:09:50.624+0000 7fa18bf071c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-08-28T02:09:50.983 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:09:50 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:09:50.779+0000 7fa18bf071c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-08-28T02:09:51.441 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Total time run: 90.0183 2023-08-28T02:09:51.442 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Total writes made: 112886 2023-08-28T02:09:51.442 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Write size: 65536 2023-08-28T02:09:51.442 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Object size: 65536 2023-08-28T02:09:51.442 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Bandwidth (MB/sec): 78.3771 2023-08-28T02:09:51.442 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Stddev Bandwidth: 28.3918 2023-08-28T02:09:51.442 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Max bandwidth (MB/sec): 171.062 2023-08-28T02:09:51.442 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Min bandwidth (MB/sec): 42.3125 2023-08-28T02:09:51.442 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Average IOPS: 1254 2023-08-28T02:09:51.442 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Stddev IOPS: 454.268 2023-08-28T02:09:51.442 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Max IOPS: 2737 2023-08-28T02:09:51.443 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Min IOPS: 677 2023-08-28T02:09:51.443 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Average Latency(s): 0.0127547 2023-08-28T02:09:51.443 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Stddev Latency(s): 0.00679047 2023-08-28T02:09:51.443 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Max latency(s): 0.0911005 2023-08-28T02:09:51.443 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Min latency(s): 0.001109 2023-08-28T02:09:51.447 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Cleaning up (deleting benchmark objects) 2023-08-28T02:09:51.487 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:09:51 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:09:51.154+0000 7fa18bf071c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-08-28T02:09:51.487 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:09:51 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:09:51.317+0000 7fa18bf071c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-08-28T02:09:51.980 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:09:51 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:09:51.651+0000 7fa18bf071c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-08-28T02:09:51.980 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:09:51 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:09:51.803+0000 7fa18bf071c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-08-28T02:09:51.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:51 smithi040 ceph-mon[111703]: pgmap v6: 89 pgs: 89 active+clean; 6.7 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 12 MiB/s wr, 191 op/s 2023-08-28T02:09:51.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:51 smithi040 ceph-mon[111703]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:09:51.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:51 smithi040 ceph-mon[111703]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:09:51.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:51 smithi040 ceph-mon[111703]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:09:51.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:51 smithi040 ceph-mon[111703]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:09:51.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:51 smithi040 ceph-mon[120580]: pgmap v6: 89 pgs: 89 active+clean; 6.7 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 12 MiB/s wr, 191 op/s 2023-08-28T02:09:51.984 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:51 smithi040 ceph-mon[120580]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:09:51.984 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:51 smithi040 ceph-mon[120580]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:09:51.984 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:51 smithi040 ceph-mon[120580]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:09:51.984 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:51 smithi040 ceph-mon[120580]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:09:51.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:51 smithi083 ceph-mon[113795]: pgmap v6: 89 pgs: 89 active+clean; 6.7 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 12 MiB/s wr, 191 op/s 2023-08-28T02:09:51.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:51 smithi083 ceph-mon[113795]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:09:51.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:51 smithi083 ceph-mon[113795]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:09:51.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:51 smithi083 ceph-mon[113795]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:09:51.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:51 smithi083 ceph-mon[113795]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:09:52.647 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Aug 28 02:09:52 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-alertmanager-a[151308]: ts=2023-08-28T02:09:52.324Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi040.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.40:8443: connect: connection refused" 2023-08-28T02:09:52.647 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:52 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/692456583' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:09:52.647 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:52 smithi040 ceph-mon[111703]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:09:52.647 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:52 smithi040 ceph-mon[111703]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:09:52.648 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:52 smithi040 ceph-mon[111703]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:09:52.648 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:52 smithi040 ceph-mon[111703]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:09:52.648 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:52 smithi040 ceph-mon[111703]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:09:52.648 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:52 smithi040 ceph-mon[111703]: from='mgr.24830 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:09:52.648 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:52 smithi040 ceph-mon[111703]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:09:52.648 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:52 smithi040 ceph-mon[111703]: from='mgr.24830 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:09:52.648 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:52 smithi040 ceph-mon[111703]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:09:52.648 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:52 smithi040 ceph-mon[111703]: from='mgr.24830 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:09:52.648 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:52 smithi040 ceph-mon[111703]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:09:52.648 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:52 smithi040 ceph-mon[111703]: from='mgr.24830 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:09:52.648 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:52 smithi040 ceph-mon[111703]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:09:52.985 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:52 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/692456583' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:09:52.985 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:52 smithi040 ceph-mon[120580]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:09:52.985 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:52 smithi040 ceph-mon[120580]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:09:52.986 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:52 smithi040 ceph-mon[120580]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:09:52.986 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:52 smithi040 ceph-mon[120580]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:09:52.986 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:52 smithi040 ceph-mon[120580]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:09:52.986 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:52 smithi040 ceph-mon[120580]: from='mgr.24830 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:09:52.986 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:52 smithi040 ceph-mon[120580]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:09:52.986 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:52 smithi040 ceph-mon[120580]: from='mgr.24830 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:09:52.986 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:52 smithi040 ceph-mon[120580]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:09:52.986 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:52 smithi040 ceph-mon[120580]: from='mgr.24830 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:09:52.986 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:52 smithi040 ceph-mon[120580]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:09:52.986 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:52 smithi040 ceph-mon[120580]: from='mgr.24830 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:09:52.986 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:52 smithi040 ceph-mon[120580]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:09:52.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:52 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/692456583' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:09:52.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:52 smithi083 ceph-mon[113795]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:09:52.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:52 smithi083 ceph-mon[113795]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:09:52.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:52 smithi083 ceph-mon[113795]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:09:52.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:52 smithi083 ceph-mon[113795]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:09:52.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:52 smithi083 ceph-mon[113795]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:09:52.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:52 smithi083 ceph-mon[113795]: from='mgr.24830 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:09:52.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:52 smithi083 ceph-mon[113795]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:09:52.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:52 smithi083 ceph-mon[113795]: from='mgr.24830 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:09:52.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:52 smithi083 ceph-mon[113795]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:09:52.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:52 smithi083 ceph-mon[113795]: from='mgr.24830 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:09:52.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:52 smithi083 ceph-mon[113795]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:09:52.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:52 smithi083 ceph-mon[113795]: from='mgr.24830 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:09:52.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:52 smithi083 ceph-mon[113795]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:09:53.393 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:09:53 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:09:53.074+0000 7fa18bf071c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-08-28T02:09:53.394 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:09:53 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:09:53.392+0000 7fa18bf071c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-08-28T02:09:53.648 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:53 smithi040 ceph-mon[111703]: pgmap v7: 89 pgs: 89 active+clean; 6.8 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 33 MiB/s wr, 531 op/s 2023-08-28T02:09:53.663 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:53 smithi040 ceph-mon[111703]: Adjusting osd_memory_target on smithi040 to 2487M 2023-08-28T02:09:53.748 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:53 smithi083 ceph-mon[113795]: pgmap v7: 89 pgs: 89 active+clean; 6.8 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 33 MiB/s wr, 531 op/s 2023-08-28T02:09:53.749 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:53 smithi083 ceph-mon[113795]: Adjusting osd_memory_target on smithi040 to 2487M 2023-08-28T02:09:53.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:53 smithi040 ceph-mon[120580]: pgmap v7: 89 pgs: 89 active+clean; 6.8 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 33 MiB/s wr, 531 op/s 2023-08-28T02:09:53.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:53 smithi040 ceph-mon[120580]: Adjusting osd_memory_target on smithi040 to 2487M 2023-08-28T02:09:53.981 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:09:53 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:09:53.682+0000 7fa18bf071c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-08-28T02:09:55.079 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:09:54 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:09:54.744+0000 7fa18bf071c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-08-28T02:09:55.079 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:09:55 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:09:55.078+0000 7fa18bf071c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-08-28T02:09:55.403 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:09:55 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:09:55.400+0000 7fa18bf071c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-08-28T02:09:55.666 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:55 smithi040 ceph-mon[120580]: pgmap v8: 89 pgs: 89 active+clean; 6.8 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 26 MiB/s wr, 413 op/s 2023-08-28T02:09:55.667 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:55 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/3655491375' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:09:55.667 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:55 smithi040 ceph-mon[120580]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:09:55.667 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:55 smithi040 ceph-mon[120580]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:09:55.667 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:55 smithi040 ceph-mon[120580]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:09:55.667 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:55 smithi040 ceph-mon[120580]: from='mgr.24830 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:09:55.667 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:55 smithi040 ceph-mon[120580]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:09:55.667 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:55 smithi040 ceph-mon[120580]: from='mgr.24830 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:09:55.668 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:55 smithi040 ceph-mon[120580]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:09:55.668 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:55 smithi040 ceph-mon[120580]: from='mgr.24830 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:09:55.668 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:55 smithi040 ceph-mon[120580]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:09:55.668 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:55 smithi040 ceph-mon[120580]: from='mgr.24830 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:09:55.668 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:55 smithi040 ceph-mon[120580]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:09:55.668 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:55 smithi040 ceph-mon[120580]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:09:55.668 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:55 smithi040 ceph-mon[120580]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:09:55.668 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:55 smithi040 ceph-mon[120580]: Standby manager daemon y started 2023-08-28T02:09:55.668 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:55 smithi040 ceph-mon[120580]: from='mgr.? 172.21.15.40:0/3041719357' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-08-28T02:09:55.668 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:55 smithi040 ceph-mon[120580]: from='mgr.? 172.21.15.40:0/3041719357' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-08-28T02:09:55.668 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:55 smithi040 ceph-mon[120580]: from='mgr.? 172.21.15.40:0/3041719357' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-08-28T02:09:55.669 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:55 smithi040 ceph-mon[111703]: pgmap v8: 89 pgs: 89 active+clean; 6.8 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 26 MiB/s wr, 413 op/s 2023-08-28T02:09:55.669 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:55 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/3655491375' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:09:55.669 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:55 smithi040 ceph-mon[111703]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:09:55.669 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:55 smithi040 ceph-mon[111703]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:09:55.669 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:55 smithi040 ceph-mon[111703]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:09:55.669 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:55 smithi040 ceph-mon[111703]: from='mgr.24830 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:09:55.669 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:55 smithi040 ceph-mon[111703]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:09:55.669 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:55 smithi040 ceph-mon[111703]: from='mgr.24830 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:09:55.669 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:55 smithi040 ceph-mon[111703]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:09:55.669 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:55 smithi040 ceph-mon[111703]: from='mgr.24830 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:09:55.670 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:55 smithi040 ceph-mon[111703]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:09:55.670 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:55 smithi040 ceph-mon[111703]: from='mgr.24830 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:09:55.670 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:55 smithi040 ceph-mon[111703]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:09:55.670 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:55 smithi040 ceph-mon[111703]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:09:55.670 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:55 smithi040 ceph-mon[111703]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:09:55.670 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:55 smithi040 ceph-mon[111703]: Standby manager daemon y started 2023-08-28T02:09:55.670 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:55 smithi040 ceph-mon[111703]: from='mgr.? 172.21.15.40:0/3041719357' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-08-28T02:09:55.670 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:55 smithi040 ceph-mon[111703]: from='mgr.? 172.21.15.40:0/3041719357' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-08-28T02:09:55.670 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:55 smithi040 ceph-mon[111703]: from='mgr.? 172.21.15.40:0/3041719357' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-08-28T02:09:55.670 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:09:55 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:09:55.621+0000 7fa18bf071c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-08-28T02:09:55.671 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:09:55 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: [28/Aug/2023:02:09:55] ENGINE Bus STARTING 2023-08-28T02:09:55.981 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:09:55 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: CherryPy Checker: 2023-08-28T02:09:55.981 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:09:55 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: The Application mounted at '' has an empty config. 2023-08-28T02:09:55.981 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:09:55 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: 2023-08-28T02:09:55.981 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:09:55 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: [28/Aug/2023:02:09:55] ENGINE Serving on http://:::9283 2023-08-28T02:09:55.981 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:09:55 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: [28/Aug/2023:02:09:55] ENGINE Bus STARTED 2023-08-28T02:09:55.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:55 smithi083 ceph-mon[113795]: pgmap v8: 89 pgs: 89 active+clean; 6.8 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 26 MiB/s wr, 413 op/s 2023-08-28T02:09:55.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:55 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/3655491375' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:09:55.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:55 smithi083 ceph-mon[113795]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:09:55.993 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:55 smithi083 ceph-mon[113795]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:09:55.993 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:55 smithi083 ceph-mon[113795]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:09:55.993 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:55 smithi083 ceph-mon[113795]: from='mgr.24830 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:09:55.993 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:55 smithi083 ceph-mon[113795]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:09:55.993 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:55 smithi083 ceph-mon[113795]: from='mgr.24830 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:09:55.993 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:55 smithi083 ceph-mon[113795]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:09:55.993 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:55 smithi083 ceph-mon[113795]: from='mgr.24830 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:09:55.993 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:55 smithi083 ceph-mon[113795]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:09:55.993 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:55 smithi083 ceph-mon[113795]: from='mgr.24830 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-08-28T02:09:55.993 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:55 smithi083 ceph-mon[113795]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:09:55.993 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:55 smithi083 ceph-mon[113795]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:09:55.993 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:55 smithi083 ceph-mon[113795]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:09:55.994 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:55 smithi083 ceph-mon[113795]: Standby manager daemon y started 2023-08-28T02:09:55.994 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:55 smithi083 ceph-mon[113795]: from='mgr.? 172.21.15.40:0/3041719357' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-08-28T02:09:55.994 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:55 smithi083 ceph-mon[113795]: from='mgr.? 172.21.15.40:0/3041719357' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-08-28T02:09:55.994 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:55 smithi083 ceph-mon[113795]: from='mgr.? 172.21.15.40:0/3041719357' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-08-28T02:09:56.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:56 smithi040 ceph-mon[111703]: Adjusting osd_memory_target on smithi083 to 2486M 2023-08-28T02:09:56.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:56 smithi040 ceph-mon[111703]: Updating smithi040:/etc/ceph/ceph.conf 2023-08-28T02:09:56.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:56 smithi040 ceph-mon[111703]: Updating smithi083:/etc/ceph/ceph.conf 2023-08-28T02:09:56.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:56 smithi040 ceph-mon[111703]: Updating smithi083:/var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/config/ceph.conf 2023-08-28T02:09:56.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:56 smithi040 ceph-mon[111703]: Updating smithi040:/var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/config/ceph.conf 2023-08-28T02:09:56.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:56 smithi040 ceph-mon[111703]: from='mgr.? 172.21.15.40:0/3041719357' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-08-28T02:09:56.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:56 smithi040 ceph-mon[111703]: mgrmap e24: x(active, since 12s), standbys: y 2023-08-28T02:09:56.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:56 smithi040 ceph-mon[111703]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-08-28T02:09:56.984 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:56 smithi040 ceph-mon[120580]: Adjusting osd_memory_target on smithi083 to 2486M 2023-08-28T02:09:56.984 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:56 smithi040 ceph-mon[120580]: Updating smithi040:/etc/ceph/ceph.conf 2023-08-28T02:09:56.984 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:56 smithi040 ceph-mon[120580]: Updating smithi083:/etc/ceph/ceph.conf 2023-08-28T02:09:56.984 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:56 smithi040 ceph-mon[120580]: Updating smithi083:/var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/config/ceph.conf 2023-08-28T02:09:56.984 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:56 smithi040 ceph-mon[120580]: Updating smithi040:/var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/config/ceph.conf 2023-08-28T02:09:56.984 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:56 smithi040 ceph-mon[120580]: from='mgr.? 172.21.15.40:0/3041719357' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-08-28T02:09:56.984 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:56 smithi040 ceph-mon[120580]: mgrmap e24: x(active, since 12s), standbys: y 2023-08-28T02:09:56.984 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:56 smithi040 ceph-mon[120580]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-08-28T02:09:56.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:56 smithi083 ceph-mon[113795]: Adjusting osd_memory_target on smithi083 to 2486M 2023-08-28T02:09:56.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:56 smithi083 ceph-mon[113795]: Updating smithi040:/etc/ceph/ceph.conf 2023-08-28T02:09:56.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:56 smithi083 ceph-mon[113795]: Updating smithi083:/etc/ceph/ceph.conf 2023-08-28T02:09:56.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:56 smithi083 ceph-mon[113795]: Updating smithi083:/var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/config/ceph.conf 2023-08-28T02:09:56.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:56 smithi083 ceph-mon[113795]: Updating smithi040:/var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/config/ceph.conf 2023-08-28T02:09:56.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:56 smithi083 ceph-mon[113795]: from='mgr.? 172.21.15.40:0/3041719357' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-08-28T02:09:56.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:56 smithi083 ceph-mon[113795]: mgrmap e24: x(active, since 12s), standbys: y 2023-08-28T02:09:56.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:56 smithi083 ceph-mon[113795]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-08-28T02:09:57.490 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:09:57 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:09:57] "GET /metrics HTTP/1.1" 200 33273 "" "Prometheus/2.43.0" 2023-08-28T02:09:57.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:57 smithi040 ceph-mon[120580]: Updating smithi083:/etc/ceph/ceph.client.admin.keyring 2023-08-28T02:09:57.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:57 smithi040 ceph-mon[120580]: Updating smithi040:/etc/ceph/ceph.client.admin.keyring 2023-08-28T02:09:57.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:57 smithi040 ceph-mon[120580]: pgmap v9: 89 pgs: 89 active+clean; 6.7 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 93 B/s rd, 26 MiB/s wr, 681 op/s 2023-08-28T02:09:57.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:57 smithi040 ceph-mon[120580]: Updating smithi083:/var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/config/ceph.client.admin.keyring 2023-08-28T02:09:57.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:57 smithi040 ceph-mon[120580]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:09:57.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:57 smithi040 ceph-mon[120580]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:09:57.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:57 smithi040 ceph-mon[120580]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:09:57.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:57 smithi040 ceph-mon[120580]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:09:57.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:57 smithi040 ceph-mon[120580]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:09:57.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:57 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/1176088936' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:09:57.982 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Aug 28 02:09:57 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-alertmanager-a[151308]: ts=2023-08-28T02:09:57.657Z caller=notify.go:743 level=info component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify success" attempts=6 2023-08-28T02:09:57.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:57 smithi040 ceph-mon[111703]: Updating smithi083:/etc/ceph/ceph.client.admin.keyring 2023-08-28T02:09:57.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:57 smithi040 ceph-mon[111703]: Updating smithi040:/etc/ceph/ceph.client.admin.keyring 2023-08-28T02:09:57.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:57 smithi040 ceph-mon[111703]: pgmap v9: 89 pgs: 89 active+clean; 6.7 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 93 B/s rd, 26 MiB/s wr, 681 op/s 2023-08-28T02:09:57.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:57 smithi040 ceph-mon[111703]: Updating smithi083:/var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/config/ceph.client.admin.keyring 2023-08-28T02:09:57.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:57 smithi040 ceph-mon[111703]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:09:57.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:57 smithi040 ceph-mon[111703]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:09:57.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:57 smithi040 ceph-mon[111703]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:09:57.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:57 smithi040 ceph-mon[111703]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:09:57.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:57 smithi040 ceph-mon[111703]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:09:57.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:57 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/1176088936' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:09:57.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:57 smithi083 ceph-mon[113795]: Updating smithi083:/etc/ceph/ceph.client.admin.keyring 2023-08-28T02:09:57.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:57 smithi083 ceph-mon[113795]: Updating smithi040:/etc/ceph/ceph.client.admin.keyring 2023-08-28T02:09:57.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:57 smithi083 ceph-mon[113795]: pgmap v9: 89 pgs: 89 active+clean; 6.7 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 93 B/s rd, 26 MiB/s wr, 681 op/s 2023-08-28T02:09:57.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:57 smithi083 ceph-mon[113795]: Updating smithi083:/var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/config/ceph.client.admin.keyring 2023-08-28T02:09:57.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:57 smithi083 ceph-mon[113795]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:09:57.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:57 smithi083 ceph-mon[113795]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:09:57.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:57 smithi083 ceph-mon[113795]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:09:57.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:57 smithi083 ceph-mon[113795]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:09:57.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:57 smithi083 ceph-mon[113795]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:09:57.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:57 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/1176088936' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:09:58.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:58 smithi040 ceph-mon[120580]: Updating smithi040:/var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/config/ceph.client.admin.keyring 2023-08-28T02:09:58.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:58 smithi040 ceph-mon[120580]: Reconfiguring alertmanager.a (dependencies changed)... 2023-08-28T02:09:58.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:58 smithi040 ceph-mon[120580]: Reconfiguring daemon alertmanager.a on smithi040 2023-08-28T02:09:58.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:58 smithi040 ceph-mon[111703]: Updating smithi040:/var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/config/ceph.client.admin.keyring 2023-08-28T02:09:58.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:58 smithi040 ceph-mon[111703]: Reconfiguring alertmanager.a (dependencies changed)... 2023-08-28T02:09:58.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:58 smithi040 ceph-mon[111703]: Reconfiguring daemon alertmanager.a on smithi040 2023-08-28T02:09:58.994 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:58 smithi083 ceph-mon[113795]: Updating smithi040:/var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/config/ceph.client.admin.keyring 2023-08-28T02:09:58.994 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:58 smithi083 ceph-mon[113795]: Reconfiguring alertmanager.a (dependencies changed)... 2023-08-28T02:09:58.994 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:58 smithi083 ceph-mon[113795]: Reconfiguring daemon alertmanager.a on smithi040 2023-08-28T02:09:59.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:59 smithi040 ceph-mon[111703]: pgmap v10: 89 pgs: 89 active+clean; 6.7 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 85 B/s rd, 24 MiB/s wr, 623 op/s 2023-08-28T02:09:59.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:09:59 smithi040 ceph-mon[111703]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:09:59.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:59 smithi040 ceph-mon[120580]: pgmap v10: 89 pgs: 89 active+clean; 6.7 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 85 B/s rd, 24 MiB/s wr, 623 op/s 2023-08-28T02:09:59.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:09:59 smithi040 ceph-mon[120580]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:09:59.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:59 smithi083 ceph-mon[113795]: pgmap v10: 89 pgs: 89 active+clean; 6.7 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 85 B/s rd, 24 MiB/s wr, 623 op/s 2023-08-28T02:09:59.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:09:59 smithi083 ceph-mon[113795]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:10:00.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:00 smithi083 ceph-mon[113795]: overall HEALTH_OK 2023-08-28T02:10:00.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:00 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/1594309990' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:10:00.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:00 smithi083 ceph-mon[113795]: pgmap v11: 89 pgs: 89 active+clean; 6.7 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 85 B/s rd, 24 MiB/s wr, 646 op/s 2023-08-28T02:10:01.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:00 smithi040 ceph-mon[120580]: overall HEALTH_OK 2023-08-28T02:10:01.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:00 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/1594309990' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:10:01.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:00 smithi040 ceph-mon[120580]: pgmap v11: 89 pgs: 89 active+clean; 6.7 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 85 B/s rd, 24 MiB/s wr, 646 op/s 2023-08-28T02:10:01.161 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:00 smithi040 ceph-mon[111703]: overall HEALTH_OK 2023-08-28T02:10:01.161 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:00 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/1594309990' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:10:01.161 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:00 smithi040 ceph-mon[111703]: pgmap v11: 89 pgs: 89 active+clean; 6.7 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 85 B/s rd, 24 MiB/s wr, 646 op/s 2023-08-28T02:10:01.161 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:10:01 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[111952]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:10:01] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-08-28T02:10:02.983 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Aug 28 02:10:02 smithi040 systemd[1]: Stopping Ceph alertmanager.a for d9a8f48a-4546-11ee-817c-1b7a5f1ba315... 2023-08-28T02:10:03.522 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:03 smithi040 ceph-mon[120580]: pgmap v12: 89 pgs: 89 active+clean; 6.5 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 85 B/s rd, 19 MiB/s wr, 891 op/s 2023-08-28T02:10:03.522 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:03 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/2909357914' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:10:03.522 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Aug 28 02:10:03 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-alertmanager-a[151308]: ts=2023-08-28T02:10:03.245Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2023-08-28T02:10:03.523 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:03 smithi040 ceph-mon[111703]: pgmap v12: 89 pgs: 89 active+clean; 6.5 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 85 B/s rd, 19 MiB/s wr, 891 op/s 2023-08-28T02:10:03.523 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:03 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/2909357914' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:10:03.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:03 smithi083 ceph-mon[113795]: pgmap v12: 89 pgs: 89 active+clean; 6.5 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 85 B/s rd, 19 MiB/s wr, 891 op/s 2023-08-28T02:10:03.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:03 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/2909357914' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:10:03.741 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:10:03 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[140521]: ts=2023-08-28T02:10:03.507Z caller=notifier.go:532 level=error component=notifier alertmanager=http://smithi040.front.sepia.ceph.com:9093/api/v2/alerts count=1 msg="Error sending alert" err="Post \"http://smithi040.front.sepia.ceph.com:9093/api/v2/alerts\": dial tcp 172.21.15.40:9093: connect: connection refused" 2023-08-28T02:10:03.933 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Aug 28 02:10:03 smithi040 bash[164114]: ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-alertmanager-a 2023-08-28T02:10:04.234 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Aug 28 02:10:03 smithi040 systemd[1]: ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315@alertmanager.a.service: Succeeded. 2023-08-28T02:10:04.234 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Aug 28 02:10:03 smithi040 systemd[1]: Stopped Ceph alertmanager.a for d9a8f48a-4546-11ee-817c-1b7a5f1ba315. 2023-08-28T02:10:04.234 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Aug 28 02:10:03 smithi040 systemd[1]: Starting Ceph alertmanager.a for d9a8f48a-4546-11ee-817c-1b7a5f1ba315... 2023-08-28T02:10:04.980 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Aug 28 02:10:04 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-alertmanager-a[164232]: ts=2023-08-28T02:10:04.647Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2023-08-28T02:10:04.980 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Aug 28 02:10:04 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-alertmanager-a[164232]: ts=2023-08-28T02:10:04.647Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2023-08-28T02:10:04.980 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Aug 28 02:10:04 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-alertmanager-a[164232]: ts=2023-08-28T02:10:04.649Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.40 port=9094 2023-08-28T02:10:04.981 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Aug 28 02:10:04 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-alertmanager-a[164232]: ts=2023-08-28T02:10:04.659Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2023-08-28T02:10:04.981 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Aug 28 02:10:04 smithi040 bash[164218]: 1f931b11b0e51c1c892025d0224d63cc8c24ab542441896fd8e71cf215351c52 2023-08-28T02:10:04.981 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Aug 28 02:10:04 smithi040 systemd[1]: Started Ceph alertmanager.a for d9a8f48a-4546-11ee-817c-1b7a5f1ba315. 2023-08-28T02:10:04.981 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Aug 28 02:10:04 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-alertmanager-a[164232]: ts=2023-08-28T02:10:04.722Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2023-08-28T02:10:04.981 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Aug 28 02:10:04 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-alertmanager-a[164232]: ts=2023-08-28T02:10:04.723Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2023-08-28T02:10:04.981 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Aug 28 02:10:04 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-alertmanager-a[164232]: ts=2023-08-28T02:10:04.730Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2023-08-28T02:10:04.981 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Aug 28 02:10:04 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-alertmanager-a[164232]: ts=2023-08-28T02:10:04.730Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2023-08-28T02:10:05.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:05 smithi040 ceph-mon[120580]: pgmap v13: 89 pgs: 89 active+clean; 6.5 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 85 B/s rd, 4.2 MiB/s wr, 661 op/s 2023-08-28T02:10:05.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:05 smithi040 ceph-mon[120580]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:10:05.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:05 smithi040 ceph-mon[120580]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:10:05.731 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:10:05 smithi040 systemd[1]: Stopping Ceph node-exporter.a for d9a8f48a-4546-11ee-817c-1b7a5f1ba315... 2023-08-28T02:10:05.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:05 smithi040 ceph-mon[111703]: pgmap v13: 89 pgs: 89 active+clean; 6.5 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 85 B/s rd, 4.2 MiB/s wr, 661 op/s 2023-08-28T02:10:05.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:05 smithi040 ceph-mon[111703]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:10:05.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:05 smithi040 ceph-mon[111703]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:10:05.744 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:05 smithi083 ceph-mon[113795]: pgmap v13: 89 pgs: 89 active+clean; 6.5 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 85 B/s rd, 4.2 MiB/s wr, 661 op/s 2023-08-28T02:10:05.744 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:05 smithi083 ceph-mon[113795]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:10:05.744 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:05 smithi083 ceph-mon[113795]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:10:06.041 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:10:05 smithi040 bash[164402]: ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a 2023-08-28T02:10:06.041 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:10:06 smithi040 systemd[1]: ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2023-08-28T02:10:06.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:06 smithi040 ceph-mon[111703]: Reconfiguring node-exporter.a (dependencies changed)... 2023-08-28T02:10:06.660 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:06 smithi040 ceph-mon[111703]: Reconfiguring daemon node-exporter.a on smithi040 2023-08-28T02:10:06.661 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:06 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/631648421' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:10:06.661 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:10:06 smithi040 systemd[1]: ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315@node-exporter.a.service: Failed with result 'exit-code'. 2023-08-28T02:10:06.661 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:10:06 smithi040 systemd[1]: Stopped Ceph node-exporter.a for d9a8f48a-4546-11ee-817c-1b7a5f1ba315. 2023-08-28T02:10:06.661 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:10:06 smithi040 systemd[1]: Starting Ceph node-exporter.a for d9a8f48a-4546-11ee-817c-1b7a5f1ba315... 2023-08-28T02:10:06.661 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Aug 28 02:10:06 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-alertmanager-a[164232]: ts=2023-08-28T02:10:06.660Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000839852s 2023-08-28T02:10:06.662 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:06 smithi040 ceph-mon[120580]: Reconfiguring node-exporter.a (dependencies changed)... 2023-08-28T02:10:06.662 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:06 smithi040 ceph-mon[120580]: Reconfiguring daemon node-exporter.a on smithi040 2023-08-28T02:10:06.662 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:06 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/631648421' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:10:06.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:06 smithi083 ceph-mon[113795]: Reconfiguring node-exporter.a (dependencies changed)... 2023-08-28T02:10:06.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:06 smithi083 ceph-mon[113795]: Reconfiguring daemon node-exporter.a on smithi040 2023-08-28T02:10:06.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:06 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/631648421' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:10:06.980 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:10:06 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[164509]: ts=2023-08-28T02:10:06.831Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2023-08-28T02:10:06.980 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:10:06 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[164509]: ts=2023-08-28T02:10:06.831Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2023-08-28T02:10:06.981 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:10:06 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[164509]: ts=2023-08-28T02:10:06.831Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2023-08-28T02:10:06.981 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:10:06 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[164509]: ts=2023-08-28T02:10:06.831Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2023-08-28T02:10:06.981 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:10:06 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[164509]: ts=2023-08-28T02:10:06.832Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2023-08-28T02:10:06.981 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:10:06 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[164509]: ts=2023-08-28T02:10:06.832Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2023-08-28T02:10:06.981 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:10:06 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[164509]: ts=2023-08-28T02:10:06.833Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2023-08-28T02:10:06.981 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:10:06 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[164509]: ts=2023-08-28T02:10:06.833Z caller=node_exporter.go:117 level=info collector=arp 2023-08-28T02:10:06.981 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:10:06 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[164509]: ts=2023-08-28T02:10:06.833Z caller=node_exporter.go:117 level=info collector=bcache 2023-08-28T02:10:06.981 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:10:06 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[164509]: ts=2023-08-28T02:10:06.833Z caller=node_exporter.go:117 level=info collector=bonding 2023-08-28T02:10:06.981 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:10:06 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[164509]: ts=2023-08-28T02:10:06.833Z caller=node_exporter.go:117 level=info collector=btrfs 2023-08-28T02:10:06.981 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:10:06 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[164509]: ts=2023-08-28T02:10:06.833Z caller=node_exporter.go:117 level=info collector=conntrack 2023-08-28T02:10:06.981 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:10:06 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[164509]: ts=2023-08-28T02:10:06.833Z caller=node_exporter.go:117 level=info collector=cpu 2023-08-28T02:10:06.982 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:10:06 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[164509]: ts=2023-08-28T02:10:06.833Z caller=node_exporter.go:117 level=info collector=cpufreq 2023-08-28T02:10:06.982 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:10:06 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[164509]: ts=2023-08-28T02:10:06.833Z caller=node_exporter.go:117 level=info collector=diskstats 2023-08-28T02:10:06.982 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:10:06 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[164509]: ts=2023-08-28T02:10:06.833Z caller=node_exporter.go:117 level=info collector=dmi 2023-08-28T02:10:06.982 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:10:06 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[164509]: ts=2023-08-28T02:10:06.833Z caller=node_exporter.go:117 level=info collector=edac 2023-08-28T02:10:06.982 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:10:06 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[164509]: ts=2023-08-28T02:10:06.833Z caller=node_exporter.go:117 level=info collector=entropy 2023-08-28T02:10:06.982 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:10:06 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[164509]: ts=2023-08-28T02:10:06.833Z caller=node_exporter.go:117 level=info collector=fibrechannel 2023-08-28T02:10:06.982 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:10:06 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[164509]: ts=2023-08-28T02:10:06.833Z caller=node_exporter.go:117 level=info collector=filefd 2023-08-28T02:10:06.982 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:10:06 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[164509]: ts=2023-08-28T02:10:06.833Z caller=node_exporter.go:117 level=info collector=filesystem 2023-08-28T02:10:06.982 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:10:06 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[164509]: ts=2023-08-28T02:10:06.833Z caller=node_exporter.go:117 level=info collector=hwmon 2023-08-28T02:10:06.982 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:10:06 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[164509]: ts=2023-08-28T02:10:06.833Z caller=node_exporter.go:117 level=info collector=infiniband 2023-08-28T02:10:06.982 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:10:06 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[164509]: ts=2023-08-28T02:10:06.833Z caller=node_exporter.go:117 level=info collector=ipvs 2023-08-28T02:10:06.982 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:10:06 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[164509]: ts=2023-08-28T02:10:06.833Z caller=node_exporter.go:117 level=info collector=loadavg 2023-08-28T02:10:06.983 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:10:06 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[164509]: ts=2023-08-28T02:10:06.833Z caller=node_exporter.go:117 level=info collector=mdadm 2023-08-28T02:10:06.983 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:10:06 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[164509]: ts=2023-08-28T02:10:06.833Z caller=node_exporter.go:117 level=info collector=meminfo 2023-08-28T02:10:06.983 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:10:06 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[164509]: ts=2023-08-28T02:10:06.833Z caller=node_exporter.go:117 level=info collector=netclass 2023-08-28T02:10:06.983 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:10:06 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[164509]: ts=2023-08-28T02:10:06.833Z caller=node_exporter.go:117 level=info collector=netdev 2023-08-28T02:10:06.983 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:10:06 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[164509]: ts=2023-08-28T02:10:06.833Z caller=node_exporter.go:117 level=info collector=netstat 2023-08-28T02:10:06.983 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:10:06 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[164509]: ts=2023-08-28T02:10:06.833Z caller=node_exporter.go:117 level=info collector=nfs 2023-08-28T02:10:06.983 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:10:06 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[164509]: ts=2023-08-28T02:10:06.833Z caller=node_exporter.go:117 level=info collector=nfsd 2023-08-28T02:10:06.983 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:10:06 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[164509]: ts=2023-08-28T02:10:06.833Z caller=node_exporter.go:117 level=info collector=nvme 2023-08-28T02:10:06.983 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:10:06 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[164509]: ts=2023-08-28T02:10:06.833Z caller=node_exporter.go:117 level=info collector=os 2023-08-28T02:10:06.983 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:10:06 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[164509]: ts=2023-08-28T02:10:06.833Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2023-08-28T02:10:06.983 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:10:06 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[164509]: ts=2023-08-28T02:10:06.833Z caller=node_exporter.go:117 level=info collector=pressure 2023-08-28T02:10:06.983 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:10:06 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[164509]: ts=2023-08-28T02:10:06.833Z caller=node_exporter.go:117 level=info collector=rapl 2023-08-28T02:10:06.984 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:10:06 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[164509]: ts=2023-08-28T02:10:06.833Z caller=node_exporter.go:117 level=info collector=schedstat 2023-08-28T02:10:06.984 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:10:06 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[164509]: ts=2023-08-28T02:10:06.833Z caller=node_exporter.go:117 level=info collector=selinux 2023-08-28T02:10:06.984 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:10:06 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[164509]: ts=2023-08-28T02:10:06.833Z caller=node_exporter.go:117 level=info collector=sockstat 2023-08-28T02:10:06.984 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:10:06 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[164509]: ts=2023-08-28T02:10:06.833Z caller=node_exporter.go:117 level=info collector=softnet 2023-08-28T02:10:06.984 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:10:06 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[164509]: ts=2023-08-28T02:10:06.833Z caller=node_exporter.go:117 level=info collector=stat 2023-08-28T02:10:06.984 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:10:06 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[164509]: ts=2023-08-28T02:10:06.833Z caller=node_exporter.go:117 level=info collector=tapestats 2023-08-28T02:10:06.984 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:10:06 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[164509]: ts=2023-08-28T02:10:06.833Z caller=node_exporter.go:117 level=info collector=textfile 2023-08-28T02:10:06.984 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:10:06 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[164509]: ts=2023-08-28T02:10:06.833Z caller=node_exporter.go:117 level=info collector=thermal_zone 2023-08-28T02:10:06.984 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:10:06 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[164509]: ts=2023-08-28T02:10:06.833Z caller=node_exporter.go:117 level=info collector=time 2023-08-28T02:10:06.984 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:10:06 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[164509]: ts=2023-08-28T02:10:06.833Z caller=node_exporter.go:117 level=info collector=udp_queues 2023-08-28T02:10:06.984 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:10:06 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[164509]: ts=2023-08-28T02:10:06.833Z caller=node_exporter.go:117 level=info collector=uname 2023-08-28T02:10:06.984 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:10:06 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[164509]: ts=2023-08-28T02:10:06.833Z caller=node_exporter.go:117 level=info collector=vmstat 2023-08-28T02:10:06.985 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:10:06 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[164509]: ts=2023-08-28T02:10:06.833Z caller=node_exporter.go:117 level=info collector=xfs 2023-08-28T02:10:06.985 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:10:06 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[164509]: ts=2023-08-28T02:10:06.833Z caller=node_exporter.go:117 level=info collector=zfs 2023-08-28T02:10:06.985 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:10:06 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[164509]: ts=2023-08-28T02:10:06.833Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2023-08-28T02:10:06.985 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:10:06 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-a[164509]: ts=2023-08-28T02:10:06.833Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2023-08-28T02:10:06.985 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:10:06 smithi040 bash[164497]: c188a7b4cc40ff1b6e05703b2af60e241a34eaf5cc76703205dcf3f0c725e80b 2023-08-28T02:10:06.985 INFO:journalctl@ceph.node-exporter.a.smithi040.stdout:Aug 28 02:10:06 smithi040 systemd[1]: Started Ceph node-exporter.a for d9a8f48a-4546-11ee-817c-1b7a5f1ba315. 2023-08-28T02:10:07.470 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:10:07 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:10:07] "GET /metrics HTTP/1.1" 200 36218 "" "Prometheus/2.43.0" 2023-08-28T02:10:07.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:07 smithi040 ceph-mon[120580]: pgmap v14: 89 pgs: 89 active+clean; 6.2 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 85 B/s rd, 4.2 MiB/s wr, 1.01k op/s 2023-08-28T02:10:07.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:07 smithi040 ceph-mon[120580]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:10:07.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:07 smithi040 ceph-mon[120580]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:10:07.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:07 smithi040 ceph-mon[111703]: pgmap v14: 89 pgs: 89 active+clean; 6.2 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 85 B/s rd, 4.2 MiB/s wr, 1.01k op/s 2023-08-28T02:10:07.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:07 smithi040 ceph-mon[111703]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:10:07.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:07 smithi040 ceph-mon[111703]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:10:07.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:07 smithi083 ceph-mon[113795]: pgmap v14: 89 pgs: 89 active+clean; 6.2 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 85 B/s rd, 4.2 MiB/s wr, 1.01k op/s 2023-08-28T02:10:07.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:07 smithi083 ceph-mon[113795]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:10:07.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:07 smithi083 ceph-mon[113795]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:10:08.496 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:08 smithi083 ceph-mon[113795]: Reconfiguring prometheus.a (dependencies changed)... 2023-08-28T02:10:08.496 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:08 smithi083 ceph-mon[113795]: Reconfiguring daemon prometheus.a on smithi083 2023-08-28T02:10:08.496 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:08 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/249742348' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:10:08.980 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:08 smithi040 ceph-mon[120580]: Reconfiguring prometheus.a (dependencies changed)... 2023-08-28T02:10:08.980 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:08 smithi040 ceph-mon[120580]: Reconfiguring daemon prometheus.a on smithi083 2023-08-28T02:10:08.980 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:08 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/249742348' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:10:08.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:08 smithi040 ceph-mon[111703]: Reconfiguring prometheus.a (dependencies changed)... 2023-08-28T02:10:08.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:08 smithi040 ceph-mon[111703]: Reconfiguring daemon prometheus.a on smithi083 2023-08-28T02:10:08.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:08 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/249742348' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:10:09.491 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:10:09 smithi083 systemd[1]: Stopping Ceph prometheus.a for d9a8f48a-4546-11ee-817c-1b7a5f1ba315... 2023-08-28T02:10:09.747 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:10:09 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[140521]: ts=2023-08-28T02:10:09.507Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2023-08-28T02:10:09.747 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:10:09 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[140521]: ts=2023-08-28T02:10:09.508Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2023-08-28T02:10:09.747 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:10:09 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[140521]: ts=2023-08-28T02:10:09.508Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2023-08-28T02:10:09.748 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:10:09 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[140521]: ts=2023-08-28T02:10:09.508Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2023-08-28T02:10:09.748 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:10:09 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[140521]: ts=2023-08-28T02:10:09.508Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2023-08-28T02:10:09.748 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:10:09 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[140521]: ts=2023-08-28T02:10:09.508Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2023-08-28T02:10:09.748 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:10:09 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[140521]: ts=2023-08-28T02:10:09.508Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2023-08-28T02:10:09.748 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:10:09 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[140521]: ts=2023-08-28T02:10:09.508Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2023-08-28T02:10:09.748 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:10:09 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[140521]: ts=2023-08-28T02:10:09.511Z caller=main.go:907 level=info msg="Scrape manager stopped" 2023-08-28T02:10:09.748 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:10:09 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[140521]: ts=2023-08-28T02:10:09.512Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2023-08-28T02:10:09.748 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:10:09 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[140521]: ts=2023-08-28T02:10:09.512Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2023-08-28T02:10:09.748 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:10:09 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[140521]: ts=2023-08-28T02:10:09.512Z caller=main.go:1147 level=info msg="See you next time!" 2023-08-28T02:10:09.750 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:09 smithi083 ceph-mon[113795]: pgmap v15: 89 pgs: 89 active+clean; 6.2 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 698 op/s 2023-08-28T02:10:09.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:09 smithi040 ceph-mon[111703]: pgmap v15: 89 pgs: 89 active+clean; 6.2 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 698 op/s 2023-08-28T02:10:09.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:09 smithi040 ceph-mon[120580]: pgmap v15: 89 pgs: 89 active+clean; 6.2 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 698 op/s 2023-08-28T02:10:10.120 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:10:09 smithi083 bash[148345]: ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a 2023-08-28T02:10:10.490 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:10:10 smithi083 systemd[1]: ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315@prometheus.a.service: Succeeded. 2023-08-28T02:10:10.490 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:10:10 smithi083 systemd[1]: Stopped Ceph prometheus.a for d9a8f48a-4546-11ee-817c-1b7a5f1ba315. 2023-08-28T02:10:10.491 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:10:10 smithi083 systemd[1]: Starting Ceph prometheus.a for d9a8f48a-4546-11ee-817c-1b7a5f1ba315... 2023-08-28T02:10:10.992 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:10:10 smithi083 bash[148438]: f945a217fe1d84cab50dfcc481016df4f4912590ce0e5a979573df8d0e22106d 2023-08-28T02:10:10.993 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:10:10 smithi083 systemd[1]: Started Ceph prometheus.a for d9a8f48a-4546-11ee-817c-1b7a5f1ba315. 2023-08-28T02:10:10.993 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:10:10 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[148450]: ts=2023-08-28T02:10:10.674Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2023-08-28T02:10:10.993 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:10:10 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[148450]: ts=2023-08-28T02:10:10.674Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2023-08-28T02:10:10.993 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:10:10 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[148450]: ts=2023-08-28T02:10:10.674Z caller=main.go:570 level=info host_details="(Linux 4.18.0-512.el8.x86_64 #1 SMP Tue Aug 22 16:03:20 UTC 2023 x86_64 smithi083 (none))" 2023-08-28T02:10:10.993 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:10:10 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[148450]: ts=2023-08-28T02:10:10.675Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2023-08-28T02:10:10.993 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:10:10 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[148450]: ts=2023-08-28T02:10:10.675Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2023-08-28T02:10:10.993 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:10:10 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[148450]: ts=2023-08-28T02:10:10.677Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2023-08-28T02:10:10.993 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:10:10 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[148450]: ts=2023-08-28T02:10:10.677Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2023-08-28T02:10:10.993 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:10:10 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[148450]: ts=2023-08-28T02:10:10.679Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2023-08-28T02:10:10.993 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:10:10 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[148450]: ts=2023-08-28T02:10:10.679Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2023-08-28T02:10:10.993 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:10:10 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[148450]: ts=2023-08-28T02:10:10.683Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2023-08-28T02:10:10.994 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:10:10 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[148450]: ts=2023-08-28T02:10:10.683Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.398µs 2023-08-28T02:10:10.994 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:10:10 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[148450]: ts=2023-08-28T02:10:10.683Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2023-08-28T02:10:10.994 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:10:10 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[148450]: ts=2023-08-28T02:10:10.684Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=2 2023-08-28T02:10:10.994 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:10:10 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[148450]: ts=2023-08-28T02:10:10.721Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=2 2023-08-28T02:10:10.994 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:10:10 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[148450]: ts=2023-08-28T02:10:10.721Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=2 2023-08-28T02:10:10.994 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:10:10 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[148450]: ts=2023-08-28T02:10:10.721Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=32.205µs wal_replay_duration=37.974382ms wbl_replay_duration=111ns total_replay_duration=38.037883ms 2023-08-28T02:10:10.994 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:10:10 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[148450]: ts=2023-08-28T02:10:10.724Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2023-08-28T02:10:10.994 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:10:10 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[148450]: ts=2023-08-28T02:10:10.724Z caller=main.go:1029 level=info msg="TSDB started" 2023-08-28T02:10:10.994 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:10:10 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[148450]: ts=2023-08-28T02:10:10.724Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2023-08-28T02:10:10.994 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:10:10 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[148450]: ts=2023-08-28T02:10:10.743Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=18.524936ms db_storage=1.137µs remote_storage=1.863µs web_handler=460ns query_engine=810ns scrape=499.778µs scrape_sd=84.577µs notify=15.578µs notify_sd=14.411µs rules=17.659207ms tracing=7.32µs 2023-08-28T02:10:10.994 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:10:10 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[148450]: ts=2023-08-28T02:10:10.743Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2023-08-28T02:10:10.995 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:10:10 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[148450]: ts=2023-08-28T02:10:10.743Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2023-08-28T02:10:11.556 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:11 smithi083 ceph-mon[113795]: pgmap v16: 89 pgs: 89 active+clean; 6.1 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 804 op/s 2023-08-28T02:10:11.556 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:11 smithi083 ceph-mon[113795]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:10:11.556 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:11 smithi083 ceph-mon[113795]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:10:11.556 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:11 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/2466382517' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:10:11.980 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:11 smithi040 ceph-mon[120580]: pgmap v16: 89 pgs: 89 active+clean; 6.1 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 804 op/s 2023-08-28T02:10:11.980 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:11 smithi040 ceph-mon[120580]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:10:11.980 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:11 smithi040 ceph-mon[120580]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:10:11.980 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:11 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/2466382517' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:10:11.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:11 smithi040 ceph-mon[111703]: pgmap v16: 89 pgs: 89 active+clean; 6.1 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 804 op/s 2023-08-28T02:10:11.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:11 smithi040 ceph-mon[111703]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:10:11.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:11 smithi040 ceph-mon[111703]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:10:11.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:11 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/2466382517' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:10:12.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:12 smithi040 ceph-mon[111703]: Reconfiguring grafana.a (dependencies changed)... 2023-08-28T02:10:12.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:12 smithi040 ceph-mon[111703]: Reconfiguring daemon grafana.a on smithi083 2023-08-28T02:10:12.980 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:12 smithi040 ceph-mon[120580]: Reconfiguring grafana.a (dependencies changed)... 2023-08-28T02:10:12.980 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:12 smithi040 ceph-mon[120580]: Reconfiguring daemon grafana.a on smithi083 2023-08-28T02:10:12.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:12 smithi083 ceph-mon[113795]: Reconfiguring grafana.a (dependencies changed)... 2023-08-28T02:10:12.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:12 smithi083 ceph-mon[113795]: Reconfiguring daemon grafana.a on smithi083 2023-08-28T02:10:13.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:13 smithi040 ceph-mon[111703]: pgmap v17: 89 pgs: 89 active+clean; 6.0 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 1.01k op/s 2023-08-28T02:10:13.980 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:13 smithi040 ceph-mon[120580]: pgmap v17: 89 pgs: 89 active+clean; 6.0 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 1.01k op/s 2023-08-28T02:10:13.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:13 smithi083 ceph-mon[113795]: pgmap v17: 89 pgs: 89 active+clean; 6.0 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 1.01k op/s 2023-08-28T02:10:14.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:14 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/1997197841' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:10:14.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:14 smithi083 ceph-mon[113795]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:10:14.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:14 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/1997197841' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:10:14.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:14 smithi040 ceph-mon[111703]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:10:14.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:14 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/1997197841' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:10:14.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:14 smithi040 ceph-mon[120580]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:10:14.981 INFO:journalctl@ceph.alertmanager.a.smithi040.stdout:Aug 28 02:10:14 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-alertmanager-a[164232]: ts=2023-08-28T02:10:14.664Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.004391104s 2023-08-28T02:10:15.985 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:15 smithi040 ceph-mon[111703]: pgmap v18: 89 pgs: 89 active+clean; 6.0 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 685 op/s 2023-08-28T02:10:15.985 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:15 smithi040 ceph-mon[120580]: pgmap v18: 89 pgs: 89 active+clean; 6.0 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 685 op/s 2023-08-28T02:10:15.993 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:15 smithi083 ceph-mon[113795]: pgmap v18: 89 pgs: 89 active+clean; 6.0 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 685 op/s 2023-08-28T02:10:16.857 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:16 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/20328634' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:10:16.984 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:16 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/20328634' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:10:16.984 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:16 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/20328634' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:10:17.240 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:10:16 smithi083 systemd[1]: Stopping Ceph grafana.a for d9a8f48a-4546-11ee-817c-1b7a5f1ba315... 2023-08-28T02:10:17.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:17 smithi040 ceph-mon[111703]: pgmap v19: 89 pgs: 89 active+clean; 5.7 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 1.03k op/s 2023-08-28T02:10:17.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:17 smithi040 ceph-mon[120580]: pgmap v19: 89 pgs: 89 active+clean; 5.7 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 1.03k op/s 2023-08-28T02:10:17.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:17 smithi083 ceph-mon[113795]: pgmap v19: 89 pgs: 89 active+clean; 5.7 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 1.03k op/s 2023-08-28T02:10:18.992 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:10:18 smithi083 bash[148713]: ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a 2023-08-28T02:10:19.984 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:19 smithi040 ceph-mon[111703]: pgmap v20: 89 pgs: 89 active+clean; 5.7 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 675 op/s 2023-08-28T02:10:19.984 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:19 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/298483957' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:10:19.984 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:19 smithi040 ceph-mon[120580]: pgmap v20: 89 pgs: 89 active+clean; 5.7 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 675 op/s 2023-08-28T02:10:19.985 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:19 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/298483957' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:10:19.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:19 smithi083 ceph-mon[113795]: pgmap v20: 89 pgs: 89 active+clean; 5.7 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 675 op/s 2023-08-28T02:10:19.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:19 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/298483957' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:10:20.496 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:10:20 smithi083 systemd[1]: ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315@grafana.a.service: Main process exited, code=exited, status=143/n/a 2023-08-28T02:10:20.496 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:10:20 smithi083 systemd[1]: ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315@grafana.a.service: Failed with result 'exit-code'. 2023-08-28T02:10:20.496 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:10:20 smithi083 systemd[1]: Stopped Ceph grafana.a for d9a8f48a-4546-11ee-817c-1b7a5f1ba315. 2023-08-28T02:10:20.497 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:10:20 smithi083 systemd[1]: Starting Ceph grafana.a for d9a8f48a-4546-11ee-817c-1b7a5f1ba315... 2023-08-28T02:10:20.977 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:10:20 smithi083 bash[148807]: 5a302d68ee4a96f56e3b3b45cb02373a4bf0186cd1686825e1838b02008c0fd3 2023-08-28T02:10:20.977 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:10:20 smithi083 systemd[1]: Started Ceph grafana.a for d9a8f48a-4546-11ee-817c-1b7a5f1ba315. 2023-08-28T02:10:20.977 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:10:20 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[148818]: logger=settings t=2023-08-28T02:10:20.976367985Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2023-08-28T02:10:20.977 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:10:20 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[148818]: logger=settings t=2023-08-28T02:10:20.976637475Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2023-08-28T02:10:20.977 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:10:20 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[148818]: logger=settings t=2023-08-28T02:10:20.976664075Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2023-08-28T02:10:20.977 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:10:20 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[148818]: logger=settings t=2023-08-28T02:10:20.976677725Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2023-08-28T02:10:20.977 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:10:20 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[148818]: logger=settings t=2023-08-28T02:10:20.976689107Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2023-08-28T02:10:20.977 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:10:20 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[148818]: logger=settings t=2023-08-28T02:10:20.976700315Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2023-08-28T02:10:20.977 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:10:20 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[148818]: logger=settings t=2023-08-28T02:10:20.976710654Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2023-08-28T02:10:20.978 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:10:20 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[148818]: logger=settings t=2023-08-28T02:10:20.976721376Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2023-08-28T02:10:20.978 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:10:20 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[148818]: logger=settings t=2023-08-28T02:10:20.976732676Z level=info msg="Path Home" path=/usr/share/grafana 2023-08-28T02:10:20.978 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:10:20 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[148818]: logger=settings t=2023-08-28T02:10:20.976743562Z level=info msg="Path Data" path=/var/lib/grafana 2023-08-28T02:10:20.978 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:10:20 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[148818]: logger=settings t=2023-08-28T02:10:20.976753652Z level=info msg="Path Logs" path=/var/log/grafana 2023-08-28T02:10:20.978 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:10:20 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[148818]: logger=settings t=2023-08-28T02:10:20.9767644Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2023-08-28T02:10:20.978 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:10:20 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[148818]: logger=settings t=2023-08-28T02:10:20.976774539Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2023-08-28T02:10:20.978 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:10:20 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[148818]: logger=settings t=2023-08-28T02:10:20.976784879Z level=info msg="App mode production" 2023-08-28T02:10:20.978 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:10:20 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[148818]: logger=sqlstore t=2023-08-28T02:10:20.97685118Z level=info msg="Connecting to DB" dbtype=sqlite3 2023-08-28T02:10:20.978 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:10:20 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[148818]: logger=sqlstore t=2023-08-28T02:10:20.976879429Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2023-08-28T02:10:21.241 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:10:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[148818]: logger=migrator t=2023-08-28T02:10:21.004638299Z level=info msg="Starting DB migrations" 2023-08-28T02:10:21.241 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:10:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[148818]: logger=migrator t=2023-08-28T02:10:21.013487836Z level=info msg="migrations completed" performed=0 skipped=481 duration=754.989µs 2023-08-28T02:10:21.241 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:10:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[148818]: logger=sqlstore t=2023-08-28T02:10:21.01431972Z level=info msg="Created default organization" 2023-08-28T02:10:21.241 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:10:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[148818]: logger=plugin.loader t=2023-08-28T02:10:21.126430938Z level=info msg="Plugin registered" pluginID=input 2023-08-28T02:10:21.241 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:10:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[148818]: logger=plugin.loader t=2023-08-28T02:10:21.183399126Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2023-08-28T02:10:21.241 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:10:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[148818]: logger=plugin.loader t=2023-08-28T02:10:21.183447554Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2023-08-28T02:10:21.242 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:10:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[148818]: logger=secrets t=2023-08-28T02:10:21.183503529Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2023-08-28T02:10:21.242 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:10:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[148818]: logger=query_data t=2023-08-28T02:10:21.186507088Z level=info msg="Query Service initialization" 2023-08-28T02:10:21.242 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:10:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[148818]: logger=live.push_http t=2023-08-28T02:10:21.190505008Z level=info msg="Live Push Gateway initialization" 2023-08-28T02:10:21.648 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:10:21 smithi083 systemd[1]: Stopping Ceph node-exporter.b for d9a8f48a-4546-11ee-817c-1b7a5f1ba315... 2023-08-28T02:10:21.946 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:10:21 smithi083 bash[148968]: ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b 2023-08-28T02:10:21.946 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:10:21 smithi083 systemd[1]: ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2023-08-28T02:10:21.947 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:21 smithi083 ceph-mon[113795]: pgmap v21: 89 pgs: 89 active+clean; 5.6 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 801 op/s 2023-08-28T02:10:21.947 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:21 smithi083 ceph-mon[113795]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:10:21.947 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:21 smithi083 ceph-mon[113795]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:10:21.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:21 smithi040 ceph-mon[111703]: pgmap v21: 89 pgs: 89 active+clean; 5.6 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 801 op/s 2023-08-28T02:10:21.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:21 smithi040 ceph-mon[111703]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:10:21.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:21 smithi040 ceph-mon[111703]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:10:21.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:21 smithi040 ceph-mon[120580]: pgmap v21: 89 pgs: 89 active+clean; 5.6 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 801 op/s 2023-08-28T02:10:21.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:21 smithi040 ceph-mon[120580]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:10:21.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:21 smithi040 ceph-mon[120580]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:10:22.511 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:10:22 smithi083 systemd[1]: ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315@node-exporter.b.service: Failed with result 'exit-code'. 2023-08-28T02:10:22.511 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:10:22 smithi083 systemd[1]: Stopped Ceph node-exporter.b for d9a8f48a-4546-11ee-817c-1b7a5f1ba315. 2023-08-28T02:10:22.512 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:10:22 smithi083 systemd[1]: Starting Ceph node-exporter.b for d9a8f48a-4546-11ee-817c-1b7a5f1ba315... 2023-08-28T02:10:22.512 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:10:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[148818]: logger=infra.usagestats.collector t=2023-08-28T02:10:22.388301248Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2023-08-28T02:10:22.512 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:10:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[148818]: logger=provisioning.datasources t=2023-08-28T02:10:22.499916382Z level=info msg="deleted correlations based on configuration" ds_name=Dashboard1 2023-08-28T02:10:22.512 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:10:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[148818]: logger=provisioning.datasources t=2023-08-28T02:10:22.499959004Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2023-08-28T02:10:22.512 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:10:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[148818]: logger=provisioning.datasources t=2023-08-28T02:10:22.511297554Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2023-08-28T02:10:22.767 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:22 smithi083 ceph-mon[113795]: Reconfiguring node-exporter.b (dependencies changed)... 2023-08-28T02:10:22.767 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:22 smithi083 ceph-mon[113795]: Reconfiguring daemon node-exporter.b on smithi083 2023-08-28T02:10:22.768 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:22 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/3485641752' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:10:22.774 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:10:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[149076]: ts=2023-08-28T02:10:22.749Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2023-08-28T02:10:22.774 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:10:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[149076]: ts=2023-08-28T02:10:22.749Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2023-08-28T02:10:22.774 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:10:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[149076]: ts=2023-08-28T02:10:22.754Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2023-08-28T02:10:22.774 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:10:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[149076]: ts=2023-08-28T02:10:22.754Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2023-08-28T02:10:22.774 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:10:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[149076]: ts=2023-08-28T02:10:22.754Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2023-08-28T02:10:22.775 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:10:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[149076]: ts=2023-08-28T02:10:22.754Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2023-08-28T02:10:22.775 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:10:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[149076]: ts=2023-08-28T02:10:22.754Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2023-08-28T02:10:22.775 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:10:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[149076]: ts=2023-08-28T02:10:22.754Z caller=node_exporter.go:117 level=info collector=arp 2023-08-28T02:10:22.775 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:10:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[149076]: ts=2023-08-28T02:10:22.754Z caller=node_exporter.go:117 level=info collector=bcache 2023-08-28T02:10:22.775 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:10:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[149076]: ts=2023-08-28T02:10:22.754Z caller=node_exporter.go:117 level=info collector=bonding 2023-08-28T02:10:22.775 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:10:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[149076]: ts=2023-08-28T02:10:22.754Z caller=node_exporter.go:117 level=info collector=btrfs 2023-08-28T02:10:22.775 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:10:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[149076]: ts=2023-08-28T02:10:22.754Z caller=node_exporter.go:117 level=info collector=conntrack 2023-08-28T02:10:22.775 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:10:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[149076]: ts=2023-08-28T02:10:22.754Z caller=node_exporter.go:117 level=info collector=cpu 2023-08-28T02:10:22.776 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:10:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[149076]: ts=2023-08-28T02:10:22.754Z caller=node_exporter.go:117 level=info collector=cpufreq 2023-08-28T02:10:22.778 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:10:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[149076]: ts=2023-08-28T02:10:22.754Z caller=node_exporter.go:117 level=info collector=diskstats 2023-08-28T02:10:22.778 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:10:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[149076]: ts=2023-08-28T02:10:22.754Z caller=node_exporter.go:117 level=info collector=dmi 2023-08-28T02:10:22.778 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:10:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[149076]: ts=2023-08-28T02:10:22.754Z caller=node_exporter.go:117 level=info collector=edac 2023-08-28T02:10:22.778 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:10:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[149076]: ts=2023-08-28T02:10:22.754Z caller=node_exporter.go:117 level=info collector=entropy 2023-08-28T02:10:22.778 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:10:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[149076]: ts=2023-08-28T02:10:22.754Z caller=node_exporter.go:117 level=info collector=fibrechannel 2023-08-28T02:10:22.778 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:10:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[149076]: ts=2023-08-28T02:10:22.754Z caller=node_exporter.go:117 level=info collector=filefd 2023-08-28T02:10:22.779 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:10:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[149076]: ts=2023-08-28T02:10:22.754Z caller=node_exporter.go:117 level=info collector=filesystem 2023-08-28T02:10:22.779 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:10:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[149076]: ts=2023-08-28T02:10:22.754Z caller=node_exporter.go:117 level=info collector=hwmon 2023-08-28T02:10:22.779 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:10:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[149076]: ts=2023-08-28T02:10:22.754Z caller=node_exporter.go:117 level=info collector=infiniband 2023-08-28T02:10:22.779 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:10:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[149076]: ts=2023-08-28T02:10:22.754Z caller=node_exporter.go:117 level=info collector=ipvs 2023-08-28T02:10:22.779 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:10:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[149076]: ts=2023-08-28T02:10:22.754Z caller=node_exporter.go:117 level=info collector=loadavg 2023-08-28T02:10:22.779 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:10:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[149076]: ts=2023-08-28T02:10:22.754Z caller=node_exporter.go:117 level=info collector=mdadm 2023-08-28T02:10:22.780 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:10:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[149076]: ts=2023-08-28T02:10:22.754Z caller=node_exporter.go:117 level=info collector=meminfo 2023-08-28T02:10:22.780 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:10:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[149076]: ts=2023-08-28T02:10:22.754Z caller=node_exporter.go:117 level=info collector=netclass 2023-08-28T02:10:22.780 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:10:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[149076]: ts=2023-08-28T02:10:22.754Z caller=node_exporter.go:117 level=info collector=netdev 2023-08-28T02:10:22.780 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:10:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[149076]: ts=2023-08-28T02:10:22.754Z caller=node_exporter.go:117 level=info collector=netstat 2023-08-28T02:10:22.780 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:10:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[149076]: ts=2023-08-28T02:10:22.754Z caller=node_exporter.go:117 level=info collector=nfs 2023-08-28T02:10:22.780 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:10:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[149076]: ts=2023-08-28T02:10:22.755Z caller=node_exporter.go:117 level=info collector=nfsd 2023-08-28T02:10:22.781 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:10:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[149076]: ts=2023-08-28T02:10:22.755Z caller=node_exporter.go:117 level=info collector=nvme 2023-08-28T02:10:22.781 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:10:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[149076]: ts=2023-08-28T02:10:22.755Z caller=node_exporter.go:117 level=info collector=os 2023-08-28T02:10:22.781 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:10:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[149076]: ts=2023-08-28T02:10:22.755Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2023-08-28T02:10:22.781 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:10:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[149076]: ts=2023-08-28T02:10:22.755Z caller=node_exporter.go:117 level=info collector=pressure 2023-08-28T02:10:22.781 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:10:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[149076]: ts=2023-08-28T02:10:22.755Z caller=node_exporter.go:117 level=info collector=rapl 2023-08-28T02:10:22.782 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:10:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[149076]: ts=2023-08-28T02:10:22.755Z caller=node_exporter.go:117 level=info collector=schedstat 2023-08-28T02:10:22.782 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:10:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[149076]: ts=2023-08-28T02:10:22.755Z caller=node_exporter.go:117 level=info collector=selinux 2023-08-28T02:10:22.782 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:10:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[149076]: ts=2023-08-28T02:10:22.755Z caller=node_exporter.go:117 level=info collector=sockstat 2023-08-28T02:10:22.782 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:10:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[149076]: ts=2023-08-28T02:10:22.755Z caller=node_exporter.go:117 level=info collector=softnet 2023-08-28T02:10:22.782 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:10:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[149076]: ts=2023-08-28T02:10:22.755Z caller=node_exporter.go:117 level=info collector=stat 2023-08-28T02:10:22.782 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:10:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[149076]: ts=2023-08-28T02:10:22.755Z caller=node_exporter.go:117 level=info collector=tapestats 2023-08-28T02:10:22.783 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:10:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[149076]: ts=2023-08-28T02:10:22.755Z caller=node_exporter.go:117 level=info collector=textfile 2023-08-28T02:10:22.783 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:10:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[149076]: ts=2023-08-28T02:10:22.755Z caller=node_exporter.go:117 level=info collector=thermal_zone 2023-08-28T02:10:22.783 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:10:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[149076]: ts=2023-08-28T02:10:22.755Z caller=node_exporter.go:117 level=info collector=time 2023-08-28T02:10:22.783 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:10:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[149076]: ts=2023-08-28T02:10:22.755Z caller=node_exporter.go:117 level=info collector=udp_queues 2023-08-28T02:10:22.783 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:10:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[149076]: ts=2023-08-28T02:10:22.755Z caller=node_exporter.go:117 level=info collector=uname 2023-08-28T02:10:22.784 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:10:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[149076]: ts=2023-08-28T02:10:22.755Z caller=node_exporter.go:117 level=info collector=vmstat 2023-08-28T02:10:22.784 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:10:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[149076]: ts=2023-08-28T02:10:22.755Z caller=node_exporter.go:117 level=info collector=xfs 2023-08-28T02:10:22.784 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:10:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[149076]: ts=2023-08-28T02:10:22.755Z caller=node_exporter.go:117 level=info collector=zfs 2023-08-28T02:10:22.784 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:10:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[149076]: ts=2023-08-28T02:10:22.755Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2023-08-28T02:10:22.784 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:10:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-node-exporter-b[149076]: ts=2023-08-28T02:10:22.755Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2023-08-28T02:10:22.784 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:10:22 smithi083 bash[149063]: 1c133750e02ee99b57bc67482af81d54c351daea6ac59f8d1735c9a2ad8a2bd0 2023-08-28T02:10:22.785 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:10:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[148818]: logger=provisioning.alerting t=2023-08-28T02:10:22.609967468Z level=info msg="starting to provision alerting" 2023-08-28T02:10:22.785 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:10:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[148818]: logger=provisioning.alerting t=2023-08-28T02:10:22.609995091Z level=info msg="finished to provision alerting" 2023-08-28T02:10:22.785 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:10:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[148818]: logger=grafanaStorageLogger t=2023-08-28T02:10:22.611297415Z level=info msg="storage starting" 2023-08-28T02:10:22.785 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:10:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[148818]: logger=http.server t=2023-08-28T02:10:22.613398654Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2023-08-28T02:10:22.785 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:10:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[148818]: logger=ngalert.state.manager t=2023-08-28T02:10:22.613872396Z level=info msg="Warming state cache for startup" 2023-08-28T02:10:22.786 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:10:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[148818]: logger=ngalert.state.manager t=2023-08-28T02:10:22.627309661Z level=info msg="State cache has been initialized" states=0 duration=13.433417ms 2023-08-28T02:10:22.786 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:10:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[148818]: logger=ticker t=2023-08-28T02:10:22.62740028Z level=info msg=starting first_tick=2023-08-28T02:10:30Z 2023-08-28T02:10:22.786 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:10:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[148818]: logger=ngalert.multiorg.alertmanager t=2023-08-28T02:10:22.627429814Z level=info msg="starting MultiOrg Alertmanager" 2023-08-28T02:10:22.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:22 smithi040 ceph-mon[111703]: Reconfiguring node-exporter.b (dependencies changed)... 2023-08-28T02:10:22.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:22 smithi040 ceph-mon[111703]: Reconfiguring daemon node-exporter.b on smithi083 2023-08-28T02:10:22.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:22 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/3485641752' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:10:22.987 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:22 smithi040 ceph-mon[120580]: Reconfiguring node-exporter.b (dependencies changed)... 2023-08-28T02:10:22.987 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:22 smithi040 ceph-mon[120580]: Reconfiguring daemon node-exporter.b on smithi083 2023-08-28T02:10:22.988 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:22 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/3485641752' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:10:23.240 INFO:journalctl@ceph.node-exporter.b.smithi083.stdout:Aug 28 02:10:22 smithi083 systemd[1]: Started Ceph node-exporter.b for d9a8f48a-4546-11ee-817c-1b7a5f1ba315. 2023-08-28T02:10:23.985 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:23 smithi040 ceph-mon[111703]: pgmap v22: 89 pgs: 89 active+clean; 5.5 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 903 op/s 2023-08-28T02:10:23.985 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:23 smithi040 ceph-mon[111703]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:10:23.985 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:23 smithi040 ceph-mon[111703]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:10:23.985 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:23 smithi040 ceph-mon[111703]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-08-28T02:10:23.985 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:23 smithi040 ceph-mon[111703]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-08-28T02:10:23.986 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:23 smithi040 ceph-mon[111703]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-08-28T02:10:23.986 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:23 smithi040 ceph-mon[111703]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:10:23.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:23 smithi083 ceph-mon[113795]: pgmap v22: 89 pgs: 89 active+clean; 5.5 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 903 op/s 2023-08-28T02:10:23.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:23 smithi083 ceph-mon[113795]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:10:23.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:23 smithi083 ceph-mon[113795]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:10:23.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:23 smithi083 ceph-mon[113795]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-08-28T02:10:23.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:23 smithi083 ceph-mon[113795]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-08-28T02:10:23.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:23 smithi083 ceph-mon[113795]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-08-28T02:10:23.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:23 smithi083 ceph-mon[113795]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:10:23.991 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:23 smithi040 ceph-mon[120580]: pgmap v22: 89 pgs: 89 active+clean; 5.5 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 903 op/s 2023-08-28T02:10:23.991 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:23 smithi040 ceph-mon[120580]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:10:23.991 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:23 smithi040 ceph-mon[120580]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:10:23.991 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:23 smithi040 ceph-mon[120580]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-08-28T02:10:23.991 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:23 smithi040 ceph-mon[120580]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-08-28T02:10:23.991 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:23 smithi040 ceph-mon[120580]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-08-28T02:10:23.991 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:23 smithi040 ceph-mon[120580]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:10:24.705 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:24 smithi040 ceph-mon[111703]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-08-28T02:10:24.705 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:24 smithi040 ceph-mon[111703]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-08-28T02:10:24.708 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:24 smithi083 ceph-mon[113795]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-08-28T02:10:24.710 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:10:24 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:10:24] "GET /metrics HTTP/1.1" 200 36212 "" "Prometheus/2.43.0" 2023-08-28T02:10:24.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:24 smithi040 ceph-mon[111703]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-08-28T02:10:24.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:24 smithi040 ceph-mon[111703]: Upgrade: Need to upgrade myself (mgr.x) 2023-08-28T02:10:24.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:24 smithi040 ceph-mon[111703]: Upgrade: Need to upgrade myself (mgr.x) 2023-08-28T02:10:24.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:24 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/1665059437' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:10:24.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:24 smithi040 ceph-mon[111703]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:10:24.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:24 smithi040 ceph-mon[111703]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-08-28T02:10:24.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:24 smithi040 ceph-mon[111703]: from='mgr.24830 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-08-28T02:10:24.984 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:24 smithi040 ceph-mon[111703]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-08-28T02:10:24.984 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:24 smithi040 ceph-mon[111703]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:10:24.984 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:24 smithi040 ceph-mon[120580]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-08-28T02:10:24.984 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:24 smithi040 ceph-mon[120580]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-08-28T02:10:24.984 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:24 smithi040 ceph-mon[120580]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-08-28T02:10:24.984 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:24 smithi040 ceph-mon[120580]: Upgrade: Need to upgrade myself (mgr.x) 2023-08-28T02:10:24.984 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:24 smithi040 ceph-mon[120580]: Upgrade: Need to upgrade myself (mgr.x) 2023-08-28T02:10:24.984 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:24 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/1665059437' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:10:24.985 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:24 smithi040 ceph-mon[120580]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:10:24.985 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:24 smithi040 ceph-mon[120580]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-08-28T02:10:24.985 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:24 smithi040 ceph-mon[120580]: from='mgr.24830 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-08-28T02:10:24.985 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:24 smithi040 ceph-mon[120580]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-08-28T02:10:24.985 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:24 smithi040 ceph-mon[120580]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:10:24.995 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:24 smithi083 ceph-mon[113795]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-08-28T02:10:24.995 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:24 smithi083 ceph-mon[113795]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-08-28T02:10:24.995 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:24 smithi083 ceph-mon[113795]: Upgrade: Need to upgrade myself (mgr.x) 2023-08-28T02:10:24.995 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:24 smithi083 ceph-mon[113795]: Upgrade: Need to upgrade myself (mgr.x) 2023-08-28T02:10:24.996 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:24 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/1665059437' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:10:24.996 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:24 smithi083 ceph-mon[113795]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:10:24.996 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:24 smithi083 ceph-mon[113795]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-08-28T02:10:24.996 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:24 smithi083 ceph-mon[113795]: from='mgr.24830 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-08-28T02:10:24.996 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:24 smithi083 ceph-mon[113795]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-08-28T02:10:24.996 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:24 smithi083 ceph-mon[113795]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:10:25.744 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:25 smithi040 ceph-mon[111703]: pgmap v23: 89 pgs: 89 active+clean; 5.5 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 675 op/s 2023-08-28T02:10:25.744 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:25 smithi040 ceph-mon[111703]: Upgrade: Updating mgr.y 2023-08-28T02:10:25.744 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:25 smithi040 ceph-mon[111703]: Deploying daemon mgr.y on smithi040 2023-08-28T02:10:25.744 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:25 smithi040 ceph-mon[120580]: pgmap v23: 89 pgs: 89 active+clean; 5.5 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 675 op/s 2023-08-28T02:10:25.744 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:25 smithi040 ceph-mon[120580]: Upgrade: Updating mgr.y 2023-08-28T02:10:25.744 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:25 smithi040 ceph-mon[120580]: Deploying daemon mgr.y on smithi040 2023-08-28T02:10:25.994 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:25 smithi083 ceph-mon[113795]: pgmap v23: 89 pgs: 89 active+clean; 5.5 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 675 op/s 2023-08-28T02:10:25.994 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:25 smithi083 ceph-mon[113795]: Upgrade: Updating mgr.y 2023-08-28T02:10:25.994 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:25 smithi083 ceph-mon[113795]: Deploying daemon mgr.y on smithi040 2023-08-28T02:10:26.234 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:10:25 smithi040 systemd[1]: Stopping Ceph mgr.y for d9a8f48a-4546-11ee-817c-1b7a5f1ba315... 2023-08-28T02:10:26.734 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:10:26 smithi040 bash[165064]: ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y 2023-08-28T02:10:26.734 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:10:26 smithi040 systemd[1]: ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315@mgr.y.service: Main process exited, code=exited, status=143/n/a 2023-08-28T02:10:27.094 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:26 smithi040 ceph-mon[111703]: pgmap v24: 89 pgs: 89 active+clean; 5.2 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 977 op/s 2023-08-28T02:10:27.094 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:26 smithi040 ceph-mon[120580]: pgmap v24: 89 pgs: 89 active+clean; 5.2 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 977 op/s 2023-08-28T02:10:27.094 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:10:26 smithi040 systemd[1]: ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315@mgr.y.service: Failed with result 'exit-code'. 2023-08-28T02:10:27.094 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:10:26 smithi040 systemd[1]: Stopped Ceph mgr.y for d9a8f48a-4546-11ee-817c-1b7a5f1ba315. 2023-08-28T02:10:27.094 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:10:27 smithi040 systemd[1]: Starting Ceph mgr.y for d9a8f48a-4546-11ee-817c-1b7a5f1ba315... 2023-08-28T02:10:27.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:26 smithi083 ceph-mon[113795]: pgmap v24: 89 pgs: 89 active+clean; 5.2 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 977 op/s 2023-08-28T02:10:27.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:27 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/3567743449' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:10:27.982 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:10:27 smithi040 bash[165215]: 2d2b4530cb5348b73def8025f5c384da5109ff8aa96bde44baa49f262d2aa36a 2023-08-28T02:10:27.982 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:10:27 smithi040 systemd[1]: Started Ceph mgr.y for d9a8f48a-4546-11ee-817c-1b7a5f1ba315. 2023-08-28T02:10:27.982 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:10:27 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: 2023-08-28T02:10:27.929+0000 7f48dc375200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-08-28T02:10:27.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:27 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/3567743449' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:10:28.246 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:27 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/3567743449' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:10:28.481 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:10:28 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: 2023-08-28T02:10:28.198+0000 7f48dc375200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-08-28T02:10:28.990 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:10:28 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[148450]: ts=2023-08-28T02:10:28.668Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1016-g4fe39952 (4fe39952b691f82409c13a09ef1217f15a8c4218) quincy (stable)\", cluster_addr=\"172.21.15.40\", device_class=\"ssd\", hostname=\"smithi040\", instance=\"smithi083:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.40\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1016-g4fe39952 (4fe39952b691f82409c13a09ef1217f15a8c4218) quincy (stable)\", cluster_addr=\"172.21.15.40\", device_class=\"ssd\", hostname=\"smithi040\", instance=\"smithi083.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.40\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-08-28T02:10:28.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:28 smithi083 ceph-mon[113795]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:10:28.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:28 smithi083 ceph-mon[113795]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:10:28.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:28 smithi083 ceph-mon[113795]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:10:28.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:28 smithi083 ceph-mon[113795]: pgmap v25: 89 pgs: 89 active+clean; 5.2 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 635 op/s 2023-08-28T02:10:29.120 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:28 smithi040 ceph-mon[111703]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:10:29.120 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:28 smithi040 ceph-mon[111703]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:10:29.120 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:28 smithi040 ceph-mon[111703]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:10:29.120 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:28 smithi040 ceph-mon[111703]: pgmap v25: 89 pgs: 89 active+clean; 5.2 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 635 op/s 2023-08-28T02:10:29.120 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:10:28 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: 2023-08-28T02:10:28.788+0000 7f48dc375200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-08-28T02:10:29.121 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:28 smithi040 ceph-mon[120580]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:10:29.121 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:28 smithi040 ceph-mon[120580]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:10:29.121 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:28 smithi040 ceph-mon[120580]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:10:29.121 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:28 smithi040 ceph-mon[120580]: pgmap v25: 89 pgs: 89 active+clean; 5.2 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 635 op/s 2023-08-28T02:10:29.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:29 smithi040 ceph-mon[111703]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:10:29.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:29 smithi040 ceph-mon[120580]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:10:29.981 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:10:29 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: 2023-08-28T02:10:29.696+0000 7f48dc375200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-08-28T02:10:30.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:29 smithi083 ceph-mon[113795]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:10:30.482 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:10:30 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: 2023-08-28T02:10:30.094+0000 7f48dc375200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-08-28T02:10:30.994 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:30 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/20161885' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:10:30.994 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:30 smithi083 ceph-mon[113795]: pgmap v26: 89 pgs: 89 active+clean; 5.2 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 741 op/s 2023-08-28T02:10:31.235 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:30 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/20161885' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:10:31.235 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:30 smithi040 ceph-mon[111703]: pgmap v26: 89 pgs: 89 active+clean; 5.2 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 741 op/s 2023-08-28T02:10:31.235 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:10:30 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: 2023-08-28T02:10:30.839+0000 7f48dc375200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-08-28T02:10:31.236 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:30 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/20161885' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:10:31.236 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:30 smithi040 ceph-mon[120580]: pgmap v26: 89 pgs: 89 active+clean; 5.2 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 741 op/s 2023-08-28T02:10:32.434 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:32 smithi040 ceph-mon[111703]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:10:32.434 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:32 smithi040 ceph-mon[111703]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:10:32.434 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:32 smithi040 ceph-mon[111703]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:10:32.434 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:32 smithi040 ceph-mon[111703]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:10:32.435 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:10:32 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: 2023-08-28T02:10:32.100+0000 7f48dc375200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-08-28T02:10:32.435 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:10:32 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: 2023-08-28T02:10:32.279+0000 7f48dc375200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-08-28T02:10:32.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:32 smithi040 ceph-mon[120580]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:10:32.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:32 smithi040 ceph-mon[120580]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:10:32.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:32 smithi040 ceph-mon[120580]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:10:32.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:32 smithi040 ceph-mon[120580]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:10:32.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:32 smithi083 ceph-mon[113795]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:10:32.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:32 smithi083 ceph-mon[113795]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:10:32.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:32 smithi083 ceph-mon[113795]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:10:32.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:32 smithi083 ceph-mon[113795]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:10:33.721 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:10:33 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: 2023-08-28T02:10:33.407+0000 7f48dc375200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-08-28T02:10:33.721 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:10:33 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: 2023-08-28T02:10:33.564+0000 7f48dc375200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-08-28T02:10:33.721 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:10:33 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: 2023-08-28T02:10:33.721+0000 7f48dc375200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-08-28T02:10:33.721 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:33 smithi040 ceph-mon[120580]: pgmap v27: 89 pgs: 89 active+clean; 5.0 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 790 op/s 2023-08-28T02:10:33.722 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:33 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/2198790165' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:10:33.722 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:33 smithi040 ceph-mon[120580]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:10:33.722 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:33 smithi040 ceph-mon[120580]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:10:33.722 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:33 smithi040 ceph-mon[111703]: pgmap v27: 89 pgs: 89 active+clean; 5.0 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 790 op/s 2023-08-28T02:10:33.722 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:33 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/2198790165' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:10:33.722 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:33 smithi040 ceph-mon[111703]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:10:33.722 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:33 smithi040 ceph-mon[111703]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:10:33.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:33 smithi083 ceph-mon[113795]: pgmap v27: 89 pgs: 89 active+clean; 5.0 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 790 op/s 2023-08-28T02:10:33.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:33 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/2198790165' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:10:33.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:33 smithi083 ceph-mon[113795]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:10:33.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:33 smithi083 ceph-mon[113795]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:10:33.981 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:10:33 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: 2023-08-28T02:10:33.886+0000 7f48dc375200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-08-28T02:10:34.431 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:10:34 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: 2023-08-28T02:10:34.266+0000 7f48dc375200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-08-28T02:10:34.431 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:10:34 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: 2023-08-28T02:10:34.431+0000 7f48dc375200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-08-28T02:10:34.746 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:10:34 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:10:34] "GET /metrics HTTP/1.1" 200 36212 "" "Prometheus/2.43.0" 2023-08-28T02:10:35.231 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:10:34 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: 2023-08-28T02:10:34.821+0000 7f48dc375200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-08-28T02:10:35.231 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:10:35 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: 2023-08-28T02:10:35.008+0000 7f48dc375200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-08-28T02:10:35.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:35 smithi040 ceph-mon[120580]: pgmap v28: 89 pgs: 89 active+clean; 5.0 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 583 op/s 2023-08-28T02:10:35.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:35 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/2541708364' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:10:35.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:35 smithi040 ceph-mon[111703]: pgmap v28: 89 pgs: 89 active+clean; 5.0 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 583 op/s 2023-08-28T02:10:35.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:35 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/2541708364' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:10:35.731 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:10:35 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: 2023-08-28T02:10:35.380+0000 7f48dc375200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-08-28T02:10:35.732 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:10:35 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: 2023-08-28T02:10:35.540+0000 7f48dc375200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-08-28T02:10:35.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:35 smithi083 ceph-mon[113795]: pgmap v28: 89 pgs: 89 active+clean; 5.0 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 583 op/s 2023-08-28T02:10:35.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:35 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/2541708364' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:10:37.131 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:10:36 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: 2023-08-28T02:10:36.791+0000 7f48dc375200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-08-28T02:10:37.134 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:10:37 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: 2023-08-28T02:10:37.128+0000 7f48dc375200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-08-28T02:10:37.737 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:37 smithi040 ceph-mon[120580]: pgmap v29: 89 pgs: 89 active+clean; 4.8 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 850 op/s 2023-08-28T02:10:37.737 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:37 smithi040 ceph-mon[111703]: pgmap v29: 89 pgs: 89 active+clean; 4.8 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 850 op/s 2023-08-28T02:10:37.737 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:10:37 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: 2023-08-28T02:10:37.439+0000 7f48dc375200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-08-28T02:10:37.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:37 smithi083 ceph-mon[113795]: pgmap v29: 89 pgs: 89 active+clean; 4.8 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 850 op/s 2023-08-28T02:10:38.925 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:38 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/3420473802' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:10:38.928 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:38 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/3420473802' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:10:38.929 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:10:38 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[148450]: ts=2023-08-28T02:10:38.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1016-g4fe39952 (4fe39952b691f82409c13a09ef1217f15a8c4218) quincy (stable)\", cluster_addr=\"172.21.15.40\", device_class=\"ssd\", hostname=\"smithi040\", instance=\"smithi083:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.40\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1016-g4fe39952 (4fe39952b691f82409c13a09ef1217f15a8c4218) quincy (stable)\", cluster_addr=\"172.21.15.40\", device_class=\"ssd\", hostname=\"smithi040\", instance=\"smithi083.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.40\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-08-28T02:10:38.930 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:38 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/3420473802' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:10:38.930 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:10:38 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: 2023-08-28T02:10:38.618+0000 7f48dc375200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-08-28T02:10:38.930 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:10:38 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: 2023-08-28T02:10:38.929+0000 7f48dc375200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-08-28T02:10:39.197 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:10:38 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: 2023-08-28T02:10:38.920+0000 7f49028dd700 -1 mgr handle_mgr_map I was active but no longer am 2023-08-28T02:10:39.197 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:10:38 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: ignoring --setuser ceph since I am not root 2023-08-28T02:10:39.197 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:10:38 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: ignoring --setgroup ceph since I am not root 2023-08-28T02:10:39.198 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:10:39 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: 2023-08-28T02:10:39.197+0000 7f0e2ec13200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-08-28T02:10:39.458 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:10:39 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: 2023-08-28T02:10:39.454+0000 7f0e2ec13200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-08-28T02:10:39.493 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: 2023-08-28T02:10:39.235+0000 7f48dc375200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-08-28T02:10:39.493 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: 2023-08-28T02:10:39.430+0000 7f48dc375200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-08-28T02:10:39.493 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: [28/Aug/2023:02:10:39] ENGINE Bus STARTING 2023-08-28T02:10:39.493 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: CherryPy Checker: 2023-08-28T02:10:39.493 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: The Application mounted at '' has an empty config. 2023-08-28T02:10:39.494 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: 2023-08-28T02:10:39.494 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: [28/Aug/2023:02:10:39] ENGINE Serving on http://:::9283 2023-08-28T02:10:39.494 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: [28/Aug/2023:02:10:39] ENGINE Bus STARTED 2023-08-28T02:10:39.494 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: [28/Aug/2023:02:10:39] ENGINE Bus STOPPING 2023-08-28T02:10:39.745 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:39 smithi083 ceph-mon[113795]: pgmap v30: 89 pgs: 89 active+clean; 4.8 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 548 op/s 2023-08-28T02:10:39.745 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:39 smithi083 ceph-mon[113795]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:10:39.745 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:39 smithi083 ceph-mon[113795]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:10:39.745 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:39 smithi083 ceph-mon[113795]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:10:39.746 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:39 smithi083 ceph-mon[113795]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:10:39.746 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:39 smithi083 ceph-mon[113795]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:10:39.746 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:39 smithi083 ceph-mon[113795]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:10:39.746 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:39 smithi083 ceph-mon[113795]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2023-08-28T02:10:39.746 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:39 smithi083 ceph-mon[113795]: from='mgr.24830 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2023-08-28T02:10:39.747 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:39 smithi083 ceph-mon[113795]: osdmap e73: 8 total, 8 up, 8 in 2023-08-28T02:10:39.747 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:39 smithi083 ceph-mon[113795]: from='mgr.24830 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2023-08-28T02:10:39.747 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:39 smithi083 ceph-mon[113795]: mgrmap e25: y(active, starting, since 0.0077005s) 2023-08-28T02:10:39.747 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:39 smithi083 ceph-mon[113795]: Active manager daemon y restarted 2023-08-28T02:10:39.747 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:39 smithi083 ceph-mon[113795]: Activating manager daemon y 2023-08-28T02:10:39.748 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:39 smithi083 ceph-mon[113795]: from='mgr.? 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-08-28T02:10:39.748 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:39 smithi083 ceph-mon[113795]: osdmap e74: 8 total, 8 up, 8 in 2023-08-28T02:10:39.748 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:39 smithi083 ceph-mon[113795]: mgrmap e26: y(active, starting, since 0.00706916s) 2023-08-28T02:10:39.748 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:39 smithi083 ceph-mon[113795]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-08-28T02:10:39.748 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:39 smithi083 ceph-mon[113795]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-08-28T02:10:39.748 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:39 smithi083 ceph-mon[113795]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-08-28T02:10:39.748 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:39 smithi083 ceph-mon[113795]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-08-28T02:10:39.748 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:39 smithi083 ceph-mon[113795]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi040.wmhbsz"}]: dispatch 2023-08-28T02:10:39.748 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:39 smithi083 ceph-mon[113795]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi083.wzayvx"}]: dispatch 2023-08-28T02:10:39.748 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:39 smithi083 ceph-mon[113795]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-08-28T02:10:39.748 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:39 smithi083 ceph-mon[113795]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-08-28T02:10:39.749 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:39 smithi083 ceph-mon[113795]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-08-28T02:10:39.749 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:39 smithi083 ceph-mon[113795]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-08-28T02:10:39.749 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:39 smithi083 ceph-mon[113795]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-08-28T02:10:39.749 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:39 smithi083 ceph-mon[113795]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-08-28T02:10:39.749 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:39 smithi083 ceph-mon[113795]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-08-28T02:10:39.749 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:39 smithi083 ceph-mon[113795]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-08-28T02:10:39.749 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:39 smithi083 ceph-mon[113795]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-08-28T02:10:39.749 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:39 smithi083 ceph-mon[113795]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-08-28T02:10:39.749 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:39 smithi083 ceph-mon[113795]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-08-28T02:10:39.749 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:39 smithi083 ceph-mon[113795]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-08-28T02:10:39.749 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:39 smithi083 ceph-mon[113795]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-08-28T02:10:39.749 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:39 smithi083 ceph-mon[113795]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-08-28T02:10:39.750 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:39 smithi083 ceph-mon[113795]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-08-28T02:10:39.762 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-mon[111703]: pgmap v30: 89 pgs: 89 active+clean; 4.8 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 548 op/s 2023-08-28T02:10:39.763 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-mon[111703]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:10:39.763 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-mon[111703]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:10:39.763 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-mon[111703]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:10:39.763 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-mon[111703]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:10:39.763 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-mon[111703]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:10:39.763 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-mon[111703]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:10:39.763 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-mon[111703]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2023-08-28T02:10:39.763 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-mon[111703]: from='mgr.24830 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2023-08-28T02:10:39.763 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-mon[111703]: osdmap e73: 8 total, 8 up, 8 in 2023-08-28T02:10:39.763 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-mon[111703]: from='mgr.24830 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2023-08-28T02:10:39.763 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-mon[111703]: mgrmap e25: y(active, starting, since 0.0077005s) 2023-08-28T02:10:39.764 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-mon[111703]: Active manager daemon y restarted 2023-08-28T02:10:39.764 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-mon[111703]: Activating manager daemon y 2023-08-28T02:10:39.764 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-mon[111703]: from='mgr.? 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-08-28T02:10:39.764 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-mon[111703]: osdmap e74: 8 total, 8 up, 8 in 2023-08-28T02:10:39.764 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-mon[111703]: mgrmap e26: y(active, starting, since 0.00706916s) 2023-08-28T02:10:39.764 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-mon[111703]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-08-28T02:10:39.764 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-mon[111703]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-08-28T02:10:39.764 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-mon[111703]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-08-28T02:10:39.764 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-mon[111703]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-08-28T02:10:39.764 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-mon[111703]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi040.wmhbsz"}]: dispatch 2023-08-28T02:10:39.764 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-mon[111703]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi083.wzayvx"}]: dispatch 2023-08-28T02:10:39.764 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-mon[111703]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-08-28T02:10:39.764 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-mon[111703]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-08-28T02:10:39.765 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-mon[111703]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-08-28T02:10:39.765 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-mon[111703]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-08-28T02:10:39.765 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-mon[111703]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-08-28T02:10:39.765 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-mon[111703]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-08-28T02:10:39.765 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-mon[111703]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-08-28T02:10:39.765 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-mon[111703]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-08-28T02:10:39.765 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-mon[111703]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-08-28T02:10:39.765 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-mon[111703]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-08-28T02:10:39.765 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-mon[111703]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-08-28T02:10:39.765 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-mon[111703]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-08-28T02:10:39.765 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-mon[111703]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-08-28T02:10:39.765 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-mon[111703]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-08-28T02:10:39.766 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-mon[111703]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-08-28T02:10:39.766 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: [28/Aug/2023:02:10:39] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-08-28T02:10:39.766 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: [28/Aug/2023:02:10:39] ENGINE Bus STOPPED 2023-08-28T02:10:39.766 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: [28/Aug/2023:02:10:39] ENGINE Bus STARTING 2023-08-28T02:10:39.766 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-mon[120580]: pgmap v30: 89 pgs: 89 active+clean; 4.8 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 548 op/s 2023-08-28T02:10:39.766 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-mon[120580]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:10:39.766 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-mon[120580]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:10:39.767 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-mon[120580]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:10:39.767 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-mon[120580]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:10:39.767 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-mon[120580]: from='mgr.24830 ' entity='mgr.x' 2023-08-28T02:10:39.767 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-mon[120580]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:10:39.767 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-mon[120580]: from='mgr.24830 172.21.15.83:0/911813520' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2023-08-28T02:10:39.767 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-mon[120580]: from='mgr.24830 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2023-08-28T02:10:39.767 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-mon[120580]: osdmap e73: 8 total, 8 up, 8 in 2023-08-28T02:10:39.767 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-mon[120580]: from='mgr.24830 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2023-08-28T02:10:39.767 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-mon[120580]: mgrmap e25: y(active, starting, since 0.0077005s) 2023-08-28T02:10:39.767 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-mon[120580]: Active manager daemon y restarted 2023-08-28T02:10:39.767 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-mon[120580]: Activating manager daemon y 2023-08-28T02:10:39.768 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-mon[120580]: from='mgr.? 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-08-28T02:10:39.768 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-mon[120580]: osdmap e74: 8 total, 8 up, 8 in 2023-08-28T02:10:39.768 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-mon[120580]: mgrmap e26: y(active, starting, since 0.00706916s) 2023-08-28T02:10:39.768 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-mon[120580]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-08-28T02:10:39.768 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-mon[120580]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-08-28T02:10:39.768 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-mon[120580]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-08-28T02:10:39.768 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-mon[120580]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-08-28T02:10:39.768 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-mon[120580]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi040.wmhbsz"}]: dispatch 2023-08-28T02:10:39.768 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-mon[120580]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi083.wzayvx"}]: dispatch 2023-08-28T02:10:39.768 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-mon[120580]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-08-28T02:10:39.768 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-mon[120580]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-08-28T02:10:39.768 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-mon[120580]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-08-28T02:10:39.768 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-mon[120580]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-08-28T02:10:39.769 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-mon[120580]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-08-28T02:10:39.769 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-mon[120580]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-08-28T02:10:39.769 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-mon[120580]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-08-28T02:10:39.769 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-mon[120580]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-08-28T02:10:39.769 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-mon[120580]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-08-28T02:10:39.769 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-mon[120580]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-08-28T02:10:39.769 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-mon[120580]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-08-28T02:10:39.769 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-mon[120580]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-08-28T02:10:39.769 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-mon[120580]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-08-28T02:10:39.769 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-mon[120580]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-08-28T02:10:39.769 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-mon[120580]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-08-28T02:10:40.043 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: [28/Aug/2023:02:10:39] ENGINE Serving on http://:::9283 2023-08-28T02:10:40.043 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:10:39 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: [28/Aug/2023:02:10:39] ENGINE Bus STARTED 2023-08-28T02:10:40.242 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:10:39 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: 2023-08-28T02:10:39.942+0000 7f0e2ec13200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-08-28T02:10:40.485 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:10:40 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: 2023-08-28T02:10:40.063+0000 7f483c077700 -1 client.0 error registering admin socket command: (17) File exists 2023-08-28T02:10:40.485 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:10:40 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: 2023-08-28T02:10:40.063+0000 7f483c077700 -1 client.0 error registering admin socket command: (17) File exists 2023-08-28T02:10:40.485 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:10:40 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: 2023-08-28T02:10:40.063+0000 7f483c077700 -1 client.0 error registering admin socket command: (17) File exists 2023-08-28T02:10:40.485 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:10:40 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: 2023-08-28T02:10:40.063+0000 7f483c077700 -1 client.0 error registering admin socket command: (17) File exists 2023-08-28T02:10:40.485 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:10:40 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: 2023-08-28T02:10:40.063+0000 7f483c077700 -1 client.0 error registering admin socket command: (17) File exists 2023-08-28T02:10:40.486 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:10:40 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: 2023-08-28T02:10:40.079+0000 7f4839872700 -1 client.0 error registering admin socket command: (17) File exists 2023-08-28T02:10:40.486 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:10:40 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: 2023-08-28T02:10:40.079+0000 7f4839872700 -1 client.0 error registering admin socket command: (17) File exists 2023-08-28T02:10:40.486 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:10:40 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: 2023-08-28T02:10:40.079+0000 7f4839872700 -1 client.0 error registering admin socket command: (17) File exists 2023-08-28T02:10:40.486 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:10:40 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: 2023-08-28T02:10:40.079+0000 7f4839872700 -1 client.0 error registering admin socket command: (17) File exists 2023-08-28T02:10:40.486 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:10:40 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: 2023-08-28T02:10:40.079+0000 7f4839872700 -1 client.0 error registering admin socket command: (17) File exists 2023-08-28T02:10:40.980 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:40 smithi040 ceph-mon[120580]: Manager daemon y is now available 2023-08-28T02:10:40.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:40 smithi040 ceph-mon[120580]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:10:40.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:40 smithi040 ceph-mon[120580]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:10:40.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:40 smithi040 ceph-mon[120580]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:10:40.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:40 smithi040 ceph-mon[120580]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-08-28T02:10:40.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:40 smithi040 ceph-mon[120580]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-08-28T02:10:40.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:40 smithi040 ceph-mon[111703]: Manager daemon y is now available 2023-08-28T02:10:40.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:40 smithi040 ceph-mon[111703]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:10:40.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:40 smithi040 ceph-mon[111703]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:10:40.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:40 smithi040 ceph-mon[111703]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:10:40.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:40 smithi040 ceph-mon[111703]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-08-28T02:10:40.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:40 smithi040 ceph-mon[111703]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-08-28T02:10:40.991 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:10:40 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: 2023-08-28T02:10:40.650+0000 7f0e2ec13200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-08-28T02:10:40.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:40 smithi083 ceph-mon[113795]: Manager daemon y is now available 2023-08-28T02:10:40.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:40 smithi083 ceph-mon[113795]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:10:40.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:40 smithi083 ceph-mon[113795]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:10:40.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:40 smithi083 ceph-mon[113795]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:10:40.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:40 smithi083 ceph-mon[113795]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-08-28T02:10:40.993 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:40 smithi083 ceph-mon[113795]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-08-28T02:10:41.490 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:10:40 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: 2023-08-28T02:10:40.988+0000 7f0e2ec13200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-08-28T02:10:41.742 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:41 smithi040 ceph-mon[111703]: [28/Aug/2023:02:10:40] ENGINE Bus STARTING 2023-08-28T02:10:41.742 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:41 smithi040 ceph-mon[111703]: [28/Aug/2023:02:10:40] ENGINE Serving on http://172.21.15.40:8765 2023-08-28T02:10:41.742 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:41 smithi040 ceph-mon[111703]: [28/Aug/2023:02:10:40] ENGINE Serving on https://172.21.15.40:7150 2023-08-28T02:10:41.742 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:41 smithi040 ceph-mon[111703]: [28/Aug/2023:02:10:40] ENGINE Bus STARTED 2023-08-28T02:10:41.742 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:41 smithi040 ceph-mon[111703]: mgrmap e27: y(active, since 1.25484s) 2023-08-28T02:10:41.743 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:41 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/3341150184' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:10:41.993 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:10:41 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: 2023-08-28T02:10:41.655+0000 7f0e2ec13200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-08-28T02:10:41.994 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:41 smithi040 ceph-mon[120580]: [28/Aug/2023:02:10:40] ENGINE Bus STARTING 2023-08-28T02:10:41.994 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:41 smithi040 ceph-mon[120580]: [28/Aug/2023:02:10:40] ENGINE Serving on http://172.21.15.40:8765 2023-08-28T02:10:41.994 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:41 smithi040 ceph-mon[120580]: [28/Aug/2023:02:10:40] ENGINE Serving on https://172.21.15.40:7150 2023-08-28T02:10:41.994 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:41 smithi040 ceph-mon[120580]: [28/Aug/2023:02:10:40] ENGINE Bus STARTED 2023-08-28T02:10:41.994 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:41 smithi040 ceph-mon[120580]: mgrmap e27: y(active, since 1.25484s) 2023-08-28T02:10:41.994 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:41 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/3341150184' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:10:41.995 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:41 smithi083 ceph-mon[113795]: [28/Aug/2023:02:10:40] ENGINE Bus STARTING 2023-08-28T02:10:41.995 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:41 smithi083 ceph-mon[113795]: [28/Aug/2023:02:10:40] ENGINE Serving on http://172.21.15.40:8765 2023-08-28T02:10:41.996 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:41 smithi083 ceph-mon[113795]: [28/Aug/2023:02:10:40] ENGINE Serving on https://172.21.15.40:7150 2023-08-28T02:10:41.996 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:41 smithi083 ceph-mon[113795]: [28/Aug/2023:02:10:40] ENGINE Bus STARTED 2023-08-28T02:10:41.996 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:41 smithi083 ceph-mon[113795]: mgrmap e27: y(active, since 1.25484s) 2023-08-28T02:10:41.996 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:41 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/3341150184' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:10:42.994 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:42 smithi083 ceph-mon[113795]: pgmap v3: 89 pgs: 89 active+clean; 4.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail 2023-08-28T02:10:42.994 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:42 smithi083 ceph-mon[113795]: pgmap v4: 89 pgs: 89 active+clean; 4.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail 2023-08-28T02:10:42.994 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:42 smithi083 ceph-mon[113795]: mgrmap e28: y(active, since 2s) 2023-08-28T02:10:42.995 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:10:42 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: 2023-08-28T02:10:42.782+0000 7f0e2ec13200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-08-28T02:10:42.995 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:10:42 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: 2023-08-28T02:10:42.916+0000 7f0e2ec13200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-08-28T02:10:43.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:42 smithi040 ceph-mon[111703]: pgmap v3: 89 pgs: 89 active+clean; 4.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail 2023-08-28T02:10:43.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:42 smithi040 ceph-mon[111703]: pgmap v4: 89 pgs: 89 active+clean; 4.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail 2023-08-28T02:10:43.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:42 smithi040 ceph-mon[111703]: mgrmap e28: y(active, since 2s) 2023-08-28T02:10:43.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:42 smithi040 ceph-mon[120580]: pgmap v3: 89 pgs: 89 active+clean; 4.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail 2023-08-28T02:10:43.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:42 smithi040 ceph-mon[120580]: pgmap v4: 89 pgs: 89 active+clean; 4.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail 2023-08-28T02:10:43.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:42 smithi040 ceph-mon[120580]: mgrmap e28: y(active, since 2s) 2023-08-28T02:10:43.856 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:43 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/1418903969' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:10:43.856 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:10:43 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: 2023-08-28T02:10:43.852+0000 7f0e2ec13200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-08-28T02:10:44.149 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:10:43 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: 2023-08-28T02:10:43.998+0000 7f0e2ec13200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-08-28T02:10:44.149 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:10:44 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: 2023-08-28T02:10:44.140+0000 7f0e2ec13200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-08-28T02:10:44.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:43 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/1418903969' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:10:44.230 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:43 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/1418903969' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:10:44.492 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:10:44 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: 2023-08-28T02:10:44.285+0000 7f0e2ec13200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-08-28T02:10:44.994 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:10:44 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: 2023-08-28T02:10:44.609+0000 7f0e2ec13200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-08-28T02:10:44.994 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:10:44 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: 2023-08-28T02:10:44.769+0000 7f0e2ec13200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-08-28T02:10:44.995 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:44 smithi083 ceph-mon[113795]: pgmap v5: 89 pgs: 89 active+clean; 4.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail 2023-08-28T02:10:44.995 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:44 smithi083 ceph-mon[113795]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' 2023-08-28T02:10:44.995 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:44 smithi083 ceph-mon[113795]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' 2023-08-28T02:10:44.995 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:44 smithi083 ceph-mon[113795]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' 2023-08-28T02:10:44.995 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:44 smithi083 ceph-mon[113795]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' 2023-08-28T02:10:45.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:44 smithi040 ceph-mon[111703]: pgmap v5: 89 pgs: 89 active+clean; 4.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail 2023-08-28T02:10:45.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:44 smithi040 ceph-mon[111703]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' 2023-08-28T02:10:45.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:44 smithi040 ceph-mon[111703]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' 2023-08-28T02:10:45.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:44 smithi040 ceph-mon[111703]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' 2023-08-28T02:10:45.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:44 smithi040 ceph-mon[111703]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' 2023-08-28T02:10:45.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:44 smithi040 ceph-mon[120580]: pgmap v5: 89 pgs: 89 active+clean; 4.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail 2023-08-28T02:10:45.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:44 smithi040 ceph-mon[120580]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' 2023-08-28T02:10:45.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:44 smithi040 ceph-mon[120580]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' 2023-08-28T02:10:45.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:44 smithi040 ceph-mon[120580]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' 2023-08-28T02:10:45.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:44 smithi040 ceph-mon[120580]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' 2023-08-28T02:10:45.496 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:10:45 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: 2023-08-28T02:10:45.132+0000 7f0e2ec13200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-08-28T02:10:45.496 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:10:45 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: 2023-08-28T02:10:45.282+0000 7f0e2ec13200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-08-28T02:10:45.911 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:45 smithi083 ceph-mon[113795]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' 2023-08-28T02:10:45.911 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:45 smithi083 ceph-mon[113795]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' 2023-08-28T02:10:45.912 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:10:45 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: 2023-08-28T02:10:45.585+0000 7f0e2ec13200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-08-28T02:10:45.912 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:10:45 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: 2023-08-28T02:10:45.725+0000 7f0e2ec13200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-08-28T02:10:46.178 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:45 smithi040 ceph-mon[111703]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' 2023-08-28T02:10:46.178 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:45 smithi040 ceph-mon[111703]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' 2023-08-28T02:10:46.178 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:45 smithi040 ceph-mon[111703]: pgmap v6: 89 pgs: 89 active+clean; 4.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail 2023-08-28T02:10:46.178 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:45 smithi040 ceph-mon[111703]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' 2023-08-28T02:10:46.178 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:45 smithi040 ceph-mon[111703]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' 2023-08-28T02:10:46.179 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:45 smithi040 ceph-mon[120580]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' 2023-08-28T02:10:46.179 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:45 smithi040 ceph-mon[120580]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' 2023-08-28T02:10:46.179 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:45 smithi040 ceph-mon[120580]: pgmap v6: 89 pgs: 89 active+clean; 4.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail 2023-08-28T02:10:46.179 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:45 smithi040 ceph-mon[120580]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' 2023-08-28T02:10:46.179 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:45 smithi040 ceph-mon[120580]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' 2023-08-28T02:10:46.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:45 smithi083 ceph-mon[113795]: pgmap v6: 89 pgs: 89 active+clean; 4.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail 2023-08-28T02:10:46.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:45 smithi083 ceph-mon[113795]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' 2023-08-28T02:10:46.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:45 smithi083 ceph-mon[113795]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' 2023-08-28T02:10:47.130 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:10:46 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: 2023-08-28T02:10:46.850+0000 7f0e2ec13200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-08-28T02:10:47.130 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:46 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/2007469642' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:10:47.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:46 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/2007469642' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:10:47.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:46 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/2007469642' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:10:47.399 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:10:47 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: 2023-08-28T02:10:47.130+0000 7f0e2ec13200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-08-28T02:10:47.400 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:10:47 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: 2023-08-28T02:10:47.399+0000 7f0e2ec13200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-08-28T02:10:48.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:47 smithi040 ceph-mon[111703]: pgmap v7: 89 pgs: 89 active+clean; 4.4 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 470 op/s 2023-08-28T02:10:48.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:47 smithi040 ceph-mon[111703]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' 2023-08-28T02:10:48.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:47 smithi040 ceph-mon[111703]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' 2023-08-28T02:10:48.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:47 smithi040 ceph-mon[111703]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:10:48.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:47 smithi040 ceph-mon[111703]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:10:48.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:47 smithi040 ceph-mon[120580]: pgmap v7: 89 pgs: 89 active+clean; 4.4 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 470 op/s 2023-08-28T02:10:48.236 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:47 smithi040 ceph-mon[120580]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' 2023-08-28T02:10:48.236 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:47 smithi040 ceph-mon[120580]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' 2023-08-28T02:10:48.236 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:47 smithi040 ceph-mon[120580]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:10:48.236 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:47 smithi040 ceph-mon[120580]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:10:48.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:47 smithi083 ceph-mon[113795]: pgmap v7: 89 pgs: 89 active+clean; 4.4 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 470 op/s 2023-08-28T02:10:48.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:47 smithi083 ceph-mon[113795]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' 2023-08-28T02:10:48.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:47 smithi083 ceph-mon[113795]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' 2023-08-28T02:10:48.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:47 smithi083 ceph-mon[113795]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:10:48.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:47 smithi083 ceph-mon[113795]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:10:48.643 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:10:48 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: 2023-08-28T02:10:48.365+0000 7f0e2ec13200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-08-28T02:10:48.910 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:10:48 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: 2023-08-28T02:10:48.643+0000 7f0e2ec13200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-08-28T02:10:48.910 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:10:48 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: 2023-08-28T02:10:48.909+0000 7f0e2ec13200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-08-28T02:10:49.218 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:48 smithi083 ceph-mon[113795]: Updating smithi040:/etc/ceph/ceph.conf 2023-08-28T02:10:49.218 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:48 smithi083 ceph-mon[113795]: Updating smithi083:/etc/ceph/ceph.conf 2023-08-28T02:10:49.219 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:48 smithi083 ceph-mon[113795]: Updating smithi083:/var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/config/ceph.conf 2023-08-28T02:10:49.219 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:48 smithi083 ceph-mon[113795]: Updating smithi040:/var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/config/ceph.conf 2023-08-28T02:10:49.219 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:10:49 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: 2023-08-28T02:10:49.089+0000 7f0e2ec13200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-08-28T02:10:49.219 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:10:49 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: [28/Aug/2023:02:10:49] ENGINE Bus STARTING 2023-08-28T02:10:49.220 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:10:49 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: CherryPy Checker: 2023-08-28T02:10:49.220 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:10:49 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: The Application mounted at '' has an empty config. 2023-08-28T02:10:49.220 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:10:49 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: 2023-08-28T02:10:49.220 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:10:49 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: [28/Aug/2023:02:10:49] ENGINE Serving on http://:::9283 2023-08-28T02:10:49.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:48 smithi040 ceph-mon[111703]: Updating smithi040:/etc/ceph/ceph.conf 2023-08-28T02:10:49.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:48 smithi040 ceph-mon[111703]: Updating smithi083:/etc/ceph/ceph.conf 2023-08-28T02:10:49.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:48 smithi040 ceph-mon[111703]: Updating smithi083:/var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/config/ceph.conf 2023-08-28T02:10:49.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:48 smithi040 ceph-mon[111703]: Updating smithi040:/var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/config/ceph.conf 2023-08-28T02:10:49.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:48 smithi040 ceph-mon[120580]: Updating smithi040:/etc/ceph/ceph.conf 2023-08-28T02:10:49.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:48 smithi040 ceph-mon[120580]: Updating smithi083:/etc/ceph/ceph.conf 2023-08-28T02:10:49.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:48 smithi040 ceph-mon[120580]: Updating smithi083:/var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/config/ceph.conf 2023-08-28T02:10:49.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:48 smithi040 ceph-mon[120580]: Updating smithi040:/var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/config/ceph.conf 2023-08-28T02:10:49.493 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:10:49 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: [28/Aug/2023:02:10:49] ENGINE Bus STARTED 2023-08-28T02:10:50.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:49 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/3994127701' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:10:50.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:49 smithi040 ceph-mon[111703]: Updating smithi083:/etc/ceph/ceph.client.admin.keyring 2023-08-28T02:10:50.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:49 smithi040 ceph-mon[111703]: Standby manager daemon x started 2023-08-28T02:10:50.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:49 smithi040 ceph-mon[111703]: from='mgr.? 172.21.15.83:0/377122654' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-08-28T02:10:50.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:49 smithi040 ceph-mon[111703]: from='mgr.? 172.21.15.83:0/377122654' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-08-28T02:10:50.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:49 smithi040 ceph-mon[111703]: from='mgr.? 172.21.15.83:0/377122654' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-08-28T02:10:50.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:49 smithi040 ceph-mon[111703]: from='mgr.? 172.21.15.83:0/377122654' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-08-28T02:10:50.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:49 smithi040 ceph-mon[111703]: Updating smithi040:/etc/ceph/ceph.client.admin.keyring 2023-08-28T02:10:50.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:49 smithi040 ceph-mon[111703]: pgmap v8: 89 pgs: 89 active+clean; 4.4 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 362 op/s 2023-08-28T02:10:50.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:49 smithi040 ceph-mon[111703]: Updating smithi083:/var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/config/ceph.client.admin.keyring 2023-08-28T02:10:50.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:49 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/3994127701' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:10:50.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:49 smithi040 ceph-mon[120580]: Updating smithi083:/etc/ceph/ceph.client.admin.keyring 2023-08-28T02:10:50.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:49 smithi040 ceph-mon[120580]: Standby manager daemon x started 2023-08-28T02:10:50.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:49 smithi040 ceph-mon[120580]: from='mgr.? 172.21.15.83:0/377122654' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-08-28T02:10:50.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:49 smithi040 ceph-mon[120580]: from='mgr.? 172.21.15.83:0/377122654' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-08-28T02:10:50.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:49 smithi040 ceph-mon[120580]: from='mgr.? 172.21.15.83:0/377122654' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-08-28T02:10:50.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:49 smithi040 ceph-mon[120580]: from='mgr.? 172.21.15.83:0/377122654' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-08-28T02:10:50.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:49 smithi040 ceph-mon[120580]: Updating smithi040:/etc/ceph/ceph.client.admin.keyring 2023-08-28T02:10:50.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:49 smithi040 ceph-mon[120580]: pgmap v8: 89 pgs: 89 active+clean; 4.4 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 362 op/s 2023-08-28T02:10:50.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:49 smithi040 ceph-mon[120580]: Updating smithi083:/var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/config/ceph.client.admin.keyring 2023-08-28T02:10:50.244 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:49 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/3994127701' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:10:50.244 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:49 smithi083 ceph-mon[113795]: Updating smithi083:/etc/ceph/ceph.client.admin.keyring 2023-08-28T02:10:50.244 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:49 smithi083 ceph-mon[113795]: Standby manager daemon x started 2023-08-28T02:10:50.245 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:49 smithi083 ceph-mon[113795]: from='mgr.? 172.21.15.83:0/377122654' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-08-28T02:10:50.245 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:49 smithi083 ceph-mon[113795]: from='mgr.? 172.21.15.83:0/377122654' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-08-28T02:10:50.245 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:49 smithi083 ceph-mon[113795]: from='mgr.? 172.21.15.83:0/377122654' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-08-28T02:10:50.245 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:49 smithi083 ceph-mon[113795]: from='mgr.? 172.21.15.83:0/377122654' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-08-28T02:10:50.245 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:49 smithi083 ceph-mon[113795]: Updating smithi040:/etc/ceph/ceph.client.admin.keyring 2023-08-28T02:10:50.245 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:49 smithi083 ceph-mon[113795]: pgmap v8: 89 pgs: 89 active+clean; 4.4 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 362 op/s 2023-08-28T02:10:50.245 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:49 smithi083 ceph-mon[113795]: Updating smithi083:/var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/config/ceph.client.admin.keyring 2023-08-28T02:10:51.234 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:50 smithi040 ceph-mon[120580]: Updating smithi040:/var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/config/ceph.client.admin.keyring 2023-08-28T02:10:51.234 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:50 smithi040 ceph-mon[120580]: mgrmap e29: y(active, since 10s), standbys: x 2023-08-28T02:10:51.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:50 smithi040 ceph-mon[120580]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-08-28T02:10:51.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:50 smithi040 ceph-mon[120580]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' 2023-08-28T02:10:51.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:50 smithi040 ceph-mon[120580]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' 2023-08-28T02:10:51.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:50 smithi040 ceph-mon[120580]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' 2023-08-28T02:10:51.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:50 smithi040 ceph-mon[120580]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' 2023-08-28T02:10:51.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:50 smithi040 ceph-mon[120580]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' 2023-08-28T02:10:51.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:50 smithi040 ceph-mon[120580]: Reconfiguring prometheus.a (dependencies changed)... 2023-08-28T02:10:51.235 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:50 smithi040 ceph-mon[111703]: Updating smithi040:/var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/config/ceph.client.admin.keyring 2023-08-28T02:10:51.236 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:50 smithi040 ceph-mon[111703]: mgrmap e29: y(active, since 10s), standbys: x 2023-08-28T02:10:51.236 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:50 smithi040 ceph-mon[111703]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-08-28T02:10:51.236 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:50 smithi040 ceph-mon[111703]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' 2023-08-28T02:10:51.236 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:50 smithi040 ceph-mon[111703]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' 2023-08-28T02:10:51.236 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:50 smithi040 ceph-mon[111703]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' 2023-08-28T02:10:51.236 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:50 smithi040 ceph-mon[111703]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' 2023-08-28T02:10:51.236 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:50 smithi040 ceph-mon[111703]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' 2023-08-28T02:10:51.236 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:50 smithi040 ceph-mon[111703]: Reconfiguring prometheus.a (dependencies changed)... 2023-08-28T02:10:51.245 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:50 smithi083 ceph-mon[113795]: Updating smithi040:/var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/config/ceph.client.admin.keyring 2023-08-28T02:10:51.245 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:50 smithi083 ceph-mon[113795]: mgrmap e29: y(active, since 10s), standbys: x 2023-08-28T02:10:51.245 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:50 smithi083 ceph-mon[113795]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-08-28T02:10:51.245 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:50 smithi083 ceph-mon[113795]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' 2023-08-28T02:10:51.245 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:50 smithi083 ceph-mon[113795]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' 2023-08-28T02:10:51.246 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:50 smithi083 ceph-mon[113795]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' 2023-08-28T02:10:51.246 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:50 smithi083 ceph-mon[113795]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' 2023-08-28T02:10:51.246 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:50 smithi083 ceph-mon[113795]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' 2023-08-28T02:10:51.246 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:50 smithi083 ceph-mon[113795]: Reconfiguring prometheus.a (dependencies changed)... 2023-08-28T02:10:52.243 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:51 smithi083 ceph-mon[113795]: Reconfiguring daemon prometheus.a on smithi083 2023-08-28T02:10:52.243 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:51 smithi083 ceph-mon[113795]: pgmap v9: 89 pgs: 89 active+clean; 4.2 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 605 op/s 2023-08-28T02:10:52.244 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:51 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/2229636559' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:10:52.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:51 smithi040 ceph-mon[120580]: Reconfiguring daemon prometheus.a on smithi083 2023-08-28T02:10:52.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:51 smithi040 ceph-mon[120580]: pgmap v9: 89 pgs: 89 active+clean; 4.2 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 605 op/s 2023-08-28T02:10:52.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:51 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/2229636559' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:10:52.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:51 smithi040 ceph-mon[111703]: Reconfiguring daemon prometheus.a on smithi083 2023-08-28T02:10:52.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:51 smithi040 ceph-mon[111703]: pgmap v9: 89 pgs: 89 active+clean; 4.2 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 605 op/s 2023-08-28T02:10:52.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:51 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/2229636559' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:10:54.547 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:10:54 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[143499]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:10:54] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2023-08-28T02:10:54.548 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:54 smithi083 ceph-mon[113795]: pgmap v10: 89 pgs: 89 active+clean; 4.2 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 541 op/s 2023-08-28T02:10:54.548 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:54 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/3208766721' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:10:54.548 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:10:54 smithi083 systemd[1]: Stopping Ceph prometheus.a for d9a8f48a-4546-11ee-817c-1b7a5f1ba315... 2023-08-28T02:10:54.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:54 smithi040 ceph-mon[111703]: pgmap v10: 89 pgs: 89 active+clean; 4.2 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 541 op/s 2023-08-28T02:10:54.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:54 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/3208766721' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:10:54.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:54 smithi040 ceph-mon[120580]: pgmap v10: 89 pgs: 89 active+clean; 4.2 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 541 op/s 2023-08-28T02:10:54.984 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:54 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/3208766721' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:10:54.993 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:10:54 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[148450]: ts=2023-08-28T02:10:54.587Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2023-08-28T02:10:54.993 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:10:54 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[148450]: ts=2023-08-28T02:10:54.587Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2023-08-28T02:10:54.993 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:10:54 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[148450]: ts=2023-08-28T02:10:54.587Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2023-08-28T02:10:54.993 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:10:54 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[148450]: ts=2023-08-28T02:10:54.587Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2023-08-28T02:10:54.994 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:10:54 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[148450]: ts=2023-08-28T02:10:54.587Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2023-08-28T02:10:54.994 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:10:54 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[148450]: ts=2023-08-28T02:10:54.587Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2023-08-28T02:10:54.994 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:10:54 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[148450]: ts=2023-08-28T02:10:54.587Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2023-08-28T02:10:54.994 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:10:54 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[148450]: ts=2023-08-28T02:10:54.587Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2023-08-28T02:10:54.994 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:10:54 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[148450]: ts=2023-08-28T02:10:54.588Z caller=main.go:907 level=info msg="Scrape manager stopped" 2023-08-28T02:10:54.994 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:10:54 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[148450]: ts=2023-08-28T02:10:54.589Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2023-08-28T02:10:54.994 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:10:54 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[148450]: ts=2023-08-28T02:10:54.589Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2023-08-28T02:10:54.994 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:10:54 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[148450]: ts=2023-08-28T02:10:54.589Z caller=main.go:1147 level=info msg="See you next time!" 2023-08-28T02:10:54.994 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:10:54 smithi083 bash[151699]: ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a 2023-08-28T02:10:55.490 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:10:55 smithi083 systemd[1]: ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315@prometheus.a.service: Succeeded. 2023-08-28T02:10:55.491 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:10:55 smithi083 systemd[1]: Stopped Ceph prometheus.a for d9a8f48a-4546-11ee-817c-1b7a5f1ba315. 2023-08-28T02:10:55.491 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:10:55 smithi083 systemd[1]: Starting Ceph prometheus.a for d9a8f48a-4546-11ee-817c-1b7a5f1ba315... 2023-08-28T02:10:55.987 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:55 smithi040 ceph-mon[111703]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:10:55.988 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:55 smithi040 ceph-mon[120580]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:10:55.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:55 smithi083 ceph-mon[113795]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:10:55.991 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:10:55 smithi083 bash[151793]: 4d4567cbfeb22bdece25cf0e12409ff2ea8a3889f6fec72540719543dac53835 2023-08-28T02:10:55.991 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:10:55 smithi083 systemd[1]: Started Ceph prometheus.a for d9a8f48a-4546-11ee-817c-1b7a5f1ba315. 2023-08-28T02:10:55.992 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:10:55 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[151805]: ts=2023-08-28T02:10:55.716Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2023-08-28T02:10:55.992 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:10:55 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[151805]: ts=2023-08-28T02:10:55.716Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2023-08-28T02:10:55.992 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:10:55 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[151805]: ts=2023-08-28T02:10:55.716Z caller=main.go:570 level=info host_details="(Linux 4.18.0-512.el8.x86_64 #1 SMP Tue Aug 22 16:03:20 UTC 2023 x86_64 smithi083 (none))" 2023-08-28T02:10:55.992 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:10:55 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[151805]: ts=2023-08-28T02:10:55.716Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2023-08-28T02:10:55.992 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:10:55 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[151805]: ts=2023-08-28T02:10:55.716Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2023-08-28T02:10:55.992 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:10:55 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[151805]: ts=2023-08-28T02:10:55.730Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2023-08-28T02:10:55.992 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:10:55 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[151805]: ts=2023-08-28T02:10:55.743Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2023-08-28T02:10:55.992 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:10:55 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[151805]: ts=2023-08-28T02:10:55.745Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2023-08-28T02:10:55.992 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:10:55 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[151805]: ts=2023-08-28T02:10:55.745Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2023-08-28T02:10:55.992 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:10:55 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[151805]: ts=2023-08-28T02:10:55.746Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2023-08-28T02:10:55.993 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:10:55 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[151805]: ts=2023-08-28T02:10:55.746Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.766µs 2023-08-28T02:10:55.993 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:10:55 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[151805]: ts=2023-08-28T02:10:55.746Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2023-08-28T02:10:55.993 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:10:55 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[151805]: ts=2023-08-28T02:10:55.747Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=3 2023-08-28T02:10:55.993 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:10:55 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[151805]: ts=2023-08-28T02:10:55.783Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=3 2023-08-28T02:10:55.993 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:10:55 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[151805]: ts=2023-08-28T02:10:55.786Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=3 2023-08-28T02:10:55.993 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:10:55 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[151805]: ts=2023-08-28T02:10:55.786Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=3 2023-08-28T02:10:55.993 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:10:55 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[151805]: ts=2023-08-28T02:10:55.786Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=21.267µs wal_replay_duration=39.658631ms wbl_replay_duration=125ns total_replay_duration=39.697304ms 2023-08-28T02:10:55.993 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:10:55 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[151805]: ts=2023-08-28T02:10:55.789Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2023-08-28T02:10:55.993 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:10:55 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[151805]: ts=2023-08-28T02:10:55.789Z caller=main.go:1029 level=info msg="TSDB started" 2023-08-28T02:10:55.993 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:10:55 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[151805]: ts=2023-08-28T02:10:55.789Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2023-08-28T02:10:55.993 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:10:55 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[151805]: ts=2023-08-28T02:10:55.810Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=20.913211ms db_storage=1.131µs remote_storage=1.22µs web_handler=368ns query_engine=783ns scrape=272.358µs scrape_sd=71.858µs notify=9.391µs notify_sd=9.178µs rules=20.229709ms tracing=7.543µs 2023-08-28T02:10:55.993 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:10:55 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[151805]: ts=2023-08-28T02:10:55.810Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2023-08-28T02:10:55.994 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:10:55 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[151805]: ts=2023-08-28T02:10:55.810Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2023-08-28T02:10:56.686 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:56 smithi083 ceph-mon[113795]: pgmap v11: 89 pgs: 89 active+clean; 4.2 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 541 op/s 2023-08-28T02:10:56.686 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:56 smithi083 ceph-mon[113795]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' 2023-08-28T02:10:56.687 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:56 smithi083 ceph-mon[113795]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' 2023-08-28T02:10:56.687 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:56 smithi083 ceph-mon[113795]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-08-28T02:10:56.687 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:56 smithi083 ceph-mon[113795]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:10:56.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:56 smithi040 ceph-mon[120580]: pgmap v11: 89 pgs: 89 active+clean; 4.2 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 541 op/s 2023-08-28T02:10:56.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:56 smithi040 ceph-mon[120580]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' 2023-08-28T02:10:56.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:56 smithi040 ceph-mon[120580]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' 2023-08-28T02:10:56.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:56 smithi040 ceph-mon[120580]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-08-28T02:10:56.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:56 smithi040 ceph-mon[120580]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:10:56.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:56 smithi040 ceph-mon[111703]: pgmap v11: 89 pgs: 89 active+clean; 4.2 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 541 op/s 2023-08-28T02:10:56.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:56 smithi040 ceph-mon[111703]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' 2023-08-28T02:10:56.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:56 smithi040 ceph-mon[111703]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' 2023-08-28T02:10:56.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:56 smithi040 ceph-mon[111703]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-08-28T02:10:56.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:56 smithi040 ceph-mon[111703]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:10:57.832 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:57 smithi083 ceph-mon[113795]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-08-28T02:10:57.832 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:57 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/2659593946' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:10:57.832 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:57 smithi083 ceph-mon[113795]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-08-28T02:10:57.832 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:57 smithi083 ceph-mon[113795]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-08-28T02:10:57.832 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:57 smithi083 ceph-mon[113795]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:10:57.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:57 smithi040 ceph-mon[111703]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-08-28T02:10:57.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:57 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/2659593946' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:10:57.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:57 smithi040 ceph-mon[111703]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-08-28T02:10:57.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:57 smithi040 ceph-mon[111703]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-08-28T02:10:57.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:57 smithi040 ceph-mon[111703]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:10:57.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:57 smithi040 ceph-mon[120580]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-08-28T02:10:57.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:57 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/2659593946' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:10:57.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:57 smithi040 ceph-mon[120580]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-08-28T02:10:57.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:57 smithi040 ceph-mon[120580]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-08-28T02:10:57.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:57 smithi040 ceph-mon[120580]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:10:58.491 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:10:58 smithi083 systemd[1]: Stopping Ceph mgr.x for d9a8f48a-4546-11ee-817c-1b7a5f1ba315... 2023-08-28T02:10:58.874 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:58 smithi083 ceph-mon[113795]: Upgrade: Updating mgr.x 2023-08-28T02:10:58.874 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:58 smithi083 ceph-mon[113795]: Deploying daemon mgr.x on smithi083 2023-08-28T02:10:58.875 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:10:58 smithi083 ceph-mon[113795]: pgmap v12: 89 pgs: 89 active+clean; 4.0 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 844 op/s 2023-08-28T02:10:58.980 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:58 smithi040 ceph-mon[120580]: Upgrade: Updating mgr.x 2023-08-28T02:10:58.980 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:58 smithi040 ceph-mon[120580]: Deploying daemon mgr.x on smithi083 2023-08-28T02:10:58.980 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:10:58 smithi040 ceph-mon[120580]: pgmap v12: 89 pgs: 89 active+clean; 4.0 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 844 op/s 2023-08-28T02:10:58.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:58 smithi040 ceph-mon[111703]: Upgrade: Updating mgr.x 2023-08-28T02:10:58.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:58 smithi040 ceph-mon[111703]: Deploying daemon mgr.x on smithi083 2023-08-28T02:10:58.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:10:58 smithi040 ceph-mon[111703]: pgmap v12: 89 pgs: 89 active+clean; 4.0 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 844 op/s 2023-08-28T02:10:59.240 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:10:58 smithi083 bash[152189]: ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x 2023-08-28T02:10:59.240 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:10:58 smithi083 systemd[1]: ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315@mgr.x.service: Main process exited, code=exited, status=143/n/a 2023-08-28T02:10:59.743 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:10:59 smithi083 systemd[1]: ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315@mgr.x.service: Failed with result 'exit-code'. 2023-08-28T02:10:59.743 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:10:59 smithi083 systemd[1]: Stopped Ceph mgr.x for d9a8f48a-4546-11ee-817c-1b7a5f1ba315. 2023-08-28T02:10:59.743 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:10:59 smithi083 systemd[1]: Starting Ceph mgr.x for d9a8f48a-4546-11ee-817c-1b7a5f1ba315... 2023-08-28T02:11:00.492 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:11:00 smithi083 bash[152314]: 0c7cb81d2737b15e9fdb3f87101353d35b5e675669cf30472c173325b0d17773 2023-08-28T02:11:00.492 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:11:00 smithi083 systemd[1]: Started Ceph mgr.x for d9a8f48a-4546-11ee-817c-1b7a5f1ba315. 2023-08-28T02:11:00.493 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:11:00 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[152324]: 2023-08-28T02:11:00.255+0000 7f78aee4d200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-08-28T02:11:00.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:00 smithi040 ceph-mon[111703]: pgmap v13: 89 pgs: 89 active+clean; 4.0 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 581 op/s 2023-08-28T02:11:00.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:00 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/3490708230' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:11:00.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:00 smithi040 ceph-mon[111703]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' 2023-08-28T02:11:00.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:00 smithi040 ceph-mon[111703]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' 2023-08-28T02:11:00.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:00 smithi040 ceph-mon[111703]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:11:00.986 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:00 smithi040 ceph-mon[120580]: pgmap v13: 89 pgs: 89 active+clean; 4.0 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 581 op/s 2023-08-28T02:11:00.987 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:00 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/3490708230' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:11:00.987 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:00 smithi040 ceph-mon[120580]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' 2023-08-28T02:11:00.987 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:00 smithi040 ceph-mon[120580]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' 2023-08-28T02:11:00.987 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:00 smithi040 ceph-mon[120580]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:11:00.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:00 smithi083 ceph-mon[113795]: pgmap v13: 89 pgs: 89 active+clean; 4.0 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 581 op/s 2023-08-28T02:11:00.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:00 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/3490708230' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:11:00.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:00 smithi083 ceph-mon[113795]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' 2023-08-28T02:11:00.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:00 smithi083 ceph-mon[113795]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' 2023-08-28T02:11:00.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:00 smithi083 ceph-mon[113795]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:11:00.991 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:11:00 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[152324]: 2023-08-28T02:11:00.506+0000 7f78aee4d200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-08-28T02:11:01.490 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:11:01 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[152324]: 2023-08-28T02:11:01.043+0000 7f78aee4d200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-08-28T02:11:02.197 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:11:01 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[152324]: 2023-08-28T02:11:01.843+0000 7f78aee4d200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-08-28T02:11:02.197 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:11:02 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[152324]: 2023-08-28T02:11:02.181+0000 7f78aee4d200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-08-28T02:11:02.875 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:02 smithi083 ceph-mon[113795]: pgmap v14: 89 pgs: 89 active+clean; 3.8 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 868 op/s 2023-08-28T02:11:02.875 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:02 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/1453906885' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:11:02.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:02 smithi040 ceph-mon[111703]: pgmap v14: 89 pgs: 89 active+clean; 3.8 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 868 op/s 2023-08-28T02:11:02.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:02 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/1453906885' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:11:02.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:02 smithi040 ceph-mon[120580]: pgmap v14: 89 pgs: 89 active+clean; 3.8 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 868 op/s 2023-08-28T02:11:02.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:02 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/1453906885' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:11:03.242 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:11:02 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[152324]: 2023-08-28T02:11:02.870+0000 7f78aee4d200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-08-28T02:11:04.492 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:11:04 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[152324]: 2023-08-28T02:11:04.038+0000 7f78aee4d200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-08-28T02:11:04.492 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:11:04 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[152324]: 2023-08-28T02:11:04.168+0000 7f78aee4d200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-08-28T02:11:04.980 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:04 smithi040 ceph-mon[120580]: pgmap v15: 89 pgs: 89 active+clean; 3.8 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 590 op/s 2023-08-28T02:11:04.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:04 smithi040 ceph-mon[111703]: pgmap v15: 89 pgs: 89 active+clean; 3.8 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 590 op/s 2023-08-28T02:11:04.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:04 smithi083 ceph-mon[113795]: pgmap v15: 89 pgs: 89 active+clean; 3.8 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 590 op/s 2023-08-28T02:11:05.368 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:11:05 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[152324]: 2023-08-28T02:11:05.082+0000 7f78aee4d200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-08-28T02:11:05.368 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:11:05 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[152324]: 2023-08-28T02:11:05.219+0000 7f78aee4d200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-08-28T02:11:05.368 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:11:05 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[152324]: 2023-08-28T02:11:05.365+0000 7f78aee4d200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-08-28T02:11:05.635 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:05 smithi083 ceph-mon[113795]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' 2023-08-28T02:11:05.635 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:05 smithi083 ceph-mon[113795]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' 2023-08-28T02:11:05.635 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:05 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/1462550623' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:11:05.636 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:11:05 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[152324]: 2023-08-28T02:11:05.522+0000 7f78aee4d200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-08-28T02:11:05.730 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:11:05 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:11:05] "GET /metrics HTTP/1.1" 200 36214 "" "Prometheus/2.43.0" 2023-08-28T02:11:05.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:05 smithi040 ceph-mon[120580]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' 2023-08-28T02:11:05.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:05 smithi040 ceph-mon[120580]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' 2023-08-28T02:11:05.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:05 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/1462550623' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:11:05.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:05 smithi040 ceph-mon[111703]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' 2023-08-28T02:11:05.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:05 smithi040 ceph-mon[111703]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' 2023-08-28T02:11:05.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:05 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/1462550623' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:11:05.993 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:11:05 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[152324]: 2023-08-28T02:11:05.856+0000 7f78aee4d200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-08-28T02:11:06.356 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:11:06 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[152324]: 2023-08-28T02:11:06.014+0000 7f78aee4d200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-08-28T02:11:06.356 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:11:06 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[152324]: 2023-08-28T02:11:06.354+0000 7f78aee4d200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-08-28T02:11:06.640 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:06 smithi083 ceph-mon[113795]: pgmap v16: 89 pgs: 89 active+clean; 3.8 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 590 op/s 2023-08-28T02:11:06.640 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:06 smithi083 ceph-mon[113795]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' 2023-08-28T02:11:06.640 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:06 smithi083 ceph-mon[113795]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' 2023-08-28T02:11:06.640 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:11:06 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[152324]: 2023-08-28T02:11:06.509+0000 7f78aee4d200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-08-28T02:11:06.945 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:11:06 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[152324]: 2023-08-28T02:11:06.799+0000 7f78aee4d200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-08-28T02:11:06.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:06 smithi040 ceph-mon[111703]: pgmap v16: 89 pgs: 89 active+clean; 3.8 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 590 op/s 2023-08-28T02:11:06.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:06 smithi040 ceph-mon[111703]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' 2023-08-28T02:11:06.984 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:06 smithi040 ceph-mon[111703]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' 2023-08-28T02:11:06.991 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:06 smithi040 ceph-mon[120580]: pgmap v16: 89 pgs: 89 active+clean; 3.8 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 590 op/s 2023-08-28T02:11:06.991 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:06 smithi040 ceph-mon[120580]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' 2023-08-28T02:11:06.991 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:06 smithi040 ceph-mon[120580]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' 2023-08-28T02:11:07.242 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:11:06 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[152324]: 2023-08-28T02:11:06.942+0000 7f78aee4d200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-08-28T02:11:07.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:07 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/1599300030' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:11:07.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:07 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/1599300030' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:11:07.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:07 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/1599300030' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:11:08.474 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:11:08 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[152324]: 2023-08-28T02:11:08.161+0000 7f78aee4d200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-08-28T02:11:08.474 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:11:08 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[152324]: 2023-08-28T02:11:08.470+0000 7f78aee4d200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-08-28T02:11:08.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:08 smithi083 ceph-mon[113795]: pgmap v17: 89 pgs: 89 active+clean; 3.6 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 857 op/s 2023-08-28T02:11:08.741 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:11:08 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[151805]: ts=2023-08-28T02:11:08.662Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1016-g4fe39952 (4fe39952b691f82409c13a09ef1217f15a8c4218) quincy (stable)\", cluster_addr=\"172.21.15.40\", device_class=\"ssd\", hostname=\"smithi040\", instance=\"smithi083.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.40\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1016-g4fe39952 (4fe39952b691f82409c13a09ef1217f15a8c4218) quincy (stable)\", cluster_addr=\"172.21.15.40\", device_class=\"ssd\", hostname=\"smithi040\", instance=\"smithi040:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.40\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-08-28T02:11:08.980 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:08 smithi040 ceph-mon[120580]: pgmap v17: 89 pgs: 89 active+clean; 3.6 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 857 op/s 2023-08-28T02:11:08.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:08 smithi040 ceph-mon[111703]: pgmap v17: 89 pgs: 89 active+clean; 3.6 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 857 op/s 2023-08-28T02:11:09.024 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:11:08 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[152324]: 2023-08-28T02:11:08.750+0000 7f78aee4d200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-08-28T02:11:09.991 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:11:09 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[152324]: 2023-08-28T02:11:09.703+0000 7f78aee4d200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-08-28T02:11:09.991 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:11:09 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[152324]: 2023-08-28T02:11:09.962+0000 7f78aee4d200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-08-28T02:11:10.414 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:10 smithi083 ceph-mon[113795]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' 2023-08-28T02:11:10.415 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:10 smithi083 ceph-mon[113795]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' 2023-08-28T02:11:10.415 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:10 smithi083 ceph-mon[113795]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:11:10.415 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:10 smithi083 ceph-mon[113795]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:11:10.415 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:10 smithi083 ceph-mon[113795]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' 2023-08-28T02:11:10.415 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:10 smithi083 ceph-mon[113795]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:11:10.415 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:10 smithi083 ceph-mon[113795]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-08-28T02:11:10.415 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:10 smithi083 ceph-mon[113795]: Upgrade: Setting container_image for all mgr 2023-08-28T02:11:10.415 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:10 smithi083 ceph-mon[113795]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' 2023-08-28T02:11:10.415 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:10 smithi083 ceph-mon[113795]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2023-08-28T02:11:10.415 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:10 smithi083 ceph-mon[113795]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2023-08-28T02:11:10.415 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:10 smithi083 ceph-mon[113795]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2023-08-28T02:11:10.416 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:10 smithi083 ceph-mon[113795]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2023-08-28T02:11:10.416 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:10 smithi083 ceph-mon[113795]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2023-08-28T02:11:10.416 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:10 smithi083 ceph-mon[113795]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2023-08-28T02:11:10.416 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:10 smithi083 ceph-mon[113795]: Upgrade: It appears safe to stop mon.a 2023-08-28T02:11:10.416 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:10 smithi083 ceph-mon[113795]: pgmap v18: 89 pgs: 89 active+clean; 3.6 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 554 op/s 2023-08-28T02:11:10.416 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:10 smithi083 ceph-mon[113795]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:11:10.416 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:11:10 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[152324]: 2023-08-28T02:11:10.231+0000 7f78aee4d200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-08-28T02:11:10.416 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:11:10 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[152324]: 2023-08-28T02:11:10.409+0000 7f78aee4d200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-08-28T02:11:10.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:10 smithi040 ceph-mon[120580]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' 2023-08-28T02:11:10.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:10 smithi040 ceph-mon[120580]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' 2023-08-28T02:11:10.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:10 smithi040 ceph-mon[120580]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:11:10.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:10 smithi040 ceph-mon[120580]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:11:10.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:10 smithi040 ceph-mon[120580]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' 2023-08-28T02:11:10.484 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:10 smithi040 ceph-mon[120580]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:11:10.484 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:10 smithi040 ceph-mon[120580]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-08-28T02:11:10.484 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:10 smithi040 ceph-mon[120580]: Upgrade: Setting container_image for all mgr 2023-08-28T02:11:10.484 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:10 smithi040 ceph-mon[120580]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' 2023-08-28T02:11:10.484 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:10 smithi040 ceph-mon[120580]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2023-08-28T02:11:10.484 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:10 smithi040 ceph-mon[120580]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2023-08-28T02:11:10.484 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:10 smithi040 ceph-mon[120580]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2023-08-28T02:11:10.484 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:10 smithi040 ceph-mon[120580]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2023-08-28T02:11:10.484 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:10 smithi040 ceph-mon[120580]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2023-08-28T02:11:10.484 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:10 smithi040 ceph-mon[120580]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2023-08-28T02:11:10.484 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:10 smithi040 ceph-mon[120580]: Upgrade: It appears safe to stop mon.a 2023-08-28T02:11:10.485 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:10 smithi040 ceph-mon[120580]: pgmap v18: 89 pgs: 89 active+clean; 3.6 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 554 op/s 2023-08-28T02:11:10.485 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:10 smithi040 ceph-mon[120580]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:11:10.485 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:10 smithi040 ceph-mon[111703]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' 2023-08-28T02:11:10.485 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:10 smithi040 ceph-mon[111703]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' 2023-08-28T02:11:10.485 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:10 smithi040 ceph-mon[111703]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:11:10.485 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:10 smithi040 ceph-mon[111703]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:11:10.485 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:10 smithi040 ceph-mon[111703]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' 2023-08-28T02:11:10.485 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:10 smithi040 ceph-mon[111703]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:11:10.485 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:10 smithi040 ceph-mon[111703]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-08-28T02:11:10.485 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:10 smithi040 ceph-mon[111703]: Upgrade: Setting container_image for all mgr 2023-08-28T02:11:10.486 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:10 smithi040 ceph-mon[111703]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' 2023-08-28T02:11:10.486 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:10 smithi040 ceph-mon[111703]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2023-08-28T02:11:10.486 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:10 smithi040 ceph-mon[111703]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2023-08-28T02:11:10.486 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:10 smithi040 ceph-mon[111703]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2023-08-28T02:11:10.486 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:10 smithi040 ceph-mon[111703]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2023-08-28T02:11:10.486 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:10 smithi040 ceph-mon[111703]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2023-08-28T02:11:10.486 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:10 smithi040 ceph-mon[111703]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2023-08-28T02:11:10.486 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:10 smithi040 ceph-mon[111703]: Upgrade: It appears safe to stop mon.a 2023-08-28T02:11:10.486 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:10 smithi040 ceph-mon[111703]: pgmap v18: 89 pgs: 89 active+clean; 3.6 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 554 op/s 2023-08-28T02:11:10.486 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:10 smithi040 ceph-mon[111703]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:11:10.740 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:11:10 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[152324]: [28/Aug/2023:02:11:10] ENGINE Bus STARTING 2023-08-28T02:11:10.741 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:11:10 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[152324]: CherryPy Checker: 2023-08-28T02:11:10.741 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:11:10 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[152324]: The Application mounted at '' has an empty config. 2023-08-28T02:11:10.741 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:11:10 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[152324]: 2023-08-28T02:11:10.741 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:11:10 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[152324]: [28/Aug/2023:02:11:10] ENGINE Serving on http://:::9283 2023-08-28T02:11:10.741 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:11:10 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[152324]: [28/Aug/2023:02:11:10] ENGINE Bus STARTED 2023-08-28T02:11:11.234 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:11 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/3459416486' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:11:11.234 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:11 smithi040 ceph-mon[111703]: from='mgr.? 172.21.15.83:0/1626654345' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-08-28T02:11:11.234 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:11 smithi040 ceph-mon[111703]: Standby manager daemon x restarted 2023-08-28T02:11:11.234 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:11 smithi040 ceph-mon[111703]: Standby manager daemon x started 2023-08-28T02:11:11.234 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:11 smithi040 ceph-mon[111703]: from='mgr.? 172.21.15.83:0/1626654345' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-08-28T02:11:11.234 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:11 smithi040 ceph-mon[111703]: from='mgr.? 172.21.15.83:0/1626654345' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-08-28T02:11:11.234 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:11 smithi040 ceph-mon[111703]: from='mgr.? 172.21.15.83:0/1626654345' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-08-28T02:11:11.234 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:11 smithi040 ceph-mon[111703]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' 2023-08-28T02:11:11.235 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:11 smithi040 ceph-mon[111703]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-08-28T02:11:11.235 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:11 smithi040 ceph-mon[111703]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-08-28T02:11:11.235 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:11 smithi040 ceph-mon[111703]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:11:11.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:11 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/3459416486' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:11:11.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:11 smithi040 ceph-mon[120580]: from='mgr.? 172.21.15.83:0/1626654345' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-08-28T02:11:11.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:11 smithi040 ceph-mon[120580]: Standby manager daemon x restarted 2023-08-28T02:11:11.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:11 smithi040 ceph-mon[120580]: Standby manager daemon x started 2023-08-28T02:11:11.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:11 smithi040 ceph-mon[120580]: from='mgr.? 172.21.15.83:0/1626654345' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-08-28T02:11:11.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:11 smithi040 ceph-mon[120580]: from='mgr.? 172.21.15.83:0/1626654345' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-08-28T02:11:11.236 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:11 smithi040 ceph-mon[120580]: from='mgr.? 172.21.15.83:0/1626654345' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-08-28T02:11:11.236 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:11 smithi040 ceph-mon[120580]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' 2023-08-28T02:11:11.236 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:11 smithi040 ceph-mon[120580]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-08-28T02:11:11.236 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:11 smithi040 ceph-mon[120580]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-08-28T02:11:11.236 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:11 smithi040 ceph-mon[120580]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:11:11.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:11 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/3459416486' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:11:11.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:11 smithi083 ceph-mon[113795]: from='mgr.? 172.21.15.83:0/1626654345' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-08-28T02:11:11.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:11 smithi083 ceph-mon[113795]: Standby manager daemon x restarted 2023-08-28T02:11:11.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:11 smithi083 ceph-mon[113795]: Standby manager daemon x started 2023-08-28T02:11:11.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:11 smithi083 ceph-mon[113795]: from='mgr.? 172.21.15.83:0/1626654345' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-08-28T02:11:11.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:11 smithi083 ceph-mon[113795]: from='mgr.? 172.21.15.83:0/1626654345' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-08-28T02:11:11.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:11 smithi083 ceph-mon[113795]: from='mgr.? 172.21.15.83:0/1626654345' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-08-28T02:11:11.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:11 smithi083 ceph-mon[113795]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' 2023-08-28T02:11:11.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:11 smithi083 ceph-mon[113795]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-08-28T02:11:11.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:11 smithi083 ceph-mon[113795]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-08-28T02:11:11.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:11 smithi083 ceph-mon[113795]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:11:12.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:12 smithi040 ceph-mon[111703]: Upgrade: Updating mon.a 2023-08-28T02:11:12.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:12 smithi040 ceph-mon[111703]: Deploying daemon mon.a on smithi040 2023-08-28T02:11:12.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:12 smithi040 ceph-mon[111703]: mgrmap e30: y(active, since 31s), standbys: x 2023-08-28T02:11:12.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:12 smithi040 ceph-mon[111703]: pgmap v19: 89 pgs: 89 active+clean; 3.4 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 827 op/s 2023-08-28T02:11:12.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:12 smithi040 ceph-mon[120580]: Upgrade: Updating mon.a 2023-08-28T02:11:12.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:12 smithi040 ceph-mon[120580]: Deploying daemon mon.a on smithi040 2023-08-28T02:11:12.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:12 smithi040 ceph-mon[120580]: mgrmap e30: y(active, since 31s), standbys: x 2023-08-28T02:11:12.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:12 smithi040 ceph-mon[120580]: pgmap v19: 89 pgs: 89 active+clean; 3.4 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 827 op/s 2023-08-28T02:11:12.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:12 smithi083 ceph-mon[113795]: Upgrade: Updating mon.a 2023-08-28T02:11:12.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:12 smithi083 ceph-mon[113795]: Deploying daemon mon.a on smithi040 2023-08-28T02:11:12.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:12 smithi083 ceph-mon[113795]: mgrmap e30: y(active, since 31s), standbys: x 2023-08-28T02:11:12.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:12 smithi083 ceph-mon[113795]: pgmap v19: 89 pgs: 89 active+clean; 3.4 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 827 op/s 2023-08-28T02:11:13.224 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:13 smithi040 systemd[1]: Stopping Ceph mon.a for d9a8f48a-4546-11ee-817c-1b7a5f1ba315... 2023-08-28T02:11:13.485 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:13 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/2896991307' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:11:13.485 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:13 smithi040 ceph-mon[111703]: from='client.? 172.21.15.40:0/2896991307' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:11:13.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:13 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/2896991307' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:11:13.803 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:13 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mon-a[111680]: 2023-08-28T02:11:13.540+0000 7fd08eecb700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2023-08-28T02:11:13.804 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:13 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mon-a[111680]: 2023-08-28T02:11:13.540+0000 7fd08eecb700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2023-08-28T02:11:13.804 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:11:13 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: [28/Aug/2023:02:11:13] ENGINE Bus STOPPING 2023-08-28T02:11:13.804 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:11:13 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: [28/Aug/2023:02:11:13] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-08-28T02:11:13.804 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:11:13 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: [28/Aug/2023:02:11:13] ENGINE Bus STOPPED 2023-08-28T02:11:13.804 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:11:13 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: [28/Aug/2023:02:11:13] ENGINE Bus STARTING 2023-08-28T02:11:13.804 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:11:13 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: [28/Aug/2023:02:11:13] ENGINE Serving on http://:::9283 2023-08-28T02:11:13.804 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:11:13 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: [28/Aug/2023:02:11:13] ENGINE Bus STARTED 2023-08-28T02:11:14.234 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:13 smithi040 bash[170090]: ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mon-a 2023-08-28T02:11:14.735 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:14 smithi040 systemd[1]: ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315@mon.a.service: Succeeded. 2023-08-28T02:11:14.735 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:14 smithi040 systemd[1]: Stopped Ceph mon.a for d9a8f48a-4546-11ee-817c-1b7a5f1ba315. 2023-08-28T02:11:14.735 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:14 smithi040 systemd[1]: Starting Ceph mon.a for d9a8f48a-4546-11ee-817c-1b7a5f1ba315... 2023-08-28T02:11:15.062 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 bash[170225]: 61920a7b5dcdfd2c2fcafd7ab1a678afd541d3a86414cc7e48e112ce145cf7bb 2023-08-28T02:11:15.062 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 systemd[1]: Started Ceph mon.a for d9a8f48a-4546-11ee-817c-1b7a5f1ba315. 2023-08-28T02:11:15.062 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: set uid:gid to 167:167 (ceph:ceph) 2023-08-28T02:11:15.062 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: ceph version 18.2.0-187-g9cf20820 (9cf208207dfe23ffccb33308b22e51570cb45e51) reef (stable), process ceph-mon, pid 6 2023-08-28T02:11:15.062 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: pidfile_write: ignore empty --pid-file 2023-08-28T02:11:15.062 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: load: jerasure load: lrc 2023-08-28T02:11:15.063 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: RocksDB version: 7.9.2 2023-08-28T02:11:15.063 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Git sha 0 2023-08-28T02:11:15.063 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Compile date 2023-08-25 14:59:12 2023-08-28T02:11:15.063 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: DB SUMMARY 2023-08-28T02:11:15.063 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: DB Session ID: PMFVN4FUQUQM2YQKKFBP 2023-08-28T02:11:15.063 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: CURRENT file: CURRENT 2023-08-28T02:11:15.063 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: IDENTITY file: IDENTITY 2023-08-28T02:11:15.063 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: MANIFEST file: MANIFEST-000015 size: 786 Bytes 2023-08-28T02:11:15.063 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000027.sst 2023-08-28T02:11:15.063 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000025.log size: 2584357 ; 2023-08-28T02:11:15.063 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.error_if_exists: 0 2023-08-28T02:11:15.063 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.create_if_missing: 0 2023-08-28T02:11:15.064 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.paranoid_checks: 1 2023-08-28T02:11:15.064 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.flush_verify_memtable_count: 1 2023-08-28T02:11:15.064 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2023-08-28T02:11:15.064 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2023-08-28T02:11:15.064 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.env: 0x564e87db1720 2023-08-28T02:11:15.064 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.fs: PosixFileSystem 2023-08-28T02:11:15.064 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.info_log: 0x564e8a6e9420 2023-08-28T02:11:15.064 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.max_file_opening_threads: 16 2023-08-28T02:11:15.064 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.statistics: (nil) 2023-08-28T02:11:15.064 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.use_fsync: 0 2023-08-28T02:11:15.064 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.max_log_file_size: 0 2023-08-28T02:11:15.064 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.max_manifest_file_size: 1073741824 2023-08-28T02:11:15.064 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.log_file_time_to_roll: 0 2023-08-28T02:11:15.065 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.keep_log_file_num: 1000 2023-08-28T02:11:15.065 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.recycle_log_file_num: 0 2023-08-28T02:11:15.065 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.allow_fallocate: 1 2023-08-28T02:11:15.065 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.allow_mmap_reads: 0 2023-08-28T02:11:15.065 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.allow_mmap_writes: 0 2023-08-28T02:11:15.065 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.use_direct_reads: 0 2023-08-28T02:11:15.065 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2023-08-28T02:11:15.065 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.create_missing_column_families: 0 2023-08-28T02:11:15.066 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.db_log_dir: 2023-08-28T02:11:15.066 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.wal_dir: 2023-08-28T02:11:15.066 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.table_cache_numshardbits: 6 2023-08-28T02:11:15.066 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.WAL_ttl_seconds: 0 2023-08-28T02:11:15.066 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.WAL_size_limit_MB: 0 2023-08-28T02:11:15.066 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2023-08-28T02:11:15.067 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.manifest_preallocation_size: 4194304 2023-08-28T02:11:15.067 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.is_fd_close_on_exec: 1 2023-08-28T02:11:15.067 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.advise_random_on_open: 1 2023-08-28T02:11:15.067 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.db_write_buffer_size: 0 2023-08-28T02:11:15.067 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.write_buffer_manager: 0x564e8997a5a0 2023-08-28T02:11:15.067 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.access_hint_on_compaction_start: 1 2023-08-28T02:11:15.067 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.random_access_max_buffer_size: 1048576 2023-08-28T02:11:15.067 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.use_adaptive_mutex: 0 2023-08-28T02:11:15.067 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.rate_limiter: (nil) 2023-08-28T02:11:15.067 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2023-08-28T02:11:15.067 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.wal_recovery_mode: 2 2023-08-28T02:11:15.067 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.enable_thread_tracking: 0 2023-08-28T02:11:15.068 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.enable_pipelined_write: 0 2023-08-28T02:11:15.068 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.unordered_write: 0 2023-08-28T02:11:15.068 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.allow_concurrent_memtable_write: 1 2023-08-28T02:11:15.068 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2023-08-28T02:11:15.068 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.write_thread_max_yield_usec: 100 2023-08-28T02:11:15.068 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.write_thread_slow_yield_usec: 3 2023-08-28T02:11:15.068 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.row_cache: None 2023-08-28T02:11:15.068 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.wal_filter: None 2023-08-28T02:11:15.068 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.avoid_flush_during_recovery: 0 2023-08-28T02:11:15.068 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.allow_ingest_behind: 0 2023-08-28T02:11:15.068 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.two_write_queues: 0 2023-08-28T02:11:15.068 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.manual_wal_flush: 0 2023-08-28T02:11:15.068 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.wal_compression: 0 2023-08-28T02:11:15.069 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.atomic_flush: 0 2023-08-28T02:11:15.069 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2023-08-28T02:11:15.069 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.persist_stats_to_disk: 0 2023-08-28T02:11:15.069 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.write_dbid_to_manifest: 0 2023-08-28T02:11:15.069 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.log_readahead_size: 0 2023-08-28T02:11:15.069 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.file_checksum_gen_factory: Unknown 2023-08-28T02:11:15.069 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.best_efforts_recovery: 0 2023-08-28T02:11:15.069 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2023-08-28T02:11:15.069 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2023-08-28T02:11:15.069 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.allow_data_in_errors: 0 2023-08-28T02:11:15.069 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.db_host_id: __hostname__ 2023-08-28T02:11:15.069 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.enforce_single_del_contracts: true 2023-08-28T02:11:15.069 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.max_background_jobs: 2 2023-08-28T02:11:15.070 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.max_background_compactions: -1 2023-08-28T02:11:15.070 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.max_subcompactions: 1 2023-08-28T02:11:15.070 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.avoid_flush_during_shutdown: 0 2023-08-28T02:11:15.070 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2023-08-28T02:11:15.070 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.delayed_write_rate : 16777216 2023-08-28T02:11:15.070 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.max_total_wal_size: 0 2023-08-28T02:11:15.070 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2023-08-28T02:11:15.070 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.stats_dump_period_sec: 600 2023-08-28T02:11:15.070 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.stats_persist_period_sec: 600 2023-08-28T02:11:15.070 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.stats_history_buffer_size: 1048576 2023-08-28T02:11:15.070 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.max_open_files: -1 2023-08-28T02:11:15.070 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.bytes_per_sync: 0 2023-08-28T02:11:15.070 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.wal_bytes_per_sync: 0 2023-08-28T02:11:15.071 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.strict_bytes_per_sync: 0 2023-08-28T02:11:15.071 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.compaction_readahead_size: 0 2023-08-28T02:11:15.071 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.max_background_flushes: -1 2023-08-28T02:11:15.071 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Compression algorithms supported: 2023-08-28T02:11:15.071 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: kZSTDNotFinalCompression supported: 0 2023-08-28T02:11:15.071 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: kZSTD supported: 0 2023-08-28T02:11:15.071 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: kXpressCompression supported: 0 2023-08-28T02:11:15.071 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: kLZ4HCCompression supported: 1 2023-08-28T02:11:15.071 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: kZlibCompression supported: 1 2023-08-28T02:11:15.071 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: kSnappyCompression supported: 1 2023-08-28T02:11:15.071 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: kLZ4Compression supported: 1 2023-08-28T02:11:15.071 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: kBZip2Compression supported: 0 2023-08-28T02:11:15.072 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Fast CRC32 supported: Supported on x86 2023-08-28T02:11:15.072 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: DMutex implementation: pthread_mutex_t 2023-08-28T02:11:15.072 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 2023-08-28T02:11:15.072 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2023-08-28T02:11:15.072 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2023-08-28T02:11:15.072 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.merge_operator: 2023-08-28T02:11:15.072 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.compaction_filter: None 2023-08-28T02:11:15.072 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.compaction_filter_factory: None 2023-08-28T02:11:15.072 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.sst_partitioner_factory: None 2023-08-28T02:11:15.072 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.memtable_factory: SkipListFactory 2023-08-28T02:11:15.072 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.table_factory: BlockBasedTable 2023-08-28T02:11:15.072 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x564e8a6e9520) 2023-08-28T02:11:15.072 INFO:journalctl@ceph.mon.a.smithi040.stdout: cache_index_and_filter_blocks: 1 2023-08-28T02:11:15.073 INFO:journalctl@ceph.mon.a.smithi040.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2023-08-28T02:11:15.073 INFO:journalctl@ceph.mon.a.smithi040.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2023-08-28T02:11:15.073 INFO:journalctl@ceph.mon.a.smithi040.stdout: pin_top_level_index_and_filter: 1 2023-08-28T02:11:15.073 INFO:journalctl@ceph.mon.a.smithi040.stdout: index_type: 0 2023-08-28T02:11:15.073 INFO:journalctl@ceph.mon.a.smithi040.stdout: data_block_index_type: 0 2023-08-28T02:11:15.073 INFO:journalctl@ceph.mon.a.smithi040.stdout: index_shortening: 1 2023-08-28T02:11:15.073 INFO:journalctl@ceph.mon.a.smithi040.stdout: data_block_hash_table_util_ratio: 0.750000 2023-08-28T02:11:15.073 INFO:journalctl@ceph.mon.a.smithi040.stdout: checksum: 4 2023-08-28T02:11:15.073 INFO:journalctl@ceph.mon.a.smithi040.stdout: no_block_cache: 0 2023-08-28T02:11:15.073 INFO:journalctl@ceph.mon.a.smithi040.stdout: block_cache: 0x564e899fb350 2023-08-28T02:11:15.073 INFO:journalctl@ceph.mon.a.smithi040.stdout: block_cache_name: BinnedLRUCache 2023-08-28T02:11:15.073 INFO:journalctl@ceph.mon.a.smithi040.stdout: block_cache_options: 2023-08-28T02:11:15.074 INFO:journalctl@ceph.mon.a.smithi040.stdout: capacity : 536870912 2023-08-28T02:11:15.074 INFO:journalctl@ceph.mon.a.smithi040.stdout: num_shard_bits : 4 2023-08-28T02:11:15.074 INFO:journalctl@ceph.mon.a.smithi040.stdout: strict_capacity_limit : 0 2023-08-28T02:11:15.074 INFO:journalctl@ceph.mon.a.smithi040.stdout: high_pri_pool_ratio: 0.000 2023-08-28T02:11:15.074 INFO:journalctl@ceph.mon.a.smithi040.stdout: block_cache_compressed: (nil) 2023-08-28T02:11:15.074 INFO:journalctl@ceph.mon.a.smithi040.stdout: persistent_cache: (nil) 2023-08-28T02:11:15.074 INFO:journalctl@ceph.mon.a.smithi040.stdout: block_size: 4096 2023-08-28T02:11:15.074 INFO:journalctl@ceph.mon.a.smithi040.stdout: block_size_deviation: 10 2023-08-28T02:11:15.074 INFO:journalctl@ceph.mon.a.smithi040.stdout: block_restart_interval: 16 2023-08-28T02:11:15.074 INFO:journalctl@ceph.mon.a.smithi040.stdout: index_block_restart_interval: 1 2023-08-28T02:11:15.074 INFO:journalctl@ceph.mon.a.smithi040.stdout: metadata_block_size: 4096 2023-08-28T02:11:15.074 INFO:journalctl@ceph.mon.a.smithi040.stdout: partition_filters: 0 2023-08-28T02:11:15.075 INFO:journalctl@ceph.mon.a.smithi040.stdout: use_delta_encoding: 1 2023-08-28T02:11:15.075 INFO:journalctl@ceph.mon.a.smithi040.stdout: filter_policy: bloomfilter 2023-08-28T02:11:15.075 INFO:journalctl@ceph.mon.a.smithi040.stdout: whole_key_filtering: 1 2023-08-28T02:11:15.075 INFO:journalctl@ceph.mon.a.smithi040.stdout: verify_compression: 0 2023-08-28T02:11:15.075 INFO:journalctl@ceph.mon.a.smithi040.stdout: read_amp_bytes_per_bit: 0 2023-08-28T02:11:15.075 INFO:journalctl@ceph.mon.a.smithi040.stdout: format_version: 5 2023-08-28T02:11:15.075 INFO:journalctl@ceph.mon.a.smithi040.stdout: enable_index_compression: 1 2023-08-28T02:11:15.075 INFO:journalctl@ceph.mon.a.smithi040.stdout: block_align: 0 2023-08-28T02:11:15.075 INFO:journalctl@ceph.mon.a.smithi040.stdout: max_auto_readahead_size: 262144 2023-08-28T02:11:15.075 INFO:journalctl@ceph.mon.a.smithi040.stdout: prepopulate_block_cache: 0 2023-08-28T02:11:15.075 INFO:journalctl@ceph.mon.a.smithi040.stdout: initial_auto_readahead_size: 8192 2023-08-28T02:11:15.075 INFO:journalctl@ceph.mon.a.smithi040.stdout: num_file_reads_for_auto_readahead: 2 2023-08-28T02:11:15.076 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.write_buffer_size: 33554432 2023-08-28T02:11:15.076 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.max_write_buffer_number: 2 2023-08-28T02:11:15.076 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.compression: NoCompression 2023-08-28T02:11:15.076 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.bottommost_compression: Disabled 2023-08-28T02:11:15.076 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.prefix_extractor: nullptr 2023-08-28T02:11:15.076 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2023-08-28T02:11:15.076 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.num_levels: 7 2023-08-28T02:11:15.076 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2023-08-28T02:11:15.076 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2023-08-28T02:11:15.076 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2023-08-28T02:11:15.076 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2023-08-28T02:11:15.076 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.bottommost_compression_opts.level: 32767 2023-08-28T02:11:15.077 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2023-08-28T02:11:15.077 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2023-08-28T02:11:15.077 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2023-08-28T02:11:15.077 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2023-08-28T02:11:15.077 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.bottommost_compression_opts.enabled: false 2023-08-28T02:11:15.077 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2023-08-28T02:11:15.077 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2023-08-28T02:11:15.077 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.compression_opts.window_bits: -14 2023-08-28T02:11:15.077 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.compression_opts.level: 32767 2023-08-28T02:11:15.077 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.compression_opts.strategy: 0 2023-08-28T02:11:15.077 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2023-08-28T02:11:15.077 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2023-08-28T02:11:15.077 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2023-08-28T02:11:15.078 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.compression_opts.parallel_threads: 1 2023-08-28T02:11:15.078 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.compression_opts.enabled: false 2023-08-28T02:11:15.078 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2023-08-28T02:11:15.078 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2023-08-28T02:11:15.078 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2023-08-28T02:11:15.078 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.level0_stop_writes_trigger: 36 2023-08-28T02:11:15.078 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.target_file_size_base: 67108864 2023-08-28T02:11:15.078 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.target_file_size_multiplier: 1 2023-08-28T02:11:15.078 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.max_bytes_for_level_base: 268435456 2023-08-28T02:11:15.078 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2023-08-28T02:11:15.078 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2023-08-28T02:11:15.078 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2023-08-28T02:11:15.078 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2023-08-28T02:11:15.079 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2023-08-28T02:11:15.079 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2023-08-28T02:11:15.079 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2023-08-28T02:11:15.079 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2023-08-28T02:11:15.079 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2023-08-28T02:11:15.079 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2023-08-28T02:11:15.079 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.max_compaction_bytes: 1677721600 2023-08-28T02:11:15.079 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2023-08-28T02:11:15.079 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.arena_block_size: 1048576 2023-08-28T02:11:15.079 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2023-08-28T02:11:15.079 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2023-08-28T02:11:15.079 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.disable_auto_compactions: 0 2023-08-28T02:11:15.080 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2023-08-28T02:11:15.080 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2023-08-28T02:11:15.080 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2023-08-28T02:11:15.080 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2023-08-28T02:11:15.080 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2023-08-28T02:11:15.080 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2023-08-28T02:11:15.080 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2023-08-28T02:11:15.080 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2023-08-28T02:11:15.080 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2023-08-28T02:11:15.080 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2023-08-28T02:11:15.080 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.table_properties_collectors: 2023-08-28T02:11:15.080 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.inplace_update_support: 0 2023-08-28T02:11:15.081 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.inplace_update_num_locks: 10000 2023-08-28T02:11:15.081 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2023-08-28T02:11:15.081 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.memtable_whole_key_filtering: 0 2023-08-28T02:11:15.081 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.memtable_huge_page_size: 0 2023-08-28T02:11:15.081 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.bloom_locality: 0 2023-08-28T02:11:15.081 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.max_successive_merges: 0 2023-08-28T02:11:15.393 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:11:15] "GET /metrics HTTP/1.1" 200 36209 "" "Prometheus/2.43.0" 2023-08-28T02:11:15.394 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.optimize_filters_for_hits: 0 2023-08-28T02:11:15.394 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.paranoid_file_checks: 0 2023-08-28T02:11:15.394 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.force_consistency_checks: 1 2023-08-28T02:11:15.394 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.report_bg_io_stats: 0 2023-08-28T02:11:15.394 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.ttl: 2592000 2023-08-28T02:11:15.394 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.periodic_compaction_seconds: 0 2023-08-28T02:11:15.394 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.preclude_last_level_data_seconds: 0 2023-08-28T02:11:15.395 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.preserve_internal_time_seconds: 0 2023-08-28T02:11:15.395 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.enable_blob_files: false 2023-08-28T02:11:15.395 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.min_blob_size: 0 2023-08-28T02:11:15.395 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.blob_file_size: 268435456 2023-08-28T02:11:15.395 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.blob_compression_type: NoCompression 2023-08-28T02:11:15.395 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.enable_blob_garbage_collection: false 2023-08-28T02:11:15.395 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2023-08-28T02:11:15.395 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2023-08-28T02:11:15.395 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.blob_compaction_readahead_size: 0 2023-08-28T02:11:15.395 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.blob_file_starting_level: 0 2023-08-28T02:11:15.395 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2023-08-28T02:11:15.395 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 27.sst 2023-08-28T02:11:15.396 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2023-08-28T02:11:15.396 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 succeeded,manifest_file_number is 15, next_file_number is 29, last_sequence is 9845, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2023-08-28T02:11:15.396 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2023-08-28T02:11:15.396 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 70824ec8-90ad-4a30-a672-74e4a4c37e28 2023-08-28T02:11:15.396 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: EVENT_LOG_v1 {"time_micros": 1693188675073740, "job": 1, "event": "recovery_started", "wal_files": [25]} 2023-08-28T02:11:15.396 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2023-08-28T02:11:15.396 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: EVENT_LOG_v1 {"time_micros": 1693188675089626, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 2350122, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 9846, "largest_seqno": 11169, "table_properties": {"data_size": 2343838, "index_size": 3793, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1477, "raw_key_size": 13080, "raw_average_key_size": 22, "raw_value_size": 2331604, "raw_average_value_size": 4069, "num_data_blocks": 174, "num_entries": 573, "num_filter_entries": 573, "num_deletions": 2, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1693188675, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "70824ec8-90ad-4a30-a672-74e4a4c37e28", "db_session_id": "PMFVN4FUQUQM2YQKKFBP", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2023-08-28T02:11:15.396 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: EVENT_LOG_v1 {"time_micros": 1693188675089780, "job": 1, "event": "recovery_finished"} 2023-08-28T02:11:15.396 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2023-08-28T02:11:15.396 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2023-08-28T02:11:15.396 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2023-08-28T02:11:15.397 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x564e89a98000 2023-08-28T02:11:15.397 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:15 smithi040 ceph-mon[170259]: rocksdb: DB pointer 0x564e89a84000 2023-08-28T02:11:18.429 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 18.2.0-187-g9cf20820 (9cf208207dfe23ffccb33308b22e51570cb45e51) reef (stable)": 1 2023-08-28T02:11:18.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:18 smithi040 ceph-mon[170259]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-08-28T02:11:18.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:18 smithi040 ceph-mon[170259]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-08-28T02:11:18.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:18 smithi040 ceph-mon[170259]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-08-28T02:11:18.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:18 smithi040 ceph-mon[170259]: pgmap v21: 89 pgs: 89 active+clean; 3.4 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 539 op/s 2023-08-28T02:11:18.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:18 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2377761576' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:11:18.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:18 smithi040 ceph-mon[170259]: mon.a calling monitor election 2023-08-28T02:11:18.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:18 smithi040 ceph-mon[170259]: pgmap v22: 89 pgs: 89 active+clean; 3.2 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 831 op/s 2023-08-28T02:11:18.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:18 smithi040 ceph-mon[170259]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-08-28T02:11:18.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:18 smithi040 ceph-mon[170259]: monmap e3: 3 mons at {a=[v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0],b=[v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0],c=[v2:172.21.15.40:3301/0,v1:172.21.15.40:6790/0]} removed_ranks: {} 2023-08-28T02:11:18.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:18 smithi040 ceph-mon[170259]: fsmap foo:1 {0=foo.smithi040.wmhbsz=up:active} 1 up:standby 2023-08-28T02:11:18.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:18 smithi040 ceph-mon[170259]: osdmap e74: 8 total, 8 up, 8 in 2023-08-28T02:11:18.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:18 smithi040 ceph-mon[170259]: mgrmap e30: y(active, since 38s), standbys: x 2023-08-28T02:11:18.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:18 smithi040 ceph-mon[170259]: mgrmap e31: y(active, since 38s), standbys: x 2023-08-28T02:11:18.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:18 smithi040 ceph-mon[170259]: overall HEALTH_OK 2023-08-28T02:11:18.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:18 smithi040 ceph-mon[170259]: from='mgr.24907 ' entity='' 2023-08-28T02:11:18.484 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:11:18 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ignoring --setuser ceph since I am not root 2023-08-28T02:11:18.484 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:11:18 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ignoring --setgroup ceph since I am not root 2023-08-28T02:11:18.484 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:18 smithi040 ceph-mon[120580]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-08-28T02:11:18.484 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:18 smithi040 ceph-mon[120580]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-08-28T02:11:18.484 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:18 smithi040 ceph-mon[120580]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-08-28T02:11:18.484 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:18 smithi040 ceph-mon[120580]: pgmap v21: 89 pgs: 89 active+clean; 3.4 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 539 op/s 2023-08-28T02:11:18.485 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:18 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/2377761576' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:11:18.485 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:18 smithi040 ceph-mon[120580]: mon.a calling monitor election 2023-08-28T02:11:18.485 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:18 smithi040 ceph-mon[120580]: pgmap v22: 89 pgs: 89 active+clean; 3.2 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 831 op/s 2023-08-28T02:11:18.485 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:18 smithi040 ceph-mon[120580]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-08-28T02:11:18.485 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:18 smithi040 ceph-mon[120580]: monmap e3: 3 mons at {a=[v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0],b=[v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0],c=[v2:172.21.15.40:3301/0,v1:172.21.15.40:6790/0]} removed_ranks: {} 2023-08-28T02:11:18.485 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:18 smithi040 ceph-mon[120580]: fsmap foo:1 {0=foo.smithi040.wmhbsz=up:active} 1 up:standby 2023-08-28T02:11:18.485 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:18 smithi040 ceph-mon[120580]: osdmap e74: 8 total, 8 up, 8 in 2023-08-28T02:11:18.485 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:18 smithi040 ceph-mon[120580]: mgrmap e30: y(active, since 38s), standbys: x 2023-08-28T02:11:18.485 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:18 smithi040 ceph-mon[120580]: mgrmap e31: y(active, since 38s), standbys: x 2023-08-28T02:11:18.485 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:18 smithi040 ceph-mon[120580]: overall HEALTH_OK 2023-08-28T02:11:18.485 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:18 smithi040 ceph-mon[120580]: from='mgr.24907 ' entity='' 2023-08-28T02:11:18.490 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:11:18 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[152324]: ignoring --setuser ceph since I am not root 2023-08-28T02:11:18.490 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:11:18 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[152324]: ignoring --setgroup ceph since I am not root 2023-08-28T02:11:18.490 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:11:18 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[152324]: 2023-08-28T02:11:18.436+0000 7ff4ce209200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-08-28T02:11:18.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:18 smithi083 ceph-mon[113795]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-08-28T02:11:18.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:18 smithi083 ceph-mon[113795]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-08-28T02:11:18.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:18 smithi083 ceph-mon[113795]: from='mgr.24907 172.21.15.40:0/1480868821' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-08-28T02:11:18.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:18 smithi083 ceph-mon[113795]: pgmap v21: 89 pgs: 89 active+clean; 3.4 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 539 op/s 2023-08-28T02:11:18.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:18 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/2377761576' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:11:18.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:18 smithi083 ceph-mon[113795]: mon.a calling monitor election 2023-08-28T02:11:18.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:18 smithi083 ceph-mon[113795]: pgmap v22: 89 pgs: 89 active+clean; 3.2 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 831 op/s 2023-08-28T02:11:18.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:18 smithi083 ceph-mon[113795]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-08-28T02:11:18.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:18 smithi083 ceph-mon[113795]: monmap e3: 3 mons at {a=[v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0],b=[v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0],c=[v2:172.21.15.40:3301/0,v1:172.21.15.40:6790/0]} removed_ranks: {} 2023-08-28T02:11:18.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:18 smithi083 ceph-mon[113795]: fsmap foo:1 {0=foo.smithi040.wmhbsz=up:active} 1 up:standby 2023-08-28T02:11:18.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:18 smithi083 ceph-mon[113795]: osdmap e74: 8 total, 8 up, 8 in 2023-08-28T02:11:18.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:18 smithi083 ceph-mon[113795]: mgrmap e30: y(active, since 38s), standbys: x 2023-08-28T02:11:18.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:18 smithi083 ceph-mon[113795]: mgrmap e31: y(active, since 38s), standbys: x 2023-08-28T02:11:18.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:18 smithi083 ceph-mon[113795]: overall HEALTH_OK 2023-08-28T02:11:18.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:18 smithi083 ceph-mon[113795]: from='mgr.24907 ' entity='' 2023-08-28T02:11:18.792 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:11:18 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: 2023-08-28T02:11:18.511+0000 7fca39b1e200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-08-28T02:11:18.792 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:11:18 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: 2023-08-28T02:11:18.786+0000 7fca39b1e200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-08-28T02:11:18.850 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -e sha1=9cf208207dfe23ffccb33308b22e51570cb45e51 -- bash -c 'ceph orch ps' 2023-08-28T02:11:18.990 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:11:18 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[152324]: 2023-08-28T02:11:18.668+0000 7ff4ce209200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-08-28T02:11:18.992 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:11:18 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[151805]: ts=2023-08-28T02:11:18.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1016-g4fe39952 (4fe39952b691f82409c13a09ef1217f15a8c4218) quincy (stable)\", cluster_addr=\"172.21.15.40\", device_class=\"ssd\", hostname=\"smithi040\", instance=\"smithi083.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.40\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1016-g4fe39952 (4fe39952b691f82409c13a09ef1217f15a8c4218) quincy (stable)\", cluster_addr=\"172.21.15.40\", device_class=\"ssd\", hostname=\"smithi040\", instance=\"smithi040:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.40\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-08-28T02:11:19.490 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:11:19 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[152324]: 2023-08-28T02:11:19.122+0000 7ff4ce209200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-08-28T02:11:19.491 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:11:19.498 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:19 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/1371586083' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:11:19.711 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:19 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/1371586083' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:11:19.711 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:19 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1371586083' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:11:19.712 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:11:19 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: 2023-08-28T02:11:19.395+0000 7fca39b1e200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-08-28T02:11:20.123 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:11:19 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[152324]: 2023-08-28T02:11:19.798+0000 7ff4ce209200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-08-28T02:11:20.490 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:11:20 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[152324]: 2023-08-28T02:11:20.119+0000 7ff4ce209200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-08-28T02:11:20.655 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:11:20 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: 2023-08-28T02:11:20.248+0000 7fca39b1e200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-08-28T02:11:20.984 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:11:20 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: 2023-08-28T02:11:20.653+0000 7fca39b1e200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-08-28T02:11:20.990 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:11:20 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[152324]: 2023-08-28T02:11:20.724+0000 7ff4ce209200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-08-28T02:11:21.735 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:11:21 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: 2023-08-28T02:11:21.432+0000 7fca39b1e200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-08-28T02:11:22.244 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:11:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[152324]: 2023-08-28T02:11:21.741+0000 7ff4ce209200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-08-28T02:11:22.244 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:11:21 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[152324]: 2023-08-28T02:11:21.867+0000 7ff4ce209200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-08-28T02:11:22.986 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:11:22 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: 2023-08-28T02:11:22.627+0000 7fca39b1e200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-08-28T02:11:22.986 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:11:22 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: 2023-08-28T02:11:22.765+0000 7fca39b1e200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-08-28T02:11:23.141 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:11:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[152324]: 2023-08-28T02:11:22.751+0000 7ff4ce209200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-08-28T02:11:23.141 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:11:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[152324]: 2023-08-28T02:11:22.874+0000 7ff4ce209200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-08-28T02:11:23.141 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:11:23 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[152324]: 2023-08-28T02:11:22.998+0000 7ff4ce209200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-08-28T02:11:23.741 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:11:23 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[152324]: 2023-08-28T02:11:23.141+0000 7ff4ce209200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-08-28T02:11:23.741 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:11:23 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[152324]: 2023-08-28T02:11:23.448+0000 7ff4ce209200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-08-28T02:11:23.741 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:11:23 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[152324]: 2023-08-28T02:11:23.588+0000 7ff4ce209200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-08-28T02:11:24.067 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:11:23 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: 2023-08-28T02:11:23.775+0000 7fca39b1e200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-08-28T02:11:24.067 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:11:23 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: 2023-08-28T02:11:23.916+0000 7fca39b1e200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-08-28T02:11:24.067 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:11:24 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: 2023-08-28T02:11:24.066+0000 7fca39b1e200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-08-28T02:11:24.240 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:11:23 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[152324]: 2023-08-28T02:11:23.912+0000 7ff4ce209200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-08-28T02:11:24.241 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:11:24 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[152324]: 2023-08-28T02:11:24.056+0000 7ff4ce209200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-08-28T02:11:24.483 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:11:24 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: 2023-08-28T02:11:24.223+0000 7fca39b1e200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-08-28T02:11:24.741 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:11:24 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[152324]: 2023-08-28T02:11:24.340+0000 7ff4ce209200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-08-28T02:11:24.741 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:11:24 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[152324]: 2023-08-28T02:11:24.464+0000 7ff4ce209200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-08-28T02:11:24.983 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:11:24 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: 2023-08-28T02:11:24.584+0000 7fca39b1e200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-08-28T02:11:24.984 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:11:24 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: 2023-08-28T02:11:24.740+0000 7fca39b1e200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-08-28T02:11:25.484 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:11:25 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: 2023-08-28T02:11:25.085+0000 7fca39b1e200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-08-28T02:11:25.484 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:11:25 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: 2023-08-28T02:11:25.248+0000 7fca39b1e200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-08-28T02:11:25.846 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:11:25 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[152324]: 2023-08-28T02:11:25.559+0000 7ff4ce209200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-08-28T02:11:25.847 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:11:25 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[152324]: 2023-08-28T02:11:25.845+0000 7ff4ce209200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-08-28T02:11:25.983 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:11:25 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: 2023-08-28T02:11:25.552+0000 7fca39b1e200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-08-28T02:11:25.983 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:11:25 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: 2023-08-28T02:11:25.699+0000 7fca39b1e200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-08-28T02:11:26.119 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:11:26 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[152324]: 2023-08-28T02:11:26.119+0000 7ff4ce209200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-08-28T02:11:27.233 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:11:26 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: 2023-08-28T02:11:26.942+0000 7fca39b1e200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-08-28T02:11:27.344 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:11:27 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[152324]: 2023-08-28T02:11:27.064+0000 7ff4ce209200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-08-28T02:11:27.344 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:11:27 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[152324]: 2023-08-28T02:11:27.343+0000 7ff4ce209200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-08-28T02:11:27.582 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:11:27 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: 2023-08-28T02:11:27.272+0000 7fca39b1e200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-08-28T02:11:27.582 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:11:27 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: 2023-08-28T02:11:27.571+0000 7fca39b1e200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-08-28T02:11:27.637 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:11:27 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[152324]: 2023-08-28T02:11:27.628+0000 7ff4ce209200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-08-28T02:11:27.914 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:11:27 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[152324]: 2023-08-28T02:11:27.814+0000 7ff4ce209200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-08-28T02:11:27.914 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:11:27 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[152324]: [28/Aug/2023:02:11:27] ENGINE Bus STARTING 2023-08-28T02:11:27.919 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:27 smithi040 ceph-mon[170259]: Standby manager daemon x restarted 2023-08-28T02:11:27.919 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:27 smithi040 ceph-mon[170259]: Standby manager daemon x started 2023-08-28T02:11:27.920 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:27 smithi040 ceph-mon[170259]: from='mgr.? 172.21.15.83:0/4085255183' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-08-28T02:11:27.920 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:27 smithi040 ceph-mon[170259]: from='mgr.? 172.21.15.83:0/4085255183' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-08-28T02:11:27.920 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:27 smithi040 ceph-mon[170259]: from='mgr.? 172.21.15.83:0/4085255183' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-08-28T02:11:27.920 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:27 smithi040 ceph-mon[170259]: from='mgr.? 172.21.15.83:0/4085255183' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-08-28T02:11:27.923 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:27 smithi040 ceph-mon[120580]: Standby manager daemon x restarted 2023-08-28T02:11:27.923 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:27 smithi040 ceph-mon[120580]: Standby manager daemon x started 2023-08-28T02:11:27.923 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:27 smithi040 ceph-mon[120580]: from='mgr.? 172.21.15.83:0/4085255183' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-08-28T02:11:27.923 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:27 smithi040 ceph-mon[120580]: from='mgr.? 172.21.15.83:0/4085255183' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-08-28T02:11:27.923 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:27 smithi040 ceph-mon[120580]: from='mgr.? 172.21.15.83:0/4085255183' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-08-28T02:11:27.923 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:27 smithi040 ceph-mon[120580]: from='mgr.? 172.21.15.83:0/4085255183' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-08-28T02:11:28.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:27 smithi083 ceph-mon[113795]: Standby manager daemon x restarted 2023-08-28T02:11:28.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:27 smithi083 ceph-mon[113795]: Standby manager daemon x started 2023-08-28T02:11:28.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:27 smithi083 ceph-mon[113795]: from='mgr.? 172.21.15.83:0/4085255183' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-08-28T02:11:28.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:27 smithi083 ceph-mon[113795]: from='mgr.? 172.21.15.83:0/4085255183' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-08-28T02:11:28.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:27 smithi083 ceph-mon[113795]: from='mgr.? 172.21.15.83:0/4085255183' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-08-28T02:11:28.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:27 smithi083 ceph-mon[113795]: from='mgr.? 172.21.15.83:0/4085255183' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-08-28T02:11:28.243 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:11:27 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[152324]: CherryPy Checker: 2023-08-28T02:11:28.243 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:11:27 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[152324]: The Application mounted at '' has an empty config. 2023-08-28T02:11:28.243 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:11:27 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[152324]: 2023-08-28T02:11:28.243 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:11:27 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[152324]: [28/Aug/2023:02:11:27] ENGINE Serving on http://:::9283 2023-08-28T02:11:28.243 INFO:journalctl@ceph.mgr.x.smithi083.stdout:Aug 28 02:11:27 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-x[152324]: [28/Aug/2023:02:11:27] ENGINE Bus STARTED 2023-08-28T02:11:28.922 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:11:28 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: 2023-08-28T02:11:28.672+0000 7fca39b1e200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-08-28T02:11:28.931 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:28 smithi083 ceph-mon[113795]: mgrmap e32: y(active, since 48s), standbys: x 2023-08-28T02:11:29.230 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:28 smithi040 ceph-mon[120580]: mgrmap e32: y(active, since 48s), standbys: x 2023-08-28T02:11:29.230 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:11:28 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: 2023-08-28T02:11:28.980+0000 7fca39b1e200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-08-28T02:11:29.243 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:28 smithi040 ceph-mon[170259]: mgrmap e32: y(active, since 48s), standbys: x 2023-08-28T02:11:29.671 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:29 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mon-c[120556]: 2023-08-28T02:11:29.503+0000 7f65669f5700 -1 mon.c@2(peon).osd e75 update_from_paxos full map CRC mismatch, resetting to canonical 2023-08-28T02:11:29.676 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:11:29 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: 2023-08-28T02:11:29.287+0000 7fca39b1e200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-08-28T02:11:29.677 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:11:29 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: 2023-08-28T02:11:29.480+0000 7fca39b1e200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-08-28T02:11:29.677 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:11:29 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: [28/Aug/2023:02:11:29] ENGINE Bus STARTING 2023-08-28T02:11:29.896 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:29 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mon-b[113763]: 2023-08-28T02:11:29.501+0000 7f682f4b9700 -1 mon.b@1(peon).osd e75 update_from_paxos full map CRC mismatch, resetting to canonical 2023-08-28T02:11:29.941 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:11:29 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: CherryPy Checker: 2023-08-28T02:11:29.941 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:11:29 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: The Application mounted at '' has an empty config. 2023-08-28T02:11:29.941 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:11:29 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: 2023-08-28T02:11:29.941 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:11:29 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: [28/Aug/2023:02:11:29] ENGINE Serving on http://:::9283 2023-08-28T02:11:29.941 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:11:29 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: [28/Aug/2023:02:11:29] ENGINE Bus STARTED 2023-08-28T02:11:29.941 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:11:29 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: 2023-08-28T02:11:29.868+0000 7fc997e5d700 -1 client.0 error registering admin socket command: (17) File exists 2023-08-28T02:11:29.941 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:11:29 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: 2023-08-28T02:11:29.868+0000 7fc997e5d700 -1 client.0 error registering admin socket command: (17) File exists 2023-08-28T02:11:29.942 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:11:29 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: 2023-08-28T02:11:29.868+0000 7fc997e5d700 -1 client.0 error registering admin socket command: (17) File exists 2023-08-28T02:11:29.942 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:11:29 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: 2023-08-28T02:11:29.868+0000 7fc997e5d700 -1 client.0 error registering admin socket command: (17) File exists 2023-08-28T02:11:29.942 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:11:29 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: 2023-08-28T02:11:29.868+0000 7fc997e5d700 -1 client.0 error registering admin socket command: (17) File exists 2023-08-28T02:11:29.942 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:11:29 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: 2023-08-28T02:11:29.875+0000 7fc99ae63700 -1 client.0 error registering admin socket command: (17) File exists 2023-08-28T02:11:29.942 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:11:29 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: 2023-08-28T02:11:29.875+0000 7fc99ae63700 -1 client.0 error registering admin socket command: (17) File exists 2023-08-28T02:11:29.942 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:11:29 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: 2023-08-28T02:11:29.875+0000 7fc99ae63700 -1 client.0 error registering admin socket command: (17) File exists 2023-08-28T02:11:29.942 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:11:29 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: 2023-08-28T02:11:29.875+0000 7fc99ae63700 -1 client.0 error registering admin socket command: (17) File exists 2023-08-28T02:11:29.942 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:11:29 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: 2023-08-28T02:11:29.875+0000 7fc99ae63700 -1 client.0 error registering admin socket command: (17) File exists 2023-08-28T02:11:30.187 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:29 smithi083 ceph-mon[113795]: Active manager daemon y restarted 2023-08-28T02:11:30.187 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:29 smithi083 ceph-mon[113795]: Activating manager daemon y 2023-08-28T02:11:30.187 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:29 smithi083 ceph-mon[113795]: osdmap e75: 8 total, 8 up, 8 in 2023-08-28T02:11:30.187 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:29 smithi083 ceph-mon[113795]: mgrmap e33: y(active, starting, since 0.0130767s), standbys: x 2023-08-28T02:11:30.187 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:29 smithi083 ceph-mon[113795]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-08-28T02:11:30.187 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:29 smithi083 ceph-mon[113795]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-08-28T02:11:30.187 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:29 smithi083 ceph-mon[113795]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-08-28T02:11:30.187 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:29 smithi083 ceph-mon[113795]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi040.wmhbsz"}]: dispatch 2023-08-28T02:11:30.187 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:29 smithi083 ceph-mon[113795]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi083.wzayvx"}]: dispatch 2023-08-28T02:11:30.187 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:29 smithi083 ceph-mon[113795]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-08-28T02:11:30.188 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:29 smithi083 ceph-mon[113795]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-08-28T02:11:30.188 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:29 smithi083 ceph-mon[113795]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-08-28T02:11:30.188 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:29 smithi083 ceph-mon[113795]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-08-28T02:11:30.188 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:29 smithi083 ceph-mon[113795]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-08-28T02:11:30.188 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:29 smithi083 ceph-mon[113795]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-08-28T02:11:30.188 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:29 smithi083 ceph-mon[113795]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-08-28T02:11:30.188 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:29 smithi083 ceph-mon[113795]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-08-28T02:11:30.188 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:29 smithi083 ceph-mon[113795]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-08-28T02:11:30.188 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:29 smithi083 ceph-mon[113795]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-08-28T02:11:30.188 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:29 smithi083 ceph-mon[113795]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-08-28T02:11:30.189 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:29 smithi083 ceph-mon[113795]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-08-28T02:11:30.189 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:29 smithi083 ceph-mon[113795]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-08-28T02:11:30.189 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:29 smithi083 ceph-mon[113795]: Manager daemon y is now available 2023-08-28T02:11:30.189 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:29 smithi083 ceph-mon[113795]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:11:30.189 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:29 smithi083 ceph-mon[113795]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:11:30.189 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:29 smithi083 ceph-mon[113795]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:11:30.189 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:29 smithi083 ceph-mon[113795]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-08-28T02:11:30.189 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:29 smithi083 ceph-mon[113795]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-08-28T02:11:30.189 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:29 smithi083 ceph-mon[113795]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-08-28T02:11:30.189 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:29 smithi083 ceph-mon[113795]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-08-28T02:11:30.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:29 smithi040 ceph-mon[170259]: Active manager daemon y restarted 2023-08-28T02:11:30.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:29 smithi040 ceph-mon[170259]: Activating manager daemon y 2023-08-28T02:11:30.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:29 smithi040 ceph-mon[170259]: osdmap e75: 8 total, 8 up, 8 in 2023-08-28T02:11:30.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:29 smithi040 ceph-mon[170259]: mgrmap e33: y(active, starting, since 0.0130767s), standbys: x 2023-08-28T02:11:30.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:29 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-08-28T02:11:30.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:29 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-08-28T02:11:30.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:29 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-08-28T02:11:30.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:29 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi040.wmhbsz"}]: dispatch 2023-08-28T02:11:30.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:29 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi083.wzayvx"}]: dispatch 2023-08-28T02:11:30.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:29 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-08-28T02:11:30.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:29 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-08-28T02:11:30.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:29 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-08-28T02:11:30.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:29 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-08-28T02:11:30.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:29 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-08-28T02:11:30.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:29 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-08-28T02:11:30.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:29 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-08-28T02:11:30.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:29 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-08-28T02:11:30.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:29 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-08-28T02:11:30.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:29 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-08-28T02:11:30.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:29 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-08-28T02:11:30.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:29 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-08-28T02:11:30.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:29 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-08-28T02:11:30.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:29 smithi040 ceph-mon[170259]: Manager daemon y is now available 2023-08-28T02:11:30.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:29 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:11:30.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:29 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:11:30.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:29 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:11:30.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:29 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-08-28T02:11:30.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:29 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-08-28T02:11:30.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:29 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-08-28T02:11:30.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:29 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-08-28T02:11:30.234 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:29 smithi040 ceph-mon[120580]: Active manager daemon y restarted 2023-08-28T02:11:30.234 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:29 smithi040 ceph-mon[120580]: Activating manager daemon y 2023-08-28T02:11:30.234 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:29 smithi040 ceph-mon[120580]: osdmap e75: 8 total, 8 up, 8 in 2023-08-28T02:11:30.234 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:29 smithi040 ceph-mon[120580]: mgrmap e33: y(active, starting, since 0.0130767s), standbys: x 2023-08-28T02:11:30.234 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:29 smithi040 ceph-mon[120580]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-08-28T02:11:30.234 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:29 smithi040 ceph-mon[120580]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-08-28T02:11:30.234 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:29 smithi040 ceph-mon[120580]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-08-28T02:11:30.234 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:29 smithi040 ceph-mon[120580]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi040.wmhbsz"}]: dispatch 2023-08-28T02:11:30.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:29 smithi040 ceph-mon[120580]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi083.wzayvx"}]: dispatch 2023-08-28T02:11:30.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:29 smithi040 ceph-mon[120580]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-08-28T02:11:30.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:29 smithi040 ceph-mon[120580]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-08-28T02:11:30.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:29 smithi040 ceph-mon[120580]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-08-28T02:11:30.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:29 smithi040 ceph-mon[120580]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-08-28T02:11:30.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:29 smithi040 ceph-mon[120580]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-08-28T02:11:30.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:29 smithi040 ceph-mon[120580]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-08-28T02:11:30.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:29 smithi040 ceph-mon[120580]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-08-28T02:11:30.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:29 smithi040 ceph-mon[120580]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-08-28T02:11:30.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:29 smithi040 ceph-mon[120580]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-08-28T02:11:30.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:29 smithi040 ceph-mon[120580]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-08-28T02:11:30.236 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:29 smithi040 ceph-mon[120580]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-08-28T02:11:30.236 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:29 smithi040 ceph-mon[120580]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-08-28T02:11:30.236 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:29 smithi040 ceph-mon[120580]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-08-28T02:11:30.236 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:29 smithi040 ceph-mon[120580]: Manager daemon y is now available 2023-08-28T02:11:30.236 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:29 smithi040 ceph-mon[120580]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:11:30.236 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:29 smithi040 ceph-mon[120580]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:11:30.236 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:29 smithi040 ceph-mon[120580]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:11:30.236 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:29 smithi040 ceph-mon[120580]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-08-28T02:11:30.236 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:29 smithi040 ceph-mon[120580]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-08-28T02:11:30.236 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:29 smithi040 ceph-mon[120580]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-08-28T02:11:30.236 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:29 smithi040 ceph-mon[120580]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-08-28T02:11:30.586 INFO:teuthology.orchestra.run.smithi040.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-08-28T02:11:30.586 INFO:teuthology.orchestra.run.smithi040.stdout:alertmanager.a smithi040 *:9093,9094 running (86s) 46s ago 4m 26.7M - 0.25.0 c8568f914cd2 1f931b11b0e5 2023-08-28T02:11:30.586 INFO:teuthology.orchestra.run.smithi040.stdout:grafana.a smithi083 *:3000 running (70s) 25s ago 4m 83.4M - 9.4.7 2c41d148cca3 5a302d68ee4a 2023-08-28T02:11:30.587 INFO:teuthology.orchestra.run.smithi040.stdout:mds.foo.smithi040.wmhbsz smithi040 running (3m) 46s ago 3m 18.2M - 17.2.6-1016-g4fe39952 d5e2f73f133d 5d5fe7a01215 2023-08-28T02:11:30.587 INFO:teuthology.orchestra.run.smithi040.stdout:mds.foo.smithi083.wzayvx smithi083 running (3m) 25s ago 3m 14.7M - 17.2.6-1016-g4fe39952 d5e2f73f133d ab81982afc87 2023-08-28T02:11:30.587 INFO:teuthology.orchestra.run.smithi040.stdout:mgr.x smithi083 *:8443,9283,8765 running (30s) 25s ago 7m 51.4M - 18.2.0-187-g9cf20820 62b871dea10e 0c7cb81d2737 2023-08-28T02:11:30.587 INFO:teuthology.orchestra.run.smithi040.stdout:mgr.y smithi040 *:8443,9283,8765 running (63s) 46s ago 8m 481M - 18.2.0-187-g9cf20820 62b871dea10e 2d2b4530cb53 2023-08-28T02:11:30.587 INFO:teuthology.orchestra.run.smithi040.stdout:mon.a smithi040 running (8m) 46s ago 8m 96.9M 2048M 17.2.6-1016-g4fe39952 d5e2f73f133d 649c09b1ccfb 2023-08-28T02:11:30.587 INFO:teuthology.orchestra.run.smithi040.stdout:mon.b smithi083 running (7m) 25s ago 7m 72.0M 2048M 17.2.6-1016-g4fe39952 d5e2f73f133d 7767ccdec195 2023-08-28T02:11:30.587 INFO:teuthology.orchestra.run.smithi040.stdout:mon.c smithi040 running (7m) 46s ago 7m 67.6M 2048M 17.2.6-1016-g4fe39952 d5e2f73f133d 691fc4242ce5 2023-08-28T02:11:30.587 INFO:teuthology.orchestra.run.smithi040.stdout:node-exporter.a smithi040 *:9100 running (84s) 46s ago 4m 9475k - 1.5.0 0da6a335fe13 c188a7b4cc40 2023-08-28T02:11:30.587 INFO:teuthology.orchestra.run.smithi040.stdout:node-exporter.b smithi083 *:9100 running (68s) 25s ago 4m 9705k - 1.5.0 0da6a335fe13 1c133750e02e 2023-08-28T02:11:30.587 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0 smithi040 running (7m) 46s ago 7m 1436M 2487M 17.2.6-1016-g4fe39952 d5e2f73f133d ff0452c12b57 2023-08-28T02:11:30.588 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1 smithi040 running (6m) 46s ago 6m 852M 2487M 17.2.6-1016-g4fe39952 d5e2f73f133d 9ae9e22de7be 2023-08-28T02:11:30.588 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2 smithi040 running (6m) 46s ago 6m 1854M 2487M 17.2.6-1016-g4fe39952 d5e2f73f133d e9bc4e548ea1 2023-08-28T02:11:30.588 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3 smithi040 running (6m) 46s ago 6m 630M 2487M 17.2.6-1016-g4fe39952 d5e2f73f133d 07e1b6efdf43 2023-08-28T02:11:30.588 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4 smithi083 running (5m) 25s ago 5m 1556M 2486M 17.2.6-1016-g4fe39952 d5e2f73f133d 4279a7406ba5 2023-08-28T02:11:30.588 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5 smithi083 running (5m) 25s ago 5m 1647M 2486M 17.2.6-1016-g4fe39952 d5e2f73f133d 78a7bee0c1dc 2023-08-28T02:11:30.588 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6 smithi083 running (5m) 25s ago 5m 779M 2486M 17.2.6-1016-g4fe39952 d5e2f73f133d e8553647cbd2 2023-08-28T02:11:30.588 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7 smithi083 running (5m) 25s ago 5m 1153M 2486M 17.2.6-1016-g4fe39952 d5e2f73f133d 9df5f7bd4cae 2023-08-28T02:11:30.588 INFO:teuthology.orchestra.run.smithi040.stdout:prometheus.a smithi083 *:9095 running (35s) 25s ago 4m 42.3M - 2.43.0 a07b618ecd1d 4d4567cbfeb2 2023-08-28T02:11:30.874 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:11:30 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: 2023-08-28T02:11:30.558+0000 7fca145f2700 -1 mgr.server handle_report got status from non-daemon mon.a 2023-08-28T02:11:31.078 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -e sha1=9cf208207dfe23ffccb33308b22e51570cb45e51 -- bash -c 'ceph orch upgrade pause' 2023-08-28T02:11:31.163 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:30 smithi040 ceph-mon[170259]: failed to encode map e75 with expected crc 2023-08-28T02:11:31.163 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:30 smithi040 ceph-mon[170259]: failed to encode map e75 with expected crc 2023-08-28T02:11:31.163 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:30 smithi040 ceph-mon[170259]: mgrmap e34: y(active, since 1.03593s), standbys: x 2023-08-28T02:11:31.169 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:30 smithi040 ceph-mon[120580]: failed to encode map e75 with expected crc 2023-08-28T02:11:31.170 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:30 smithi040 ceph-mon[120580]: failed to encode map e75 with expected crc 2023-08-28T02:11:31.170 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:30 smithi040 ceph-mon[120580]: mgrmap e34: y(active, since 1.03593s), standbys: x 2023-08-28T02:11:31.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:30 smithi083 ceph-mon[113795]: failed to encode map e75 with expected crc 2023-08-28T02:11:31.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:30 smithi083 ceph-mon[113795]: failed to encode map e75 with expected crc 2023-08-28T02:11:31.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:30 smithi083 ceph-mon[113795]: mgrmap e34: y(active, since 1.03593s), standbys: x 2023-08-28T02:11:31.804 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:11:32.058 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:31 smithi040 ceph-mon[170259]: [28/Aug/2023:02:11:31] ENGINE Bus STARTING 2023-08-28T02:11:32.059 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:31 smithi040 ceph-mon[120580]: [28/Aug/2023:02:11:31] ENGINE Bus STARTING 2023-08-28T02:11:32.245 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:31 smithi083 ceph-mon[113795]: [28/Aug/2023:02:11:31] ENGINE Bus STARTING 2023-08-28T02:11:33.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:32 smithi083 ceph-mon[113795]: [28/Aug/2023:02:11:31] ENGINE Serving on http://172.21.15.40:8765 2023-08-28T02:11:33.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:32 smithi083 ceph-mon[113795]: pgmap v4: 89 pgs: 89 active+clean; 2.6 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail 2023-08-28T02:11:33.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:32 smithi083 ceph-mon[113795]: [28/Aug/2023:02:11:31] ENGINE Serving on https://172.21.15.40:7150 2023-08-28T02:11:33.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:32 smithi083 ceph-mon[113795]: [28/Aug/2023:02:11:31] ENGINE Bus STARTED 2023-08-28T02:11:33.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:32 smithi083 ceph-mon[113795]: mgrmap e35: y(active, since 2s), standbys: x 2023-08-28T02:11:33.266 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:32 smithi040 ceph-mon[170259]: [28/Aug/2023:02:11:31] ENGINE Serving on http://172.21.15.40:8765 2023-08-28T02:11:33.267 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:32 smithi040 ceph-mon[170259]: pgmap v4: 89 pgs: 89 active+clean; 2.6 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail 2023-08-28T02:11:33.267 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:32 smithi040 ceph-mon[170259]: [28/Aug/2023:02:11:31] ENGINE Serving on https://172.21.15.40:7150 2023-08-28T02:11:33.267 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:32 smithi040 ceph-mon[170259]: [28/Aug/2023:02:11:31] ENGINE Bus STARTED 2023-08-28T02:11:33.267 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:32 smithi040 ceph-mon[170259]: mgrmap e35: y(active, since 2s), standbys: x 2023-08-28T02:11:33.272 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:32 smithi040 ceph-mon[120580]: [28/Aug/2023:02:11:31] ENGINE Serving on http://172.21.15.40:8765 2023-08-28T02:11:33.272 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:32 smithi040 ceph-mon[120580]: pgmap v4: 89 pgs: 89 active+clean; 2.6 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail 2023-08-28T02:11:33.272 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:32 smithi040 ceph-mon[120580]: [28/Aug/2023:02:11:31] ENGINE Serving on https://172.21.15.40:7150 2023-08-28T02:11:33.272 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:32 smithi040 ceph-mon[120580]: [28/Aug/2023:02:11:31] ENGINE Bus STARTED 2023-08-28T02:11:33.272 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:32 smithi040 ceph-mon[120580]: mgrmap e35: y(active, since 2s), standbys: x 2023-08-28T02:11:33.957 INFO:teuthology.orchestra.run.smithi040.stdout:Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:90e74e9dbaafb6b50d53d065fb7fed5018d4dfbdd16f414a8aaabb53a6e7a3a8 2023-08-28T02:11:34.771 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -e sha1=9cf208207dfe23ffccb33308b22e51570cb45e51 -- bash -c 'sleep 60' 2023-08-28T02:11:34.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:34 smithi040 ceph-mon[170259]: pgmap v5: 89 pgs: 89 active+clean; 2.6 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail 2023-08-28T02:11:34.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:34 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:11:34.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:34 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:11:34.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:34 smithi040 ceph-mon[170259]: from='client.34131 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:11:34.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:34 smithi040 ceph-mon[170259]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:90e74e9dbaafb6b50d53d065fb7fed5018d4dfbdd16f414a8aaabb53a6e7a3a8 2023-08-28T02:11:34.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:34 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:11:34.985 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:34 smithi040 ceph-mon[120580]: pgmap v5: 89 pgs: 89 active+clean; 2.6 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail 2023-08-28T02:11:34.985 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:34 smithi040 ceph-mon[120580]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:11:34.985 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:34 smithi040 ceph-mon[120580]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:11:34.985 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:34 smithi040 ceph-mon[120580]: from='client.34131 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:11:34.985 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:34 smithi040 ceph-mon[120580]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:90e74e9dbaafb6b50d53d065fb7fed5018d4dfbdd16f414a8aaabb53a6e7a3a8 2023-08-28T02:11:34.985 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:34 smithi040 ceph-mon[120580]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:11:34.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:34 smithi083 ceph-mon[113795]: pgmap v5: 89 pgs: 89 active+clean; 2.6 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail 2023-08-28T02:11:34.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:34 smithi083 ceph-mon[113795]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:11:34.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:34 smithi083 ceph-mon[113795]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:11:34.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:34 smithi083 ceph-mon[113795]: from='client.34131 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:11:34.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:34 smithi083 ceph-mon[113795]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:90e74e9dbaafb6b50d53d065fb7fed5018d4dfbdd16f414a8aaabb53a6e7a3a8 2023-08-28T02:11:34.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:34 smithi083 ceph-mon[113795]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:11:35.454 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:11:35.661 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:11:35 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:11:35] "GET /metrics HTTP/1.1" 200 33478 "" "Prometheus/2.43.0" 2023-08-28T02:11:35.980 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:35 smithi040 ceph-mon[120580]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:11:35.980 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:35 smithi040 ceph-mon[120580]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:11:35.980 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:35 smithi040 ceph-mon[120580]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:11:35.980 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:35 smithi040 ceph-mon[120580]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:11:35.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:35 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:11:35.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:35 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:11:35.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:35 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:11:35.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:35 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:11:36.239 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:35 smithi083 ceph-mon[113795]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:11:36.239 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:35 smithi083 ceph-mon[113795]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:11:36.239 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:35 smithi083 ceph-mon[113795]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:11:36.239 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:35 smithi083 ceph-mon[113795]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:11:36.849 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:36 smithi040 ceph-mon[170259]: pgmap v6: 89 pgs: 89 active+clean; 2.6 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail 2023-08-28T02:11:37.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:36 smithi040 ceph-mon[120580]: pgmap v6: 89 pgs: 89 active+clean; 2.6 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail 2023-08-28T02:11:37.235 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:36 smithi083 ceph-mon[113795]: pgmap v6: 89 pgs: 89 active+clean; 2.6 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail 2023-08-28T02:11:38.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:37 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:11:38.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:37 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:11:38.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:37 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:11:38.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:37 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:11:38.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:37 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:11:38.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:37 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:11:38.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:37 smithi040 ceph-mon[120580]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:11:38.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:37 smithi040 ceph-mon[120580]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:11:38.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:37 smithi040 ceph-mon[120580]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:11:38.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:37 smithi040 ceph-mon[120580]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:11:38.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:37 smithi040 ceph-mon[120580]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:11:38.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:37 smithi040 ceph-mon[120580]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:11:38.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:37 smithi083 ceph-mon[113795]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:11:38.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:37 smithi083 ceph-mon[113795]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:11:38.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:37 smithi083 ceph-mon[113795]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:11:38.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:37 smithi083 ceph-mon[113795]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:11:38.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:37 smithi083 ceph-mon[113795]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:11:38.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:37 smithi083 ceph-mon[113795]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:11:38.990 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:11:38 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[151805]: ts=2023-08-28T02:11:38.661Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1016-g4fe39952 (4fe39952b691f82409c13a09ef1217f15a8c4218) quincy (stable)\", cluster_addr=\"172.21.15.40\", device_class=\"ssd\", hostname=\"smithi040\", instance=\"smithi083.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.40\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1016-g4fe39952 (4fe39952b691f82409c13a09ef1217f15a8c4218) quincy (stable)\", cluster_addr=\"172.21.15.40\", device_class=\"ssd\", hostname=\"smithi040\", instance=\"smithi040:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.40\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-08-28T02:11:38.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:38 smithi083 ceph-mon[113795]: Updating smithi040:/etc/ceph/ceph.conf 2023-08-28T02:11:38.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:38 smithi083 ceph-mon[113795]: Updating smithi083:/etc/ceph/ceph.conf 2023-08-28T02:11:38.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:38 smithi083 ceph-mon[113795]: pgmap v7: 89 pgs: 89 active+clean; 2.4 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 455 op/s 2023-08-28T02:11:38.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:38 smithi083 ceph-mon[113795]: Updating smithi040:/var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/config/ceph.conf 2023-08-28T02:11:38.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:38 smithi083 ceph-mon[113795]: Updating smithi083:/var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/config/ceph.conf 2023-08-28T02:11:39.230 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:38 smithi040 ceph-mon[120580]: Updating smithi040:/etc/ceph/ceph.conf 2023-08-28T02:11:39.230 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:38 smithi040 ceph-mon[120580]: Updating smithi083:/etc/ceph/ceph.conf 2023-08-28T02:11:39.230 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:38 smithi040 ceph-mon[120580]: pgmap v7: 89 pgs: 89 active+clean; 2.4 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 455 op/s 2023-08-28T02:11:39.230 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:38 smithi040 ceph-mon[120580]: Updating smithi040:/var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/config/ceph.conf 2023-08-28T02:11:39.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:38 smithi040 ceph-mon[120580]: Updating smithi083:/var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/config/ceph.conf 2023-08-28T02:11:39.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:38 smithi040 ceph-mon[170259]: Updating smithi040:/etc/ceph/ceph.conf 2023-08-28T02:11:39.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:38 smithi040 ceph-mon[170259]: Updating smithi083:/etc/ceph/ceph.conf 2023-08-28T02:11:39.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:38 smithi040 ceph-mon[170259]: pgmap v7: 89 pgs: 89 active+clean; 2.4 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 455 op/s 2023-08-28T02:11:39.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:38 smithi040 ceph-mon[170259]: Updating smithi040:/var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/config/ceph.conf 2023-08-28T02:11:39.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:38 smithi040 ceph-mon[170259]: Updating smithi083:/var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/config/ceph.conf 2023-08-28T02:11:40.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:39 smithi040 ceph-mon[120580]: Updating smithi083:/etc/ceph/ceph.client.admin.keyring 2023-08-28T02:11:40.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:39 smithi040 ceph-mon[120580]: Updating smithi040:/etc/ceph/ceph.client.admin.keyring 2023-08-28T02:11:40.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:39 smithi040 ceph-mon[120580]: Updating smithi083:/var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/config/ceph.client.admin.keyring 2023-08-28T02:11:40.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:39 smithi040 ceph-mon[120580]: Updating smithi040:/var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/config/ceph.client.admin.keyring 2023-08-28T02:11:40.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:39 smithi040 ceph-mon[120580]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:11:40.236 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:39 smithi040 ceph-mon[120580]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:11:40.236 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:39 smithi040 ceph-mon[120580]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:11:40.236 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:39 smithi040 ceph-mon[120580]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:11:40.236 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:39 smithi040 ceph-mon[120580]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:11:40.236 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:39 smithi040 ceph-mon[170259]: Updating smithi083:/etc/ceph/ceph.client.admin.keyring 2023-08-28T02:11:40.236 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:39 smithi040 ceph-mon[170259]: Updating smithi040:/etc/ceph/ceph.client.admin.keyring 2023-08-28T02:11:40.237 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:39 smithi040 ceph-mon[170259]: Updating smithi083:/var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/config/ceph.client.admin.keyring 2023-08-28T02:11:40.237 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:39 smithi040 ceph-mon[170259]: Updating smithi040:/var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/config/ceph.client.admin.keyring 2023-08-28T02:11:40.237 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:39 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:11:40.237 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:39 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:11:40.237 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:39 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:11:40.237 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:39 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:11:40.238 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:39 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:11:40.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:39 smithi083 ceph-mon[113795]: Updating smithi083:/etc/ceph/ceph.client.admin.keyring 2023-08-28T02:11:40.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:39 smithi083 ceph-mon[113795]: Updating smithi040:/etc/ceph/ceph.client.admin.keyring 2023-08-28T02:11:40.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:39 smithi083 ceph-mon[113795]: Updating smithi083:/var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/config/ceph.client.admin.keyring 2023-08-28T02:11:40.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:39 smithi083 ceph-mon[113795]: Updating smithi040:/var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/config/ceph.client.admin.keyring 2023-08-28T02:11:40.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:39 smithi083 ceph-mon[113795]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:11:40.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:39 smithi083 ceph-mon[113795]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:11:40.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:39 smithi083 ceph-mon[113795]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:11:40.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:39 smithi083 ceph-mon[113795]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:11:40.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:39 smithi083 ceph-mon[113795]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:11:41.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:40 smithi040 ceph-mon[170259]: pgmap v8: 89 pgs: 89 active+clean; 2.4 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 354 op/s 2023-08-28T02:11:41.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:40 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:11:41.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:40 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:11:41.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:40 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:11:41.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:40 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:11:41.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:40 smithi040 ceph-mon[120580]: pgmap v8: 89 pgs: 89 active+clean; 2.4 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 354 op/s 2023-08-28T02:11:41.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:40 smithi040 ceph-mon[120580]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:11:41.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:40 smithi040 ceph-mon[120580]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:11:41.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:40 smithi040 ceph-mon[120580]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:11:41.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:40 smithi040 ceph-mon[120580]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:11:41.247 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:40 smithi083 ceph-mon[113795]: pgmap v8: 89 pgs: 89 active+clean; 2.4 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 354 op/s 2023-08-28T02:11:41.247 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:40 smithi083 ceph-mon[113795]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:11:41.247 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:40 smithi083 ceph-mon[113795]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:11:41.247 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:40 smithi083 ceph-mon[113795]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:11:41.247 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:40 smithi083 ceph-mon[113795]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:11:43.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:42 smithi040 ceph-mon[120580]: pgmap v9: 89 pgs: 89 active+clean; 2.2 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 600 op/s 2023-08-28T02:11:43.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:42 smithi040 ceph-mon[170259]: pgmap v9: 89 pgs: 89 active+clean; 2.2 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 600 op/s 2023-08-28T02:11:43.243 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:42 smithi083 ceph-mon[113795]: pgmap v9: 89 pgs: 89 active+clean; 2.2 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 600 op/s 2023-08-28T02:11:45.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:44 smithi040 ceph-mon[170259]: pgmap v10: 89 pgs: 89 active+clean; 2.2 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 548 op/s 2023-08-28T02:11:45.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:44 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:11:45.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:44 smithi040 ceph-mon[120580]: pgmap v10: 89 pgs: 89 active+clean; 2.2 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 548 op/s 2023-08-28T02:11:45.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:44 smithi040 ceph-mon[120580]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:11:45.244 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:44 smithi083 ceph-mon[113795]: pgmap v10: 89 pgs: 89 active+clean; 2.2 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 548 op/s 2023-08-28T02:11:45.244 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:44 smithi083 ceph-mon[113795]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:11:45.732 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:11:45 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:11:45] "GET /metrics HTTP/1.1" 200 36202 "" "Prometheus/2.43.0" 2023-08-28T02:11:47.484 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:47 smithi040 ceph-mon[170259]: pgmap v11: 89 pgs: 89 active+clean; 2.2 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 548 op/s 2023-08-28T02:11:47.485 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:47 smithi040 ceph-mon[120580]: pgmap v11: 89 pgs: 89 active+clean; 2.2 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 548 op/s 2023-08-28T02:11:47.496 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:47 smithi083 ceph-mon[113795]: pgmap v11: 89 pgs: 89 active+clean; 2.2 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 548 op/s 2023-08-28T02:11:48.992 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:11:48 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[151805]: ts=2023-08-28T02:11:48.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1016-g4fe39952 (4fe39952b691f82409c13a09ef1217f15a8c4218) quincy (stable)\", cluster_addr=\"172.21.15.40\", device_class=\"ssd\", hostname=\"smithi040\", instance=\"smithi083.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.40\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1016-g4fe39952 (4fe39952b691f82409c13a09ef1217f15a8c4218) quincy (stable)\", cluster_addr=\"172.21.15.40\", device_class=\"ssd\", hostname=\"smithi040\", instance=\"smithi040:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.40\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-08-28T02:11:49.484 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:49 smithi040 ceph-mon[170259]: pgmap v12: 89 pgs: 89 active+clean; 2.0 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 865 op/s 2023-08-28T02:11:49.487 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:49 smithi040 ceph-mon[120580]: pgmap v12: 89 pgs: 89 active+clean; 2.0 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 865 op/s 2023-08-28T02:11:49.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:49 smithi083 ceph-mon[113795]: pgmap v12: 89 pgs: 89 active+clean; 2.0 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 865 op/s 2023-08-28T02:11:51.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:51 smithi040 ceph-mon[120580]: pgmap v13: 89 pgs: 89 active+clean; 2.0 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 600 op/s 2023-08-28T02:11:51.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:51 smithi040 ceph-mon[170259]: pgmap v13: 89 pgs: 89 active+clean; 2.0 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 600 op/s 2023-08-28T02:11:51.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:51 smithi083 ceph-mon[113795]: pgmap v13: 89 pgs: 89 active+clean; 2.0 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 600 op/s 2023-08-28T02:11:53.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:53 smithi040 ceph-mon[170259]: pgmap v14: 89 pgs: 89 active+clean; 1.7 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 919 op/s 2023-08-28T02:11:53.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:53 smithi040 ceph-mon[120580]: pgmap v14: 89 pgs: 89 active+clean; 1.7 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 919 op/s 2023-08-28T02:11:53.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:53 smithi083 ceph-mon[113795]: pgmap v14: 89 pgs: 89 active+clean; 1.7 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 919 op/s 2023-08-28T02:11:55.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:55 smithi040 ceph-mon[120580]: pgmap v15: 89 pgs: 89 active+clean; 1.7 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 634 op/s 2023-08-28T02:11:55.482 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:11:55 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:11:55] "GET /metrics HTTP/1.1" 200 36202 "" "Prometheus/2.43.0" 2023-08-28T02:11:55.487 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:55 smithi040 ceph-mon[170259]: pgmap v15: 89 pgs: 89 active+clean; 1.7 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 634 op/s 2023-08-28T02:11:55.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:55 smithi083 ceph-mon[113795]: pgmap v15: 89 pgs: 89 active+clean; 1.7 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 634 op/s 2023-08-28T02:11:57.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:57 smithi040 ceph-mon[170259]: pgmap v16: 89 pgs: 89 active+clean; 1.7 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 634 op/s 2023-08-28T02:11:57.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:57 smithi040 ceph-mon[120580]: pgmap v16: 89 pgs: 89 active+clean; 1.7 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 634 op/s 2023-08-28T02:11:57.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:57 smithi083 ceph-mon[113795]: pgmap v16: 89 pgs: 89 active+clean; 1.7 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 634 op/s 2023-08-28T02:11:58.993 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:11:58 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[151805]: ts=2023-08-28T02:11:58.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1016-g4fe39952 (4fe39952b691f82409c13a09ef1217f15a8c4218) quincy (stable)\", cluster_addr=\"172.21.15.40\", device_class=\"ssd\", hostname=\"smithi040\", instance=\"smithi083.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.40\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1016-g4fe39952 (4fe39952b691f82409c13a09ef1217f15a8c4218) quincy (stable)\", cluster_addr=\"172.21.15.40\", device_class=\"ssd\", hostname=\"smithi040\", instance=\"smithi040:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.40\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-08-28T02:11:59.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:11:59 smithi040 ceph-mon[170259]: pgmap v17: 89 pgs: 89 active+clean; 1.5 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 949 op/s 2023-08-28T02:11:59.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:11:59 smithi040 ceph-mon[120580]: pgmap v17: 89 pgs: 89 active+clean; 1.5 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 949 op/s 2023-08-28T02:11:59.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:11:59 smithi083 ceph-mon[113795]: pgmap v17: 89 pgs: 89 active+clean; 1.5 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 949 op/s 2023-08-28T02:12:00.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:00 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:12:00.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:00 smithi040 ceph-mon[120580]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:12:00.745 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:00 smithi083 ceph-mon[113795]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:12:01.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:01 smithi040 ceph-mon[170259]: pgmap v18: 89 pgs: 89 active+clean; 1.5 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 633 op/s 2023-08-28T02:12:01.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:01 smithi040 ceph-mon[120580]: pgmap v18: 89 pgs: 89 active+clean; 1.5 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 633 op/s 2023-08-28T02:12:01.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:01 smithi083 ceph-mon[113795]: pgmap v18: 89 pgs: 89 active+clean; 1.5 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 633 op/s 2023-08-28T02:12:03.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:03 smithi040 ceph-mon[170259]: pgmap v19: 89 pgs: 89 active+clean; 1.3 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 946 op/s 2023-08-28T02:12:03.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:03 smithi040 ceph-mon[120580]: pgmap v19: 89 pgs: 89 active+clean; 1.3 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 946 op/s 2023-08-28T02:12:03.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:03 smithi083 ceph-mon[113795]: pgmap v19: 89 pgs: 89 active+clean; 1.3 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 946 op/s 2023-08-28T02:12:05.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:05 smithi040 ceph-mon[120580]: pgmap v20: 89 pgs: 89 active+clean; 1.3 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 628 op/s 2023-08-28T02:12:05.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:05 smithi040 ceph-mon[170259]: pgmap v20: 89 pgs: 89 active+clean; 1.3 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 628 op/s 2023-08-28T02:12:05.735 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:12:05 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:12:05] "GET /metrics HTTP/1.1" 200 36202 "" "Prometheus/2.43.0" 2023-08-28T02:12:05.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:05 smithi083 ceph-mon[113795]: pgmap v20: 89 pgs: 89 active+clean; 1.3 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 628 op/s 2023-08-28T02:12:07.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:07 smithi040 ceph-mon[170259]: pgmap v21: 89 pgs: 89 active+clean; 1.3 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 628 op/s 2023-08-28T02:12:07.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:07 smithi040 ceph-mon[120580]: pgmap v21: 89 pgs: 89 active+clean; 1.3 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 628 op/s 2023-08-28T02:12:07.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:07 smithi083 ceph-mon[113795]: pgmap v21: 89 pgs: 89 active+clean; 1.3 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 628 op/s 2023-08-28T02:12:08.990 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:12:08 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[151805]: ts=2023-08-28T02:12:08.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1016-g4fe39952 (4fe39952b691f82409c13a09ef1217f15a8c4218) quincy (stable)\", cluster_addr=\"172.21.15.40\", device_class=\"ssd\", hostname=\"smithi040\", instance=\"smithi083.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.40\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1016-g4fe39952 (4fe39952b691f82409c13a09ef1217f15a8c4218) quincy (stable)\", cluster_addr=\"172.21.15.40\", device_class=\"ssd\", hostname=\"smithi040\", instance=\"smithi040:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.40\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-08-28T02:12:09.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:09 smithi040 ceph-mon[170259]: pgmap v22: 89 pgs: 89 active+clean; 1.0 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 946 op/s 2023-08-28T02:12:09.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:09 smithi040 ceph-mon[120580]: pgmap v22: 89 pgs: 89 active+clean; 1.0 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 946 op/s 2023-08-28T02:12:09.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:09 smithi083 ceph-mon[113795]: pgmap v22: 89 pgs: 89 active+clean; 1.0 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 946 op/s 2023-08-28T02:12:11.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:11 smithi040 ceph-mon[170259]: pgmap v23: 89 pgs: 89 active+clean; 1.0 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 630 op/s 2023-08-28T02:12:11.743 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:11 smithi040 ceph-mon[120580]: pgmap v23: 89 pgs: 89 active+clean; 1.0 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 630 op/s 2023-08-28T02:12:11.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:11 smithi083 ceph-mon[113795]: pgmap v23: 89 pgs: 89 active+clean; 1.0 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 630 op/s 2023-08-28T02:12:13.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:13 smithi040 ceph-mon[120580]: pgmap v24: 89 pgs: 89 active+clean; 815 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 945 op/s 2023-08-28T02:12:13.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:13 smithi040 ceph-mon[170259]: pgmap v24: 89 pgs: 89 active+clean; 815 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 945 op/s 2023-08-28T02:12:13.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:13 smithi083 ceph-mon[113795]: pgmap v24: 89 pgs: 89 active+clean; 815 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 945 op/s 2023-08-28T02:12:15.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:15 smithi040 ceph-mon[170259]: pgmap v25: 89 pgs: 89 active+clean; 815 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 631 op/s 2023-08-28T02:12:15.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:15 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:12:15.733 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:12:15 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:12:15] "GET /metrics HTTP/1.1" 200 36196 "" "Prometheus/2.43.0" 2023-08-28T02:12:15.734 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:15 smithi040 ceph-mon[120580]: pgmap v25: 89 pgs: 89 active+clean; 815 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 631 op/s 2023-08-28T02:12:15.734 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:15 smithi040 ceph-mon[120580]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:12:15.747 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:15 smithi083 ceph-mon[113795]: pgmap v25: 89 pgs: 89 active+clean; 815 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 631 op/s 2023-08-28T02:12:15.747 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:15 smithi083 ceph-mon[113795]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:12:16.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:16 smithi040 ceph-mon[120580]: pgmap v26: 89 pgs: 89 active+clean; 815 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 631 op/s 2023-08-28T02:12:16.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:16 smithi040 ceph-mon[170259]: pgmap v26: 89 pgs: 89 active+clean; 815 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 631 op/s 2023-08-28T02:12:16.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:16 smithi083 ceph-mon[113795]: pgmap v26: 89 pgs: 89 active+clean; 815 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 631 op/s 2023-08-28T02:12:18.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:18 smithi040 ceph-mon[120580]: pgmap v27: 89 pgs: 89 active+clean; 577 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 948 op/s 2023-08-28T02:12:18.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:18 smithi040 ceph-mon[170259]: pgmap v27: 89 pgs: 89 active+clean; 577 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 948 op/s 2023-08-28T02:12:18.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:18 smithi083 ceph-mon[113795]: pgmap v27: 89 pgs: 89 active+clean; 577 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 948 op/s 2023-08-28T02:12:18.991 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:12:18 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[151805]: ts=2023-08-28T02:12:18.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1016-g4fe39952 (4fe39952b691f82409c13a09ef1217f15a8c4218) quincy (stable)\", cluster_addr=\"172.21.15.40\", device_class=\"ssd\", hostname=\"smithi040\", instance=\"smithi083.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.40\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1016-g4fe39952 (4fe39952b691f82409c13a09ef1217f15a8c4218) quincy (stable)\", cluster_addr=\"172.21.15.40\", device_class=\"ssd\", hostname=\"smithi040\", instance=\"smithi040:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.40\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-08-28T02:12:21.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:21 smithi040 ceph-mon[170259]: pgmap v28: 89 pgs: 89 active+clean; 577 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 631 op/s 2023-08-28T02:12:21.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:21 smithi040 ceph-mon[120580]: pgmap v28: 89 pgs: 89 active+clean; 577 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 631 op/s 2023-08-28T02:12:21.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:21 smithi083 ceph-mon[113795]: pgmap v28: 89 pgs: 89 active+clean; 577 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 631 op/s 2023-08-28T02:12:23.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:23 smithi040 ceph-mon[120580]: pgmap v29: 89 pgs: 89 active+clean; 341 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 946 op/s 2023-08-28T02:12:23.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:23 smithi040 ceph-mon[170259]: pgmap v29: 89 pgs: 89 active+clean; 341 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 946 op/s 2023-08-28T02:12:23.493 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:23 smithi083 ceph-mon[113795]: pgmap v29: 89 pgs: 89 active+clean; 341 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 946 op/s 2023-08-28T02:12:25.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:25 smithi040 ceph-mon[120580]: pgmap v30: 89 pgs: 89 active+clean; 341 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 631 op/s 2023-08-28T02:12:25.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:25 smithi040 ceph-mon[170259]: pgmap v30: 89 pgs: 89 active+clean; 341 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 631 op/s 2023-08-28T02:12:25.482 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:12:25 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:12:25] "GET /metrics HTTP/1.1" 200 36196 "" "Prometheus/2.43.0" 2023-08-28T02:12:25.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:25 smithi083 ceph-mon[113795]: pgmap v30: 89 pgs: 89 active+clean; 341 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 631 op/s 2023-08-28T02:12:27.485 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:27 smithi040 ceph-mon[170259]: pgmap v31: 89 pgs: 89 active+clean; 341 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 631 op/s 2023-08-28T02:12:27.486 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:27 smithi040 ceph-mon[120580]: pgmap v31: 89 pgs: 89 active+clean; 341 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 631 op/s 2023-08-28T02:12:27.493 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:27 smithi083 ceph-mon[113795]: pgmap v31: 89 pgs: 89 active+clean; 341 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 631 op/s 2023-08-28T02:12:27.796 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Removed 112886 objects 2023-08-28T02:12:27.796 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Clean up completed and total clean up time :156.348 2023-08-28T02:12:28.990 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:12:28 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[151805]: ts=2023-08-28T02:12:28.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1016-g4fe39952 (4fe39952b691f82409c13a09ef1217f15a8c4218) quincy (stable)\", cluster_addr=\"172.21.15.40\", device_class=\"ssd\", hostname=\"smithi040\", instance=\"smithi083.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.40\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1016-g4fe39952 (4fe39952b691f82409c13a09ef1217f15a8c4218) quincy (stable)\", cluster_addr=\"172.21.15.40\", device_class=\"ssd\", hostname=\"smithi040\", instance=\"smithi040:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.40\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-08-28T02:12:29.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:29 smithi040 ceph-mon[170259]: pgmap v32: 89 pgs: 89 active+clean; 105 MiB data, 1007 MiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 946 op/s 2023-08-28T02:12:29.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:29 smithi040 ceph-mon[120580]: pgmap v32: 89 pgs: 89 active+clean; 105 MiB data, 1007 MiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 946 op/s 2023-08-28T02:12:29.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:29 smithi083 ceph-mon[113795]: pgmap v32: 89 pgs: 89 active+clean; 105 MiB data, 1007 MiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 946 op/s 2023-08-28T02:12:30.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:30 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:12:30.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:30 smithi040 ceph-mon[120580]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:12:30.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:30 smithi083 ceph-mon[113795]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:12:31.485 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_0 2023-08-28T02:12:31.485 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd pool rm unique_pool_0 unique_pool_0 --yes-i-really-really-mean-it 2023-08-28T02:12:31.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:31 smithi083 ceph-mon[113795]: pgmap v33: 89 pgs: 89 active+clean; 105 MiB data, 1007 MiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 628 op/s 2023-08-28T02:12:31.521 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:31 smithi040 ceph-mon[170259]: pgmap v33: 89 pgs: 89 active+clean; 105 MiB data, 1007 MiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 628 op/s 2023-08-28T02:12:31.522 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:31 smithi040 ceph-mon[120580]: pgmap v33: 89 pgs: 89 active+clean; 105 MiB data, 1007 MiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 628 op/s 2023-08-28T02:12:31.794 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:12:33.248 INFO:teuthology.orchestra.run.smithi040.stderr:pool 'unique_pool_0' removed 2023-08-28T02:12:33.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:33 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mon-b[113763]: 2023-08-28T02:12:33.236+0000 7f682f4b9700 -1 mon.b@1(peon).osd e76 update_from_paxos full map CRC mismatch, resetting to canonical 2023-08-28T02:12:33.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:33 smithi083 ceph-mon[113795]: pgmap v34: 89 pgs: 89 active+clean; 582 KiB data, 658 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 767 op/s 2023-08-28T02:12:33.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:33 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/2847222480' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2023-08-28T02:12:33.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:33 smithi083 ceph-mon[113795]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2023-08-28T02:12:33.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:33 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mon-c[120556]: 2023-08-28T02:12:33.236+0000 7f65669f5700 -1 mon.c@2(peon).osd e76 update_from_paxos full map CRC mismatch, resetting to canonical 2023-08-28T02:12:33.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:33 smithi040 ceph-mon[120580]: pgmap v34: 89 pgs: 89 active+clean; 582 KiB data, 658 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 767 op/s 2023-08-28T02:12:33.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:33 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/2847222480' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2023-08-28T02:12:33.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:33 smithi040 ceph-mon[120580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2023-08-28T02:12:33.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:33 smithi040 ceph-mon[170259]: pgmap v34: 89 pgs: 89 active+clean; 582 KiB data, 658 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 767 op/s 2023-08-28T02:12:33.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:33 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2847222480' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2023-08-28T02:12:33.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:33 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2023-08-28T02:12:34.470 INFO:teuthology.task.full_sequential:In full_sequential, running task radosbench... 2023-08-28T02:12:34.471 INFO:tasks.radosbench:Beginning radosbench... 2023-08-28T02:12:34.471 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_1 2023-08-28T02:12:34.471 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd pool create unique_pool_1 16 2023-08-28T02:12:34.545 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:34 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2023-08-28T02:12:34.545 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:34 smithi040 ceph-mon[170259]: osdmap e76: 8 total, 8 up, 8 in 2023-08-28T02:12:34.545 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:34 smithi040 ceph-mon[170259]: failed to encode map e76 with expected crc 2023-08-28T02:12:34.545 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:34 smithi040 ceph-mon[170259]: failed to encode map e76 with expected crc 2023-08-28T02:12:34.545 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:34 smithi040 ceph-mon[120580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2023-08-28T02:12:34.545 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:34 smithi040 ceph-mon[120580]: osdmap e76: 8 total, 8 up, 8 in 2023-08-28T02:12:34.545 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:34 smithi040 ceph-mon[120580]: failed to encode map e76 with expected crc 2023-08-28T02:12:34.546 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:34 smithi040 ceph-mon[120580]: failed to encode map e76 with expected crc 2023-08-28T02:12:34.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:34 smithi083 ceph-mon[113795]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2023-08-28T02:12:34.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:34 smithi083 ceph-mon[113795]: osdmap e76: 8 total, 8 up, 8 in 2023-08-28T02:12:34.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:34 smithi083 ceph-mon[113795]: failed to encode map e76 with expected crc 2023-08-28T02:12:34.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:34 smithi083 ceph-mon[113795]: failed to encode map e76 with expected crc 2023-08-28T02:12:34.816 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:12:35.713 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:35 smithi040 ceph-mon[120580]: pgmap v36: 73 pgs: 73 active+clean; 582 KiB data, 658 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:12:35.713 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:35 smithi040 ceph-mon[120580]: failed to encode map e76 with expected crc 2023-08-28T02:12:35.713 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:35 smithi040 ceph-mon[120580]: failed to encode map e76 with expected crc 2023-08-28T02:12:35.714 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:35 smithi040 ceph-mon[170259]: pgmap v36: 73 pgs: 73 active+clean; 582 KiB data, 658 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:12:35.714 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:35 smithi040 ceph-mon[170259]: failed to encode map e76 with expected crc 2023-08-28T02:12:35.714 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:35 smithi040 ceph-mon[170259]: failed to encode map e76 with expected crc 2023-08-28T02:12:35.714 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:12:35 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:12:35] "GET /metrics HTTP/1.1" 200 36195 "" "Prometheus/2.43.0" 2023-08-28T02:12:35.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:35 smithi083 ceph-mon[113795]: pgmap v36: 73 pgs: 73 active+clean; 582 KiB data, 658 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:12:35.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:35 smithi083 ceph-mon[113795]: failed to encode map e76 with expected crc 2023-08-28T02:12:35.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:35 smithi083 ceph-mon[113795]: failed to encode map e76 with expected crc 2023-08-28T02:12:37.070 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -e sha1=9cf208207dfe23ffccb33308b22e51570cb45e51 -- bash -c 'ceph orch upgrade resume' 2023-08-28T02:12:37.286 INFO:teuthology.orchestra.run.smithi040.stderr:pool 'unique_pool_1' created 2023-08-28T02:12:37.309 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:37 smithi040 ceph-mon[120580]: pgmap v37: 73 pgs: 73 active+clean; 582 KiB data, 658 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:12:37.310 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:37 smithi040 ceph-mon[120580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_1", "pg_num": 16}]: dispatch 2023-08-28T02:12:37.310 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:37 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mon-c[120556]: 2023-08-28T02:12:37.268+0000 7f65669f5700 -1 mon.c@2(peon).osd e77 update_from_paxos full map CRC mismatch, resetting to canonical 2023-08-28T02:12:37.310 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:37 smithi040 ceph-mon[170259]: pgmap v37: 73 pgs: 73 active+clean; 582 KiB data, 658 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:12:37.310 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:37 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_1", "pg_num": 16}]: dispatch 2023-08-28T02:12:37.736 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd pool application enable unique_pool_1 rados --yes-i-really-mean-it || true 2023-08-28T02:12:37.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:37 smithi083 ceph-mon[113795]: pgmap v37: 73 pgs: 73 active+clean; 582 KiB data, 658 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:12:37.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:37 smithi083 ceph-mon[113795]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_1", "pg_num": 16}]: dispatch 2023-08-28T02:12:37.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:37 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mon-b[113763]: 2023-08-28T02:12:37.267+0000 7f682f4b9700 -1 mon.b@1(peon).osd e77 update_from_paxos full map CRC mismatch, resetting to canonical 2023-08-28T02:12:37.789 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:12:38.341 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:12:38.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:38 smithi040 ceph-mon[170259]: failed to encode map e77 with expected crc 2023-08-28T02:12:38.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:38 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_1", "pg_num": 16}]': finished 2023-08-28T02:12:38.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:38 smithi040 ceph-mon[170259]: osdmap e77: 8 total, 8 up, 8 in 2023-08-28T02:12:38.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:38 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mon-c[120556]: 2023-08-28T02:12:38.270+0000 7f65669f5700 -1 mon.c@2(peon).osd e78 update_from_paxos full map CRC mismatch, resetting to canonical 2023-08-28T02:12:38.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:38 smithi040 ceph-mon[120580]: failed to encode map e77 with expected crc 2023-08-28T02:12:38.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:38 smithi040 ceph-mon[120580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_1", "pg_num": 16}]': finished 2023-08-28T02:12:38.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:38 smithi040 ceph-mon[120580]: osdmap e77: 8 total, 8 up, 8 in 2023-08-28T02:12:38.658 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:38 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mon-b[113763]: 2023-08-28T02:12:38.271+0000 7f682f4b9700 -1 mon.b@1(peon).osd e78 update_from_paxos full map CRC mismatch, resetting to canonical 2023-08-28T02:12:38.658 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:38 smithi083 ceph-mon[113795]: failed to encode map e77 with expected crc 2023-08-28T02:12:38.658 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:38 smithi083 ceph-mon[113795]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_1", "pg_num": 16}]': finished 2023-08-28T02:12:38.658 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:38 smithi083 ceph-mon[113795]: osdmap e77: 8 total, 8 up, 8 in 2023-08-28T02:12:38.990 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:12:38 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[151805]: ts=2023-08-28T02:12:38.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1016-g4fe39952 (4fe39952b691f82409c13a09ef1217f15a8c4218) quincy (stable)\", cluster_addr=\"172.21.15.40\", device_class=\"ssd\", hostname=\"smithi040\", instance=\"smithi083.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.40\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1016-g4fe39952 (4fe39952b691f82409c13a09ef1217f15a8c4218) quincy (stable)\", cluster_addr=\"172.21.15.40\", device_class=\"ssd\", hostname=\"smithi040\", instance=\"smithi040:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.40\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-08-28T02:12:39.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:39 smithi040 ceph-mon[120580]: pgmap v39: 89 pgs: 16 unknown, 73 active+clean; 582 KiB data, 676 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:12:39.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:39 smithi040 ceph-mon[120580]: osdmap e78: 8 total, 8 up, 8 in 2023-08-28T02:12:39.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:39 smithi040 ceph-mon[120580]: failed to encode map e78 with expected crc 2023-08-28T02:12:39.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:39 smithi040 ceph-mon[120580]: failed to encode map e78 with expected crc 2023-08-28T02:12:39.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:39 smithi040 ceph-mon[120580]: failed to encode map e78 with expected crc 2023-08-28T02:12:39.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:39 smithi040 ceph-mon[120580]: failed to encode map e78 with expected crc 2023-08-28T02:12:39.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:39 smithi040 ceph-mon[120580]: failed to encode map e78 with expected crc 2023-08-28T02:12:39.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:39 smithi040 ceph-mon[120580]: failed to encode map e78 with expected crc 2023-08-28T02:12:39.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:39 smithi040 ceph-mon[120580]: failed to encode map e78 with expected crc 2023-08-28T02:12:39.484 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:39 smithi040 ceph-mon[120580]: failed to encode map e78 with expected crc 2023-08-28T02:12:39.484 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:39 smithi040 ceph-mon[120580]: failed to encode map e78 with expected crc 2023-08-28T02:12:39.484 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:39 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mon-c[120556]: 2023-08-28T02:12:39.289+0000 7f65669f5700 -1 mon.c@2(peon).osd e79 update_from_paxos full map CRC mismatch, resetting to canonical 2023-08-28T02:12:39.485 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:39 smithi040 ceph-mon[170259]: pgmap v39: 89 pgs: 16 unknown, 73 active+clean; 582 KiB data, 676 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:12:39.485 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:39 smithi040 ceph-mon[170259]: osdmap e78: 8 total, 8 up, 8 in 2023-08-28T02:12:39.485 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:39 smithi040 ceph-mon[170259]: failed to encode map e78 with expected crc 2023-08-28T02:12:39.485 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:39 smithi040 ceph-mon[170259]: failed to encode map e78 with expected crc 2023-08-28T02:12:39.485 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:39 smithi040 ceph-mon[170259]: failed to encode map e78 with expected crc 2023-08-28T02:12:39.485 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:39 smithi040 ceph-mon[170259]: failed to encode map e78 with expected crc 2023-08-28T02:12:39.486 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:39 smithi040 ceph-mon[170259]: failed to encode map e78 with expected crc 2023-08-28T02:12:39.486 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:39 smithi040 ceph-mon[170259]: failed to encode map e78 with expected crc 2023-08-28T02:12:39.486 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:39 smithi040 ceph-mon[170259]: failed to encode map e78 with expected crc 2023-08-28T02:12:39.486 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:39 smithi040 ceph-mon[170259]: failed to encode map e78 with expected crc 2023-08-28T02:12:39.486 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:39 smithi040 ceph-mon[170259]: failed to encode map e78 with expected crc 2023-08-28T02:12:39.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:39 smithi083 ceph-mon[113795]: pgmap v39: 89 pgs: 16 unknown, 73 active+clean; 582 KiB data, 676 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:12:39.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:39 smithi083 ceph-mon[113795]: osdmap e78: 8 total, 8 up, 8 in 2023-08-28T02:12:39.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:39 smithi083 ceph-mon[113795]: failed to encode map e78 with expected crc 2023-08-28T02:12:39.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:39 smithi083 ceph-mon[113795]: failed to encode map e78 with expected crc 2023-08-28T02:12:39.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:39 smithi083 ceph-mon[113795]: failed to encode map e78 with expected crc 2023-08-28T02:12:39.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:39 smithi083 ceph-mon[113795]: failed to encode map e78 with expected crc 2023-08-28T02:12:39.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:39 smithi083 ceph-mon[113795]: failed to encode map e78 with expected crc 2023-08-28T02:12:39.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:39 smithi083 ceph-mon[113795]: failed to encode map e78 with expected crc 2023-08-28T02:12:39.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:39 smithi083 ceph-mon[113795]: failed to encode map e78 with expected crc 2023-08-28T02:12:39.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:39 smithi083 ceph-mon[113795]: failed to encode map e78 with expected crc 2023-08-28T02:12:39.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:39 smithi083 ceph-mon[113795]: failed to encode map e78 with expected crc 2023-08-28T02:12:39.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:39 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mon-b[113763]: 2023-08-28T02:12:39.290+0000 7f682f4b9700 -1 mon.b@1(peon).osd e79 update_from_paxos full map CRC mismatch, resetting to canonical 2023-08-28T02:12:39.750 INFO:teuthology.orchestra.run.smithi040.stdout:Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:90e74e9dbaafb6b50d53d065fb7fed5018d4dfbdd16f414a8aaabb53a6e7a3a8 2023-08-28T02:12:40.146 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -e sha1=9cf208207dfe23ffccb33308b22e51570cb45e51 -- bash -c 'echo wait for majority of mons to upgrade' 2023-08-28T02:12:40.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:40 smithi040 ceph-mon[120580]: failed to encode map e78 with expected crc 2023-08-28T02:12:40.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:40 smithi040 ceph-mon[120580]: osdmap e79: 8 total, 8 up, 8 in 2023-08-28T02:12:40.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:40 smithi040 ceph-mon[120580]: failed to encode map e79 with expected crc 2023-08-28T02:12:40.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:40 smithi040 ceph-mon[120580]: failed to encode map e79 with expected crc 2023-08-28T02:12:40.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:40 smithi040 ceph-mon[120580]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:12:40.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:40 smithi040 ceph-mon[120580]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:12:40.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:40 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/3946944135' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_1", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-08-28T02:12:40.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:40 smithi040 ceph-mon[120580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_1", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-08-28T02:12:40.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:40 smithi040 ceph-mon[170259]: failed to encode map e78 with expected crc 2023-08-28T02:12:40.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:40 smithi040 ceph-mon[170259]: osdmap e79: 8 total, 8 up, 8 in 2023-08-28T02:12:40.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:40 smithi040 ceph-mon[170259]: failed to encode map e79 with expected crc 2023-08-28T02:12:40.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:40 smithi040 ceph-mon[170259]: failed to encode map e79 with expected crc 2023-08-28T02:12:40.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:40 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:12:40.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:40 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:12:40.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:40 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3946944135' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_1", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-08-28T02:12:40.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:40 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_1", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-08-28T02:12:40.571 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:12:40.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:40 smithi083 ceph-mon[113795]: failed to encode map e78 with expected crc 2023-08-28T02:12:40.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:40 smithi083 ceph-mon[113795]: osdmap e79: 8 total, 8 up, 8 in 2023-08-28T02:12:40.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:40 smithi083 ceph-mon[113795]: failed to encode map e79 with expected crc 2023-08-28T02:12:40.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:40 smithi083 ceph-mon[113795]: failed to encode map e79 with expected crc 2023-08-28T02:12:40.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:40 smithi083 ceph-mon[113795]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:12:40.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:40 smithi083 ceph-mon[113795]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:12:40.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:40 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/3946944135' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_1", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-08-28T02:12:40.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:40 smithi083 ceph-mon[113795]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_1", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-08-28T02:12:40.762 INFO:teuthology.orchestra.run.smithi040.stderr:enabled application 'rados' on pool 'unique_pool_1' 2023-08-28T02:12:40.980 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:40 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mon-c[120556]: 2023-08-28T02:12:40.752+0000 7f65669f5700 -1 mon.c@2(peon).osd e80 update_from_paxos full map CRC mismatch, resetting to canonical 2023-08-28T02:12:41.208 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:40 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mon-b[113763]: 2023-08-28T02:12:40.751+0000 7f682f4b9700 -1 mon.b@1(peon).osd e80 update_from_paxos full map CRC mismatch, resetting to canonical 2023-08-28T02:12:41.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:41 smithi083 ceph-mon[113795]: pgmap v42: 89 pgs: 16 unknown, 73 active+clean; 582 KiB data, 676 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:12:41.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:41 smithi083 ceph-mon[113795]: from='client.25076 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:12:41.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:41 smithi083 ceph-mon[113795]: Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:90e74e9dbaafb6b50d53d065fb7fed5018d4dfbdd16f414a8aaabb53a6e7a3a8 2023-08-28T02:12:41.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:41 smithi083 ceph-mon[113795]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_1", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-08-28T02:12:41.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:41 smithi083 ceph-mon[113795]: osdmap e80: 8 total, 8 up, 8 in 2023-08-28T02:12:41.706 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:41 smithi040 ceph-mon[120580]: pgmap v42: 89 pgs: 16 unknown, 73 active+clean; 582 KiB data, 676 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:12:41.706 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:41 smithi040 ceph-mon[120580]: from='client.25076 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:12:41.706 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:41 smithi040 ceph-mon[120580]: Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:90e74e9dbaafb6b50d53d065fb7fed5018d4dfbdd16f414a8aaabb53a6e7a3a8 2023-08-28T02:12:41.706 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:41 smithi040 ceph-mon[120580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_1", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-08-28T02:12:41.706 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:41 smithi040 ceph-mon[120580]: osdmap e80: 8 total, 8 up, 8 in 2023-08-28T02:12:41.707 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:41 smithi040 ceph-mon[170259]: pgmap v42: 89 pgs: 16 unknown, 73 active+clean; 582 KiB data, 676 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:12:41.707 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:41 smithi040 ceph-mon[170259]: from='client.25076 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:12:41.707 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:41 smithi040 ceph-mon[170259]: Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:90e74e9dbaafb6b50d53d065fb7fed5018d4dfbdd16f414a8aaabb53a6e7a3a8 2023-08-28T02:12:41.707 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:41 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_1", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-08-28T02:12:41.707 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:41 smithi040 ceph-mon[170259]: osdmap e80: 8 total, 8 up, 8 in 2023-08-28T02:12:42.441 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:42 smithi040 ceph-mon[170259]: failed to encode map e80 with expected crc 2023-08-28T02:12:42.441 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:42 smithi040 ceph-mon[170259]: failed to encode map e80 with expected crc 2023-08-28T02:12:42.441 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:42 smithi040 ceph-mon[170259]: failed to encode map e80 with expected crc 2023-08-28T02:12:42.441 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:42 smithi040 ceph-mon[170259]: failed to encode map e80 with expected crc 2023-08-28T02:12:42.442 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:42 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:12:42.442 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:42 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:12:42.442 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:42 smithi040 ceph-mon[120580]: failed to encode map e80 with expected crc 2023-08-28T02:12:42.442 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:42 smithi040 ceph-mon[120580]: failed to encode map e80 with expected crc 2023-08-28T02:12:42.442 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:42 smithi040 ceph-mon[120580]: failed to encode map e80 with expected crc 2023-08-28T02:12:42.442 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:42 smithi040 ceph-mon[120580]: failed to encode map e80 with expected crc 2023-08-28T02:12:42.443 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:42 smithi040 ceph-mon[120580]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:12:42.443 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:42 smithi040 ceph-mon[120580]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:12:42.452 DEBUG:teuthology.orchestra.run.smithi040:> /bin/sh -c 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --no-log-to-stderr --name client.0 -b 65536 --object-size 65536 -p unique_pool_1 bench 90 write' 2023-08-28T02:12:42.455 INFO:tasks.radosbench:joining radosbench (timing out after 3000s) 2023-08-28T02:12:42.455 INFO:teuthology.orchestra.run:waiting for 3000 2023-08-28T02:12:42.514 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:hints = 1 2023-08-28T02:12:42.514 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Maintaining 16 concurrent writes of 65536 bytes to objects of size 65536 for up to 90 seconds or 0 objects 2023-08-28T02:12:42.514 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Object prefix: benchmark_data_smithi040_174314 2023-08-28T02:12:42.515 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-08-28T02:12:42.515 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 0 0 0 0 0 0 - 0 2023-08-28T02:12:42.590 INFO:teuthology.orchestra.run.smithi040.stdout:wait for majority of mons to upgrade 2023-08-28T02:12:42.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:42 smithi083 ceph-mon[113795]: failed to encode map e80 with expected crc 2023-08-28T02:12:42.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:42 smithi083 ceph-mon[113795]: failed to encode map e80 with expected crc 2023-08-28T02:12:42.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:42 smithi083 ceph-mon[113795]: failed to encode map e80 with expected crc 2023-08-28T02:12:42.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:42 smithi083 ceph-mon[113795]: failed to encode map e80 with expected crc 2023-08-28T02:12:42.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:42 smithi083 ceph-mon[113795]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:12:42.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:42 smithi083 ceph-mon[113795]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:12:43.410 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -e sha1=9cf208207dfe23ffccb33308b22e51570cb45e51 -- bash -c 'while ! ceph mon versions | grep $sha1 | egrep '"'"': [23]'"'"' ; do sleep 2 ; done' 2023-08-28T02:12:43.515 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 1 16 3196 3180 198.601 198.75 0.00407347 0.00501811 2023-08-28T02:12:43.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:43 smithi040 ceph-mon[170259]: pgmap v44: 89 pgs: 89 active+clean; 582 KiB data, 677 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:12:43.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:43 smithi040 ceph-mon[170259]: failed to encode map e80 with expected crc 2023-08-28T02:12:43.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:43 smithi040 ceph-mon[170259]: failed to encode map e80 with expected crc 2023-08-28T02:12:43.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:43 smithi040 ceph-mon[120580]: pgmap v44: 89 pgs: 89 active+clean; 582 KiB data, 677 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:12:43.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:43 smithi040 ceph-mon[120580]: failed to encode map e80 with expected crc 2023-08-28T02:12:43.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:43 smithi040 ceph-mon[120580]: failed to encode map e80 with expected crc 2023-08-28T02:12:43.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:43 smithi083 ceph-mon[113795]: pgmap v44: 89 pgs: 89 active+clean; 582 KiB data, 677 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:12:43.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:43 smithi083 ceph-mon[113795]: failed to encode map e80 with expected crc 2023-08-28T02:12:43.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:43 smithi083 ceph-mon[113795]: failed to encode map e80 with expected crc 2023-08-28T02:12:44.162 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:12:44.516 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 2 16 5718 5702 177.99 157.625 0.0120756 0.00560075 2023-08-28T02:12:45.390 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:45 smithi040 ceph-mon[170259]: pgmap v45: 89 pgs: 89 active+clean; 582 KiB data, 677 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:12:45.390 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:45 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:12:45.390 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:45 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:12:45.390 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:45 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:12:45.390 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:45 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:12:45.390 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:45 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:12:45.390 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:45 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:12:45.390 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:45 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:12:45.390 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:45 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-08-28T02:12:45.391 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:45 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2023-08-28T02:12:45.391 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:45 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2023-08-28T02:12:45.391 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:12:45 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:12:45] "GET /metrics HTTP/1.1" 200 36130 "" "Prometheus/2.43.0" 2023-08-28T02:12:45.391 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:45 smithi040 ceph-mon[120580]: pgmap v45: 89 pgs: 89 active+clean; 582 KiB data, 677 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:12:45.391 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:45 smithi040 ceph-mon[120580]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:12:45.391 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:45 smithi040 ceph-mon[120580]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:12:45.392 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:45 smithi040 ceph-mon[120580]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:12:45.392 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:45 smithi040 ceph-mon[120580]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:12:45.392 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:45 smithi040 ceph-mon[120580]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:12:45.392 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:45 smithi040 ceph-mon[120580]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:12:45.392 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:45 smithi040 ceph-mon[120580]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:12:45.392 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:45 smithi040 ceph-mon[120580]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-08-28T02:12:45.392 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:45 smithi040 ceph-mon[120580]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2023-08-28T02:12:45.392 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:45 smithi040 ceph-mon[120580]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2023-08-28T02:12:45.519 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 3 16 8067 8051 167.552 146.812 0.00670487 0.00595472 2023-08-28T02:12:45.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:45 smithi083 ceph-mon[113795]: pgmap v45: 89 pgs: 89 active+clean; 582 KiB data, 677 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:12:45.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:45 smithi083 ceph-mon[113795]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:12:45.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:45 smithi083 ceph-mon[113795]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:12:45.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:45 smithi083 ceph-mon[113795]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:12:45.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:45 smithi083 ceph-mon[113795]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:12:45.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:45 smithi083 ceph-mon[113795]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:12:45.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:45 smithi083 ceph-mon[113795]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:12:45.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:45 smithi083 ceph-mon[113795]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:12:45.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:45 smithi083 ceph-mon[113795]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-08-28T02:12:45.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:45 smithi083 ceph-mon[113795]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2023-08-28T02:12:45.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:45 smithi083 ceph-mon[113795]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2023-08-28T02:12:46.518 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 4 15 10398 10383 162.102 145.75 0.00682235 0.00616297 2023-08-28T02:12:46.553 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:46 smithi040 ceph-mon[120580]: Upgrade: It appears safe to stop mon.c 2023-08-28T02:12:46.553 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:46 smithi040 ceph-mon[170259]: Upgrade: It appears safe to stop mon.c 2023-08-28T02:12:46.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:46 smithi083 ceph-mon[113795]: Upgrade: It appears safe to stop mon.c 2023-08-28T02:12:47.518 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 5 16 12826 12810 160.017 151.688 0.0107638 0.00623627 2023-08-28T02:12:47.611 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:47 smithi040 ceph-mon[120580]: pgmap v46: 89 pgs: 89 active+clean; 582 KiB data, 677 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:12:47.611 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:47 smithi040 ceph-mon[120580]: from='client.? 172.21.15.40:0/2053150933' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:12:47.611 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:47 smithi040 ceph-mon[120580]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:12:47.611 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:47 smithi040 ceph-mon[120580]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-08-28T02:12:47.611 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:47 smithi040 ceph-mon[120580]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-08-28T02:12:47.612 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:47 smithi040 ceph-mon[120580]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:12:47.612 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:47 smithi040 ceph-mon[170259]: pgmap v46: 89 pgs: 89 active+clean; 582 KiB data, 677 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:12:47.612 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:47 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2053150933' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:12:47.612 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:47 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:12:47.612 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:47 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-08-28T02:12:47.612 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:47 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-08-28T02:12:47.612 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:47 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:12:47.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:47 smithi083 ceph-mon[113795]: pgmap v46: 89 pgs: 89 active+clean; 582 KiB data, 677 MiB used, 715 GiB / 715 GiB avail 2023-08-28T02:12:47.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:47 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/2053150933' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:12:47.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:47 smithi083 ceph-mon[113795]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:12:47.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:47 smithi083 ceph-mon[113795]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-08-28T02:12:47.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:47 smithi083 ceph-mon[113795]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-08-28T02:12:47.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:47 smithi083 ceph-mon[113795]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:12:48.293 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:48 smithi040 systemd[1]: Stopping Ceph mon.c for d9a8f48a-4546-11ee-817c-1b7a5f1ba315... 2023-08-28T02:12:48.293 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:48 smithi040 ceph-mon[170259]: Upgrade: Updating mon.c 2023-08-28T02:12:48.293 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:48 smithi040 ceph-mon[170259]: Deploying daemon mon.c on smithi040 2023-08-28T02:12:48.518 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 6 16 15125 15109 157.291 143.688 0.0121712 0.00634774 2023-08-28T02:12:48.579 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:48 smithi040 ceph-mon[120580]: Upgrade: Updating mon.c 2023-08-28T02:12:48.579 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:48 smithi040 ceph-mon[120580]: Deploying daemon mon.c on smithi040 2023-08-28T02:12:48.579 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:48 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mon-c[120556]: 2023-08-28T02:12:48.573+0000 7f656c200700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2023-08-28T02:12:48.579 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:48 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mon-c[120556]: 2023-08-28T02:12:48.573+0000 7f656c200700 -1 mon.c@2(peon) e3 *** Got Signal Terminated *** 2023-08-28T02:12:48.658 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:48 smithi083 ceph-mon[113795]: Upgrade: Updating mon.c 2023-08-28T02:12:48.658 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:48 smithi083 ceph-mon[113795]: Deploying daemon mon.c on smithi040 2023-08-28T02:12:48.990 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:12:48 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[151805]: ts=2023-08-28T02:12:48.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1016-g4fe39952 (4fe39952b691f82409c13a09ef1217f15a8c4218) quincy (stable)\", cluster_addr=\"172.21.15.40\", device_class=\"ssd\", hostname=\"smithi040\", instance=\"smithi083.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.40\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1016-g4fe39952 (4fe39952b691f82409c13a09ef1217f15a8c4218) quincy (stable)\", cluster_addr=\"172.21.15.40\", device_class=\"ssd\", hostname=\"smithi040\", instance=\"smithi040:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.40\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-08-28T02:12:49.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:49 smithi040 bash[175214]: ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mon-c 2023-08-28T02:12:49.520 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 7 16 17169 17153 153.016 127.75 0.0150766 0.00652243 2023-08-28T02:12:49.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:49 smithi040 systemd[1]: ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315@mon.c.service: Succeeded. 2023-08-28T02:12:49.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:49 smithi040 systemd[1]: Stopped Ceph mon.c for d9a8f48a-4546-11ee-817c-1b7a5f1ba315. 2023-08-28T02:12:49.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:49 smithi040 systemd[1]: Starting Ceph mon.c for d9a8f48a-4546-11ee-817c-1b7a5f1ba315... 2023-08-28T02:12:50.521 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 8 16 19298 19282 150.522 133.062 0.00336764 0.00663825 2023-08-28T02:12:50.734 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 bash[175373]: 736e4b566088bfb8fa9fe65d4546822b24a553f16b59b91aeb784c304fae12ef 2023-08-28T02:12:50.734 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 systemd[1]: Started Ceph mon.c for d9a8f48a-4546-11ee-817c-1b7a5f1ba315. 2023-08-28T02:12:50.735 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: set uid:gid to 167:167 (ceph:ceph) 2023-08-28T02:12:50.735 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: ceph version 18.2.0-187-g9cf20820 (9cf208207dfe23ffccb33308b22e51570cb45e51) reef (stable), process ceph-mon, pid 6 2023-08-28T02:12:50.735 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: pidfile_write: ignore empty --pid-file 2023-08-28T02:12:50.735 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: load: jerasure load: lrc 2023-08-28T02:12:50.735 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: RocksDB version: 7.9.2 2023-08-28T02:12:50.735 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Git sha 0 2023-08-28T02:12:50.735 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Compile date 2023-08-25 14:59:12 2023-08-28T02:12:50.735 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: DB SUMMARY 2023-08-28T02:12:50.735 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: DB Session ID: 1BZY7VQETIXZD75LAZDA 2023-08-28T02:12:50.735 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: CURRENT file: CURRENT 2023-08-28T02:12:50.735 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: IDENTITY file: IDENTITY 2023-08-28T02:12:50.736 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: MANIFEST file: MANIFEST-000009 size: 1090 Bytes 2023-08-28T02:12:50.736 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000027.sst 2023-08-28T02:12:50.736 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000025.log size: 72820 ; 2023-08-28T02:12:50.736 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.error_if_exists: 0 2023-08-28T02:12:50.736 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.create_if_missing: 0 2023-08-28T02:12:50.736 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.paranoid_checks: 1 2023-08-28T02:12:50.736 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.flush_verify_memtable_count: 1 2023-08-28T02:12:50.736 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2023-08-28T02:12:50.736 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2023-08-28T02:12:50.736 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.env: 0x5563022d5720 2023-08-28T02:12:50.736 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.fs: PosixFileSystem 2023-08-28T02:12:50.736 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.info_log: 0x5563038bd420 2023-08-28T02:12:50.737 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.max_file_opening_threads: 16 2023-08-28T02:12:50.737 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.statistics: (nil) 2023-08-28T02:12:50.737 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.use_fsync: 0 2023-08-28T02:12:50.737 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.max_log_file_size: 0 2023-08-28T02:12:50.737 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.max_manifest_file_size: 1073741824 2023-08-28T02:12:50.737 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.log_file_time_to_roll: 0 2023-08-28T02:12:50.737 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.keep_log_file_num: 1000 2023-08-28T02:12:50.737 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.recycle_log_file_num: 0 2023-08-28T02:12:50.737 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.allow_fallocate: 1 2023-08-28T02:12:50.737 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.allow_mmap_reads: 0 2023-08-28T02:12:50.737 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.allow_mmap_writes: 0 2023-08-28T02:12:50.737 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.use_direct_reads: 0 2023-08-28T02:12:50.738 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2023-08-28T02:12:50.738 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.create_missing_column_families: 0 2023-08-28T02:12:50.738 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.db_log_dir: 2023-08-28T02:12:50.738 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.wal_dir: 2023-08-28T02:12:50.738 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.table_cache_numshardbits: 6 2023-08-28T02:12:50.738 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.WAL_ttl_seconds: 0 2023-08-28T02:12:50.738 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.WAL_size_limit_MB: 0 2023-08-28T02:12:50.738 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2023-08-28T02:12:50.738 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.manifest_preallocation_size: 4194304 2023-08-28T02:12:50.738 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.is_fd_close_on_exec: 1 2023-08-28T02:12:50.738 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.advise_random_on_open: 1 2023-08-28T02:12:50.738 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.db_write_buffer_size: 0 2023-08-28T02:12:50.739 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.write_buffer_manager: 0x556302b4e5a0 2023-08-28T02:12:50.739 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.access_hint_on_compaction_start: 1 2023-08-28T02:12:50.739 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.random_access_max_buffer_size: 1048576 2023-08-28T02:12:50.739 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.use_adaptive_mutex: 0 2023-08-28T02:12:50.739 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.rate_limiter: (nil) 2023-08-28T02:12:50.739 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2023-08-28T02:12:50.739 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.wal_recovery_mode: 2 2023-08-28T02:12:50.739 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.enable_thread_tracking: 0 2023-08-28T02:12:50.739 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.enable_pipelined_write: 0 2023-08-28T02:12:50.739 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.unordered_write: 0 2023-08-28T02:12:50.739 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.allow_concurrent_memtable_write: 1 2023-08-28T02:12:50.739 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2023-08-28T02:12:50.740 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.write_thread_max_yield_usec: 100 2023-08-28T02:12:50.740 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.write_thread_slow_yield_usec: 3 2023-08-28T02:12:50.740 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.row_cache: None 2023-08-28T02:12:50.740 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.wal_filter: None 2023-08-28T02:12:50.740 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.avoid_flush_during_recovery: 0 2023-08-28T02:12:50.740 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.allow_ingest_behind: 0 2023-08-28T02:12:50.740 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.two_write_queues: 0 2023-08-28T02:12:50.740 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.manual_wal_flush: 0 2023-08-28T02:12:50.740 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.wal_compression: 0 2023-08-28T02:12:50.740 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.atomic_flush: 0 2023-08-28T02:12:50.740 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2023-08-28T02:12:50.740 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.persist_stats_to_disk: 0 2023-08-28T02:12:50.741 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.write_dbid_to_manifest: 0 2023-08-28T02:12:50.741 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.log_readahead_size: 0 2023-08-28T02:12:50.741 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.file_checksum_gen_factory: Unknown 2023-08-28T02:12:50.741 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.best_efforts_recovery: 0 2023-08-28T02:12:50.741 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2023-08-28T02:12:50.741 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2023-08-28T02:12:50.741 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.allow_data_in_errors: 0 2023-08-28T02:12:50.741 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.db_host_id: __hostname__ 2023-08-28T02:12:50.741 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.enforce_single_del_contracts: true 2023-08-28T02:12:50.741 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.max_background_jobs: 2 2023-08-28T02:12:50.741 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.max_background_compactions: -1 2023-08-28T02:12:50.742 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.max_subcompactions: 1 2023-08-28T02:12:50.742 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.avoid_flush_during_shutdown: 0 2023-08-28T02:12:50.742 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2023-08-28T02:12:50.742 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.delayed_write_rate : 16777216 2023-08-28T02:12:50.742 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.max_total_wal_size: 0 2023-08-28T02:12:50.742 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2023-08-28T02:12:50.742 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.stats_dump_period_sec: 600 2023-08-28T02:12:50.742 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.stats_persist_period_sec: 600 2023-08-28T02:12:50.742 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.stats_history_buffer_size: 1048576 2023-08-28T02:12:50.742 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.max_open_files: -1 2023-08-28T02:12:50.742 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.bytes_per_sync: 0 2023-08-28T02:12:50.742 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.wal_bytes_per_sync: 0 2023-08-28T02:12:50.743 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.strict_bytes_per_sync: 0 2023-08-28T02:12:50.743 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.compaction_readahead_size: 0 2023-08-28T02:12:50.743 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.max_background_flushes: -1 2023-08-28T02:12:50.743 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Compression algorithms supported: 2023-08-28T02:12:50.743 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: kZSTDNotFinalCompression supported: 0 2023-08-28T02:12:50.743 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: kZSTD supported: 0 2023-08-28T02:12:50.743 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: kXpressCompression supported: 0 2023-08-28T02:12:50.743 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: kLZ4HCCompression supported: 1 2023-08-28T02:12:50.743 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: kZlibCompression supported: 1 2023-08-28T02:12:50.743 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: kSnappyCompression supported: 1 2023-08-28T02:12:50.743 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: kLZ4Compression supported: 1 2023-08-28T02:12:50.743 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: kBZip2Compression supported: 0 2023-08-28T02:12:50.744 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Fast CRC32 supported: Supported on x86 2023-08-28T02:12:50.744 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: DMutex implementation: pthread_mutex_t 2023-08-28T02:12:50.744 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000009 2023-08-28T02:12:50.744 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2023-08-28T02:12:50.744 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2023-08-28T02:12:50.744 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.merge_operator: 2023-08-28T02:12:50.744 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.compaction_filter: None 2023-08-28T02:12:50.744 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.compaction_filter_factory: None 2023-08-28T02:12:50.745 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.sst_partitioner_factory: None 2023-08-28T02:12:50.745 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.memtable_factory: SkipListFactory 2023-08-28T02:12:50.745 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.table_factory: BlockBasedTable 2023-08-28T02:12:50.745 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5563038bd520) 2023-08-28T02:12:50.745 INFO:journalctl@ceph.mon.c.smithi040.stdout: cache_index_and_filter_blocks: 1 2023-08-28T02:12:50.745 INFO:journalctl@ceph.mon.c.smithi040.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2023-08-28T02:12:50.745 INFO:journalctl@ceph.mon.c.smithi040.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2023-08-28T02:12:50.745 INFO:journalctl@ceph.mon.c.smithi040.stdout: pin_top_level_index_and_filter: 1 2023-08-28T02:12:50.745 INFO:journalctl@ceph.mon.c.smithi040.stdout: index_type: 0 2023-08-28T02:12:50.745 INFO:journalctl@ceph.mon.c.smithi040.stdout: data_block_index_type: 0 2023-08-28T02:12:50.745 INFO:journalctl@ceph.mon.c.smithi040.stdout: index_shortening: 1 2023-08-28T02:12:50.745 INFO:journalctl@ceph.mon.c.smithi040.stdout: data_block_hash_table_util_ratio: 0.750000 2023-08-28T02:12:50.746 INFO:journalctl@ceph.mon.c.smithi040.stdout: checksum: 4 2023-08-28T02:12:50.746 INFO:journalctl@ceph.mon.c.smithi040.stdout: no_block_cache: 0 2023-08-28T02:12:50.746 INFO:journalctl@ceph.mon.c.smithi040.stdout: block_cache: 0x556302bcf1f0 2023-08-28T02:12:50.746 INFO:journalctl@ceph.mon.c.smithi040.stdout: block_cache_name: BinnedLRUCache 2023-08-28T02:12:50.746 INFO:journalctl@ceph.mon.c.smithi040.stdout: block_cache_options: 2023-08-28T02:12:50.746 INFO:journalctl@ceph.mon.c.smithi040.stdout: capacity : 536870912 2023-08-28T02:12:50.746 INFO:journalctl@ceph.mon.c.smithi040.stdout: num_shard_bits : 4 2023-08-28T02:12:50.746 INFO:journalctl@ceph.mon.c.smithi040.stdout: strict_capacity_limit : 0 2023-08-28T02:12:50.746 INFO:journalctl@ceph.mon.c.smithi040.stdout: high_pri_pool_ratio: 0.000 2023-08-28T02:12:50.746 INFO:journalctl@ceph.mon.c.smithi040.stdout: block_cache_compressed: (nil) 2023-08-28T02:12:50.746 INFO:journalctl@ceph.mon.c.smithi040.stdout: persistent_cache: (nil) 2023-08-28T02:12:50.747 INFO:journalctl@ceph.mon.c.smithi040.stdout: block_size: 4096 2023-08-28T02:12:50.747 INFO:journalctl@ceph.mon.c.smithi040.stdout: block_size_deviation: 10 2023-08-28T02:12:50.747 INFO:journalctl@ceph.mon.c.smithi040.stdout: block_restart_interval: 16 2023-08-28T02:12:50.747 INFO:journalctl@ceph.mon.c.smithi040.stdout: index_block_restart_interval: 1 2023-08-28T02:12:50.747 INFO:journalctl@ceph.mon.c.smithi040.stdout: metadata_block_size: 4096 2023-08-28T02:12:50.747 INFO:journalctl@ceph.mon.c.smithi040.stdout: partition_filters: 0 2023-08-28T02:12:50.747 INFO:journalctl@ceph.mon.c.smithi040.stdout: use_delta_encoding: 1 2023-08-28T02:12:50.747 INFO:journalctl@ceph.mon.c.smithi040.stdout: filter_policy: bloomfilter 2023-08-28T02:12:50.747 INFO:journalctl@ceph.mon.c.smithi040.stdout: whole_key_filtering: 1 2023-08-28T02:12:50.747 INFO:journalctl@ceph.mon.c.smithi040.stdout: verify_compression: 0 2023-08-28T02:12:50.747 INFO:journalctl@ceph.mon.c.smithi040.stdout: read_amp_bytes_per_bit: 0 2023-08-28T02:12:50.747 INFO:journalctl@ceph.mon.c.smithi040.stdout: format_version: 5 2023-08-28T02:12:50.748 INFO:journalctl@ceph.mon.c.smithi040.stdout: enable_index_compression: 1 2023-08-28T02:12:50.748 INFO:journalctl@ceph.mon.c.smithi040.stdout: block_align: 0 2023-08-28T02:12:50.748 INFO:journalctl@ceph.mon.c.smithi040.stdout: max_auto_readahead_size: 262144 2023-08-28T02:12:50.748 INFO:journalctl@ceph.mon.c.smithi040.stdout: prepopulate_block_cache: 0 2023-08-28T02:12:50.748 INFO:journalctl@ceph.mon.c.smithi040.stdout: initial_auto_readahead_size: 8192 2023-08-28T02:12:50.748 INFO:journalctl@ceph.mon.c.smithi040.stdout: num_file_reads_for_auto_readahead: 2 2023-08-28T02:12:50.748 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.write_buffer_size: 33554432 2023-08-28T02:12:50.748 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.max_write_buffer_number: 2 2023-08-28T02:12:50.748 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.compression: NoCompression 2023-08-28T02:12:50.748 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.bottommost_compression: Disabled 2023-08-28T02:12:50.748 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.prefix_extractor: nullptr 2023-08-28T02:12:50.748 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2023-08-28T02:12:50.748 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.num_levels: 7 2023-08-28T02:12:50.749 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2023-08-28T02:12:50.749 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2023-08-28T02:12:50.749 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2023-08-28T02:12:50.749 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2023-08-28T02:12:50.749 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.bottommost_compression_opts.level: 32767 2023-08-28T02:12:50.749 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2023-08-28T02:12:50.749 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2023-08-28T02:12:50.749 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2023-08-28T02:12:50.749 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2023-08-28T02:12:50.749 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.bottommost_compression_opts.enabled: false 2023-08-28T02:12:50.749 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2023-08-28T02:12:50.750 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2023-08-28T02:12:50.750 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.compression_opts.window_bits: -14 2023-08-28T02:12:50.750 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.compression_opts.level: 32767 2023-08-28T02:12:50.750 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.compression_opts.strategy: 0 2023-08-28T02:12:50.750 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2023-08-28T02:12:50.751 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2023-08-28T02:12:50.751 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2023-08-28T02:12:50.751 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.compression_opts.parallel_threads: 1 2023-08-28T02:12:50.751 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.compression_opts.enabled: false 2023-08-28T02:12:50.751 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2023-08-28T02:12:50.751 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2023-08-28T02:12:50.752 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2023-08-28T02:12:50.752 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.level0_stop_writes_trigger: 36 2023-08-28T02:12:50.752 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.target_file_size_base: 67108864 2023-08-28T02:12:50.752 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.target_file_size_multiplier: 1 2023-08-28T02:12:50.752 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.max_bytes_for_level_base: 268435456 2023-08-28T02:12:50.752 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2023-08-28T02:12:50.752 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2023-08-28T02:12:50.753 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2023-08-28T02:12:50.753 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2023-08-28T02:12:50.753 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2023-08-28T02:12:50.753 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2023-08-28T02:12:50.753 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2023-08-28T02:12:50.753 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2023-08-28T02:12:50.753 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2023-08-28T02:12:50.754 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2023-08-28T02:12:50.754 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.max_compaction_bytes: 1677721600 2023-08-28T02:12:50.754 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2023-08-28T02:12:50.754 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.arena_block_size: 1048576 2023-08-28T02:12:50.754 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2023-08-28T02:12:50.754 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2023-08-28T02:12:50.754 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.disable_auto_compactions: 0 2023-08-28T02:12:50.754 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2023-08-28T02:12:50.755 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2023-08-28T02:12:50.755 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2023-08-28T02:12:50.755 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2023-08-28T02:12:50.755 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2023-08-28T02:12:50.755 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2023-08-28T02:12:50.755 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2023-08-28T02:12:50.756 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2023-08-28T02:12:50.756 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2023-08-28T02:12:50.756 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2023-08-28T02:12:50.756 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.table_properties_collectors: 2023-08-28T02:12:50.756 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.inplace_update_support: 0 2023-08-28T02:12:50.756 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.inplace_update_num_locks: 10000 2023-08-28T02:12:50.756 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2023-08-28T02:12:50.757 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.memtable_whole_key_filtering: 0 2023-08-28T02:12:50.757 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.memtable_huge_page_size: 0 2023-08-28T02:12:50.757 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.bloom_locality: 0 2023-08-28T02:12:50.757 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.max_successive_merges: 0 2023-08-28T02:12:50.757 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.optimize_filters_for_hits: 0 2023-08-28T02:12:50.757 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.paranoid_file_checks: 0 2023-08-28T02:12:50.757 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.force_consistency_checks: 1 2023-08-28T02:12:50.758 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.report_bg_io_stats: 0 2023-08-28T02:12:50.758 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.ttl: 2592000 2023-08-28T02:12:50.758 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.periodic_compaction_seconds: 0 2023-08-28T02:12:50.758 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.preclude_last_level_data_seconds: 0 2023-08-28T02:12:50.758 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.preserve_internal_time_seconds: 0 2023-08-28T02:12:50.758 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.enable_blob_files: false 2023-08-28T02:12:50.758 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.min_blob_size: 0 2023-08-28T02:12:50.759 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.blob_file_size: 268435456 2023-08-28T02:12:50.759 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.blob_compression_type: NoCompression 2023-08-28T02:12:50.759 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.enable_blob_garbage_collection: false 2023-08-28T02:12:50.759 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2023-08-28T02:12:50.759 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2023-08-28T02:12:50.759 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.blob_compaction_readahead_size: 0 2023-08-28T02:12:50.759 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.blob_file_starting_level: 0 2023-08-28T02:12:50.760 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2023-08-28T02:12:50.760 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 27.sst 2023-08-28T02:12:50.760 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2023-08-28T02:12:50.760 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 29, last_sequence is 13544, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2023-08-28T02:12:50.760 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2023-08-28T02:12:50.760 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 773a0381-f154-4523-9560-293ca3ec07be 2023-08-28T02:12:50.761 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: EVENT_LOG_v1 {"time_micros": 1693188770322459, "job": 1, "event": "recovery_started", "wal_files": [25]} 2023-08-28T02:12:50.761 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2023-08-28T02:12:50.761 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: EVENT_LOG_v1 {"time_micros": 1693188770324605, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 49204, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13539, "largest_seqno": 13620, "table_properties": {"data_size": 47794, "index_size": 206, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 197, "raw_key_size": 1320, "raw_average_key_size": 25, "raw_value_size": 46634, "raw_average_value_size": 896, "num_data_blocks": 9, "num_entries": 52, "num_filter_entries": 52, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1693188770, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "773a0381-f154-4523-9560-293ca3ec07be", "db_session_id": "1BZY7VQETIXZD75LAZDA", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2023-08-28T02:12:50.761 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: EVENT_LOG_v1 {"time_micros": 1693188770324748, "job": 1, "event": "recovery_finished"} 2023-08-28T02:12:50.761 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2023-08-28T02:12:50.761 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2023-08-28T02:12:50.761 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2023-08-28T02:12:50.762 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x556302c6c000 2023-08-28T02:12:50.762 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: DB pointer 0x556302c58000 2023-08-28T02:12:50.762 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2023-08-28T02:12:50.762 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: rocksdb: [db/db_impl/db_impl.cc:1111] 2023-08-28T02:12:50.762 INFO:journalctl@ceph.mon.c.smithi040.stdout: ** DB Stats ** 2023-08-28T02:12:50.762 INFO:journalctl@ceph.mon.c.smithi040.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-08-28T02:12:50.763 INFO:journalctl@ceph.mon.c.smithi040.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2023-08-28T02:12:50.763 INFO:journalctl@ceph.mon.c.smithi040.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-08-28T02:12:50.763 INFO:journalctl@ceph.mon.c.smithi040.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2023-08-28T02:12:50.763 INFO:journalctl@ceph.mon.c.smithi040.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2023-08-28T02:12:50.763 INFO:journalctl@ceph.mon.c.smithi040.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-08-28T02:12:50.763 INFO:journalctl@ceph.mon.c.smithi040.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2023-08-28T02:12:50.763 INFO:journalctl@ceph.mon.c.smithi040.stdout: 2023-08-28T02:12:50.764 INFO:journalctl@ceph.mon.c.smithi040.stdout: ** Compaction Stats [default] ** 2023-08-28T02:12:50.764 INFO:journalctl@ceph.mon.c.smithi040.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-08-28T02:12:50.764 INFO:journalctl@ceph.mon.c.smithi040.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2023-08-28T02:12:50.764 INFO:journalctl@ceph.mon.c.smithi040.stdout: L0 1/0 48.05 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 26.5 0.00 0.00 1 0.002 0 0 0.0 0.0 2023-08-28T02:12:50.764 INFO:journalctl@ceph.mon.c.smithi040.stdout: L6 1/0 7.87 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2023-08-28T02:12:50.764 INFO:journalctl@ceph.mon.c.smithi040.stdout: Sum 2/0 7.92 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 26.5 0.00 0.00 1 0.002 0 0 0.0 0.0 2023-08-28T02:12:50.764 INFO:journalctl@ceph.mon.c.smithi040.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 26.5 0.00 0.00 1 0.002 0 0 0.0 0.0 2023-08-28T02:12:50.764 INFO:journalctl@ceph.mon.c.smithi040.stdout: 2023-08-28T02:12:50.765 INFO:journalctl@ceph.mon.c.smithi040.stdout: ** Compaction Stats [default] ** 2023-08-28T02:12:50.765 INFO:journalctl@ceph.mon.c.smithi040.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-08-28T02:12:50.765 INFO:journalctl@ceph.mon.c.smithi040.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-08-28T02:12:50.765 INFO:journalctl@ceph.mon.c.smithi040.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 26.5 0.00 0.00 1 0.002 0 0 0.0 0.0 2023-08-28T02:12:50.765 INFO:journalctl@ceph.mon.c.smithi040.stdout: 2023-08-28T02:12:50.765 INFO:journalctl@ceph.mon.c.smithi040.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2023-08-28T02:12:50.765 INFO:journalctl@ceph.mon.c.smithi040.stdout: 2023-08-28T02:12:50.766 INFO:journalctl@ceph.mon.c.smithi040.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-08-28T02:12:50.766 INFO:journalctl@ceph.mon.c.smithi040.stdout: Flush(GB): cumulative 0.000, interval 0.000 2023-08-28T02:12:50.766 INFO:journalctl@ceph.mon.c.smithi040.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-08-28T02:12:50.766 INFO:journalctl@ceph.mon.c.smithi040.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-08-28T02:12:50.766 INFO:journalctl@ceph.mon.c.smithi040.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-08-28T02:12:50.766 INFO:journalctl@ceph.mon.c.smithi040.stdout: AddFile(Keys): cumulative 0, interval 0 2023-08-28T02:12:50.766 INFO:journalctl@ceph.mon.c.smithi040.stdout: Cumulative compaction: 0.00 GB write, 6.33 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-08-28T02:12:50.767 INFO:journalctl@ceph.mon.c.smithi040.stdout: Interval compaction: 0.00 GB write, 6.33 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-08-28T02:12:50.767 INFO:journalctl@ceph.mon.c.smithi040.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-08-28T02:12:50.767 INFO:journalctl@ceph.mon.c.smithi040.stdout: Block cache BinnedLRUCache@0x556302bcf1f0#6 capacity: 512.00 MB usage: 0.52 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.4e-05 secs_since: 0 2023-08-28T02:12:50.767 INFO:journalctl@ceph.mon.c.smithi040.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.23 KB,4.47035e-05%) IndexBlock(1,0.28 KB,5.36442e-05%) Misc(1,0.00 KB,0%) 2023-08-28T02:12:50.767 INFO:journalctl@ceph.mon.c.smithi040.stdout: 2023-08-28T02:12:50.768 INFO:journalctl@ceph.mon.c.smithi040.stdout: ** File Read Latency Histogram By Level [default] ** 2023-08-28T02:12:50.768 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: starting mon.c rank 2 at public addrs [v2:172.21.15.40:3301/0,v1:172.21.15.40:6790/0] at bind addrs [v2:172.21.15.40:3301/0,v1:172.21.15.40:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 2023-08-28T02:12:50.768 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: mon.c@-1(???) e3 preinit fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 2023-08-28T02:12:50.768 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: mon.c@-1(???).mds e7 new map 2023-08-28T02:12:50.769 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: mon.c@-1(???).mds e7 print_map 2023-08-28T02:12:50.769 INFO:journalctl@ceph.mon.c.smithi040.stdout: e7 2023-08-28T02:12:50.769 INFO:journalctl@ceph.mon.c.smithi040.stdout: enable_multiple, ever_enabled_multiple: 1,1 2023-08-28T02:12:50.769 INFO:journalctl@ceph.mon.c.smithi040.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-08-28T02:12:50.769 INFO:journalctl@ceph.mon.c.smithi040.stdout: legacy client fscid: 1 2023-08-28T02:12:50.769 INFO:journalctl@ceph.mon.c.smithi040.stdout: 2023-08-28T02:12:50.770 INFO:journalctl@ceph.mon.c.smithi040.stdout: Filesystem 'foo' (1) 2023-08-28T02:12:50.770 INFO:journalctl@ceph.mon.c.smithi040.stdout: fs_name foo 2023-08-28T02:12:50.770 INFO:journalctl@ceph.mon.c.smithi040.stdout: epoch 7 2023-08-28T02:12:50.770 INFO:journalctl@ceph.mon.c.smithi040.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2023-08-28T02:12:50.770 INFO:journalctl@ceph.mon.c.smithi040.stdout: created 2023-08-28T02:07:37.316511+0000 2023-08-28T02:12:50.770 INFO:journalctl@ceph.mon.c.smithi040.stdout: modified 2023-08-28T02:07:51.290202+0000 2023-08-28T02:12:50.770 INFO:journalctl@ceph.mon.c.smithi040.stdout: tableserver 0 2023-08-28T02:12:50.770 INFO:journalctl@ceph.mon.c.smithi040.stdout: root 0 2023-08-28T02:12:50.771 INFO:journalctl@ceph.mon.c.smithi040.stdout: session_timeout 60 2023-08-28T02:12:50.771 INFO:journalctl@ceph.mon.c.smithi040.stdout: session_autoclose 300 2023-08-28T02:12:50.771 INFO:journalctl@ceph.mon.c.smithi040.stdout: max_file_size 1099511627776 2023-08-28T02:12:50.771 INFO:journalctl@ceph.mon.c.smithi040.stdout: required_client_features {} 2023-08-28T02:12:50.771 INFO:journalctl@ceph.mon.c.smithi040.stdout: last_failure 0 2023-08-28T02:12:50.771 INFO:journalctl@ceph.mon.c.smithi040.stdout: last_failure_osd_epoch 0 2023-08-28T02:12:50.771 INFO:journalctl@ceph.mon.c.smithi040.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-08-28T02:12:50.772 INFO:journalctl@ceph.mon.c.smithi040.stdout: max_mds 1 2023-08-28T02:12:50.772 INFO:journalctl@ceph.mon.c.smithi040.stdout: in 0 2023-08-28T02:12:50.772 INFO:journalctl@ceph.mon.c.smithi040.stdout: up {0=24577} 2023-08-28T02:12:50.772 INFO:journalctl@ceph.mon.c.smithi040.stdout: failed 2023-08-28T02:12:50.772 INFO:journalctl@ceph.mon.c.smithi040.stdout: damaged 2023-08-28T02:12:50.772 INFO:journalctl@ceph.mon.c.smithi040.stdout: stopped 2023-08-28T02:12:50.772 INFO:journalctl@ceph.mon.c.smithi040.stdout: data_pools [4] 2023-08-28T02:12:50.773 INFO:journalctl@ceph.mon.c.smithi040.stdout: metadata_pool 3 2023-08-28T02:12:50.773 INFO:journalctl@ceph.mon.c.smithi040.stdout: inline_data disabled 2023-08-28T02:12:50.773 INFO:journalctl@ceph.mon.c.smithi040.stdout: balancer 2023-08-28T02:12:50.773 INFO:journalctl@ceph.mon.c.smithi040.stdout: bal_rank_mask -1 2023-08-28T02:12:50.773 INFO:journalctl@ceph.mon.c.smithi040.stdout: standby_count_wanted 1 2023-08-28T02:12:50.773 INFO:journalctl@ceph.mon.c.smithi040.stdout: [mds.foo.smithi040.wmhbsz{0:24577} state up:active seq 3 join_fscid=1 addr [v2:172.21.15.40:6834/3583110309,v1:172.21.15.40:6835/3583110309] compat {c=[1],r=[1],i=[7ff]}] 2023-08-28T02:12:50.773 INFO:journalctl@ceph.mon.c.smithi040.stdout: 2023-08-28T02:12:50.774 INFO:journalctl@ceph.mon.c.smithi040.stdout: 2023-08-28T02:12:50.774 INFO:journalctl@ceph.mon.c.smithi040.stdout: Standby daemons: 2023-08-28T02:12:50.774 INFO:journalctl@ceph.mon.c.smithi040.stdout: 2023-08-28T02:12:50.774 INFO:journalctl@ceph.mon.c.smithi040.stdout: [mds.foo.smithi083.wzayvx{-1:24586} state up:standby seq 2 join_fscid=1 addr [v2:172.21.15.83:6832/1463173658,v1:172.21.15.83:6833/1463173658] compat {c=[1],r=[1],i=[7ff]}] 2023-08-28T02:12:50.774 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: mon.c@-1(???).osd e80 crush map has features 3314933000854323200, adjusting msgr requires 2023-08-28T02:12:50.774 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: mon.c@-1(???).osd e80 crush map has features 432629239337189376, adjusting msgr requires 2023-08-28T02:12:50.775 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: mon.c@-1(???).osd e80 crush map has features 432629239337189376, adjusting msgr requires 2023-08-28T02:12:50.775 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: mon.c@-1(???).osd e80 crush map has features 432629239337189376, adjusting msgr requires 2023-08-28T02:12:50.775 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:50 smithi040 ceph-mon[175404]: mon.c@-1(???).paxosservice(auth 1..19) refresh upgraded, format 0 -> 3 2023-08-28T02:12:51.522 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 9 16 21550 21534 149.436 140.75 0.00382321 0.00668554 2023-08-28T02:12:52.522 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 10 16 23779 23763 148.405 139.312 0.00553337 0.00673221 2023-08-28T02:12:53.522 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 11 16 25937 25921 147.174 134.875 0.00645522 0.00678986 2023-08-28T02:12:54.522 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 12 16 27977 27961 145.534 127.5 0.00909624 0.00686541 2023-08-28T02:12:55.522 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 13 16 29957 29941 143.859 123.75 0.00730132 0.0069465 2023-08-28T02:12:55.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:55 smithi040 ceph-mon[170259]: pgmap v47: 89 pgs: 89 active+clean; 516 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 62 MiB/s wr, 996 op/s 2023-08-28T02:12:55.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:55 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3725001679' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:12:55.732 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:12:55 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:12:55] "GET /metrics HTTP/1.1" 200 36130 "" "Prometheus/2.43.0" 2023-08-28T02:12:55.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:55 smithi083 ceph-mon[113795]: pgmap v47: 89 pgs: 89 active+clean; 516 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 62 MiB/s wr, 996 op/s 2023-08-28T02:12:55.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:55 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/3725001679' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:12:56.523 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 14 16 31530 31514 140.6 98.3125 0.00946701 0.00710652 2023-08-28T02:12:56.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:56 smithi040 ceph-mon[175404]: pgmap v47: 89 pgs: 89 active+clean; 516 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 62 MiB/s wr, 996 op/s 2023-08-28T02:12:56.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:56 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3725001679' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:12:56.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:56 smithi040 ceph-mon[175404]: mon.c calling monitor election 2023-08-28T02:12:56.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:56 smithi040 ceph-mon[175404]: mon.b calling monitor election 2023-08-28T02:12:56.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:56 smithi040 ceph-mon[175404]: mon.a calling monitor election 2023-08-28T02:12:56.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:56 smithi040 ceph-mon[175404]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-08-28T02:12:56.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:56 smithi040 ceph-mon[175404]: monmap e3: 3 mons at {a=[v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0],b=[v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0],c=[v2:172.21.15.40:3301/0,v1:172.21.15.40:6790/0]} removed_ranks: {} 2023-08-28T02:12:56.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:56 smithi040 ceph-mon[175404]: fsmap foo:1 {0=foo.smithi040.wmhbsz=up:active} 1 up:standby 2023-08-28T02:12:56.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:56 smithi040 ceph-mon[175404]: osdmap e80: 8 total, 8 up, 8 in 2023-08-28T02:12:56.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:56 smithi040 ceph-mon[175404]: mgrmap e35: y(active, since 87s), standbys: x 2023-08-28T02:12:56.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:56 smithi040 ceph-mon[175404]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2023-08-28T02:12:56.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:56 smithi040 ceph-mon[175404]: Cluster is now healthy 2023-08-28T02:12:56.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:56 smithi040 ceph-mon[175404]: overall HEALTH_OK 2023-08-28T02:12:56.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:56 smithi040 ceph-mon[170259]: mon.c calling monitor election 2023-08-28T02:12:56.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:56 smithi040 ceph-mon[170259]: mon.b calling monitor election 2023-08-28T02:12:56.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:56 smithi040 ceph-mon[170259]: mon.a calling monitor election 2023-08-28T02:12:56.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:56 smithi040 ceph-mon[170259]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-08-28T02:12:56.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:56 smithi040 ceph-mon[170259]: monmap e3: 3 mons at {a=[v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0],b=[v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0],c=[v2:172.21.15.40:3301/0,v1:172.21.15.40:6790/0]} removed_ranks: {} 2023-08-28T02:12:56.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:56 smithi040 ceph-mon[170259]: fsmap foo:1 {0=foo.smithi040.wmhbsz=up:active} 1 up:standby 2023-08-28T02:12:56.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:56 smithi040 ceph-mon[170259]: osdmap e80: 8 total, 8 up, 8 in 2023-08-28T02:12:56.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:56 smithi040 ceph-mon[170259]: mgrmap e35: y(active, since 87s), standbys: x 2023-08-28T02:12:56.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:56 smithi040 ceph-mon[170259]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2023-08-28T02:12:56.984 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:56 smithi040 ceph-mon[170259]: Cluster is now healthy 2023-08-28T02:12:56.984 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:56 smithi040 ceph-mon[170259]: overall HEALTH_OK 2023-08-28T02:12:56.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:56 smithi083 ceph-mon[113795]: mon.c calling monitor election 2023-08-28T02:12:56.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:56 smithi083 ceph-mon[113795]: mon.b calling monitor election 2023-08-28T02:12:56.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:56 smithi083 ceph-mon[113795]: mon.a calling monitor election 2023-08-28T02:12:56.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:56 smithi083 ceph-mon[113795]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-08-28T02:12:56.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:56 smithi083 ceph-mon[113795]: monmap e3: 3 mons at {a=[v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0],b=[v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0],c=[v2:172.21.15.40:3301/0,v1:172.21.15.40:6790/0]} removed_ranks: {} 2023-08-28T02:12:56.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:56 smithi083 ceph-mon[113795]: fsmap foo:1 {0=foo.smithi040.wmhbsz=up:active} 1 up:standby 2023-08-28T02:12:56.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:56 smithi083 ceph-mon[113795]: osdmap e80: 8 total, 8 up, 8 in 2023-08-28T02:12:56.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:56 smithi083 ceph-mon[113795]: mgrmap e35: y(active, since 87s), standbys: x 2023-08-28T02:12:56.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:56 smithi083 ceph-mon[113795]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2023-08-28T02:12:56.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:56 smithi083 ceph-mon[113795]: Cluster is now healthy 2023-08-28T02:12:56.993 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:56 smithi083 ceph-mon[113795]: overall HEALTH_OK 2023-08-28T02:12:57.525 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 15 16 33379 33363 138.909 115.562 0.00813619 0.00719231 2023-08-28T02:12:58.530 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 16 16 34889 34873 136.09 94.375 0.015268 0.00734117 2023-08-28T02:12:58.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:58 smithi040 ceph-mon[170259]: pgmap v52: 89 pgs: 89 active+clean; 1.8 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 157 MiB/s wr, 2.51k op/s 2023-08-28T02:12:58.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:58 smithi040 ceph-mon[175404]: pgmap v52: 89 pgs: 89 active+clean; 1.8 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 157 MiB/s wr, 2.51k op/s 2023-08-28T02:12:58.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:58 smithi083 ceph-mon[113795]: pgmap v52: 89 pgs: 89 active+clean; 1.8 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 157 MiB/s wr, 2.51k op/s 2023-08-28T02:12:58.990 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:12:58 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[151805]: ts=2023-08-28T02:12:58.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1016-g4fe39952 (4fe39952b691f82409c13a09ef1217f15a8c4218) quincy (stable)\", cluster_addr=\"172.21.15.40\", device_class=\"ssd\", hostname=\"smithi040\", instance=\"smithi083.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.40\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1016-g4fe39952 (4fe39952b691f82409c13a09ef1217f15a8c4218) quincy (stable)\", cluster_addr=\"172.21.15.40\", device_class=\"ssd\", hostname=\"smithi040\", instance=\"smithi040:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.40\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-08-28T02:12:59.171 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 18.2.0-187-g9cf20820 (9cf208207dfe23ffccb33308b22e51570cb45e51) reef (stable)": 2 2023-08-28T02:12:59.533 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 17 16 36277 36261 133.182 86.75 0.00895127 0.0075027 2023-08-28T02:12:59.855 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -e sha1=9cf208207dfe23ffccb33308b22e51570cb45e51 -- bash -c 'ceph orch ps' 2023-08-28T02:12:59.905 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:12:59 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3267267378' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:12:59.906 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:12:59 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3267267378' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:12:59.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:12:59 smithi083 ceph-mon[113795]: from='client.? 172.21.15.40:0/3267267378' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:13:00.479 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:13:00.534 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 18 16 37679 37663 130.634 87.625 0.0159588 0.00764813 2023-08-28T02:13:00.634 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:13:00 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: 2023-08-28T02:13:00.346+0000 7fca145f2700 -1 mgr.server handle_report got status from non-daemon mon.c 2023-08-28T02:13:00.925 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:00 smithi040 ceph-mon[175404]: pgmap v53: 89 pgs: 89 active+clean; 1.8 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 114 MiB/s wr, 1.82k op/s 2023-08-28T02:13:00.925 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:00 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:13:00.925 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:00 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:00.925 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:00 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:00.925 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:00 smithi040 ceph-mon[170259]: pgmap v53: 89 pgs: 89 active+clean; 1.8 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 114 MiB/s wr, 1.82k op/s 2023-08-28T02:13:00.925 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:00 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:13:00.925 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:00 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:00.925 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:00 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:00.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:00 smithi083 ceph-mon[113795]: pgmap v53: 89 pgs: 89 active+clean; 1.8 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 114 MiB/s wr, 1.82k op/s 2023-08-28T02:13:00.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:00 smithi083 ceph-mon[113795]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:13:00.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:00 smithi083 ceph-mon[113795]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:00.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:00 smithi083 ceph-mon[113795]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:01.535 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 19 16 38990 38974 128.068 81.9375 0.00749627 0.00780195 2023-08-28T02:13:01.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:01 smithi040 ceph-mon[170259]: mgrmap e36: y(active, since 91s), standbys: x 2023-08-28T02:13:01.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:01 smithi040 ceph-mon[175404]: mgrmap e36: y(active, since 91s), standbys: x 2023-08-28T02:13:01.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:01 smithi083 ceph-mon[113795]: mgrmap e36: y(active, since 91s), standbys: x 2023-08-28T02:13:02.347 INFO:teuthology.orchestra.run.smithi040.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-08-28T02:13:02.347 INFO:teuthology.orchestra.run.smithi040.stdout:alertmanager.a smithi040 *:9093,9094 running (2m) 1s ago 5m 26.9M - 0.25.0 c8568f914cd2 1f931b11b0e5 2023-08-28T02:13:02.347 INFO:teuthology.orchestra.run.smithi040.stdout:grafana.a smithi083 *:3000 running (2m) 20s ago 5m 90.1M - 9.4.7 2c41d148cca3 5a302d68ee4a 2023-08-28T02:13:02.348 INFO:teuthology.orchestra.run.smithi040.stdout:mds.foo.smithi040.wmhbsz smithi040 running (5m) 1s ago 5m 19.2M - 17.2.6-1016-g4fe39952 d5e2f73f133d 5d5fe7a01215 2023-08-28T02:13:02.348 INFO:teuthology.orchestra.run.smithi040.stdout:mds.foo.smithi083.wzayvx smithi083 running (5m) 20s ago 5m 15.1M - 17.2.6-1016-g4fe39952 d5e2f73f133d ab81982afc87 2023-08-28T02:13:02.348 INFO:teuthology.orchestra.run.smithi040.stdout:mgr.x smithi083 *:8443,9283,8765 running (2m) 20s ago 8m 446M - 18.2.0-187-g9cf20820 62b871dea10e 0c7cb81d2737 2023-08-28T02:13:02.348 INFO:teuthology.orchestra.run.smithi040.stdout:mgr.y smithi040 *:8443,9283,8765 running (2m) 1s ago 10m 499M - 18.2.0-187-g9cf20820 62b871dea10e 2d2b4530cb53 2023-08-28T02:13:02.348 INFO:teuthology.orchestra.run.smithi040.stdout:mon.a smithi040 running (107s) 1s ago 10m 57.6M 2048M 18.2.0-187-g9cf20820 62b871dea10e 61920a7b5dcd 2023-08-28T02:13:02.348 INFO:teuthology.orchestra.run.smithi040.stdout:mon.b smithi083 running (9m) 20s ago 9m 79.3M 2048M 17.2.6-1016-g4fe39952 d5e2f73f133d 7767ccdec195 2023-08-28T02:13:02.348 INFO:teuthology.orchestra.run.smithi040.stdout:mon.c smithi040 running (12s) 1s ago 9m 18.7M 2048M 18.2.0-187-g9cf20820 62b871dea10e 736e4b566088 2023-08-28T02:13:02.348 INFO:teuthology.orchestra.run.smithi040.stdout:node-exporter.a smithi040 *:9100 running (2m) 1s ago 5m 17.7M - 1.5.0 0da6a335fe13 c188a7b4cc40 2023-08-28T02:13:02.348 INFO:teuthology.orchestra.run.smithi040.stdout:node-exporter.b smithi083 *:9100 running (2m) 20s ago 5m 10.2M - 1.5.0 0da6a335fe13 1c133750e02e 2023-08-28T02:13:02.348 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0 smithi040 running (8m) 1s ago 8m 2101M 2487M 17.2.6-1016-g4fe39952 d5e2f73f133d ff0452c12b57 2023-08-28T02:13:02.348 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1 smithi040 running (8m) 1s ago 8m 1346M 2487M 17.2.6-1016-g4fe39952 d5e2f73f133d 9ae9e22de7be 2023-08-28T02:13:02.348 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2 smithi040 running (8m) 1s ago 7m 2808M 2487M 17.2.6-1016-g4fe39952 d5e2f73f133d e9bc4e548ea1 2023-08-28T02:13:02.348 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3 smithi040 running (7m) 1s ago 7m 1231M 2487M 17.2.6-1016-g4fe39952 d5e2f73f133d 07e1b6efdf43 2023-08-28T02:13:02.349 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4 smithi083 running (7m) 20s ago 7m 1952M 2486M 17.2.6-1016-g4fe39952 d5e2f73f133d 4279a7406ba5 2023-08-28T02:13:02.349 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5 smithi083 running (7m) 20s ago 7m 2051M 2486M 17.2.6-1016-g4fe39952 d5e2f73f133d 78a7bee0c1dc 2023-08-28T02:13:02.349 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6 smithi083 running (6m) 20s ago 6m 977M 2486M 17.2.6-1016-g4fe39952 d5e2f73f133d e8553647cbd2 2023-08-28T02:13:02.349 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7 smithi083 running (6m) 20s ago 6m 1466M 2486M 17.2.6-1016-g4fe39952 d5e2f73f133d 9df5f7bd4cae 2023-08-28T02:13:02.349 INFO:teuthology.orchestra.run.smithi040.stdout:prometheus.a smithi083 *:9095 running (2m) 20s ago 6m 48.4M - 2.43.0 a07b618ecd1d 4d4567cbfeb2 2023-08-28T02:13:02.535 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:2023-08-28T02:13:02.536307+0000 min lat: 0.00125918 max lat: 0.0391087 avg lat: 0.00796075 2023-08-28T02:13:02.535 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-08-28T02:13:02.535 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 20 16 40231 40215 125.545 77.5625 0.00755745 0.00796075 2023-08-28T02:13:02.941 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:02 smithi040 ceph-mon[170259]: pgmap v54: 89 pgs: 89 active+clean; 2.3 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 154 MiB/s wr, 2.46k op/s 2023-08-28T02:13:02.941 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:02 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:02.941 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:02 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:02.941 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:02 smithi040 ceph-mon[170259]: from='client.44102 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:13:02.941 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:02 smithi040 ceph-mon[175404]: pgmap v54: 89 pgs: 89 active+clean; 2.3 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 154 MiB/s wr, 2.46k op/s 2023-08-28T02:13:02.942 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:02 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:02.942 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:02 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:02.942 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:02 smithi040 ceph-mon[175404]: from='client.44102 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:13:02.978 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -e sha1=9cf208207dfe23ffccb33308b22e51570cb45e51 -- bash -c 'ceph orch upgrade pause' 2023-08-28T02:13:03.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:02 smithi083 ceph-mon[113795]: pgmap v54: 89 pgs: 89 active+clean; 2.3 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 154 MiB/s wr, 2.46k op/s 2023-08-28T02:13:03.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:02 smithi083 ceph-mon[113795]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:03.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:02 smithi083 ceph-mon[113795]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:03.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:02 smithi083 ceph-mon[113795]: from='client.44102 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:13:03.538 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 21 16 41622 41606 123.687 86.9375 0.0161925 0.00807903 2023-08-28T02:13:03.943 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:13:04.540 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 22 16 42904 42888 121.709 80.125 0.0128571 0.00821102 2023-08-28T02:13:04.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:04 smithi040 ceph-mon[175404]: pgmap v55: 89 pgs: 89 active+clean; 2.3 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 95 MiB/s wr, 1.52k op/s 2023-08-28T02:13:04.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:04 smithi040 ceph-mon[170259]: pgmap v55: 89 pgs: 89 active+clean; 2.3 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 95 MiB/s wr, 1.52k op/s 2023-08-28T02:13:05.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:04 smithi083 ceph-mon[113795]: pgmap v55: 89 pgs: 89 active+clean; 2.3 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 95 MiB/s wr, 1.52k op/s 2023-08-28T02:13:05.539 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 23 16 44196 44180 119.928 80.75 0.0111262 0.00833243 2023-08-28T02:13:05.736 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:13:05 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:13:05] "GET /metrics HTTP/1.1" 200 36192 "" "Prometheus/2.43.0" 2023-08-28T02:13:06.117 INFO:teuthology.orchestra.run.smithi040.stdout:Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:90e74e9dbaafb6b50d53d065fb7fed5018d4dfbdd16f414a8aaabb53a6e7a3a8 2023-08-28T02:13:06.319 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:06 smithi083 ceph-mon[113795]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:06.319 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:06 smithi083 ceph-mon[113795]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:06.319 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:06 smithi083 ceph-mon[113795]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:13:06.319 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:06 smithi083 ceph-mon[113795]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:13:06.320 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:06 smithi083 ceph-mon[113795]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:06.320 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:06 smithi083 ceph-mon[113795]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:13:06.320 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:06 smithi083 ceph-mon[113795]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-08-28T02:13:06.320 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:06 smithi083 ceph-mon[113795]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2023-08-28T02:13:06.320 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:06 smithi083 ceph-mon[113795]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2023-08-28T02:13:06.320 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:06 smithi083 ceph-mon[113795]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:06.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:06 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:06.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:06 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:06.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:06 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:13:06.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:06 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:13:06.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:06 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:06.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:06 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:13:06.484 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:06 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-08-28T02:13:06.484 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:06 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2023-08-28T02:13:06.484 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:06 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2023-08-28T02:13:06.484 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:06 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:06.484 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:06 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:06.484 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:06 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:06.484 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:06 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:13:06.485 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:06 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:13:06.485 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:06 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:06.485 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:06 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:13:06.485 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:06 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-08-28T02:13:06.485 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:06 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2023-08-28T02:13:06.485 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:06 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2023-08-28T02:13:06.485 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:06 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:06.541 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 24 16 45576 45560 118.514 86.25 0.0070284 0.00843216 2023-08-28T02:13:06.622 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -e sha1=9cf208207dfe23ffccb33308b22e51570cb45e51 -- bash -c 'sleep 60' 2023-08-28T02:13:07.146 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:13:07.541 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 25 16 46886 46870 117.05 81.875 0.0185543 0.00853802 2023-08-28T02:13:07.580 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:07 smithi083 ceph-mon[113795]: pgmap v56: 89 pgs: 89 active+clean; 2.3 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 95 MiB/s wr, 1.52k op/s 2023-08-28T02:13:07.580 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:07 smithi083 ceph-mon[113795]: Upgrade: It appears safe to stop mon.b 2023-08-28T02:13:07.580 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:07 smithi083 ceph-mon[113795]: from='client.44105 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:13:07.580 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:07 smithi083 ceph-mon[113795]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:90e74e9dbaafb6b50d53d065fb7fed5018d4dfbdd16f414a8aaabb53a6e7a3a8 2023-08-28T02:13:07.580 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:07 smithi083 ceph-mon[113795]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:07.580 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:07 smithi083 ceph-mon[113795]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-08-28T02:13:07.580 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:07 smithi083 ceph-mon[113795]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-08-28T02:13:07.580 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:07 smithi083 ceph-mon[113795]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:13:07.735 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:07 smithi040 ceph-mon[170259]: pgmap v56: 89 pgs: 89 active+clean; 2.3 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 95 MiB/s wr, 1.52k op/s 2023-08-28T02:13:07.735 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:07 smithi040 ceph-mon[170259]: Upgrade: It appears safe to stop mon.b 2023-08-28T02:13:07.736 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:07 smithi040 ceph-mon[170259]: from='client.44105 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:13:07.736 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:07 smithi040 ceph-mon[170259]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:90e74e9dbaafb6b50d53d065fb7fed5018d4dfbdd16f414a8aaabb53a6e7a3a8 2023-08-28T02:13:07.736 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:07 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:07.736 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:07 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-08-28T02:13:07.736 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:07 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-08-28T02:13:07.736 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:07 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:13:07.736 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:07 smithi040 ceph-mon[175404]: pgmap v56: 89 pgs: 89 active+clean; 2.3 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 95 MiB/s wr, 1.52k op/s 2023-08-28T02:13:07.736 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:07 smithi040 ceph-mon[175404]: Upgrade: It appears safe to stop mon.b 2023-08-28T02:13:07.736 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:07 smithi040 ceph-mon[175404]: from='client.44105 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:13:07.736 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:07 smithi040 ceph-mon[175404]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:90e74e9dbaafb6b50d53d065fb7fed5018d4dfbdd16f414a8aaabb53a6e7a3a8 2023-08-28T02:13:07.737 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:07 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:07.737 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:07 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-08-28T02:13:07.737 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:07 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-08-28T02:13:07.737 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:07 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:13:07.915 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:07 smithi083 systemd[1]: Stopping Ceph mon.b for d9a8f48a-4546-11ee-817c-1b7a5f1ba315... 2023-08-28T02:13:08.170 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:13:08 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: [28/Aug/2023:02:13:08] ENGINE Bus STOPPING 2023-08-28T02:13:08.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:08 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mon-b[113763]: 2023-08-28T02:13:08.143+0000 7f6834cc4700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2023-08-28T02:13:08.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:08 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mon-b[113763]: 2023-08-28T02:13:08.143+0000 7f6834cc4700 -1 mon.b@1(peon) e3 *** Got Signal Terminated *** 2023-08-28T02:13:08.481 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:13:08 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: [28/Aug/2023:02:13:08] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-08-28T02:13:08.481 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:13:08 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: [28/Aug/2023:02:13:08] ENGINE Bus STOPPED 2023-08-28T02:13:08.481 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:13:08 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: [28/Aug/2023:02:13:08] ENGINE Bus STARTING 2023-08-28T02:13:08.481 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:13:08 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: [28/Aug/2023:02:13:08] ENGINE Serving on http://:::9283 2023-08-28T02:13:08.481 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:13:08 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: [28/Aug/2023:02:13:08] ENGINE Bus STARTED 2023-08-28T02:13:08.542 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 26 16 48221 48205 115.753 83.4375 0.00883068 0.00863452 2023-08-28T02:13:08.660 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:08 smithi083 bash[157643]: ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mon-b 2023-08-28T02:13:08.660 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:13:08 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[151805]: ts=2023-08-28T02:13:08.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1016-g4fe39952 (4fe39952b691f82409c13a09ef1217f15a8c4218) quincy (stable)\", cluster_addr=\"172.21.15.40\", device_class=\"ssd\", hostname=\"smithi040\", instance=\"smithi083.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.40\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1016-g4fe39952 (4fe39952b691f82409c13a09ef1217f15a8c4218) quincy (stable)\", cluster_addr=\"172.21.15.40\", device_class=\"ssd\", hostname=\"smithi040\", instance=\"smithi040:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.40\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-08-28T02:13:08.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:08 smithi083 systemd[1]: ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315@mon.b.service: Succeeded. 2023-08-28T02:13:08.993 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:08 smithi083 systemd[1]: Stopped Ceph mon.b for d9a8f48a-4546-11ee-817c-1b7a5f1ba315. 2023-08-28T02:13:08.993 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:08 smithi083 systemd[1]: Starting Ceph mon.b for d9a8f48a-4546-11ee-817c-1b7a5f1ba315... 2023-08-28T02:13:09.544 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 27 16 49634 49618 114.729 88.3125 0.00718634 0.00871085 2023-08-28T02:13:09.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 bash[157784]: 78b1f0ae0dc4c5dad75e2321a2763c29f1c1c3fd29daf364c35220163404780e 2023-08-28T02:13:09.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 systemd[1]: Started Ceph mon.b for d9a8f48a-4546-11ee-817c-1b7a5f1ba315. 2023-08-28T02:13:09.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: set uid:gid to 167:167 (ceph:ceph) 2023-08-28T02:13:09.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: ceph version 18.2.0-187-g9cf20820 (9cf208207dfe23ffccb33308b22e51570cb45e51) reef (stable), process ceph-mon, pid 7 2023-08-28T02:13:09.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: pidfile_write: ignore empty --pid-file 2023-08-28T02:13:09.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: load: jerasure load: lrc 2023-08-28T02:13:09.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: RocksDB version: 7.9.2 2023-08-28T02:13:09.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Git sha 0 2023-08-28T02:13:09.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Compile date 2023-08-25 14:59:12 2023-08-28T02:13:09.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: DB SUMMARY 2023-08-28T02:13:09.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: DB Session ID: 0NY6PBV0KVMWQ84G55DW 2023-08-28T02:13:09.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: CURRENT file: CURRENT 2023-08-28T02:13:09.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: IDENTITY file: IDENTITY 2023-08-28T02:13:09.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: MANIFEST file: MANIFEST-000009 size: 1090 Bytes 2023-08-28T02:13:09.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000027.sst 2023-08-28T02:13:09.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000025.log size: 835883 ; 2023-08-28T02:13:09.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.error_if_exists: 0 2023-08-28T02:13:09.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.create_if_missing: 0 2023-08-28T02:13:09.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.paranoid_checks: 1 2023-08-28T02:13:09.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.flush_verify_memtable_count: 1 2023-08-28T02:13:09.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2023-08-28T02:13:09.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2023-08-28T02:13:09.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.env: 0x55a3450c4720 2023-08-28T02:13:09.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.fs: PosixFileSystem 2023-08-28T02:13:09.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.info_log: 0x55a347ee7420 2023-08-28T02:13:09.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.max_file_opening_threads: 16 2023-08-28T02:13:09.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.statistics: (nil) 2023-08-28T02:13:09.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.use_fsync: 0 2023-08-28T02:13:09.744 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.max_log_file_size: 0 2023-08-28T02:13:09.744 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.max_manifest_file_size: 1073741824 2023-08-28T02:13:09.744 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.log_file_time_to_roll: 0 2023-08-28T02:13:09.744 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.keep_log_file_num: 1000 2023-08-28T02:13:09.744 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.recycle_log_file_num: 0 2023-08-28T02:13:09.744 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.allow_fallocate: 1 2023-08-28T02:13:09.744 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.allow_mmap_reads: 0 2023-08-28T02:13:09.744 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.allow_mmap_writes: 0 2023-08-28T02:13:09.744 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.use_direct_reads: 0 2023-08-28T02:13:09.744 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2023-08-28T02:13:09.744 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.create_missing_column_families: 0 2023-08-28T02:13:09.746 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.db_log_dir: 2023-08-28T02:13:09.746 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.wal_dir: 2023-08-28T02:13:09.746 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.table_cache_numshardbits: 6 2023-08-28T02:13:09.746 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.WAL_ttl_seconds: 0 2023-08-28T02:13:09.746 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.WAL_size_limit_MB: 0 2023-08-28T02:13:09.746 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2023-08-28T02:13:09.746 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.manifest_preallocation_size: 4194304 2023-08-28T02:13:09.746 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.is_fd_close_on_exec: 1 2023-08-28T02:13:09.746 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.advise_random_on_open: 1 2023-08-28T02:13:09.746 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.db_write_buffer_size: 0 2023-08-28T02:13:09.746 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.write_buffer_manager: 0x55a3471785a0 2023-08-28T02:13:09.746 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.access_hint_on_compaction_start: 1 2023-08-28T02:13:09.747 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.random_access_max_buffer_size: 1048576 2023-08-28T02:13:09.747 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.use_adaptive_mutex: 0 2023-08-28T02:13:09.747 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.rate_limiter: (nil) 2023-08-28T02:13:09.747 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2023-08-28T02:13:09.747 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.wal_recovery_mode: 2 2023-08-28T02:13:09.747 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.enable_thread_tracking: 0 2023-08-28T02:13:09.747 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.enable_pipelined_write: 0 2023-08-28T02:13:09.747 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.unordered_write: 0 2023-08-28T02:13:09.747 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.allow_concurrent_memtable_write: 1 2023-08-28T02:13:09.747 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2023-08-28T02:13:09.747 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.write_thread_max_yield_usec: 100 2023-08-28T02:13:09.748 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.write_thread_slow_yield_usec: 3 2023-08-28T02:13:09.748 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.row_cache: None 2023-08-28T02:13:09.748 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.wal_filter: None 2023-08-28T02:13:09.748 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.avoid_flush_during_recovery: 0 2023-08-28T02:13:09.748 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.allow_ingest_behind: 0 2023-08-28T02:13:09.748 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.two_write_queues: 0 2023-08-28T02:13:09.748 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.manual_wal_flush: 0 2023-08-28T02:13:09.748 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.wal_compression: 0 2023-08-28T02:13:09.748 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.atomic_flush: 0 2023-08-28T02:13:09.748 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2023-08-28T02:13:09.748 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.persist_stats_to_disk: 0 2023-08-28T02:13:09.748 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.write_dbid_to_manifest: 0 2023-08-28T02:13:09.748 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.log_readahead_size: 0 2023-08-28T02:13:09.749 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.file_checksum_gen_factory: Unknown 2023-08-28T02:13:09.749 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.best_efforts_recovery: 0 2023-08-28T02:13:09.749 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2023-08-28T02:13:09.749 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2023-08-28T02:13:09.749 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.allow_data_in_errors: 0 2023-08-28T02:13:09.749 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.db_host_id: __hostname__ 2023-08-28T02:13:09.749 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.enforce_single_del_contracts: true 2023-08-28T02:13:09.749 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.max_background_jobs: 2 2023-08-28T02:13:09.749 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.max_background_compactions: -1 2023-08-28T02:13:09.749 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.max_subcompactions: 1 2023-08-28T02:13:09.749 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.avoid_flush_during_shutdown: 0 2023-08-28T02:13:09.749 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2023-08-28T02:13:09.749 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.delayed_write_rate : 16777216 2023-08-28T02:13:09.750 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.max_total_wal_size: 0 2023-08-28T02:13:09.750 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2023-08-28T02:13:09.750 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.stats_dump_period_sec: 600 2023-08-28T02:13:09.750 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.stats_persist_period_sec: 600 2023-08-28T02:13:09.750 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.stats_history_buffer_size: 1048576 2023-08-28T02:13:09.750 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.max_open_files: -1 2023-08-28T02:13:09.750 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.bytes_per_sync: 0 2023-08-28T02:13:09.750 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.wal_bytes_per_sync: 0 2023-08-28T02:13:09.750 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.strict_bytes_per_sync: 0 2023-08-28T02:13:09.750 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.compaction_readahead_size: 0 2023-08-28T02:13:09.751 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.max_background_flushes: -1 2023-08-28T02:13:09.751 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Compression algorithms supported: 2023-08-28T02:13:09.751 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: kZSTDNotFinalCompression supported: 0 2023-08-28T02:13:09.751 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: kZSTD supported: 0 2023-08-28T02:13:09.751 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: kXpressCompression supported: 0 2023-08-28T02:13:09.751 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: kLZ4HCCompression supported: 1 2023-08-28T02:13:09.751 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: kZlibCompression supported: 1 2023-08-28T02:13:09.751 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: kSnappyCompression supported: 1 2023-08-28T02:13:09.751 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: kLZ4Compression supported: 1 2023-08-28T02:13:09.751 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: kBZip2Compression supported: 0 2023-08-28T02:13:09.751 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Fast CRC32 supported: Supported on x86 2023-08-28T02:13:09.751 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: DMutex implementation: pthread_mutex_t 2023-08-28T02:13:09.751 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000009 2023-08-28T02:13:09.752 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2023-08-28T02:13:09.752 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2023-08-28T02:13:09.752 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.merge_operator: 2023-08-28T02:13:09.752 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.compaction_filter: None 2023-08-28T02:13:09.752 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.compaction_filter_factory: None 2023-08-28T02:13:09.752 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.sst_partitioner_factory: None 2023-08-28T02:13:09.752 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.memtable_factory: SkipListFactory 2023-08-28T02:13:09.752 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.table_factory: BlockBasedTable 2023-08-28T02:13:09.752 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55a347ee7520) 2023-08-28T02:13:09.752 INFO:journalctl@ceph.mon.b.smithi083.stdout: cache_index_and_filter_blocks: 1 2023-08-28T02:13:09.752 INFO:journalctl@ceph.mon.b.smithi083.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2023-08-28T02:13:09.752 INFO:journalctl@ceph.mon.b.smithi083.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2023-08-28T02:13:09.753 INFO:journalctl@ceph.mon.b.smithi083.stdout: pin_top_level_index_and_filter: 1 2023-08-28T02:13:09.753 INFO:journalctl@ceph.mon.b.smithi083.stdout: index_type: 0 2023-08-28T02:13:09.753 INFO:journalctl@ceph.mon.b.smithi083.stdout: data_block_index_type: 0 2023-08-28T02:13:09.753 INFO:journalctl@ceph.mon.b.smithi083.stdout: index_shortening: 1 2023-08-28T02:13:09.753 INFO:journalctl@ceph.mon.b.smithi083.stdout: data_block_hash_table_util_ratio: 0.750000 2023-08-28T02:13:09.753 INFO:journalctl@ceph.mon.b.smithi083.stdout: checksum: 4 2023-08-28T02:13:09.753 INFO:journalctl@ceph.mon.b.smithi083.stdout: no_block_cache: 0 2023-08-28T02:13:09.753 INFO:journalctl@ceph.mon.b.smithi083.stdout: block_cache: 0x55a3471f9350 2023-08-28T02:13:09.753 INFO:journalctl@ceph.mon.b.smithi083.stdout: block_cache_name: BinnedLRUCache 2023-08-28T02:13:09.753 INFO:journalctl@ceph.mon.b.smithi083.stdout: block_cache_options: 2023-08-28T02:13:09.753 INFO:journalctl@ceph.mon.b.smithi083.stdout: capacity : 536870912 2023-08-28T02:13:09.753 INFO:journalctl@ceph.mon.b.smithi083.stdout: num_shard_bits : 4 2023-08-28T02:13:09.753 INFO:journalctl@ceph.mon.b.smithi083.stdout: strict_capacity_limit : 0 2023-08-28T02:13:09.754 INFO:journalctl@ceph.mon.b.smithi083.stdout: high_pri_pool_ratio: 0.000 2023-08-28T02:13:09.754 INFO:journalctl@ceph.mon.b.smithi083.stdout: block_cache_compressed: (nil) 2023-08-28T02:13:09.754 INFO:journalctl@ceph.mon.b.smithi083.stdout: persistent_cache: (nil) 2023-08-28T02:13:09.754 INFO:journalctl@ceph.mon.b.smithi083.stdout: block_size: 4096 2023-08-28T02:13:09.754 INFO:journalctl@ceph.mon.b.smithi083.stdout: block_size_deviation: 10 2023-08-28T02:13:09.754 INFO:journalctl@ceph.mon.b.smithi083.stdout: block_restart_interval: 16 2023-08-28T02:13:09.754 INFO:journalctl@ceph.mon.b.smithi083.stdout: index_block_restart_interval: 1 2023-08-28T02:13:09.754 INFO:journalctl@ceph.mon.b.smithi083.stdout: metadata_block_size: 4096 2023-08-28T02:13:09.754 INFO:journalctl@ceph.mon.b.smithi083.stdout: partition_filters: 0 2023-08-28T02:13:09.754 INFO:journalctl@ceph.mon.b.smithi083.stdout: use_delta_encoding: 1 2023-08-28T02:13:09.754 INFO:journalctl@ceph.mon.b.smithi083.stdout: filter_policy: bloomfilter 2023-08-28T02:13:09.754 INFO:journalctl@ceph.mon.b.smithi083.stdout: whole_key_filtering: 1 2023-08-28T02:13:09.754 INFO:journalctl@ceph.mon.b.smithi083.stdout: verify_compression: 0 2023-08-28T02:13:09.755 INFO:journalctl@ceph.mon.b.smithi083.stdout: read_amp_bytes_per_bit: 0 2023-08-28T02:13:09.755 INFO:journalctl@ceph.mon.b.smithi083.stdout: format_version: 5 2023-08-28T02:13:09.755 INFO:journalctl@ceph.mon.b.smithi083.stdout: enable_index_compression: 1 2023-08-28T02:13:09.755 INFO:journalctl@ceph.mon.b.smithi083.stdout: block_align: 0 2023-08-28T02:13:09.755 INFO:journalctl@ceph.mon.b.smithi083.stdout: max_auto_readahead_size: 262144 2023-08-28T02:13:09.755 INFO:journalctl@ceph.mon.b.smithi083.stdout: prepopulate_block_cache: 0 2023-08-28T02:13:09.755 INFO:journalctl@ceph.mon.b.smithi083.stdout: initial_auto_readahead_size: 8192 2023-08-28T02:13:09.755 INFO:journalctl@ceph.mon.b.smithi083.stdout: num_file_reads_for_auto_readahead: 2 2023-08-28T02:13:09.755 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.write_buffer_size: 33554432 2023-08-28T02:13:09.755 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.max_write_buffer_number: 2 2023-08-28T02:13:09.755 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.compression: NoCompression 2023-08-28T02:13:09.755 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.bottommost_compression: Disabled 2023-08-28T02:13:09.756 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.prefix_extractor: nullptr 2023-08-28T02:13:09.756 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2023-08-28T02:13:09.756 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.num_levels: 7 2023-08-28T02:13:09.756 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2023-08-28T02:13:09.756 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2023-08-28T02:13:09.756 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2023-08-28T02:13:09.756 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2023-08-28T02:13:09.756 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.bottommost_compression_opts.level: 32767 2023-08-28T02:13:09.756 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2023-08-28T02:13:09.756 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2023-08-28T02:13:09.756 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2023-08-28T02:13:09.757 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2023-08-28T02:13:09.757 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.bottommost_compression_opts.enabled: false 2023-08-28T02:13:09.757 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2023-08-28T02:13:09.757 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2023-08-28T02:13:09.757 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.compression_opts.window_bits: -14 2023-08-28T02:13:09.757 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.compression_opts.level: 32767 2023-08-28T02:13:09.757 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.compression_opts.strategy: 0 2023-08-28T02:13:09.757 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2023-08-28T02:13:09.757 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2023-08-28T02:13:09.757 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2023-08-28T02:13:09.757 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.compression_opts.parallel_threads: 1 2023-08-28T02:13:09.757 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.compression_opts.enabled: false 2023-08-28T02:13:09.757 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2023-08-28T02:13:09.758 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2023-08-28T02:13:09.758 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2023-08-28T02:13:09.758 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.level0_stop_writes_trigger: 36 2023-08-28T02:13:09.758 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.target_file_size_base: 67108864 2023-08-28T02:13:09.758 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.target_file_size_multiplier: 1 2023-08-28T02:13:09.758 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.max_bytes_for_level_base: 268435456 2023-08-28T02:13:09.758 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2023-08-28T02:13:09.758 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2023-08-28T02:13:09.758 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2023-08-28T02:13:09.758 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2023-08-28T02:13:09.758 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2023-08-28T02:13:09.758 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2023-08-28T02:13:09.759 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2023-08-28T02:13:09.759 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2023-08-28T02:13:09.759 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2023-08-28T02:13:09.759 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2023-08-28T02:13:09.759 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.max_compaction_bytes: 1677721600 2023-08-28T02:13:09.759 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2023-08-28T02:13:09.759 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.arena_block_size: 1048576 2023-08-28T02:13:09.759 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2023-08-28T02:13:09.759 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2023-08-28T02:13:09.759 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.disable_auto_compactions: 0 2023-08-28T02:13:09.759 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2023-08-28T02:13:09.760 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2023-08-28T02:13:09.760 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2023-08-28T02:13:09.760 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2023-08-28T02:13:09.760 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2023-08-28T02:13:09.760 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2023-08-28T02:13:09.760 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2023-08-28T02:13:09.760 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2023-08-28T02:13:09.760 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2023-08-28T02:13:09.760 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2023-08-28T02:13:09.760 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.table_properties_collectors: 2023-08-28T02:13:09.760 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.inplace_update_support: 0 2023-08-28T02:13:09.760 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.inplace_update_num_locks: 10000 2023-08-28T02:13:09.761 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2023-08-28T02:13:09.761 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.memtable_whole_key_filtering: 0 2023-08-28T02:13:09.761 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.memtable_huge_page_size: 0 2023-08-28T02:13:09.761 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.bloom_locality: 0 2023-08-28T02:13:09.761 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.max_successive_merges: 0 2023-08-28T02:13:09.761 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.optimize_filters_for_hits: 0 2023-08-28T02:13:09.761 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.paranoid_file_checks: 0 2023-08-28T02:13:09.761 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.force_consistency_checks: 1 2023-08-28T02:13:09.761 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.report_bg_io_stats: 0 2023-08-28T02:13:09.761 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.ttl: 2592000 2023-08-28T02:13:09.761 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.periodic_compaction_seconds: 0 2023-08-28T02:13:09.762 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.preclude_last_level_data_seconds: 0 2023-08-28T02:13:09.762 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.preserve_internal_time_seconds: 0 2023-08-28T02:13:09.762 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.enable_blob_files: false 2023-08-28T02:13:09.762 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.min_blob_size: 0 2023-08-28T02:13:09.762 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.blob_file_size: 268435456 2023-08-28T02:13:09.762 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.blob_compression_type: NoCompression 2023-08-28T02:13:09.762 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.enable_blob_garbage_collection: false 2023-08-28T02:13:09.762 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2023-08-28T02:13:09.762 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2023-08-28T02:13:09.762 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.blob_compaction_readahead_size: 0 2023-08-28T02:13:09.763 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.blob_file_starting_level: 0 2023-08-28T02:13:09.763 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2023-08-28T02:13:09.763 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 27.sst 2023-08-28T02:13:09.763 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2023-08-28T02:13:09.763 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 29, last_sequence is 13609, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2023-08-28T02:13:09.763 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2023-08-28T02:13:09.763 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 52789a67-990f-484f-abda-43fae477de81 2023-08-28T02:13:09.763 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: EVENT_LOG_v1 {"time_micros": 1693188789282701, "job": 1, "event": "recovery_started", "wal_files": [25]} 2023-08-28T02:13:09.763 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2023-08-28T02:13:09.763 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: EVENT_LOG_v1 {"time_micros": 1693188789286949, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 511552, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13611, "largest_seqno": 14018, "table_properties": {"data_size": 509151, "index_size": 939, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 453, "raw_key_size": 4135, "raw_average_key_size": 24, "raw_value_size": 505415, "raw_average_value_size": 2955, "num_data_blocks": 43, "num_entries": 171, "num_filter_entries": 171, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1693188789, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "52789a67-990f-484f-abda-43fae477de81", "db_session_id": "0NY6PBV0KVMWQ84G55DW", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2023-08-28T02:13:09.763 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: EVENT_LOG_v1 {"time_micros": 1693188789287084, "job": 1, "event": "recovery_finished"} 2023-08-28T02:13:09.764 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2023-08-28T02:13:09.764 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2023-08-28T02:13:09.764 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2023-08-28T02:13:09.764 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55a347296000 2023-08-28T02:13:09.764 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: DB pointer 0x55a347282000 2023-08-28T02:13:09.764 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2023-08-28T02:13:09.764 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: rocksdb: [db/db_impl/db_impl.cc:1111] 2023-08-28T02:13:09.764 INFO:journalctl@ceph.mon.b.smithi083.stdout: ** DB Stats ** 2023-08-28T02:13:09.764 INFO:journalctl@ceph.mon.b.smithi083.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-08-28T02:13:09.764 INFO:journalctl@ceph.mon.b.smithi083.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2023-08-28T02:13:09.764 INFO:journalctl@ceph.mon.b.smithi083.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-08-28T02:13:09.764 INFO:journalctl@ceph.mon.b.smithi083.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2023-08-28T02:13:09.764 INFO:journalctl@ceph.mon.b.smithi083.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2023-08-28T02:13:09.765 INFO:journalctl@ceph.mon.b.smithi083.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-08-28T02:13:09.765 INFO:journalctl@ceph.mon.b.smithi083.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2023-08-28T02:13:09.765 INFO:journalctl@ceph.mon.b.smithi083.stdout: 2023-08-28T02:13:09.765 INFO:journalctl@ceph.mon.b.smithi083.stdout: ** Compaction Stats [default] ** 2023-08-28T02:13:09.765 INFO:journalctl@ceph.mon.b.smithi083.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-08-28T02:13:09.765 INFO:journalctl@ceph.mon.b.smithi083.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2023-08-28T02:13:09.765 INFO:journalctl@ceph.mon.b.smithi083.stdout: L0 1/0 499.56 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 241.9 0.00 0.00 1 0.002 0 0 0.0 0.0 2023-08-28T02:13:09.765 INFO:journalctl@ceph.mon.b.smithi083.stdout: L6 1/0 7.87 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2023-08-28T02:13:09.765 INFO:journalctl@ceph.mon.b.smithi083.stdout: Sum 2/0 8.36 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 241.9 0.00 0.00 1 0.002 0 0 0.0 0.0 2023-08-28T02:13:09.765 INFO:journalctl@ceph.mon.b.smithi083.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 241.9 0.00 0.00 1 0.002 0 0 0.0 0.0 2023-08-28T02:13:09.765 INFO:journalctl@ceph.mon.b.smithi083.stdout: 2023-08-28T02:13:09.765 INFO:journalctl@ceph.mon.b.smithi083.stdout: ** Compaction Stats [default] ** 2023-08-28T02:13:09.766 INFO:journalctl@ceph.mon.b.smithi083.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-08-28T02:13:09.766 INFO:journalctl@ceph.mon.b.smithi083.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-08-28T02:13:09.766 INFO:journalctl@ceph.mon.b.smithi083.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 241.9 0.00 0.00 1 0.002 0 0 0.0 0.0 2023-08-28T02:13:09.766 INFO:journalctl@ceph.mon.b.smithi083.stdout: 2023-08-28T02:13:09.766 INFO:journalctl@ceph.mon.b.smithi083.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2023-08-28T02:13:09.766 INFO:journalctl@ceph.mon.b.smithi083.stdout: 2023-08-28T02:13:09.766 INFO:journalctl@ceph.mon.b.smithi083.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-08-28T02:13:09.766 INFO:journalctl@ceph.mon.b.smithi083.stdout: Flush(GB): cumulative 0.000, interval 0.000 2023-08-28T02:13:09.766 INFO:journalctl@ceph.mon.b.smithi083.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-08-28T02:13:09.766 INFO:journalctl@ceph.mon.b.smithi083.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-08-28T02:13:09.766 INFO:journalctl@ceph.mon.b.smithi083.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-08-28T02:13:09.766 INFO:journalctl@ceph.mon.b.smithi083.stdout: AddFile(Keys): cumulative 0, interval 0 2023-08-28T02:13:09.766 INFO:journalctl@ceph.mon.b.smithi083.stdout: Cumulative compaction: 0.00 GB write, 49.01 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-08-28T02:13:09.767 INFO:journalctl@ceph.mon.b.smithi083.stdout: Interval compaction: 0.00 GB write, 49.01 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-08-28T02:13:09.767 INFO:journalctl@ceph.mon.b.smithi083.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-08-28T02:13:09.767 INFO:journalctl@ceph.mon.b.smithi083.stdout: Block cache BinnedLRUCache@0x55a3471f9350#7 capacity: 512.00 MB usage: 1.58 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.5e-05 secs_since: 0 2023-08-28T02:13:09.767 INFO:journalctl@ceph.mon.b.smithi083.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.50 KB,9.53674e-05%) IndexBlock(1,1.08 KB,0.000205636%) Misc(1,0.00 KB,0%) 2023-08-28T02:13:09.767 INFO:journalctl@ceph.mon.b.smithi083.stdout: 2023-08-28T02:13:09.767 INFO:journalctl@ceph.mon.b.smithi083.stdout: ** File Read Latency Histogram By Level [default] ** 2023-08-28T02:13:09.767 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: starting mon.b rank 1 at public addrs [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] at bind addrs [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 2023-08-28T02:13:09.767 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: mon.b@-1(???) e3 preinit fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 2023-08-28T02:13:09.767 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: mon.b@-1(???).mds e7 new map 2023-08-28T02:13:09.767 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: mon.b@-1(???).mds e7 print_map 2023-08-28T02:13:09.767 INFO:journalctl@ceph.mon.b.smithi083.stdout: e7 2023-08-28T02:13:09.768 INFO:journalctl@ceph.mon.b.smithi083.stdout: enable_multiple, ever_enabled_multiple: 1,1 2023-08-28T02:13:09.768 INFO:journalctl@ceph.mon.b.smithi083.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-08-28T02:13:09.768 INFO:journalctl@ceph.mon.b.smithi083.stdout: legacy client fscid: 1 2023-08-28T02:13:09.768 INFO:journalctl@ceph.mon.b.smithi083.stdout: 2023-08-28T02:13:09.768 INFO:journalctl@ceph.mon.b.smithi083.stdout: Filesystem 'foo' (1) 2023-08-28T02:13:09.768 INFO:journalctl@ceph.mon.b.smithi083.stdout: fs_name foo 2023-08-28T02:13:09.768 INFO:journalctl@ceph.mon.b.smithi083.stdout: epoch 7 2023-08-28T02:13:09.768 INFO:journalctl@ceph.mon.b.smithi083.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2023-08-28T02:13:09.768 INFO:journalctl@ceph.mon.b.smithi083.stdout: created 2023-08-28T02:07:37.316511+0000 2023-08-28T02:13:09.768 INFO:journalctl@ceph.mon.b.smithi083.stdout: modified 2023-08-28T02:07:51.290202+0000 2023-08-28T02:13:09.768 INFO:journalctl@ceph.mon.b.smithi083.stdout: tableserver 0 2023-08-28T02:13:09.768 INFO:journalctl@ceph.mon.b.smithi083.stdout: root 0 2023-08-28T02:13:09.768 INFO:journalctl@ceph.mon.b.smithi083.stdout: session_timeout 60 2023-08-28T02:13:09.769 INFO:journalctl@ceph.mon.b.smithi083.stdout: session_autoclose 300 2023-08-28T02:13:09.769 INFO:journalctl@ceph.mon.b.smithi083.stdout: max_file_size 1099511627776 2023-08-28T02:13:09.769 INFO:journalctl@ceph.mon.b.smithi083.stdout: required_client_features {} 2023-08-28T02:13:09.769 INFO:journalctl@ceph.mon.b.smithi083.stdout: last_failure 0 2023-08-28T02:13:09.769 INFO:journalctl@ceph.mon.b.smithi083.stdout: last_failure_osd_epoch 0 2023-08-28T02:13:09.769 INFO:journalctl@ceph.mon.b.smithi083.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-08-28T02:13:09.769 INFO:journalctl@ceph.mon.b.smithi083.stdout: max_mds 1 2023-08-28T02:13:09.769 INFO:journalctl@ceph.mon.b.smithi083.stdout: in 0 2023-08-28T02:13:09.769 INFO:journalctl@ceph.mon.b.smithi083.stdout: up {0=24577} 2023-08-28T02:13:09.769 INFO:journalctl@ceph.mon.b.smithi083.stdout: failed 2023-08-28T02:13:09.769 INFO:journalctl@ceph.mon.b.smithi083.stdout: damaged 2023-08-28T02:13:09.769 INFO:journalctl@ceph.mon.b.smithi083.stdout: stopped 2023-08-28T02:13:09.769 INFO:journalctl@ceph.mon.b.smithi083.stdout: data_pools [4] 2023-08-28T02:13:09.770 INFO:journalctl@ceph.mon.b.smithi083.stdout: metadata_pool 3 2023-08-28T02:13:09.770 INFO:journalctl@ceph.mon.b.smithi083.stdout: inline_data disabled 2023-08-28T02:13:09.770 INFO:journalctl@ceph.mon.b.smithi083.stdout: balancer 2023-08-28T02:13:09.770 INFO:journalctl@ceph.mon.b.smithi083.stdout: bal_rank_mask -1 2023-08-28T02:13:09.770 INFO:journalctl@ceph.mon.b.smithi083.stdout: standby_count_wanted 1 2023-08-28T02:13:09.770 INFO:journalctl@ceph.mon.b.smithi083.stdout: [mds.foo.smithi040.wmhbsz{0:24577} state up:active seq 3 join_fscid=1 addr [v2:172.21.15.40:6834/3583110309,v1:172.21.15.40:6835/3583110309] compat {c=[1],r=[1],i=[7ff]}] 2023-08-28T02:13:09.770 INFO:journalctl@ceph.mon.b.smithi083.stdout: 2023-08-28T02:13:09.770 INFO:journalctl@ceph.mon.b.smithi083.stdout: 2023-08-28T02:13:09.770 INFO:journalctl@ceph.mon.b.smithi083.stdout: Standby daemons: 2023-08-28T02:13:09.770 INFO:journalctl@ceph.mon.b.smithi083.stdout: 2023-08-28T02:13:09.770 INFO:journalctl@ceph.mon.b.smithi083.stdout: [mds.foo.smithi083.wzayvx{-1:24586} state up:standby seq 2 join_fscid=1 addr [v2:172.21.15.83:6832/1463173658,v1:172.21.15.83:6833/1463173658] compat {c=[1],r=[1],i=[7ff]}] 2023-08-28T02:13:09.770 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: mon.b@-1(???).osd e80 crush map has features 3314933000854323200, adjusting msgr requires 2023-08-28T02:13:09.770 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: mon.b@-1(???).osd e80 crush map has features 432629239337189376, adjusting msgr requires 2023-08-28T02:13:09.771 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: mon.b@-1(???).osd e80 crush map has features 432629239337189376, adjusting msgr requires 2023-08-28T02:13:09.771 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: mon.b@-1(???).osd e80 crush map has features 432629239337189376, adjusting msgr requires 2023-08-28T02:13:09.771 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: mon.b@-1(???).paxosservice(auth 1..20) refresh upgraded, format 0 -> 3 2023-08-28T02:13:09.771 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: mon.b@-1(???).mgr e0 loading version 36 2023-08-28T02:13:09.771 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: mon.b@-1(???).mgr e36 active server: [v2:172.21.15.40:6800/651719020,v1:172.21.15.40:6801/651719020](34104) 2023-08-28T02:13:09.771 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:09 smithi083 ceph-mon[157819]: mon.b@-1(???).mgr e36 mkfs or daemon transitioned to available, loading commands 2023-08-28T02:13:10.550 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 28 16 51064 51048 113.802 89.375 0.0151003 0.00878094 2023-08-28T02:13:11.551 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 29 16 52481 52465 112.929 88.5625 0.00938603 0.00884948 2023-08-28T02:13:12.557 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 30 16 53862 53846 112.02 86.3125 0.0145064 0.0089212 2023-08-28T02:13:13.557 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 31 16 55226 55210 111.157 85.25 0.0121267 0.00899104 2023-08-28T02:13:14.557 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 32 16 56583 56567 110.335 84.8125 0.00498008 0.00905853 2023-08-28T02:13:14.732 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:13:14 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: 2023-08-28T02:13:14.305+0000 7fca145f2700 -1 mgr.server handle_report got status from non-daemon mon.b 2023-08-28T02:13:15.559 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 33 16 57859 57843 109.403 79.75 0.0110271 0.00913458 2023-08-28T02:13:15.738 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:15 smithi040 ceph-mon[170259]: pgmap v58: 89 pgs: 89 active+clean; 2.7 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 74 MiB/s wr, 1.18k op/s 2023-08-28T02:13:15.738 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:15 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-08-28T02:13:15.738 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:15 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-08-28T02:13:15.738 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:15 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-08-28T02:13:15.739 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:15 smithi040 ceph-mon[170259]: mon.c calling monitor election 2023-08-28T02:13:15.739 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:15 smithi040 ceph-mon[170259]: mon.b calling monitor election 2023-08-28T02:13:15.739 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:15 smithi040 ceph-mon[170259]: pgmap v59: 89 pgs: 89 active+clean; 3.1 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 110 MiB/s wr, 1.75k op/s 2023-08-28T02:13:15.739 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:15 smithi040 ceph-mon[170259]: pgmap v60: 89 pgs: 89 active+clean; 3.1 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 70 MiB/s wr, 1.11k op/s 2023-08-28T02:13:15.739 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:15 smithi040 ceph-mon[170259]: osdmap e80: 8 total, 8 up, 8 in 2023-08-28T02:13:15.739 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:15 smithi040 ceph-mon[170259]: mgrmap e36: y(active, since 105s), standbys: x 2023-08-28T02:13:15.739 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:15 smithi040 ceph-mon[170259]: Health check failed: 1/3 mons down, quorum a,c (MON_DOWN) 2023-08-28T02:13:15.739 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:15 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:13:15.739 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:15 smithi040 ceph-mon[170259]: overall HEALTH_OK 2023-08-28T02:13:15.739 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:15 smithi040 ceph-mon[170259]: mon.a calling monitor election 2023-08-28T02:13:15.739 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:15 smithi040 ceph-mon[170259]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-08-28T02:13:15.739 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:15 smithi040 ceph-mon[170259]: monmap e4: 3 mons at {a=[v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0],b=[v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0],c=[v2:172.21.15.40:3301/0,v1:172.21.15.40:6790/0]} removed_ranks: {} 2023-08-28T02:13:15.740 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:15 smithi040 ceph-mon[170259]: fsmap foo:1 {0=foo.smithi040.wmhbsz=up:active} 1 up:standby 2023-08-28T02:13:15.740 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:15 smithi040 ceph-mon[170259]: osdmap e80: 8 total, 8 up, 8 in 2023-08-28T02:13:15.740 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:15 smithi040 ceph-mon[170259]: mgrmap e36: y(active, since 105s), standbys: x 2023-08-28T02:13:15.740 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:15 smithi040 ceph-mon[170259]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c) 2023-08-28T02:13:15.740 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:15 smithi040 ceph-mon[170259]: Cluster is now healthy 2023-08-28T02:13:15.740 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:15 smithi040 ceph-mon[170259]: overall HEALTH_OK 2023-08-28T02:13:15.740 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:15 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='' 2023-08-28T02:13:15.740 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:15 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:15.740 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:15 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:13:15.740 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:13:15 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:13:15] "GET /metrics HTTP/1.1" 200 36191 "" "Prometheus/2.43.0" 2023-08-28T02:13:15.996 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:15 smithi083 ceph-mon[157819]: pgmap v58: 89 pgs: 89 active+clean; 2.7 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 74 MiB/s wr, 1.18k op/s 2023-08-28T02:13:15.996 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:15 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-08-28T02:13:15.996 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:15 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-08-28T02:13:15.996 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:15 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-08-28T02:13:15.996 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:15 smithi083 ceph-mon[157819]: mon.c calling monitor election 2023-08-28T02:13:15.997 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:15 smithi083 ceph-mon[157819]: mon.b calling monitor election 2023-08-28T02:13:15.997 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:15 smithi083 ceph-mon[157819]: pgmap v59: 89 pgs: 89 active+clean; 3.1 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 110 MiB/s wr, 1.75k op/s 2023-08-28T02:13:15.997 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:15 smithi083 ceph-mon[157819]: pgmap v60: 89 pgs: 89 active+clean; 3.1 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 70 MiB/s wr, 1.11k op/s 2023-08-28T02:13:15.997 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:15 smithi083 ceph-mon[157819]: osdmap e80: 8 total, 8 up, 8 in 2023-08-28T02:13:15.997 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:15 smithi083 ceph-mon[157819]: mgrmap e36: y(active, since 105s), standbys: x 2023-08-28T02:13:15.997 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:15 smithi083 ceph-mon[157819]: Health check failed: 1/3 mons down, quorum a,c (MON_DOWN) 2023-08-28T02:13:15.997 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:15 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:13:15.997 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:15 smithi083 ceph-mon[157819]: overall HEALTH_OK 2023-08-28T02:13:15.997 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:15 smithi083 ceph-mon[157819]: mon.a calling monitor election 2023-08-28T02:13:15.997 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:15 smithi083 ceph-mon[157819]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-08-28T02:13:15.997 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:15 smithi083 ceph-mon[157819]: monmap e4: 3 mons at {a=[v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0],b=[v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0],c=[v2:172.21.15.40:3301/0,v1:172.21.15.40:6790/0]} removed_ranks: {} 2023-08-28T02:13:15.997 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:15 smithi083 ceph-mon[157819]: fsmap foo:1 {0=foo.smithi040.wmhbsz=up:active} 1 up:standby 2023-08-28T02:13:15.998 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:15 smithi083 ceph-mon[157819]: osdmap e80: 8 total, 8 up, 8 in 2023-08-28T02:13:15.998 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:15 smithi083 ceph-mon[157819]: mgrmap e36: y(active, since 105s), standbys: x 2023-08-28T02:13:15.998 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:15 smithi083 ceph-mon[157819]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c) 2023-08-28T02:13:15.998 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:15 smithi083 ceph-mon[157819]: Cluster is now healthy 2023-08-28T02:13:15.998 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:15 smithi083 ceph-mon[157819]: overall HEALTH_OK 2023-08-28T02:13:15.998 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:15 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='' 2023-08-28T02:13:15.998 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:15 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:15.998 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:15 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:13:16.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:15 smithi040 ceph-mon[175404]: pgmap v58: 89 pgs: 89 active+clean; 2.7 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 74 MiB/s wr, 1.18k op/s 2023-08-28T02:13:16.234 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:15 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-08-28T02:13:16.234 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:15 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-08-28T02:13:16.234 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:15 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-08-28T02:13:16.234 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:15 smithi040 ceph-mon[175404]: mon.c calling monitor election 2023-08-28T02:13:16.234 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:15 smithi040 ceph-mon[175404]: mon.b calling monitor election 2023-08-28T02:13:16.234 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:15 smithi040 ceph-mon[175404]: pgmap v59: 89 pgs: 89 active+clean; 3.1 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 110 MiB/s wr, 1.75k op/s 2023-08-28T02:13:16.234 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:15 smithi040 ceph-mon[175404]: pgmap v60: 89 pgs: 89 active+clean; 3.1 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 70 MiB/s wr, 1.11k op/s 2023-08-28T02:13:16.234 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:15 smithi040 ceph-mon[175404]: osdmap e80: 8 total, 8 up, 8 in 2023-08-28T02:13:16.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:15 smithi040 ceph-mon[175404]: mgrmap e36: y(active, since 105s), standbys: x 2023-08-28T02:13:16.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:15 smithi040 ceph-mon[175404]: Health check failed: 1/3 mons down, quorum a,c (MON_DOWN) 2023-08-28T02:13:16.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:15 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:13:16.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:15 smithi040 ceph-mon[175404]: overall HEALTH_OK 2023-08-28T02:13:16.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:15 smithi040 ceph-mon[175404]: mon.a calling monitor election 2023-08-28T02:13:16.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:15 smithi040 ceph-mon[175404]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-08-28T02:13:16.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:15 smithi040 ceph-mon[175404]: monmap e4: 3 mons at {a=[v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0],b=[v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0],c=[v2:172.21.15.40:3301/0,v1:172.21.15.40:6790/0]} removed_ranks: {} 2023-08-28T02:13:16.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:15 smithi040 ceph-mon[175404]: fsmap foo:1 {0=foo.smithi040.wmhbsz=up:active} 1 up:standby 2023-08-28T02:13:16.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:15 smithi040 ceph-mon[175404]: osdmap e80: 8 total, 8 up, 8 in 2023-08-28T02:13:16.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:15 smithi040 ceph-mon[175404]: mgrmap e36: y(active, since 105s), standbys: x 2023-08-28T02:13:16.236 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:15 smithi040 ceph-mon[175404]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c) 2023-08-28T02:13:16.236 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:15 smithi040 ceph-mon[175404]: Cluster is now healthy 2023-08-28T02:13:16.236 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:15 smithi040 ceph-mon[175404]: overall HEALTH_OK 2023-08-28T02:13:16.236 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:15 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='' 2023-08-28T02:13:16.236 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:15 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:16.236 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:15 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:13:16.559 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 34 16 59153 59137 108.565 80.875 0.0157158 0.00920495 2023-08-28T02:13:16.994 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:16 smithi083 ceph-mon[157819]: pgmap v61: 89 pgs: 89 active+clean; 3.1 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 70 MiB/s wr, 1.11k op/s 2023-08-28T02:13:17.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:16 smithi040 ceph-mon[175404]: pgmap v61: 89 pgs: 89 active+clean; 3.1 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 70 MiB/s wr, 1.11k op/s 2023-08-28T02:13:17.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:16 smithi040 ceph-mon[170259]: pgmap v61: 89 pgs: 89 active+clean; 3.1 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 70 MiB/s wr, 1.11k op/s 2023-08-28T02:13:17.560 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 35 16 60419 60403 107.723 79.125 0.00984639 0.00927862 2023-08-28T02:13:18.560 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 36 16 61646 61630 106.861 76.6875 0.0146108 0.00935178 2023-08-28T02:13:18.990 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:13:18 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[151805]: ts=2023-08-28T02:13:18.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1016-g4fe39952 (4fe39952b691f82409c13a09ef1217f15a8c4218) quincy (stable)\", cluster_addr=\"172.21.15.40\", device_class=\"ssd\", hostname=\"smithi040\", instance=\"smithi083.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.40\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1016-g4fe39952 (4fe39952b691f82409c13a09ef1217f15a8c4218) quincy (stable)\", cluster_addr=\"172.21.15.40\", device_class=\"ssd\", hostname=\"smithi040\", instance=\"smithi040:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.40\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-08-28T02:13:18.993 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:18 smithi083 ceph-mon[157819]: pgmap v62: 89 pgs: 89 active+clean; 3.5 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 105 MiB/s wr, 1.68k op/s 2023-08-28T02:13:18.993 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:18 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:18.993 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:18 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:18.993 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:18 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:19.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:18 smithi040 ceph-mon[175404]: pgmap v62: 89 pgs: 89 active+clean; 3.5 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 105 MiB/s wr, 1.68k op/s 2023-08-28T02:13:19.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:18 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:19.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:18 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:19.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:18 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:19.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:18 smithi040 ceph-mon[170259]: pgmap v62: 89 pgs: 89 active+clean; 3.5 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 105 MiB/s wr, 1.68k op/s 2023-08-28T02:13:19.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:18 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:19.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:18 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:19.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:18 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:19.560 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 37 15 62871 62856 106.045 76.625 0.011567 0.00942463 2023-08-28T02:13:20.167 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:19 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:20.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:19 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:20.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:19 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:20.560 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 38 16 64082 64066 105.245 75.625 0.0100127 0.00949665 2023-08-28T02:13:21.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:21 smithi083 ceph-mon[157819]: pgmap v63: 89 pgs: 89 active+clean; 3.5 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 71 MiB/s wr, 1.14k op/s 2023-08-28T02:13:21.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:21 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:21.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:21 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:21.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:21 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:13:21.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:21 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:13:21.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:21 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:21.571 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 39 16 65256 65240 104.424 73.375 0.0126443 0.00957081 2023-08-28T02:13:21.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:21 smithi040 ceph-mon[175404]: pgmap v63: 89 pgs: 89 active+clean; 3.5 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 71 MiB/s wr, 1.14k op/s 2023-08-28T02:13:21.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:21 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:21.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:21 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:21.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:21 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:13:21.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:21 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:13:21.734 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:21 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:21.734 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:21 smithi040 ceph-mon[170259]: pgmap v63: 89 pgs: 89 active+clean; 3.5 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 71 MiB/s wr, 1.14k op/s 2023-08-28T02:13:21.734 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:21 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:21.735 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:21 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:21.735 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:21 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:13:21.735 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:21 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:13:21.735 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:21 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:22.567 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:2023-08-28T02:13:22.567655+0000 min lat: 0.00125918 max lat: 0.0691544 avg lat: 0.00965175 2023-08-28T02:13:22.567 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-08-28T02:13:22.567 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 40 16 66375 66359 103.552 69.9375 0.0178793 0.00965175 2023-08-28T02:13:22.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:22 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-08-28T02:13:22.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:22 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-08-28T02:13:22.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:22 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:13:22.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:22 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-08-28T02:13:22.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:22 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-08-28T02:13:22.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:22 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:13:22.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:22 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-08-28T02:13:22.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:22 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-08-28T02:13:22.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:22 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:13:23.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:23 smithi040 ceph-mon[170259]: Reconfiguring mon.a (monmap changed)... 2023-08-28T02:13:23.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:23 smithi040 ceph-mon[170259]: Reconfiguring daemon mon.a on smithi040 2023-08-28T02:13:23.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:23 smithi040 ceph-mon[170259]: pgmap v64: 89 pgs: 89 active+clean; 3.9 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 103 MiB/s wr, 1.65k op/s 2023-08-28T02:13:23.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:23 smithi040 ceph-mon[175404]: Reconfiguring mon.a (monmap changed)... 2023-08-28T02:13:23.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:23 smithi040 ceph-mon[175404]: Reconfiguring daemon mon.a on smithi040 2023-08-28T02:13:23.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:23 smithi040 ceph-mon[175404]: pgmap v64: 89 pgs: 89 active+clean; 3.9 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 103 MiB/s wr, 1.65k op/s 2023-08-28T02:13:23.570 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 41 16 67451 67435 102.658 67.25 0.0101323 0.00973634 2023-08-28T02:13:23.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:23 smithi083 ceph-mon[157819]: Reconfiguring mon.a (monmap changed)... 2023-08-28T02:13:23.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:23 smithi083 ceph-mon[157819]: Reconfiguring daemon mon.a on smithi040 2023-08-28T02:13:23.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:23 smithi083 ceph-mon[157819]: pgmap v64: 89 pgs: 89 active+clean; 3.9 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 103 MiB/s wr, 1.65k op/s 2023-08-28T02:13:24.577 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 42 16 68529 68513 101.814 67.375 0.00936086 0.00981678 2023-08-28T02:13:25.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:24 smithi040 ceph-mon[170259]: pgmap v65: 89 pgs: 89 active+clean; 3.9 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 68 MiB/s wr, 1.08k op/s 2023-08-28T02:13:25.234 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:24 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:25.234 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:24 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:25.234 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:24 smithi040 ceph-mon[170259]: Reconfiguring mgr.y (monmap changed)... 2023-08-28T02:13:25.234 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:24 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-08-28T02:13:25.234 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:24 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-08-28T02:13:25.234 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:24 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-08-28T02:13:25.234 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:24 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:13:25.234 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:24 smithi040 ceph-mon[170259]: Reconfiguring daemon mgr.y on smithi040 2023-08-28T02:13:25.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:24 smithi040 ceph-mon[175404]: pgmap v65: 89 pgs: 89 active+clean; 3.9 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 68 MiB/s wr, 1.08k op/s 2023-08-28T02:13:25.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:24 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:25.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:24 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:25.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:24 smithi040 ceph-mon[175404]: Reconfiguring mgr.y (monmap changed)... 2023-08-28T02:13:25.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:24 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-08-28T02:13:25.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:24 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-08-28T02:13:25.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:25 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-08-28T02:13:25.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:25 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:13:25.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:25 smithi040 ceph-mon[175404]: Reconfiguring daemon mgr.y on smithi040 2023-08-28T02:13:25.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:25 smithi083 ceph-mon[157819]: pgmap v65: 89 pgs: 89 active+clean; 3.9 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 68 MiB/s wr, 1.08k op/s 2023-08-28T02:13:25.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:25 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:25.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:25 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:25.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:25 smithi083 ceph-mon[157819]: Reconfiguring mgr.y (monmap changed)... 2023-08-28T02:13:25.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:25 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-08-28T02:13:25.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:25 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-08-28T02:13:25.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:25 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-08-28T02:13:25.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:25 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:13:25.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:25 smithi083 ceph-mon[157819]: Reconfiguring daemon mgr.y on smithi040 2023-08-28T02:13:25.573 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 43 16 69607 69591 101.011 67.375 0.0182846 0.00989395 2023-08-28T02:13:25.733 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:13:25 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:13:25] "GET /metrics HTTP/1.1" 200 36191 "" "Prometheus/2.43.0" 2023-08-28T02:13:26.574 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 44 16 70610 70594 100.14 62.6875 0.0178434 0.00998044 2023-08-28T02:13:26.813 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:26 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:26.814 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:26 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:26.814 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:26 smithi040 ceph-mon[170259]: Reconfiguring mon.c (monmap changed)... 2023-08-28T02:13:26.814 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:26 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-08-28T02:13:26.814 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:26 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-08-28T02:13:26.814 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:26 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:13:26.814 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:26 smithi040 ceph-mon[170259]: Reconfiguring daemon mon.c on smithi040 2023-08-28T02:13:26.814 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:26 smithi040 ceph-mon[170259]: pgmap v66: 89 pgs: 89 active+clean; 4.0 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 73 MiB/s wr, 1.17k op/s 2023-08-28T02:13:26.814 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:26 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:26.815 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:26 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:26.815 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:26 smithi040 ceph-mon[175404]: Reconfiguring mon.c (monmap changed)... 2023-08-28T02:13:26.815 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:26 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-08-28T02:13:26.815 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:26 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-08-28T02:13:26.815 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:26 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:13:26.815 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:26 smithi040 ceph-mon[175404]: Reconfiguring daemon mon.c on smithi040 2023-08-28T02:13:26.815 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:26 smithi040 ceph-mon[175404]: pgmap v66: 89 pgs: 89 active+clean; 4.0 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 73 MiB/s wr, 1.17k op/s 2023-08-28T02:13:26.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:26 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:26.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:26 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:26.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:26 smithi083 ceph-mon[157819]: Reconfiguring mon.c (monmap changed)... 2023-08-28T02:13:26.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:26 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-08-28T02:13:26.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:26 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-08-28T02:13:26.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:26 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:13:26.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:26 smithi083 ceph-mon[157819]: Reconfiguring daemon mon.c on smithi040 2023-08-28T02:13:26.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:26 smithi083 ceph-mon[157819]: pgmap v66: 89 pgs: 89 active+clean; 4.0 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 73 MiB/s wr, 1.17k op/s 2023-08-28T02:13:27.577 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 45 16 71651 71635 99.3567 65.0625 0.0175151 0.010059 2023-08-28T02:13:27.914 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:27 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:27.914 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:27 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:27.914 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:27 smithi040 ceph-mon[170259]: Reconfiguring osd.0 (monmap changed)... 2023-08-28T02:13:27.915 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:27 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-08-28T02:13:27.915 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:27 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:13:27.915 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:27 smithi040 ceph-mon[170259]: Reconfiguring daemon osd.0 on smithi040 2023-08-28T02:13:28.230 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:27 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:28.230 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:27 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:28.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:27 smithi040 ceph-mon[175404]: Reconfiguring osd.0 (monmap changed)... 2023-08-28T02:13:28.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:27 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-08-28T02:13:28.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:27 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:13:28.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:27 smithi040 ceph-mon[175404]: Reconfiguring daemon osd.0 on smithi040 2023-08-28T02:13:28.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:27 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:28.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:27 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:28.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:27 smithi083 ceph-mon[157819]: Reconfiguring osd.0 (monmap changed)... 2023-08-28T02:13:28.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:27 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-08-28T02:13:28.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:27 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:13:28.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:27 smithi083 ceph-mon[157819]: Reconfiguring daemon osd.0 on smithi040 2023-08-28T02:13:28.576 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 46 16 72698 72682 98.6199 65.4375 0.014303 0.0101357 2023-08-28T02:13:28.946 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:13:28 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[151805]: ts=2023-08-28T02:13:28.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1016-g4fe39952 (4fe39952b691f82409c13a09ef1217f15a8c4218) quincy (stable)\", cluster_addr=\"172.21.15.40\", device_class=\"ssd\", hostname=\"smithi040\", instance=\"smithi083.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.40\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1016-g4fe39952 (4fe39952b691f82409c13a09ef1217f15a8c4218) quincy (stable)\", cluster_addr=\"172.21.15.40\", device_class=\"ssd\", hostname=\"smithi040\", instance=\"smithi040:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.40\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-08-28T02:13:29.216 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:28 smithi040 ceph-mon[170259]: pgmap v67: 89 pgs: 89 active+clean; 4.3 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 96 MiB/s wr, 1.54k op/s 2023-08-28T02:13:29.216 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:28 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:29.216 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:28 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:29.216 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:28 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-08-28T02:13:29.216 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:28 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:13:29.216 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:28 smithi040 ceph-mon[175404]: pgmap v67: 89 pgs: 89 active+clean; 4.3 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 96 MiB/s wr, 1.54k op/s 2023-08-28T02:13:29.217 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:28 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:29.217 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:28 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:29.217 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:28 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-08-28T02:13:29.217 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:28 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:13:29.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:28 smithi083 ceph-mon[157819]: pgmap v67: 89 pgs: 89 active+clean; 4.3 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 96 MiB/s wr, 1.54k op/s 2023-08-28T02:13:29.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:28 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:29.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:28 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:29.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:28 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-08-28T02:13:29.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:28 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:13:29.579 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 47 16 73681 73665 97.8237 61.4375 0.0210796 0.0102162 2023-08-28T02:13:29.963 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:29 smithi040 ceph-mon[170259]: Reconfiguring osd.1 (monmap changed)... 2023-08-28T02:13:29.963 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:29 smithi040 ceph-mon[170259]: Reconfiguring daemon osd.1 on smithi040 2023-08-28T02:13:29.963 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:29 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:13:30.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:29 smithi040 ceph-mon[175404]: Reconfiguring osd.1 (monmap changed)... 2023-08-28T02:13:30.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:29 smithi040 ceph-mon[175404]: Reconfiguring daemon osd.1 on smithi040 2023-08-28T02:13:30.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:29 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:13:30.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:29 smithi083 ceph-mon[157819]: Reconfiguring osd.1 (monmap changed)... 2023-08-28T02:13:30.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:29 smithi083 ceph-mon[157819]: Reconfiguring daemon osd.1 on smithi040 2023-08-28T02:13:30.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:29 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:13:30.585 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 48 16 74643 74627 97.0275 60.125 0.00746716 0.0102997 2023-08-28T02:13:31.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:30 smithi083 ceph-mon[157819]: pgmap v68: 89 pgs: 89 active+clean; 4.3 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 61 MiB/s wr, 976 op/s 2023-08-28T02:13:31.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:30 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:31.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:30 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:31.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:30 smithi083 ceph-mon[157819]: Reconfiguring osd.2 (monmap changed)... 2023-08-28T02:13:31.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:30 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-08-28T02:13:31.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:30 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:13:31.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:30 smithi083 ceph-mon[157819]: Reconfiguring daemon osd.2 on smithi040 2023-08-28T02:13:31.407 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:30 smithi040 ceph-mon[170259]: pgmap v68: 89 pgs: 89 active+clean; 4.3 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 61 MiB/s wr, 976 op/s 2023-08-28T02:13:31.407 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:30 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:31.407 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:30 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:31.407 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:30 smithi040 ceph-mon[170259]: Reconfiguring osd.2 (monmap changed)... 2023-08-28T02:13:31.407 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:30 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-08-28T02:13:31.407 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:30 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:13:31.408 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:30 smithi040 ceph-mon[170259]: Reconfiguring daemon osd.2 on smithi040 2023-08-28T02:13:31.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:30 smithi040 ceph-mon[175404]: pgmap v68: 89 pgs: 89 active+clean; 4.3 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 61 MiB/s wr, 976 op/s 2023-08-28T02:13:31.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:30 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:31.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:30 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:31.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:30 smithi040 ceph-mon[175404]: Reconfiguring osd.2 (monmap changed)... 2023-08-28T02:13:31.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:30 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-08-28T02:13:31.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:30 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:13:31.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:30 smithi040 ceph-mon[175404]: Reconfiguring daemon osd.2 on smithi040 2023-08-28T02:13:31.587 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 49 16 75665 75649 96.3482 63.875 0.022957 0.0103732 2023-08-28T02:13:32.575 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:32 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:32.576 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:32 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:32.576 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:32 smithi040 ceph-mon[170259]: pgmap v69: 89 pgs: 89 active+clean; 4.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 87 MiB/s wr, 1.39k op/s 2023-08-28T02:13:32.576 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:32 smithi040 ceph-mon[170259]: Reconfiguring osd.3 (monmap changed)... 2023-08-28T02:13:32.576 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:32 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-08-28T02:13:32.576 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:32 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:13:32.576 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:32 smithi040 ceph-mon[170259]: Reconfiguring daemon osd.3 on smithi040 2023-08-28T02:13:32.590 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 50 16 76633 76617 95.6305 60.5 0.0251665 0.0104516 2023-08-28T02:13:32.870 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:32 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:32.870 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:32 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:32.870 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:32 smithi040 ceph-mon[175404]: pgmap v69: 89 pgs: 89 active+clean; 4.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 87 MiB/s wr, 1.39k op/s 2023-08-28T02:13:32.870 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:32 smithi040 ceph-mon[175404]: Reconfiguring osd.3 (monmap changed)... 2023-08-28T02:13:32.870 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:32 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-08-28T02:13:32.871 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:32 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:13:32.871 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:32 smithi040 ceph-mon[175404]: Reconfiguring daemon osd.3 on smithi040 2023-08-28T02:13:32.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:32 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:32.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:32 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:32.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:32 smithi083 ceph-mon[157819]: pgmap v69: 89 pgs: 89 active+clean; 4.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 87 MiB/s wr, 1.39k op/s 2023-08-28T02:13:32.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:32 smithi083 ceph-mon[157819]: Reconfiguring osd.3 (monmap changed)... 2023-08-28T02:13:32.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:32 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-08-28T02:13:32.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:32 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:13:32.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:32 smithi083 ceph-mon[157819]: Reconfiguring daemon osd.3 on smithi040 2023-08-28T02:13:33.589 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 51 16 77607 77591 94.9482 60.875 0.0216885 0.0105271 2023-08-28T02:13:34.041 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:34 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:34.041 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:34 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:34.041 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:34 smithi040 ceph-mon[170259]: Reconfiguring mds.foo.smithi040.wmhbsz (monmap changed)... 2023-08-28T02:13:34.041 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:34 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi040.wmhbsz", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-08-28T02:13:34.041 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:34 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi040.wmhbsz", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-08-28T02:13:34.041 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:34 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:13:34.041 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:34 smithi040 ceph-mon[170259]: Reconfiguring daemon mds.foo.smithi040.wmhbsz on smithi040 2023-08-28T02:13:34.322 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:34 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:34.322 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:34 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:34.322 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:34 smithi040 ceph-mon[175404]: Reconfiguring mds.foo.smithi040.wmhbsz (monmap changed)... 2023-08-28T02:13:34.322 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:34 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi040.wmhbsz", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-08-28T02:13:34.322 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:34 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi040.wmhbsz", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-08-28T02:13:34.322 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:34 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:13:34.322 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:34 smithi040 ceph-mon[175404]: Reconfiguring daemon mds.foo.smithi040.wmhbsz on smithi040 2023-08-28T02:13:34.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:34 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:34.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:34 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:34.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:34 smithi083 ceph-mon[157819]: Reconfiguring mds.foo.smithi040.wmhbsz (monmap changed)... 2023-08-28T02:13:34.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:34 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi040.wmhbsz", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-08-28T02:13:34.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:34 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi040.wmhbsz", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-08-28T02:13:34.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:34 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:13:34.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:34 smithi083 ceph-mon[157819]: Reconfiguring daemon mds.foo.smithi040.wmhbsz on smithi040 2023-08-28T02:13:34.591 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 52 16 78600 78584 94.313 62.0625 0.0160464 0.010598 2023-08-28T02:13:35.591 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 53 16 79652 79636 93.7739 65.75 0.0141615 0.0106587 2023-08-28T02:13:35.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:35 smithi040 ceph-mon[170259]: pgmap v70: 89 pgs: 89 active+clean; 4.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 55 MiB/s wr, 876 op/s 2023-08-28T02:13:35.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:35 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:35.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:35 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:35.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:35 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-08-28T02:13:35.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:35 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-08-28T02:13:35.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:35 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:13:35.731 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:13:35 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:13:35] "GET /metrics HTTP/1.1" 200 36192 "" "Prometheus/2.43.0" 2023-08-28T02:13:35.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:35 smithi040 ceph-mon[175404]: pgmap v70: 89 pgs: 89 active+clean; 4.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 55 MiB/s wr, 876 op/s 2023-08-28T02:13:35.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:35 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:35.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:35 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:35.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:35 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-08-28T02:13:35.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:35 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-08-28T02:13:35.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:35 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:13:35.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:35 smithi083 ceph-mon[157819]: pgmap v70: 89 pgs: 89 active+clean; 4.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 55 MiB/s wr, 876 op/s 2023-08-28T02:13:35.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:35 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:35.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:35 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:35.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:35 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-08-28T02:13:35.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:35 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-08-28T02:13:35.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:35 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:13:36.572 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:36 smithi083 ceph-mon[157819]: Reconfiguring mon.b (monmap changed)... 2023-08-28T02:13:36.573 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:36 smithi083 ceph-mon[157819]: Reconfiguring daemon mon.b on smithi083 2023-08-28T02:13:36.573 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:36 smithi083 ceph-mon[157819]: pgmap v71: 89 pgs: 89 active+clean; 4.6 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 60 MiB/s wr, 953 op/s 2023-08-28T02:13:36.594 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 54 16 80682 80666 93.2262 64.375 0.0128821 0.0107216 2023-08-28T02:13:36.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:36 smithi040 ceph-mon[170259]: Reconfiguring mon.b (monmap changed)... 2023-08-28T02:13:36.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:36 smithi040 ceph-mon[170259]: Reconfiguring daemon mon.b on smithi083 2023-08-28T02:13:36.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:36 smithi040 ceph-mon[170259]: pgmap v71: 89 pgs: 89 active+clean; 4.6 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 60 MiB/s wr, 953 op/s 2023-08-28T02:13:36.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:36 smithi040 ceph-mon[175404]: Reconfiguring mon.b (monmap changed)... 2023-08-28T02:13:36.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:36 smithi040 ceph-mon[175404]: Reconfiguring daemon mon.b on smithi083 2023-08-28T02:13:36.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:36 smithi040 ceph-mon[175404]: pgmap v71: 89 pgs: 89 active+clean; 4.6 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 60 MiB/s wr, 953 op/s 2023-08-28T02:13:37.594 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 55 16 81699 81683 92.6872 63.5625 0.0156097 0.0107835 2023-08-28T02:13:37.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:37 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:37.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:37 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:37.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:37 smithi040 ceph-mon[175404]: Reconfiguring mgr.x (monmap changed)... 2023-08-28T02:13:37.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:37 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-08-28T02:13:37.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:37 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-08-28T02:13:37.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:37 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-08-28T02:13:37.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:37 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:13:37.984 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:37 smithi040 ceph-mon[175404]: Reconfiguring daemon mgr.x on smithi083 2023-08-28T02:13:37.985 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:37 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:37.985 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:37 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:37.985 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:37 smithi040 ceph-mon[170259]: Reconfiguring mgr.x (monmap changed)... 2023-08-28T02:13:37.985 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:37 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-08-28T02:13:37.986 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:37 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-08-28T02:13:37.986 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:37 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-08-28T02:13:37.986 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:37 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:13:37.986 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:37 smithi040 ceph-mon[170259]: Reconfiguring daemon mgr.x on smithi083 2023-08-28T02:13:37.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:37 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:37.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:37 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:37.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:37 smithi083 ceph-mon[157819]: Reconfiguring mgr.x (monmap changed)... 2023-08-28T02:13:37.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:37 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-08-28T02:13:37.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:37 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-08-28T02:13:37.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:37 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-08-28T02:13:37.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:37 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:13:37.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:37 smithi083 ceph-mon[157819]: Reconfiguring daemon mgr.x on smithi083 2023-08-28T02:13:38.594 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 56 16 82714 82698 92.1652 63.4375 0.017404 0.0108454 2023-08-28T02:13:38.660 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:13:38 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[151805]: ts=2023-08-28T02:13:38.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1016-g4fe39952 (4fe39952b691f82409c13a09ef1217f15a8c4218) quincy (stable)\", cluster_addr=\"172.21.15.40\", device_class=\"ssd\", hostname=\"smithi040\", instance=\"smithi083.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.40\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1016-g4fe39952 (4fe39952b691f82409c13a09ef1217f15a8c4218) quincy (stable)\", cluster_addr=\"172.21.15.40\", device_class=\"ssd\", hostname=\"smithi040\", instance=\"smithi040:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.40\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-08-28T02:13:38.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:38 smithi083 ceph-mon[157819]: pgmap v72: 89 pgs: 89 active+clean; 4.9 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 75 MiB/s wr, 1.21k op/s 2023-08-28T02:13:38.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:38 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:38.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:38 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:38.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:38 smithi083 ceph-mon[157819]: Reconfiguring osd.4 (monmap changed)... 2023-08-28T02:13:38.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:38 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-08-28T02:13:38.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:38 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:13:38.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:38 smithi083 ceph-mon[157819]: Reconfiguring daemon osd.4 on smithi083 2023-08-28T02:13:39.234 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:38 smithi040 ceph-mon[170259]: pgmap v72: 89 pgs: 89 active+clean; 4.9 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 75 MiB/s wr, 1.21k op/s 2023-08-28T02:13:39.235 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:38 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:39.235 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:38 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:39.235 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:38 smithi040 ceph-mon[170259]: Reconfiguring osd.4 (monmap changed)... 2023-08-28T02:13:39.235 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:38 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-08-28T02:13:39.235 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:38 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:13:39.235 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:38 smithi040 ceph-mon[170259]: Reconfiguring daemon osd.4 on smithi083 2023-08-28T02:13:39.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:38 smithi040 ceph-mon[175404]: pgmap v72: 89 pgs: 89 active+clean; 4.9 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 75 MiB/s wr, 1.21k op/s 2023-08-28T02:13:39.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:38 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:39.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:38 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:39.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:38 smithi040 ceph-mon[175404]: Reconfiguring osd.4 (monmap changed)... 2023-08-28T02:13:39.236 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:38 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-08-28T02:13:39.236 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:38 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:13:39.236 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:38 smithi040 ceph-mon[175404]: Reconfiguring daemon osd.4 on smithi083 2023-08-28T02:13:39.596 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 57 16 83726 83710 91.6562 63.25 0.0211076 0.0109043 2023-08-28T02:13:40.230 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:39 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:40.230 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:39 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:40.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:39 smithi040 ceph-mon[175404]: Reconfiguring osd.5 (monmap changed)... 2023-08-28T02:13:40.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:39 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-08-28T02:13:40.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:39 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:13:40.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:39 smithi040 ceph-mon[175404]: Reconfiguring daemon osd.5 on smithi083 2023-08-28T02:13:40.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:39 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:40.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:39 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:40.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:39 smithi040 ceph-mon[170259]: Reconfiguring osd.5 (monmap changed)... 2023-08-28T02:13:40.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:39 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-08-28T02:13:40.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:39 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:13:40.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:39 smithi040 ceph-mon[170259]: Reconfiguring daemon osd.5 on smithi083 2023-08-28T02:13:40.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:39 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:40.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:39 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:40.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:39 smithi083 ceph-mon[157819]: Reconfiguring osd.5 (monmap changed)... 2023-08-28T02:13:40.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:39 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-08-28T02:13:40.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:39 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:13:40.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:39 smithi083 ceph-mon[157819]: Reconfiguring daemon osd.5 on smithi083 2023-08-28T02:13:40.596 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 58 16 84727 84711 91.1552 62.5625 0.0211922 0.0109653 2023-08-28T02:13:41.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:41 smithi083 ceph-mon[157819]: pgmap v73: 89 pgs: 89 active+clean; 4.9 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 52 MiB/s wr, 834 op/s 2023-08-28T02:13:41.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:41 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:41.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:41 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:41.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:41 smithi083 ceph-mon[157819]: Reconfiguring osd.6 (monmap changed)... 2023-08-28T02:13:41.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:41 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-08-28T02:13:41.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:41 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:13:41.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:41 smithi083 ceph-mon[157819]: Reconfiguring daemon osd.6 on smithi083 2023-08-28T02:13:41.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:41 smithi040 ceph-mon[175404]: pgmap v73: 89 pgs: 89 active+clean; 4.9 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 52 MiB/s wr, 834 op/s 2023-08-28T02:13:41.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:41 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:41.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:41 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:41.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:41 smithi040 ceph-mon[175404]: Reconfiguring osd.6 (monmap changed)... 2023-08-28T02:13:41.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:41 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-08-28T02:13:41.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:41 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:13:41.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:41 smithi040 ceph-mon[175404]: Reconfiguring daemon osd.6 on smithi083 2023-08-28T02:13:41.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:41 smithi040 ceph-mon[170259]: pgmap v73: 89 pgs: 89 active+clean; 4.9 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 52 MiB/s wr, 834 op/s 2023-08-28T02:13:41.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:41 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:41.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:41 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:41.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:41 smithi040 ceph-mon[170259]: Reconfiguring osd.6 (monmap changed)... 2023-08-28T02:13:41.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:41 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-08-28T02:13:41.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:41 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:13:41.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:41 smithi040 ceph-mon[170259]: Reconfiguring daemon osd.6 on smithi083 2023-08-28T02:13:41.597 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 59 16 85728 85712 90.6694 62.5625 0.0158421 0.0110237 2023-08-28T02:13:42.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:42 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:42.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:42 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:42.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:42 smithi083 ceph-mon[157819]: Reconfiguring osd.7 (monmap changed)... 2023-08-28T02:13:42.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:42 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-08-28T02:13:42.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:42 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:13:42.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:42 smithi083 ceph-mon[157819]: Reconfiguring daemon osd.7 on smithi083 2023-08-28T02:13:42.598 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:2023-08-28T02:13:42.599882+0000 min lat: 0.00125918 max lat: 0.0850858 avg lat: 0.0110834 2023-08-28T02:13:42.598 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-08-28T02:13:42.598 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 60 16 86708 86692 90.1782 61.25 0.0172566 0.0110834 2023-08-28T02:13:42.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:42 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:42.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:42 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:42.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:42 smithi040 ceph-mon[170259]: Reconfiguring osd.7 (monmap changed)... 2023-08-28T02:13:42.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:42 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-08-28T02:13:42.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:42 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:13:42.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:42 smithi040 ceph-mon[170259]: Reconfiguring daemon osd.7 on smithi083 2023-08-28T02:13:42.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:42 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:42.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:42 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:42.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:42 smithi040 ceph-mon[175404]: Reconfiguring osd.7 (monmap changed)... 2023-08-28T02:13:42.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:42 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-08-28T02:13:42.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:42 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:13:42.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:42 smithi040 ceph-mon[175404]: Reconfiguring daemon osd.7 on smithi083 2023-08-28T02:13:43.601 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 61 16 87679 87663 89.6913 60.6875 0.0294813 0.0111435 2023-08-28T02:13:43.734 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:43 smithi040 ceph-mon[170259]: pgmap v74: 89 pgs: 89 active+clean; 5.2 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 79 MiB/s wr, 1.26k op/s 2023-08-28T02:13:43.734 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:43 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:43.734 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:43 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:43.735 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:43 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi083.wzayvx", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-08-28T02:13:43.735 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:43 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi083.wzayvx", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-08-28T02:13:43.735 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:43 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:13:43.735 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:43 smithi040 ceph-mon[175404]: pgmap v74: 89 pgs: 89 active+clean; 5.2 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 79 MiB/s wr, 1.26k op/s 2023-08-28T02:13:43.735 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:43 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:43.735 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:43 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:43.735 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:43 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi083.wzayvx", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-08-28T02:13:43.736 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:43 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi083.wzayvx", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-08-28T02:13:43.736 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:43 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:13:43.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:43 smithi083 ceph-mon[157819]: pgmap v74: 89 pgs: 89 active+clean; 5.2 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 79 MiB/s wr, 1.26k op/s 2023-08-28T02:13:43.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:43 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:43.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:43 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:43.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:43 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi083.wzayvx", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-08-28T02:13:43.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:43 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi083.wzayvx", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-08-28T02:13:43.744 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:43 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:13:44.610 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 62 16 88571 88555 89.1378 55.75 0.0141575 0.0112138 2023-08-28T02:13:44.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:44 smithi040 ceph-mon[170259]: Reconfiguring mds.foo.smithi083.wzayvx (monmap changed)... 2023-08-28T02:13:44.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:44 smithi040 ceph-mon[170259]: Reconfiguring daemon mds.foo.smithi083.wzayvx on smithi083 2023-08-28T02:13:44.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:44 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:44.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:44 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:44.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:44 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:13:44.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:44 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:44.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:44 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:44.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:44 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:44.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:44 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:44.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:44 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:13:44.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:44 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:13:44.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:44 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:44.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:44 smithi040 ceph-mon[175404]: Reconfiguring mds.foo.smithi083.wzayvx (monmap changed)... 2023-08-28T02:13:44.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:44 smithi040 ceph-mon[175404]: Reconfiguring daemon mds.foo.smithi083.wzayvx on smithi083 2023-08-28T02:13:44.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:44 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:44.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:44 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:44.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:44 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:13:44.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:44 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:44.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:44 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:44.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:44 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:44.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:44 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:44.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:44 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:13:44.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:44 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:13:44.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:44 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:44.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:44 smithi083 ceph-mon[157819]: Reconfiguring mds.foo.smithi083.wzayvx (monmap changed)... 2023-08-28T02:13:44.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:44 smithi083 ceph-mon[157819]: Reconfiguring daemon mds.foo.smithi083.wzayvx on smithi083 2023-08-28T02:13:44.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:44 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:44.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:44 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:44.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:44 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:13:44.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:44 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:44.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:44 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:44.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:44 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:44.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:44 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:44.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:44 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:13:44.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:44 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:13:44.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:44 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:13:45.606 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 63 16 89519 89503 88.6639 59.25 0.0227149 0.0112734 2023-08-28T02:13:45.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:45 smithi040 ceph-mon[170259]: pgmap v75: 89 pgs: 89 active+clean; 5.2 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 52 MiB/s wr, 839 op/s 2023-08-28T02:13:45.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:45 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:13:45.731 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:13:45 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:13:45] "GET /metrics HTTP/1.1" 200 36204 "" "Prometheus/2.43.0" 2023-08-28T02:13:45.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:45 smithi040 ceph-mon[175404]: pgmap v75: 89 pgs: 89 active+clean; 5.2 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 52 MiB/s wr, 839 op/s 2023-08-28T02:13:45.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:45 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:13:45.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:45 smithi083 ceph-mon[157819]: pgmap v75: 89 pgs: 89 active+clean; 5.2 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 52 MiB/s wr, 839 op/s 2023-08-28T02:13:45.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:45 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:13:46.607 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 64 16 90497 90481 88.2341 61.125 0.00966122 0.0113284 2023-08-28T02:13:47.609 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 65 16 91452 91436 87.7915 59.6875 0.0155756 0.0113847 2023-08-28T02:13:47.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:47 smithi040 ceph-mon[170259]: pgmap v76: 89 pgs: 89 active+clean; 5.2 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 57 MiB/s wr, 911 op/s 2023-08-28T02:13:47.734 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:47 smithi040 ceph-mon[175404]: pgmap v76: 89 pgs: 89 active+clean; 5.2 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 57 MiB/s wr, 911 op/s 2023-08-28T02:13:47.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:47 smithi083 ceph-mon[157819]: pgmap v76: 89 pgs: 89 active+clean; 5.2 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 57 MiB/s wr, 911 op/s 2023-08-28T02:13:48.609 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 66 16 92416 92400 87.3747 60.25 0.0143696 0.0114412 2023-08-28T02:13:48.997 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:13:48 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[151805]: ts=2023-08-28T02:13:48.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1016-g4fe39952 (4fe39952b691f82409c13a09ef1217f15a8c4218) quincy (stable)\", cluster_addr=\"172.21.15.40\", device_class=\"ssd\", hostname=\"smithi040\", instance=\"smithi083.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.40\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1016-g4fe39952 (4fe39952b691f82409c13a09ef1217f15a8c4218) quincy (stable)\", cluster_addr=\"172.21.15.40\", device_class=\"ssd\", hostname=\"smithi040\", instance=\"smithi040:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.40\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-08-28T02:13:49.610 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 67 16 93328 93312 86.9202 57 0.015939 0.0115003 2023-08-28T02:13:49.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:49 smithi040 ceph-mon[170259]: pgmap v77: 89 pgs: 89 active+clean; 5.5 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 73 MiB/s wr, 1.16k op/s 2023-08-28T02:13:49.735 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:49 smithi040 ceph-mon[175404]: pgmap v77: 89 pgs: 89 active+clean; 5.5 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 73 MiB/s wr, 1.16k op/s 2023-08-28T02:13:49.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:49 smithi083 ceph-mon[157819]: pgmap v77: 89 pgs: 89 active+clean; 5.5 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 73 MiB/s wr, 1.16k op/s 2023-08-28T02:13:50.615 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 68 16 94262 94246 86.495 58.375 0.0156306 0.0115566 2023-08-28T02:13:51.618 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 69 16 95176 95160 86.0664 57.125 0.0134498 0.0116137 2023-08-28T02:13:51.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:51 smithi040 ceph-mon[170259]: pgmap v78: 89 pgs: 89 active+clean; 5.5 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 51 MiB/s wr, 821 op/s 2023-08-28T02:13:51.734 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:51 smithi040 ceph-mon[175404]: pgmap v78: 89 pgs: 89 active+clean; 5.5 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 51 MiB/s wr, 821 op/s 2023-08-28T02:13:51.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:51 smithi083 ceph-mon[157819]: pgmap v78: 89 pgs: 89 active+clean; 5.5 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 51 MiB/s wr, 821 op/s 2023-08-28T02:13:52.621 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 70 16 96104 96088 85.6624 58 0.0204326 0.0116691 2023-08-28T02:13:53.623 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 71 16 97005 96989 85.2473 56.3125 0.0062379 0.0117254 2023-08-28T02:13:53.734 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:53 smithi040 ceph-mon[175404]: pgmap v79: 89 pgs: 89 active+clean; 5.8 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 76 MiB/s wr, 1.22k op/s 2023-08-28T02:13:53.735 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:53 smithi040 ceph-mon[170259]: pgmap v79: 89 pgs: 89 active+clean; 5.8 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 76 MiB/s wr, 1.22k op/s 2023-08-28T02:13:53.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:53 smithi083 ceph-mon[157819]: pgmap v79: 89 pgs: 89 active+clean; 5.8 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 76 MiB/s wr, 1.22k op/s 2023-08-28T02:13:54.623 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 72 16 97917 97901 84.8554 57 0.0196895 0.0117793 2023-08-28T02:13:55.625 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 73 16 98827 98811 84.4705 56.875 0.0153922 0.0118331 2023-08-28T02:13:55.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:55 smithi040 ceph-mon[175404]: pgmap v80: 89 pgs: 89 active+clean; 5.8 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 50 MiB/s wr, 793 op/s 2023-08-28T02:13:55.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:55 smithi040 ceph-mon[170259]: pgmap v80: 89 pgs: 89 active+clean; 5.8 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 50 MiB/s wr, 793 op/s 2023-08-28T02:13:55.732 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:13:55 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:13:55] "GET /metrics HTTP/1.1" 200 36204 "" "Prometheus/2.43.0" 2023-08-28T02:13:55.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:55 smithi083 ceph-mon[157819]: pgmap v80: 89 pgs: 89 active+clean; 5.8 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 50 MiB/s wr, 793 op/s 2023-08-28T02:13:56.626 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 74 16 99713 99697 84.0778 55.375 0.0176714 0.0118884 2023-08-28T02:13:57.630 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 75 16 100605 100589 83.6955 55.75 0.0285811 0.0119432 2023-08-28T02:13:57.735 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:57 smithi040 ceph-mon[170259]: pgmap v81: 89 pgs: 89 active+clean; 5.8 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 50 MiB/s wr, 792 op/s 2023-08-28T02:13:57.735 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:57 smithi040 ceph-mon[175404]: pgmap v81: 89 pgs: 89 active+clean; 5.8 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 50 MiB/s wr, 792 op/s 2023-08-28T02:13:57.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:57 smithi083 ceph-mon[157819]: pgmap v81: 89 pgs: 89 active+clean; 5.8 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 50 MiB/s wr, 792 op/s 2023-08-28T02:13:58.632 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 76 16 101490 101474 83.3203 55.3125 0.0309555 0.0119969 2023-08-28T02:13:58.990 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:13:58 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[151805]: ts=2023-08-28T02:13:58.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1016-g4fe39952 (4fe39952b691f82409c13a09ef1217f15a8c4218) quincy (stable)\", cluster_addr=\"172.21.15.40\", device_class=\"ssd\", hostname=\"smithi040\", instance=\"smithi083.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.40\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1016-g4fe39952 (4fe39952b691f82409c13a09ef1217f15a8c4218) quincy (stable)\", cluster_addr=\"172.21.15.40\", device_class=\"ssd\", hostname=\"smithi040\", instance=\"smithi040:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.40\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-08-28T02:13:59.632 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 77 16 102365 102349 82.9489 54.6875 0.0159746 0.0120497 2023-08-28T02:13:59.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:13:59 smithi040 ceph-mon[175404]: pgmap v82: 89 pgs: 89 active+clean; 6.0 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 69 MiB/s wr, 1.10k op/s 2023-08-28T02:13:59.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:13:59 smithi040 ceph-mon[170259]: pgmap v82: 89 pgs: 89 active+clean; 6.0 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 69 MiB/s wr, 1.10k op/s 2023-08-28T02:13:59.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:13:59 smithi083 ceph-mon[157819]: pgmap v82: 89 pgs: 89 active+clean; 6.0 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 69 MiB/s wr, 1.10k op/s 2023-08-28T02:14:00.632 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 78 16 103243 103227 82.5894 54.875 0.0221382 0.0121028 2023-08-28T02:14:00.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:00 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:14:00.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:00 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:14:00.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:00 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:14:01.638 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 79 16 104125 104109 82.2361 55.125 0.0159021 0.0121547 2023-08-28T02:14:01.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:01 smithi040 ceph-mon[170259]: pgmap v83: 89 pgs: 89 active+clean; 6.0 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 48 MiB/s wr, 774 op/s 2023-08-28T02:14:01.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:01 smithi040 ceph-mon[175404]: pgmap v83: 89 pgs: 89 active+clean; 6.0 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 48 MiB/s wr, 774 op/s 2023-08-28T02:14:01.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:01 smithi083 ceph-mon[157819]: pgmap v83: 89 pgs: 89 active+clean; 6.0 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 48 MiB/s wr, 774 op/s 2023-08-28T02:14:02.640 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:2023-08-28T02:14:02.641366+0000 min lat: 0.00125918 max lat: 0.0850858 avg lat: 0.012206 2023-08-28T02:14:02.640 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-08-28T02:14:02.640 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 80 16 105005 104989 81.8944 55 0.0215438 0.012206 2023-08-28T02:14:03.643 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 81 16 105850 105834 81.5328 52.8125 0.0205315 0.0122594 2023-08-28T02:14:03.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:03 smithi040 ceph-mon[170259]: pgmap v84: 89 pgs: 89 active+clean; 6.3 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 71 MiB/s wr, 1.14k op/s 2023-08-28T02:14:03.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:03 smithi040 ceph-mon[175404]: pgmap v84: 89 pgs: 89 active+clean; 6.3 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 71 MiB/s wr, 1.14k op/s 2023-08-28T02:14:03.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:03 smithi083 ceph-mon[157819]: pgmap v84: 89 pgs: 89 active+clean; 6.3 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 71 MiB/s wr, 1.14k op/s 2023-08-28T02:14:04.643 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 82 16 106718 106702 81.2005 54.25 0.0197426 0.0123107 2023-08-28T02:14:05.643 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 83 16 107562 107546 80.8582 52.75 0.0129066 0.0123622 2023-08-28T02:14:05.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:05 smithi040 ceph-mon[175404]: pgmap v85: 89 pgs: 89 active+clean; 6.3 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 47 MiB/s wr, 747 op/s 2023-08-28T02:14:05.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:05 smithi040 ceph-mon[170259]: pgmap v85: 89 pgs: 89 active+clean; 6.3 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 47 MiB/s wr, 747 op/s 2023-08-28T02:14:05.732 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:14:05 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:14:05] "GET /metrics HTTP/1.1" 200 36203 "" "Prometheus/2.43.0" 2023-08-28T02:14:05.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:05 smithi083 ceph-mon[157819]: pgmap v85: 89 pgs: 89 active+clean; 6.3 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 47 MiB/s wr, 747 op/s 2023-08-28T02:14:06.644 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 84 16 108407 108391 80.524 52.8125 0.0273006 0.0124133 2023-08-28T02:14:06.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:06 smithi040 ceph-mon[170259]: pgmap v86: 89 pgs: 89 active+clean; 6.3 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 47 MiB/s wr, 746 op/s 2023-08-28T02:14:06.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:06 smithi040 ceph-mon[175404]: pgmap v86: 89 pgs: 89 active+clean; 6.3 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 47 MiB/s wr, 746 op/s 2023-08-28T02:14:06.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:06 smithi083 ceph-mon[157819]: pgmap v86: 89 pgs: 89 active+clean; 6.3 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 47 MiB/s wr, 746 op/s 2023-08-28T02:14:07.644 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 85 16 109221 109205 80.1756 50.875 0.0252618 0.0124678 2023-08-28T02:14:08.644 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 86 16 110035 110019 79.8348 50.875 0.0147875 0.0125209 2023-08-28T02:14:08.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:08 smithi040 ceph-mon[175404]: pgmap v87: 89 pgs: 89 active+clean; 6.6 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 69 MiB/s wr, 1.11k op/s 2023-08-28T02:14:08.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:08 smithi040 ceph-mon[170259]: pgmap v87: 89 pgs: 89 active+clean; 6.6 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 69 MiB/s wr, 1.11k op/s 2023-08-28T02:14:08.876 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -e sha1=9cf208207dfe23ffccb33308b22e51570cb45e51 -- bash -c 'ceph orch upgrade resume' 2023-08-28T02:14:08.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:08 smithi083 ceph-mon[157819]: pgmap v87: 89 pgs: 89 active+clean; 6.6 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 69 MiB/s wr, 1.11k op/s 2023-08-28T02:14:08.991 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:14:08 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[151805]: ts=2023-08-28T02:14:08.665Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1016-g4fe39952 (4fe39952b691f82409c13a09ef1217f15a8c4218) quincy (stable)\", cluster_addr=\"172.21.15.40\", device_class=\"ssd\", hostname=\"smithi040\", instance=\"smithi083.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.40\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1016-g4fe39952 (4fe39952b691f82409c13a09ef1217f15a8c4218) quincy (stable)\", cluster_addr=\"172.21.15.40\", device_class=\"ssd\", hostname=\"smithi040\", instance=\"smithi040:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.40\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-08-28T02:14:09.435 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:14:09.650 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 87 16 110787 110771 79.453 47 0.0162537 0.0125813 2023-08-28T02:14:10.650 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 88 16 111541 111525 79.0862 47.125 0.0177897 0.012639 2023-08-28T02:14:11.336 INFO:teuthology.orchestra.run.smithi040.stdout:Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:90e74e9dbaafb6b50d53d065fb7fed5018d4dfbdd16f414a8aaabb53a6e7a3a8 2023-08-28T02:14:11.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:11 smithi040 ceph-mon[170259]: pgmap v88: 89 pgs: 89 active+clean; 6.6 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 45 MiB/s wr, 725 op/s 2023-08-28T02:14:11.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:11 smithi040 ceph-mon[175404]: pgmap v88: 89 pgs: 89 active+clean; 6.6 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 45 MiB/s wr, 725 op/s 2023-08-28T02:14:11.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:11 smithi083 ceph-mon[157819]: pgmap v88: 89 pgs: 89 active+clean; 6.6 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 45 MiB/s wr, 725 op/s 2023-08-28T02:14:11.651 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 89 16 112281 112265 78.7173 46.25 0.0200833 0.0126985 2023-08-28T02:14:11.807 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -e sha1=9cf208207dfe23ffccb33308b22e51570cb45e51 -- bash -c 'echo wait for all mons to upgrade' 2023-08-28T02:14:12.557 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:14:12.651 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Total time run: 90.0217 2023-08-28T02:14:12.651 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Total writes made: 112858 2023-08-28T02:14:12.651 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Write size: 65536 2023-08-28T02:14:12.651 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Object size: 65536 2023-08-28T02:14:12.651 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Bandwidth (MB/sec): 78.3547 2023-08-28T02:14:12.651 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Stddev Bandwidth: 30.8794 2023-08-28T02:14:12.652 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Max bandwidth (MB/sec): 198.75 2023-08-28T02:14:12.652 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Min bandwidth (MB/sec): 46.25 2023-08-28T02:14:12.652 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Average IOPS: 1253 2023-08-28T02:14:12.652 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Stddev IOPS: 494.07 2023-08-28T02:14:12.652 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Max IOPS: 3180 2023-08-28T02:14:12.652 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Min IOPS: 740 2023-08-28T02:14:12.652 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Average Latency(s): 0.0127578 2023-08-28T02:14:12.652 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Stddev Latency(s): 0.00667981 2023-08-28T02:14:12.652 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Max latency(s): 0.0850858 2023-08-28T02:14:12.653 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Min latency(s): 0.00125918 2023-08-28T02:14:12.656 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Cleaning up (deleting benchmark objects) 2023-08-28T02:14:12.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:12 smithi040 ceph-mon[175404]: from='client.34194 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:14:12.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:12 smithi040 ceph-mon[175404]: Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:90e74e9dbaafb6b50d53d065fb7fed5018d4dfbdd16f414a8aaabb53a6e7a3a8 2023-08-28T02:14:12.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:12 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:14:12.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:12 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:14:12.734 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:12 smithi040 ceph-mon[170259]: from='client.34194 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:14:12.734 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:12 smithi040 ceph-mon[170259]: Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:90e74e9dbaafb6b50d53d065fb7fed5018d4dfbdd16f414a8aaabb53a6e7a3a8 2023-08-28T02:14:12.734 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:12 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:14:12.734 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:12 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:14:12.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:12 smithi083 ceph-mon[157819]: from='client.34194 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:14:12.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:12 smithi083 ceph-mon[157819]: Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:90e74e9dbaafb6b50d53d065fb7fed5018d4dfbdd16f414a8aaabb53a6e7a3a8 2023-08-28T02:14:12.744 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:12 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:14:12.744 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:12 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:14:13.556 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:13 smithi040 ceph-mon[175404]: pgmap v89: 89 pgs: 89 active+clean; 6.8 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 66 MiB/s wr, 1.06k op/s 2023-08-28T02:14:13.559 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:13 smithi040 ceph-mon[170259]: pgmap v89: 89 pgs: 89 active+clean; 6.8 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 66 MiB/s wr, 1.06k op/s 2023-08-28T02:14:13.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:13 smithi083 ceph-mon[157819]: pgmap v89: 89 pgs: 89 active+clean; 6.8 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 66 MiB/s wr, 1.06k op/s 2023-08-28T02:14:14.375 INFO:teuthology.orchestra.run.smithi040.stdout:wait for all mons to upgrade 2023-08-28T02:14:14.806 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -e sha1=9cf208207dfe23ffccb33308b22e51570cb45e51 -- bash -c 'while ! ceph mon versions | grep $sha1 | grep '"'"': 3'"'"' ; do sleep 2 ; done' 2023-08-28T02:14:15.572 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:14:15.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:15 smithi040 ceph-mon[175404]: pgmap v90: 89 pgs: 89 active+clean; 6.8 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 43 MiB/s wr, 690 op/s 2023-08-28T02:14:15.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:15 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:14:15.734 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:15 smithi040 ceph-mon[170259]: pgmap v90: 89 pgs: 89 active+clean; 6.8 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 43 MiB/s wr, 690 op/s 2023-08-28T02:14:15.734 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:15 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:14:15.734 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:14:15 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:14:15] "GET /metrics HTTP/1.1" 200 36203 "" "Prometheus/2.43.0" 2023-08-28T02:14:15.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:15 smithi083 ceph-mon[157819]: pgmap v90: 89 pgs: 89 active+clean; 6.8 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 43 MiB/s wr, 690 op/s 2023-08-28T02:14:15.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:15 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:14:17.301 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:17 smithi040 ceph-mon[170259]: pgmap v91: 89 pgs: 89 active+clean; 6.8 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 43 MiB/s wr, 689 op/s 2023-08-28T02:14:17.301 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:17 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:14:17.301 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:17 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:14:17.301 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:17 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:14:17.301 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:17 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:14:17.301 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:17 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:14:17.304 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:17 smithi040 ceph-mon[175404]: pgmap v91: 89 pgs: 89 active+clean; 6.8 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 43 MiB/s wr, 689 op/s 2023-08-28T02:14:17.304 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:17 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:14:17.304 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:17 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:14:17.304 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:17 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:14:17.304 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:17 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:14:17.304 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:17 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:14:17.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:17 smithi083 ceph-mon[157819]: pgmap v91: 89 pgs: 89 active+clean; 6.8 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 43 MiB/s wr, 689 op/s 2023-08-28T02:14:17.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:17 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:14:17.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:17 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:14:17.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:17 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:14:17.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:17 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:14:17.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:17 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:14:17.936 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 18.2.0-187-g9cf20820 (9cf208207dfe23ffccb33308b22e51570cb45e51) reef (stable)": 3 2023-08-28T02:14:18.545 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -e sha1=9cf208207dfe23ffccb33308b22e51570cb45e51 -- bash -c 'ceph orch ps' 2023-08-28T02:14:18.655 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:18 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:14:18.655 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:18 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-08-28T02:14:18.655 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:18 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-08-28T02:14:18.656 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:18 smithi040 ceph-mon[175404]: Upgrade: Setting container_image for all mon 2023-08-28T02:14:18.656 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:18 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:14:18.656 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:18 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2023-08-28T02:14:18.656 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:18 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2023-08-28T02:14:18.656 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:18 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2023-08-28T02:14:18.656 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:18 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2023-08-28T02:14:18.656 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:18 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2023-08-28T02:14:18.656 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:18 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2023-08-28T02:14:18.656 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:18 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2023-08-28T02:14:18.656 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:18 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2023-08-28T02:14:18.656 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:18 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2023-08-28T02:14:18.656 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:18 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-08-28T02:14:18.656 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:18 smithi040 ceph-mon[175404]: Upgrade: Setting container_image for all crash 2023-08-28T02:14:18.657 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:18 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:14:18.657 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:18 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2023-08-28T02:14:18.657 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:18 smithi040 ceph-mon[175404]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2023-08-28T02:14:18.657 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:18 smithi040 ceph-mon[175404]: Upgrade: osd.0 is safe to restart 2023-08-28T02:14:18.657 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:18 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/205055276' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:14:18.658 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:18 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:14:18.659 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:18 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-08-28T02:14:18.659 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:18 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-08-28T02:14:18.659 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:18 smithi083 ceph-mon[157819]: Upgrade: Setting container_image for all mon 2023-08-28T02:14:18.659 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:18 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:14:18.659 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:18 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2023-08-28T02:14:18.659 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:18 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2023-08-28T02:14:18.659 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:18 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2023-08-28T02:14:18.659 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:18 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2023-08-28T02:14:18.659 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:18 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2023-08-28T02:14:18.659 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:18 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2023-08-28T02:14:18.660 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:18 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2023-08-28T02:14:18.660 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:18 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2023-08-28T02:14:18.660 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:18 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2023-08-28T02:14:18.660 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:18 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-08-28T02:14:18.660 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:18 smithi083 ceph-mon[157819]: Upgrade: Setting container_image for all crash 2023-08-28T02:14:18.660 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:18 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:14:18.660 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:18 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2023-08-28T02:14:18.660 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:18 smithi083 ceph-mon[157819]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2023-08-28T02:14:18.660 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:18 smithi083 ceph-mon[157819]: Upgrade: osd.0 is safe to restart 2023-08-28T02:14:18.660 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:18 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/205055276' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:14:18.664 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:18 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:14:18.664 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:18 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-08-28T02:14:18.665 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:18 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-08-28T02:14:18.665 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:18 smithi040 ceph-mon[170259]: Upgrade: Setting container_image for all mon 2023-08-28T02:14:18.665 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:18 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:14:18.665 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:18 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2023-08-28T02:14:18.665 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:18 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2023-08-28T02:14:18.665 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:18 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2023-08-28T02:14:18.665 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:18 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2023-08-28T02:14:18.665 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:18 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2023-08-28T02:14:18.665 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:18 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2023-08-28T02:14:18.665 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:18 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2023-08-28T02:14:18.665 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:18 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2023-08-28T02:14:18.665 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:18 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2023-08-28T02:14:18.666 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:18 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-08-28T02:14:18.666 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:18 smithi040 ceph-mon[170259]: Upgrade: Setting container_image for all crash 2023-08-28T02:14:18.666 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:18 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:14:18.666 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:18 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2023-08-28T02:14:18.666 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:18 smithi040 ceph-mon[170259]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2023-08-28T02:14:18.666 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:18 smithi040 ceph-mon[170259]: Upgrade: osd.0 is safe to restart 2023-08-28T02:14:18.666 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:18 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/205055276' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2023-08-28T02:14:18.990 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:14:18 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[151805]: ts=2023-08-28T02:14:18.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1016-g4fe39952 (4fe39952b691f82409c13a09ef1217f15a8c4218) quincy (stable)\", cluster_addr=\"172.21.15.40\", device_class=\"ssd\", hostname=\"smithi040\", instance=\"smithi083.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.40\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1016-g4fe39952 (4fe39952b691f82409c13a09ef1217f15a8c4218) quincy (stable)\", cluster_addr=\"172.21.15.40\", device_class=\"ssd\", hostname=\"smithi040\", instance=\"smithi040:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.40\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-08-28T02:14:19.202 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:14:19.445 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:19 smithi040 ceph-mon[170259]: pgmap v92: 89 pgs: 89 active+clean; 6.8 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 85 B/s rd, 50 MiB/s wr, 978 op/s 2023-08-28T02:14:19.735 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:19 smithi040 ceph-mon[175404]: pgmap v92: 89 pgs: 89 active+clean; 6.8 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 85 B/s rd, 50 MiB/s wr, 978 op/s 2023-08-28T02:14:19.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:19 smithi083 ceph-mon[157819]: pgmap v92: 89 pgs: 89 active+clean; 6.8 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 85 B/s rd, 50 MiB/s wr, 978 op/s 2023-08-28T02:14:20.839 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:20 smithi040 ceph-mon[175404]: Upgrade: Updating osd.0 2023-08-28T02:14:20.839 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:20 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:14:20.839 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:20 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-08-28T02:14:20.839 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:20 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:14:20.839 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:20 smithi040 ceph-mon[175404]: Deploying daemon osd.0 on smithi040 2023-08-28T02:14:20.840 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:20 smithi040 ceph-mon[175404]: pgmap v93: 89 pgs: 89 active+clean; 6.8 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 85 B/s rd, 28 MiB/s wr, 619 op/s 2023-08-28T02:14:20.840 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:20 smithi040 ceph-mon[170259]: Upgrade: Updating osd.0 2023-08-28T02:14:20.840 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:20 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:14:20.841 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:20 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-08-28T02:14:20.841 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:20 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:14:20.841 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:20 smithi040 ceph-mon[170259]: Deploying daemon osd.0 on smithi040 2023-08-28T02:14:20.841 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:20 smithi040 ceph-mon[170259]: pgmap v93: 89 pgs: 89 active+clean; 6.8 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 85 B/s rd, 28 MiB/s wr, 619 op/s 2023-08-28T02:14:20.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:20 smithi083 ceph-mon[157819]: Upgrade: Updating osd.0 2023-08-28T02:14:20.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:20 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:14:20.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:20 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-08-28T02:14:20.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:20 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:14:20.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:20 smithi083 ceph-mon[157819]: Deploying daemon osd.0 on smithi040 2023-08-28T02:14:20.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:20 smithi083 ceph-mon[157819]: pgmap v93: 89 pgs: 89 active+clean; 6.8 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 85 B/s rd, 28 MiB/s wr, 619 op/s 2023-08-28T02:14:22.165 INFO:teuthology.orchestra.run.smithi040.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-08-28T02:14:22.166 INFO:teuthology.orchestra.run.smithi040.stdout:alertmanager.a smithi040 *:9093,9094 running (4m) 5s ago 7m 27.0M - 0.25.0 c8568f914cd2 1f931b11b0e5 2023-08-28T02:14:22.166 INFO:teuthology.orchestra.run.smithi040.stdout:grafana.a smithi083 *:3000 running (4m) 64s ago 7m 92.2M - 9.4.7 2c41d148cca3 5a302d68ee4a 2023-08-28T02:14:22.166 INFO:teuthology.orchestra.run.smithi040.stdout:mds.foo.smithi040.wmhbsz smithi040 running (6m) 5s ago 6m 19.5M - 17.2.6-1016-g4fe39952 d5e2f73f133d 5d5fe7a01215 2023-08-28T02:14:22.166 INFO:teuthology.orchestra.run.smithi040.stdout:mds.foo.smithi083.wzayvx smithi083 running (6m) 64s ago 6m 15.3M - 17.2.6-1016-g4fe39952 d5e2f73f133d ab81982afc87 2023-08-28T02:14:22.166 INFO:teuthology.orchestra.run.smithi040.stdout:mgr.x smithi083 *:8443,9283,8765 running (3m) 64s ago 10m 446M - 18.2.0-187-g9cf20820 62b871dea10e 0c7cb81d2737 2023-08-28T02:14:22.166 INFO:teuthology.orchestra.run.smithi040.stdout:mgr.y smithi040 *:8443,9283,8765 running (3m) 5s ago 11m 506M - 18.2.0-187-g9cf20820 62b871dea10e 2d2b4530cb53 2023-08-28T02:14:22.166 INFO:teuthology.orchestra.run.smithi040.stdout:mon.a smithi040 running (3m) 5s ago 11m 70.5M 2048M 18.2.0-187-g9cf20820 62b871dea10e 61920a7b5dcd 2023-08-28T02:14:22.166 INFO:teuthology.orchestra.run.smithi040.stdout:mon.b smithi083 running (73s) 64s ago 10m 21.8M 2048M 18.2.0-187-g9cf20820 62b871dea10e 78b1f0ae0dc4 2023-08-28T02:14:22.166 INFO:teuthology.orchestra.run.smithi040.stdout:mon.c smithi040 running (92s) 5s ago 10m 43.0M 2048M 18.2.0-187-g9cf20820 62b871dea10e 736e4b566088 2023-08-28T02:14:22.167 INFO:teuthology.orchestra.run.smithi040.stdout:node-exporter.a smithi040 *:9100 running (4m) 5s ago 6m 20.3M - 1.5.0 0da6a335fe13 c188a7b4cc40 2023-08-28T02:14:22.167 INFO:teuthology.orchestra.run.smithi040.stdout:node-exporter.b smithi083 *:9100 running (3m) 64s ago 6m 17.9M - 1.5.0 0da6a335fe13 1c133750e02e 2023-08-28T02:14:22.167 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0 smithi040 running (9m) 5s ago 9m 2584M 2487M 17.2.6-1016-g4fe39952 d5e2f73f133d ff0452c12b57 2023-08-28T02:14:22.167 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1 smithi040 running (9m) 5s ago 9m 1913M 2487M 17.2.6-1016-g4fe39952 d5e2f73f133d 9ae9e22de7be 2023-08-28T02:14:22.167 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2 smithi040 running (9m) 5s ago 9m 3440M 2487M 17.2.6-1016-g4fe39952 d5e2f73f133d e9bc4e548ea1 2023-08-28T02:14:22.167 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3 smithi040 running (9m) 5s ago 9m 2267M 2487M 17.2.6-1016-g4fe39952 d5e2f73f133d 07e1b6efdf43 2023-08-28T02:14:22.167 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4 smithi083 running (8m) 64s ago 8m 2319M 2486M 17.2.6-1016-g4fe39952 d5e2f73f133d 4279a7406ba5 2023-08-28T02:14:22.167 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5 smithi083 running (8m) 64s ago 8m 2503M 2486M 17.2.6-1016-g4fe39952 d5e2f73f133d 78a7bee0c1dc 2023-08-28T02:14:22.167 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6 smithi083 running (8m) 64s ago 8m 1200M 2486M 17.2.6-1016-g4fe39952 d5e2f73f133d e8553647cbd2 2023-08-28T02:14:22.167 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7 smithi083 running (7m) 64s ago 7m 1964M 2486M 17.2.6-1016-g4fe39952 d5e2f73f133d 9df5f7bd4cae 2023-08-28T02:14:22.168 INFO:teuthology.orchestra.run.smithi040.stdout:prometheus.a smithi083 *:9095 running (3m) 64s ago 7m 50.7M - 2.43.0 a07b618ecd1d 4d4567cbfeb2 2023-08-28T02:14:22.984 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:22 smithi040 ceph-mon[170259]: pgmap v94: 89 pgs: 89 active+clean; 6.5 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 85 B/s rd, 28 MiB/s wr, 915 op/s 2023-08-28T02:14:22.984 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:22 smithi040 ceph-mon[170259]: from='client.54109 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:14:22.984 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:22 smithi040 ceph-mon[175404]: pgmap v94: 89 pgs: 89 active+clean; 6.5 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 85 B/s rd, 28 MiB/s wr, 915 op/s 2023-08-28T02:14:22.985 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:22 smithi040 ceph-mon[175404]: from='client.54109 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:14:22.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:22 smithi083 ceph-mon[157819]: pgmap v94: 89 pgs: 89 active+clean; 6.5 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 85 B/s rd, 28 MiB/s wr, 915 op/s 2023-08-28T02:14:22.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:22 smithi083 ceph-mon[157819]: from='client.54109 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:14:23.483 INFO:journalctl@ceph.osd.0.smithi040.stdout:Aug 28 02:14:22 smithi040 systemd[1]: Stopping Ceph osd.0 for d9a8f48a-4546-11ee-817c-1b7a5f1ba315... 2023-08-28T02:14:24.844 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -e sha1=9cf208207dfe23ffccb33308b22e51570cb45e51 -- bash -c 'ceph orch upgrade pause' 2023-08-28T02:14:24.988 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:24 smithi040 ceph-mon[170259]: pgmap v95: 89 pgs: 89 active+clean; 6.5 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 85 B/s rd, 6.9 MiB/s wr, 584 op/s 2023-08-28T02:14:24.988 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:24 smithi040 ceph-mon[175404]: pgmap v95: 89 pgs: 89 active+clean; 6.5 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 85 B/s rd, 6.9 MiB/s wr, 584 op/s 2023-08-28T02:14:24.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:24 smithi083 ceph-mon[157819]: pgmap v95: 89 pgs: 89 active+clean; 6.5 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 85 B/s rd, 6.9 MiB/s wr, 584 op/s 2023-08-28T02:14:25.731 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:14:25 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:14:25] "GET /metrics HTTP/1.1" 200 36203 "" "Prometheus/2.43.0" 2023-08-28T02:14:25.904 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:14:26.234 INFO:journalctl@ceph.osd.0.smithi040.stdout:Aug 28 02:14:25 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd-0[125207]: 2023-08-28T02:14:25.760+0000 7f5038d1c700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-08-28T02:14:26.234 INFO:journalctl@ceph.osd.0.smithi040.stdout:Aug 28 02:14:25 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd-0[125207]: 2023-08-28T02:14:25.760+0000 7f5038d1c700 -1 osd.0 80 *** Got signal Terminated *** 2023-08-28T02:14:26.235 INFO:journalctl@ceph.osd.0.smithi040.stdout:Aug 28 02:14:25 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd-0[125207]: 2023-08-28T02:14:25.760+0000 7f5038d1c700 -1 osd.0 80 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-08-28T02:14:26.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:26 smithi083 ceph-mon[157819]: osd.0 marked itself down and dead 2023-08-28T02:14:26.517 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:26 smithi040 ceph-mon[170259]: osd.0 marked itself down and dead 2023-08-28T02:14:26.518 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:26 smithi040 ceph-mon[175404]: osd.0 marked itself down and dead 2023-08-28T02:14:27.469 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:27 smithi040 ceph-mon[170259]: pgmap v96: 89 pgs: 89 active+clean; 6.5 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 85 B/s rd, 6.9 MiB/s wr, 642 op/s 2023-08-28T02:14:27.469 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:27 smithi040 ceph-mon[170259]: Health check failed: 1 osds down (OSD_DOWN) 2023-08-28T02:14:27.470 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:27 smithi040 ceph-mon[170259]: failed to encode map e81 with expected crc 2023-08-28T02:14:27.470 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:27 smithi040 ceph-mon[170259]: failed to encode map e81 with expected crc 2023-08-28T02:14:27.470 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:27 smithi040 ceph-mon[170259]: osdmap e81: 8 total, 7 up, 8 in 2023-08-28T02:14:27.470 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:27 smithi040 ceph-mon[175404]: pgmap v96: 89 pgs: 89 active+clean; 6.5 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 85 B/s rd, 6.9 MiB/s wr, 642 op/s 2023-08-28T02:14:27.470 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:27 smithi040 ceph-mon[175404]: Health check failed: 1 osds down (OSD_DOWN) 2023-08-28T02:14:27.470 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:27 smithi040 ceph-mon[175404]: failed to encode map e81 with expected crc 2023-08-28T02:14:27.470 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:27 smithi040 ceph-mon[175404]: failed to encode map e81 with expected crc 2023-08-28T02:14:27.470 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:27 smithi040 ceph-mon[175404]: osdmap e81: 8 total, 7 up, 8 in 2023-08-28T02:14:27.471 INFO:journalctl@ceph.osd.0.smithi040.stdout:Aug 28 02:14:27 smithi040 bash[180754]: ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd-0 2023-08-28T02:14:27.493 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:27 smithi083 ceph-mon[157819]: pgmap v96: 89 pgs: 89 active+clean; 6.5 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 85 B/s rd, 6.9 MiB/s wr, 642 op/s 2023-08-28T02:14:27.493 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:27 smithi083 ceph-mon[157819]: Health check failed: 1 osds down (OSD_DOWN) 2023-08-28T02:14:27.493 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:27 smithi083 ceph-mon[157819]: failed to encode map e81 with expected crc 2023-08-28T02:14:27.493 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:27 smithi083 ceph-mon[157819]: failed to encode map e81 with expected crc 2023-08-28T02:14:27.493 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:27 smithi083 ceph-mon[157819]: osdmap e81: 8 total, 7 up, 8 in 2023-08-28T02:14:28.550 INFO:teuthology.orchestra.run.smithi040.stdout:Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:90e74e9dbaafb6b50d53d065fb7fed5018d4dfbdd16f414a8aaabb53a6e7a3a8 2023-08-28T02:14:28.616 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:28 smithi040 ceph-mon[170259]: failed to encode map e82 with expected crc 2023-08-28T02:14:28.616 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:28 smithi040 ceph-mon[170259]: osdmap e82: 8 total, 7 up, 8 in 2023-08-28T02:14:28.616 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:28 smithi040 ceph-mon[170259]: failed to encode map e82 with expected crc 2023-08-28T02:14:28.616 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:28 smithi040 ceph-mon[170259]: failed to encode map e82 with expected crc 2023-08-28T02:14:28.616 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:28 smithi040 ceph-mon[170259]: failed to encode map e82 with expected crc 2023-08-28T02:14:28.617 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:28 smithi040 ceph-mon[170259]: failed to encode map e82 with expected crc 2023-08-28T02:14:28.617 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:28 smithi040 ceph-mon[170259]: failed to encode map e82 with expected crc 2023-08-28T02:14:28.617 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:28 smithi040 ceph-mon[175404]: failed to encode map e82 with expected crc 2023-08-28T02:14:28.617 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:28 smithi040 ceph-mon[175404]: osdmap e82: 8 total, 7 up, 8 in 2023-08-28T02:14:28.617 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:28 smithi040 ceph-mon[175404]: failed to encode map e82 with expected crc 2023-08-28T02:14:28.617 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:28 smithi040 ceph-mon[175404]: failed to encode map e82 with expected crc 2023-08-28T02:14:28.617 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:28 smithi040 ceph-mon[175404]: failed to encode map e82 with expected crc 2023-08-28T02:14:28.617 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:28 smithi040 ceph-mon[175404]: failed to encode map e82 with expected crc 2023-08-28T02:14:28.617 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:28 smithi040 ceph-mon[175404]: failed to encode map e82 with expected crc 2023-08-28T02:14:28.658 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:28 smithi083 ceph-mon[157819]: failed to encode map e82 with expected crc 2023-08-28T02:14:28.658 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:28 smithi083 ceph-mon[157819]: osdmap e82: 8 total, 7 up, 8 in 2023-08-28T02:14:28.658 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:28 smithi083 ceph-mon[157819]: failed to encode map e82 with expected crc 2023-08-28T02:14:28.659 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:28 smithi083 ceph-mon[157819]: failed to encode map e82 with expected crc 2023-08-28T02:14:28.659 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:28 smithi083 ceph-mon[157819]: failed to encode map e82 with expected crc 2023-08-28T02:14:28.659 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:28 smithi083 ceph-mon[157819]: failed to encode map e82 with expected crc 2023-08-28T02:14:28.659 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:28 smithi083 ceph-mon[157819]: failed to encode map e82 with expected crc 2023-08-28T02:14:28.663 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:14:28 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[151805]: ts=2023-08-28T02:14:28.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1016-g4fe39952 (4fe39952b691f82409c13a09ef1217f15a8c4218) quincy (stable)\", cluster_addr=\"172.21.15.40\", device_class=\"ssd\", hostname=\"smithi040\", instance=\"smithi083.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.40\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1016-g4fe39952 (4fe39952b691f82409c13a09ef1217f15a8c4218) quincy (stable)\", cluster_addr=\"172.21.15.40\", device_class=\"ssd\", hostname=\"smithi040\", instance=\"smithi040:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.40\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-08-28T02:14:29.079 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -e sha1=9cf208207dfe23ffccb33308b22e51570cb45e51 -- bash -c 'sleep 60' 2023-08-28T02:14:29.433 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:29 smithi040 ceph-mon[170259]: pgmap v99: 89 pgs: 13 stale+active+clean, 76 active+clean; 6.3 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 908 op/s 2023-08-28T02:14:29.434 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:29 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:14:29.434 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:29 smithi040 ceph-mon[175404]: pgmap v99: 89 pgs: 13 stale+active+clean, 76 active+clean; 6.3 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 908 op/s 2023-08-28T02:14:29.434 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:29 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:14:29.626 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:14:29.731 INFO:journalctl@ceph.osd.0.smithi040.stdout:Aug 28 02:14:29 smithi040 systemd[1]: ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315@osd.0.service: Succeeded. 2023-08-28T02:14:29.731 INFO:journalctl@ceph.osd.0.smithi040.stdout:Aug 28 02:14:29 smithi040 systemd[1]: Stopped Ceph osd.0 for d9a8f48a-4546-11ee-817c-1b7a5f1ba315. 2023-08-28T02:14:29.731 INFO:journalctl@ceph.osd.0.smithi040.stdout:Aug 28 02:14:29 smithi040 systemd[1]: Starting Ceph osd.0 for d9a8f48a-4546-11ee-817c-1b7a5f1ba315... 2023-08-28T02:14:29.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:29 smithi083 ceph-mon[157819]: pgmap v99: 89 pgs: 13 stale+active+clean, 76 active+clean; 6.3 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 908 op/s 2023-08-28T02:14:29.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:29 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:14:30.438 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:30 smithi040 ceph-mon[175404]: from='client.44111 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:14:30.439 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:30 smithi040 ceph-mon[175404]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:90e74e9dbaafb6b50d53d065fb7fed5018d4dfbdd16f414a8aaabb53a6e7a3a8 2023-08-28T02:14:30.439 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:30 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2023-08-28T02:14:30.439 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:30 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5, 4, 0]}]: dispatch 2023-08-28T02:14:30.439 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:30 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [3, 5, 1, 0]}]: dispatch 2023-08-28T02:14:30.439 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:30 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2, 3, 0]}]: dispatch 2023-08-28T02:14:30.439 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:30 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [4, 0]}]: dispatch 2023-08-28T02:14:30.440 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:30 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 0]}]: dispatch 2023-08-28T02:14:30.440 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:30 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2, 3, 0]}]: dispatch 2023-08-28T02:14:30.440 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:30 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1e", "id": [3, 2]}]: dispatch 2023-08-28T02:14:30.440 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:30 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2023-08-28T02:14:30.440 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:30 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5, 4, 0]}]: dispatch 2023-08-28T02:14:30.440 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:30 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [3, 5, 1, 0]}]: dispatch 2023-08-28T02:14:30.441 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:30 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2, 3, 0]}]: dispatch 2023-08-28T02:14:30.441 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:30 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [4, 0]}]: dispatch 2023-08-28T02:14:30.441 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:30 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 0]}]: dispatch 2023-08-28T02:14:30.441 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:30 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2, 3, 0]}]: dispatch 2023-08-28T02:14:30.441 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:30 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1e", "id": [3, 2]}]: dispatch 2023-08-28T02:14:30.441 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:30 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:14:30.441 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:30 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:14:30.441 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:30 smithi040 ceph-mon[170259]: from='client.44111 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:14:30.442 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:30 smithi040 ceph-mon[170259]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:90e74e9dbaafb6b50d53d065fb7fed5018d4dfbdd16f414a8aaabb53a6e7a3a8 2023-08-28T02:14:30.442 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:30 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2023-08-28T02:14:30.442 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:30 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5, 4, 0]}]: dispatch 2023-08-28T02:14:30.442 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:30 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [3, 5, 1, 0]}]: dispatch 2023-08-28T02:14:30.442 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:30 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2, 3, 0]}]: dispatch 2023-08-28T02:14:30.442 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:30 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [4, 0]}]: dispatch 2023-08-28T02:14:30.442 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:30 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 0]}]: dispatch 2023-08-28T02:14:30.442 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:30 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2, 3, 0]}]: dispatch 2023-08-28T02:14:30.442 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:30 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1e", "id": [3, 2]}]: dispatch 2023-08-28T02:14:30.442 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:30 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2023-08-28T02:14:30.442 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:30 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5, 4, 0]}]: dispatch 2023-08-28T02:14:30.442 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:30 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [3, 5, 1, 0]}]: dispatch 2023-08-28T02:14:30.443 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:30 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2, 3, 0]}]: dispatch 2023-08-28T02:14:30.443 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:30 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [4, 0]}]: dispatch 2023-08-28T02:14:30.443 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:30 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 0]}]: dispatch 2023-08-28T02:14:30.443 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:30 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2, 3, 0]}]: dispatch 2023-08-28T02:14:30.443 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:30 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1e", "id": [3, 2]}]: dispatch 2023-08-28T02:14:30.443 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:30 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:14:30.443 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:30 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:14:30.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:30 smithi083 ceph-mon[157819]: from='client.44111 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:14:30.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:30 smithi083 ceph-mon[157819]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:90e74e9dbaafb6b50d53d065fb7fed5018d4dfbdd16f414a8aaabb53a6e7a3a8 2023-08-28T02:14:30.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:30 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2023-08-28T02:14:30.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:30 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5, 4, 0]}]: dispatch 2023-08-28T02:14:30.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:30 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [3, 5, 1, 0]}]: dispatch 2023-08-28T02:14:30.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:30 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2, 3, 0]}]: dispatch 2023-08-28T02:14:30.744 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:30 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [4, 0]}]: dispatch 2023-08-28T02:14:30.744 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:30 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 0]}]: dispatch 2023-08-28T02:14:30.744 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:30 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2, 3, 0]}]: dispatch 2023-08-28T02:14:30.744 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:30 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1e", "id": [3, 2]}]: dispatch 2023-08-28T02:14:30.744 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:30 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]: dispatch 2023-08-28T02:14:30.744 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:30 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5, 4, 0]}]: dispatch 2023-08-28T02:14:30.744 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:30 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [3, 5, 1, 0]}]: dispatch 2023-08-28T02:14:30.745 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:30 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2, 3, 0]}]: dispatch 2023-08-28T02:14:30.745 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:30 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [4, 0]}]: dispatch 2023-08-28T02:14:30.745 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:30 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 0]}]: dispatch 2023-08-28T02:14:30.745 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:30 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2, 3, 0]}]: dispatch 2023-08-28T02:14:30.745 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:30 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1e", "id": [3, 2]}]: dispatch 2023-08-28T02:14:30.745 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:30 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:14:30.746 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:30 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:14:31.736 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:31 smithi040 ceph-mon[175404]: pgmap v100: 89 pgs: 13 stale+active+clean, 76 active+clean; 6.3 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 464 op/s 2023-08-28T02:14:31.736 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:31 smithi040 ceph-mon[175404]: failed to encode map e83 with expected crc 2023-08-28T02:14:31.736 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:31 smithi040 ceph-mon[175404]: failed to encode map e83 with expected crc 2023-08-28T02:14:31.736 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:31 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]': finished 2023-08-28T02:14:31.736 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:31 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5, 4, 0]}]': finished 2023-08-28T02:14:31.736 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:31 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [3, 5, 1, 0]}]': finished 2023-08-28T02:14:31.736 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:31 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2, 3, 0]}]': finished 2023-08-28T02:14:31.737 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:31 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [4, 0]}]': finished 2023-08-28T02:14:31.737 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:31 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 0]}]': finished 2023-08-28T02:14:31.737 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:31 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2, 3, 0]}]': finished 2023-08-28T02:14:31.737 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:31 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1e", "id": [3, 2]}]': finished 2023-08-28T02:14:31.737 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:31 smithi040 ceph-mon[175404]: osdmap e83: 8 total, 7 up, 8 in 2023-08-28T02:14:31.740 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:31 smithi040 ceph-mon[170259]: pgmap v100: 89 pgs: 13 stale+active+clean, 76 active+clean; 6.3 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 464 op/s 2023-08-28T02:14:31.740 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:31 smithi040 ceph-mon[170259]: failed to encode map e83 with expected crc 2023-08-28T02:14:31.740 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:31 smithi040 ceph-mon[170259]: failed to encode map e83 with expected crc 2023-08-28T02:14:31.740 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:31 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]': finished 2023-08-28T02:14:31.740 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:31 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5, 4, 0]}]': finished 2023-08-28T02:14:31.740 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:31 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [3, 5, 1, 0]}]': finished 2023-08-28T02:14:31.740 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:31 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2, 3, 0]}]': finished 2023-08-28T02:14:31.741 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:31 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [4, 0]}]': finished 2023-08-28T02:14:31.741 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:31 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 0]}]': finished 2023-08-28T02:14:31.741 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:31 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2, 3, 0]}]': finished 2023-08-28T02:14:31.741 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:31 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1e", "id": [3, 2]}]': finished 2023-08-28T02:14:31.741 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:31 smithi040 ceph-mon[170259]: osdmap e83: 8 total, 7 up, 8 in 2023-08-28T02:14:31.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:31 smithi083 ceph-mon[157819]: pgmap v100: 89 pgs: 13 stale+active+clean, 76 active+clean; 6.3 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 464 op/s 2023-08-28T02:14:31.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:31 smithi083 ceph-mon[157819]: failed to encode map e83 with expected crc 2023-08-28T02:14:31.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:31 smithi083 ceph-mon[157819]: failed to encode map e83 with expected crc 2023-08-28T02:14:31.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:31 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [1, 5]}]': finished 2023-08-28T02:14:31.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:31 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5, 4, 0]}]': finished 2023-08-28T02:14:31.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:31 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [3, 5, 1, 0]}]': finished 2023-08-28T02:14:31.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:31 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.14", "id": [1, 2, 3, 0]}]': finished 2023-08-28T02:14:31.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:31 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [4, 0]}]': finished 2023-08-28T02:14:31.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:31 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 0]}]': finished 2023-08-28T02:14:31.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:31 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2, 3, 0]}]': finished 2023-08-28T02:14:31.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:31 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1e", "id": [3, 2]}]': finished 2023-08-28T02:14:31.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:31 smithi083 ceph-mon[157819]: osdmap e83: 8 total, 7 up, 8 in 2023-08-28T02:14:32.020 INFO:journalctl@ceph.osd.0.smithi040.stdout:Aug 28 02:14:31 smithi040 bash[181243]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2023-08-28T02:14:32.020 INFO:journalctl@ceph.osd.0.smithi040.stdout:Aug 28 02:14:31 smithi040 bash[181243]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2023-08-28T02:14:32.020 INFO:journalctl@ceph.osd.0.smithi040.stdout:Aug 28 02:14:31 smithi040 bash[181243]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2023-08-28T02:14:32.020 INFO:journalctl@ceph.osd.0.smithi040.stdout:Aug 28 02:14:31 smithi040 bash[181243]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2023-08-28T02:14:32.020 INFO:journalctl@ceph.osd.0.smithi040.stdout:Aug 28 02:14:31 smithi040 bash[181243]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2023-08-28T02:14:32.021 INFO:journalctl@ceph.osd.0.smithi040.stdout:Aug 28 02:14:31 smithi040 bash[181243]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2023-08-28T02:14:32.021 INFO:journalctl@ceph.osd.0.smithi040.stdout:Aug 28 02:14:31 smithi040 bash[181243]: --> ceph-volume raw activate successful for osd ID: 0 2023-08-28T02:14:32.334 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:32 smithi040 ceph-mon[170259]: failed to encode map e84 with expected crc 2023-08-28T02:14:32.334 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:32 smithi040 ceph-mon[170259]: osdmap e84: 8 total, 7 up, 8 in 2023-08-28T02:14:32.334 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:32 smithi040 ceph-mon[170259]: failed to encode map e84 with expected crc 2023-08-28T02:14:32.335 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:32 smithi040 ceph-mon[170259]: failed to encode map e84 with expected crc 2023-08-28T02:14:32.335 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:32 smithi040 ceph-mon[170259]: failed to encode map e84 with expected crc 2023-08-28T02:14:32.335 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:32 smithi040 ceph-mon[170259]: failed to encode map e84 with expected crc 2023-08-28T02:14:32.335 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:32 smithi040 ceph-mon[170259]: failed to encode map e84 with expected crc 2023-08-28T02:14:32.626 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:32 smithi040 ceph-mon[175404]: failed to encode map e84 with expected crc 2023-08-28T02:14:32.627 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:32 smithi040 ceph-mon[175404]: osdmap e84: 8 total, 7 up, 8 in 2023-08-28T02:14:32.627 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:32 smithi040 ceph-mon[175404]: failed to encode map e84 with expected crc 2023-08-28T02:14:32.627 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:32 smithi040 ceph-mon[175404]: failed to encode map e84 with expected crc 2023-08-28T02:14:32.627 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:32 smithi040 ceph-mon[175404]: failed to encode map e84 with expected crc 2023-08-28T02:14:32.627 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:32 smithi040 ceph-mon[175404]: failed to encode map e84 with expected crc 2023-08-28T02:14:32.628 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:32 smithi040 ceph-mon[175404]: failed to encode map e84 with expected crc 2023-08-28T02:14:32.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:32 smithi083 ceph-mon[157819]: failed to encode map e84 with expected crc 2023-08-28T02:14:32.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:32 smithi083 ceph-mon[157819]: osdmap e84: 8 total, 7 up, 8 in 2023-08-28T02:14:32.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:32 smithi083 ceph-mon[157819]: failed to encode map e84 with expected crc 2023-08-28T02:14:32.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:32 smithi083 ceph-mon[157819]: failed to encode map e84 with expected crc 2023-08-28T02:14:32.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:32 smithi083 ceph-mon[157819]: failed to encode map e84 with expected crc 2023-08-28T02:14:32.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:32 smithi083 ceph-mon[157819]: failed to encode map e84 with expected crc 2023-08-28T02:14:32.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:32 smithi083 ceph-mon[157819]: failed to encode map e84 with expected crc 2023-08-28T02:14:33.234 INFO:journalctl@ceph.osd.0.smithi040.stdout:Aug 28 02:14:32 smithi040 bash[181549]: 3a022da0889ee6ab9105e57635a136372108fdf8c68f8651fbc648d2e3d255f8 2023-08-28T02:14:33.234 INFO:journalctl@ceph.osd.0.smithi040.stdout:Aug 28 02:14:32 smithi040 systemd[1]: Started Ceph osd.0 for d9a8f48a-4546-11ee-817c-1b7a5f1ba315. 2023-08-28T02:14:33.724 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:33 smithi083 ceph-mon[157819]: pgmap v103: 89 pgs: 5 peering, 11 active+undersized+degraded, 17 active+undersized, 55 active+clean, 1 stale+active+clean; 6.1 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 575 op/s; 25084/301086 objects degraded (8.331%) 2023-08-28T02:14:33.724 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:33 smithi083 ceph-mon[157819]: Health check failed: Reduced data availability: 3 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2023-08-28T02:14:33.724 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:33 smithi083 ceph-mon[157819]: Health check failed: Degraded data redundancy: 25084/301086 objects degraded (8.331%), 11 pgs degraded (PG_DEGRADED) 2023-08-28T02:14:33.724 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:33 smithi083 ceph-mon[157819]: failed to encode map e85 with expected crc 2023-08-28T02:14:33.725 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:33 smithi083 ceph-mon[157819]: failed to encode map e85 with expected crc 2023-08-28T02:14:33.725 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:33 smithi083 ceph-mon[157819]: osdmap e85: 8 total, 7 up, 8 in 2023-08-28T02:14:33.725 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:33 smithi083 ceph-mon[157819]: failed to encode map e85 with expected crc 2023-08-28T02:14:33.725 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:33 smithi083 ceph-mon[157819]: failed to encode map e85 with expected crc 2023-08-28T02:14:33.725 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:33 smithi083 ceph-mon[157819]: failed to encode map e85 with expected crc 2023-08-28T02:14:33.725 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:33 smithi083 ceph-mon[157819]: failed to encode map e85 with expected crc 2023-08-28T02:14:33.725 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:33 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:14:33.725 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:33 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:14:33.725 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:33 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:14:33.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:33 smithi040 ceph-mon[175404]: pgmap v103: 89 pgs: 5 peering, 11 active+undersized+degraded, 17 active+undersized, 55 active+clean, 1 stale+active+clean; 6.1 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 575 op/s; 25084/301086 objects degraded (8.331%) 2023-08-28T02:14:33.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:33 smithi040 ceph-mon[175404]: Health check failed: Reduced data availability: 3 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2023-08-28T02:14:33.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:33 smithi040 ceph-mon[175404]: Health check failed: Degraded data redundancy: 25084/301086 objects degraded (8.331%), 11 pgs degraded (PG_DEGRADED) 2023-08-28T02:14:33.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:33 smithi040 ceph-mon[175404]: failed to encode map e85 with expected crc 2023-08-28T02:14:33.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:33 smithi040 ceph-mon[175404]: failed to encode map e85 with expected crc 2023-08-28T02:14:33.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:33 smithi040 ceph-mon[175404]: osdmap e85: 8 total, 7 up, 8 in 2023-08-28T02:14:33.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:33 smithi040 ceph-mon[175404]: failed to encode map e85 with expected crc 2023-08-28T02:14:33.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:33 smithi040 ceph-mon[175404]: failed to encode map e85 with expected crc 2023-08-28T02:14:33.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:33 smithi040 ceph-mon[175404]: failed to encode map e85 with expected crc 2023-08-28T02:14:33.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:33 smithi040 ceph-mon[175404]: failed to encode map e85 with expected crc 2023-08-28T02:14:33.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:33 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:14:33.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:33 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:14:33.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:33 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:14:33.735 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:33 smithi040 ceph-mon[170259]: pgmap v103: 89 pgs: 5 peering, 11 active+undersized+degraded, 17 active+undersized, 55 active+clean, 1 stale+active+clean; 6.1 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 575 op/s; 25084/301086 objects degraded (8.331%) 2023-08-28T02:14:33.735 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:33 smithi040 ceph-mon[170259]: Health check failed: Reduced data availability: 3 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2023-08-28T02:14:33.735 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:33 smithi040 ceph-mon[170259]: Health check failed: Degraded data redundancy: 25084/301086 objects degraded (8.331%), 11 pgs degraded (PG_DEGRADED) 2023-08-28T02:14:33.735 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:33 smithi040 ceph-mon[170259]: failed to encode map e85 with expected crc 2023-08-28T02:14:33.735 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:33 smithi040 ceph-mon[170259]: failed to encode map e85 with expected crc 2023-08-28T02:14:33.735 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:33 smithi040 ceph-mon[170259]: osdmap e85: 8 total, 7 up, 8 in 2023-08-28T02:14:33.735 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:33 smithi040 ceph-mon[170259]: failed to encode map e85 with expected crc 2023-08-28T02:14:33.735 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:33 smithi040 ceph-mon[170259]: failed to encode map e85 with expected crc 2023-08-28T02:14:33.736 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:33 smithi040 ceph-mon[170259]: failed to encode map e85 with expected crc 2023-08-28T02:14:33.736 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:33 smithi040 ceph-mon[170259]: failed to encode map e85 with expected crc 2023-08-28T02:14:33.736 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:33 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:14:33.736 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:33 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:14:33.736 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:33 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:14:33.736 INFO:journalctl@ceph.osd.0.smithi040.stdout:Aug 28 02:14:33 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd-0[181562]: 2023-08-28T02:14:33.246+0000 7f7d714bd640 -1 Falling back to public interface 2023-08-28T02:14:35.731 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:14:35 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:14:35] "GET /metrics HTTP/1.1" 200 36273 "" "Prometheus/2.43.0" 2023-08-28T02:14:35.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:35 smithi040 ceph-mon[175404]: pgmap v105: 89 pgs: 5 peering, 11 active+undersized+degraded, 17 active+undersized, 55 active+clean, 1 stale+active+clean; 6.1 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 516 op/s; 25084/301086 objects degraded (8.331%) 2023-08-28T02:14:35.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:35 smithi040 ceph-mon[170259]: pgmap v105: 89 pgs: 5 peering, 11 active+undersized+degraded, 17 active+undersized, 55 active+clean, 1 stale+active+clean; 6.1 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 516 op/s; 25084/301086 objects degraded (8.331%) 2023-08-28T02:14:35.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:35 smithi083 ceph-mon[157819]: pgmap v105: 89 pgs: 5 peering, 11 active+undersized+degraded, 17 active+undersized, 55 active+clean, 1 stale+active+clean; 6.1 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 516 op/s; 25084/301086 objects degraded (8.331%) 2023-08-28T02:14:37.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:37 smithi040 ceph-mon[175404]: pgmap v106: 89 pgs: 5 peering, 11 active+undersized+degraded, 17 active+undersized, 55 active+clean, 1 stale+active+clean; 6.1 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 516 op/s; 25084/301086 objects degraded (8.331%) 2023-08-28T02:14:37.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:37 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:14:37.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:37 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:14:37.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:37 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:14:37.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:37 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:14:37.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:37 smithi040 ceph-mon[170259]: pgmap v106: 89 pgs: 5 peering, 11 active+undersized+degraded, 17 active+undersized, 55 active+clean, 1 stale+active+clean; 6.1 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 516 op/s; 25084/301086 objects degraded (8.331%) 2023-08-28T02:14:37.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:37 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:14:37.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:37 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:14:37.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:37 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:14:37.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:37 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:14:37.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:37 smithi083 ceph-mon[157819]: pgmap v106: 89 pgs: 5 peering, 11 active+undersized+degraded, 17 active+undersized, 55 active+clean, 1 stale+active+clean; 6.1 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 516 op/s; 25084/301086 objects degraded (8.331%) 2023-08-28T02:14:37.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:37 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:14:37.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:37 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:14:37.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:37 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:14:37.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:37 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:14:38.960 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:14:38 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[151805]: ts=2023-08-28T02:14:38.659Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1016-g4fe39952 (4fe39952b691f82409c13a09ef1217f15a8c4218) quincy (stable)\", cluster_addr=\"172.21.15.40\", device_class=\"ssd\", hostname=\"smithi040\", instance=\"smithi083.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.40\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1016-g4fe39952 (4fe39952b691f82409c13a09ef1217f15a8c4218) quincy (stable)\", cluster_addr=\"172.21.15.40\", device_class=\"ssd\", hostname=\"smithi040\", instance=\"smithi040:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.40\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2023-08-28T02:14:38.960 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:14:38 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[151805]: ts=2023-08-28T02:14:38.661Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1016-g4fe39952 (4fe39952b691f82409c13a09ef1217f15a8c4218) quincy (stable)\", cluster_addr=\"172.21.15.40\", device_class=\"ssd\", hostname=\"smithi040\", instance=\"smithi083.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.40\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1016-g4fe39952 (4fe39952b691f82409c13a09ef1217f15a8c4218) quincy (stable)\", cluster_addr=\"172.21.15.40\", device_class=\"ssd\", hostname=\"smithi040\", instance=\"smithi040:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.40\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-08-28T02:14:39.235 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:38 smithi040 ceph-mon[170259]: pgmap v107: 89 pgs: 8 active+clean+remapped, 11 active+undersized+degraded, 17 active+undersized, 53 active+clean; 5.9 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 950 op/s; 24155/289461 objects degraded (8.345%) 2023-08-28T02:14:39.235 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:38 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:14:39.235 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:38 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:14:39.235 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:38 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 24155/289461 objects degraded (8.345%), 11 pgs degraded (PG_DEGRADED) 2023-08-28T02:14:39.236 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:38 smithi040 ceph-mon[170259]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 3 pgs peering) 2023-08-28T02:14:39.236 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:38 smithi040 ceph-mon[175404]: pgmap v107: 89 pgs: 8 active+clean+remapped, 11 active+undersized+degraded, 17 active+undersized, 53 active+clean; 5.9 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 950 op/s; 24155/289461 objects degraded (8.345%) 2023-08-28T02:14:39.236 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:38 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:14:39.236 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:38 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:14:39.237 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:38 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 24155/289461 objects degraded (8.345%), 11 pgs degraded (PG_DEGRADED) 2023-08-28T02:14:39.237 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:38 smithi040 ceph-mon[175404]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 3 pgs peering) 2023-08-28T02:14:39.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:38 smithi083 ceph-mon[157819]: pgmap v107: 89 pgs: 8 active+clean+remapped, 11 active+undersized+degraded, 17 active+undersized, 53 active+clean; 5.9 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 950 op/s; 24155/289461 objects degraded (8.345%) 2023-08-28T02:14:39.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:38 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:14:39.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:38 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:14:39.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:38 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 24155/289461 objects degraded (8.345%), 11 pgs degraded (PG_DEGRADED) 2023-08-28T02:14:39.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:38 smithi083 ceph-mon[157819]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 3 pgs peering) 2023-08-28T02:14:40.233 INFO:journalctl@ceph.osd.0.smithi040.stdout:Aug 28 02:14:39 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd-0[181562]: 2023-08-28T02:14:39.978+0000 7f7d714bd640 -1 osd.0 80 log_to_monitors true 2023-08-28T02:14:41.170 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:40 smithi040 ceph-mon[170259]: pgmap v108: 89 pgs: 8 active+clean+remapped, 11 active+undersized+degraded, 17 active+undersized, 53 active+clean; 5.9 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 464 op/s; 24155/289461 objects degraded (8.345%) 2023-08-28T02:14:41.170 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:40 smithi040 ceph-mon[170259]: from='osd.0 [v2:172.21.15.40:6802/1684993029,v1:172.21.15.40:6803/1684993029]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-08-28T02:14:41.171 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:40 smithi040 ceph-mon[170259]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-08-28T02:14:41.171 INFO:journalctl@ceph.osd.0.smithi040.stdout:Aug 28 02:14:41 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd-0[181562]: 2023-08-28T02:14:41.029+0000 7f7d62128700 -1 osd.0 80 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-08-28T02:14:41.172 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:40 smithi040 ceph-mon[175404]: pgmap v108: 89 pgs: 8 active+clean+remapped, 11 active+undersized+degraded, 17 active+undersized, 53 active+clean; 5.9 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 464 op/s; 24155/289461 objects degraded (8.345%) 2023-08-28T02:14:41.172 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:40 smithi040 ceph-mon[175404]: from='osd.0 [v2:172.21.15.40:6802/1684993029,v1:172.21.15.40:6803/1684993029]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-08-28T02:14:41.173 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:40 smithi040 ceph-mon[175404]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-08-28T02:14:41.495 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:40 smithi083 ceph-mon[157819]: pgmap v108: 89 pgs: 8 active+clean+remapped, 11 active+undersized+degraded, 17 active+undersized, 53 active+clean; 5.9 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 464 op/s; 24155/289461 objects degraded (8.345%) 2023-08-28T02:14:41.495 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:40 smithi083 ceph-mon[157819]: from='osd.0 [v2:172.21.15.40:6802/1684993029,v1:172.21.15.40:6803/1684993029]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-08-28T02:14:41.495 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:40 smithi083 ceph-mon[157819]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-08-28T02:14:42.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:42 smithi040 ceph-mon[170259]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-08-28T02:14:42.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:42 smithi040 ceph-mon[170259]: osdmap e86: 8 total, 7 up, 8 in 2023-08-28T02:14:42.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:42 smithi040 ceph-mon[170259]: failed to encode map e86 with expected crc 2023-08-28T02:14:42.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:42 smithi040 ceph-mon[170259]: failed to encode map e86 with expected crc 2023-08-28T02:14:42.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:42 smithi040 ceph-mon[170259]: from='osd.0 [v2:172.21.15.40:6802/1684993029,v1:172.21.15.40:6803/1684993029]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2023-08-28T02:14:42.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:42 smithi040 ceph-mon[170259]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2023-08-28T02:14:42.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:42 smithi040 ceph-mon[170259]: failed to encode map e86 with expected crc 2023-08-28T02:14:42.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:42 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:14:42.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:42 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:14:42.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:42 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:14:42.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:42 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:14:42.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:42 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:14:42.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:42 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:14:42.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:42 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:14:42.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:42 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:14:42.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:42 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:14:42.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:42 smithi040 ceph-mon[175404]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-08-28T02:14:42.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:42 smithi040 ceph-mon[175404]: osdmap e86: 8 total, 7 up, 8 in 2023-08-28T02:14:42.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:42 smithi040 ceph-mon[175404]: failed to encode map e86 with expected crc 2023-08-28T02:14:42.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:42 smithi040 ceph-mon[175404]: failed to encode map e86 with expected crc 2023-08-28T02:14:42.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:42 smithi040 ceph-mon[175404]: from='osd.0 [v2:172.21.15.40:6802/1684993029,v1:172.21.15.40:6803/1684993029]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2023-08-28T02:14:42.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:42 smithi040 ceph-mon[175404]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2023-08-28T02:14:42.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:42 smithi040 ceph-mon[175404]: failed to encode map e86 with expected crc 2023-08-28T02:14:42.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:42 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:14:42.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:42 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:14:42.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:42 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:14:42.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:42 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:14:42.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:42 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:14:42.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:42 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:14:42.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:42 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:14:42.484 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:42 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:14:42.484 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:42 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:14:42.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:42 smithi083 ceph-mon[157819]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-08-28T02:14:42.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:42 smithi083 ceph-mon[157819]: osdmap e86: 8 total, 7 up, 8 in 2023-08-28T02:14:42.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:42 smithi083 ceph-mon[157819]: failed to encode map e86 with expected crc 2023-08-28T02:14:42.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:42 smithi083 ceph-mon[157819]: failed to encode map e86 with expected crc 2023-08-28T02:14:42.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:42 smithi083 ceph-mon[157819]: from='osd.0 [v2:172.21.15.40:6802/1684993029,v1:172.21.15.40:6803/1684993029]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2023-08-28T02:14:42.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:42 smithi083 ceph-mon[157819]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2023-08-28T02:14:42.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:42 smithi083 ceph-mon[157819]: failed to encode map e86 with expected crc 2023-08-28T02:14:42.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:42 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:14:42.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:42 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:14:42.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:42 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:14:42.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:42 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:14:42.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:42 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:14:42.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:42 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:14:42.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:42 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:14:42.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:42 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:14:42.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:42 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:14:43.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:43 smithi040 ceph-mon[170259]: pgmap v110: 89 pgs: 8 active+clean+remapped, 11 active+undersized+degraded, 17 active+undersized, 53 active+clean; 5.7 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 808 op/s; 23242/278499 objects degraded (8.345%) 2023-08-28T02:14:43.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:43 smithi040 ceph-mon[170259]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-08-28T02:14:43.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:43 smithi040 ceph-mon[170259]: osd.0 [v2:172.21.15.40:6802/1684993029,v1:172.21.15.40:6803/1684993029] boot 2023-08-28T02:14:43.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:43 smithi040 ceph-mon[170259]: osdmap e87: 8 total, 8 up, 8 in 2023-08-28T02:14:43.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:43 smithi040 ceph-mon[170259]: failed to encode map e87 with expected crc 2023-08-28T02:14:43.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:43 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-08-28T02:14:43.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:43 smithi040 ceph-mon[170259]: failed to encode map e87 with expected crc 2023-08-28T02:14:43.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:43 smithi040 ceph-mon[175404]: pgmap v110: 89 pgs: 8 active+clean+remapped, 11 active+undersized+degraded, 17 active+undersized, 53 active+clean; 5.7 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 808 op/s; 23242/278499 objects degraded (8.345%) 2023-08-28T02:14:43.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:43 smithi040 ceph-mon[175404]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-08-28T02:14:43.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:43 smithi040 ceph-mon[175404]: osd.0 [v2:172.21.15.40:6802/1684993029,v1:172.21.15.40:6803/1684993029] boot 2023-08-28T02:14:43.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:43 smithi040 ceph-mon[175404]: osdmap e87: 8 total, 8 up, 8 in 2023-08-28T02:14:43.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:43 smithi040 ceph-mon[175404]: failed to encode map e87 with expected crc 2023-08-28T02:14:43.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:43 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-08-28T02:14:43.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:43 smithi040 ceph-mon[175404]: failed to encode map e87 with expected crc 2023-08-28T02:14:43.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:43 smithi083 ceph-mon[157819]: pgmap v110: 89 pgs: 8 active+clean+remapped, 11 active+undersized+degraded, 17 active+undersized, 53 active+clean; 5.7 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 808 op/s; 23242/278499 objects degraded (8.345%) 2023-08-28T02:14:43.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:43 smithi083 ceph-mon[157819]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-08-28T02:14:43.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:43 smithi083 ceph-mon[157819]: osd.0 [v2:172.21.15.40:6802/1684993029,v1:172.21.15.40:6803/1684993029] boot 2023-08-28T02:14:43.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:43 smithi083 ceph-mon[157819]: osdmap e87: 8 total, 8 up, 8 in 2023-08-28T02:14:43.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:43 smithi083 ceph-mon[157819]: failed to encode map e87 with expected crc 2023-08-28T02:14:43.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:43 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-08-28T02:14:43.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:43 smithi083 ceph-mon[157819]: failed to encode map e87 with expected crc 2023-08-28T02:14:44.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:44 smithi040 ceph-mon[170259]: failed to encode map e88 with expected crc 2023-08-28T02:14:44.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:44 smithi040 ceph-mon[170259]: failed to encode map e88 with expected crc 2023-08-28T02:14:44.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:44 smithi040 ceph-mon[170259]: osdmap e88: 8 total, 8 up, 8 in 2023-08-28T02:14:44.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:44 smithi040 ceph-mon[170259]: failed to encode map e88 with expected crc 2023-08-28T02:14:44.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:44 smithi040 ceph-mon[170259]: failed to encode map e88 with expected crc 2023-08-28T02:14:44.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:44 smithi040 ceph-mon[170259]: failed to encode map e88 with expected crc 2023-08-28T02:14:44.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:44 smithi040 ceph-mon[170259]: failed to encode map e88 with expected crc 2023-08-28T02:14:44.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:44 smithi040 ceph-mon[170259]: failed to encode map e88 with expected crc 2023-08-28T02:14:44.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:44 smithi040 ceph-mon[170259]: failed to encode map e88 with expected crc 2023-08-28T02:14:44.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:44 smithi040 ceph-mon[170259]: failed to encode map e88 with expected crc 2023-08-28T02:14:44.484 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:44 smithi040 ceph-mon[175404]: failed to encode map e88 with expected crc 2023-08-28T02:14:44.484 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:44 smithi040 ceph-mon[175404]: failed to encode map e88 with expected crc 2023-08-28T02:14:44.484 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:44 smithi040 ceph-mon[175404]: osdmap e88: 8 total, 8 up, 8 in 2023-08-28T02:14:44.484 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:44 smithi040 ceph-mon[175404]: failed to encode map e88 with expected crc 2023-08-28T02:14:44.484 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:44 smithi040 ceph-mon[175404]: failed to encode map e88 with expected crc 2023-08-28T02:14:44.484 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:44 smithi040 ceph-mon[175404]: failed to encode map e88 with expected crc 2023-08-28T02:14:44.484 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:44 smithi040 ceph-mon[175404]: failed to encode map e88 with expected crc 2023-08-28T02:14:44.485 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:44 smithi040 ceph-mon[175404]: failed to encode map e88 with expected crc 2023-08-28T02:14:44.485 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:44 smithi040 ceph-mon[175404]: failed to encode map e88 with expected crc 2023-08-28T02:14:44.485 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:44 smithi040 ceph-mon[175404]: failed to encode map e88 with expected crc 2023-08-28T02:14:44.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:44 smithi083 ceph-mon[157819]: failed to encode map e88 with expected crc 2023-08-28T02:14:44.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:44 smithi083 ceph-mon[157819]: failed to encode map e88 with expected crc 2023-08-28T02:14:44.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:44 smithi083 ceph-mon[157819]: osdmap e88: 8 total, 8 up, 8 in 2023-08-28T02:14:44.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:44 smithi083 ceph-mon[157819]: failed to encode map e88 with expected crc 2023-08-28T02:14:44.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:44 smithi083 ceph-mon[157819]: failed to encode map e88 with expected crc 2023-08-28T02:14:44.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:44 smithi083 ceph-mon[157819]: failed to encode map e88 with expected crc 2023-08-28T02:14:44.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:44 smithi083 ceph-mon[157819]: failed to encode map e88 with expected crc 2023-08-28T02:14:44.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:44 smithi083 ceph-mon[157819]: failed to encode map e88 with expected crc 2023-08-28T02:14:44.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:44 smithi083 ceph-mon[157819]: failed to encode map e88 with expected crc 2023-08-28T02:14:44.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:44 smithi083 ceph-mon[157819]: failed to encode map e88 with expected crc 2023-08-28T02:14:45.389 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:45 smithi040 ceph-mon[170259]: pgmap v113: 89 pgs: 8 active+clean+remapped, 11 active+undersized+degraded, 17 active+undersized, 53 active+clean; 5.7 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 607 op/s; 23242/278499 objects degraded (8.345%) 2023-08-28T02:14:45.390 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:45 smithi040 ceph-mon[170259]: failed to encode map e89 with expected crc 2023-08-28T02:14:45.390 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:45 smithi040 ceph-mon[170259]: failed to encode map e89 with expected crc 2023-08-28T02:14:45.390 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:45 smithi040 ceph-mon[170259]: failed to encode map e89 with expected crc 2023-08-28T02:14:45.390 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:45 smithi040 ceph-mon[170259]: osdmap e89: 8 total, 8 up, 8 in 2023-08-28T02:14:45.390 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:45 smithi040 ceph-mon[170259]: failed to encode map e89 with expected crc 2023-08-28T02:14:45.390 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:45 smithi040 ceph-mon[170259]: failed to encode map e89 with expected crc 2023-08-28T02:14:45.390 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:45 smithi040 ceph-mon[170259]: failed to encode map e89 with expected crc 2023-08-28T02:14:45.390 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:45 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:14:45.391 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:45 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:14:45.391 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:45 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:14:45.391 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:14:45 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:14:45] "GET /metrics HTTP/1.1" 200 36340 "" "Prometheus/2.43.0" 2023-08-28T02:14:45.391 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:45 smithi040 ceph-mon[175404]: pgmap v113: 89 pgs: 8 active+clean+remapped, 11 active+undersized+degraded, 17 active+undersized, 53 active+clean; 5.7 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 607 op/s; 23242/278499 objects degraded (8.345%) 2023-08-28T02:14:45.392 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:45 smithi040 ceph-mon[175404]: failed to encode map e89 with expected crc 2023-08-28T02:14:45.392 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:45 smithi040 ceph-mon[175404]: failed to encode map e89 with expected crc 2023-08-28T02:14:45.392 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:45 smithi040 ceph-mon[175404]: failed to encode map e89 with expected crc 2023-08-28T02:14:45.392 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:45 smithi040 ceph-mon[175404]: osdmap e89: 8 total, 8 up, 8 in 2023-08-28T02:14:45.392 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:45 smithi040 ceph-mon[175404]: failed to encode map e89 with expected crc 2023-08-28T02:14:45.392 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:45 smithi040 ceph-mon[175404]: failed to encode map e89 with expected crc 2023-08-28T02:14:45.392 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:45 smithi040 ceph-mon[175404]: failed to encode map e89 with expected crc 2023-08-28T02:14:45.392 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:45 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:14:45.392 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:45 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:14:45.392 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:45 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:14:45.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:45 smithi083 ceph-mon[157819]: pgmap v113: 89 pgs: 8 active+clean+remapped, 11 active+undersized+degraded, 17 active+undersized, 53 active+clean; 5.7 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 607 op/s; 23242/278499 objects degraded (8.345%) 2023-08-28T02:14:45.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:45 smithi083 ceph-mon[157819]: failed to encode map e89 with expected crc 2023-08-28T02:14:45.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:45 smithi083 ceph-mon[157819]: failed to encode map e89 with expected crc 2023-08-28T02:14:45.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:45 smithi083 ceph-mon[157819]: failed to encode map e89 with expected crc 2023-08-28T02:14:45.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:45 smithi083 ceph-mon[157819]: osdmap e89: 8 total, 8 up, 8 in 2023-08-28T02:14:45.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:45 smithi083 ceph-mon[157819]: failed to encode map e89 with expected crc 2023-08-28T02:14:45.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:45 smithi083 ceph-mon[157819]: failed to encode map e89 with expected crc 2023-08-28T02:14:45.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:45 smithi083 ceph-mon[157819]: failed to encode map e89 with expected crc 2023-08-28T02:14:45.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:45 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:14:45.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:45 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:14:45.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:45 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:14:46.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:46 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 23242/278499 objects degraded (8.345%), 11 pgs degraded (PG_DEGRADED) 2023-08-28T02:14:46.486 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:46 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 23242/278499 objects degraded (8.345%), 11 pgs degraded (PG_DEGRADED) 2023-08-28T02:14:46.493 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:46 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 23242/278499 objects degraded (8.345%), 11 pgs degraded (PG_DEGRADED) 2023-08-28T02:14:47.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:47 smithi040 ceph-mon[175404]: pgmap v115: 89 pgs: 8 active+clean+remapped, 8 active+undersized+degraded, 15 active+undersized, 58 active+clean; 5.6 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 91 op/s; 23235/277227 objects degraded (8.381%) 2023-08-28T02:14:47.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:47 smithi040 ceph-mon[170259]: pgmap v115: 89 pgs: 8 active+clean+remapped, 8 active+undersized+degraded, 15 active+undersized, 58 active+clean; 5.6 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 91 op/s; 23235/277227 objects degraded (8.381%) 2023-08-28T02:14:47.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:47 smithi083 ceph-mon[157819]: pgmap v115: 89 pgs: 8 active+clean+remapped, 8 active+undersized+degraded, 15 active+undersized, 58 active+clean; 5.6 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 91 op/s; 23235/277227 objects degraded (8.381%) 2023-08-28T02:14:48.991 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:14:48 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[151805]: ts=2023-08-28T02:14:48.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 18.2.0-187-g9cf20820 (9cf208207dfe23ffccb33308b22e51570cb45e51) reef (stable)\", cluster_addr=\"172.21.15.40\", device_class=\"ssd\", hostname=\"smithi040\", instance=\"smithi040:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.40\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1016-g4fe39952 (4fe39952b691f82409c13a09ef1217f15a8c4218) quincy (stable)\", cluster_addr=\"172.21.15.40\", device_class=\"ssd\", hostname=\"smithi040\", instance=\"smithi083.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.40\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-08-28T02:14:49.735 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:49 smithi040 ceph-mon[170259]: pgmap v116: 89 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 5.5 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 388 op/s; 2072/271506 objects degraded (0.763%); 0 B/s, 19 objects/s recovering 2023-08-28T02:14:49.735 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:49 smithi040 ceph-mon[175404]: pgmap v116: 89 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 5.5 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 388 op/s; 2072/271506 objects degraded (0.763%); 0 B/s, 19 objects/s recovering 2023-08-28T02:14:49.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:49 smithi083 ceph-mon[157819]: pgmap v116: 89 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 5.5 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 388 op/s; 2072/271506 objects degraded (0.763%); 0 B/s, 19 objects/s recovering 2023-08-28T02:14:50.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:50 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 2072/271506 objects degraded (0.763%), 3 pgs degraded (PG_DEGRADED) 2023-08-28T02:14:50.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:50 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 2072/271506 objects degraded (0.763%), 3 pgs degraded (PG_DEGRADED) 2023-08-28T02:14:50.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:50 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 2072/271506 objects degraded (0.763%), 3 pgs degraded (PG_DEGRADED) 2023-08-28T02:14:51.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:51 smithi040 ceph-mon[175404]: pgmap v117: 89 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 5.5 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 304 op/s; 2072/271506 objects degraded (0.763%); 0 B/s, 15 objects/s recovering 2023-08-28T02:14:51.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:51 smithi040 ceph-mon[170259]: pgmap v117: 89 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 5.5 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 304 op/s; 2072/271506 objects degraded (0.763%); 0 B/s, 15 objects/s recovering 2023-08-28T02:14:51.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:51 smithi083 ceph-mon[157819]: pgmap v117: 89 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 5.5 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 304 op/s; 2072/271506 objects degraded (0.763%); 0 B/s, 15 objects/s recovering 2023-08-28T02:14:53.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:53 smithi040 ceph-mon[170259]: pgmap v118: 89 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 5.3 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 691 op/s; 2072/260595 objects degraded (0.795%); 0 B/s, 57 objects/s recovering 2023-08-28T02:14:53.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:53 smithi040 ceph-mon[175404]: pgmap v118: 89 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 5.3 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 691 op/s; 2072/260595 objects degraded (0.795%); 0 B/s, 57 objects/s recovering 2023-08-28T02:14:53.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:53 smithi083 ceph-mon[157819]: pgmap v118: 89 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 5.3 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 691 op/s; 2072/260595 objects degraded (0.795%); 0 B/s, 57 objects/s recovering 2023-08-28T02:14:54.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:54 smithi040 ceph-mon[175404]: failed to encode map e90 with expected crc 2023-08-28T02:14:54.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:54 smithi040 ceph-mon[175404]: osdmap e90: 8 total, 8 up, 8 in 2023-08-28T02:14:54.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:54 smithi040 ceph-mon[175404]: failed to encode map e90 with expected crc 2023-08-28T02:14:54.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:54 smithi040 ceph-mon[175404]: failed to encode map e90 with expected crc 2023-08-28T02:14:54.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:54 smithi040 ceph-mon[175404]: failed to encode map e90 with expected crc 2023-08-28T02:14:54.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:54 smithi040 ceph-mon[175404]: failed to encode map e90 with expected crc 2023-08-28T02:14:54.734 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:54 smithi040 ceph-mon[170259]: failed to encode map e90 with expected crc 2023-08-28T02:14:54.734 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:54 smithi040 ceph-mon[170259]: osdmap e90: 8 total, 8 up, 8 in 2023-08-28T02:14:54.734 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:54 smithi040 ceph-mon[170259]: failed to encode map e90 with expected crc 2023-08-28T02:14:54.734 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:54 smithi040 ceph-mon[170259]: failed to encode map e90 with expected crc 2023-08-28T02:14:54.734 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:54 smithi040 ceph-mon[170259]: failed to encode map e90 with expected crc 2023-08-28T02:14:54.734 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:54 smithi040 ceph-mon[170259]: failed to encode map e90 with expected crc 2023-08-28T02:14:54.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:54 smithi083 ceph-mon[157819]: failed to encode map e90 with expected crc 2023-08-28T02:14:54.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:54 smithi083 ceph-mon[157819]: osdmap e90: 8 total, 8 up, 8 in 2023-08-28T02:14:54.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:54 smithi083 ceph-mon[157819]: failed to encode map e90 with expected crc 2023-08-28T02:14:54.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:54 smithi083 ceph-mon[157819]: failed to encode map e90 with expected crc 2023-08-28T02:14:54.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:54 smithi083 ceph-mon[157819]: failed to encode map e90 with expected crc 2023-08-28T02:14:54.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:54 smithi083 ceph-mon[157819]: failed to encode map e90 with expected crc 2023-08-28T02:14:55.732 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:14:55 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:14:55] "GET /metrics HTTP/1.1" 200 36340 "" "Prometheus/2.43.0" 2023-08-28T02:14:55.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:55 smithi040 ceph-mon[175404]: pgmap v120: 89 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 5.3 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 620 op/s; 2072/260595 objects degraded (0.795%); 0 B/s, 51 objects/s recovering 2023-08-28T02:14:55.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:55 smithi040 ceph-mon[175404]: failed to encode map e91 with expected crc 2023-08-28T02:14:55.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:55 smithi040 ceph-mon[175404]: failed to encode map e91 with expected crc 2023-08-28T02:14:55.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:55 smithi040 ceph-mon[175404]: failed to encode map e91 with expected crc 2023-08-28T02:14:55.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:55 smithi040 ceph-mon[175404]: failed to encode map e91 with expected crc 2023-08-28T02:14:55.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:55 smithi040 ceph-mon[175404]: osdmap e91: 8 total, 8 up, 8 in 2023-08-28T02:14:55.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:55 smithi040 ceph-mon[175404]: failed to encode map e91 with expected crc 2023-08-28T02:14:55.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:55 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:14:55.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:55 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 2072/260595 objects degraded (0.795%), 3 pgs degraded (PG_DEGRADED) 2023-08-28T02:14:55.734 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:55 smithi040 ceph-mon[170259]: pgmap v120: 89 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 5.3 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 620 op/s; 2072/260595 objects degraded (0.795%); 0 B/s, 51 objects/s recovering 2023-08-28T02:14:55.734 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:55 smithi040 ceph-mon[170259]: failed to encode map e91 with expected crc 2023-08-28T02:14:55.734 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:55 smithi040 ceph-mon[170259]: failed to encode map e91 with expected crc 2023-08-28T02:14:55.734 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:55 smithi040 ceph-mon[170259]: failed to encode map e91 with expected crc 2023-08-28T02:14:55.734 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:55 smithi040 ceph-mon[170259]: failed to encode map e91 with expected crc 2023-08-28T02:14:55.734 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:55 smithi040 ceph-mon[170259]: osdmap e91: 8 total, 8 up, 8 in 2023-08-28T02:14:55.734 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:55 smithi040 ceph-mon[170259]: failed to encode map e91 with expected crc 2023-08-28T02:14:55.734 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:55 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:14:55.734 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:55 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 2072/260595 objects degraded (0.795%), 3 pgs degraded (PG_DEGRADED) 2023-08-28T02:14:55.744 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:55 smithi083 ceph-mon[157819]: pgmap v120: 89 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 5.3 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 620 op/s; 2072/260595 objects degraded (0.795%); 0 B/s, 51 objects/s recovering 2023-08-28T02:14:55.744 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:55 smithi083 ceph-mon[157819]: failed to encode map e91 with expected crc 2023-08-28T02:14:55.744 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:55 smithi083 ceph-mon[157819]: failed to encode map e91 with expected crc 2023-08-28T02:14:55.744 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:55 smithi083 ceph-mon[157819]: failed to encode map e91 with expected crc 2023-08-28T02:14:55.744 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:55 smithi083 ceph-mon[157819]: failed to encode map e91 with expected crc 2023-08-28T02:14:55.744 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:55 smithi083 ceph-mon[157819]: osdmap e91: 8 total, 8 up, 8 in 2023-08-28T02:14:55.744 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:55 smithi083 ceph-mon[157819]: failed to encode map e91 with expected crc 2023-08-28T02:14:55.744 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:55 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:14:55.744 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:55 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 2072/260595 objects degraded (0.795%), 3 pgs degraded (PG_DEGRADED) 2023-08-28T02:14:57.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:57 smithi040 ceph-mon[170259]: pgmap v122: 89 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 5.3 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 525 op/s; 2072/258879 objects degraded (0.800%); 0 B/s, 47 objects/s recovering 2023-08-28T02:14:57.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:57 smithi040 ceph-mon[175404]: pgmap v122: 89 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 5.3 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 525 op/s; 2072/258879 objects degraded (0.800%); 0 B/s, 47 objects/s recovering 2023-08-28T02:14:57.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:57 smithi083 ceph-mon[157819]: pgmap v122: 89 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 5.3 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 525 op/s; 2072/258879 objects degraded (0.800%); 0 B/s, 47 objects/s recovering 2023-08-28T02:14:58.991 INFO:journalctl@ceph.prometheus.a.smithi083.stdout:Aug 28 02:14:58 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-prometheus-a[151805]: ts=2023-08-28T02:14:58.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 18.2.0-187-g9cf20820 (9cf208207dfe23ffccb33308b22e51570cb45e51) reef (stable)\", cluster_addr=\"172.21.15.40\", device_class=\"ssd\", hostname=\"smithi040\", instance=\"smithi040:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.40\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.6-1016-g4fe39952 (4fe39952b691f82409c13a09ef1217f15a8c4218) quincy (stable)\", cluster_addr=\"172.21.15.40\", device_class=\"ssd\", hostname=\"smithi040\", instance=\"smithi083.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.40\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2023-08-28T02:14:59.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:14:59 smithi040 ceph-mon[175404]: pgmap v123: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 5.1 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 826 op/s; 1394/251652 objects degraded (0.554%); 0 B/s, 117 objects/s recovering 2023-08-28T02:14:59.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:14:59 smithi040 ceph-mon[170259]: pgmap v123: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 5.1 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 826 op/s; 1394/251652 objects degraded (0.554%); 0 B/s, 117 objects/s recovering 2023-08-28T02:14:59.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:14:59 smithi083 ceph-mon[157819]: pgmap v123: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 5.1 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 826 op/s; 1394/251652 objects degraded (0.554%); 0 B/s, 117 objects/s recovering 2023-08-28T02:15:00.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:00 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:15:00.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:00 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 1394/251652 objects degraded (0.554%), 2 pgs degraded (PG_DEGRADED) 2023-08-28T02:15:00.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:00 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:15:00.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:00 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 1394/251652 objects degraded (0.554%), 2 pgs degraded (PG_DEGRADED) 2023-08-28T02:15:00.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:00 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:15:00.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:00 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 1394/251652 objects degraded (0.554%), 2 pgs degraded (PG_DEGRADED) 2023-08-28T02:15:01.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:01 smithi083 ceph-mon[157819]: pgmap v124: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 5.1 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 372 op/s; 1394/251652 objects degraded (0.554%); 0 B/s, 70 objects/s recovering 2023-08-28T02:15:01.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:01 smithi040 ceph-mon[170259]: pgmap v124: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 5.1 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 372 op/s; 1394/251652 objects degraded (0.554%); 0 B/s, 70 objects/s recovering 2023-08-28T02:15:01.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:01 smithi040 ceph-mon[175404]: pgmap v124: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 5.1 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 372 op/s; 1394/251652 objects degraded (0.554%); 0 B/s, 70 objects/s recovering 2023-08-28T02:15:02.980 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:02 smithi040 ceph-mon[175404]: osdmap e92: 8 total, 8 up, 8 in 2023-08-28T02:15:02.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:02 smithi040 ceph-mon[175404]: failed to encode map e92 with expected crc 2023-08-28T02:15:02.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:02 smithi040 ceph-mon[175404]: failed to encode map e92 with expected crc 2023-08-28T02:15:02.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:02 smithi040 ceph-mon[175404]: failed to encode map e92 with expected crc 2023-08-28T02:15:02.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:02 smithi040 ceph-mon[175404]: failed to encode map e92 with expected crc 2023-08-28T02:15:02.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:02 smithi040 ceph-mon[175404]: failed to encode map e92 with expected crc 2023-08-28T02:15:02.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:02 smithi040 ceph-mon[175404]: failed to encode map e92 with expected crc 2023-08-28T02:15:02.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:02 smithi040 ceph-mon[175404]: failed to encode map e92 with expected crc 2023-08-28T02:15:02.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:02 smithi040 ceph-mon[170259]: osdmap e92: 8 total, 8 up, 8 in 2023-08-28T02:15:02.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:02 smithi040 ceph-mon[170259]: failed to encode map e92 with expected crc 2023-08-28T02:15:02.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:02 smithi040 ceph-mon[170259]: failed to encode map e92 with expected crc 2023-08-28T02:15:02.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:02 smithi040 ceph-mon[170259]: failed to encode map e92 with expected crc 2023-08-28T02:15:02.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:02 smithi040 ceph-mon[170259]: failed to encode map e92 with expected crc 2023-08-28T02:15:02.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:02 smithi040 ceph-mon[170259]: failed to encode map e92 with expected crc 2023-08-28T02:15:02.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:02 smithi040 ceph-mon[170259]: failed to encode map e92 with expected crc 2023-08-28T02:15:02.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:02 smithi040 ceph-mon[170259]: failed to encode map e92 with expected crc 2023-08-28T02:15:02.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:02 smithi083 ceph-mon[157819]: osdmap e92: 8 total, 8 up, 8 in 2023-08-28T02:15:02.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:02 smithi083 ceph-mon[157819]: failed to encode map e92 with expected crc 2023-08-28T02:15:02.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:02 smithi083 ceph-mon[157819]: failed to encode map e92 with expected crc 2023-08-28T02:15:02.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:02 smithi083 ceph-mon[157819]: failed to encode map e92 with expected crc 2023-08-28T02:15:02.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:02 smithi083 ceph-mon[157819]: failed to encode map e92 with expected crc 2023-08-28T02:15:02.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:02 smithi083 ceph-mon[157819]: failed to encode map e92 with expected crc 2023-08-28T02:15:02.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:02 smithi083 ceph-mon[157819]: failed to encode map e92 with expected crc 2023-08-28T02:15:02.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:02 smithi083 ceph-mon[157819]: failed to encode map e92 with expected crc 2023-08-28T02:15:03.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:03 smithi040 ceph-mon[175404]: pgmap v126: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.9 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 815 op/s; 1394/241026 objects degraded (0.578%); 0 B/s, 109 objects/s recovering 2023-08-28T02:15:03.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:03 smithi040 ceph-mon[175404]: failed to encode map e93 with expected crc 2023-08-28T02:15:03.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:03 smithi040 ceph-mon[175404]: failed to encode map e93 with expected crc 2023-08-28T02:15:03.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:03 smithi040 ceph-mon[175404]: osdmap e93: 8 total, 8 up, 8 in 2023-08-28T02:15:03.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:03 smithi040 ceph-mon[175404]: failed to encode map e93 with expected crc 2023-08-28T02:15:03.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:03 smithi040 ceph-mon[175404]: failed to encode map e93 with expected crc 2023-08-28T02:15:03.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:03 smithi040 ceph-mon[175404]: failed to encode map e93 with expected crc 2023-08-28T02:15:03.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:03 smithi040 ceph-mon[175404]: failed to encode map e93 with expected crc 2023-08-28T02:15:03.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:03 smithi040 ceph-mon[170259]: pgmap v126: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.9 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 815 op/s; 1394/241026 objects degraded (0.578%); 0 B/s, 109 objects/s recovering 2023-08-28T02:15:03.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:03 smithi040 ceph-mon[170259]: failed to encode map e93 with expected crc 2023-08-28T02:15:03.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:03 smithi040 ceph-mon[170259]: failed to encode map e93 with expected crc 2023-08-28T02:15:03.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:03 smithi040 ceph-mon[170259]: osdmap e93: 8 total, 8 up, 8 in 2023-08-28T02:15:03.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:03 smithi040 ceph-mon[170259]: failed to encode map e93 with expected crc 2023-08-28T02:15:03.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:03 smithi040 ceph-mon[170259]: failed to encode map e93 with expected crc 2023-08-28T02:15:03.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:03 smithi040 ceph-mon[170259]: failed to encode map e93 with expected crc 2023-08-28T02:15:03.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:03 smithi040 ceph-mon[170259]: failed to encode map e93 with expected crc 2023-08-28T02:15:03.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:03 smithi083 ceph-mon[157819]: pgmap v126: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.9 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 815 op/s; 1394/241026 objects degraded (0.578%); 0 B/s, 109 objects/s recovering 2023-08-28T02:15:03.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:03 smithi083 ceph-mon[157819]: failed to encode map e93 with expected crc 2023-08-28T02:15:03.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:03 smithi083 ceph-mon[157819]: failed to encode map e93 with expected crc 2023-08-28T02:15:03.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:03 smithi083 ceph-mon[157819]: osdmap e93: 8 total, 8 up, 8 in 2023-08-28T02:15:03.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:03 smithi083 ceph-mon[157819]: failed to encode map e93 with expected crc 2023-08-28T02:15:03.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:03 smithi083 ceph-mon[157819]: failed to encode map e93 with expected crc 2023-08-28T02:15:03.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:03 smithi083 ceph-mon[157819]: failed to encode map e93 with expected crc 2023-08-28T02:15:03.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:03 smithi083 ceph-mon[157819]: failed to encode map e93 with expected crc 2023-08-28T02:15:05.735 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:05 smithi040 ceph-mon[170259]: pgmap v128: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.9 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 743 op/s; 1394/241026 objects degraded (0.578%); 0 B/s, 109 objects/s recovering 2023-08-28T02:15:05.735 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:05 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 1394/241026 objects degraded (0.578%), 2 pgs degraded (PG_DEGRADED) 2023-08-28T02:15:05.736 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:05 smithi040 ceph-mon[175404]: pgmap v128: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.9 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 743 op/s; 1394/241026 objects degraded (0.578%); 0 B/s, 109 objects/s recovering 2023-08-28T02:15:05.736 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:05 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 1394/241026 objects degraded (0.578%), 2 pgs degraded (PG_DEGRADED) 2023-08-28T02:15:05.736 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:15:05 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:15:05] "GET /metrics HTTP/1.1" 200 36339 "" "Prometheus/2.43.0" 2023-08-28T02:15:05.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:05 smithi083 ceph-mon[157819]: pgmap v128: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.9 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 743 op/s; 1394/241026 objects degraded (0.578%); 0 B/s, 109 objects/s recovering 2023-08-28T02:15:05.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:05 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 1394/241026 objects degraded (0.578%), 2 pgs degraded (PG_DEGRADED) 2023-08-28T02:15:07.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:07 smithi040 ceph-mon[175404]: pgmap v129: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.9 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 442 op/s; 1394/241026 objects degraded (0.578%); 0 B/s, 38 objects/s recovering 2023-08-28T02:15:07.984 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:07 smithi040 ceph-mon[170259]: pgmap v129: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.9 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 442 op/s; 1394/241026 objects degraded (0.578%); 0 B/s, 38 objects/s recovering 2023-08-28T02:15:07.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:07 smithi083 ceph-mon[157819]: pgmap v129: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 4.9 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 442 op/s; 1394/241026 objects degraded (0.578%); 0 B/s, 38 objects/s recovering 2023-08-28T02:15:09.980 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:09 smithi040 ceph-mon[175404]: pgmap v130: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 4.7 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 814 op/s; 685/232089 objects degraded (0.295%); 0 B/s, 102 objects/s recovering 2023-08-28T02:15:09.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:09 smithi040 ceph-mon[175404]: failed to encode map e94 with expected crc 2023-08-28T02:15:09.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:09 smithi040 ceph-mon[175404]: osdmap e94: 8 total, 8 up, 8 in 2023-08-28T02:15:09.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:09 smithi040 ceph-mon[175404]: failed to encode map e94 with expected crc 2023-08-28T02:15:09.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:09 smithi040 ceph-mon[175404]: failed to encode map e94 with expected crc 2023-08-28T02:15:09.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:09 smithi040 ceph-mon[175404]: failed to encode map e94 with expected crc 2023-08-28T02:15:09.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:09 smithi040 ceph-mon[175404]: failed to encode map e94 with expected crc 2023-08-28T02:15:09.984 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:09 smithi040 ceph-mon[170259]: pgmap v130: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 4.7 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 814 op/s; 685/232089 objects degraded (0.295%); 0 B/s, 102 objects/s recovering 2023-08-28T02:15:09.984 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:09 smithi040 ceph-mon[170259]: failed to encode map e94 with expected crc 2023-08-28T02:15:09.984 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:09 smithi040 ceph-mon[170259]: osdmap e94: 8 total, 8 up, 8 in 2023-08-28T02:15:09.984 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:09 smithi040 ceph-mon[170259]: failed to encode map e94 with expected crc 2023-08-28T02:15:09.984 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:09 smithi040 ceph-mon[170259]: failed to encode map e94 with expected crc 2023-08-28T02:15:09.984 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:09 smithi040 ceph-mon[170259]: failed to encode map e94 with expected crc 2023-08-28T02:15:09.984 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:09 smithi040 ceph-mon[170259]: failed to encode map e94 with expected crc 2023-08-28T02:15:09.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:09 smithi083 ceph-mon[157819]: pgmap v130: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 4.7 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 814 op/s; 685/232089 objects degraded (0.295%); 0 B/s, 102 objects/s recovering 2023-08-28T02:15:09.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:09 smithi083 ceph-mon[157819]: failed to encode map e94 with expected crc 2023-08-28T02:15:09.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:09 smithi083 ceph-mon[157819]: osdmap e94: 8 total, 8 up, 8 in 2023-08-28T02:15:09.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:09 smithi083 ceph-mon[157819]: failed to encode map e94 with expected crc 2023-08-28T02:15:09.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:09 smithi083 ceph-mon[157819]: failed to encode map e94 with expected crc 2023-08-28T02:15:09.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:09 smithi083 ceph-mon[157819]: failed to encode map e94 with expected crc 2023-08-28T02:15:09.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:09 smithi083 ceph-mon[157819]: failed to encode map e94 with expected crc 2023-08-28T02:15:10.980 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:10 smithi040 ceph-mon[175404]: failed to encode map e95 with expected crc 2023-08-28T02:15:10.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:10 smithi040 ceph-mon[175404]: failed to encode map e95 with expected crc 2023-08-28T02:15:10.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:10 smithi040 ceph-mon[175404]: failed to encode map e95 with expected crc 2023-08-28T02:15:10.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:10 smithi040 ceph-mon[175404]: osdmap e95: 8 total, 8 up, 8 in 2023-08-28T02:15:10.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:10 smithi040 ceph-mon[175404]: failed to encode map e95 with expected crc 2023-08-28T02:15:10.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:10 smithi040 ceph-mon[175404]: failed to encode map e95 with expected crc 2023-08-28T02:15:10.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:10 smithi040 ceph-mon[175404]: pgmap v133: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 4.7 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 416 op/s; 685/232089 objects degraded (0.295%); 0 B/s, 71 objects/s recovering 2023-08-28T02:15:10.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:10 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 685/232089 objects degraded (0.295%), 1 pg degraded (PG_DEGRADED) 2023-08-28T02:15:10.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:10 smithi040 ceph-mon[170259]: failed to encode map e95 with expected crc 2023-08-28T02:15:10.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:10 smithi040 ceph-mon[170259]: failed to encode map e95 with expected crc 2023-08-28T02:15:10.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:10 smithi040 ceph-mon[170259]: failed to encode map e95 with expected crc 2023-08-28T02:15:10.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:10 smithi040 ceph-mon[170259]: osdmap e95: 8 total, 8 up, 8 in 2023-08-28T02:15:10.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:10 smithi040 ceph-mon[170259]: failed to encode map e95 with expected crc 2023-08-28T02:15:10.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:10 smithi040 ceph-mon[170259]: failed to encode map e95 with expected crc 2023-08-28T02:15:10.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:10 smithi040 ceph-mon[170259]: pgmap v133: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 4.7 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 416 op/s; 685/232089 objects degraded (0.295%); 0 B/s, 71 objects/s recovering 2023-08-28T02:15:10.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:10 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 685/232089 objects degraded (0.295%), 1 pg degraded (PG_DEGRADED) 2023-08-28T02:15:10.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:10 smithi083 ceph-mon[157819]: failed to encode map e95 with expected crc 2023-08-28T02:15:10.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:10 smithi083 ceph-mon[157819]: failed to encode map e95 with expected crc 2023-08-28T02:15:10.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:10 smithi083 ceph-mon[157819]: failed to encode map e95 with expected crc 2023-08-28T02:15:10.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:10 smithi083 ceph-mon[157819]: osdmap e95: 8 total, 8 up, 8 in 2023-08-28T02:15:10.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:10 smithi083 ceph-mon[157819]: failed to encode map e95 with expected crc 2023-08-28T02:15:10.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:10 smithi083 ceph-mon[157819]: failed to encode map e95 with expected crc 2023-08-28T02:15:10.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:10 smithi083 ceph-mon[157819]: pgmap v133: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 4.7 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 416 op/s; 685/232089 objects degraded (0.295%); 0 B/s, 71 objects/s recovering 2023-08-28T02:15:10.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:10 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 685/232089 objects degraded (0.295%), 1 pg degraded (PG_DEGRADED) 2023-08-28T02:15:12.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:11 smithi040 ceph-mon[170259]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 685/232089 objects degraded (0.295%), 1 pg degraded) 2023-08-28T02:15:12.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:11 smithi040 ceph-mon[170259]: Cluster is now healthy 2023-08-28T02:15:12.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:11 smithi040 ceph-mon[175404]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 685/232089 objects degraded (0.295%), 1 pg degraded) 2023-08-28T02:15:12.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:11 smithi040 ceph-mon[175404]: Cluster is now healthy 2023-08-28T02:15:12.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:11 smithi083 ceph-mon[157819]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 685/232089 objects degraded (0.295%), 1 pg degraded) 2023-08-28T02:15:12.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:11 smithi083 ceph-mon[157819]: Cluster is now healthy 2023-08-28T02:15:13.230 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:12 smithi040 ceph-mon[175404]: pgmap v134: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+remapped, 87 active+clean; 4.5 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 767 op/s; 0 B/s, 117 objects/s recovering 2023-08-28T02:15:13.236 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:12 smithi040 ceph-mon[170259]: pgmap v134: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+remapped, 87 active+clean; 4.5 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 767 op/s; 0 B/s, 117 objects/s recovering 2023-08-28T02:15:13.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:12 smithi083 ceph-mon[157819]: pgmap v134: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+remapped, 87 active+clean; 4.5 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 767 op/s; 0 B/s, 117 objects/s recovering 2023-08-28T02:15:15.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:14 smithi040 ceph-mon[170259]: pgmap v135: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+remapped, 87 active+clean; 4.5 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 767 op/s; 0 B/s, 117 objects/s recovering 2023-08-28T02:15:15.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:14 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:15:15.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:14 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:15:15.234 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:14 smithi040 ceph-mon[175404]: pgmap v135: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+remapped, 87 active+clean; 4.5 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 767 op/s; 0 B/s, 117 objects/s recovering 2023-08-28T02:15:15.234 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:14 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:15:15.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:14 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:15:15.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:14 smithi083 ceph-mon[157819]: pgmap v135: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+remapped, 87 active+clean; 4.5 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 767 op/s; 0 B/s, 117 objects/s recovering 2023-08-28T02:15:15.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:14 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:15:15.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:14 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:15:15.730 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:15:15 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:15:15] "GET /metrics HTTP/1.1" 200 36335 "" "Prometheus/2.43.0" 2023-08-28T02:15:17.734 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:17 smithi040 ceph-mon[170259]: pgmap v136: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+remapped, 87 active+clean; 4.5 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 395 op/s; 0 B/s, 53 objects/s recovering 2023-08-28T02:15:17.735 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:17 smithi040 ceph-mon[175404]: pgmap v136: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+remapped, 87 active+clean; 4.5 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 395 op/s; 0 B/s, 53 objects/s recovering 2023-08-28T02:15:17.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:17 smithi083 ceph-mon[157819]: pgmap v136: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+remapped, 87 active+clean; 4.5 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 395 op/s; 0 B/s, 53 objects/s recovering 2023-08-28T02:15:19.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:19 smithi040 ceph-mon[170259]: pgmap v137: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+remapped, 87 active+clean; 4.3 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 732 op/s; 0 B/s, 78 objects/s recovering 2023-08-28T02:15:19.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:19 smithi040 ceph-mon[175404]: pgmap v137: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+remapped, 87 active+clean; 4.3 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 732 op/s; 0 B/s, 78 objects/s recovering 2023-08-28T02:15:19.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:19 smithi083 ceph-mon[157819]: pgmap v137: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+remapped, 87 active+clean; 4.3 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 732 op/s; 0 B/s, 78 objects/s recovering 2023-08-28T02:15:20.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:20 smithi040 ceph-mon[170259]: failed to encode map e96 with expected crc 2023-08-28T02:15:20.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:20 smithi040 ceph-mon[170259]: osdmap e96: 8 total, 8 up, 8 in 2023-08-28T02:15:20.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:20 smithi040 ceph-mon[170259]: failed to encode map e96 with expected crc 2023-08-28T02:15:20.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:20 smithi040 ceph-mon[170259]: failed to encode map e96 with expected crc 2023-08-28T02:15:20.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:20 smithi040 ceph-mon[170259]: failed to encode map e96 with expected crc 2023-08-28T02:15:20.734 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:20 smithi040 ceph-mon[175404]: failed to encode map e96 with expected crc 2023-08-28T02:15:20.734 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:20 smithi040 ceph-mon[175404]: osdmap e96: 8 total, 8 up, 8 in 2023-08-28T02:15:20.734 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:20 smithi040 ceph-mon[175404]: failed to encode map e96 with expected crc 2023-08-28T02:15:20.734 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:20 smithi040 ceph-mon[175404]: failed to encode map e96 with expected crc 2023-08-28T02:15:20.734 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:20 smithi040 ceph-mon[175404]: failed to encode map e96 with expected crc 2023-08-28T02:15:20.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:20 smithi083 ceph-mon[157819]: failed to encode map e96 with expected crc 2023-08-28T02:15:20.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:20 smithi083 ceph-mon[157819]: osdmap e96: 8 total, 8 up, 8 in 2023-08-28T02:15:20.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:20 smithi083 ceph-mon[157819]: failed to encode map e96 with expected crc 2023-08-28T02:15:20.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:20 smithi083 ceph-mon[157819]: failed to encode map e96 with expected crc 2023-08-28T02:15:20.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:20 smithi083 ceph-mon[157819]: failed to encode map e96 with expected crc 2023-08-28T02:15:21.734 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:21 smithi040 ceph-mon[170259]: pgmap v139: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+remapped, 87 active+clean; 4.3 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 664 op/s; 0 B/s, 71 objects/s recovering 2023-08-28T02:15:21.734 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:21 smithi040 ceph-mon[170259]: failed to encode map e97 with expected crc 2023-08-28T02:15:21.735 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:21 smithi040 ceph-mon[170259]: failed to encode map e97 with expected crc 2023-08-28T02:15:21.735 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:21 smithi040 ceph-mon[170259]: failed to encode map e97 with expected crc 2023-08-28T02:15:21.735 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:21 smithi040 ceph-mon[170259]: failed to encode map e97 with expected crc 2023-08-28T02:15:21.735 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:21 smithi040 ceph-mon[170259]: osdmap e97: 8 total, 8 up, 8 in 2023-08-28T02:15:21.735 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:21 smithi040 ceph-mon[170259]: failed to encode map e97 with expected crc 2023-08-28T02:15:21.735 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:21 smithi040 ceph-mon[175404]: pgmap v139: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+remapped, 87 active+clean; 4.3 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 664 op/s; 0 B/s, 71 objects/s recovering 2023-08-28T02:15:21.735 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:21 smithi040 ceph-mon[175404]: failed to encode map e97 with expected crc 2023-08-28T02:15:21.735 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:21 smithi040 ceph-mon[175404]: failed to encode map e97 with expected crc 2023-08-28T02:15:21.735 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:21 smithi040 ceph-mon[175404]: failed to encode map e97 with expected crc 2023-08-28T02:15:21.736 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:21 smithi040 ceph-mon[175404]: failed to encode map e97 with expected crc 2023-08-28T02:15:21.736 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:21 smithi040 ceph-mon[175404]: osdmap e97: 8 total, 8 up, 8 in 2023-08-28T02:15:21.736 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:21 smithi040 ceph-mon[175404]: failed to encode map e97 with expected crc 2023-08-28T02:15:21.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:21 smithi083 ceph-mon[157819]: pgmap v139: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+remapped, 87 active+clean; 4.3 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 664 op/s; 0 B/s, 71 objects/s recovering 2023-08-28T02:15:21.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:21 smithi083 ceph-mon[157819]: failed to encode map e97 with expected crc 2023-08-28T02:15:21.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:21 smithi083 ceph-mon[157819]: failed to encode map e97 with expected crc 2023-08-28T02:15:21.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:21 smithi083 ceph-mon[157819]: failed to encode map e97 with expected crc 2023-08-28T02:15:21.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:21 smithi083 ceph-mon[157819]: failed to encode map e97 with expected crc 2023-08-28T02:15:21.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:21 smithi083 ceph-mon[157819]: osdmap e97: 8 total, 8 up, 8 in 2023-08-28T02:15:21.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:21 smithi083 ceph-mon[157819]: failed to encode map e97 with expected crc 2023-08-28T02:15:22.734 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:22 smithi040 ceph-mon[175404]: failed to encode map e97 with expected crc 2023-08-28T02:15:22.735 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:22 smithi040 ceph-mon[170259]: failed to encode map e97 with expected crc 2023-08-28T02:15:22.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:22 smithi083 ceph-mon[157819]: failed to encode map e97 with expected crc 2023-08-28T02:15:23.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:23 smithi040 ceph-mon[175404]: pgmap v141: 89 pgs: 89 active+clean; 4.1 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 802 op/s; 0 B/s, 56 objects/s recovering 2023-08-28T02:15:23.735 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:23 smithi040 ceph-mon[170259]: pgmap v141: 89 pgs: 89 active+clean; 4.1 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 802 op/s; 0 B/s, 56 objects/s recovering 2023-08-28T02:15:23.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:23 smithi083 ceph-mon[157819]: pgmap v141: 89 pgs: 89 active+clean; 4.1 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 802 op/s; 0 B/s, 56 objects/s recovering 2023-08-28T02:15:25.738 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:25 smithi040 ceph-mon[170259]: pgmap v142: 89 pgs: 89 active+clean; 4.1 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 801 op/s; 0 B/s, 56 objects/s recovering 2023-08-28T02:15:25.739 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:15:25 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:15:25] "GET /metrics HTTP/1.1" 200 36335 "" "Prometheus/2.43.0" 2023-08-28T02:15:25.739 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:25 smithi040 ceph-mon[175404]: pgmap v142: 89 pgs: 89 active+clean; 4.1 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 801 op/s; 0 B/s, 56 objects/s recovering 2023-08-28T02:15:25.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:25 smithi083 ceph-mon[157819]: pgmap v142: 89 pgs: 89 active+clean; 4.1 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 801 op/s; 0 B/s, 56 objects/s recovering 2023-08-28T02:15:27.734 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:27 smithi040 ceph-mon[170259]: pgmap v143: 89 pgs: 89 active+clean; 4.1 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 365 op/s; 0 B/s, 21 objects/s recovering 2023-08-28T02:15:27.739 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:27 smithi040 ceph-mon[175404]: pgmap v143: 89 pgs: 89 active+clean; 4.1 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 365 op/s; 0 B/s, 21 objects/s recovering 2023-08-28T02:15:27.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:27 smithi083 ceph-mon[157819]: pgmap v143: 89 pgs: 89 active+clean; 4.1 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 365 op/s; 0 B/s, 21 objects/s recovering 2023-08-28T02:15:29.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:29 smithi040 ceph-mon[170259]: pgmap v144: 89 pgs: 89 active+clean; 3.9 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 783 op/s; 0 B/s, 20 objects/s recovering 2023-08-28T02:15:29.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:29 smithi040 ceph-mon[175404]: pgmap v144: 89 pgs: 89 active+clean; 3.9 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 783 op/s; 0 B/s, 20 objects/s recovering 2023-08-28T02:15:29.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:29 smithi083 ceph-mon[157819]: pgmap v144: 89 pgs: 89 active+clean; 3.9 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 783 op/s; 0 B/s, 20 objects/s recovering 2023-08-28T02:15:30.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:30 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:15:30.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:30 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:15:30.738 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:30 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:15:30.739 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:30 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:15:30.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:30 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:15:30.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:30 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:15:31.530 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -e sha1=9cf208207dfe23ffccb33308b22e51570cb45e51 -- bash -c 'ceph orch upgrade resume' 2023-08-28T02:15:31.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:31 smithi040 ceph-mon[170259]: pgmap v145: 89 pgs: 89 active+clean; 3.9 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 654 op/s; 0 B/s, 17 objects/s recovering 2023-08-28T02:15:31.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:31 smithi040 ceph-mon[175404]: pgmap v145: 89 pgs: 89 active+clean; 3.9 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 654 op/s; 0 B/s, 17 objects/s recovering 2023-08-28T02:15:31.744 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:31 smithi083 ceph-mon[157819]: pgmap v145: 89 pgs: 89 active+clean; 3.9 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 654 op/s; 0 B/s, 17 objects/s recovering 2023-08-28T02:15:32.075 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:15:33.735 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:33 smithi040 ceph-mon[170259]: pgmap v146: 89 pgs: 89 active+clean; 3.7 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 893 op/s; 0 B/s, 15 objects/s recovering 2023-08-28T02:15:33.736 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:33 smithi040 ceph-mon[175404]: pgmap v146: 89 pgs: 89 active+clean; 3.7 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 893 op/s; 0 B/s, 15 objects/s recovering 2023-08-28T02:15:33.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:33 smithi083 ceph-mon[157819]: pgmap v146: 89 pgs: 89 active+clean; 3.7 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 893 op/s; 0 B/s, 15 objects/s recovering 2023-08-28T02:15:34.050 INFO:teuthology.orchestra.run.smithi040.stdout:Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:90e74e9dbaafb6b50d53d065fb7fed5018d4dfbdd16f414a8aaabb53a6e7a3a8 2023-08-28T02:15:35.388 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:35 smithi040 ceph-mon[170259]: pgmap v147: 89 pgs: 89 active+clean; 3.7 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 601 op/s 2023-08-28T02:15:35.388 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:35 smithi040 ceph-mon[170259]: from='client.54124 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:15:35.388 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:35 smithi040 ceph-mon[170259]: Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:90e74e9dbaafb6b50d53d065fb7fed5018d4dfbdd16f414a8aaabb53a6e7a3a8 2023-08-28T02:15:35.388 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:35 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:15:35.388 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:35 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:15:35.388 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:35 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:15:35.389 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:35 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:15:35.389 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:35 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:15:35.389 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:35 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:15:35.389 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:35 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-08-28T02:15:35.389 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:35 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-08-28T02:15:35.389 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:35 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-08-28T02:15:35.389 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:35 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-08-28T02:15:35.389 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:35 smithi040 ceph-mon[170259]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-08-28T02:15:35.390 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:35 smithi040 ceph-mon[170259]: Upgrade: osd.1 is safe to restart 2023-08-28T02:15:35.390 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:15:35 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:15:35] "GET /metrics HTTP/1.1" 200 36333 "" "Prometheus/2.43.0" 2023-08-28T02:15:35.394 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:35 smithi040 ceph-mon[175404]: pgmap v147: 89 pgs: 89 active+clean; 3.7 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 601 op/s 2023-08-28T02:15:35.394 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:35 smithi040 ceph-mon[175404]: from='client.54124 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:15:35.394 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:35 smithi040 ceph-mon[175404]: Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:90e74e9dbaafb6b50d53d065fb7fed5018d4dfbdd16f414a8aaabb53a6e7a3a8 2023-08-28T02:15:35.394 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:35 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:15:35.394 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:35 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:15:35.394 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:35 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:15:35.394 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:35 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:15:35.394 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:35 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:15:35.394 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:35 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:15:35.394 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:35 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-08-28T02:15:35.394 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:35 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-08-28T02:15:35.395 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:35 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-08-28T02:15:35.395 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:35 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-08-28T02:15:35.395 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:35 smithi040 ceph-mon[175404]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-08-28T02:15:35.395 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:35 smithi040 ceph-mon[175404]: Upgrade: osd.1 is safe to restart 2023-08-28T02:15:35.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:35 smithi083 ceph-mon[157819]: pgmap v147: 89 pgs: 89 active+clean; 3.7 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 601 op/s 2023-08-28T02:15:35.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:35 smithi083 ceph-mon[157819]: from='client.54124 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:15:35.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:35 smithi083 ceph-mon[157819]: Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:90e74e9dbaafb6b50d53d065fb7fed5018d4dfbdd16f414a8aaabb53a6e7a3a8 2023-08-28T02:15:35.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:35 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:15:35.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:35 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:15:35.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:35 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:15:35.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:35 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:15:35.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:35 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:15:35.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:35 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:15:35.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:35 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-08-28T02:15:35.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:35 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-08-28T02:15:35.493 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:35 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-08-28T02:15:35.493 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:35 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-08-28T02:15:35.493 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:35 smithi083 ceph-mon[157819]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2023-08-28T02:15:35.493 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:35 smithi083 ceph-mon[157819]: Upgrade: osd.1 is safe to restart 2023-08-28T02:15:37.051 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -e sha1=9cf208207dfe23ffccb33308b22e51570cb45e51 -- bash -c 'echo wait for half of osds to upgrade' 2023-08-28T02:15:37.282 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:37 smithi040 ceph-mon[170259]: pgmap v148: 89 pgs: 89 active+clean; 3.7 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 601 op/s 2023-08-28T02:15:37.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:37 smithi040 ceph-mon[175404]: pgmap v148: 89 pgs: 89 active+clean; 3.7 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 601 op/s 2023-08-28T02:15:37.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:37 smithi083 ceph-mon[157819]: pgmap v148: 89 pgs: 89 active+clean; 3.7 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 601 op/s 2023-08-28T02:15:38.314 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:15:39.598 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:39 smithi040 ceph-mon[175404]: pgmap v149: 89 pgs: 89 active+clean; 3.5 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 879 op/s 2023-08-28T02:15:39.599 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:39 smithi040 ceph-mon[170259]: pgmap v149: 89 pgs: 89 active+clean; 3.5 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 879 op/s 2023-08-28T02:15:39.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:39 smithi083 ceph-mon[157819]: pgmap v149: 89 pgs: 89 active+clean; 3.5 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 879 op/s 2023-08-28T02:15:40.368 INFO:teuthology.orchestra.run.smithi040.stdout:wait for half of osds to upgrade 2023-08-28T02:15:40.550 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:40 smithi040 ceph-mon[170259]: Upgrade: Updating osd.1 2023-08-28T02:15:40.551 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:40 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:15:40.551 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:40 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-08-28T02:15:40.551 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:40 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:15:40.551 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:40 smithi040 ceph-mon[170259]: Deploying daemon osd.1 on smithi040 2023-08-28T02:15:40.551 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:40 smithi040 ceph-mon[175404]: Upgrade: Updating osd.1 2023-08-28T02:15:40.551 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:40 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:15:40.551 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:40 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-08-28T02:15:40.551 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:40 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:15:40.551 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:40 smithi040 ceph-mon[175404]: Deploying daemon osd.1 on smithi040 2023-08-28T02:15:40.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:40 smithi083 ceph-mon[157819]: Upgrade: Updating osd.1 2023-08-28T02:15:40.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:40 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:15:40.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:40 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-08-28T02:15:40.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:40 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:15:40.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:40 smithi083 ceph-mon[157819]: Deploying daemon osd.1 on smithi040 2023-08-28T02:15:40.978 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -e sha1=9cf208207dfe23ffccb33308b22e51570cb45e51 -- bash -c 'while ! ceph osd versions | grep $sha1 | egrep '"'"': [45678]'"'"'; do sleep 2 ; done' 2023-08-28T02:15:41.521 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:15:41.720 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:41 smithi040 ceph-mon[170259]: pgmap v150: 89 pgs: 89 active+clean; 3.5 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 577 op/s 2023-08-28T02:15:41.721 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:41 smithi040 ceph-mon[175404]: pgmap v150: 89 pgs: 89 active+clean; 3.5 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 577 op/s 2023-08-28T02:15:41.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:41 smithi083 ceph-mon[157819]: pgmap v150: 89 pgs: 89 active+clean; 3.5 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 577 op/s 2023-08-28T02:15:43.734 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:43 smithi040 ceph-mon[175404]: pgmap v151: 89 pgs: 89 active+clean; 3.3 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 855 op/s 2023-08-28T02:15:43.734 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:43 smithi040 ceph-mon[170259]: pgmap v151: 89 pgs: 89 active+clean; 3.3 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 855 op/s 2023-08-28T02:15:43.734 INFO:journalctl@ceph.osd.1.smithi040.stdout:Aug 28 02:15:43 smithi040 systemd[1]: Stopping Ceph osd.1 for d9a8f48a-4546-11ee-817c-1b7a5f1ba315... 2023-08-28T02:15:43.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:43 smithi083 ceph-mon[157819]: pgmap v151: 89 pgs: 89 active+clean; 3.3 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 855 op/s 2023-08-28T02:15:44.232 INFO:journalctl@ceph.osd.1.smithi040.stdout:Aug 28 02:15:43 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd-1[129741]: 2023-08-28T02:15:43.807+0000 7fa545af1700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-08-28T02:15:44.232 INFO:journalctl@ceph.osd.1.smithi040.stdout:Aug 28 02:15:43 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd-1[129741]: 2023-08-28T02:15:43.807+0000 7fa545af1700 -1 osd.1 97 *** Got signal Terminated *** 2023-08-28T02:15:44.233 INFO:journalctl@ceph.osd.1.smithi040.stdout:Aug 28 02:15:43 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd-1[129741]: 2023-08-28T02:15:43.807+0000 7fa545af1700 -1 osd.1 97 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-08-28T02:15:44.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:44 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/992351461' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:15:44.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:44 smithi040 ceph-mon[175404]: osd.1 marked itself down and dead 2023-08-28T02:15:44.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:44 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/992351461' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:15:44.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:44 smithi040 ceph-mon[170259]: osd.1 marked itself down and dead 2023-08-28T02:15:44.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:44 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/992351461' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:15:44.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:44 smithi083 ceph-mon[157819]: osd.1 marked itself down and dead 2023-08-28T02:15:45.384 INFO:journalctl@ceph.osd.1.smithi040.stdout:Aug 28 02:15:45 smithi040 bash[184532]: ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd-1 2023-08-28T02:15:45.636 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:45 smithi040 ceph-mon[170259]: pgmap v152: 89 pgs: 89 active+clean; 3.3 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 556 op/s 2023-08-28T02:15:45.636 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:45 smithi040 ceph-mon[170259]: Health check failed: 1 osds down (OSD_DOWN) 2023-08-28T02:15:45.636 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:45 smithi040 ceph-mon[170259]: osdmap e98: 8 total, 7 up, 8 in 2023-08-28T02:15:45.636 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:45 smithi040 ceph-mon[170259]: failed to encode map e98 with expected crc 2023-08-28T02:15:45.636 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:45 smithi040 ceph-mon[170259]: failed to encode map e98 with expected crc 2023-08-28T02:15:45.636 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:45 smithi040 ceph-mon[170259]: failed to encode map e98 with expected crc 2023-08-28T02:15:45.636 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:45 smithi040 ceph-mon[170259]: failed to encode map e98 with expected crc 2023-08-28T02:15:45.636 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:45 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:15:45.637 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:45 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:15:45.637 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:45 smithi040 ceph-mon[175404]: pgmap v152: 89 pgs: 89 active+clean; 3.3 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 556 op/s 2023-08-28T02:15:45.637 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:45 smithi040 ceph-mon[175404]: Health check failed: 1 osds down (OSD_DOWN) 2023-08-28T02:15:45.637 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:45 smithi040 ceph-mon[175404]: osdmap e98: 8 total, 7 up, 8 in 2023-08-28T02:15:45.637 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:45 smithi040 ceph-mon[175404]: failed to encode map e98 with expected crc 2023-08-28T02:15:45.637 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:45 smithi040 ceph-mon[175404]: failed to encode map e98 with expected crc 2023-08-28T02:15:45.637 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:45 smithi040 ceph-mon[175404]: failed to encode map e98 with expected crc 2023-08-28T02:15:45.637 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:45 smithi040 ceph-mon[175404]: failed to encode map e98 with expected crc 2023-08-28T02:15:45.637 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:45 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:15:45.637 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:45 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:15:45.638 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:15:45 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:15:45] "GET /metrics HTTP/1.1" 200 36329 "" "Prometheus/2.43.0" 2023-08-28T02:15:45.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:45 smithi083 ceph-mon[157819]: pgmap v152: 89 pgs: 89 active+clean; 3.3 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 556 op/s 2023-08-28T02:15:45.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:45 smithi083 ceph-mon[157819]: Health check failed: 1 osds down (OSD_DOWN) 2023-08-28T02:15:45.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:45 smithi083 ceph-mon[157819]: osdmap e98: 8 total, 7 up, 8 in 2023-08-28T02:15:45.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:45 smithi083 ceph-mon[157819]: failed to encode map e98 with expected crc 2023-08-28T02:15:45.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:45 smithi083 ceph-mon[157819]: failed to encode map e98 with expected crc 2023-08-28T02:15:45.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:45 smithi083 ceph-mon[157819]: failed to encode map e98 with expected crc 2023-08-28T02:15:45.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:45 smithi083 ceph-mon[157819]: failed to encode map e98 with expected crc 2023-08-28T02:15:45.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:45 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:15:45.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:45 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:15:46.734 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:46 smithi040 ceph-mon[175404]: failed to encode map e99 with expected crc 2023-08-28T02:15:46.734 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:46 smithi040 ceph-mon[175404]: failed to encode map e99 with expected crc 2023-08-28T02:15:46.734 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:46 smithi040 ceph-mon[175404]: failed to encode map e99 with expected crc 2023-08-28T02:15:46.734 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:46 smithi040 ceph-mon[175404]: osdmap e99: 8 total, 7 up, 8 in 2023-08-28T02:15:46.734 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:46 smithi040 ceph-mon[175404]: failed to encode map e99 with expected crc 2023-08-28T02:15:46.734 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:46 smithi040 ceph-mon[175404]: failed to encode map e99 with expected crc 2023-08-28T02:15:46.735 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:46 smithi040 ceph-mon[175404]: failed to encode map e99 with expected crc 2023-08-28T02:15:46.735 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:46 smithi040 ceph-mon[175404]: failed to encode map e99 with expected crc 2023-08-28T02:15:46.735 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:46 smithi040 ceph-mon[175404]: failed to encode map e99 with expected crc 2023-08-28T02:15:46.735 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:46 smithi040 ceph-mon[175404]: failed to encode map e99 with expected crc 2023-08-28T02:15:46.735 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:46 smithi040 ceph-mon[175404]: failed to encode map e99 with expected crc 2023-08-28T02:15:46.735 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:46 smithi040 ceph-mon[175404]: failed to encode map e99 with expected crc 2023-08-28T02:15:46.735 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:46 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2592092357' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:15:46.735 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:46 smithi040 ceph-mon[170259]: failed to encode map e99 with expected crc 2023-08-28T02:15:46.736 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:46 smithi040 ceph-mon[170259]: failed to encode map e99 with expected crc 2023-08-28T02:15:46.736 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:46 smithi040 ceph-mon[170259]: failed to encode map e99 with expected crc 2023-08-28T02:15:46.736 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:46 smithi040 ceph-mon[170259]: osdmap e99: 8 total, 7 up, 8 in 2023-08-28T02:15:46.736 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:46 smithi040 ceph-mon[170259]: failed to encode map e99 with expected crc 2023-08-28T02:15:46.736 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:46 smithi040 ceph-mon[170259]: failed to encode map e99 with expected crc 2023-08-28T02:15:46.736 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:46 smithi040 ceph-mon[170259]: failed to encode map e99 with expected crc 2023-08-28T02:15:46.736 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:46 smithi040 ceph-mon[170259]: failed to encode map e99 with expected crc 2023-08-28T02:15:46.736 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:46 smithi040 ceph-mon[170259]: failed to encode map e99 with expected crc 2023-08-28T02:15:46.736 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:46 smithi040 ceph-mon[170259]: failed to encode map e99 with expected crc 2023-08-28T02:15:46.736 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:46 smithi040 ceph-mon[170259]: failed to encode map e99 with expected crc 2023-08-28T02:15:46.736 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:46 smithi040 ceph-mon[170259]: failed to encode map e99 with expected crc 2023-08-28T02:15:46.737 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:46 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2592092357' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:15:46.737 INFO:journalctl@ceph.osd.1.smithi040.stdout:Aug 28 02:15:46 smithi040 systemd[1]: ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315@osd.1.service: Succeeded. 2023-08-28T02:15:46.737 INFO:journalctl@ceph.osd.1.smithi040.stdout:Aug 28 02:15:46 smithi040 systemd[1]: Stopped Ceph osd.1 for d9a8f48a-4546-11ee-817c-1b7a5f1ba315. 2023-08-28T02:15:46.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:46 smithi083 ceph-mon[157819]: failed to encode map e99 with expected crc 2023-08-28T02:15:46.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:46 smithi083 ceph-mon[157819]: failed to encode map e99 with expected crc 2023-08-28T02:15:46.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:46 smithi083 ceph-mon[157819]: failed to encode map e99 with expected crc 2023-08-28T02:15:46.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:46 smithi083 ceph-mon[157819]: osdmap e99: 8 total, 7 up, 8 in 2023-08-28T02:15:46.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:46 smithi083 ceph-mon[157819]: failed to encode map e99 with expected crc 2023-08-28T02:15:46.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:46 smithi083 ceph-mon[157819]: failed to encode map e99 with expected crc 2023-08-28T02:15:46.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:46 smithi083 ceph-mon[157819]: failed to encode map e99 with expected crc 2023-08-28T02:15:46.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:46 smithi083 ceph-mon[157819]: failed to encode map e99 with expected crc 2023-08-28T02:15:46.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:46 smithi083 ceph-mon[157819]: failed to encode map e99 with expected crc 2023-08-28T02:15:46.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:46 smithi083 ceph-mon[157819]: failed to encode map e99 with expected crc 2023-08-28T02:15:46.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:46 smithi083 ceph-mon[157819]: failed to encode map e99 with expected crc 2023-08-28T02:15:46.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:46 smithi083 ceph-mon[157819]: failed to encode map e99 with expected crc 2023-08-28T02:15:46.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:46 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2592092357' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:15:47.231 INFO:journalctl@ceph.osd.1.smithi040.stdout:Aug 28 02:15:46 smithi040 systemd[1]: Starting Ceph osd.1 for d9a8f48a-4546-11ee-817c-1b7a5f1ba315... 2023-08-28T02:15:47.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:47 smithi040 ceph-mon[175404]: pgmap v155: 89 pgs: 2 active+undersized+degraded, 8 stale+active+clean, 6 active+undersized, 73 active+clean; 3.2 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 497 op/s; 3247/159696 objects degraded (2.033%) 2023-08-28T02:15:47.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:47 smithi040 ceph-mon[175404]: Health check failed: Degraded data redundancy: 3247/159696 objects degraded (2.033%), 2 pgs degraded (PG_DEGRADED) 2023-08-28T02:15:47.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:47 smithi040 ceph-mon[170259]: pgmap v155: 89 pgs: 2 active+undersized+degraded, 8 stale+active+clean, 6 active+undersized, 73 active+clean; 3.2 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 497 op/s; 3247/159696 objects degraded (2.033%) 2023-08-28T02:15:47.734 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:47 smithi040 ceph-mon[170259]: Health check failed: Degraded data redundancy: 3247/159696 objects degraded (2.033%), 2 pgs degraded (PG_DEGRADED) 2023-08-28T02:15:47.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:47 smithi083 ceph-mon[157819]: pgmap v155: 89 pgs: 2 active+undersized+degraded, 8 stale+active+clean, 6 active+undersized, 73 active+clean; 3.2 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 497 op/s; 3247/159696 objects degraded (2.033%) 2023-08-28T02:15:47.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:47 smithi083 ceph-mon[157819]: Health check failed: Degraded data redundancy: 3247/159696 objects degraded (2.033%), 2 pgs degraded (PG_DEGRADED) 2023-08-28T02:15:48.554 INFO:journalctl@ceph.osd.1.smithi040.stdout:Aug 28 02:15:48 smithi040 bash[184805]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2023-08-28T02:15:48.554 INFO:journalctl@ceph.osd.1.smithi040.stdout:Aug 28 02:15:48 smithi040 bash[184805]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2023-08-28T02:15:48.554 INFO:journalctl@ceph.osd.1.smithi040.stdout:Aug 28 02:15:48 smithi040 bash[184805]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2023-08-28T02:15:48.554 INFO:journalctl@ceph.osd.1.smithi040.stdout:Aug 28 02:15:48 smithi040 bash[184805]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2023-08-28T02:15:48.554 INFO:journalctl@ceph.osd.1.smithi040.stdout:Aug 28 02:15:48 smithi040 bash[184805]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2023-08-28T02:15:48.554 INFO:journalctl@ceph.osd.1.smithi040.stdout:Aug 28 02:15:48 smithi040 bash[184805]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2023-08-28T02:15:48.554 INFO:journalctl@ceph.osd.1.smithi040.stdout:Aug 28 02:15:48 smithi040 bash[184805]: --> ceph-volume raw activate successful for osd ID: 1 2023-08-28T02:15:49.604 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:49 smithi040 ceph-mon[175404]: pgmap v156: 89 pgs: 8 active+undersized+degraded, 25 active+undersized, 56 active+clean; 3.1 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 736 op/s; 16272/153948 objects degraded (10.570%); 0 B/s, 0 objects/s recovering 2023-08-28T02:15:49.604 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:49 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3276318336' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:15:49.604 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:49 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:15:49.604 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:49 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:15:49.604 INFO:journalctl@ceph.osd.1.smithi040.stdout:Aug 28 02:15:49 smithi040 bash[185085]: 83145d2f7b8758f8c79bd129be1b760750e656fb08c2f9a94984768d1bea3497 2023-08-28T02:15:49.604 INFO:journalctl@ceph.osd.1.smithi040.stdout:Aug 28 02:15:49 smithi040 systemd[1]: Started Ceph osd.1 for d9a8f48a-4546-11ee-817c-1b7a5f1ba315. 2023-08-28T02:15:49.604 INFO:journalctl@ceph.osd.1.smithi040.stdout:Aug 28 02:15:49 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd-1[185096]: 2023-08-28T02:15:49.601+0000 7f6f84f6c640 -1 Falling back to public interface 2023-08-28T02:15:49.605 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:49 smithi040 ceph-mon[170259]: pgmap v156: 89 pgs: 8 active+undersized+degraded, 25 active+undersized, 56 active+clean; 3.1 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 736 op/s; 16272/153948 objects degraded (10.570%); 0 B/s, 0 objects/s recovering 2023-08-28T02:15:49.605 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:49 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3276318336' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:15:49.605 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:49 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:15:49.605 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:49 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:15:49.745 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:49 smithi083 ceph-mon[157819]: pgmap v156: 89 pgs: 8 active+undersized+degraded, 25 active+undersized, 56 active+clean; 3.1 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 736 op/s; 16272/153948 objects degraded (10.570%); 0 B/s, 0 objects/s recovering 2023-08-28T02:15:49.745 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:49 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3276318336' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:15:49.745 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:49 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:15:49.745 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:49 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:15:50.822 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:50 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:15:50.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:50 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:15:50.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:50 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:15:51.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:51 smithi083 ceph-mon[157819]: pgmap v157: 89 pgs: 8 active+undersized+degraded, 25 active+undersized, 56 active+clean; 3.1 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 320 op/s; 16272/153948 objects degraded (10.570%); 0 B/s, 0 objects/s recovering 2023-08-28T02:15:51.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:51 smithi040 ceph-mon[175404]: pgmap v157: 89 pgs: 8 active+undersized+degraded, 25 active+undersized, 56 active+clean; 3.1 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 320 op/s; 16272/153948 objects degraded (10.570%); 0 B/s, 0 objects/s recovering 2023-08-28T02:15:51.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:51 smithi040 ceph-mon[170259]: pgmap v157: 89 pgs: 8 active+undersized+degraded, 25 active+undersized, 56 active+clean; 3.1 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 320 op/s; 16272/153948 objects degraded (10.570%); 0 B/s, 0 objects/s recovering 2023-08-28T02:15:52.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:52 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/396039272' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:15:52.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:52 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/396039272' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:15:52.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:52 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/396039272' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:15:53.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:53 smithi040 ceph-mon[170259]: pgmap v158: 89 pgs: 8 active+undersized+degraded, 25 active+undersized, 56 active+clean; 2.9 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 774 op/s; 15155/143025 objects degraded (10.596%); 0 B/s, 0 objects/s recovering 2023-08-28T02:15:53.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:53 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 15155/143025 objects degraded (10.596%), 8 pgs degraded (PG_DEGRADED) 2023-08-28T02:15:53.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:53 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:15:53.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:53 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:15:53.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:53 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:15:53.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:53 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:15:53.984 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:53 smithi040 ceph-mon[175404]: pgmap v158: 89 pgs: 8 active+undersized+degraded, 25 active+undersized, 56 active+clean; 2.9 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 774 op/s; 15155/143025 objects degraded (10.596%); 0 B/s, 0 objects/s recovering 2023-08-28T02:15:53.984 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:53 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 15155/143025 objects degraded (10.596%), 8 pgs degraded (PG_DEGRADED) 2023-08-28T02:15:53.984 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:53 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:15:53.984 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:53 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:15:53.984 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:53 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:15:53.984 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:53 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:15:53.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:53 smithi083 ceph-mon[157819]: pgmap v158: 89 pgs: 8 active+undersized+degraded, 25 active+undersized, 56 active+clean; 2.9 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 774 op/s; 15155/143025 objects degraded (10.596%); 0 B/s, 0 objects/s recovering 2023-08-28T02:15:53.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:53 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 15155/143025 objects degraded (10.596%), 8 pgs degraded (PG_DEGRADED) 2023-08-28T02:15:53.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:53 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:15:53.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:53 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:15:53.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:53 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:15:53.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:53 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:15:54.984 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:54 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1521760480' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:15:54.985 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:54 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1521760480' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:15:54.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:54 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1521760480' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:15:55.683 INFO:journalctl@ceph.osd.1.smithi040.stdout:Aug 28 02:15:55 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd-1[185096]: 2023-08-28T02:15:55.480+0000 7f6f84f6c640 -1 osd.1 97 log_to_monitors true 2023-08-28T02:15:55.683 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:55 smithi040 ceph-mon[175404]: pgmap v159: 89 pgs: 8 active+undersized+degraded, 25 active+undersized, 56 active+clean; 2.9 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 672 op/s; 15155/143025 objects degraded (10.596%); 0 B/s, 0 objects/s recovering 2023-08-28T02:15:55.683 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:55 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:15:55.683 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:55 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:15:55.684 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:55 smithi040 ceph-mon[175404]: from='osd.1 [v2:172.21.15.40:6810/1266947593,v1:172.21.15.40:6811/1266947593]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-08-28T02:15:55.684 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:55 smithi040 ceph-mon[175404]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-08-28T02:15:55.684 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:55 smithi040 ceph-mon[170259]: pgmap v159: 89 pgs: 8 active+undersized+degraded, 25 active+undersized, 56 active+clean; 2.9 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 672 op/s; 15155/143025 objects degraded (10.596%); 0 B/s, 0 objects/s recovering 2023-08-28T02:15:55.684 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:55 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:15:55.684 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:55 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:15:55.684 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:55 smithi040 ceph-mon[170259]: from='osd.1 [v2:172.21.15.40:6810/1266947593,v1:172.21.15.40:6811/1266947593]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-08-28T02:15:55.684 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:55 smithi040 ceph-mon[170259]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-08-28T02:15:55.684 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:15:55 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:15:55] "GET /metrics HTTP/1.1" 200 36329 "" "Prometheus/2.43.0" 2023-08-28T02:15:55.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:55 smithi083 ceph-mon[157819]: pgmap v159: 89 pgs: 8 active+undersized+degraded, 25 active+undersized, 56 active+clean; 2.9 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 672 op/s; 15155/143025 objects degraded (10.596%); 0 B/s, 0 objects/s recovering 2023-08-28T02:15:55.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:55 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:15:55.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:55 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:15:55.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:55 smithi083 ceph-mon[157819]: from='osd.1 [v2:172.21.15.40:6810/1266947593,v1:172.21.15.40:6811/1266947593]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-08-28T02:15:55.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:55 smithi083 ceph-mon[157819]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-08-28T02:15:56.733 INFO:journalctl@ceph.osd.1.smithi040.stdout:Aug 28 02:15:56 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd-1[185096]: 2023-08-28T02:15:56.420+0000 7f6f723d0700 -1 osd.1 97 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-08-28T02:15:57.598 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:57 smithi040 ceph-mon[175404]: pgmap v160: 89 pgs: 8 active+undersized+degraded, 25 active+undersized, 56 active+clean; 2.9 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 689 op/s; 14954/140466 objects degraded (10.646%); 0 B/s, 0 objects/s recovering 2023-08-28T02:15:57.598 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:57 smithi040 ceph-mon[175404]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-08-28T02:15:57.598 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:57 smithi040 ceph-mon[175404]: osdmap e100: 8 total, 7 up, 8 in 2023-08-28T02:15:57.598 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:57 smithi040 ceph-mon[175404]: failed to encode map e100 with expected crc 2023-08-28T02:15:57.598 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:57 smithi040 ceph-mon[175404]: failed to encode map e100 with expected crc 2023-08-28T02:15:57.598 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:57 smithi040 ceph-mon[175404]: failed to encode map e100 with expected crc 2023-08-28T02:15:57.598 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:57 smithi040 ceph-mon[175404]: failed to encode map e100 with expected crc 2023-08-28T02:15:57.598 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:57 smithi040 ceph-mon[175404]: from='osd.1 [v2:172.21.15.40:6810/1266947593,v1:172.21.15.40:6811/1266947593]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2023-08-28T02:15:57.598 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:57 smithi040 ceph-mon[175404]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2023-08-28T02:15:57.599 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:57 smithi040 ceph-mon[175404]: failed to encode map e100 with expected crc 2023-08-28T02:15:57.599 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:57 smithi040 ceph-mon[175404]: failed to encode map e100 with expected crc 2023-08-28T02:15:57.599 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:57 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1620500160' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:15:57.599 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:57 smithi040 ceph-mon[170259]: pgmap v160: 89 pgs: 8 active+undersized+degraded, 25 active+undersized, 56 active+clean; 2.9 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 689 op/s; 14954/140466 objects degraded (10.646%); 0 B/s, 0 objects/s recovering 2023-08-28T02:15:57.599 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:57 smithi040 ceph-mon[170259]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-08-28T02:15:57.599 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:57 smithi040 ceph-mon[170259]: osdmap e100: 8 total, 7 up, 8 in 2023-08-28T02:15:57.599 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:57 smithi040 ceph-mon[170259]: failed to encode map e100 with expected crc 2023-08-28T02:15:57.599 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:57 smithi040 ceph-mon[170259]: failed to encode map e100 with expected crc 2023-08-28T02:15:57.599 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:57 smithi040 ceph-mon[170259]: failed to encode map e100 with expected crc 2023-08-28T02:15:57.599 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:57 smithi040 ceph-mon[170259]: failed to encode map e100 with expected crc 2023-08-28T02:15:57.600 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:57 smithi040 ceph-mon[170259]: from='osd.1 [v2:172.21.15.40:6810/1266947593,v1:172.21.15.40:6811/1266947593]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2023-08-28T02:15:57.600 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:57 smithi040 ceph-mon[170259]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2023-08-28T02:15:57.600 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:57 smithi040 ceph-mon[170259]: failed to encode map e100 with expected crc 2023-08-28T02:15:57.600 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:57 smithi040 ceph-mon[170259]: failed to encode map e100 with expected crc 2023-08-28T02:15:57.600 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:57 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1620500160' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:15:57.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:57 smithi083 ceph-mon[157819]: pgmap v160: 89 pgs: 8 active+undersized+degraded, 25 active+undersized, 56 active+clean; 2.9 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 689 op/s; 14954/140466 objects degraded (10.646%); 0 B/s, 0 objects/s recovering 2023-08-28T02:15:57.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:57 smithi083 ceph-mon[157819]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-08-28T02:15:57.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:57 smithi083 ceph-mon[157819]: osdmap e100: 8 total, 7 up, 8 in 2023-08-28T02:15:57.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:57 smithi083 ceph-mon[157819]: failed to encode map e100 with expected crc 2023-08-28T02:15:57.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:57 smithi083 ceph-mon[157819]: failed to encode map e100 with expected crc 2023-08-28T02:15:57.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:57 smithi083 ceph-mon[157819]: failed to encode map e100 with expected crc 2023-08-28T02:15:57.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:57 smithi083 ceph-mon[157819]: failed to encode map e100 with expected crc 2023-08-28T02:15:57.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:57 smithi083 ceph-mon[157819]: from='osd.1 [v2:172.21.15.40:6810/1266947593,v1:172.21.15.40:6811/1266947593]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2023-08-28T02:15:57.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:57 smithi083 ceph-mon[157819]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2023-08-28T02:15:57.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:57 smithi083 ceph-mon[157819]: failed to encode map e100 with expected crc 2023-08-28T02:15:57.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:57 smithi083 ceph-mon[157819]: failed to encode map e100 with expected crc 2023-08-28T02:15:57.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:57 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1620500160' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:15:58.317 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:58 smithi040 ceph-mon[170259]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-08-28T02:15:58.317 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:58 smithi040 ceph-mon[170259]: failed to encode map e101 with expected crc 2023-08-28T02:15:58.317 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:58 smithi040 ceph-mon[170259]: osd.1 [v2:172.21.15.40:6810/1266947593,v1:172.21.15.40:6811/1266947593] boot 2023-08-28T02:15:58.317 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:58 smithi040 ceph-mon[170259]: osdmap e101: 8 total, 8 up, 8 in 2023-08-28T02:15:58.317 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:58 smithi040 ceph-mon[170259]: failed to encode map e101 with expected crc 2023-08-28T02:15:58.317 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:58 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-08-28T02:15:58.317 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:58 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:15:58.318 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:58 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:15:58.318 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:15:58 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: 2023-08-28T02:15:58.017+0000 7fca145f2700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2023-08-28T02:15:58.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:58 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:15:58.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:58 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:15:58.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:58 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:15:58.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:58 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:15:58.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:58 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-08-28T02:15:58.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:58 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-08-28T02:15:58.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:58 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-08-28T02:15:58.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:58 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-08-28T02:15:58.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:58 smithi040 ceph-mon[175404]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-08-28T02:15:58.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:58 smithi040 ceph-mon[175404]: failed to encode map e101 with expected crc 2023-08-28T02:15:58.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:58 smithi040 ceph-mon[175404]: osd.1 [v2:172.21.15.40:6810/1266947593,v1:172.21.15.40:6811/1266947593] boot 2023-08-28T02:15:58.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:58 smithi040 ceph-mon[175404]: osdmap e101: 8 total, 8 up, 8 in 2023-08-28T02:15:58.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:58 smithi040 ceph-mon[175404]: failed to encode map e101 with expected crc 2023-08-28T02:15:58.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:58 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-08-28T02:15:58.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:58 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:15:58.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:58 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:15:58.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:58 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:15:58.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:58 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:15:58.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:58 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:15:58.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:58 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:15:58.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:58 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-08-28T02:15:58.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:58 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-08-28T02:15:58.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:58 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-08-28T02:15:58.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:58 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-08-28T02:15:58.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:58 smithi083 ceph-mon[157819]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-08-28T02:15:58.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:58 smithi083 ceph-mon[157819]: failed to encode map e101 with expected crc 2023-08-28T02:15:58.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:58 smithi083 ceph-mon[157819]: osd.1 [v2:172.21.15.40:6810/1266947593,v1:172.21.15.40:6811/1266947593] boot 2023-08-28T02:15:58.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:58 smithi083 ceph-mon[157819]: osdmap e101: 8 total, 8 up, 8 in 2023-08-28T02:15:58.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:58 smithi083 ceph-mon[157819]: failed to encode map e101 with expected crc 2023-08-28T02:15:58.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:58 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-08-28T02:15:58.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:58 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:15:58.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:58 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:15:58.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:58 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:15:58.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:58 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:15:58.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:58 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:15:58.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:58 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:15:58.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:58 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-08-28T02:15:58.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:58 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-08-28T02:15:58.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:58 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-08-28T02:15:58.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:58 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-08-28T02:15:59.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:59 smithi040 ceph-mon[175404]: pgmap v163: 89 pgs: 8 active+undersized+degraded, 25 active+undersized, 56 active+clean; 2.7 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 874 op/s; 14071/132942 objects degraded (10.584%) 2023-08-28T02:15:59.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:59 smithi040 ceph-mon[175404]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-08-28T02:15:59.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:59 smithi040 ceph-mon[175404]: Upgrade: unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2023-08-28T02:15:59.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:59 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 14071/132942 objects degraded (10.584%), 8 pgs degraded (PG_DEGRADED) 2023-08-28T02:15:59.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:59 smithi040 ceph-mon[175404]: failed to encode map e102 with expected crc 2023-08-28T02:15:59.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:59 smithi040 ceph-mon[175404]: failed to encode map e102 with expected crc 2023-08-28T02:15:59.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:59 smithi040 ceph-mon[175404]: failed to encode map e102 with expected crc 2023-08-28T02:15:59.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:59 smithi040 ceph-mon[175404]: failed to encode map e102 with expected crc 2023-08-28T02:15:59.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:59 smithi040 ceph-mon[175404]: failed to encode map e102 with expected crc 2023-08-28T02:15:59.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:59 smithi040 ceph-mon[175404]: failed to encode map e102 with expected crc 2023-08-28T02:15:59.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:59 smithi040 ceph-mon[175404]: failed to encode map e102 with expected crc 2023-08-28T02:15:59.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:59 smithi040 ceph-mon[175404]: failed to encode map e102 with expected crc 2023-08-28T02:15:59.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:59 smithi040 ceph-mon[175404]: failed to encode map e102 with expected crc 2023-08-28T02:15:59.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:59 smithi040 ceph-mon[175404]: failed to encode map e102 with expected crc 2023-08-28T02:15:59.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:59 smithi040 ceph-mon[175404]: failed to encode map e102 with expected crc 2023-08-28T02:15:59.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:59 smithi040 ceph-mon[175404]: failed to encode map e102 with expected crc 2023-08-28T02:15:59.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:59 smithi040 ceph-mon[175404]: osdmap e102: 8 total, 8 up, 8 in 2023-08-28T02:15:59.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:59 smithi040 ceph-mon[175404]: failed to encode map e102 with expected crc 2023-08-28T02:15:59.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:59 smithi040 ceph-mon[175404]: failed to encode map e102 with expected crc 2023-08-28T02:15:59.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:59 smithi040 ceph-mon[175404]: failed to encode map e102 with expected crc 2023-08-28T02:15:59.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:59 smithi040 ceph-mon[175404]: failed to encode map e102 with expected crc 2023-08-28T02:15:59.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:15:59 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3965329102' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:15:59.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:59 smithi040 ceph-mon[170259]: pgmap v163: 89 pgs: 8 active+undersized+degraded, 25 active+undersized, 56 active+clean; 2.7 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 874 op/s; 14071/132942 objects degraded (10.584%) 2023-08-28T02:15:59.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:59 smithi040 ceph-mon[170259]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-08-28T02:15:59.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:59 smithi040 ceph-mon[170259]: Upgrade: unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2023-08-28T02:15:59.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:59 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 14071/132942 objects degraded (10.584%), 8 pgs degraded (PG_DEGRADED) 2023-08-28T02:15:59.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:59 smithi040 ceph-mon[170259]: failed to encode map e102 with expected crc 2023-08-28T02:15:59.734 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:59 smithi040 ceph-mon[170259]: failed to encode map e102 with expected crc 2023-08-28T02:15:59.734 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:59 smithi040 ceph-mon[170259]: failed to encode map e102 with expected crc 2023-08-28T02:15:59.734 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:59 smithi040 ceph-mon[170259]: failed to encode map e102 with expected crc 2023-08-28T02:15:59.734 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:59 smithi040 ceph-mon[170259]: failed to encode map e102 with expected crc 2023-08-28T02:15:59.734 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:59 smithi040 ceph-mon[170259]: failed to encode map e102 with expected crc 2023-08-28T02:15:59.734 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:59 smithi040 ceph-mon[170259]: failed to encode map e102 with expected crc 2023-08-28T02:15:59.734 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:59 smithi040 ceph-mon[170259]: failed to encode map e102 with expected crc 2023-08-28T02:15:59.734 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:59 smithi040 ceph-mon[170259]: failed to encode map e102 with expected crc 2023-08-28T02:15:59.734 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:59 smithi040 ceph-mon[170259]: failed to encode map e102 with expected crc 2023-08-28T02:15:59.734 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:59 smithi040 ceph-mon[170259]: failed to encode map e102 with expected crc 2023-08-28T02:15:59.734 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:59 smithi040 ceph-mon[170259]: failed to encode map e102 with expected crc 2023-08-28T02:15:59.734 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:59 smithi040 ceph-mon[170259]: osdmap e102: 8 total, 8 up, 8 in 2023-08-28T02:15:59.735 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:59 smithi040 ceph-mon[170259]: failed to encode map e102 with expected crc 2023-08-28T02:15:59.735 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:59 smithi040 ceph-mon[170259]: failed to encode map e102 with expected crc 2023-08-28T02:15:59.735 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:59 smithi040 ceph-mon[170259]: failed to encode map e102 with expected crc 2023-08-28T02:15:59.735 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:59 smithi040 ceph-mon[170259]: failed to encode map e102 with expected crc 2023-08-28T02:15:59.735 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:15:59 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3965329102' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:15:59.749 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:59 smithi083 ceph-mon[157819]: pgmap v163: 89 pgs: 8 active+undersized+degraded, 25 active+undersized, 56 active+clean; 2.7 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 874 op/s; 14071/132942 objects degraded (10.584%) 2023-08-28T02:15:59.749 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:59 smithi083 ceph-mon[157819]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-08-28T02:15:59.749 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:59 smithi083 ceph-mon[157819]: Upgrade: unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2023-08-28T02:15:59.749 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:59 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 14071/132942 objects degraded (10.584%), 8 pgs degraded (PG_DEGRADED) 2023-08-28T02:15:59.749 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:59 smithi083 ceph-mon[157819]: failed to encode map e102 with expected crc 2023-08-28T02:15:59.749 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:59 smithi083 ceph-mon[157819]: failed to encode map e102 with expected crc 2023-08-28T02:15:59.749 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:59 smithi083 ceph-mon[157819]: failed to encode map e102 with expected crc 2023-08-28T02:15:59.749 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:59 smithi083 ceph-mon[157819]: failed to encode map e102 with expected crc 2023-08-28T02:15:59.749 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:59 smithi083 ceph-mon[157819]: failed to encode map e102 with expected crc 2023-08-28T02:15:59.750 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:59 smithi083 ceph-mon[157819]: failed to encode map e102 with expected crc 2023-08-28T02:15:59.750 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:59 smithi083 ceph-mon[157819]: failed to encode map e102 with expected crc 2023-08-28T02:15:59.750 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:59 smithi083 ceph-mon[157819]: failed to encode map e102 with expected crc 2023-08-28T02:15:59.750 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:59 smithi083 ceph-mon[157819]: failed to encode map e102 with expected crc 2023-08-28T02:15:59.750 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:59 smithi083 ceph-mon[157819]: failed to encode map e102 with expected crc 2023-08-28T02:15:59.750 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:59 smithi083 ceph-mon[157819]: failed to encode map e102 with expected crc 2023-08-28T02:15:59.750 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:59 smithi083 ceph-mon[157819]: failed to encode map e102 with expected crc 2023-08-28T02:15:59.750 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:59 smithi083 ceph-mon[157819]: osdmap e102: 8 total, 8 up, 8 in 2023-08-28T02:15:59.750 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:59 smithi083 ceph-mon[157819]: failed to encode map e102 with expected crc 2023-08-28T02:15:59.750 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:59 smithi083 ceph-mon[157819]: failed to encode map e102 with expected crc 2023-08-28T02:15:59.750 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:59 smithi083 ceph-mon[157819]: failed to encode map e102 with expected crc 2023-08-28T02:15:59.750 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:59 smithi083 ceph-mon[157819]: failed to encode map e102 with expected crc 2023-08-28T02:15:59.750 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:15:59 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3965329102' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:16:00.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:00 smithi040 ceph-mon[170259]: failed to encode map e103 with expected crc 2023-08-28T02:16:00.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:00 smithi040 ceph-mon[170259]: failed to encode map e103 with expected crc 2023-08-28T02:16:00.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:00 smithi040 ceph-mon[170259]: osdmap e103: 8 total, 8 up, 8 in 2023-08-28T02:16:00.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:00 smithi040 ceph-mon[170259]: failed to encode map e103 with expected crc 2023-08-28T02:16:00.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:00 smithi040 ceph-mon[170259]: failed to encode map e103 with expected crc 2023-08-28T02:16:00.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:00 smithi040 ceph-mon[170259]: failed to encode map e103 with expected crc 2023-08-28T02:16:00.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:00 smithi040 ceph-mon[170259]: failed to encode map e103 with expected crc 2023-08-28T02:16:00.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:00 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:16:00.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:00 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:16:00.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:00 smithi040 ceph-mon[175404]: failed to encode map e103 with expected crc 2023-08-28T02:16:00.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:00 smithi040 ceph-mon[175404]: failed to encode map e103 with expected crc 2023-08-28T02:16:00.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:00 smithi040 ceph-mon[175404]: osdmap e103: 8 total, 8 up, 8 in 2023-08-28T02:16:00.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:00 smithi040 ceph-mon[175404]: failed to encode map e103 with expected crc 2023-08-28T02:16:00.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:00 smithi040 ceph-mon[175404]: failed to encode map e103 with expected crc 2023-08-28T02:16:00.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:00 smithi040 ceph-mon[175404]: failed to encode map e103 with expected crc 2023-08-28T02:16:00.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:00 smithi040 ceph-mon[175404]: failed to encode map e103 with expected crc 2023-08-28T02:16:00.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:00 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:16:00.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:00 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:16:00.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:00 smithi083 ceph-mon[157819]: failed to encode map e103 with expected crc 2023-08-28T02:16:00.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:00 smithi083 ceph-mon[157819]: failed to encode map e103 with expected crc 2023-08-28T02:16:00.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:00 smithi083 ceph-mon[157819]: osdmap e103: 8 total, 8 up, 8 in 2023-08-28T02:16:00.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:00 smithi083 ceph-mon[157819]: failed to encode map e103 with expected crc 2023-08-28T02:16:00.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:00 smithi083 ceph-mon[157819]: failed to encode map e103 with expected crc 2023-08-28T02:16:00.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:00 smithi083 ceph-mon[157819]: failed to encode map e103 with expected crc 2023-08-28T02:16:00.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:00 smithi083 ceph-mon[157819]: failed to encode map e103 with expected crc 2023-08-28T02:16:00.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:00 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:16:00.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:00 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:16:01.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:01 smithi040 ceph-mon[170259]: pgmap v166: 89 pgs: 8 active+undersized+degraded, 25 active+undersized, 56 active+clean; 2.7 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 626 op/s; 14071/132942 objects degraded (10.584%) 2023-08-28T02:16:01.734 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:01 smithi040 ceph-mon[175404]: pgmap v166: 89 pgs: 8 active+undersized+degraded, 25 active+undersized, 56 active+clean; 2.7 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 626 op/s; 14071/132942 objects degraded (10.584%) 2023-08-28T02:16:01.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:01 smithi083 ceph-mon[157819]: pgmap v166: 89 pgs: 8 active+undersized+degraded, 25 active+undersized, 56 active+clean; 2.7 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 626 op/s; 14071/132942 objects degraded (10.584%) 2023-08-28T02:16:02.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:02 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3870872142' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:16:02.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:02 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3870872142' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:16:02.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:02 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3870872142' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:16:03.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:03 smithi040 ceph-mon[175404]: pgmap v167: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 2.6 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 389 op/s; 2113/126639 objects degraded (1.669%); 0 B/s, 16 objects/s recovering 2023-08-28T02:16:03.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:03 smithi040 ceph-mon[170259]: pgmap v167: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 2.6 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 389 op/s; 2113/126639 objects degraded (1.669%); 0 B/s, 16 objects/s recovering 2023-08-28T02:16:03.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:03 smithi083 ceph-mon[157819]: pgmap v167: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 2.6 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 389 op/s; 2113/126639 objects degraded (1.669%); 0 B/s, 16 objects/s recovering 2023-08-28T02:16:04.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:04 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2276206712' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:16:04.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:04 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2276206712' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:16:04.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:04 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2276206712' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:16:05.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:05 smithi040 ceph-mon[175404]: pgmap v168: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 2.6 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 329 op/s; 2113/126639 objects degraded (1.669%); 0 B/s, 14 objects/s recovering 2023-08-28T02:16:05.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:05 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 2113/126639 objects degraded (1.669%), 4 pgs degraded (PG_DEGRADED) 2023-08-28T02:16:05.734 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:05 smithi040 ceph-mon[170259]: pgmap v168: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 2.6 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 329 op/s; 2113/126639 objects degraded (1.669%); 0 B/s, 14 objects/s recovering 2023-08-28T02:16:05.734 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:05 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 2113/126639 objects degraded (1.669%), 4 pgs degraded (PG_DEGRADED) 2023-08-28T02:16:05.734 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:16:05 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:16:05] "GET /metrics HTTP/1.1" 200 36180 "" "Prometheus/2.43.0" 2023-08-28T02:16:05.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:05 smithi083 ceph-mon[157819]: pgmap v168: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 2.6 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 329 op/s; 2113/126639 objects degraded (1.669%); 0 B/s, 14 objects/s recovering 2023-08-28T02:16:05.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:05 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 2113/126639 objects degraded (1.669%), 4 pgs degraded (PG_DEGRADED) 2023-08-28T02:16:07.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:07 smithi040 ceph-mon[175404]: pgmap v169: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 2.5 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 340 op/s; 2113/124755 objects degraded (1.694%); 0 B/s, 11 objects/s recovering 2023-08-28T02:16:07.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:07 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1716164737' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:16:07.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:07 smithi040 ceph-mon[170259]: pgmap v169: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 2.5 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 340 op/s; 2113/124755 objects degraded (1.694%); 0 B/s, 11 objects/s recovering 2023-08-28T02:16:07.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:07 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1716164737' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:16:07.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:07 smithi083 ceph-mon[157819]: pgmap v169: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 2.5 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 340 op/s; 2113/124755 objects degraded (1.694%); 0 B/s, 11 objects/s recovering 2023-08-28T02:16:07.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:07 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1716164737' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:16:09.986 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:09 smithi040 ceph-mon[175404]: pgmap v170: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 2.4 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 587 op/s; 2113/116418 objects degraded (1.815%); 0 B/s, 39 objects/s recovering 2023-08-28T02:16:09.986 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:09 smithi040 ceph-mon[175404]: failed to encode map e104 with expected crc 2023-08-28T02:16:09.986 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:09 smithi040 ceph-mon[175404]: osdmap e104: 8 total, 8 up, 8 in 2023-08-28T02:16:09.986 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:09 smithi040 ceph-mon[175404]: failed to encode map e104 with expected crc 2023-08-28T02:16:09.986 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:09 smithi040 ceph-mon[175404]: failed to encode map e104 with expected crc 2023-08-28T02:16:09.987 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:09 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3648226766' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:16:09.987 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:09 smithi040 ceph-mon[170259]: pgmap v170: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 2.4 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 587 op/s; 2113/116418 objects degraded (1.815%); 0 B/s, 39 objects/s recovering 2023-08-28T02:16:09.987 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:09 smithi040 ceph-mon[170259]: failed to encode map e104 with expected crc 2023-08-28T02:16:09.987 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:09 smithi040 ceph-mon[170259]: osdmap e104: 8 total, 8 up, 8 in 2023-08-28T02:16:09.987 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:09 smithi040 ceph-mon[170259]: failed to encode map e104 with expected crc 2023-08-28T02:16:09.987 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:09 smithi040 ceph-mon[170259]: failed to encode map e104 with expected crc 2023-08-28T02:16:09.987 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:09 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3648226766' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:16:09.994 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:09 smithi083 ceph-mon[157819]: pgmap v170: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 2.4 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 587 op/s; 2113/116418 objects degraded (1.815%); 0 B/s, 39 objects/s recovering 2023-08-28T02:16:09.994 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:09 smithi083 ceph-mon[157819]: failed to encode map e104 with expected crc 2023-08-28T02:16:09.994 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:09 smithi083 ceph-mon[157819]: osdmap e104: 8 total, 8 up, 8 in 2023-08-28T02:16:09.994 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:09 smithi083 ceph-mon[157819]: failed to encode map e104 with expected crc 2023-08-28T02:16:09.994 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:09 smithi083 ceph-mon[157819]: failed to encode map e104 with expected crc 2023-08-28T02:16:09.994 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:09 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3648226766' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:16:10.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:10 smithi040 ceph-mon[170259]: failed to encode map e105 with expected crc 2023-08-28T02:16:10.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:10 smithi040 ceph-mon[170259]: failed to encode map e105 with expected crc 2023-08-28T02:16:10.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:10 smithi040 ceph-mon[170259]: failed to encode map e105 with expected crc 2023-08-28T02:16:10.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:10 smithi040 ceph-mon[170259]: osdmap e105: 8 total, 8 up, 8 in 2023-08-28T02:16:10.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:10 smithi040 ceph-mon[170259]: failed to encode map e105 with expected crc 2023-08-28T02:16:10.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:10 smithi040 ceph-mon[170259]: failed to encode map e105 with expected crc 2023-08-28T02:16:10.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:10 smithi040 ceph-mon[170259]: failed to encode map e105 with expected crc 2023-08-28T02:16:10.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:10 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 2113/116418 objects degraded (1.815%), 4 pgs degraded (PG_DEGRADED) 2023-08-28T02:16:10.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:10 smithi040 ceph-mon[175404]: failed to encode map e105 with expected crc 2023-08-28T02:16:10.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:10 smithi040 ceph-mon[175404]: failed to encode map e105 with expected crc 2023-08-28T02:16:10.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:10 smithi040 ceph-mon[175404]: failed to encode map e105 with expected crc 2023-08-28T02:16:10.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:10 smithi040 ceph-mon[175404]: osdmap e105: 8 total, 8 up, 8 in 2023-08-28T02:16:10.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:10 smithi040 ceph-mon[175404]: failed to encode map e105 with expected crc 2023-08-28T02:16:10.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:10 smithi040 ceph-mon[175404]: failed to encode map e105 with expected crc 2023-08-28T02:16:10.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:10 smithi040 ceph-mon[175404]: failed to encode map e105 with expected crc 2023-08-28T02:16:10.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:10 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 2113/116418 objects degraded (1.815%), 4 pgs degraded (PG_DEGRADED) 2023-08-28T02:16:10.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:10 smithi083 ceph-mon[157819]: failed to encode map e105 with expected crc 2023-08-28T02:16:10.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:10 smithi083 ceph-mon[157819]: failed to encode map e105 with expected crc 2023-08-28T02:16:10.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:10 smithi083 ceph-mon[157819]: failed to encode map e105 with expected crc 2023-08-28T02:16:10.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:10 smithi083 ceph-mon[157819]: osdmap e105: 8 total, 8 up, 8 in 2023-08-28T02:16:10.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:10 smithi083 ceph-mon[157819]: failed to encode map e105 with expected crc 2023-08-28T02:16:10.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:10 smithi083 ceph-mon[157819]: failed to encode map e105 with expected crc 2023-08-28T02:16:10.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:10 smithi083 ceph-mon[157819]: failed to encode map e105 with expected crc 2023-08-28T02:16:10.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:10 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 2113/116418 objects degraded (1.815%), 4 pgs degraded (PG_DEGRADED) 2023-08-28T02:16:11.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:11 smithi040 ceph-mon[170259]: pgmap v173: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 2.4 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 425 op/s; 2113/116418 objects degraded (1.815%); 0 B/s, 34 objects/s recovering 2023-08-28T02:16:11.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:11 smithi040 ceph-mon[175404]: pgmap v173: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 2.4 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 425 op/s; 2113/116418 objects degraded (1.815%); 0 B/s, 34 objects/s recovering 2023-08-28T02:16:11.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:11 smithi083 ceph-mon[157819]: pgmap v173: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 2.4 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 425 op/s; 2113/116418 objects degraded (1.815%); 0 B/s, 34 objects/s recovering 2023-08-28T02:16:12.980 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:12 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3599156651' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:16:12.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:12 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3599156651' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:16:12.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:12 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3599156651' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:16:13.480 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:16:13 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: 2023-08-28T02:16:13.043+0000 7fca145f2700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2023-08-28T02:16:13.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:13 smithi040 ceph-mon[170259]: pgmap v174: 89 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 2.2 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 789 op/s; 1569/107676 objects degraded (1.457%); 0 B/s, 97 objects/s recovering 2023-08-28T02:16:13.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:13 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-08-28T02:16:13.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:13 smithi040 ceph-mon[175404]: pgmap v174: 89 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 2.2 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 789 op/s; 1569/107676 objects degraded (1.457%); 0 B/s, 97 objects/s recovering 2023-08-28T02:16:13.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:13 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-08-28T02:16:13.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:13 smithi083 ceph-mon[157819]: pgmap v174: 89 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 2.2 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 789 op/s; 1569/107676 objects degraded (1.457%); 0 B/s, 97 objects/s recovering 2023-08-28T02:16:13.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:13 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-08-28T02:16:14.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:14 smithi040 ceph-mon[175404]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-08-28T02:16:14.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:14 smithi040 ceph-mon[175404]: Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2023-08-28T02:16:14.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:14 smithi040 ceph-mon[175404]: failed to encode map e106 with expected crc 2023-08-28T02:16:14.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:14 smithi040 ceph-mon[175404]: osdmap e106: 8 total, 8 up, 8 in 2023-08-28T02:16:14.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:14 smithi040 ceph-mon[175404]: failed to encode map e106 with expected crc 2023-08-28T02:16:14.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:14 smithi040 ceph-mon[175404]: failed to encode map e106 with expected crc 2023-08-28T02:16:14.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:14 smithi040 ceph-mon[175404]: failed to encode map e106 with expected crc 2023-08-28T02:16:14.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:14 smithi040 ceph-mon[175404]: failed to encode map e106 with expected crc 2023-08-28T02:16:14.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:14 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1478047378' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:16:14.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:14 smithi040 ceph-mon[170259]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-08-28T02:16:14.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:14 smithi040 ceph-mon[170259]: Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2023-08-28T02:16:14.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:14 smithi040 ceph-mon[170259]: failed to encode map e106 with expected crc 2023-08-28T02:16:14.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:14 smithi040 ceph-mon[170259]: osdmap e106: 8 total, 8 up, 8 in 2023-08-28T02:16:14.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:14 smithi040 ceph-mon[170259]: failed to encode map e106 with expected crc 2023-08-28T02:16:14.984 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:14 smithi040 ceph-mon[170259]: failed to encode map e106 with expected crc 2023-08-28T02:16:14.984 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:14 smithi040 ceph-mon[170259]: failed to encode map e106 with expected crc 2023-08-28T02:16:14.984 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:14 smithi040 ceph-mon[170259]: failed to encode map e106 with expected crc 2023-08-28T02:16:14.984 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:14 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1478047378' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:16:14.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:14 smithi083 ceph-mon[157819]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-08-28T02:16:14.993 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:14 smithi083 ceph-mon[157819]: Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2023-08-28T02:16:14.993 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:14 smithi083 ceph-mon[157819]: failed to encode map e106 with expected crc 2023-08-28T02:16:14.993 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:14 smithi083 ceph-mon[157819]: osdmap e106: 8 total, 8 up, 8 in 2023-08-28T02:16:14.993 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:14 smithi083 ceph-mon[157819]: failed to encode map e106 with expected crc 2023-08-28T02:16:14.993 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:14 smithi083 ceph-mon[157819]: failed to encode map e106 with expected crc 2023-08-28T02:16:14.993 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:14 smithi083 ceph-mon[157819]: failed to encode map e106 with expected crc 2023-08-28T02:16:14.993 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:14 smithi083 ceph-mon[157819]: failed to encode map e106 with expected crc 2023-08-28T02:16:14.993 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:14 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1478047378' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:16:15.731 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:16:15 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:16:15] "GET /metrics HTTP/1.1" 200 36327 "" "Prometheus/2.43.0" 2023-08-28T02:16:15.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:15 smithi040 ceph-mon[175404]: pgmap v176: 89 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 2.2 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 485 op/s; 1569/107676 objects degraded (1.457%); 0 B/s, 83 objects/s recovering 2023-08-28T02:16:15.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:15 smithi040 ceph-mon[175404]: failed to encode map e107 with expected crc 2023-08-28T02:16:15.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:15 smithi040 ceph-mon[175404]: failed to encode map e107 with expected crc 2023-08-28T02:16:15.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:15 smithi040 ceph-mon[175404]: osdmap e107: 8 total, 8 up, 8 in 2023-08-28T02:16:15.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:15 smithi040 ceph-mon[175404]: failed to encode map e107 with expected crc 2023-08-28T02:16:15.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:15 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:16:15.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:15 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 1569/107676 objects degraded (1.457%), 3 pgs degraded (PG_DEGRADED) 2023-08-28T02:16:15.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:15 smithi040 ceph-mon[170259]: pgmap v176: 89 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 2.2 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 485 op/s; 1569/107676 objects degraded (1.457%); 0 B/s, 83 objects/s recovering 2023-08-28T02:16:15.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:15 smithi040 ceph-mon[170259]: failed to encode map e107 with expected crc 2023-08-28T02:16:15.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:15 smithi040 ceph-mon[170259]: failed to encode map e107 with expected crc 2023-08-28T02:16:15.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:15 smithi040 ceph-mon[170259]: osdmap e107: 8 total, 8 up, 8 in 2023-08-28T02:16:15.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:15 smithi040 ceph-mon[170259]: failed to encode map e107 with expected crc 2023-08-28T02:16:15.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:15 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:16:15.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:15 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 1569/107676 objects degraded (1.457%), 3 pgs degraded (PG_DEGRADED) 2023-08-28T02:16:15.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:15 smithi083 ceph-mon[157819]: pgmap v176: 89 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 2.2 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 485 op/s; 1569/107676 objects degraded (1.457%); 0 B/s, 83 objects/s recovering 2023-08-28T02:16:15.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:15 smithi083 ceph-mon[157819]: failed to encode map e107 with expected crc 2023-08-28T02:16:15.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:15 smithi083 ceph-mon[157819]: failed to encode map e107 with expected crc 2023-08-28T02:16:15.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:15 smithi083 ceph-mon[157819]: osdmap e107: 8 total, 8 up, 8 in 2023-08-28T02:16:15.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:15 smithi083 ceph-mon[157819]: failed to encode map e107 with expected crc 2023-08-28T02:16:15.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:15 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:16:15.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:15 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 1569/107676 objects degraded (1.457%), 3 pgs degraded (PG_DEGRADED) 2023-08-28T02:16:16.985 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:16 smithi040 ceph-mon[175404]: pgmap v178: 89 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 2.2 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 559 op/s; 1569/106008 objects degraded (1.480%); 0 B/s, 80 objects/s recovering 2023-08-28T02:16:16.985 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:16 smithi040 ceph-mon[170259]: pgmap v178: 89 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 2.2 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 559 op/s; 1569/106008 objects degraded (1.480%); 0 B/s, 80 objects/s recovering 2023-08-28T02:16:16.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:16 smithi083 ceph-mon[157819]: pgmap v178: 89 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 2.2 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 559 op/s; 1569/106008 objects degraded (1.480%); 0 B/s, 80 objects/s recovering 2023-08-28T02:16:17.980 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:17 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1807519263' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:16:17.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:17 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1807519263' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:16:17.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:17 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1807519263' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:16:18.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:18 smithi083 ceph-mon[157819]: pgmap v179: 89 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 2.0 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 731 op/s; 1053/98853 objects degraded (1.065%); 0 B/s, 130 objects/s recovering 2023-08-28T02:16:19.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:18 smithi040 ceph-mon[170259]: pgmap v179: 89 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 2.0 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 731 op/s; 1053/98853 objects degraded (1.065%); 0 B/s, 130 objects/s recovering 2023-08-28T02:16:19.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:18 smithi040 ceph-mon[175404]: pgmap v179: 89 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 2.0 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 731 op/s; 1053/98853 objects degraded (1.065%); 0 B/s, 130 objects/s recovering 2023-08-28T02:16:20.235 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:19 smithi040 ceph-mon[170259]: failed to encode map e108 with expected crc 2023-08-28T02:16:20.235 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:19 smithi040 ceph-mon[170259]: failed to encode map e108 with expected crc 2023-08-28T02:16:20.235 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:19 smithi040 ceph-mon[170259]: osdmap e108: 8 total, 8 up, 8 in 2023-08-28T02:16:20.235 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:19 smithi040 ceph-mon[170259]: failed to encode map e108 with expected crc 2023-08-28T02:16:20.235 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:19 smithi040 ceph-mon[170259]: failed to encode map e108 with expected crc 2023-08-28T02:16:20.235 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:19 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2000775605' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:16:20.238 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:19 smithi040 ceph-mon[175404]: failed to encode map e108 with expected crc 2023-08-28T02:16:20.239 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:19 smithi040 ceph-mon[175404]: failed to encode map e108 with expected crc 2023-08-28T02:16:20.239 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:19 smithi040 ceph-mon[175404]: osdmap e108: 8 total, 8 up, 8 in 2023-08-28T02:16:20.239 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:19 smithi040 ceph-mon[175404]: failed to encode map e108 with expected crc 2023-08-28T02:16:20.239 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:19 smithi040 ceph-mon[175404]: failed to encode map e108 with expected crc 2023-08-28T02:16:20.239 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:19 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2000775605' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:16:20.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:19 smithi083 ceph-mon[157819]: failed to encode map e108 with expected crc 2023-08-28T02:16:20.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:19 smithi083 ceph-mon[157819]: failed to encode map e108 with expected crc 2023-08-28T02:16:20.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:19 smithi083 ceph-mon[157819]: osdmap e108: 8 total, 8 up, 8 in 2023-08-28T02:16:20.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:19 smithi083 ceph-mon[157819]: failed to encode map e108 with expected crc 2023-08-28T02:16:20.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:19 smithi083 ceph-mon[157819]: failed to encode map e108 with expected crc 2023-08-28T02:16:20.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:19 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2000775605' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:16:21.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:20 smithi040 ceph-mon[170259]: pgmap v181: 89 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 2.0 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 480 op/s; 1053/98853 objects degraded (1.065%); 0 B/s, 88 objects/s recovering 2023-08-28T02:16:21.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:20 smithi040 ceph-mon[170259]: failed to encode map e109 with expected crc 2023-08-28T02:16:21.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:20 smithi040 ceph-mon[170259]: failed to encode map e109 with expected crc 2023-08-28T02:16:21.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:20 smithi040 ceph-mon[170259]: osdmap e109: 8 total, 8 up, 8 in 2023-08-28T02:16:21.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:20 smithi040 ceph-mon[170259]: failed to encode map e109 with expected crc 2023-08-28T02:16:21.234 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:20 smithi040 ceph-mon[170259]: failed to encode map e109 with expected crc 2023-08-28T02:16:21.234 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:20 smithi040 ceph-mon[170259]: failed to encode map e109 with expected crc 2023-08-28T02:16:21.234 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:20 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 1053/98853 objects degraded (1.065%), 2 pgs degraded (PG_DEGRADED) 2023-08-28T02:16:21.234 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:20 smithi040 ceph-mon[175404]: pgmap v181: 89 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 2.0 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 480 op/s; 1053/98853 objects degraded (1.065%); 0 B/s, 88 objects/s recovering 2023-08-28T02:16:21.234 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:20 smithi040 ceph-mon[175404]: failed to encode map e109 with expected crc 2023-08-28T02:16:21.234 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:20 smithi040 ceph-mon[175404]: failed to encode map e109 with expected crc 2023-08-28T02:16:21.234 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:20 smithi040 ceph-mon[175404]: osdmap e109: 8 total, 8 up, 8 in 2023-08-28T02:16:21.234 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:20 smithi040 ceph-mon[175404]: failed to encode map e109 with expected crc 2023-08-28T02:16:21.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:20 smithi040 ceph-mon[175404]: failed to encode map e109 with expected crc 2023-08-28T02:16:21.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:20 smithi040 ceph-mon[175404]: failed to encode map e109 with expected crc 2023-08-28T02:16:21.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:20 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 1053/98853 objects degraded (1.065%), 2 pgs degraded (PG_DEGRADED) 2023-08-28T02:16:21.243 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:20 smithi083 ceph-mon[157819]: pgmap v181: 89 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 2.0 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 480 op/s; 1053/98853 objects degraded (1.065%); 0 B/s, 88 objects/s recovering 2023-08-28T02:16:21.243 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:20 smithi083 ceph-mon[157819]: failed to encode map e109 with expected crc 2023-08-28T02:16:21.243 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:20 smithi083 ceph-mon[157819]: failed to encode map e109 with expected crc 2023-08-28T02:16:21.243 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:20 smithi083 ceph-mon[157819]: osdmap e109: 8 total, 8 up, 8 in 2023-08-28T02:16:21.244 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:20 smithi083 ceph-mon[157819]: failed to encode map e109 with expected crc 2023-08-28T02:16:21.244 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:20 smithi083 ceph-mon[157819]: failed to encode map e109 with expected crc 2023-08-28T02:16:21.244 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:20 smithi083 ceph-mon[157819]: failed to encode map e109 with expected crc 2023-08-28T02:16:21.244 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:20 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 1053/98853 objects degraded (1.065%), 2 pgs degraded (PG_DEGRADED) 2023-08-28T02:16:23.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:22 smithi040 ceph-mon[170259]: pgmap v183: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+remapped, 87 active+clean; 1.8 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 822 op/s; 531/90144 objects degraded (0.589%); 0 B/s, 144 objects/s recovering 2023-08-28T02:16:23.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:22 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/754275717' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:16:23.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:22 smithi040 ceph-mon[175404]: pgmap v183: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+remapped, 87 active+clean; 1.8 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 822 op/s; 531/90144 objects degraded (0.589%); 0 B/s, 144 objects/s recovering 2023-08-28T02:16:23.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:22 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/754275717' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:16:23.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:22 smithi083 ceph-mon[157819]: pgmap v183: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+remapped, 87 active+clean; 1.8 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 822 op/s; 531/90144 objects degraded (0.589%); 0 B/s, 144 objects/s recovering 2023-08-28T02:16:23.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:22 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/754275717' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:16:25.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:24 smithi040 ceph-mon[170259]: pgmap v184: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+remapped, 87 active+clean; 1.8 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 660 op/s; 531/90144 objects degraded (0.589%); 0 B/s, 128 objects/s recovering 2023-08-28T02:16:25.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:24 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3661762504' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:16:25.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:24 smithi040 ceph-mon[175404]: pgmap v184: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+remapped, 87 active+clean; 1.8 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 660 op/s; 531/90144 objects degraded (0.589%); 0 B/s, 128 objects/s recovering 2023-08-28T02:16:25.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:24 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3661762504' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:16:25.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:24 smithi083 ceph-mon[157819]: pgmap v184: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+remapped, 87 active+clean; 1.8 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 660 op/s; 531/90144 objects degraded (0.589%); 0 B/s, 128 objects/s recovering 2023-08-28T02:16:25.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:24 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3661762504' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:16:25.730 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:16:25 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:16:25] "GET /metrics HTTP/1.1" 200 36327 "" "Prometheus/2.43.0" 2023-08-28T02:16:26.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:25 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 531/90144 objects degraded (0.589%), 1 pg degraded (PG_DEGRADED) 2023-08-28T02:16:26.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:25 smithi040 ceph-mon[170259]: osdmap e110: 8 total, 8 up, 8 in 2023-08-28T02:16:26.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:25 smithi040 ceph-mon[170259]: failed to encode map e110 with expected crc 2023-08-28T02:16:26.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:25 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 531/90144 objects degraded (0.589%), 1 pg degraded (PG_DEGRADED) 2023-08-28T02:16:26.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:25 smithi040 ceph-mon[175404]: osdmap e110: 8 total, 8 up, 8 in 2023-08-28T02:16:26.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:25 smithi040 ceph-mon[175404]: failed to encode map e110 with expected crc 2023-08-28T02:16:26.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:25 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 531/90144 objects degraded (0.589%), 1 pg degraded (PG_DEGRADED) 2023-08-28T02:16:26.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:25 smithi083 ceph-mon[157819]: osdmap e110: 8 total, 8 up, 8 in 2023-08-28T02:16:26.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:25 smithi083 ceph-mon[157819]: failed to encode map e110 with expected crc 2023-08-28T02:16:27.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:26 smithi040 ceph-mon[175404]: failed to encode map e110 with expected crc 2023-08-28T02:16:27.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:26 smithi040 ceph-mon[175404]: failed to encode map e110 with expected crc 2023-08-28T02:16:27.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:26 smithi040 ceph-mon[175404]: failed to encode map e110 with expected crc 2023-08-28T02:16:27.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:26 smithi040 ceph-mon[175404]: failed to encode map e110 with expected crc 2023-08-28T02:16:27.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:26 smithi040 ceph-mon[175404]: pgmap v186: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+remapped, 87 active+clean; 1.8 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 510 op/s; 531/88179 objects degraded (0.602%); 0 B/s, 69 objects/s recovering 2023-08-28T02:16:27.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:26 smithi040 ceph-mon[175404]: osdmap e111: 8 total, 8 up, 8 in 2023-08-28T02:16:27.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:26 smithi040 ceph-mon[175404]: failed to encode map e111 with expected crc 2023-08-28T02:16:27.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:26 smithi040 ceph-mon[175404]: failed to encode map e111 with expected crc 2023-08-28T02:16:27.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:26 smithi040 ceph-mon[175404]: failed to encode map e111 with expected crc 2023-08-28T02:16:27.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:26 smithi040 ceph-mon[170259]: failed to encode map e110 with expected crc 2023-08-28T02:16:27.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:26 smithi040 ceph-mon[170259]: failed to encode map e110 with expected crc 2023-08-28T02:16:27.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:26 smithi040 ceph-mon[170259]: failed to encode map e110 with expected crc 2023-08-28T02:16:27.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:26 smithi040 ceph-mon[170259]: failed to encode map e110 with expected crc 2023-08-28T02:16:27.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:26 smithi040 ceph-mon[170259]: pgmap v186: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+remapped, 87 active+clean; 1.8 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 510 op/s; 531/88179 objects degraded (0.602%); 0 B/s, 69 objects/s recovering 2023-08-28T02:16:27.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:26 smithi040 ceph-mon[170259]: osdmap e111: 8 total, 8 up, 8 in 2023-08-28T02:16:27.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:26 smithi040 ceph-mon[170259]: failed to encode map e111 with expected crc 2023-08-28T02:16:27.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:26 smithi040 ceph-mon[170259]: failed to encode map e111 with expected crc 2023-08-28T02:16:27.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:26 smithi040 ceph-mon[170259]: failed to encode map e111 with expected crc 2023-08-28T02:16:27.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:26 smithi083 ceph-mon[157819]: failed to encode map e110 with expected crc 2023-08-28T02:16:27.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:26 smithi083 ceph-mon[157819]: failed to encode map e110 with expected crc 2023-08-28T02:16:27.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:26 smithi083 ceph-mon[157819]: failed to encode map e110 with expected crc 2023-08-28T02:16:27.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:26 smithi083 ceph-mon[157819]: failed to encode map e110 with expected crc 2023-08-28T02:16:27.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:26 smithi083 ceph-mon[157819]: pgmap v186: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+remapped, 87 active+clean; 1.8 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 510 op/s; 531/88179 objects degraded (0.602%); 0 B/s, 69 objects/s recovering 2023-08-28T02:16:27.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:26 smithi083 ceph-mon[157819]: osdmap e111: 8 total, 8 up, 8 in 2023-08-28T02:16:27.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:26 smithi083 ceph-mon[157819]: failed to encode map e111 with expected crc 2023-08-28T02:16:27.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:26 smithi083 ceph-mon[157819]: failed to encode map e111 with expected crc 2023-08-28T02:16:27.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:26 smithi083 ceph-mon[157819]: failed to encode map e111 with expected crc 2023-08-28T02:16:28.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:27 smithi040 ceph-mon[170259]: failed to encode map e111 with expected crc 2023-08-28T02:16:28.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:27 smithi040 ceph-mon[170259]: failed to encode map e111 with expected crc 2023-08-28T02:16:28.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:27 smithi040 ceph-mon[170259]: failed to encode map e111 with expected crc 2023-08-28T02:16:28.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:27 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3886885186' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:16:28.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:27 smithi040 ceph-mon[175404]: failed to encode map e111 with expected crc 2023-08-28T02:16:28.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:27 smithi040 ceph-mon[175404]: failed to encode map e111 with expected crc 2023-08-28T02:16:28.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:27 smithi040 ceph-mon[175404]: failed to encode map e111 with expected crc 2023-08-28T02:16:28.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:27 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3886885186' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:16:28.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:27 smithi083 ceph-mon[157819]: failed to encode map e111 with expected crc 2023-08-28T02:16:28.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:27 smithi083 ceph-mon[157819]: failed to encode map e111 with expected crc 2023-08-28T02:16:28.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:27 smithi083 ceph-mon[157819]: failed to encode map e111 with expected crc 2023-08-28T02:16:28.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:27 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3886885186' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:16:29.137 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:28 smithi040 ceph-mon[170259]: pgmap v188: 89 pgs: 1 active+recovering+undersized+remapped, 88 active+clean; 1.6 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 769 op/s; 0 B/s, 105 objects/s recovering 2023-08-28T02:16:29.137 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:28 smithi040 ceph-mon[170259]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 531/88179 objects degraded (0.602%), 1 pg degraded) 2023-08-28T02:16:29.137 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:28 smithi040 ceph-mon[170259]: Cluster is now healthy 2023-08-28T02:16:29.137 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:28 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-08-28T02:16:29.137 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:28 smithi040 ceph-mon[170259]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-08-28T02:16:29.137 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:28 smithi040 ceph-mon[170259]: Upgrade: osd.2 is safe to restart 2023-08-28T02:16:29.137 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:28 smithi040 ceph-mon[175404]: pgmap v188: 89 pgs: 1 active+recovering+undersized+remapped, 88 active+clean; 1.6 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 769 op/s; 0 B/s, 105 objects/s recovering 2023-08-28T02:16:29.138 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:28 smithi040 ceph-mon[175404]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 531/88179 objects degraded (0.602%), 1 pg degraded) 2023-08-28T02:16:29.138 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:28 smithi040 ceph-mon[175404]: Cluster is now healthy 2023-08-28T02:16:29.138 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:28 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-08-28T02:16:29.138 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:28 smithi040 ceph-mon[175404]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-08-28T02:16:29.138 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:28 smithi040 ceph-mon[175404]: Upgrade: osd.2 is safe to restart 2023-08-28T02:16:29.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:28 smithi083 ceph-mon[157819]: pgmap v188: 89 pgs: 1 active+recovering+undersized+remapped, 88 active+clean; 1.6 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 769 op/s; 0 B/s, 105 objects/s recovering 2023-08-28T02:16:29.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:28 smithi083 ceph-mon[157819]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 531/88179 objects degraded (0.602%), 1 pg degraded) 2023-08-28T02:16:29.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:28 smithi083 ceph-mon[157819]: Cluster is now healthy 2023-08-28T02:16:29.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:28 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-08-28T02:16:29.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:28 smithi083 ceph-mon[157819]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2023-08-28T02:16:29.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:28 smithi083 ceph-mon[157819]: Upgrade: osd.2 is safe to restart 2023-08-28T02:16:30.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:30 smithi040 ceph-mon[175404]: Upgrade: Updating osd.2 2023-08-28T02:16:30.734 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:30 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:16:30.734 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:30 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-08-28T02:16:30.734 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:30 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:16:30.734 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:30 smithi040 ceph-mon[175404]: Deploying daemon osd.2 on smithi040 2023-08-28T02:16:30.734 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:30 smithi040 ceph-mon[175404]: pgmap v189: 89 pgs: 1 active+recovering+undersized+remapped, 88 active+clean; 1.6 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 403 op/s; 0 B/s, 44 objects/s recovering 2023-08-28T02:16:30.734 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:30 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:16:30.734 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:30 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/634188320' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:16:30.734 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:30 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:16:30.734 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:30 smithi040 ceph-mon[170259]: Upgrade: Updating osd.2 2023-08-28T02:16:30.735 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:30 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:16:30.735 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:30 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-08-28T02:16:30.735 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:30 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:16:30.735 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:30 smithi040 ceph-mon[170259]: Deploying daemon osd.2 on smithi040 2023-08-28T02:16:30.735 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:30 smithi040 ceph-mon[170259]: pgmap v189: 89 pgs: 1 active+recovering+undersized+remapped, 88 active+clean; 1.6 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 403 op/s; 0 B/s, 44 objects/s recovering 2023-08-28T02:16:30.735 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:30 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:16:30.735 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:30 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/634188320' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:16:30.735 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:30 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:16:30.993 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:30 smithi083 ceph-mon[157819]: Upgrade: Updating osd.2 2023-08-28T02:16:30.993 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:30 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:16:30.993 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:30 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-08-28T02:16:30.993 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:30 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:16:30.993 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:30 smithi083 ceph-mon[157819]: Deploying daemon osd.2 on smithi040 2023-08-28T02:16:30.993 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:30 smithi083 ceph-mon[157819]: pgmap v189: 89 pgs: 1 active+recovering+undersized+remapped, 88 active+clean; 1.6 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 403 op/s; 0 B/s, 44 objects/s recovering 2023-08-28T02:16:30.994 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:30 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:16:30.994 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:30 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/634188320' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:16:30.994 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:30 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:16:32.687 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:32 smithi040 ceph-mon[175404]: osdmap e112: 8 total, 8 up, 8 in 2023-08-28T02:16:32.687 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:32 smithi040 ceph-mon[175404]: failed to encode map e112 with expected crc 2023-08-28T02:16:32.688 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:32 smithi040 ceph-mon[175404]: failed to encode map e112 with expected crc 2023-08-28T02:16:32.688 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:32 smithi040 ceph-mon[175404]: failed to encode map e112 with expected crc 2023-08-28T02:16:32.688 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:32 smithi040 ceph-mon[175404]: failed to encode map e112 with expected crc 2023-08-28T02:16:32.688 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:32 smithi040 ceph-mon[175404]: failed to encode map e112 with expected crc 2023-08-28T02:16:32.688 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:32 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/4108054121' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:16:32.689 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:32 smithi040 ceph-mon[170259]: osdmap e112: 8 total, 8 up, 8 in 2023-08-28T02:16:32.689 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:32 smithi040 ceph-mon[170259]: failed to encode map e112 with expected crc 2023-08-28T02:16:32.689 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:32 smithi040 ceph-mon[170259]: failed to encode map e112 with expected crc 2023-08-28T02:16:32.689 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:32 smithi040 ceph-mon[170259]: failed to encode map e112 with expected crc 2023-08-28T02:16:32.689 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:32 smithi040 ceph-mon[170259]: failed to encode map e112 with expected crc 2023-08-28T02:16:32.690 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:32 smithi040 ceph-mon[170259]: failed to encode map e112 with expected crc 2023-08-28T02:16:32.690 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:32 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/4108054121' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:16:32.690 INFO:journalctl@ceph.osd.2.smithi040.stdout:Aug 28 02:16:32 smithi040 systemd[1]: Stopping Ceph osd.2 for d9a8f48a-4546-11ee-817c-1b7a5f1ba315... 2023-08-28T02:16:32.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:32 smithi083 ceph-mon[157819]: osdmap e112: 8 total, 8 up, 8 in 2023-08-28T02:16:32.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:32 smithi083 ceph-mon[157819]: failed to encode map e112 with expected crc 2023-08-28T02:16:32.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:32 smithi083 ceph-mon[157819]: failed to encode map e112 with expected crc 2023-08-28T02:16:32.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:32 smithi083 ceph-mon[157819]: failed to encode map e112 with expected crc 2023-08-28T02:16:32.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:32 smithi083 ceph-mon[157819]: failed to encode map e112 with expected crc 2023-08-28T02:16:32.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:32 smithi083 ceph-mon[157819]: failed to encode map e112 with expected crc 2023-08-28T02:16:32.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:32 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/4108054121' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:16:33.481 INFO:journalctl@ceph.osd.2.smithi040.stdout:Aug 28 02:16:33 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd-2[134489]: 2023-08-28T02:16:33.076+0000 7f2f4a767700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-08-28T02:16:33.481 INFO:journalctl@ceph.osd.2.smithi040.stdout:Aug 28 02:16:33 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd-2[134489]: 2023-08-28T02:16:33.076+0000 7f2f4a767700 -1 osd.2 113 *** Got signal Terminated *** 2023-08-28T02:16:33.481 INFO:journalctl@ceph.osd.2.smithi040.stdout:Aug 28 02:16:33 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd-2[134489]: 2023-08-28T02:16:33.076+0000 7f2f4a767700 -1 osd.2 113 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-08-28T02:16:33.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:33 smithi040 ceph-mon[170259]: pgmap v191: 89 pgs: 1 peering, 88 active+clean; 1.5 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 956 op/s; 0 B/s, 116 objects/s recovering 2023-08-28T02:16:33.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:33 smithi040 ceph-mon[170259]: failed to encode map e113 with expected crc 2023-08-28T02:16:33.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:33 smithi040 ceph-mon[170259]: failed to encode map e113 with expected crc 2023-08-28T02:16:33.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:33 smithi040 ceph-mon[170259]: failed to encode map e113 with expected crc 2023-08-28T02:16:33.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:33 smithi040 ceph-mon[170259]: failed to encode map e113 with expected crc 2023-08-28T02:16:33.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:33 smithi040 ceph-mon[170259]: osdmap e113: 8 total, 8 up, 8 in 2023-08-28T02:16:33.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:33 smithi040 ceph-mon[170259]: failed to encode map e113 with expected crc 2023-08-28T02:16:33.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:33 smithi040 ceph-mon[170259]: osd.2 marked itself down and dead 2023-08-28T02:16:33.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:33 smithi040 ceph-mon[175404]: pgmap v191: 89 pgs: 1 peering, 88 active+clean; 1.5 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 956 op/s; 0 B/s, 116 objects/s recovering 2023-08-28T02:16:33.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:33 smithi040 ceph-mon[175404]: failed to encode map e113 with expected crc 2023-08-28T02:16:33.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:33 smithi040 ceph-mon[175404]: failed to encode map e113 with expected crc 2023-08-28T02:16:33.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:33 smithi040 ceph-mon[175404]: failed to encode map e113 with expected crc 2023-08-28T02:16:33.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:33 smithi040 ceph-mon[175404]: failed to encode map e113 with expected crc 2023-08-28T02:16:33.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:33 smithi040 ceph-mon[175404]: osdmap e113: 8 total, 8 up, 8 in 2023-08-28T02:16:33.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:33 smithi040 ceph-mon[175404]: failed to encode map e113 with expected crc 2023-08-28T02:16:33.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:33 smithi040 ceph-mon[175404]: osd.2 marked itself down and dead 2023-08-28T02:16:33.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:33 smithi083 ceph-mon[157819]: pgmap v191: 89 pgs: 1 peering, 88 active+clean; 1.5 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 956 op/s; 0 B/s, 116 objects/s recovering 2023-08-28T02:16:33.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:33 smithi083 ceph-mon[157819]: failed to encode map e113 with expected crc 2023-08-28T02:16:33.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:33 smithi083 ceph-mon[157819]: failed to encode map e113 with expected crc 2023-08-28T02:16:33.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:33 smithi083 ceph-mon[157819]: failed to encode map e113 with expected crc 2023-08-28T02:16:33.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:33 smithi083 ceph-mon[157819]: failed to encode map e113 with expected crc 2023-08-28T02:16:33.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:33 smithi083 ceph-mon[157819]: osdmap e113: 8 total, 8 up, 8 in 2023-08-28T02:16:33.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:33 smithi083 ceph-mon[157819]: failed to encode map e113 with expected crc 2023-08-28T02:16:33.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:33 smithi083 ceph-mon[157819]: osd.2 marked itself down and dead 2023-08-28T02:16:34.308 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:34 smithi040 ceph-mon[175404]: Health check failed: 1 osds down (OSD_DOWN) 2023-08-28T02:16:34.309 INFO:journalctl@ceph.osd.2.smithi040.stdout:Aug 28 02:16:34 smithi040 bash[187991]: ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd-2 2023-08-28T02:16:34.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:34 smithi040 ceph-mon[170259]: Health check failed: 1 osds down (OSD_DOWN) 2023-08-28T02:16:34.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:34 smithi040 ceph-mon[170259]: osdmap e114: 8 total, 7 up, 8 in 2023-08-28T02:16:34.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:34 smithi040 ceph-mon[170259]: failed to encode map e114 with expected crc 2023-08-28T02:16:34.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:34 smithi040 ceph-mon[170259]: failed to encode map e114 with expected crc 2023-08-28T02:16:34.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:34 smithi040 ceph-mon[170259]: failed to encode map e114 with expected crc 2023-08-28T02:16:34.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:34 smithi040 ceph-mon[170259]: failed to encode map e114 with expected crc 2023-08-28T02:16:34.735 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:34 smithi040 ceph-mon[175404]: osdmap e114: 8 total, 7 up, 8 in 2023-08-28T02:16:34.736 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:34 smithi040 ceph-mon[175404]: failed to encode map e114 with expected crc 2023-08-28T02:16:34.736 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:34 smithi040 ceph-mon[175404]: failed to encode map e114 with expected crc 2023-08-28T02:16:34.736 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:34 smithi040 ceph-mon[175404]: failed to encode map e114 with expected crc 2023-08-28T02:16:34.736 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:34 smithi040 ceph-mon[175404]: failed to encode map e114 with expected crc 2023-08-28T02:16:34.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:34 smithi083 ceph-mon[157819]: Health check failed: 1 osds down (OSD_DOWN) 2023-08-28T02:16:34.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:34 smithi083 ceph-mon[157819]: osdmap e114: 8 total, 7 up, 8 in 2023-08-28T02:16:34.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:34 smithi083 ceph-mon[157819]: failed to encode map e114 with expected crc 2023-08-28T02:16:34.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:34 smithi083 ceph-mon[157819]: failed to encode map e114 with expected crc 2023-08-28T02:16:34.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:34 smithi083 ceph-mon[157819]: failed to encode map e114 with expected crc 2023-08-28T02:16:34.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:34 smithi083 ceph-mon[157819]: failed to encode map e114 with expected crc 2023-08-28T02:16:35.684 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:35 smithi040 ceph-mon[175404]: pgmap v194: 89 pgs: 3 stale+active+clean, 1 peering, 85 active+clean; 1.5 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 483 op/s; 0 B/s, 64 objects/s recovering 2023-08-28T02:16:35.685 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:35 smithi040 ceph-mon[175404]: failed to encode map e115 with expected crc 2023-08-28T02:16:35.685 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:35 smithi040 ceph-mon[175404]: failed to encode map e115 with expected crc 2023-08-28T02:16:35.685 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:35 smithi040 ceph-mon[175404]: osdmap e115: 8 total, 7 up, 8 in 2023-08-28T02:16:35.685 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:35 smithi040 ceph-mon[175404]: failed to encode map e115 with expected crc 2023-08-28T02:16:35.685 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:35 smithi040 ceph-mon[175404]: failed to encode map e115 with expected crc 2023-08-28T02:16:35.685 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:35 smithi040 ceph-mon[175404]: failed to encode map e115 with expected crc 2023-08-28T02:16:35.685 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:35 smithi040 ceph-mon[175404]: failed to encode map e115 with expected crc 2023-08-28T02:16:35.685 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:35 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1435560592' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:16:35.686 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:35 smithi040 ceph-mon[170259]: pgmap v194: 89 pgs: 3 stale+active+clean, 1 peering, 85 active+clean; 1.5 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 483 op/s; 0 B/s, 64 objects/s recovering 2023-08-28T02:16:35.686 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:35 smithi040 ceph-mon[170259]: failed to encode map e115 with expected crc 2023-08-28T02:16:35.686 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:35 smithi040 ceph-mon[170259]: failed to encode map e115 with expected crc 2023-08-28T02:16:35.686 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:35 smithi040 ceph-mon[170259]: osdmap e115: 8 total, 7 up, 8 in 2023-08-28T02:16:35.686 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:35 smithi040 ceph-mon[170259]: failed to encode map e115 with expected crc 2023-08-28T02:16:35.686 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:35 smithi040 ceph-mon[170259]: failed to encode map e115 with expected crc 2023-08-28T02:16:35.686 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:35 smithi040 ceph-mon[170259]: failed to encode map e115 with expected crc 2023-08-28T02:16:35.686 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:35 smithi040 ceph-mon[170259]: failed to encode map e115 with expected crc 2023-08-28T02:16:35.686 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:35 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1435560592' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:16:35.687 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:16:35 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:16:35] "GET /metrics HTTP/1.1" 200 36325 "" "Prometheus/2.43.0" 2023-08-28T02:16:35.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:35 smithi083 ceph-mon[157819]: pgmap v194: 89 pgs: 3 stale+active+clean, 1 peering, 85 active+clean; 1.5 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 483 op/s; 0 B/s, 64 objects/s recovering 2023-08-28T02:16:35.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:35 smithi083 ceph-mon[157819]: failed to encode map e115 with expected crc 2023-08-28T02:16:35.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:35 smithi083 ceph-mon[157819]: failed to encode map e115 with expected crc 2023-08-28T02:16:35.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:35 smithi083 ceph-mon[157819]: osdmap e115: 8 total, 7 up, 8 in 2023-08-28T02:16:35.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:35 smithi083 ceph-mon[157819]: failed to encode map e115 with expected crc 2023-08-28T02:16:35.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:35 smithi083 ceph-mon[157819]: failed to encode map e115 with expected crc 2023-08-28T02:16:35.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:35 smithi083 ceph-mon[157819]: failed to encode map e115 with expected crc 2023-08-28T02:16:35.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:35 smithi083 ceph-mon[157819]: failed to encode map e115 with expected crc 2023-08-28T02:16:35.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:35 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1435560592' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:16:35.982 INFO:journalctl@ceph.osd.2.smithi040.stdout:Aug 28 02:16:35 smithi040 systemd[1]: ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315@osd.2.service: Succeeded. 2023-08-28T02:16:35.983 INFO:journalctl@ceph.osd.2.smithi040.stdout:Aug 28 02:16:35 smithi040 systemd[1]: Stopped Ceph osd.2 for d9a8f48a-4546-11ee-817c-1b7a5f1ba315. 2023-08-28T02:16:36.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:36 smithi040 ceph-mon[175404]: Health check failed: Degraded data redundancy: 2735/70392 objects degraded (3.885%), 3 pgs degraded (PG_DEGRADED) 2023-08-28T02:16:36.484 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:36 smithi040 ceph-mon[170259]: Health check failed: Degraded data redundancy: 2735/70392 objects degraded (3.885%), 3 pgs degraded (PG_DEGRADED) 2023-08-28T02:16:36.485 INFO:journalctl@ceph.osd.2.smithi040.stdout:Aug 28 02:16:36 smithi040 systemd[1]: Starting Ceph osd.2 for d9a8f48a-4546-11ee-817c-1b7a5f1ba315... 2023-08-28T02:16:36.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:36 smithi083 ceph-mon[157819]: Health check failed: Degraded data redundancy: 2735/70392 objects degraded (3.885%), 3 pgs degraded (PG_DEGRADED) 2023-08-28T02:16:37.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:37 smithi040 ceph-mon[175404]: pgmap v196: 89 pgs: 3 stale+active+clean, 3 active+undersized+degraded, 1 peering, 1 active+undersized, 81 active+clean; 1.4 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 159 op/s; 2735/70392 objects degraded (3.885%) 2023-08-28T02:16:37.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:37 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2489590100' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:16:37.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:37 smithi040 ceph-mon[170259]: pgmap v196: 89 pgs: 3 stale+active+clean, 3 active+undersized+degraded, 1 peering, 1 active+undersized, 81 active+clean; 1.4 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 159 op/s; 2735/70392 objects degraded (3.885%) 2023-08-28T02:16:37.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:37 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2489590100' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:16:37.732 INFO:journalctl@ceph.osd.2.smithi040.stdout:Aug 28 02:16:37 smithi040 bash[188251]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2023-08-28T02:16:37.732 INFO:journalctl@ceph.osd.2.smithi040.stdout:Aug 28 02:16:37 smithi040 bash[188251]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2023-08-28T02:16:37.732 INFO:journalctl@ceph.osd.2.smithi040.stdout:Aug 28 02:16:37 smithi040 bash[188251]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2023-08-28T02:16:37.732 INFO:journalctl@ceph.osd.2.smithi040.stdout:Aug 28 02:16:37 smithi040 bash[188251]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2023-08-28T02:16:37.733 INFO:journalctl@ceph.osd.2.smithi040.stdout:Aug 28 02:16:37 smithi040 bash[188251]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2023-08-28T02:16:37.733 INFO:journalctl@ceph.osd.2.smithi040.stdout:Aug 28 02:16:37 smithi040 bash[188251]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2023-08-28T02:16:37.733 INFO:journalctl@ceph.osd.2.smithi040.stdout:Aug 28 02:16:37 smithi040 bash[188251]: --> ceph-volume raw activate successful for osd ID: 2 2023-08-28T02:16:37.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:37 smithi083 ceph-mon[157819]: pgmap v196: 89 pgs: 3 stale+active+clean, 3 active+undersized+degraded, 1 peering, 1 active+undersized, 81 active+clean; 1.4 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 159 op/s; 2735/70392 objects degraded (3.885%) 2023-08-28T02:16:37.752 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:37 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2489590100' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:16:38.736 INFO:journalctl@ceph.osd.2.smithi040.stdout:Aug 28 02:16:38 smithi040 bash[188511]: ce4bdbb2bb5de73a7f790df6f43b21bdb21e5db3ed1428343ac63cb92766537c 2023-08-28T02:16:38.737 INFO:journalctl@ceph.osd.2.smithi040.stdout:Aug 28 02:16:38 smithi040 systemd[1]: Started Ceph osd.2 for d9a8f48a-4546-11ee-817c-1b7a5f1ba315. 2023-08-28T02:16:39.237 INFO:journalctl@ceph.osd.2.smithi040.stdout:Aug 28 02:16:38 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd-2[188524]: 2023-08-28T02:16:38.968+0000 7f1d2bf75640 -1 Falling back to public interface 2023-08-28T02:16:39.984 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:39 smithi040 ceph-mon[170259]: pgmap v197: 89 pgs: 10 active+undersized+degraded, 19 active+undersized, 60 active+clean; 1.3 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 418 op/s; 10848/64230 objects degraded (16.889%) 2023-08-28T02:16:39.984 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:39 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:16:39.984 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:39 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:16:39.984 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:39 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:16:39.985 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:39 smithi040 ceph-mon[175404]: pgmap v197: 89 pgs: 10 active+undersized+degraded, 19 active+undersized, 60 active+clean; 1.3 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 418 op/s; 10848/64230 objects degraded (16.889%) 2023-08-28T02:16:39.985 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:39 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:16:39.985 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:39 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:16:39.985 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:39 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:16:39.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:39 smithi083 ceph-mon[157819]: pgmap v197: 89 pgs: 10 active+undersized+degraded, 19 active+undersized, 60 active+clean; 1.3 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 418 op/s; 10848/64230 objects degraded (16.889%) 2023-08-28T02:16:39.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:39 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:16:39.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:39 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:16:39.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:39 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:16:40.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:40 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/471074797' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:16:40.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:40 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/471074797' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:16:40.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:40 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/471074797' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:16:41.988 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:41 smithi040 ceph-mon[175404]: pgmap v198: 89 pgs: 10 active+undersized+degraded, 19 active+undersized, 60 active+clean; 1.3 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 338 op/s; 10848/64230 objects degraded (16.889%) 2023-08-28T02:16:41.988 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:41 smithi040 ceph-mon[170259]: pgmap v198: 89 pgs: 10 active+undersized+degraded, 19 active+undersized, 60 active+clean; 1.3 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 338 op/s; 10848/64230 objects degraded (16.889%) 2023-08-28T02:16:41.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:41 smithi083 ceph-mon[157819]: pgmap v198: 89 pgs: 10 active+undersized+degraded, 19 active+undersized, 60 active+clean; 1.3 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 338 op/s; 10848/64230 objects degraded (16.889%) 2023-08-28T02:16:42.866 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:42 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2734183654' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:16:42.866 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:42 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2734183654' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:16:42.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:42 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2734183654' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:16:43.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:43 smithi040 ceph-mon[170259]: pgmap v199: 89 pgs: 10 active+undersized+degraded, 19 active+undersized, 60 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 805 op/s; 8634/51480 objects degraded (16.772%) 2023-08-28T02:16:43.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:43 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 8634/51480 objects degraded (16.772%), 10 pgs degraded (PG_DEGRADED) 2023-08-28T02:16:43.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:43 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:16:43.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:43 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:16:43.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:43 smithi040 ceph-mon[175404]: pgmap v199: 89 pgs: 10 active+undersized+degraded, 19 active+undersized, 60 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 805 op/s; 8634/51480 objects degraded (16.772%) 2023-08-28T02:16:43.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:43 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 8634/51480 objects degraded (16.772%), 10 pgs degraded (PG_DEGRADED) 2023-08-28T02:16:43.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:43 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:16:43.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:43 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:16:43.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:43 smithi083 ceph-mon[157819]: pgmap v199: 89 pgs: 10 active+undersized+degraded, 19 active+undersized, 60 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 805 op/s; 8634/51480 objects degraded (16.772%) 2023-08-28T02:16:43.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:43 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 8634/51480 objects degraded (16.772%), 10 pgs degraded (PG_DEGRADED) 2023-08-28T02:16:43.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:43 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:16:43.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:43 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:16:45.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:45 smithi040 ceph-mon[175404]: pgmap v200: 89 pgs: 10 active+undersized+degraded, 19 active+undersized, 60 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 675 op/s; 8634/51480 objects degraded (16.772%) 2023-08-28T02:16:45.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:45 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:16:45.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:45 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:16:45.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:45 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:16:45.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:45 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:16:45.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:45 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3365066656' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:16:45.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:45 smithi040 ceph-mon[170259]: pgmap v200: 89 pgs: 10 active+undersized+degraded, 19 active+undersized, 60 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 675 op/s; 8634/51480 objects degraded (16.772%) 2023-08-28T02:16:45.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:45 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:16:45.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:45 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:16:45.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:45 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:16:45.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:45 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:16:45.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:45 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3365066656' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:16:45.733 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:16:45 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:16:45] "GET /metrics HTTP/1.1" 200 36322 "" "Prometheus/2.43.0" 2023-08-28T02:16:45.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:45 smithi083 ceph-mon[157819]: pgmap v200: 89 pgs: 10 active+undersized+degraded, 19 active+undersized, 60 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 675 op/s; 8634/51480 objects degraded (16.772%) 2023-08-28T02:16:45.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:45 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:16:45.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:45 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:16:45.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:45 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:16:45.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:45 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:16:45.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:45 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3365066656' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:16:47.832 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:47 smithi040 ceph-mon[170259]: pgmap v201: 89 pgs: 10 active+undersized+degraded, 19 active+undersized, 60 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 657 op/s; 8134/49296 objects degraded (16.500%) 2023-08-28T02:16:47.832 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:47 smithi040 ceph-mon[175404]: pgmap v201: 89 pgs: 10 active+undersized+degraded, 19 active+undersized, 60 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 657 op/s; 8134/49296 objects degraded (16.500%) 2023-08-28T02:16:47.995 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:47 smithi083 ceph-mon[157819]: pgmap v201: 89 pgs: 10 active+undersized+degraded, 19 active+undersized, 60 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 657 op/s; 8134/49296 objects degraded (16.500%) 2023-08-28T02:16:48.232 INFO:journalctl@ceph.osd.2.smithi040.stdout:Aug 28 02:16:48 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd-2[188524]: 2023-08-28T02:16:47.998+0000 7f1d2bf75640 -1 osd.2 113 log_to_monitors true 2023-08-28T02:16:48.615 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:48 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1339790171' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:16:48.615 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:48 smithi040 ceph-mon[175404]: from='osd.2 [v2:172.21.15.40:6818/513899568,v1:172.21.15.40:6819/513899568]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-08-28T02:16:48.615 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:48 smithi040 ceph-mon[175404]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-08-28T02:16:48.615 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:48 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:16:48.615 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:48 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:16:48.616 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:48 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:16:48.616 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:48 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:16:48.616 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:48 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:16:48.616 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:48 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:16:48.616 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:48 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-08-28T02:16:48.616 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:48 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-08-28T02:16:48.616 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:48 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-08-28T02:16:48.616 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:48 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-08-28T02:16:48.617 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:48 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1339790171' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:16:48.617 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:48 smithi040 ceph-mon[170259]: from='osd.2 [v2:172.21.15.40:6818/513899568,v1:172.21.15.40:6819/513899568]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-08-28T02:16:48.617 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:48 smithi040 ceph-mon[170259]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-08-28T02:16:48.617 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:48 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:16:48.617 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:48 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:16:48.617 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:48 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:16:48.617 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:48 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:16:48.617 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:48 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:16:48.617 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:48 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:16:48.617 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:48 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-08-28T02:16:48.617 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:48 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-08-28T02:16:48.618 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:48 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-08-28T02:16:48.618 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:48 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-08-28T02:16:48.618 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:16:48 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: 2023-08-28T02:16:48.333+0000 7fca145f2700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2023-08-28T02:16:48.618 INFO:journalctl@ceph.osd.2.smithi040.stdout:Aug 28 02:16:48 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd-2[188524]: 2023-08-28T02:16:48.613+0000 7f1d193d9700 -1 osd.2 113 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-08-28T02:16:48.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:48 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1339790171' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:16:48.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:48 smithi083 ceph-mon[157819]: from='osd.2 [v2:172.21.15.40:6818/513899568,v1:172.21.15.40:6819/513899568]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-08-28T02:16:48.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:48 smithi083 ceph-mon[157819]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-08-28T02:16:48.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:48 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:16:48.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:48 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:16:48.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:48 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:16:48.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:48 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:16:48.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:48 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:16:48.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:48 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:16:48.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:48 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-08-28T02:16:48.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:48 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-08-28T02:16:48.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:48 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-08-28T02:16:48.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:48 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-08-28T02:16:49.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:49 smithi040 ceph-mon[170259]: pgmap v202: 89 pgs: 10 active+undersized+degraded, 19 active+undersized, 60 active+clean; 824 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 854 op/s; 6633/39612 objects degraded (16.745%) 2023-08-28T02:16:49.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:49 smithi040 ceph-mon[170259]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-08-28T02:16:49.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:49 smithi040 ceph-mon[170259]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2023-08-28T02:16:49.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:49 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 6633/39612 objects degraded (16.745%), 10 pgs degraded (PG_DEGRADED) 2023-08-28T02:16:49.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:49 smithi040 ceph-mon[170259]: failed to encode map e116 with expected crc 2023-08-28T02:16:49.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:49 smithi040 ceph-mon[170259]: failed to encode map e116 with expected crc 2023-08-28T02:16:49.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:49 smithi040 ceph-mon[170259]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-08-28T02:16:49.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:49 smithi040 ceph-mon[170259]: osdmap e116: 8 total, 7 up, 8 in 2023-08-28T02:16:49.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:49 smithi040 ceph-mon[170259]: from='osd.2 [v2:172.21.15.40:6818/513899568,v1:172.21.15.40:6819/513899568]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2023-08-28T02:16:49.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:49 smithi040 ceph-mon[170259]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2023-08-28T02:16:49.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:49 smithi040 ceph-mon[175404]: pgmap v202: 89 pgs: 10 active+undersized+degraded, 19 active+undersized, 60 active+clean; 824 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 854 op/s; 6633/39612 objects degraded (16.745%) 2023-08-28T02:16:49.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:49 smithi040 ceph-mon[175404]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-08-28T02:16:49.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:49 smithi040 ceph-mon[175404]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2023-08-28T02:16:49.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:49 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 6633/39612 objects degraded (16.745%), 10 pgs degraded (PG_DEGRADED) 2023-08-28T02:16:49.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:49 smithi040 ceph-mon[175404]: failed to encode map e116 with expected crc 2023-08-28T02:16:49.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:49 smithi040 ceph-mon[175404]: failed to encode map e116 with expected crc 2023-08-28T02:16:49.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:49 smithi040 ceph-mon[175404]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-08-28T02:16:49.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:49 smithi040 ceph-mon[175404]: osdmap e116: 8 total, 7 up, 8 in 2023-08-28T02:16:49.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:49 smithi040 ceph-mon[175404]: from='osd.2 [v2:172.21.15.40:6818/513899568,v1:172.21.15.40:6819/513899568]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2023-08-28T02:16:49.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:49 smithi040 ceph-mon[175404]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2023-08-28T02:16:49.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:49 smithi083 ceph-mon[157819]: pgmap v202: 89 pgs: 10 active+undersized+degraded, 19 active+undersized, 60 active+clean; 824 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 854 op/s; 6633/39612 objects degraded (16.745%) 2023-08-28T02:16:49.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:49 smithi083 ceph-mon[157819]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-08-28T02:16:49.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:49 smithi083 ceph-mon[157819]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2023-08-28T02:16:49.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:49 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 6633/39612 objects degraded (16.745%), 10 pgs degraded (PG_DEGRADED) 2023-08-28T02:16:49.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:49 smithi083 ceph-mon[157819]: failed to encode map e116 with expected crc 2023-08-28T02:16:49.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:49 smithi083 ceph-mon[157819]: failed to encode map e116 with expected crc 2023-08-28T02:16:49.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:49 smithi083 ceph-mon[157819]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-08-28T02:16:49.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:49 smithi083 ceph-mon[157819]: osdmap e116: 8 total, 7 up, 8 in 2023-08-28T02:16:49.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:49 smithi083 ceph-mon[157819]: from='osd.2 [v2:172.21.15.40:6818/513899568,v1:172.21.15.40:6819/513899568]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2023-08-28T02:16:49.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:49 smithi083 ceph-mon[157819]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2023-08-28T02:16:50.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:50 smithi040 ceph-mon[170259]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-08-28T02:16:50.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:50 smithi040 ceph-mon[170259]: failed to encode map e117 with expected crc 2023-08-28T02:16:50.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:50 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-08-28T02:16:50.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:50 smithi040 ceph-mon[170259]: osd.2 [v2:172.21.15.40:6818/513899568,v1:172.21.15.40:6819/513899568] boot 2023-08-28T02:16:50.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:50 smithi040 ceph-mon[170259]: osdmap e117: 8 total, 8 up, 8 in 2023-08-28T02:16:50.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:50 smithi040 ceph-mon[170259]: failed to encode map e117 with expected crc 2023-08-28T02:16:50.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:50 smithi040 ceph-mon[170259]: failed to encode map e117 with expected crc 2023-08-28T02:16:50.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:50 smithi040 ceph-mon[170259]: failed to encode map e117 with expected crc 2023-08-28T02:16:50.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:50 smithi040 ceph-mon[170259]: failed to encode map e117 with expected crc 2023-08-28T02:16:50.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:50 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2137210113' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:16:50.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:50 smithi040 ceph-mon[170259]: failed to encode map e118 with expected crc 2023-08-28T02:16:50.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:50 smithi040 ceph-mon[170259]: failed to encode map e118 with expected crc 2023-08-28T02:16:50.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:50 smithi040 ceph-mon[170259]: osdmap e118: 8 total, 8 up, 8 in 2023-08-28T02:16:50.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:50 smithi040 ceph-mon[170259]: failed to encode map e118 with expected crc 2023-08-28T02:16:50.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:50 smithi040 ceph-mon[175404]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-08-28T02:16:50.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:50 smithi040 ceph-mon[175404]: failed to encode map e117 with expected crc 2023-08-28T02:16:50.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:50 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-08-28T02:16:50.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:50 smithi040 ceph-mon[175404]: osd.2 [v2:172.21.15.40:6818/513899568,v1:172.21.15.40:6819/513899568] boot 2023-08-28T02:16:50.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:50 smithi040 ceph-mon[175404]: osdmap e117: 8 total, 8 up, 8 in 2023-08-28T02:16:50.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:50 smithi040 ceph-mon[175404]: failed to encode map e117 with expected crc 2023-08-28T02:16:50.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:50 smithi040 ceph-mon[175404]: failed to encode map e117 with expected crc 2023-08-28T02:16:50.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:50 smithi040 ceph-mon[175404]: failed to encode map e117 with expected crc 2023-08-28T02:16:50.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:50 smithi040 ceph-mon[175404]: failed to encode map e117 with expected crc 2023-08-28T02:16:50.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:50 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2137210113' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:16:50.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:50 smithi040 ceph-mon[175404]: failed to encode map e118 with expected crc 2023-08-28T02:16:50.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:50 smithi040 ceph-mon[175404]: failed to encode map e118 with expected crc 2023-08-28T02:16:50.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:50 smithi040 ceph-mon[175404]: osdmap e118: 8 total, 8 up, 8 in 2023-08-28T02:16:50.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:50 smithi040 ceph-mon[175404]: failed to encode map e118 with expected crc 2023-08-28T02:16:50.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:50 smithi083 ceph-mon[157819]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-08-28T02:16:50.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:50 smithi083 ceph-mon[157819]: failed to encode map e117 with expected crc 2023-08-28T02:16:50.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:50 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-08-28T02:16:50.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:50 smithi083 ceph-mon[157819]: osd.2 [v2:172.21.15.40:6818/513899568,v1:172.21.15.40:6819/513899568] boot 2023-08-28T02:16:50.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:50 smithi083 ceph-mon[157819]: osdmap e117: 8 total, 8 up, 8 in 2023-08-28T02:16:50.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:50 smithi083 ceph-mon[157819]: failed to encode map e117 with expected crc 2023-08-28T02:16:50.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:50 smithi083 ceph-mon[157819]: failed to encode map e117 with expected crc 2023-08-28T02:16:50.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:50 smithi083 ceph-mon[157819]: failed to encode map e117 with expected crc 2023-08-28T02:16:50.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:50 smithi083 ceph-mon[157819]: failed to encode map e117 with expected crc 2023-08-28T02:16:50.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:50 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2137210113' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:16:50.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:50 smithi083 ceph-mon[157819]: failed to encode map e118 with expected crc 2023-08-28T02:16:50.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:50 smithi083 ceph-mon[157819]: failed to encode map e118 with expected crc 2023-08-28T02:16:50.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:50 smithi083 ceph-mon[157819]: osdmap e118: 8 total, 8 up, 8 in 2023-08-28T02:16:50.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:50 smithi083 ceph-mon[157819]: failed to encode map e118 with expected crc 2023-08-28T02:16:51.988 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:51 smithi040 ceph-mon[170259]: pgmap v205: 89 pgs: 10 active+undersized+degraded, 19 active+undersized, 60 active+clean; 824 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 494 op/s; 6633/39612 objects degraded (16.745%) 2023-08-28T02:16:51.989 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:51 smithi040 ceph-mon[170259]: failed to encode map e118 with expected crc 2023-08-28T02:16:51.989 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:51 smithi040 ceph-mon[170259]: failed to encode map e118 with expected crc 2023-08-28T02:16:51.989 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:51 smithi040 ceph-mon[170259]: failed to encode map e118 with expected crc 2023-08-28T02:16:51.989 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:51 smithi040 ceph-mon[170259]: failed to encode map e118 with expected crc 2023-08-28T02:16:51.989 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:51 smithi040 ceph-mon[170259]: failed to encode map e118 with expected crc 2023-08-28T02:16:51.989 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:51 smithi040 ceph-mon[170259]: failed to encode map e118 with expected crc 2023-08-28T02:16:51.989 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:51 smithi040 ceph-mon[170259]: failed to encode map e118 with expected crc 2023-08-28T02:16:51.989 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:51 smithi040 ceph-mon[170259]: failed to encode map e118 with expected crc 2023-08-28T02:16:51.989 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:51 smithi040 ceph-mon[170259]: failed to encode map e118 with expected crc 2023-08-28T02:16:51.989 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:51 smithi040 ceph-mon[170259]: failed to encode map e119 with expected crc 2023-08-28T02:16:51.989 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:51 smithi040 ceph-mon[170259]: osdmap e119: 8 total, 8 up, 8 in 2023-08-28T02:16:51.989 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:51 smithi040 ceph-mon[170259]: failed to encode map e119 with expected crc 2023-08-28T02:16:51.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:51 smithi083 ceph-mon[157819]: pgmap v205: 89 pgs: 10 active+undersized+degraded, 19 active+undersized, 60 active+clean; 824 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 494 op/s; 6633/39612 objects degraded (16.745%) 2023-08-28T02:16:51.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:51 smithi083 ceph-mon[157819]: failed to encode map e118 with expected crc 2023-08-28T02:16:51.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:51 smithi083 ceph-mon[157819]: failed to encode map e118 with expected crc 2023-08-28T02:16:51.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:51 smithi083 ceph-mon[157819]: failed to encode map e118 with expected crc 2023-08-28T02:16:51.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:51 smithi083 ceph-mon[157819]: failed to encode map e118 with expected crc 2023-08-28T02:16:51.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:51 smithi083 ceph-mon[157819]: failed to encode map e118 with expected crc 2023-08-28T02:16:51.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:51 smithi083 ceph-mon[157819]: failed to encode map e118 with expected crc 2023-08-28T02:16:51.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:51 smithi083 ceph-mon[157819]: failed to encode map e118 with expected crc 2023-08-28T02:16:51.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:51 smithi083 ceph-mon[157819]: failed to encode map e118 with expected crc 2023-08-28T02:16:51.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:51 smithi083 ceph-mon[157819]: failed to encode map e118 with expected crc 2023-08-28T02:16:51.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:51 smithi083 ceph-mon[157819]: failed to encode map e119 with expected crc 2023-08-28T02:16:51.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:51 smithi083 ceph-mon[157819]: osdmap e119: 8 total, 8 up, 8 in 2023-08-28T02:16:51.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:51 smithi083 ceph-mon[157819]: failed to encode map e119 with expected crc 2023-08-28T02:16:51.994 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:51 smithi040 ceph-mon[175404]: pgmap v205: 89 pgs: 10 active+undersized+degraded, 19 active+undersized, 60 active+clean; 824 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 494 op/s; 6633/39612 objects degraded (16.745%) 2023-08-28T02:16:51.994 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:51 smithi040 ceph-mon[175404]: failed to encode map e118 with expected crc 2023-08-28T02:16:51.994 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:51 smithi040 ceph-mon[175404]: failed to encode map e118 with expected crc 2023-08-28T02:16:51.994 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:51 smithi040 ceph-mon[175404]: failed to encode map e118 with expected crc 2023-08-28T02:16:51.994 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:51 smithi040 ceph-mon[175404]: failed to encode map e118 with expected crc 2023-08-28T02:16:51.994 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:51 smithi040 ceph-mon[175404]: failed to encode map e118 with expected crc 2023-08-28T02:16:51.994 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:51 smithi040 ceph-mon[175404]: failed to encode map e118 with expected crc 2023-08-28T02:16:51.994 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:51 smithi040 ceph-mon[175404]: failed to encode map e118 with expected crc 2023-08-28T02:16:51.995 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:51 smithi040 ceph-mon[175404]: failed to encode map e118 with expected crc 2023-08-28T02:16:51.995 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:51 smithi040 ceph-mon[175404]: failed to encode map e118 with expected crc 2023-08-28T02:16:51.995 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:51 smithi040 ceph-mon[175404]: failed to encode map e119 with expected crc 2023-08-28T02:16:51.995 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:51 smithi040 ceph-mon[175404]: osdmap e119: 8 total, 8 up, 8 in 2023-08-28T02:16:51.995 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:51 smithi040 ceph-mon[175404]: failed to encode map e119 with expected crc 2023-08-28T02:16:52.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:52 smithi040 ceph-mon[170259]: failed to encode map e119 with expected crc 2023-08-28T02:16:52.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:52 smithi040 ceph-mon[170259]: failed to encode map e119 with expected crc 2023-08-28T02:16:52.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:52 smithi040 ceph-mon[170259]: failed to encode map e119 with expected crc 2023-08-28T02:16:52.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:52 smithi040 ceph-mon[170259]: failed to encode map e119 with expected crc 2023-08-28T02:16:52.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:52 smithi040 ceph-mon[170259]: failed to encode map e119 with expected crc 2023-08-28T02:16:52.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:52 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/59006319' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:16:52.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:52 smithi040 ceph-mon[175404]: failed to encode map e119 with expected crc 2023-08-28T02:16:52.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:52 smithi040 ceph-mon[175404]: failed to encode map e119 with expected crc 2023-08-28T02:16:52.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:52 smithi040 ceph-mon[175404]: failed to encode map e119 with expected crc 2023-08-28T02:16:52.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:52 smithi040 ceph-mon[175404]: failed to encode map e119 with expected crc 2023-08-28T02:16:52.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:52 smithi040 ceph-mon[175404]: failed to encode map e119 with expected crc 2023-08-28T02:16:52.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:52 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/59006319' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:16:52.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:52 smithi083 ceph-mon[157819]: failed to encode map e119 with expected crc 2023-08-28T02:16:52.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:52 smithi083 ceph-mon[157819]: failed to encode map e119 with expected crc 2023-08-28T02:16:52.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:52 smithi083 ceph-mon[157819]: failed to encode map e119 with expected crc 2023-08-28T02:16:52.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:52 smithi083 ceph-mon[157819]: failed to encode map e119 with expected crc 2023-08-28T02:16:52.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:52 smithi083 ceph-mon[157819]: failed to encode map e119 with expected crc 2023-08-28T02:16:52.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:52 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/59006319' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:16:53.980 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:53 smithi040 ceph-mon[175404]: pgmap v208: 89 pgs: 1 activating+undersized+degraded+remapped, 7 remapped+peering, 2 active+undersized, 79 active+clean; 638 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 746 op/s; 793/30657 objects degraded (2.587%) 2023-08-28T02:16:53.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:53 smithi040 ceph-mon[170259]: pgmap v208: 89 pgs: 1 activating+undersized+degraded+remapped, 7 remapped+peering, 2 active+undersized, 79 active+clean; 638 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 746 op/s; 793/30657 objects degraded (2.587%) 2023-08-28T02:16:53.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:53 smithi083 ceph-mon[157819]: pgmap v208: 89 pgs: 1 activating+undersized+degraded+remapped, 7 remapped+peering, 2 active+undersized, 79 active+clean; 638 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 746 op/s; 793/30657 objects degraded (2.587%) 2023-08-28T02:16:55.641 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:55 smithi040 ceph-mon[170259]: pgmap v209: 89 pgs: 1 activating+undersized+degraded+remapped, 7 remapped+peering, 81 active+clean; 638 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 577 op/s; 793/30657 objects degraded (2.587%) 2023-08-28T02:16:55.642 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:55 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2151082401' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:16:55.642 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:55 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 793/30657 objects degraded (2.587%), 1 pg degraded (PG_DEGRADED) 2023-08-28T02:16:55.642 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:16:55 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:16:55] "GET /metrics HTTP/1.1" 200 36322 "" "Prometheus/2.43.0" 2023-08-28T02:16:55.985 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:55 smithi040 ceph-mon[175404]: pgmap v209: 89 pgs: 1 activating+undersized+degraded+remapped, 7 remapped+peering, 81 active+clean; 638 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 577 op/s; 793/30657 objects degraded (2.587%) 2023-08-28T02:16:55.985 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:55 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2151082401' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:16:55.985 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:55 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 793/30657 objects degraded (2.587%), 1 pg degraded (PG_DEGRADED) 2023-08-28T02:16:55.994 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:55 smithi083 ceph-mon[157819]: pgmap v209: 89 pgs: 1 activating+undersized+degraded+remapped, 7 remapped+peering, 81 active+clean; 638 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 577 op/s; 793/30657 objects degraded (2.587%) 2023-08-28T02:16:55.995 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:55 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2151082401' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:16:55.995 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:55 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 793/30657 objects degraded (2.587%), 1 pg degraded (PG_DEGRADED) 2023-08-28T02:16:57.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:57 smithi040 ceph-mon[170259]: pgmap v210: 89 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 1 activating+undersized+degraded+remapped, 5 remapped+peering, 81 active+clean; 607 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 564 op/s; 2387/29187 objects degraded (8.178%); 0 B/s, 0 objects/s recovering 2023-08-28T02:16:57.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:57 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/777100886' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:16:57.985 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:57 smithi040 ceph-mon[175404]: pgmap v210: 89 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 1 activating+undersized+degraded+remapped, 5 remapped+peering, 81 active+clean; 607 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 564 op/s; 2387/29187 objects degraded (8.178%); 0 B/s, 0 objects/s recovering 2023-08-28T02:16:57.985 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:57 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/777100886' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:16:57.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:57 smithi083 ceph-mon[157819]: pgmap v210: 89 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 1 activating+undersized+degraded+remapped, 5 remapped+peering, 81 active+clean; 607 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 564 op/s; 2387/29187 objects degraded (8.178%); 0 B/s, 0 objects/s recovering 2023-08-28T02:16:57.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:57 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/777100886' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:16:58.984 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:16:58 smithi040 ceph-mon[170259]: pgmap v211: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 457 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 733 op/s; 5570/21996 objects degraded (25.323%); 0 B/s, 33 objects/s recovering 2023-08-28T02:16:58.984 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:16:58 smithi040 ceph-mon[175404]: pgmap v211: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 457 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 733 op/s; 5570/21996 objects degraded (25.323%); 0 B/s, 33 objects/s recovering 2023-08-28T02:16:58.994 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:16:58 smithi083 ceph-mon[157819]: pgmap v211: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 457 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 733 op/s; 5570/21996 objects degraded (25.323%); 0 B/s, 33 objects/s recovering 2023-08-28T02:17:00.993 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:00 smithi083 ceph-mon[157819]: pgmap v212: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 457 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 622 op/s; 5570/21996 objects degraded (25.323%); 0 B/s, 28 objects/s recovering 2023-08-28T02:17:00.993 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:00 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:17:00.993 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:00 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:17:00.993 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:00 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3639156658' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:17:00.993 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:00 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 5570/21996 objects degraded (25.323%), 7 pgs degraded (PG_DEGRADED) 2023-08-28T02:17:01.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:00 smithi040 ceph-mon[170259]: pgmap v212: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 457 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 622 op/s; 5570/21996 objects degraded (25.323%); 0 B/s, 28 objects/s recovering 2023-08-28T02:17:01.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:00 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:17:01.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:00 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:17:01.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:00 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3639156658' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:17:01.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:00 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 5570/21996 objects degraded (25.323%), 7 pgs degraded (PG_DEGRADED) 2023-08-28T02:17:01.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:00 smithi040 ceph-mon[175404]: pgmap v212: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 457 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 622 op/s; 5570/21996 objects degraded (25.323%); 0 B/s, 28 objects/s recovering 2023-08-28T02:17:01.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:00 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:17:01.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:00 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:17:01.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:00 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3639156658' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:17:01.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:00 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 5570/21996 objects degraded (25.323%), 7 pgs degraded (PG_DEGRADED) 2023-08-28T02:17:03.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:02 smithi040 ceph-mon[170259]: pgmap v213: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 238 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 645 op/s; 5570/11463 objects degraded (48.591%); 0 B/s, 57 objects/s recovering 2023-08-28T02:17:03.234 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:02 smithi040 ceph-mon[175404]: pgmap v213: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 238 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 645 op/s; 5570/11463 objects degraded (48.591%); 0 B/s, 57 objects/s recovering 2023-08-28T02:17:03.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:02 smithi083 ceph-mon[157819]: pgmap v213: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 238 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 645 op/s; 5570/11463 objects degraded (48.591%); 0 B/s, 57 objects/s recovering 2023-08-28T02:17:03.733 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:17:03 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: 2023-08-28T02:17:03.356+0000 7fca145f2700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2023-08-28T02:17:04.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:03 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2529004219' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:17:04.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:03 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-08-28T02:17:04.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:03 smithi040 ceph-mon[175404]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-08-28T02:17:04.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:03 smithi040 ceph-mon[175404]: Upgrade: unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2023-08-28T02:17:04.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:03 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2529004219' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:17:04.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:03 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-08-28T02:17:04.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:03 smithi040 ceph-mon[170259]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-08-28T02:17:04.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:03 smithi040 ceph-mon[170259]: Upgrade: unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2023-08-28T02:17:04.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:03 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2529004219' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:17:04.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:03 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-08-28T02:17:04.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:03 smithi083 ceph-mon[157819]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-08-28T02:17:04.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:03 smithi083 ceph-mon[157819]: Upgrade: unsafe to stop osd(s) at this time (4 PGs are or would become offline) 2023-08-28T02:17:05.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:04 smithi040 ceph-mon[175404]: pgmap v214: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 238 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 532 op/s; 5570/11463 objects degraded (48.591%); 0 B/s, 50 objects/s recovering 2023-08-28T02:17:05.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:04 smithi040 ceph-mon[175404]: failed to encode map e120 with expected crc 2023-08-28T02:17:05.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:04 smithi040 ceph-mon[175404]: failed to encode map e120 with expected crc 2023-08-28T02:17:05.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:04 smithi040 ceph-mon[175404]: osdmap e120: 8 total, 8 up, 8 in 2023-08-28T02:17:05.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:04 smithi040 ceph-mon[175404]: failed to encode map e120 with expected crc 2023-08-28T02:17:05.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:04 smithi040 ceph-mon[170259]: pgmap v214: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 238 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 532 op/s; 5570/11463 objects degraded (48.591%); 0 B/s, 50 objects/s recovering 2023-08-28T02:17:05.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:04 smithi040 ceph-mon[170259]: failed to encode map e120 with expected crc 2023-08-28T02:17:05.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:04 smithi040 ceph-mon[170259]: failed to encode map e120 with expected crc 2023-08-28T02:17:05.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:04 smithi040 ceph-mon[170259]: osdmap e120: 8 total, 8 up, 8 in 2023-08-28T02:17:05.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:04 smithi040 ceph-mon[170259]: failed to encode map e120 with expected crc 2023-08-28T02:17:05.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:04 smithi083 ceph-mon[157819]: pgmap v214: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 238 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 532 op/s; 5570/11463 objects degraded (48.591%); 0 B/s, 50 objects/s recovering 2023-08-28T02:17:05.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:04 smithi083 ceph-mon[157819]: failed to encode map e120 with expected crc 2023-08-28T02:17:05.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:04 smithi083 ceph-mon[157819]: failed to encode map e120 with expected crc 2023-08-28T02:17:05.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:04 smithi083 ceph-mon[157819]: osdmap e120: 8 total, 8 up, 8 in 2023-08-28T02:17:05.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:04 smithi083 ceph-mon[157819]: failed to encode map e120 with expected crc 2023-08-28T02:17:05.731 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:17:05 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:17:05] "GET /metrics HTTP/1.1" 200 36322 "" "Prometheus/2.43.0" 2023-08-28T02:17:06.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:05 smithi040 ceph-mon[175404]: failed to encode map e121 with expected crc 2023-08-28T02:17:06.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:05 smithi040 ceph-mon[175404]: failed to encode map e121 with expected crc 2023-08-28T02:17:06.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:05 smithi040 ceph-mon[175404]: osdmap e121: 8 total, 8 up, 8 in 2023-08-28T02:17:06.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:05 smithi040 ceph-mon[175404]: failed to encode map e121 with expected crc 2023-08-28T02:17:06.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:05 smithi040 ceph-mon[175404]: failed to encode map e121 with expected crc 2023-08-28T02:17:06.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:05 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 5570/11463 objects degraded (48.591%), 7 pgs degraded (PG_DEGRADED) 2023-08-28T02:17:06.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:05 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/878767598' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:17:06.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:05 smithi040 ceph-mon[170259]: failed to encode map e121 with expected crc 2023-08-28T02:17:06.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:05 smithi040 ceph-mon[170259]: failed to encode map e121 with expected crc 2023-08-28T02:17:06.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:05 smithi040 ceph-mon[170259]: osdmap e121: 8 total, 8 up, 8 in 2023-08-28T02:17:06.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:05 smithi040 ceph-mon[170259]: failed to encode map e121 with expected crc 2023-08-28T02:17:06.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:05 smithi040 ceph-mon[170259]: failed to encode map e121 with expected crc 2023-08-28T02:17:06.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:05 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 5570/11463 objects degraded (48.591%), 7 pgs degraded (PG_DEGRADED) 2023-08-28T02:17:06.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:05 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/878767598' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:17:06.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:05 smithi083 ceph-mon[157819]: failed to encode map e121 with expected crc 2023-08-28T02:17:06.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:05 smithi083 ceph-mon[157819]: failed to encode map e121 with expected crc 2023-08-28T02:17:06.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:05 smithi083 ceph-mon[157819]: osdmap e121: 8 total, 8 up, 8 in 2023-08-28T02:17:06.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:05 smithi083 ceph-mon[157819]: failed to encode map e121 with expected crc 2023-08-28T02:17:06.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:05 smithi083 ceph-mon[157819]: failed to encode map e121 with expected crc 2023-08-28T02:17:06.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:05 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 5570/11463 objects degraded (48.591%), 7 pgs degraded (PG_DEGRADED) 2023-08-28T02:17:06.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:05 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/878767598' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:17:07.157 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Removed 112858 objects 2023-08-28T02:17:07.157 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Clean up completed and total clean up time :174.5 2023-08-28T02:17:07.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:07 smithi040 ceph-mon[170259]: pgmap v217: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 204 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 506 op/s; 4745/9840 objects degraded (48.222%); 0 B/s, 84 objects/s recovering 2023-08-28T02:17:07.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:07 smithi040 ceph-mon[175404]: pgmap v217: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 204 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 506 op/s; 4745/9840 objects degraded (48.222%); 0 B/s, 84 objects/s recovering 2023-08-28T02:17:07.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:07 smithi083 ceph-mon[157819]: pgmap v217: 89 pgs: 2 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 204 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 506 op/s; 4745/9840 objects degraded (48.222%); 0 B/s, 84 objects/s recovering 2023-08-28T02:17:08.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:08 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3349154803' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:17:08.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:08 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3349154803' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:17:08.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:08 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3349154803' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:17:09.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:09 smithi040 ceph-mon[170259]: pgmap v218: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 57 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 799 op/s; 4745/2793 objects degraded (169.889%); 0 B/s, 105 objects/s recovering 2023-08-28T02:17:09.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:09 smithi040 ceph-mon[170259]: failed to encode map e122 with expected crc 2023-08-28T02:17:09.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:09 smithi040 ceph-mon[170259]: failed to encode map e122 with expected crc 2023-08-28T02:17:09.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:09 smithi040 ceph-mon[170259]: osdmap e122: 8 total, 8 up, 8 in 2023-08-28T02:17:09.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:09 smithi040 ceph-mon[170259]: failed to encode map e122 with expected crc 2023-08-28T02:17:09.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:09 smithi040 ceph-mon[175404]: pgmap v218: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 57 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 799 op/s; 4745/2793 objects degraded (169.889%); 0 B/s, 105 objects/s recovering 2023-08-28T02:17:09.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:09 smithi040 ceph-mon[175404]: failed to encode map e122 with expected crc 2023-08-28T02:17:09.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:09 smithi040 ceph-mon[175404]: failed to encode map e122 with expected crc 2023-08-28T02:17:09.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:09 smithi040 ceph-mon[175404]: osdmap e122: 8 total, 8 up, 8 in 2023-08-28T02:17:09.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:09 smithi040 ceph-mon[175404]: failed to encode map e122 with expected crc 2023-08-28T02:17:09.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:09 smithi083 ceph-mon[157819]: pgmap v218: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 57 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 799 op/s; 4745/2793 objects degraded (169.889%); 0 B/s, 105 objects/s recovering 2023-08-28T02:17:09.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:09 smithi083 ceph-mon[157819]: failed to encode map e122 with expected crc 2023-08-28T02:17:09.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:09 smithi083 ceph-mon[157819]: failed to encode map e122 with expected crc 2023-08-28T02:17:09.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:09 smithi083 ceph-mon[157819]: osdmap e122: 8 total, 8 up, 8 in 2023-08-28T02:17:09.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:09 smithi083 ceph-mon[157819]: failed to encode map e122 with expected crc 2023-08-28T02:17:10.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:10 smithi040 ceph-mon[170259]: failed to encode map e123 with expected crc 2023-08-28T02:17:10.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:10 smithi040 ceph-mon[170259]: failed to encode map e122 with expected crc 2023-08-28T02:17:10.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:10 smithi040 ceph-mon[170259]: osdmap e123: 8 total, 8 up, 8 in 2023-08-28T02:17:10.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:10 smithi040 ceph-mon[170259]: failed to encode map e123 with expected crc 2023-08-28T02:17:10.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:10 smithi040 ceph-mon[170259]: failed to encode map e123 with expected crc 2023-08-28T02:17:10.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:10 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/952520278' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:17:10.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:10 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 4745/2793 objects degraded (169.889%), 6 pgs degraded (PG_DEGRADED) 2023-08-28T02:17:10.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:10 smithi040 ceph-mon[175404]: failed to encode map e123 with expected crc 2023-08-28T02:17:10.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:10 smithi040 ceph-mon[175404]: failed to encode map e122 with expected crc 2023-08-28T02:17:10.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:10 smithi040 ceph-mon[175404]: osdmap e123: 8 total, 8 up, 8 in 2023-08-28T02:17:10.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:10 smithi040 ceph-mon[175404]: failed to encode map e123 with expected crc 2023-08-28T02:17:10.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:10 smithi040 ceph-mon[175404]: failed to encode map e123 with expected crc 2023-08-28T02:17:10.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:10 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/952520278' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:17:10.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:10 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 4745/2793 objects degraded (169.889%), 6 pgs degraded (PG_DEGRADED) 2023-08-28T02:17:10.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:10 smithi083 ceph-mon[157819]: failed to encode map e123 with expected crc 2023-08-28T02:17:10.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:10 smithi083 ceph-mon[157819]: failed to encode map e122 with expected crc 2023-08-28T02:17:10.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:10 smithi083 ceph-mon[157819]: osdmap e123: 8 total, 8 up, 8 in 2023-08-28T02:17:10.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:10 smithi083 ceph-mon[157819]: failed to encode map e123 with expected crc 2023-08-28T02:17:10.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:10 smithi083 ceph-mon[157819]: failed to encode map e123 with expected crc 2023-08-28T02:17:10.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:10 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/952520278' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:17:10.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:10 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 4745/2793 objects degraded (169.889%), 6 pgs degraded (PG_DEGRADED) 2023-08-28T02:17:10.917 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_1 2023-08-28T02:17:10.917 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd pool rm unique_pool_1 unique_pool_1 --yes-i-really-really-mean-it 2023-08-28T02:17:11.243 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:17:11.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:11 smithi040 ceph-mon[170259]: failed to encode map e122 with expected crc 2023-08-28T02:17:11.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:11 smithi040 ceph-mon[170259]: pgmap v221: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 57 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 487 op/s; 4745/2793 objects degraded (169.889%); 0 B/s, 86 objects/s recovering 2023-08-28T02:17:11.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:11 smithi040 ceph-mon[175404]: failed to encode map e122 with expected crc 2023-08-28T02:17:11.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:11 smithi040 ceph-mon[175404]: pgmap v221: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 57 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 487 op/s; 4745/2793 objects degraded (169.889%); 0 B/s, 86 objects/s recovering 2023-08-28T02:17:11.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:11 smithi083 ceph-mon[157819]: failed to encode map e122 with expected crc 2023-08-28T02:17:11.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:11 smithi083 ceph-mon[157819]: pgmap v221: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 57 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 487 op/s; 4745/2793 objects degraded (169.889%); 0 B/s, 86 objects/s recovering 2023-08-28T02:17:12.371 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:12 smithi040 ceph-mon[170259]: failed to encode map e124 with expected crc 2023-08-28T02:17:12.371 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:12 smithi040 ceph-mon[170259]: failed to encode map e124 with expected crc 2023-08-28T02:17:12.371 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:12 smithi040 ceph-mon[170259]: osdmap e124: 8 total, 8 up, 8 in 2023-08-28T02:17:12.371 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:12 smithi040 ceph-mon[170259]: failed to encode map e124 with expected crc 2023-08-28T02:17:12.371 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:12 smithi040 ceph-mon[170259]: failed to encode map e124 with expected crc 2023-08-28T02:17:12.371 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:12 smithi040 ceph-mon[175404]: failed to encode map e124 with expected crc 2023-08-28T02:17:12.372 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:12 smithi040 ceph-mon[175404]: failed to encode map e124 with expected crc 2023-08-28T02:17:12.372 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:12 smithi040 ceph-mon[175404]: osdmap e124: 8 total, 8 up, 8 in 2023-08-28T02:17:12.372 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:12 smithi040 ceph-mon[175404]: failed to encode map e124 with expected crc 2023-08-28T02:17:12.372 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:12 smithi040 ceph-mon[175404]: failed to encode map e124 with expected crc 2023-08-28T02:17:12.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:12 smithi083 ceph-mon[157819]: failed to encode map e124 with expected crc 2023-08-28T02:17:12.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:12 smithi083 ceph-mon[157819]: failed to encode map e124 with expected crc 2023-08-28T02:17:12.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:12 smithi083 ceph-mon[157819]: osdmap e124: 8 total, 8 up, 8 in 2023-08-28T02:17:12.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:12 smithi083 ceph-mon[157819]: failed to encode map e124 with expected crc 2023-08-28T02:17:12.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:12 smithi083 ceph-mon[157819]: failed to encode map e124 with expected crc 2023-08-28T02:17:13.427 INFO:teuthology.orchestra.run.smithi040.stderr:pool 'unique_pool_1' removed 2023-08-28T02:17:13.620 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:13 smithi040 ceph-mon[170259]: pgmap v223: 89 pgs: 1 active+undersized+remapped, 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 582 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 542 op/s; 3132/72 objects degraded (4350.000%); 0 B/s, 267 objects/s recovering 2023-08-28T02:17:13.620 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:13 smithi040 ceph-mon[170259]: failed to encode map e125 with expected crc 2023-08-28T02:17:13.620 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:13 smithi040 ceph-mon[170259]: failed to encode map e125 with expected crc 2023-08-28T02:17:13.620 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:13 smithi040 ceph-mon[170259]: osdmap e125: 8 total, 8 up, 8 in 2023-08-28T02:17:13.620 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:13 smithi040 ceph-mon[170259]: failed to encode map e125 with expected crc 2023-08-28T02:17:13.620 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:13 smithi040 ceph-mon[170259]: failed to encode map e125 with expected crc 2023-08-28T02:17:13.620 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:13 smithi040 ceph-mon[170259]: failed to encode map e125 with expected crc 2023-08-28T02:17:13.621 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:13 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1684750159' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_1", "pool2": "unique_pool_1", "yes_i_really_really_mean_it": true}]: dispatch 2023-08-28T02:17:13.621 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:13 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_1", "pool2": "unique_pool_1", "yes_i_really_really_mean_it": true}]: dispatch 2023-08-28T02:17:13.621 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:13 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/875830515' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:17:13.621 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:13 smithi040 ceph-mon[175404]: pgmap v223: 89 pgs: 1 active+undersized+remapped, 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 582 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 542 op/s; 3132/72 objects degraded (4350.000%); 0 B/s, 267 objects/s recovering 2023-08-28T02:17:13.621 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:13 smithi040 ceph-mon[175404]: failed to encode map e125 with expected crc 2023-08-28T02:17:13.621 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:13 smithi040 ceph-mon[175404]: failed to encode map e125 with expected crc 2023-08-28T02:17:13.621 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:13 smithi040 ceph-mon[175404]: osdmap e125: 8 total, 8 up, 8 in 2023-08-28T02:17:13.621 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:13 smithi040 ceph-mon[175404]: failed to encode map e125 with expected crc 2023-08-28T02:17:13.621 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:13 smithi040 ceph-mon[175404]: failed to encode map e125 with expected crc 2023-08-28T02:17:13.621 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:13 smithi040 ceph-mon[175404]: failed to encode map e125 with expected crc 2023-08-28T02:17:13.622 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:13 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1684750159' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_1", "pool2": "unique_pool_1", "yes_i_really_really_mean_it": true}]: dispatch 2023-08-28T02:17:13.622 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:13 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_1", "pool2": "unique_pool_1", "yes_i_really_really_mean_it": true}]: dispatch 2023-08-28T02:17:13.622 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:13 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/875830515' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:17:13.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:13 smithi083 ceph-mon[157819]: pgmap v223: 89 pgs: 1 active+undersized+remapped, 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 582 KiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 542 op/s; 3132/72 objects degraded (4350.000%); 0 B/s, 267 objects/s recovering 2023-08-28T02:17:13.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:13 smithi083 ceph-mon[157819]: failed to encode map e125 with expected crc 2023-08-28T02:17:13.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:13 smithi083 ceph-mon[157819]: failed to encode map e125 with expected crc 2023-08-28T02:17:13.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:13 smithi083 ceph-mon[157819]: osdmap e125: 8 total, 8 up, 8 in 2023-08-28T02:17:13.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:13 smithi083 ceph-mon[157819]: failed to encode map e125 with expected crc 2023-08-28T02:17:13.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:13 smithi083 ceph-mon[157819]: failed to encode map e125 with expected crc 2023-08-28T02:17:13.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:13 smithi083 ceph-mon[157819]: failed to encode map e125 with expected crc 2023-08-28T02:17:13.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:13 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1684750159' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_1", "pool2": "unique_pool_1", "yes_i_really_really_mean_it": true}]: dispatch 2023-08-28T02:17:13.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:13 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_1", "pool2": "unique_pool_1", "yes_i_really_really_mean_it": true}]: dispatch 2023-08-28T02:17:13.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:13 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/875830515' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:17:13.814 INFO:teuthology.task.full_sequential:In full_sequential, running task radosbench... 2023-08-28T02:17:13.815 INFO:tasks.radosbench:Beginning radosbench... 2023-08-28T02:17:13.815 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_2 2023-08-28T02:17:13.815 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd pool create unique_pool_2 16 2023-08-28T02:17:14.146 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:17:14.687 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:14 smithi040 ceph-mon[170259]: failed to encode map e126 with expected crc 2023-08-28T02:17:14.687 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:14 smithi040 ceph-mon[170259]: failed to encode map e126 with expected crc 2023-08-28T02:17:14.687 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:14 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_1", "pool2": "unique_pool_1", "yes_i_really_really_mean_it": true}]': finished 2023-08-28T02:17:14.687 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:14 smithi040 ceph-mon[170259]: osdmap e126: 8 total, 8 up, 8 in 2023-08-28T02:17:14.687 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:14 smithi040 ceph-mon[170259]: failed to encode map e126 with expected crc 2023-08-28T02:17:14.688 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:14 smithi040 ceph-mon[170259]: failed to encode map e126 with expected crc 2023-08-28T02:17:14.688 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:14 smithi040 ceph-mon[170259]: failed to encode map e126 with expected crc 2023-08-28T02:17:14.688 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:14 smithi040 ceph-mon[175404]: failed to encode map e126 with expected crc 2023-08-28T02:17:14.688 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:14 smithi040 ceph-mon[175404]: failed to encode map e126 with expected crc 2023-08-28T02:17:14.688 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:14 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_1", "pool2": "unique_pool_1", "yes_i_really_really_mean_it": true}]': finished 2023-08-28T02:17:14.688 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:14 smithi040 ceph-mon[175404]: osdmap e126: 8 total, 8 up, 8 in 2023-08-28T02:17:14.688 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:14 smithi040 ceph-mon[175404]: failed to encode map e126 with expected crc 2023-08-28T02:17:14.688 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:14 smithi040 ceph-mon[175404]: failed to encode map e126 with expected crc 2023-08-28T02:17:14.688 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:14 smithi040 ceph-mon[175404]: failed to encode map e126 with expected crc 2023-08-28T02:17:14.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:14 smithi083 ceph-mon[157819]: failed to encode map e126 with expected crc 2023-08-28T02:17:14.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:14 smithi083 ceph-mon[157819]: failed to encode map e126 with expected crc 2023-08-28T02:17:14.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:14 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_1", "pool2": "unique_pool_1", "yes_i_really_really_mean_it": true}]': finished 2023-08-28T02:17:14.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:14 smithi083 ceph-mon[157819]: osdmap e126: 8 total, 8 up, 8 in 2023-08-28T02:17:14.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:14 smithi083 ceph-mon[157819]: failed to encode map e126 with expected crc 2023-08-28T02:17:14.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:14 smithi083 ceph-mon[157819]: failed to encode map e126 with expected crc 2023-08-28T02:17:14.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:14 smithi083 ceph-mon[157819]: failed to encode map e126 with expected crc 2023-08-28T02:17:15.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:15 smithi040 ceph-mon[170259]: pgmap v226: 73 pgs: 73 active+clean; 582 KiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2023-08-28T02:17:15.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:15 smithi040 ceph-mon[170259]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3132/72 objects degraded (4350.000%), 4 pgs degraded) 2023-08-28T02:17:15.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:15 smithi040 ceph-mon[170259]: Cluster is now healthy 2023-08-28T02:17:15.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:15 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:17:15.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:15 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:17:15.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:15 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2949585684' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:17:15.732 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:17:15 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:17:15] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-08-28T02:17:15.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:15 smithi040 ceph-mon[175404]: pgmap v226: 73 pgs: 73 active+clean; 582 KiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2023-08-28T02:17:15.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:15 smithi040 ceph-mon[175404]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3132/72 objects degraded (4350.000%), 4 pgs degraded) 2023-08-28T02:17:15.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:15 smithi040 ceph-mon[175404]: Cluster is now healthy 2023-08-28T02:17:15.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:15 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:17:15.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:15 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:17:15.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:15 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2949585684' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:17:15.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:15 smithi083 ceph-mon[157819]: pgmap v226: 73 pgs: 73 active+clean; 582 KiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2023-08-28T02:17:15.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:15 smithi083 ceph-mon[157819]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3132/72 objects degraded (4350.000%), 4 pgs degraded) 2023-08-28T02:17:15.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:15 smithi083 ceph-mon[157819]: Cluster is now healthy 2023-08-28T02:17:15.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:15 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:17:15.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:15 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:17:15.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:15 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2949585684' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:17:16.401 INFO:teuthology.orchestra.run.smithi040.stderr:pool 'unique_pool_2' created 2023-08-28T02:17:16.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:16 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3460742446' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_2", "pg_num": 16}]: dispatch 2023-08-28T02:17:16.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:16 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3460742446' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_2", "pg_num": 16}]: dispatch 2023-08-28T02:17:16.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:16 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3460742446' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_2", "pg_num": 16}]: dispatch 2023-08-28T02:17:16.790 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd pool application enable unique_pool_2 rados --yes-i-really-mean-it || true 2023-08-28T02:17:17.094 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:17:17.637 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:17 smithi040 ceph-mon[170259]: pgmap v227: 73 pgs: 73 active+clean; 582 KiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2023-08-28T02:17:17.637 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:17 smithi040 ceph-mon[170259]: failed to encode map e127 with expected crc 2023-08-28T02:17:17.637 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:17 smithi040 ceph-mon[170259]: failed to encode map e127 with expected crc 2023-08-28T02:17:17.637 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:17 smithi040 ceph-mon[170259]: failed to encode map e127 with expected crc 2023-08-28T02:17:17.637 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:17 smithi040 ceph-mon[170259]: failed to encode map e127 with expected crc 2023-08-28T02:17:17.637 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:17 smithi040 ceph-mon[170259]: failed to encode map e127 with expected crc 2023-08-28T02:17:17.638 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:17 smithi040 ceph-mon[170259]: failed to encode map e127 with expected crc 2023-08-28T02:17:17.638 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:17 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3460742446' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_2", "pg_num": 16}]': finished 2023-08-28T02:17:17.638 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:17 smithi040 ceph-mon[170259]: osdmap e127: 8 total, 8 up, 8 in 2023-08-28T02:17:17.638 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:17 smithi040 ceph-mon[170259]: failed to encode map e127 with expected crc 2023-08-28T02:17:17.638 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:17 smithi040 ceph-mon[175404]: pgmap v227: 73 pgs: 73 active+clean; 582 KiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2023-08-28T02:17:17.638 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:17 smithi040 ceph-mon[175404]: failed to encode map e127 with expected crc 2023-08-28T02:17:17.638 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:17 smithi040 ceph-mon[175404]: failed to encode map e127 with expected crc 2023-08-28T02:17:17.638 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:17 smithi040 ceph-mon[175404]: failed to encode map e127 with expected crc 2023-08-28T02:17:17.638 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:17 smithi040 ceph-mon[175404]: failed to encode map e127 with expected crc 2023-08-28T02:17:17.639 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:17 smithi040 ceph-mon[175404]: failed to encode map e127 with expected crc 2023-08-28T02:17:17.639 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:17 smithi040 ceph-mon[175404]: failed to encode map e127 with expected crc 2023-08-28T02:17:17.639 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:17 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3460742446' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_2", "pg_num": 16}]': finished 2023-08-28T02:17:17.639 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:17 smithi040 ceph-mon[175404]: osdmap e127: 8 total, 8 up, 8 in 2023-08-28T02:17:17.639 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:17 smithi040 ceph-mon[175404]: failed to encode map e127 with expected crc 2023-08-28T02:17:17.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:17 smithi083 ceph-mon[157819]: pgmap v227: 73 pgs: 73 active+clean; 582 KiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2023-08-28T02:17:17.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:17 smithi083 ceph-mon[157819]: failed to encode map e127 with expected crc 2023-08-28T02:17:17.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:17 smithi083 ceph-mon[157819]: failed to encode map e127 with expected crc 2023-08-28T02:17:17.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:17 smithi083 ceph-mon[157819]: failed to encode map e127 with expected crc 2023-08-28T02:17:17.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:17 smithi083 ceph-mon[157819]: failed to encode map e127 with expected crc 2023-08-28T02:17:17.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:17 smithi083 ceph-mon[157819]: failed to encode map e127 with expected crc 2023-08-28T02:17:17.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:17 smithi083 ceph-mon[157819]: failed to encode map e127 with expected crc 2023-08-28T02:17:17.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:17 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3460742446' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_2", "pg_num": 16}]': finished 2023-08-28T02:17:17.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:17 smithi083 ceph-mon[157819]: osdmap e127: 8 total, 8 up, 8 in 2023-08-28T02:17:17.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:17 smithi083 ceph-mon[157819]: failed to encode map e127 with expected crc 2023-08-28T02:17:18.731 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:17:18 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: 2023-08-28T02:17:18.387+0000 7fca145f2700 -1 mgr.server reply reply (11) Resource temporarily unavailable 15 pgs have unknown state; cannot draw any conclusions 2023-08-28T02:17:18.732 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:17:18 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: 2023-08-28T02:17:18.387+0000 7fca145f2700 -1 mgr.server reply reply (16) Device or resource busy 15 pgs have unknown state; cannot draw any conclusionsunsafe to stop osd(s) at this time (0 PGs are or would become offline) 2023-08-28T02:17:18.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:18 smithi040 ceph-mon[170259]: failed to encode map e128 with expected crc 2023-08-28T02:17:18.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:18 smithi040 ceph-mon[170259]: failed to encode map e128 with expected crc 2023-08-28T02:17:18.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:18 smithi040 ceph-mon[170259]: osdmap e128: 8 total, 8 up, 8 in 2023-08-28T02:17:18.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:18 smithi040 ceph-mon[170259]: failed to encode map e128 with expected crc 2023-08-28T02:17:18.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:18 smithi040 ceph-mon[170259]: failed to encode map e128 with expected crc 2023-08-28T02:17:18.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:18 smithi040 ceph-mon[170259]: failed to encode map e128 with expected crc 2023-08-28T02:17:18.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:18 smithi040 ceph-mon[170259]: failed to encode map e128 with expected crc 2023-08-28T02:17:18.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:18 smithi040 ceph-mon[170259]: failed to encode map e128 with expected crc 2023-08-28T02:17:18.734 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:18 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3423521274' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:17:18.734 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:18 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-08-28T02:17:18.734 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:18 smithi040 ceph-mon[175404]: failed to encode map e128 with expected crc 2023-08-28T02:17:18.734 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:18 smithi040 ceph-mon[175404]: failed to encode map e128 with expected crc 2023-08-28T02:17:18.734 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:18 smithi040 ceph-mon[175404]: osdmap e128: 8 total, 8 up, 8 in 2023-08-28T02:17:18.734 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:18 smithi040 ceph-mon[175404]: failed to encode map e128 with expected crc 2023-08-28T02:17:18.734 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:18 smithi040 ceph-mon[175404]: failed to encode map e128 with expected crc 2023-08-28T02:17:18.734 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:18 smithi040 ceph-mon[175404]: failed to encode map e128 with expected crc 2023-08-28T02:17:18.735 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:18 smithi040 ceph-mon[175404]: failed to encode map e128 with expected crc 2023-08-28T02:17:18.735 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:18 smithi040 ceph-mon[175404]: failed to encode map e128 with expected crc 2023-08-28T02:17:18.735 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:18 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3423521274' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:17:18.735 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:18 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-08-28T02:17:18.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:18 smithi083 ceph-mon[157819]: failed to encode map e128 with expected crc 2023-08-28T02:17:18.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:18 smithi083 ceph-mon[157819]: failed to encode map e128 with expected crc 2023-08-28T02:17:18.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:18 smithi083 ceph-mon[157819]: osdmap e128: 8 total, 8 up, 8 in 2023-08-28T02:17:18.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:18 smithi083 ceph-mon[157819]: failed to encode map e128 with expected crc 2023-08-28T02:17:18.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:18 smithi083 ceph-mon[157819]: failed to encode map e128 with expected crc 2023-08-28T02:17:18.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:18 smithi083 ceph-mon[157819]: failed to encode map e128 with expected crc 2023-08-28T02:17:18.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:18 smithi083 ceph-mon[157819]: failed to encode map e128 with expected crc 2023-08-28T02:17:18.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:18 smithi083 ceph-mon[157819]: failed to encode map e128 with expected crc 2023-08-28T02:17:18.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:18 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3423521274' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:17:18.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:18 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-08-28T02:17:19.416 INFO:teuthology.orchestra.run.smithi040.stderr:enabled application 'rados' on pool 'unique_pool_2' 2023-08-28T02:17:19.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:19 smithi040 ceph-mon[170259]: pgmap v230: 89 pgs: 1 creating+peering, 15 unknown, 73 active+clean; 582 KiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-08-28T02:17:19.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:19 smithi040 ceph-mon[170259]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-08-28T02:17:19.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:19 smithi040 ceph-mon[170259]: Upgrade: 15 pgs have unknown state; cannot draw any conclusions 2023-08-28T02:17:19.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:19 smithi040 ceph-mon[170259]: failed to encode map e129 with expected crc 2023-08-28T02:17:19.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:19 smithi040 ceph-mon[170259]: failed to encode map e129 with expected crc 2023-08-28T02:17:19.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:19 smithi040 ceph-mon[170259]: osdmap e129: 8 total, 8 up, 8 in 2023-08-28T02:17:19.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:19 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3142712551' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_2", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-08-28T02:17:19.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:19 smithi040 ceph-mon[175404]: pgmap v230: 89 pgs: 1 creating+peering, 15 unknown, 73 active+clean; 582 KiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-08-28T02:17:19.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:19 smithi040 ceph-mon[175404]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-08-28T02:17:19.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:19 smithi040 ceph-mon[175404]: Upgrade: 15 pgs have unknown state; cannot draw any conclusions 2023-08-28T02:17:19.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:19 smithi040 ceph-mon[175404]: failed to encode map e129 with expected crc 2023-08-28T02:17:19.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:19 smithi040 ceph-mon[175404]: failed to encode map e129 with expected crc 2023-08-28T02:17:19.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:19 smithi040 ceph-mon[175404]: osdmap e129: 8 total, 8 up, 8 in 2023-08-28T02:17:19.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:19 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3142712551' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_2", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-08-28T02:17:19.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:19 smithi083 ceph-mon[157819]: pgmap v230: 89 pgs: 1 creating+peering, 15 unknown, 73 active+clean; 582 KiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-08-28T02:17:19.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:19 smithi083 ceph-mon[157819]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-08-28T02:17:19.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:19 smithi083 ceph-mon[157819]: Upgrade: 15 pgs have unknown state; cannot draw any conclusions 2023-08-28T02:17:19.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:19 smithi083 ceph-mon[157819]: failed to encode map e129 with expected crc 2023-08-28T02:17:19.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:19 smithi083 ceph-mon[157819]: failed to encode map e129 with expected crc 2023-08-28T02:17:19.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:19 smithi083 ceph-mon[157819]: osdmap e129: 8 total, 8 up, 8 in 2023-08-28T02:17:19.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:19 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3142712551' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_2", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-08-28T02:17:20.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:20 smithi040 ceph-mon[170259]: failed to encode map e130 with expected crc 2023-08-28T02:17:20.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:20 smithi040 ceph-mon[170259]: failed to encode map e130 with expected crc 2023-08-28T02:17:20.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:20 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3142712551' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_2", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-08-28T02:17:20.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:20 smithi040 ceph-mon[170259]: osdmap e130: 8 total, 8 up, 8 in 2023-08-28T02:17:20.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:20 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1279567454' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:17:20.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:20 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:17:20.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:20 smithi040 ceph-mon[170259]: failed to encode map e130 with expected crc 2023-08-28T02:17:20.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:20 smithi040 ceph-mon[175404]: failed to encode map e130 with expected crc 2023-08-28T02:17:20.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:20 smithi040 ceph-mon[175404]: failed to encode map e130 with expected crc 2023-08-28T02:17:20.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:20 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3142712551' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_2", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-08-28T02:17:20.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:20 smithi040 ceph-mon[175404]: osdmap e130: 8 total, 8 up, 8 in 2023-08-28T02:17:20.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:20 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1279567454' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:17:20.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:20 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:17:20.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:20 smithi040 ceph-mon[175404]: failed to encode map e130 with expected crc 2023-08-28T02:17:20.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:20 smithi083 ceph-mon[157819]: failed to encode map e130 with expected crc 2023-08-28T02:17:20.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:20 smithi083 ceph-mon[157819]: failed to encode map e130 with expected crc 2023-08-28T02:17:20.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:20 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3142712551' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_2", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-08-28T02:17:20.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:20 smithi083 ceph-mon[157819]: osdmap e130: 8 total, 8 up, 8 in 2023-08-28T02:17:20.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:20 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1279567454' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:17:20.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:20 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:17:20.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:20 smithi083 ceph-mon[157819]: failed to encode map e130 with expected crc 2023-08-28T02:17:20.770 DEBUG:teuthology.orchestra.run.smithi040:> /bin/sh -c 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --no-log-to-stderr --name client.0 -b 65536 --object-size 65536 -p unique_pool_2 bench 90 write' 2023-08-28T02:17:20.772 INFO:tasks.radosbench:joining radosbench (timing out after 3000s) 2023-08-28T02:17:20.772 INFO:teuthology.orchestra.run:waiting for 3000 2023-08-28T02:17:20.833 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:hints = 1 2023-08-28T02:17:20.833 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Maintaining 16 concurrent writes of 65536 bytes to objects of size 65536 for up to 90 seconds or 0 objects 2023-08-28T02:17:20.833 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Object prefix: benchmark_data_smithi040_191604 2023-08-28T02:17:20.834 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-08-28T02:17:20.834 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 0 0 0 0 0 0 - 0 2023-08-28T02:17:21.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:21 smithi040 ceph-mon[175404]: pgmap v233: 89 pgs: 1 creating+peering, 13 unknown, 75 active+clean; 582 KiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2023-08-28T02:17:21.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:21 smithi040 ceph-mon[175404]: failed to encode map e130 with expected crc 2023-08-28T02:17:21.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:21 smithi040 ceph-mon[170259]: pgmap v233: 89 pgs: 1 creating+peering, 13 unknown, 75 active+clean; 582 KiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2023-08-28T02:17:21.734 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:21 smithi040 ceph-mon[170259]: failed to encode map e130 with expected crc 2023-08-28T02:17:21.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:21 smithi083 ceph-mon[157819]: pgmap v233: 89 pgs: 1 creating+peering, 13 unknown, 75 active+clean; 582 KiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2023-08-28T02:17:21.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:21 smithi083 ceph-mon[157819]: failed to encode map e130 with expected crc 2023-08-28T02:17:21.834 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 1 16 3072 3056 190.879 191 0.00476338 0.0052125 2023-08-28T02:17:22.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:22 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/746812938' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:17:22.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:22 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/746812938' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:17:22.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:22 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/746812938' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:17:22.834 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 2 16 5765 5749 179.591 168.312 0.0076563 0.00555499 2023-08-28T02:17:23.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:23 smithi040 ceph-mon[175404]: pgmap v234: 89 pgs: 89 active+clean; 29 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s wr, 83 op/s 2023-08-28T02:17:23.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:23 smithi040 ceph-mon[170259]: pgmap v234: 89 pgs: 89 active+clean; 29 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s wr, 83 op/s 2023-08-28T02:17:23.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:23 smithi083 ceph-mon[157819]: pgmap v234: 89 pgs: 89 active+clean; 29 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s wr, 83 op/s 2023-08-28T02:17:23.834 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 3 16 8534 8518 177.409 173.062 0.0127844 0.00563038 2023-08-28T02:17:24.834 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 4 16 10960 10944 170.957 151.625 0.00483719 0.00583969 2023-08-28T02:17:25.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:25 smithi040 ceph-mon[170259]: pgmap v235: 89 pgs: 89 active+clean; 90 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s wr, 226 op/s 2023-08-28T02:17:25.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:25 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1408421562' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:17:25.731 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:17:25 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:17:25] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-08-28T02:17:25.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:25 smithi040 ceph-mon[175404]: pgmap v235: 89 pgs: 89 active+clean; 90 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s wr, 226 op/s 2023-08-28T02:17:25.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:25 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1408421562' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:17:25.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:25 smithi083 ceph-mon[157819]: pgmap v235: 89 pgs: 89 active+clean; 90 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s wr, 226 op/s 2023-08-28T02:17:25.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:25 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1408421562' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:17:25.834 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 5 16 13323 13307 166.301 147.688 0.00581758 0.00600394 2023-08-28T02:17:26.835 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 6 15 15653 15638 162.851 145.688 0.00468989 0.00613331 2023-08-28T02:17:27.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:27 smithi040 ceph-mon[170259]: pgmap v236: 89 pgs: 89 active+clean; 295 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 37 MiB/s wr, 588 op/s 2023-08-28T02:17:27.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:27 smithi040 ceph-mon[175404]: pgmap v236: 89 pgs: 89 active+clean; 295 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 37 MiB/s wr, 588 op/s 2023-08-28T02:17:27.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:27 smithi083 ceph-mon[157819]: pgmap v236: 89 pgs: 89 active+clean; 295 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 37 MiB/s wr, 588 op/s 2023-08-28T02:17:27.835 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 7 16 17670 17654 157.586 126 0.00533397 0.00633959 2023-08-28T02:17:28.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:28 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3424975484' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:17:28.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:28 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3424975484' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:17:28.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:28 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3424975484' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:17:28.835 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 8 16 19808 19792 154.589 133.625 0.00813599 0.00646203 2023-08-28T02:17:29.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:29 smithi040 ceph-mon[170259]: pgmap v237: 89 pgs: 89 active+clean; 809 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 87 MiB/s wr, 1.39k op/s 2023-08-28T02:17:29.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:29 smithi040 ceph-mon[175404]: pgmap v237: 89 pgs: 89 active+clean; 809 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 87 MiB/s wr, 1.39k op/s 2023-08-28T02:17:29.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:29 smithi083 ceph-mon[157819]: pgmap v237: 89 pgs: 89 active+clean; 809 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 87 MiB/s wr, 1.39k op/s 2023-08-28T02:17:29.837 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 9 16 21730 21714 150.751 120.125 0.010501 0.00662791 2023-08-28T02:17:30.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:30 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:17:30.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:30 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:17:30.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:30 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3914248216' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:17:30.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:30 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:17:30.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:30 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:17:30.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:30 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3914248216' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:17:30.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:30 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:17:30.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:30 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:17:30.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:30 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3914248216' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:17:30.838 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 10 16 23587 23571 147.252 116.062 0.00862491 0.0067856 2023-08-28T02:17:31.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:31 smithi083 ceph-mon[157819]: pgmap v238: 89 pgs: 89 active+clean; 894 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 87 MiB/s wr, 1.38k op/s 2023-08-28T02:17:31.839 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 11 16 25490 25474 144.661 118.938 0.0075341 0.00690588 2023-08-28T02:17:31.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:31 smithi040 ceph-mon[170259]: pgmap v238: 89 pgs: 89 active+clean; 894 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 87 MiB/s wr, 1.38k op/s 2023-08-28T02:17:31.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:31 smithi040 ceph-mon[175404]: pgmap v238: 89 pgs: 89 active+clean; 894 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 87 MiB/s wr, 1.38k op/s 2023-08-28T02:17:32.839 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 12 16 27200 27184 141.512 106.875 0.0126653 0.00705765 2023-08-28T02:17:33.844 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 13 16 28849 28833 138.507 103.062 0.0121052 0.00721145 2023-08-28T02:17:33.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:33 smithi040 ceph-mon[175404]: pgmap v239: 89 pgs: 89 active+clean; 1.4 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 121 MiB/s wr, 1.94k op/s 2023-08-28T02:17:33.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:33 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3217754575' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:17:33.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:33 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-08-28T02:17:33.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:33 smithi040 ceph-mon[170259]: pgmap v239: 89 pgs: 89 active+clean; 1.4 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 121 MiB/s wr, 1.94k op/s 2023-08-28T02:17:33.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:33 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3217754575' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:17:33.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:33 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-08-28T02:17:33.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:33 smithi083 ceph-mon[157819]: pgmap v239: 89 pgs: 89 active+clean; 1.4 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 121 MiB/s wr, 1.94k op/s 2023-08-28T02:17:33.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:33 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3217754575' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:17:33.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:33 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-08-28T02:17:34.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:34 smithi040 ceph-mon[175404]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-08-28T02:17:34.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:34 smithi040 ceph-mon[175404]: Upgrade: osd.3 is safe to restart 2023-08-28T02:17:34.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:34 smithi040 ceph-mon[170259]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-08-28T02:17:34.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:34 smithi040 ceph-mon[170259]: Upgrade: osd.3 is safe to restart 2023-08-28T02:17:34.845 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 14 16 30444 30428 135.727 99.6875 0.00621916 0.00736167 2023-08-28T02:17:34.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:34 smithi083 ceph-mon[157819]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2023-08-28T02:17:34.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:34 smithi083 ceph-mon[157819]: Upgrade: osd.3 is safe to restart 2023-08-28T02:17:35.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:35 smithi040 ceph-mon[170259]: pgmap v240: 89 pgs: 89 active+clean; 1.5 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 124 MiB/s wr, 1.99k op/s 2023-08-28T02:17:35.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:35 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:17:35.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:35 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-08-28T02:17:35.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:35 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:17:35.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:35 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1908930412' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:17:35.733 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:17:35 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:17:35] "GET /metrics HTTP/1.1" 200 36312 "" "Prometheus/2.43.0" 2023-08-28T02:17:35.735 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:35 smithi040 ceph-mon[175404]: pgmap v240: 89 pgs: 89 active+clean; 1.5 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 124 MiB/s wr, 1.99k op/s 2023-08-28T02:17:35.735 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:35 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:17:35.735 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:35 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-08-28T02:17:35.735 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:35 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:17:35.735 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:35 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1908930412' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:17:35.845 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 15 16 31855 31839 132.559 88.1875 0.0121444 0.00753755 2023-08-28T02:17:35.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:35 smithi083 ceph-mon[157819]: pgmap v240: 89 pgs: 89 active+clean; 1.5 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 124 MiB/s wr, 1.99k op/s 2023-08-28T02:17:35.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:35 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:17:35.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:35 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-08-28T02:17:35.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:35 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:17:35.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:35 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1908930412' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:17:36.649 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:36 smithi040 ceph-mon[170259]: Upgrade: Updating osd.3 2023-08-28T02:17:36.649 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:36 smithi040 ceph-mon[170259]: Deploying daemon osd.3 on smithi040 2023-08-28T02:17:36.649 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:36 smithi040 ceph-mon[175404]: Upgrade: Updating osd.3 2023-08-28T02:17:36.649 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:36 smithi040 ceph-mon[175404]: Deploying daemon osd.3 on smithi040 2023-08-28T02:17:36.847 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 16 16 33431 33415 130.422 98.5 0.00695498 0.00766123 2023-08-28T02:17:36.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:36 smithi083 ceph-mon[157819]: Upgrade: Updating osd.3 2023-08-28T02:17:36.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:36 smithi083 ceph-mon[157819]: Deploying daemon osd.3 on smithi040 2023-08-28T02:17:37.545 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:37 smithi040 ceph-mon[170259]: pgmap v241: 89 pgs: 89 active+clean; 1.6 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 130 MiB/s wr, 2.08k op/s 2023-08-28T02:17:37.827 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:37 smithi040 ceph-mon[175404]: pgmap v241: 89 pgs: 89 active+clean; 1.6 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 130 MiB/s wr, 2.08k op/s 2023-08-28T02:17:37.848 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 17 16 34826 34810 127.88 87.1875 0.018063 0.00781273 2023-08-28T02:17:37.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:37 smithi083 ceph-mon[157819]: pgmap v241: 89 pgs: 89 active+clean; 1.6 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 130 MiB/s wr, 2.08k op/s 2023-08-28T02:17:38.847 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 18 15 36260 36245 125.759 89.6875 0.00984113 0.00794517 2023-08-28T02:17:38.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:38 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2166350037' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:17:38.985 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:38 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2166350037' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:17:38.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:38 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2166350037' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:17:39.734 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:39 smithi040 ceph-mon[170259]: pgmap v242: 89 pgs: 89 active+clean; 1.9 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 140 MiB/s wr, 2.24k op/s 2023-08-28T02:17:39.734 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:39 smithi040 ceph-mon[175404]: pgmap v242: 89 pgs: 89 active+clean; 1.9 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 140 MiB/s wr, 2.24k op/s 2023-08-28T02:17:39.735 INFO:journalctl@ceph.osd.3.smithi040.stdout:Aug 28 02:17:39 smithi040 systemd[1]: Stopping Ceph osd.3 for d9a8f48a-4546-11ee-817c-1b7a5f1ba315... 2023-08-28T02:17:39.848 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 19 16 37644 37628 123.685 86.4375 0.00621404 0.00807874 2023-08-28T02:17:39.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:39 smithi083 ceph-mon[157819]: pgmap v242: 89 pgs: 89 active+clean; 1.9 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 140 MiB/s wr, 2.24k op/s 2023-08-28T02:17:40.236 INFO:journalctl@ceph.osd.3.smithi040.stdout:Aug 28 02:17:39 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd-3[139065]: 2023-08-28T02:17:39.749+0000 7f53ad344700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-08-28T02:17:40.236 INFO:journalctl@ceph.osd.3.smithi040.stdout:Aug 28 02:17:39 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd-3[139065]: 2023-08-28T02:17:39.749+0000 7f53ad344700 -1 osd.3 130 *** Got signal Terminated *** 2023-08-28T02:17:40.236 INFO:journalctl@ceph.osd.3.smithi040.stdout:Aug 28 02:17:39 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd-3[139065]: 2023-08-28T02:17:39.749+0000 7f53ad344700 -1 osd.3 130 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-08-28T02:17:40.848 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:2023-08-28T02:17:40.849259+0000 min lat: 0.00140911 max lat: 0.0608516 avg lat: 0.00818909 2023-08-28T02:17:40.848 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-08-28T02:17:40.848 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 20 16 38612 38596 120.527 60.5 0.00265016 0.00818909 2023-08-28T02:17:40.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:40 smithi040 ceph-mon[170259]: osd.3 marked itself down and dead 2023-08-28T02:17:40.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:40 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/4173498913' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:17:40.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:40 smithi040 ceph-mon[175404]: osd.3 marked itself down and dead 2023-08-28T02:17:40.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:40 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/4173498913' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:17:40.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:40 smithi083 ceph-mon[157819]: osd.3 marked itself down and dead 2023-08-28T02:17:40.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:40 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/4173498913' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:17:41.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:41 smithi040 ceph-mon[175404]: pgmap v243: 89 pgs: 89 active+clean; 2.0 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 102 MiB/s wr, 1.63k op/s 2023-08-28T02:17:41.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:41 smithi040 ceph-mon[175404]: Health check failed: 1 osds down (OSD_DOWN) 2023-08-28T02:17:41.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:41 smithi040 ceph-mon[175404]: failed to encode map e131 with expected crc 2023-08-28T02:17:41.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:41 smithi040 ceph-mon[175404]: failed to encode map e131 with expected crc 2023-08-28T02:17:41.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:41 smithi040 ceph-mon[175404]: failed to encode map e131 with expected crc 2023-08-28T02:17:41.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:41 smithi040 ceph-mon[175404]: failed to encode map e131 with expected crc 2023-08-28T02:17:41.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:41 smithi040 ceph-mon[175404]: failed to encode map e131 with expected crc 2023-08-28T02:17:41.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:41 smithi040 ceph-mon[175404]: failed to encode map e131 with expected crc 2023-08-28T02:17:41.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:41 smithi040 ceph-mon[175404]: osdmap e131: 8 total, 7 up, 8 in 2023-08-28T02:17:41.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:41 smithi040 ceph-mon[170259]: pgmap v243: 89 pgs: 89 active+clean; 2.0 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 102 MiB/s wr, 1.63k op/s 2023-08-28T02:17:41.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:41 smithi040 ceph-mon[170259]: Health check failed: 1 osds down (OSD_DOWN) 2023-08-28T02:17:41.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:41 smithi040 ceph-mon[170259]: failed to encode map e131 with expected crc 2023-08-28T02:17:41.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:41 smithi040 ceph-mon[170259]: failed to encode map e131 with expected crc 2023-08-28T02:17:41.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:41 smithi040 ceph-mon[170259]: failed to encode map e131 with expected crc 2023-08-28T02:17:41.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:41 smithi040 ceph-mon[170259]: failed to encode map e131 with expected crc 2023-08-28T02:17:41.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:41 smithi040 ceph-mon[170259]: failed to encode map e131 with expected crc 2023-08-28T02:17:41.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:41 smithi040 ceph-mon[170259]: failed to encode map e131 with expected crc 2023-08-28T02:17:41.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:41 smithi040 ceph-mon[170259]: osdmap e131: 8 total, 7 up, 8 in 2023-08-28T02:17:41.733 INFO:journalctl@ceph.osd.3.smithi040.stdout:Aug 28 02:17:41 smithi040 bash[192264]: ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd-3 2023-08-28T02:17:41.848 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 21 16 39030 39014 116.03 26.125 0.00701731 0.00861342 2023-08-28T02:17:41.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:41 smithi083 ceph-mon[157819]: pgmap v243: 89 pgs: 89 active+clean; 2.0 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 102 MiB/s wr, 1.63k op/s 2023-08-28T02:17:41.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:41 smithi083 ceph-mon[157819]: Health check failed: 1 osds down (OSD_DOWN) 2023-08-28T02:17:41.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:41 smithi083 ceph-mon[157819]: failed to encode map e131 with expected crc 2023-08-28T02:17:41.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:41 smithi083 ceph-mon[157819]: failed to encode map e131 with expected crc 2023-08-28T02:17:41.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:41 smithi083 ceph-mon[157819]: failed to encode map e131 with expected crc 2023-08-28T02:17:41.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:41 smithi083 ceph-mon[157819]: failed to encode map e131 with expected crc 2023-08-28T02:17:41.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:41 smithi083 ceph-mon[157819]: failed to encode map e131 with expected crc 2023-08-28T02:17:41.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:41 smithi083 ceph-mon[157819]: failed to encode map e131 with expected crc 2023-08-28T02:17:41.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:41 smithi083 ceph-mon[157819]: osdmap e131: 8 total, 7 up, 8 in 2023-08-28T02:17:42.849 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 22 16 40675 40659 115.429 102.812 0.00827037 0.00865803 2023-08-28T02:17:42.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:42 smithi040 ceph-mon[175404]: failed to encode map e132 with expected crc 2023-08-28T02:17:42.984 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:42 smithi040 ceph-mon[175404]: failed to encode map e132 with expected crc 2023-08-28T02:17:42.984 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:42 smithi040 ceph-mon[175404]: failed to encode map e132 with expected crc 2023-08-28T02:17:42.984 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:42 smithi040 ceph-mon[175404]: failed to encode map e132 with expected crc 2023-08-28T02:17:42.984 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:42 smithi040 ceph-mon[175404]: failed to encode map e132 with expected crc 2023-08-28T02:17:42.984 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:42 smithi040 ceph-mon[175404]: osdmap e132: 8 total, 7 up, 8 in 2023-08-28T02:17:42.984 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:42 smithi040 ceph-mon[175404]: failed to encode map e132 with expected crc 2023-08-28T02:17:42.984 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:42 smithi040 ceph-mon[175404]: failed to encode map e132 with expected crc 2023-08-28T02:17:42.984 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:42 smithi040 ceph-mon[175404]: failed to encode map e132 with expected crc 2023-08-28T02:17:42.984 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:42 smithi040 ceph-mon[175404]: failed to encode map e132 with expected crc 2023-08-28T02:17:42.984 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:42 smithi040 ceph-mon[175404]: failed to encode map e132 with expected crc 2023-08-28T02:17:42.984 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:42 smithi040 ceph-mon[175404]: failed to encode map e132 with expected crc 2023-08-28T02:17:42.985 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:42 smithi040 ceph-mon[175404]: failed to encode map e132 with expected crc 2023-08-28T02:17:42.985 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:42 smithi040 ceph-mon[170259]: failed to encode map e132 with expected crc 2023-08-28T02:17:42.985 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:42 smithi040 ceph-mon[170259]: failed to encode map e132 with expected crc 2023-08-28T02:17:42.985 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:42 smithi040 ceph-mon[170259]: failed to encode map e132 with expected crc 2023-08-28T02:17:42.985 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:42 smithi040 ceph-mon[170259]: failed to encode map e132 with expected crc 2023-08-28T02:17:42.985 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:42 smithi040 ceph-mon[170259]: failed to encode map e132 with expected crc 2023-08-28T02:17:42.985 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:42 smithi040 ceph-mon[170259]: osdmap e132: 8 total, 7 up, 8 in 2023-08-28T02:17:42.985 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:42 smithi040 ceph-mon[170259]: failed to encode map e132 with expected crc 2023-08-28T02:17:42.985 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:42 smithi040 ceph-mon[170259]: failed to encode map e132 with expected crc 2023-08-28T02:17:42.985 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:42 smithi040 ceph-mon[170259]: failed to encode map e132 with expected crc 2023-08-28T02:17:42.986 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:42 smithi040 ceph-mon[170259]: failed to encode map e132 with expected crc 2023-08-28T02:17:42.986 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:42 smithi040 ceph-mon[170259]: failed to encode map e132 with expected crc 2023-08-28T02:17:42.986 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:42 smithi040 ceph-mon[170259]: failed to encode map e132 with expected crc 2023-08-28T02:17:42.986 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:42 smithi040 ceph-mon[170259]: failed to encode map e132 with expected crc 2023-08-28T02:17:42.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:42 smithi083 ceph-mon[157819]: failed to encode map e132 with expected crc 2023-08-28T02:17:42.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:42 smithi083 ceph-mon[157819]: failed to encode map e132 with expected crc 2023-08-28T02:17:42.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:42 smithi083 ceph-mon[157819]: failed to encode map e132 with expected crc 2023-08-28T02:17:42.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:42 smithi083 ceph-mon[157819]: failed to encode map e132 with expected crc 2023-08-28T02:17:42.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:42 smithi083 ceph-mon[157819]: failed to encode map e132 with expected crc 2023-08-28T02:17:42.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:42 smithi083 ceph-mon[157819]: osdmap e132: 8 total, 7 up, 8 in 2023-08-28T02:17:42.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:42 smithi083 ceph-mon[157819]: failed to encode map e132 with expected crc 2023-08-28T02:17:42.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:42 smithi083 ceph-mon[157819]: failed to encode map e132 with expected crc 2023-08-28T02:17:42.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:42 smithi083 ceph-mon[157819]: failed to encode map e132 with expected crc 2023-08-28T02:17:42.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:42 smithi083 ceph-mon[157819]: failed to encode map e132 with expected crc 2023-08-28T02:17:42.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:42 smithi083 ceph-mon[157819]: failed to encode map e132 with expected crc 2023-08-28T02:17:42.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:42 smithi083 ceph-mon[157819]: failed to encode map e132 with expected crc 2023-08-28T02:17:42.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:42 smithi083 ceph-mon[157819]: failed to encode map e132 with expected crc 2023-08-28T02:17:43.446 INFO:journalctl@ceph.osd.3.smithi040.stdout:Aug 28 02:17:43 smithi040 systemd[1]: ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315@osd.3.service: Succeeded. 2023-08-28T02:17:43.447 INFO:journalctl@ceph.osd.3.smithi040.stdout:Aug 28 02:17:43 smithi040 systemd[1]: Stopped Ceph osd.3 for d9a8f48a-4546-11ee-817c-1b7a5f1ba315. 2023-08-28T02:17:43.447 INFO:journalctl@ceph.osd.3.smithi040.stdout:Aug 28 02:17:43 smithi040 systemd[1]: Starting Ceph osd.3 for d9a8f48a-4546-11ee-817c-1b7a5f1ba315... 2023-08-28T02:17:43.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:43 smithi040 ceph-mon[170259]: pgmap v246: 89 pgs: 31 peering, 3 stale+active+clean, 55 active+clean; 2.3 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 102 MiB/s wr, 1.64k op/s 2023-08-28T02:17:43.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:43 smithi040 ceph-mon[170259]: Health check failed: Reduced data availability: 8 pgs inactive, 10 pgs peering (PG_AVAILABILITY) 2023-08-28T02:17:43.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:43 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1852282076' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:17:43.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:43 smithi040 ceph-mon[175404]: pgmap v246: 89 pgs: 31 peering, 3 stale+active+clean, 55 active+clean; 2.3 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 102 MiB/s wr, 1.64k op/s 2023-08-28T02:17:43.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:43 smithi040 ceph-mon[175404]: Health check failed: Reduced data availability: 8 pgs inactive, 10 pgs peering (PG_AVAILABILITY) 2023-08-28T02:17:43.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:43 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1852282076' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:17:43.849 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 23 16 42306 42290 114.84 101.938 0.00441477 0.00870015 2023-08-28T02:17:43.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:43 smithi083 ceph-mon[157819]: pgmap v246: 89 pgs: 31 peering, 3 stale+active+clean, 55 active+clean; 2.3 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 102 MiB/s wr, 1.64k op/s 2023-08-28T02:17:43.993 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:43 smithi083 ceph-mon[157819]: Health check failed: Reduced data availability: 8 pgs inactive, 10 pgs peering (PG_AVAILABILITY) 2023-08-28T02:17:43.993 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:43 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1852282076' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:17:44.850 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 24 16 44021 44005 114.515 107.188 0.00768918 0.0087276 2023-08-28T02:17:44.925 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:44 smithi040 ceph-mon[175404]: Health check failed: Degraded data redundancy: 5277/118308 objects degraded (4.460%), 2 pgs degraded (PG_DEGRADED) 2023-08-28T02:17:44.925 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:44 smithi040 ceph-mon[170259]: Health check failed: Degraded data redundancy: 5277/118308 objects degraded (4.460%), 2 pgs degraded (PG_DEGRADED) 2023-08-28T02:17:44.926 INFO:journalctl@ceph.osd.3.smithi040.stdout:Aug 28 02:17:44 smithi040 bash[192549]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2023-08-28T02:17:44.927 INFO:journalctl@ceph.osd.3.smithi040.stdout:Aug 28 02:17:44 smithi040 bash[192549]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2023-08-28T02:17:44.927 INFO:journalctl@ceph.osd.3.smithi040.stdout:Aug 28 02:17:44 smithi040 bash[192549]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2023-08-28T02:17:44.927 INFO:journalctl@ceph.osd.3.smithi040.stdout:Aug 28 02:17:44 smithi040 bash[192549]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2023-08-28T02:17:44.927 INFO:journalctl@ceph.osd.3.smithi040.stdout:Aug 28 02:17:44 smithi040 bash[192549]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2023-08-28T02:17:44.927 INFO:journalctl@ceph.osd.3.smithi040.stdout:Aug 28 02:17:44 smithi040 bash[192549]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2023-08-28T02:17:44.927 INFO:journalctl@ceph.osd.3.smithi040.stdout:Aug 28 02:17:44 smithi040 bash[192549]: --> ceph-volume raw activate successful for osd ID: 3 2023-08-28T02:17:44.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:44 smithi083 ceph-mon[157819]: Health check failed: Degraded data redundancy: 5277/118308 objects degraded (4.460%), 2 pgs degraded (PG_DEGRADED) 2023-08-28T02:17:45.664 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:17:45 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:17:45] "GET /metrics HTTP/1.1" 200 36385 "" "Prometheus/2.43.0" 2023-08-28T02:17:45.851 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 25 16 45569 45553 113.804 96.75 0.00874566 0.00878108 2023-08-28T02:17:45.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:45 smithi040 ceph-mon[175404]: pgmap v247: 89 pgs: 2 active+undersized+degraded, 31 peering, 3 active+undersized, 53 active+clean; 2.4 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 101 MiB/s wr, 1.62k op/s; 5277/118308 objects degraded (4.460%) 2023-08-28T02:17:45.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:45 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:17:45.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:45 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:17:45.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:45 smithi040 ceph-mon[170259]: pgmap v247: 89 pgs: 2 active+undersized+degraded, 31 peering, 3 active+undersized, 53 active+clean; 2.4 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 101 MiB/s wr, 1.62k op/s; 5277/118308 objects degraded (4.460%) 2023-08-28T02:17:45.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:45 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:17:45.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:45 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:17:45.983 INFO:journalctl@ceph.osd.3.smithi040.stdout:Aug 28 02:17:45 smithi040 bash[192830]: 24164d08f73bd19a1f42124105874a4c5936cc9a46b64884fdcae8b907abdfbc 2023-08-28T02:17:45.983 INFO:journalctl@ceph.osd.3.smithi040.stdout:Aug 28 02:17:45 smithi040 systemd[1]: Started Ceph osd.3 for d9a8f48a-4546-11ee-817c-1b7a5f1ba315. 2023-08-28T02:17:45.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:45 smithi083 ceph-mon[157819]: pgmap v247: 89 pgs: 2 active+undersized+degraded, 31 peering, 3 active+undersized, 53 active+clean; 2.4 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 101 MiB/s wr, 1.62k op/s; 5277/118308 objects degraded (4.460%) 2023-08-28T02:17:45.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:45 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:17:45.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:45 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:17:46.481 INFO:journalctl@ceph.osd.3.smithi040.stdout:Aug 28 02:17:46 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd-3[192841]: 2023-08-28T02:17:46.168+0000 7f790b874640 -1 Falling back to public interface 2023-08-28T02:17:46.851 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 26 16 47106 47090 113.121 96.0625 0.0168673 0.00883527 2023-08-28T02:17:46.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:46 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/451239301' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:17:46.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:46 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:17:46.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:46 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:17:46.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:46 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:17:46.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:46 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/451239301' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:17:46.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:46 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:17:46.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:46 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:17:46.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:46 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:17:46.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:46 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/451239301' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:17:46.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:46 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:17:46.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:46 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:17:46.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:46 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:17:47.851 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 27 16 48643 48627 112.489 96.0625 0.0120272 0.00888322 2023-08-28T02:17:47.969 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:47 smithi083 ceph-mon[157819]: pgmap v248: 89 pgs: 6 active+undersized+degraded, 23 peering, 7 active+undersized, 53 active+clean; 2.5 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 74 MiB/s wr, 1.18k op/s; 10892/123297 objects degraded (8.834%) 2023-08-28T02:17:47.980 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:47 smithi040 ceph-mon[175404]: pgmap v248: 89 pgs: 6 active+undersized+degraded, 23 peering, 7 active+undersized, 53 active+clean; 2.5 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 74 MiB/s wr, 1.18k op/s; 10892/123297 objects degraded (8.834%) 2023-08-28T02:17:47.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:47 smithi040 ceph-mon[170259]: pgmap v248: 89 pgs: 6 active+undersized+degraded, 23 peering, 7 active+undersized, 53 active+clean; 2.5 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 74 MiB/s wr, 1.18k op/s; 10892/123297 objects degraded (8.834%) 2023-08-28T02:17:48.852 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 28 15 50031 50016 111.572 86.8125 0.0179882 0.00895732 2023-08-28T02:17:48.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:48 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3270769107' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:17:48.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:48 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3270769107' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:17:48.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:48 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3270769107' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:17:49.851 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 29 16 51490 51474 110.867 91.125 0.00901143 0.00901429 2023-08-28T02:17:49.985 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:49 smithi040 ceph-mon[170259]: pgmap v249: 89 pgs: 12 active+undersized+degraded, 24 active+undersized, 53 active+clean; 2.7 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 96 MiB/s wr, 1.54k op/s; 25383/134616 objects degraded (18.856%); 16 KiB/s, 0 objects/s recovering 2023-08-28T02:17:49.985 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:49 smithi040 ceph-mon[170259]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 4 pgs inactive, 5 pgs peering) 2023-08-28T02:17:49.985 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:49 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:17:49.986 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:49 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:17:49.986 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:49 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:17:49.986 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:49 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:17:49.986 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:49 smithi040 ceph-mon[175404]: pgmap v249: 89 pgs: 12 active+undersized+degraded, 24 active+undersized, 53 active+clean; 2.7 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 96 MiB/s wr, 1.54k op/s; 25383/134616 objects degraded (18.856%); 16 KiB/s, 0 objects/s recovering 2023-08-28T02:17:49.986 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:49 smithi040 ceph-mon[175404]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 4 pgs inactive, 5 pgs peering) 2023-08-28T02:17:49.986 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:49 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:17:49.986 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:49 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:17:49.986 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:49 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:17:49.986 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:49 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:17:49.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:49 smithi083 ceph-mon[157819]: pgmap v249: 89 pgs: 12 active+undersized+degraded, 24 active+undersized, 53 active+clean; 2.7 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 96 MiB/s wr, 1.54k op/s; 25383/134616 objects degraded (18.856%); 16 KiB/s, 0 objects/s recovering 2023-08-28T02:17:49.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:49 smithi083 ceph-mon[157819]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 4 pgs inactive, 5 pgs peering) 2023-08-28T02:17:49.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:49 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:17:49.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:49 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:17:49.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:49 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:17:49.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:49 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:17:50.854 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 30 16 52824 52808 109.943 83.375 0.00350226 0.00909049 2023-08-28T02:17:50.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:50 smithi040 ceph-mon[170259]: pgmap v250: 89 pgs: 12 active+undersized+degraded, 24 active+undersized, 53 active+clean; 2.9 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 97 MiB/s wr, 1.56k op/s; 26382/140499 objects degraded (18.777%); 14 KiB/s, 0 objects/s recovering 2023-08-28T02:17:50.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:50 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 25383/134616 objects degraded (18.856%), 12 pgs degraded (PG_DEGRADED) 2023-08-28T02:17:50.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:50 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:17:50.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:50 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:17:50.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:50 smithi040 ceph-mon[175404]: pgmap v250: 89 pgs: 12 active+undersized+degraded, 24 active+undersized, 53 active+clean; 2.9 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 97 MiB/s wr, 1.56k op/s; 26382/140499 objects degraded (18.777%); 14 KiB/s, 0 objects/s recovering 2023-08-28T02:17:50.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:50 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 25383/134616 objects degraded (18.856%), 12 pgs degraded (PG_DEGRADED) 2023-08-28T02:17:50.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:50 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:17:50.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:50 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:17:50.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:50 smithi083 ceph-mon[157819]: pgmap v250: 89 pgs: 12 active+undersized+degraded, 24 active+undersized, 53 active+clean; 2.9 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 97 MiB/s wr, 1.56k op/s; 26382/140499 objects degraded (18.777%); 14 KiB/s, 0 objects/s recovering 2023-08-28T02:17:50.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:50 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 25383/134616 objects degraded (18.856%), 12 pgs degraded (PG_DEGRADED) 2023-08-28T02:17:50.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:50 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:17:50.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:50 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:17:51.854 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 31 16 54103 54087 108.975 79.9375 0.00677012 0.0091709 2023-08-28T02:17:51.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:51 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3451563386' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:17:52.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:51 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3451563386' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:17:52.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:51 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3451563386' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:17:52.854 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 32 16 55511 55495 108.32 88 0.0227752 0.00922667 2023-08-28T02:17:53.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:52 smithi040 ceph-mon[175404]: pgmap v251: 89 pgs: 12 active+undersized+degraded, 24 active+undersized, 53 active+clean; 3.2 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 91 MiB/s wr, 1.46k op/s; 29587/156777 objects degraded (18.872%); 13 KiB/s, 0 objects/s recovering 2023-08-28T02:17:53.234 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:52 smithi040 ceph-mon[170259]: pgmap v251: 89 pgs: 12 active+undersized+degraded, 24 active+undersized, 53 active+clean; 3.2 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 91 MiB/s wr, 1.46k op/s; 29587/156777 objects degraded (18.872%); 13 KiB/s, 0 objects/s recovering 2023-08-28T02:17:53.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:52 smithi083 ceph-mon[157819]: pgmap v251: 89 pgs: 12 active+undersized+degraded, 24 active+undersized, 53 active+clean; 3.2 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 91 MiB/s wr, 1.46k op/s; 29587/156777 objects degraded (18.872%); 13 KiB/s, 0 objects/s recovering 2023-08-28T02:17:53.855 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 33 16 56740 56724 107.361 76.8125 0.00752507 0.00930866 2023-08-28T02:17:54.230 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:53 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3577517602' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:17:54.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:53 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3577517602' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:17:54.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:53 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3577517602' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:17:54.856 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 34 16 58079 58063 106.663 83.6875 0.0101208 0.00936895 2023-08-28T02:17:55.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:54 smithi040 ceph-mon[170259]: pgmap v252: 89 pgs: 12 active+undersized+degraded, 24 active+undersized, 53 active+clean; 3.3 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 86 MiB/s wr, 1.37k op/s; 30415/161769 objects degraded (18.802%); 11 KiB/s, 0 objects/s recovering 2023-08-28T02:17:55.236 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:54 smithi040 ceph-mon[175404]: pgmap v252: 89 pgs: 12 active+undersized+degraded, 24 active+undersized, 53 active+clean; 3.3 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 86 MiB/s wr, 1.37k op/s; 30415/161769 objects degraded (18.802%); 11 KiB/s, 0 objects/s recovering 2023-08-28T02:17:55.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:54 smithi083 ceph-mon[157819]: pgmap v252: 89 pgs: 12 active+undersized+degraded, 24 active+undersized, 53 active+clean; 3.3 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 86 MiB/s wr, 1.37k op/s; 30415/161769 objects degraded (18.802%); 11 KiB/s, 0 objects/s recovering 2023-08-28T02:17:55.731 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:17:55 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:17:55] "GET /metrics HTTP/1.1" 200 36385 "" "Prometheus/2.43.0" 2023-08-28T02:17:55.731 INFO:journalctl@ceph.osd.3.smithi040.stdout:Aug 28 02:17:55 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd-3[192841]: 2023-08-28T02:17:55.291+0000 7f790b874640 -1 osd.3 130 log_to_monitors true 2023-08-28T02:17:55.859 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 35 16 59505 59489 106.154 89.125 0.0248791 0.00941528 2023-08-28T02:17:56.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:55 smithi040 ceph-mon[170259]: from='osd.3 [v2:172.21.15.40:6826/3214015668,v1:172.21.15.40:6827/3214015668]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-08-28T02:17:56.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:55 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 30415/161769 objects degraded (18.802%), 12 pgs degraded (PG_DEGRADED) 2023-08-28T02:17:56.232 INFO:journalctl@ceph.osd.3.smithi040.stdout:Aug 28 02:17:55 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd-3[192841]: 2023-08-28T02:17:55.839+0000 7f78f9cda700 -1 osd.3 130 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-08-28T02:17:56.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:55 smithi040 ceph-mon[175404]: from='osd.3 [v2:172.21.15.40:6826/3214015668,v1:172.21.15.40:6827/3214015668]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-08-28T02:17:56.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:55 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 30415/161769 objects degraded (18.802%), 12 pgs degraded (PG_DEGRADED) 2023-08-28T02:17:56.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:55 smithi083 ceph-mon[157819]: from='osd.3 [v2:172.21.15.40:6826/3214015668,v1:172.21.15.40:6827/3214015668]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-08-28T02:17:56.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:55 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 30415/161769 objects degraded (18.802%), 12 pgs degraded (PG_DEGRADED) 2023-08-28T02:17:56.788 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:56 smithi040 ceph-mon[170259]: pgmap v253: 89 pgs: 12 active+undersized+degraded, 24 active+undersized, 53 active+clean; 3.4 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 86 MiB/s wr, 1.37k op/s; 31612/167712 objects degraded (18.849%); 11 KiB/s, 0 objects/s recovering 2023-08-28T02:17:56.788 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:56 smithi040 ceph-mon[170259]: failed to encode map e133 with expected crc 2023-08-28T02:17:56.788 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:56 smithi040 ceph-mon[170259]: failed to encode map e133 with expected crc 2023-08-28T02:17:56.788 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:56 smithi040 ceph-mon[170259]: from='osd.3 [v2:172.21.15.40:6826/3214015668,v1:172.21.15.40:6827/3214015668]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-08-28T02:17:56.788 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:56 smithi040 ceph-mon[170259]: osdmap e133: 8 total, 7 up, 8 in 2023-08-28T02:17:56.788 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:56 smithi040 ceph-mon[170259]: from='osd.3 [v2:172.21.15.40:6826/3214015668,v1:172.21.15.40:6827/3214015668]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2023-08-28T02:17:56.788 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:56 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1246686317' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:17:56.789 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:56 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:17:56.789 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:56 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:17:56.789 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:56 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:17:56.789 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:56 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:17:56.789 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:56 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:17:56.859 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 36 16 60886 60870 105.603 86.3125 0.00358476 0.00945586 2023-08-28T02:17:57.231 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:17:56 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: 2023-08-28T02:17:56.850+0000 7fca145f2700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (9 PGs are or would become offline) 2023-08-28T02:17:57.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:56 smithi040 ceph-mon[175404]: pgmap v253: 89 pgs: 12 active+undersized+degraded, 24 active+undersized, 53 active+clean; 3.4 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 86 MiB/s wr, 1.37k op/s; 31612/167712 objects degraded (18.849%); 11 KiB/s, 0 objects/s recovering 2023-08-28T02:17:57.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:56 smithi040 ceph-mon[175404]: failed to encode map e133 with expected crc 2023-08-28T02:17:57.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:56 smithi040 ceph-mon[175404]: failed to encode map e133 with expected crc 2023-08-28T02:17:57.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:56 smithi040 ceph-mon[175404]: from='osd.3 [v2:172.21.15.40:6826/3214015668,v1:172.21.15.40:6827/3214015668]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-08-28T02:17:57.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:56 smithi040 ceph-mon[175404]: osdmap e133: 8 total, 7 up, 8 in 2023-08-28T02:17:57.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:56 smithi040 ceph-mon[175404]: from='osd.3 [v2:172.21.15.40:6826/3214015668,v1:172.21.15.40:6827/3214015668]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2023-08-28T02:17:57.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:56 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1246686317' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:17:57.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:56 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:17:57.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:56 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:17:57.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:56 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:17:57.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:56 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:17:57.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:56 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:17:57.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:56 smithi083 ceph-mon[157819]: pgmap v253: 89 pgs: 12 active+undersized+degraded, 24 active+undersized, 53 active+clean; 3.4 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 86 MiB/s wr, 1.37k op/s; 31612/167712 objects degraded (18.849%); 11 KiB/s, 0 objects/s recovering 2023-08-28T02:17:57.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:56 smithi083 ceph-mon[157819]: failed to encode map e133 with expected crc 2023-08-28T02:17:57.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:56 smithi083 ceph-mon[157819]: failed to encode map e133 with expected crc 2023-08-28T02:17:57.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:56 smithi083 ceph-mon[157819]: from='osd.3 [v2:172.21.15.40:6826/3214015668,v1:172.21.15.40:6827/3214015668]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-08-28T02:17:57.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:56 smithi083 ceph-mon[157819]: osdmap e133: 8 total, 7 up, 8 in 2023-08-28T02:17:57.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:56 smithi083 ceph-mon[157819]: from='osd.3 [v2:172.21.15.40:6826/3214015668,v1:172.21.15.40:6827/3214015668]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2023-08-28T02:17:57.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:56 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1246686317' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:17:57.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:56 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:17:57.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:56 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:17:57.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:56 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:17:57.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:56 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:17:57.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:56 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:17:57.859 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 37 16 60886 60870 102.75 0 - 0.00945586 2023-08-28T02:17:58.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:57 smithi040 ceph-mon[170259]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-08-28T02:17:58.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:57 smithi040 ceph-mon[170259]: osd.3 [v2:172.21.15.40:6826/3214015668,v1:172.21.15.40:6827/3214015668] boot 2023-08-28T02:17:58.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:57 smithi040 ceph-mon[170259]: osdmap e134: 8 total, 8 up, 8 in 2023-08-28T02:17:58.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:57 smithi040 ceph-mon[170259]: failed to encode map e134 with expected crc 2023-08-28T02:17:58.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:57 smithi040 ceph-mon[170259]: failed to encode map e134 with expected crc 2023-08-28T02:17:58.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:57 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-08-28T02:17:58.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:57 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:17:58.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:57 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-08-28T02:17:58.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:57 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-08-28T02:17:58.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:57 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-08-28T02:17:58.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:57 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2023-08-28T02:17:58.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:57 smithi040 ceph-mon[170259]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2023-08-28T02:17:58.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:57 smithi040 ceph-mon[170259]: Upgrade: unsafe to stop osd(s) at this time (9 PGs are or would become offline) 2023-08-28T02:17:58.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:57 smithi040 ceph-mon[175404]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-08-28T02:17:58.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:57 smithi040 ceph-mon[175404]: osd.3 [v2:172.21.15.40:6826/3214015668,v1:172.21.15.40:6827/3214015668] boot 2023-08-28T02:17:58.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:57 smithi040 ceph-mon[175404]: osdmap e134: 8 total, 8 up, 8 in 2023-08-28T02:17:58.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:57 smithi040 ceph-mon[175404]: failed to encode map e134 with expected crc 2023-08-28T02:17:58.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:57 smithi040 ceph-mon[175404]: failed to encode map e134 with expected crc 2023-08-28T02:17:58.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:57 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-08-28T02:17:58.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:57 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:17:58.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:57 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-08-28T02:17:58.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:57 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-08-28T02:17:58.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:57 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-08-28T02:17:58.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:57 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2023-08-28T02:17:58.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:57 smithi040 ceph-mon[175404]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2023-08-28T02:17:58.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:57 smithi040 ceph-mon[175404]: Upgrade: unsafe to stop osd(s) at this time (9 PGs are or would become offline) 2023-08-28T02:17:58.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:57 smithi083 ceph-mon[157819]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-08-28T02:17:58.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:57 smithi083 ceph-mon[157819]: osd.3 [v2:172.21.15.40:6826/3214015668,v1:172.21.15.40:6827/3214015668] boot 2023-08-28T02:17:58.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:57 smithi083 ceph-mon[157819]: osdmap e134: 8 total, 8 up, 8 in 2023-08-28T02:17:58.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:57 smithi083 ceph-mon[157819]: failed to encode map e134 with expected crc 2023-08-28T02:17:58.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:57 smithi083 ceph-mon[157819]: failed to encode map e134 with expected crc 2023-08-28T02:17:58.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:57 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-08-28T02:17:58.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:57 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:17:58.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:57 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-08-28T02:17:58.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:57 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-08-28T02:17:58.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:57 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2023-08-28T02:17:58.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:57 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2023-08-28T02:17:58.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:57 smithi083 ceph-mon[157819]: from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2023-08-28T02:17:58.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:57 smithi083 ceph-mon[157819]: Upgrade: unsafe to stop osd(s) at this time (9 PGs are or would become offline) 2023-08-28T02:17:58.537 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 18.2.0-187-g9cf20820 (9cf208207dfe23ffccb33308b22e51570cb45e51) reef (stable)": 4 2023-08-28T02:17:58.859 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 38 16 60886 60870 100.048 0 - 0.00945586 2023-08-28T02:17:59.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:58 smithi040 ceph-mon[175404]: pgmap v256: 89 pgs: 12 active+undersized+degraded, 24 active+undersized, 53 active+clean; 3.6 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 94 MiB/s wr, 1.51k op/s; 33362/176679 objects degraded (18.883%) 2023-08-28T02:17:59.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:58 smithi040 ceph-mon[175404]: failed to encode map e135 with expected crc 2023-08-28T02:17:59.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:58 smithi040 ceph-mon[175404]: failed to encode map e135 with expected crc 2023-08-28T02:17:59.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:58 smithi040 ceph-mon[175404]: osdmap e135: 8 total, 8 up, 8 in 2023-08-28T02:17:59.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:58 smithi040 ceph-mon[175404]: failed to encode map e135 with expected crc 2023-08-28T02:17:59.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:58 smithi040 ceph-mon[175404]: failed to encode map e135 with expected crc 2023-08-28T02:17:59.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:58 smithi040 ceph-mon[175404]: failed to encode map e135 with expected crc 2023-08-28T02:17:59.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:58 smithi040 ceph-mon[175404]: failed to encode map e135 with expected crc 2023-08-28T02:17:59.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:58 smithi040 ceph-mon[175404]: failed to encode map e135 with expected crc 2023-08-28T02:17:59.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:58 smithi040 ceph-mon[175404]: failed to encode map e135 with expected crc 2023-08-28T02:17:59.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:58 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3860136964' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:17:59.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:58 smithi040 ceph-mon[170259]: pgmap v256: 89 pgs: 12 active+undersized+degraded, 24 active+undersized, 53 active+clean; 3.6 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 94 MiB/s wr, 1.51k op/s; 33362/176679 objects degraded (18.883%) 2023-08-28T02:17:59.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:58 smithi040 ceph-mon[170259]: failed to encode map e135 with expected crc 2023-08-28T02:17:59.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:58 smithi040 ceph-mon[170259]: failed to encode map e135 with expected crc 2023-08-28T02:17:59.234 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:58 smithi040 ceph-mon[170259]: osdmap e135: 8 total, 8 up, 8 in 2023-08-28T02:17:59.234 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:58 smithi040 ceph-mon[170259]: failed to encode map e135 with expected crc 2023-08-28T02:17:59.234 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:58 smithi040 ceph-mon[170259]: failed to encode map e135 with expected crc 2023-08-28T02:17:59.234 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:58 smithi040 ceph-mon[170259]: failed to encode map e135 with expected crc 2023-08-28T02:17:59.234 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:58 smithi040 ceph-mon[170259]: failed to encode map e135 with expected crc 2023-08-28T02:17:59.234 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:58 smithi040 ceph-mon[170259]: failed to encode map e135 with expected crc 2023-08-28T02:17:59.234 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:58 smithi040 ceph-mon[170259]: failed to encode map e135 with expected crc 2023-08-28T02:17:59.234 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:58 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3860136964' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:17:59.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:58 smithi083 ceph-mon[157819]: pgmap v256: 89 pgs: 12 active+undersized+degraded, 24 active+undersized, 53 active+clean; 3.6 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 94 MiB/s wr, 1.51k op/s; 33362/176679 objects degraded (18.883%) 2023-08-28T02:17:59.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:58 smithi083 ceph-mon[157819]: failed to encode map e135 with expected crc 2023-08-28T02:17:59.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:58 smithi083 ceph-mon[157819]: failed to encode map e135 with expected crc 2023-08-28T02:17:59.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:58 smithi083 ceph-mon[157819]: osdmap e135: 8 total, 8 up, 8 in 2023-08-28T02:17:59.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:58 smithi083 ceph-mon[157819]: failed to encode map e135 with expected crc 2023-08-28T02:17:59.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:58 smithi083 ceph-mon[157819]: failed to encode map e135 with expected crc 2023-08-28T02:17:59.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:58 smithi083 ceph-mon[157819]: failed to encode map e135 with expected crc 2023-08-28T02:17:59.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:58 smithi083 ceph-mon[157819]: failed to encode map e135 with expected crc 2023-08-28T02:17:59.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:58 smithi083 ceph-mon[157819]: failed to encode map e135 with expected crc 2023-08-28T02:17:59.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:58 smithi083 ceph-mon[157819]: failed to encode map e135 with expected crc 2023-08-28T02:17:59.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:58 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3860136964' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2023-08-28T02:17:59.860 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 39 16 61715 61699 98.8104 17.2708 0.0126399 0.0101142 2023-08-28T02:18:00.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:59 smithi040 ceph-mon[175404]: failed to encode map e136 with expected crc 2023-08-28T02:18:00.234 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:59 smithi040 ceph-mon[175404]: failed to encode map e136 with expected crc 2023-08-28T02:18:00.234 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:59 smithi040 ceph-mon[175404]: failed to encode map e136 with expected crc 2023-08-28T02:18:00.234 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:59 smithi040 ceph-mon[175404]: failed to encode map e136 with expected crc 2023-08-28T02:18:00.234 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:59 smithi040 ceph-mon[175404]: osdmap e136: 8 total, 8 up, 8 in 2023-08-28T02:18:00.234 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:59 smithi040 ceph-mon[175404]: failed to encode map e136 with expected crc 2023-08-28T02:18:00.234 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:59 smithi040 ceph-mon[175404]: failed to encode map e136 with expected crc 2023-08-28T02:18:00.234 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:59 smithi040 ceph-mon[175404]: failed to encode map e136 with expected crc 2023-08-28T02:18:00.234 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:59 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:18:00.234 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:17:59 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:18:00.235 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:59 smithi040 ceph-mon[170259]: failed to encode map e136 with expected crc 2023-08-28T02:18:00.235 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:59 smithi040 ceph-mon[170259]: failed to encode map e136 with expected crc 2023-08-28T02:18:00.235 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:59 smithi040 ceph-mon[170259]: failed to encode map e136 with expected crc 2023-08-28T02:18:00.235 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:59 smithi040 ceph-mon[170259]: failed to encode map e136 with expected crc 2023-08-28T02:18:00.235 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:59 smithi040 ceph-mon[170259]: osdmap e136: 8 total, 8 up, 8 in 2023-08-28T02:18:00.235 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:59 smithi040 ceph-mon[170259]: failed to encode map e136 with expected crc 2023-08-28T02:18:00.235 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:59 smithi040 ceph-mon[170259]: failed to encode map e136 with expected crc 2023-08-28T02:18:00.235 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:59 smithi040 ceph-mon[170259]: failed to encode map e136 with expected crc 2023-08-28T02:18:00.235 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:59 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:18:00.235 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:17:59 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:18:00.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:59 smithi083 ceph-mon[157819]: failed to encode map e136 with expected crc 2023-08-28T02:18:00.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:59 smithi083 ceph-mon[157819]: failed to encode map e136 with expected crc 2023-08-28T02:18:00.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:59 smithi083 ceph-mon[157819]: failed to encode map e136 with expected crc 2023-08-28T02:18:00.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:59 smithi083 ceph-mon[157819]: failed to encode map e136 with expected crc 2023-08-28T02:18:00.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:59 smithi083 ceph-mon[157819]: osdmap e136: 8 total, 8 up, 8 in 2023-08-28T02:18:00.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:59 smithi083 ceph-mon[157819]: failed to encode map e136 with expected crc 2023-08-28T02:18:00.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:59 smithi083 ceph-mon[157819]: failed to encode map e136 with expected crc 2023-08-28T02:18:00.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:59 smithi083 ceph-mon[157819]: failed to encode map e136 with expected crc 2023-08-28T02:18:00.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:59 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:18:00.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:17:59 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:18:00.860 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:2023-08-28T02:18:00.861660+0000 min lat: 0.00140911 max lat: 2.20491 avg lat: 0.0102136 2023-08-28T02:18:00.860 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-08-28T02:18:00.860 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 40 16 62687 62671 97.8582 60.75 0.0236302 0.0102136 2023-08-28T02:18:01.235 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:18:00 smithi040 ceph-mon[170259]: pgmap v259: 89 pgs: 2 remapped+peering, 10 active+undersized+degraded, 22 active+undersized, 55 active+clean; 3.7 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 64 MiB/s wr, 1.03k op/s; 26258/180096 objects degraded (14.580%) 2023-08-28T02:18:01.235 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:18:00 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 33362/176679 objects degraded (18.883%), 12 pgs degraded (PG_DEGRADED) 2023-08-28T02:18:01.238 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:18:00 smithi040 ceph-mon[175404]: pgmap v259: 89 pgs: 2 remapped+peering, 10 active+undersized+degraded, 22 active+undersized, 55 active+clean; 3.7 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 64 MiB/s wr, 1.03k op/s; 26258/180096 objects degraded (14.580%) 2023-08-28T02:18:01.238 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:18:00 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 33362/176679 objects degraded (18.883%), 12 pgs degraded (PG_DEGRADED) 2023-08-28T02:18:01.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:18:00 smithi083 ceph-mon[157819]: pgmap v259: 89 pgs: 2 remapped+peering, 10 active+undersized+degraded, 22 active+undersized, 55 active+clean; 3.7 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 64 MiB/s wr, 1.03k op/s; 26258/180096 objects degraded (14.580%) 2023-08-28T02:18:01.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:18:00 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 33362/176679 objects degraded (18.883%), 12 pgs degraded (PG_DEGRADED) 2023-08-28T02:18:01.442 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -e sha1=9cf208207dfe23ffccb33308b22e51570cb45e51 -- bash -c 'ceph orch upgrade pause' 2023-08-28T02:18:01.860 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 41 16 63574 63558 96.824 55.4375 0.0238461 0.0103215 2023-08-28T02:18:01.998 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:18:02.860 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 42 16 64515 64499 95.9193 58.8125 0.00806274 0.01042 2023-08-28T02:18:03.182 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:18:02 smithi040 ceph-mon[170259]: pgmap v260: 89 pgs: 7 active+recovery_wait+undersized+degraded+remapped, 2 remapped+peering, 80 active+clean; 3.8 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 62 MiB/s wr, 997 op/s; 9792/186996 objects degraded (5.236%); 43 KiB/s, 0 objects/s recovering 2023-08-28T02:18:03.183 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:18:02 smithi040 ceph-mon[175404]: pgmap v260: 89 pgs: 7 active+recovery_wait+undersized+degraded+remapped, 2 remapped+peering, 80 active+clean; 3.8 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 62 MiB/s wr, 997 op/s; 9792/186996 objects degraded (5.236%); 43 KiB/s, 0 objects/s recovering 2023-08-28T02:18:03.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:18:02 smithi083 ceph-mon[157819]: pgmap v260: 89 pgs: 7 active+recovery_wait+undersized+degraded+remapped, 2 remapped+peering, 80 active+clean; 3.8 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 62 MiB/s wr, 997 op/s; 9792/186996 objects degraded (5.236%); 43 KiB/s, 0 objects/s recovering 2023-08-28T02:18:03.864 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 43 16 65373 65357 94.9299 53.625 0.0224745 0.0105269 2023-08-28T02:18:04.602 INFO:teuthology.orchestra.run.smithi040.stdout:Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:90e74e9dbaafb6b50d53d065fb7fed5018d4dfbdd16f414a8aaabb53a6e7a3a8 2023-08-28T02:18:04.863 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 44 16 66215 66199 93.9689 52.625 0.0212767 0.0106364 2023-08-28T02:18:05.126 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -e sha1=9cf208207dfe23ffccb33308b22e51570cb45e51 -- bash -c 'ceph orch ps' 2023-08-28T02:18:05.391 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:18:05 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:18:05] "GET /metrics HTTP/1.1" 200 36242 "" "Prometheus/2.43.0" 2023-08-28T02:18:05.674 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:18:05.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:18:05 smithi040 ceph-mon[170259]: pgmap v261: 89 pgs: 8 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 80 active+clean; 3.9 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 41 MiB/s wr, 650 op/s; 12323/190248 objects degraded (6.477%); 2.3 MiB/s, 37 objects/s recovering 2023-08-28T02:18:05.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:18:05 smithi040 ceph-mon[170259]: from='client.54412 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:18:05.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:18:05 smithi040 ceph-mon[170259]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:90e74e9dbaafb6b50d53d065fb7fed5018d4dfbdd16f414a8aaabb53a6e7a3a8 2023-08-28T02:18:05.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:18:05 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:18:05.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:18:05 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 12323/190248 objects degraded (6.477%), 9 pgs degraded (PG_DEGRADED) 2023-08-28T02:18:05.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:18:05 smithi040 ceph-mon[175404]: pgmap v261: 89 pgs: 8 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 80 active+clean; 3.9 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 41 MiB/s wr, 650 op/s; 12323/190248 objects degraded (6.477%); 2.3 MiB/s, 37 objects/s recovering 2023-08-28T02:18:05.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:18:05 smithi040 ceph-mon[175404]: from='client.54412 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:18:05.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:18:05 smithi040 ceph-mon[175404]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:90e74e9dbaafb6b50d53d065fb7fed5018d4dfbdd16f414a8aaabb53a6e7a3a8 2023-08-28T02:18:05.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:18:05 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:18:05.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:18:05 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 12323/190248 objects degraded (6.477%), 9 pgs degraded (PG_DEGRADED) 2023-08-28T02:18:05.863 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 45 16 67060 67044 93.0542 52.8125 0.027664 0.0107398 2023-08-28T02:18:05.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:18:05 smithi083 ceph-mon[157819]: pgmap v261: 89 pgs: 8 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 80 active+clean; 3.9 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 41 MiB/s wr, 650 op/s; 12323/190248 objects degraded (6.477%); 2.3 MiB/s, 37 objects/s recovering 2023-08-28T02:18:05.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:18:05 smithi083 ceph-mon[157819]: from='client.54412 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:18:05.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:18:05 smithi083 ceph-mon[157819]: Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:90e74e9dbaafb6b50d53d065fb7fed5018d4dfbdd16f414a8aaabb53a6e7a3a8 2023-08-28T02:18:05.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:18:05 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:18:05.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:18:05 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 12323/190248 objects degraded (6.477%), 9 pgs degraded (PG_DEGRADED) 2023-08-28T02:18:06.866 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 46 16 67921 67905 92.1966 53.8125 0.0151744 0.0108396 2023-08-28T02:18:07.613 INFO:teuthology.orchestra.run.smithi040.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-08-28T02:18:07.613 INFO:teuthology.orchestra.run.smithi040.stdout:alertmanager.a smithi040 *:9093,9094 running (8m) 18s ago 10m 27.6M - 0.25.0 c8568f914cd2 1f931b11b0e5 2023-08-28T02:18:07.613 INFO:teuthology.orchestra.run.smithi040.stdout:grafana.a smithi083 *:3000 running (7m) 18s ago 10m 96.3M - 9.4.7 2c41d148cca3 5a302d68ee4a 2023-08-28T02:18:07.613 INFO:teuthology.orchestra.run.smithi040.stdout:mds.foo.smithi040.wmhbsz smithi040 running (10m) 18s ago 10m 20.7M - 17.2.6-1016-g4fe39952 d5e2f73f133d 5d5fe7a01215 2023-08-28T02:18:07.613 INFO:teuthology.orchestra.run.smithi040.stdout:mds.foo.smithi083.wzayvx smithi083 running (10m) 18s ago 10m 16.2M - 17.2.6-1016-g4fe39952 d5e2f73f133d ab81982afc87 2023-08-28T02:18:07.614 INFO:teuthology.orchestra.run.smithi040.stdout:mgr.x smithi083 *:8443,9283,8765 running (7m) 18s ago 13m 449M - 18.2.0-187-g9cf20820 62b871dea10e 0c7cb81d2737 2023-08-28T02:18:07.614 INFO:teuthology.orchestra.run.smithi040.stdout:mgr.y smithi040 *:8443,9283,8765 running (7m) 18s ago 15m 516M - 18.2.0-187-g9cf20820 62b871dea10e 2d2b4530cb53 2023-08-28T02:18:07.614 INFO:teuthology.orchestra.run.smithi040.stdout:mon.a smithi040 running (6m) 18s ago 15m 92.9M 2048M 18.2.0-187-g9cf20820 62b871dea10e 61920a7b5dcd 2023-08-28T02:18:07.614 INFO:teuthology.orchestra.run.smithi040.stdout:mon.b smithi083 running (4m) 18s ago 14m 59.2M 2048M 18.2.0-187-g9cf20820 62b871dea10e 78b1f0ae0dc4 2023-08-28T02:18:07.614 INFO:teuthology.orchestra.run.smithi040.stdout:mon.c smithi040 running (5m) 18s ago 14m 66.5M 2048M 18.2.0-187-g9cf20820 62b871dea10e 736e4b566088 2023-08-28T02:18:07.614 INFO:teuthology.orchestra.run.smithi040.stdout:node-exporter.a smithi040 *:9100 running (8m) 18s ago 10m 20.6M - 1.5.0 0da6a335fe13 c188a7b4cc40 2023-08-28T02:18:07.614 INFO:teuthology.orchestra.run.smithi040.stdout:node-exporter.b smithi083 *:9100 running (7m) 18s ago 10m 19.0M - 1.5.0 0da6a335fe13 1c133750e02e 2023-08-28T02:18:07.614 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0 smithi040 running (3m) 18s ago 13m 1560M 2487M 18.2.0-187-g9cf20820 62b871dea10e 3a022da0889e 2023-08-28T02:18:07.614 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1 smithi040 running (2m) 18s ago 13m 957M 2487M 18.2.0-187-g9cf20820 62b871dea10e 83145d2f7b87 2023-08-28T02:18:07.614 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2 smithi040 running (89s) 18s ago 13m 953M 2487M 18.2.0-187-g9cf20820 62b871dea10e ce4bdbb2bb5d 2023-08-28T02:18:07.614 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3 smithi040 running (22s) 18s ago 12m 14.0M 2487M 18.2.0-187-g9cf20820 62b871dea10e 24164d08f73b 2023-08-28T02:18:07.614 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4 smithi083 running (12m) 18s ago 12m 3810M 2486M 17.2.6-1016-g4fe39952 d5e2f73f133d 4279a7406ba5 2023-08-28T02:18:07.615 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5 smithi083 running (12m) 18s ago 12m 4261M 2486M 17.2.6-1016-g4fe39952 d5e2f73f133d 78a7bee0c1dc 2023-08-28T02:18:07.615 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6 smithi083 running (11m) 18s ago 11m 2158M 2486M 17.2.6-1016-g4fe39952 d5e2f73f133d e8553647cbd2 2023-08-28T02:18:07.615 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7 smithi083 running (11m) 18s ago 11m 3794M 2486M 17.2.6-1016-g4fe39952 d5e2f73f133d 9df5f7bd4cae 2023-08-28T02:18:07.615 INFO:teuthology.orchestra.run.smithi040.stdout:prometheus.a smithi083 *:9095 running (7m) 18s ago 11m 63.9M - 2.43.0 a07b618ecd1d 4d4567cbfeb2 2023-08-28T02:18:07.866 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 47 16 68738 68722 91.3219 51.0625 0.0210954 0.0109442 2023-08-28T02:18:07.985 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:18:07 smithi040 ceph-mon[170259]: pgmap v262: 89 pgs: 8 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 80 active+clean; 4.0 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 48 MiB/s wr, 772 op/s; 12323/195261 objects degraded (6.311%); 2.0 MiB/s, 32 objects/s recovering 2023-08-28T02:18:07.985 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:18:07 smithi040 ceph-mon[175404]: pgmap v262: 89 pgs: 8 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 80 active+clean; 4.0 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 48 MiB/s wr, 772 op/s; 12323/195261 objects degraded (6.311%); 2.0 MiB/s, 32 objects/s recovering 2023-08-28T02:18:07.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:18:07 smithi083 ceph-mon[157819]: pgmap v262: 89 pgs: 8 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 80 active+clean; 4.0 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 48 MiB/s wr, 772 op/s; 12323/195261 objects degraded (6.311%); 2.0 MiB/s, 32 objects/s recovering 2023-08-28T02:18:08.096 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -e sha1=9cf208207dfe23ffccb33308b22e51570cb45e51 -- bash -c 'ceph orch ps' 2023-08-28T02:18:08.634 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:18:08.868 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 48 16 69545 69529 90.4706 50.4375 0.02221 0.0110472 2023-08-28T02:18:08.980 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:18:08 smithi040 ceph-mon[175404]: from='client.34479 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:18:08.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:18:08 smithi040 ceph-mon[170259]: from='client.34479 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:18:08.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:18:08 smithi083 ceph-mon[157819]: from='client.34479 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:18:09.867 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 49 16 70418 70402 89.7367 54.5625 0.0164653 0.0111374 2023-08-28T02:18:09.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:18:09 smithi040 ceph-mon[170259]: pgmap v263: 89 pgs: 8 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 80 active+clean; 4.1 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 49 MiB/s wr, 788 op/s; 12323/200220 objects degraded (6.155%); 1.6 MiB/s, 25 objects/s recovering 2023-08-28T02:18:09.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:18:09 smithi040 ceph-mon[175404]: pgmap v263: 89 pgs: 8 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 80 active+clean; 4.1 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 49 MiB/s wr, 788 op/s; 12323/200220 objects degraded (6.155%); 1.6 MiB/s, 25 objects/s recovering 2023-08-28T02:18:09.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:18:09 smithi083 ceph-mon[157819]: pgmap v263: 89 pgs: 8 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 80 active+clean; 4.1 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 49 MiB/s wr, 788 op/s; 12323/200220 objects degraded (6.155%); 1.6 MiB/s, 25 objects/s recovering 2023-08-28T02:18:10.438 INFO:teuthology.orchestra.run.smithi040.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-08-28T02:18:10.438 INFO:teuthology.orchestra.run.smithi040.stdout:alertmanager.a smithi040 *:9093,9094 running (8m) 21s ago 11m 27.6M - 0.25.0 c8568f914cd2 1f931b11b0e5 2023-08-28T02:18:10.438 INFO:teuthology.orchestra.run.smithi040.stdout:grafana.a smithi083 *:3000 running (7m) 21s ago 10m 96.3M - 9.4.7 2c41d148cca3 5a302d68ee4a 2023-08-28T02:18:10.438 INFO:teuthology.orchestra.run.smithi040.stdout:mds.foo.smithi040.wmhbsz smithi040 running (10m) 21s ago 10m 20.7M - 17.2.6-1016-g4fe39952 d5e2f73f133d 5d5fe7a01215 2023-08-28T02:18:10.438 INFO:teuthology.orchestra.run.smithi040.stdout:mds.foo.smithi083.wzayvx smithi083 running (10m) 21s ago 10m 16.2M - 17.2.6-1016-g4fe39952 d5e2f73f133d ab81982afc87 2023-08-28T02:18:10.438 INFO:teuthology.orchestra.run.smithi040.stdout:mgr.x smithi083 *:8443,9283,8765 running (7m) 21s ago 13m 449M - 18.2.0-187-g9cf20820 62b871dea10e 0c7cb81d2737 2023-08-28T02:18:10.438 INFO:teuthology.orchestra.run.smithi040.stdout:mgr.y smithi040 *:8443,9283,8765 running (7m) 21s ago 15m 516M - 18.2.0-187-g9cf20820 62b871dea10e 2d2b4530cb53 2023-08-28T02:18:10.438 INFO:teuthology.orchestra.run.smithi040.stdout:mon.a smithi040 running (6m) 21s ago 15m 92.9M 2048M 18.2.0-187-g9cf20820 62b871dea10e 61920a7b5dcd 2023-08-28T02:18:10.438 INFO:teuthology.orchestra.run.smithi040.stdout:mon.b smithi083 running (5m) 21s ago 14m 59.2M 2048M 18.2.0-187-g9cf20820 62b871dea10e 78b1f0ae0dc4 2023-08-28T02:18:10.439 INFO:teuthology.orchestra.run.smithi040.stdout:mon.c smithi040 running (5m) 21s ago 14m 66.5M 2048M 18.2.0-187-g9cf20820 62b871dea10e 736e4b566088 2023-08-28T02:18:10.439 INFO:teuthology.orchestra.run.smithi040.stdout:node-exporter.a smithi040 *:9100 running (8m) 21s ago 10m 20.6M - 1.5.0 0da6a335fe13 c188a7b4cc40 2023-08-28T02:18:10.439 INFO:teuthology.orchestra.run.smithi040.stdout:node-exporter.b smithi083 *:9100 running (7m) 21s ago 10m 19.0M - 1.5.0 0da6a335fe13 1c133750e02e 2023-08-28T02:18:10.439 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0 smithi040 running (3m) 21s ago 13m 1560M 2487M 18.2.0-187-g9cf20820 62b871dea10e 3a022da0889e 2023-08-28T02:18:10.439 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1 smithi040 running (2m) 21s ago 13m 957M 2487M 18.2.0-187-g9cf20820 62b871dea10e 83145d2f7b87 2023-08-28T02:18:10.439 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2 smithi040 running (92s) 21s ago 13m 953M 2487M 18.2.0-187-g9cf20820 62b871dea10e ce4bdbb2bb5d 2023-08-28T02:18:10.439 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3 smithi040 running (25s) 21s ago 12m 14.0M 2487M 18.2.0-187-g9cf20820 62b871dea10e 24164d08f73b 2023-08-28T02:18:10.439 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4 smithi083 running (12m) 21s ago 12m 3810M 2486M 17.2.6-1016-g4fe39952 d5e2f73f133d 4279a7406ba5 2023-08-28T02:18:10.439 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5 smithi083 running (12m) 21s ago 12m 4261M 2486M 17.2.6-1016-g4fe39952 d5e2f73f133d 78a7bee0c1dc 2023-08-28T02:18:10.439 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6 smithi083 running (12m) 21s ago 12m 2158M 2486M 17.2.6-1016-g4fe39952 d5e2f73f133d e8553647cbd2 2023-08-28T02:18:10.439 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7 smithi083 running (11m) 21s ago 11m 3794M 2486M 17.2.6-1016-g4fe39952 d5e2f73f133d 9df5f7bd4cae 2023-08-28T02:18:10.440 INFO:teuthology.orchestra.run.smithi040.stdout:prometheus.a smithi083 *:9095 running (7m) 21s ago 11m 63.9M - 2.43.0 a07b618ecd1d 4d4567cbfeb2 2023-08-28T02:18:10.741 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:18:10 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 12323/200220 objects degraded (6.155%), 9 pgs degraded (PG_DEGRADED) 2023-08-28T02:18:10.742 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:18:10 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 12323/200220 objects degraded (6.155%), 9 pgs degraded (PG_DEGRADED) 2023-08-28T02:18:10.867 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 50 16 71216 71200 88.9399 49.875 0.0186447 0.0112374 2023-08-28T02:18:10.970 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -e sha1=9cf208207dfe23ffccb33308b22e51570cb45e51 -- bash -c 'ceph versions' 2023-08-28T02:18:10.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:18:10 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 12323/200220 objects degraded (6.155%), 9 pgs degraded (PG_DEGRADED) 2023-08-28T02:18:11.479 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:18:11.868 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 51 16 72019 72003 88.1798 50.1875 0.0146224 0.0113348 2023-08-28T02:18:11.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:18:11 smithi040 ceph-mon[170259]: pgmap v264: 89 pgs: 8 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 80 active+clean; 4.1 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 44 MiB/s wr, 702 op/s; 12053/203178 objects degraded (5.932%); 3.0 MiB/s, 48 objects/s recovering 2023-08-28T02:18:11.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:18:11 smithi040 ceph-mon[170259]: from='client.54424 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:18:11.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:18:11 smithi040 ceph-mon[175404]: pgmap v264: 89 pgs: 8 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 80 active+clean; 4.1 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 44 MiB/s wr, 702 op/s; 12053/203178 objects degraded (5.932%); 3.0 MiB/s, 48 objects/s recovering 2023-08-28T02:18:11.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:18:11 smithi040 ceph-mon[175404]: from='client.54424 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:18:11.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:18:11 smithi083 ceph-mon[157819]: pgmap v264: 89 pgs: 8 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 80 active+clean; 4.1 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 44 MiB/s wr, 702 op/s; 12053/203178 objects degraded (5.932%); 3.0 MiB/s, 48 objects/s recovering 2023-08-28T02:18:11.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:18:11 smithi083 ceph-mon[157819]: from='client.54424 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-08-28T02:18:12.869 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 52 16 72783 72767 87.4008 47.75 0.0126534 0.0114335 2023-08-28T02:18:12.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:18:12 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:18:12.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:18:12 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:18:12.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:18:12 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:18:12.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:18:12 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:18:12.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:18:12 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:18:12.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:18:12 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:18:12.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:18:12 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:18:12.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:18:12 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:18:12.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:18:12 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:18:12.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:18:12 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:18:12.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:18:12 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:18:12.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:18:12 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:18:12.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:18:12 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:18:12.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:18:12 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:18:12.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:18:12 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:18:12.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:18:12 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:18:12.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:18:12 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:18:12.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:18:12 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:18:12.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:18:12 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:18:12.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:18:12 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:18:12.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:18:12 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:18:12.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:18:12 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:18:12.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:18:12 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:18:12.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:18:12 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:18:13.368 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-08-28T02:18:13.368 INFO:teuthology.orchestra.run.smithi040.stdout: "mon": { 2023-08-28T02:18:13.368 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 18.2.0-187-g9cf20820 (9cf208207dfe23ffccb33308b22e51570cb45e51) reef (stable)": 3 2023-08-28T02:18:13.368 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:18:13.369 INFO:teuthology.orchestra.run.smithi040.stdout: "mgr": { 2023-08-28T02:18:13.369 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 18.2.0-187-g9cf20820 (9cf208207dfe23ffccb33308b22e51570cb45e51) reef (stable)": 2 2023-08-28T02:18:13.369 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:18:13.369 INFO:teuthology.orchestra.run.smithi040.stdout: "osd": { 2023-08-28T02:18:13.369 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 17.2.6-1016-g4fe39952 (4fe39952b691f82409c13a09ef1217f15a8c4218) quincy (stable)": 4, 2023-08-28T02:18:13.369 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 18.2.0-187-g9cf20820 (9cf208207dfe23ffccb33308b22e51570cb45e51) reef (stable)": 4 2023-08-28T02:18:13.369 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:18:13.369 INFO:teuthology.orchestra.run.smithi040.stdout: "mds": { 2023-08-28T02:18:13.369 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 17.2.6-1016-g4fe39952 (4fe39952b691f82409c13a09ef1217f15a8c4218) quincy (stable)": 2 2023-08-28T02:18:13.369 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:18:13.369 INFO:teuthology.orchestra.run.smithi040.stdout: "overall": { 2023-08-28T02:18:13.370 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 17.2.6-1016-g4fe39952 (4fe39952b691f82409c13a09ef1217f15a8c4218) quincy (stable)": 6, 2023-08-28T02:18:13.370 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph version 18.2.0-187-g9cf20820 (9cf208207dfe23ffccb33308b22e51570cb45e51) reef (stable)": 9 2023-08-28T02:18:13.370 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:18:13.370 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-08-28T02:18:13.806 DEBUG:teuthology.parallel:result is None 2023-08-28T02:18:13.871 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 53 16 73583 73567 86.6927 50 0.0155324 0.0115286 2023-08-28T02:18:14.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:18:13 smithi040 ceph-mon[170259]: pgmap v265: 89 pgs: 8 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 80 active+clean; 4.3 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 56 MiB/s wr, 901 op/s; 12053/212580 objects degraded (5.670%); 2.7 MiB/s, 43 objects/s recovering 2023-08-28T02:18:14.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:18:13 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1989812537' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-08-28T02:18:14.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:18:13 smithi040 ceph-mon[175404]: pgmap v265: 89 pgs: 8 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 80 active+clean; 4.3 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 56 MiB/s wr, 901 op/s; 12053/212580 objects degraded (5.670%); 2.7 MiB/s, 43 objects/s recovering 2023-08-28T02:18:14.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:18:13 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1989812537' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-08-28T02:18:14.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:18:13 smithi083 ceph-mon[157819]: pgmap v265: 89 pgs: 8 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 80 active+clean; 4.3 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 56 MiB/s wr, 901 op/s; 12053/212580 objects degraded (5.670%); 2.7 MiB/s, 43 objects/s recovering 2023-08-28T02:18:14.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:18:13 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1989812537' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-08-28T02:18:14.871 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 54 16 74471 74455 86.1153 55.5 0.0259658 0.0116059 2023-08-28T02:18:15.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:18:14 smithi040 ceph-mon[175404]: pgmap v266: 89 pgs: 8 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 80 active+clean; 4.4 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 49 MiB/s wr, 790 op/s; 11785/215493 objects degraded (5.469%); 4.1 MiB/s, 65 objects/s recovering 2023-08-28T02:18:15.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:18:14 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:18:15.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:18:14 smithi040 ceph-mon[170259]: pgmap v266: 89 pgs: 8 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 80 active+clean; 4.4 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 49 MiB/s wr, 790 op/s; 11785/215493 objects degraded (5.469%); 4.1 MiB/s, 65 objects/s recovering 2023-08-28T02:18:15.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:18:14 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:18:15.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:18:14 smithi083 ceph-mon[157819]: pgmap v266: 89 pgs: 8 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 80 active+clean; 4.4 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 49 MiB/s wr, 790 op/s; 11785/215493 objects degraded (5.469%); 4.1 MiB/s, 65 objects/s recovering 2023-08-28T02:18:15.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:18:14 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:18:15.731 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:18:15 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:18:15] "GET /metrics HTTP/1.1" 200 36409 "" "Prometheus/2.43.0" 2023-08-28T02:18:15.871 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 55 16 75358 75342 85.5577 55.4375 0.0154517 0.0116821 2023-08-28T02:18:16.230 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:18:15 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 11785/215493 objects degraded (5.469%), 9 pgs degraded (PG_DEGRADED) 2023-08-28T02:18:16.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:18:15 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 11785/215493 objects degraded (5.469%), 9 pgs degraded (PG_DEGRADED) 2023-08-28T02:18:16.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:18:15 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 11785/215493 objects degraded (5.469%), 9 pgs degraded (PG_DEGRADED) 2023-08-28T02:18:16.871 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 56 16 76254 76238 85.0301 56 0.0129829 0.0117544 2023-08-28T02:18:17.234 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:18:16 smithi040 ceph-mon[170259]: pgmap v267: 89 pgs: 8 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 80 active+clean; 4.5 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 52 MiB/s wr, 834 op/s; 11785/220314 objects degraded (5.349%); 2.8 MiB/s, 44 objects/s recovering 2023-08-28T02:18:17.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:18:16 smithi040 ceph-mon[175404]: pgmap v267: 89 pgs: 8 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 80 active+clean; 4.5 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 52 MiB/s wr, 834 op/s; 11785/220314 objects degraded (5.349%); 2.8 MiB/s, 44 objects/s recovering 2023-08-28T02:18:17.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:18:16 smithi083 ceph-mon[157819]: pgmap v267: 89 pgs: 8 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 80 active+clean; 4.5 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 52 MiB/s wr, 834 op/s; 11785/220314 objects degraded (5.349%); 2.8 MiB/s, 44 objects/s recovering 2023-08-28T02:18:17.872 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 57 16 77131 77115 84.499 54.8125 0.0104123 0.0118288 2023-08-28T02:18:18.872 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 58 16 78008 77992 83.9873 54.8125 0.00640061 0.0118999 2023-08-28T02:18:19.234 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:18:18 smithi040 ceph-mon[170259]: pgmap v268: 89 pgs: 8 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 80 active+clean; 4.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 52 MiB/s wr, 827 op/s; 11785/225054 objects degraded (5.237%); 2.8 MiB/s, 44 objects/s recovering 2023-08-28T02:18:19.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:18:18 smithi040 ceph-mon[175404]: pgmap v268: 89 pgs: 8 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 80 active+clean; 4.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 52 MiB/s wr, 827 op/s; 11785/225054 objects degraded (5.237%); 2.8 MiB/s, 44 objects/s recovering 2023-08-28T02:18:19.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:18:18 smithi083 ceph-mon[157819]: pgmap v268: 89 pgs: 8 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 80 active+clean; 4.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 52 MiB/s wr, 827 op/s; 11785/225054 objects degraded (5.237%); 2.8 MiB/s, 44 objects/s recovering 2023-08-28T02:18:19.872 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 59 16 78871 78855 83.4782 53.9375 0.023931 0.0119731 2023-08-28T02:18:20.873 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:2023-08-28T02:18:20.874561+0000 min lat: 0.00140911 max lat: 2.20491 avg lat: 0.0120424 2023-08-28T02:18:20.873 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-08-28T02:18:20.873 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 60 16 79743 79727 82.9942 54.5 0.00984347 0.0120424 2023-08-28T02:18:21.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:18:20 smithi040 ceph-mon[170259]: pgmap v269: 89 pgs: 8 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 80 active+clean; 4.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 49 MiB/s wr, 779 op/s; 11453/228282 objects degraded (5.017%); 4.5 MiB/s, 72 objects/s recovering 2023-08-28T02:18:21.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:18:20 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 11453/228282 objects degraded (5.017%), 9 pgs degraded (PG_DEGRADED) 2023-08-28T02:18:21.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:18:20 smithi040 ceph-mon[175404]: pgmap v269: 89 pgs: 8 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 80 active+clean; 4.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 49 MiB/s wr, 779 op/s; 11453/228282 objects degraded (5.017%); 4.5 MiB/s, 72 objects/s recovering 2023-08-28T02:18:21.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:18:20 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 11453/228282 objects degraded (5.017%), 9 pgs degraded (PG_DEGRADED) 2023-08-28T02:18:21.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:18:20 smithi083 ceph-mon[157819]: pgmap v269: 89 pgs: 8 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 80 active+clean; 4.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 49 MiB/s wr, 779 op/s; 11453/228282 objects degraded (5.017%); 4.5 MiB/s, 72 objects/s recovering 2023-08-28T02:18:21.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:18:20 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 11453/228282 objects degraded (5.017%), 9 pgs degraded (PG_DEGRADED) 2023-08-28T02:18:21.876 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 61 16 80602 80586 82.51 53.6875 0.0266727 0.0121133 2023-08-28T02:18:22.876 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 62 16 80836 80820 81.4157 14.625 1.0189 0.0121213 2023-08-28T02:18:23.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:18:22 smithi040 ceph-mon[170259]: pgmap v270: 89 pgs: 8 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 80 active+clean; 4.8 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 61 MiB/s wr, 970 op/s; 11453/238128 objects degraded (4.810%); 3.1 MiB/s, 49 objects/s recovering 2023-08-28T02:18:23.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:18:22 smithi040 ceph-mon[170259]: failed to encode map e137 with expected crc 2023-08-28T02:18:23.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:18:22 smithi040 ceph-mon[170259]: osdmap e137: 8 total, 8 up, 8 in 2023-08-28T02:18:23.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:18:22 smithi040 ceph-mon[170259]: failed to encode map e137 with expected crc 2023-08-28T02:18:23.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:18:22 smithi040 ceph-mon[170259]: failed to encode map e137 with expected crc 2023-08-28T02:18:23.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:18:22 smithi040 ceph-mon[170259]: failed to encode map e137 with expected crc 2023-08-28T02:18:23.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:18:22 smithi040 ceph-mon[170259]: failed to encode map e137 with expected crc 2023-08-28T02:18:23.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:18:22 smithi040 ceph-mon[175404]: pgmap v270: 89 pgs: 8 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 80 active+clean; 4.8 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 61 MiB/s wr, 970 op/s; 11453/238128 objects degraded (4.810%); 3.1 MiB/s, 49 objects/s recovering 2023-08-28T02:18:23.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:18:22 smithi040 ceph-mon[175404]: failed to encode map e137 with expected crc 2023-08-28T02:18:23.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:18:22 smithi040 ceph-mon[175404]: osdmap e137: 8 total, 8 up, 8 in 2023-08-28T02:18:23.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:18:22 smithi040 ceph-mon[175404]: failed to encode map e137 with expected crc 2023-08-28T02:18:23.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:18:22 smithi040 ceph-mon[175404]: failed to encode map e137 with expected crc 2023-08-28T02:18:23.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:18:22 smithi040 ceph-mon[175404]: failed to encode map e137 with expected crc 2023-08-28T02:18:23.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:18:22 smithi040 ceph-mon[175404]: failed to encode map e137 with expected crc 2023-08-28T02:18:23.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:18:22 smithi083 ceph-mon[157819]: pgmap v270: 89 pgs: 8 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 80 active+clean; 4.8 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 61 MiB/s wr, 970 op/s; 11453/238128 objects degraded (4.810%); 3.1 MiB/s, 49 objects/s recovering 2023-08-28T02:18:23.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:18:22 smithi083 ceph-mon[157819]: failed to encode map e137 with expected crc 2023-08-28T02:18:23.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:18:22 smithi083 ceph-mon[157819]: osdmap e137: 8 total, 8 up, 8 in 2023-08-28T02:18:23.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:18:22 smithi083 ceph-mon[157819]: failed to encode map e137 with expected crc 2023-08-28T02:18:23.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:18:22 smithi083 ceph-mon[157819]: failed to encode map e137 with expected crc 2023-08-28T02:18:23.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:18:22 smithi083 ceph-mon[157819]: failed to encode map e137 with expected crc 2023-08-28T02:18:23.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:18:22 smithi083 ceph-mon[157819]: failed to encode map e137 with expected crc 2023-08-28T02:18:23.878 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 63 16 81666 81650 80.9459 51.875 0.0142498 0.012348 2023-08-28T02:18:24.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:18:23 smithi040 ceph-mon[170259]: failed to encode map e138 with expected crc 2023-08-28T02:18:24.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:18:23 smithi040 ceph-mon[170259]: failed to encode map e138 with expected crc 2023-08-28T02:18:24.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:18:23 smithi040 ceph-mon[170259]: osdmap e138: 8 total, 8 up, 8 in 2023-08-28T02:18:24.234 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:18:23 smithi040 ceph-mon[170259]: failed to encode map e138 with expected crc 2023-08-28T02:18:24.234 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:18:23 smithi040 ceph-mon[170259]: failed to encode map e138 with expected crc 2023-08-28T02:18:24.234 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:18:23 smithi040 ceph-mon[170259]: failed to encode map e138 with expected crc 2023-08-28T02:18:24.234 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:18:23 smithi040 ceph-mon[175404]: failed to encode map e138 with expected crc 2023-08-28T02:18:24.234 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:18:23 smithi040 ceph-mon[175404]: failed to encode map e138 with expected crc 2023-08-28T02:18:24.234 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:18:23 smithi040 ceph-mon[175404]: osdmap e138: 8 total, 8 up, 8 in 2023-08-28T02:18:24.234 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:18:23 smithi040 ceph-mon[175404]: failed to encode map e138 with expected crc 2023-08-28T02:18:24.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:18:23 smithi040 ceph-mon[175404]: failed to encode map e138 with expected crc 2023-08-28T02:18:24.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:18:23 smithi040 ceph-mon[175404]: failed to encode map e138 with expected crc 2023-08-28T02:18:24.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:18:23 smithi083 ceph-mon[157819]: failed to encode map e138 with expected crc 2023-08-28T02:18:24.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:18:23 smithi083 ceph-mon[157819]: failed to encode map e138 with expected crc 2023-08-28T02:18:24.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:18:23 smithi083 ceph-mon[157819]: osdmap e138: 8 total, 8 up, 8 in 2023-08-28T02:18:24.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:18:23 smithi083 ceph-mon[157819]: failed to encode map e138 with expected crc 2023-08-28T02:18:24.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:18:23 smithi083 ceph-mon[157819]: failed to encode map e138 with expected crc 2023-08-28T02:18:24.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:18:23 smithi083 ceph-mon[157819]: failed to encode map e138 with expected crc 2023-08-28T02:18:24.877 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 64 16 82506 82490 80.5016 52.5 0.0109058 0.0124158 2023-08-28T02:18:25.234 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:18:24 smithi040 ceph-mon[170259]: pgmap v273: 89 pgs: 8 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 80 active+clean; 4.9 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 52 MiB/s wr, 832 op/s; 11453/240306 objects degraded (4.766%); 2.6 MiB/s, 41 objects/s recovering 2023-08-28T02:18:25.234 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:18:24 smithi040 ceph-mon[175404]: pgmap v273: 89 pgs: 8 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 80 active+clean; 4.9 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 52 MiB/s wr, 832 op/s; 11453/240306 objects degraded (4.766%); 2.6 MiB/s, 41 objects/s recovering 2023-08-28T02:18:25.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:18:24 smithi083 ceph-mon[157819]: pgmap v273: 89 pgs: 8 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 80 active+clean; 4.9 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 52 MiB/s wr, 832 op/s; 11453/240306 objects degraded (4.766%); 2.6 MiB/s, 41 objects/s recovering 2023-08-28T02:18:25.734 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:18:25 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:18:25] "GET /metrics HTTP/1.1" 200 36409 "" "Prometheus/2.43.0" 2023-08-28T02:18:25.877 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 65 16 83334 83318 80.0595 51.75 0.0210441 0.0124847 2023-08-28T02:18:26.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:18:25 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 11453/240306 objects degraded (4.766%), 9 pgs degraded (PG_DEGRADED) 2023-08-28T02:18:26.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:18:25 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 11453/240306 objects degraded (4.766%), 9 pgs degraded (PG_DEGRADED) 2023-08-28T02:18:26.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:18:25 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 11453/240306 objects degraded (4.766%), 9 pgs degraded (PG_DEGRADED) 2023-08-28T02:18:26.877 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 66 16 84157 84141 79.626 51.4375 0.0148261 0.0125528 2023-08-28T02:18:27.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:18:27 smithi040 ceph-mon[175404]: pgmap v274: 89 pgs: 8 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 80 active+clean; 5.0 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 50 MiB/s wr, 803 op/s; 11453/244353 objects degraded (4.687%); 2.6 MiB/s, 41 objects/s recovering 2023-08-28T02:18:27.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:18:27 smithi040 ceph-mon[170259]: pgmap v274: 89 pgs: 8 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 80 active+clean; 5.0 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 50 MiB/s wr, 803 op/s; 11453/244353 objects degraded (4.687%); 2.6 MiB/s, 41 objects/s recovering 2023-08-28T02:18:27.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:18:27 smithi083 ceph-mon[157819]: pgmap v274: 89 pgs: 8 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 80 active+clean; 5.0 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 50 MiB/s wr, 803 op/s; 11453/244353 objects degraded (4.687%); 2.6 MiB/s, 41 objects/s recovering 2023-08-28T02:18:27.877 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 67 16 84980 84964 79.2054 51.4375 0.0100829 0.0126187 2023-08-28T02:18:28.878 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 68 16 85808 85792 78.8017 51.75 0.0196287 0.0126844 2023-08-28T02:18:29.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:18:29 smithi040 ceph-mon[170259]: pgmap v275: 89 pgs: 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 81 active+clean; 5.1 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 55 MiB/s wr, 872 op/s; 10885/249252 objects degraded (4.367%); 4.4 MiB/s, 70 objects/s recovering 2023-08-28T02:18:29.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:18:29 smithi040 ceph-mon[175404]: pgmap v275: 89 pgs: 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 81 active+clean; 5.1 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 55 MiB/s wr, 872 op/s; 10885/249252 objects degraded (4.367%); 4.4 MiB/s, 70 objects/s recovering 2023-08-28T02:18:29.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:18:29 smithi083 ceph-mon[157819]: pgmap v275: 89 pgs: 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 81 active+clean; 5.1 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 55 MiB/s wr, 872 op/s; 10885/249252 objects degraded (4.367%); 4.4 MiB/s, 70 objects/s recovering 2023-08-28T02:18:29.878 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 69 16 86612 86596 78.388 50.25 0.0138687 0.0127506 2023-08-28T02:18:30.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:18:30 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:18:30.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:18:30 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 10885/249252 objects degraded (4.367%), 8 pgs degraded (PG_DEGRADED) 2023-08-28T02:18:30.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:18:30 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:18:30.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:18:30 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 10885/249252 objects degraded (4.367%), 8 pgs degraded (PG_DEGRADED) 2023-08-28T02:18:30.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:18:30 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:18:30.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:18:30 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 10885/249252 objects degraded (4.367%), 8 pgs degraded (PG_DEGRADED) 2023-08-28T02:18:30.878 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 70 16 87428 87412 77.9969 51 0.0136258 0.0128154 2023-08-28T02:18:31.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:18:31 smithi040 ceph-mon[175404]: pgmap v276: 89 pgs: 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 81 active+clean; 5.1 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 35 MiB/s wr, 563 op/s; 10885/251658 objects degraded (4.325%); 4.4 MiB/s, 70 objects/s recovering 2023-08-28T02:18:31.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:18:31 smithi040 ceph-mon[170259]: pgmap v276: 89 pgs: 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 81 active+clean; 5.1 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 35 MiB/s wr, 563 op/s; 10885/251658 objects degraded (4.325%); 4.4 MiB/s, 70 objects/s recovering 2023-08-28T02:18:31.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:18:31 smithi083 ceph-mon[157819]: pgmap v276: 89 pgs: 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 81 active+clean; 5.1 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 35 MiB/s wr, 563 op/s; 10885/251658 objects degraded (4.325%); 4.4 MiB/s, 70 objects/s recovering 2023-08-28T02:18:31.878 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 71 16 88230 88214 77.6045 50.125 0.0127925 0.0128793 2023-08-28T02:18:32.878 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 72 16 89018 89002 77.2108 49.25 0.0306658 0.0129452 2023-08-28T02:18:33.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:18:33 smithi040 ceph-mon[175404]: pgmap v277: 89 pgs: 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 81 active+clean; 5.3 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 49 MiB/s wr, 786 op/s; 10658/261519 objects degraded (4.075%); 5.0 MiB/s, 80 objects/s recovering 2023-08-28T02:18:33.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:18:33 smithi040 ceph-mon[170259]: pgmap v277: 89 pgs: 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 81 active+clean; 5.3 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 49 MiB/s wr, 786 op/s; 10658/261519 objects degraded (4.075%); 5.0 MiB/s, 80 objects/s recovering 2023-08-28T02:18:33.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:18:33 smithi083 ceph-mon[157819]: pgmap v277: 89 pgs: 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 81 active+clean; 5.3 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 49 MiB/s wr, 786 op/s; 10658/261519 objects degraded (4.075%); 5.0 MiB/s, 80 objects/s recovering 2023-08-28T02:18:33.878 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 73 16 89821 89805 76.8408 50.1875 0.0134905 0.0130083 2023-08-28T02:18:34.878 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 74 16 90613 90597 76.4714 49.5 0.0264703 0.0130712 2023-08-28T02:18:35.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:18:35 smithi040 ceph-mon[175404]: pgmap v278: 89 pgs: 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 81 active+clean; 5.4 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 49 MiB/s wr, 785 op/s; 10658/263868 objects degraded (4.039%); 4.5 MiB/s, 72 objects/s recovering 2023-08-28T02:18:35.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:18:35 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 10658/263868 objects degraded (4.039%), 8 pgs degraded (PG_DEGRADED) 2023-08-28T02:18:35.734 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:18:35 smithi040 ceph-mon[170259]: pgmap v278: 89 pgs: 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 81 active+clean; 5.4 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 49 MiB/s wr, 785 op/s; 10658/263868 objects degraded (4.039%); 4.5 MiB/s, 72 objects/s recovering 2023-08-28T02:18:35.734 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:18:35 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 10658/263868 objects degraded (4.039%), 8 pgs degraded (PG_DEGRADED) 2023-08-28T02:18:35.739 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:18:35 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:18:35] "GET /metrics HTTP/1.1" 200 36409 "" "Prometheus/2.43.0" 2023-08-28T02:18:35.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:18:35 smithi083 ceph-mon[157819]: pgmap v278: 89 pgs: 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 81 active+clean; 5.4 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 49 MiB/s wr, 785 op/s; 10658/263868 objects degraded (4.039%); 4.5 MiB/s, 72 objects/s recovering 2023-08-28T02:18:35.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:18:35 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 10658/263868 objects degraded (4.039%), 8 pgs degraded (PG_DEGRADED) 2023-08-28T02:18:35.879 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 75 16 91399 91383 76.1062 49.125 0.0130133 0.0131336 2023-08-28T02:18:36.883 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 76 16 92181 92165 75.7448 48.875 0.0389406 0.0131964 2023-08-28T02:18:37.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:18:37 smithi040 ceph-mon[175404]: pgmap v279: 89 pgs: 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 81 active+clean; 5.5 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 48 MiB/s wr, 772 op/s; 10658/268146 objects degraded (3.975%); 4.1 MiB/s, 66 objects/s recovering 2023-08-28T02:18:37.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:18:37 smithi040 ceph-mon[170259]: pgmap v279: 89 pgs: 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 81 active+clean; 5.5 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 48 MiB/s wr, 772 op/s; 10658/268146 objects degraded (3.975%); 4.1 MiB/s, 66 objects/s recovering 2023-08-28T02:18:37.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:18:37 smithi083 ceph-mon[157819]: pgmap v279: 89 pgs: 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 81 active+clean; 5.5 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 48 MiB/s wr, 772 op/s; 10658/268146 objects degraded (3.975%); 4.1 MiB/s, 66 objects/s recovering 2023-08-28T02:18:37.884 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 77 16 92968 92952 75.3985 49.1875 0.0222906 0.0132572 2023-08-28T02:18:38.884 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 78 16 93738 93722 75.049 48.125 0.0258475 0.0133192 2023-08-28T02:18:39.887 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 79 16 94509 94493 74.7084 48.1875 0.0278563 0.01338 2023-08-28T02:18:39.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:18:39 smithi040 ceph-mon[175404]: pgmap v280: 89 pgs: 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 81 active+clean; 5.6 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 51 MiB/s wr, 810 op/s; 10417/273537 objects degraded (3.808%); 5.4 MiB/s, 86 objects/s recovering 2023-08-28T02:18:39.984 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:18:39 smithi040 ceph-mon[170259]: pgmap v280: 89 pgs: 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 81 active+clean; 5.6 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 51 MiB/s wr, 810 op/s; 10417/273537 objects degraded (3.808%); 5.4 MiB/s, 86 objects/s recovering 2023-08-28T02:18:39.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:18:39 smithi083 ceph-mon[157819]: pgmap v280: 89 pgs: 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 81 active+clean; 5.6 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 51 MiB/s wr, 810 op/s; 10417/273537 objects degraded (3.808%); 5.4 MiB/s, 86 objects/s recovering 2023-08-28T02:18:40.885 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:2023-08-28T02:18:40.886614+0000 min lat: 0.00140911 max lat: 2.20491 avg lat: 0.0134388 2023-08-28T02:18:40.885 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-08-28T02:18:40.885 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 80 16 95283 95267 74.3794 48.375 0.00948307 0.0134388 2023-08-28T02:18:40.980 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:18:40 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 10417/273537 objects degraded (3.808%), 8 pgs degraded (PG_DEGRADED) 2023-08-28T02:18:40.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:18:40 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 10417/273537 objects degraded (3.808%), 8 pgs degraded (PG_DEGRADED) 2023-08-28T02:18:40.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:18:40 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 10417/273537 objects degraded (3.808%), 8 pgs degraded (PG_DEGRADED) 2023-08-28T02:18:41.886 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 81 16 96060 96044 74.0598 48.5625 0.0224185 0.0134965 2023-08-28T02:18:41.980 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:18:41 smithi040 ceph-mon[175404]: pgmap v281: 89 pgs: 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 81 active+clean; 5.6 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 46 MiB/s wr, 736 op/s; 10417/275772 objects degraded (3.777%); 2.4 MiB/s, 38 objects/s recovering 2023-08-28T02:18:41.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:18:41 smithi040 ceph-mon[170259]: pgmap v281: 89 pgs: 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 81 active+clean; 5.6 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 46 MiB/s wr, 736 op/s; 10417/275772 objects degraded (3.777%); 2.4 MiB/s, 38 objects/s recovering 2023-08-28T02:18:41.993 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:18:41 smithi083 ceph-mon[157819]: pgmap v281: 89 pgs: 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 81 active+clean; 5.6 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 46 MiB/s wr, 736 op/s; 10417/275772 objects degraded (3.777%); 2.4 MiB/s, 38 objects/s recovering 2023-08-28T02:18:42.889 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 82 16 96830 96814 73.7412 48.125 0.0253864 0.0135548 2023-08-28T02:18:43.889 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 83 16 97590 97574 73.4251 47.5 0.0166821 0.0136126 2023-08-28T02:18:43.985 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:18:43 smithi040 ceph-mon[170259]: pgmap v282: 89 pgs: 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 81 active+clean; 5.8 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 58 MiB/s wr, 929 op/s; 10184/285138 objects degraded (3.572%); 3.6 MiB/s, 58 objects/s recovering 2023-08-28T02:18:43.987 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:18:43 smithi040 ceph-mon[175404]: pgmap v282: 89 pgs: 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 81 active+clean; 5.8 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 58 MiB/s wr, 929 op/s; 10184/285138 objects degraded (3.572%); 3.6 MiB/s, 58 objects/s recovering 2023-08-28T02:18:43.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:18:43 smithi083 ceph-mon[157819]: pgmap v282: 89 pgs: 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 81 active+clean; 5.8 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 58 MiB/s wr, 929 op/s; 10184/285138 objects degraded (3.572%); 3.6 MiB/s, 58 objects/s recovering 2023-08-28T02:18:44.891 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 84 16 98360 98344 73.1222 48.125 0.00831882 0.0136691 2023-08-28T02:18:45.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:18:45 smithi040 ceph-mon[175404]: pgmap v283: 89 pgs: 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 81 active+clean; 5.8 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 45 MiB/s wr, 719 op/s; 10184/287448 objects degraded (3.543%); 2.5 MiB/s, 39 objects/s recovering 2023-08-28T02:18:45.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:18:45 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:18:45.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:18:45 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 10184/287448 objects degraded (3.543%), 8 pgs degraded (PG_DEGRADED) 2023-08-28T02:18:45.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:18:45 smithi040 ceph-mon[170259]: pgmap v283: 89 pgs: 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 81 active+clean; 5.8 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 45 MiB/s wr, 719 op/s; 10184/287448 objects degraded (3.543%); 2.5 MiB/s, 39 objects/s recovering 2023-08-28T02:18:45.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:18:45 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:18:45.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:18:45 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 10184/287448 objects degraded (3.543%), 8 pgs degraded (PG_DEGRADED) 2023-08-28T02:18:45.733 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:18:45 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:18:45] "GET /metrics HTTP/1.1" 200 36407 "" "Prometheus/2.43.0" 2023-08-28T02:18:45.892 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 85 15 99122 99107 72.8231 47.6875 0.0111848 0.0137252 2023-08-28T02:18:45.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:18:45 smithi083 ceph-mon[157819]: pgmap v283: 89 pgs: 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 81 active+clean; 5.8 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 45 MiB/s wr, 719 op/s; 10184/287448 objects degraded (3.543%); 2.5 MiB/s, 39 objects/s recovering 2023-08-28T02:18:45.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:18:45 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:18:45.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:18:45 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 10184/287448 objects degraded (3.543%), 8 pgs degraded (PG_DEGRADED) 2023-08-28T02:18:46.892 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 86 16 99859 99843 72.5113 46 0.031043 0.0137849 2023-08-28T02:18:47.894 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 87 16 100610 100594 72.2157 46.9375 0.0209112 0.0138408 2023-08-28T02:18:47.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:18:47 smithi040 ceph-mon[175404]: pgmap v284: 89 pgs: 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 81 active+clean; 5.9 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 48 MiB/s wr, 773 op/s; 10184/291729 objects degraded (3.491%); 2.5 MiB/s, 39 objects/s recovering 2023-08-28T02:18:47.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:18:47 smithi040 ceph-mon[170259]: pgmap v284: 89 pgs: 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 81 active+clean; 5.9 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 48 MiB/s wr, 773 op/s; 10184/291729 objects degraded (3.491%); 2.5 MiB/s, 39 objects/s recovering 2023-08-28T02:18:47.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:18:47 smithi083 ceph-mon[157819]: pgmap v284: 89 pgs: 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 81 active+clean; 5.9 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 48 MiB/s wr, 773 op/s; 10184/291729 objects degraded (3.491%); 2.5 MiB/s, 39 objects/s recovering 2023-08-28T02:18:48.894 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 88 16 101292 101276 71.8796 42.625 0.00511521 0.013876 2023-08-28T02:18:49.894 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 89 16 101526 101510 71.2366 14.625 0.0439995 0.0140319 2023-08-28T02:18:49.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:18:49 smithi040 ceph-mon[175404]: pgmap v285: 89 pgs: 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 81 active+clean; 6.0 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 50 MiB/s wr, 792 op/s; 9923/296691 objects degraded (3.345%); 3.8 MiB/s, 61 objects/s recovering 2023-08-28T02:18:49.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:18:49 smithi040 ceph-mon[175404]: failed to encode map e139 with expected crc 2023-08-28T02:18:49.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:18:49 smithi040 ceph-mon[175404]: osdmap e139: 8 total, 8 up, 8 in 2023-08-28T02:18:49.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:18:49 smithi040 ceph-mon[175404]: failed to encode map e139 with expected crc 2023-08-28T02:18:49.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:18:49 smithi040 ceph-mon[175404]: failed to encode map e139 with expected crc 2023-08-28T02:18:49.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:18:49 smithi040 ceph-mon[175404]: failed to encode map e139 with expected crc 2023-08-28T02:18:49.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:18:49 smithi040 ceph-mon[170259]: pgmap v285: 89 pgs: 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 81 active+clean; 6.0 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 50 MiB/s wr, 792 op/s; 9923/296691 objects degraded (3.345%); 3.8 MiB/s, 61 objects/s recovering 2023-08-28T02:18:49.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:18:49 smithi040 ceph-mon[170259]: failed to encode map e139 with expected crc 2023-08-28T02:18:49.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:18:49 smithi040 ceph-mon[170259]: osdmap e139: 8 total, 8 up, 8 in 2023-08-28T02:18:49.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:18:49 smithi040 ceph-mon[170259]: failed to encode map e139 with expected crc 2023-08-28T02:18:49.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:18:49 smithi040 ceph-mon[170259]: failed to encode map e139 with expected crc 2023-08-28T02:18:49.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:18:49 smithi040 ceph-mon[170259]: failed to encode map e139 with expected crc 2023-08-28T02:18:49.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:18:49 smithi083 ceph-mon[157819]: pgmap v285: 89 pgs: 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 81 active+clean; 6.0 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 50 MiB/s wr, 792 op/s; 9923/296691 objects degraded (3.345%); 3.8 MiB/s, 61 objects/s recovering 2023-08-28T02:18:49.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:18:49 smithi083 ceph-mon[157819]: failed to encode map e139 with expected crc 2023-08-28T02:18:49.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:18:49 smithi083 ceph-mon[157819]: osdmap e139: 8 total, 8 up, 8 in 2023-08-28T02:18:49.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:18:49 smithi083 ceph-mon[157819]: failed to encode map e139 with expected crc 2023-08-28T02:18:49.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:18:49 smithi083 ceph-mon[157819]: failed to encode map e139 with expected crc 2023-08-28T02:18:49.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:18:49 smithi083 ceph-mon[157819]: failed to encode map e139 with expected crc 2023-08-28T02:18:50.895 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Total time run: 90.024 2023-08-28T02:18:50.895 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Total writes made: 102208 2023-08-28T02:18:50.896 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Write size: 65536 2023-08-28T02:18:50.896 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Object size: 65536 2023-08-28T02:18:50.896 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Bandwidth (MB/sec): 70.9589 2023-08-28T02:18:50.896 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Stddev Bandwidth: 36.7526 2023-08-28T02:18:50.896 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Max bandwidth (MB/sec): 191 2023-08-28T02:18:50.896 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Min bandwidth (MB/sec): 0 2023-08-28T02:18:50.896 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Average IOPS: 1135 2023-08-28T02:18:50.896 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Stddev IOPS: 588.047 2023-08-28T02:18:50.896 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Max IOPS: 3056 2023-08-28T02:18:50.896 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Min IOPS: 0 2023-08-28T02:18:50.897 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Average Latency(s): 0.0140871 2023-08-28T02:18:50.897 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Stddev Latency(s): 0.0347912 2023-08-28T02:18:50.897 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Max latency(s): 2.20491 2023-08-28T02:18:50.897 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Min latency(s): 0.00140911 2023-08-28T02:18:50.902 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Cleaning up (deleting benchmark objects) 2023-08-28T02:18:50.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:18:50 smithi040 ceph-mon[170259]: failed to encode map e140 with expected crc 2023-08-28T02:18:50.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:18:50 smithi040 ceph-mon[170259]: osdmap e140: 8 total, 8 up, 8 in 2023-08-28T02:18:50.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:18:50 smithi040 ceph-mon[170259]: failed to encode map e140 with expected crc 2023-08-28T02:18:50.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:18:50 smithi040 ceph-mon[170259]: failed to encode map e140 with expected crc 2023-08-28T02:18:50.984 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:18:50 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 9923/296691 objects degraded (3.345%), 8 pgs degraded (PG_DEGRADED) 2023-08-28T02:18:50.984 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:18:50 smithi040 ceph-mon[175404]: failed to encode map e140 with expected crc 2023-08-28T02:18:50.984 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:18:50 smithi040 ceph-mon[175404]: osdmap e140: 8 total, 8 up, 8 in 2023-08-28T02:18:50.984 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:18:50 smithi040 ceph-mon[175404]: failed to encode map e140 with expected crc 2023-08-28T02:18:50.984 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:18:50 smithi040 ceph-mon[175404]: failed to encode map e140 with expected crc 2023-08-28T02:18:50.984 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:18:50 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 9923/296691 objects degraded (3.345%), 8 pgs degraded (PG_DEGRADED) 2023-08-28T02:18:50.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:18:50 smithi083 ceph-mon[157819]: failed to encode map e140 with expected crc 2023-08-28T02:18:50.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:18:50 smithi083 ceph-mon[157819]: osdmap e140: 8 total, 8 up, 8 in 2023-08-28T02:18:50.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:18:50 smithi083 ceph-mon[157819]: failed to encode map e140 with expected crc 2023-08-28T02:18:50.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:18:50 smithi083 ceph-mon[157819]: failed to encode map e140 with expected crc 2023-08-28T02:18:50.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:18:50 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 9923/296691 objects degraded (3.345%), 8 pgs degraded (PG_DEGRADED) 2023-08-28T02:18:51.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:18:51 smithi040 ceph-mon[175404]: pgmap v288: 89 pgs: 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 81 active+clean; 6.1 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 36 MiB/s wr, 571 op/s; 9923/298881 objects degraded (3.320%); 2.0 MiB/s, 32 objects/s recovering 2023-08-28T02:18:51.985 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:18:51 smithi040 ceph-mon[170259]: pgmap v288: 89 pgs: 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 81 active+clean; 6.1 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 36 MiB/s wr, 571 op/s; 9923/298881 objects degraded (3.320%); 2.0 MiB/s, 32 objects/s recovering 2023-08-28T02:18:51.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:18:51 smithi083 ceph-mon[157819]: pgmap v288: 89 pgs: 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 81 active+clean; 6.1 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 36 MiB/s wr, 571 op/s; 9923/298881 objects degraded (3.320%); 2.0 MiB/s, 32 objects/s recovering 2023-08-28T02:18:53.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:18:53 smithi040 ceph-mon[175404]: pgmap v289: 89 pgs: 6 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 82 active+clean; 6.2 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 48 MiB/s wr, 792 op/s; 9560/305604 objects degraded (3.128%); 4.9 MiB/s, 77 objects/s recovering 2023-08-28T02:18:53.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:18:53 smithi040 ceph-mon[170259]: pgmap v289: 89 pgs: 6 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 82 active+clean; 6.2 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 48 MiB/s wr, 792 op/s; 9560/305604 objects degraded (3.128%); 4.9 MiB/s, 77 objects/s recovering 2023-08-28T02:18:53.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:18:53 smithi083 ceph-mon[157819]: pgmap v289: 89 pgs: 6 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 82 active+clean; 6.2 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 48 MiB/s wr, 792 op/s; 9560/305604 objects degraded (3.128%); 4.9 MiB/s, 77 objects/s recovering 2023-08-28T02:18:55.646 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:18:55 smithi040 ceph-mon[170259]: pgmap v290: 89 pgs: 6 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 82 active+clean; 6.2 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 39 MiB/s wr, 686 op/s; 9560/305001 objects degraded (3.134%); 4.9 MiB/s, 77 objects/s recovering 2023-08-28T02:18:55.646 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:18:55 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 9560/305001 objects degraded (3.134%), 7 pgs degraded (PG_DEGRADED) 2023-08-28T02:18:55.647 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:18:55 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:18:55] "GET /metrics HTTP/1.1" 200 36407 "" "Prometheus/2.43.0" 2023-08-28T02:18:55.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:18:55 smithi040 ceph-mon[175404]: pgmap v290: 89 pgs: 6 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 82 active+clean; 6.2 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 39 MiB/s wr, 686 op/s; 9560/305001 objects degraded (3.134%); 4.9 MiB/s, 77 objects/s recovering 2023-08-28T02:18:55.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:18:55 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 9560/305001 objects degraded (3.134%), 7 pgs degraded (PG_DEGRADED) 2023-08-28T02:18:55.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:18:55 smithi083 ceph-mon[157819]: pgmap v290: 89 pgs: 6 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 82 active+clean; 6.2 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 39 MiB/s wr, 686 op/s; 9560/305001 objects degraded (3.134%); 4.9 MiB/s, 77 objects/s recovering 2023-08-28T02:18:55.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:18:55 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 9560/305001 objects degraded (3.134%), 7 pgs degraded (PG_DEGRADED) 2023-08-28T02:18:57.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:18:57 smithi040 ceph-mon[175404]: pgmap v291: 89 pgs: 6 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 82 active+clean; 6.1 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 127 B/s rd, 26 MiB/s wr, 649 op/s; 9560/301101 objects degraded (3.175%); 2.8 MiB/s, 45 objects/s recovering 2023-08-28T02:18:57.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:18:57 smithi040 ceph-mon[170259]: pgmap v291: 89 pgs: 6 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 82 active+clean; 6.1 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 127 B/s rd, 26 MiB/s wr, 649 op/s; 9560/301101 objects degraded (3.175%); 2.8 MiB/s, 45 objects/s recovering 2023-08-28T02:18:57.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:18:57 smithi083 ceph-mon[157819]: pgmap v291: 89 pgs: 6 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 82 active+clean; 6.1 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 127 B/s rd, 26 MiB/s wr, 649 op/s; 9560/301101 objects degraded (3.175%); 2.8 MiB/s, 45 objects/s recovering 2023-08-28T02:18:59.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:18:59 smithi040 ceph-mon[175404]: pgmap v292: 89 pgs: 6 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 82 active+clean; 6.0 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 110 B/s rd, 23 MiB/s wr, 746 op/s; 9335/296022 objects degraded (3.153%); 4.0 MiB/s, 63 objects/s recovering 2023-08-28T02:18:59.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:18:59 smithi040 ceph-mon[170259]: pgmap v292: 89 pgs: 6 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 82 active+clean; 6.0 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 110 B/s rd, 23 MiB/s wr, 746 op/s; 9335/296022 objects degraded (3.153%); 4.0 MiB/s, 63 objects/s recovering 2023-08-28T02:18:59.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:18:59 smithi083 ceph-mon[157819]: pgmap v292: 89 pgs: 6 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 82 active+clean; 6.0 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 110 B/s rd, 23 MiB/s wr, 746 op/s; 9335/296022 objects degraded (3.153%); 4.0 MiB/s, 63 objects/s recovering 2023-08-28T02:19:00.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:19:00 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:19:00.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:19:00 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 9335/296022 objects degraded (3.153%), 7 pgs degraded (PG_DEGRADED) 2023-08-28T02:19:00.984 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:19:00 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:19:00.984 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:19:00 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 9335/296022 objects degraded (3.153%), 7 pgs degraded (PG_DEGRADED) 2023-08-28T02:19:00.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:19:00 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:19:00.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:19:00 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 9335/296022 objects degraded (3.153%), 7 pgs degraded (PG_DEGRADED) 2023-08-28T02:19:01.935 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:19:01 smithi083 ceph-mon[157819]: pgmap v293: 89 pgs: 6 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 82 active+clean; 6.0 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 100 B/s rd, 16 MiB/s wr, 672 op/s; 9335/293865 objects degraded (3.177%); 3.6 MiB/s, 57 objects/s recovering 2023-08-28T02:19:02.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:19:01 smithi040 ceph-mon[175404]: pgmap v293: 89 pgs: 6 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 82 active+clean; 6.0 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 100 B/s rd, 16 MiB/s wr, 672 op/s; 9335/293865 objects degraded (3.177%); 3.6 MiB/s, 57 objects/s recovering 2023-08-28T02:19:02.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:19:01 smithi040 ceph-mon[170259]: pgmap v293: 89 pgs: 6 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 82 active+clean; 6.0 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 100 B/s rd, 16 MiB/s wr, 672 op/s; 9335/293865 objects degraded (3.177%); 3.6 MiB/s, 57 objects/s recovering 2023-08-28T02:19:04.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:19:03 smithi040 ceph-mon[175404]: pgmap v294: 89 pgs: 6 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 82 active+clean; 5.8 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 85 B/s rd, 14 MiB/s wr, 822 op/s; 9088/284874 objects degraded (3.190%); 4.3 MiB/s, 69 objects/s recovering 2023-08-28T02:19:04.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:19:03 smithi040 ceph-mon[170259]: pgmap v294: 89 pgs: 6 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 82 active+clean; 5.8 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 85 B/s rd, 14 MiB/s wr, 822 op/s; 9088/284874 objects degraded (3.190%); 4.3 MiB/s, 69 objects/s recovering 2023-08-28T02:19:04.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:19:03 smithi083 ceph-mon[157819]: pgmap v294: 89 pgs: 6 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 82 active+clean; 5.8 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 85 B/s rd, 14 MiB/s wr, 822 op/s; 9088/284874 objects degraded (3.190%); 4.3 MiB/s, 69 objects/s recovering 2023-08-28T02:19:05.731 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:19:05 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:19:05] "GET /metrics HTTP/1.1" 200 36405 "" "Prometheus/2.43.0" 2023-08-28T02:19:06.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:19:05 smithi040 ceph-mon[175404]: pgmap v295: 89 pgs: 6 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 82 active+clean; 5.8 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 85 B/s rd, 1.1 MiB/s wr, 666 op/s; 9088/282900 objects degraded (3.212%); 2.5 MiB/s, 39 objects/s recovering 2023-08-28T02:19:06.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:19:05 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 9088/282900 objects degraded (3.212%), 7 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-08-28T02:19:06.234 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:19:05 smithi040 ceph-mon[170259]: pgmap v295: 89 pgs: 6 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 82 active+clean; 5.8 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 85 B/s rd, 1.1 MiB/s wr, 666 op/s; 9088/282900 objects degraded (3.212%); 2.5 MiB/s, 39 objects/s recovering 2023-08-28T02:19:06.234 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:19:05 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 9088/282900 objects degraded (3.212%), 7 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-08-28T02:19:06.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:19:05 smithi083 ceph-mon[157819]: pgmap v295: 89 pgs: 6 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 82 active+clean; 5.8 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 85 B/s rd, 1.1 MiB/s wr, 666 op/s; 9088/282900 objects degraded (3.212%); 2.5 MiB/s, 39 objects/s recovering 2023-08-28T02:19:06.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:19:05 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 9088/282900 objects degraded (3.212%), 7 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-08-28T02:19:08.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:19:07 smithi040 ceph-mon[170259]: pgmap v296: 89 pgs: 6 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 82 active+clean; 5.7 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 85 B/s rd, 155 KiB/s wr, 728 op/s; 9088/278925 objects degraded (3.258%); 2.5 MiB/s, 39 objects/s recovering 2023-08-28T02:19:08.237 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:19:07 smithi040 ceph-mon[175404]: pgmap v296: 89 pgs: 6 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 82 active+clean; 5.7 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 85 B/s rd, 155 KiB/s wr, 728 op/s; 9088/278925 objects degraded (3.258%); 2.5 MiB/s, 39 objects/s recovering 2023-08-28T02:19:08.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:19:07 smithi083 ceph-mon[157819]: pgmap v296: 89 pgs: 6 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 82 active+clean; 5.7 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 85 B/s rd, 155 KiB/s wr, 728 op/s; 9088/278925 objects degraded (3.258%); 2.5 MiB/s, 39 objects/s recovering 2023-08-28T02:19:10.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:19:09 smithi040 ceph-mon[175404]: pgmap v297: 89 pgs: 6 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 82 active+clean; 5.6 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 753 op/s; 8851/273957 objects degraded (3.231%); 3.7 MiB/s, 59 objects/s recovering 2023-08-28T02:19:10.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:19:09 smithi040 ceph-mon[170259]: pgmap v297: 89 pgs: 6 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 82 active+clean; 5.6 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 753 op/s; 8851/273957 objects degraded (3.231%); 3.7 MiB/s, 59 objects/s recovering 2023-08-28T02:19:10.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:19:09 smithi083 ceph-mon[157819]: pgmap v297: 89 pgs: 6 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 82 active+clean; 5.6 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 753 op/s; 8851/273957 objects degraded (3.231%); 3.7 MiB/s, 59 objects/s recovering 2023-08-28T02:19:11.234 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:19:10 smithi040 ceph-mon[175404]: pgmap v298: 89 pgs: 6 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 82 active+clean; 5.5 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 666 op/s; 8851/272013 objects degraded (3.254%); 2.5 MiB/s, 40 objects/s recovering 2023-08-28T02:19:11.234 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:19:10 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 8851/273957 objects degraded (3.231%), 7 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-08-28T02:19:11.235 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:19:10 smithi040 ceph-mon[170259]: pgmap v298: 89 pgs: 6 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 82 active+clean; 5.5 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 666 op/s; 8851/272013 objects degraded (3.254%); 2.5 MiB/s, 40 objects/s recovering 2023-08-28T02:19:11.235 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:19:10 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 8851/273957 objects degraded (3.231%), 7 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-08-28T02:19:11.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:19:10 smithi083 ceph-mon[157819]: pgmap v298: 89 pgs: 6 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 82 active+clean; 5.5 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 666 op/s; 8851/272013 objects degraded (3.254%); 2.5 MiB/s, 40 objects/s recovering 2023-08-28T02:19:11.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:19:10 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 8851/273957 objects degraded (3.231%), 7 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-08-28T02:19:13.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:19:12 smithi040 ceph-mon[175404]: pgmap v299: 89 pgs: 6 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 82 active+clean; 5.4 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 846 op/s; 8596/263364 objects degraded (3.264%); 3.8 MiB/s, 61 objects/s recovering 2023-08-28T02:19:13.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:19:12 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:19:13.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:19:12 smithi040 ceph-mon[170259]: pgmap v299: 89 pgs: 6 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 82 active+clean; 5.4 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 846 op/s; 8596/263364 objects degraded (3.264%); 3.8 MiB/s, 61 objects/s recovering 2023-08-28T02:19:13.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:19:12 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:19:13.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:19:12 smithi083 ceph-mon[157819]: pgmap v299: 89 pgs: 6 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 82 active+clean; 5.4 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 846 op/s; 8596/263364 objects degraded (3.264%); 3.8 MiB/s, 61 objects/s recovering 2023-08-28T02:19:13.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:19:12 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:19:15.141 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:19:14 smithi083 ceph-mon[157819]: pgmap v300: 89 pgs: 6 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 82 active+clean; 5.3 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 649 op/s; 8596/261486 objects degraded (3.287%); 2.6 MiB/s, 40 objects/s recovering 2023-08-28T02:19:15.141 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:19:14 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:19:15.234 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:19:14 smithi040 ceph-mon[175404]: pgmap v300: 89 pgs: 6 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 82 active+clean; 5.3 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 649 op/s; 8596/261486 objects degraded (3.287%); 2.6 MiB/s, 40 objects/s recovering 2023-08-28T02:19:15.234 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:19:14 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:19:15.234 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:19:14 smithi040 ceph-mon[170259]: pgmap v300: 89 pgs: 6 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 82 active+clean; 5.3 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 649 op/s; 8596/261486 objects degraded (3.287%); 2.6 MiB/s, 40 objects/s recovering 2023-08-28T02:19:15.235 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:19:14 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:19:15.731 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:19:15 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:19:15] "GET /metrics HTTP/1.1" 200 36407 "" "Prometheus/2.43.0" 2023-08-28T02:19:16.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:19:16 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:19:16.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:19:16 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:19:16.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:19:16 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 8596/261486 objects degraded (3.287%), 7 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-08-28T02:19:16.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:19:16 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:19:16.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:19:16 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:19:16.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:19:16 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 8596/261486 objects degraded (3.287%), 7 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-08-28T02:19:16.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:19:16 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:19:16.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:19:16 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:19:16.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:19:16 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 8596/261486 objects degraded (3.287%), 7 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-08-28T02:19:17.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:19:17 smithi040 ceph-mon[175404]: pgmap v301: 89 pgs: 5 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+degraded+remapped, 82 active+clean; 5.2 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 695 op/s; 8589/257859 objects degraded (3.331%); 2.6 MiB/s, 41 objects/s recovering 2023-08-28T02:19:17.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:19:17 smithi040 ceph-mon[175404]: osdmap e141: 8 total, 8 up, 8 in 2023-08-28T02:19:17.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:19:17 smithi040 ceph-mon[175404]: failed to encode map e141 with expected crc 2023-08-28T02:19:17.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:19:17 smithi040 ceph-mon[175404]: failed to encode map e141 with expected crc 2023-08-28T02:19:17.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:19:17 smithi040 ceph-mon[175404]: failed to encode map e141 with expected crc 2023-08-28T02:19:17.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:19:17 smithi040 ceph-mon[175404]: failed to encode map e141 with expected crc 2023-08-28T02:19:17.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:19:17 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:19:17.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:19:17 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:19:17.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:19:17 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:19:17.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:19:17 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:19:17.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:19:17 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:19:17.734 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:19:17 smithi040 ceph-mon[170259]: pgmap v301: 89 pgs: 5 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+degraded+remapped, 82 active+clean; 5.2 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 695 op/s; 8589/257859 objects degraded (3.331%); 2.6 MiB/s, 41 objects/s recovering 2023-08-28T02:19:17.734 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:19:17 smithi040 ceph-mon[170259]: osdmap e141: 8 total, 8 up, 8 in 2023-08-28T02:19:17.734 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:19:17 smithi040 ceph-mon[170259]: failed to encode map e141 with expected crc 2023-08-28T02:19:17.734 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:19:17 smithi040 ceph-mon[170259]: failed to encode map e141 with expected crc 2023-08-28T02:19:17.734 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:19:17 smithi040 ceph-mon[170259]: failed to encode map e141 with expected crc 2023-08-28T02:19:17.734 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:19:17 smithi040 ceph-mon[170259]: failed to encode map e141 with expected crc 2023-08-28T02:19:17.734 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:19:17 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:19:17.734 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:19:17 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:19:17.735 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:19:17 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:19:17.735 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:19:17 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:19:17.735 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:19:17 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:19:17.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:19:17 smithi083 ceph-mon[157819]: pgmap v301: 89 pgs: 5 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+degraded+remapped, 82 active+clean; 5.2 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 695 op/s; 8589/257859 objects degraded (3.331%); 2.6 MiB/s, 41 objects/s recovering 2023-08-28T02:19:17.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:19:17 smithi083 ceph-mon[157819]: osdmap e141: 8 total, 8 up, 8 in 2023-08-28T02:19:17.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:19:17 smithi083 ceph-mon[157819]: failed to encode map e141 with expected crc 2023-08-28T02:19:17.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:19:17 smithi083 ceph-mon[157819]: failed to encode map e141 with expected crc 2023-08-28T02:19:17.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:19:17 smithi083 ceph-mon[157819]: failed to encode map e141 with expected crc 2023-08-28T02:19:17.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:19:17 smithi083 ceph-mon[157819]: failed to encode map e141 with expected crc 2023-08-28T02:19:17.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:19:17 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:19:17.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:19:17 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:19:17.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:19:17 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:19:17.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:19:17 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:19:17.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:19:17 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:19:18.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:19:18 smithi040 ceph-mon[175404]: failed to encode map e142 with expected crc 2023-08-28T02:19:18.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:19:18 smithi040 ceph-mon[175404]: failed to encode map e142 with expected crc 2023-08-28T02:19:18.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:19:18 smithi040 ceph-mon[175404]: osdmap e142: 8 total, 8 up, 8 in 2023-08-28T02:19:18.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:19:18 smithi040 ceph-mon[175404]: failed to encode map e142 with expected crc 2023-08-28T02:19:18.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:19:18 smithi040 ceph-mon[175404]: failed to encode map e142 with expected crc 2023-08-28T02:19:18.734 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:19:18 smithi040 ceph-mon[170259]: failed to encode map e142 with expected crc 2023-08-28T02:19:18.735 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:19:18 smithi040 ceph-mon[170259]: failed to encode map e142 with expected crc 2023-08-28T02:19:18.735 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:19:18 smithi040 ceph-mon[170259]: osdmap e142: 8 total, 8 up, 8 in 2023-08-28T02:19:18.735 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:19:18 smithi040 ceph-mon[170259]: failed to encode map e142 with expected crc 2023-08-28T02:19:18.735 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:19:18 smithi040 ceph-mon[170259]: failed to encode map e142 with expected crc 2023-08-28T02:19:18.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:19:18 smithi083 ceph-mon[157819]: failed to encode map e142 with expected crc 2023-08-28T02:19:18.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:19:18 smithi083 ceph-mon[157819]: failed to encode map e142 with expected crc 2023-08-28T02:19:18.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:19:18 smithi083 ceph-mon[157819]: osdmap e142: 8 total, 8 up, 8 in 2023-08-28T02:19:18.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:19:18 smithi083 ceph-mon[157819]: failed to encode map e142 with expected crc 2023-08-28T02:19:18.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:19:18 smithi083 ceph-mon[157819]: failed to encode map e142 with expected crc 2023-08-28T02:19:19.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:19:19 smithi040 ceph-mon[170259]: pgmap v304: 89 pgs: 5 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+degraded+remapped, 82 active+clean; 5.2 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 741 op/s; 8589/254214 objects degraded (3.379%); 2.0 MiB/s, 32 objects/s recovering 2023-08-28T02:19:19.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:19:19 smithi040 ceph-mon[175404]: pgmap v304: 89 pgs: 5 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+degraded+remapped, 82 active+clean; 5.2 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 741 op/s; 8589/254214 objects degraded (3.379%); 2.0 MiB/s, 32 objects/s recovering 2023-08-28T02:19:19.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:19:19 smithi083 ceph-mon[157819]: pgmap v304: 89 pgs: 5 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+degraded+remapped, 82 active+clean; 5.2 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 741 op/s; 8589/254214 objects degraded (3.379%); 2.0 MiB/s, 32 objects/s recovering 2023-08-28T02:19:20.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:19:20 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 8589/254214 objects degraded (3.379%), 7 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-08-28T02:19:20.984 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:19:20 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 8589/254214 objects degraded (3.379%), 7 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-08-28T02:19:20.984 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:19:20 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 8589/254214 objects degraded (3.379%), 7 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-08-28T02:19:21.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:19:21 smithi040 ceph-mon[170259]: pgmap v305: 89 pgs: 5 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+degraded+remapped, 82 active+clean; 5.1 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 441 op/s; 8589/252756 objects degraded (3.398%); 56 KiB/s, 0 objects/s recovering 2023-08-28T02:19:21.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:19:21 smithi040 ceph-mon[175404]: pgmap v305: 89 pgs: 5 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+degraded+remapped, 82 active+clean; 5.1 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 441 op/s; 8589/252756 objects degraded (3.398%); 56 KiB/s, 0 objects/s recovering 2023-08-28T02:19:21.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:19:21 smithi083 ceph-mon[157819]: pgmap v305: 89 pgs: 5 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+degraded+remapped, 82 active+clean; 5.1 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 441 op/s; 8589/252756 objects degraded (3.398%); 56 KiB/s, 0 objects/s recovering 2023-08-28T02:19:23.980 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:19:23 smithi040 ceph-mon[175404]: pgmap v306: 89 pgs: 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 83 active+clean; 5.0 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 690 op/s; 8024/244881 objects degraded (3.277%); 4.5 MiB/s, 71 objects/s recovering 2023-08-28T02:19:23.984 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:19:23 smithi040 ceph-mon[170259]: pgmap v306: 89 pgs: 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 83 active+clean; 5.0 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 690 op/s; 8024/244881 objects degraded (3.277%); 4.5 MiB/s, 71 objects/s recovering 2023-08-28T02:19:23.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:19:23 smithi083 ceph-mon[157819]: pgmap v306: 89 pgs: 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 83 active+clean; 5.0 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 690 op/s; 8024/244881 objects degraded (3.277%); 4.5 MiB/s, 71 objects/s recovering 2023-08-28T02:19:25.735 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:19:25 smithi040 ceph-mon[175404]: pgmap v307: 89 pgs: 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 83 active+clean; 4.9 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 621 op/s; 8024/242925 objects degraded (3.303%); 4.4 MiB/s, 70 objects/s recovering 2023-08-28T02:19:25.735 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:19:25 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 8024/242925 objects degraded (3.303%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-08-28T02:19:25.736 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:19:25 smithi040 ceph-mon[170259]: pgmap v307: 89 pgs: 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 83 active+clean; 4.9 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 621 op/s; 8024/242925 objects degraded (3.303%); 4.4 MiB/s, 70 objects/s recovering 2023-08-28T02:19:25.736 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:19:25 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 8024/242925 objects degraded (3.303%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-08-28T02:19:25.736 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:19:25 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:19:25] "GET /metrics HTTP/1.1" 200 36407 "" "Prometheus/2.43.0" 2023-08-28T02:19:25.993 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:19:25 smithi083 ceph-mon[157819]: pgmap v307: 89 pgs: 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 83 active+clean; 4.9 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 621 op/s; 8024/242925 objects degraded (3.303%); 4.4 MiB/s, 70 objects/s recovering 2023-08-28T02:19:25.993 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:19:25 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 8024/242925 objects degraded (3.303%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-08-28T02:19:27.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:19:27 smithi040 ceph-mon[170259]: pgmap v308: 89 pgs: 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 83 active+clean; 4.9 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 561 op/s; 7725/238920 objects degraded (3.233%); 5.7 MiB/s, 91 objects/s recovering 2023-08-28T02:19:27.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:19:27 smithi040 ceph-mon[175404]: pgmap v308: 89 pgs: 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 83 active+clean; 4.9 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 561 op/s; 7725/238920 objects degraded (3.233%); 5.7 MiB/s, 91 objects/s recovering 2023-08-28T02:19:27.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:19:27 smithi083 ceph-mon[157819]: pgmap v308: 89 pgs: 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 83 active+clean; 4.9 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 561 op/s; 7725/238920 objects degraded (3.233%); 5.7 MiB/s, 91 objects/s recovering 2023-08-28T02:19:29.980 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:19:29 smithi040 ceph-mon[175404]: pgmap v309: 89 pgs: 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 83 active+clean; 4.8 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 631 op/s; 7725/234498 objects degraded (3.294%); 5.2 MiB/s, 82 objects/s recovering 2023-08-28T02:19:29.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:19:29 smithi040 ceph-mon[170259]: pgmap v309: 89 pgs: 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 83 active+clean; 4.8 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 631 op/s; 7725/234498 objects degraded (3.294%); 5.2 MiB/s, 82 objects/s recovering 2023-08-28T02:19:29.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:19:29 smithi083 ceph-mon[157819]: pgmap v309: 89 pgs: 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 83 active+clean; 4.8 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 631 op/s; 7725/234498 objects degraded (3.294%); 5.2 MiB/s, 82 objects/s recovering 2023-08-28T02:19:30.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:19:30 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:19:30.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:19:30 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 7725/234498 objects degraded (3.294%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-08-28T02:19:30.984 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:19:30 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:19:30.984 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:19:30 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 7725/234498 objects degraded (3.294%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-08-28T02:19:30.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:19:30 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:19:30.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:19:30 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 7725/234498 objects degraded (3.294%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-08-28T02:19:31.987 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:19:31 smithi040 ceph-mon[170259]: pgmap v310: 89 pgs: 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 83 active+clean; 4.7 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 594 op/s; 7725/232764 objects degraded (3.319%); 4.5 MiB/s, 71 objects/s recovering 2023-08-28T02:19:31.987 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:19:31 smithi040 ceph-mon[175404]: pgmap v310: 89 pgs: 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 83 active+clean; 4.7 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 594 op/s; 7725/232764 objects degraded (3.319%); 4.5 MiB/s, 71 objects/s recovering 2023-08-28T02:19:31.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:19:31 smithi083 ceph-mon[157819]: pgmap v310: 89 pgs: 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 83 active+clean; 4.7 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 594 op/s; 7725/232764 objects degraded (3.319%); 4.5 MiB/s, 71 objects/s recovering 2023-08-28T02:19:33.986 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:19:33 smithi040 ceph-mon[175404]: pgmap v311: 89 pgs: 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 83 active+clean; 4.6 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 786 op/s; 7425/224403 objects degraded (3.309%); 6.1 MiB/s, 96 objects/s recovering 2023-08-28T02:19:33.987 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:19:33 smithi040 ceph-mon[170259]: pgmap v311: 89 pgs: 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 83 active+clean; 4.6 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 786 op/s; 7425/224403 objects degraded (3.309%); 6.1 MiB/s, 96 objects/s recovering 2023-08-28T02:19:33.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:19:33 smithi083 ceph-mon[157819]: pgmap v311: 89 pgs: 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 83 active+clean; 4.6 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 786 op/s; 7425/224403 objects degraded (3.309%); 6.1 MiB/s, 96 objects/s recovering 2023-08-28T02:19:35.672 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:19:35 smithi040 ceph-mon[170259]: pgmap v312: 89 pgs: 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 83 active+clean; 4.5 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 619 op/s; 7425/222555 objects degraded (3.336%); 3.1 MiB/s, 49 objects/s recovering 2023-08-28T02:19:35.673 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:19:35 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 7425/222555 objects degraded (3.336%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-08-28T02:19:35.673 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:19:35 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:19:35] "GET /metrics HTTP/1.1" 200 36405 "" "Prometheus/2.43.0" 2023-08-28T02:19:35.985 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:19:35 smithi040 ceph-mon[175404]: pgmap v312: 89 pgs: 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 83 active+clean; 4.5 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 619 op/s; 7425/222555 objects degraded (3.336%); 3.1 MiB/s, 49 objects/s recovering 2023-08-28T02:19:35.986 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:19:35 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 7425/222555 objects degraded (3.336%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-08-28T02:19:35.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:19:35 smithi083 ceph-mon[157819]: pgmap v312: 89 pgs: 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 83 active+clean; 4.5 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 619 op/s; 7425/222555 objects degraded (3.336%); 3.1 MiB/s, 49 objects/s recovering 2023-08-28T02:19:35.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:19:35 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 7425/222555 objects degraded (3.336%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-08-28T02:19:37.986 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:19:37 smithi040 ceph-mon[175404]: pgmap v313: 89 pgs: 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 83 active+clean; 4.5 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 669 op/s; 7124/218790 objects degraded (3.256%); 4.7 MiB/s, 74 objects/s recovering 2023-08-28T02:19:37.987 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:19:37 smithi040 ceph-mon[170259]: pgmap v313: 89 pgs: 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 83 active+clean; 4.5 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 669 op/s; 7124/218790 objects degraded (3.256%); 4.7 MiB/s, 74 objects/s recovering 2023-08-28T02:19:37.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:19:37 smithi083 ceph-mon[157819]: pgmap v313: 89 pgs: 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 83 active+clean; 4.5 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 669 op/s; 7124/218790 objects degraded (3.256%); 4.7 MiB/s, 74 objects/s recovering 2023-08-28T02:19:39.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:19:39 smithi083 ceph-mon[157819]: pgmap v314: 89 pgs: 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 83 active+clean; 4.4 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 681 op/s; 7124/214347 objects degraded (3.324%); 3.1 MiB/s, 49 objects/s recovering 2023-08-28T02:19:39.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:19:39 smithi083 ceph-mon[157819]: failed to encode map e143 with expected crc 2023-08-28T02:19:39.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:19:39 smithi083 ceph-mon[157819]: failed to encode map e143 with expected crc 2023-08-28T02:19:39.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:19:39 smithi083 ceph-mon[157819]: osdmap e143: 8 total, 8 up, 8 in 2023-08-28T02:19:39.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:19:39 smithi083 ceph-mon[157819]: failed to encode map e143 with expected crc 2023-08-28T02:19:39.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:19:39 smithi083 ceph-mon[157819]: failed to encode map e143 with expected crc 2023-08-28T02:19:39.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:19:39 smithi083 ceph-mon[157819]: failed to encode map e143 with expected crc 2023-08-28T02:19:40.234 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:19:39 smithi040 ceph-mon[170259]: pgmap v314: 89 pgs: 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 83 active+clean; 4.4 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 681 op/s; 7124/214347 objects degraded (3.324%); 3.1 MiB/s, 49 objects/s recovering 2023-08-28T02:19:40.234 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:19:39 smithi040 ceph-mon[170259]: failed to encode map e143 with expected crc 2023-08-28T02:19:40.235 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:19:39 smithi040 ceph-mon[170259]: failed to encode map e143 with expected crc 2023-08-28T02:19:40.235 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:19:39 smithi040 ceph-mon[170259]: osdmap e143: 8 total, 8 up, 8 in 2023-08-28T02:19:40.235 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:19:39 smithi040 ceph-mon[170259]: failed to encode map e143 with expected crc 2023-08-28T02:19:40.235 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:19:39 smithi040 ceph-mon[170259]: failed to encode map e143 with expected crc 2023-08-28T02:19:40.235 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:19:39 smithi040 ceph-mon[170259]: failed to encode map e143 with expected crc 2023-08-28T02:19:40.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:19:39 smithi040 ceph-mon[175404]: pgmap v314: 89 pgs: 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 83 active+clean; 4.4 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 681 op/s; 7124/214347 objects degraded (3.324%); 3.1 MiB/s, 49 objects/s recovering 2023-08-28T02:19:40.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:19:39 smithi040 ceph-mon[175404]: failed to encode map e143 with expected crc 2023-08-28T02:19:40.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:19:39 smithi040 ceph-mon[175404]: failed to encode map e143 with expected crc 2023-08-28T02:19:40.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:19:39 smithi040 ceph-mon[175404]: osdmap e143: 8 total, 8 up, 8 in 2023-08-28T02:19:40.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:19:39 smithi040 ceph-mon[175404]: failed to encode map e143 with expected crc 2023-08-28T02:19:40.236 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:19:39 smithi040 ceph-mon[175404]: failed to encode map e143 with expected crc 2023-08-28T02:19:40.236 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:19:39 smithi040 ceph-mon[175404]: failed to encode map e143 with expected crc 2023-08-28T02:19:41.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:19:40 smithi040 ceph-mon[175404]: failed to encode map e144 with expected crc 2023-08-28T02:19:41.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:19:40 smithi040 ceph-mon[175404]: failed to encode map e144 with expected crc 2023-08-28T02:19:41.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:19:40 smithi040 ceph-mon[175404]: osdmap e144: 8 total, 8 up, 8 in 2023-08-28T02:19:41.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:19:40 smithi040 ceph-mon[175404]: failed to encode map e144 with expected crc 2023-08-28T02:19:41.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:19:40 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 7124/214347 objects degraded (3.324%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-08-28T02:19:41.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:19:40 smithi040 ceph-mon[170259]: failed to encode map e144 with expected crc 2023-08-28T02:19:41.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:19:40 smithi040 ceph-mon[170259]: failed to encode map e144 with expected crc 2023-08-28T02:19:41.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:19:40 smithi040 ceph-mon[170259]: osdmap e144: 8 total, 8 up, 8 in 2023-08-28T02:19:41.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:19:40 smithi040 ceph-mon[170259]: failed to encode map e144 with expected crc 2023-08-28T02:19:41.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:19:40 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 7124/214347 objects degraded (3.324%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-08-28T02:19:41.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:19:40 smithi083 ceph-mon[157819]: failed to encode map e144 with expected crc 2023-08-28T02:19:41.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:19:40 smithi083 ceph-mon[157819]: failed to encode map e144 with expected crc 2023-08-28T02:19:41.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:19:40 smithi083 ceph-mon[157819]: osdmap e144: 8 total, 8 up, 8 in 2023-08-28T02:19:41.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:19:40 smithi083 ceph-mon[157819]: failed to encode map e144 with expected crc 2023-08-28T02:19:41.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:19:40 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 7124/214347 objects degraded (3.324%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-08-28T02:19:42.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:19:41 smithi040 ceph-mon[175404]: pgmap v317: 89 pgs: 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 83 active+clean; 4.3 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 495 op/s; 7124/212487 objects degraded (3.353%); 2.3 MiB/s, 37 objects/s recovering 2023-08-28T02:19:42.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:19:41 smithi040 ceph-mon[170259]: pgmap v317: 89 pgs: 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 83 active+clean; 4.3 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 495 op/s; 7124/212487 objects degraded (3.353%); 2.3 MiB/s, 37 objects/s recovering 2023-08-28T02:19:42.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:19:41 smithi083 ceph-mon[157819]: pgmap v317: 89 pgs: 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 83 active+clean; 4.3 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 495 op/s; 7124/212487 objects degraded (3.353%); 2.3 MiB/s, 37 objects/s recovering 2023-08-28T02:19:44.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:19:43 smithi040 ceph-mon[175404]: pgmap v318: 89 pgs: 4 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 84 active+clean; 4.2 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 703 op/s; 6724/205650 objects degraded (3.270%); 5.5 MiB/s, 87 objects/s recovering 2023-08-28T02:19:44.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:19:43 smithi040 ceph-mon[170259]: pgmap v318: 89 pgs: 4 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 84 active+clean; 4.2 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 703 op/s; 6724/205650 objects degraded (3.270%); 5.5 MiB/s, 87 objects/s recovering 2023-08-28T02:19:44.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:19:43 smithi083 ceph-mon[157819]: pgmap v318: 89 pgs: 4 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 84 active+clean; 4.2 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 703 op/s; 6724/205650 objects degraded (3.270%); 5.5 MiB/s, 87 objects/s recovering 2023-08-28T02:19:45.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:19:44 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:19:45.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:19:44 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:19:45.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:19:44 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:19:45.730 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:19:45 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:19:45] "GET /metrics HTTP/1.1" 200 36336 "" "Prometheus/2.43.0" 2023-08-28T02:19:46.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:19:45 smithi040 ceph-mon[170259]: pgmap v319: 89 pgs: 4 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 84 active+clean; 4.2 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 613 op/s; 6724/204054 objects degraded (3.295%); 3.1 MiB/s, 49 objects/s recovering 2023-08-28T02:19:46.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:19:45 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 6724/204054 objects degraded (3.295%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:19:46.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:19:45 smithi040 ceph-mon[175404]: pgmap v319: 89 pgs: 4 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 84 active+clean; 4.2 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 613 op/s; 6724/204054 objects degraded (3.295%); 3.1 MiB/s, 49 objects/s recovering 2023-08-28T02:19:46.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:19:45 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 6724/204054 objects degraded (3.295%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:19:46.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:19:45 smithi083 ceph-mon[157819]: pgmap v319: 89 pgs: 4 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 84 active+clean; 4.2 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 613 op/s; 6724/204054 objects degraded (3.295%); 3.1 MiB/s, 49 objects/s recovering 2023-08-28T02:19:46.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:19:45 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 6724/204054 objects degraded (3.295%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:19:48.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:19:47 smithi040 ceph-mon[170259]: pgmap v320: 89 pgs: 4 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 84 active+clean; 4.1 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 585 op/s; 6465/200277 objects degraded (3.228%); 5.1 MiB/s, 82 objects/s recovering 2023-08-28T02:19:48.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:19:47 smithi040 ceph-mon[175404]: pgmap v320: 89 pgs: 4 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 84 active+clean; 4.1 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 585 op/s; 6465/200277 objects degraded (3.228%); 5.1 MiB/s, 82 objects/s recovering 2023-08-28T02:19:48.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:19:47 smithi083 ceph-mon[157819]: pgmap v320: 89 pgs: 4 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 84 active+clean; 4.1 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 585 op/s; 6465/200277 objects degraded (3.228%); 5.1 MiB/s, 82 objects/s recovering 2023-08-28T02:19:50.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:19:49 smithi040 ceph-mon[170259]: pgmap v321: 89 pgs: 4 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 84 active+clean; 4.0 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 671 op/s; 6465/195963 objects degraded (3.299%); 4.5 MiB/s, 72 objects/s recovering 2023-08-28T02:19:50.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:19:49 smithi040 ceph-mon[175404]: pgmap v321: 89 pgs: 4 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 84 active+clean; 4.0 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 671 op/s; 6465/195963 objects degraded (3.299%); 4.5 MiB/s, 72 objects/s recovering 2023-08-28T02:19:50.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:19:49 smithi083 ceph-mon[157819]: pgmap v321: 89 pgs: 4 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 84 active+clean; 4.0 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 671 op/s; 6465/195963 objects degraded (3.299%); 4.5 MiB/s, 72 objects/s recovering 2023-08-28T02:19:51.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:19:50 smithi040 ceph-mon[170259]: pgmap v322: 89 pgs: 4 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 84 active+clean; 3.9 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 605 op/s; 6465/194082 objects degraded (3.331%); 4.1 MiB/s, 65 objects/s recovering 2023-08-28T02:19:51.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:19:50 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 6465/195963 objects degraded (3.299%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:19:51.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:19:50 smithi040 ceph-mon[175404]: pgmap v322: 89 pgs: 4 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 84 active+clean; 3.9 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 605 op/s; 6465/194082 objects degraded (3.331%); 4.1 MiB/s, 65 objects/s recovering 2023-08-28T02:19:51.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:19:50 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 6465/195963 objects degraded (3.299%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:19:51.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:19:50 smithi083 ceph-mon[157819]: pgmap v322: 89 pgs: 4 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 84 active+clean; 3.9 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 605 op/s; 6465/194082 objects degraded (3.331%); 4.1 MiB/s, 65 objects/s recovering 2023-08-28T02:19:51.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:19:50 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 6465/195963 objects degraded (3.299%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:19:53.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:19:52 smithi040 ceph-mon[170259]: pgmap v323: 89 pgs: 4 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 84 active+clean; 3.8 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 726 op/s; 6189/186312 objects degraded (3.322%); 4.9 MiB/s, 77 objects/s recovering 2023-08-28T02:19:53.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:19:52 smithi040 ceph-mon[175404]: pgmap v323: 89 pgs: 4 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 84 active+clean; 3.8 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 726 op/s; 6189/186312 objects degraded (3.322%); 4.9 MiB/s, 77 objects/s recovering 2023-08-28T02:19:53.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:19:52 smithi083 ceph-mon[157819]: pgmap v323: 89 pgs: 4 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 84 active+clean; 3.8 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 726 op/s; 6189/186312 objects degraded (3.322%); 4.9 MiB/s, 77 objects/s recovering 2023-08-28T02:19:55.234 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:19:54 smithi040 ceph-mon[170259]: pgmap v324: 89 pgs: 4 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 84 active+clean; 3.8 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 585 op/s; 6189/184539 objects degraded (3.354%); 2.8 MiB/s, 44 objects/s recovering 2023-08-28T02:19:55.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:19:54 smithi040 ceph-mon[175404]: pgmap v324: 89 pgs: 4 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 84 active+clean; 3.8 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 585 op/s; 6189/184539 objects degraded (3.354%); 2.8 MiB/s, 44 objects/s recovering 2023-08-28T02:19:55.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:19:54 smithi083 ceph-mon[157819]: pgmap v324: 89 pgs: 4 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 84 active+clean; 3.8 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 585 op/s; 6189/184539 objects degraded (3.354%); 2.8 MiB/s, 44 objects/s recovering 2023-08-28T02:19:55.735 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:19:55 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:19:55] "GET /metrics HTTP/1.1" 200 36336 "" "Prometheus/2.43.0" 2023-08-28T02:19:56.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:19:55 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 6189/184539 objects degraded (3.354%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:19:56.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:19:55 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 6189/184539 objects degraded (3.354%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:19:56.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:19:55 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 6189/184539 objects degraded (3.354%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:19:57.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:19:57 smithi040 ceph-mon[170259]: pgmap v325: 89 pgs: 4 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 84 active+clean; 3.7 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 642 op/s; 5910/180894 objects degraded (3.267%); 4.2 MiB/s, 67 objects/s recovering 2023-08-28T02:19:57.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:19:57 smithi040 ceph-mon[175404]: pgmap v325: 89 pgs: 4 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 84 active+clean; 3.7 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 642 op/s; 5910/180894 objects degraded (3.267%); 4.2 MiB/s, 67 objects/s recovering 2023-08-28T02:19:57.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:19:57 smithi083 ceph-mon[157819]: pgmap v325: 89 pgs: 4 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 84 active+clean; 3.7 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 642 op/s; 5910/180894 objects degraded (3.267%); 4.2 MiB/s, 67 objects/s recovering 2023-08-28T02:19:59.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:19:59 smithi040 ceph-mon[170259]: pgmap v326: 89 pgs: 4 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 84 active+clean; 3.6 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 655 op/s; 5910/176667 objects degraded (3.345%); 2.9 MiB/s, 46 objects/s recovering 2023-08-28T02:19:59.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:19:59 smithi040 ceph-mon[175404]: pgmap v326: 89 pgs: 4 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 84 active+clean; 3.6 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 655 op/s; 5910/176667 objects degraded (3.345%); 2.9 MiB/s, 46 objects/s recovering 2023-08-28T02:19:59.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:19:59 smithi083 ceph-mon[157819]: pgmap v326: 89 pgs: 4 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 84 active+clean; 3.6 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 655 op/s; 5910/176667 objects degraded (3.345%); 2.9 MiB/s, 46 objects/s recovering 2023-08-28T02:20:00.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:20:00 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:20:00.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:20:00 smithi040 ceph-mon[170259]: Health detail: HEALTH_WARN Degraded data redundancy: 5910/176667 objects degraded (3.345%), 5 pgs degraded, 5 pgs undersized 2023-08-28T02:20:00.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:20:00 smithi040 ceph-mon[170259]: [WRN] PG_DEGRADED: Degraded data redundancy: 5910/176667 objects degraded (3.345%), 5 pgs degraded, 5 pgs undersized 2023-08-28T02:20:00.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:20:00 smithi040 ceph-mon[170259]: pg 7.0 is stuck undersized for 119s, current state active+recovery_wait+undersized+degraded+remapped, last acting [5,1] 2023-08-28T02:20:00.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:20:00 smithi040 ceph-mon[170259]: pg 7.6 is stuck undersized for 119s, current state active+recovery_wait+undersized+degraded+remapped, last acting [0,7] 2023-08-28T02:20:00.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:20:00 smithi040 ceph-mon[170259]: pg 7.7 is stuck undersized for 119s, current state active+recovering+undersized+degraded+remapped, last acting [6,0] 2023-08-28T02:20:00.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:20:00 smithi040 ceph-mon[170259]: pg 7.a is stuck undersized for 119s, current state active+recovery_wait+undersized+degraded+remapped, last acting [2,5] 2023-08-28T02:20:00.984 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:20:00 smithi040 ceph-mon[170259]: pg 7.c is stuck undersized for 119s, current state active+recovery_wait+undersized+degraded+remapped, last acting [6,7] 2023-08-28T02:20:00.984 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:20:00 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 5910/176667 objects degraded (3.345%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:20:00.984 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:20:00 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:20:00.984 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:20:00 smithi040 ceph-mon[175404]: Health detail: HEALTH_WARN Degraded data redundancy: 5910/176667 objects degraded (3.345%), 5 pgs degraded, 5 pgs undersized 2023-08-28T02:20:00.984 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:20:00 smithi040 ceph-mon[175404]: [WRN] PG_DEGRADED: Degraded data redundancy: 5910/176667 objects degraded (3.345%), 5 pgs degraded, 5 pgs undersized 2023-08-28T02:20:00.984 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:20:00 smithi040 ceph-mon[175404]: pg 7.0 is stuck undersized for 119s, current state active+recovery_wait+undersized+degraded+remapped, last acting [5,1] 2023-08-28T02:20:00.984 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:20:00 smithi040 ceph-mon[175404]: pg 7.6 is stuck undersized for 119s, current state active+recovery_wait+undersized+degraded+remapped, last acting [0,7] 2023-08-28T02:20:00.984 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:20:00 smithi040 ceph-mon[175404]: pg 7.7 is stuck undersized for 119s, current state active+recovering+undersized+degraded+remapped, last acting [6,0] 2023-08-28T02:20:00.984 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:20:00 smithi040 ceph-mon[175404]: pg 7.a is stuck undersized for 119s, current state active+recovery_wait+undersized+degraded+remapped, last acting [2,5] 2023-08-28T02:20:00.984 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:20:00 smithi040 ceph-mon[175404]: pg 7.c is stuck undersized for 119s, current state active+recovery_wait+undersized+degraded+remapped, last acting [6,7] 2023-08-28T02:20:00.985 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:20:00 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 5910/176667 objects degraded (3.345%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:20:00.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:20:00 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:20:00.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:20:00 smithi083 ceph-mon[157819]: Health detail: HEALTH_WARN Degraded data redundancy: 5910/176667 objects degraded (3.345%), 5 pgs degraded, 5 pgs undersized 2023-08-28T02:20:00.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:20:00 smithi083 ceph-mon[157819]: [WRN] PG_DEGRADED: Degraded data redundancy: 5910/176667 objects degraded (3.345%), 5 pgs degraded, 5 pgs undersized 2023-08-28T02:20:00.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:20:00 smithi083 ceph-mon[157819]: pg 7.0 is stuck undersized for 119s, current state active+recovery_wait+undersized+degraded+remapped, last acting [5,1] 2023-08-28T02:20:00.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:20:00 smithi083 ceph-mon[157819]: pg 7.6 is stuck undersized for 119s, current state active+recovery_wait+undersized+degraded+remapped, last acting [0,7] 2023-08-28T02:20:00.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:20:00 smithi083 ceph-mon[157819]: pg 7.7 is stuck undersized for 119s, current state active+recovering+undersized+degraded+remapped, last acting [6,0] 2023-08-28T02:20:00.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:20:00 smithi083 ceph-mon[157819]: pg 7.a is stuck undersized for 119s, current state active+recovery_wait+undersized+degraded+remapped, last acting [2,5] 2023-08-28T02:20:00.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:20:00 smithi083 ceph-mon[157819]: pg 7.c is stuck undersized for 119s, current state active+recovery_wait+undersized+degraded+remapped, last acting [6,7] 2023-08-28T02:20:00.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:20:00 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 5910/176667 objects degraded (3.345%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:20:01.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:20:01 smithi040 ceph-mon[170259]: pgmap v327: 89 pgs: 4 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 84 active+clean; 3.6 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 586 op/s; 5910/174807 objects degraded (3.381%); 2.9 MiB/s, 46 objects/s recovering 2023-08-28T02:20:01.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:20:01 smithi040 ceph-mon[175404]: pgmap v327: 89 pgs: 4 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 84 active+clean; 3.6 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 586 op/s; 5910/174807 objects degraded (3.381%); 2.9 MiB/s, 46 objects/s recovering 2023-08-28T02:20:01.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:20:01 smithi083 ceph-mon[157819]: pgmap v327: 89 pgs: 4 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 84 active+clean; 3.6 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 586 op/s; 5910/174807 objects degraded (3.381%); 2.9 MiB/s, 46 objects/s recovering 2023-08-28T02:20:02.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:20:02 smithi040 ceph-mon[170259]: osdmap e145: 8 total, 8 up, 8 in 2023-08-28T02:20:02.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:20:02 smithi040 ceph-mon[170259]: failed to encode map e145 with expected crc 2023-08-28T02:20:02.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:20:02 smithi040 ceph-mon[170259]: failed to encode map e145 with expected crc 2023-08-28T02:20:02.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:20:02 smithi040 ceph-mon[170259]: failed to encode map e145 with expected crc 2023-08-28T02:20:02.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:20:02 smithi040 ceph-mon[170259]: failed to encode map e145 with expected crc 2023-08-28T02:20:02.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:20:02 smithi040 ceph-mon[170259]: failed to encode map e145 with expected crc 2023-08-28T02:20:02.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:20:02 smithi040 ceph-mon[175404]: osdmap e145: 8 total, 8 up, 8 in 2023-08-28T02:20:02.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:20:02 smithi040 ceph-mon[175404]: failed to encode map e145 with expected crc 2023-08-28T02:20:02.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:20:02 smithi040 ceph-mon[175404]: failed to encode map e145 with expected crc 2023-08-28T02:20:02.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:20:02 smithi040 ceph-mon[175404]: failed to encode map e145 with expected crc 2023-08-28T02:20:02.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:20:02 smithi040 ceph-mon[175404]: failed to encode map e145 with expected crc 2023-08-28T02:20:02.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:20:02 smithi040 ceph-mon[175404]: failed to encode map e145 with expected crc 2023-08-28T02:20:02.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:20:02 smithi083 ceph-mon[157819]: osdmap e145: 8 total, 8 up, 8 in 2023-08-28T02:20:02.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:20:02 smithi083 ceph-mon[157819]: failed to encode map e145 with expected crc 2023-08-28T02:20:02.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:20:02 smithi083 ceph-mon[157819]: failed to encode map e145 with expected crc 2023-08-28T02:20:02.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:20:02 smithi083 ceph-mon[157819]: failed to encode map e145 with expected crc 2023-08-28T02:20:02.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:20:02 smithi083 ceph-mon[157819]: failed to encode map e145 with expected crc 2023-08-28T02:20:02.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:20:02 smithi083 ceph-mon[157819]: failed to encode map e145 with expected crc 2023-08-28T02:20:03.980 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:20:03 smithi040 ceph-mon[175404]: pgmap v329: 89 pgs: 4 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 84 active+clean; 3.4 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 640 op/s; 5626/167082 objects degraded (3.367%); 3.5 MiB/s, 56 objects/s recovering 2023-08-28T02:20:03.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:20:03 smithi040 ceph-mon[175404]: failed to encode map e146 with expected crc 2023-08-28T02:20:03.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:20:03 smithi040 ceph-mon[175404]: failed to encode map e146 with expected crc 2023-08-28T02:20:03.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:20:03 smithi040 ceph-mon[175404]: failed to encode map e146 with expected crc 2023-08-28T02:20:03.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:20:03 smithi040 ceph-mon[175404]: osdmap e146: 8 total, 8 up, 8 in 2023-08-28T02:20:03.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:20:03 smithi040 ceph-mon[175404]: failed to encode map e146 with expected crc 2023-08-28T02:20:03.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:20:03 smithi040 ceph-mon[170259]: pgmap v329: 89 pgs: 4 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 84 active+clean; 3.4 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 640 op/s; 5626/167082 objects degraded (3.367%); 3.5 MiB/s, 56 objects/s recovering 2023-08-28T02:20:03.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:20:03 smithi040 ceph-mon[170259]: failed to encode map e146 with expected crc 2023-08-28T02:20:03.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:20:03 smithi040 ceph-mon[170259]: failed to encode map e146 with expected crc 2023-08-28T02:20:03.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:20:03 smithi040 ceph-mon[170259]: failed to encode map e146 with expected crc 2023-08-28T02:20:03.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:20:03 smithi040 ceph-mon[170259]: osdmap e146: 8 total, 8 up, 8 in 2023-08-28T02:20:03.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:20:03 smithi040 ceph-mon[170259]: failed to encode map e146 with expected crc 2023-08-28T02:20:03.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:20:03 smithi083 ceph-mon[157819]: pgmap v329: 89 pgs: 4 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 84 active+clean; 3.4 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 640 op/s; 5626/167082 objects degraded (3.367%); 3.5 MiB/s, 56 objects/s recovering 2023-08-28T02:20:03.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:20:03 smithi083 ceph-mon[157819]: failed to encode map e146 with expected crc 2023-08-28T02:20:03.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:20:03 smithi083 ceph-mon[157819]: failed to encode map e146 with expected crc 2023-08-28T02:20:03.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:20:03 smithi083 ceph-mon[157819]: failed to encode map e146 with expected crc 2023-08-28T02:20:03.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:20:03 smithi083 ceph-mon[157819]: osdmap e146: 8 total, 8 up, 8 in 2023-08-28T02:20:03.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:20:03 smithi083 ceph-mon[157819]: failed to encode map e146 with expected crc 2023-08-28T02:20:05.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:20:05 smithi040 ceph-mon[175404]: pgmap v331: 89 pgs: 4 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 84 active+clean; 3.4 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 635 op/s; 5626/165621 objects degraded (3.397%); 2.2 MiB/s, 35 objects/s recovering 2023-08-28T02:20:05.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:20:05 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 5626/165621 objects degraded (3.397%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:20:05.734 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:20:05 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:20:05] "GET /metrics HTTP/1.1" 200 36409 "" "Prometheus/2.43.0" 2023-08-28T02:20:05.734 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:20:05 smithi040 ceph-mon[170259]: pgmap v331: 89 pgs: 4 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 84 active+clean; 3.4 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 635 op/s; 5626/165621 objects degraded (3.397%); 2.2 MiB/s, 35 objects/s recovering 2023-08-28T02:20:05.734 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:20:05 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 5626/165621 objects degraded (3.397%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:20:05.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:20:05 smithi083 ceph-mon[157819]: pgmap v331: 89 pgs: 4 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 84 active+clean; 3.4 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 635 op/s; 5626/165621 objects degraded (3.397%); 2.2 MiB/s, 35 objects/s recovering 2023-08-28T02:20:05.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:20:05 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 5626/165621 objects degraded (3.397%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:20:07.984 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:20:07 smithi040 ceph-mon[170259]: pgmap v332: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 3.3 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 586 op/s; 5257/162591 objects degraded (3.233%); 5.1 MiB/s, 81 objects/s recovering 2023-08-28T02:20:07.984 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:20:07 smithi040 ceph-mon[175404]: pgmap v332: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 3.3 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 586 op/s; 5257/162591 objects degraded (3.233%); 5.1 MiB/s, 81 objects/s recovering 2023-08-28T02:20:07.993 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:20:07 smithi083 ceph-mon[157819]: pgmap v332: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 3.3 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 586 op/s; 5257/162591 objects degraded (3.233%); 5.1 MiB/s, 81 objects/s recovering 2023-08-28T02:20:09.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:20:09 smithi040 ceph-mon[170259]: pgmap v333: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 3.2 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 654 op/s; 5257/159090 objects degraded (3.304%); 5.1 MiB/s, 81 objects/s recovering 2023-08-28T02:20:09.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:20:09 smithi040 ceph-mon[175404]: pgmap v333: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 3.2 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 654 op/s; 5257/159090 objects degraded (3.304%); 5.1 MiB/s, 81 objects/s recovering 2023-08-28T02:20:09.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:20:09 smithi083 ceph-mon[157819]: pgmap v333: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 3.2 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 654 op/s; 5257/159090 objects degraded (3.304%); 5.1 MiB/s, 81 objects/s recovering 2023-08-28T02:20:10.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:20:10 smithi040 ceph-mon[175404]: pgmap v334: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 3.2 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 412 op/s; 5257/157332 objects degraded (3.341%); 2.8 MiB/s, 44 objects/s recovering 2023-08-28T02:20:10.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:20:10 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 5257/159090 objects degraded (3.304%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-08-28T02:20:10.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:20:10 smithi040 ceph-mon[170259]: pgmap v334: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 3.2 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 412 op/s; 5257/157332 objects degraded (3.341%); 2.8 MiB/s, 44 objects/s recovering 2023-08-28T02:20:10.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:20:10 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 5257/159090 objects degraded (3.304%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-08-28T02:20:10.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:20:10 smithi083 ceph-mon[157819]: pgmap v334: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 3.2 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 412 op/s; 5257/157332 objects degraded (3.341%); 2.8 MiB/s, 44 objects/s recovering 2023-08-28T02:20:10.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:20:10 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 5257/159090 objects degraded (3.304%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-08-28T02:20:13.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:20:12 smithi040 ceph-mon[170259]: pgmap v335: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 3.0 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 582 op/s; 4985/149598 objects degraded (3.332%); 4.0 MiB/s, 64 objects/s recovering 2023-08-28T02:20:13.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:20:12 smithi040 ceph-mon[175404]: pgmap v335: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 3.0 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 582 op/s; 4985/149598 objects degraded (3.332%); 4.0 MiB/s, 64 objects/s recovering 2023-08-28T02:20:13.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:20:12 smithi083 ceph-mon[157819]: pgmap v335: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 3.0 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 582 op/s; 4985/149598 objects degraded (3.332%); 4.0 MiB/s, 64 objects/s recovering 2023-08-28T02:20:14.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:20:13 smithi040 ceph-mon[170259]: pgmap v336: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 3.0 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 564 op/s; 4985/147858 objects degraded (3.371%); 3.5 MiB/s, 56 objects/s recovering 2023-08-28T02:20:14.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:20:13 smithi040 ceph-mon[175404]: pgmap v336: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 3.0 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 564 op/s; 4985/147858 objects degraded (3.371%); 3.5 MiB/s, 56 objects/s recovering 2023-08-28T02:20:14.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:20:13 smithi083 ceph-mon[157819]: pgmap v336: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 3.0 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 564 op/s; 4985/147858 objects degraded (3.371%); 3.5 MiB/s, 56 objects/s recovering 2023-08-28T02:20:15.387 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:20:14 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:20:15.387 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:20:15 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:20:15] "GET /metrics HTTP/1.1" 200 36408 "" "Prometheus/2.43.0" 2023-08-28T02:20:15.387 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:20:14 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:20:15.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:20:14 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:20:16.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:20:16 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 4985/147858 objects degraded (3.371%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-08-28T02:20:16.485 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:20:16 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 4985/147858 objects degraded (3.371%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-08-28T02:20:16.494 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:20:16 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 4985/147858 objects degraded (3.371%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-08-28T02:20:17.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:20:17 smithi040 ceph-mon[175404]: pgmap v337: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 2.9 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 588 op/s; 4708/144414 objects degraded (3.260%); 4.7 MiB/s, 76 objects/s recovering 2023-08-28T02:20:17.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:20:17 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:20:17.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:20:17 smithi040 ceph-mon[170259]: pgmap v337: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 2.9 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 588 op/s; 4708/144414 objects degraded (3.260%); 4.7 MiB/s, 76 objects/s recovering 2023-08-28T02:20:17.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:20:17 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:20:17.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:20:17 smithi083 ceph-mon[157819]: pgmap v337: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 2.9 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 588 op/s; 4708/144414 objects degraded (3.260%); 4.7 MiB/s, 76 objects/s recovering 2023-08-28T02:20:17.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:20:17 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:20:18.940 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:20:18 smithi040 ceph-mon[175404]: pgmap v338: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 2.9 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 618 op/s; 4708/140301 objects degraded (3.356%); 2.8 MiB/s, 45 objects/s recovering 2023-08-28T02:20:18.943 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:20:18 smithi040 ceph-mon[170259]: pgmap v338: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 2.9 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 618 op/s; 4708/140301 objects degraded (3.356%); 2.8 MiB/s, 45 objects/s recovering 2023-08-28T02:20:18.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:20:18 smithi083 ceph-mon[157819]: pgmap v338: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 2.9 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 618 op/s; 4708/140301 objects degraded (3.356%); 2.8 MiB/s, 45 objects/s recovering 2023-08-28T02:20:20.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:20:19 smithi040 ceph-mon[170259]: pgmap v339: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 2.8 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 571 op/s; 4708/138486 objects degraded (3.400%); 2.8 MiB/s, 45 objects/s recovering 2023-08-28T02:20:20.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:20:19 smithi040 ceph-mon[175404]: pgmap v339: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 2.8 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 571 op/s; 4708/138486 objects degraded (3.400%); 2.8 MiB/s, 45 objects/s recovering 2023-08-28T02:20:20.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:20:19 smithi083 ceph-mon[157819]: pgmap v339: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 2.8 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 571 op/s; 4708/138486 objects degraded (3.400%); 2.8 MiB/s, 45 objects/s recovering 2023-08-28T02:20:21.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:20:21 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:20:21.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:20:21 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:20:21.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:20:21 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 4708/138486 objects degraded (3.400%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-08-28T02:20:21.734 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:20:21 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:20:21.734 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:20:21 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:20:21.734 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:20:21 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 4708/138486 objects degraded (3.400%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-08-28T02:20:21.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:20:21 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:20:21.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:20:21 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:20:21.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:20:21 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 4708/138486 objects degraded (3.400%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-08-28T02:20:22.991 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:20:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[148818]: logger=cleanup t=2023-08-28T02:20:22.623798486Z level=info msg="Completed cleanup jobs" duration=11.637467ms 2023-08-28T02:20:23.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:20:23 smithi040 ceph-mon[175404]: pgmap v340: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 2.7 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 717 op/s; 4469/131469 objects degraded (3.399%); 2.8 MiB/s, 65 objects/s recovering 2023-08-28T02:20:23.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:20:23 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:20:23.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:20:23 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:20:23.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:20:23 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:20:23.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:20:23 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:20:23.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:20:23 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:20:23.486 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:20:23 smithi040 ceph-mon[170259]: pgmap v340: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 2.7 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 717 op/s; 4469/131469 objects degraded (3.399%); 2.8 MiB/s, 65 objects/s recovering 2023-08-28T02:20:23.486 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:20:23 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:20:23.486 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:20:23 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:20:23.487 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:20:23 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:20:23.487 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:20:23 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:20:23.487 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:20:23 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:20:23.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:20:23 smithi083 ceph-mon[157819]: pgmap v340: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 2.7 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 717 op/s; 4469/131469 objects degraded (3.399%); 2.8 MiB/s, 65 objects/s recovering 2023-08-28T02:20:23.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:20:23 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:20:23.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:20:23 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:20:23.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:20:23 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:20:23.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:20:23 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:20:23.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:20:23 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:20:25.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:20:25 smithi040 ceph-mon[170259]: pgmap v341: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 2.6 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 551 op/s; 4469/129732 objects degraded (3.445%); 1.4 MiB/s, 42 objects/s recovering 2023-08-28T02:20:25.483 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:20:25 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:20:25] "GET /metrics HTTP/1.1" 200 36408 "" "Prometheus/2.43.0" 2023-08-28T02:20:25.484 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:20:25 smithi040 ceph-mon[175404]: pgmap v341: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 2.6 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 551 op/s; 4469/129732 objects degraded (3.445%); 1.4 MiB/s, 42 objects/s recovering 2023-08-28T02:20:25.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:20:25 smithi083 ceph-mon[157819]: pgmap v341: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 2.6 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 551 op/s; 4469/129732 objects degraded (3.445%); 1.4 MiB/s, 42 objects/s recovering 2023-08-28T02:20:26.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:20:26 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 4469/129732 objects degraded (3.445%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-08-28T02:20:26.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:20:26 smithi040 ceph-mon[175404]: pgmap v342: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 2.6 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 593 op/s; 4199/126462 objects degraded (3.320%); 1.4 MiB/s, 65 objects/s recovering 2023-08-28T02:20:26.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:20:26 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 4469/129732 objects degraded (3.445%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-08-28T02:20:26.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:20:26 smithi040 ceph-mon[170259]: pgmap v342: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 2.6 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 593 op/s; 4199/126462 objects degraded (3.320%); 1.4 MiB/s, 65 objects/s recovering 2023-08-28T02:20:26.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:20:26 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 4469/129732 objects degraded (3.445%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-08-28T02:20:26.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:20:26 smithi083 ceph-mon[157819]: pgmap v342: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 2.6 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 593 op/s; 4199/126462 objects degraded (3.320%); 1.4 MiB/s, 65 objects/s recovering 2023-08-28T02:20:28.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:20:28 smithi040 ceph-mon[170259]: osdmap e147: 8 total, 8 up, 8 in 2023-08-28T02:20:28.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:20:28 smithi040 ceph-mon[170259]: failed to encode map e147 with expected crc 2023-08-28T02:20:28.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:20:28 smithi040 ceph-mon[170259]: failed to encode map e147 with expected crc 2023-08-28T02:20:28.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:20:28 smithi040 ceph-mon[170259]: failed to encode map e147 with expected crc 2023-08-28T02:20:28.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:20:28 smithi040 ceph-mon[170259]: pgmap v344: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 2.5 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 594 op/s; 4199/122427 objects degraded (3.430%); 0 B/s, 50 objects/s recovering 2023-08-28T02:20:28.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:20:28 smithi040 ceph-mon[175404]: osdmap e147: 8 total, 8 up, 8 in 2023-08-28T02:20:28.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:20:28 smithi040 ceph-mon[175404]: failed to encode map e147 with expected crc 2023-08-28T02:20:28.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:20:28 smithi040 ceph-mon[175404]: failed to encode map e147 with expected crc 2023-08-28T02:20:28.484 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:20:28 smithi040 ceph-mon[175404]: failed to encode map e147 with expected crc 2023-08-28T02:20:28.484 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:20:28 smithi040 ceph-mon[175404]: pgmap v344: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 2.5 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 594 op/s; 4199/122427 objects degraded (3.430%); 0 B/s, 50 objects/s recovering 2023-08-28T02:20:28.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:20:28 smithi083 ceph-mon[157819]: osdmap e147: 8 total, 8 up, 8 in 2023-08-28T02:20:28.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:20:28 smithi083 ceph-mon[157819]: failed to encode map e147 with expected crc 2023-08-28T02:20:28.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:20:28 smithi083 ceph-mon[157819]: failed to encode map e147 with expected crc 2023-08-28T02:20:28.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:20:28 smithi083 ceph-mon[157819]: failed to encode map e147 with expected crc 2023-08-28T02:20:28.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:20:28 smithi083 ceph-mon[157819]: pgmap v344: 89 pgs: 3 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 85 active+clean; 2.5 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 594 op/s; 4199/122427 objects degraded (3.430%); 0 B/s, 50 objects/s recovering 2023-08-28T02:20:29.738 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:20:29 smithi040 ceph-mon[170259]: failed to encode map e148 with expected crc 2023-08-28T02:20:29.738 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:20:29 smithi040 ceph-mon[170259]: failed to encode map e148 with expected crc 2023-08-28T02:20:29.738 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:20:29 smithi040 ceph-mon[170259]: osdmap e148: 8 total, 8 up, 8 in 2023-08-28T02:20:29.738 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:20:29 smithi040 ceph-mon[170259]: failed to encode map e148 with expected crc 2023-08-28T02:20:29.739 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:20:29 smithi040 ceph-mon[170259]: failed to encode map e148 with expected crc 2023-08-28T02:20:29.739 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:20:29 smithi040 ceph-mon[170259]: failed to encode map e148 with expected crc 2023-08-28T02:20:29.739 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:20:29 smithi040 ceph-mon[175404]: failed to encode map e148 with expected crc 2023-08-28T02:20:29.739 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:20:29 smithi040 ceph-mon[175404]: failed to encode map e148 with expected crc 2023-08-28T02:20:29.739 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:20:29 smithi040 ceph-mon[175404]: osdmap e148: 8 total, 8 up, 8 in 2023-08-28T02:20:29.739 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:20:29 smithi040 ceph-mon[175404]: failed to encode map e148 with expected crc 2023-08-28T02:20:29.739 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:20:29 smithi040 ceph-mon[175404]: failed to encode map e148 with expected crc 2023-08-28T02:20:29.739 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:20:29 smithi040 ceph-mon[175404]: failed to encode map e148 with expected crc 2023-08-28T02:20:29.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:20:29 smithi083 ceph-mon[157819]: failed to encode map e148 with expected crc 2023-08-28T02:20:29.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:20:29 smithi083 ceph-mon[157819]: failed to encode map e148 with expected crc 2023-08-28T02:20:29.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:20:29 smithi083 ceph-mon[157819]: osdmap e148: 8 total, 8 up, 8 in 2023-08-28T02:20:29.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:20:29 smithi083 ceph-mon[157819]: failed to encode map e148 with expected crc 2023-08-28T02:20:29.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:20:29 smithi083 ceph-mon[157819]: failed to encode map e148 with expected crc 2023-08-28T02:20:29.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:20:29 smithi083 ceph-mon[157819]: failed to encode map e148 with expected crc 2023-08-28T02:20:30.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:20:30 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:20:30.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:20:30 smithi040 ceph-mon[175404]: pgmap v346: 89 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+degraded+remapped, 85 active+clean; 2.5 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 441 op/s; 4009/120861 objects degraded (3.317%); 0 B/s, 57 objects/s recovering 2023-08-28T02:20:30.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:20:30 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:20:30.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:20:30 smithi040 ceph-mon[170259]: pgmap v346: 89 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+degraded+remapped, 85 active+clean; 2.5 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 441 op/s; 4009/120861 objects degraded (3.317%); 0 B/s, 57 objects/s recovering 2023-08-28T02:20:30.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:20:30 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:20:30.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:20:30 smithi083 ceph-mon[157819]: pgmap v346: 89 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 2 active+recovering+undersized+degraded+remapped, 85 active+clean; 2.5 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 441 op/s; 4009/120861 objects degraded (3.317%); 0 B/s, 57 objects/s recovering 2023-08-28T02:20:31.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:20:31 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 4009/120861 objects degraded (3.317%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-08-28T02:20:31.738 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:20:31 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 4009/120861 objects degraded (3.317%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-08-28T02:20:31.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:20:31 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 4009/120861 objects degraded (3.317%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-08-28T02:20:32.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:20:32 smithi040 ceph-mon[170259]: pgmap v347: 89 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 2.3 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 647 op/s; 3976/114177 objects degraded (3.482%); 0 B/s, 61 objects/s recovering 2023-08-28T02:20:32.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:20:32 smithi083 ceph-mon[157819]: pgmap v347: 89 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 2.3 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 647 op/s; 3976/114177 objects degraded (3.482%); 0 B/s, 61 objects/s recovering 2023-08-28T02:20:32.741 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:20:32 smithi040 ceph-mon[175404]: pgmap v347: 89 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 2.3 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 647 op/s; 3976/114177 objects degraded (3.482%); 0 B/s, 61 objects/s recovering 2023-08-28T02:20:34.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:20:33 smithi083 ceph-mon[157819]: pgmap v348: 89 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 2.3 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 582 op/s; 3792/112476 objects degraded (3.371%); 0 B/s, 50 objects/s recovering 2023-08-28T02:20:34.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:20:33 smithi040 ceph-mon[170259]: pgmap v348: 89 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 2.3 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 582 op/s; 3792/112476 objects degraded (3.371%); 0 B/s, 50 objects/s recovering 2023-08-28T02:20:34.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:20:33 smithi040 ceph-mon[175404]: pgmap v348: 89 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 2.3 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 582 op/s; 3792/112476 objects degraded (3.371%); 0 B/s, 50 objects/s recovering 2023-08-28T02:20:35.736 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:20:35 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 3792/112476 objects degraded (3.371%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:20:35.736 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:20:35 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:20:35] "GET /metrics HTTP/1.1" 200 36388 "" "Prometheus/2.43.0" 2023-08-28T02:20:35.736 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:20:35 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 3792/112476 objects degraded (3.371%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:20:35.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:20:35 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 3792/112476 objects degraded (3.371%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:20:36.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:20:36 smithi040 ceph-mon[170259]: pgmap v349: 89 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 2.2 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 522 op/s; 3792/108819 objects degraded (3.485%); 0 B/s, 46 objects/s recovering 2023-08-28T02:20:36.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:20:36 smithi040 ceph-mon[175404]: pgmap v349: 89 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 2.2 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 522 op/s; 3792/108819 objects degraded (3.485%); 0 B/s, 46 objects/s recovering 2023-08-28T02:20:36.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:20:36 smithi083 ceph-mon[157819]: pgmap v349: 89 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 2.2 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 522 op/s; 3792/108819 objects degraded (3.485%); 0 B/s, 46 objects/s recovering 2023-08-28T02:20:38.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:20:38 smithi040 ceph-mon[175404]: pgmap v350: 89 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 2.1 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 590 op/s; 3792/104685 objects degraded (3.622%); 0 B/s, 40 objects/s recovering 2023-08-28T02:20:38.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:20:38 smithi040 ceph-mon[170259]: pgmap v350: 89 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 2.1 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 590 op/s; 3792/104685 objects degraded (3.622%); 0 B/s, 40 objects/s recovering 2023-08-28T02:20:38.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:20:38 smithi083 ceph-mon[157819]: pgmap v350: 89 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 2.1 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 590 op/s; 3792/104685 objects degraded (3.622%); 0 B/s, 40 objects/s recovering 2023-08-28T02:20:40.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:20:40 smithi040 ceph-mon[175404]: pgmap v351: 89 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 2.1 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 556 op/s; 3614/102924 objects degraded (3.511%); 0 B/s, 50 objects/s recovering 2023-08-28T02:20:40.486 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:20:39 smithi040 ceph-mon[170259]: pgmap v351: 89 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 2.1 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 556 op/s; 3614/102924 objects degraded (3.511%); 0 B/s, 50 objects/s recovering 2023-08-28T02:20:40.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:20:39 smithi083 ceph-mon[157819]: pgmap v351: 89 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 2.1 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 556 op/s; 3614/102924 objects degraded (3.511%); 0 B/s, 50 objects/s recovering 2023-08-28T02:20:41.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:20:41 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 3614/102924 objects degraded (3.511%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:20:41.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:20:41 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 3614/102924 objects degraded (3.511%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:20:41.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:20:41 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 3614/102924 objects degraded (3.511%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:20:42.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:20:42 smithi040 ceph-mon[170259]: pgmap v352: 89 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 1.9 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 713 op/s; 3614/95151 objects degraded (3.798%); 0 B/s, 32 objects/s recovering 2023-08-28T02:20:42.484 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:20:42 smithi040 ceph-mon[175404]: pgmap v352: 89 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 1.9 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 713 op/s; 3614/95151 objects degraded (3.798%); 0 B/s, 32 objects/s recovering 2023-08-28T02:20:42.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:20:42 smithi083 ceph-mon[157819]: pgmap v352: 89 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 1.9 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 713 op/s; 3614/95151 objects degraded (3.798%); 0 B/s, 32 objects/s recovering 2023-08-28T02:20:44.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:20:43 smithi040 ceph-mon[175404]: pgmap v353: 89 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 1.9 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 574 op/s; 3437/93459 objects degraded (3.678%); 0 B/s, 44 objects/s recovering 2023-08-28T02:20:44.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:20:43 smithi040 ceph-mon[170259]: pgmap v353: 89 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 1.9 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 574 op/s; 3437/93459 objects degraded (3.678%); 0 B/s, 44 objects/s recovering 2023-08-28T02:20:44.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:20:43 smithi083 ceph-mon[157819]: pgmap v353: 89 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 1.9 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 574 op/s; 3437/93459 objects degraded (3.678%); 0 B/s, 44 objects/s recovering 2023-08-28T02:20:45.388 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:20:44 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:20:45.389 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:20:44 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:20:45.389 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:20:45 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:20:45] "GET /metrics HTTP/1.1" 200 36385 "" "Prometheus/2.43.0" 2023-08-28T02:20:45.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:20:44 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:20:46.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:20:46 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 3437/93459 objects degraded (3.678%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:20:46.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:20:46 smithi040 ceph-mon[170259]: pgmap v354: 89 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 1.8 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 629 op/s; 3437/89793 objects degraded (3.828%); 0 B/s, 29 objects/s recovering 2023-08-28T02:20:46.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:20:46 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 3437/93459 objects degraded (3.678%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:20:46.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:20:46 smithi040 ceph-mon[175404]: pgmap v354: 89 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 1.8 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 629 op/s; 3437/89793 objects degraded (3.828%); 0 B/s, 29 objects/s recovering 2023-08-28T02:20:46.494 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:20:46 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 3437/93459 objects degraded (3.678%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:20:46.494 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:20:46 smithi083 ceph-mon[157819]: pgmap v354: 89 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 1.8 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 629 op/s; 3437/89793 objects degraded (3.828%); 0 B/s, 29 objects/s recovering 2023-08-28T02:20:48.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:20:47 smithi040 ceph-mon[170259]: pgmap v355: 89 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 1.7 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 639 op/s; 3437/85764 objects degraded (4.008%); 0 B/s, 29 objects/s recovering 2023-08-28T02:20:48.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:20:47 smithi040 ceph-mon[175404]: pgmap v355: 89 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 1.7 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 639 op/s; 3437/85764 objects degraded (4.008%); 0 B/s, 29 objects/s recovering 2023-08-28T02:20:48.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:20:47 smithi083 ceph-mon[157819]: pgmap v355: 89 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 1.7 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 639 op/s; 3437/85764 objects degraded (4.008%); 0 B/s, 29 objects/s recovering 2023-08-28T02:20:50.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:20:50 smithi040 ceph-mon[170259]: pgmap v356: 89 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 1.7 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 572 op/s; 3259/84078 objects degraded (3.876%); 0 B/s, 44 objects/s recovering 2023-08-28T02:20:50.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:20:50 smithi040 ceph-mon[175404]: pgmap v356: 89 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 1.7 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 572 op/s; 3259/84078 objects degraded (3.876%); 0 B/s, 44 objects/s recovering 2023-08-28T02:20:50.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:20:50 smithi083 ceph-mon[157819]: pgmap v356: 89 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 1.7 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 572 op/s; 3259/84078 objects degraded (3.876%); 0 B/s, 44 objects/s recovering 2023-08-28T02:20:51.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:20:51 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 3259/84078 objects degraded (3.876%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:20:51.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:20:51 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 3259/84078 objects degraded (3.876%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:20:51.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:20:51 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 3259/84078 objects degraded (3.876%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:20:52.485 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:20:52 smithi040 ceph-mon[175404]: pgmap v357: 89 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 1.5 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 741 op/s; 3259/76227 objects degraded (4.275%); 0 B/s, 29 objects/s recovering 2023-08-28T02:20:52.485 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:20:52 smithi040 ceph-mon[170259]: pgmap v357: 89 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 1.5 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 741 op/s; 3259/76227 objects degraded (4.275%); 0 B/s, 29 objects/s recovering 2023-08-28T02:20:52.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:20:52 smithi083 ceph-mon[157819]: pgmap v357: 89 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 1.5 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 741 op/s; 3259/76227 objects degraded (4.275%); 0 B/s, 29 objects/s recovering 2023-08-28T02:20:54.485 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:20:54 smithi040 ceph-mon[170259]: pgmap v358: 89 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 1.5 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 576 op/s; 3069/74385 objects degraded (4.126%); 0 B/s, 45 objects/s recovering 2023-08-28T02:20:54.485 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:20:54 smithi040 ceph-mon[175404]: pgmap v358: 89 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 1.5 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 576 op/s; 3069/74385 objects degraded (4.126%); 0 B/s, 45 objects/s recovering 2023-08-28T02:20:54.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:20:54 smithi083 ceph-mon[157819]: pgmap v358: 89 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 1.5 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 576 op/s; 3069/74385 objects degraded (4.126%); 0 B/s, 45 objects/s recovering 2023-08-28T02:20:55.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:20:55 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 3069/74385 objects degraded (4.126%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:20:55.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:20:55 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 3069/74385 objects degraded (4.126%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:20:55.733 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:20:55 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:20:55] "GET /metrics HTTP/1.1" 200 36385 "" "Prometheus/2.43.0" 2023-08-28T02:20:55.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:20:55 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 3069/74385 objects degraded (4.126%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:20:56.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:20:56 smithi040 ceph-mon[175404]: pgmap v359: 89 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 1.4 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 627 op/s; 3069/70845 objects degraded (4.332%); 0 B/s, 30 objects/s recovering 2023-08-28T02:20:56.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:20:56 smithi040 ceph-mon[170259]: pgmap v359: 89 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 1.4 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 627 op/s; 3069/70845 objects degraded (4.332%); 0 B/s, 30 objects/s recovering 2023-08-28T02:20:56.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:20:56 smithi083 ceph-mon[157819]: pgmap v359: 89 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 1.4 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 627 op/s; 3069/70845 objects degraded (4.332%); 0 B/s, 30 objects/s recovering 2023-08-28T02:20:58.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:20:58 smithi040 ceph-mon[170259]: pgmap v360: 89 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 1.4 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 638 op/s; 3069/66798 objects degraded (4.594%); 0 B/s, 30 objects/s recovering 2023-08-28T02:20:58.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:20:58 smithi040 ceph-mon[175404]: pgmap v360: 89 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 1.4 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 638 op/s; 3069/66798 objects degraded (4.594%); 0 B/s, 30 objects/s recovering 2023-08-28T02:20:58.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:20:58 smithi083 ceph-mon[157819]: pgmap v360: 89 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 1.4 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 638 op/s; 3069/66798 objects degraded (4.594%); 0 B/s, 30 objects/s recovering 2023-08-28T02:21:00.236 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:20:59 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:21:00.237 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:20:59 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:21:00.243 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:20:59 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:21:01.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:00 smithi040 ceph-mon[170259]: pgmap v361: 89 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 1.3 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 577 op/s; 2873/64971 objects degraded (4.422%); 0 B/s, 46 objects/s recovering 2023-08-28T02:21:01.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:00 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 3069/66798 objects degraded (4.594%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:21:01.234 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:00 smithi040 ceph-mon[175404]: pgmap v361: 89 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 1.3 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 577 op/s; 2873/64971 objects degraded (4.422%); 0 B/s, 46 objects/s recovering 2023-08-28T02:21:01.234 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:00 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 3069/66798 objects degraded (4.594%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:21:01.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:00 smithi083 ceph-mon[157819]: pgmap v361: 89 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 1.3 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 577 op/s; 2873/64971 objects degraded (4.422%); 0 B/s, 46 objects/s recovering 2023-08-28T02:21:01.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:00 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 3069/66798 objects degraded (4.594%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:21:02.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:02 smithi040 ceph-mon[175404]: pgmap v362: 89 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 1.2 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 741 op/s; 2873/57342 objects degraded (5.010%); 0 B/s, 32 objects/s recovering 2023-08-28T02:21:02.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:02 smithi040 ceph-mon[170259]: pgmap v362: 89 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 1.2 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 741 op/s; 2873/57342 objects degraded (5.010%); 0 B/s, 32 objects/s recovering 2023-08-28T02:21:02.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:02 smithi083 ceph-mon[157819]: pgmap v362: 89 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 1.2 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 741 op/s; 2873/57342 objects degraded (5.010%); 0 B/s, 32 objects/s recovering 2023-08-28T02:21:04.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:04 smithi040 ceph-mon[170259]: osdmap e149: 8 total, 8 up, 8 in 2023-08-28T02:21:04.484 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:04 smithi040 ceph-mon[170259]: failed to encode map e149 with expected crc 2023-08-28T02:21:04.484 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:04 smithi040 ceph-mon[170259]: failed to encode map e149 with expected crc 2023-08-28T02:21:04.484 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:04 smithi040 ceph-mon[170259]: failed to encode map e149 with expected crc 2023-08-28T02:21:04.484 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:04 smithi040 ceph-mon[170259]: failed to encode map e149 with expected crc 2023-08-28T02:21:04.484 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:04 smithi040 ceph-mon[170259]: failed to encode map e149 with expected crc 2023-08-28T02:21:04.484 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:04 smithi040 ceph-mon[170259]: failed to encode map e149 with expected crc 2023-08-28T02:21:04.484 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:04 smithi040 ceph-mon[170259]: pgmap v364: 89 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 1.1 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 603 op/s; 2873/56268 objects degraded (5.106%); 0 B/s, 19 objects/s recovering 2023-08-28T02:21:04.484 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:04 smithi040 ceph-mon[175404]: osdmap e149: 8 total, 8 up, 8 in 2023-08-28T02:21:04.484 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:04 smithi040 ceph-mon[175404]: failed to encode map e149 with expected crc 2023-08-28T02:21:04.485 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:04 smithi040 ceph-mon[175404]: failed to encode map e149 with expected crc 2023-08-28T02:21:04.485 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:04 smithi040 ceph-mon[175404]: failed to encode map e149 with expected crc 2023-08-28T02:21:04.485 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:04 smithi040 ceph-mon[175404]: failed to encode map e149 with expected crc 2023-08-28T02:21:04.485 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:04 smithi040 ceph-mon[175404]: failed to encode map e149 with expected crc 2023-08-28T02:21:04.485 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:04 smithi040 ceph-mon[175404]: failed to encode map e149 with expected crc 2023-08-28T02:21:04.485 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:04 smithi040 ceph-mon[175404]: pgmap v364: 89 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 1.1 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 603 op/s; 2873/56268 objects degraded (5.106%); 0 B/s, 19 objects/s recovering 2023-08-28T02:21:04.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:04 smithi083 ceph-mon[157819]: osdmap e149: 8 total, 8 up, 8 in 2023-08-28T02:21:04.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:04 smithi083 ceph-mon[157819]: failed to encode map e149 with expected crc 2023-08-28T02:21:04.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:04 smithi083 ceph-mon[157819]: failed to encode map e149 with expected crc 2023-08-28T02:21:04.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:04 smithi083 ceph-mon[157819]: failed to encode map e149 with expected crc 2023-08-28T02:21:04.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:04 smithi083 ceph-mon[157819]: failed to encode map e149 with expected crc 2023-08-28T02:21:04.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:04 smithi083 ceph-mon[157819]: failed to encode map e149 with expected crc 2023-08-28T02:21:04.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:04 smithi083 ceph-mon[157819]: failed to encode map e149 with expected crc 2023-08-28T02:21:04.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:04 smithi083 ceph-mon[157819]: pgmap v364: 89 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 1.1 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 603 op/s; 2873/56268 objects degraded (5.106%); 0 B/s, 19 objects/s recovering 2023-08-28T02:21:05.385 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:05 smithi040 ceph-mon[170259]: failed to encode map e150 with expected crc 2023-08-28T02:21:05.385 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:05 smithi040 ceph-mon[170259]: osdmap e150: 8 total, 8 up, 8 in 2023-08-28T02:21:05.385 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:05 smithi040 ceph-mon[170259]: failed to encode map e150 with expected crc 2023-08-28T02:21:05.386 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:05 smithi040 ceph-mon[170259]: failed to encode map e150 with expected crc 2023-08-28T02:21:05.386 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:05 smithi040 ceph-mon[175404]: failed to encode map e150 with expected crc 2023-08-28T02:21:05.386 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:05 smithi040 ceph-mon[175404]: osdmap e150: 8 total, 8 up, 8 in 2023-08-28T02:21:05.386 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:05 smithi040 ceph-mon[175404]: failed to encode map e150 with expected crc 2023-08-28T02:21:05.386 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:05 smithi040 ceph-mon[175404]: failed to encode map e150 with expected crc 2023-08-28T02:21:05.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:05 smithi083 ceph-mon[157819]: failed to encode map e150 with expected crc 2023-08-28T02:21:05.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:05 smithi083 ceph-mon[157819]: osdmap e150: 8 total, 8 up, 8 in 2023-08-28T02:21:05.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:05 smithi083 ceph-mon[157819]: failed to encode map e150 with expected crc 2023-08-28T02:21:05.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:05 smithi083 ceph-mon[157819]: failed to encode map e150 with expected crc 2023-08-28T02:21:05.731 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:21:05 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:21:05] "GET /metrics HTTP/1.1" 200 36387 "" "Prometheus/2.43.0" 2023-08-28T02:21:06.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:06 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 2873/56268 objects degraded (5.106%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:21:06.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:06 smithi040 ceph-mon[175404]: pgmap v366: 89 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 1.1 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 560 op/s; 2873/53325 objects degraded (5.388%); 0 B/s, 24 objects/s recovering 2023-08-28T02:21:06.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:06 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 2873/56268 objects degraded (5.106%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:21:06.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:06 smithi040 ceph-mon[170259]: pgmap v366: 89 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 1.1 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 560 op/s; 2873/53325 objects degraded (5.388%); 0 B/s, 24 objects/s recovering 2023-08-28T02:21:06.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:06 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 2873/56268 objects degraded (5.106%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:21:06.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:06 smithi083 ceph-mon[157819]: pgmap v366: 89 pgs: 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 86 active+clean; 1.1 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 560 op/s; 2873/53325 objects degraded (5.388%); 0 B/s, 24 objects/s recovering 2023-08-28T02:21:08.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:08 smithi040 ceph-mon[170259]: pgmap v367: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 1022 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 659 op/s; 2403/49110 objects degraded (4.893%); 0 B/s, 58 objects/s recovering 2023-08-28T02:21:08.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:08 smithi040 ceph-mon[175404]: pgmap v367: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 1022 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 659 op/s; 2403/49110 objects degraded (4.893%); 0 B/s, 58 objects/s recovering 2023-08-28T02:21:08.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:08 smithi083 ceph-mon[157819]: pgmap v367: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 1022 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 659 op/s; 2403/49110 objects degraded (4.893%); 0 B/s, 58 objects/s recovering 2023-08-28T02:21:10.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:10 smithi040 ceph-mon[170259]: pgmap v368: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 1000 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 387 op/s; 2403/48030 objects degraded (5.003%); 0 B/s, 58 objects/s recovering 2023-08-28T02:21:10.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:10 smithi040 ceph-mon[175404]: pgmap v368: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 1000 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 387 op/s; 2403/48030 objects degraded (5.003%); 0 B/s, 58 objects/s recovering 2023-08-28T02:21:10.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:10 smithi083 ceph-mon[157819]: pgmap v368: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 1000 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 387 op/s; 2403/48030 objects degraded (5.003%); 0 B/s, 58 objects/s recovering 2023-08-28T02:21:11.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:11 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 2403/48030 objects degraded (5.003%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-08-28T02:21:11.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:11 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 2403/48030 objects degraded (5.003%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-08-28T02:21:11.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:11 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 2403/48030 objects degraded (5.003%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-08-28T02:21:12.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:12 smithi040 ceph-mon[170259]: pgmap v369: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 826 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 660 op/s; 2214/39675 objects degraded (5.580%); 0 B/s, 73 objects/s recovering 2023-08-28T02:21:12.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:12 smithi040 ceph-mon[175404]: pgmap v369: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 826 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 660 op/s; 2214/39675 objects degraded (5.580%); 0 B/s, 73 objects/s recovering 2023-08-28T02:21:12.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:12 smithi083 ceph-mon[157819]: pgmap v369: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 826 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 660 op/s; 2214/39675 objects degraded (5.580%); 0 B/s, 73 objects/s recovering 2023-08-28T02:21:14.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:14 smithi040 ceph-mon[170259]: pgmap v370: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 798 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 597 op/s; 2214/38334 objects degraded (5.776%); 0 B/s, 65 objects/s recovering 2023-08-28T02:21:14.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:14 smithi040 ceph-mon[175404]: pgmap v370: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 798 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 597 op/s; 2214/38334 objects degraded (5.776%); 0 B/s, 65 objects/s recovering 2023-08-28T02:21:14.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:14 smithi083 ceph-mon[157819]: pgmap v370: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 798 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 597 op/s; 2214/38334 objects degraded (5.776%); 0 B/s, 65 objects/s recovering 2023-08-28T02:21:15.386 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:15 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:21:15.387 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:15 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:21:15.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:15 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:21:15.730 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:21:15 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:21:15] "GET /metrics HTTP/1.1" 200 36387 "" "Prometheus/2.43.0" 2023-08-28T02:21:16.484 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:16 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 2214/38334 objects degraded (5.776%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-08-28T02:21:16.484 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:16 smithi040 ceph-mon[170259]: pgmap v371: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 725 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 599 op/s; 2214/34845 objects degraded (6.354%); 0 B/s, 55 objects/s recovering 2023-08-28T02:21:16.484 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:16 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 2214/38334 objects degraded (5.776%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-08-28T02:21:16.485 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:16 smithi040 ceph-mon[175404]: pgmap v371: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 725 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 599 op/s; 2214/34845 objects degraded (6.354%); 0 B/s, 55 objects/s recovering 2023-08-28T02:21:16.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:16 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 2214/38334 objects degraded (5.776%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-08-28T02:21:16.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:16 smithi083 ceph-mon[157819]: pgmap v371: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 725 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 599 op/s; 2214/34845 objects degraded (6.354%); 0 B/s, 55 objects/s recovering 2023-08-28T02:21:18.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:18 smithi040 ceph-mon[170259]: pgmap v372: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 624 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 646 op/s; 2027/30021 objects degraded (6.752%); 0 B/s, 70 objects/s recovering 2023-08-28T02:21:18.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:18 smithi040 ceph-mon[175404]: pgmap v372: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 624 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 646 op/s; 2027/30021 objects degraded (6.752%); 0 B/s, 70 objects/s recovering 2023-08-28T02:21:18.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:18 smithi083 ceph-mon[157819]: pgmap v372: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 624 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 646 op/s; 2027/30021 objects degraded (6.752%); 0 B/s, 70 objects/s recovering 2023-08-28T02:21:20.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:20 smithi040 ceph-mon[175404]: pgmap v373: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 599 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 563 op/s; 2027/28797 objects degraded (7.039%); 0 B/s, 31 objects/s recovering 2023-08-28T02:21:20.484 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:20 smithi040 ceph-mon[170259]: pgmap v373: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 599 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 563 op/s; 2027/28797 objects degraded (7.039%); 0 B/s, 31 objects/s recovering 2023-08-28T02:21:20.494 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:20 smithi083 ceph-mon[157819]: pgmap v373: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 599 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 563 op/s; 2027/28797 objects degraded (7.039%); 0 B/s, 31 objects/s recovering 2023-08-28T02:21:21.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:21 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 2027/28797 objects degraded (7.039%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-08-28T02:21:21.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:21 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 2027/28797 objects degraded (7.039%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-08-28T02:21:21.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:21 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 2027/28797 objects degraded (7.039%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-08-28T02:21:22.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:22 smithi040 ceph-mon[170259]: pgmap v374: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 428 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 761 op/s; 1827/20574 objects degraded (8.880%); 0 B/s, 47 objects/s recovering 2023-08-28T02:21:22.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:22 smithi040 ceph-mon[175404]: pgmap v374: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 428 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 761 op/s; 1827/20574 objects degraded (8.880%); 0 B/s, 47 objects/s recovering 2023-08-28T02:21:22.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:22 smithi083 ceph-mon[157819]: pgmap v374: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 428 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 761 op/s; 1827/20574 objects degraded (8.880%); 0 B/s, 47 objects/s recovering 2023-08-28T02:21:23.734 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:23 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:21:23.734 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:23 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:21:23.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:23 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:21:24.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:24 smithi040 ceph-mon[175404]: pgmap v375: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 428 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 529 op/s; 1827/20574 objects degraded (8.880%); 0 B/s, 32 objects/s recovering 2023-08-28T02:21:24.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:24 smithi040 ceph-mon[170259]: pgmap v375: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 428 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 529 op/s; 1827/20574 objects degraded (8.880%); 0 B/s, 32 objects/s recovering 2023-08-28T02:21:24.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:24 smithi083 ceph-mon[157819]: pgmap v375: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 428 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 529 op/s; 1827/20574 objects degraded (8.880%); 0 B/s, 32 objects/s recovering 2023-08-28T02:21:25.390 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:21:25 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:21:25] "GET /metrics HTTP/1.1" 200 36387 "" "Prometheus/2.43.0" 2023-08-28T02:21:25.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:25 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 1827/20574 objects degraded (8.880%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-08-28T02:21:25.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:25 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 1827/20574 objects degraded (8.880%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-08-28T02:21:25.873 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:25 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 1827/20574 objects degraded (8.880%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-08-28T02:21:26.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:26 smithi040 ceph-mon[170259]: pgmap v376: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 330 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 622 op/s; 1827/15897 objects degraded (11.493%); 0 B/s, 32 objects/s recovering 2023-08-28T02:21:26.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:26 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:21:26.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:26 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:21:26.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:26 smithi040 ceph-mon[175404]: pgmap v376: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 330 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 622 op/s; 1827/15897 objects degraded (11.493%); 0 B/s, 32 objects/s recovering 2023-08-28T02:21:26.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:26 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:21:26.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:26 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:21:26.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:26 smithi083 ceph-mon[157819]: pgmap v376: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 330 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 622 op/s; 1827/15897 objects degraded (11.493%); 0 B/s, 32 objects/s recovering 2023-08-28T02:21:26.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:26 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:21:26.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:26 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:21:28.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:28 smithi040 ceph-mon[170259]: pgmap v377: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 238 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 648 op/s; 1629/11460 objects degraded (14.215%); 0 B/s, 48 objects/s recovering 2023-08-28T02:21:28.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:28 smithi040 ceph-mon[175404]: pgmap v377: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 238 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 648 op/s; 1629/11460 objects degraded (14.215%); 0 B/s, 48 objects/s recovering 2023-08-28T02:21:28.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:28 smithi083 ceph-mon[157819]: pgmap v377: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 238 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 648 op/s; 1629/11460 objects degraded (14.215%); 0 B/s, 48 objects/s recovering 2023-08-28T02:21:29.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:29 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:21:29.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:29 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:21:29.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:29 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:21:29.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:29 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:21:29.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:29 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:21:29.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:29 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:21:29.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:29 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:21:29.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:29 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:21:29.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:29 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:21:29.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:29 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:21:29.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:29 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:21:29.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:29 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:21:29.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:29 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:21:29.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:29 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:21:29.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:29 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:21:30.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:30 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:21:30.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:30 smithi040 ceph-mon[175404]: pgmap v378: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 214 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 546 op/s; 1629/10320 objects degraded (15.785%); 0 B/s, 33 objects/s recovering 2023-08-28T02:21:30.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:30 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:21:30.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:30 smithi040 ceph-mon[170259]: pgmap v378: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 214 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 546 op/s; 1629/10320 objects degraded (15.785%); 0 B/s, 33 objects/s recovering 2023-08-28T02:21:30.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:30 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:21:30.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:30 smithi083 ceph-mon[157819]: pgmap v378: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 214 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 546 op/s; 1629/10320 objects degraded (15.785%); 0 B/s, 33 objects/s recovering 2023-08-28T02:21:31.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:31 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 1629/10320 objects degraded (15.785%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-08-28T02:21:31.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:31 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 1629/10320 objects degraded (15.785%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-08-28T02:21:31.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:31 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 1629/10320 objects degraded (15.785%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-08-28T02:21:32.170 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Removed 102208 objects 2023-08-28T02:21:32.170 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Clean up completed and total clean up time :161.268 2023-08-28T02:21:32.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:32 smithi040 ceph-mon[170259]: pgmap v379: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 50 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 731 op/s; 1419/2427 objects degraded (58.467%); 0 B/s, 50 objects/s recovering 2023-08-28T02:21:32.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:32 smithi040 ceph-mon[175404]: pgmap v379: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 50 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 731 op/s; 1419/2427 objects degraded (58.467%); 0 B/s, 50 objects/s recovering 2023-08-28T02:21:32.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:32 smithi083 ceph-mon[157819]: pgmap v379: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 50 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 731 op/s; 1419/2427 objects degraded (58.467%); 0 B/s, 50 objects/s recovering 2023-08-28T02:21:33.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:33 smithi040 ceph-mon[170259]: failed to encode map e151 with expected crc 2023-08-28T02:21:33.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:33 smithi040 ceph-mon[170259]: failed to encode map e151 with expected crc 2023-08-28T02:21:33.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:33 smithi040 ceph-mon[170259]: osdmap e151: 8 total, 8 up, 8 in 2023-08-28T02:21:33.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:33 smithi040 ceph-mon[170259]: failed to encode map e151 with expected crc 2023-08-28T02:21:33.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:33 smithi040 ceph-mon[175404]: failed to encode map e151 with expected crc 2023-08-28T02:21:33.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:33 smithi040 ceph-mon[175404]: failed to encode map e151 with expected crc 2023-08-28T02:21:33.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:33 smithi040 ceph-mon[175404]: osdmap e151: 8 total, 8 up, 8 in 2023-08-28T02:21:33.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:33 smithi040 ceph-mon[175404]: failed to encode map e151 with expected crc 2023-08-28T02:21:33.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:33 smithi083 ceph-mon[157819]: failed to encode map e151 with expected crc 2023-08-28T02:21:33.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:33 smithi083 ceph-mon[157819]: failed to encode map e151 with expected crc 2023-08-28T02:21:33.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:33 smithi083 ceph-mon[157819]: osdmap e151: 8 total, 8 up, 8 in 2023-08-28T02:21:33.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:33 smithi083 ceph-mon[157819]: failed to encode map e151 with expected crc 2023-08-28T02:21:34.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:34 smithi040 ceph-mon[170259]: failed to encode map e151 with expected crc 2023-08-28T02:21:34.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:34 smithi040 ceph-mon[170259]: failed to encode map e151 with expected crc 2023-08-28T02:21:34.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:34 smithi040 ceph-mon[170259]: failed to encode map e152 with expected crc 2023-08-28T02:21:34.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:34 smithi040 ceph-mon[170259]: failed to encode map e152 with expected crc 2023-08-28T02:21:34.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:34 smithi040 ceph-mon[170259]: osdmap e152: 8 total, 8 up, 8 in 2023-08-28T02:21:34.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:34 smithi040 ceph-mon[170259]: failed to encode map e152 with expected crc 2023-08-28T02:21:34.734 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:34 smithi040 ceph-mon[170259]: pgmap v382: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 35 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 590 op/s; 1419/1716 objects degraded (82.692%); 0 B/s, 50 objects/s recovering 2023-08-28T02:21:34.734 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:34 smithi040 ceph-mon[170259]: failed to encode map e152 with expected crc 2023-08-28T02:21:34.734 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:34 smithi040 ceph-mon[175404]: failed to encode map e151 with expected crc 2023-08-28T02:21:34.734 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:34 smithi040 ceph-mon[175404]: failed to encode map e151 with expected crc 2023-08-28T02:21:34.734 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:34 smithi040 ceph-mon[175404]: failed to encode map e152 with expected crc 2023-08-28T02:21:34.734 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:34 smithi040 ceph-mon[175404]: failed to encode map e152 with expected crc 2023-08-28T02:21:34.735 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:34 smithi040 ceph-mon[175404]: osdmap e152: 8 total, 8 up, 8 in 2023-08-28T02:21:34.735 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:34 smithi040 ceph-mon[175404]: failed to encode map e152 with expected crc 2023-08-28T02:21:34.735 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:34 smithi040 ceph-mon[175404]: pgmap v382: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 35 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 590 op/s; 1419/1716 objects degraded (82.692%); 0 B/s, 50 objects/s recovering 2023-08-28T02:21:34.735 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:34 smithi040 ceph-mon[175404]: failed to encode map e152 with expected crc 2023-08-28T02:21:34.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:34 smithi083 ceph-mon[157819]: failed to encode map e151 with expected crc 2023-08-28T02:21:34.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:34 smithi083 ceph-mon[157819]: failed to encode map e151 with expected crc 2023-08-28T02:21:34.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:34 smithi083 ceph-mon[157819]: failed to encode map e152 with expected crc 2023-08-28T02:21:34.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:34 smithi083 ceph-mon[157819]: failed to encode map e152 with expected crc 2023-08-28T02:21:34.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:34 smithi083 ceph-mon[157819]: osdmap e152: 8 total, 8 up, 8 in 2023-08-28T02:21:34.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:34 smithi083 ceph-mon[157819]: failed to encode map e152 with expected crc 2023-08-28T02:21:34.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:34 smithi083 ceph-mon[157819]: pgmap v382: 89 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 35 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 590 op/s; 1419/1716 objects degraded (82.692%); 0 B/s, 50 objects/s recovering 2023-08-28T02:21:34.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:34 smithi083 ceph-mon[157819]: failed to encode map e152 with expected crc 2023-08-28T02:21:35.730 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:21:35 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:21:35] "GET /metrics HTTP/1.1" 200 36387 "" "Prometheus/2.43.0" 2023-08-28T02:21:36.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:36 smithi040 ceph-mon[170259]: failed to encode map e153 with expected crc 2023-08-28T02:21:36.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:36 smithi040 ceph-mon[170259]: failed to encode map e153 with expected crc 2023-08-28T02:21:36.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:36 smithi040 ceph-mon[170259]: osdmap e153: 8 total, 8 up, 8 in 2023-08-28T02:21:36.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:36 smithi040 ceph-mon[170259]: failed to encode map e153 with expected crc 2023-08-28T02:21:36.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:36 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 1419/1716 objects degraded (82.692%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-08-28T02:21:36.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:36 smithi040 ceph-mon[170259]: pgmap v384: 89 pgs: 1 peering, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 15 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 530 op/s; 85/759 objects degraded (11.199%); 0 B/s, 257 objects/s recovering 2023-08-28T02:21:36.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:36 smithi040 ceph-mon[175404]: failed to encode map e153 with expected crc 2023-08-28T02:21:36.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:36 smithi040 ceph-mon[175404]: failed to encode map e153 with expected crc 2023-08-28T02:21:36.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:36 smithi040 ceph-mon[175404]: osdmap e153: 8 total, 8 up, 8 in 2023-08-28T02:21:36.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:36 smithi040 ceph-mon[175404]: failed to encode map e153 with expected crc 2023-08-28T02:21:36.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:36 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 1419/1716 objects degraded (82.692%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-08-28T02:21:36.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:36 smithi040 ceph-mon[175404]: pgmap v384: 89 pgs: 1 peering, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 15 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 530 op/s; 85/759 objects degraded (11.199%); 0 B/s, 257 objects/s recovering 2023-08-28T02:21:36.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:36 smithi083 ceph-mon[157819]: failed to encode map e153 with expected crc 2023-08-28T02:21:36.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:36 smithi083 ceph-mon[157819]: failed to encode map e153 with expected crc 2023-08-28T02:21:36.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:36 smithi083 ceph-mon[157819]: osdmap e153: 8 total, 8 up, 8 in 2023-08-28T02:21:36.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:36 smithi083 ceph-mon[157819]: failed to encode map e153 with expected crc 2023-08-28T02:21:36.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:36 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 1419/1716 objects degraded (82.692%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2023-08-28T02:21:36.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:36 smithi083 ceph-mon[157819]: pgmap v384: 89 pgs: 1 peering, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 15 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 530 op/s; 85/759 objects degraded (11.199%); 0 B/s, 257 objects/s recovering 2023-08-28T02:21:37.029 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_2 2023-08-28T02:21:37.029 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd pool rm unique_pool_2 unique_pool_2 --yes-i-really-really-mean-it 2023-08-28T02:21:37.329 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:21:37.641 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:37 smithi040 ceph-mon[175404]: failed to encode map e154 with expected crc 2023-08-28T02:21:37.642 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:37 smithi040 ceph-mon[175404]: osdmap e154: 8 total, 8 up, 8 in 2023-08-28T02:21:37.642 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:37 smithi040 ceph-mon[175404]: failed to encode map e154 with expected crc 2023-08-28T02:21:37.642 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:37 smithi040 ceph-mon[175404]: failed to encode map e154 with expected crc 2023-08-28T02:21:37.642 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:37 smithi040 ceph-mon[175404]: failed to encode map e154 with expected crc 2023-08-28T02:21:37.642 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:37 smithi040 ceph-mon[170259]: failed to encode map e154 with expected crc 2023-08-28T02:21:37.642 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:37 smithi040 ceph-mon[170259]: osdmap e154: 8 total, 8 up, 8 in 2023-08-28T02:21:37.642 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:37 smithi040 ceph-mon[170259]: failed to encode map e154 with expected crc 2023-08-28T02:21:37.642 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:37 smithi040 ceph-mon[170259]: failed to encode map e154 with expected crc 2023-08-28T02:21:37.643 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:37 smithi040 ceph-mon[170259]: failed to encode map e154 with expected crc 2023-08-28T02:21:37.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:37 smithi083 ceph-mon[157819]: failed to encode map e154 with expected crc 2023-08-28T02:21:37.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:37 smithi083 ceph-mon[157819]: osdmap e154: 8 total, 8 up, 8 in 2023-08-28T02:21:37.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:37 smithi083 ceph-mon[157819]: failed to encode map e154 with expected crc 2023-08-28T02:21:37.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:37 smithi083 ceph-mon[157819]: failed to encode map e154 with expected crc 2023-08-28T02:21:37.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:37 smithi083 ceph-mon[157819]: failed to encode map e154 with expected crc 2023-08-28T02:21:38.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:38 smithi040 ceph-mon[170259]: pgmap v386: 89 pgs: 1 peering, 88 active+clean; 582 KiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 140 op/s; 0 B/s, 253 objects/s recovering 2023-08-28T02:21:38.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:38 smithi040 ceph-mon[175404]: pgmap v386: 89 pgs: 1 peering, 88 active+clean; 582 KiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 140 op/s; 0 B/s, 253 objects/s recovering 2023-08-28T02:21:38.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:38 smithi083 ceph-mon[157819]: pgmap v386: 89 pgs: 1 peering, 88 active+clean; 582 KiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 140 op/s; 0 B/s, 253 objects/s recovering 2023-08-28T02:21:39.417 INFO:teuthology.orchestra.run.smithi040.stderr:pool 'unique_pool_2' removed 2023-08-28T02:21:39.662 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:39 smithi040 ceph-mon[170259]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 85/759 objects degraded (11.199%), 1 pg degraded, 1 pg undersized) 2023-08-28T02:21:39.662 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:39 smithi040 ceph-mon[170259]: Cluster is now healthy 2023-08-28T02:21:39.662 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:39 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1641579616' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_2", "pool2": "unique_pool_2", "yes_i_really_really_mean_it": true}]: dispatch 2023-08-28T02:21:39.663 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:39 smithi040 ceph-mon[175404]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 85/759 objects degraded (11.199%), 1 pg degraded, 1 pg undersized) 2023-08-28T02:21:39.663 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:39 smithi040 ceph-mon[175404]: Cluster is now healthy 2023-08-28T02:21:39.663 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:39 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1641579616' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_2", "pool2": "unique_pool_2", "yes_i_really_really_mean_it": true}]: dispatch 2023-08-28T02:21:39.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:39 smithi083 ceph-mon[157819]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 85/759 objects degraded (11.199%), 1 pg degraded, 1 pg undersized) 2023-08-28T02:21:39.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:39 smithi083 ceph-mon[157819]: Cluster is now healthy 2023-08-28T02:21:39.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:39 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1641579616' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_2", "pool2": "unique_pool_2", "yes_i_really_really_mean_it": true}]: dispatch 2023-08-28T02:21:39.857 INFO:teuthology.task.full_sequential:In full_sequential, running task radosbench... 2023-08-28T02:21:39.857 INFO:tasks.radosbench:Beginning radosbench... 2023-08-28T02:21:39.858 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_3 2023-08-28T02:21:39.858 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd pool create unique_pool_3 16 2023-08-28T02:21:40.155 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:21:40.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:40 smithi040 ceph-mon[170259]: failed to encode map e155 with expected crc 2023-08-28T02:21:40.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:40 smithi040 ceph-mon[170259]: failed to encode map e155 with expected crc 2023-08-28T02:21:40.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:40 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1641579616' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_2", "pool2": "unique_pool_2", "yes_i_really_really_mean_it": true}]': finished 2023-08-28T02:21:40.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:40 smithi040 ceph-mon[170259]: osdmap e155: 8 total, 8 up, 8 in 2023-08-28T02:21:40.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:40 smithi040 ceph-mon[170259]: pgmap v388: 73 pgs: 73 active+clean; 582 KiB data, 1.7 GiB used, 713 GiB / 715 GiB avail 2023-08-28T02:21:40.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:40 smithi040 ceph-mon[175404]: failed to encode map e155 with expected crc 2023-08-28T02:21:40.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:40 smithi040 ceph-mon[175404]: failed to encode map e155 with expected crc 2023-08-28T02:21:40.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:40 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1641579616' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_2", "pool2": "unique_pool_2", "yes_i_really_really_mean_it": true}]': finished 2023-08-28T02:21:40.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:40 smithi040 ceph-mon[175404]: osdmap e155: 8 total, 8 up, 8 in 2023-08-28T02:21:40.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:40 smithi040 ceph-mon[175404]: pgmap v388: 73 pgs: 73 active+clean; 582 KiB data, 1.7 GiB used, 713 GiB / 715 GiB avail 2023-08-28T02:21:40.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:40 smithi083 ceph-mon[157819]: failed to encode map e155 with expected crc 2023-08-28T02:21:40.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:40 smithi083 ceph-mon[157819]: failed to encode map e155 with expected crc 2023-08-28T02:21:40.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:40 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1641579616' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_2", "pool2": "unique_pool_2", "yes_i_really_really_mean_it": true}]': finished 2023-08-28T02:21:40.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:40 smithi083 ceph-mon[157819]: osdmap e155: 8 total, 8 up, 8 in 2023-08-28T02:21:40.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:40 smithi083 ceph-mon[157819]: pgmap v388: 73 pgs: 73 active+clean; 582 KiB data, 1.7 GiB used, 713 GiB / 715 GiB avail 2023-08-28T02:21:42.076 INFO:teuthology.orchestra.run.smithi040.stderr:pool 'unique_pool_3' created 2023-08-28T02:21:42.437 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:42 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1234164127' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_3", "pg_num": 16}]: dispatch 2023-08-28T02:21:42.437 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:42 smithi040 ceph-mon[175404]: pgmap v389: 73 pgs: 73 active+clean; 582 KiB data, 1.7 GiB used, 713 GiB / 715 GiB avail 2023-08-28T02:21:42.438 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:42 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1234164127' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_3", "pg_num": 16}]: dispatch 2023-08-28T02:21:42.438 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:42 smithi040 ceph-mon[170259]: pgmap v389: 73 pgs: 73 active+clean; 582 KiB data, 1.7 GiB used, 713 GiB / 715 GiB avail 2023-08-28T02:21:42.463 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd pool application enable unique_pool_3 rados --yes-i-really-mean-it || true 2023-08-28T02:21:42.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:42 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1234164127' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_3", "pg_num": 16}]: dispatch 2023-08-28T02:21:42.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:42 smithi083 ceph-mon[157819]: pgmap v389: 73 pgs: 73 active+clean; 582 KiB data, 1.7 GiB used, 713 GiB / 715 GiB avail 2023-08-28T02:21:42.763 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:21:43.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:43 smithi040 ceph-mon[170259]: failed to encode map e156 with expected crc 2023-08-28T02:21:43.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:43 smithi040 ceph-mon[170259]: failed to encode map e156 with expected crc 2023-08-28T02:21:43.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:43 smithi040 ceph-mon[170259]: failed to encode map e156 with expected crc 2023-08-28T02:21:43.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:43 smithi040 ceph-mon[170259]: failed to encode map e156 with expected crc 2023-08-28T02:21:43.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:43 smithi040 ceph-mon[170259]: failed to encode map e156 with expected crc 2023-08-28T02:21:43.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:43 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1234164127' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_3", "pg_num": 16}]': finished 2023-08-28T02:21:43.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:43 smithi040 ceph-mon[170259]: osdmap e156: 8 total, 8 up, 8 in 2023-08-28T02:21:43.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:43 smithi040 ceph-mon[170259]: failed to encode map e156 with expected crc 2023-08-28T02:21:43.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:43 smithi040 ceph-mon[175404]: failed to encode map e156 with expected crc 2023-08-28T02:21:43.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:43 smithi040 ceph-mon[175404]: failed to encode map e156 with expected crc 2023-08-28T02:21:43.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:43 smithi040 ceph-mon[175404]: failed to encode map e156 with expected crc 2023-08-28T02:21:43.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:43 smithi040 ceph-mon[175404]: failed to encode map e156 with expected crc 2023-08-28T02:21:43.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:43 smithi040 ceph-mon[175404]: failed to encode map e156 with expected crc 2023-08-28T02:21:43.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:43 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1234164127' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_3", "pg_num": 16}]': finished 2023-08-28T02:21:43.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:43 smithi040 ceph-mon[175404]: osdmap e156: 8 total, 8 up, 8 in 2023-08-28T02:21:43.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:43 smithi040 ceph-mon[175404]: failed to encode map e156 with expected crc 2023-08-28T02:21:43.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:43 smithi083 ceph-mon[157819]: failed to encode map e156 with expected crc 2023-08-28T02:21:43.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:43 smithi083 ceph-mon[157819]: failed to encode map e156 with expected crc 2023-08-28T02:21:43.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:43 smithi083 ceph-mon[157819]: failed to encode map e156 with expected crc 2023-08-28T02:21:43.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:43 smithi083 ceph-mon[157819]: failed to encode map e156 with expected crc 2023-08-28T02:21:43.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:43 smithi083 ceph-mon[157819]: failed to encode map e156 with expected crc 2023-08-28T02:21:43.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:43 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1234164127' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_3", "pg_num": 16}]': finished 2023-08-28T02:21:43.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:43 smithi083 ceph-mon[157819]: osdmap e156: 8 total, 8 up, 8 in 2023-08-28T02:21:43.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:43 smithi083 ceph-mon[157819]: failed to encode map e156 with expected crc 2023-08-28T02:21:44.089 INFO:teuthology.orchestra.run.smithi040.stderr:enabled application 'rados' on pool 'unique_pool_3' 2023-08-28T02:21:44.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:44 smithi040 ceph-mon[175404]: osdmap e157: 8 total, 8 up, 8 in 2023-08-28T02:21:44.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:44 smithi040 ceph-mon[175404]: failed to encode map e157 with expected crc 2023-08-28T02:21:44.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:44 smithi040 ceph-mon[175404]: failed to encode map e157 with expected crc 2023-08-28T02:21:44.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:44 smithi040 ceph-mon[175404]: failed to encode map e157 with expected crc 2023-08-28T02:21:44.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:44 smithi040 ceph-mon[175404]: failed to encode map e157 with expected crc 2023-08-28T02:21:44.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:44 smithi040 ceph-mon[175404]: pgmap v392: 89 pgs: 16 unknown, 73 active+clean; 582 KiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2023-08-28T02:21:44.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:44 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2409179327' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_3", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-08-28T02:21:44.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:44 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_3", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-08-28T02:21:44.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:44 smithi040 ceph-mon[170259]: osdmap e157: 8 total, 8 up, 8 in 2023-08-28T02:21:44.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:44 smithi040 ceph-mon[170259]: failed to encode map e157 with expected crc 2023-08-28T02:21:44.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:44 smithi040 ceph-mon[170259]: failed to encode map e157 with expected crc 2023-08-28T02:21:44.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:44 smithi040 ceph-mon[170259]: failed to encode map e157 with expected crc 2023-08-28T02:21:44.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:44 smithi040 ceph-mon[170259]: failed to encode map e157 with expected crc 2023-08-28T02:21:44.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:44 smithi040 ceph-mon[170259]: pgmap v392: 89 pgs: 16 unknown, 73 active+clean; 582 KiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2023-08-28T02:21:44.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:44 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2409179327' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_3", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-08-28T02:21:44.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:44 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_3", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-08-28T02:21:44.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:44 smithi083 ceph-mon[157819]: osdmap e157: 8 total, 8 up, 8 in 2023-08-28T02:21:44.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:44 smithi083 ceph-mon[157819]: failed to encode map e157 with expected crc 2023-08-28T02:21:44.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:44 smithi083 ceph-mon[157819]: failed to encode map e157 with expected crc 2023-08-28T02:21:44.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:44 smithi083 ceph-mon[157819]: failed to encode map e157 with expected crc 2023-08-28T02:21:44.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:44 smithi083 ceph-mon[157819]: failed to encode map e157 with expected crc 2023-08-28T02:21:44.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:44 smithi083 ceph-mon[157819]: pgmap v392: 89 pgs: 16 unknown, 73 active+clean; 582 KiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2023-08-28T02:21:44.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:44 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2409179327' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_3", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-08-28T02:21:44.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:44 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_3", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-08-28T02:21:45.386 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:45 smithi040 ceph-mon[170259]: failed to encode map e157 with expected crc 2023-08-28T02:21:45.386 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:45 smithi040 ceph-mon[170259]: failed to encode map e158 with expected crc 2023-08-28T02:21:45.386 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:45 smithi040 ceph-mon[170259]: failed to encode map e158 with expected crc 2023-08-28T02:21:45.386 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:45 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_3", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-08-28T02:21:45.386 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:45 smithi040 ceph-mon[170259]: osdmap e158: 8 total, 8 up, 8 in 2023-08-28T02:21:45.386 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:45 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:21:45.386 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:45 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:21:45.386 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:45 smithi040 ceph-mon[170259]: failed to encode map e158 with expected crc 2023-08-28T02:21:45.386 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:45 smithi040 ceph-mon[175404]: failed to encode map e157 with expected crc 2023-08-28T02:21:45.387 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:45 smithi040 ceph-mon[175404]: failed to encode map e158 with expected crc 2023-08-28T02:21:45.387 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:45 smithi040 ceph-mon[175404]: failed to encode map e158 with expected crc 2023-08-28T02:21:45.387 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:45 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_3", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-08-28T02:21:45.387 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:45 smithi040 ceph-mon[175404]: osdmap e158: 8 total, 8 up, 8 in 2023-08-28T02:21:45.387 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:45 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:21:45.387 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:45 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:21:45.387 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:45 smithi040 ceph-mon[175404]: failed to encode map e158 with expected crc 2023-08-28T02:21:45.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:45 smithi083 ceph-mon[157819]: failed to encode map e157 with expected crc 2023-08-28T02:21:45.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:45 smithi083 ceph-mon[157819]: failed to encode map e158 with expected crc 2023-08-28T02:21:45.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:45 smithi083 ceph-mon[157819]: failed to encode map e158 with expected crc 2023-08-28T02:21:45.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:45 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_3", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-08-28T02:21:45.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:45 smithi083 ceph-mon[157819]: osdmap e158: 8 total, 8 up, 8 in 2023-08-28T02:21:45.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:45 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:21:45.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:45 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:21:45.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:45 smithi083 ceph-mon[157819]: failed to encode map e158 with expected crc 2023-08-28T02:21:45.595 DEBUG:teuthology.orchestra.run.smithi040:> /bin/sh -c 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --no-log-to-stderr --name client.0 -b 65536 --object-size 65536 -p unique_pool_3 bench 90 write' 2023-08-28T02:21:45.598 INFO:tasks.radosbench:joining radosbench (timing out after 3000s) 2023-08-28T02:21:45.598 INFO:teuthology.orchestra.run:waiting for 3000 2023-08-28T02:21:45.659 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:hints = 1 2023-08-28T02:21:45.660 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Maintaining 16 concurrent writes of 65536 bytes to objects of size 65536 for up to 90 seconds or 0 objects 2023-08-28T02:21:45.660 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Object prefix: benchmark_data_smithi040_198382 2023-08-28T02:21:45.660 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-08-28T02:21:45.660 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 0 0 0 0 0 0 - 0 2023-08-28T02:21:45.730 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:21:45 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:21:45] "GET /metrics HTTP/1.1" 200 36332 "" "Prometheus/2.43.0" 2023-08-28T02:21:46.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:46 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:21:46.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:46 smithi040 ceph-mon[175404]: pgmap v394: 89 pgs: 10 unknown, 79 active+clean; 12 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s wr, 31 op/s 2023-08-28T02:21:46.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:46 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:21:46.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:46 smithi040 ceph-mon[170259]: pgmap v394: 89 pgs: 10 unknown, 79 active+clean; 12 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s wr, 31 op/s 2023-08-28T02:21:46.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:46 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:21:46.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:46 smithi083 ceph-mon[157819]: pgmap v394: 89 pgs: 10 unknown, 79 active+clean; 12 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s wr, 31 op/s 2023-08-28T02:21:46.660 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 1 16 3386 3370 210.591 210.625 0.00373166 0.00472259 2023-08-28T02:21:47.660 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 2 16 6615 6599 206.187 201.812 0.004815 0.00483738 2023-08-28T02:21:48.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:48 smithi040 ceph-mon[170259]: pgmap v395: 89 pgs: 89 active+clean; 126 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s wr, 334 op/s 2023-08-28T02:21:48.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:48 smithi040 ceph-mon[175404]: pgmap v395: 89 pgs: 89 active+clean; 126 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s wr, 334 op/s 2023-08-28T02:21:48.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:48 smithi083 ceph-mon[157819]: pgmap v395: 89 pgs: 89 active+clean; 126 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s wr, 334 op/s 2023-08-28T02:21:48.660 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 3 16 9601 9585 199.638 186.625 0.00774264 0.00500109 2023-08-28T02:21:49.661 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 4 16 12445 12429 194.137 177.75 0.00705574 0.00514413 2023-08-28T02:21:50.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:50 smithi040 ceph-mon[170259]: pgmap v396: 89 pgs: 89 active+clean; 126 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s wr, 253 op/s 2023-08-28T02:21:50.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:50 smithi040 ceph-mon[175404]: pgmap v396: 89 pgs: 89 active+clean; 126 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s wr, 253 op/s 2023-08-28T02:21:50.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:50 smithi083 ceph-mon[157819]: pgmap v396: 89 pgs: 89 active+clean; 126 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s wr, 253 op/s 2023-08-28T02:21:50.661 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 5 16 15048 15032 187.838 162.688 0.00582964 0.0053158 2023-08-28T02:21:51.661 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 6 16 17536 17520 182.446 155.5 0.00598013 0.00547473 2023-08-28T02:21:52.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:52 smithi040 ceph-mon[170259]: pgmap v397: 89 pgs: 89 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 116 MiB/s wr, 1.85k op/s 2023-08-28T02:21:52.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:52 smithi040 ceph-mon[175404]: pgmap v397: 89 pgs: 89 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 116 MiB/s wr, 1.85k op/s 2023-08-28T02:21:52.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:52 smithi083 ceph-mon[157819]: pgmap v397: 89 pgs: 89 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 116 MiB/s wr, 1.85k op/s 2023-08-28T02:21:52.662 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 7 16 19861 19845 177.129 145.312 0.0049847 0.00563937 2023-08-28T02:21:53.662 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 8 16 22175 22159 173.058 144.625 0.00685581 0.00577167 2023-08-28T02:21:54.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:54 smithi040 ceph-mon[175404]: pgmap v398: 89 pgs: 89 active+clean; 1.0 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 103 MiB/s wr, 1.65k op/s 2023-08-28T02:21:54.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:54 smithi040 ceph-mon[170259]: pgmap v398: 89 pgs: 89 active+clean; 1.0 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 103 MiB/s wr, 1.65k op/s 2023-08-28T02:21:54.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:54 smithi083 ceph-mon[157819]: pgmap v398: 89 pgs: 89 active+clean; 1.0 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 103 MiB/s wr, 1.65k op/s 2023-08-28T02:21:54.663 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 9 16 24233 24217 168.12 128.625 0.00693483 0.00594051 2023-08-28T02:21:55.663 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 10 16 26330 26314 164.401 131.062 0.00829081 0.00607745 2023-08-28T02:21:55.731 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:21:55 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:21:55] "GET /metrics HTTP/1.1" 200 36332 "" "Prometheus/2.43.0" 2023-08-28T02:21:56.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:56 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:21:56.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:56 smithi040 ceph-mon[175404]: pgmap v399: 89 pgs: 89 active+clean; 1.3 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 109 MiB/s wr, 1.74k op/s 2023-08-28T02:21:56.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:56 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:21:56.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:56 smithi040 ceph-mon[170259]: pgmap v399: 89 pgs: 89 active+clean; 1.3 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 109 MiB/s wr, 1.74k op/s 2023-08-28T02:21:56.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:56 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:21:56.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:56 smithi083 ceph-mon[157819]: pgmap v399: 89 pgs: 89 active+clean; 1.3 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 109 MiB/s wr, 1.74k op/s 2023-08-28T02:21:56.663 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 11 16 28305 28289 160.677 123.438 0.00704311 0.00621817 2023-08-28T02:21:57.664 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 12 16 30295 30279 157.651 124.375 0.0075633 0.00633618 2023-08-28T02:21:58.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:58 smithi040 ceph-mon[175404]: pgmap v400: 89 pgs: 89 active+clean; 1.7 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 142 MiB/s wr, 2.27k op/s 2023-08-28T02:21:58.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:58 smithi040 ceph-mon[170259]: pgmap v400: 89 pgs: 89 active+clean; 1.7 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 142 MiB/s wr, 2.27k op/s 2023-08-28T02:21:58.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:58 smithi083 ceph-mon[157819]: pgmap v400: 89 pgs: 89 active+clean; 1.7 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 142 MiB/s wr, 2.27k op/s 2023-08-28T02:21:58.664 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 13 16 32123 32107 154.312 114.25 0.00975607 0.00647481 2023-08-28T02:21:59.664 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 14 16 33939 33923 151.397 113.5 0.0111093 0.00659972 2023-08-28T02:22:00.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:21:59 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:22:00.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:21:59 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:22:00.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:21:59 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:22:00.665 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 15 16 35733 35717 148.767 112.125 0.0140762 0.00671646 2023-08-28T02:22:01.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:22:00 smithi040 ceph-mon[170259]: pgmap v401: 89 pgs: 89 active+clean; 1.7 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 133 MiB/s wr, 2.12k op/s 2023-08-28T02:22:01.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:22:00 smithi040 ceph-mon[175404]: pgmap v401: 89 pgs: 89 active+clean; 1.7 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 133 MiB/s wr, 2.12k op/s 2023-08-28T02:22:01.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:22:00 smithi083 ceph-mon[157819]: pgmap v401: 89 pgs: 89 active+clean; 1.7 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 133 MiB/s wr, 2.12k op/s 2023-08-28T02:22:01.665 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 16 16 37516 37500 146.434 111.438 0.00713645 0.00682228 2023-08-28T02:22:02.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:22:02 smithi040 ceph-mon[170259]: pgmap v402: 89 pgs: 89 active+clean; 2.2 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 181 MiB/s wr, 2.89k op/s 2023-08-28T02:22:02.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:22:02 smithi040 ceph-mon[175404]: pgmap v402: 89 pgs: 89 active+clean; 2.2 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 181 MiB/s wr, 2.89k op/s 2023-08-28T02:22:02.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:22:02 smithi083 ceph-mon[157819]: pgmap v402: 89 pgs: 89 active+clean; 2.2 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 181 MiB/s wr, 2.89k op/s 2023-08-28T02:22:02.665 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 17 16 39245 39229 144.177 108.062 0.00794417 0.00692994 2023-08-28T02:22:03.667 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 18 16 40942 40926 142.045 106.062 0.0085808 0.00703398 2023-08-28T02:22:04.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:22:04 smithi040 ceph-mon[175404]: pgmap v403: 89 pgs: 89 active+clean; 2.2 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 105 MiB/s wr, 1.69k op/s 2023-08-28T02:22:04.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:22:04 smithi040 ceph-mon[170259]: pgmap v403: 89 pgs: 89 active+clean; 2.2 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 105 MiB/s wr, 1.69k op/s 2023-08-28T02:22:04.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:22:04 smithi083 ceph-mon[157819]: pgmap v403: 89 pgs: 89 active+clean; 2.2 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 105 MiB/s wr, 1.69k op/s 2023-08-28T02:22:04.669 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 19 16 42593 42577 139.986 103.188 0.00915117 0.00713843 2023-08-28T02:22:05.670 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:2023-08-28T02:22:05.671666+0000 min lat: 0.00105764 max lat: 0.0755643 avg lat: 0.00724204 2023-08-28T02:22:05.670 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-08-28T02:22:05.670 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 20 16 44194 44178 137.985 100.062 0.01242 0.00724204 2023-08-28T02:22:05.731 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:22:05 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:22:05] "GET /metrics HTTP/1.1" 200 36380 "" "Prometheus/2.43.0" 2023-08-28T02:22:06.670 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 21 16 45739 45723 136.012 96.5625 0.0143804 0.00734806 2023-08-28T02:22:06.980 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:22:06 smithi040 ceph-mon[175404]: pgmap v404: 89 pgs: 89 active+clean; 2.4 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 122 MiB/s wr, 1.95k op/s 2023-08-28T02:22:06.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:22:06 smithi040 ceph-mon[170259]: pgmap v404: 89 pgs: 89 active+clean; 2.4 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 122 MiB/s wr, 1.95k op/s 2023-08-28T02:22:06.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:22:06 smithi083 ceph-mon[157819]: pgmap v404: 89 pgs: 89 active+clean; 2.4 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 122 MiB/s wr, 1.95k op/s 2023-08-28T02:22:07.671 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 22 16 47235 47219 134.076 93.5 0.0096716 0.00745286 2023-08-28T02:22:08.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:22:08 smithi040 ceph-mon[175404]: pgmap v405: 89 pgs: 89 active+clean; 2.8 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 127 MiB/s wr, 2.03k op/s 2023-08-28T02:22:08.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:22:08 smithi040 ceph-mon[170259]: pgmap v405: 89 pgs: 89 active+clean; 2.8 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 127 MiB/s wr, 2.03k op/s 2023-08-28T02:22:08.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:22:08 smithi083 ceph-mon[157819]: pgmap v405: 89 pgs: 89 active+clean; 2.8 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 127 MiB/s wr, 2.03k op/s 2023-08-28T02:22:08.673 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 23 16 48764 48748 132.391 95.5625 0.0106716 0.0075486 2023-08-28T02:22:09.673 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 24 16 50229 50213 130.69 91.5625 0.00579202 0.00764707 2023-08-28T02:22:10.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:22:10 smithi040 ceph-mon[170259]: pgmap v406: 89 pgs: 89 active+clean; 2.8 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 92 MiB/s wr, 1.47k op/s 2023-08-28T02:22:10.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:22:10 smithi040 ceph-mon[175404]: pgmap v406: 89 pgs: 89 active+clean; 2.8 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 92 MiB/s wr, 1.47k op/s 2023-08-28T02:22:10.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:22:10 smithi083 ceph-mon[157819]: pgmap v406: 89 pgs: 89 active+clean; 2.8 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 92 MiB/s wr, 1.47k op/s 2023-08-28T02:22:10.673 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 25 16 51690 51674 129.115 91.3125 0.00509381 0.00774065 2023-08-28T02:22:11.673 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 26 16 53121 53105 127.589 89.4375 0.0108921 0.00783289 2023-08-28T02:22:12.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:22:12 smithi040 ceph-mon[170259]: pgmap v407: 89 pgs: 89 active+clean; 3.2 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 130 MiB/s wr, 2.08k op/s 2023-08-28T02:22:12.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:22:12 smithi040 ceph-mon[175404]: pgmap v407: 89 pgs: 89 active+clean; 3.2 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 130 MiB/s wr, 2.08k op/s 2023-08-28T02:22:12.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:22:12 smithi083 ceph-mon[157819]: pgmap v407: 89 pgs: 89 active+clean; 3.2 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 130 MiB/s wr, 2.08k op/s 2023-08-28T02:22:12.673 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 27 16 54518 54502 126.098 87.3125 0.00640251 0.00792596 2023-08-28T02:22:13.674 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 28 16 55929 55913 124.744 88.1875 0.0103391 0.00801216 2023-08-28T02:22:14.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:22:14 smithi040 ceph-mon[170259]: pgmap v408: 89 pgs: 89 active+clean; 3.2 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 82 MiB/s wr, 1.31k op/s 2023-08-28T02:22:14.484 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:22:14 smithi040 ceph-mon[175404]: pgmap v408: 89 pgs: 89 active+clean; 3.2 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 82 MiB/s wr, 1.31k op/s 2023-08-28T02:22:14.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:22:14 smithi083 ceph-mon[157819]: pgmap v408: 89 pgs: 89 active+clean; 3.2 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 82 MiB/s wr, 1.31k op/s 2023-08-28T02:22:14.675 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 29 16 57274 57258 123.342 84.0625 0.00592539 0.00810294 2023-08-28T02:22:15.388 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:22:15 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:22:15.390 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:22:15 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:22:15.390 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:22:15 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:22:15] "GET /metrics HTTP/1.1" 200 36384 "" "Prometheus/2.43.0" 2023-08-28T02:22:15.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:22:15 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:22:15.675 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 30 16 58609 58593 122.009 83.4375 0.00782679 0.00819048 2023-08-28T02:22:16.676 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 31 16 59944 59928 120.765 83.4375 0.00851163 0.00827562 2023-08-28T02:22:16.984 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:22:16 smithi040 ceph-mon[170259]: pgmap v409: 89 pgs: 89 active+clean; 3.4 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 96 MiB/s wr, 1.53k op/s 2023-08-28T02:22:16.984 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:22:16 smithi040 ceph-mon[175404]: pgmap v409: 89 pgs: 89 active+clean; 3.4 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 96 MiB/s wr, 1.53k op/s 2023-08-28T02:22:16.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:22:16 smithi083 ceph-mon[157819]: pgmap v409: 89 pgs: 89 active+clean; 3.4 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 96 MiB/s wr, 1.53k op/s 2023-08-28T02:22:17.675 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 32 16 61243 61227 119.527 81.1875 0.0148541 0.00836123 2023-08-28T02:22:18.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:22:18 smithi040 ceph-mon[175404]: pgmap v410: 89 pgs: 89 active+clean; 3.6 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 101 MiB/s wr, 1.62k op/s 2023-08-28T02:22:18.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:22:18 smithi040 ceph-mon[170259]: pgmap v410: 89 pgs: 89 active+clean; 3.6 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 101 MiB/s wr, 1.62k op/s 2023-08-28T02:22:18.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:22:18 smithi083 ceph-mon[157819]: pgmap v410: 89 pgs: 89 active+clean; 3.6 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 101 MiB/s wr, 1.62k op/s 2023-08-28T02:22:18.676 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 33 16 62528 62512 118.334 80.3125 0.0101995 0.00844497 2023-08-28T02:22:19.676 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 34 16 63778 63762 117.152 78.125 0.0166813 0.00853128 2023-08-28T02:22:20.485 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:22:20 smithi040 ceph-mon[170259]: pgmap v411: 89 pgs: 89 active+clean; 3.6 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 74 MiB/s wr, 1.19k op/s 2023-08-28T02:22:20.485 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:22:20 smithi040 ceph-mon[175404]: pgmap v411: 89 pgs: 89 active+clean; 3.6 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 74 MiB/s wr, 1.19k op/s 2023-08-28T02:22:20.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:22:20 smithi083 ceph-mon[157819]: pgmap v411: 89 pgs: 89 active+clean; 3.6 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 74 MiB/s wr, 1.19k op/s 2023-08-28T02:22:20.677 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 35 16 65037 65021 116.053 78.6875 0.0112983 0.00861198 2023-08-28T02:22:21.677 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 36 16 66246 66230 114.928 75.5625 0.0136162 0.00869479 2023-08-28T02:22:22.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:22:22 smithi040 ceph-mon[175404]: pgmap v412: 89 pgs: 89 active+clean; 4.0 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 107 MiB/s wr, 1.72k op/s 2023-08-28T02:22:22.484 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:22:22 smithi040 ceph-mon[170259]: pgmap v412: 89 pgs: 89 active+clean; 4.0 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 107 MiB/s wr, 1.72k op/s 2023-08-28T02:22:22.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:22:22 smithi083 ceph-mon[157819]: pgmap v412: 89 pgs: 89 active+clean; 4.0 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 107 MiB/s wr, 1.72k op/s 2023-08-28T02:22:22.677 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 37 16 67461 67445 113.875 75.9375 0.0161393 0.00877654 2023-08-28T02:22:23.679 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 38 16 68671 68655 112.863 75.625 0.0142982 0.00885552 2023-08-28T02:22:24.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:22:24 smithi040 ceph-mon[170259]: pgmap v413: 89 pgs: 89 active+clean; 4.0 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 69 MiB/s wr, 1.10k op/s 2023-08-28T02:22:24.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:22:24 smithi040 ceph-mon[175404]: pgmap v413: 89 pgs: 89 active+clean; 4.0 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 69 MiB/s wr, 1.10k op/s 2023-08-28T02:22:24.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:22:24 smithi083 ceph-mon[157819]: pgmap v413: 89 pgs: 89 active+clean; 4.0 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 69 MiB/s wr, 1.10k op/s 2023-08-28T02:22:24.681 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 39 16 69855 69839 111.867 74 0.015066 0.00893489 2023-08-28T02:22:25.679 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:2023-08-28T02:22:25.680484+0000 min lat: 0.00105764 max lat: 0.0755643 avg lat: 0.0090135 2023-08-28T02:22:25.679 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-08-28T02:22:25.679 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 40 16 71015 70999 110.883 72.5 0.0127008 0.0090135 2023-08-28T02:22:25.731 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:22:25 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:22:25] "GET /metrics HTTP/1.1" 200 36384 "" "Prometheus/2.43.0" 2023-08-28T02:22:26.679 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 41 16 72144 72128 109.9 70.5625 0.0146029 0.00909428 2023-08-28T02:22:26.980 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:22:26 smithi040 ceph-mon[175404]: pgmap v414: 89 pgs: 89 active+clean; 4.1 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 80 MiB/s wr, 1.29k op/s 2023-08-28T02:22:26.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:22:26 smithi040 ceph-mon[170259]: pgmap v414: 89 pgs: 89 active+clean; 4.1 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 80 MiB/s wr, 1.29k op/s 2023-08-28T02:22:26.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:22:26 smithi083 ceph-mon[157819]: pgmap v414: 89 pgs: 89 active+clean; 4.1 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 80 MiB/s wr, 1.29k op/s 2023-08-28T02:22:27.681 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 42 16 73281 73265 108.97 71.0625 0.0250296 0.00917154 2023-08-28T02:22:28.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:22:28 smithi040 ceph-mon[175404]: pgmap v415: 89 pgs: 89 active+clean; 4.4 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 86 MiB/s wr, 1.38k op/s 2023-08-28T02:22:28.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:22:28 smithi040 ceph-mon[170259]: pgmap v415: 89 pgs: 89 active+clean; 4.4 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 86 MiB/s wr, 1.38k op/s 2023-08-28T02:22:28.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:22:28 smithi083 ceph-mon[157819]: pgmap v415: 89 pgs: 89 active+clean; 4.4 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 86 MiB/s wr, 1.38k op/s 2023-08-28T02:22:28.681 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 43 16 74408 74392 108.073 70.4375 0.0101257 0.00924769 2023-08-28T02:22:29.683 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 44 16 75471 75455 107.125 66.4375 0.0240499 0.00932906 2023-08-28T02:22:29.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:22:29 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:22:29.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:22:29 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:22:29.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:22:29 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:22:30.683 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 45 16 76500 76484 106.173 64.3125 0.0246905 0.00941406 2023-08-28T02:22:30.689 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:22:30 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:22:30.689 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:22:30 smithi083 ceph-mon[157819]: pgmap v416: 89 pgs: 89 active+clean; 4.4 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 64 MiB/s wr, 1.02k op/s 2023-08-28T02:22:30.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:22:30 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:22:30.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:22:30 smithi040 ceph-mon[170259]: pgmap v416: 89 pgs: 89 active+clean; 4.4 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 64 MiB/s wr, 1.02k op/s 2023-08-28T02:22:30.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:22:30 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:22:30.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:22:30 smithi040 ceph-mon[175404]: pgmap v416: 89 pgs: 89 active+clean; 4.4 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 64 MiB/s wr, 1.02k op/s 2023-08-28T02:22:31.683 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 46 16 77423 77407 105.12 57.6875 0.0169501 0.0095074 2023-08-28T02:22:32.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:22:32 smithi040 ceph-mon[175404]: pgmap v417: 89 pgs: 89 active+clean; 4.7 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 92 MiB/s wr, 1.47k op/s 2023-08-28T02:22:32.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:22:32 smithi040 ceph-mon[170259]: pgmap v417: 89 pgs: 89 active+clean; 4.7 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 92 MiB/s wr, 1.47k op/s 2023-08-28T02:22:32.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:22:32 smithi083 ceph-mon[157819]: pgmap v417: 89 pgs: 89 active+clean; 4.7 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 92 MiB/s wr, 1.47k op/s 2023-08-28T02:22:32.684 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 47 16 78395 78379 104.173 60.75 0.0229077 0.00959426 2023-08-28T02:22:33.684 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 48 16 79355 79339 103.253 60 0.0281052 0.00968016 2023-08-28T02:22:34.685 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 49 16 80313 80297 102.367 59.875 0.0188247 0.00976372 2023-08-28T02:22:34.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:22:34 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:22:34.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:22:34 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:22:34.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:22:34 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:22:34.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:22:34 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:22:34.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:22:34 smithi040 ceph-mon[175404]: pgmap v418: 89 pgs: 89 active+clean; 4.7 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 59 MiB/s wr, 943 op/s 2023-08-28T02:22:34.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:22:34 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:22:34.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:22:34 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:22:34.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:22:34 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:22:34.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:22:34 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:22:34.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:22:34 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:22:34.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:22:34 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:22:34.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:22:34 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:22:34.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:22:34 smithi040 ceph-mon[170259]: pgmap v418: 89 pgs: 89 active+clean; 4.7 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 59 MiB/s wr, 943 op/s 2023-08-28T02:22:34.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:22:34 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:22:34.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:22:34 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:22:34.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:22:34 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:22:34.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:22:34 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:22:34.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:22:34 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:22:34.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:22:34 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:22:34.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:22:34 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:22:34.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:22:34 smithi083 ceph-mon[157819]: pgmap v418: 89 pgs: 89 active+clean; 4.7 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 59 MiB/s wr, 943 op/s 2023-08-28T02:22:34.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:22:34 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:22:34.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:22:34 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:22:34.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:22:34 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:22:35.685 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 50 16 81396 81380 101.674 67.6875 0.0148712 0.00983046 2023-08-28T02:22:35.732 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:22:35 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:22:35] "GET /metrics HTTP/1.1" 200 36386 "" "Prometheus/2.43.0" 2023-08-28T02:22:36.685 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 51 16 82459 82443 100.983 66.4375 0.0169571 0.00989725 2023-08-28T02:22:36.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:22:36 smithi040 ceph-mon[170259]: pgmap v419: 89 pgs: 89 active+clean; 4.8 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 69 MiB/s wr, 1.10k op/s 2023-08-28T02:22:36.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:22:36 smithi040 ceph-mon[175404]: pgmap v419: 89 pgs: 89 active+clean; 4.8 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 69 MiB/s wr, 1.10k op/s 2023-08-28T02:22:36.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:22:36 smithi083 ceph-mon[157819]: pgmap v419: 89 pgs: 89 active+clean; 4.8 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 69 MiB/s wr, 1.10k op/s 2023-08-28T02:22:37.686 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 52 16 83507 83491 100.299 65.5 0.0189558 0.00996513 2023-08-28T02:22:38.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:22:38 smithi040 ceph-mon[170259]: pgmap v420: 89 pgs: 89 active+clean; 5.0 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 73 MiB/s wr, 1.17k op/s 2023-08-28T02:22:38.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:22:38 smithi040 ceph-mon[175404]: pgmap v420: 89 pgs: 89 active+clean; 5.0 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 73 MiB/s wr, 1.17k op/s 2023-08-28T02:22:38.494 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:22:38 smithi083 ceph-mon[157819]: pgmap v420: 89 pgs: 89 active+clean; 5.0 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 73 MiB/s wr, 1.17k op/s 2023-08-28T02:22:38.686 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 53 16 84545 84529 99.6309 64.875 0.0112154 0.0100319 2023-08-28T02:22:39.687 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 54 16 85558 85542 98.9578 63.3125 0.0129656 0.0100999 2023-08-28T02:22:40.484 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:22:40 smithi040 ceph-mon[170259]: pgmap v421: 89 pgs: 89 active+clean; 5.0 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 54 MiB/s wr, 863 op/s 2023-08-28T02:22:40.484 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:22:40 smithi040 ceph-mon[175404]: pgmap v421: 89 pgs: 89 active+clean; 5.0 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 54 MiB/s wr, 863 op/s 2023-08-28T02:22:40.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:22:40 smithi083 ceph-mon[157819]: pgmap v421: 89 pgs: 89 active+clean; 5.0 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 54 MiB/s wr, 863 op/s 2023-08-28T02:22:40.687 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 55 16 86574 86558 98.3132 63.5 0.0209967 0.0101667 2023-08-28T02:22:41.687 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 56 16 87564 87548 97.6627 61.875 0.00695955 0.0102336 2023-08-28T02:22:42.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:22:42 smithi040 ceph-mon[170259]: pgmap v422: 89 pgs: 89 active+clean; 5.3 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 81 MiB/s wr, 1.29k op/s 2023-08-28T02:22:42.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:22:42 smithi040 ceph-mon[175404]: pgmap v422: 89 pgs: 89 active+clean; 5.3 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 81 MiB/s wr, 1.29k op/s 2023-08-28T02:22:42.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:22:42 smithi083 ceph-mon[157819]: pgmap v422: 89 pgs: 89 active+clean; 5.3 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 81 MiB/s wr, 1.29k op/s 2023-08-28T02:22:42.687 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 57 16 88570 88554 97.0525 62.875 0.00752216 0.0102987 2023-08-28T02:22:43.687 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 58 16 89560 89544 96.4461 61.875 0.00743775 0.0103629 2023-08-28T02:22:44.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:22:44 smithi040 ceph-mon[175404]: pgmap v423: 89 pgs: 89 active+clean; 5.3 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 53 MiB/s wr, 840 op/s 2023-08-28T02:22:44.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:22:44 smithi040 ceph-mon[170259]: pgmap v423: 89 pgs: 89 active+clean; 5.3 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 53 MiB/s wr, 840 op/s 2023-08-28T02:22:44.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:22:44 smithi083 ceph-mon[157819]: pgmap v423: 89 pgs: 89 active+clean; 5.3 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 53 MiB/s wr, 840 op/s 2023-08-28T02:22:44.687 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 59 16 90549 90533 95.8592 61.8125 0.0100502 0.0104265 2023-08-28T02:22:45.385 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:22:45 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:22:45.385 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:22:45 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:22:45.386 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:22:45 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:22:45] "GET /metrics HTTP/1.1" 200 36386 "" "Prometheus/2.43.0" 2023-08-28T02:22:45.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:22:45 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:22:45.688 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:2023-08-28T02:22:45.689225+0000 min lat: 0.00105764 max lat: 0.0755643 avg lat: 0.0104914 2023-08-28T02:22:45.688 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-08-28T02:22:45.688 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 60 16 91520 91504 95.2723 60.6875 0.0118811 0.0104914 2023-08-28T02:22:46.691 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 61 16 92474 92458 94.6821 59.625 0.0123442 0.0105564 2023-08-28T02:22:46.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:22:46 smithi040 ceph-mon[175404]: pgmap v424: 89 pgs: 89 active+clean; 5.4 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 62 MiB/s wr, 991 op/s 2023-08-28T02:22:46.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:22:46 smithi040 ceph-mon[170259]: pgmap v424: 89 pgs: 89 active+clean; 5.4 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 62 MiB/s wr, 991 op/s 2023-08-28T02:22:46.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:22:46 smithi083 ceph-mon[157819]: pgmap v424: 89 pgs: 89 active+clean; 5.4 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 62 MiB/s wr, 991 op/s 2023-08-28T02:22:47.693 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 62 16 93426 93410 94.1127 59.5 0.00408897 0.0106197 2023-08-28T02:22:48.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:22:48 smithi040 ceph-mon[170259]: pgmap v425: 89 pgs: 89 active+clean; 5.6 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 69 MiB/s wr, 1.10k op/s 2023-08-28T02:22:48.484 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:22:48 smithi040 ceph-mon[175404]: pgmap v425: 89 pgs: 89 active+clean; 5.6 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 69 MiB/s wr, 1.10k op/s 2023-08-28T02:22:48.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:22:48 smithi083 ceph-mon[157819]: pgmap v425: 89 pgs: 89 active+clean; 5.6 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 69 MiB/s wr, 1.10k op/s 2023-08-28T02:22:48.696 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 63 16 94413 94397 93.5939 61.6875 0.00862227 0.0106799 2023-08-28T02:22:49.698 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 64 16 95380 95364 93.0734 60.4375 0.0220506 0.0107387 2023-08-28T02:22:50.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:22:50 smithi040 ceph-mon[175404]: pgmap v426: 89 pgs: 89 active+clean; 5.6 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 53 MiB/s wr, 840 op/s 2023-08-28T02:22:50.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:22:50 smithi040 ceph-mon[170259]: pgmap v426: 89 pgs: 89 active+clean; 5.6 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 53 MiB/s wr, 840 op/s 2023-08-28T02:22:50.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:22:50 smithi083 ceph-mon[157819]: pgmap v426: 89 pgs: 89 active+clean; 5.6 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 53 MiB/s wr, 840 op/s 2023-08-28T02:22:50.698 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 65 16 96313 96297 92.5388 58.3125 0.0125135 0.0108015 2023-08-28T02:22:51.700 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 66 16 97254 97238 92.0252 58.8125 0.0160078 0.0108613 2023-08-28T02:22:52.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:22:52 smithi040 ceph-mon[170259]: pgmap v427: 89 pgs: 89 active+clean; 5.9 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 77 MiB/s wr, 1.24k op/s 2023-08-28T02:22:52.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:22:52 smithi040 ceph-mon[175404]: pgmap v427: 89 pgs: 89 active+clean; 5.9 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 77 MiB/s wr, 1.24k op/s 2023-08-28T02:22:52.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:22:52 smithi083 ceph-mon[157819]: pgmap v427: 89 pgs: 89 active+clean; 5.9 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 77 MiB/s wr, 1.24k op/s 2023-08-28T02:22:52.703 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 67 16 98195 98179 91.526 58.8125 0.0199793 0.0109207 2023-08-28T02:22:53.705 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 68 16 99123 99107 91.0307 58 0.00958256 0.0109794 2023-08-28T02:22:54.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:22:54 smithi040 ceph-mon[170259]: pgmap v428: 89 pgs: 89 active+clean; 5.9 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 50 MiB/s wr, 806 op/s 2023-08-28T02:22:54.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:22:54 smithi040 ceph-mon[175404]: pgmap v428: 89 pgs: 89 active+clean; 5.9 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 50 MiB/s wr, 806 op/s 2023-08-28T02:22:54.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:22:54 smithi083 ceph-mon[157819]: pgmap v428: 89 pgs: 89 active+clean; 5.9 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 50 MiB/s wr, 806 op/s 2023-08-28T02:22:54.705 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 69 16 100039 100023 90.5413 57.25 0.0203409 0.01104 2023-08-28T02:22:55.705 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 70 16 100943 100927 90.0551 56.5 0.0142134 0.0110991 2023-08-28T02:22:55.735 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:22:55 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:22:55] "GET /metrics HTTP/1.1" 200 36386 "" "Prometheus/2.43.0" 2023-08-28T02:22:56.705 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 71 16 101838 101822 89.5747 55.9375 0.0172002 0.0111589 2023-08-28T02:22:56.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:22:56 smithi040 ceph-mon[175404]: pgmap v429: 89 pgs: 89 active+clean; 6.0 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 60 MiB/s wr, 953 op/s 2023-08-28T02:22:56.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:22:56 smithi040 ceph-mon[170259]: pgmap v429: 89 pgs: 89 active+clean; 6.0 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 60 MiB/s wr, 953 op/s 2023-08-28T02:22:56.995 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:22:56 smithi083 ceph-mon[157819]: pgmap v429: 89 pgs: 89 active+clean; 6.0 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 60 MiB/s wr, 953 op/s 2023-08-28T02:22:57.706 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 72 16 102747 102731 89.1194 56.8125 0.0173247 0.0112156 2023-08-28T02:22:58.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:22:58 smithi040 ceph-mon[170259]: pgmap v430: 89 pgs: 89 active+clean; 6.2 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 65 MiB/s wr, 1.04k op/s 2023-08-28T02:22:58.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:22:58 smithi040 ceph-mon[175404]: pgmap v430: 89 pgs: 89 active+clean; 6.2 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 65 MiB/s wr, 1.04k op/s 2023-08-28T02:22:58.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:22:58 smithi083 ceph-mon[157819]: pgmap v430: 89 pgs: 89 active+clean; 6.2 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 65 MiB/s wr, 1.04k op/s 2023-08-28T02:22:58.706 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 73 16 103637 103621 88.6607 55.625 0.00904025 0.011274 2023-08-28T02:22:59.706 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 74 16 104524 104508 88.2119 55.4375 0.0214764 0.0113308 2023-08-28T02:23:00.234 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:22:59 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:23:00.234 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:22:59 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:23:00.245 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:22:59 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:23:00.706 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 75 16 105399 105383 87.7651 54.6875 0.0167806 0.011389 2023-08-28T02:23:01.236 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:23:00 smithi040 ceph-mon[170259]: pgmap v431: 89 pgs: 89 active+clean; 6.2 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 49 MiB/s wr, 781 op/s 2023-08-28T02:23:01.236 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:23:00 smithi040 ceph-mon[175404]: pgmap v431: 89 pgs: 89 active+clean; 6.2 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 49 MiB/s wr, 781 op/s 2023-08-28T02:23:01.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:23:00 smithi083 ceph-mon[157819]: pgmap v431: 89 pgs: 89 active+clean; 6.2 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 49 MiB/s wr, 781 op/s 2023-08-28T02:23:01.706 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 76 16 106285 106269 87.3391 55.375 0.00888831 0.0114442 2023-08-28T02:23:02.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:23:02 smithi040 ceph-mon[170259]: pgmap v432: 89 pgs: 89 active+clean; 6.5 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 72 MiB/s wr, 1.15k op/s 2023-08-28T02:23:02.485 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:23:02 smithi040 ceph-mon[175404]: pgmap v432: 89 pgs: 89 active+clean; 6.5 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 72 MiB/s wr, 1.15k op/s 2023-08-28T02:23:02.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:23:02 smithi083 ceph-mon[157819]: pgmap v432: 89 pgs: 89 active+clean; 6.5 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 72 MiB/s wr, 1.15k op/s 2023-08-28T02:23:02.706 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 77 16 107149 107133 86.9063 54 0.0097778 0.0115018 2023-08-28T02:23:03.706 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 78 16 108008 107992 86.4806 53.6875 0.0191026 0.0115583 2023-08-28T02:23:04.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:23:04 smithi040 ceph-mon[175404]: pgmap v433: 89 pgs: 89 active+clean; 6.5 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 47 MiB/s wr, 755 op/s 2023-08-28T02:23:04.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:23:04 smithi040 ceph-mon[170259]: pgmap v433: 89 pgs: 89 active+clean; 6.5 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 47 MiB/s wr, 755 op/s 2023-08-28T02:23:04.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:23:04 smithi083 ceph-mon[157819]: pgmap v433: 89 pgs: 89 active+clean; 6.5 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 47 MiB/s wr, 755 op/s 2023-08-28T02:23:04.706 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 79 16 108873 108857 86.0703 54.0625 0.0301253 0.0116138 2023-08-28T02:23:05.709 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:2023-08-28T02:23:05.710654+0000 min lat: 0.00105764 max lat: 0.0755643 avg lat: 0.0116726 2023-08-28T02:23:05.709 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-08-28T02:23:05.709 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 80 16 109687 109671 85.6276 50.875 0.0119861 0.0116726 2023-08-28T02:23:05.733 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:23:05 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:23:05] "GET /metrics HTTP/1.1" 200 36384 "" "Prometheus/2.43.0" 2023-08-28T02:23:06.715 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 81 15 110549 110534 85.2303 53.9375 0.0323322 0.0117276 2023-08-28T02:23:06.984 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:23:06 smithi040 ceph-mon[175404]: pgmap v434: 89 pgs: 89 active+clean; 6.6 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 56 MiB/s wr, 888 op/s 2023-08-28T02:23:06.985 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:23:06 smithi040 ceph-mon[170259]: pgmap v434: 89 pgs: 89 active+clean; 6.6 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 56 MiB/s wr, 888 op/s 2023-08-28T02:23:06.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:23:06 smithi083 ceph-mon[157819]: pgmap v434: 89 pgs: 89 active+clean; 6.6 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 56 MiB/s wr, 888 op/s 2023-08-28T02:23:07.717 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 82 16 111371 111355 84.8152 51.3125 0.0197846 0.0117849 2023-08-28T02:23:08.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:23:08 smithi040 ceph-mon[170259]: pgmap v435: 89 pgs: 89 active+clean; 6.7 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 60 MiB/s wr, 963 op/s 2023-08-28T02:23:08.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:23:08 smithi040 ceph-mon[175404]: pgmap v435: 89 pgs: 89 active+clean; 6.7 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 60 MiB/s wr, 963 op/s 2023-08-28T02:23:08.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:23:08 smithi083 ceph-mon[157819]: pgmap v435: 89 pgs: 89 active+clean; 6.7 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 60 MiB/s wr, 963 op/s 2023-08-28T02:23:08.719 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 83 16 112218 112202 84.429 52.9375 0.0173505 0.0118397 2023-08-28T02:23:09.719 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 84 16 113033 113017 84.0305 50.9375 0.0300845 0.0118951 2023-08-28T02:23:10.489 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:23:10 smithi040 ceph-mon[170259]: pgmap v436: 89 pgs: 89 active+clean; 6.7 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 45 MiB/s wr, 724 op/s 2023-08-28T02:23:10.489 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:23:10 smithi040 ceph-mon[175404]: pgmap v436: 89 pgs: 89 active+clean; 6.7 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 45 MiB/s wr, 724 op/s 2023-08-28T02:23:10.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:23:10 smithi083 ceph-mon[157819]: pgmap v436: 89 pgs: 89 active+clean; 6.7 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 45 MiB/s wr, 724 op/s 2023-08-28T02:23:10.719 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 85 16 113862 113846 83.6516 51.8125 0.0130617 0.0119489 2023-08-28T02:23:11.719 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 86 16 114694 114678 83.2838 52 0.0104891 0.0120019 2023-08-28T02:23:12.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:23:12 smithi040 ceph-mon[170259]: pgmap v437: 89 pgs: 89 active+clean; 7.0 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 67 MiB/s wr, 1.07k op/s 2023-08-28T02:23:12.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:23:12 smithi040 ceph-mon[175404]: pgmap v437: 89 pgs: 89 active+clean; 7.0 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 67 MiB/s wr, 1.07k op/s 2023-08-28T02:23:12.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:23:12 smithi083 ceph-mon[157819]: pgmap v437: 89 pgs: 89 active+clean; 7.0 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 67 MiB/s wr, 1.07k op/s 2023-08-28T02:23:12.719 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 87 16 115508 115492 82.9114 50.875 0.0262894 0.0120559 2023-08-28T02:23:13.720 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 88 16 116323 116307 82.5482 50.9375 0.0289046 0.0121091 2023-08-28T02:23:14.484 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:23:14 smithi040 ceph-mon[170259]: pgmap v438: 89 pgs: 89 active+clean; 7.0 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 44 MiB/s wr, 702 op/s 2023-08-28T02:23:14.484 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:23:14 smithi040 ceph-mon[175404]: pgmap v438: 89 pgs: 89 active+clean; 7.0 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 44 MiB/s wr, 702 op/s 2023-08-28T02:23:14.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:23:14 smithi083 ceph-mon[157819]: pgmap v438: 89 pgs: 89 active+clean; 7.0 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 44 MiB/s wr, 702 op/s 2023-08-28T02:23:14.720 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 89 16 117149 117133 82.2009 51.625 0.00868096 0.0121612 2023-08-28T02:23:15.386 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:23:15 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:23:15.387 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:23:15 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:23:15.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:23:15 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:23:15.720 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Total time run: 90.0111 2023-08-28T02:23:15.720 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Total writes made: 117910 2023-08-28T02:23:15.720 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Write size: 65536 2023-08-28T02:23:15.720 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Object size: 65536 2023-08-28T02:23:15.720 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Bandwidth (MB/sec): 81.8718 2023-08-28T02:23:15.720 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Stddev Bandwidth: 35.9437 2023-08-28T02:23:15.720 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Max bandwidth (MB/sec): 210.625 2023-08-28T02:23:15.720 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Min bandwidth (MB/sec): 50.875 2023-08-28T02:23:15.721 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Average IOPS: 1309 2023-08-28T02:23:15.721 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Stddev IOPS: 575.099 2023-08-28T02:23:15.721 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Max IOPS: 3370 2023-08-28T02:23:15.721 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Min IOPS: 814 2023-08-28T02:23:15.721 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Average Latency(s): 0.0122099 2023-08-28T02:23:15.721 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Stddev Latency(s): 0.00676748 2023-08-28T02:23:15.721 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Max latency(s): 0.0755643 2023-08-28T02:23:15.721 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Min latency(s): 0.00105764 2023-08-28T02:23:15.726 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Cleaning up (deleting benchmark objects) 2023-08-28T02:23:15.736 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:23:15 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:23:15] "GET /metrics HTTP/1.1" 200 36387 "" "Prometheus/2.43.0" 2023-08-28T02:23:16.986 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:23:16 smithi040 ceph-mon[175404]: pgmap v439: 89 pgs: 89 active+clean; 7.1 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 85 B/s rd, 52 MiB/s wr, 828 op/s 2023-08-28T02:23:16.989 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:23:16 smithi040 ceph-mon[170259]: pgmap v439: 89 pgs: 89 active+clean; 7.1 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 85 B/s rd, 52 MiB/s wr, 828 op/s 2023-08-28T02:23:16.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:23:16 smithi083 ceph-mon[157819]: pgmap v439: 89 pgs: 89 active+clean; 7.1 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 85 B/s rd, 52 MiB/s wr, 828 op/s 2023-08-28T02:23:18.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:23:18 smithi040 ceph-mon[170259]: pgmap v440: 89 pgs: 89 active+clean; 7.2 GiB data, 24 GiB used, 692 GiB / 715 GiB avail; 85 B/s rd, 54 MiB/s wr, 907 op/s 2023-08-28T02:23:18.484 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:23:18 smithi040 ceph-mon[175404]: pgmap v440: 89 pgs: 89 active+clean; 7.2 GiB data, 24 GiB used, 692 GiB / 715 GiB avail; 85 B/s rd, 54 MiB/s wr, 907 op/s 2023-08-28T02:23:18.493 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:23:18 smithi083 ceph-mon[157819]: pgmap v440: 89 pgs: 89 active+clean; 7.2 GiB data, 24 GiB used, 692 GiB / 715 GiB avail; 85 B/s rd, 54 MiB/s wr, 907 op/s 2023-08-28T02:23:20.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:23:20 smithi040 ceph-mon[170259]: pgmap v441: 89 pgs: 89 active+clean; 7.2 GiB data, 24 GiB used, 692 GiB / 715 GiB avail; 85 B/s rd, 40 MiB/s wr, 685 op/s 2023-08-28T02:23:20.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:23:20 smithi040 ceph-mon[175404]: pgmap v441: 89 pgs: 89 active+clean; 7.2 GiB data, 24 GiB used, 692 GiB / 715 GiB avail; 85 B/s rd, 40 MiB/s wr, 685 op/s 2023-08-28T02:23:20.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:23:20 smithi083 ceph-mon[157819]: pgmap v441: 89 pgs: 89 active+clean; 7.2 GiB data, 24 GiB used, 692 GiB / 715 GiB avail; 85 B/s rd, 40 MiB/s wr, 685 op/s 2023-08-28T02:23:22.486 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:23:22 smithi040 ceph-mon[170259]: pgmap v442: 89 pgs: 89 active+clean; 6.9 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 85 B/s rd, 40 MiB/s wr, 1.03k op/s 2023-08-28T02:23:22.486 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:23:22 smithi040 ceph-mon[175404]: pgmap v442: 89 pgs: 89 active+clean; 6.9 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 85 B/s rd, 40 MiB/s wr, 1.03k op/s 2023-08-28T02:23:22.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:23:22 smithi083 ceph-mon[157819]: pgmap v442: 89 pgs: 89 active+clean; 6.9 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 85 B/s rd, 40 MiB/s wr, 1.03k op/s 2023-08-28T02:23:24.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:23:24 smithi040 ceph-mon[175404]: pgmap v443: 89 pgs: 89 active+clean; 6.9 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 85 B/s rd, 19 MiB/s wr, 686 op/s 2023-08-28T02:23:24.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:23:24 smithi040 ceph-mon[170259]: pgmap v443: 89 pgs: 89 active+clean; 6.9 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 85 B/s rd, 19 MiB/s wr, 686 op/s 2023-08-28T02:23:24.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:23:24 smithi083 ceph-mon[157819]: pgmap v443: 89 pgs: 89 active+clean; 6.9 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 85 B/s rd, 19 MiB/s wr, 686 op/s 2023-08-28T02:23:25.732 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:23:25 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:23:25] "GET /metrics HTTP/1.1" 200 36387 "" "Prometheus/2.43.0" 2023-08-28T02:23:26.980 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:23:26 smithi040 ceph-mon[175404]: pgmap v444: 89 pgs: 89 active+clean; 6.8 GiB data, 23 GiB used, 693 GiB / 715 GiB avail; 85 B/s rd, 19 MiB/s wr, 814 op/s 2023-08-28T02:23:26.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:23:26 smithi040 ceph-mon[170259]: pgmap v444: 89 pgs: 89 active+clean; 6.8 GiB data, 23 GiB used, 693 GiB / 715 GiB avail; 85 B/s rd, 19 MiB/s wr, 814 op/s 2023-08-28T02:23:26.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:23:26 smithi083 ceph-mon[157819]: pgmap v444: 89 pgs: 89 active+clean; 6.8 GiB data, 23 GiB used, 693 GiB / 715 GiB avail; 85 B/s rd, 19 MiB/s wr, 814 op/s 2023-08-28T02:23:28.486 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:23:28 smithi040 ceph-mon[170259]: pgmap v445: 89 pgs: 89 active+clean; 6.7 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 11 MiB/s wr, 895 op/s 2023-08-28T02:23:28.486 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:23:28 smithi040 ceph-mon[175404]: pgmap v445: 89 pgs: 89 active+clean; 6.7 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 11 MiB/s wr, 895 op/s 2023-08-28T02:23:28.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:23:28 smithi083 ceph-mon[157819]: pgmap v445: 89 pgs: 89 active+clean; 6.7 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 11 MiB/s wr, 895 op/s 2023-08-28T02:23:30.234 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:23:29 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:23:30.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:23:29 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:23:30.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:23:29 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:23:31.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:23:30 smithi040 ceph-mon[170259]: pgmap v446: 89 pgs: 89 active+clean; 6.7 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 683 op/s 2023-08-28T02:23:31.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:23:30 smithi040 ceph-mon[175404]: pgmap v446: 89 pgs: 89 active+clean; 6.7 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 683 op/s 2023-08-28T02:23:31.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:23:30 smithi083 ceph-mon[157819]: pgmap v446: 89 pgs: 89 active+clean; 6.7 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 683 op/s 2023-08-28T02:23:32.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:23:32 smithi040 ceph-mon[175404]: pgmap v447: 89 pgs: 89 active+clean; 6.4 GiB data, 22 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 1.02k op/s 2023-08-28T02:23:32.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:23:32 smithi040 ceph-mon[170259]: pgmap v447: 89 pgs: 89 active+clean; 6.4 GiB data, 22 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 1.02k op/s 2023-08-28T02:23:32.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:23:32 smithi083 ceph-mon[157819]: pgmap v447: 89 pgs: 89 active+clean; 6.4 GiB data, 22 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 1.02k op/s 2023-08-28T02:23:34.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:23:34 smithi040 ceph-mon[170259]: pgmap v448: 89 pgs: 89 active+clean; 6.4 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 669 op/s 2023-08-28T02:23:34.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:23:34 smithi040 ceph-mon[175404]: pgmap v448: 89 pgs: 89 active+clean; 6.4 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 669 op/s 2023-08-28T02:23:34.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:23:34 smithi083 ceph-mon[157819]: pgmap v448: 89 pgs: 89 active+clean; 6.4 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 669 op/s 2023-08-28T02:23:35.391 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:23:35 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:23:35.392 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:23:35 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:23:35.493 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:23:35 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:23:35.737 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:23:35 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:23:35] "GET /metrics HTTP/1.1" 200 36390 "" "Prometheus/2.43.0" 2023-08-28T02:23:36.980 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:23:36 smithi040 ceph-mon[175404]: pgmap v449: 89 pgs: 89 active+clean; 6.3 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 785 op/s 2023-08-28T02:23:36.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:23:36 smithi040 ceph-mon[170259]: pgmap v449: 89 pgs: 89 active+clean; 6.3 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 785 op/s 2023-08-28T02:23:36.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:23:36 smithi083 ceph-mon[157819]: pgmap v449: 89 pgs: 89 active+clean; 6.3 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 785 op/s 2023-08-28T02:23:39.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:23:38 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:23:39.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:23:38 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:23:39.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:23:38 smithi040 ceph-mon[170259]: pgmap v450: 89 pgs: 89 active+clean; 6.2 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 846 op/s 2023-08-28T02:23:39.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:23:38 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:23:39.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:23:38 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:23:39.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:23:38 smithi040 ceph-mon[175404]: pgmap v450: 89 pgs: 89 active+clean; 6.2 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 846 op/s 2023-08-28T02:23:39.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:23:38 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:23:39.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:23:38 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:23:39.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:23:38 smithi083 ceph-mon[157819]: pgmap v450: 89 pgs: 89 active+clean; 6.2 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 846 op/s 2023-08-28T02:23:40.484 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:23:40 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:23:40.484 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:23:40 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:23:40.484 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:23:40 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:23:40.484 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:23:40 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:23:40.484 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:23:40 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:23:40.484 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:23:40 smithi040 ceph-mon[170259]: pgmap v451: 89 pgs: 89 active+clean; 6.2 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 638 op/s 2023-08-28T02:23:40.484 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:23:40 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:23:40.484 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:23:40 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:23:40.485 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:23:40 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:23:40.485 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:23:40 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:23:40.485 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:23:40 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:23:40.485 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:23:40 smithi040 ceph-mon[175404]: pgmap v451: 89 pgs: 89 active+clean; 6.2 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 638 op/s 2023-08-28T02:23:40.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:23:40 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:23:40.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:23:40 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:23:40.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:23:40 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:23:40.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:23:40 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:23:40.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:23:40 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:23:40.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:23:40 smithi083 ceph-mon[157819]: pgmap v451: 89 pgs: 89 active+clean; 6.2 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 638 op/s 2023-08-28T02:23:42.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:23:42 smithi040 ceph-mon[170259]: pgmap v452: 89 pgs: 89 active+clean; 6.0 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 934 op/s 2023-08-28T02:23:42.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:23:42 smithi040 ceph-mon[175404]: pgmap v452: 89 pgs: 89 active+clean; 6.0 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 934 op/s 2023-08-28T02:23:42.495 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:23:42 smithi083 ceph-mon[157819]: pgmap v452: 89 pgs: 89 active+clean; 6.0 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 934 op/s 2023-08-28T02:23:44.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:23:44 smithi040 ceph-mon[170259]: pgmap v453: 89 pgs: 89 active+clean; 6.0 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 600 op/s 2023-08-28T02:23:44.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:23:44 smithi040 ceph-mon[175404]: pgmap v453: 89 pgs: 89 active+clean; 6.0 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 600 op/s 2023-08-28T02:23:44.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:23:44 smithi083 ceph-mon[157819]: pgmap v453: 89 pgs: 89 active+clean; 6.0 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 600 op/s 2023-08-28T02:23:45.385 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:23:45 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:23:45.386 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:23:45 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:23:45] "GET /metrics HTTP/1.1" 200 36387 "" "Prometheus/2.43.0" 2023-08-28T02:23:45.388 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:23:45 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:23:45.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:23:45 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:23:46.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:23:46 smithi040 ceph-mon[170259]: pgmap v454: 89 pgs: 89 active+clean; 5.9 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 718 op/s 2023-08-28T02:23:46.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:23:46 smithi040 ceph-mon[175404]: pgmap v454: 89 pgs: 89 active+clean; 5.9 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 718 op/s 2023-08-28T02:23:46.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:23:46 smithi083 ceph-mon[157819]: pgmap v454: 89 pgs: 89 active+clean; 5.9 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 718 op/s 2023-08-28T02:23:48.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:23:48 smithi040 ceph-mon[170259]: pgmap v455: 89 pgs: 89 active+clean; 5.7 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 800 op/s 2023-08-28T02:23:48.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:23:48 smithi040 ceph-mon[175404]: pgmap v455: 89 pgs: 89 active+clean; 5.7 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 800 op/s 2023-08-28T02:23:48.493 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:23:48 smithi083 ceph-mon[157819]: pgmap v455: 89 pgs: 89 active+clean; 5.7 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 800 op/s 2023-08-28T02:23:50.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:23:50 smithi040 ceph-mon[170259]: pgmap v456: 89 pgs: 89 active+clean; 5.7 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 612 op/s 2023-08-28T02:23:50.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:23:50 smithi040 ceph-mon[175404]: pgmap v456: 89 pgs: 89 active+clean; 5.7 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 612 op/s 2023-08-28T02:23:50.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:23:50 smithi083 ceph-mon[157819]: pgmap v456: 89 pgs: 89 active+clean; 5.7 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 612 op/s 2023-08-28T02:23:52.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:23:52 smithi040 ceph-mon[170259]: pgmap v457: 89 pgs: 89 active+clean; 5.5 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 922 op/s 2023-08-28T02:23:52.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:23:52 smithi040 ceph-mon[175404]: pgmap v457: 89 pgs: 89 active+clean; 5.5 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 922 op/s 2023-08-28T02:23:52.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:23:52 smithi083 ceph-mon[157819]: pgmap v457: 89 pgs: 89 active+clean; 5.5 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 922 op/s 2023-08-28T02:23:54.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:23:54 smithi040 ceph-mon[175404]: pgmap v458: 89 pgs: 89 active+clean; 5.5 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 627 op/s 2023-08-28T02:23:54.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:23:54 smithi040 ceph-mon[170259]: pgmap v458: 89 pgs: 89 active+clean; 5.5 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 627 op/s 2023-08-28T02:23:54.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:23:54 smithi083 ceph-mon[157819]: pgmap v458: 89 pgs: 89 active+clean; 5.5 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 627 op/s 2023-08-28T02:23:55.731 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:23:55 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:23:55] "GET /metrics HTTP/1.1" 200 36387 "" "Prometheus/2.43.0" 2023-08-28T02:23:56.984 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:23:56 smithi040 ceph-mon[170259]: pgmap v459: 89 pgs: 89 active+clean; 5.4 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 744 op/s 2023-08-28T02:23:56.985 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:23:56 smithi040 ceph-mon[175404]: pgmap v459: 89 pgs: 89 active+clean; 5.4 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 744 op/s 2023-08-28T02:23:56.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:23:56 smithi083 ceph-mon[157819]: pgmap v459: 89 pgs: 89 active+clean; 5.4 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 744 op/s 2023-08-28T02:23:58.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:23:58 smithi040 ceph-mon[170259]: pgmap v460: 89 pgs: 89 active+clean; 5.3 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 813 op/s 2023-08-28T02:23:58.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:23:58 smithi040 ceph-mon[175404]: pgmap v460: 89 pgs: 89 active+clean; 5.3 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 813 op/s 2023-08-28T02:23:58.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:23:58 smithi083 ceph-mon[157819]: pgmap v460: 89 pgs: 89 active+clean; 5.3 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 813 op/s 2023-08-28T02:24:00.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:23:59 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:24:00.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:23:59 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:24:00.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:23:59 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:24:01.234 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:24:00 smithi040 ceph-mon[170259]: pgmap v461: 89 pgs: 89 active+clean; 5.3 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 615 op/s 2023-08-28T02:24:01.234 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:24:00 smithi040 ceph-mon[175404]: pgmap v461: 89 pgs: 89 active+clean; 5.3 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 615 op/s 2023-08-28T02:24:01.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:24:00 smithi083 ceph-mon[157819]: pgmap v461: 89 pgs: 89 active+clean; 5.3 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 615 op/s 2023-08-28T02:24:02.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:24:02 smithi040 ceph-mon[170259]: pgmap v462: 89 pgs: 89 active+clean; 5.1 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 922 op/s 2023-08-28T02:24:02.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:24:02 smithi040 ceph-mon[175404]: pgmap v462: 89 pgs: 89 active+clean; 5.1 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 922 op/s 2023-08-28T02:24:02.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:24:02 smithi083 ceph-mon[157819]: pgmap v462: 89 pgs: 89 active+clean; 5.1 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 922 op/s 2023-08-28T02:24:04.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:24:04 smithi040 ceph-mon[170259]: pgmap v463: 89 pgs: 89 active+clean; 5.1 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 611 op/s 2023-08-28T02:24:04.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:24:04 smithi040 ceph-mon[175404]: pgmap v463: 89 pgs: 89 active+clean; 5.1 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 611 op/s 2023-08-28T02:24:04.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:24:04 smithi083 ceph-mon[157819]: pgmap v463: 89 pgs: 89 active+clean; 5.1 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 611 op/s 2023-08-28T02:24:05.731 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:24:05 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:24:05] "GET /metrics HTTP/1.1" 200 36389 "" "Prometheus/2.43.0" 2023-08-28T02:24:06.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:24:06 smithi040 ceph-mon[170259]: pgmap v464: 89 pgs: 89 active+clean; 5.0 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 727 op/s 2023-08-28T02:24:06.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:24:06 smithi040 ceph-mon[175404]: pgmap v464: 89 pgs: 89 active+clean; 5.0 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 727 op/s 2023-08-28T02:24:06.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:24:06 smithi083 ceph-mon[157819]: pgmap v464: 89 pgs: 89 active+clean; 5.0 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 727 op/s 2023-08-28T02:24:08.486 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:24:08 smithi040 ceph-mon[170259]: pgmap v465: 89 pgs: 89 active+clean; 4.9 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 798 op/s 2023-08-28T02:24:08.487 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:24:08 smithi040 ceph-mon[175404]: pgmap v465: 89 pgs: 89 active+clean; 4.9 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 798 op/s 2023-08-28T02:24:08.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:24:08 smithi083 ceph-mon[157819]: pgmap v465: 89 pgs: 89 active+clean; 4.9 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 798 op/s 2023-08-28T02:24:10.485 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:24:10 smithi040 ceph-mon[175404]: pgmap v466: 89 pgs: 89 active+clean; 4.9 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 611 op/s 2023-08-28T02:24:10.485 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:24:10 smithi040 ceph-mon[170259]: pgmap v466: 89 pgs: 89 active+clean; 4.9 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 611 op/s 2023-08-28T02:24:10.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:24:10 smithi083 ceph-mon[157819]: pgmap v466: 89 pgs: 89 active+clean; 4.9 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 611 op/s 2023-08-28T02:24:12.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:24:12 smithi040 ceph-mon[170259]: pgmap v467: 89 pgs: 89 active+clean; 4.6 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 915 op/s 2023-08-28T02:24:12.484 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:24:12 smithi040 ceph-mon[175404]: pgmap v467: 89 pgs: 89 active+clean; 4.6 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 915 op/s 2023-08-28T02:24:12.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:24:12 smithi083 ceph-mon[157819]: pgmap v467: 89 pgs: 89 active+clean; 4.6 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 915 op/s 2023-08-28T02:24:14.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:24:14 smithi040 ceph-mon[175404]: pgmap v468: 89 pgs: 89 active+clean; 4.6 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 608 op/s 2023-08-28T02:24:14.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:24:14 smithi040 ceph-mon[170259]: pgmap v468: 89 pgs: 89 active+clean; 4.6 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 608 op/s 2023-08-28T02:24:14.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:24:14 smithi083 ceph-mon[157819]: pgmap v468: 89 pgs: 89 active+clean; 4.6 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 608 op/s 2023-08-28T02:24:15.484 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:24:15 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:24:15.484 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:24:15 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:24:15.485 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:24:15 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:24:15] "GET /metrics HTTP/1.1" 200 36382 "" "Prometheus/2.43.0" 2023-08-28T02:24:15.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:24:15 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:24:16.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:24:16 smithi040 ceph-mon[170259]: pgmap v469: 89 pgs: 89 active+clean; 4.5 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 719 op/s 2023-08-28T02:24:16.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:24:16 smithi040 ceph-mon[175404]: pgmap v469: 89 pgs: 89 active+clean; 4.5 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 719 op/s 2023-08-28T02:24:16.996 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:24:16 smithi083 ceph-mon[157819]: pgmap v469: 89 pgs: 89 active+clean; 4.5 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 719 op/s 2023-08-28T02:24:18.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:24:18 smithi040 ceph-mon[175404]: pgmap v470: 89 pgs: 89 active+clean; 4.4 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 794 op/s 2023-08-28T02:24:18.485 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:24:18 smithi040 ceph-mon[170259]: pgmap v470: 89 pgs: 89 active+clean; 4.4 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 794 op/s 2023-08-28T02:24:18.493 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:24:18 smithi083 ceph-mon[157819]: pgmap v470: 89 pgs: 89 active+clean; 4.4 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 794 op/s 2023-08-28T02:24:20.484 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:24:20 smithi040 ceph-mon[170259]: pgmap v471: 89 pgs: 89 active+clean; 4.4 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 606 op/s 2023-08-28T02:24:20.484 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:24:20 smithi040 ceph-mon[175404]: pgmap v471: 89 pgs: 89 active+clean; 4.4 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 606 op/s 2023-08-28T02:24:20.498 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:24:20 smithi083 ceph-mon[157819]: pgmap v471: 89 pgs: 89 active+clean; 4.4 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 606 op/s 2023-08-28T02:24:22.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:24:22 smithi040 ceph-mon[170259]: pgmap v472: 89 pgs: 89 active+clean; 4.2 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 908 op/s 2023-08-28T02:24:22.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:24:22 smithi040 ceph-mon[175404]: pgmap v472: 89 pgs: 89 active+clean; 4.2 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 908 op/s 2023-08-28T02:24:22.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:24:22 smithi083 ceph-mon[157819]: pgmap v472: 89 pgs: 89 active+clean; 4.2 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 908 op/s 2023-08-28T02:24:24.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:24:24 smithi040 ceph-mon[170259]: pgmap v473: 89 pgs: 89 active+clean; 4.2 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 604 op/s 2023-08-28T02:24:24.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:24:24 smithi040 ceph-mon[175404]: pgmap v473: 89 pgs: 89 active+clean; 4.2 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 604 op/s 2023-08-28T02:24:24.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:24:24 smithi083 ceph-mon[157819]: pgmap v473: 89 pgs: 89 active+clean; 4.2 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 604 op/s 2023-08-28T02:24:25.734 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:24:25 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:24:25] "GET /metrics HTTP/1.1" 200 36382 "" "Prometheus/2.43.0" 2023-08-28T02:24:26.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:24:26 smithi040 ceph-mon[175404]: pgmap v474: 89 pgs: 89 active+clean; 4.1 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 718 op/s 2023-08-28T02:24:26.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:24:26 smithi040 ceph-mon[170259]: pgmap v474: 89 pgs: 89 active+clean; 4.1 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 718 op/s 2023-08-28T02:24:26.994 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:24:26 smithi083 ceph-mon[157819]: pgmap v474: 89 pgs: 89 active+clean; 4.1 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 718 op/s 2023-08-28T02:24:28.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:24:28 smithi040 ceph-mon[175404]: pgmap v475: 89 pgs: 89 active+clean; 4.0 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 793 op/s 2023-08-28T02:24:28.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:24:28 smithi040 ceph-mon[170259]: pgmap v475: 89 pgs: 89 active+clean; 4.0 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 793 op/s 2023-08-28T02:24:28.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:24:28 smithi083 ceph-mon[157819]: pgmap v475: 89 pgs: 89 active+clean; 4.0 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 793 op/s 2023-08-28T02:24:30.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:24:29 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:24:30.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:24:29 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:24:30.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:24:29 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:24:31.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:24:30 smithi040 ceph-mon[175404]: pgmap v476: 89 pgs: 89 active+clean; 4.0 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 602 op/s 2023-08-28T02:24:31.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:24:30 smithi040 ceph-mon[170259]: pgmap v476: 89 pgs: 89 active+clean; 4.0 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 602 op/s 2023-08-28T02:24:31.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:24:30 smithi083 ceph-mon[157819]: pgmap v476: 89 pgs: 89 active+clean; 4.0 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 602 op/s 2023-08-28T02:24:32.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:24:32 smithi040 ceph-mon[170259]: pgmap v477: 89 pgs: 89 active+clean; 3.7 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 909 op/s 2023-08-28T02:24:32.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:24:32 smithi040 ceph-mon[175404]: pgmap v477: 89 pgs: 89 active+clean; 3.7 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 909 op/s 2023-08-28T02:24:32.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:24:32 smithi083 ceph-mon[157819]: pgmap v477: 89 pgs: 89 active+clean; 3.7 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 909 op/s 2023-08-28T02:24:34.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:24:34 smithi040 ceph-mon[170259]: pgmap v478: 89 pgs: 89 active+clean; 3.7 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 607 op/s 2023-08-28T02:24:34.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:24:34 smithi040 ceph-mon[175404]: pgmap v478: 89 pgs: 89 active+clean; 3.7 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 607 op/s 2023-08-28T02:24:34.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:24:34 smithi083 ceph-mon[157819]: pgmap v478: 89 pgs: 89 active+clean; 3.7 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 607 op/s 2023-08-28T02:24:35.735 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:24:35 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:24:35] "GET /metrics HTTP/1.1" 200 36388 "" "Prometheus/2.43.0" 2023-08-28T02:24:36.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:24:36 smithi040 ceph-mon[175404]: pgmap v479: 89 pgs: 89 active+clean; 3.7 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 716 op/s 2023-08-28T02:24:36.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:24:36 smithi040 ceph-mon[170259]: pgmap v479: 89 pgs: 89 active+clean; 3.7 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 716 op/s 2023-08-28T02:24:36.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:24:36 smithi083 ceph-mon[157819]: pgmap v479: 89 pgs: 89 active+clean; 3.7 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 716 op/s 2023-08-28T02:24:38.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:24:38 smithi040 ceph-mon[170259]: pgmap v480: 89 pgs: 89 active+clean; 3.5 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 794 op/s 2023-08-28T02:24:38.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:24:38 smithi040 ceph-mon[175404]: pgmap v480: 89 pgs: 89 active+clean; 3.5 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 794 op/s 2023-08-28T02:24:38.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:24:38 smithi083 ceph-mon[157819]: pgmap v480: 89 pgs: 89 active+clean; 3.5 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 794 op/s 2023-08-28T02:24:40.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:24:40 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:24:40.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:24:40 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:24:40.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:24:40 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:24:41.489 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:24:41 smithi040 ceph-mon[175404]: pgmap v481: 89 pgs: 89 active+clean; 3.5 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 608 op/s 2023-08-28T02:24:41.489 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:24:41 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:24:41.490 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:24:41 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:24:41.490 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:24:41 smithi040 ceph-mon[170259]: pgmap v481: 89 pgs: 89 active+clean; 3.5 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 608 op/s 2023-08-28T02:24:41.490 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:24:41 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:24:41.490 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:24:41 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:24:41.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:24:41 smithi083 ceph-mon[157819]: pgmap v481: 89 pgs: 89 active+clean; 3.5 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 608 op/s 2023-08-28T02:24:41.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:24:41 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:24:41.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:24:41 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:24:42.243 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:24:42 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:24:42.243 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:24:42 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:24:42.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:24:42 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:24:42.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:24:42 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:24:42.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:24:42 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:24:42.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:24:42 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:24:43.405 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:24:43 smithi083 ceph-mon[157819]: pgmap v482: 89 pgs: 89 active+clean; 3.3 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 898 op/s 2023-08-28T02:24:43.484 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:24:43 smithi040 ceph-mon[170259]: pgmap v482: 89 pgs: 89 active+clean; 3.3 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 898 op/s 2023-08-28T02:24:43.485 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:24:43 smithi040 ceph-mon[175404]: pgmap v482: 89 pgs: 89 active+clean; 3.3 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 898 op/s 2023-08-28T02:24:44.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:24:44 smithi040 ceph-mon[170259]: pgmap v483: 89 pgs: 89 active+clean; 3.3 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 591 op/s 2023-08-28T02:24:44.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:24:44 smithi040 ceph-mon[175404]: pgmap v483: 89 pgs: 89 active+clean; 3.3 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 591 op/s 2023-08-28T02:24:44.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:24:44 smithi083 ceph-mon[157819]: pgmap v483: 89 pgs: 89 active+clean; 3.3 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 591 op/s 2023-08-28T02:24:45.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:24:45 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:24:45.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:24:45 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:24:45.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:24:45 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:24:45.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:24:45 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:24:45.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:24:45 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:24:45.486 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:24:45 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:24:45.486 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:24:45 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:24:45.486 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:24:45 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:24:45.486 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:24:45 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:24:45.486 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:24:45 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:24:45.486 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:24:45 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:24:45] "GET /metrics HTTP/1.1" 200 36390 "" "Prometheus/2.43.0" 2023-08-28T02:24:45.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:24:45 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:24:45.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:24:45 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:24:45.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:24:45 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:24:45.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:24:45 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:24:45.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:24:45 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:24:46.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:24:46 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:24:46.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:24:46 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:24:46.984 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:24:46 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:24:46.984 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:24:46 smithi040 ceph-mon[170259]: pgmap v484: 89 pgs: 89 active+clean; 3.2 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 688 op/s 2023-08-28T02:24:46.984 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:24:46 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:24:46.984 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:24:46 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:24:46.984 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:24:46 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:24:46.984 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:24:46 smithi040 ceph-mon[175404]: pgmap v484: 89 pgs: 89 active+clean; 3.2 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 688 op/s 2023-08-28T02:24:46.998 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:24:46 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:24:46.998 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:24:46 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:24:46.998 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:24:46 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:24:46.998 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:24:46 smithi083 ceph-mon[157819]: pgmap v484: 89 pgs: 89 active+clean; 3.2 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 688 op/s 2023-08-28T02:24:49.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:24:49 smithi040 ceph-mon[170259]: pgmap v485: 89 pgs: 89 active+clean; 3.1 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 752 op/s 2023-08-28T02:24:49.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:24:49 smithi040 ceph-mon[175404]: pgmap v485: 89 pgs: 89 active+clean; 3.1 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 752 op/s 2023-08-28T02:24:49.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:24:49 smithi083 ceph-mon[157819]: pgmap v485: 89 pgs: 89 active+clean; 3.1 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 752 op/s 2023-08-28T02:24:51.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:24:51 smithi040 ceph-mon[170259]: pgmap v486: 89 pgs: 89 active+clean; 3.1 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 560 op/s 2023-08-28T02:24:51.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:24:51 smithi040 ceph-mon[175404]: pgmap v486: 89 pgs: 89 active+clean; 3.1 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 560 op/s 2023-08-28T02:24:51.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:24:51 smithi083 ceph-mon[157819]: pgmap v486: 89 pgs: 89 active+clean; 3.1 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 560 op/s 2023-08-28T02:24:52.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:24:52 smithi040 ceph-mon[175404]: pgmap v487: 89 pgs: 89 active+clean; 2.9 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 862 op/s 2023-08-28T02:24:52.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:24:52 smithi040 ceph-mon[170259]: pgmap v487: 89 pgs: 89 active+clean; 2.9 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 862 op/s 2023-08-28T02:24:52.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:24:52 smithi083 ceph-mon[157819]: pgmap v487: 89 pgs: 89 active+clean; 2.9 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 862 op/s 2023-08-28T02:24:55.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:24:55 smithi083 ceph-mon[157819]: pgmap v488: 89 pgs: 89 active+clean; 2.9 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 572 op/s 2023-08-28T02:24:55.502 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:24:55 smithi040 ceph-mon[170259]: pgmap v488: 89 pgs: 89 active+clean; 2.9 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 572 op/s 2023-08-28T02:24:55.502 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:24:55 smithi040 ceph-mon[175404]: pgmap v488: 89 pgs: 89 active+clean; 2.9 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 572 op/s 2023-08-28T02:24:55.503 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:24:55 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:24:55] "GET /metrics HTTP/1.1" 200 36390 "" "Prometheus/2.43.0" 2023-08-28T02:24:56.980 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:24:56 smithi040 ceph-mon[175404]: pgmap v489: 89 pgs: 89 active+clean; 2.8 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 687 op/s 2023-08-28T02:24:56.985 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:24:56 smithi040 ceph-mon[170259]: pgmap v489: 89 pgs: 89 active+clean; 2.8 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 687 op/s 2023-08-28T02:24:56.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:24:56 smithi083 ceph-mon[157819]: pgmap v489: 89 pgs: 89 active+clean; 2.8 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 687 op/s 2023-08-28T02:24:59.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:24:59 smithi040 ceph-mon[170259]: pgmap v490: 89 pgs: 89 active+clean; 2.7 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 776 op/s 2023-08-28T02:24:59.484 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:24:59 smithi040 ceph-mon[175404]: pgmap v490: 89 pgs: 89 active+clean; 2.7 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 776 op/s 2023-08-28T02:24:59.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:24:59 smithi083 ceph-mon[157819]: pgmap v490: 89 pgs: 89 active+clean; 2.7 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 776 op/s 2023-08-28T02:25:00.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:25:00 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:25:00.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:25:00 smithi040 ceph-mon[175404]: pgmap v491: 89 pgs: 89 active+clean; 2.7 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 602 op/s 2023-08-28T02:25:00.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:25:00 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:25:00.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:25:00 smithi040 ceph-mon[170259]: pgmap v491: 89 pgs: 89 active+clean; 2.7 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 602 op/s 2023-08-28T02:25:00.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:25:00 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:25:00.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:25:00 smithi083 ceph-mon[157819]: pgmap v491: 89 pgs: 89 active+clean; 2.7 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 602 op/s 2023-08-28T02:25:03.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:25:03 smithi040 ceph-mon[170259]: pgmap v492: 89 pgs: 89 active+clean; 2.4 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 903 op/s 2023-08-28T02:25:03.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:25:03 smithi040 ceph-mon[175404]: pgmap v492: 89 pgs: 89 active+clean; 2.4 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 903 op/s 2023-08-28T02:25:03.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:25:03 smithi083 ceph-mon[157819]: pgmap v492: 89 pgs: 89 active+clean; 2.4 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 903 op/s 2023-08-28T02:25:05.487 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:25:05 smithi040 ceph-mon[170259]: pgmap v493: 89 pgs: 89 active+clean; 2.4 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 601 op/s 2023-08-28T02:25:05.488 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:25:05 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:25:05] "GET /metrics HTTP/1.1" 200 36383 "" "Prometheus/2.43.0" 2023-08-28T02:25:05.488 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:25:05 smithi040 ceph-mon[175404]: pgmap v493: 89 pgs: 89 active+clean; 2.4 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 601 op/s 2023-08-28T02:25:05.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:25:05 smithi083 ceph-mon[157819]: pgmap v493: 89 pgs: 89 active+clean; 2.4 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 601 op/s 2023-08-28T02:25:06.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:25:06 smithi040 ceph-mon[170259]: pgmap v494: 89 pgs: 89 active+clean; 2.4 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 717 op/s 2023-08-28T02:25:06.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:25:06 smithi040 ceph-mon[175404]: pgmap v494: 89 pgs: 89 active+clean; 2.4 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 717 op/s 2023-08-28T02:25:06.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:25:06 smithi083 ceph-mon[157819]: pgmap v494: 89 pgs: 89 active+clean; 2.4 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 717 op/s 2023-08-28T02:25:08.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:25:08 smithi040 ceph-mon[175404]: pgmap v495: 89 pgs: 89 active+clean; 2.2 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 789 op/s 2023-08-28T02:25:08.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:25:08 smithi040 ceph-mon[170259]: pgmap v495: 89 pgs: 89 active+clean; 2.2 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 789 op/s 2023-08-28T02:25:08.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:25:08 smithi083 ceph-mon[157819]: pgmap v495: 89 pgs: 89 active+clean; 2.2 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 789 op/s 2023-08-28T02:25:11.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:25:11 smithi040 ceph-mon[170259]: pgmap v496: 89 pgs: 89 active+clean; 2.2 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 604 op/s 2023-08-28T02:25:11.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:25:11 smithi040 ceph-mon[175404]: pgmap v496: 89 pgs: 89 active+clean; 2.2 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 604 op/s 2023-08-28T02:25:11.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:25:11 smithi083 ceph-mon[157819]: pgmap v496: 89 pgs: 89 active+clean; 2.2 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 604 op/s 2023-08-28T02:25:12.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:25:12 smithi040 ceph-mon[175404]: pgmap v497: 89 pgs: 89 active+clean; 2.0 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 904 op/s 2023-08-28T02:25:12.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:25:12 smithi040 ceph-mon[170259]: pgmap v497: 89 pgs: 89 active+clean; 2.0 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 904 op/s 2023-08-28T02:25:12.494 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:25:12 smithi083 ceph-mon[157819]: pgmap v497: 89 pgs: 89 active+clean; 2.0 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 904 op/s 2023-08-28T02:25:15.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:25:15 smithi040 ceph-mon[175404]: pgmap v498: 89 pgs: 89 active+clean; 2.0 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 603 op/s 2023-08-28T02:25:15.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:25:15 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:25:15.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:25:15 smithi040 ceph-mon[170259]: pgmap v498: 89 pgs: 89 active+clean; 2.0 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 603 op/s 2023-08-28T02:25:15.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:25:15 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:25:15.483 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:25:15 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:25:15] "GET /metrics HTTP/1.1" 200 36383 "" "Prometheus/2.43.0" 2023-08-28T02:25:15.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:25:15 smithi083 ceph-mon[157819]: pgmap v498: 89 pgs: 89 active+clean; 2.0 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 603 op/s 2023-08-28T02:25:15.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:25:15 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:25:16.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:25:16 smithi040 ceph-mon[170259]: pgmap v499: 89 pgs: 89 active+clean; 1.9 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 711 op/s 2023-08-28T02:25:16.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:25:16 smithi040 ceph-mon[175404]: pgmap v499: 89 pgs: 89 active+clean; 1.9 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 711 op/s 2023-08-28T02:25:16.996 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:25:16 smithi083 ceph-mon[157819]: pgmap v499: 89 pgs: 89 active+clean; 1.9 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 711 op/s 2023-08-28T02:25:19.486 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:25:19 smithi040 ceph-mon[170259]: pgmap v500: 89 pgs: 89 active+clean; 1.8 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 784 op/s 2023-08-28T02:25:19.486 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:25:19 smithi040 ceph-mon[175404]: pgmap v500: 89 pgs: 89 active+clean; 1.8 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 784 op/s 2023-08-28T02:25:19.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:25:19 smithi083 ceph-mon[157819]: pgmap v500: 89 pgs: 89 active+clean; 1.8 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 784 op/s 2023-08-28T02:25:21.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:25:21 smithi040 ceph-mon[175404]: pgmap v501: 89 pgs: 89 active+clean; 1.8 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 596 op/s 2023-08-28T02:25:21.484 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:25:21 smithi040 ceph-mon[170259]: pgmap v501: 89 pgs: 89 active+clean; 1.8 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 596 op/s 2023-08-28T02:25:21.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:25:21 smithi083 ceph-mon[157819]: pgmap v501: 89 pgs: 89 active+clean; 1.8 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 596 op/s 2023-08-28T02:25:22.494 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:25:22 smithi083 ceph-mon[157819]: pgmap v502: 89 pgs: 89 active+clean; 1.6 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 893 op/s 2023-08-28T02:25:22.734 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:25:22 smithi040 ceph-mon[170259]: pgmap v502: 89 pgs: 89 active+clean; 1.6 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 893 op/s 2023-08-28T02:25:22.737 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:25:22 smithi040 ceph-mon[175404]: pgmap v502: 89 pgs: 89 active+clean; 1.6 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 893 op/s 2023-08-28T02:25:25.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:25:25 smithi040 ceph-mon[170259]: pgmap v503: 89 pgs: 89 active+clean; 1.6 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 593 op/s 2023-08-28T02:25:25.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:25:25 smithi040 ceph-mon[175404]: pgmap v503: 89 pgs: 89 active+clean; 1.6 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 593 op/s 2023-08-28T02:25:25.482 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:25:25 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:25:25] "GET /metrics HTTP/1.1" 200 36383 "" "Prometheus/2.43.0" 2023-08-28T02:25:25.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:25:25 smithi083 ceph-mon[157819]: pgmap v503: 89 pgs: 89 active+clean; 1.6 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 593 op/s 2023-08-28T02:25:26.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:25:26 smithi040 ceph-mon[175404]: pgmap v504: 89 pgs: 89 active+clean; 1.5 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 708 op/s 2023-08-28T02:25:26.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:25:26 smithi040 ceph-mon[170259]: pgmap v504: 89 pgs: 89 active+clean; 1.5 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 708 op/s 2023-08-28T02:25:26.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:25:26 smithi083 ceph-mon[157819]: pgmap v504: 89 pgs: 89 active+clean; 1.5 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 708 op/s 2023-08-28T02:25:29.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:25:29 smithi040 ceph-mon[175404]: pgmap v505: 89 pgs: 89 active+clean; 1.3 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 785 op/s 2023-08-28T02:25:29.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:25:29 smithi040 ceph-mon[170259]: pgmap v505: 89 pgs: 89 active+clean; 1.3 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 785 op/s 2023-08-28T02:25:29.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:25:29 smithi083 ceph-mon[157819]: pgmap v505: 89 pgs: 89 active+clean; 1.3 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 785 op/s 2023-08-28T02:25:30.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:25:30 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:25:30.484 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:25:30 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:25:30.494 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:25:30 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:25:31.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:25:31 smithi040 ceph-mon[175404]: pgmap v506: 89 pgs: 89 active+clean; 1.3 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 597 op/s 2023-08-28T02:25:31.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:25:31 smithi040 ceph-mon[170259]: pgmap v506: 89 pgs: 89 active+clean; 1.3 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 597 op/s 2023-08-28T02:25:31.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:25:31 smithi083 ceph-mon[157819]: pgmap v506: 89 pgs: 89 active+clean; 1.3 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 597 op/s 2023-08-28T02:25:32.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:25:32 smithi040 ceph-mon[170259]: pgmap v507: 89 pgs: 89 active+clean; 1.1 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 898 op/s 2023-08-28T02:25:32.486 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:25:32 smithi040 ceph-mon[175404]: pgmap v507: 89 pgs: 89 active+clean; 1.1 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 898 op/s 2023-08-28T02:25:32.495 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:25:32 smithi083 ceph-mon[157819]: pgmap v507: 89 pgs: 89 active+clean; 1.1 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 898 op/s 2023-08-28T02:25:35.483 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:25:35 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:25:35] "GET /metrics HTTP/1.1" 200 36376 "" "Prometheus/2.43.0" 2023-08-28T02:25:35.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:25:35 smithi040 ceph-mon[175404]: pgmap v508: 89 pgs: 89 active+clean; 1.1 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 600 op/s 2023-08-28T02:25:35.484 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:25:35 smithi040 ceph-mon[170259]: pgmap v508: 89 pgs: 89 active+clean; 1.1 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 600 op/s 2023-08-28T02:25:35.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:25:35 smithi083 ceph-mon[157819]: pgmap v508: 89 pgs: 89 active+clean; 1.1 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 600 op/s 2023-08-28T02:25:36.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:25:36 smithi040 ceph-mon[170259]: pgmap v509: 89 pgs: 89 active+clean; 1.0 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 713 op/s 2023-08-28T02:25:36.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:25:36 smithi040 ceph-mon[175404]: pgmap v509: 89 pgs: 89 active+clean; 1.0 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 713 op/s 2023-08-28T02:25:36.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:25:36 smithi083 ceph-mon[157819]: pgmap v509: 89 pgs: 89 active+clean; 1.0 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 713 op/s 2023-08-28T02:25:39.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:25:39 smithi040 ceph-mon[170259]: pgmap v510: 89 pgs: 89 active+clean; 930 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 785 op/s 2023-08-28T02:25:39.485 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:25:39 smithi040 ceph-mon[175404]: pgmap v510: 89 pgs: 89 active+clean; 930 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 785 op/s 2023-08-28T02:25:39.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:25:39 smithi083 ceph-mon[157819]: pgmap v510: 89 pgs: 89 active+clean; 930 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 785 op/s 2023-08-28T02:25:40.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:25:40 smithi040 ceph-mon[170259]: pgmap v511: 89 pgs: 89 active+clean; 930 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 600 op/s 2023-08-28T02:25:40.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:25:40 smithi040 ceph-mon[175404]: pgmap v511: 89 pgs: 89 active+clean; 930 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 600 op/s 2023-08-28T02:25:40.495 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:25:40 smithi083 ceph-mon[157819]: pgmap v511: 89 pgs: 89 active+clean; 930 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 600 op/s 2023-08-28T02:25:43.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:25:43 smithi040 ceph-mon[175404]: pgmap v512: 89 pgs: 89 active+clean; 703 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 904 op/s 2023-08-28T02:25:43.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:25:43 smithi040 ceph-mon[170259]: pgmap v512: 89 pgs: 89 active+clean; 703 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 904 op/s 2023-08-28T02:25:43.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:25:43 smithi083 ceph-mon[157819]: pgmap v512: 89 pgs: 89 active+clean; 703 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 904 op/s 2023-08-28T02:25:45.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:25:45 smithi040 ceph-mon[170259]: pgmap v513: 89 pgs: 89 active+clean; 703 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 603 op/s 2023-08-28T02:25:45.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:25:45 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:25:45.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:25:45 smithi040 ceph-mon[175404]: pgmap v513: 89 pgs: 89 active+clean; 703 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 603 op/s 2023-08-28T02:25:45.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:25:45 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:25:45.484 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:25:45 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:25:45] "GET /metrics HTTP/1.1" 200 36380 "" "Prometheus/2.43.0" 2023-08-28T02:25:45.496 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:25:45 smithi083 ceph-mon[157819]: pgmap v513: 89 pgs: 89 active+clean; 703 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 603 op/s 2023-08-28T02:25:45.496 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:25:45 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:25:46.980 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:25:46 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:25:46.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:25:46 smithi040 ceph-mon[175404]: pgmap v514: 89 pgs: 89 active+clean; 620 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 713 op/s 2023-08-28T02:25:46.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:25:46 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:25:46.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:25:46 smithi040 ceph-mon[170259]: pgmap v514: 89 pgs: 89 active+clean; 620 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 713 op/s 2023-08-28T02:25:46.993 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:25:46 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:25:46.994 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:25:46 smithi083 ceph-mon[157819]: pgmap v514: 89 pgs: 89 active+clean; 620 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 713 op/s 2023-08-28T02:25:49.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:25:49 smithi040 ceph-mon[170259]: pgmap v515: 89 pgs: 89 active+clean; 484 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 782 op/s 2023-08-28T02:25:49.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:25:49 smithi040 ceph-mon[175404]: pgmap v515: 89 pgs: 89 active+clean; 484 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 782 op/s 2023-08-28T02:25:49.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:25:49 smithi083 ceph-mon[157819]: pgmap v515: 89 pgs: 89 active+clean; 484 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 782 op/s 2023-08-28T02:25:50.429 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:25:50 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:25:50.429 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:25:50 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:25:50.429 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:25:50 smithi040 ceph-mon[170259]: pgmap v516: 89 pgs: 89 active+clean; 484 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 595 op/s 2023-08-28T02:25:50.429 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:25:50 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:25:50.429 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:25:50 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:25:50.430 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:25:50 smithi040 ceph-mon[175404]: pgmap v516: 89 pgs: 89 active+clean; 484 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 595 op/s 2023-08-28T02:25:50.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:25:50 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:25:50.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:25:50 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:25:50.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:25:50 smithi083 ceph-mon[157819]: pgmap v516: 89 pgs: 89 active+clean; 484 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 595 op/s 2023-08-28T02:25:52.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:25:52 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:25:52.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:25:52 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:25:52.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:25:52 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:25:52.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:25:52 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:25:52.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:25:52 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:25:52.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:25:52 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:25:52.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:25:52 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:25:52.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:25:52 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:25:52.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:25:52 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:25:52.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:25:52 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:25:52.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:25:52 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:25:52.493 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:25:52 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:25:52.493 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:25:52 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:25:52.493 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:25:52 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:25:52.493 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:25:52 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:25:53.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:25:53 smithi040 ceph-mon[170259]: pgmap v517: 89 pgs: 89 active+clean; 281 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 865 op/s 2023-08-28T02:25:53.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:25:53 smithi040 ceph-mon[175404]: pgmap v517: 89 pgs: 89 active+clean; 281 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 865 op/s 2023-08-28T02:25:53.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:25:53 smithi083 ceph-mon[157819]: pgmap v517: 89 pgs: 89 active+clean; 281 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 865 op/s 2023-08-28T02:25:55.485 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:25:55 smithi040 ceph-mon[170259]: pgmap v518: 89 pgs: 89 active+clean; 281 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 562 op/s 2023-08-28T02:25:55.485 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:25:55 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:25:55] "GET /metrics HTTP/1.1" 200 36380 "" "Prometheus/2.43.0" 2023-08-28T02:25:55.485 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:25:55 smithi040 ceph-mon[175404]: pgmap v518: 89 pgs: 89 active+clean; 281 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 562 op/s 2023-08-28T02:25:55.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:25:55 smithi083 ceph-mon[157819]: pgmap v518: 89 pgs: 89 active+clean; 281 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 562 op/s 2023-08-28T02:25:56.980 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:25:56 smithi040 ceph-mon[175404]: pgmap v519: 89 pgs: 89 active+clean; 201 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 668 op/s 2023-08-28T02:25:56.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:25:56 smithi040 ceph-mon[170259]: pgmap v519: 89 pgs: 89 active+clean; 201 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 668 op/s 2023-08-28T02:25:56.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:25:56 smithi083 ceph-mon[157819]: pgmap v519: 89 pgs: 89 active+clean; 201 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 668 op/s 2023-08-28T02:25:57.886 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Removed 117910 objects 2023-08-28T02:25:57.886 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Clean up completed and total clean up time :162.16 2023-08-28T02:25:59.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:25:59 smithi040 ceph-mon[170259]: pgmap v520: 89 pgs: 89 active+clean; 62 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 743 op/s 2023-08-28T02:25:59.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:25:59 smithi040 ceph-mon[175404]: pgmap v520: 89 pgs: 89 active+clean; 62 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 743 op/s 2023-08-28T02:25:59.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:25:59 smithi083 ceph-mon[157819]: pgmap v520: 89 pgs: 89 active+clean; 62 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 743 op/s 2023-08-28T02:26:00.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:00 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:26:00.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:00 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:26:00.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:00 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:26:01.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:01 smithi040 ceph-mon[170259]: pgmap v521: 89 pgs: 89 active+clean; 62 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 561 op/s 2023-08-28T02:26:01.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:01 smithi040 ceph-mon[175404]: pgmap v521: 89 pgs: 89 active+clean; 62 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 561 op/s 2023-08-28T02:26:01.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:01 smithi083 ceph-mon[157819]: pgmap v521: 89 pgs: 89 active+clean; 62 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 561 op/s 2023-08-28T02:26:01.857 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_3 2023-08-28T02:26:01.858 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd pool rm unique_pool_3 unique_pool_3 --yes-i-really-really-mean-it 2023-08-28T02:26:02.292 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:26:03.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:03 smithi040 ceph-mon[170259]: pgmap v522: 89 pgs: 89 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 643 op/s 2023-08-28T02:26:03.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:03 smithi040 ceph-mon[175404]: pgmap v522: 89 pgs: 89 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 643 op/s 2023-08-28T02:26:03.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:03 smithi083 ceph-mon[157819]: pgmap v522: 89 pgs: 89 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 643 op/s 2023-08-28T02:26:04.229 INFO:teuthology.orchestra.run.smithi040.stderr:pool 'unique_pool_3' removed 2023-08-28T02:26:04.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:04 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/501717377' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_3", "pool2": "unique_pool_3", "yes_i_really_really_mean_it": true}]: dispatch 2023-08-28T02:26:04.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:04 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_3", "pool2": "unique_pool_3", "yes_i_really_really_mean_it": true}]: dispatch 2023-08-28T02:26:04.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:04 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/501717377' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_3", "pool2": "unique_pool_3", "yes_i_really_really_mean_it": true}]: dispatch 2023-08-28T02:26:04.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:04 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_3", "pool2": "unique_pool_3", "yes_i_really_really_mean_it": true}]: dispatch 2023-08-28T02:26:04.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:04 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/501717377' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_3", "pool2": "unique_pool_3", "yes_i_really_really_mean_it": true}]: dispatch 2023-08-28T02:26:04.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:04 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_3", "pool2": "unique_pool_3", "yes_i_really_really_mean_it": true}]: dispatch 2023-08-28T02:26:04.609 INFO:teuthology.task.sequential:In sequential, running task print... 2023-08-28T02:26:04.610 INFO:teuthology.task.print:**** done end radosbench.yaml 2023-08-28T02:26:04.610 DEBUG:teuthology.parallel:result is None 2023-08-28T02:26:04.610 INFO:teuthology.run_tasks:Running task print... 2023-08-28T02:26:04.622 INFO:teuthology.task.print:**** done upgrading first half of cluster **** 2023-08-28T02:26:04.622 INFO:teuthology.run_tasks:Running task ceph.healthy... 2023-08-28T02:26:04.649 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2023-08-28T02:26:04.649 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2023-08-28T02:26:04.649 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph mgr dump --format=json 2023-08-28T02:26:05.032 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:26:05.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:05 smithi040 ceph-mon[170259]: pgmap v523: 89 pgs: 89 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 373 op/s 2023-08-28T02:26:05.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:05 smithi040 ceph-mon[170259]: failed to encode map e159 with expected crc 2023-08-28T02:26:05.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:05 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_3", "pool2": "unique_pool_3", "yes_i_really_really_mean_it": true}]': finished 2023-08-28T02:26:05.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:05 smithi040 ceph-mon[170259]: osdmap e159: 8 total, 8 up, 8 in 2023-08-28T02:26:05.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:05 smithi040 ceph-mon[170259]: failed to encode map e159 with expected crc 2023-08-28T02:26:05.482 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:26:05 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:26:05] "GET /metrics HTTP/1.1" 200 36378 "" "Prometheus/2.43.0" 2023-08-28T02:26:05.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:05 smithi040 ceph-mon[175404]: pgmap v523: 89 pgs: 89 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 373 op/s 2023-08-28T02:26:05.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:05 smithi040 ceph-mon[175404]: failed to encode map e159 with expected crc 2023-08-28T02:26:05.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:05 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_3", "pool2": "unique_pool_3", "yes_i_really_really_mean_it": true}]': finished 2023-08-28T02:26:05.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:05 smithi040 ceph-mon[175404]: osdmap e159: 8 total, 8 up, 8 in 2023-08-28T02:26:05.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:05 smithi040 ceph-mon[175404]: failed to encode map e159 with expected crc 2023-08-28T02:26:05.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:05 smithi083 ceph-mon[157819]: pgmap v523: 89 pgs: 89 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 373 op/s 2023-08-28T02:26:05.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:05 smithi083 ceph-mon[157819]: failed to encode map e159 with expected crc 2023-08-28T02:26:05.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:05 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_3", "pool2": "unique_pool_3", "yes_i_really_really_mean_it": true}]': finished 2023-08-28T02:26:05.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:05 smithi083 ceph-mon[157819]: osdmap e159: 8 total, 8 up, 8 in 2023-08-28T02:26:05.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:05 smithi083 ceph-mon[157819]: failed to encode map e159 with expected crc 2023-08-28T02:26:06.190 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:06 smithi040 ceph-mon[170259]: failed to encode map e159 with expected crc 2023-08-28T02:26:06.190 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:06 smithi040 ceph-mon[170259]: failed to encode map e159 with expected crc 2023-08-28T02:26:06.370 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:26:06.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:06 smithi040 ceph-mon[175404]: failed to encode map e159 with expected crc 2023-08-28T02:26:06.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:06 smithi040 ceph-mon[175404]: failed to encode map e159 with expected crc 2023-08-28T02:26:06.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:06 smithi083 ceph-mon[157819]: failed to encode map e159 with expected crc 2023-08-28T02:26:06.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:06 smithi083 ceph-mon[157819]: failed to encode map e159 with expected crc 2023-08-28T02:26:06.756 INFO:teuthology.orchestra.run.smithi040.stdout:{"epoch":36,"active_gid":34104,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6800","nonce":651719020},{"type":"v1","addr":"172.21.15.40:6801","nonce":651719020}]},"active_addr":"172.21.15.40:6801/651719020","active_change":"2023-08-28T02:11:29.496543+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":34098,"name":"x","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"alertmanager_web_password":{"name":"alertmanager_web_password","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Alertmanager web password","long_desc":"","tags":[],"see_also":[]},"alertmanager_web_user":{"name":"alertmanager_web_user","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Alertmanager web user","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph:v18","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"prometheus_web_password":{"name":"prometheus_web_password","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Prometheus web password","long_desc":"","tags":[],"see_also":[]},"prometheus_web_user":{"name":"prometheus_web_user","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Prometheus web user","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"noautoscale":{"name":"noautoscale","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"global autoscale flag","long_desc":"Option to turn on/off the autoscaler for all pools","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"alertmanager_web_password":{"name":"alertmanager_web_password","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Alertmanager web password","long_desc":"","tags":[],"see_also":[]},"alertmanager_web_user":{"name":"alertmanager_web_user","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Alertmanager web user","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph:v18","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"prometheus_web_password":{"name":"prometheus_web_password","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Prometheus web password","long_desc":"","tags":[],"see_also":[]},"prometheus_web_user":{"name":"prometheus_web_user","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"Prometheus web user","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"noautoscale":{"name":"noautoscale","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"global autoscale flag","long_desc":"Option to turn on/off the autoscaler for all pools","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.40:8443/","prometheus":"http://172.21.15.40:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":75,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.40:0","nonce":3747290489}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.40:0","nonce":1453551974}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.40:0","nonce":3044774490}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.40:0","nonce":707976439}]}]} 2023-08-28T02:26:06.760 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2023-08-28T02:26:06.760 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2023-08-28T02:26:06.760 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd dump --format=json 2023-08-28T02:26:07.061 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:26:07.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:07 smithi040 ceph-mon[170259]: pgmap v525: 73 pgs: 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-08-28T02:26:07.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:07 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/751131982' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2023-08-28T02:26:07.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:07 smithi040 ceph-mon[175404]: pgmap v525: 73 pgs: 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-08-28T02:26:07.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:07 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/751131982' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2023-08-28T02:26:07.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:07 smithi083 ceph-mon[157819]: pgmap v525: 73 pgs: 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-08-28T02:26:07.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:07 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/751131982' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2023-08-28T02:26:08.297 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:26:08.298 INFO:teuthology.orchestra.run.smithi040.stdout:{"epoch":159,"fsid":"d9a8f48a-4546-11ee-817c-1b7a5f1ba315","created":"2023-08-28T02:02:36.246825+0000","modified":"2023-08-28T02:26:04.181680+0000","last_up_change":"2023-08-28T02:17:56.783997+0000","last_in_change":"2023-08-28T02:06:18.214471+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":22,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-08-28T02:05:09.421502+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-08-28T02:06:55.948674+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"60","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs.foo.meta","create_time":"2023-08-28T02:07:36.237797+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"64","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"foo"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs.foo.data","create_time":"2023-08-28T02:07:36.749303+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"cephfs":{"data":"foo"}},"read_balance":{"score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"905741fe-5340-4925-810a-6b832789b564","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":80,"up_from":87,"up_thru":156,"down_at":81,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6802","nonce":1684993029},{"type":"v1","addr":"172.21.15.40:6803","nonce":1684993029}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6804","nonce":1684993029},{"type":"v1","addr":"172.21.15.40:6805","nonce":1684993029}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6808","nonce":1684993029},{"type":"v1","addr":"172.21.15.40:6809","nonce":1684993029}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6806","nonce":1684993029},{"type":"v1","addr":"172.21.15.40:6807","nonce":1684993029}]},"public_addr":"172.21.15.40:6803/1684993029","cluster_addr":"172.21.15.40:6805/1684993029","heartbeat_back_addr":"172.21.15.40:6809/1684993029","heartbeat_front_addr":"172.21.15.40:6807/1684993029","state":["exists","up"]},{"osd":1,"uuid":"94c3f7d4-5632-445f-a770-203e1a65fa64","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":97,"up_from":101,"up_thru":156,"down_at":98,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6810","nonce":1266947593},{"type":"v1","addr":"172.21.15.40:6811","nonce":1266947593}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6812","nonce":1266947593},{"type":"v1","addr":"172.21.15.40:6813","nonce":1266947593}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6816","nonce":1266947593},{"type":"v1","addr":"172.21.15.40:6817","nonce":1266947593}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6814","nonce":1266947593},{"type":"v1","addr":"172.21.15.40:6815","nonce":1266947593}]},"public_addr":"172.21.15.40:6811/1266947593","cluster_addr":"172.21.15.40:6813/1266947593","heartbeat_back_addr":"172.21.15.40:6817/1266947593","heartbeat_front_addr":"172.21.15.40:6815/1266947593","state":["exists","up"]},{"osd":2,"uuid":"80f7a434-a506-4d80-a087-cbb10bee2029","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":113,"up_from":117,"up_thru":148,"down_at":114,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6818","nonce":513899568},{"type":"v1","addr":"172.21.15.40:6819","nonce":513899568}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6820","nonce":513899568},{"type":"v1","addr":"172.21.15.40:6821","nonce":513899568}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6824","nonce":513899568},{"type":"v1","addr":"172.21.15.40:6825","nonce":513899568}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6822","nonce":513899568},{"type":"v1","addr":"172.21.15.40:6823","nonce":513899568}]},"public_addr":"172.21.15.40:6819/513899568","cluster_addr":"172.21.15.40:6821/513899568","heartbeat_back_addr":"172.21.15.40:6825/513899568","heartbeat_front_addr":"172.21.15.40:6823/513899568","state":["exists","up"]},{"osd":3,"uuid":"221406ea-c21b-4ccc-ae87-8d064443d6e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":25,"last_clean_end":130,"up_from":134,"up_thru":156,"down_at":131,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6826","nonce":3214015668},{"type":"v1","addr":"172.21.15.40:6827","nonce":3214015668}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6828","nonce":3214015668},{"type":"v1","addr":"172.21.15.40:6829","nonce":3214015668}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6832","nonce":3214015668},{"type":"v1","addr":"172.21.15.40:6833","nonce":3214015668}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6830","nonce":3214015668},{"type":"v1","addr":"172.21.15.40:6831","nonce":3214015668}]},"public_addr":"172.21.15.40:6827/3214015668","cluster_addr":"172.21.15.40:6829/3214015668","heartbeat_back_addr":"172.21.15.40:6833/3214015668","heartbeat_front_addr":"172.21.15.40:6831/3214015668","state":["exists","up"]},{"osd":4,"uuid":"78b5c0ad-9287-425c-a47b-e503339022b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":156,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6800","nonce":2381860577},{"type":"v1","addr":"172.21.15.83:6801","nonce":2381860577}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6802","nonce":2381860577},{"type":"v1","addr":"172.21.15.83:6803","nonce":2381860577}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6806","nonce":2381860577},{"type":"v1","addr":"172.21.15.83:6807","nonce":2381860577}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6804","nonce":2381860577},{"type":"v1","addr":"172.21.15.83:6805","nonce":2381860577}]},"public_addr":"172.21.15.83:6801/2381860577","cluster_addr":"172.21.15.83:6803/2381860577","heartbeat_back_addr":"172.21.15.83:6807/2381860577","heartbeat_front_addr":"172.21.15.83:6805/2381860577","state":["exists","up"]},{"osd":5,"uuid":"28339507-a2fc-4454-833b-5fd41b5f0e17","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":156,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6808","nonce":1250675793},{"type":"v1","addr":"172.21.15.83:6809","nonce":1250675793}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6810","nonce":1250675793},{"type":"v1","addr":"172.21.15.83:6811","nonce":1250675793}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6814","nonce":1250675793},{"type":"v1","addr":"172.21.15.83:6815","nonce":1250675793}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6812","nonce":1250675793},{"type":"v1","addr":"172.21.15.83:6813","nonce":1250675793}]},"public_addr":"172.21.15.83:6809/1250675793","cluster_addr":"172.21.15.83:6811/1250675793","heartbeat_back_addr":"172.21.15.83:6815/1250675793","heartbeat_front_addr":"172.21.15.83:6813/1250675793","state":["exists","up"]},{"osd":6,"uuid":"c3090294-5977-4742-9daa-27650a805066","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":156,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6816","nonce":4221104688},{"type":"v1","addr":"172.21.15.83:6817","nonce":4221104688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6818","nonce":4221104688},{"type":"v1","addr":"172.21.15.83:6819","nonce":4221104688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6822","nonce":4221104688},{"type":"v1","addr":"172.21.15.83:6823","nonce":4221104688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6820","nonce":4221104688},{"type":"v1","addr":"172.21.15.83:6821","nonce":4221104688}]},"public_addr":"172.21.15.83:6817/4221104688","cluster_addr":"172.21.15.83:6819/4221104688","heartbeat_back_addr":"172.21.15.83:6823/4221104688","heartbeat_front_addr":"172.21.15.83:6821/4221104688","state":["exists","up"]},{"osd":7,"uuid":"68aeca75-f923-43f9-9eab-b70d1a4e14c6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":134,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6824","nonce":722500369},{"type":"v1","addr":"172.21.15.83:6825","nonce":722500369}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6826","nonce":722500369},{"type":"v1","addr":"172.21.15.83:6827","nonce":722500369}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6830","nonce":722500369},{"type":"v1","addr":"172.21.15.83:6831","nonce":722500369}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6828","nonce":722500369},{"type":"v1","addr":"172.21.15.83:6829","nonce":722500369}]},"public_addr":"172.21.15.83:6825/722500369","cluster_addr":"172.21.15.83:6827/722500369","heartbeat_back_addr":"172.21.15.83:6831/722500369","heartbeat_front_addr":"172.21.15.83:6829/722500369","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-08-28T02:04:29.948020+0000","dead_epoch":80},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-08-28T02:04:48.253614+0000","dead_epoch":97},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-08-28T02:05:06.769453+0000","dead_epoch":113},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-08-28T02:05:24.931800+0000","dead_epoch":130},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-08-28T02:05:41.402630+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-08-28T02:05:57.674865+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-08-28T02:06:14.395075+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-08-28T02:06:30.825732+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"4.6","mappings":[{"from":1,"to":5}]},{"pgid":"4.b","mappings":[{"from":1,"to":2}]},{"pgid":"4.d","mappings":[{"from":1,"to":5},{"from":4,"to":0}]},{"pgid":"4.f","mappings":[{"from":3,"to":5},{"from":1,"to":0}]},{"pgid":"4.14","mappings":[{"from":1,"to":2},{"from":3,"to":0}]},{"pgid":"4.1b","mappings":[{"from":4,"to":0}]},{"pgid":"4.1c","mappings":[{"from":1,"to":0}]},{"pgid":"4.1d","mappings":[{"from":1,"to":2},{"from":3,"to":0}]},{"pgid":"4.1e","mappings":[{"from":3,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.40:0/2971630015":"2023-08-29T02:11:29.496116+0000","172.21.15.40:0/1261437585":"2023-08-29T02:11:29.496116+0000","172.21.15.40:0/2731012969":"2023-08-29T02:03:26.879885+0000","172.21.15.40:0/1548433789":"2023-08-29T02:09:44.257493+0000","172.21.15.40:0/3371895665":"2023-08-29T02:03:26.879885+0000","172.21.15.40:0/1092550490":"2023-08-29T02:09:44.257493+0000","172.21.15.83:0/1917451847":"2023-08-29T02:10:38.910875+0000","172.21.15.40:0/4125540708":"2023-08-29T02:03:05.971942+0000","172.21.15.40:0/3896348771":"2023-08-29T02:03:05.971942+0000","172.21.15.40:0/668136245":"2023-08-29T02:06:56.839811+0000","172.21.15.83:0/204062346":"2023-08-29T02:10:38.910875+0000","172.21.15.83:0/2773471490":"2023-08-29T02:10:38.910875+0000","172.21.15.40:0/3822611322":"2023-08-29T02:09:44.257493+0000","172.21.15.40:6800/2970497546":"2023-08-29T02:03:26.879885+0000","172.21.15.40:0/829300855":"2023-08-29T02:06:56.839811+0000","172.21.15.40:0/3961800209":"2023-08-29T02:06:56.839811+0000","172.21.15.40:6800/3995113352":"2023-08-29T02:06:56.839811+0000","172.21.15.40:6801/3995113352":"2023-08-29T02:06:56.839811+0000","172.21.15.40:0/3411944587":"2023-08-29T02:03:05.971942+0000","172.21.15.40:6800/553226419":"2023-08-29T02:03:05.971942+0000","172.21.15.40:0/265401606":"2023-08-29T02:06:56.839811+0000","172.21.15.83:0/3446999800":"2023-08-29T02:10:38.910875+0000","172.21.15.40:0/1732418573":"2023-08-29T02:11:29.496116+0000","172.21.15.83:0/2092210480":"2023-08-29T02:10:38.910875+0000","172.21.15.40:6801/1415824209":"2023-08-29T02:11:29.496116+0000","172.21.15.40:0/3352369177":"2023-08-29T02:11:29.496116+0000","172.21.15.40:0/2453282098":"2023-08-29T02:11:29.496116+0000","172.21.15.40:0/2776889721":"2023-08-29T02:11:29.496116+0000","172.21.15.40:0/2450471864":"2023-08-29T02:03:26.879885+0000","172.21.15.83:0/2553926646":"2023-08-29T02:10:38.910875+0000","172.21.15.83:6835/3835872458":"2023-08-29T02:10:38.910875+0000","172.21.15.40:6801/2970497546":"2023-08-29T02:03:26.879885+0000","172.21.15.40:6800/3590674926":"2023-08-29T02:09:44.257493+0000","172.21.15.40:6801/3590674926":"2023-08-29T02:09:44.257493+0000","172.21.15.40:0/388590332":"2023-08-29T02:09:44.257493+0000","172.21.15.40:6801/553226419":"2023-08-29T02:03:05.971942+0000","172.21.15.83:6834/3835872458":"2023-08-29T02:10:38.910875+0000","172.21.15.40:6800/1415824209":"2023-08-29T02:11:29.496116+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-08-28T02:26:08.674 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2023-08-28T02:26:08.674 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd dump --format=json 2023-08-28T02:26:08.978 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:26:09.430 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:09 smithi040 ceph-mon[170259]: pgmap v526: 73 pgs: 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-08-28T02:26:09.430 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:09 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/4103858520' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-08-28T02:26:09.430 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:09 smithi040 ceph-mon[175404]: pgmap v526: 73 pgs: 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-08-28T02:26:09.430 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:09 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/4103858520' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-08-28T02:26:09.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:09 smithi083 ceph-mon[157819]: pgmap v526: 73 pgs: 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-08-28T02:26:09.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:09 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/4103858520' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-08-28T02:26:10.228 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:26:10.228 INFO:teuthology.orchestra.run.smithi040.stdout:{"epoch":159,"fsid":"d9a8f48a-4546-11ee-817c-1b7a5f1ba315","created":"2023-08-28T02:02:36.246825+0000","modified":"2023-08-28T02:26:04.181680+0000","last_up_change":"2023-08-28T02:17:56.783997+0000","last_in_change":"2023-08-28T02:06:18.214471+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":22,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-08-28T02:05:09.421502+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-08-28T02:06:55.948674+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"60","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs.foo.meta","create_time":"2023-08-28T02:07:36.237797+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"64","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"foo"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs.foo.data","create_time":"2023-08-28T02:07:36.749303+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"cephfs":{"data":"foo"}},"read_balance":{"score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"905741fe-5340-4925-810a-6b832789b564","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":80,"up_from":87,"up_thru":156,"down_at":81,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6802","nonce":1684993029},{"type":"v1","addr":"172.21.15.40:6803","nonce":1684993029}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6804","nonce":1684993029},{"type":"v1","addr":"172.21.15.40:6805","nonce":1684993029}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6808","nonce":1684993029},{"type":"v1","addr":"172.21.15.40:6809","nonce":1684993029}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6806","nonce":1684993029},{"type":"v1","addr":"172.21.15.40:6807","nonce":1684993029}]},"public_addr":"172.21.15.40:6803/1684993029","cluster_addr":"172.21.15.40:6805/1684993029","heartbeat_back_addr":"172.21.15.40:6809/1684993029","heartbeat_front_addr":"172.21.15.40:6807/1684993029","state":["exists","up"]},{"osd":1,"uuid":"94c3f7d4-5632-445f-a770-203e1a65fa64","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":97,"up_from":101,"up_thru":156,"down_at":98,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6810","nonce":1266947593},{"type":"v1","addr":"172.21.15.40:6811","nonce":1266947593}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6812","nonce":1266947593},{"type":"v1","addr":"172.21.15.40:6813","nonce":1266947593}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6816","nonce":1266947593},{"type":"v1","addr":"172.21.15.40:6817","nonce":1266947593}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6814","nonce":1266947593},{"type":"v1","addr":"172.21.15.40:6815","nonce":1266947593}]},"public_addr":"172.21.15.40:6811/1266947593","cluster_addr":"172.21.15.40:6813/1266947593","heartbeat_back_addr":"172.21.15.40:6817/1266947593","heartbeat_front_addr":"172.21.15.40:6815/1266947593","state":["exists","up"]},{"osd":2,"uuid":"80f7a434-a506-4d80-a087-cbb10bee2029","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":113,"up_from":117,"up_thru":148,"down_at":114,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6818","nonce":513899568},{"type":"v1","addr":"172.21.15.40:6819","nonce":513899568}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6820","nonce":513899568},{"type":"v1","addr":"172.21.15.40:6821","nonce":513899568}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6824","nonce":513899568},{"type":"v1","addr":"172.21.15.40:6825","nonce":513899568}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6822","nonce":513899568},{"type":"v1","addr":"172.21.15.40:6823","nonce":513899568}]},"public_addr":"172.21.15.40:6819/513899568","cluster_addr":"172.21.15.40:6821/513899568","heartbeat_back_addr":"172.21.15.40:6825/513899568","heartbeat_front_addr":"172.21.15.40:6823/513899568","state":["exists","up"]},{"osd":3,"uuid":"221406ea-c21b-4ccc-ae87-8d064443d6e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":25,"last_clean_end":130,"up_from":134,"up_thru":156,"down_at":131,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6826","nonce":3214015668},{"type":"v1","addr":"172.21.15.40:6827","nonce":3214015668}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6828","nonce":3214015668},{"type":"v1","addr":"172.21.15.40:6829","nonce":3214015668}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6832","nonce":3214015668},{"type":"v1","addr":"172.21.15.40:6833","nonce":3214015668}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6830","nonce":3214015668},{"type":"v1","addr":"172.21.15.40:6831","nonce":3214015668}]},"public_addr":"172.21.15.40:6827/3214015668","cluster_addr":"172.21.15.40:6829/3214015668","heartbeat_back_addr":"172.21.15.40:6833/3214015668","heartbeat_front_addr":"172.21.15.40:6831/3214015668","state":["exists","up"]},{"osd":4,"uuid":"78b5c0ad-9287-425c-a47b-e503339022b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":156,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6800","nonce":2381860577},{"type":"v1","addr":"172.21.15.83:6801","nonce":2381860577}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6802","nonce":2381860577},{"type":"v1","addr":"172.21.15.83:6803","nonce":2381860577}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6806","nonce":2381860577},{"type":"v1","addr":"172.21.15.83:6807","nonce":2381860577}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6804","nonce":2381860577},{"type":"v1","addr":"172.21.15.83:6805","nonce":2381860577}]},"public_addr":"172.21.15.83:6801/2381860577","cluster_addr":"172.21.15.83:6803/2381860577","heartbeat_back_addr":"172.21.15.83:6807/2381860577","heartbeat_front_addr":"172.21.15.83:6805/2381860577","state":["exists","up"]},{"osd":5,"uuid":"28339507-a2fc-4454-833b-5fd41b5f0e17","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":156,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6808","nonce":1250675793},{"type":"v1","addr":"172.21.15.83:6809","nonce":1250675793}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6810","nonce":1250675793},{"type":"v1","addr":"172.21.15.83:6811","nonce":1250675793}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6814","nonce":1250675793},{"type":"v1","addr":"172.21.15.83:6815","nonce":1250675793}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6812","nonce":1250675793},{"type":"v1","addr":"172.21.15.83:6813","nonce":1250675793}]},"public_addr":"172.21.15.83:6809/1250675793","cluster_addr":"172.21.15.83:6811/1250675793","heartbeat_back_addr":"172.21.15.83:6815/1250675793","heartbeat_front_addr":"172.21.15.83:6813/1250675793","state":["exists","up"]},{"osd":6,"uuid":"c3090294-5977-4742-9daa-27650a805066","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":156,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6816","nonce":4221104688},{"type":"v1","addr":"172.21.15.83:6817","nonce":4221104688}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6818","nonce":4221104688},{"type":"v1","addr":"172.21.15.83:6819","nonce":4221104688}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6822","nonce":4221104688},{"type":"v1","addr":"172.21.15.83:6823","nonce":4221104688}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6820","nonce":4221104688},{"type":"v1","addr":"172.21.15.83:6821","nonce":4221104688}]},"public_addr":"172.21.15.83:6817/4221104688","cluster_addr":"172.21.15.83:6819/4221104688","heartbeat_back_addr":"172.21.15.83:6823/4221104688","heartbeat_front_addr":"172.21.15.83:6821/4221104688","state":["exists","up"]},{"osd":7,"uuid":"68aeca75-f923-43f9-9eab-b70d1a4e14c6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":134,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6824","nonce":722500369},{"type":"v1","addr":"172.21.15.83:6825","nonce":722500369}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6826","nonce":722500369},{"type":"v1","addr":"172.21.15.83:6827","nonce":722500369}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6830","nonce":722500369},{"type":"v1","addr":"172.21.15.83:6831","nonce":722500369}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.83:6828","nonce":722500369},{"type":"v1","addr":"172.21.15.83:6829","nonce":722500369}]},"public_addr":"172.21.15.83:6825/722500369","cluster_addr":"172.21.15.83:6827/722500369","heartbeat_back_addr":"172.21.15.83:6831/722500369","heartbeat_front_addr":"172.21.15.83:6829/722500369","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-08-28T02:04:29.948020+0000","dead_epoch":80},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-08-28T02:04:48.253614+0000","dead_epoch":97},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-08-28T02:05:06.769453+0000","dead_epoch":113},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-08-28T02:05:24.931800+0000","dead_epoch":130},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-08-28T02:05:41.402630+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-08-28T02:05:57.674865+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-08-28T02:06:14.395075+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2023-08-28T02:06:30.825732+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"4.6","mappings":[{"from":1,"to":5}]},{"pgid":"4.b","mappings":[{"from":1,"to":2}]},{"pgid":"4.d","mappings":[{"from":1,"to":5},{"from":4,"to":0}]},{"pgid":"4.f","mappings":[{"from":3,"to":5},{"from":1,"to":0}]},{"pgid":"4.14","mappings":[{"from":1,"to":2},{"from":3,"to":0}]},{"pgid":"4.1b","mappings":[{"from":4,"to":0}]},{"pgid":"4.1c","mappings":[{"from":1,"to":0}]},{"pgid":"4.1d","mappings":[{"from":1,"to":2},{"from":3,"to":0}]},{"pgid":"4.1e","mappings":[{"from":3,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.40:0/388590332":"2023-08-29T02:09:44.257493+0000","172.21.15.40:0/1092550490":"2023-08-29T02:09:44.257493+0000","172.21.15.40:0/1732418573":"2023-08-29T02:11:29.496116+0000","172.21.15.40:0/3411944587":"2023-08-29T02:03:05.971942+0000","172.21.15.40:6800/553226419":"2023-08-29T02:03:05.971942+0000","172.21.15.83:0/1917451847":"2023-08-29T02:10:38.910875+0000","172.21.15.40:0/4125540708":"2023-08-29T02:03:05.971942+0000","172.21.15.40:0/3896348771":"2023-08-29T02:03:05.971942+0000","172.21.15.40:0/668136245":"2023-08-29T02:06:56.839811+0000","172.21.15.40:0/2453282098":"2023-08-29T02:11:29.496116+0000","172.21.15.40:0/3352369177":"2023-08-29T02:11:29.496116+0000","172.21.15.83:0/3446999800":"2023-08-29T02:10:38.910875+0000","172.21.15.40:0/265401606":"2023-08-29T02:06:56.839811+0000","172.21.15.40:0/3371895665":"2023-08-29T02:03:26.879885+0000","172.21.15.83:0/2773471490":"2023-08-29T02:10:38.910875+0000","172.21.15.40:6801/1415824209":"2023-08-29T02:11:29.496116+0000","172.21.15.83:0/2092210480":"2023-08-29T02:10:38.910875+0000","172.21.15.40:6800/2970497546":"2023-08-29T02:03:26.879885+0000","172.21.15.40:0/2731012969":"2023-08-29T02:03:26.879885+0000","172.21.15.40:0/1548433789":"2023-08-29T02:09:44.257493+0000","172.21.15.40:0/3961800209":"2023-08-29T02:06:56.839811+0000","172.21.15.40:0/829300855":"2023-08-29T02:06:56.839811+0000","172.21.15.83:0/204062346":"2023-08-29T02:10:38.910875+0000","172.21.15.40:0/3822611322":"2023-08-29T02:09:44.257493+0000","172.21.15.40:6800/3995113352":"2023-08-29T02:06:56.839811+0000","172.21.15.40:6801/3995113352":"2023-08-29T02:06:56.839811+0000","172.21.15.40:0/1261437585":"2023-08-29T02:11:29.496116+0000","172.21.15.40:0/2971630015":"2023-08-29T02:11:29.496116+0000","172.21.15.40:0/2776889721":"2023-08-29T02:11:29.496116+0000","172.21.15.40:0/2450471864":"2023-08-29T02:03:26.879885+0000","172.21.15.40:6801/553226419":"2023-08-29T02:03:05.971942+0000","172.21.15.40:6800/1415824209":"2023-08-29T02:11:29.496116+0000","172.21.15.83:6834/3835872458":"2023-08-29T02:10:38.910875+0000","172.21.15.83:0/2553926646":"2023-08-29T02:10:38.910875+0000","172.21.15.83:6835/3835872458":"2023-08-29T02:10:38.910875+0000","172.21.15.40:6801/2970497546":"2023-08-29T02:03:26.879885+0000","172.21.15.40:6800/3590674926":"2023-08-29T02:09:44.257493+0000","172.21.15.40:6801/3590674926":"2023-08-29T02:09:44.257493+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-08-28T02:26:10.610 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph tell osd.0 flush_pg_stats 2023-08-28T02:26:10.611 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph tell osd.1 flush_pg_stats 2023-08-28T02:26:10.611 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph tell osd.2 flush_pg_stats 2023-08-28T02:26:10.612 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph tell osd.3 flush_pg_stats 2023-08-28T02:26:10.612 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph tell osd.4 flush_pg_stats 2023-08-28T02:26:10.612 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph tell osd.5 flush_pg_stats 2023-08-28T02:26:10.613 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph tell osd.6 flush_pg_stats 2023-08-28T02:26:10.613 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph tell osd.7 flush_pg_stats 2023-08-28T02:26:11.137 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:26:11.185 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:26:11.473 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:11 smithi040 ceph-mon[170259]: pgmap v527: 73 pgs: 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-08-28T02:26:11.474 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:11 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1547264170' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-08-28T02:26:11.474 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:11 smithi040 ceph-mon[175404]: pgmap v527: 73 pgs: 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-08-28T02:26:11.474 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:11 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1547264170' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-08-28T02:26:11.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:11 smithi083 ceph-mon[157819]: pgmap v527: 73 pgs: 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-08-28T02:26:11.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:11 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1547264170' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-08-28T02:26:11.810 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:26:11.819 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:26:12.080 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:26:12.121 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:26:13.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:13 smithi040 ceph-mon[170259]: pgmap v528: 73 pgs: 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-08-28T02:26:13.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:13 smithi040 ceph-mon[175404]: pgmap v528: 73 pgs: 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-08-28T02:26:13.264 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:26:13.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:13 smithi083 ceph-mon[157819]: pgmap v528: 73 pgs: 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-08-28T02:26:14.162 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:26:15.356 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:15 smithi040 ceph-mon[170259]: pgmap v529: 73 pgs: 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-08-28T02:26:15.356 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:15 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:26:15.357 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:15 smithi040 ceph-mon[175404]: pgmap v529: 73 pgs: 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-08-28T02:26:15.357 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:15 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:26:15.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:15 smithi083 ceph-mon[157819]: pgmap v529: 73 pgs: 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-08-28T02:26:15.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:15 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:26:15.731 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:26:15 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:26:15] "GET /metrics HTTP/1.1" 200 34028 "" "Prometheus/2.43.0" 2023-08-28T02:26:16.310 INFO:teuthology.orchestra.run.smithi040.stdout:575525617765 2023-08-28T02:26:16.311 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd last-stat-seq osd.3 2023-08-28T02:26:16.840 INFO:teuthology.orchestra.run.smithi040.stdout:158913790197 2023-08-28T02:26:16.840 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd last-stat-seq osd.5 2023-08-28T02:26:16.965 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:16 smithi040 ceph-mon[175404]: pgmap v530: 73 pgs: 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-08-28T02:26:16.966 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:16 smithi040 ceph-mon[170259]: pgmap v530: 73 pgs: 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-08-28T02:26:16.990 INFO:teuthology.orchestra.run.smithi040.stdout:373662154892 2023-08-28T02:26:16.990 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd last-stat-seq osd.0 2023-08-28T02:26:16.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:16 smithi083 ceph-mon[157819]: pgmap v530: 73 pgs: 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-08-28T02:26:17.267 INFO:teuthology.orchestra.run.smithi040.stdout:433791697021 2023-08-28T02:26:17.268 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd last-stat-seq osd.1 2023-08-28T02:26:17.573 INFO:teuthology.orchestra.run.smithi040.stdout:128849019129 2023-08-28T02:26:17.574 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd last-stat-seq osd.4 2023-08-28T02:26:17.974 INFO:teuthology.orchestra.run.smithi040.stdout:502511173747 2023-08-28T02:26:17.975 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd last-stat-seq osd.2 2023-08-28T02:26:18.154 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:26:19.060 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:26:19.066 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:26:19.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:19 smithi040 ceph-mon[170259]: pgmap v531: 73 pgs: 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-08-28T02:26:19.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:19 smithi040 ceph-mon[175404]: pgmap v531: 73 pgs: 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-08-28T02:26:19.369 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:26:19.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:19 smithi083 ceph-mon[157819]: pgmap v531: 73 pgs: 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-08-28T02:26:19.778 INFO:teuthology.orchestra.run.smithi040.stdout:223338299632 2023-08-28T02:26:19.778 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd last-stat-seq osd.7 2023-08-28T02:26:19.870 INFO:teuthology.orchestra.run.smithi040.stdout:193273528563 2023-08-28T02:26:19.870 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd last-stat-seq osd.6 2023-08-28T02:26:20.476 INFO:teuthology.orchestra.run.smithi040.stdout:158913790198 2023-08-28T02:26:20.719 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:26:21.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:21 smithi040 ceph-mon[170259]: pgmap v532: 73 pgs: 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-08-28T02:26:21.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:21 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3957776521' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-08-28T02:26:21.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:21 smithi040 ceph-mon[175404]: pgmap v532: 73 pgs: 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-08-28T02:26:21.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:21 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3957776521' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-08-28T02:26:21.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:21 smithi083 ceph-mon[157819]: pgmap v532: 73 pgs: 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-08-28T02:26:21.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:21 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3957776521' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-08-28T02:26:21.650 INFO:teuthology.orchestra.run.smithi040.stdout:575525617766 2023-08-28T02:26:21.744 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:26:21.796 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:26:21.839 INFO:teuthology.orchestra.run.smithi040.stdout:128849019129 2023-08-28T02:26:21.973 INFO:teuthology.orchestra.run.smithi040.stdout:373662154893 2023-08-28T02:26:22.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:22 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2143233341' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-08-28T02:26:22.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:22 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2721825934' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-08-28T02:26:22.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:22 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1308346930' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-08-28T02:26:22.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:22 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2143233341' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-08-28T02:26:22.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:22 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2721825934' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-08-28T02:26:22.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:22 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1308346930' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-08-28T02:26:22.340 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:26:22.373 INFO:tasks.cephadm.ceph_manager.ceph:need seq 158913790197 got 158913790198 for osd.5 2023-08-28T02:26:22.373 DEBUG:teuthology.parallel:result is None 2023-08-28T02:26:22.403 INFO:tasks.cephadm.ceph_manager.ceph:need seq 575525617765 got 575525617766 for osd.3 2023-08-28T02:26:22.403 DEBUG:teuthology.parallel:result is None 2023-08-28T02:26:22.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:22 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2143233341' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-08-28T02:26:22.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:22 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2721825934' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-08-28T02:26:22.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:22 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1308346930' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-08-28T02:26:22.623 INFO:tasks.cephadm.ceph_manager.ceph:need seq 128849019129 got 128849019129 for osd.4 2023-08-28T02:26:22.623 DEBUG:teuthology.parallel:result is None 2023-08-28T02:26:22.811 INFO:tasks.cephadm.ceph_manager.ceph:need seq 373662154892 got 373662154893 for osd.0 2023-08-28T02:26:22.811 DEBUG:teuthology.parallel:result is None 2023-08-28T02:26:23.441 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:23 smithi040 ceph-mon[170259]: pgmap v533: 73 pgs: 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-08-28T02:26:23.441 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:23 smithi040 ceph-mon[175404]: pgmap v533: 73 pgs: 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-08-28T02:26:23.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:23 smithi083 ceph-mon[157819]: pgmap v533: 73 pgs: 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-08-28T02:26:24.724 INFO:teuthology.orchestra.run.smithi040.stdout:502511173748 2023-08-28T02:26:24.899 INFO:teuthology.orchestra.run.smithi040.stdout:433791697023 2023-08-28T02:26:24.952 INFO:teuthology.orchestra.run.smithi040.stdout:193273528564 2023-08-28T02:26:25.129 INFO:teuthology.orchestra.run.smithi040.stdout:223338299633 2023-08-28T02:26:25.224 INFO:tasks.cephadm.ceph_manager.ceph:need seq 502511173747 got 502511173748 for osd.2 2023-08-28T02:26:25.225 DEBUG:teuthology.parallel:result is None 2023-08-28T02:26:25.386 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:25 smithi040 ceph-mon[170259]: pgmap v534: 73 pgs: 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-08-28T02:26:25.386 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:25 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/4244980901' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-08-28T02:26:25.386 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:25 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1400654818' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-08-28T02:26:25.386 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:25 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/411917760' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-08-28T02:26:25.386 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:25 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3919922668' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-08-28T02:26:25.387 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:25 smithi040 ceph-mon[175404]: pgmap v534: 73 pgs: 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-08-28T02:26:25.387 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:25 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/4244980901' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-08-28T02:26:25.387 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:25 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1400654818' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-08-28T02:26:25.387 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:25 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/411917760' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-08-28T02:26:25.387 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:25 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3919922668' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-08-28T02:26:25.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:25 smithi083 ceph-mon[157819]: pgmap v534: 73 pgs: 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-08-28T02:26:25.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:25 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/4244980901' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-08-28T02:26:25.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:25 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1400654818' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-08-28T02:26:25.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:25 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/411917760' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-08-28T02:26:25.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:25 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3919922668' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-08-28T02:26:25.530 INFO:tasks.cephadm.ceph_manager.ceph:need seq 223338299632 got 223338299633 for osd.7 2023-08-28T02:26:25.530 DEBUG:teuthology.parallel:result is None 2023-08-28T02:26:25.691 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:26:25 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:26:25] "GET /metrics HTTP/1.1" 200 34028 "" "Prometheus/2.43.0" 2023-08-28T02:26:25.713 INFO:tasks.cephadm.ceph_manager.ceph:need seq 193273528563 got 193273528564 for osd.6 2023-08-28T02:26:25.713 DEBUG:teuthology.parallel:result is None 2023-08-28T02:26:25.891 INFO:tasks.cephadm.ceph_manager.ceph:need seq 433791697021 got 433791697023 for osd.1 2023-08-28T02:26:25.892 DEBUG:teuthology.parallel:result is None 2023-08-28T02:26:25.892 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2023-08-28T02:26:25.892 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:26:26.197 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:26:26.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:26 smithi040 ceph-mon[170259]: pgmap v535: 73 pgs: 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-08-28T02:26:26.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:26 smithi040 ceph-mon[175404]: pgmap v535: 73 pgs: 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-08-28T02:26:26.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:26 smithi083 ceph-mon[157819]: pgmap v535: 73 pgs: 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-08-28T02:26:27.475 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:26:27.477 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:26:27.864 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":535,"stamp":"2023-08-28T02:26:26.124702+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595872,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":300,"num_write_kb":2445,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":216,"ondisk_log_size":216,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2639080,"kb_used_data":16488,"kb_used_omap":20,"kb_used_meta":2622507,"kb_avail":747322136,"statfs":{"total":767960285184,"available":765257867264,"internally_reserved":0,"allocated":16883712,"data_stored":10411466,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":20850,"internal_metadata":2685447822},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003138"},"pg_stats":[{"pgid":"3.1a","version":"65'1","reported_seq":141,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.089032+0000","last_change":"2023-08-28T02:16:50.313901+0000","last_active":"2023-08-28T02:21:44.089032+0000","last_peered":"2023-08-28T02:21:44.089032+0000","last_clean":"2023-08-28T02:21:44.089032+0000","last_became_active":"2023-08-28T02:16:50.313550+0000","last_became_peered":"2023-08-28T02:16:50.313550+0000","last_unstale":"2023-08-28T02:21:44.089032+0000","last_undegraded":"2023-08-28T02:21:44.089032+0000","last_fullsized":"2023-08-28T02:21:44.089032+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:31:11.838539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":100,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:24:46.737395+0000","last_change":"2023-08-28T02:16:50.308996+0000","last_active":"2023-08-28T02:24:46.737395+0000","last_peered":"2023-08-28T02:24:46.737395+0000","last_clean":"2023-08-28T02:24:46.737395+0000","last_became_active":"2023-08-28T02:16:50.308569+0000","last_became_peered":"2023-08-28T02:16:50.308569+0000","last_unstale":"2023-08-28T02:24:46.737395+0000","last_undegraded":"2023-08-28T02:24:46.737395+0000","last_fullsized":"2023-08-28T02:24:46.737395+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:50:53.472069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":97,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:25:37.029485+0000","last_change":"2023-08-28T02:17:57.849228+0000","last_active":"2023-08-28T02:25:37.029485+0000","last_peered":"2023-08-28T02:25:37.029485+0000","last_clean":"2023-08-28T02:25:37.029485+0000","last_became_active":"2023-08-28T02:17:57.848894+0000","last_became_peered":"2023-08-28T02:17:57.848894+0000","last_unstale":"2023-08-28T02:25:37.029485+0000","last_undegraded":"2023-08-28T02:25:37.029485+0000","last_fullsized":"2023-08-28T02:25:37.029485+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:39:59.056531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":112,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:24:41.720808+0000","last_change":"2023-08-28T02:16:50.309837+0000","last_active":"2023-08-28T02:24:41.720808+0000","last_peered":"2023-08-28T02:24:41.720808+0000","last_clean":"2023-08-28T02:24:41.720808+0000","last_became_active":"2023-08-28T02:16:50.309470+0000","last_became_peered":"2023-08-28T02:16:50.309470+0000","last_unstale":"2023-08-28T02:24:41.720808+0000","last_undegraded":"2023-08-28T02:24:41.720808+0000","last_fullsized":"2023-08-28T02:24:41.720808+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:34:06.503952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":123,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:25:11.592447+0000","last_change":"2023-08-28T02:17:57.847940+0000","last_active":"2023-08-28T02:25:11.592447+0000","last_peered":"2023-08-28T02:25:11.592447+0000","last_clean":"2023-08-28T02:25:11.592447+0000","last_became_active":"2023-08-28T02:17:57.843416+0000","last_became_peered":"2023-08-28T02:17:57.843416+0000","last_unstale":"2023-08-28T02:25:11.592447+0000","last_undegraded":"2023-08-28T02:25:11.592447+0000","last_fullsized":"2023-08-28T02:25:11.592447+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:10:47.631878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":121,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.134714+0000","last_change":"2023-08-28T02:15:58.338976+0000","last_active":"2023-08-28T02:21:44.134714+0000","last_peered":"2023-08-28T02:21:44.134714+0000","last_clean":"2023-08-28T02:21:44.134714+0000","last_became_active":"2023-08-28T02:15:58.338552+0000","last_became_peered":"2023-08-28T02:15:58.338552+0000","last_unstale":"2023-08-28T02:21:44.134714+0000","last_undegraded":"2023-08-28T02:21:44.134714+0000","last_fullsized":"2023-08-28T02:21:44.134714+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:27:36.380341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":112,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:24:21.705636+0000","last_change":"2023-08-28T02:17:57.876478+0000","last_active":"2023-08-28T02:24:21.705636+0000","last_peered":"2023-08-28T02:24:21.705636+0000","last_clean":"2023-08-28T02:24:21.705636+0000","last_became_active":"2023-08-28T02:17:57.876048+0000","last_became_peered":"2023-08-28T02:17:57.876048+0000","last_unstale":"2023-08-28T02:24:21.705636+0000","last_undegraded":"2023-08-28T02:24:21.705636+0000","last_fullsized":"2023-08-28T02:24:21.705636+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:46:14.225407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":105,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:24:56.558439+0000","last_change":"2023-08-28T02:17:57.832929+0000","last_active":"2023-08-28T02:24:56.558439+0000","last_peered":"2023-08-28T02:24:56.558439+0000","last_clean":"2023-08-28T02:24:56.558439+0000","last_became_active":"2023-08-28T02:17:57.825320+0000","last_became_peered":"2023-08-28T02:17:57.825320+0000","last_unstale":"2023-08-28T02:24:56.558439+0000","last_undegraded":"2023-08-28T02:24:56.558439+0000","last_fullsized":"2023-08-28T02:24:56.558439+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:41:38.568184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":122,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:45.008814+0000","last_change":"2023-08-28T02:15:58.356833+0000","last_active":"2023-08-28T02:21:45.008814+0000","last_peered":"2023-08-28T02:21:45.008814+0000","last_clean":"2023-08-28T02:21:45.008814+0000","last_became_active":"2023-08-28T02:15:58.356519+0000","last_became_peered":"2023-08-28T02:15:58.356519+0000","last_unstale":"2023-08-28T02:21:45.008814+0000","last_undegraded":"2023-08-28T02:21:45.008814+0000","last_fullsized":"2023-08-28T02:21:45.008814+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:18:26.590683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":91,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:24:56.558478+0000","last_change":"2023-08-28T02:17:57.827818+0000","last_active":"2023-08-28T02:24:56.558478+0000","last_peered":"2023-08-28T02:24:56.558478+0000","last_clean":"2023-08-28T02:24:56.558478+0000","last_became_active":"2023-08-28T02:17:57.825999+0000","last_became_peered":"2023-08-28T02:17:57.825999+0000","last_unstale":"2023-08-28T02:24:56.558478+0000","last_undegraded":"2023-08-28T02:24:56.558478+0000","last_fullsized":"2023-08-28T02:24:56.558478+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:35:29.864132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"65'3","reported_seq":126,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.088573+0000","last_change":"2023-08-28T02:17:57.827265+0000","last_active":"2023-08-28T02:21:44.088573+0000","last_peered":"2023-08-28T02:21:44.088573+0000","last_clean":"2023-08-28T02:21:44.088573+0000","last_became_active":"2023-08-28T02:17:57.826872+0000","last_became_peered":"2023-08-28T02:17:57.826872+0000","last_unstale":"2023-08-28T02:21:44.088573+0000","last_undegraded":"2023-08-28T02:21:44.088573+0000","last_fullsized":"2023-08-28T02:21:44.088573+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:48:03.674891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":97,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:25:16.966073+0000","last_change":"2023-08-28T02:16:50.317018+0000","last_active":"2023-08-28T02:25:16.966073+0000","last_peered":"2023-08-28T02:25:16.966073+0000","last_clean":"2023-08-28T02:25:16.966073+0000","last_became_active":"2023-08-28T02:16:50.316562+0000","last_became_peered":"2023-08-28T02:16:50.316562+0000","last_unstale":"2023-08-28T02:25:16.966073+0000","last_undegraded":"2023-08-28T02:25:16.966073+0000","last_fullsized":"2023-08-28T02:25:16.966073+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:24:38.987247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":128,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.088751+0000","last_change":"2023-08-28T02:07:37.315303+0000","last_active":"2023-08-28T02:21:44.088751+0000","last_peered":"2023-08-28T02:21:44.088751+0000","last_clean":"2023-08-28T02:21:44.088751+0000","last_became_active":"2023-08-28T02:07:37.312336+0000","last_became_peered":"2023-08-28T02:07:37.312336+0000","last_unstale":"2023-08-28T02:21:44.088751+0000","last_undegraded":"2023-08-28T02:21:44.088751+0000","last_fullsized":"2023-08-28T02:21:44.088751+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T14:00:32.089076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":122,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.088542+0000","last_change":"2023-08-28T02:15:58.341659+0000","last_active":"2023-08-28T02:21:44.088542+0000","last_peered":"2023-08-28T02:21:44.088542+0000","last_clean":"2023-08-28T02:21:44.088542+0000","last_became_active":"2023-08-28T02:15:58.341315+0000","last_became_peered":"2023-08-28T02:15:58.341315+0000","last_unstale":"2023-08-28T02:21:44.088542+0000","last_undegraded":"2023-08-28T02:21:44.088542+0000","last_fullsized":"2023-08-28T02:21:44.088542+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:07:51.806773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"65'2","reported_seq":125,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.088604+0000","last_change":"2023-08-28T02:16:50.332699+0000","last_active":"2023-08-28T02:21:44.088604+0000","last_peered":"2023-08-28T02:21:44.088604+0000","last_clean":"2023-08-28T02:21:44.088604+0000","last_became_active":"2023-08-28T02:16:50.332337+0000","last_became_peered":"2023-08-28T02:16:50.332337+0000","last_unstale":"2023-08-28T02:21:44.088604+0000","last_undegraded":"2023-08-28T02:21:44.088604+0000","last_fullsized":"2023-08-28T02:21:44.088604+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:26:51.876295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":100,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:24:06.685535+0000","last_change":"2023-08-28T02:16:50.311257+0000","last_active":"2023-08-28T02:24:06.685535+0000","last_peered":"2023-08-28T02:24:06.685535+0000","last_clean":"2023-08-28T02:24:06.685535+0000","last_became_active":"2023-08-28T02:16:50.310902+0000","last_became_peered":"2023-08-28T02:16:50.310902+0000","last_unstale":"2023-08-28T02:24:06.685535+0000","last_undegraded":"2023-08-28T02:24:06.685535+0000","last_fullsized":"2023-08-28T02:24:06.685535+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:09.479771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,7],"acting":[0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":113,"reported_epoch":159,"state":"active+clean","last_fresh":"2023-08-28T02:26:04.191718+0000","last_change":"2023-08-28T02:17:57.870068+0000","last_active":"2023-08-28T02:26:04.191718+0000","last_peered":"2023-08-28T02:26:04.191718+0000","last_clean":"2023-08-28T02:26:04.191718+0000","last_became_active":"2023-08-28T02:17:57.869718+0000","last_became_peered":"2023-08-28T02:17:57.869718+0000","last_unstale":"2023-08-28T02:26:04.191718+0000","last_undegraded":"2023-08-28T02:26:04.191718+0000","last_fullsized":"2023-08-28T02:26:04.191718+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:28:47.968132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":121,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:45.008838+0000","last_change":"2023-08-28T02:17:57.827021+0000","last_active":"2023-08-28T02:21:45.008838+0000","last_peered":"2023-08-28T02:21:45.008838+0000","last_clean":"2023-08-28T02:21:45.008838+0000","last_became_active":"2023-08-28T02:17:57.826722+0000","last_became_peered":"2023-08-28T02:17:57.826722+0000","last_unstale":"2023-08-28T02:21:45.008838+0000","last_undegraded":"2023-08-28T02:21:45.008838+0000","last_fullsized":"2023-08-28T02:21:45.008838+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:02:26.183338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":106,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.088195+0000","last_change":"2023-08-28T02:07:37.318077+0000","last_active":"2023-08-28T02:21:44.088195+0000","last_peered":"2023-08-28T02:21:44.088195+0000","last_clean":"2023-08-28T02:21:44.088195+0000","last_became_active":"2023-08-28T02:07:37.317784+0000","last_became_peered":"2023-08-28T02:07:37.317784+0000","last_unstale":"2023-08-28T02:21:44.088195+0000","last_undegraded":"2023-08-28T02:21:44.088195+0000","last_fullsized":"2023-08-28T02:21:44.088195+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:08:37.079996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":113,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:24:21.705608+0000","last_change":"2023-08-28T02:17:57.870143+0000","last_active":"2023-08-28T02:24:21.705608+0000","last_peered":"2023-08-28T02:24:21.705608+0000","last_clean":"2023-08-28T02:24:21.705608+0000","last_became_active":"2023-08-28T02:17:57.869769+0000","last_became_peered":"2023-08-28T02:17:57.869769+0000","last_unstale":"2023-08-28T02:24:21.705608+0000","last_undegraded":"2023-08-28T02:24:21.705608+0000","last_fullsized":"2023-08-28T02:24:21.705608+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:21:29.581768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"65'8","reported_seq":130,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.134326+0000","last_change":"2023-08-28T02:14:43.083962+0000","last_active":"2023-08-28T02:21:44.134326+0000","last_peered":"2023-08-28T02:21:44.134326+0000","last_clean":"2023-08-28T02:21:44.134326+0000","last_became_active":"2023-08-28T02:14:43.083699+0000","last_became_peered":"2023-08-28T02:14:43.083699+0000","last_unstale":"2023-08-28T02:21:44.134326+0000","last_undegraded":"2023-08-28T02:21:44.134326+0000","last_fullsized":"2023-08-28T02:21:44.134326+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:34:42.581750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":105,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:25:11.592595+0000","last_change":"2023-08-28T02:17:57.837590+0000","last_active":"2023-08-28T02:25:11.592595+0000","last_peered":"2023-08-28T02:25:11.592595+0000","last_clean":"2023-08-28T02:25:11.592595+0000","last_became_active":"2023-08-28T02:17:57.837098+0000","last_became_peered":"2023-08-28T02:17:57.837098+0000","last_unstale":"2023-08-28T02:25:11.592595+0000","last_undegraded":"2023-08-28T02:25:11.592595+0000","last_fullsized":"2023-08-28T02:25:11.592595+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:19:56.089819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.f","version":"65'1","reported_seq":124,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.088935+0000","last_change":"2023-08-28T02:14:43.046130+0000","last_active":"2023-08-28T02:21:44.088935+0000","last_peered":"2023-08-28T02:21:44.088935+0000","last_clean":"2023-08-28T02:21:44.088935+0000","last_became_active":"2023-08-28T02:14:43.045775+0000","last_became_peered":"2023-08-28T02:14:43.045775+0000","last_unstale":"2023-08-28T02:21:44.088935+0000","last_undegraded":"2023-08-28T02:21:44.088935+0000","last_fullsized":"2023-08-28T02:21:44.088935+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:57:38.279756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":104,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:45.008449+0000","last_change":"2023-08-28T02:07:37.452412+0000","last_active":"2023-08-28T02:21:45.008449+0000","last_peered":"2023-08-28T02:21:45.008449+0000","last_clean":"2023-08-28T02:21:45.008449+0000","last_became_active":"2023-08-28T02:07:37.452156+0000","last_became_peered":"2023-08-28T02:07:37.452156+0000","last_unstale":"2023-08-28T02:21:45.008449+0000","last_undegraded":"2023-08-28T02:21:45.008449+0000","last_fullsized":"2023-08-28T02:21:45.008449+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:10:33.405360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"65'2","reported_seq":125,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.089015+0000","last_change":"2023-08-28T02:15:58.339743+0000","last_active":"2023-08-28T02:21:44.089015+0000","last_peered":"2023-08-28T02:21:44.089015+0000","last_clean":"2023-08-28T02:21:44.089015+0000","last_became_active":"2023-08-28T02:15:58.339306+0000","last_became_peered":"2023-08-28T02:15:58.339306+0000","last_unstale":"2023-08-28T02:21:44.089015+0000","last_undegraded":"2023-08-28T02:21:44.089015+0000","last_fullsized":"2023-08-28T02:21:44.089015+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:26:49.535873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":139,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.088132+0000","last_change":"2023-08-28T02:17:57.825376+0000","last_active":"2023-08-28T02:21:44.088132+0000","last_peered":"2023-08-28T02:21:44.088132+0000","last_clean":"2023-08-28T02:21:44.088132+0000","last_became_active":"2023-08-28T02:17:57.825022+0000","last_became_peered":"2023-08-28T02:17:57.825022+0000","last_unstale":"2023-08-28T02:21:44.088132+0000","last_undegraded":"2023-08-28T02:21:44.088132+0000","last_fullsized":"2023-08-28T02:21:44.088132+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:02:30.773293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"65'1","reported_seq":107,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.088294+0000","last_change":"2023-08-28T02:07:37.312010+0000","last_active":"2023-08-28T02:21:44.088294+0000","last_peered":"2023-08-28T02:21:44.088294+0000","last_clean":"2023-08-28T02:21:44.088294+0000","last_became_active":"2023-08-28T02:07:37.311737+0000","last_became_peered":"2023-08-28T02:07:37.311737+0000","last_unstale":"2023-08-28T02:21:44.088294+0000","last_undegraded":"2023-08-28T02:21:44.088294+0000","last_fullsized":"2023-08-28T02:21:44.088294+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:09:38.844075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":121,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.134318+0000","last_change":"2023-08-28T02:15:58.345711+0000","last_active":"2023-08-28T02:21:44.134318+0000","last_peered":"2023-08-28T02:21:44.134318+0000","last_clean":"2023-08-28T02:21:44.134318+0000","last_became_active":"2023-08-28T02:15:58.345246+0000","last_became_peered":"2023-08-28T02:15:58.345246+0000","last_unstale":"2023-08-28T02:21:44.134318+0000","last_undegraded":"2023-08-28T02:21:44.134318+0000","last_fullsized":"2023-08-28T02:21:44.134318+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:43:42.445855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":122,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:45.008688+0000","last_change":"2023-08-28T02:17:57.872076+0000","last_active":"2023-08-28T02:21:45.008688+0000","last_peered":"2023-08-28T02:21:45.008688+0000","last_clean":"2023-08-28T02:21:45.008688+0000","last_became_active":"2023-08-28T02:17:57.871701+0000","last_became_peered":"2023-08-28T02:17:57.871701+0000","last_unstale":"2023-08-28T02:21:45.008688+0000","last_undegraded":"2023-08-28T02:21:45.008688+0000","last_fullsized":"2023-08-28T02:21:45.008688+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:34:26.505505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":127,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:25:56.842590+0000","last_change":"2023-08-28T02:16:50.310255+0000","last_active":"2023-08-28T02:25:56.842590+0000","last_peered":"2023-08-28T02:25:56.842590+0000","last_clean":"2023-08-28T02:25:56.842590+0000","last_became_active":"2023-08-28T02:16:50.309889+0000","last_became_peered":"2023-08-28T02:16:50.309889+0000","last_unstale":"2023-08-28T02:25:56.842590+0000","last_undegraded":"2023-08-28T02:25:56.842590+0000","last_fullsized":"2023-08-28T02:25:56.842590+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:40:26.627880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"65'2","reported_seq":136,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:24:41.529521+0000","last_change":"2023-08-28T02:17:57.845300+0000","last_active":"2023-08-28T02:24:41.529521+0000","last_peered":"2023-08-28T02:24:41.529521+0000","last_clean":"2023-08-28T02:24:41.529521+0000","last_became_active":"2023-08-28T02:17:57.843639+0000","last_became_peered":"2023-08-28T02:17:57.843639+0000","last_unstale":"2023-08-28T02:24:41.529521+0000","last_undegraded":"2023-08-28T02:24:41.529521+0000","last_fullsized":"2023-08-28T02:24:41.529521+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:27.684476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":122,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.088685+0000","last_change":"2023-08-28T02:17:57.825494+0000","last_active":"2023-08-28T02:21:44.088685+0000","last_peered":"2023-08-28T02:21:44.088685+0000","last_clean":"2023-08-28T02:21:44.088685+0000","last_became_active":"2023-08-28T02:17:57.825112+0000","last_became_peered":"2023-08-28T02:17:57.825112+0000","last_unstale":"2023-08-28T02:21:44.088685+0000","last_undegraded":"2023-08-28T02:21:44.088685+0000","last_fullsized":"2023-08-28T02:21:44.088685+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:04:13.819397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":122,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.134427+0000","last_change":"2023-08-28T02:15:58.345460+0000","last_active":"2023-08-28T02:21:44.134427+0000","last_peered":"2023-08-28T02:21:44.134427+0000","last_clean":"2023-08-28T02:21:44.134427+0000","last_became_active":"2023-08-28T02:15:58.344797+0000","last_became_peered":"2023-08-28T02:15:58.344797+0000","last_unstale":"2023-08-28T02:21:44.134427+0000","last_undegraded":"2023-08-28T02:21:44.134427+0000","last_fullsized":"2023-08-28T02:21:44.134427+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:16:40.021927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":101,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:26:01.843301+0000","last_change":"2023-08-28T02:16:50.318938+0000","last_active":"2023-08-28T02:26:01.843301+0000","last_peered":"2023-08-28T02:26:01.843301+0000","last_clean":"2023-08-28T02:26:01.843301+0000","last_became_active":"2023-08-28T02:16:50.318559+0000","last_became_peered":"2023-08-28T02:16:50.318559+0000","last_unstale":"2023-08-28T02:26:01.843301+0000","last_undegraded":"2023-08-28T02:26:01.843301+0000","last_fullsized":"2023-08-28T02:26:01.843301+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:08:58.462110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,5],"acting":[0,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":123,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.088038+0000","last_change":"2023-08-28T02:16:50.340534+0000","last_active":"2023-08-28T02:21:44.088038+0000","last_peered":"2023-08-28T02:21:44.088038+0000","last_clean":"2023-08-28T02:21:44.088038+0000","last_became_active":"2023-08-28T02:16:50.340208+0000","last_became_peered":"2023-08-28T02:16:50.340208+0000","last_unstale":"2023-08-28T02:21:44.088038+0000","last_undegraded":"2023-08-28T02:21:44.088038+0000","last_fullsized":"2023-08-28T02:21:44.088038+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:15:28.933937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":122,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.088450+0000","last_change":"2023-08-28T02:15:58.341805+0000","last_active":"2023-08-28T02:21:44.088450+0000","last_peered":"2023-08-28T02:21:44.088450+0000","last_clean":"2023-08-28T02:21:44.088450+0000","last_became_active":"2023-08-28T02:15:58.341410+0000","last_became_peered":"2023-08-28T02:15:58.341410+0000","last_unstale":"2023-08-28T02:21:44.088450+0000","last_undegraded":"2023-08-28T02:21:44.088450+0000","last_fullsized":"2023-08-28T02:21:44.088450+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:53:09.135509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":106,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:24:26.482541+0000","last_change":"2023-08-28T02:17:57.834673+0000","last_active":"2023-08-28T02:24:26.482541+0000","last_peered":"2023-08-28T02:24:26.482541+0000","last_clean":"2023-08-28T02:24:26.482541+0000","last_became_active":"2023-08-28T02:17:57.833257+0000","last_became_peered":"2023-08-28T02:17:57.833257+0000","last_unstale":"2023-08-28T02:24:26.482541+0000","last_undegraded":"2023-08-28T02:24:26.482541+0000","last_fullsized":"2023-08-28T02:24:26.482541+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:59:25.673492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":86,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:26:01.843387+0000","last_change":"2023-08-28T02:14:44.099829+0000","last_active":"2023-08-28T02:26:01.843387+0000","last_peered":"2023-08-28T02:26:01.843387+0000","last_clean":"2023-08-28T02:26:01.843387+0000","last_became_active":"2023-08-28T02:14:44.099521+0000","last_became_peered":"2023-08-28T02:14:44.099521+0000","last_unstale":"2023-08-28T02:26:01.843387+0000","last_undegraded":"2023-08-28T02:26:01.843387+0000","last_fullsized":"2023-08-28T02:26:01.843387+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:41:15.842669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":130,"reported_epoch":159,"state":"active+clean","last_fresh":"2023-08-28T02:26:04.860288+0000","last_change":"2023-08-28T02:15:58.330205+0000","last_active":"2023-08-28T02:26:04.860288+0000","last_peered":"2023-08-28T02:26:04.860288+0000","last_clean":"2023-08-28T02:26:04.860288+0000","last_became_active":"2023-08-28T02:15:58.329854+0000","last_became_peered":"2023-08-28T02:15:58.329854+0000","last_unstale":"2023-08-28T02:26:04.860288+0000","last_undegraded":"2023-08-28T02:26:04.860288+0000","last_fullsized":"2023-08-28T02:26:04.860288+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:11:59.215198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":139,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:45.008843+0000","last_change":"2023-08-28T02:17:57.832204+0000","last_active":"2023-08-28T02:21:45.008843+0000","last_peered":"2023-08-28T02:21:45.008843+0000","last_clean":"2023-08-28T02:21:45.008843+0000","last_became_active":"2023-08-28T02:17:57.831885+0000","last_became_peered":"2023-08-28T02:17:57.831885+0000","last_unstale":"2023-08-28T02:21:45.008843+0000","last_undegraded":"2023-08-28T02:21:45.008843+0000","last_fullsized":"2023-08-28T02:21:45.008843+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:14:33.767147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":83,"reported_epoch":159,"state":"active+clean","last_fresh":"2023-08-28T02:26:04.860026+0000","last_change":"2023-08-28T02:15:58.343551+0000","last_active":"2023-08-28T02:26:04.860026+0000","last_peered":"2023-08-28T02:26:04.860026+0000","last_clean":"2023-08-28T02:26:04.860026+0000","last_became_active":"2023-08-28T02:15:58.341847+0000","last_became_peered":"2023-08-28T02:15:58.341847+0000","last_unstale":"2023-08-28T02:26:04.860026+0000","last_undegraded":"2023-08-28T02:26:04.860026+0000","last_fullsized":"2023-08-28T02:26:04.860026+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:54:02.981107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":126,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:45.008559+0000","last_change":"2023-08-28T02:15:58.344890+0000","last_active":"2023-08-28T02:21:45.008559+0000","last_peered":"2023-08-28T02:21:45.008559+0000","last_clean":"2023-08-28T02:21:45.008559+0000","last_became_active":"2023-08-28T02:15:58.344569+0000","last_became_peered":"2023-08-28T02:15:58.344569+0000","last_unstale":"2023-08-28T02:21:45.008559+0000","last_undegraded":"2023-08-28T02:21:45.008559+0000","last_fullsized":"2023-08-28T02:21:45.008559+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:01:49.773942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":123,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.088733+0000","last_change":"2023-08-28T02:14:43.039758+0000","last_active":"2023-08-28T02:21:44.088733+0000","last_peered":"2023-08-28T02:21:44.088733+0000","last_clean":"2023-08-28T02:21:44.088733+0000","last_became_active":"2023-08-28T02:14:43.039236+0000","last_became_peered":"2023-08-28T02:14:43.039236+0000","last_unstale":"2023-08-28T02:21:44.088733+0000","last_undegraded":"2023-08-28T02:21:44.088733+0000","last_fullsized":"2023-08-28T02:21:44.088733+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:49:11.066668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":113,"reported_epoch":159,"state":"active+clean","last_fresh":"2023-08-28T02:26:04.860523+0000","last_change":"2023-08-28T02:17:57.871915+0000","last_active":"2023-08-28T02:26:04.860523+0000","last_peered":"2023-08-28T02:26:04.860523+0000","last_clean":"2023-08-28T02:26:04.860523+0000","last_became_active":"2023-08-28T02:17:57.871557+0000","last_became_peered":"2023-08-28T02:17:57.871557+0000","last_unstale":"2023-08-28T02:26:04.860523+0000","last_undegraded":"2023-08-28T02:26:04.860523+0000","last_fullsized":"2023-08-28T02:26:04.860523+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:25.212031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":129,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:25:09.119961+0000","last_change":"2023-08-28T02:17:57.849218+0000","last_active":"2023-08-28T02:25:09.119961+0000","last_peered":"2023-08-28T02:25:09.119961+0000","last_clean":"2023-08-28T02:25:09.119961+0000","last_became_active":"2023-08-28T02:17:57.848849+0000","last_became_peered":"2023-08-28T02:17:57.848849+0000","last_unstale":"2023-08-28T02:25:09.119961+0000","last_undegraded":"2023-08-28T02:25:09.119961+0000","last_fullsized":"2023-08-28T02:25:09.119961+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:52:44.006871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":98,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:25:57.055093+0000","last_change":"2023-08-28T02:16:50.316947+0000","last_active":"2023-08-28T02:25:57.055093+0000","last_peered":"2023-08-28T02:25:57.055093+0000","last_clean":"2023-08-28T02:25:57.055093+0000","last_became_active":"2023-08-28T02:16:50.316598+0000","last_became_peered":"2023-08-28T02:16:50.316598+0000","last_unstale":"2023-08-28T02:25:57.055093+0000","last_undegraded":"2023-08-28T02:25:57.055093+0000","last_fullsized":"2023-08-28T02:25:57.055093+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:13:41.719458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":124,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:24:36.879383+0000","last_change":"2023-08-28T02:15:58.342090+0000","last_active":"2023-08-28T02:24:36.879383+0000","last_peered":"2023-08-28T02:24:36.879383+0000","last_clean":"2023-08-28T02:24:36.879383+0000","last_became_active":"2023-08-28T02:15:58.341776+0000","last_became_peered":"2023-08-28T02:15:58.341776+0000","last_unstale":"2023-08-28T02:24:36.879383+0000","last_undegraded":"2023-08-28T02:24:36.879383+0000","last_fullsized":"2023-08-28T02:24:36.879383+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:26:41.710259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":126,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:45.008554+0000","last_change":"2023-08-28T02:16:50.342424+0000","last_active":"2023-08-28T02:21:45.008554+0000","last_peered":"2023-08-28T02:21:45.008554+0000","last_clean":"2023-08-28T02:21:45.008554+0000","last_became_active":"2023-08-28T02:16:50.342083+0000","last_became_peered":"2023-08-28T02:16:50.342083+0000","last_unstale":"2023-08-28T02:21:45.008554+0000","last_undegraded":"2023-08-28T02:21:45.008554+0000","last_fullsized":"2023-08-28T02:21:45.008554+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:48:40.173542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"75'161","reported_seq":500,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.088011+0000","last_change":"2023-08-28T02:14:43.034146+0000","last_active":"2023-08-28T02:21:44.088011+0000","last_peered":"2023-08-28T02:21:44.088011+0000","last_clean":"2023-08-28T02:21:44.088011+0000","last_became_active":"2023-08-28T02:14:43.033733+0000","last_became_peered":"2023-08-28T02:14:43.033733+0000","last_unstale":"2023-08-28T02:21:44.088011+0000","last_undegraded":"2023-08-28T02:21:44.088011+0000","last_fullsized":"2023-08-28T02:21:44.088011+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:05:41.113227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":92,"reported_epoch":159,"state":"active+clean","last_fresh":"2023-08-28T02:26:04.191089+0000","last_change":"2023-08-28T02:17:57.830935+0000","last_active":"2023-08-28T02:26:04.191089+0000","last_peered":"2023-08-28T02:26:04.191089+0000","last_clean":"2023-08-28T02:26:04.191089+0000","last_became_active":"2023-08-28T02:17:57.830393+0000","last_became_peered":"2023-08-28T02:17:57.830393+0000","last_unstale":"2023-08-28T02:26:04.191089+0000","last_undegraded":"2023-08-28T02:26:04.191089+0000","last_fullsized":"2023-08-28T02:26:04.191089+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:53:51.589050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":104,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.134660+0000","last_change":"2023-08-28T02:07:37.450928+0000","last_active":"2023-08-28T02:21:44.134660+0000","last_peered":"2023-08-28T02:21:44.134660+0000","last_clean":"2023-08-28T02:21:44.134660+0000","last_became_active":"2023-08-28T02:07:37.450603+0000","last_became_peered":"2023-08-28T02:07:37.450603+0000","last_unstale":"2023-08-28T02:21:44.134660+0000","last_undegraded":"2023-08-28T02:21:44.134660+0000","last_fullsized":"2023-08-28T02:21:44.134660+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:39:24.068431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":144,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.087933+0000","last_change":"2023-08-28T02:15:58.338120+0000","last_active":"2023-08-28T02:21:44.087933+0000","last_peered":"2023-08-28T02:21:44.087933+0000","last_clean":"2023-08-28T02:21:44.087933+0000","last_became_active":"2023-08-28T02:15:58.337738+0000","last_became_peered":"2023-08-28T02:15:58.337738+0000","last_unstale":"2023-08-28T02:21:44.087933+0000","last_undegraded":"2023-08-28T02:21:44.087933+0000","last_fullsized":"2023-08-28T02:21:44.087933+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:36:17.078801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":113,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:25:06.767798+0000","last_change":"2023-08-28T02:17:57.849233+0000","last_active":"2023-08-28T02:25:06.767798+0000","last_peered":"2023-08-28T02:25:06.767798+0000","last_clean":"2023-08-28T02:25:06.767798+0000","last_became_active":"2023-08-28T02:17:57.848909+0000","last_became_peered":"2023-08-28T02:17:57.848909+0000","last_unstale":"2023-08-28T02:25:06.767798+0000","last_undegraded":"2023-08-28T02:25:06.767798+0000","last_fullsized":"2023-08-28T02:25:06.767798+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:19:30.926702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":112,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:25:31.802014+0000","last_change":"2023-08-28T02:16:50.318846+0000","last_active":"2023-08-28T02:25:31.802014+0000","last_peered":"2023-08-28T02:25:31.802014+0000","last_clean":"2023-08-28T02:25:31.802014+0000","last_became_active":"2023-08-28T02:16:50.318460+0000","last_became_peered":"2023-08-28T02:16:50.318460+0000","last_unstale":"2023-08-28T02:25:31.802014+0000","last_undegraded":"2023-08-28T02:25:31.802014+0000","last_fullsized":"2023-08-28T02:25:31.802014+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:19:34.011385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":127,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.088384+0000","last_change":"2023-08-28T02:14:43.033789+0000","last_active":"2023-08-28T02:21:44.088384+0000","last_peered":"2023-08-28T02:21:44.088384+0000","last_clean":"2023-08-28T02:21:44.088384+0000","last_became_active":"2023-08-28T02:14:43.033454+0000","last_became_peered":"2023-08-28T02:14:43.033454+0000","last_unstale":"2023-08-28T02:21:44.088384+0000","last_undegraded":"2023-08-28T02:21:44.088384+0000","last_fullsized":"2023-08-28T02:21:44.088384+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:01:13.205842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":98,"reported_epoch":159,"state":"active+clean","last_fresh":"2023-08-28T02:26:04.860394+0000","last_change":"2023-08-28T02:16:50.326816+0000","last_active":"2023-08-28T02:26:04.860394+0000","last_peered":"2023-08-28T02:26:04.860394+0000","last_clean":"2023-08-28T02:26:04.860394+0000","last_became_active":"2023-08-28T02:16:50.326004+0000","last_became_peered":"2023-08-28T02:16:50.326004+0000","last_unstale":"2023-08-28T02:26:04.860394+0000","last_undegraded":"2023-08-28T02:26:04.860394+0000","last_fullsized":"2023-08-28T02:26:04.860394+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:57:04.480900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":99,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:25:06.767834+0000","last_change":"2023-08-28T02:14:43.048791+0000","last_active":"2023-08-28T02:25:06.767834+0000","last_peered":"2023-08-28T02:25:06.767834+0000","last_clean":"2023-08-28T02:25:06.767834+0000","last_became_active":"2023-08-28T02:14:43.047408+0000","last_became_peered":"2023-08-28T02:14:43.047408+0000","last_unstale":"2023-08-28T02:25:06.767834+0000","last_undegraded":"2023-08-28T02:25:06.767834+0000","last_fullsized":"2023-08-28T02:25:06.767834+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:47.097181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"65'2","reported_seq":136,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:24:26.487551+0000","last_change":"2023-08-28T02:17:57.864052+0000","last_active":"2023-08-28T02:24:26.487551+0000","last_peered":"2023-08-28T02:24:26.487551+0000","last_clean":"2023-08-28T02:24:26.487551+0000","last_became_active":"2023-08-28T02:17:57.845544+0000","last_became_peered":"2023-08-28T02:17:57.845544+0000","last_unstale":"2023-08-28T02:24:26.487551+0000","last_undegraded":"2023-08-28T02:24:26.487551+0000","last_fullsized":"2023-08-28T02:24:26.487551+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:24:46.387534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":82,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:24:36.879356+0000","last_change":"2023-08-28T02:15:58.339320+0000","last_active":"2023-08-28T02:24:36.879356+0000","last_peered":"2023-08-28T02:24:36.879356+0000","last_clean":"2023-08-28T02:24:36.879356+0000","last_became_active":"2023-08-28T02:15:58.337320+0000","last_became_peered":"2023-08-28T02:15:58.337320+0000","last_unstale":"2023-08-28T02:24:36.879356+0000","last_undegraded":"2023-08-28T02:24:36.879356+0000","last_fullsized":"2023-08-28T02:24:36.879356+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:45:55.601750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":134,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:25:56.647303+0000","last_change":"2023-08-28T02:17:57.850029+0000","last_active":"2023-08-28T02:25:56.647303+0000","last_peered":"2023-08-28T02:25:56.647303+0000","last_clean":"2023-08-28T02:25:56.647303+0000","last_became_active":"2023-08-28T02:17:57.846602+0000","last_became_peered":"2023-08-28T02:17:57.846602+0000","last_unstale":"2023-08-28T02:25:56.647303+0000","last_undegraded":"2023-08-28T02:25:56.647303+0000","last_fullsized":"2023-08-28T02:25:56.647303+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:39:38.706283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":126,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.134700+0000","last_change":"2023-08-28T02:16:50.341679+0000","last_active":"2023-08-28T02:21:44.134700+0000","last_peered":"2023-08-28T02:21:44.134700+0000","last_clean":"2023-08-28T02:21:44.134700+0000","last_became_active":"2023-08-28T02:16:50.341357+0000","last_became_peered":"2023-08-28T02:16:50.341357+0000","last_unstale":"2023-08-28T02:21:44.134700+0000","last_undegraded":"2023-08-28T02:21:44.134700+0000","last_fullsized":"2023-08-28T02:21:44.134700+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:18:29.131334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"65'1","reported_seq":117,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:25:31.802035+0000","last_change":"2023-08-28T02:15:58.334351+0000","last_active":"2023-08-28T02:25:31.802035+0000","last_peered":"2023-08-28T02:25:31.802035+0000","last_clean":"2023-08-28T02:25:31.802035+0000","last_became_active":"2023-08-28T02:15:58.334041+0000","last_became_peered":"2023-08-28T02:15:58.334041+0000","last_unstale":"2023-08-28T02:25:31.802035+0000","last_undegraded":"2023-08-28T02:25:31.802035+0000","last_fullsized":"2023-08-28T02:25:31.802035+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:36:32.836027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":105,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.087937+0000","last_change":"2023-08-28T02:07:37.332854+0000","last_active":"2023-08-28T02:21:44.087937+0000","last_peered":"2023-08-28T02:21:44.087937+0000","last_clean":"2023-08-28T02:21:44.087937+0000","last_became_active":"2023-08-28T02:07:37.332563+0000","last_became_peered":"2023-08-28T02:07:37.332563+0000","last_unstale":"2023-08-28T02:21:44.087937+0000","last_undegraded":"2023-08-28T02:21:44.087937+0000","last_fullsized":"2023-08-28T02:21:44.087937+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:24:12.887788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"65'1","reported_seq":101,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:24:41.720711+0000","last_change":"2023-08-28T02:14:43.042150+0000","last_active":"2023-08-28T02:24:41.720711+0000","last_peered":"2023-08-28T02:24:41.720711+0000","last_clean":"2023-08-28T02:24:41.720711+0000","last_became_active":"2023-08-28T02:14:43.038336+0000","last_became_peered":"2023-08-28T02:14:43.038336+0000","last_unstale":"2023-08-28T02:24:41.720711+0000","last_undegraded":"2023-08-28T02:24:41.720711+0000","last_fullsized":"2023-08-28T02:24:41.720711+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:26:02.415152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":131,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:24:19.079558+0000","last_change":"2023-08-28T02:17:57.871803+0000","last_active":"2023-08-28T02:24:19.079558+0000","last_peered":"2023-08-28T02:24:19.079558+0000","last_clean":"2023-08-28T02:24:19.079558+0000","last_became_active":"2023-08-28T02:17:57.871419+0000","last_became_peered":"2023-08-28T02:17:57.871419+0000","last_unstale":"2023-08-28T02:24:19.079558+0000","last_undegraded":"2023-08-28T02:24:19.079558+0000","last_fullsized":"2023-08-28T02:24:19.079558+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:46.284365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,3],"acting":[2,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"65'2","reported_seq":124,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:45.008742+0000","last_change":"2023-08-28T02:15:58.344265+0000","last_active":"2023-08-28T02:21:45.008742+0000","last_peered":"2023-08-28T02:21:45.008742+0000","last_clean":"2023-08-28T02:21:45.008742+0000","last_became_active":"2023-08-28T02:15:58.343903+0000","last_became_peered":"2023-08-28T02:15:58.343903+0000","last_unstale":"2023-08-28T02:21:45.008742+0000","last_undegraded":"2023-08-28T02:21:45.008742+0000","last_fullsized":"2023-08-28T02:21:45.008742+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:00:52.112893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":115,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:24:46.737337+0000","last_change":"2023-08-28T02:17:57.870248+0000","last_active":"2023-08-28T02:24:46.737337+0000","last_peered":"2023-08-28T02:24:46.737337+0000","last_clean":"2023-08-28T02:24:46.737337+0000","last_became_active":"2023-08-28T02:17:57.869813+0000","last_became_peered":"2023-08-28T02:17:57.869813+0000","last_unstale":"2023-08-28T02:24:46.737337+0000","last_undegraded":"2023-08-28T02:24:46.737337+0000","last_fullsized":"2023-08-28T02:24:46.737337+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:36:26.136730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"65'2","reported_seq":107,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:45.008723+0000","last_change":"2023-08-28T02:07:37.315088+0000","last_active":"2023-08-28T02:21:45.008723+0000","last_peered":"2023-08-28T02:21:45.008723+0000","last_clean":"2023-08-28T02:21:45.008723+0000","last_became_active":"2023-08-28T02:07:37.314730+0000","last_became_peered":"2023-08-28T02:07:37.314730+0000","last_unstale":"2023-08-28T02:21:45.008723+0000","last_undegraded":"2023-08-28T02:21:45.008723+0000","last_fullsized":"2023-08-28T02:21:45.008723+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:58.096621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":139,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.089197+0000","last_change":"2023-08-28T02:17:57.830595+0000","last_active":"2023-08-28T02:21:44.089197+0000","last_peered":"2023-08-28T02:21:44.089197+0000","last_clean":"2023-08-28T02:21:44.089197+0000","last_became_active":"2023-08-28T02:17:57.830345+0000","last_became_peered":"2023-08-28T02:17:57.830345+0000","last_unstale":"2023-08-28T02:21:44.089197+0000","last_undegraded":"2023-08-28T02:21:44.089197+0000","last_fullsized":"2023-08-28T02:21:44.089197+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:50:50.199731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"65'1","reported_seq":124,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:25:56.647368+0000","last_change":"2023-08-28T02:17:57.833218+0000","last_active":"2023-08-28T02:25:56.647368+0000","last_peered":"2023-08-28T02:25:56.647368+0000","last_clean":"2023-08-28T02:25:56.647368+0000","last_became_active":"2023-08-28T02:17:57.832772+0000","last_became_peered":"2023-08-28T02:17:57.832772+0000","last_unstale":"2023-08-28T02:25:56.647368+0000","last_undegraded":"2023-08-28T02:25:56.647368+0000","last_fullsized":"2023-08-28T02:25:56.647368+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:00:02.110545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":138,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:25:11.592508+0000","last_change":"2023-08-28T02:17:57.845102+0000","last_active":"2023-08-28T02:25:11.592508+0000","last_peered":"2023-08-28T02:25:11.592508+0000","last_clean":"2023-08-28T02:25:11.592508+0000","last_became_active":"2023-08-28T02:17:57.843529+0000","last_became_peered":"2023-08-28T02:17:57.843529+0000","last_unstale":"2023-08-28T02:25:11.592508+0000","last_undegraded":"2023-08-28T02:25:11.592508+0000","last_fullsized":"2023-08-28T02:25:11.592508+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:20:19.708785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"65'4","reported_seq":117,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:25:06.768001+0000","last_change":"2023-08-28T02:16:50.319672+0000","last_active":"2023-08-28T02:25:06.768001+0000","last_peered":"2023-08-28T02:25:06.768001+0000","last_clean":"2023-08-28T02:25:06.768001+0000","last_became_active":"2023-08-28T02:16:50.319279+0000","last_became_peered":"2023-08-28T02:16:50.319279+0000","last_unstale":"2023-08-28T02:25:06.768001+0000","last_undegraded":"2023-08-28T02:25:06.768001+0000","last_fullsized":"2023-08-28T02:25:06.768001+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:28:07.379148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":122,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.087933+0000","last_change":"2023-08-28T02:15:58.333459+0000","last_active":"2023-08-28T02:21:44.087933+0000","last_peered":"2023-08-28T02:21:44.087933+0000","last_clean":"2023-08-28T02:21:44.087933+0000","last_became_active":"2023-08-28T02:15:58.332687+0000","last_became_peered":"2023-08-28T02:15:58.332687+0000","last_unstale":"2023-08-28T02:21:44.087933+0000","last_undegraded":"2023-08-28T02:21:44.087933+0000","last_fullsized":"2023-08-28T02:21:44.087933+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:15:43.019749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":161,"ondisk_log_size":161,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299634,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":277048,"kb_used_data":2352,"kb_used_omap":0,"kb_used_meta":274688,"kb_avail":93468104,"statfs":{"total":95995035648,"available":95711338496,"internally_reserved":0,"allocated":2408448,"data_stored":1657433,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":281280512},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:25:55 2023","interfaces":[{"interface":"back","average":{"1min":2.3490000000000002,"5min":2.2989999999999999,"15min":1.8879999999999999},"min":{"1min":0.23499999999999999,"5min":0.224,"15min":0.21199999999999999},"max":{"1min":13.118,"5min":13.118,"15min":13.257},"last":0.44400000000000001},{"interface":"front","average":{"1min":3.512,"5min":2.661,"15min":2.3239999999999998},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":13.103999999999999,"5min":13.103999999999999,"15min":13.272},"last":0.64700000000000002}]},{"osd":1,"last update":"Mon Aug 28 02:26:17 2023","interfaces":[{"interface":"back","average":{"1min":2.5430000000000001,"5min":2.7189999999999999,"15min":2.024},"min":{"1min":0.28299999999999997,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":8.5009999999999994,"5min":12.438000000000001,"15min":12.438000000000001},"last":0.502},{"interface":"front","average":{"1min":2.6850000000000001,"5min":2.4870000000000001,"15min":2.0230000000000001},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.26600000000000001},"max":{"1min":8.5129999999999999,"5min":12.332000000000001,"15min":12.332000000000001},"last":0.61599999999999999}]},{"osd":2,"last update":"Mon Aug 28 02:26:05 2023","interfaces":[{"interface":"back","average":{"1min":2.3540000000000001,"5min":2.302,"15min":1.677},"min":{"1min":0.31900000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":8.2970000000000006,"5min":8.3889999999999993,"15min":8.3889999999999993},"last":0.55500000000000005},{"interface":"front","average":{"1min":1.9450000000000001,"5min":1.9359999999999999,"15min":1.6120000000000001},"min":{"1min":0.35399999999999998,"5min":0.32500000000000001,"15min":0.29599999999999999},"max":{"1min":6.6139999999999999,"5min":8.9770000000000003,"15min":12.128},"last":0.54800000000000004}]},{"osd":3,"last update":"Mon Aug 28 02:26:17 2023","interfaces":[{"interface":"back","average":{"1min":1.3839999999999999,"5min":1.8340000000000001,"15min":2.1269999999999998},"min":{"1min":0.30199999999999999,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":5.7329999999999997,"5min":8.3599999999999994,"15min":9.2319999999999993},"last":0.59799999999999998},{"interface":"front","average":{"1min":1.704,"5min":2.4430000000000001,"15min":2.2629999999999999},"min":{"1min":0.42099999999999999,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":5.3300000000000001,"5min":12.031000000000001,"15min":12.031000000000001},"last":0.52500000000000002}]},{"osd":4,"last update":"Mon Aug 28 02:25:55 2023","interfaces":[{"interface":"back","average":{"1min":2.0859999999999999,"5min":1.3879999999999999,"15min":1.2509999999999999},"min":{"1min":0.28799999999999998,"5min":0.26100000000000001,"15min":0.22700000000000001},"max":{"1min":6.3689999999999998,"5min":11.351000000000001,"15min":12.378},"last":0.45800000000000002},{"interface":"front","average":{"1min":1.0920000000000001,"5min":1.161,"15min":1.1539999999999999},"min":{"1min":0.30299999999999999,"5min":0.26100000000000001,"15min":0.24299999999999999},"max":{"1min":7.2130000000000001,"5min":8.1890000000000001,"15min":20.111000000000001},"last":0.48599999999999999}]},{"osd":5,"last update":"Mon Aug 28 02:25:55 2023","interfaces":[{"interface":"back","average":{"1min":1.1699999999999999,"5min":1.2350000000000001,"15min":1.046},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":4.8890000000000002,"5min":8.1270000000000007,"15min":9.2279999999999998},"last":0.51700000000000002},{"interface":"front","average":{"1min":2.141,"5min":1.4590000000000001,"15min":1.2370000000000001},"min":{"1min":0.314,"5min":0.30199999999999999,"15min":0.28699999999999998},"max":{"1min":6.4359999999999999,"5min":6.4359999999999999,"15min":15.084},"last":0.57999999999999996}]},{"osd":6,"last update":"Mon Aug 28 02:25:55 2023","interfaces":[{"interface":"back","average":{"1min":1.8959999999999999,"5min":1.4119999999999999,"15min":1.1850000000000001},"min":{"1min":0.33700000000000002,"5min":0.30299999999999999,"15min":0.28199999999999997},"max":{"1min":6.4109999999999996,"5min":7.4619999999999997,"15min":12.356},"last":0.53900000000000003},{"interface":"front","average":{"1min":1.036,"5min":1.0209999999999999,"15min":1.1080000000000001},"min":{"1min":0.375,"5min":0.30499999999999999,"15min":0.29899999999999999},"max":{"1min":4.0350000000000001,"5min":5.2300000000000004,"15min":13.353},"last":0.56699999999999995}]}]},{"osd":6,"up_from":45,"seq":193273528565,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":256104,"kb_used_data":2336,"kb_used_omap":0,"kb_used_meta":253760,"kb_avail":93489048,"statfs":{"total":95995035648,"available":95732785152,"internally_reserved":0,"allocated":2392064,"data_stored":1656964,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":259850240},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:26:01 2023","interfaces":[{"interface":"back","average":{"1min":2.2389999999999999,"5min":2.431,"15min":2.1579999999999999},"min":{"1min":0.23100000000000001,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":10.885,"5min":11.036,"15min":16.462},"last":0.57599999999999996},{"interface":"front","average":{"1min":1.7909999999999999,"5min":2.3530000000000002,"15min":2.2160000000000002},"min":{"1min":0.30599999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":7.4500000000000002,"5min":12.333,"15min":16.486999999999998},"last":0.69199999999999995}]},{"osd":1,"last update":"Mon Aug 28 02:25:22 2023","interfaces":[{"interface":"back","average":{"1min":4.423,"5min":2.5760000000000001,"15min":2.2869999999999999},"min":{"1min":0.308,"5min":0.24199999999999999,"15min":0.23999999999999999},"max":{"1min":12.834,"5min":12.834,"15min":12.834},"last":0.63200000000000001},{"interface":"front","average":{"1min":3.0430000000000001,"5min":2.2120000000000002,"15min":1.7929999999999999},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.25700000000000001},"max":{"1min":12.311,"5min":12.311,"15min":12.311},"last":0.56499999999999995}]},{"osd":2,"last update":"Mon Aug 28 02:26:11 2023","interfaces":[{"interface":"back","average":{"1min":2.0680000000000001,"5min":2.468,"15min":2.0419999999999998},"min":{"1min":0.30599999999999999,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":6.4470000000000001,"5min":12.356,"15min":14.156000000000001},"last":0.66100000000000003},{"interface":"front","average":{"1min":2.5710000000000002,"5min":2.0419999999999998,"15min":1.7729999999999999},"min":{"1min":0.437,"5min":0.247,"15min":0.247},"max":{"1min":7.4550000000000001,"5min":8.6370000000000005,"15min":11.442},"last":0.64800000000000002}]},{"osd":3,"last update":"Mon Aug 28 02:26:11 2023","interfaces":[{"interface":"back","average":{"1min":1.6439999999999999,"5min":2.5310000000000001,"15min":2.0840000000000001},"min":{"1min":0.35999999999999999,"5min":0.33600000000000002,"15min":0.30199999999999999},"max":{"1min":5.806,"5min":13.669,"15min":13.669},"last":0.61299999999999999},{"interface":"front","average":{"1min":2.2709999999999999,"5min":2.1890000000000001,"15min":2.0880000000000001},"min":{"1min":0.32200000000000001,"5min":0.32000000000000001,"15min":0.309},"max":{"1min":7.5190000000000001,"5min":20.498000000000001,"15min":23.760000000000002},"last":0.59099999999999997}]},{"osd":4,"last update":"Mon Aug 28 02:25:48 2023","interfaces":[{"interface":"back","average":{"1min":3.1760000000000002,"5min":1.6379999999999999,"15min":1.3280000000000001},"min":{"1min":0.30099999999999999,"5min":0.23799999999999999,"15min":0.23400000000000001},"max":{"1min":18.294,"5min":18.294,"15min":18.294},"last":0.38100000000000001},{"interface":"front","average":{"1min":2.9209999999999998,"5min":1.7190000000000001,"15min":1.383},"min":{"1min":0.26700000000000002,"5min":0.246,"15min":0.22500000000000001},"max":{"1min":7.5069999999999997,"5min":7.8239999999999998,"15min":17.963999999999999},"last":0.41999999999999998}]},{"osd":5,"last update":"Mon Aug 28 02:25:48 2023","interfaces":[{"interface":"back","average":{"1min":3.2040000000000002,"5min":1.6559999999999999,"15min":1.349},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.26500000000000001},"max":{"1min":13.105,"5min":13.105,"15min":13.606},"last":0.44600000000000001},{"interface":"front","average":{"1min":2.109,"5min":1.248,"15min":1.2370000000000001},"min":{"1min":0.29999999999999999,"5min":0.26800000000000002,"15min":0.26300000000000001},"max":{"1min":7.4279999999999999,"5min":7.4279999999999999,"15min":12.862},"last":0.55500000000000005}]},{"osd":7,"last update":"Mon Aug 28 02:26:11 2023","interfaces":[{"interface":"back","average":{"1min":1.413,"5min":1.423,"15min":1.3680000000000001},"min":{"1min":0.34899999999999998,"5min":0.308,"15min":0.27000000000000002},"max":{"1min":4.875,"5min":12.260999999999999,"15min":12.425000000000001},"last":0.496},{"interface":"front","average":{"1min":1.794,"5min":1.464,"15min":1.2809999999999999},"min":{"1min":0.27200000000000002,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":9.7370000000000001,"5min":12.021000000000001,"15min":12.021000000000001},"last":0.46400000000000002}]}]},{"osd":1,"up_from":101,"seq":433791697023,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":366236,"kb_used_data":1940,"kb_used_omap":4,"kb_used_meta":364283,"kb_avail":93378916,"statfs":{"total":95995035648,"available":95620009984,"internally_reserved":0,"allocated":1986560,"data_stored":1097883,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":373026702},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:26:18 2023","interfaces":[{"interface":"back","average":{"1min":2.129,"5min":3,"15min":3.0680000000000001},"min":{"1min":0.22,"5min":0.214,"15min":0.21099999999999999},"max":{"1min":10.987,"5min":12.51,"15min":14.412000000000001},"last":0.34100000000000003},{"interface":"front","average":{"1min":1.893,"5min":2.7349999999999999,"15min":3.306},"min":{"1min":0.24199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":10.698,"5min":10.698,"15min":16.260999999999999},"last":0.46000000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:26:09 2023","interfaces":[{"interface":"back","average":{"1min":2.1760000000000002,"5min":3.0899999999999999,"15min":2.4790000000000001},"min":{"1min":0.314,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":6.3470000000000004,"5min":13.58,"15min":13.58},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.83599999999999997,"5min":2.2679999999999998,"15min":2.855},"min":{"1min":0.30099999999999999,"5min":0.253,"15min":0.253},"max":{"1min":3.1499999999999999,"5min":16.594999999999999,"15min":20.003},"last":0.48999999999999999}]},{"osd":3,"last update":"Mon Aug 28 02:26:09 2023","interfaces":[{"interface":"back","average":{"1min":2.101,"5min":2.7999999999999998,"15min":3.6280000000000001},"min":{"1min":0.34200000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":9.2929999999999993,"5min":16.626999999999999,"15min":24.701000000000001},"last":0.53000000000000003},{"interface":"front","average":{"1min":2.4700000000000002,"5min":3.569,"15min":3.3140000000000001},"min":{"1min":0.24099999999999999,"5min":0.223,"15min":0.223},"max":{"1min":9.3919999999999995,"5min":22.59,"15min":22.59},"last":0.434}]},{"osd":4,"last update":"Mon Aug 28 02:26:18 2023","interfaces":[{"interface":"back","average":{"1min":0.873,"5min":1.6180000000000001,"15min":2.052},"min":{"1min":0.312,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":5.9550000000000001,"5min":10.398999999999999,"15min":10.398999999999999},"last":0.72699999999999998},{"interface":"front","average":{"1min":1.397,"5min":2.0990000000000002,"15min":1.825},"min":{"1min":0.28899999999999998,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":5.8730000000000002,"5min":9.1519999999999992,"15min":9.1519999999999992},"last":0.68500000000000005}]},{"osd":5,"last update":"Mon Aug 28 02:26:18 2023","interfaces":[{"interface":"back","average":{"1min":2.4700000000000002,"5min":2.7629999999999999,"15min":2.7160000000000002},"min":{"1min":0.44500000000000001,"5min":0.33900000000000002,"15min":0.33600000000000002},"max":{"1min":18.626999999999999,"5min":18.626999999999999,"15min":18.626999999999999},"last":0.66900000000000004},{"interface":"front","average":{"1min":2.3919999999999999,"5min":2.593,"15min":2.4710000000000001},"min":{"1min":0.41399999999999998,"5min":0.34999999999999998,"15min":0.31900000000000001},"max":{"1min":10.436999999999999,"5min":12.776,"15min":12.776},"last":0.61499999999999999}]},{"osd":6,"last update":"Mon Aug 28 02:26:18 2023","interfaces":[{"interface":"back","average":{"1min":2.4630000000000001,"5min":2.8460000000000001,"15min":2.8340000000000001},"min":{"1min":0.47899999999999998,"5min":0.38900000000000001,"15min":0.34899999999999998},"max":{"1min":9.5050000000000008,"5min":11.037000000000001,"15min":14.944000000000001},"last":0.70799999999999996},{"interface":"front","average":{"1min":1.429,"5min":1.998,"15min":2.3260000000000001},"min":{"1min":0.35699999999999998,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":10.513999999999999,"5min":10.513999999999999,"15min":10.513999999999999},"last":0.69899999999999995}]},{"osd":7,"last update":"Mon Aug 28 02:26:18 2023","interfaces":[{"interface":"back","average":{"1min":1.9470000000000001,"5min":2.403,"15min":2.52},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":10.551,"5min":10.551,"15min":16.550000000000001},"last":0.64400000000000002},{"interface":"front","average":{"1min":2.9140000000000001,"5min":2.6800000000000002,"15min":2.2850000000000001},"min":{"1min":0.55000000000000004,"5min":0.312,"15min":0.30199999999999999},"max":{"1min":9.2070000000000007,"5min":14.515000000000001,"15min":14.515000000000001},"last":0.73999999999999999}]}]},{"osd":0,"up_from":87,"seq":373662154894,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":379624,"kb_used_data":2592,"kb_used_omap":5,"kb_used_meta":377018,"kb_avail":93365528,"statfs":{"total":95995035648,"available":95606300672,"internally_reserved":0,"allocated":2654208,"data_stored":1698762,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":386067066},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:26:17 2023","interfaces":[{"interface":"back","average":{"1min":1.2170000000000001,"5min":2.1960000000000002,"15min":2.48},"min":{"1min":0.24199999999999999,"5min":0.219,"15min":0.214},"max":{"1min":5.6159999999999997,"5min":9.2279999999999998,"15min":12.847},"last":0.29299999999999998},{"interface":"front","average":{"1min":2.153,"5min":3.5049999999999999,"15min":3.7589999999999999},"min":{"1min":0.26200000000000001,"5min":0.221,"15min":0.16900000000000001},"max":{"1min":10.548999999999999,"5min":24.343,"15min":24.343},"last":0.52100000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:26:08 2023","interfaces":[{"interface":"back","average":{"1min":2.6190000000000002,"5min":2.7330000000000001,"15min":2.7959999999999998},"min":{"1min":0.30499999999999999,"5min":0.23799999999999999,"15min":0.23400000000000001},"max":{"1min":10.329000000000001,"5min":15.567,"15min":20.233000000000001},"last":0.311},{"interface":"front","average":{"1min":2.6440000000000001,"5min":2.5270000000000001,"15min":3.2090000000000001},"min":{"1min":0.29999999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":7.0060000000000002,"5min":9.7490000000000006,"15min":20.015999999999998},"last":0.54600000000000004}]},{"osd":3,"last update":"Mon Aug 28 02:26:17 2023","interfaces":[{"interface":"back","average":{"1min":1.6319999999999999,"5min":2.468,"15min":3.1179999999999999},"min":{"1min":0.32100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":7.1260000000000003,"5min":11.837999999999999,"15min":20.27},"last":0.56599999999999995},{"interface":"front","average":{"1min":1.7909999999999999,"5min":2.8540000000000001,"15min":2.5499999999999998},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.247},"max":{"1min":5.1970000000000001,"5min":17.635999999999999,"15min":17.635999999999999},"last":0.36199999999999999}]},{"osd":4,"last update":"Mon Aug 28 02:26:02 2023","interfaces":[{"interface":"back","average":{"1min":2.9279999999999999,"5min":2.1760000000000002,"15min":2.069},"min":{"1min":0.44500000000000001,"5min":0.29299999999999998,"15min":0.27700000000000002},"max":{"1min":6.9740000000000002,"5min":12.842000000000001,"15min":12.842000000000001},"last":0.64600000000000002},{"interface":"front","average":{"1min":3.198,"5min":2.7240000000000002,"15min":2.5470000000000002},"min":{"1min":0.32500000000000001,"5min":0.30099999999999999,"15min":0.29799999999999999},"max":{"1min":14.848000000000001,"5min":16.768999999999998,"15min":16.768999999999998},"last":0.61599999999999999}]},{"osd":5,"last update":"Mon Aug 28 02:26:02 2023","interfaces":[{"interface":"back","average":{"1min":2.4380000000000002,"5min":2.0699999999999998,"15min":1.907},"min":{"1min":0.504,"5min":0.33300000000000002,"15min":0.29299999999999998},"max":{"1min":7.008,"5min":13.038,"15min":13.038},"last":0.59399999999999997},{"interface":"front","average":{"1min":3.581,"5min":2.7000000000000002,"15min":2.6179999999999999},"min":{"1min":0.42799999999999999,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":14.93,"5min":14.93,"15min":15.134},"last":0.66700000000000004}]},{"osd":6,"last update":"Mon Aug 28 02:26:02 2023","interfaces":[{"interface":"back","average":{"1min":2.8559999999999999,"5min":2.3610000000000002,"15min":2.149},"min":{"1min":0.495,"5min":0.33200000000000002,"15min":0.316},"max":{"1min":12.109,"5min":13.16,"15min":13.16},"last":0.69899999999999995},{"interface":"front","average":{"1min":4.1280000000000001,"5min":2.71,"15min":2.6360000000000001},"min":{"1min":0.41499999999999998,"5min":0.36299999999999999,"15min":0.311},"max":{"1min":14.903,"5min":14.903,"15min":15.177},"last":0.70299999999999996}]},{"osd":7,"last update":"Mon Aug 28 02:26:02 2023","interfaces":[{"interface":"back","average":{"1min":3.206,"5min":2.5209999999999999,"15min":2.5459999999999998},"min":{"1min":0.36799999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":10.364000000000001,"5min":12.785,"15min":12.785},"last":0.63400000000000001},{"interface":"front","average":{"1min":2.8759999999999999,"5min":2.3340000000000001,"15min":2.2410000000000001},"min":{"1min":0.45800000000000002,"5min":0.45400000000000001,"15min":0.377},"max":{"1min":7.0359999999999996,"5min":13.005000000000001,"15min":13.005000000000001},"last":0.68000000000000005}]}]},{"osd":2,"up_from":117,"seq":502511173749,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":359036,"kb_used_data":1908,"kb_used_omap":7,"kb_used_meta":357112,"kb_avail":93386116,"statfs":{"total":95995035648,"available":95627382784,"internally_reserved":0,"allocated":1953792,"data_stored":1091569,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":365682769},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:26:15 2023","interfaces":[{"interface":"back","average":{"1min":1.137,"5min":1.9970000000000001,"15min":2.7509999999999999},"min":{"1min":0.29299999999999998,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":6.2720000000000002,"5min":14.675000000000001,"15min":14.675000000000001},"last":0.49199999999999999},{"interface":"front","average":{"1min":2.1749999999999998,"5min":3.444,"15min":3.1539999999999999},"min":{"1min":0.23999999999999999,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":8.2530000000000001,"5min":25.834,"15min":25.834},"last":0.41199999999999998}]},{"osd":1,"last update":"Mon Aug 28 02:26:15 2023","interfaces":[{"interface":"back","average":{"1min":1.677,"5min":3.0169999999999999,"15min":2.923},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.251},"max":{"1min":7.7670000000000003,"5min":13.795999999999999,"15min":14.308999999999999},"last":0.38500000000000001},{"interface":"front","average":{"1min":1.2350000000000001,"5min":2.0859999999999999,"15min":2.798},"min":{"1min":0.33600000000000002,"5min":0.255,"15min":0.216},"max":{"1min":7.875,"5min":16.983000000000001,"15min":16.983000000000001},"last":0.45900000000000002}]},{"osd":3,"last update":"Mon Aug 28 02:26:15 2023","interfaces":[{"interface":"back","average":{"1min":2.109,"5min":3.0030000000000001,"15min":4.016},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25600000000000001},"max":{"1min":12.079000000000001,"5min":14.499000000000001,"15min":14.499000000000001},"last":0.47699999999999998},{"interface":"front","average":{"1min":2.1280000000000001,"5min":2.5840000000000001,"15min":3.5539999999999998},"min":{"1min":0.39800000000000002,"5min":0.28000000000000003,"15min":0.26700000000000002},"max":{"1min":7.9210000000000003,"5min":14.727,"15min":17.196999999999999},"last":0.51800000000000002}]},{"osd":4,"last update":"Mon Aug 28 02:26:15 2023","interfaces":[{"interface":"back","average":{"1min":1.8109999999999999,"5min":2.5369999999999999,"15min":1.9570000000000001},"min":{"1min":0.34899999999999998,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":8.3040000000000003,"5min":25.876999999999999,"15min":25.876999999999999},"last":0.80500000000000005},{"interface":"front","average":{"1min":1.2490000000000001,"5min":2.6379999999999999,"15min":2.008},"min":{"1min":0.32100000000000001,"5min":0.31900000000000001,"15min":0.29799999999999999},"max":{"1min":6.0309999999999997,"5min":12.324,"15min":12.324},"last":0.93300000000000005}]},{"osd":5,"last update":"Mon Aug 28 02:26:15 2023","interfaces":[{"interface":"back","average":{"1min":0.88600000000000001,"5min":1.3440000000000001,"15min":2.1080000000000001},"min":{"1min":0.48199999999999998,"5min":0.312,"15min":0.312},"max":{"1min":4.375,"5min":7.2960000000000003,"15min":14.207000000000001},"last":0.79400000000000004},{"interface":"front","average":{"1min":1.7070000000000001,"5min":2.8079999999999998,"15min":2.073},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":8.3390000000000004,"5min":25.902999999999999,"15min":25.902999999999999},"last":0.91200000000000003}]},{"osd":6,"last update":"Mon Aug 28 02:26:15 2023","interfaces":[{"interface":"back","average":{"1min":1.111,"5min":2.806,"15min":2.3450000000000002},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":3.1160000000000001,"5min":12.375,"15min":12.375},"last":0.875},{"interface":"front","average":{"1min":0.76500000000000001,"5min":1.581,"15min":2.0710000000000002},"min":{"1min":0.41899999999999998,"5min":0.34599999999999997,"15min":0.33900000000000002},"max":{"1min":1.9330000000000001,"5min":11.871,"15min":14.151999999999999},"last":0.72399999999999998}]},{"osd":7,"last update":"Mon Aug 28 02:26:15 2023","interfaces":[{"interface":"back","average":{"1min":1.1080000000000001,"5min":2.6349999999999998,"15min":2.448},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.33500000000000002},"max":{"1min":3.1440000000000001,"5min":12.404999999999999,"15min":12.404999999999999},"last":0.90500000000000003},{"interface":"front","average":{"1min":0.84699999999999998,"5min":1.639,"15min":2.0880000000000001},"min":{"1min":0.45800000000000002,"5min":0.38700000000000001,"15min":0.36399999999999999},"max":{"1min":3.169,"5min":11.845000000000001,"15min":14.18},"last":0.81699999999999995}]}]},{"osd":3,"up_from":134,"seq":575525617767,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":376892,"kb_used_data":1844,"kb_used_omap":2,"kb_used_meta":375037,"kb_avail":93368260,"statfs":{"total":95995035648,"available":95609098240,"internally_reserved":0,"allocated":1888256,"data_stored":1079394,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":384037941},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:26:06 2023","interfaces":[{"interface":"back","average":{"1min":2.456,"5min":2.633,"15min":3.0089999999999999},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.19},"max":{"1min":12.77,"5min":21.271000000000001,"15min":24.145},"last":0.63200000000000001},{"interface":"front","average":{"1min":3.3639999999999999,"5min":3.0720000000000001,"15min":3.399},"min":{"1min":0.23999999999999999,"5min":0.21299999999999999,"15min":0.21099999999999999},"max":{"1min":20.984999999999999,"5min":20.984999999999999,"15min":20.984999999999999},"last":0.58999999999999997}]},{"osd":1,"last update":"Mon Aug 28 02:26:06 2023","interfaces":[{"interface":"back","average":{"1min":3.9460000000000002,"5min":4.0149999999999997,"15min":3.298},"min":{"1min":0.23799999999999999,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":19.449000000000002,"5min":19.449000000000002,"15min":19.449000000000002},"last":0.80900000000000005},{"interface":"front","average":{"1min":2.1230000000000002,"5min":2.9929999999999999,"15min":2.8759999999999999},"min":{"1min":0.27100000000000002,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":11.923999999999999,"5min":21.427,"15min":24.071999999999999},"last":0.73399999999999999}]},{"osd":2,"last update":"Mon Aug 28 02:26:06 2023","interfaces":[{"interface":"back","average":{"1min":2.8980000000000001,"5min":3.423,"15min":3.524},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26300000000000001},"max":{"1min":14.436,"5min":21.292000000000002,"15min":21.292000000000002},"last":0.51400000000000001},{"interface":"front","average":{"1min":2.645,"5min":3.387,"15min":3.1659999999999999},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":12.670999999999999,"5min":21.297999999999998,"15min":24.175999999999998},"last":0.56299999999999994}]},{"osd":4,"last update":"Mon Aug 28 02:26:06 2023","interfaces":[{"interface":"back","average":{"1min":2.2040000000000002,"5min":2.5569999999999999,"15min":2.177},"min":{"1min":0.309,"5min":0.29899999999999999,"15min":0.28399999999999997},"max":{"1min":18.831,"5min":21.170000000000002,"15min":23.994},"last":0.78500000000000003},{"interface":"front","average":{"1min":2.5590000000000002,"5min":2.4889999999999999,"15min":2.4809999999999999},"min":{"1min":0.32100000000000001,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":21.106000000000002,"5min":21.106000000000002,"15min":21.106000000000002},"last":0.95699999999999996}]},{"osd":5,"last update":"Mon Aug 28 02:26:06 2023","interfaces":[{"interface":"back","average":{"1min":2.6819999999999999,"5min":2.6640000000000001,"15min":2.472},"min":{"1min":0.38800000000000001,"5min":0.311,"15min":0.311},"max":{"1min":21.507000000000001,"5min":21.507000000000001,"15min":21.507000000000001},"last":1},{"interface":"front","average":{"1min":2.6230000000000002,"5min":2.8140000000000001,"15min":2.6139999999999999},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":11.242000000000001,"5min":18.181000000000001,"15min":18.181000000000001},"last":0.86899999999999999}]},{"osd":6,"last update":"Mon Aug 28 02:26:06 2023","interfaces":[{"interface":"back","average":{"1min":2.6819999999999999,"5min":2.6800000000000002,"15min":2.6120000000000001},"min":{"1min":0.40100000000000002,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":23.071000000000002,"5min":23.071000000000002,"15min":23.071000000000002},"last":0.88500000000000001},{"interface":"front","average":{"1min":2.2410000000000001,"5min":2.8410000000000002,"15min":2.8069999999999999},"min":{"1min":0.39500000000000002,"5min":0.379,"15min":0.315},"max":{"1min":11.220000000000001,"5min":18.128,"15min":18.128},"last":0.84799999999999998}]},{"osd":7,"last update":"Mon Aug 28 02:26:06 2023","interfaces":[{"interface":"back","average":{"1min":2.0800000000000001,"5min":2.556,"15min":2.218},"min":{"1min":0.442,"5min":0.442,"15min":0.33800000000000002},"max":{"1min":11.156000000000001,"5min":21.239999999999998,"15min":24.042999999999999},"last":0.92900000000000005},{"interface":"front","average":{"1min":2.9950000000000001,"5min":3.077,"15min":2.6749999999999998},"min":{"1min":0.60099999999999998,"5min":0.38700000000000001,"15min":0.38100000000000001},"max":{"1min":21.138000000000002,"5min":21.138000000000002,"15min":21.138000000000002},"last":1.038}]}]},{"osd":4,"up_from":30,"seq":128849019131,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":291052,"kb_used_data":1764,"kb_used_omap":0,"kb_used_meta":289280,"kb_avail":93454100,"statfs":{"total":95995035648,"available":95696998400,"internally_reserved":0,"allocated":1806336,"data_stored":1066722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":296222720},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:26:02 2023","interfaces":[{"interface":"back","average":{"1min":2.2810000000000001,"5min":2.2599999999999998,"15min":2.044},"min":{"1min":0.253,"5min":0.22800000000000001,"15min":0.221},"max":{"1min":8.9939999999999998,"5min":17.882000000000001,"15min":17.882000000000001},"last":0.67600000000000005},{"interface":"front","average":{"1min":1.7689999999999999,"5min":2.1480000000000001,"15min":2.198},"min":{"1min":0.254,"5min":0.217,"15min":0.217},"max":{"1min":5.0469999999999997,"5min":12.73,"15min":12.73},"last":0.56299999999999994}]},{"osd":1,"last update":"Mon Aug 28 02:26:20 2023","interfaces":[{"interface":"back","average":{"1min":1.431,"5min":1.579,"15min":1.8080000000000001},"min":{"1min":0.248,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":4.0389999999999997,"5min":11.914999999999999,"15min":11.914999999999999},"last":0.65000000000000002},{"interface":"front","average":{"1min":2.3119999999999998,"5min":2.1030000000000002,"15min":1.843},"min":{"1min":0.28699999999999998,"5min":0.27300000000000002,"15min":0.246},"max":{"1min":9.0410000000000004,"5min":9.0410000000000004,"15min":9.2249999999999996},"last":0.59399999999999997}]},{"osd":2,"last update":"Mon Aug 28 02:26:02 2023","interfaces":[{"interface":"back","average":{"1min":2.1850000000000001,"5min":1.9350000000000001,"15min":1.5489999999999999},"min":{"1min":0.311,"5min":0.27900000000000003,"15min":0.27400000000000002},"max":{"1min":13.194000000000001,"5min":16.231000000000002,"15min":16.231000000000002},"last":0.625},{"interface":"front","average":{"1min":1.726,"5min":1.909,"15min":1.6379999999999999},"min":{"1min":0.34899999999999998,"5min":0.251,"15min":0.251},"max":{"1min":5.524,"5min":7.0570000000000004,"15min":10.859999999999999},"last":0.60899999999999999}]},{"osd":3,"last update":"Mon Aug 28 02:26:11 2023","interfaces":[{"interface":"back","average":{"1min":1.597,"5min":2.0449999999999999,"15min":1.9430000000000001},"min":{"1min":0.35199999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":5.0149999999999997,"5min":12.339,"15min":12.339},"last":0.65900000000000003},{"interface":"front","average":{"1min":1.722,"5min":2.0430000000000001,"15min":1.9410000000000001},"min":{"1min":0.36699999999999999,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":8.0579999999999998,"5min":11.743,"15min":11.782},"last":0.57899999999999996}]},{"osd":5,"last update":"Mon Aug 28 02:25:34 2023","interfaces":[{"interface":"back","average":{"1min":0.81699999999999995,"5min":1.2030000000000001,"15min":1.2909999999999999},"min":{"1min":0.251,"5min":0.23999999999999999,"15min":0.23799999999999999},"max":{"1min":2.319,"5min":16.181999999999999,"15min":17.689},"last":0.52700000000000002},{"interface":"front","average":{"1min":1.248,"5min":1.165,"15min":1.337},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":6.3230000000000004,"5min":10.233000000000001,"15min":10.999000000000001},"last":0.41499999999999998}]},{"osd":6,"last update":"Mon Aug 28 02:25:51 2023","interfaces":[{"interface":"back","average":{"1min":1.4339999999999999,"5min":1.2569999999999999,"15min":1.367},"min":{"1min":0.33200000000000002,"5min":0.28100000000000003,"15min":0.25600000000000001},"max":{"1min":6.0279999999999996,"5min":10.023999999999999,"15min":10.647},"last":0.48599999999999999},{"interface":"front","average":{"1min":1.26,"5min":1.194,"15min":1.3129999999999999},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.251},"max":{"1min":5.5030000000000001,"5min":6.9939999999999998,"15min":16.763999999999999},"last":0.46700000000000003}]},{"osd":7,"last update":"Mon Aug 28 02:26:02 2023","interfaces":[{"interface":"back","average":{"1min":1.4430000000000001,"5min":1.2150000000000001,"15min":1.298},"min":{"1min":0.27600000000000002,"5min":0.27400000000000002,"15min":0.26800000000000002},"max":{"1min":9.3209999999999997,"5min":9.3209999999999997,"15min":16.686},"last":0.437},{"interface":"front","average":{"1min":1.3240000000000001,"5min":1.232,"15min":1.2769999999999999},"min":{"1min":0.317,"5min":0.311,"15min":0.28799999999999998},"max":{"1min":6.4189999999999996,"5min":7.0220000000000002,"15min":14.145},"last":0.63300000000000001}]}]},{"osd":5,"up_from":37,"seq":158913790200,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":333088,"kb_used_data":1752,"kb_used_omap":0,"kb_used_meta":331328,"kb_avail":93412064,"statfs":{"total":95995035648,"available":95653953536,"internally_reserved":0,"allocated":1794048,"data_stored":1062739,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":339279872},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:26:18 2023","interfaces":[{"interface":"back","average":{"1min":2.6150000000000002,"5min":2.931,"15min":2.6070000000000002},"min":{"1min":0.27000000000000002,"5min":0.224,"15min":0.22},"max":{"1min":12.856999999999999,"5min":40.334000000000003,"15min":40.334000000000003},"last":0.505},{"interface":"front","average":{"1min":0.876,"5min":2.411,"15min":2.0579999999999998},"min":{"1min":0.27100000000000002,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":5.0949999999999998,"5min":40.212000000000003,"15min":40.212000000000003},"last":0.58799999999999997}]},{"osd":1,"last update":"Mon Aug 28 02:26:18 2023","interfaces":[{"interface":"back","average":{"1min":3.028,"5min":3.0600000000000001,"15min":2.5230000000000001},"min":{"1min":0.35099999999999998,"5min":0.249,"15min":0.23200000000000001},"max":{"1min":10.573,"5min":40.088000000000001,"15min":40.088000000000001},"last":0.45300000000000001},{"interface":"front","average":{"1min":1.417,"5min":2.4369999999999998,"15min":1.843},"min":{"1min":0.308,"5min":0.28199999999999997,"15min":0.251},"max":{"1min":4.4290000000000003,"5min":40.243000000000002,"15min":40.243000000000002},"last":0.47399999999999998}]},{"osd":2,"last update":"Mon Aug 28 02:26:18 2023","interfaces":[{"interface":"back","average":{"1min":1.147,"5min":2.847,"15min":2.0680000000000001},"min":{"1min":0.30099999999999999,"5min":0.29199999999999998,"15min":0.29099999999999998},"max":{"1min":5.0510000000000002,"5min":40.436999999999998,"15min":40.436999999999998},"last":0.69799999999999995},{"interface":"front","average":{"1min":1.5429999999999999,"5min":2.621,"15min":1.9870000000000001},"min":{"1min":0.36199999999999999,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":6.5940000000000003,"5min":40.555,"15min":40.555},"last":0.71599999999999997}]},{"osd":3,"last update":"Mon Aug 28 02:26:18 2023","interfaces":[{"interface":"back","average":{"1min":2.2090000000000001,"5min":2.9870000000000001,"15min":1.9450000000000001},"min":{"1min":0.435,"5min":0.33400000000000002,"15min":0.27900000000000003},"max":{"1min":6.3680000000000003,"5min":40.270000000000003,"15min":40.270000000000003},"last":0.54100000000000004},{"interface":"front","average":{"1min":1.339,"5min":2.6230000000000002,"15min":2.133},"min":{"1min":0.41099999999999998,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":3.1019999999999999,"5min":40.597999999999999,"15min":40.597999999999999},"last":0.63900000000000001}]},{"osd":4,"last update":"Mon Aug 28 02:25:33 2023","interfaces":[{"interface":"back","average":{"1min":2.8519999999999999,"5min":1.9930000000000001,"15min":1.5029999999999999},"min":{"1min":0.40699999999999997,"5min":0.25600000000000001,"15min":0.216},"max":{"1min":13.348000000000001,"5min":40.762999999999998,"15min":40.762999999999998},"last":0.65500000000000003},{"interface":"front","average":{"1min":2.407,"5min":1.7290000000000001,"15min":1.4870000000000001},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.22900000000000001},"max":{"1min":10.048,"5min":40.634,"15min":40.634},"last":0.68700000000000006}]},{"osd":6,"last update":"Mon Aug 28 02:26:18 2023","interfaces":[{"interface":"back","average":{"1min":1.151,"5min":2.04,"15min":1.5549999999999999},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.254},"max":{"1min":7.9909999999999997,"5min":42.409999999999997,"15min":42.409999999999997},"last":0.60299999999999998},{"interface":"front","average":{"1min":1.5629999999999999,"5min":2.0449999999999999,"15min":1.425},"min":{"1min":0.28799999999999998,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":5.7619999999999996,"5min":42.533999999999999,"15min":42.533999999999999},"last":0.61899999999999999}]},{"osd":7,"last update":"Mon Aug 28 02:26:18 2023","interfaces":[{"interface":"back","average":{"1min":2.7909999999999999,"5min":2.3069999999999999,"15min":1.589},"min":{"1min":0.35499999999999998,"5min":0.33300000000000002,"15min":0.314},"max":{"1min":13.054,"5min":42.667000000000002,"15min":42.667000000000002},"last":0.67300000000000004},{"interface":"front","average":{"1min":0.91500000000000004,"5min":1.7649999999999999,"15min":1.4670000000000001},"min":{"1min":0.38400000000000001,"5min":0.31900000000000001,"15min":0.27000000000000002},"max":{"1min":2.9790000000000001,"5min":42.344000000000001,"15min":42.344000000000001},"last":0.73999999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:26:27.871 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:26:28.174 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:26:29.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:29 smithi040 ceph-mon[170259]: from='client.44525 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:26:29.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:29 smithi040 ceph-mon[170259]: pgmap v536: 73 pgs: 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-08-28T02:26:29.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:29 smithi040 ceph-mon[175404]: from='client.44525 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:26:29.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:29 smithi040 ceph-mon[175404]: pgmap v536: 73 pgs: 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-08-28T02:26:29.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:29 smithi083 ceph-mon[157819]: from='client.44525 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:26:29.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:29 smithi083 ceph-mon[157819]: pgmap v536: 73 pgs: 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-08-28T02:26:29.501 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:26:29.502 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:26:29.891 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":536,"stamp":"2023-08-28T02:26:28.125158+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595872,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":300,"num_write_kb":2445,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":216,"ondisk_log_size":216,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2639080,"kb_used_data":16488,"kb_used_omap":20,"kb_used_meta":2622507,"kb_avail":747322136,"statfs":{"total":767960285184,"available":765257867264,"internally_reserved":0,"allocated":16883712,"data_stored":10411466,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":20850,"internal_metadata":2685447822},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003155"},"pg_stats":[{"pgid":"3.1a","version":"65'1","reported_seq":141,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.089032+0000","last_change":"2023-08-28T02:16:50.313901+0000","last_active":"2023-08-28T02:21:44.089032+0000","last_peered":"2023-08-28T02:21:44.089032+0000","last_clean":"2023-08-28T02:21:44.089032+0000","last_became_active":"2023-08-28T02:16:50.313550+0000","last_became_peered":"2023-08-28T02:16:50.313550+0000","last_unstale":"2023-08-28T02:21:44.089032+0000","last_undegraded":"2023-08-28T02:21:44.089032+0000","last_fullsized":"2023-08-28T02:21:44.089032+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:31:11.838539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":100,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:24:46.737395+0000","last_change":"2023-08-28T02:16:50.308996+0000","last_active":"2023-08-28T02:24:46.737395+0000","last_peered":"2023-08-28T02:24:46.737395+0000","last_clean":"2023-08-28T02:24:46.737395+0000","last_became_active":"2023-08-28T02:16:50.308569+0000","last_became_peered":"2023-08-28T02:16:50.308569+0000","last_unstale":"2023-08-28T02:24:46.737395+0000","last_undegraded":"2023-08-28T02:24:46.737395+0000","last_fullsized":"2023-08-28T02:24:46.737395+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:50:53.472069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":97,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:25:37.029485+0000","last_change":"2023-08-28T02:17:57.849228+0000","last_active":"2023-08-28T02:25:37.029485+0000","last_peered":"2023-08-28T02:25:37.029485+0000","last_clean":"2023-08-28T02:25:37.029485+0000","last_became_active":"2023-08-28T02:17:57.848894+0000","last_became_peered":"2023-08-28T02:17:57.848894+0000","last_unstale":"2023-08-28T02:25:37.029485+0000","last_undegraded":"2023-08-28T02:25:37.029485+0000","last_fullsized":"2023-08-28T02:25:37.029485+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:39:59.056531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":112,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:24:41.720808+0000","last_change":"2023-08-28T02:16:50.309837+0000","last_active":"2023-08-28T02:24:41.720808+0000","last_peered":"2023-08-28T02:24:41.720808+0000","last_clean":"2023-08-28T02:24:41.720808+0000","last_became_active":"2023-08-28T02:16:50.309470+0000","last_became_peered":"2023-08-28T02:16:50.309470+0000","last_unstale":"2023-08-28T02:24:41.720808+0000","last_undegraded":"2023-08-28T02:24:41.720808+0000","last_fullsized":"2023-08-28T02:24:41.720808+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:34:06.503952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":123,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:25:11.592447+0000","last_change":"2023-08-28T02:17:57.847940+0000","last_active":"2023-08-28T02:25:11.592447+0000","last_peered":"2023-08-28T02:25:11.592447+0000","last_clean":"2023-08-28T02:25:11.592447+0000","last_became_active":"2023-08-28T02:17:57.843416+0000","last_became_peered":"2023-08-28T02:17:57.843416+0000","last_unstale":"2023-08-28T02:25:11.592447+0000","last_undegraded":"2023-08-28T02:25:11.592447+0000","last_fullsized":"2023-08-28T02:25:11.592447+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:10:47.631878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":121,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.134714+0000","last_change":"2023-08-28T02:15:58.338976+0000","last_active":"2023-08-28T02:21:44.134714+0000","last_peered":"2023-08-28T02:21:44.134714+0000","last_clean":"2023-08-28T02:21:44.134714+0000","last_became_active":"2023-08-28T02:15:58.338552+0000","last_became_peered":"2023-08-28T02:15:58.338552+0000","last_unstale":"2023-08-28T02:21:44.134714+0000","last_undegraded":"2023-08-28T02:21:44.134714+0000","last_fullsized":"2023-08-28T02:21:44.134714+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:27:36.380341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":112,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:24:21.705636+0000","last_change":"2023-08-28T02:17:57.876478+0000","last_active":"2023-08-28T02:24:21.705636+0000","last_peered":"2023-08-28T02:24:21.705636+0000","last_clean":"2023-08-28T02:24:21.705636+0000","last_became_active":"2023-08-28T02:17:57.876048+0000","last_became_peered":"2023-08-28T02:17:57.876048+0000","last_unstale":"2023-08-28T02:24:21.705636+0000","last_undegraded":"2023-08-28T02:24:21.705636+0000","last_fullsized":"2023-08-28T02:24:21.705636+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:46:14.225407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":105,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:24:56.558439+0000","last_change":"2023-08-28T02:17:57.832929+0000","last_active":"2023-08-28T02:24:56.558439+0000","last_peered":"2023-08-28T02:24:56.558439+0000","last_clean":"2023-08-28T02:24:56.558439+0000","last_became_active":"2023-08-28T02:17:57.825320+0000","last_became_peered":"2023-08-28T02:17:57.825320+0000","last_unstale":"2023-08-28T02:24:56.558439+0000","last_undegraded":"2023-08-28T02:24:56.558439+0000","last_fullsized":"2023-08-28T02:24:56.558439+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:41:38.568184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":122,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:45.008814+0000","last_change":"2023-08-28T02:15:58.356833+0000","last_active":"2023-08-28T02:21:45.008814+0000","last_peered":"2023-08-28T02:21:45.008814+0000","last_clean":"2023-08-28T02:21:45.008814+0000","last_became_active":"2023-08-28T02:15:58.356519+0000","last_became_peered":"2023-08-28T02:15:58.356519+0000","last_unstale":"2023-08-28T02:21:45.008814+0000","last_undegraded":"2023-08-28T02:21:45.008814+0000","last_fullsized":"2023-08-28T02:21:45.008814+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:18:26.590683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":91,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:24:56.558478+0000","last_change":"2023-08-28T02:17:57.827818+0000","last_active":"2023-08-28T02:24:56.558478+0000","last_peered":"2023-08-28T02:24:56.558478+0000","last_clean":"2023-08-28T02:24:56.558478+0000","last_became_active":"2023-08-28T02:17:57.825999+0000","last_became_peered":"2023-08-28T02:17:57.825999+0000","last_unstale":"2023-08-28T02:24:56.558478+0000","last_undegraded":"2023-08-28T02:24:56.558478+0000","last_fullsized":"2023-08-28T02:24:56.558478+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:35:29.864132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"65'3","reported_seq":126,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.088573+0000","last_change":"2023-08-28T02:17:57.827265+0000","last_active":"2023-08-28T02:21:44.088573+0000","last_peered":"2023-08-28T02:21:44.088573+0000","last_clean":"2023-08-28T02:21:44.088573+0000","last_became_active":"2023-08-28T02:17:57.826872+0000","last_became_peered":"2023-08-28T02:17:57.826872+0000","last_unstale":"2023-08-28T02:21:44.088573+0000","last_undegraded":"2023-08-28T02:21:44.088573+0000","last_fullsized":"2023-08-28T02:21:44.088573+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:48:03.674891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":97,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:25:16.966073+0000","last_change":"2023-08-28T02:16:50.317018+0000","last_active":"2023-08-28T02:25:16.966073+0000","last_peered":"2023-08-28T02:25:16.966073+0000","last_clean":"2023-08-28T02:25:16.966073+0000","last_became_active":"2023-08-28T02:16:50.316562+0000","last_became_peered":"2023-08-28T02:16:50.316562+0000","last_unstale":"2023-08-28T02:25:16.966073+0000","last_undegraded":"2023-08-28T02:25:16.966073+0000","last_fullsized":"2023-08-28T02:25:16.966073+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:24:38.987247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":128,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.088751+0000","last_change":"2023-08-28T02:07:37.315303+0000","last_active":"2023-08-28T02:21:44.088751+0000","last_peered":"2023-08-28T02:21:44.088751+0000","last_clean":"2023-08-28T02:21:44.088751+0000","last_became_active":"2023-08-28T02:07:37.312336+0000","last_became_peered":"2023-08-28T02:07:37.312336+0000","last_unstale":"2023-08-28T02:21:44.088751+0000","last_undegraded":"2023-08-28T02:21:44.088751+0000","last_fullsized":"2023-08-28T02:21:44.088751+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T14:00:32.089076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":122,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.088542+0000","last_change":"2023-08-28T02:15:58.341659+0000","last_active":"2023-08-28T02:21:44.088542+0000","last_peered":"2023-08-28T02:21:44.088542+0000","last_clean":"2023-08-28T02:21:44.088542+0000","last_became_active":"2023-08-28T02:15:58.341315+0000","last_became_peered":"2023-08-28T02:15:58.341315+0000","last_unstale":"2023-08-28T02:21:44.088542+0000","last_undegraded":"2023-08-28T02:21:44.088542+0000","last_fullsized":"2023-08-28T02:21:44.088542+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:07:51.806773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"65'2","reported_seq":125,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.088604+0000","last_change":"2023-08-28T02:16:50.332699+0000","last_active":"2023-08-28T02:21:44.088604+0000","last_peered":"2023-08-28T02:21:44.088604+0000","last_clean":"2023-08-28T02:21:44.088604+0000","last_became_active":"2023-08-28T02:16:50.332337+0000","last_became_peered":"2023-08-28T02:16:50.332337+0000","last_unstale":"2023-08-28T02:21:44.088604+0000","last_undegraded":"2023-08-28T02:21:44.088604+0000","last_fullsized":"2023-08-28T02:21:44.088604+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:26:51.876295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":101,"reported_epoch":159,"state":"active+clean","last_fresh":"2023-08-28T02:26:04.197640+0000","last_change":"2023-08-28T02:16:50.311257+0000","last_active":"2023-08-28T02:26:04.197640+0000","last_peered":"2023-08-28T02:26:04.197640+0000","last_clean":"2023-08-28T02:26:04.197640+0000","last_became_active":"2023-08-28T02:16:50.310902+0000","last_became_peered":"2023-08-28T02:16:50.310902+0000","last_unstale":"2023-08-28T02:26:04.197640+0000","last_undegraded":"2023-08-28T02:26:04.197640+0000","last_fullsized":"2023-08-28T02:26:04.197640+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:09.479771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,7],"acting":[0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":113,"reported_epoch":159,"state":"active+clean","last_fresh":"2023-08-28T02:26:04.191718+0000","last_change":"2023-08-28T02:17:57.870068+0000","last_active":"2023-08-28T02:26:04.191718+0000","last_peered":"2023-08-28T02:26:04.191718+0000","last_clean":"2023-08-28T02:26:04.191718+0000","last_became_active":"2023-08-28T02:17:57.869718+0000","last_became_peered":"2023-08-28T02:17:57.869718+0000","last_unstale":"2023-08-28T02:26:04.191718+0000","last_undegraded":"2023-08-28T02:26:04.191718+0000","last_fullsized":"2023-08-28T02:26:04.191718+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:28:47.968132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":121,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:45.008838+0000","last_change":"2023-08-28T02:17:57.827021+0000","last_active":"2023-08-28T02:21:45.008838+0000","last_peered":"2023-08-28T02:21:45.008838+0000","last_clean":"2023-08-28T02:21:45.008838+0000","last_became_active":"2023-08-28T02:17:57.826722+0000","last_became_peered":"2023-08-28T02:17:57.826722+0000","last_unstale":"2023-08-28T02:21:45.008838+0000","last_undegraded":"2023-08-28T02:21:45.008838+0000","last_fullsized":"2023-08-28T02:21:45.008838+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:02:26.183338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":106,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.088195+0000","last_change":"2023-08-28T02:07:37.318077+0000","last_active":"2023-08-28T02:21:44.088195+0000","last_peered":"2023-08-28T02:21:44.088195+0000","last_clean":"2023-08-28T02:21:44.088195+0000","last_became_active":"2023-08-28T02:07:37.317784+0000","last_became_peered":"2023-08-28T02:07:37.317784+0000","last_unstale":"2023-08-28T02:21:44.088195+0000","last_undegraded":"2023-08-28T02:21:44.088195+0000","last_fullsized":"2023-08-28T02:21:44.088195+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:08:37.079996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":113,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:24:21.705608+0000","last_change":"2023-08-28T02:17:57.870143+0000","last_active":"2023-08-28T02:24:21.705608+0000","last_peered":"2023-08-28T02:24:21.705608+0000","last_clean":"2023-08-28T02:24:21.705608+0000","last_became_active":"2023-08-28T02:17:57.869769+0000","last_became_peered":"2023-08-28T02:17:57.869769+0000","last_unstale":"2023-08-28T02:24:21.705608+0000","last_undegraded":"2023-08-28T02:24:21.705608+0000","last_fullsized":"2023-08-28T02:24:21.705608+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:21:29.581768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"65'8","reported_seq":130,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.134326+0000","last_change":"2023-08-28T02:14:43.083962+0000","last_active":"2023-08-28T02:21:44.134326+0000","last_peered":"2023-08-28T02:21:44.134326+0000","last_clean":"2023-08-28T02:21:44.134326+0000","last_became_active":"2023-08-28T02:14:43.083699+0000","last_became_peered":"2023-08-28T02:14:43.083699+0000","last_unstale":"2023-08-28T02:21:44.134326+0000","last_undegraded":"2023-08-28T02:21:44.134326+0000","last_fullsized":"2023-08-28T02:21:44.134326+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:34:42.581750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":105,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:25:11.592595+0000","last_change":"2023-08-28T02:17:57.837590+0000","last_active":"2023-08-28T02:25:11.592595+0000","last_peered":"2023-08-28T02:25:11.592595+0000","last_clean":"2023-08-28T02:25:11.592595+0000","last_became_active":"2023-08-28T02:17:57.837098+0000","last_became_peered":"2023-08-28T02:17:57.837098+0000","last_unstale":"2023-08-28T02:25:11.592595+0000","last_undegraded":"2023-08-28T02:25:11.592595+0000","last_fullsized":"2023-08-28T02:25:11.592595+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:19:56.089819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.f","version":"65'1","reported_seq":124,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.088935+0000","last_change":"2023-08-28T02:14:43.046130+0000","last_active":"2023-08-28T02:21:44.088935+0000","last_peered":"2023-08-28T02:21:44.088935+0000","last_clean":"2023-08-28T02:21:44.088935+0000","last_became_active":"2023-08-28T02:14:43.045775+0000","last_became_peered":"2023-08-28T02:14:43.045775+0000","last_unstale":"2023-08-28T02:21:44.088935+0000","last_undegraded":"2023-08-28T02:21:44.088935+0000","last_fullsized":"2023-08-28T02:21:44.088935+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:57:38.279756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":104,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:45.008449+0000","last_change":"2023-08-28T02:07:37.452412+0000","last_active":"2023-08-28T02:21:45.008449+0000","last_peered":"2023-08-28T02:21:45.008449+0000","last_clean":"2023-08-28T02:21:45.008449+0000","last_became_active":"2023-08-28T02:07:37.452156+0000","last_became_peered":"2023-08-28T02:07:37.452156+0000","last_unstale":"2023-08-28T02:21:45.008449+0000","last_undegraded":"2023-08-28T02:21:45.008449+0000","last_fullsized":"2023-08-28T02:21:45.008449+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:10:33.405360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"65'2","reported_seq":125,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.089015+0000","last_change":"2023-08-28T02:15:58.339743+0000","last_active":"2023-08-28T02:21:44.089015+0000","last_peered":"2023-08-28T02:21:44.089015+0000","last_clean":"2023-08-28T02:21:44.089015+0000","last_became_active":"2023-08-28T02:15:58.339306+0000","last_became_peered":"2023-08-28T02:15:58.339306+0000","last_unstale":"2023-08-28T02:21:44.089015+0000","last_undegraded":"2023-08-28T02:21:44.089015+0000","last_fullsized":"2023-08-28T02:21:44.089015+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:26:49.535873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":139,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.088132+0000","last_change":"2023-08-28T02:17:57.825376+0000","last_active":"2023-08-28T02:21:44.088132+0000","last_peered":"2023-08-28T02:21:44.088132+0000","last_clean":"2023-08-28T02:21:44.088132+0000","last_became_active":"2023-08-28T02:17:57.825022+0000","last_became_peered":"2023-08-28T02:17:57.825022+0000","last_unstale":"2023-08-28T02:21:44.088132+0000","last_undegraded":"2023-08-28T02:21:44.088132+0000","last_fullsized":"2023-08-28T02:21:44.088132+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:02:30.773293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"65'1","reported_seq":107,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.088294+0000","last_change":"2023-08-28T02:07:37.312010+0000","last_active":"2023-08-28T02:21:44.088294+0000","last_peered":"2023-08-28T02:21:44.088294+0000","last_clean":"2023-08-28T02:21:44.088294+0000","last_became_active":"2023-08-28T02:07:37.311737+0000","last_became_peered":"2023-08-28T02:07:37.311737+0000","last_unstale":"2023-08-28T02:21:44.088294+0000","last_undegraded":"2023-08-28T02:21:44.088294+0000","last_fullsized":"2023-08-28T02:21:44.088294+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:09:38.844075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":121,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.134318+0000","last_change":"2023-08-28T02:15:58.345711+0000","last_active":"2023-08-28T02:21:44.134318+0000","last_peered":"2023-08-28T02:21:44.134318+0000","last_clean":"2023-08-28T02:21:44.134318+0000","last_became_active":"2023-08-28T02:15:58.345246+0000","last_became_peered":"2023-08-28T02:15:58.345246+0000","last_unstale":"2023-08-28T02:21:44.134318+0000","last_undegraded":"2023-08-28T02:21:44.134318+0000","last_fullsized":"2023-08-28T02:21:44.134318+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:43:42.445855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":122,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:45.008688+0000","last_change":"2023-08-28T02:17:57.872076+0000","last_active":"2023-08-28T02:21:45.008688+0000","last_peered":"2023-08-28T02:21:45.008688+0000","last_clean":"2023-08-28T02:21:45.008688+0000","last_became_active":"2023-08-28T02:17:57.871701+0000","last_became_peered":"2023-08-28T02:17:57.871701+0000","last_unstale":"2023-08-28T02:21:45.008688+0000","last_undegraded":"2023-08-28T02:21:45.008688+0000","last_fullsized":"2023-08-28T02:21:45.008688+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:34:26.505505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":127,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:25:56.842590+0000","last_change":"2023-08-28T02:16:50.310255+0000","last_active":"2023-08-28T02:25:56.842590+0000","last_peered":"2023-08-28T02:25:56.842590+0000","last_clean":"2023-08-28T02:25:56.842590+0000","last_became_active":"2023-08-28T02:16:50.309889+0000","last_became_peered":"2023-08-28T02:16:50.309889+0000","last_unstale":"2023-08-28T02:25:56.842590+0000","last_undegraded":"2023-08-28T02:25:56.842590+0000","last_fullsized":"2023-08-28T02:25:56.842590+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:40:26.627880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"65'2","reported_seq":136,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:24:41.529521+0000","last_change":"2023-08-28T02:17:57.845300+0000","last_active":"2023-08-28T02:24:41.529521+0000","last_peered":"2023-08-28T02:24:41.529521+0000","last_clean":"2023-08-28T02:24:41.529521+0000","last_became_active":"2023-08-28T02:17:57.843639+0000","last_became_peered":"2023-08-28T02:17:57.843639+0000","last_unstale":"2023-08-28T02:24:41.529521+0000","last_undegraded":"2023-08-28T02:24:41.529521+0000","last_fullsized":"2023-08-28T02:24:41.529521+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:27.684476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":122,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.088685+0000","last_change":"2023-08-28T02:17:57.825494+0000","last_active":"2023-08-28T02:21:44.088685+0000","last_peered":"2023-08-28T02:21:44.088685+0000","last_clean":"2023-08-28T02:21:44.088685+0000","last_became_active":"2023-08-28T02:17:57.825112+0000","last_became_peered":"2023-08-28T02:17:57.825112+0000","last_unstale":"2023-08-28T02:21:44.088685+0000","last_undegraded":"2023-08-28T02:21:44.088685+0000","last_fullsized":"2023-08-28T02:21:44.088685+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:04:13.819397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":122,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.134427+0000","last_change":"2023-08-28T02:15:58.345460+0000","last_active":"2023-08-28T02:21:44.134427+0000","last_peered":"2023-08-28T02:21:44.134427+0000","last_clean":"2023-08-28T02:21:44.134427+0000","last_became_active":"2023-08-28T02:15:58.344797+0000","last_became_peered":"2023-08-28T02:15:58.344797+0000","last_unstale":"2023-08-28T02:21:44.134427+0000","last_undegraded":"2023-08-28T02:21:44.134427+0000","last_fullsized":"2023-08-28T02:21:44.134427+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:16:40.021927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":101,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:26:01.843301+0000","last_change":"2023-08-28T02:16:50.318938+0000","last_active":"2023-08-28T02:26:01.843301+0000","last_peered":"2023-08-28T02:26:01.843301+0000","last_clean":"2023-08-28T02:26:01.843301+0000","last_became_active":"2023-08-28T02:16:50.318559+0000","last_became_peered":"2023-08-28T02:16:50.318559+0000","last_unstale":"2023-08-28T02:26:01.843301+0000","last_undegraded":"2023-08-28T02:26:01.843301+0000","last_fullsized":"2023-08-28T02:26:01.843301+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:08:58.462110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,5],"acting":[0,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":123,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.088038+0000","last_change":"2023-08-28T02:16:50.340534+0000","last_active":"2023-08-28T02:21:44.088038+0000","last_peered":"2023-08-28T02:21:44.088038+0000","last_clean":"2023-08-28T02:21:44.088038+0000","last_became_active":"2023-08-28T02:16:50.340208+0000","last_became_peered":"2023-08-28T02:16:50.340208+0000","last_unstale":"2023-08-28T02:21:44.088038+0000","last_undegraded":"2023-08-28T02:21:44.088038+0000","last_fullsized":"2023-08-28T02:21:44.088038+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:15:28.933937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":122,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.088450+0000","last_change":"2023-08-28T02:15:58.341805+0000","last_active":"2023-08-28T02:21:44.088450+0000","last_peered":"2023-08-28T02:21:44.088450+0000","last_clean":"2023-08-28T02:21:44.088450+0000","last_became_active":"2023-08-28T02:15:58.341410+0000","last_became_peered":"2023-08-28T02:15:58.341410+0000","last_unstale":"2023-08-28T02:21:44.088450+0000","last_undegraded":"2023-08-28T02:21:44.088450+0000","last_fullsized":"2023-08-28T02:21:44.088450+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:53:09.135509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":106,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:24:26.482541+0000","last_change":"2023-08-28T02:17:57.834673+0000","last_active":"2023-08-28T02:24:26.482541+0000","last_peered":"2023-08-28T02:24:26.482541+0000","last_clean":"2023-08-28T02:24:26.482541+0000","last_became_active":"2023-08-28T02:17:57.833257+0000","last_became_peered":"2023-08-28T02:17:57.833257+0000","last_unstale":"2023-08-28T02:24:26.482541+0000","last_undegraded":"2023-08-28T02:24:26.482541+0000","last_fullsized":"2023-08-28T02:24:26.482541+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:59:25.673492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":86,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:26:01.843387+0000","last_change":"2023-08-28T02:14:44.099829+0000","last_active":"2023-08-28T02:26:01.843387+0000","last_peered":"2023-08-28T02:26:01.843387+0000","last_clean":"2023-08-28T02:26:01.843387+0000","last_became_active":"2023-08-28T02:14:44.099521+0000","last_became_peered":"2023-08-28T02:14:44.099521+0000","last_unstale":"2023-08-28T02:26:01.843387+0000","last_undegraded":"2023-08-28T02:26:01.843387+0000","last_fullsized":"2023-08-28T02:26:01.843387+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:41:15.842669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":130,"reported_epoch":159,"state":"active+clean","last_fresh":"2023-08-28T02:26:04.860288+0000","last_change":"2023-08-28T02:15:58.330205+0000","last_active":"2023-08-28T02:26:04.860288+0000","last_peered":"2023-08-28T02:26:04.860288+0000","last_clean":"2023-08-28T02:26:04.860288+0000","last_became_active":"2023-08-28T02:15:58.329854+0000","last_became_peered":"2023-08-28T02:15:58.329854+0000","last_unstale":"2023-08-28T02:26:04.860288+0000","last_undegraded":"2023-08-28T02:26:04.860288+0000","last_fullsized":"2023-08-28T02:26:04.860288+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:11:59.215198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":139,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:45.008843+0000","last_change":"2023-08-28T02:17:57.832204+0000","last_active":"2023-08-28T02:21:45.008843+0000","last_peered":"2023-08-28T02:21:45.008843+0000","last_clean":"2023-08-28T02:21:45.008843+0000","last_became_active":"2023-08-28T02:17:57.831885+0000","last_became_peered":"2023-08-28T02:17:57.831885+0000","last_unstale":"2023-08-28T02:21:45.008843+0000","last_undegraded":"2023-08-28T02:21:45.008843+0000","last_fullsized":"2023-08-28T02:21:45.008843+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:14:33.767147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":83,"reported_epoch":159,"state":"active+clean","last_fresh":"2023-08-28T02:26:04.860026+0000","last_change":"2023-08-28T02:15:58.343551+0000","last_active":"2023-08-28T02:26:04.860026+0000","last_peered":"2023-08-28T02:26:04.860026+0000","last_clean":"2023-08-28T02:26:04.860026+0000","last_became_active":"2023-08-28T02:15:58.341847+0000","last_became_peered":"2023-08-28T02:15:58.341847+0000","last_unstale":"2023-08-28T02:26:04.860026+0000","last_undegraded":"2023-08-28T02:26:04.860026+0000","last_fullsized":"2023-08-28T02:26:04.860026+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:54:02.981107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":126,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:45.008559+0000","last_change":"2023-08-28T02:15:58.344890+0000","last_active":"2023-08-28T02:21:45.008559+0000","last_peered":"2023-08-28T02:21:45.008559+0000","last_clean":"2023-08-28T02:21:45.008559+0000","last_became_active":"2023-08-28T02:15:58.344569+0000","last_became_peered":"2023-08-28T02:15:58.344569+0000","last_unstale":"2023-08-28T02:21:45.008559+0000","last_undegraded":"2023-08-28T02:21:45.008559+0000","last_fullsized":"2023-08-28T02:21:45.008559+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:01:49.773942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":123,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.088733+0000","last_change":"2023-08-28T02:14:43.039758+0000","last_active":"2023-08-28T02:21:44.088733+0000","last_peered":"2023-08-28T02:21:44.088733+0000","last_clean":"2023-08-28T02:21:44.088733+0000","last_became_active":"2023-08-28T02:14:43.039236+0000","last_became_peered":"2023-08-28T02:14:43.039236+0000","last_unstale":"2023-08-28T02:21:44.088733+0000","last_undegraded":"2023-08-28T02:21:44.088733+0000","last_fullsized":"2023-08-28T02:21:44.088733+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:49:11.066668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":113,"reported_epoch":159,"state":"active+clean","last_fresh":"2023-08-28T02:26:04.860523+0000","last_change":"2023-08-28T02:17:57.871915+0000","last_active":"2023-08-28T02:26:04.860523+0000","last_peered":"2023-08-28T02:26:04.860523+0000","last_clean":"2023-08-28T02:26:04.860523+0000","last_became_active":"2023-08-28T02:17:57.871557+0000","last_became_peered":"2023-08-28T02:17:57.871557+0000","last_unstale":"2023-08-28T02:26:04.860523+0000","last_undegraded":"2023-08-28T02:26:04.860523+0000","last_fullsized":"2023-08-28T02:26:04.860523+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:25.212031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":129,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:25:09.119961+0000","last_change":"2023-08-28T02:17:57.849218+0000","last_active":"2023-08-28T02:25:09.119961+0000","last_peered":"2023-08-28T02:25:09.119961+0000","last_clean":"2023-08-28T02:25:09.119961+0000","last_became_active":"2023-08-28T02:17:57.848849+0000","last_became_peered":"2023-08-28T02:17:57.848849+0000","last_unstale":"2023-08-28T02:25:09.119961+0000","last_undegraded":"2023-08-28T02:25:09.119961+0000","last_fullsized":"2023-08-28T02:25:09.119961+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:52:44.006871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":98,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:25:57.055093+0000","last_change":"2023-08-28T02:16:50.316947+0000","last_active":"2023-08-28T02:25:57.055093+0000","last_peered":"2023-08-28T02:25:57.055093+0000","last_clean":"2023-08-28T02:25:57.055093+0000","last_became_active":"2023-08-28T02:16:50.316598+0000","last_became_peered":"2023-08-28T02:16:50.316598+0000","last_unstale":"2023-08-28T02:25:57.055093+0000","last_undegraded":"2023-08-28T02:25:57.055093+0000","last_fullsized":"2023-08-28T02:25:57.055093+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:13:41.719458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":124,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:24:36.879383+0000","last_change":"2023-08-28T02:15:58.342090+0000","last_active":"2023-08-28T02:24:36.879383+0000","last_peered":"2023-08-28T02:24:36.879383+0000","last_clean":"2023-08-28T02:24:36.879383+0000","last_became_active":"2023-08-28T02:15:58.341776+0000","last_became_peered":"2023-08-28T02:15:58.341776+0000","last_unstale":"2023-08-28T02:24:36.879383+0000","last_undegraded":"2023-08-28T02:24:36.879383+0000","last_fullsized":"2023-08-28T02:24:36.879383+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:26:41.710259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":126,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:45.008554+0000","last_change":"2023-08-28T02:16:50.342424+0000","last_active":"2023-08-28T02:21:45.008554+0000","last_peered":"2023-08-28T02:21:45.008554+0000","last_clean":"2023-08-28T02:21:45.008554+0000","last_became_active":"2023-08-28T02:16:50.342083+0000","last_became_peered":"2023-08-28T02:16:50.342083+0000","last_unstale":"2023-08-28T02:21:45.008554+0000","last_undegraded":"2023-08-28T02:21:45.008554+0000","last_fullsized":"2023-08-28T02:21:45.008554+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:48:40.173542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"75'161","reported_seq":500,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.088011+0000","last_change":"2023-08-28T02:14:43.034146+0000","last_active":"2023-08-28T02:21:44.088011+0000","last_peered":"2023-08-28T02:21:44.088011+0000","last_clean":"2023-08-28T02:21:44.088011+0000","last_became_active":"2023-08-28T02:14:43.033733+0000","last_became_peered":"2023-08-28T02:14:43.033733+0000","last_unstale":"2023-08-28T02:21:44.088011+0000","last_undegraded":"2023-08-28T02:21:44.088011+0000","last_fullsized":"2023-08-28T02:21:44.088011+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:05:41.113227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":92,"reported_epoch":159,"state":"active+clean","last_fresh":"2023-08-28T02:26:04.191089+0000","last_change":"2023-08-28T02:17:57.830935+0000","last_active":"2023-08-28T02:26:04.191089+0000","last_peered":"2023-08-28T02:26:04.191089+0000","last_clean":"2023-08-28T02:26:04.191089+0000","last_became_active":"2023-08-28T02:17:57.830393+0000","last_became_peered":"2023-08-28T02:17:57.830393+0000","last_unstale":"2023-08-28T02:26:04.191089+0000","last_undegraded":"2023-08-28T02:26:04.191089+0000","last_fullsized":"2023-08-28T02:26:04.191089+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:53:51.589050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":104,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.134660+0000","last_change":"2023-08-28T02:07:37.450928+0000","last_active":"2023-08-28T02:21:44.134660+0000","last_peered":"2023-08-28T02:21:44.134660+0000","last_clean":"2023-08-28T02:21:44.134660+0000","last_became_active":"2023-08-28T02:07:37.450603+0000","last_became_peered":"2023-08-28T02:07:37.450603+0000","last_unstale":"2023-08-28T02:21:44.134660+0000","last_undegraded":"2023-08-28T02:21:44.134660+0000","last_fullsized":"2023-08-28T02:21:44.134660+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:39:24.068431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":144,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.087933+0000","last_change":"2023-08-28T02:15:58.338120+0000","last_active":"2023-08-28T02:21:44.087933+0000","last_peered":"2023-08-28T02:21:44.087933+0000","last_clean":"2023-08-28T02:21:44.087933+0000","last_became_active":"2023-08-28T02:15:58.337738+0000","last_became_peered":"2023-08-28T02:15:58.337738+0000","last_unstale":"2023-08-28T02:21:44.087933+0000","last_undegraded":"2023-08-28T02:21:44.087933+0000","last_fullsized":"2023-08-28T02:21:44.087933+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:36:17.078801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":113,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:25:06.767798+0000","last_change":"2023-08-28T02:17:57.849233+0000","last_active":"2023-08-28T02:25:06.767798+0000","last_peered":"2023-08-28T02:25:06.767798+0000","last_clean":"2023-08-28T02:25:06.767798+0000","last_became_active":"2023-08-28T02:17:57.848909+0000","last_became_peered":"2023-08-28T02:17:57.848909+0000","last_unstale":"2023-08-28T02:25:06.767798+0000","last_undegraded":"2023-08-28T02:25:06.767798+0000","last_fullsized":"2023-08-28T02:25:06.767798+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:19:30.926702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":112,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:25:31.802014+0000","last_change":"2023-08-28T02:16:50.318846+0000","last_active":"2023-08-28T02:25:31.802014+0000","last_peered":"2023-08-28T02:25:31.802014+0000","last_clean":"2023-08-28T02:25:31.802014+0000","last_became_active":"2023-08-28T02:16:50.318460+0000","last_became_peered":"2023-08-28T02:16:50.318460+0000","last_unstale":"2023-08-28T02:25:31.802014+0000","last_undegraded":"2023-08-28T02:25:31.802014+0000","last_fullsized":"2023-08-28T02:25:31.802014+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:19:34.011385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":127,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.088384+0000","last_change":"2023-08-28T02:14:43.033789+0000","last_active":"2023-08-28T02:21:44.088384+0000","last_peered":"2023-08-28T02:21:44.088384+0000","last_clean":"2023-08-28T02:21:44.088384+0000","last_became_active":"2023-08-28T02:14:43.033454+0000","last_became_peered":"2023-08-28T02:14:43.033454+0000","last_unstale":"2023-08-28T02:21:44.088384+0000","last_undegraded":"2023-08-28T02:21:44.088384+0000","last_fullsized":"2023-08-28T02:21:44.088384+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:01:13.205842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":98,"reported_epoch":159,"state":"active+clean","last_fresh":"2023-08-28T02:26:04.860394+0000","last_change":"2023-08-28T02:16:50.326816+0000","last_active":"2023-08-28T02:26:04.860394+0000","last_peered":"2023-08-28T02:26:04.860394+0000","last_clean":"2023-08-28T02:26:04.860394+0000","last_became_active":"2023-08-28T02:16:50.326004+0000","last_became_peered":"2023-08-28T02:16:50.326004+0000","last_unstale":"2023-08-28T02:26:04.860394+0000","last_undegraded":"2023-08-28T02:26:04.860394+0000","last_fullsized":"2023-08-28T02:26:04.860394+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:57:04.480900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":99,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:25:06.767834+0000","last_change":"2023-08-28T02:14:43.048791+0000","last_active":"2023-08-28T02:25:06.767834+0000","last_peered":"2023-08-28T02:25:06.767834+0000","last_clean":"2023-08-28T02:25:06.767834+0000","last_became_active":"2023-08-28T02:14:43.047408+0000","last_became_peered":"2023-08-28T02:14:43.047408+0000","last_unstale":"2023-08-28T02:25:06.767834+0000","last_undegraded":"2023-08-28T02:25:06.767834+0000","last_fullsized":"2023-08-28T02:25:06.767834+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:47.097181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"65'2","reported_seq":136,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:24:26.487551+0000","last_change":"2023-08-28T02:17:57.864052+0000","last_active":"2023-08-28T02:24:26.487551+0000","last_peered":"2023-08-28T02:24:26.487551+0000","last_clean":"2023-08-28T02:24:26.487551+0000","last_became_active":"2023-08-28T02:17:57.845544+0000","last_became_peered":"2023-08-28T02:17:57.845544+0000","last_unstale":"2023-08-28T02:24:26.487551+0000","last_undegraded":"2023-08-28T02:24:26.487551+0000","last_fullsized":"2023-08-28T02:24:26.487551+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:24:46.387534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":82,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:24:36.879356+0000","last_change":"2023-08-28T02:15:58.339320+0000","last_active":"2023-08-28T02:24:36.879356+0000","last_peered":"2023-08-28T02:24:36.879356+0000","last_clean":"2023-08-28T02:24:36.879356+0000","last_became_active":"2023-08-28T02:15:58.337320+0000","last_became_peered":"2023-08-28T02:15:58.337320+0000","last_unstale":"2023-08-28T02:24:36.879356+0000","last_undegraded":"2023-08-28T02:24:36.879356+0000","last_fullsized":"2023-08-28T02:24:36.879356+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:45:55.601750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":134,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:25:56.647303+0000","last_change":"2023-08-28T02:17:57.850029+0000","last_active":"2023-08-28T02:25:56.647303+0000","last_peered":"2023-08-28T02:25:56.647303+0000","last_clean":"2023-08-28T02:25:56.647303+0000","last_became_active":"2023-08-28T02:17:57.846602+0000","last_became_peered":"2023-08-28T02:17:57.846602+0000","last_unstale":"2023-08-28T02:25:56.647303+0000","last_undegraded":"2023-08-28T02:25:56.647303+0000","last_fullsized":"2023-08-28T02:25:56.647303+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:39:38.706283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":126,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.134700+0000","last_change":"2023-08-28T02:16:50.341679+0000","last_active":"2023-08-28T02:21:44.134700+0000","last_peered":"2023-08-28T02:21:44.134700+0000","last_clean":"2023-08-28T02:21:44.134700+0000","last_became_active":"2023-08-28T02:16:50.341357+0000","last_became_peered":"2023-08-28T02:16:50.341357+0000","last_unstale":"2023-08-28T02:21:44.134700+0000","last_undegraded":"2023-08-28T02:21:44.134700+0000","last_fullsized":"2023-08-28T02:21:44.134700+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:18:29.131334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"65'1","reported_seq":117,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:25:31.802035+0000","last_change":"2023-08-28T02:15:58.334351+0000","last_active":"2023-08-28T02:25:31.802035+0000","last_peered":"2023-08-28T02:25:31.802035+0000","last_clean":"2023-08-28T02:25:31.802035+0000","last_became_active":"2023-08-28T02:15:58.334041+0000","last_became_peered":"2023-08-28T02:15:58.334041+0000","last_unstale":"2023-08-28T02:25:31.802035+0000","last_undegraded":"2023-08-28T02:25:31.802035+0000","last_fullsized":"2023-08-28T02:25:31.802035+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:36:32.836027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":105,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.087937+0000","last_change":"2023-08-28T02:07:37.332854+0000","last_active":"2023-08-28T02:21:44.087937+0000","last_peered":"2023-08-28T02:21:44.087937+0000","last_clean":"2023-08-28T02:21:44.087937+0000","last_became_active":"2023-08-28T02:07:37.332563+0000","last_became_peered":"2023-08-28T02:07:37.332563+0000","last_unstale":"2023-08-28T02:21:44.087937+0000","last_undegraded":"2023-08-28T02:21:44.087937+0000","last_fullsized":"2023-08-28T02:21:44.087937+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:24:12.887788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"65'1","reported_seq":101,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:24:41.720711+0000","last_change":"2023-08-28T02:14:43.042150+0000","last_active":"2023-08-28T02:24:41.720711+0000","last_peered":"2023-08-28T02:24:41.720711+0000","last_clean":"2023-08-28T02:24:41.720711+0000","last_became_active":"2023-08-28T02:14:43.038336+0000","last_became_peered":"2023-08-28T02:14:43.038336+0000","last_unstale":"2023-08-28T02:24:41.720711+0000","last_undegraded":"2023-08-28T02:24:41.720711+0000","last_fullsized":"2023-08-28T02:24:41.720711+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:26:02.415152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":131,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:24:19.079558+0000","last_change":"2023-08-28T02:17:57.871803+0000","last_active":"2023-08-28T02:24:19.079558+0000","last_peered":"2023-08-28T02:24:19.079558+0000","last_clean":"2023-08-28T02:24:19.079558+0000","last_became_active":"2023-08-28T02:17:57.871419+0000","last_became_peered":"2023-08-28T02:17:57.871419+0000","last_unstale":"2023-08-28T02:24:19.079558+0000","last_undegraded":"2023-08-28T02:24:19.079558+0000","last_fullsized":"2023-08-28T02:24:19.079558+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:46.284365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,3],"acting":[2,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"65'2","reported_seq":124,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:45.008742+0000","last_change":"2023-08-28T02:15:58.344265+0000","last_active":"2023-08-28T02:21:45.008742+0000","last_peered":"2023-08-28T02:21:45.008742+0000","last_clean":"2023-08-28T02:21:45.008742+0000","last_became_active":"2023-08-28T02:15:58.343903+0000","last_became_peered":"2023-08-28T02:15:58.343903+0000","last_unstale":"2023-08-28T02:21:45.008742+0000","last_undegraded":"2023-08-28T02:21:45.008742+0000","last_fullsized":"2023-08-28T02:21:45.008742+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:00:52.112893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":115,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:24:46.737337+0000","last_change":"2023-08-28T02:17:57.870248+0000","last_active":"2023-08-28T02:24:46.737337+0000","last_peered":"2023-08-28T02:24:46.737337+0000","last_clean":"2023-08-28T02:24:46.737337+0000","last_became_active":"2023-08-28T02:17:57.869813+0000","last_became_peered":"2023-08-28T02:17:57.869813+0000","last_unstale":"2023-08-28T02:24:46.737337+0000","last_undegraded":"2023-08-28T02:24:46.737337+0000","last_fullsized":"2023-08-28T02:24:46.737337+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:36:26.136730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"65'2","reported_seq":107,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:45.008723+0000","last_change":"2023-08-28T02:07:37.315088+0000","last_active":"2023-08-28T02:21:45.008723+0000","last_peered":"2023-08-28T02:21:45.008723+0000","last_clean":"2023-08-28T02:21:45.008723+0000","last_became_active":"2023-08-28T02:07:37.314730+0000","last_became_peered":"2023-08-28T02:07:37.314730+0000","last_unstale":"2023-08-28T02:21:45.008723+0000","last_undegraded":"2023-08-28T02:21:45.008723+0000","last_fullsized":"2023-08-28T02:21:45.008723+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:58.096621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":139,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.089197+0000","last_change":"2023-08-28T02:17:57.830595+0000","last_active":"2023-08-28T02:21:44.089197+0000","last_peered":"2023-08-28T02:21:44.089197+0000","last_clean":"2023-08-28T02:21:44.089197+0000","last_became_active":"2023-08-28T02:17:57.830345+0000","last_became_peered":"2023-08-28T02:17:57.830345+0000","last_unstale":"2023-08-28T02:21:44.089197+0000","last_undegraded":"2023-08-28T02:21:44.089197+0000","last_fullsized":"2023-08-28T02:21:44.089197+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:50:50.199731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"65'1","reported_seq":124,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:25:56.647368+0000","last_change":"2023-08-28T02:17:57.833218+0000","last_active":"2023-08-28T02:25:56.647368+0000","last_peered":"2023-08-28T02:25:56.647368+0000","last_clean":"2023-08-28T02:25:56.647368+0000","last_became_active":"2023-08-28T02:17:57.832772+0000","last_became_peered":"2023-08-28T02:17:57.832772+0000","last_unstale":"2023-08-28T02:25:56.647368+0000","last_undegraded":"2023-08-28T02:25:56.647368+0000","last_fullsized":"2023-08-28T02:25:56.647368+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:00:02.110545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":138,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:25:11.592508+0000","last_change":"2023-08-28T02:17:57.845102+0000","last_active":"2023-08-28T02:25:11.592508+0000","last_peered":"2023-08-28T02:25:11.592508+0000","last_clean":"2023-08-28T02:25:11.592508+0000","last_became_active":"2023-08-28T02:17:57.843529+0000","last_became_peered":"2023-08-28T02:17:57.843529+0000","last_unstale":"2023-08-28T02:25:11.592508+0000","last_undegraded":"2023-08-28T02:25:11.592508+0000","last_fullsized":"2023-08-28T02:25:11.592508+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:20:19.708785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"65'4","reported_seq":117,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:25:06.768001+0000","last_change":"2023-08-28T02:16:50.319672+0000","last_active":"2023-08-28T02:25:06.768001+0000","last_peered":"2023-08-28T02:25:06.768001+0000","last_clean":"2023-08-28T02:25:06.768001+0000","last_became_active":"2023-08-28T02:16:50.319279+0000","last_became_peered":"2023-08-28T02:16:50.319279+0000","last_unstale":"2023-08-28T02:25:06.768001+0000","last_undegraded":"2023-08-28T02:25:06.768001+0000","last_fullsized":"2023-08-28T02:25:06.768001+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:28:07.379148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":122,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.087933+0000","last_change":"2023-08-28T02:15:58.333459+0000","last_active":"2023-08-28T02:21:44.087933+0000","last_peered":"2023-08-28T02:21:44.087933+0000","last_clean":"2023-08-28T02:21:44.087933+0000","last_became_active":"2023-08-28T02:15:58.332687+0000","last_became_peered":"2023-08-28T02:15:58.332687+0000","last_unstale":"2023-08-28T02:21:44.087933+0000","last_undegraded":"2023-08-28T02:21:44.087933+0000","last_fullsized":"2023-08-28T02:21:44.087933+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:15:43.019749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":161,"ondisk_log_size":161,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299634,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":277048,"kb_used_data":2352,"kb_used_omap":0,"kb_used_meta":274688,"kb_avail":93468104,"statfs":{"total":95995035648,"available":95711338496,"internally_reserved":0,"allocated":2408448,"data_stored":1657433,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":281280512},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:25:55 2023","interfaces":[{"interface":"back","average":{"1min":2.3490000000000002,"5min":2.2989999999999999,"15min":1.8879999999999999},"min":{"1min":0.23499999999999999,"5min":0.224,"15min":0.21199999999999999},"max":{"1min":13.118,"5min":13.118,"15min":13.257},"last":0.44400000000000001},{"interface":"front","average":{"1min":3.512,"5min":2.661,"15min":2.3239999999999998},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":13.103999999999999,"5min":13.103999999999999,"15min":13.272},"last":0.64700000000000002}]},{"osd":1,"last update":"Mon Aug 28 02:26:17 2023","interfaces":[{"interface":"back","average":{"1min":2.5430000000000001,"5min":2.7189999999999999,"15min":2.024},"min":{"1min":0.28299999999999997,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":8.5009999999999994,"5min":12.438000000000001,"15min":12.438000000000001},"last":0.502},{"interface":"front","average":{"1min":2.6850000000000001,"5min":2.4870000000000001,"15min":2.0230000000000001},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.26600000000000001},"max":{"1min":8.5129999999999999,"5min":12.332000000000001,"15min":12.332000000000001},"last":0.61599999999999999}]},{"osd":2,"last update":"Mon Aug 28 02:26:05 2023","interfaces":[{"interface":"back","average":{"1min":2.3540000000000001,"5min":2.302,"15min":1.677},"min":{"1min":0.31900000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":8.2970000000000006,"5min":8.3889999999999993,"15min":8.3889999999999993},"last":0.55500000000000005},{"interface":"front","average":{"1min":1.9450000000000001,"5min":1.9359999999999999,"15min":1.6120000000000001},"min":{"1min":0.35399999999999998,"5min":0.32500000000000001,"15min":0.29599999999999999},"max":{"1min":6.6139999999999999,"5min":8.9770000000000003,"15min":12.128},"last":0.54800000000000004}]},{"osd":3,"last update":"Mon Aug 28 02:26:17 2023","interfaces":[{"interface":"back","average":{"1min":1.3839999999999999,"5min":1.8340000000000001,"15min":2.1269999999999998},"min":{"1min":0.30199999999999999,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":5.7329999999999997,"5min":8.3599999999999994,"15min":9.2319999999999993},"last":0.59799999999999998},{"interface":"front","average":{"1min":1.704,"5min":2.4430000000000001,"15min":2.2629999999999999},"min":{"1min":0.42099999999999999,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":5.3300000000000001,"5min":12.031000000000001,"15min":12.031000000000001},"last":0.52500000000000002}]},{"osd":4,"last update":"Mon Aug 28 02:25:55 2023","interfaces":[{"interface":"back","average":{"1min":2.0859999999999999,"5min":1.3879999999999999,"15min":1.2509999999999999},"min":{"1min":0.28799999999999998,"5min":0.26100000000000001,"15min":0.22700000000000001},"max":{"1min":6.3689999999999998,"5min":11.351000000000001,"15min":12.378},"last":0.45800000000000002},{"interface":"front","average":{"1min":1.0920000000000001,"5min":1.161,"15min":1.1539999999999999},"min":{"1min":0.30299999999999999,"5min":0.26100000000000001,"15min":0.24299999999999999},"max":{"1min":7.2130000000000001,"5min":8.1890000000000001,"15min":20.111000000000001},"last":0.48599999999999999}]},{"osd":5,"last update":"Mon Aug 28 02:25:55 2023","interfaces":[{"interface":"back","average":{"1min":1.1699999999999999,"5min":1.2350000000000001,"15min":1.046},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":4.8890000000000002,"5min":8.1270000000000007,"15min":9.2279999999999998},"last":0.51700000000000002},{"interface":"front","average":{"1min":2.141,"5min":1.4590000000000001,"15min":1.2370000000000001},"min":{"1min":0.314,"5min":0.30199999999999999,"15min":0.28699999999999998},"max":{"1min":6.4359999999999999,"5min":6.4359999999999999,"15min":15.084},"last":0.57999999999999996}]},{"osd":6,"last update":"Mon Aug 28 02:25:55 2023","interfaces":[{"interface":"back","average":{"1min":1.8959999999999999,"5min":1.4119999999999999,"15min":1.1850000000000001},"min":{"1min":0.33700000000000002,"5min":0.30299999999999999,"15min":0.28199999999999997},"max":{"1min":6.4109999999999996,"5min":7.4619999999999997,"15min":12.356},"last":0.53900000000000003},{"interface":"front","average":{"1min":1.036,"5min":1.0209999999999999,"15min":1.1080000000000001},"min":{"1min":0.375,"5min":0.30499999999999999,"15min":0.29899999999999999},"max":{"1min":4.0350000000000001,"5min":5.2300000000000004,"15min":13.353},"last":0.56699999999999995}]}]},{"osd":6,"up_from":45,"seq":193273528565,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":256104,"kb_used_data":2336,"kb_used_omap":0,"kb_used_meta":253760,"kb_avail":93489048,"statfs":{"total":95995035648,"available":95732785152,"internally_reserved":0,"allocated":2392064,"data_stored":1656964,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":259850240},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:26:01 2023","interfaces":[{"interface":"back","average":{"1min":2.2389999999999999,"5min":2.431,"15min":2.1579999999999999},"min":{"1min":0.23100000000000001,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":10.885,"5min":11.036,"15min":16.462},"last":0.57599999999999996},{"interface":"front","average":{"1min":1.7909999999999999,"5min":2.3530000000000002,"15min":2.2160000000000002},"min":{"1min":0.30599999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":7.4500000000000002,"5min":12.333,"15min":16.486999999999998},"last":0.69199999999999995}]},{"osd":1,"last update":"Mon Aug 28 02:25:22 2023","interfaces":[{"interface":"back","average":{"1min":4.423,"5min":2.5760000000000001,"15min":2.2869999999999999},"min":{"1min":0.308,"5min":0.24199999999999999,"15min":0.23999999999999999},"max":{"1min":12.834,"5min":12.834,"15min":12.834},"last":0.63200000000000001},{"interface":"front","average":{"1min":3.0430000000000001,"5min":2.2120000000000002,"15min":1.7929999999999999},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.25700000000000001},"max":{"1min":12.311,"5min":12.311,"15min":12.311},"last":0.56499999999999995}]},{"osd":2,"last update":"Mon Aug 28 02:26:11 2023","interfaces":[{"interface":"back","average":{"1min":2.0680000000000001,"5min":2.468,"15min":2.0419999999999998},"min":{"1min":0.30599999999999999,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":6.4470000000000001,"5min":12.356,"15min":14.156000000000001},"last":0.66100000000000003},{"interface":"front","average":{"1min":2.5710000000000002,"5min":2.0419999999999998,"15min":1.7729999999999999},"min":{"1min":0.437,"5min":0.247,"15min":0.247},"max":{"1min":7.4550000000000001,"5min":8.6370000000000005,"15min":11.442},"last":0.64800000000000002}]},{"osd":3,"last update":"Mon Aug 28 02:26:11 2023","interfaces":[{"interface":"back","average":{"1min":1.6439999999999999,"5min":2.5310000000000001,"15min":2.0840000000000001},"min":{"1min":0.35999999999999999,"5min":0.33600000000000002,"15min":0.30199999999999999},"max":{"1min":5.806,"5min":13.669,"15min":13.669},"last":0.61299999999999999},{"interface":"front","average":{"1min":2.2709999999999999,"5min":2.1890000000000001,"15min":2.0880000000000001},"min":{"1min":0.32200000000000001,"5min":0.32000000000000001,"15min":0.309},"max":{"1min":7.5190000000000001,"5min":20.498000000000001,"15min":23.760000000000002},"last":0.59099999999999997}]},{"osd":4,"last update":"Mon Aug 28 02:25:48 2023","interfaces":[{"interface":"back","average":{"1min":3.1760000000000002,"5min":1.6379999999999999,"15min":1.3280000000000001},"min":{"1min":0.30099999999999999,"5min":0.23799999999999999,"15min":0.23400000000000001},"max":{"1min":18.294,"5min":18.294,"15min":18.294},"last":0.38100000000000001},{"interface":"front","average":{"1min":2.9209999999999998,"5min":1.7190000000000001,"15min":1.383},"min":{"1min":0.26700000000000002,"5min":0.246,"15min":0.22500000000000001},"max":{"1min":7.5069999999999997,"5min":7.8239999999999998,"15min":17.963999999999999},"last":0.41999999999999998}]},{"osd":5,"last update":"Mon Aug 28 02:25:48 2023","interfaces":[{"interface":"back","average":{"1min":3.2040000000000002,"5min":1.6559999999999999,"15min":1.349},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.26500000000000001},"max":{"1min":13.105,"5min":13.105,"15min":13.606},"last":0.44600000000000001},{"interface":"front","average":{"1min":2.109,"5min":1.248,"15min":1.2370000000000001},"min":{"1min":0.29999999999999999,"5min":0.26800000000000002,"15min":0.26300000000000001},"max":{"1min":7.4279999999999999,"5min":7.4279999999999999,"15min":12.862},"last":0.55500000000000005}]},{"osd":7,"last update":"Mon Aug 28 02:26:11 2023","interfaces":[{"interface":"back","average":{"1min":1.413,"5min":1.423,"15min":1.3680000000000001},"min":{"1min":0.34899999999999998,"5min":0.308,"15min":0.27000000000000002},"max":{"1min":4.875,"5min":12.260999999999999,"15min":12.425000000000001},"last":0.496},{"interface":"front","average":{"1min":1.794,"5min":1.464,"15min":1.2809999999999999},"min":{"1min":0.27200000000000002,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":9.7370000000000001,"5min":12.021000000000001,"15min":12.021000000000001},"last":0.46400000000000002}]}]},{"osd":1,"up_from":101,"seq":433791697024,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":366236,"kb_used_data":1940,"kb_used_omap":4,"kb_used_meta":364283,"kb_avail":93378916,"statfs":{"total":95995035648,"available":95620009984,"internally_reserved":0,"allocated":1986560,"data_stored":1097883,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":373026702},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:26:18 2023","interfaces":[{"interface":"back","average":{"1min":2.129,"5min":3,"15min":3.0680000000000001},"min":{"1min":0.22,"5min":0.214,"15min":0.21099999999999999},"max":{"1min":10.987,"5min":12.51,"15min":14.412000000000001},"last":0.66600000000000004},{"interface":"front","average":{"1min":1.893,"5min":2.7349999999999999,"15min":3.306},"min":{"1min":0.24199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":10.698,"5min":10.698,"15min":16.260999999999999},"last":0.47699999999999998}]},{"osd":2,"last update":"Mon Aug 28 02:26:09 2023","interfaces":[{"interface":"back","average":{"1min":2.1760000000000002,"5min":3.0899999999999999,"15min":2.4790000000000001},"min":{"1min":0.314,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":6.3470000000000004,"5min":13.58,"15min":13.58},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.83599999999999997,"5min":2.2679999999999998,"15min":2.855},"min":{"1min":0.30099999999999999,"5min":0.253,"15min":0.253},"max":{"1min":3.1499999999999999,"5min":16.594999999999999,"15min":20.003},"last":0.44500000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:26:09 2023","interfaces":[{"interface":"back","average":{"1min":2.101,"5min":2.7999999999999998,"15min":3.6280000000000001},"min":{"1min":0.34200000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":9.2929999999999993,"5min":16.626999999999999,"15min":24.701000000000001},"last":0.77600000000000002},{"interface":"front","average":{"1min":2.4700000000000002,"5min":3.569,"15min":3.3140000000000001},"min":{"1min":0.24099999999999999,"5min":0.223,"15min":0.223},"max":{"1min":9.3919999999999995,"5min":22.59,"15min":22.59},"last":0.74399999999999999}]},{"osd":4,"last update":"Mon Aug 28 02:26:18 2023","interfaces":[{"interface":"back","average":{"1min":0.873,"5min":1.6180000000000001,"15min":2.052},"min":{"1min":0.312,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":5.9550000000000001,"5min":10.398999999999999,"15min":10.398999999999999},"last":0.69799999999999995},{"interface":"front","average":{"1min":1.397,"5min":2.0990000000000002,"15min":1.825},"min":{"1min":0.28899999999999998,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":5.8730000000000002,"5min":9.1519999999999992,"15min":9.1519999999999992},"last":0.81799999999999995}]},{"osd":5,"last update":"Mon Aug 28 02:26:18 2023","interfaces":[{"interface":"back","average":{"1min":2.4700000000000002,"5min":2.7629999999999999,"15min":2.7160000000000002},"min":{"1min":0.44500000000000001,"5min":0.33900000000000002,"15min":0.33600000000000002},"max":{"1min":18.626999999999999,"5min":18.626999999999999,"15min":18.626999999999999},"last":0.79700000000000004},{"interface":"front","average":{"1min":2.3919999999999999,"5min":2.593,"15min":2.4710000000000001},"min":{"1min":0.41399999999999998,"5min":0.34999999999999998,"15min":0.31900000000000001},"max":{"1min":10.436999999999999,"5min":12.776,"15min":12.776},"last":0.55000000000000004}]},{"osd":6,"last update":"Mon Aug 28 02:26:18 2023","interfaces":[{"interface":"back","average":{"1min":2.4630000000000001,"5min":2.8460000000000001,"15min":2.8340000000000001},"min":{"1min":0.47899999999999998,"5min":0.38900000000000001,"15min":0.34899999999999998},"max":{"1min":9.5050000000000008,"5min":11.037000000000001,"15min":14.944000000000001},"last":0.84899999999999998},{"interface":"front","average":{"1min":1.429,"5min":1.998,"15min":2.3260000000000001},"min":{"1min":0.35699999999999998,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":10.513999999999999,"5min":10.513999999999999,"15min":10.513999999999999},"last":0.59899999999999998}]},{"osd":7,"last update":"Mon Aug 28 02:26:18 2023","interfaces":[{"interface":"back","average":{"1min":1.9470000000000001,"5min":2.403,"15min":2.52},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":10.551,"5min":10.551,"15min":16.550000000000001},"last":0.63600000000000001},{"interface":"front","average":{"1min":2.9140000000000001,"5min":2.6800000000000002,"15min":2.2850000000000001},"min":{"1min":0.55000000000000004,"5min":0.312,"15min":0.30199999999999999},"max":{"1min":9.2070000000000007,"5min":14.515000000000001,"15min":14.515000000000001},"last":1.161}]}]},{"osd":0,"up_from":87,"seq":373662154895,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":379624,"kb_used_data":2592,"kb_used_omap":5,"kb_used_meta":377018,"kb_avail":93365528,"statfs":{"total":95995035648,"available":95606300672,"internally_reserved":0,"allocated":2654208,"data_stored":1698762,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":386067066},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:26:17 2023","interfaces":[{"interface":"back","average":{"1min":1.2170000000000001,"5min":2.1960000000000002,"15min":2.48},"min":{"1min":0.24199999999999999,"5min":0.219,"15min":0.214},"max":{"1min":5.6159999999999997,"5min":9.2279999999999998,"15min":12.847},"last":0.45900000000000002},{"interface":"front","average":{"1min":2.153,"5min":3.5049999999999999,"15min":3.7589999999999999},"min":{"1min":0.26200000000000001,"5min":0.221,"15min":0.16900000000000001},"max":{"1min":10.548999999999999,"5min":24.343,"15min":24.343},"last":0.39400000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:26:08 2023","interfaces":[{"interface":"back","average":{"1min":2.6190000000000002,"5min":2.7330000000000001,"15min":2.7959999999999998},"min":{"1min":0.30499999999999999,"5min":0.23799999999999999,"15min":0.23400000000000001},"max":{"1min":10.329000000000001,"5min":15.567,"15min":20.233000000000001},"last":0.36699999999999999},{"interface":"front","average":{"1min":2.6440000000000001,"5min":2.5270000000000001,"15min":3.2090000000000001},"min":{"1min":0.29999999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":7.0060000000000002,"5min":9.7490000000000006,"15min":20.015999999999998},"last":0.41299999999999998}]},{"osd":3,"last update":"Mon Aug 28 02:26:17 2023","interfaces":[{"interface":"back","average":{"1min":1.6319999999999999,"5min":2.468,"15min":3.1179999999999999},"min":{"1min":0.32100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":7.1260000000000003,"5min":11.837999999999999,"15min":20.27},"last":0.43099999999999999},{"interface":"front","average":{"1min":1.7909999999999999,"5min":2.8540000000000001,"15min":2.5499999999999998},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.247},"max":{"1min":5.1970000000000001,"5min":17.635999999999999,"15min":17.635999999999999},"last":0.51300000000000001}]},{"osd":4,"last update":"Mon Aug 28 02:26:02 2023","interfaces":[{"interface":"back","average":{"1min":2.9279999999999999,"5min":2.1760000000000002,"15min":2.069},"min":{"1min":0.44500000000000001,"5min":0.29299999999999998,"15min":0.27700000000000002},"max":{"1min":6.9740000000000002,"5min":12.842000000000001,"15min":12.842000000000001},"last":0.58799999999999997},{"interface":"front","average":{"1min":3.198,"5min":2.7240000000000002,"15min":2.5470000000000002},"min":{"1min":0.32500000000000001,"5min":0.30099999999999999,"15min":0.29799999999999999},"max":{"1min":14.848000000000001,"5min":16.768999999999998,"15min":16.768999999999998},"last":0.72799999999999998}]},{"osd":5,"last update":"Mon Aug 28 02:26:02 2023","interfaces":[{"interface":"back","average":{"1min":2.4380000000000002,"5min":2.0699999999999998,"15min":1.907},"min":{"1min":0.504,"5min":0.33300000000000002,"15min":0.29299999999999998},"max":{"1min":7.008,"5min":13.038,"15min":13.038},"last":0.63},{"interface":"front","average":{"1min":3.581,"5min":2.7000000000000002,"15min":2.6179999999999999},"min":{"1min":0.42799999999999999,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":14.93,"5min":14.93,"15min":15.134},"last":0.79100000000000004}]},{"osd":6,"last update":"Mon Aug 28 02:26:02 2023","interfaces":[{"interface":"back","average":{"1min":2.8559999999999999,"5min":2.3610000000000002,"15min":2.149},"min":{"1min":0.495,"5min":0.33200000000000002,"15min":0.316},"max":{"1min":12.109,"5min":13.16,"15min":13.16},"last":0.71399999999999997},{"interface":"front","average":{"1min":4.1280000000000001,"5min":2.71,"15min":2.6360000000000001},"min":{"1min":0.41499999999999998,"5min":0.36299999999999999,"15min":0.311},"max":{"1min":14.903,"5min":14.903,"15min":15.177},"last":0.69699999999999995}]},{"osd":7,"last update":"Mon Aug 28 02:26:02 2023","interfaces":[{"interface":"back","average":{"1min":3.206,"5min":2.5209999999999999,"15min":2.5459999999999998},"min":{"1min":0.36799999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":10.364000000000001,"5min":12.785,"15min":12.785},"last":0.77900000000000003},{"interface":"front","average":{"1min":2.8759999999999999,"5min":2.3340000000000001,"15min":2.2410000000000001},"min":{"1min":0.45800000000000002,"5min":0.45400000000000001,"15min":0.377},"max":{"1min":7.0359999999999996,"5min":13.005000000000001,"15min":13.005000000000001},"last":0.76500000000000001}]}]},{"osd":2,"up_from":117,"seq":502511173749,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":359036,"kb_used_data":1908,"kb_used_omap":7,"kb_used_meta":357112,"kb_avail":93386116,"statfs":{"total":95995035648,"available":95627382784,"internally_reserved":0,"allocated":1953792,"data_stored":1091569,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":365682769},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:26:15 2023","interfaces":[{"interface":"back","average":{"1min":1.137,"5min":1.9970000000000001,"15min":2.7509999999999999},"min":{"1min":0.29299999999999998,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":6.2720000000000002,"5min":14.675000000000001,"15min":14.675000000000001},"last":0.49199999999999999},{"interface":"front","average":{"1min":2.1749999999999998,"5min":3.444,"15min":3.1539999999999999},"min":{"1min":0.23999999999999999,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":8.2530000000000001,"5min":25.834,"15min":25.834},"last":0.41199999999999998}]},{"osd":1,"last update":"Mon Aug 28 02:26:15 2023","interfaces":[{"interface":"back","average":{"1min":1.677,"5min":3.0169999999999999,"15min":2.923},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.251},"max":{"1min":7.7670000000000003,"5min":13.795999999999999,"15min":14.308999999999999},"last":0.38500000000000001},{"interface":"front","average":{"1min":1.2350000000000001,"5min":2.0859999999999999,"15min":2.798},"min":{"1min":0.33600000000000002,"5min":0.255,"15min":0.216},"max":{"1min":7.875,"5min":16.983000000000001,"15min":16.983000000000001},"last":0.45900000000000002}]},{"osd":3,"last update":"Mon Aug 28 02:26:15 2023","interfaces":[{"interface":"back","average":{"1min":2.109,"5min":3.0030000000000001,"15min":4.016},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25600000000000001},"max":{"1min":12.079000000000001,"5min":14.499000000000001,"15min":14.499000000000001},"last":0.47699999999999998},{"interface":"front","average":{"1min":2.1280000000000001,"5min":2.5840000000000001,"15min":3.5539999999999998},"min":{"1min":0.39800000000000002,"5min":0.28000000000000003,"15min":0.26700000000000002},"max":{"1min":7.9210000000000003,"5min":14.727,"15min":17.196999999999999},"last":0.51800000000000002}]},{"osd":4,"last update":"Mon Aug 28 02:26:15 2023","interfaces":[{"interface":"back","average":{"1min":1.8109999999999999,"5min":2.5369999999999999,"15min":1.9570000000000001},"min":{"1min":0.34899999999999998,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":8.3040000000000003,"5min":25.876999999999999,"15min":25.876999999999999},"last":0.80500000000000005},{"interface":"front","average":{"1min":1.2490000000000001,"5min":2.6379999999999999,"15min":2.008},"min":{"1min":0.32100000000000001,"5min":0.31900000000000001,"15min":0.29799999999999999},"max":{"1min":6.0309999999999997,"5min":12.324,"15min":12.324},"last":0.93300000000000005}]},{"osd":5,"last update":"Mon Aug 28 02:26:15 2023","interfaces":[{"interface":"back","average":{"1min":0.88600000000000001,"5min":1.3440000000000001,"15min":2.1080000000000001},"min":{"1min":0.48199999999999998,"5min":0.312,"15min":0.312},"max":{"1min":4.375,"5min":7.2960000000000003,"15min":14.207000000000001},"last":0.79400000000000004},{"interface":"front","average":{"1min":1.7070000000000001,"5min":2.8079999999999998,"15min":2.073},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":8.3390000000000004,"5min":25.902999999999999,"15min":25.902999999999999},"last":0.91200000000000003}]},{"osd":6,"last update":"Mon Aug 28 02:26:15 2023","interfaces":[{"interface":"back","average":{"1min":1.111,"5min":2.806,"15min":2.3450000000000002},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":3.1160000000000001,"5min":12.375,"15min":12.375},"last":0.875},{"interface":"front","average":{"1min":0.76500000000000001,"5min":1.581,"15min":2.0710000000000002},"min":{"1min":0.41899999999999998,"5min":0.34599999999999997,"15min":0.33900000000000002},"max":{"1min":1.9330000000000001,"5min":11.871,"15min":14.151999999999999},"last":0.72399999999999998}]},{"osd":7,"last update":"Mon Aug 28 02:26:15 2023","interfaces":[{"interface":"back","average":{"1min":1.1080000000000001,"5min":2.6349999999999998,"15min":2.448},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.33500000000000002},"max":{"1min":3.1440000000000001,"5min":12.404999999999999,"15min":12.404999999999999},"last":0.90500000000000003},{"interface":"front","average":{"1min":0.84699999999999998,"5min":1.639,"15min":2.0880000000000001},"min":{"1min":0.45800000000000002,"5min":0.38700000000000001,"15min":0.36399999999999999},"max":{"1min":3.169,"5min":11.845000000000001,"15min":14.18},"last":0.81699999999999995}]}]},{"osd":3,"up_from":134,"seq":575525617768,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":376892,"kb_used_data":1844,"kb_used_omap":2,"kb_used_meta":375037,"kb_avail":93368260,"statfs":{"total":95995035648,"available":95609098240,"internally_reserved":0,"allocated":1888256,"data_stored":1079394,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":384037941},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:26:06 2023","interfaces":[{"interface":"back","average":{"1min":2.456,"5min":2.633,"15min":3.0089999999999999},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.19},"max":{"1min":12.77,"5min":21.271000000000001,"15min":24.145},"last":0.629},{"interface":"front","average":{"1min":3.3639999999999999,"5min":3.0720000000000001,"15min":3.399},"min":{"1min":0.23999999999999999,"5min":0.21299999999999999,"15min":0.21099999999999999},"max":{"1min":20.984999999999999,"5min":20.984999999999999,"15min":20.984999999999999},"last":0.64100000000000001}]},{"osd":1,"last update":"Mon Aug 28 02:26:06 2023","interfaces":[{"interface":"back","average":{"1min":3.9460000000000002,"5min":4.0149999999999997,"15min":3.298},"min":{"1min":0.23799999999999999,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":19.449000000000002,"5min":19.449000000000002,"15min":19.449000000000002},"last":0.495},{"interface":"front","average":{"1min":2.1230000000000002,"5min":2.9929999999999999,"15min":2.8759999999999999},"min":{"1min":0.27100000000000002,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":11.923999999999999,"5min":21.427,"15min":24.071999999999999},"last":0.56799999999999995}]},{"osd":2,"last update":"Mon Aug 28 02:26:06 2023","interfaces":[{"interface":"back","average":{"1min":2.8980000000000001,"5min":3.423,"15min":3.524},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26300000000000001},"max":{"1min":14.436,"5min":21.292000000000002,"15min":21.292000000000002},"last":0.54100000000000004},{"interface":"front","average":{"1min":2.645,"5min":3.387,"15min":3.1659999999999999},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":12.670999999999999,"5min":21.297999999999998,"15min":24.175999999999998},"last":0.70399999999999996}]},{"osd":4,"last update":"Mon Aug 28 02:26:06 2023","interfaces":[{"interface":"back","average":{"1min":2.2040000000000002,"5min":2.5569999999999999,"15min":2.177},"min":{"1min":0.309,"5min":0.29899999999999999,"15min":0.28399999999999997},"max":{"1min":18.831,"5min":21.170000000000002,"15min":23.994},"last":0.75800000000000001},{"interface":"front","average":{"1min":2.5590000000000002,"5min":2.4889999999999999,"15min":2.4809999999999999},"min":{"1min":0.32100000000000001,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":21.106000000000002,"5min":21.106000000000002,"15min":21.106000000000002},"last":0.83399999999999996}]},{"osd":5,"last update":"Mon Aug 28 02:26:06 2023","interfaces":[{"interface":"back","average":{"1min":2.6819999999999999,"5min":2.6640000000000001,"15min":2.472},"min":{"1min":0.38800000000000001,"5min":0.311,"15min":0.311},"max":{"1min":21.507000000000001,"5min":21.507000000000001,"15min":21.507000000000001},"last":0.73799999999999999},{"interface":"front","average":{"1min":2.6230000000000002,"5min":2.8140000000000001,"15min":2.6139999999999999},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":11.242000000000001,"5min":18.181000000000001,"15min":18.181000000000001},"last":0.77500000000000002}]},{"osd":6,"last update":"Mon Aug 28 02:26:06 2023","interfaces":[{"interface":"back","average":{"1min":2.6819999999999999,"5min":2.6800000000000002,"15min":2.6120000000000001},"min":{"1min":0.40100000000000002,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":23.071000000000002,"5min":23.071000000000002,"15min":23.071000000000002},"last":0.79900000000000004},{"interface":"front","average":{"1min":2.2410000000000001,"5min":2.8410000000000002,"15min":2.8069999999999999},"min":{"1min":0.39500000000000002,"5min":0.379,"15min":0.315},"max":{"1min":11.220000000000001,"5min":18.128,"15min":18.128},"last":0.871}]},{"osd":7,"last update":"Mon Aug 28 02:26:06 2023","interfaces":[{"interface":"back","average":{"1min":2.0800000000000001,"5min":2.556,"15min":2.218},"min":{"1min":0.442,"5min":0.442,"15min":0.33800000000000002},"max":{"1min":11.156000000000001,"5min":21.239999999999998,"15min":24.042999999999999},"last":0.90600000000000003},{"interface":"front","average":{"1min":2.9950000000000001,"5min":3.077,"15min":2.6749999999999998},"min":{"1min":0.60099999999999998,"5min":0.38700000000000001,"15min":0.38100000000000001},"max":{"1min":21.138000000000002,"5min":21.138000000000002,"15min":21.138000000000002},"last":0.89200000000000002}]}]},{"osd":4,"up_from":30,"seq":128849019131,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":291052,"kb_used_data":1764,"kb_used_omap":0,"kb_used_meta":289280,"kb_avail":93454100,"statfs":{"total":95995035648,"available":95696998400,"internally_reserved":0,"allocated":1806336,"data_stored":1066722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":296222720},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:26:02 2023","interfaces":[{"interface":"back","average":{"1min":2.2810000000000001,"5min":2.2599999999999998,"15min":2.044},"min":{"1min":0.253,"5min":0.22800000000000001,"15min":0.221},"max":{"1min":8.9939999999999998,"5min":17.882000000000001,"15min":17.882000000000001},"last":0.67600000000000005},{"interface":"front","average":{"1min":1.7689999999999999,"5min":2.1480000000000001,"15min":2.198},"min":{"1min":0.254,"5min":0.217,"15min":0.217},"max":{"1min":5.0469999999999997,"5min":12.73,"15min":12.73},"last":0.56299999999999994}]},{"osd":1,"last update":"Mon Aug 28 02:26:20 2023","interfaces":[{"interface":"back","average":{"1min":1.431,"5min":1.579,"15min":1.8080000000000001},"min":{"1min":0.248,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":4.0389999999999997,"5min":11.914999999999999,"15min":11.914999999999999},"last":0.65000000000000002},{"interface":"front","average":{"1min":2.3119999999999998,"5min":2.1030000000000002,"15min":1.843},"min":{"1min":0.28699999999999998,"5min":0.27300000000000002,"15min":0.246},"max":{"1min":9.0410000000000004,"5min":9.0410000000000004,"15min":9.2249999999999996},"last":0.59399999999999997}]},{"osd":2,"last update":"Mon Aug 28 02:26:02 2023","interfaces":[{"interface":"back","average":{"1min":2.1850000000000001,"5min":1.9350000000000001,"15min":1.5489999999999999},"min":{"1min":0.311,"5min":0.27900000000000003,"15min":0.27400000000000002},"max":{"1min":13.194000000000001,"5min":16.231000000000002,"15min":16.231000000000002},"last":0.625},{"interface":"front","average":{"1min":1.726,"5min":1.909,"15min":1.6379999999999999},"min":{"1min":0.34899999999999998,"5min":0.251,"15min":0.251},"max":{"1min":5.524,"5min":7.0570000000000004,"15min":10.859999999999999},"last":0.60899999999999999}]},{"osd":3,"last update":"Mon Aug 28 02:26:11 2023","interfaces":[{"interface":"back","average":{"1min":1.597,"5min":2.0449999999999999,"15min":1.9430000000000001},"min":{"1min":0.35199999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":5.0149999999999997,"5min":12.339,"15min":12.339},"last":0.65900000000000003},{"interface":"front","average":{"1min":1.722,"5min":2.0430000000000001,"15min":1.9410000000000001},"min":{"1min":0.36699999999999999,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":8.0579999999999998,"5min":11.743,"15min":11.782},"last":0.57899999999999996}]},{"osd":5,"last update":"Mon Aug 28 02:25:34 2023","interfaces":[{"interface":"back","average":{"1min":0.81699999999999995,"5min":1.2030000000000001,"15min":1.2909999999999999},"min":{"1min":0.251,"5min":0.23999999999999999,"15min":0.23799999999999999},"max":{"1min":2.319,"5min":16.181999999999999,"15min":17.689},"last":0.52700000000000002},{"interface":"front","average":{"1min":1.248,"5min":1.165,"15min":1.337},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":6.3230000000000004,"5min":10.233000000000001,"15min":10.999000000000001},"last":0.41499999999999998}]},{"osd":6,"last update":"Mon Aug 28 02:25:51 2023","interfaces":[{"interface":"back","average":{"1min":1.4339999999999999,"5min":1.2569999999999999,"15min":1.367},"min":{"1min":0.33200000000000002,"5min":0.28100000000000003,"15min":0.25600000000000001},"max":{"1min":6.0279999999999996,"5min":10.023999999999999,"15min":10.647},"last":0.48599999999999999},{"interface":"front","average":{"1min":1.26,"5min":1.194,"15min":1.3129999999999999},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.251},"max":{"1min":5.5030000000000001,"5min":6.9939999999999998,"15min":16.763999999999999},"last":0.46700000000000003}]},{"osd":7,"last update":"Mon Aug 28 02:26:02 2023","interfaces":[{"interface":"back","average":{"1min":1.4430000000000001,"5min":1.2150000000000001,"15min":1.298},"min":{"1min":0.27600000000000002,"5min":0.27400000000000002,"15min":0.26800000000000002},"max":{"1min":9.3209999999999997,"5min":9.3209999999999997,"15min":16.686},"last":0.437},{"interface":"front","average":{"1min":1.3240000000000001,"5min":1.232,"15min":1.2769999999999999},"min":{"1min":0.317,"5min":0.311,"15min":0.28799999999999998},"max":{"1min":6.4189999999999996,"5min":7.0220000000000002,"15min":14.145},"last":0.63300000000000001}]}]},{"osd":5,"up_from":37,"seq":158913790200,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":333088,"kb_used_data":1752,"kb_used_omap":0,"kb_used_meta":331328,"kb_avail":93412064,"statfs":{"total":95995035648,"available":95653953536,"internally_reserved":0,"allocated":1794048,"data_stored":1062739,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":339279872},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:26:18 2023","interfaces":[{"interface":"back","average":{"1min":2.6150000000000002,"5min":2.931,"15min":2.6070000000000002},"min":{"1min":0.27000000000000002,"5min":0.224,"15min":0.22},"max":{"1min":12.856999999999999,"5min":40.334000000000003,"15min":40.334000000000003},"last":0.505},{"interface":"front","average":{"1min":0.876,"5min":2.411,"15min":2.0579999999999998},"min":{"1min":0.27100000000000002,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":5.0949999999999998,"5min":40.212000000000003,"15min":40.212000000000003},"last":0.58799999999999997}]},{"osd":1,"last update":"Mon Aug 28 02:26:18 2023","interfaces":[{"interface":"back","average":{"1min":3.028,"5min":3.0600000000000001,"15min":2.5230000000000001},"min":{"1min":0.35099999999999998,"5min":0.249,"15min":0.23200000000000001},"max":{"1min":10.573,"5min":40.088000000000001,"15min":40.088000000000001},"last":0.45300000000000001},{"interface":"front","average":{"1min":1.417,"5min":2.4369999999999998,"15min":1.843},"min":{"1min":0.308,"5min":0.28199999999999997,"15min":0.251},"max":{"1min":4.4290000000000003,"5min":40.243000000000002,"15min":40.243000000000002},"last":0.47399999999999998}]},{"osd":2,"last update":"Mon Aug 28 02:26:18 2023","interfaces":[{"interface":"back","average":{"1min":1.147,"5min":2.847,"15min":2.0680000000000001},"min":{"1min":0.30099999999999999,"5min":0.29199999999999998,"15min":0.29099999999999998},"max":{"1min":5.0510000000000002,"5min":40.436999999999998,"15min":40.436999999999998},"last":0.69799999999999995},{"interface":"front","average":{"1min":1.5429999999999999,"5min":2.621,"15min":1.9870000000000001},"min":{"1min":0.36199999999999999,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":6.5940000000000003,"5min":40.555,"15min":40.555},"last":0.71599999999999997}]},{"osd":3,"last update":"Mon Aug 28 02:26:18 2023","interfaces":[{"interface":"back","average":{"1min":2.2090000000000001,"5min":2.9870000000000001,"15min":1.9450000000000001},"min":{"1min":0.435,"5min":0.33400000000000002,"15min":0.27900000000000003},"max":{"1min":6.3680000000000003,"5min":40.270000000000003,"15min":40.270000000000003},"last":0.54100000000000004},{"interface":"front","average":{"1min":1.339,"5min":2.6230000000000002,"15min":2.133},"min":{"1min":0.41099999999999998,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":3.1019999999999999,"5min":40.597999999999999,"15min":40.597999999999999},"last":0.63900000000000001}]},{"osd":4,"last update":"Mon Aug 28 02:25:33 2023","interfaces":[{"interface":"back","average":{"1min":2.8519999999999999,"5min":1.9930000000000001,"15min":1.5029999999999999},"min":{"1min":0.40699999999999997,"5min":0.25600000000000001,"15min":0.216},"max":{"1min":13.348000000000001,"5min":40.762999999999998,"15min":40.762999999999998},"last":0.65500000000000003},{"interface":"front","average":{"1min":2.407,"5min":1.7290000000000001,"15min":1.4870000000000001},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.22900000000000001},"max":{"1min":10.048,"5min":40.634,"15min":40.634},"last":0.68700000000000006}]},{"osd":6,"last update":"Mon Aug 28 02:26:18 2023","interfaces":[{"interface":"back","average":{"1min":1.151,"5min":2.04,"15min":1.5549999999999999},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.254},"max":{"1min":7.9909999999999997,"5min":42.409999999999997,"15min":42.409999999999997},"last":0.60299999999999998},{"interface":"front","average":{"1min":1.5629999999999999,"5min":2.0449999999999999,"15min":1.425},"min":{"1min":0.28799999999999998,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":5.7619999999999996,"5min":42.533999999999999,"15min":42.533999999999999},"last":0.61899999999999999}]},{"osd":7,"last update":"Mon Aug 28 02:26:18 2023","interfaces":[{"interface":"back","average":{"1min":2.7909999999999999,"5min":2.3069999999999999,"15min":1.589},"min":{"1min":0.35499999999999998,"5min":0.33300000000000002,"15min":0.314},"max":{"1min":13.054,"5min":42.667000000000002,"15min":42.667000000000002},"last":0.67300000000000004},{"interface":"front","average":{"1min":0.91500000000000004,"5min":1.7649999999999999,"15min":1.4670000000000001},"min":{"1min":0.38400000000000001,"5min":0.31900000000000001,"15min":0.27000000000000002},"max":{"1min":2.9790000000000001,"5min":42.344000000000001,"15min":42.344000000000001},"last":0.73999999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:26:29.897 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2023-08-28T02:26:29.897 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2023-08-28T02:26:29.897 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2023-08-28T02:26:29.898 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph health --format=json 2023-08-28T02:26:30.207 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:26:30.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:30 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:26:30.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:30 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:26:30.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:30 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:26:31.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:31 smithi040 ceph-mon[170259]: from='client.34644 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:26:31.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:31 smithi040 ceph-mon[170259]: pgmap v537: 73 pgs: 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-08-28T02:26:31.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:31 smithi040 ceph-mon[175404]: from='client.34644 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:26:31.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:31 smithi040 ceph-mon[175404]: pgmap v537: 73 pgs: 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-08-28T02:26:31.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:31 smithi083 ceph-mon[157819]: from='client.34644 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:26:31.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:31 smithi083 ceph-mon[157819]: pgmap v537: 73 pgs: 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-08-28T02:26:31.494 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:26:31.494 INFO:teuthology.orchestra.run.smithi040.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2023-08-28T02:26:31.880 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2023-08-28T02:26:31.880 INFO:teuthology.run_tasks:Running task print... 2023-08-28T02:26:31.891 INFO:teuthology.task.print:**** applying stress + thrashing to mixed-version cluster **** 2023-08-28T02:26:31.891 INFO:teuthology.run_tasks:Running task parallel... 2023-08-28T02:26:31.932 INFO:teuthology.task.parallel:starting parallel... 2023-08-28T02:26:31.932 INFO:teuthology.task.parallel:In parallel, running task sequential... 2023-08-28T02:26:31.932 INFO:teuthology.task.sequential:In sequential, running task thrashosds... 2023-08-28T02:26:31.934 INFO:tasks.thrashosds:config is {'aggressive_pg_num_changes': False, 'chance_force_recovery': 0, 'chance_pgnum_grow': 1, 'chance_pgpnum_fix': 1, 'chance_thrash_cluster_full': 0, 'chance_thrash_pg_upmap': 0, 'chance_thrash_pg_upmap_items': 0, 'disable_objectstore_tool_tests': True, 'timeout': 1200, 'sighup_delay': 0.1, 'optrack_toggle_delay': 2.0, 'dump_ops_enable': 'true', 'noscrub_toggle_delay': 2.0, 'random_eio': 0.0} 2023-08-28T02:26:31.934 INFO:tasks.thrashosds:overrides is {'admin_socket': {'branch': 'reef'}, 'ceph': {'conf': {'global': {'mon election default strategy': 3}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}}, 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': '9cf208207dfe23ffccb33308b22e51570cb45e51'}, 'ceph-deploy': {'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}}}, 'install': {'ceph': {'flavor': 'default', 'sha1': '9cf208207dfe23ffccb33308b22e51570cb45e51'}}, 'selinux': {'whitelist': ['scontext=system_u:system_r:logrotate_t:s0']}, 'workunit': {'branch': 'reef', 'sha1': '81fef490342f7b9544e89fe32a9e51929064494d'}} 2023-08-28T02:26:31.934 INFO:tasks.thrashosds:config is {'aggressive_pg_num_changes': False, 'chance_force_recovery': 0, 'chance_pgnum_grow': 1, 'chance_pgpnum_fix': 1, 'chance_thrash_cluster_full': 0, 'chance_thrash_pg_upmap': 0, 'chance_thrash_pg_upmap_items': 0, 'disable_objectstore_tool_tests': True, 'timeout': 1200, 'sighup_delay': 0.1, 'optrack_toggle_delay': 2.0, 'dump_ops_enable': 'true', 'noscrub_toggle_delay': 2.0, 'random_eio': 0.0} 2023-08-28T02:26:31.934 INFO:tasks.thrashosds:Beginning thrashosds... 2023-08-28T02:26:31.934 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2023-08-28T02:26:31.935 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:26:32.242 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:26:32.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:32 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1316985395' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-08-28T02:26:32.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:32 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1316985395' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-08-28T02:26:32.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:32 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1316985395' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-08-28T02:26:33.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:33 smithi040 ceph-mon[170259]: pgmap v538: 73 pgs: 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-08-28T02:26:33.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:33 smithi040 ceph-mon[175404]: pgmap v538: 73 pgs: 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-08-28T02:26:33.490 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:26:33.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:33 smithi083 ceph-mon[157819]: pgmap v538: 73 pgs: 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-08-28T02:26:33.492 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:26:33.880 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":538,"stamp":"2023-08-28T02:26:32.126028+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595872,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":300,"num_write_kb":2445,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":216,"ondisk_log_size":216,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2639080,"kb_used_data":16488,"kb_used_omap":20,"kb_used_meta":2622507,"kb_avail":747322136,"statfs":{"total":767960285184,"available":765257867264,"internally_reserved":0,"allocated":16883712,"data_stored":10411466,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":20850,"internal_metadata":2685447822},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002908"},"pg_stats":[{"pgid":"3.1a","version":"65'1","reported_seq":141,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.089032+0000","last_change":"2023-08-28T02:16:50.313901+0000","last_active":"2023-08-28T02:21:44.089032+0000","last_peered":"2023-08-28T02:21:44.089032+0000","last_clean":"2023-08-28T02:21:44.089032+0000","last_became_active":"2023-08-28T02:16:50.313550+0000","last_became_peered":"2023-08-28T02:16:50.313550+0000","last_unstale":"2023-08-28T02:21:44.089032+0000","last_undegraded":"2023-08-28T02:21:44.089032+0000","last_fullsized":"2023-08-28T02:21:44.089032+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:31:11.838539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":100,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:24:46.737395+0000","last_change":"2023-08-28T02:16:50.308996+0000","last_active":"2023-08-28T02:24:46.737395+0000","last_peered":"2023-08-28T02:24:46.737395+0000","last_clean":"2023-08-28T02:24:46.737395+0000","last_became_active":"2023-08-28T02:16:50.308569+0000","last_became_peered":"2023-08-28T02:16:50.308569+0000","last_unstale":"2023-08-28T02:24:46.737395+0000","last_undegraded":"2023-08-28T02:24:46.737395+0000","last_fullsized":"2023-08-28T02:24:46.737395+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:50:53.472069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":97,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:25:37.029485+0000","last_change":"2023-08-28T02:17:57.849228+0000","last_active":"2023-08-28T02:25:37.029485+0000","last_peered":"2023-08-28T02:25:37.029485+0000","last_clean":"2023-08-28T02:25:37.029485+0000","last_became_active":"2023-08-28T02:17:57.848894+0000","last_became_peered":"2023-08-28T02:17:57.848894+0000","last_unstale":"2023-08-28T02:25:37.029485+0000","last_undegraded":"2023-08-28T02:25:37.029485+0000","last_fullsized":"2023-08-28T02:25:37.029485+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:39:59.056531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":112,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:24:41.720808+0000","last_change":"2023-08-28T02:16:50.309837+0000","last_active":"2023-08-28T02:24:41.720808+0000","last_peered":"2023-08-28T02:24:41.720808+0000","last_clean":"2023-08-28T02:24:41.720808+0000","last_became_active":"2023-08-28T02:16:50.309470+0000","last_became_peered":"2023-08-28T02:16:50.309470+0000","last_unstale":"2023-08-28T02:24:41.720808+0000","last_undegraded":"2023-08-28T02:24:41.720808+0000","last_fullsized":"2023-08-28T02:24:41.720808+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:34:06.503952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":123,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:25:11.592447+0000","last_change":"2023-08-28T02:17:57.847940+0000","last_active":"2023-08-28T02:25:11.592447+0000","last_peered":"2023-08-28T02:25:11.592447+0000","last_clean":"2023-08-28T02:25:11.592447+0000","last_became_active":"2023-08-28T02:17:57.843416+0000","last_became_peered":"2023-08-28T02:17:57.843416+0000","last_unstale":"2023-08-28T02:25:11.592447+0000","last_undegraded":"2023-08-28T02:25:11.592447+0000","last_fullsized":"2023-08-28T02:25:11.592447+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:10:47.631878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":121,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.134714+0000","last_change":"2023-08-28T02:15:58.338976+0000","last_active":"2023-08-28T02:21:44.134714+0000","last_peered":"2023-08-28T02:21:44.134714+0000","last_clean":"2023-08-28T02:21:44.134714+0000","last_became_active":"2023-08-28T02:15:58.338552+0000","last_became_peered":"2023-08-28T02:15:58.338552+0000","last_unstale":"2023-08-28T02:21:44.134714+0000","last_undegraded":"2023-08-28T02:21:44.134714+0000","last_fullsized":"2023-08-28T02:21:44.134714+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:27:36.380341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":112,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:24:21.705636+0000","last_change":"2023-08-28T02:17:57.876478+0000","last_active":"2023-08-28T02:24:21.705636+0000","last_peered":"2023-08-28T02:24:21.705636+0000","last_clean":"2023-08-28T02:24:21.705636+0000","last_became_active":"2023-08-28T02:17:57.876048+0000","last_became_peered":"2023-08-28T02:17:57.876048+0000","last_unstale":"2023-08-28T02:24:21.705636+0000","last_undegraded":"2023-08-28T02:24:21.705636+0000","last_fullsized":"2023-08-28T02:24:21.705636+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:46:14.225407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":105,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:24:56.558439+0000","last_change":"2023-08-28T02:17:57.832929+0000","last_active":"2023-08-28T02:24:56.558439+0000","last_peered":"2023-08-28T02:24:56.558439+0000","last_clean":"2023-08-28T02:24:56.558439+0000","last_became_active":"2023-08-28T02:17:57.825320+0000","last_became_peered":"2023-08-28T02:17:57.825320+0000","last_unstale":"2023-08-28T02:24:56.558439+0000","last_undegraded":"2023-08-28T02:24:56.558439+0000","last_fullsized":"2023-08-28T02:24:56.558439+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:41:38.568184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":122,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:45.008814+0000","last_change":"2023-08-28T02:15:58.356833+0000","last_active":"2023-08-28T02:21:45.008814+0000","last_peered":"2023-08-28T02:21:45.008814+0000","last_clean":"2023-08-28T02:21:45.008814+0000","last_became_active":"2023-08-28T02:15:58.356519+0000","last_became_peered":"2023-08-28T02:15:58.356519+0000","last_unstale":"2023-08-28T02:21:45.008814+0000","last_undegraded":"2023-08-28T02:21:45.008814+0000","last_fullsized":"2023-08-28T02:21:45.008814+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:18:26.590683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":91,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:24:56.558478+0000","last_change":"2023-08-28T02:17:57.827818+0000","last_active":"2023-08-28T02:24:56.558478+0000","last_peered":"2023-08-28T02:24:56.558478+0000","last_clean":"2023-08-28T02:24:56.558478+0000","last_became_active":"2023-08-28T02:17:57.825999+0000","last_became_peered":"2023-08-28T02:17:57.825999+0000","last_unstale":"2023-08-28T02:24:56.558478+0000","last_undegraded":"2023-08-28T02:24:56.558478+0000","last_fullsized":"2023-08-28T02:24:56.558478+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:35:29.864132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"65'3","reported_seq":126,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.088573+0000","last_change":"2023-08-28T02:17:57.827265+0000","last_active":"2023-08-28T02:21:44.088573+0000","last_peered":"2023-08-28T02:21:44.088573+0000","last_clean":"2023-08-28T02:21:44.088573+0000","last_became_active":"2023-08-28T02:17:57.826872+0000","last_became_peered":"2023-08-28T02:17:57.826872+0000","last_unstale":"2023-08-28T02:21:44.088573+0000","last_undegraded":"2023-08-28T02:21:44.088573+0000","last_fullsized":"2023-08-28T02:21:44.088573+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:48:03.674891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":97,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:25:16.966073+0000","last_change":"2023-08-28T02:16:50.317018+0000","last_active":"2023-08-28T02:25:16.966073+0000","last_peered":"2023-08-28T02:25:16.966073+0000","last_clean":"2023-08-28T02:25:16.966073+0000","last_became_active":"2023-08-28T02:16:50.316562+0000","last_became_peered":"2023-08-28T02:16:50.316562+0000","last_unstale":"2023-08-28T02:25:16.966073+0000","last_undegraded":"2023-08-28T02:25:16.966073+0000","last_fullsized":"2023-08-28T02:25:16.966073+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:24:38.987247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":128,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.088751+0000","last_change":"2023-08-28T02:07:37.315303+0000","last_active":"2023-08-28T02:21:44.088751+0000","last_peered":"2023-08-28T02:21:44.088751+0000","last_clean":"2023-08-28T02:21:44.088751+0000","last_became_active":"2023-08-28T02:07:37.312336+0000","last_became_peered":"2023-08-28T02:07:37.312336+0000","last_unstale":"2023-08-28T02:21:44.088751+0000","last_undegraded":"2023-08-28T02:21:44.088751+0000","last_fullsized":"2023-08-28T02:21:44.088751+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T14:00:32.089076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":122,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.088542+0000","last_change":"2023-08-28T02:15:58.341659+0000","last_active":"2023-08-28T02:21:44.088542+0000","last_peered":"2023-08-28T02:21:44.088542+0000","last_clean":"2023-08-28T02:21:44.088542+0000","last_became_active":"2023-08-28T02:15:58.341315+0000","last_became_peered":"2023-08-28T02:15:58.341315+0000","last_unstale":"2023-08-28T02:21:44.088542+0000","last_undegraded":"2023-08-28T02:21:44.088542+0000","last_fullsized":"2023-08-28T02:21:44.088542+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:07:51.806773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"65'2","reported_seq":125,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.088604+0000","last_change":"2023-08-28T02:16:50.332699+0000","last_active":"2023-08-28T02:21:44.088604+0000","last_peered":"2023-08-28T02:21:44.088604+0000","last_clean":"2023-08-28T02:21:44.088604+0000","last_became_active":"2023-08-28T02:16:50.332337+0000","last_became_peered":"2023-08-28T02:16:50.332337+0000","last_unstale":"2023-08-28T02:21:44.088604+0000","last_undegraded":"2023-08-28T02:21:44.088604+0000","last_fullsized":"2023-08-28T02:21:44.088604+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:26:51.876295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":101,"reported_epoch":159,"state":"active+clean","last_fresh":"2023-08-28T02:26:04.197640+0000","last_change":"2023-08-28T02:16:50.311257+0000","last_active":"2023-08-28T02:26:04.197640+0000","last_peered":"2023-08-28T02:26:04.197640+0000","last_clean":"2023-08-28T02:26:04.197640+0000","last_became_active":"2023-08-28T02:16:50.310902+0000","last_became_peered":"2023-08-28T02:16:50.310902+0000","last_unstale":"2023-08-28T02:26:04.197640+0000","last_undegraded":"2023-08-28T02:26:04.197640+0000","last_fullsized":"2023-08-28T02:26:04.197640+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:09.479771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,7],"acting":[0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":113,"reported_epoch":159,"state":"active+clean","last_fresh":"2023-08-28T02:26:04.191718+0000","last_change":"2023-08-28T02:17:57.870068+0000","last_active":"2023-08-28T02:26:04.191718+0000","last_peered":"2023-08-28T02:26:04.191718+0000","last_clean":"2023-08-28T02:26:04.191718+0000","last_became_active":"2023-08-28T02:17:57.869718+0000","last_became_peered":"2023-08-28T02:17:57.869718+0000","last_unstale":"2023-08-28T02:26:04.191718+0000","last_undegraded":"2023-08-28T02:26:04.191718+0000","last_fullsized":"2023-08-28T02:26:04.191718+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:28:47.968132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":121,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:45.008838+0000","last_change":"2023-08-28T02:17:57.827021+0000","last_active":"2023-08-28T02:21:45.008838+0000","last_peered":"2023-08-28T02:21:45.008838+0000","last_clean":"2023-08-28T02:21:45.008838+0000","last_became_active":"2023-08-28T02:17:57.826722+0000","last_became_peered":"2023-08-28T02:17:57.826722+0000","last_unstale":"2023-08-28T02:21:45.008838+0000","last_undegraded":"2023-08-28T02:21:45.008838+0000","last_fullsized":"2023-08-28T02:21:45.008838+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:02:26.183338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":106,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.088195+0000","last_change":"2023-08-28T02:07:37.318077+0000","last_active":"2023-08-28T02:21:44.088195+0000","last_peered":"2023-08-28T02:21:44.088195+0000","last_clean":"2023-08-28T02:21:44.088195+0000","last_became_active":"2023-08-28T02:07:37.317784+0000","last_became_peered":"2023-08-28T02:07:37.317784+0000","last_unstale":"2023-08-28T02:21:44.088195+0000","last_undegraded":"2023-08-28T02:21:44.088195+0000","last_fullsized":"2023-08-28T02:21:44.088195+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:08:37.079996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":113,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:24:21.705608+0000","last_change":"2023-08-28T02:17:57.870143+0000","last_active":"2023-08-28T02:24:21.705608+0000","last_peered":"2023-08-28T02:24:21.705608+0000","last_clean":"2023-08-28T02:24:21.705608+0000","last_became_active":"2023-08-28T02:17:57.869769+0000","last_became_peered":"2023-08-28T02:17:57.869769+0000","last_unstale":"2023-08-28T02:24:21.705608+0000","last_undegraded":"2023-08-28T02:24:21.705608+0000","last_fullsized":"2023-08-28T02:24:21.705608+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:21:29.581768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"65'8","reported_seq":130,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.134326+0000","last_change":"2023-08-28T02:14:43.083962+0000","last_active":"2023-08-28T02:21:44.134326+0000","last_peered":"2023-08-28T02:21:44.134326+0000","last_clean":"2023-08-28T02:21:44.134326+0000","last_became_active":"2023-08-28T02:14:43.083699+0000","last_became_peered":"2023-08-28T02:14:43.083699+0000","last_unstale":"2023-08-28T02:21:44.134326+0000","last_undegraded":"2023-08-28T02:21:44.134326+0000","last_fullsized":"2023-08-28T02:21:44.134326+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:34:42.581750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":105,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:25:11.592595+0000","last_change":"2023-08-28T02:17:57.837590+0000","last_active":"2023-08-28T02:25:11.592595+0000","last_peered":"2023-08-28T02:25:11.592595+0000","last_clean":"2023-08-28T02:25:11.592595+0000","last_became_active":"2023-08-28T02:17:57.837098+0000","last_became_peered":"2023-08-28T02:17:57.837098+0000","last_unstale":"2023-08-28T02:25:11.592595+0000","last_undegraded":"2023-08-28T02:25:11.592595+0000","last_fullsized":"2023-08-28T02:25:11.592595+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:19:56.089819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.f","version":"65'1","reported_seq":124,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.088935+0000","last_change":"2023-08-28T02:14:43.046130+0000","last_active":"2023-08-28T02:21:44.088935+0000","last_peered":"2023-08-28T02:21:44.088935+0000","last_clean":"2023-08-28T02:21:44.088935+0000","last_became_active":"2023-08-28T02:14:43.045775+0000","last_became_peered":"2023-08-28T02:14:43.045775+0000","last_unstale":"2023-08-28T02:21:44.088935+0000","last_undegraded":"2023-08-28T02:21:44.088935+0000","last_fullsized":"2023-08-28T02:21:44.088935+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:57:38.279756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":104,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:45.008449+0000","last_change":"2023-08-28T02:07:37.452412+0000","last_active":"2023-08-28T02:21:45.008449+0000","last_peered":"2023-08-28T02:21:45.008449+0000","last_clean":"2023-08-28T02:21:45.008449+0000","last_became_active":"2023-08-28T02:07:37.452156+0000","last_became_peered":"2023-08-28T02:07:37.452156+0000","last_unstale":"2023-08-28T02:21:45.008449+0000","last_undegraded":"2023-08-28T02:21:45.008449+0000","last_fullsized":"2023-08-28T02:21:45.008449+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:10:33.405360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"65'2","reported_seq":125,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.089015+0000","last_change":"2023-08-28T02:15:58.339743+0000","last_active":"2023-08-28T02:21:44.089015+0000","last_peered":"2023-08-28T02:21:44.089015+0000","last_clean":"2023-08-28T02:21:44.089015+0000","last_became_active":"2023-08-28T02:15:58.339306+0000","last_became_peered":"2023-08-28T02:15:58.339306+0000","last_unstale":"2023-08-28T02:21:44.089015+0000","last_undegraded":"2023-08-28T02:21:44.089015+0000","last_fullsized":"2023-08-28T02:21:44.089015+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:26:49.535873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":139,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.088132+0000","last_change":"2023-08-28T02:17:57.825376+0000","last_active":"2023-08-28T02:21:44.088132+0000","last_peered":"2023-08-28T02:21:44.088132+0000","last_clean":"2023-08-28T02:21:44.088132+0000","last_became_active":"2023-08-28T02:17:57.825022+0000","last_became_peered":"2023-08-28T02:17:57.825022+0000","last_unstale":"2023-08-28T02:21:44.088132+0000","last_undegraded":"2023-08-28T02:21:44.088132+0000","last_fullsized":"2023-08-28T02:21:44.088132+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:02:30.773293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"65'1","reported_seq":107,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.088294+0000","last_change":"2023-08-28T02:07:37.312010+0000","last_active":"2023-08-28T02:21:44.088294+0000","last_peered":"2023-08-28T02:21:44.088294+0000","last_clean":"2023-08-28T02:21:44.088294+0000","last_became_active":"2023-08-28T02:07:37.311737+0000","last_became_peered":"2023-08-28T02:07:37.311737+0000","last_unstale":"2023-08-28T02:21:44.088294+0000","last_undegraded":"2023-08-28T02:21:44.088294+0000","last_fullsized":"2023-08-28T02:21:44.088294+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:09:38.844075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":121,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.134318+0000","last_change":"2023-08-28T02:15:58.345711+0000","last_active":"2023-08-28T02:21:44.134318+0000","last_peered":"2023-08-28T02:21:44.134318+0000","last_clean":"2023-08-28T02:21:44.134318+0000","last_became_active":"2023-08-28T02:15:58.345246+0000","last_became_peered":"2023-08-28T02:15:58.345246+0000","last_unstale":"2023-08-28T02:21:44.134318+0000","last_undegraded":"2023-08-28T02:21:44.134318+0000","last_fullsized":"2023-08-28T02:21:44.134318+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:43:42.445855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":122,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:45.008688+0000","last_change":"2023-08-28T02:17:57.872076+0000","last_active":"2023-08-28T02:21:45.008688+0000","last_peered":"2023-08-28T02:21:45.008688+0000","last_clean":"2023-08-28T02:21:45.008688+0000","last_became_active":"2023-08-28T02:17:57.871701+0000","last_became_peered":"2023-08-28T02:17:57.871701+0000","last_unstale":"2023-08-28T02:21:45.008688+0000","last_undegraded":"2023-08-28T02:21:45.008688+0000","last_fullsized":"2023-08-28T02:21:45.008688+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:34:26.505505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":127,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:25:56.842590+0000","last_change":"2023-08-28T02:16:50.310255+0000","last_active":"2023-08-28T02:25:56.842590+0000","last_peered":"2023-08-28T02:25:56.842590+0000","last_clean":"2023-08-28T02:25:56.842590+0000","last_became_active":"2023-08-28T02:16:50.309889+0000","last_became_peered":"2023-08-28T02:16:50.309889+0000","last_unstale":"2023-08-28T02:25:56.842590+0000","last_undegraded":"2023-08-28T02:25:56.842590+0000","last_fullsized":"2023-08-28T02:25:56.842590+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:40:26.627880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"65'2","reported_seq":136,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:24:41.529521+0000","last_change":"2023-08-28T02:17:57.845300+0000","last_active":"2023-08-28T02:24:41.529521+0000","last_peered":"2023-08-28T02:24:41.529521+0000","last_clean":"2023-08-28T02:24:41.529521+0000","last_became_active":"2023-08-28T02:17:57.843639+0000","last_became_peered":"2023-08-28T02:17:57.843639+0000","last_unstale":"2023-08-28T02:24:41.529521+0000","last_undegraded":"2023-08-28T02:24:41.529521+0000","last_fullsized":"2023-08-28T02:24:41.529521+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:27.684476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":122,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.088685+0000","last_change":"2023-08-28T02:17:57.825494+0000","last_active":"2023-08-28T02:21:44.088685+0000","last_peered":"2023-08-28T02:21:44.088685+0000","last_clean":"2023-08-28T02:21:44.088685+0000","last_became_active":"2023-08-28T02:17:57.825112+0000","last_became_peered":"2023-08-28T02:17:57.825112+0000","last_unstale":"2023-08-28T02:21:44.088685+0000","last_undegraded":"2023-08-28T02:21:44.088685+0000","last_fullsized":"2023-08-28T02:21:44.088685+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:04:13.819397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":122,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.134427+0000","last_change":"2023-08-28T02:15:58.345460+0000","last_active":"2023-08-28T02:21:44.134427+0000","last_peered":"2023-08-28T02:21:44.134427+0000","last_clean":"2023-08-28T02:21:44.134427+0000","last_became_active":"2023-08-28T02:15:58.344797+0000","last_became_peered":"2023-08-28T02:15:58.344797+0000","last_unstale":"2023-08-28T02:21:44.134427+0000","last_undegraded":"2023-08-28T02:21:44.134427+0000","last_fullsized":"2023-08-28T02:21:44.134427+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:16:40.021927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":101,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:26:01.843301+0000","last_change":"2023-08-28T02:16:50.318938+0000","last_active":"2023-08-28T02:26:01.843301+0000","last_peered":"2023-08-28T02:26:01.843301+0000","last_clean":"2023-08-28T02:26:01.843301+0000","last_became_active":"2023-08-28T02:16:50.318559+0000","last_became_peered":"2023-08-28T02:16:50.318559+0000","last_unstale":"2023-08-28T02:26:01.843301+0000","last_undegraded":"2023-08-28T02:26:01.843301+0000","last_fullsized":"2023-08-28T02:26:01.843301+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:08:58.462110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,5],"acting":[0,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":123,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.088038+0000","last_change":"2023-08-28T02:16:50.340534+0000","last_active":"2023-08-28T02:21:44.088038+0000","last_peered":"2023-08-28T02:21:44.088038+0000","last_clean":"2023-08-28T02:21:44.088038+0000","last_became_active":"2023-08-28T02:16:50.340208+0000","last_became_peered":"2023-08-28T02:16:50.340208+0000","last_unstale":"2023-08-28T02:21:44.088038+0000","last_undegraded":"2023-08-28T02:21:44.088038+0000","last_fullsized":"2023-08-28T02:21:44.088038+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:15:28.933937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":122,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.088450+0000","last_change":"2023-08-28T02:15:58.341805+0000","last_active":"2023-08-28T02:21:44.088450+0000","last_peered":"2023-08-28T02:21:44.088450+0000","last_clean":"2023-08-28T02:21:44.088450+0000","last_became_active":"2023-08-28T02:15:58.341410+0000","last_became_peered":"2023-08-28T02:15:58.341410+0000","last_unstale":"2023-08-28T02:21:44.088450+0000","last_undegraded":"2023-08-28T02:21:44.088450+0000","last_fullsized":"2023-08-28T02:21:44.088450+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:53:09.135509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":106,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:24:26.482541+0000","last_change":"2023-08-28T02:17:57.834673+0000","last_active":"2023-08-28T02:24:26.482541+0000","last_peered":"2023-08-28T02:24:26.482541+0000","last_clean":"2023-08-28T02:24:26.482541+0000","last_became_active":"2023-08-28T02:17:57.833257+0000","last_became_peered":"2023-08-28T02:17:57.833257+0000","last_unstale":"2023-08-28T02:24:26.482541+0000","last_undegraded":"2023-08-28T02:24:26.482541+0000","last_fullsized":"2023-08-28T02:24:26.482541+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:59:25.673492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":86,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:26:01.843387+0000","last_change":"2023-08-28T02:14:44.099829+0000","last_active":"2023-08-28T02:26:01.843387+0000","last_peered":"2023-08-28T02:26:01.843387+0000","last_clean":"2023-08-28T02:26:01.843387+0000","last_became_active":"2023-08-28T02:14:44.099521+0000","last_became_peered":"2023-08-28T02:14:44.099521+0000","last_unstale":"2023-08-28T02:26:01.843387+0000","last_undegraded":"2023-08-28T02:26:01.843387+0000","last_fullsized":"2023-08-28T02:26:01.843387+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:41:15.842669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":130,"reported_epoch":159,"state":"active+clean","last_fresh":"2023-08-28T02:26:04.860288+0000","last_change":"2023-08-28T02:15:58.330205+0000","last_active":"2023-08-28T02:26:04.860288+0000","last_peered":"2023-08-28T02:26:04.860288+0000","last_clean":"2023-08-28T02:26:04.860288+0000","last_became_active":"2023-08-28T02:15:58.329854+0000","last_became_peered":"2023-08-28T02:15:58.329854+0000","last_unstale":"2023-08-28T02:26:04.860288+0000","last_undegraded":"2023-08-28T02:26:04.860288+0000","last_fullsized":"2023-08-28T02:26:04.860288+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:11:59.215198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":139,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:45.008843+0000","last_change":"2023-08-28T02:17:57.832204+0000","last_active":"2023-08-28T02:21:45.008843+0000","last_peered":"2023-08-28T02:21:45.008843+0000","last_clean":"2023-08-28T02:21:45.008843+0000","last_became_active":"2023-08-28T02:17:57.831885+0000","last_became_peered":"2023-08-28T02:17:57.831885+0000","last_unstale":"2023-08-28T02:21:45.008843+0000","last_undegraded":"2023-08-28T02:21:45.008843+0000","last_fullsized":"2023-08-28T02:21:45.008843+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:14:33.767147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":83,"reported_epoch":159,"state":"active+clean","last_fresh":"2023-08-28T02:26:04.860026+0000","last_change":"2023-08-28T02:15:58.343551+0000","last_active":"2023-08-28T02:26:04.860026+0000","last_peered":"2023-08-28T02:26:04.860026+0000","last_clean":"2023-08-28T02:26:04.860026+0000","last_became_active":"2023-08-28T02:15:58.341847+0000","last_became_peered":"2023-08-28T02:15:58.341847+0000","last_unstale":"2023-08-28T02:26:04.860026+0000","last_undegraded":"2023-08-28T02:26:04.860026+0000","last_fullsized":"2023-08-28T02:26:04.860026+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:54:02.981107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":126,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:45.008559+0000","last_change":"2023-08-28T02:15:58.344890+0000","last_active":"2023-08-28T02:21:45.008559+0000","last_peered":"2023-08-28T02:21:45.008559+0000","last_clean":"2023-08-28T02:21:45.008559+0000","last_became_active":"2023-08-28T02:15:58.344569+0000","last_became_peered":"2023-08-28T02:15:58.344569+0000","last_unstale":"2023-08-28T02:21:45.008559+0000","last_undegraded":"2023-08-28T02:21:45.008559+0000","last_fullsized":"2023-08-28T02:21:45.008559+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:01:49.773942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":123,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.088733+0000","last_change":"2023-08-28T02:14:43.039758+0000","last_active":"2023-08-28T02:21:44.088733+0000","last_peered":"2023-08-28T02:21:44.088733+0000","last_clean":"2023-08-28T02:21:44.088733+0000","last_became_active":"2023-08-28T02:14:43.039236+0000","last_became_peered":"2023-08-28T02:14:43.039236+0000","last_unstale":"2023-08-28T02:21:44.088733+0000","last_undegraded":"2023-08-28T02:21:44.088733+0000","last_fullsized":"2023-08-28T02:21:44.088733+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:49:11.066668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":113,"reported_epoch":159,"state":"active+clean","last_fresh":"2023-08-28T02:26:04.860523+0000","last_change":"2023-08-28T02:17:57.871915+0000","last_active":"2023-08-28T02:26:04.860523+0000","last_peered":"2023-08-28T02:26:04.860523+0000","last_clean":"2023-08-28T02:26:04.860523+0000","last_became_active":"2023-08-28T02:17:57.871557+0000","last_became_peered":"2023-08-28T02:17:57.871557+0000","last_unstale":"2023-08-28T02:26:04.860523+0000","last_undegraded":"2023-08-28T02:26:04.860523+0000","last_fullsized":"2023-08-28T02:26:04.860523+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:25.212031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":129,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:25:09.119961+0000","last_change":"2023-08-28T02:17:57.849218+0000","last_active":"2023-08-28T02:25:09.119961+0000","last_peered":"2023-08-28T02:25:09.119961+0000","last_clean":"2023-08-28T02:25:09.119961+0000","last_became_active":"2023-08-28T02:17:57.848849+0000","last_became_peered":"2023-08-28T02:17:57.848849+0000","last_unstale":"2023-08-28T02:25:09.119961+0000","last_undegraded":"2023-08-28T02:25:09.119961+0000","last_fullsized":"2023-08-28T02:25:09.119961+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:52:44.006871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":98,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:25:57.055093+0000","last_change":"2023-08-28T02:16:50.316947+0000","last_active":"2023-08-28T02:25:57.055093+0000","last_peered":"2023-08-28T02:25:57.055093+0000","last_clean":"2023-08-28T02:25:57.055093+0000","last_became_active":"2023-08-28T02:16:50.316598+0000","last_became_peered":"2023-08-28T02:16:50.316598+0000","last_unstale":"2023-08-28T02:25:57.055093+0000","last_undegraded":"2023-08-28T02:25:57.055093+0000","last_fullsized":"2023-08-28T02:25:57.055093+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:13:41.719458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":124,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:24:36.879383+0000","last_change":"2023-08-28T02:15:58.342090+0000","last_active":"2023-08-28T02:24:36.879383+0000","last_peered":"2023-08-28T02:24:36.879383+0000","last_clean":"2023-08-28T02:24:36.879383+0000","last_became_active":"2023-08-28T02:15:58.341776+0000","last_became_peered":"2023-08-28T02:15:58.341776+0000","last_unstale":"2023-08-28T02:24:36.879383+0000","last_undegraded":"2023-08-28T02:24:36.879383+0000","last_fullsized":"2023-08-28T02:24:36.879383+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:26:41.710259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":126,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:45.008554+0000","last_change":"2023-08-28T02:16:50.342424+0000","last_active":"2023-08-28T02:21:45.008554+0000","last_peered":"2023-08-28T02:21:45.008554+0000","last_clean":"2023-08-28T02:21:45.008554+0000","last_became_active":"2023-08-28T02:16:50.342083+0000","last_became_peered":"2023-08-28T02:16:50.342083+0000","last_unstale":"2023-08-28T02:21:45.008554+0000","last_undegraded":"2023-08-28T02:21:45.008554+0000","last_fullsized":"2023-08-28T02:21:45.008554+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:48:40.173542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"75'161","reported_seq":500,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.088011+0000","last_change":"2023-08-28T02:14:43.034146+0000","last_active":"2023-08-28T02:21:44.088011+0000","last_peered":"2023-08-28T02:21:44.088011+0000","last_clean":"2023-08-28T02:21:44.088011+0000","last_became_active":"2023-08-28T02:14:43.033733+0000","last_became_peered":"2023-08-28T02:14:43.033733+0000","last_unstale":"2023-08-28T02:21:44.088011+0000","last_undegraded":"2023-08-28T02:21:44.088011+0000","last_fullsized":"2023-08-28T02:21:44.088011+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:05:41.113227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":92,"reported_epoch":159,"state":"active+clean","last_fresh":"2023-08-28T02:26:04.191089+0000","last_change":"2023-08-28T02:17:57.830935+0000","last_active":"2023-08-28T02:26:04.191089+0000","last_peered":"2023-08-28T02:26:04.191089+0000","last_clean":"2023-08-28T02:26:04.191089+0000","last_became_active":"2023-08-28T02:17:57.830393+0000","last_became_peered":"2023-08-28T02:17:57.830393+0000","last_unstale":"2023-08-28T02:26:04.191089+0000","last_undegraded":"2023-08-28T02:26:04.191089+0000","last_fullsized":"2023-08-28T02:26:04.191089+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:53:51.589050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":104,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.134660+0000","last_change":"2023-08-28T02:07:37.450928+0000","last_active":"2023-08-28T02:21:44.134660+0000","last_peered":"2023-08-28T02:21:44.134660+0000","last_clean":"2023-08-28T02:21:44.134660+0000","last_became_active":"2023-08-28T02:07:37.450603+0000","last_became_peered":"2023-08-28T02:07:37.450603+0000","last_unstale":"2023-08-28T02:21:44.134660+0000","last_undegraded":"2023-08-28T02:21:44.134660+0000","last_fullsized":"2023-08-28T02:21:44.134660+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:39:24.068431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":144,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.087933+0000","last_change":"2023-08-28T02:15:58.338120+0000","last_active":"2023-08-28T02:21:44.087933+0000","last_peered":"2023-08-28T02:21:44.087933+0000","last_clean":"2023-08-28T02:21:44.087933+0000","last_became_active":"2023-08-28T02:15:58.337738+0000","last_became_peered":"2023-08-28T02:15:58.337738+0000","last_unstale":"2023-08-28T02:21:44.087933+0000","last_undegraded":"2023-08-28T02:21:44.087933+0000","last_fullsized":"2023-08-28T02:21:44.087933+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:36:17.078801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":113,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:25:06.767798+0000","last_change":"2023-08-28T02:17:57.849233+0000","last_active":"2023-08-28T02:25:06.767798+0000","last_peered":"2023-08-28T02:25:06.767798+0000","last_clean":"2023-08-28T02:25:06.767798+0000","last_became_active":"2023-08-28T02:17:57.848909+0000","last_became_peered":"2023-08-28T02:17:57.848909+0000","last_unstale":"2023-08-28T02:25:06.767798+0000","last_undegraded":"2023-08-28T02:25:06.767798+0000","last_fullsized":"2023-08-28T02:25:06.767798+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:19:30.926702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":112,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:25:31.802014+0000","last_change":"2023-08-28T02:16:50.318846+0000","last_active":"2023-08-28T02:25:31.802014+0000","last_peered":"2023-08-28T02:25:31.802014+0000","last_clean":"2023-08-28T02:25:31.802014+0000","last_became_active":"2023-08-28T02:16:50.318460+0000","last_became_peered":"2023-08-28T02:16:50.318460+0000","last_unstale":"2023-08-28T02:25:31.802014+0000","last_undegraded":"2023-08-28T02:25:31.802014+0000","last_fullsized":"2023-08-28T02:25:31.802014+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:19:34.011385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":127,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.088384+0000","last_change":"2023-08-28T02:14:43.033789+0000","last_active":"2023-08-28T02:21:44.088384+0000","last_peered":"2023-08-28T02:21:44.088384+0000","last_clean":"2023-08-28T02:21:44.088384+0000","last_became_active":"2023-08-28T02:14:43.033454+0000","last_became_peered":"2023-08-28T02:14:43.033454+0000","last_unstale":"2023-08-28T02:21:44.088384+0000","last_undegraded":"2023-08-28T02:21:44.088384+0000","last_fullsized":"2023-08-28T02:21:44.088384+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:01:13.205842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":98,"reported_epoch":159,"state":"active+clean","last_fresh":"2023-08-28T02:26:04.860394+0000","last_change":"2023-08-28T02:16:50.326816+0000","last_active":"2023-08-28T02:26:04.860394+0000","last_peered":"2023-08-28T02:26:04.860394+0000","last_clean":"2023-08-28T02:26:04.860394+0000","last_became_active":"2023-08-28T02:16:50.326004+0000","last_became_peered":"2023-08-28T02:16:50.326004+0000","last_unstale":"2023-08-28T02:26:04.860394+0000","last_undegraded":"2023-08-28T02:26:04.860394+0000","last_fullsized":"2023-08-28T02:26:04.860394+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:57:04.480900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":99,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:25:06.767834+0000","last_change":"2023-08-28T02:14:43.048791+0000","last_active":"2023-08-28T02:25:06.767834+0000","last_peered":"2023-08-28T02:25:06.767834+0000","last_clean":"2023-08-28T02:25:06.767834+0000","last_became_active":"2023-08-28T02:14:43.047408+0000","last_became_peered":"2023-08-28T02:14:43.047408+0000","last_unstale":"2023-08-28T02:25:06.767834+0000","last_undegraded":"2023-08-28T02:25:06.767834+0000","last_fullsized":"2023-08-28T02:25:06.767834+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:47.097181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"65'2","reported_seq":136,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:24:26.487551+0000","last_change":"2023-08-28T02:17:57.864052+0000","last_active":"2023-08-28T02:24:26.487551+0000","last_peered":"2023-08-28T02:24:26.487551+0000","last_clean":"2023-08-28T02:24:26.487551+0000","last_became_active":"2023-08-28T02:17:57.845544+0000","last_became_peered":"2023-08-28T02:17:57.845544+0000","last_unstale":"2023-08-28T02:24:26.487551+0000","last_undegraded":"2023-08-28T02:24:26.487551+0000","last_fullsized":"2023-08-28T02:24:26.487551+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:24:46.387534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":82,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:24:36.879356+0000","last_change":"2023-08-28T02:15:58.339320+0000","last_active":"2023-08-28T02:24:36.879356+0000","last_peered":"2023-08-28T02:24:36.879356+0000","last_clean":"2023-08-28T02:24:36.879356+0000","last_became_active":"2023-08-28T02:15:58.337320+0000","last_became_peered":"2023-08-28T02:15:58.337320+0000","last_unstale":"2023-08-28T02:24:36.879356+0000","last_undegraded":"2023-08-28T02:24:36.879356+0000","last_fullsized":"2023-08-28T02:24:36.879356+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:45:55.601750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":134,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:25:56.647303+0000","last_change":"2023-08-28T02:17:57.850029+0000","last_active":"2023-08-28T02:25:56.647303+0000","last_peered":"2023-08-28T02:25:56.647303+0000","last_clean":"2023-08-28T02:25:56.647303+0000","last_became_active":"2023-08-28T02:17:57.846602+0000","last_became_peered":"2023-08-28T02:17:57.846602+0000","last_unstale":"2023-08-28T02:25:56.647303+0000","last_undegraded":"2023-08-28T02:25:56.647303+0000","last_fullsized":"2023-08-28T02:25:56.647303+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:39:38.706283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":126,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.134700+0000","last_change":"2023-08-28T02:16:50.341679+0000","last_active":"2023-08-28T02:21:44.134700+0000","last_peered":"2023-08-28T02:21:44.134700+0000","last_clean":"2023-08-28T02:21:44.134700+0000","last_became_active":"2023-08-28T02:16:50.341357+0000","last_became_peered":"2023-08-28T02:16:50.341357+0000","last_unstale":"2023-08-28T02:21:44.134700+0000","last_undegraded":"2023-08-28T02:21:44.134700+0000","last_fullsized":"2023-08-28T02:21:44.134700+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:18:29.131334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"65'1","reported_seq":117,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:25:31.802035+0000","last_change":"2023-08-28T02:15:58.334351+0000","last_active":"2023-08-28T02:25:31.802035+0000","last_peered":"2023-08-28T02:25:31.802035+0000","last_clean":"2023-08-28T02:25:31.802035+0000","last_became_active":"2023-08-28T02:15:58.334041+0000","last_became_peered":"2023-08-28T02:15:58.334041+0000","last_unstale":"2023-08-28T02:25:31.802035+0000","last_undegraded":"2023-08-28T02:25:31.802035+0000","last_fullsized":"2023-08-28T02:25:31.802035+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:36:32.836027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":105,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.087937+0000","last_change":"2023-08-28T02:07:37.332854+0000","last_active":"2023-08-28T02:21:44.087937+0000","last_peered":"2023-08-28T02:21:44.087937+0000","last_clean":"2023-08-28T02:21:44.087937+0000","last_became_active":"2023-08-28T02:07:37.332563+0000","last_became_peered":"2023-08-28T02:07:37.332563+0000","last_unstale":"2023-08-28T02:21:44.087937+0000","last_undegraded":"2023-08-28T02:21:44.087937+0000","last_fullsized":"2023-08-28T02:21:44.087937+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:24:12.887788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"65'1","reported_seq":101,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:24:41.720711+0000","last_change":"2023-08-28T02:14:43.042150+0000","last_active":"2023-08-28T02:24:41.720711+0000","last_peered":"2023-08-28T02:24:41.720711+0000","last_clean":"2023-08-28T02:24:41.720711+0000","last_became_active":"2023-08-28T02:14:43.038336+0000","last_became_peered":"2023-08-28T02:14:43.038336+0000","last_unstale":"2023-08-28T02:24:41.720711+0000","last_undegraded":"2023-08-28T02:24:41.720711+0000","last_fullsized":"2023-08-28T02:24:41.720711+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:26:02.415152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":131,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:24:19.079558+0000","last_change":"2023-08-28T02:17:57.871803+0000","last_active":"2023-08-28T02:24:19.079558+0000","last_peered":"2023-08-28T02:24:19.079558+0000","last_clean":"2023-08-28T02:24:19.079558+0000","last_became_active":"2023-08-28T02:17:57.871419+0000","last_became_peered":"2023-08-28T02:17:57.871419+0000","last_unstale":"2023-08-28T02:24:19.079558+0000","last_undegraded":"2023-08-28T02:24:19.079558+0000","last_fullsized":"2023-08-28T02:24:19.079558+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:46.284365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,3],"acting":[2,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"65'2","reported_seq":124,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:45.008742+0000","last_change":"2023-08-28T02:15:58.344265+0000","last_active":"2023-08-28T02:21:45.008742+0000","last_peered":"2023-08-28T02:21:45.008742+0000","last_clean":"2023-08-28T02:21:45.008742+0000","last_became_active":"2023-08-28T02:15:58.343903+0000","last_became_peered":"2023-08-28T02:15:58.343903+0000","last_unstale":"2023-08-28T02:21:45.008742+0000","last_undegraded":"2023-08-28T02:21:45.008742+0000","last_fullsized":"2023-08-28T02:21:45.008742+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:00:52.112893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":115,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:24:46.737337+0000","last_change":"2023-08-28T02:17:57.870248+0000","last_active":"2023-08-28T02:24:46.737337+0000","last_peered":"2023-08-28T02:24:46.737337+0000","last_clean":"2023-08-28T02:24:46.737337+0000","last_became_active":"2023-08-28T02:17:57.869813+0000","last_became_peered":"2023-08-28T02:17:57.869813+0000","last_unstale":"2023-08-28T02:24:46.737337+0000","last_undegraded":"2023-08-28T02:24:46.737337+0000","last_fullsized":"2023-08-28T02:24:46.737337+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:36:26.136730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"65'2","reported_seq":107,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:45.008723+0000","last_change":"2023-08-28T02:07:37.315088+0000","last_active":"2023-08-28T02:21:45.008723+0000","last_peered":"2023-08-28T02:21:45.008723+0000","last_clean":"2023-08-28T02:21:45.008723+0000","last_became_active":"2023-08-28T02:07:37.314730+0000","last_became_peered":"2023-08-28T02:07:37.314730+0000","last_unstale":"2023-08-28T02:21:45.008723+0000","last_undegraded":"2023-08-28T02:21:45.008723+0000","last_fullsized":"2023-08-28T02:21:45.008723+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:58.096621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":139,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.089197+0000","last_change":"2023-08-28T02:17:57.830595+0000","last_active":"2023-08-28T02:21:44.089197+0000","last_peered":"2023-08-28T02:21:44.089197+0000","last_clean":"2023-08-28T02:21:44.089197+0000","last_became_active":"2023-08-28T02:17:57.830345+0000","last_became_peered":"2023-08-28T02:17:57.830345+0000","last_unstale":"2023-08-28T02:21:44.089197+0000","last_undegraded":"2023-08-28T02:21:44.089197+0000","last_fullsized":"2023-08-28T02:21:44.089197+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:50:50.199731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"65'1","reported_seq":124,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:25:56.647368+0000","last_change":"2023-08-28T02:17:57.833218+0000","last_active":"2023-08-28T02:25:56.647368+0000","last_peered":"2023-08-28T02:25:56.647368+0000","last_clean":"2023-08-28T02:25:56.647368+0000","last_became_active":"2023-08-28T02:17:57.832772+0000","last_became_peered":"2023-08-28T02:17:57.832772+0000","last_unstale":"2023-08-28T02:25:56.647368+0000","last_undegraded":"2023-08-28T02:25:56.647368+0000","last_fullsized":"2023-08-28T02:25:56.647368+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:00:02.110545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":138,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:25:11.592508+0000","last_change":"2023-08-28T02:17:57.845102+0000","last_active":"2023-08-28T02:25:11.592508+0000","last_peered":"2023-08-28T02:25:11.592508+0000","last_clean":"2023-08-28T02:25:11.592508+0000","last_became_active":"2023-08-28T02:17:57.843529+0000","last_became_peered":"2023-08-28T02:17:57.843529+0000","last_unstale":"2023-08-28T02:25:11.592508+0000","last_undegraded":"2023-08-28T02:25:11.592508+0000","last_fullsized":"2023-08-28T02:25:11.592508+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:20:19.708785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"65'4","reported_seq":117,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:25:06.768001+0000","last_change":"2023-08-28T02:16:50.319672+0000","last_active":"2023-08-28T02:25:06.768001+0000","last_peered":"2023-08-28T02:25:06.768001+0000","last_clean":"2023-08-28T02:25:06.768001+0000","last_became_active":"2023-08-28T02:16:50.319279+0000","last_became_peered":"2023-08-28T02:16:50.319279+0000","last_unstale":"2023-08-28T02:25:06.768001+0000","last_undegraded":"2023-08-28T02:25:06.768001+0000","last_fullsized":"2023-08-28T02:25:06.768001+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:28:07.379148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":122,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.087933+0000","last_change":"2023-08-28T02:15:58.333459+0000","last_active":"2023-08-28T02:21:44.087933+0000","last_peered":"2023-08-28T02:21:44.087933+0000","last_clean":"2023-08-28T02:21:44.087933+0000","last_became_active":"2023-08-28T02:15:58.332687+0000","last_became_peered":"2023-08-28T02:15:58.332687+0000","last_unstale":"2023-08-28T02:21:44.087933+0000","last_undegraded":"2023-08-28T02:21:44.087933+0000","last_fullsized":"2023-08-28T02:21:44.087933+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:15:43.019749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":161,"ondisk_log_size":161,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299635,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":277048,"kb_used_data":2352,"kb_used_omap":0,"kb_used_meta":274688,"kb_avail":93468104,"statfs":{"total":95995035648,"available":95711338496,"internally_reserved":0,"allocated":2408448,"data_stored":1657433,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":281280512},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:25:55 2023","interfaces":[{"interface":"back","average":{"1min":2.3490000000000002,"5min":2.2989999999999999,"15min":1.8879999999999999},"min":{"1min":0.23499999999999999,"5min":0.224,"15min":0.21199999999999999},"max":{"1min":13.118,"5min":13.118,"15min":13.257},"last":0.41599999999999998},{"interface":"front","average":{"1min":3.512,"5min":2.661,"15min":2.3239999999999998},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":13.103999999999999,"5min":13.103999999999999,"15min":13.272},"last":0.68100000000000005}]},{"osd":1,"last update":"Mon Aug 28 02:26:17 2023","interfaces":[{"interface":"back","average":{"1min":2.5430000000000001,"5min":2.7189999999999999,"15min":2.024},"min":{"1min":0.28299999999999997,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":8.5009999999999994,"5min":12.438000000000001,"15min":12.438000000000001},"last":0.48899999999999999},{"interface":"front","average":{"1min":2.6850000000000001,"5min":2.4870000000000001,"15min":2.0230000000000001},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.26600000000000001},"max":{"1min":8.5129999999999999,"5min":12.332000000000001,"15min":12.332000000000001},"last":0.64000000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:26:05 2023","interfaces":[{"interface":"back","average":{"1min":2.3540000000000001,"5min":2.302,"15min":1.677},"min":{"1min":0.31900000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":8.2970000000000006,"5min":8.3889999999999993,"15min":8.3889999999999993},"last":0.56999999999999995},{"interface":"front","average":{"1min":1.9450000000000001,"5min":1.9359999999999999,"15min":1.6120000000000001},"min":{"1min":0.35399999999999998,"5min":0.32500000000000001,"15min":0.29599999999999999},"max":{"1min":6.6139999999999999,"5min":8.9770000000000003,"15min":12.128},"last":0.65700000000000003}]},{"osd":3,"last update":"Mon Aug 28 02:26:17 2023","interfaces":[{"interface":"back","average":{"1min":1.3839999999999999,"5min":1.8340000000000001,"15min":2.1269999999999998},"min":{"1min":0.30199999999999999,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":5.7329999999999997,"5min":8.3599999999999994,"15min":9.2319999999999993},"last":0.54400000000000004},{"interface":"front","average":{"1min":1.704,"5min":2.4430000000000001,"15min":2.2629999999999999},"min":{"1min":0.42099999999999999,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":5.3300000000000001,"5min":12.031000000000001,"15min":12.031000000000001},"last":0.629}]},{"osd":4,"last update":"Mon Aug 28 02:25:55 2023","interfaces":[{"interface":"back","average":{"1min":2.0859999999999999,"5min":1.3879999999999999,"15min":1.2509999999999999},"min":{"1min":0.28799999999999998,"5min":0.26100000000000001,"15min":0.22700000000000001},"max":{"1min":6.3689999999999998,"5min":11.351000000000001,"15min":12.378},"last":0.373},{"interface":"front","average":{"1min":1.0920000000000001,"5min":1.161,"15min":1.1539999999999999},"min":{"1min":0.30299999999999999,"5min":0.26100000000000001,"15min":0.24299999999999999},"max":{"1min":7.2130000000000001,"5min":8.1890000000000001,"15min":20.111000000000001},"last":0.44500000000000001}]},{"osd":5,"last update":"Mon Aug 28 02:25:55 2023","interfaces":[{"interface":"back","average":{"1min":1.1699999999999999,"5min":1.2350000000000001,"15min":1.046},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":4.8890000000000002,"5min":8.1270000000000007,"15min":9.2279999999999998},"last":0.53200000000000003},{"interface":"front","average":{"1min":2.141,"5min":1.4590000000000001,"15min":1.2370000000000001},"min":{"1min":0.314,"5min":0.30199999999999999,"15min":0.28699999999999998},"max":{"1min":6.4359999999999999,"5min":6.4359999999999999,"15min":15.084},"last":0.58299999999999996}]},{"osd":6,"last update":"Mon Aug 28 02:25:55 2023","interfaces":[{"interface":"back","average":{"1min":1.8959999999999999,"5min":1.4119999999999999,"15min":1.1850000000000001},"min":{"1min":0.33700000000000002,"5min":0.30299999999999999,"15min":0.28199999999999997},"max":{"1min":6.4109999999999996,"5min":7.4619999999999997,"15min":12.356},"last":0.71399999999999997},{"interface":"front","average":{"1min":1.036,"5min":1.0209999999999999,"15min":1.1080000000000001},"min":{"1min":0.375,"5min":0.30499999999999999,"15min":0.29899999999999999},"max":{"1min":4.0350000000000001,"5min":5.2300000000000004,"15min":13.353},"last":0.60299999999999998}]}]},{"osd":6,"up_from":45,"seq":193273528566,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":256104,"kb_used_data":2336,"kb_used_omap":0,"kb_used_meta":253760,"kb_avail":93489048,"statfs":{"total":95995035648,"available":95732785152,"internally_reserved":0,"allocated":2392064,"data_stored":1656964,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":259850240},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:26:01 2023","interfaces":[{"interface":"back","average":{"1min":2.2389999999999999,"5min":2.431,"15min":2.1579999999999999},"min":{"1min":0.23100000000000001,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":10.885,"5min":11.036,"15min":16.462},"last":0.60199999999999998},{"interface":"front","average":{"1min":1.7909999999999999,"5min":2.3530000000000002,"15min":2.2160000000000002},"min":{"1min":0.30599999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":7.4500000000000002,"5min":12.333,"15min":16.486999999999998},"last":0.59199999999999997}]},{"osd":1,"last update":"Mon Aug 28 02:26:26 2023","interfaces":[{"interface":"back","average":{"1min":1.9870000000000001,"5min":2.5619999999999998,"15min":2.2719999999999998},"min":{"1min":0.309,"5min":0.24199999999999999,"15min":0.23999999999999999},"max":{"1min":6.1040000000000001,"5min":12.834,"15min":12.834},"last":0.52400000000000002},{"interface":"front","average":{"1min":2.0710000000000002,"5min":2.29,"15min":1.833},"min":{"1min":0.36299999999999999,"5min":0.26300000000000001,"15min":0.25700000000000001},"max":{"1min":13.183999999999999,"5min":13.183999999999999,"15min":13.183999999999999},"last":0.67400000000000004}]},{"osd":2,"last update":"Mon Aug 28 02:26:11 2023","interfaces":[{"interface":"back","average":{"1min":2.0680000000000001,"5min":2.468,"15min":2.0419999999999998},"min":{"1min":0.30599999999999999,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":6.4470000000000001,"5min":12.356,"15min":14.156000000000001},"last":0.627},{"interface":"front","average":{"1min":2.5710000000000002,"5min":2.0419999999999998,"15min":1.7729999999999999},"min":{"1min":0.437,"5min":0.247,"15min":0.247},"max":{"1min":7.4550000000000001,"5min":8.6370000000000005,"15min":11.442},"last":0.56100000000000005}]},{"osd":3,"last update":"Mon Aug 28 02:26:11 2023","interfaces":[{"interface":"back","average":{"1min":1.6439999999999999,"5min":2.5310000000000001,"15min":2.0840000000000001},"min":{"1min":0.35999999999999999,"5min":0.33600000000000002,"15min":0.30199999999999999},"max":{"1min":5.806,"5min":13.669,"15min":13.669},"last":0.71399999999999997},{"interface":"front","average":{"1min":2.2709999999999999,"5min":2.1890000000000001,"15min":2.0880000000000001},"min":{"1min":0.32200000000000001,"5min":0.32000000000000001,"15min":0.309},"max":{"1min":7.5190000000000001,"5min":20.498000000000001,"15min":23.760000000000002},"last":0.50900000000000001}]},{"osd":4,"last update":"Mon Aug 28 02:25:48 2023","interfaces":[{"interface":"back","average":{"1min":3.1760000000000002,"5min":1.6379999999999999,"15min":1.3280000000000001},"min":{"1min":0.30099999999999999,"5min":0.23799999999999999,"15min":0.23400000000000001},"max":{"1min":18.294,"5min":18.294,"15min":18.294},"last":0.49199999999999999},{"interface":"front","average":{"1min":2.9209999999999998,"5min":1.7190000000000001,"15min":1.383},"min":{"1min":0.26700000000000002,"5min":0.246,"15min":0.22500000000000001},"max":{"1min":7.5069999999999997,"5min":7.8239999999999998,"15min":17.963999999999999},"last":0.33400000000000002}]},{"osd":5,"last update":"Mon Aug 28 02:25:48 2023","interfaces":[{"interface":"back","average":{"1min":3.2040000000000002,"5min":1.6559999999999999,"15min":1.349},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.26500000000000001},"max":{"1min":13.105,"5min":13.105,"15min":13.606},"last":0.439},{"interface":"front","average":{"1min":2.109,"5min":1.248,"15min":1.2370000000000001},"min":{"1min":0.29999999999999999,"5min":0.26800000000000002,"15min":0.26300000000000001},"max":{"1min":7.4279999999999999,"5min":7.4279999999999999,"15min":12.862},"last":0.41899999999999998}]},{"osd":7,"last update":"Mon Aug 28 02:26:11 2023","interfaces":[{"interface":"back","average":{"1min":1.413,"5min":1.423,"15min":1.3680000000000001},"min":{"1min":0.34899999999999998,"5min":0.308,"15min":0.27000000000000002},"max":{"1min":4.875,"5min":12.260999999999999,"15min":12.425000000000001},"last":0.54400000000000004},{"interface":"front","average":{"1min":1.794,"5min":1.464,"15min":1.2809999999999999},"min":{"1min":0.27200000000000002,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":9.7370000000000001,"5min":12.021000000000001,"15min":12.021000000000001},"last":0.47199999999999998}]}]},{"osd":1,"up_from":101,"seq":433791697025,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":366236,"kb_used_data":1940,"kb_used_omap":4,"kb_used_meta":364283,"kb_avail":93378916,"statfs":{"total":95995035648,"available":95620009984,"internally_reserved":0,"allocated":1986560,"data_stored":1097883,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":373026702},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:26:18 2023","interfaces":[{"interface":"back","average":{"1min":2.129,"5min":3,"15min":3.0680000000000001},"min":{"1min":0.22,"5min":0.214,"15min":0.21099999999999999},"max":{"1min":10.987,"5min":12.51,"15min":14.412000000000001},"last":0.35599999999999998},{"interface":"front","average":{"1min":1.893,"5min":2.7349999999999999,"15min":3.306},"min":{"1min":0.24199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":10.698,"5min":10.698,"15min":16.260999999999999},"last":0.47599999999999998}]},{"osd":2,"last update":"Mon Aug 28 02:26:09 2023","interfaces":[{"interface":"back","average":{"1min":2.1760000000000002,"5min":3.0899999999999999,"15min":2.4790000000000001},"min":{"1min":0.314,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":6.3470000000000004,"5min":13.58,"15min":13.58},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.83599999999999997,"5min":2.2679999999999998,"15min":2.855},"min":{"1min":0.30099999999999999,"5min":0.253,"15min":0.253},"max":{"1min":3.1499999999999999,"5min":16.594999999999999,"15min":20.003},"last":0.39700000000000002}]},{"osd":3,"last update":"Mon Aug 28 02:26:09 2023","interfaces":[{"interface":"back","average":{"1min":2.101,"5min":2.7999999999999998,"15min":3.6280000000000001},"min":{"1min":0.34200000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":9.2929999999999993,"5min":16.626999999999999,"15min":24.701000000000001},"last":0.44900000000000001},{"interface":"front","average":{"1min":2.4700000000000002,"5min":3.569,"15min":3.3140000000000001},"min":{"1min":0.24099999999999999,"5min":0.223,"15min":0.223},"max":{"1min":9.3919999999999995,"5min":22.59,"15min":22.59},"last":0.44}]},{"osd":4,"last update":"Mon Aug 28 02:26:18 2023","interfaces":[{"interface":"back","average":{"1min":0.873,"5min":1.6180000000000001,"15min":2.052},"min":{"1min":0.312,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":5.9550000000000001,"5min":10.398999999999999,"15min":10.398999999999999},"last":0.63},{"interface":"front","average":{"1min":1.397,"5min":2.0990000000000002,"15min":1.825},"min":{"1min":0.28899999999999998,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":5.8730000000000002,"5min":9.1519999999999992,"15min":9.1519999999999992},"last":0.64200000000000002}]},{"osd":5,"last update":"Mon Aug 28 02:26:18 2023","interfaces":[{"interface":"back","average":{"1min":2.4700000000000002,"5min":2.7629999999999999,"15min":2.7160000000000002},"min":{"1min":0.44500000000000001,"5min":0.33900000000000002,"15min":0.33600000000000002},"max":{"1min":18.626999999999999,"5min":18.626999999999999,"15min":18.626999999999999},"last":0.61199999999999999},{"interface":"front","average":{"1min":2.3919999999999999,"5min":2.593,"15min":2.4710000000000001},"min":{"1min":0.41399999999999998,"5min":0.34999999999999998,"15min":0.31900000000000001},"max":{"1min":10.436999999999999,"5min":12.776,"15min":12.776},"last":0.66400000000000003}]},{"osd":6,"last update":"Mon Aug 28 02:26:18 2023","interfaces":[{"interface":"back","average":{"1min":2.4630000000000001,"5min":2.8460000000000001,"15min":2.8340000000000001},"min":{"1min":0.47899999999999998,"5min":0.38900000000000001,"15min":0.34899999999999998},"max":{"1min":9.5050000000000008,"5min":11.037000000000001,"15min":14.944000000000001},"last":0.52100000000000002},{"interface":"front","average":{"1min":1.429,"5min":1.998,"15min":2.3260000000000001},"min":{"1min":0.35699999999999998,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":10.513999999999999,"5min":10.513999999999999,"15min":10.513999999999999},"last":0.57599999999999996}]},{"osd":7,"last update":"Mon Aug 28 02:26:18 2023","interfaces":[{"interface":"back","average":{"1min":1.9470000000000001,"5min":2.403,"15min":2.52},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":10.551,"5min":10.551,"15min":16.550000000000001},"last":0.497},{"interface":"front","average":{"1min":2.9140000000000001,"5min":2.6800000000000002,"15min":2.2850000000000001},"min":{"1min":0.55000000000000004,"5min":0.312,"15min":0.30199999999999999},"max":{"1min":9.2070000000000007,"5min":14.515000000000001,"15min":14.515000000000001},"last":0.59499999999999997}]}]},{"osd":0,"up_from":87,"seq":373662154896,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":379624,"kb_used_data":2592,"kb_used_omap":5,"kb_used_meta":377018,"kb_avail":93365528,"statfs":{"total":95995035648,"available":95606300672,"internally_reserved":0,"allocated":2654208,"data_stored":1698762,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":386067066},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:26:17 2023","interfaces":[{"interface":"back","average":{"1min":1.2170000000000001,"5min":2.1960000000000002,"15min":2.48},"min":{"1min":0.24199999999999999,"5min":0.219,"15min":0.214},"max":{"1min":5.6159999999999997,"5min":9.2279999999999998,"15min":12.847},"last":0.246},{"interface":"front","average":{"1min":2.153,"5min":3.5049999999999999,"15min":3.7589999999999999},"min":{"1min":0.26200000000000001,"5min":0.221,"15min":0.16900000000000001},"max":{"1min":10.548999999999999,"5min":24.343,"15min":24.343},"last":0.27400000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:26:08 2023","interfaces":[{"interface":"back","average":{"1min":2.6190000000000002,"5min":2.7330000000000001,"15min":2.7959999999999998},"min":{"1min":0.30499999999999999,"5min":0.23799999999999999,"15min":0.23400000000000001},"max":{"1min":10.329000000000001,"5min":15.567,"15min":20.233000000000001},"last":0.38200000000000001},{"interface":"front","average":{"1min":2.6440000000000001,"5min":2.5270000000000001,"15min":3.2090000000000001},"min":{"1min":0.29999999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":7.0060000000000002,"5min":9.7490000000000006,"15min":20.015999999999998},"last":0.34699999999999998}]},{"osd":3,"last update":"Mon Aug 28 02:26:17 2023","interfaces":[{"interface":"back","average":{"1min":1.6319999999999999,"5min":2.468,"15min":3.1179999999999999},"min":{"1min":0.32100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":7.1260000000000003,"5min":11.837999999999999,"15min":20.27},"last":0.313},{"interface":"front","average":{"1min":1.7909999999999999,"5min":2.8540000000000001,"15min":2.5499999999999998},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.247},"max":{"1min":5.1970000000000001,"5min":17.635999999999999,"15min":17.635999999999999},"last":0.39700000000000002}]},{"osd":4,"last update":"Mon Aug 28 02:26:02 2023","interfaces":[{"interface":"back","average":{"1min":2.9279999999999999,"5min":2.1760000000000002,"15min":2.069},"min":{"1min":0.44500000000000001,"5min":0.29299999999999998,"15min":0.27700000000000002},"max":{"1min":6.9740000000000002,"5min":12.842000000000001,"15min":12.842000000000001},"last":0.52900000000000003},{"interface":"front","average":{"1min":3.198,"5min":2.7240000000000002,"15min":2.5470000000000002},"min":{"1min":0.32500000000000001,"5min":0.30099999999999999,"15min":0.29799999999999999},"max":{"1min":14.848000000000001,"5min":16.768999999999998,"15min":16.768999999999998},"last":0.59799999999999998}]},{"osd":5,"last update":"Mon Aug 28 02:26:02 2023","interfaces":[{"interface":"back","average":{"1min":2.4380000000000002,"5min":2.0699999999999998,"15min":1.907},"min":{"1min":0.504,"5min":0.33300000000000002,"15min":0.29299999999999998},"max":{"1min":7.008,"5min":13.038,"15min":13.038},"last":0.58199999999999996},{"interface":"front","average":{"1min":3.581,"5min":2.7000000000000002,"15min":2.6179999999999999},"min":{"1min":0.42799999999999999,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":14.93,"5min":14.93,"15min":15.134},"last":0.629}]},{"osd":6,"last update":"Mon Aug 28 02:26:02 2023","interfaces":[{"interface":"back","average":{"1min":2.8559999999999999,"5min":2.3610000000000002,"15min":2.149},"min":{"1min":0.495,"5min":0.33200000000000002,"15min":0.316},"max":{"1min":12.109,"5min":13.16,"15min":13.16},"last":0.55300000000000005},{"interface":"front","average":{"1min":4.1280000000000001,"5min":2.71,"15min":2.6360000000000001},"min":{"1min":0.41499999999999998,"5min":0.36299999999999999,"15min":0.311},"max":{"1min":14.903,"5min":14.903,"15min":15.177},"last":0.68400000000000005}]},{"osd":7,"last update":"Mon Aug 28 02:26:02 2023","interfaces":[{"interface":"back","average":{"1min":3.206,"5min":2.5209999999999999,"15min":2.5459999999999998},"min":{"1min":0.36799999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":10.364000000000001,"5min":12.785,"15min":12.785},"last":0.62},{"interface":"front","average":{"1min":2.8759999999999999,"5min":2.3340000000000001,"15min":2.2410000000000001},"min":{"1min":0.45800000000000002,"5min":0.45400000000000001,"15min":0.377},"max":{"1min":7.0359999999999996,"5min":13.005000000000001,"15min":13.005000000000001},"last":0.63900000000000001}]}]},{"osd":2,"up_from":117,"seq":502511173750,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":359036,"kb_used_data":1908,"kb_used_omap":7,"kb_used_meta":357112,"kb_avail":93386116,"statfs":{"total":95995035648,"available":95627382784,"internally_reserved":0,"allocated":1953792,"data_stored":1091569,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":365682769},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:26:15 2023","interfaces":[{"interface":"back","average":{"1min":1.137,"5min":1.9970000000000001,"15min":2.7509999999999999},"min":{"1min":0.29299999999999998,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":6.2720000000000002,"5min":14.675000000000001,"15min":14.675000000000001},"last":0.45700000000000002},{"interface":"front","average":{"1min":2.1749999999999998,"5min":3.444,"15min":3.1539999999999999},"min":{"1min":0.23999999999999999,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":8.2530000000000001,"5min":25.834,"15min":25.834},"last":0.61099999999999999}]},{"osd":1,"last update":"Mon Aug 28 02:26:15 2023","interfaces":[{"interface":"back","average":{"1min":1.677,"5min":3.0169999999999999,"15min":2.923},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.251},"max":{"1min":7.7670000000000003,"5min":13.795999999999999,"15min":14.308999999999999},"last":0.39500000000000002},{"interface":"front","average":{"1min":1.2350000000000001,"5min":2.0859999999999999,"15min":2.798},"min":{"1min":0.33600000000000002,"5min":0.255,"15min":0.216},"max":{"1min":7.875,"5min":16.983000000000001,"15min":16.983000000000001},"last":0.54800000000000004}]},{"osd":3,"last update":"Mon Aug 28 02:26:15 2023","interfaces":[{"interface":"back","average":{"1min":2.109,"5min":3.0030000000000001,"15min":4.016},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25600000000000001},"max":{"1min":12.079000000000001,"5min":14.499000000000001,"15min":14.499000000000001},"last":0.47799999999999998},{"interface":"front","average":{"1min":2.1280000000000001,"5min":2.5840000000000001,"15min":3.5539999999999998},"min":{"1min":0.39800000000000002,"5min":0.28000000000000003,"15min":0.26700000000000002},"max":{"1min":7.9210000000000003,"5min":14.727,"15min":17.196999999999999},"last":0.51600000000000001}]},{"osd":4,"last update":"Mon Aug 28 02:26:15 2023","interfaces":[{"interface":"back","average":{"1min":1.8109999999999999,"5min":2.5369999999999999,"15min":1.9570000000000001},"min":{"1min":0.34899999999999998,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":8.3040000000000003,"5min":25.876999999999999,"15min":25.876999999999999},"last":0.78600000000000003},{"interface":"front","average":{"1min":1.2490000000000001,"5min":2.6379999999999999,"15min":2.008},"min":{"1min":0.32100000000000001,"5min":0.31900000000000001,"15min":0.29799999999999999},"max":{"1min":6.0309999999999997,"5min":12.324,"15min":12.324},"last":0.76900000000000002}]},{"osd":5,"last update":"Mon Aug 28 02:26:15 2023","interfaces":[{"interface":"back","average":{"1min":0.88600000000000001,"5min":1.3440000000000001,"15min":2.1080000000000001},"min":{"1min":0.48199999999999998,"5min":0.312,"15min":0.312},"max":{"1min":4.375,"5min":7.2960000000000003,"15min":14.207000000000001},"last":0.68100000000000005},{"interface":"front","average":{"1min":1.7070000000000001,"5min":2.8079999999999998,"15min":2.073},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":8.3390000000000004,"5min":25.902999999999999,"15min":25.902999999999999},"last":0.69199999999999995}]},{"osd":6,"last update":"Mon Aug 28 02:26:15 2023","interfaces":[{"interface":"back","average":{"1min":1.111,"5min":2.806,"15min":2.3450000000000002},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":3.1160000000000001,"5min":12.375,"15min":12.375},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.76500000000000001,"5min":1.581,"15min":2.0710000000000002},"min":{"1min":0.41899999999999998,"5min":0.34599999999999997,"15min":0.33900000000000002},"max":{"1min":1.9330000000000001,"5min":11.871,"15min":14.151999999999999},"last":0.71499999999999997}]},{"osd":7,"last update":"Mon Aug 28 02:26:15 2023","interfaces":[{"interface":"back","average":{"1min":1.1080000000000001,"5min":2.6349999999999998,"15min":2.448},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.33500000000000002},"max":{"1min":3.1440000000000001,"5min":12.404999999999999,"15min":12.404999999999999},"last":0.66000000000000003},{"interface":"front","average":{"1min":0.84699999999999998,"5min":1.639,"15min":2.0880000000000001},"min":{"1min":0.45800000000000002,"5min":0.38700000000000001,"15min":0.36399999999999999},"max":{"1min":3.169,"5min":11.845000000000001,"15min":14.18},"last":0.80500000000000005}]}]},{"osd":3,"up_from":134,"seq":575525617769,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":376892,"kb_used_data":1844,"kb_used_omap":2,"kb_used_meta":375037,"kb_avail":93368260,"statfs":{"total":95995035648,"available":95609098240,"internally_reserved":0,"allocated":1888256,"data_stored":1079394,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":384037941},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:26:06 2023","interfaces":[{"interface":"back","average":{"1min":2.456,"5min":2.633,"15min":3.0089999999999999},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.19},"max":{"1min":12.77,"5min":21.271000000000001,"15min":24.145},"last":0.63800000000000001},{"interface":"front","average":{"1min":3.3639999999999999,"5min":3.0720000000000001,"15min":3.399},"min":{"1min":0.23999999999999999,"5min":0.21299999999999999,"15min":0.21099999999999999},"max":{"1min":20.984999999999999,"5min":20.984999999999999,"15min":20.984999999999999},"last":0.56100000000000005}]},{"osd":1,"last update":"Mon Aug 28 02:26:06 2023","interfaces":[{"interface":"back","average":{"1min":3.9460000000000002,"5min":4.0149999999999997,"15min":3.298},"min":{"1min":0.23799999999999999,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":19.449000000000002,"5min":19.449000000000002,"15min":19.449000000000002},"last":0.42399999999999999},{"interface":"front","average":{"1min":2.1230000000000002,"5min":2.9929999999999999,"15min":2.8759999999999999},"min":{"1min":0.27100000000000002,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":11.923999999999999,"5min":21.427,"15min":24.071999999999999},"last":0.68400000000000005}]},{"osd":2,"last update":"Mon Aug 28 02:26:06 2023","interfaces":[{"interface":"back","average":{"1min":2.8980000000000001,"5min":3.423,"15min":3.524},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26300000000000001},"max":{"1min":14.436,"5min":21.292000000000002,"15min":21.292000000000002},"last":0.52400000000000002},{"interface":"front","average":{"1min":2.645,"5min":3.387,"15min":3.1659999999999999},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":12.670999999999999,"5min":21.297999999999998,"15min":24.175999999999998},"last":0.47399999999999998}]},{"osd":4,"last update":"Mon Aug 28 02:26:06 2023","interfaces":[{"interface":"back","average":{"1min":2.2040000000000002,"5min":2.5569999999999999,"15min":2.177},"min":{"1min":0.309,"5min":0.29899999999999999,"15min":0.28399999999999997},"max":{"1min":18.831,"5min":21.170000000000002,"15min":23.994},"last":0.58399999999999996},{"interface":"front","average":{"1min":2.5590000000000002,"5min":2.4889999999999999,"15min":2.4809999999999999},"min":{"1min":0.32100000000000001,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":21.106000000000002,"5min":21.106000000000002,"15min":21.106000000000002},"last":0.44600000000000001}]},{"osd":5,"last update":"Mon Aug 28 02:26:06 2023","interfaces":[{"interface":"back","average":{"1min":2.6819999999999999,"5min":2.6640000000000001,"15min":2.472},"min":{"1min":0.38800000000000001,"5min":0.311,"15min":0.311},"max":{"1min":21.507000000000001,"5min":21.507000000000001,"15min":21.507000000000001},"last":0.505},{"interface":"front","average":{"1min":2.6230000000000002,"5min":2.8140000000000001,"15min":2.6139999999999999},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":11.242000000000001,"5min":18.181000000000001,"15min":18.181000000000001},"last":0.76300000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:26:06 2023","interfaces":[{"interface":"back","average":{"1min":2.6819999999999999,"5min":2.6800000000000002,"15min":2.6120000000000001},"min":{"1min":0.40100000000000002,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":23.071000000000002,"5min":23.071000000000002,"15min":23.071000000000002},"last":0.61499999999999999},{"interface":"front","average":{"1min":2.2410000000000001,"5min":2.8410000000000002,"15min":2.8069999999999999},"min":{"1min":0.39500000000000002,"5min":0.379,"15min":0.315},"max":{"1min":11.220000000000001,"5min":18.128,"15min":18.128},"last":0.79200000000000004}]},{"osd":7,"last update":"Mon Aug 28 02:26:06 2023","interfaces":[{"interface":"back","average":{"1min":2.0800000000000001,"5min":2.556,"15min":2.218},"min":{"1min":0.442,"5min":0.442,"15min":0.33800000000000002},"max":{"1min":11.156000000000001,"5min":21.239999999999998,"15min":24.042999999999999},"last":0.72399999999999998},{"interface":"front","average":{"1min":2.9950000000000001,"5min":3.077,"15min":2.6749999999999998},"min":{"1min":0.60099999999999998,"5min":0.38700000000000001,"15min":0.38100000000000001},"max":{"1min":21.138000000000002,"5min":21.138000000000002,"15min":21.138000000000002},"last":0.65800000000000003}]}]},{"osd":4,"up_from":30,"seq":128849019132,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":291052,"kb_used_data":1764,"kb_used_omap":0,"kb_used_meta":289280,"kb_avail":93454100,"statfs":{"total":95995035648,"available":95696998400,"internally_reserved":0,"allocated":1806336,"data_stored":1066722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":296222720},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:26:02 2023","interfaces":[{"interface":"back","average":{"1min":2.2810000000000001,"5min":2.2599999999999998,"15min":2.044},"min":{"1min":0.253,"5min":0.22800000000000001,"15min":0.221},"max":{"1min":8.9939999999999998,"5min":17.882000000000001,"15min":17.882000000000001},"last":0.54700000000000004},{"interface":"front","average":{"1min":1.7689999999999999,"5min":2.1480000000000001,"15min":2.198},"min":{"1min":0.254,"5min":0.217,"15min":0.217},"max":{"1min":5.0469999999999997,"5min":12.73,"15min":12.73},"last":0.56299999999999994}]},{"osd":1,"last update":"Mon Aug 28 02:26:20 2023","interfaces":[{"interface":"back","average":{"1min":1.431,"5min":1.579,"15min":1.8080000000000001},"min":{"1min":0.248,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":4.0389999999999997,"5min":11.914999999999999,"15min":11.914999999999999},"last":0.52000000000000002},{"interface":"front","average":{"1min":2.3119999999999998,"5min":2.1030000000000002,"15min":1.843},"min":{"1min":0.28699999999999998,"5min":0.27300000000000002,"15min":0.246},"max":{"1min":9.0410000000000004,"5min":9.0410000000000004,"15min":9.2249999999999996},"last":0.66200000000000003}]},{"osd":2,"last update":"Mon Aug 28 02:26:02 2023","interfaces":[{"interface":"back","average":{"1min":2.1850000000000001,"5min":1.9350000000000001,"15min":1.5489999999999999},"min":{"1min":0.311,"5min":0.27900000000000003,"15min":0.27400000000000002},"max":{"1min":13.194000000000001,"5min":16.231000000000002,"15min":16.231000000000002},"last":0.628},{"interface":"front","average":{"1min":1.726,"5min":1.909,"15min":1.6379999999999999},"min":{"1min":0.34899999999999998,"5min":0.251,"15min":0.251},"max":{"1min":5.524,"5min":7.0570000000000004,"15min":10.859999999999999},"last":0.68999999999999995}]},{"osd":3,"last update":"Mon Aug 28 02:26:11 2023","interfaces":[{"interface":"back","average":{"1min":1.597,"5min":2.0449999999999999,"15min":1.9430000000000001},"min":{"1min":0.35199999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":5.0149999999999997,"5min":12.339,"15min":12.339},"last":0.72499999999999998},{"interface":"front","average":{"1min":1.722,"5min":2.0430000000000001,"15min":1.9410000000000001},"min":{"1min":0.36699999999999999,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":8.0579999999999998,"5min":11.743,"15min":11.782},"last":0.67700000000000005}]},{"osd":5,"last update":"Mon Aug 28 02:25:34 2023","interfaces":[{"interface":"back","average":{"1min":0.81699999999999995,"5min":1.2030000000000001,"15min":1.2909999999999999},"min":{"1min":0.251,"5min":0.23999999999999999,"15min":0.23799999999999999},"max":{"1min":2.319,"5min":16.181999999999999,"15min":17.689},"last":0.45900000000000002},{"interface":"front","average":{"1min":1.248,"5min":1.165,"15min":1.337},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":6.3230000000000004,"5min":10.233000000000001,"15min":10.999000000000001},"last":0.501}]},{"osd":6,"last update":"Mon Aug 28 02:25:51 2023","interfaces":[{"interface":"back","average":{"1min":1.4339999999999999,"5min":1.2569999999999999,"15min":1.367},"min":{"1min":0.33200000000000002,"5min":0.28100000000000003,"15min":0.25600000000000001},"max":{"1min":6.0279999999999996,"5min":10.023999999999999,"15min":10.647},"last":0.64200000000000002},{"interface":"front","average":{"1min":1.26,"5min":1.194,"15min":1.3129999999999999},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.251},"max":{"1min":5.5030000000000001,"5min":6.9939999999999998,"15min":16.763999999999999},"last":0.53200000000000003}]},{"osd":7,"last update":"Mon Aug 28 02:26:02 2023","interfaces":[{"interface":"back","average":{"1min":1.4430000000000001,"5min":1.2150000000000001,"15min":1.298},"min":{"1min":0.27600000000000002,"5min":0.27400000000000002,"15min":0.26800000000000002},"max":{"1min":9.3209999999999997,"5min":9.3209999999999997,"15min":16.686},"last":0.59199999999999997},{"interface":"front","average":{"1min":1.3240000000000001,"5min":1.232,"15min":1.2769999999999999},"min":{"1min":0.317,"5min":0.311,"15min":0.28799999999999998},"max":{"1min":6.4189999999999996,"5min":7.0220000000000002,"15min":14.145},"last":0.61399999999999999}]}]},{"osd":5,"up_from":37,"seq":158913790201,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":333088,"kb_used_data":1752,"kb_used_omap":0,"kb_used_meta":331328,"kb_avail":93412064,"statfs":{"total":95995035648,"available":95653953536,"internally_reserved":0,"allocated":1794048,"data_stored":1062739,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":339279872},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:26:18 2023","interfaces":[{"interface":"back","average":{"1min":2.6150000000000002,"5min":2.931,"15min":2.6070000000000002},"min":{"1min":0.27000000000000002,"5min":0.224,"15min":0.22},"max":{"1min":12.856999999999999,"5min":40.334000000000003,"15min":40.334000000000003},"last":0.67700000000000005},{"interface":"front","average":{"1min":0.876,"5min":2.411,"15min":2.0579999999999998},"min":{"1min":0.27100000000000002,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":5.0949999999999998,"5min":40.212000000000003,"15min":40.212000000000003},"last":0.58599999999999997}]},{"osd":1,"last update":"Mon Aug 28 02:26:18 2023","interfaces":[{"interface":"back","average":{"1min":3.028,"5min":3.0600000000000001,"15min":2.5230000000000001},"min":{"1min":0.35099999999999998,"5min":0.249,"15min":0.23200000000000001},"max":{"1min":10.573,"5min":40.088000000000001,"15min":40.088000000000001},"last":0.54700000000000004},{"interface":"front","average":{"1min":1.417,"5min":2.4369999999999998,"15min":1.843},"min":{"1min":0.308,"5min":0.28199999999999997,"15min":0.251},"max":{"1min":4.4290000000000003,"5min":40.243000000000002,"15min":40.243000000000002},"last":0.72199999999999998}]},{"osd":2,"last update":"Mon Aug 28 02:26:18 2023","interfaces":[{"interface":"back","average":{"1min":1.147,"5min":2.847,"15min":2.0680000000000001},"min":{"1min":0.30099999999999999,"5min":0.29199999999999998,"15min":0.29099999999999998},"max":{"1min":5.0510000000000002,"5min":40.436999999999998,"15min":40.436999999999998},"last":0.56699999999999995},{"interface":"front","average":{"1min":1.5429999999999999,"5min":2.621,"15min":1.9870000000000001},"min":{"1min":0.36199999999999999,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":6.5940000000000003,"5min":40.555,"15min":40.555},"last":0.74399999999999999}]},{"osd":3,"last update":"Mon Aug 28 02:26:18 2023","interfaces":[{"interface":"back","average":{"1min":2.2090000000000001,"5min":2.9870000000000001,"15min":1.9450000000000001},"min":{"1min":0.435,"5min":0.33400000000000002,"15min":0.27900000000000003},"max":{"1min":6.3680000000000003,"5min":40.270000000000003,"15min":40.270000000000003},"last":0.45100000000000001},{"interface":"front","average":{"1min":1.339,"5min":2.6230000000000002,"15min":2.133},"min":{"1min":0.41099999999999998,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":3.1019999999999999,"5min":40.597999999999999,"15min":40.597999999999999},"last":0.69399999999999995}]},{"osd":4,"last update":"Mon Aug 28 02:25:33 2023","interfaces":[{"interface":"back","average":{"1min":2.8519999999999999,"5min":1.9930000000000001,"15min":1.5029999999999999},"min":{"1min":0.40699999999999997,"5min":0.25600000000000001,"15min":0.216},"max":{"1min":13.348000000000001,"5min":40.762999999999998,"15min":40.762999999999998},"last":0.624},{"interface":"front","average":{"1min":2.407,"5min":1.7290000000000001,"15min":1.4870000000000001},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.22900000000000001},"max":{"1min":10.048,"5min":40.634,"15min":40.634},"last":0.52300000000000002}]},{"osd":6,"last update":"Mon Aug 28 02:26:18 2023","interfaces":[{"interface":"back","average":{"1min":1.151,"5min":2.04,"15min":1.5549999999999999},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.254},"max":{"1min":7.9909999999999997,"5min":42.409999999999997,"15min":42.409999999999997},"last":0.47599999999999998},{"interface":"front","average":{"1min":1.5629999999999999,"5min":2.0449999999999999,"15min":1.425},"min":{"1min":0.28799999999999998,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":5.7619999999999996,"5min":42.533999999999999,"15min":42.533999999999999},"last":0.65900000000000003}]},{"osd":7,"last update":"Mon Aug 28 02:26:18 2023","interfaces":[{"interface":"back","average":{"1min":2.7909999999999999,"5min":2.3069999999999999,"15min":1.589},"min":{"1min":0.35499999999999998,"5min":0.33300000000000002,"15min":0.314},"max":{"1min":13.054,"5min":42.667000000000002,"15min":42.667000000000002},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.91500000000000004,"5min":1.7649999999999999,"15min":1.4670000000000001},"min":{"1min":0.38400000000000001,"5min":0.31900000000000001,"15min":0.27000000000000002},"max":{"1min":2.9790000000000001,"5min":42.344000000000001,"15min":42.344000000000001},"last":0.64300000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:26:33.886 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:26:34.191 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:26:35.385 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:35 smithi040 ceph-mon[170259]: from='client.44543 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:26:35.385 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:35 smithi040 ceph-mon[170259]: pgmap v539: 73 pgs: 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-08-28T02:26:35.385 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:35 smithi040 ceph-mon[175404]: from='client.44543 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:26:35.385 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:35 smithi040 ceph-mon[175404]: pgmap v539: 73 pgs: 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-08-28T02:26:35.441 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:26:35.443 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:26:35.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:35 smithi083 ceph-mon[157819]: from='client.44543 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:26:35.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:35 smithi083 ceph-mon[157819]: pgmap v539: 73 pgs: 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-08-28T02:26:35.731 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:26:35 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:26:35] "GET /metrics HTTP/1.1" 200 34024 "" "Prometheus/2.43.0" 2023-08-28T02:26:35.822 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":539,"stamp":"2023-08-28T02:26:34.126601+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595872,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":300,"num_write_kb":2445,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":216,"ondisk_log_size":216,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2639080,"kb_used_data":16488,"kb_used_omap":20,"kb_used_meta":2622507,"kb_avail":747322136,"statfs":{"total":767960285184,"available":765257867264,"internally_reserved":0,"allocated":16883712,"data_stored":10411466,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":20850,"internal_metadata":2685447822},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003039"},"pg_stats":[{"pgid":"3.1a","version":"65'1","reported_seq":141,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.089032+0000","last_change":"2023-08-28T02:16:50.313901+0000","last_active":"2023-08-28T02:21:44.089032+0000","last_peered":"2023-08-28T02:21:44.089032+0000","last_clean":"2023-08-28T02:21:44.089032+0000","last_became_active":"2023-08-28T02:16:50.313550+0000","last_became_peered":"2023-08-28T02:16:50.313550+0000","last_unstale":"2023-08-28T02:21:44.089032+0000","last_undegraded":"2023-08-28T02:21:44.089032+0000","last_fullsized":"2023-08-28T02:21:44.089032+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:31:11.838539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":100,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:24:46.737395+0000","last_change":"2023-08-28T02:16:50.308996+0000","last_active":"2023-08-28T02:24:46.737395+0000","last_peered":"2023-08-28T02:24:46.737395+0000","last_clean":"2023-08-28T02:24:46.737395+0000","last_became_active":"2023-08-28T02:16:50.308569+0000","last_became_peered":"2023-08-28T02:16:50.308569+0000","last_unstale":"2023-08-28T02:24:46.737395+0000","last_undegraded":"2023-08-28T02:24:46.737395+0000","last_fullsized":"2023-08-28T02:24:46.737395+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:50:53.472069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":97,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:25:37.029485+0000","last_change":"2023-08-28T02:17:57.849228+0000","last_active":"2023-08-28T02:25:37.029485+0000","last_peered":"2023-08-28T02:25:37.029485+0000","last_clean":"2023-08-28T02:25:37.029485+0000","last_became_active":"2023-08-28T02:17:57.848894+0000","last_became_peered":"2023-08-28T02:17:57.848894+0000","last_unstale":"2023-08-28T02:25:37.029485+0000","last_undegraded":"2023-08-28T02:25:37.029485+0000","last_fullsized":"2023-08-28T02:25:37.029485+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:39:59.056531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":112,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:24:41.720808+0000","last_change":"2023-08-28T02:16:50.309837+0000","last_active":"2023-08-28T02:24:41.720808+0000","last_peered":"2023-08-28T02:24:41.720808+0000","last_clean":"2023-08-28T02:24:41.720808+0000","last_became_active":"2023-08-28T02:16:50.309470+0000","last_became_peered":"2023-08-28T02:16:50.309470+0000","last_unstale":"2023-08-28T02:24:41.720808+0000","last_undegraded":"2023-08-28T02:24:41.720808+0000","last_fullsized":"2023-08-28T02:24:41.720808+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:34:06.503952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":123,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:25:11.592447+0000","last_change":"2023-08-28T02:17:57.847940+0000","last_active":"2023-08-28T02:25:11.592447+0000","last_peered":"2023-08-28T02:25:11.592447+0000","last_clean":"2023-08-28T02:25:11.592447+0000","last_became_active":"2023-08-28T02:17:57.843416+0000","last_became_peered":"2023-08-28T02:17:57.843416+0000","last_unstale":"2023-08-28T02:25:11.592447+0000","last_undegraded":"2023-08-28T02:25:11.592447+0000","last_fullsized":"2023-08-28T02:25:11.592447+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:10:47.631878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":121,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.134714+0000","last_change":"2023-08-28T02:15:58.338976+0000","last_active":"2023-08-28T02:21:44.134714+0000","last_peered":"2023-08-28T02:21:44.134714+0000","last_clean":"2023-08-28T02:21:44.134714+0000","last_became_active":"2023-08-28T02:15:58.338552+0000","last_became_peered":"2023-08-28T02:15:58.338552+0000","last_unstale":"2023-08-28T02:21:44.134714+0000","last_undegraded":"2023-08-28T02:21:44.134714+0000","last_fullsized":"2023-08-28T02:21:44.134714+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:27:36.380341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":112,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:24:21.705636+0000","last_change":"2023-08-28T02:17:57.876478+0000","last_active":"2023-08-28T02:24:21.705636+0000","last_peered":"2023-08-28T02:24:21.705636+0000","last_clean":"2023-08-28T02:24:21.705636+0000","last_became_active":"2023-08-28T02:17:57.876048+0000","last_became_peered":"2023-08-28T02:17:57.876048+0000","last_unstale":"2023-08-28T02:24:21.705636+0000","last_undegraded":"2023-08-28T02:24:21.705636+0000","last_fullsized":"2023-08-28T02:24:21.705636+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:46:14.225407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":105,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:24:56.558439+0000","last_change":"2023-08-28T02:17:57.832929+0000","last_active":"2023-08-28T02:24:56.558439+0000","last_peered":"2023-08-28T02:24:56.558439+0000","last_clean":"2023-08-28T02:24:56.558439+0000","last_became_active":"2023-08-28T02:17:57.825320+0000","last_became_peered":"2023-08-28T02:17:57.825320+0000","last_unstale":"2023-08-28T02:24:56.558439+0000","last_undegraded":"2023-08-28T02:24:56.558439+0000","last_fullsized":"2023-08-28T02:24:56.558439+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:41:38.568184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":122,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:45.008814+0000","last_change":"2023-08-28T02:15:58.356833+0000","last_active":"2023-08-28T02:21:45.008814+0000","last_peered":"2023-08-28T02:21:45.008814+0000","last_clean":"2023-08-28T02:21:45.008814+0000","last_became_active":"2023-08-28T02:15:58.356519+0000","last_became_peered":"2023-08-28T02:15:58.356519+0000","last_unstale":"2023-08-28T02:21:45.008814+0000","last_undegraded":"2023-08-28T02:21:45.008814+0000","last_fullsized":"2023-08-28T02:21:45.008814+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:18:26.590683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":91,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:24:56.558478+0000","last_change":"2023-08-28T02:17:57.827818+0000","last_active":"2023-08-28T02:24:56.558478+0000","last_peered":"2023-08-28T02:24:56.558478+0000","last_clean":"2023-08-28T02:24:56.558478+0000","last_became_active":"2023-08-28T02:17:57.825999+0000","last_became_peered":"2023-08-28T02:17:57.825999+0000","last_unstale":"2023-08-28T02:24:56.558478+0000","last_undegraded":"2023-08-28T02:24:56.558478+0000","last_fullsized":"2023-08-28T02:24:56.558478+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:35:29.864132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"65'3","reported_seq":126,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.088573+0000","last_change":"2023-08-28T02:17:57.827265+0000","last_active":"2023-08-28T02:21:44.088573+0000","last_peered":"2023-08-28T02:21:44.088573+0000","last_clean":"2023-08-28T02:21:44.088573+0000","last_became_active":"2023-08-28T02:17:57.826872+0000","last_became_peered":"2023-08-28T02:17:57.826872+0000","last_unstale":"2023-08-28T02:21:44.088573+0000","last_undegraded":"2023-08-28T02:21:44.088573+0000","last_fullsized":"2023-08-28T02:21:44.088573+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:48:03.674891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":97,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:25:16.966073+0000","last_change":"2023-08-28T02:16:50.317018+0000","last_active":"2023-08-28T02:25:16.966073+0000","last_peered":"2023-08-28T02:25:16.966073+0000","last_clean":"2023-08-28T02:25:16.966073+0000","last_became_active":"2023-08-28T02:16:50.316562+0000","last_became_peered":"2023-08-28T02:16:50.316562+0000","last_unstale":"2023-08-28T02:25:16.966073+0000","last_undegraded":"2023-08-28T02:25:16.966073+0000","last_fullsized":"2023-08-28T02:25:16.966073+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:24:38.987247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":128,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.088751+0000","last_change":"2023-08-28T02:07:37.315303+0000","last_active":"2023-08-28T02:21:44.088751+0000","last_peered":"2023-08-28T02:21:44.088751+0000","last_clean":"2023-08-28T02:21:44.088751+0000","last_became_active":"2023-08-28T02:07:37.312336+0000","last_became_peered":"2023-08-28T02:07:37.312336+0000","last_unstale":"2023-08-28T02:21:44.088751+0000","last_undegraded":"2023-08-28T02:21:44.088751+0000","last_fullsized":"2023-08-28T02:21:44.088751+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T14:00:32.089076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":122,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.088542+0000","last_change":"2023-08-28T02:15:58.341659+0000","last_active":"2023-08-28T02:21:44.088542+0000","last_peered":"2023-08-28T02:21:44.088542+0000","last_clean":"2023-08-28T02:21:44.088542+0000","last_became_active":"2023-08-28T02:15:58.341315+0000","last_became_peered":"2023-08-28T02:15:58.341315+0000","last_unstale":"2023-08-28T02:21:44.088542+0000","last_undegraded":"2023-08-28T02:21:44.088542+0000","last_fullsized":"2023-08-28T02:21:44.088542+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:07:51.806773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"65'2","reported_seq":125,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.088604+0000","last_change":"2023-08-28T02:16:50.332699+0000","last_active":"2023-08-28T02:21:44.088604+0000","last_peered":"2023-08-28T02:21:44.088604+0000","last_clean":"2023-08-28T02:21:44.088604+0000","last_became_active":"2023-08-28T02:16:50.332337+0000","last_became_peered":"2023-08-28T02:16:50.332337+0000","last_unstale":"2023-08-28T02:21:44.088604+0000","last_undegraded":"2023-08-28T02:21:44.088604+0000","last_fullsized":"2023-08-28T02:21:44.088604+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:26:51.876295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":101,"reported_epoch":159,"state":"active+clean","last_fresh":"2023-08-28T02:26:04.197640+0000","last_change":"2023-08-28T02:16:50.311257+0000","last_active":"2023-08-28T02:26:04.197640+0000","last_peered":"2023-08-28T02:26:04.197640+0000","last_clean":"2023-08-28T02:26:04.197640+0000","last_became_active":"2023-08-28T02:16:50.310902+0000","last_became_peered":"2023-08-28T02:16:50.310902+0000","last_unstale":"2023-08-28T02:26:04.197640+0000","last_undegraded":"2023-08-28T02:26:04.197640+0000","last_fullsized":"2023-08-28T02:26:04.197640+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:09.479771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,7],"acting":[0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":113,"reported_epoch":159,"state":"active+clean","last_fresh":"2023-08-28T02:26:04.191718+0000","last_change":"2023-08-28T02:17:57.870068+0000","last_active":"2023-08-28T02:26:04.191718+0000","last_peered":"2023-08-28T02:26:04.191718+0000","last_clean":"2023-08-28T02:26:04.191718+0000","last_became_active":"2023-08-28T02:17:57.869718+0000","last_became_peered":"2023-08-28T02:17:57.869718+0000","last_unstale":"2023-08-28T02:26:04.191718+0000","last_undegraded":"2023-08-28T02:26:04.191718+0000","last_fullsized":"2023-08-28T02:26:04.191718+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:28:47.968132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":121,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:45.008838+0000","last_change":"2023-08-28T02:17:57.827021+0000","last_active":"2023-08-28T02:21:45.008838+0000","last_peered":"2023-08-28T02:21:45.008838+0000","last_clean":"2023-08-28T02:21:45.008838+0000","last_became_active":"2023-08-28T02:17:57.826722+0000","last_became_peered":"2023-08-28T02:17:57.826722+0000","last_unstale":"2023-08-28T02:21:45.008838+0000","last_undegraded":"2023-08-28T02:21:45.008838+0000","last_fullsized":"2023-08-28T02:21:45.008838+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:02:26.183338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":106,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.088195+0000","last_change":"2023-08-28T02:07:37.318077+0000","last_active":"2023-08-28T02:21:44.088195+0000","last_peered":"2023-08-28T02:21:44.088195+0000","last_clean":"2023-08-28T02:21:44.088195+0000","last_became_active":"2023-08-28T02:07:37.317784+0000","last_became_peered":"2023-08-28T02:07:37.317784+0000","last_unstale":"2023-08-28T02:21:44.088195+0000","last_undegraded":"2023-08-28T02:21:44.088195+0000","last_fullsized":"2023-08-28T02:21:44.088195+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:08:37.079996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":113,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:24:21.705608+0000","last_change":"2023-08-28T02:17:57.870143+0000","last_active":"2023-08-28T02:24:21.705608+0000","last_peered":"2023-08-28T02:24:21.705608+0000","last_clean":"2023-08-28T02:24:21.705608+0000","last_became_active":"2023-08-28T02:17:57.869769+0000","last_became_peered":"2023-08-28T02:17:57.869769+0000","last_unstale":"2023-08-28T02:24:21.705608+0000","last_undegraded":"2023-08-28T02:24:21.705608+0000","last_fullsized":"2023-08-28T02:24:21.705608+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:21:29.581768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"65'8","reported_seq":130,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.134326+0000","last_change":"2023-08-28T02:14:43.083962+0000","last_active":"2023-08-28T02:21:44.134326+0000","last_peered":"2023-08-28T02:21:44.134326+0000","last_clean":"2023-08-28T02:21:44.134326+0000","last_became_active":"2023-08-28T02:14:43.083699+0000","last_became_peered":"2023-08-28T02:14:43.083699+0000","last_unstale":"2023-08-28T02:21:44.134326+0000","last_undegraded":"2023-08-28T02:21:44.134326+0000","last_fullsized":"2023-08-28T02:21:44.134326+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:34:42.581750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":105,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:25:11.592595+0000","last_change":"2023-08-28T02:17:57.837590+0000","last_active":"2023-08-28T02:25:11.592595+0000","last_peered":"2023-08-28T02:25:11.592595+0000","last_clean":"2023-08-28T02:25:11.592595+0000","last_became_active":"2023-08-28T02:17:57.837098+0000","last_became_peered":"2023-08-28T02:17:57.837098+0000","last_unstale":"2023-08-28T02:25:11.592595+0000","last_undegraded":"2023-08-28T02:25:11.592595+0000","last_fullsized":"2023-08-28T02:25:11.592595+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:19:56.089819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.f","version":"65'1","reported_seq":124,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.088935+0000","last_change":"2023-08-28T02:14:43.046130+0000","last_active":"2023-08-28T02:21:44.088935+0000","last_peered":"2023-08-28T02:21:44.088935+0000","last_clean":"2023-08-28T02:21:44.088935+0000","last_became_active":"2023-08-28T02:14:43.045775+0000","last_became_peered":"2023-08-28T02:14:43.045775+0000","last_unstale":"2023-08-28T02:21:44.088935+0000","last_undegraded":"2023-08-28T02:21:44.088935+0000","last_fullsized":"2023-08-28T02:21:44.088935+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:57:38.279756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":104,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:45.008449+0000","last_change":"2023-08-28T02:07:37.452412+0000","last_active":"2023-08-28T02:21:45.008449+0000","last_peered":"2023-08-28T02:21:45.008449+0000","last_clean":"2023-08-28T02:21:45.008449+0000","last_became_active":"2023-08-28T02:07:37.452156+0000","last_became_peered":"2023-08-28T02:07:37.452156+0000","last_unstale":"2023-08-28T02:21:45.008449+0000","last_undegraded":"2023-08-28T02:21:45.008449+0000","last_fullsized":"2023-08-28T02:21:45.008449+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:10:33.405360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"65'2","reported_seq":125,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.089015+0000","last_change":"2023-08-28T02:15:58.339743+0000","last_active":"2023-08-28T02:21:44.089015+0000","last_peered":"2023-08-28T02:21:44.089015+0000","last_clean":"2023-08-28T02:21:44.089015+0000","last_became_active":"2023-08-28T02:15:58.339306+0000","last_became_peered":"2023-08-28T02:15:58.339306+0000","last_unstale":"2023-08-28T02:21:44.089015+0000","last_undegraded":"2023-08-28T02:21:44.089015+0000","last_fullsized":"2023-08-28T02:21:44.089015+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:26:49.535873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":139,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.088132+0000","last_change":"2023-08-28T02:17:57.825376+0000","last_active":"2023-08-28T02:21:44.088132+0000","last_peered":"2023-08-28T02:21:44.088132+0000","last_clean":"2023-08-28T02:21:44.088132+0000","last_became_active":"2023-08-28T02:17:57.825022+0000","last_became_peered":"2023-08-28T02:17:57.825022+0000","last_unstale":"2023-08-28T02:21:44.088132+0000","last_undegraded":"2023-08-28T02:21:44.088132+0000","last_fullsized":"2023-08-28T02:21:44.088132+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:02:30.773293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"65'1","reported_seq":107,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.088294+0000","last_change":"2023-08-28T02:07:37.312010+0000","last_active":"2023-08-28T02:21:44.088294+0000","last_peered":"2023-08-28T02:21:44.088294+0000","last_clean":"2023-08-28T02:21:44.088294+0000","last_became_active":"2023-08-28T02:07:37.311737+0000","last_became_peered":"2023-08-28T02:07:37.311737+0000","last_unstale":"2023-08-28T02:21:44.088294+0000","last_undegraded":"2023-08-28T02:21:44.088294+0000","last_fullsized":"2023-08-28T02:21:44.088294+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:09:38.844075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":121,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.134318+0000","last_change":"2023-08-28T02:15:58.345711+0000","last_active":"2023-08-28T02:21:44.134318+0000","last_peered":"2023-08-28T02:21:44.134318+0000","last_clean":"2023-08-28T02:21:44.134318+0000","last_became_active":"2023-08-28T02:15:58.345246+0000","last_became_peered":"2023-08-28T02:15:58.345246+0000","last_unstale":"2023-08-28T02:21:44.134318+0000","last_undegraded":"2023-08-28T02:21:44.134318+0000","last_fullsized":"2023-08-28T02:21:44.134318+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:43:42.445855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":122,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:45.008688+0000","last_change":"2023-08-28T02:17:57.872076+0000","last_active":"2023-08-28T02:21:45.008688+0000","last_peered":"2023-08-28T02:21:45.008688+0000","last_clean":"2023-08-28T02:21:45.008688+0000","last_became_active":"2023-08-28T02:17:57.871701+0000","last_became_peered":"2023-08-28T02:17:57.871701+0000","last_unstale":"2023-08-28T02:21:45.008688+0000","last_undegraded":"2023-08-28T02:21:45.008688+0000","last_fullsized":"2023-08-28T02:21:45.008688+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:34:26.505505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":127,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:25:56.842590+0000","last_change":"2023-08-28T02:16:50.310255+0000","last_active":"2023-08-28T02:25:56.842590+0000","last_peered":"2023-08-28T02:25:56.842590+0000","last_clean":"2023-08-28T02:25:56.842590+0000","last_became_active":"2023-08-28T02:16:50.309889+0000","last_became_peered":"2023-08-28T02:16:50.309889+0000","last_unstale":"2023-08-28T02:25:56.842590+0000","last_undegraded":"2023-08-28T02:25:56.842590+0000","last_fullsized":"2023-08-28T02:25:56.842590+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:40:26.627880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"65'2","reported_seq":136,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:24:41.529521+0000","last_change":"2023-08-28T02:17:57.845300+0000","last_active":"2023-08-28T02:24:41.529521+0000","last_peered":"2023-08-28T02:24:41.529521+0000","last_clean":"2023-08-28T02:24:41.529521+0000","last_became_active":"2023-08-28T02:17:57.843639+0000","last_became_peered":"2023-08-28T02:17:57.843639+0000","last_unstale":"2023-08-28T02:24:41.529521+0000","last_undegraded":"2023-08-28T02:24:41.529521+0000","last_fullsized":"2023-08-28T02:24:41.529521+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:27.684476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":122,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.088685+0000","last_change":"2023-08-28T02:17:57.825494+0000","last_active":"2023-08-28T02:21:44.088685+0000","last_peered":"2023-08-28T02:21:44.088685+0000","last_clean":"2023-08-28T02:21:44.088685+0000","last_became_active":"2023-08-28T02:17:57.825112+0000","last_became_peered":"2023-08-28T02:17:57.825112+0000","last_unstale":"2023-08-28T02:21:44.088685+0000","last_undegraded":"2023-08-28T02:21:44.088685+0000","last_fullsized":"2023-08-28T02:21:44.088685+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:04:13.819397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":122,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.134427+0000","last_change":"2023-08-28T02:15:58.345460+0000","last_active":"2023-08-28T02:21:44.134427+0000","last_peered":"2023-08-28T02:21:44.134427+0000","last_clean":"2023-08-28T02:21:44.134427+0000","last_became_active":"2023-08-28T02:15:58.344797+0000","last_became_peered":"2023-08-28T02:15:58.344797+0000","last_unstale":"2023-08-28T02:21:44.134427+0000","last_undegraded":"2023-08-28T02:21:44.134427+0000","last_fullsized":"2023-08-28T02:21:44.134427+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:16:40.021927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":101,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:26:01.843301+0000","last_change":"2023-08-28T02:16:50.318938+0000","last_active":"2023-08-28T02:26:01.843301+0000","last_peered":"2023-08-28T02:26:01.843301+0000","last_clean":"2023-08-28T02:26:01.843301+0000","last_became_active":"2023-08-28T02:16:50.318559+0000","last_became_peered":"2023-08-28T02:16:50.318559+0000","last_unstale":"2023-08-28T02:26:01.843301+0000","last_undegraded":"2023-08-28T02:26:01.843301+0000","last_fullsized":"2023-08-28T02:26:01.843301+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:08:58.462110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,5],"acting":[0,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":123,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.088038+0000","last_change":"2023-08-28T02:16:50.340534+0000","last_active":"2023-08-28T02:21:44.088038+0000","last_peered":"2023-08-28T02:21:44.088038+0000","last_clean":"2023-08-28T02:21:44.088038+0000","last_became_active":"2023-08-28T02:16:50.340208+0000","last_became_peered":"2023-08-28T02:16:50.340208+0000","last_unstale":"2023-08-28T02:21:44.088038+0000","last_undegraded":"2023-08-28T02:21:44.088038+0000","last_fullsized":"2023-08-28T02:21:44.088038+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:15:28.933937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":122,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.088450+0000","last_change":"2023-08-28T02:15:58.341805+0000","last_active":"2023-08-28T02:21:44.088450+0000","last_peered":"2023-08-28T02:21:44.088450+0000","last_clean":"2023-08-28T02:21:44.088450+0000","last_became_active":"2023-08-28T02:15:58.341410+0000","last_became_peered":"2023-08-28T02:15:58.341410+0000","last_unstale":"2023-08-28T02:21:44.088450+0000","last_undegraded":"2023-08-28T02:21:44.088450+0000","last_fullsized":"2023-08-28T02:21:44.088450+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:53:09.135509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":106,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:24:26.482541+0000","last_change":"2023-08-28T02:17:57.834673+0000","last_active":"2023-08-28T02:24:26.482541+0000","last_peered":"2023-08-28T02:24:26.482541+0000","last_clean":"2023-08-28T02:24:26.482541+0000","last_became_active":"2023-08-28T02:17:57.833257+0000","last_became_peered":"2023-08-28T02:17:57.833257+0000","last_unstale":"2023-08-28T02:24:26.482541+0000","last_undegraded":"2023-08-28T02:24:26.482541+0000","last_fullsized":"2023-08-28T02:24:26.482541+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:59:25.673492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":86,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:26:01.843387+0000","last_change":"2023-08-28T02:14:44.099829+0000","last_active":"2023-08-28T02:26:01.843387+0000","last_peered":"2023-08-28T02:26:01.843387+0000","last_clean":"2023-08-28T02:26:01.843387+0000","last_became_active":"2023-08-28T02:14:44.099521+0000","last_became_peered":"2023-08-28T02:14:44.099521+0000","last_unstale":"2023-08-28T02:26:01.843387+0000","last_undegraded":"2023-08-28T02:26:01.843387+0000","last_fullsized":"2023-08-28T02:26:01.843387+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:41:15.842669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":130,"reported_epoch":159,"state":"active+clean","last_fresh":"2023-08-28T02:26:04.860288+0000","last_change":"2023-08-28T02:15:58.330205+0000","last_active":"2023-08-28T02:26:04.860288+0000","last_peered":"2023-08-28T02:26:04.860288+0000","last_clean":"2023-08-28T02:26:04.860288+0000","last_became_active":"2023-08-28T02:15:58.329854+0000","last_became_peered":"2023-08-28T02:15:58.329854+0000","last_unstale":"2023-08-28T02:26:04.860288+0000","last_undegraded":"2023-08-28T02:26:04.860288+0000","last_fullsized":"2023-08-28T02:26:04.860288+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:11:59.215198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":139,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:45.008843+0000","last_change":"2023-08-28T02:17:57.832204+0000","last_active":"2023-08-28T02:21:45.008843+0000","last_peered":"2023-08-28T02:21:45.008843+0000","last_clean":"2023-08-28T02:21:45.008843+0000","last_became_active":"2023-08-28T02:17:57.831885+0000","last_became_peered":"2023-08-28T02:17:57.831885+0000","last_unstale":"2023-08-28T02:21:45.008843+0000","last_undegraded":"2023-08-28T02:21:45.008843+0000","last_fullsized":"2023-08-28T02:21:45.008843+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:14:33.767147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":83,"reported_epoch":159,"state":"active+clean","last_fresh":"2023-08-28T02:26:04.860026+0000","last_change":"2023-08-28T02:15:58.343551+0000","last_active":"2023-08-28T02:26:04.860026+0000","last_peered":"2023-08-28T02:26:04.860026+0000","last_clean":"2023-08-28T02:26:04.860026+0000","last_became_active":"2023-08-28T02:15:58.341847+0000","last_became_peered":"2023-08-28T02:15:58.341847+0000","last_unstale":"2023-08-28T02:26:04.860026+0000","last_undegraded":"2023-08-28T02:26:04.860026+0000","last_fullsized":"2023-08-28T02:26:04.860026+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:54:02.981107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":126,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:45.008559+0000","last_change":"2023-08-28T02:15:58.344890+0000","last_active":"2023-08-28T02:21:45.008559+0000","last_peered":"2023-08-28T02:21:45.008559+0000","last_clean":"2023-08-28T02:21:45.008559+0000","last_became_active":"2023-08-28T02:15:58.344569+0000","last_became_peered":"2023-08-28T02:15:58.344569+0000","last_unstale":"2023-08-28T02:21:45.008559+0000","last_undegraded":"2023-08-28T02:21:45.008559+0000","last_fullsized":"2023-08-28T02:21:45.008559+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:01:49.773942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":123,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.088733+0000","last_change":"2023-08-28T02:14:43.039758+0000","last_active":"2023-08-28T02:21:44.088733+0000","last_peered":"2023-08-28T02:21:44.088733+0000","last_clean":"2023-08-28T02:21:44.088733+0000","last_became_active":"2023-08-28T02:14:43.039236+0000","last_became_peered":"2023-08-28T02:14:43.039236+0000","last_unstale":"2023-08-28T02:21:44.088733+0000","last_undegraded":"2023-08-28T02:21:44.088733+0000","last_fullsized":"2023-08-28T02:21:44.088733+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:49:11.066668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":113,"reported_epoch":159,"state":"active+clean","last_fresh":"2023-08-28T02:26:04.860523+0000","last_change":"2023-08-28T02:17:57.871915+0000","last_active":"2023-08-28T02:26:04.860523+0000","last_peered":"2023-08-28T02:26:04.860523+0000","last_clean":"2023-08-28T02:26:04.860523+0000","last_became_active":"2023-08-28T02:17:57.871557+0000","last_became_peered":"2023-08-28T02:17:57.871557+0000","last_unstale":"2023-08-28T02:26:04.860523+0000","last_undegraded":"2023-08-28T02:26:04.860523+0000","last_fullsized":"2023-08-28T02:26:04.860523+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:25.212031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":129,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:25:09.119961+0000","last_change":"2023-08-28T02:17:57.849218+0000","last_active":"2023-08-28T02:25:09.119961+0000","last_peered":"2023-08-28T02:25:09.119961+0000","last_clean":"2023-08-28T02:25:09.119961+0000","last_became_active":"2023-08-28T02:17:57.848849+0000","last_became_peered":"2023-08-28T02:17:57.848849+0000","last_unstale":"2023-08-28T02:25:09.119961+0000","last_undegraded":"2023-08-28T02:25:09.119961+0000","last_fullsized":"2023-08-28T02:25:09.119961+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:52:44.006871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":98,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:25:57.055093+0000","last_change":"2023-08-28T02:16:50.316947+0000","last_active":"2023-08-28T02:25:57.055093+0000","last_peered":"2023-08-28T02:25:57.055093+0000","last_clean":"2023-08-28T02:25:57.055093+0000","last_became_active":"2023-08-28T02:16:50.316598+0000","last_became_peered":"2023-08-28T02:16:50.316598+0000","last_unstale":"2023-08-28T02:25:57.055093+0000","last_undegraded":"2023-08-28T02:25:57.055093+0000","last_fullsized":"2023-08-28T02:25:57.055093+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:13:41.719458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":124,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:24:36.879383+0000","last_change":"2023-08-28T02:15:58.342090+0000","last_active":"2023-08-28T02:24:36.879383+0000","last_peered":"2023-08-28T02:24:36.879383+0000","last_clean":"2023-08-28T02:24:36.879383+0000","last_became_active":"2023-08-28T02:15:58.341776+0000","last_became_peered":"2023-08-28T02:15:58.341776+0000","last_unstale":"2023-08-28T02:24:36.879383+0000","last_undegraded":"2023-08-28T02:24:36.879383+0000","last_fullsized":"2023-08-28T02:24:36.879383+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:26:41.710259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":126,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:45.008554+0000","last_change":"2023-08-28T02:16:50.342424+0000","last_active":"2023-08-28T02:21:45.008554+0000","last_peered":"2023-08-28T02:21:45.008554+0000","last_clean":"2023-08-28T02:21:45.008554+0000","last_became_active":"2023-08-28T02:16:50.342083+0000","last_became_peered":"2023-08-28T02:16:50.342083+0000","last_unstale":"2023-08-28T02:21:45.008554+0000","last_undegraded":"2023-08-28T02:21:45.008554+0000","last_fullsized":"2023-08-28T02:21:45.008554+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:48:40.173542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"75'161","reported_seq":500,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.088011+0000","last_change":"2023-08-28T02:14:43.034146+0000","last_active":"2023-08-28T02:21:44.088011+0000","last_peered":"2023-08-28T02:21:44.088011+0000","last_clean":"2023-08-28T02:21:44.088011+0000","last_became_active":"2023-08-28T02:14:43.033733+0000","last_became_peered":"2023-08-28T02:14:43.033733+0000","last_unstale":"2023-08-28T02:21:44.088011+0000","last_undegraded":"2023-08-28T02:21:44.088011+0000","last_fullsized":"2023-08-28T02:21:44.088011+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:05:41.113227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":92,"reported_epoch":159,"state":"active+clean","last_fresh":"2023-08-28T02:26:04.191089+0000","last_change":"2023-08-28T02:17:57.830935+0000","last_active":"2023-08-28T02:26:04.191089+0000","last_peered":"2023-08-28T02:26:04.191089+0000","last_clean":"2023-08-28T02:26:04.191089+0000","last_became_active":"2023-08-28T02:17:57.830393+0000","last_became_peered":"2023-08-28T02:17:57.830393+0000","last_unstale":"2023-08-28T02:26:04.191089+0000","last_undegraded":"2023-08-28T02:26:04.191089+0000","last_fullsized":"2023-08-28T02:26:04.191089+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:53:51.589050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":104,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.134660+0000","last_change":"2023-08-28T02:07:37.450928+0000","last_active":"2023-08-28T02:21:44.134660+0000","last_peered":"2023-08-28T02:21:44.134660+0000","last_clean":"2023-08-28T02:21:44.134660+0000","last_became_active":"2023-08-28T02:07:37.450603+0000","last_became_peered":"2023-08-28T02:07:37.450603+0000","last_unstale":"2023-08-28T02:21:44.134660+0000","last_undegraded":"2023-08-28T02:21:44.134660+0000","last_fullsized":"2023-08-28T02:21:44.134660+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:39:24.068431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":144,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.087933+0000","last_change":"2023-08-28T02:15:58.338120+0000","last_active":"2023-08-28T02:21:44.087933+0000","last_peered":"2023-08-28T02:21:44.087933+0000","last_clean":"2023-08-28T02:21:44.087933+0000","last_became_active":"2023-08-28T02:15:58.337738+0000","last_became_peered":"2023-08-28T02:15:58.337738+0000","last_unstale":"2023-08-28T02:21:44.087933+0000","last_undegraded":"2023-08-28T02:21:44.087933+0000","last_fullsized":"2023-08-28T02:21:44.087933+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:36:17.078801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":113,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:25:06.767798+0000","last_change":"2023-08-28T02:17:57.849233+0000","last_active":"2023-08-28T02:25:06.767798+0000","last_peered":"2023-08-28T02:25:06.767798+0000","last_clean":"2023-08-28T02:25:06.767798+0000","last_became_active":"2023-08-28T02:17:57.848909+0000","last_became_peered":"2023-08-28T02:17:57.848909+0000","last_unstale":"2023-08-28T02:25:06.767798+0000","last_undegraded":"2023-08-28T02:25:06.767798+0000","last_fullsized":"2023-08-28T02:25:06.767798+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:19:30.926702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":112,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:25:31.802014+0000","last_change":"2023-08-28T02:16:50.318846+0000","last_active":"2023-08-28T02:25:31.802014+0000","last_peered":"2023-08-28T02:25:31.802014+0000","last_clean":"2023-08-28T02:25:31.802014+0000","last_became_active":"2023-08-28T02:16:50.318460+0000","last_became_peered":"2023-08-28T02:16:50.318460+0000","last_unstale":"2023-08-28T02:25:31.802014+0000","last_undegraded":"2023-08-28T02:25:31.802014+0000","last_fullsized":"2023-08-28T02:25:31.802014+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:19:34.011385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":127,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.088384+0000","last_change":"2023-08-28T02:14:43.033789+0000","last_active":"2023-08-28T02:21:44.088384+0000","last_peered":"2023-08-28T02:21:44.088384+0000","last_clean":"2023-08-28T02:21:44.088384+0000","last_became_active":"2023-08-28T02:14:43.033454+0000","last_became_peered":"2023-08-28T02:14:43.033454+0000","last_unstale":"2023-08-28T02:21:44.088384+0000","last_undegraded":"2023-08-28T02:21:44.088384+0000","last_fullsized":"2023-08-28T02:21:44.088384+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:01:13.205842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":98,"reported_epoch":159,"state":"active+clean","last_fresh":"2023-08-28T02:26:04.860394+0000","last_change":"2023-08-28T02:16:50.326816+0000","last_active":"2023-08-28T02:26:04.860394+0000","last_peered":"2023-08-28T02:26:04.860394+0000","last_clean":"2023-08-28T02:26:04.860394+0000","last_became_active":"2023-08-28T02:16:50.326004+0000","last_became_peered":"2023-08-28T02:16:50.326004+0000","last_unstale":"2023-08-28T02:26:04.860394+0000","last_undegraded":"2023-08-28T02:26:04.860394+0000","last_fullsized":"2023-08-28T02:26:04.860394+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:57:04.480900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":99,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:25:06.767834+0000","last_change":"2023-08-28T02:14:43.048791+0000","last_active":"2023-08-28T02:25:06.767834+0000","last_peered":"2023-08-28T02:25:06.767834+0000","last_clean":"2023-08-28T02:25:06.767834+0000","last_became_active":"2023-08-28T02:14:43.047408+0000","last_became_peered":"2023-08-28T02:14:43.047408+0000","last_unstale":"2023-08-28T02:25:06.767834+0000","last_undegraded":"2023-08-28T02:25:06.767834+0000","last_fullsized":"2023-08-28T02:25:06.767834+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:47.097181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"65'2","reported_seq":136,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:24:26.487551+0000","last_change":"2023-08-28T02:17:57.864052+0000","last_active":"2023-08-28T02:24:26.487551+0000","last_peered":"2023-08-28T02:24:26.487551+0000","last_clean":"2023-08-28T02:24:26.487551+0000","last_became_active":"2023-08-28T02:17:57.845544+0000","last_became_peered":"2023-08-28T02:17:57.845544+0000","last_unstale":"2023-08-28T02:24:26.487551+0000","last_undegraded":"2023-08-28T02:24:26.487551+0000","last_fullsized":"2023-08-28T02:24:26.487551+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:24:46.387534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":82,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:24:36.879356+0000","last_change":"2023-08-28T02:15:58.339320+0000","last_active":"2023-08-28T02:24:36.879356+0000","last_peered":"2023-08-28T02:24:36.879356+0000","last_clean":"2023-08-28T02:24:36.879356+0000","last_became_active":"2023-08-28T02:15:58.337320+0000","last_became_peered":"2023-08-28T02:15:58.337320+0000","last_unstale":"2023-08-28T02:24:36.879356+0000","last_undegraded":"2023-08-28T02:24:36.879356+0000","last_fullsized":"2023-08-28T02:24:36.879356+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:45:55.601750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":134,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:25:56.647303+0000","last_change":"2023-08-28T02:17:57.850029+0000","last_active":"2023-08-28T02:25:56.647303+0000","last_peered":"2023-08-28T02:25:56.647303+0000","last_clean":"2023-08-28T02:25:56.647303+0000","last_became_active":"2023-08-28T02:17:57.846602+0000","last_became_peered":"2023-08-28T02:17:57.846602+0000","last_unstale":"2023-08-28T02:25:56.647303+0000","last_undegraded":"2023-08-28T02:25:56.647303+0000","last_fullsized":"2023-08-28T02:25:56.647303+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:39:38.706283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":126,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.134700+0000","last_change":"2023-08-28T02:16:50.341679+0000","last_active":"2023-08-28T02:21:44.134700+0000","last_peered":"2023-08-28T02:21:44.134700+0000","last_clean":"2023-08-28T02:21:44.134700+0000","last_became_active":"2023-08-28T02:16:50.341357+0000","last_became_peered":"2023-08-28T02:16:50.341357+0000","last_unstale":"2023-08-28T02:21:44.134700+0000","last_undegraded":"2023-08-28T02:21:44.134700+0000","last_fullsized":"2023-08-28T02:21:44.134700+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:18:29.131334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"65'1","reported_seq":117,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:25:31.802035+0000","last_change":"2023-08-28T02:15:58.334351+0000","last_active":"2023-08-28T02:25:31.802035+0000","last_peered":"2023-08-28T02:25:31.802035+0000","last_clean":"2023-08-28T02:25:31.802035+0000","last_became_active":"2023-08-28T02:15:58.334041+0000","last_became_peered":"2023-08-28T02:15:58.334041+0000","last_unstale":"2023-08-28T02:25:31.802035+0000","last_undegraded":"2023-08-28T02:25:31.802035+0000","last_fullsized":"2023-08-28T02:25:31.802035+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:36:32.836027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":105,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.087937+0000","last_change":"2023-08-28T02:07:37.332854+0000","last_active":"2023-08-28T02:21:44.087937+0000","last_peered":"2023-08-28T02:21:44.087937+0000","last_clean":"2023-08-28T02:21:44.087937+0000","last_became_active":"2023-08-28T02:07:37.332563+0000","last_became_peered":"2023-08-28T02:07:37.332563+0000","last_unstale":"2023-08-28T02:21:44.087937+0000","last_undegraded":"2023-08-28T02:21:44.087937+0000","last_fullsized":"2023-08-28T02:21:44.087937+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:24:12.887788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"65'1","reported_seq":101,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:24:41.720711+0000","last_change":"2023-08-28T02:14:43.042150+0000","last_active":"2023-08-28T02:24:41.720711+0000","last_peered":"2023-08-28T02:24:41.720711+0000","last_clean":"2023-08-28T02:24:41.720711+0000","last_became_active":"2023-08-28T02:14:43.038336+0000","last_became_peered":"2023-08-28T02:14:43.038336+0000","last_unstale":"2023-08-28T02:24:41.720711+0000","last_undegraded":"2023-08-28T02:24:41.720711+0000","last_fullsized":"2023-08-28T02:24:41.720711+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:26:02.415152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":131,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:24:19.079558+0000","last_change":"2023-08-28T02:17:57.871803+0000","last_active":"2023-08-28T02:24:19.079558+0000","last_peered":"2023-08-28T02:24:19.079558+0000","last_clean":"2023-08-28T02:24:19.079558+0000","last_became_active":"2023-08-28T02:17:57.871419+0000","last_became_peered":"2023-08-28T02:17:57.871419+0000","last_unstale":"2023-08-28T02:24:19.079558+0000","last_undegraded":"2023-08-28T02:24:19.079558+0000","last_fullsized":"2023-08-28T02:24:19.079558+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:46.284365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,3],"acting":[2,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"65'2","reported_seq":124,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:45.008742+0000","last_change":"2023-08-28T02:15:58.344265+0000","last_active":"2023-08-28T02:21:45.008742+0000","last_peered":"2023-08-28T02:21:45.008742+0000","last_clean":"2023-08-28T02:21:45.008742+0000","last_became_active":"2023-08-28T02:15:58.343903+0000","last_became_peered":"2023-08-28T02:15:58.343903+0000","last_unstale":"2023-08-28T02:21:45.008742+0000","last_undegraded":"2023-08-28T02:21:45.008742+0000","last_fullsized":"2023-08-28T02:21:45.008742+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:00:52.112893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":115,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:24:46.737337+0000","last_change":"2023-08-28T02:17:57.870248+0000","last_active":"2023-08-28T02:24:46.737337+0000","last_peered":"2023-08-28T02:24:46.737337+0000","last_clean":"2023-08-28T02:24:46.737337+0000","last_became_active":"2023-08-28T02:17:57.869813+0000","last_became_peered":"2023-08-28T02:17:57.869813+0000","last_unstale":"2023-08-28T02:24:46.737337+0000","last_undegraded":"2023-08-28T02:24:46.737337+0000","last_fullsized":"2023-08-28T02:24:46.737337+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:36:26.136730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"65'2","reported_seq":107,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:45.008723+0000","last_change":"2023-08-28T02:07:37.315088+0000","last_active":"2023-08-28T02:21:45.008723+0000","last_peered":"2023-08-28T02:21:45.008723+0000","last_clean":"2023-08-28T02:21:45.008723+0000","last_became_active":"2023-08-28T02:07:37.314730+0000","last_became_peered":"2023-08-28T02:07:37.314730+0000","last_unstale":"2023-08-28T02:21:45.008723+0000","last_undegraded":"2023-08-28T02:21:45.008723+0000","last_fullsized":"2023-08-28T02:21:45.008723+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:58.096621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":139,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.089197+0000","last_change":"2023-08-28T02:17:57.830595+0000","last_active":"2023-08-28T02:21:44.089197+0000","last_peered":"2023-08-28T02:21:44.089197+0000","last_clean":"2023-08-28T02:21:44.089197+0000","last_became_active":"2023-08-28T02:17:57.830345+0000","last_became_peered":"2023-08-28T02:17:57.830345+0000","last_unstale":"2023-08-28T02:21:44.089197+0000","last_undegraded":"2023-08-28T02:21:44.089197+0000","last_fullsized":"2023-08-28T02:21:44.089197+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:50:50.199731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"65'1","reported_seq":124,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:25:56.647368+0000","last_change":"2023-08-28T02:17:57.833218+0000","last_active":"2023-08-28T02:25:56.647368+0000","last_peered":"2023-08-28T02:25:56.647368+0000","last_clean":"2023-08-28T02:25:56.647368+0000","last_became_active":"2023-08-28T02:17:57.832772+0000","last_became_peered":"2023-08-28T02:17:57.832772+0000","last_unstale":"2023-08-28T02:25:56.647368+0000","last_undegraded":"2023-08-28T02:25:56.647368+0000","last_fullsized":"2023-08-28T02:25:56.647368+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:00:02.110545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":138,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:25:11.592508+0000","last_change":"2023-08-28T02:17:57.845102+0000","last_active":"2023-08-28T02:25:11.592508+0000","last_peered":"2023-08-28T02:25:11.592508+0000","last_clean":"2023-08-28T02:25:11.592508+0000","last_became_active":"2023-08-28T02:17:57.843529+0000","last_became_peered":"2023-08-28T02:17:57.843529+0000","last_unstale":"2023-08-28T02:25:11.592508+0000","last_undegraded":"2023-08-28T02:25:11.592508+0000","last_fullsized":"2023-08-28T02:25:11.592508+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:20:19.708785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"65'4","reported_seq":117,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:25:06.768001+0000","last_change":"2023-08-28T02:16:50.319672+0000","last_active":"2023-08-28T02:25:06.768001+0000","last_peered":"2023-08-28T02:25:06.768001+0000","last_clean":"2023-08-28T02:25:06.768001+0000","last_became_active":"2023-08-28T02:16:50.319279+0000","last_became_peered":"2023-08-28T02:16:50.319279+0000","last_unstale":"2023-08-28T02:25:06.768001+0000","last_undegraded":"2023-08-28T02:25:06.768001+0000","last_fullsized":"2023-08-28T02:25:06.768001+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:28:07.379148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":122,"reported_epoch":158,"state":"active+clean","last_fresh":"2023-08-28T02:21:44.087933+0000","last_change":"2023-08-28T02:15:58.333459+0000","last_active":"2023-08-28T02:21:44.087933+0000","last_peered":"2023-08-28T02:21:44.087933+0000","last_clean":"2023-08-28T02:21:44.087933+0000","last_became_active":"2023-08-28T02:15:58.332687+0000","last_became_peered":"2023-08-28T02:15:58.332687+0000","last_unstale":"2023-08-28T02:21:44.087933+0000","last_undegraded":"2023-08-28T02:21:44.087933+0000","last_fullsized":"2023-08-28T02:21:44.087933+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:15:43.019749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":161,"ondisk_log_size":161,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299635,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":277048,"kb_used_data":2352,"kb_used_omap":0,"kb_used_meta":274688,"kb_avail":93468104,"statfs":{"total":95995035648,"available":95711338496,"internally_reserved":0,"allocated":2408448,"data_stored":1657433,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":281280512},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:25:55 2023","interfaces":[{"interface":"back","average":{"1min":2.3490000000000002,"5min":2.2989999999999999,"15min":1.8879999999999999},"min":{"1min":0.23499999999999999,"5min":0.224,"15min":0.21199999999999999},"max":{"1min":13.118,"5min":13.118,"15min":13.257},"last":0.41599999999999998},{"interface":"front","average":{"1min":3.512,"5min":2.661,"15min":2.3239999999999998},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":13.103999999999999,"5min":13.103999999999999,"15min":13.272},"last":0.68100000000000005}]},{"osd":1,"last update":"Mon Aug 28 02:26:17 2023","interfaces":[{"interface":"back","average":{"1min":2.5430000000000001,"5min":2.7189999999999999,"15min":2.024},"min":{"1min":0.28299999999999997,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":8.5009999999999994,"5min":12.438000000000001,"15min":12.438000000000001},"last":0.48899999999999999},{"interface":"front","average":{"1min":2.6850000000000001,"5min":2.4870000000000001,"15min":2.0230000000000001},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.26600000000000001},"max":{"1min":8.5129999999999999,"5min":12.332000000000001,"15min":12.332000000000001},"last":0.64000000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:26:05 2023","interfaces":[{"interface":"back","average":{"1min":2.3540000000000001,"5min":2.302,"15min":1.677},"min":{"1min":0.31900000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":8.2970000000000006,"5min":8.3889999999999993,"15min":8.3889999999999993},"last":0.56999999999999995},{"interface":"front","average":{"1min":1.9450000000000001,"5min":1.9359999999999999,"15min":1.6120000000000001},"min":{"1min":0.35399999999999998,"5min":0.32500000000000001,"15min":0.29599999999999999},"max":{"1min":6.6139999999999999,"5min":8.9770000000000003,"15min":12.128},"last":0.65700000000000003}]},{"osd":3,"last update":"Mon Aug 28 02:26:17 2023","interfaces":[{"interface":"back","average":{"1min":1.3839999999999999,"5min":1.8340000000000001,"15min":2.1269999999999998},"min":{"1min":0.30199999999999999,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":5.7329999999999997,"5min":8.3599999999999994,"15min":9.2319999999999993},"last":0.54400000000000004},{"interface":"front","average":{"1min":1.704,"5min":2.4430000000000001,"15min":2.2629999999999999},"min":{"1min":0.42099999999999999,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":5.3300000000000001,"5min":12.031000000000001,"15min":12.031000000000001},"last":0.629}]},{"osd":4,"last update":"Mon Aug 28 02:25:55 2023","interfaces":[{"interface":"back","average":{"1min":2.0859999999999999,"5min":1.3879999999999999,"15min":1.2509999999999999},"min":{"1min":0.28799999999999998,"5min":0.26100000000000001,"15min":0.22700000000000001},"max":{"1min":6.3689999999999998,"5min":11.351000000000001,"15min":12.378},"last":0.373},{"interface":"front","average":{"1min":1.0920000000000001,"5min":1.161,"15min":1.1539999999999999},"min":{"1min":0.30299999999999999,"5min":0.26100000000000001,"15min":0.24299999999999999},"max":{"1min":7.2130000000000001,"5min":8.1890000000000001,"15min":20.111000000000001},"last":0.44500000000000001}]},{"osd":5,"last update":"Mon Aug 28 02:25:55 2023","interfaces":[{"interface":"back","average":{"1min":1.1699999999999999,"5min":1.2350000000000001,"15min":1.046},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":4.8890000000000002,"5min":8.1270000000000007,"15min":9.2279999999999998},"last":0.53200000000000003},{"interface":"front","average":{"1min":2.141,"5min":1.4590000000000001,"15min":1.2370000000000001},"min":{"1min":0.314,"5min":0.30199999999999999,"15min":0.28699999999999998},"max":{"1min":6.4359999999999999,"5min":6.4359999999999999,"15min":15.084},"last":0.58299999999999996}]},{"osd":6,"last update":"Mon Aug 28 02:25:55 2023","interfaces":[{"interface":"back","average":{"1min":1.8959999999999999,"5min":1.4119999999999999,"15min":1.1850000000000001},"min":{"1min":0.33700000000000002,"5min":0.30299999999999999,"15min":0.28199999999999997},"max":{"1min":6.4109999999999996,"5min":7.4619999999999997,"15min":12.356},"last":0.71399999999999997},{"interface":"front","average":{"1min":1.036,"5min":1.0209999999999999,"15min":1.1080000000000001},"min":{"1min":0.375,"5min":0.30499999999999999,"15min":0.29899999999999999},"max":{"1min":4.0350000000000001,"5min":5.2300000000000004,"15min":13.353},"last":0.60299999999999998}]}]},{"osd":6,"up_from":45,"seq":193273528566,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":256104,"kb_used_data":2336,"kb_used_omap":0,"kb_used_meta":253760,"kb_avail":93489048,"statfs":{"total":95995035648,"available":95732785152,"internally_reserved":0,"allocated":2392064,"data_stored":1656964,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":259850240},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:26:01 2023","interfaces":[{"interface":"back","average":{"1min":2.2389999999999999,"5min":2.431,"15min":2.1579999999999999},"min":{"1min":0.23100000000000001,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":10.885,"5min":11.036,"15min":16.462},"last":0.60199999999999998},{"interface":"front","average":{"1min":1.7909999999999999,"5min":2.3530000000000002,"15min":2.2160000000000002},"min":{"1min":0.30599999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":7.4500000000000002,"5min":12.333,"15min":16.486999999999998},"last":0.59199999999999997}]},{"osd":1,"last update":"Mon Aug 28 02:26:26 2023","interfaces":[{"interface":"back","average":{"1min":1.9870000000000001,"5min":2.5619999999999998,"15min":2.2719999999999998},"min":{"1min":0.309,"5min":0.24199999999999999,"15min":0.23999999999999999},"max":{"1min":6.1040000000000001,"5min":12.834,"15min":12.834},"last":0.52400000000000002},{"interface":"front","average":{"1min":2.0710000000000002,"5min":2.29,"15min":1.833},"min":{"1min":0.36299999999999999,"5min":0.26300000000000001,"15min":0.25700000000000001},"max":{"1min":13.183999999999999,"5min":13.183999999999999,"15min":13.183999999999999},"last":0.67400000000000004}]},{"osd":2,"last update":"Mon Aug 28 02:26:11 2023","interfaces":[{"interface":"back","average":{"1min":2.0680000000000001,"5min":2.468,"15min":2.0419999999999998},"min":{"1min":0.30599999999999999,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":6.4470000000000001,"5min":12.356,"15min":14.156000000000001},"last":0.627},{"interface":"front","average":{"1min":2.5710000000000002,"5min":2.0419999999999998,"15min":1.7729999999999999},"min":{"1min":0.437,"5min":0.247,"15min":0.247},"max":{"1min":7.4550000000000001,"5min":8.6370000000000005,"15min":11.442},"last":0.56100000000000005}]},{"osd":3,"last update":"Mon Aug 28 02:26:11 2023","interfaces":[{"interface":"back","average":{"1min":1.6439999999999999,"5min":2.5310000000000001,"15min":2.0840000000000001},"min":{"1min":0.35999999999999999,"5min":0.33600000000000002,"15min":0.30199999999999999},"max":{"1min":5.806,"5min":13.669,"15min":13.669},"last":0.71399999999999997},{"interface":"front","average":{"1min":2.2709999999999999,"5min":2.1890000000000001,"15min":2.0880000000000001},"min":{"1min":0.32200000000000001,"5min":0.32000000000000001,"15min":0.309},"max":{"1min":7.5190000000000001,"5min":20.498000000000001,"15min":23.760000000000002},"last":0.50900000000000001}]},{"osd":4,"last update":"Mon Aug 28 02:25:48 2023","interfaces":[{"interface":"back","average":{"1min":3.1760000000000002,"5min":1.6379999999999999,"15min":1.3280000000000001},"min":{"1min":0.30099999999999999,"5min":0.23799999999999999,"15min":0.23400000000000001},"max":{"1min":18.294,"5min":18.294,"15min":18.294},"last":0.49199999999999999},{"interface":"front","average":{"1min":2.9209999999999998,"5min":1.7190000000000001,"15min":1.383},"min":{"1min":0.26700000000000002,"5min":0.246,"15min":0.22500000000000001},"max":{"1min":7.5069999999999997,"5min":7.8239999999999998,"15min":17.963999999999999},"last":0.33400000000000002}]},{"osd":5,"last update":"Mon Aug 28 02:25:48 2023","interfaces":[{"interface":"back","average":{"1min":3.2040000000000002,"5min":1.6559999999999999,"15min":1.349},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.26500000000000001},"max":{"1min":13.105,"5min":13.105,"15min":13.606},"last":0.439},{"interface":"front","average":{"1min":2.109,"5min":1.248,"15min":1.2370000000000001},"min":{"1min":0.29999999999999999,"5min":0.26800000000000002,"15min":0.26300000000000001},"max":{"1min":7.4279999999999999,"5min":7.4279999999999999,"15min":12.862},"last":0.41899999999999998}]},{"osd":7,"last update":"Mon Aug 28 02:26:11 2023","interfaces":[{"interface":"back","average":{"1min":1.413,"5min":1.423,"15min":1.3680000000000001},"min":{"1min":0.34899999999999998,"5min":0.308,"15min":0.27000000000000002},"max":{"1min":4.875,"5min":12.260999999999999,"15min":12.425000000000001},"last":0.54400000000000004},{"interface":"front","average":{"1min":1.794,"5min":1.464,"15min":1.2809999999999999},"min":{"1min":0.27200000000000002,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":9.7370000000000001,"5min":12.021000000000001,"15min":12.021000000000001},"last":0.47199999999999998}]}]},{"osd":1,"up_from":101,"seq":433791697025,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":366236,"kb_used_data":1940,"kb_used_omap":4,"kb_used_meta":364283,"kb_avail":93378916,"statfs":{"total":95995035648,"available":95620009984,"internally_reserved":0,"allocated":1986560,"data_stored":1097883,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":373026702},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:26:18 2023","interfaces":[{"interface":"back","average":{"1min":2.129,"5min":3,"15min":3.0680000000000001},"min":{"1min":0.22,"5min":0.214,"15min":0.21099999999999999},"max":{"1min":10.987,"5min":12.51,"15min":14.412000000000001},"last":0.35599999999999998},{"interface":"front","average":{"1min":1.893,"5min":2.7349999999999999,"15min":3.306},"min":{"1min":0.24199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":10.698,"5min":10.698,"15min":16.260999999999999},"last":0.47599999999999998}]},{"osd":2,"last update":"Mon Aug 28 02:26:09 2023","interfaces":[{"interface":"back","average":{"1min":2.1760000000000002,"5min":3.0899999999999999,"15min":2.4790000000000001},"min":{"1min":0.314,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":6.3470000000000004,"5min":13.58,"15min":13.58},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.83599999999999997,"5min":2.2679999999999998,"15min":2.855},"min":{"1min":0.30099999999999999,"5min":0.253,"15min":0.253},"max":{"1min":3.1499999999999999,"5min":16.594999999999999,"15min":20.003},"last":0.39700000000000002}]},{"osd":3,"last update":"Mon Aug 28 02:26:09 2023","interfaces":[{"interface":"back","average":{"1min":2.101,"5min":2.7999999999999998,"15min":3.6280000000000001},"min":{"1min":0.34200000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":9.2929999999999993,"5min":16.626999999999999,"15min":24.701000000000001},"last":0.44900000000000001},{"interface":"front","average":{"1min":2.4700000000000002,"5min":3.569,"15min":3.3140000000000001},"min":{"1min":0.24099999999999999,"5min":0.223,"15min":0.223},"max":{"1min":9.3919999999999995,"5min":22.59,"15min":22.59},"last":0.44}]},{"osd":4,"last update":"Mon Aug 28 02:26:18 2023","interfaces":[{"interface":"back","average":{"1min":0.873,"5min":1.6180000000000001,"15min":2.052},"min":{"1min":0.312,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":5.9550000000000001,"5min":10.398999999999999,"15min":10.398999999999999},"last":0.63},{"interface":"front","average":{"1min":1.397,"5min":2.0990000000000002,"15min":1.825},"min":{"1min":0.28899999999999998,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":5.8730000000000002,"5min":9.1519999999999992,"15min":9.1519999999999992},"last":0.64200000000000002}]},{"osd":5,"last update":"Mon Aug 28 02:26:18 2023","interfaces":[{"interface":"back","average":{"1min":2.4700000000000002,"5min":2.7629999999999999,"15min":2.7160000000000002},"min":{"1min":0.44500000000000001,"5min":0.33900000000000002,"15min":0.33600000000000002},"max":{"1min":18.626999999999999,"5min":18.626999999999999,"15min":18.626999999999999},"last":0.61199999999999999},{"interface":"front","average":{"1min":2.3919999999999999,"5min":2.593,"15min":2.4710000000000001},"min":{"1min":0.41399999999999998,"5min":0.34999999999999998,"15min":0.31900000000000001},"max":{"1min":10.436999999999999,"5min":12.776,"15min":12.776},"last":0.66400000000000003}]},{"osd":6,"last update":"Mon Aug 28 02:26:18 2023","interfaces":[{"interface":"back","average":{"1min":2.4630000000000001,"5min":2.8460000000000001,"15min":2.8340000000000001},"min":{"1min":0.47899999999999998,"5min":0.38900000000000001,"15min":0.34899999999999998},"max":{"1min":9.5050000000000008,"5min":11.037000000000001,"15min":14.944000000000001},"last":0.52100000000000002},{"interface":"front","average":{"1min":1.429,"5min":1.998,"15min":2.3260000000000001},"min":{"1min":0.35699999999999998,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":10.513999999999999,"5min":10.513999999999999,"15min":10.513999999999999},"last":0.57599999999999996}]},{"osd":7,"last update":"Mon Aug 28 02:26:18 2023","interfaces":[{"interface":"back","average":{"1min":1.9470000000000001,"5min":2.403,"15min":2.52},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":10.551,"5min":10.551,"15min":16.550000000000001},"last":0.497},{"interface":"front","average":{"1min":2.9140000000000001,"5min":2.6800000000000002,"15min":2.2850000000000001},"min":{"1min":0.55000000000000004,"5min":0.312,"15min":0.30199999999999999},"max":{"1min":9.2070000000000007,"5min":14.515000000000001,"15min":14.515000000000001},"last":0.59499999999999997}]}]},{"osd":0,"up_from":87,"seq":373662154896,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":379624,"kb_used_data":2592,"kb_used_omap":5,"kb_used_meta":377018,"kb_avail":93365528,"statfs":{"total":95995035648,"available":95606300672,"internally_reserved":0,"allocated":2654208,"data_stored":1698762,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":386067066},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:26:17 2023","interfaces":[{"interface":"back","average":{"1min":1.2170000000000001,"5min":2.1960000000000002,"15min":2.48},"min":{"1min":0.24199999999999999,"5min":0.219,"15min":0.214},"max":{"1min":5.6159999999999997,"5min":9.2279999999999998,"15min":12.847},"last":0.246},{"interface":"front","average":{"1min":2.153,"5min":3.5049999999999999,"15min":3.7589999999999999},"min":{"1min":0.26200000000000001,"5min":0.221,"15min":0.16900000000000001},"max":{"1min":10.548999999999999,"5min":24.343,"15min":24.343},"last":0.27400000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:26:08 2023","interfaces":[{"interface":"back","average":{"1min":2.6190000000000002,"5min":2.7330000000000001,"15min":2.7959999999999998},"min":{"1min":0.30499999999999999,"5min":0.23799999999999999,"15min":0.23400000000000001},"max":{"1min":10.329000000000001,"5min":15.567,"15min":20.233000000000001},"last":0.38200000000000001},{"interface":"front","average":{"1min":2.6440000000000001,"5min":2.5270000000000001,"15min":3.2090000000000001},"min":{"1min":0.29999999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":7.0060000000000002,"5min":9.7490000000000006,"15min":20.015999999999998},"last":0.34699999999999998}]},{"osd":3,"last update":"Mon Aug 28 02:26:17 2023","interfaces":[{"interface":"back","average":{"1min":1.6319999999999999,"5min":2.468,"15min":3.1179999999999999},"min":{"1min":0.32100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":7.1260000000000003,"5min":11.837999999999999,"15min":20.27},"last":0.313},{"interface":"front","average":{"1min":1.7909999999999999,"5min":2.8540000000000001,"15min":2.5499999999999998},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.247},"max":{"1min":5.1970000000000001,"5min":17.635999999999999,"15min":17.635999999999999},"last":0.39700000000000002}]},{"osd":4,"last update":"Mon Aug 28 02:26:02 2023","interfaces":[{"interface":"back","average":{"1min":2.9279999999999999,"5min":2.1760000000000002,"15min":2.069},"min":{"1min":0.44500000000000001,"5min":0.29299999999999998,"15min":0.27700000000000002},"max":{"1min":6.9740000000000002,"5min":12.842000000000001,"15min":12.842000000000001},"last":0.52900000000000003},{"interface":"front","average":{"1min":3.198,"5min":2.7240000000000002,"15min":2.5470000000000002},"min":{"1min":0.32500000000000001,"5min":0.30099999999999999,"15min":0.29799999999999999},"max":{"1min":14.848000000000001,"5min":16.768999999999998,"15min":16.768999999999998},"last":0.59799999999999998}]},{"osd":5,"last update":"Mon Aug 28 02:26:02 2023","interfaces":[{"interface":"back","average":{"1min":2.4380000000000002,"5min":2.0699999999999998,"15min":1.907},"min":{"1min":0.504,"5min":0.33300000000000002,"15min":0.29299999999999998},"max":{"1min":7.008,"5min":13.038,"15min":13.038},"last":0.58199999999999996},{"interface":"front","average":{"1min":3.581,"5min":2.7000000000000002,"15min":2.6179999999999999},"min":{"1min":0.42799999999999999,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":14.93,"5min":14.93,"15min":15.134},"last":0.629}]},{"osd":6,"last update":"Mon Aug 28 02:26:02 2023","interfaces":[{"interface":"back","average":{"1min":2.8559999999999999,"5min":2.3610000000000002,"15min":2.149},"min":{"1min":0.495,"5min":0.33200000000000002,"15min":0.316},"max":{"1min":12.109,"5min":13.16,"15min":13.16},"last":0.55300000000000005},{"interface":"front","average":{"1min":4.1280000000000001,"5min":2.71,"15min":2.6360000000000001},"min":{"1min":0.41499999999999998,"5min":0.36299999999999999,"15min":0.311},"max":{"1min":14.903,"5min":14.903,"15min":15.177},"last":0.68400000000000005}]},{"osd":7,"last update":"Mon Aug 28 02:26:02 2023","interfaces":[{"interface":"back","average":{"1min":3.206,"5min":2.5209999999999999,"15min":2.5459999999999998},"min":{"1min":0.36799999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":10.364000000000001,"5min":12.785,"15min":12.785},"last":0.62},{"interface":"front","average":{"1min":2.8759999999999999,"5min":2.3340000000000001,"15min":2.2410000000000001},"min":{"1min":0.45800000000000002,"5min":0.45400000000000001,"15min":0.377},"max":{"1min":7.0359999999999996,"5min":13.005000000000001,"15min":13.005000000000001},"last":0.63900000000000001}]}]},{"osd":2,"up_from":117,"seq":502511173750,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":359036,"kb_used_data":1908,"kb_used_omap":7,"kb_used_meta":357112,"kb_avail":93386116,"statfs":{"total":95995035648,"available":95627382784,"internally_reserved":0,"allocated":1953792,"data_stored":1091569,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":365682769},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:26:15 2023","interfaces":[{"interface":"back","average":{"1min":1.137,"5min":1.9970000000000001,"15min":2.7509999999999999},"min":{"1min":0.29299999999999998,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":6.2720000000000002,"5min":14.675000000000001,"15min":14.675000000000001},"last":0.45700000000000002},{"interface":"front","average":{"1min":2.1749999999999998,"5min":3.444,"15min":3.1539999999999999},"min":{"1min":0.23999999999999999,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":8.2530000000000001,"5min":25.834,"15min":25.834},"last":0.61099999999999999}]},{"osd":1,"last update":"Mon Aug 28 02:26:15 2023","interfaces":[{"interface":"back","average":{"1min":1.677,"5min":3.0169999999999999,"15min":2.923},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.251},"max":{"1min":7.7670000000000003,"5min":13.795999999999999,"15min":14.308999999999999},"last":0.39500000000000002},{"interface":"front","average":{"1min":1.2350000000000001,"5min":2.0859999999999999,"15min":2.798},"min":{"1min":0.33600000000000002,"5min":0.255,"15min":0.216},"max":{"1min":7.875,"5min":16.983000000000001,"15min":16.983000000000001},"last":0.54800000000000004}]},{"osd":3,"last update":"Mon Aug 28 02:26:15 2023","interfaces":[{"interface":"back","average":{"1min":2.109,"5min":3.0030000000000001,"15min":4.016},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25600000000000001},"max":{"1min":12.079000000000001,"5min":14.499000000000001,"15min":14.499000000000001},"last":0.47799999999999998},{"interface":"front","average":{"1min":2.1280000000000001,"5min":2.5840000000000001,"15min":3.5539999999999998},"min":{"1min":0.39800000000000002,"5min":0.28000000000000003,"15min":0.26700000000000002},"max":{"1min":7.9210000000000003,"5min":14.727,"15min":17.196999999999999},"last":0.51600000000000001}]},{"osd":4,"last update":"Mon Aug 28 02:26:15 2023","interfaces":[{"interface":"back","average":{"1min":1.8109999999999999,"5min":2.5369999999999999,"15min":1.9570000000000001},"min":{"1min":0.34899999999999998,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":8.3040000000000003,"5min":25.876999999999999,"15min":25.876999999999999},"last":0.78600000000000003},{"interface":"front","average":{"1min":1.2490000000000001,"5min":2.6379999999999999,"15min":2.008},"min":{"1min":0.32100000000000001,"5min":0.31900000000000001,"15min":0.29799999999999999},"max":{"1min":6.0309999999999997,"5min":12.324,"15min":12.324},"last":0.76900000000000002}]},{"osd":5,"last update":"Mon Aug 28 02:26:15 2023","interfaces":[{"interface":"back","average":{"1min":0.88600000000000001,"5min":1.3440000000000001,"15min":2.1080000000000001},"min":{"1min":0.48199999999999998,"5min":0.312,"15min":0.312},"max":{"1min":4.375,"5min":7.2960000000000003,"15min":14.207000000000001},"last":0.68100000000000005},{"interface":"front","average":{"1min":1.7070000000000001,"5min":2.8079999999999998,"15min":2.073},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":8.3390000000000004,"5min":25.902999999999999,"15min":25.902999999999999},"last":0.69199999999999995}]},{"osd":6,"last update":"Mon Aug 28 02:26:15 2023","interfaces":[{"interface":"back","average":{"1min":1.111,"5min":2.806,"15min":2.3450000000000002},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":3.1160000000000001,"5min":12.375,"15min":12.375},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.76500000000000001,"5min":1.581,"15min":2.0710000000000002},"min":{"1min":0.41899999999999998,"5min":0.34599999999999997,"15min":0.33900000000000002},"max":{"1min":1.9330000000000001,"5min":11.871,"15min":14.151999999999999},"last":0.71499999999999997}]},{"osd":7,"last update":"Mon Aug 28 02:26:15 2023","interfaces":[{"interface":"back","average":{"1min":1.1080000000000001,"5min":2.6349999999999998,"15min":2.448},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.33500000000000002},"max":{"1min":3.1440000000000001,"5min":12.404999999999999,"15min":12.404999999999999},"last":0.66000000000000003},{"interface":"front","average":{"1min":0.84699999999999998,"5min":1.639,"15min":2.0880000000000001},"min":{"1min":0.45800000000000002,"5min":0.38700000000000001,"15min":0.36399999999999999},"max":{"1min":3.169,"5min":11.845000000000001,"15min":14.18},"last":0.80500000000000005}]}]},{"osd":3,"up_from":134,"seq":575525617769,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":376892,"kb_used_data":1844,"kb_used_omap":2,"kb_used_meta":375037,"kb_avail":93368260,"statfs":{"total":95995035648,"available":95609098240,"internally_reserved":0,"allocated":1888256,"data_stored":1079394,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":384037941},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:26:06 2023","interfaces":[{"interface":"back","average":{"1min":2.456,"5min":2.633,"15min":3.0089999999999999},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.19},"max":{"1min":12.77,"5min":21.271000000000001,"15min":24.145},"last":0.63800000000000001},{"interface":"front","average":{"1min":3.3639999999999999,"5min":3.0720000000000001,"15min":3.399},"min":{"1min":0.23999999999999999,"5min":0.21299999999999999,"15min":0.21099999999999999},"max":{"1min":20.984999999999999,"5min":20.984999999999999,"15min":20.984999999999999},"last":0.56100000000000005}]},{"osd":1,"last update":"Mon Aug 28 02:26:06 2023","interfaces":[{"interface":"back","average":{"1min":3.9460000000000002,"5min":4.0149999999999997,"15min":3.298},"min":{"1min":0.23799999999999999,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":19.449000000000002,"5min":19.449000000000002,"15min":19.449000000000002},"last":0.42399999999999999},{"interface":"front","average":{"1min":2.1230000000000002,"5min":2.9929999999999999,"15min":2.8759999999999999},"min":{"1min":0.27100000000000002,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":11.923999999999999,"5min":21.427,"15min":24.071999999999999},"last":0.68400000000000005}]},{"osd":2,"last update":"Mon Aug 28 02:26:06 2023","interfaces":[{"interface":"back","average":{"1min":2.8980000000000001,"5min":3.423,"15min":3.524},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26300000000000001},"max":{"1min":14.436,"5min":21.292000000000002,"15min":21.292000000000002},"last":0.52400000000000002},{"interface":"front","average":{"1min":2.645,"5min":3.387,"15min":3.1659999999999999},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":12.670999999999999,"5min":21.297999999999998,"15min":24.175999999999998},"last":0.47399999999999998}]},{"osd":4,"last update":"Mon Aug 28 02:26:06 2023","interfaces":[{"interface":"back","average":{"1min":2.2040000000000002,"5min":2.5569999999999999,"15min":2.177},"min":{"1min":0.309,"5min":0.29899999999999999,"15min":0.28399999999999997},"max":{"1min":18.831,"5min":21.170000000000002,"15min":23.994},"last":0.58399999999999996},{"interface":"front","average":{"1min":2.5590000000000002,"5min":2.4889999999999999,"15min":2.4809999999999999},"min":{"1min":0.32100000000000001,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":21.106000000000002,"5min":21.106000000000002,"15min":21.106000000000002},"last":0.44600000000000001}]},{"osd":5,"last update":"Mon Aug 28 02:26:06 2023","interfaces":[{"interface":"back","average":{"1min":2.6819999999999999,"5min":2.6640000000000001,"15min":2.472},"min":{"1min":0.38800000000000001,"5min":0.311,"15min":0.311},"max":{"1min":21.507000000000001,"5min":21.507000000000001,"15min":21.507000000000001},"last":0.505},{"interface":"front","average":{"1min":2.6230000000000002,"5min":2.8140000000000001,"15min":2.6139999999999999},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":11.242000000000001,"5min":18.181000000000001,"15min":18.181000000000001},"last":0.76300000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:26:06 2023","interfaces":[{"interface":"back","average":{"1min":2.6819999999999999,"5min":2.6800000000000002,"15min":2.6120000000000001},"min":{"1min":0.40100000000000002,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":23.071000000000002,"5min":23.071000000000002,"15min":23.071000000000002},"last":0.61499999999999999},{"interface":"front","average":{"1min":2.2410000000000001,"5min":2.8410000000000002,"15min":2.8069999999999999},"min":{"1min":0.39500000000000002,"5min":0.379,"15min":0.315},"max":{"1min":11.220000000000001,"5min":18.128,"15min":18.128},"last":0.79200000000000004}]},{"osd":7,"last update":"Mon Aug 28 02:26:06 2023","interfaces":[{"interface":"back","average":{"1min":2.0800000000000001,"5min":2.556,"15min":2.218},"min":{"1min":0.442,"5min":0.442,"15min":0.33800000000000002},"max":{"1min":11.156000000000001,"5min":21.239999999999998,"15min":24.042999999999999},"last":0.72399999999999998},{"interface":"front","average":{"1min":2.9950000000000001,"5min":3.077,"15min":2.6749999999999998},"min":{"1min":0.60099999999999998,"5min":0.38700000000000001,"15min":0.38100000000000001},"max":{"1min":21.138000000000002,"5min":21.138000000000002,"15min":21.138000000000002},"last":0.65800000000000003}]}]},{"osd":4,"up_from":30,"seq":128849019132,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":291052,"kb_used_data":1764,"kb_used_omap":0,"kb_used_meta":289280,"kb_avail":93454100,"statfs":{"total":95995035648,"available":95696998400,"internally_reserved":0,"allocated":1806336,"data_stored":1066722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":296222720},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:26:02 2023","interfaces":[{"interface":"back","average":{"1min":2.2810000000000001,"5min":2.2599999999999998,"15min":2.044},"min":{"1min":0.253,"5min":0.22800000000000001,"15min":0.221},"max":{"1min":8.9939999999999998,"5min":17.882000000000001,"15min":17.882000000000001},"last":0.54700000000000004},{"interface":"front","average":{"1min":1.7689999999999999,"5min":2.1480000000000001,"15min":2.198},"min":{"1min":0.254,"5min":0.217,"15min":0.217},"max":{"1min":5.0469999999999997,"5min":12.73,"15min":12.73},"last":0.56299999999999994}]},{"osd":1,"last update":"Mon Aug 28 02:26:20 2023","interfaces":[{"interface":"back","average":{"1min":1.431,"5min":1.579,"15min":1.8080000000000001},"min":{"1min":0.248,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":4.0389999999999997,"5min":11.914999999999999,"15min":11.914999999999999},"last":0.52000000000000002},{"interface":"front","average":{"1min":2.3119999999999998,"5min":2.1030000000000002,"15min":1.843},"min":{"1min":0.28699999999999998,"5min":0.27300000000000002,"15min":0.246},"max":{"1min":9.0410000000000004,"5min":9.0410000000000004,"15min":9.2249999999999996},"last":0.66200000000000003}]},{"osd":2,"last update":"Mon Aug 28 02:26:02 2023","interfaces":[{"interface":"back","average":{"1min":2.1850000000000001,"5min":1.9350000000000001,"15min":1.5489999999999999},"min":{"1min":0.311,"5min":0.27900000000000003,"15min":0.27400000000000002},"max":{"1min":13.194000000000001,"5min":16.231000000000002,"15min":16.231000000000002},"last":0.628},{"interface":"front","average":{"1min":1.726,"5min":1.909,"15min":1.6379999999999999},"min":{"1min":0.34899999999999998,"5min":0.251,"15min":0.251},"max":{"1min":5.524,"5min":7.0570000000000004,"15min":10.859999999999999},"last":0.68999999999999995}]},{"osd":3,"last update":"Mon Aug 28 02:26:11 2023","interfaces":[{"interface":"back","average":{"1min":1.597,"5min":2.0449999999999999,"15min":1.9430000000000001},"min":{"1min":0.35199999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":5.0149999999999997,"5min":12.339,"15min":12.339},"last":0.72499999999999998},{"interface":"front","average":{"1min":1.722,"5min":2.0430000000000001,"15min":1.9410000000000001},"min":{"1min":0.36699999999999999,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":8.0579999999999998,"5min":11.743,"15min":11.782},"last":0.67700000000000005}]},{"osd":5,"last update":"Mon Aug 28 02:25:34 2023","interfaces":[{"interface":"back","average":{"1min":0.81699999999999995,"5min":1.2030000000000001,"15min":1.2909999999999999},"min":{"1min":0.251,"5min":0.23999999999999999,"15min":0.23799999999999999},"max":{"1min":2.319,"5min":16.181999999999999,"15min":17.689},"last":0.45900000000000002},{"interface":"front","average":{"1min":1.248,"5min":1.165,"15min":1.337},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":6.3230000000000004,"5min":10.233000000000001,"15min":10.999000000000001},"last":0.501}]},{"osd":6,"last update":"Mon Aug 28 02:25:51 2023","interfaces":[{"interface":"back","average":{"1min":1.4339999999999999,"5min":1.2569999999999999,"15min":1.367},"min":{"1min":0.33200000000000002,"5min":0.28100000000000003,"15min":0.25600000000000001},"max":{"1min":6.0279999999999996,"5min":10.023999999999999,"15min":10.647},"last":0.64200000000000002},{"interface":"front","average":{"1min":1.26,"5min":1.194,"15min":1.3129999999999999},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.251},"max":{"1min":5.5030000000000001,"5min":6.9939999999999998,"15min":16.763999999999999},"last":0.53200000000000003}]},{"osd":7,"last update":"Mon Aug 28 02:26:02 2023","interfaces":[{"interface":"back","average":{"1min":1.4430000000000001,"5min":1.2150000000000001,"15min":1.298},"min":{"1min":0.27600000000000002,"5min":0.27400000000000002,"15min":0.26800000000000002},"max":{"1min":9.3209999999999997,"5min":9.3209999999999997,"15min":16.686},"last":0.59199999999999997},{"interface":"front","average":{"1min":1.3240000000000001,"5min":1.232,"15min":1.2769999999999999},"min":{"1min":0.317,"5min":0.311,"15min":0.28799999999999998},"max":{"1min":6.4189999999999996,"5min":7.0220000000000002,"15min":14.145},"last":0.61399999999999999}]}]},{"osd":5,"up_from":37,"seq":158913790201,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":333088,"kb_used_data":1752,"kb_used_omap":0,"kb_used_meta":331328,"kb_avail":93412064,"statfs":{"total":95995035648,"available":95653953536,"internally_reserved":0,"allocated":1794048,"data_stored":1062739,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":339279872},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:26:18 2023","interfaces":[{"interface":"back","average":{"1min":2.6150000000000002,"5min":2.931,"15min":2.6070000000000002},"min":{"1min":0.27000000000000002,"5min":0.224,"15min":0.22},"max":{"1min":12.856999999999999,"5min":40.334000000000003,"15min":40.334000000000003},"last":0.67700000000000005},{"interface":"front","average":{"1min":0.876,"5min":2.411,"15min":2.0579999999999998},"min":{"1min":0.27100000000000002,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":5.0949999999999998,"5min":40.212000000000003,"15min":40.212000000000003},"last":0.58599999999999997}]},{"osd":1,"last update":"Mon Aug 28 02:26:18 2023","interfaces":[{"interface":"back","average":{"1min":3.028,"5min":3.0600000000000001,"15min":2.5230000000000001},"min":{"1min":0.35099999999999998,"5min":0.249,"15min":0.23200000000000001},"max":{"1min":10.573,"5min":40.088000000000001,"15min":40.088000000000001},"last":0.54700000000000004},{"interface":"front","average":{"1min":1.417,"5min":2.4369999999999998,"15min":1.843},"min":{"1min":0.308,"5min":0.28199999999999997,"15min":0.251},"max":{"1min":4.4290000000000003,"5min":40.243000000000002,"15min":40.243000000000002},"last":0.72199999999999998}]},{"osd":2,"last update":"Mon Aug 28 02:26:18 2023","interfaces":[{"interface":"back","average":{"1min":1.147,"5min":2.847,"15min":2.0680000000000001},"min":{"1min":0.30099999999999999,"5min":0.29199999999999998,"15min":0.29099999999999998},"max":{"1min":5.0510000000000002,"5min":40.436999999999998,"15min":40.436999999999998},"last":0.56699999999999995},{"interface":"front","average":{"1min":1.5429999999999999,"5min":2.621,"15min":1.9870000000000001},"min":{"1min":0.36199999999999999,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":6.5940000000000003,"5min":40.555,"15min":40.555},"last":0.74399999999999999}]},{"osd":3,"last update":"Mon Aug 28 02:26:18 2023","interfaces":[{"interface":"back","average":{"1min":2.2090000000000001,"5min":2.9870000000000001,"15min":1.9450000000000001},"min":{"1min":0.435,"5min":0.33400000000000002,"15min":0.27900000000000003},"max":{"1min":6.3680000000000003,"5min":40.270000000000003,"15min":40.270000000000003},"last":0.45100000000000001},{"interface":"front","average":{"1min":1.339,"5min":2.6230000000000002,"15min":2.133},"min":{"1min":0.41099999999999998,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":3.1019999999999999,"5min":40.597999999999999,"15min":40.597999999999999},"last":0.69399999999999995}]},{"osd":4,"last update":"Mon Aug 28 02:25:33 2023","interfaces":[{"interface":"back","average":{"1min":2.8519999999999999,"5min":1.9930000000000001,"15min":1.5029999999999999},"min":{"1min":0.40699999999999997,"5min":0.25600000000000001,"15min":0.216},"max":{"1min":13.348000000000001,"5min":40.762999999999998,"15min":40.762999999999998},"last":0.624},{"interface":"front","average":{"1min":2.407,"5min":1.7290000000000001,"15min":1.4870000000000001},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.22900000000000001},"max":{"1min":10.048,"5min":40.634,"15min":40.634},"last":0.52300000000000002}]},{"osd":6,"last update":"Mon Aug 28 02:26:18 2023","interfaces":[{"interface":"back","average":{"1min":1.151,"5min":2.04,"15min":1.5549999999999999},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.254},"max":{"1min":7.9909999999999997,"5min":42.409999999999997,"15min":42.409999999999997},"last":0.47599999999999998},{"interface":"front","average":{"1min":1.5629999999999999,"5min":2.0449999999999999,"15min":1.425},"min":{"1min":0.28799999999999998,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":5.7619999999999996,"5min":42.533999999999999,"15min":42.533999999999999},"last":0.65900000000000003}]},{"osd":7,"last update":"Mon Aug 28 02:26:18 2023","interfaces":[{"interface":"back","average":{"1min":2.7909999999999999,"5min":2.3069999999999999,"15min":1.589},"min":{"1min":0.35499999999999998,"5min":0.33300000000000002,"15min":0.314},"max":{"1min":13.054,"5min":42.667000000000002,"15min":42.667000000000002},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.91500000000000004,"5min":1.7649999999999999,"15min":1.4670000000000001},"min":{"1min":0.38400000000000001,"5min":0.31900000000000001,"15min":0.27000000000000002},"max":{"1min":2.9790000000000001,"5min":42.344000000000001,"15min":42.344000000000001},"last":0.64300000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:26:35.827 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2023-08-28T02:26:35.828 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd dump 2023-08-28T02:26:36.167 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:26:36.953 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:36 smithi040 ceph-mon[170259]: from='client.44549 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:26:36.953 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:36 smithi040 ceph-mon[170259]: pgmap v540: 73 pgs: 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-08-28T02:26:36.954 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:36 smithi040 ceph-mon[175404]: from='client.44549 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:26:36.954 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:36 smithi040 ceph-mon[175404]: pgmap v540: 73 pgs: 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-08-28T02:26:36.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:36 smithi083 ceph-mon[157819]: from='client.44549 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:26:36.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:36 smithi083 ceph-mon[157819]: pgmap v540: 73 pgs: 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-08-28T02:26:37.375 INFO:teuthology.orchestra.run.smithi040.stdout:epoch 159 2023-08-28T02:26:37.375 INFO:teuthology.orchestra.run.smithi040.stdout:fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 2023-08-28T02:26:37.375 INFO:teuthology.orchestra.run.smithi040.stdout:created 2023-08-28T02:02:36.246825+0000 2023-08-28T02:26:37.375 INFO:teuthology.orchestra.run.smithi040.stdout:modified 2023-08-28T02:26:04.181680+0000 2023-08-28T02:26:37.375 INFO:teuthology.orchestra.run.smithi040.stdout:flags sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit 2023-08-28T02:26:37.375 INFO:teuthology.orchestra.run.smithi040.stdout:crush_version 22 2023-08-28T02:26:37.375 INFO:teuthology.orchestra.run.smithi040.stdout:full_ratio 0.95 2023-08-28T02:26:37.375 INFO:teuthology.orchestra.run.smithi040.stdout:backfillfull_ratio 0.9 2023-08-28T02:26:37.376 INFO:teuthology.orchestra.run.smithi040.stdout:nearfull_ratio 0.85 2023-08-28T02:26:37.376 INFO:teuthology.orchestra.run.smithi040.stdout:require_min_compat_client luminous 2023-08-28T02:26:37.376 INFO:teuthology.orchestra.run.smithi040.stdout:min_compat_client luminous 2023-08-28T02:26:37.376 INFO:teuthology.orchestra.run.smithi040.stdout:require_osd_release quincy 2023-08-28T02:26:37.376 INFO:teuthology.orchestra.run.smithi040.stdout:stretch_mode_enabled false 2023-08-28T02:26:37.376 INFO:teuthology.orchestra.run.smithi040.stdout:pool 1 '.mgr' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 1 pgp_num 1 autoscale_mode off last_change 21 flags hashpspool stripe_width 0 pg_num_max 32 pg_num_min 1 application mgr read_balance_score 7.89 2023-08-28T02:26:37.376 INFO:teuthology.orchestra.run.smithi040.stdout:pool 2 'rbd' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 8 pgp_num 8 autoscale_mode off last_change 60 flags hashpspool stripe_width 0 application rbd read_balance_score 2.00 2023-08-28T02:26:37.376 INFO:teuthology.orchestra.run.smithi040.stdout:pool 3 'cephfs.foo.meta' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 64 flags hashpspool stripe_width 0 pg_autoscale_bias 4 pg_num_min 16 recovery_priority 5 application cephfs read_balance_score 1.50 2023-08-28T02:26:37.376 INFO:teuthology.orchestra.run.smithi040.stdout:pool 4 'cephfs.foo.data' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 65 flags hashpspool stripe_width 0 application cephfs read_balance_score 2.50 2023-08-28T02:26:37.376 INFO:teuthology.orchestra.run.smithi040.stdout:max_osd 8 2023-08-28T02:26:37.376 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0 up in weight 1 up_from 87 up_thru 156 down_at 81 last_clean_interval [8,80) [v2:172.21.15.40:6802/1684993029,v1:172.21.15.40:6803/1684993029] [v2:172.21.15.40:6804/1684993029,v1:172.21.15.40:6805/1684993029] exists,up 905741fe-5340-4925-810a-6b832789b564 2023-08-28T02:26:37.376 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1 up in weight 1 up_from 101 up_thru 156 down_at 98 last_clean_interval [13,97) [v2:172.21.15.40:6810/1266947593,v1:172.21.15.40:6811/1266947593] [v2:172.21.15.40:6812/1266947593,v1:172.21.15.40:6813/1266947593] exists,up 94c3f7d4-5632-445f-a770-203e1a65fa64 2023-08-28T02:26:37.377 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2 up in weight 1 up_from 117 up_thru 148 down_at 114 last_clean_interval [18,113) [v2:172.21.15.40:6818/513899568,v1:172.21.15.40:6819/513899568] [v2:172.21.15.40:6820/513899568,v1:172.21.15.40:6821/513899568] exists,up 80f7a434-a506-4d80-a087-cbb10bee2029 2023-08-28T02:26:37.377 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3 up in weight 1 up_from 134 up_thru 156 down_at 131 last_clean_interval [25,130) [v2:172.21.15.40:6826/3214015668,v1:172.21.15.40:6827/3214015668] [v2:172.21.15.40:6828/3214015668,v1:172.21.15.40:6829/3214015668] exists,up 221406ea-c21b-4ccc-ae87-8d064443d6e8 2023-08-28T02:26:37.377 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4 up in weight 1 up_from 30 up_thru 156 down_at 0 last_clean_interval [0,0) [v2:172.21.15.83:6800/2381860577,v1:172.21.15.83:6801/2381860577] [v2:172.21.15.83:6802/2381860577,v1:172.21.15.83:6803/2381860577] exists,up 78b5c0ad-9287-425c-a47b-e503339022b5 2023-08-28T02:26:37.377 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5 up in weight 1 up_from 37 up_thru 156 down_at 0 last_clean_interval [0,0) [v2:172.21.15.83:6808/1250675793,v1:172.21.15.83:6809/1250675793] [v2:172.21.15.83:6810/1250675793,v1:172.21.15.83:6811/1250675793] exists,up 28339507-a2fc-4454-833b-5fd41b5f0e17 2023-08-28T02:26:37.377 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6 up in weight 1 up_from 45 up_thru 156 down_at 0 last_clean_interval [0,0) [v2:172.21.15.83:6816/4221104688,v1:172.21.15.83:6817/4221104688] [v2:172.21.15.83:6818/4221104688,v1:172.21.15.83:6819/4221104688] exists,up c3090294-5977-4742-9daa-27650a805066 2023-08-28T02:26:37.377 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7 up in weight 1 up_from 52 up_thru 134 down_at 0 last_clean_interval [0,0) [v2:172.21.15.83:6824/722500369,v1:172.21.15.83:6825/722500369] [v2:172.21.15.83:6826/722500369,v1:172.21.15.83:6827/722500369] exists,up 68aeca75-f923-43f9-9eab-b70d1a4e14c6 2023-08-28T02:26:37.377 INFO:teuthology.orchestra.run.smithi040.stdout:pg_upmap_items 4.6 [1,5] 2023-08-28T02:26:37.377 INFO:teuthology.orchestra.run.smithi040.stdout:pg_upmap_items 4.b [1,2] 2023-08-28T02:26:37.377 INFO:teuthology.orchestra.run.smithi040.stdout:pg_upmap_items 4.d [1,5,4,0] 2023-08-28T02:26:37.377 INFO:teuthology.orchestra.run.smithi040.stdout:pg_upmap_items 4.f [3,5,1,0] 2023-08-28T02:26:37.377 INFO:teuthology.orchestra.run.smithi040.stdout:pg_upmap_items 4.14 [1,2,3,0] 2023-08-28T02:26:37.377 INFO:teuthology.orchestra.run.smithi040.stdout:pg_upmap_items 4.1b [4,0] 2023-08-28T02:26:37.378 INFO:teuthology.orchestra.run.smithi040.stdout:pg_upmap_items 4.1c [1,0] 2023-08-28T02:26:37.378 INFO:teuthology.orchestra.run.smithi040.stdout:pg_upmap_items 4.1d [1,2,3,0] 2023-08-28T02:26:37.378 INFO:teuthology.orchestra.run.smithi040.stdout:pg_upmap_items 4.1e [3,2] 2023-08-28T02:26:37.378 INFO:teuthology.orchestra.run.smithi040.stdout:blocklist 172.21.15.40:0/388590332 expires 2023-08-29T02:09:44.257493+0000 2023-08-28T02:26:37.378 INFO:teuthology.orchestra.run.smithi040.stdout:blocklist 172.21.15.40:0/1092550490 expires 2023-08-29T02:09:44.257493+0000 2023-08-28T02:26:37.378 INFO:teuthology.orchestra.run.smithi040.stdout:blocklist 172.21.15.40:0/1732418573 expires 2023-08-29T02:11:29.496116+0000 2023-08-28T02:26:37.378 INFO:teuthology.orchestra.run.smithi040.stdout:blocklist 172.21.15.40:0/3411944587 expires 2023-08-29T02:03:05.971942+0000 2023-08-28T02:26:37.378 INFO:teuthology.orchestra.run.smithi040.stdout:blocklist 172.21.15.40:6800/553226419 expires 2023-08-29T02:03:05.971942+0000 2023-08-28T02:26:37.378 INFO:teuthology.orchestra.run.smithi040.stdout:blocklist 172.21.15.83:0/1917451847 expires 2023-08-29T02:10:38.910875+0000 2023-08-28T02:26:37.378 INFO:teuthology.orchestra.run.smithi040.stdout:blocklist 172.21.15.40:0/4125540708 expires 2023-08-29T02:03:05.971942+0000 2023-08-28T02:26:37.378 INFO:teuthology.orchestra.run.smithi040.stdout:blocklist 172.21.15.40:0/3896348771 expires 2023-08-29T02:03:05.971942+0000 2023-08-28T02:26:37.378 INFO:teuthology.orchestra.run.smithi040.stdout:blocklist 172.21.15.40:0/668136245 expires 2023-08-29T02:06:56.839811+0000 2023-08-28T02:26:37.378 INFO:teuthology.orchestra.run.smithi040.stdout:blocklist 172.21.15.40:0/2453282098 expires 2023-08-29T02:11:29.496116+0000 2023-08-28T02:26:37.379 INFO:teuthology.orchestra.run.smithi040.stdout:blocklist 172.21.15.40:0/3352369177 expires 2023-08-29T02:11:29.496116+0000 2023-08-28T02:26:37.379 INFO:teuthology.orchestra.run.smithi040.stdout:blocklist 172.21.15.83:0/3446999800 expires 2023-08-29T02:10:38.910875+0000 2023-08-28T02:26:37.379 INFO:teuthology.orchestra.run.smithi040.stdout:blocklist 172.21.15.40:0/265401606 expires 2023-08-29T02:06:56.839811+0000 2023-08-28T02:26:37.379 INFO:teuthology.orchestra.run.smithi040.stdout:blocklist 172.21.15.40:0/3371895665 expires 2023-08-29T02:03:26.879885+0000 2023-08-28T02:26:37.379 INFO:teuthology.orchestra.run.smithi040.stdout:blocklist 172.21.15.83:0/2773471490 expires 2023-08-29T02:10:38.910875+0000 2023-08-28T02:26:37.379 INFO:teuthology.orchestra.run.smithi040.stdout:blocklist 172.21.15.40:6801/1415824209 expires 2023-08-29T02:11:29.496116+0000 2023-08-28T02:26:37.379 INFO:teuthology.orchestra.run.smithi040.stdout:blocklist 172.21.15.83:0/2092210480 expires 2023-08-29T02:10:38.910875+0000 2023-08-28T02:26:37.379 INFO:teuthology.orchestra.run.smithi040.stdout:blocklist 172.21.15.40:6800/2970497546 expires 2023-08-29T02:03:26.879885+0000 2023-08-28T02:26:37.379 INFO:teuthology.orchestra.run.smithi040.stdout:blocklist 172.21.15.40:0/2731012969 expires 2023-08-29T02:03:26.879885+0000 2023-08-28T02:26:37.379 INFO:teuthology.orchestra.run.smithi040.stdout:blocklist 172.21.15.40:0/1548433789 expires 2023-08-29T02:09:44.257493+0000 2023-08-28T02:26:37.379 INFO:teuthology.orchestra.run.smithi040.stdout:blocklist 172.21.15.40:0/3961800209 expires 2023-08-29T02:06:56.839811+0000 2023-08-28T02:26:37.379 INFO:teuthology.orchestra.run.smithi040.stdout:blocklist 172.21.15.40:0/829300855 expires 2023-08-29T02:06:56.839811+0000 2023-08-28T02:26:37.380 INFO:teuthology.orchestra.run.smithi040.stdout:blocklist 172.21.15.83:0/204062346 expires 2023-08-29T02:10:38.910875+0000 2023-08-28T02:26:37.380 INFO:teuthology.orchestra.run.smithi040.stdout:blocklist 172.21.15.40:0/3822611322 expires 2023-08-29T02:09:44.257493+0000 2023-08-28T02:26:37.380 INFO:teuthology.orchestra.run.smithi040.stdout:blocklist 172.21.15.40:6800/3995113352 expires 2023-08-29T02:06:56.839811+0000 2023-08-28T02:26:37.380 INFO:teuthology.orchestra.run.smithi040.stdout:blocklist 172.21.15.40:6801/3995113352 expires 2023-08-29T02:06:56.839811+0000 2023-08-28T02:26:37.380 INFO:teuthology.orchestra.run.smithi040.stdout:blocklist 172.21.15.40:0/1261437585 expires 2023-08-29T02:11:29.496116+0000 2023-08-28T02:26:37.380 INFO:teuthology.orchestra.run.smithi040.stdout:blocklist 172.21.15.40:0/2971630015 expires 2023-08-29T02:11:29.496116+0000 2023-08-28T02:26:37.380 INFO:teuthology.orchestra.run.smithi040.stdout:blocklist 172.21.15.40:0/2776889721 expires 2023-08-29T02:11:29.496116+0000 2023-08-28T02:26:37.380 INFO:teuthology.orchestra.run.smithi040.stdout:blocklist 172.21.15.40:0/2450471864 expires 2023-08-29T02:03:26.879885+0000 2023-08-28T02:26:37.380 INFO:teuthology.orchestra.run.smithi040.stdout:blocklist 172.21.15.40:6801/553226419 expires 2023-08-29T02:03:05.971942+0000 2023-08-28T02:26:37.380 INFO:teuthology.orchestra.run.smithi040.stdout:blocklist 172.21.15.40:6800/1415824209 expires 2023-08-29T02:11:29.496116+0000 2023-08-28T02:26:37.380 INFO:teuthology.orchestra.run.smithi040.stdout:blocklist 172.21.15.83:6834/3835872458 expires 2023-08-29T02:10:38.910875+0000 2023-08-28T02:26:37.380 INFO:teuthology.orchestra.run.smithi040.stdout:blocklist 172.21.15.83:0/2553926646 expires 2023-08-29T02:10:38.910875+0000 2023-08-28T02:26:37.380 INFO:teuthology.orchestra.run.smithi040.stdout:blocklist 172.21.15.83:6835/3835872458 expires 2023-08-29T02:10:38.910875+0000 2023-08-28T02:26:37.381 INFO:teuthology.orchestra.run.smithi040.stdout:blocklist 172.21.15.40:6801/2970497546 expires 2023-08-29T02:03:26.879885+0000 2023-08-28T02:26:37.381 INFO:teuthology.orchestra.run.smithi040.stdout:blocklist 172.21.15.40:6800/3590674926 expires 2023-08-29T02:09:44.257493+0000 2023-08-28T02:26:37.381 INFO:teuthology.orchestra.run.smithi040.stdout:blocklist 172.21.15.40:6801/3590674926 expires 2023-08-29T02:09:44.257493+0000 2023-08-28T02:26:37.713 INFO:tasks.cephadm.ceph_manager.ceph:['osd.0 up in weight 1 up_from 87 up_thru 156 down_at 81 last_clean_interval [8,80) [v2:172.21.15.40:6802/1684993029,v1:172.21.15.40:6803/1684993029] [v2:172.21.15.40:6804/1684993029,v1:172.21.15.40:6805/1684993029] exists,up 905741fe-5340-4925-810a-6b832789b564', 'osd.1 up in weight 1 up_from 101 up_thru 156 down_at 98 last_clean_interval [13,97) [v2:172.21.15.40:6810/1266947593,v1:172.21.15.40:6811/1266947593] [v2:172.21.15.40:6812/1266947593,v1:172.21.15.40:6813/1266947593] exists,up 94c3f7d4-5632-445f-a770-203e1a65fa64', 'osd.2 up in weight 1 up_from 117 up_thru 148 down_at 114 last_clean_interval [18,113) [v2:172.21.15.40:6818/513899568,v1:172.21.15.40:6819/513899568] [v2:172.21.15.40:6820/513899568,v1:172.21.15.40:6821/513899568] exists,up 80f7a434-a506-4d80-a087-cbb10bee2029', 'osd.3 up in weight 1 up_from 134 up_thru 156 down_at 131 last_clean_interval [25,130) [v2:172.21.15.40:6826/3214015668,v1:172.21.15.40:6827/3214015668] [v2:172.21.15.40:6828/3214015668,v1:172.21.15.40:6829/3214015668] exists,up 221406ea-c21b-4ccc-ae87-8d064443d6e8', 'osd.4 up in weight 1 up_from 30 up_thru 156 down_at 0 last_clean_interval [0,0) [v2:172.21.15.83:6800/2381860577,v1:172.21.15.83:6801/2381860577] [v2:172.21.15.83:6802/2381860577,v1:172.21.15.83:6803/2381860577] exists,up 78b5c0ad-9287-425c-a47b-e503339022b5', 'osd.5 up in weight 1 up_from 37 up_thru 156 down_at 0 last_clean_interval [0,0) [v2:172.21.15.83:6808/1250675793,v1:172.21.15.83:6809/1250675793] [v2:172.21.15.83:6810/1250675793,v1:172.21.15.83:6811/1250675793] exists,up 28339507-a2fc-4454-833b-5fd41b5f0e17', 'osd.6 up in weight 1 up_from 45 up_thru 156 down_at 0 last_clean_interval [0,0) [v2:172.21.15.83:6816/4221104688,v1:172.21.15.83:6817/4221104688] [v2:172.21.15.83:6818/4221104688,v1:172.21.15.83:6819/4221104688] exists,up c3090294-5977-4742-9daa-27650a805066', 'osd.7 up in weight 1 up_from 52 up_thru 134 down_at 0 last_clean_interval [0,0) [v2:172.21.15.83:6824/722500369,v1:172.21.15.83:6825/722500369] [v2:172.21.15.83:6826/722500369,v1:172.21.15.83:6827/722500369] exists,up 68aeca75-f923-43f9-9eab-b70d1a4e14c6'] 2023-08-28T02:26:37.713 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon mon.a config show 2023-08-28T02:26:37.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:37 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/374800109' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-08-28T02:26:37.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:37 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/374800109' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-08-28T02:26:37.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:37 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/374800109' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-08-28T02:26:38.017 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:26:38.684 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:38 smithi040 ceph-mon[170259]: pgmap v541: 73 pgs: 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-08-28T02:26:38.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:38 smithi040 ceph-mon[175404]: pgmap v541: 73 pgs: 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-08-28T02:26:38.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:38 smithi083 ceph-mon[157819]: pgmap v541: 73 pgs: 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-08-28T02:26:39.001 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-08-28T02:26:39.001 INFO:teuthology.orchestra.run.smithi040.stdout: "name": "mon.a", 2023-08-28T02:26:39.001 INFO:teuthology.orchestra.run.smithi040.stdout: "cluster": "ceph", 2023-08-28T02:26:39.001 INFO:teuthology.orchestra.run.smithi040.stdout: "admin_socket": "/var/run/ceph/ceph-mon.a.asok", 2023-08-28T02:26:39.001 INFO:teuthology.orchestra.run.smithi040.stdout: "admin_socket_mode": "", 2023-08-28T02:26:39.001 INFO:teuthology.orchestra.run.smithi040.stdout: "auth_allow_insecure_global_id_reclaim": "false", 2023-08-28T02:26:39.002 INFO:teuthology.orchestra.run.smithi040.stdout: "auth_client_required": "cephx, none", 2023-08-28T02:26:39.002 INFO:teuthology.orchestra.run.smithi040.stdout: "auth_cluster_required": "cephx", 2023-08-28T02:26:39.002 INFO:teuthology.orchestra.run.smithi040.stdout: "auth_debug": "true", 2023-08-28T02:26:39.002 INFO:teuthology.orchestra.run.smithi040.stdout: "auth_expose_insecure_global_id_reclaim": "true", 2023-08-28T02:26:39.002 INFO:teuthology.orchestra.run.smithi040.stdout: "auth_mon_ticket_ttl": "660.000000", 2023-08-28T02:26:39.002 INFO:teuthology.orchestra.run.smithi040.stdout: "auth_service_required": "cephx", 2023-08-28T02:26:39.002 INFO:teuthology.orchestra.run.smithi040.stdout: "auth_service_ticket_ttl": "240.000000", 2023-08-28T02:26:39.002 INFO:teuthology.orchestra.run.smithi040.stdout: "auth_supported": "", 2023-08-28T02:26:39.002 INFO:teuthology.orchestra.run.smithi040.stdout: "bdev_aio": "true", 2023-08-28T02:26:39.002 INFO:teuthology.orchestra.run.smithi040.stdout: "bdev_aio_max_queue_depth": "1024", 2023-08-28T02:26:39.002 INFO:teuthology.orchestra.run.smithi040.stdout: "bdev_aio_poll_ms": "250", 2023-08-28T02:26:39.002 INFO:teuthology.orchestra.run.smithi040.stdout: "bdev_aio_reap_max": "16", 2023-08-28T02:26:39.003 INFO:teuthology.orchestra.run.smithi040.stdout: "bdev_async_discard": "false", 2023-08-28T02:26:39.003 INFO:teuthology.orchestra.run.smithi040.stdout: "bdev_block_size": "4096", 2023-08-28T02:26:39.003 INFO:teuthology.orchestra.run.smithi040.stdout: "bdev_debug_aio": "false", 2023-08-28T02:26:39.003 INFO:teuthology.orchestra.run.smithi040.stdout: "bdev_debug_aio_log_age": "5.000000", 2023-08-28T02:26:39.003 INFO:teuthology.orchestra.run.smithi040.stdout: "bdev_debug_aio_suicide_timeout": "60.000000", 2023-08-28T02:26:39.003 INFO:teuthology.orchestra.run.smithi040.stdout: "bdev_debug_inflight_ios": "false", 2023-08-28T02:26:39.003 INFO:teuthology.orchestra.run.smithi040.stdout: "bdev_enable_discard": "false", 2023-08-28T02:26:39.003 INFO:teuthology.orchestra.run.smithi040.stdout: "bdev_flock_retry": "3", 2023-08-28T02:26:39.003 INFO:teuthology.orchestra.run.smithi040.stdout: "bdev_flock_retry_interval": "0.100000", 2023-08-28T02:26:39.003 INFO:teuthology.orchestra.run.smithi040.stdout: "bdev_inject_crash": "0", 2023-08-28T02:26:39.003 INFO:teuthology.orchestra.run.smithi040.stdout: "bdev_inject_crash_flush_delay": "2", 2023-08-28T02:26:39.004 INFO:teuthology.orchestra.run.smithi040.stdout: "bdev_ioring": "false", 2023-08-28T02:26:39.004 INFO:teuthology.orchestra.run.smithi040.stdout: "bdev_ioring_hipri": "false", 2023-08-28T02:26:39.004 INFO:teuthology.orchestra.run.smithi040.stdout: "bdev_ioring_sqthread_poll": "false", 2023-08-28T02:26:39.004 INFO:teuthology.orchestra.run.smithi040.stdout: "bdev_nvme_unbind_from_kernel": "false", 2023-08-28T02:26:39.004 INFO:teuthology.orchestra.run.smithi040.stdout: "bdev_read_buffer_alignment": "4096", 2023-08-28T02:26:39.004 INFO:teuthology.orchestra.run.smithi040.stdout: "bdev_read_preallocated_huge_buffers": "", 2023-08-28T02:26:39.004 INFO:teuthology.orchestra.run.smithi040.stdout: "bdev_type": "", 2023-08-28T02:26:39.004 INFO:teuthology.orchestra.run.smithi040.stdout: "bluefs_alloc_size": "1048576", 2023-08-28T02:26:39.004 INFO:teuthology.orchestra.run.smithi040.stdout: "bluefs_allocator": "hybrid", 2023-08-28T02:26:39.004 INFO:teuthology.orchestra.run.smithi040.stdout: "bluefs_buffered_io": "true", 2023-08-28T02:26:39.004 INFO:teuthology.orchestra.run.smithi040.stdout: "bluefs_check_for_zeros": "false", 2023-08-28T02:26:39.005 INFO:teuthology.orchestra.run.smithi040.stdout: "bluefs_check_volume_selector_often": "false", 2023-08-28T02:26:39.005 INFO:teuthology.orchestra.run.smithi040.stdout: "bluefs_check_volume_selector_on_umount": "false", 2023-08-28T02:26:39.005 INFO:teuthology.orchestra.run.smithi040.stdout: "bluefs_compact_log_sync": "false", 2023-08-28T02:26:39.005 INFO:teuthology.orchestra.run.smithi040.stdout: "bluefs_failed_shared_alloc_cooldown": "600.000000", 2023-08-28T02:26:39.005 INFO:teuthology.orchestra.run.smithi040.stdout: "bluefs_log_compact_min_ratio": "5.000000", 2023-08-28T02:26:39.005 INFO:teuthology.orchestra.run.smithi040.stdout: "bluefs_log_compact_min_size": "16777216", 2023-08-28T02:26:39.005 INFO:teuthology.orchestra.run.smithi040.stdout: "bluefs_log_replay_check_allocations": "true", 2023-08-28T02:26:39.005 INFO:teuthology.orchestra.run.smithi040.stdout: "bluefs_max_log_runway": "4194304", 2023-08-28T02:26:39.005 INFO:teuthology.orchestra.run.smithi040.stdout: "bluefs_max_prefetch": "1048576", 2023-08-28T02:26:39.005 INFO:teuthology.orchestra.run.smithi040.stdout: "bluefs_min_flush_size": "524288", 2023-08-28T02:26:39.005 INFO:teuthology.orchestra.run.smithi040.stdout: "bluefs_min_log_runway": "1048576", 2023-08-28T02:26:39.005 INFO:teuthology.orchestra.run.smithi040.stdout: "bluefs_replay_recovery": "false", 2023-08-28T02:26:39.006 INFO:teuthology.orchestra.run.smithi040.stdout: "bluefs_replay_recovery_disable_compact": "false", 2023-08-28T02:26:39.006 INFO:teuthology.orchestra.run.smithi040.stdout: "bluefs_shared_alloc_size": "65536", 2023-08-28T02:26:39.006 INFO:teuthology.orchestra.run.smithi040.stdout: "bluefs_sync_write": "false", 2023-08-28T02:26:39.006 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_2q_cache_kin_ratio": "0.500000", 2023-08-28T02:26:39.006 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_2q_cache_kout_ratio": "0.500000", 2023-08-28T02:26:39.006 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_alloc_stats_dump_interval": "86400.000000", 2023-08-28T02:26:39.006 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_allocation_from_file": "true", 2023-08-28T02:26:39.006 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_allocator": "hybrid", 2023-08-28T02:26:39.006 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_avl_alloc_bf_free_pct": "4", 2023-08-28T02:26:39.006 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_avl_alloc_bf_threshold": "131072", 2023-08-28T02:26:39.006 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_avl_alloc_ff_max_search_bytes": "16777216", 2023-08-28T02:26:39.007 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_avl_alloc_ff_max_search_count": "100", 2023-08-28T02:26:39.007 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_bitmapallocator_blocks_per_zone": "1024", 2023-08-28T02:26:39.007 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_bitmapallocator_span_size": "1024", 2023-08-28T02:26:39.007 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_blobid_prealloc": "10240", 2023-08-28T02:26:39.007 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_block_create": "true", 2023-08-28T02:26:39.007 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_block_db_create": "false", 2023-08-28T02:26:39.007 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_block_db_path": "", 2023-08-28T02:26:39.007 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_block_db_size": "0", 2023-08-28T02:26:39.007 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_block_path": "", 2023-08-28T02:26:39.007 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_block_preallocate_file": "false", 2023-08-28T02:26:39.007 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_block_size": "107374182400", 2023-08-28T02:26:39.007 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_block_wal_create": "false", 2023-08-28T02:26:39.008 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_block_wal_path": "", 2023-08-28T02:26:39.008 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_block_wal_size": "100663296", 2023-08-28T02:26:39.008 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_bluefs": "true", 2023-08-28T02:26:39.008 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_bluefs_alloc_failure_dump_interval": "0.000000", 2023-08-28T02:26:39.008 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_bluefs_env_mirror": "false", 2023-08-28T02:26:39.008 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_bluefs_max_free": "10737418240", 2023-08-28T02:26:39.008 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_age_bin_interval": "1.000000", 2023-08-28T02:26:39.008 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_age_bins_data": "1 2 6 24 120 720 0 0 0 0", 2023-08-28T02:26:39.008 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_age_bins_kv": "1 2 6 24 120 720 0 0 0 0", 2023-08-28T02:26:39.008 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_age_bins_kv_onode": "0 0 0 0 0 0 0 0 0 720", 2023-08-28T02:26:39.008 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_age_bins_meta": "1 2 6 24 120 720 0 0 0 0", 2023-08-28T02:26:39.009 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_autotune": "true", 2023-08-28T02:26:39.009 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_autotune_interval": "5.000000", 2023-08-28T02:26:39.009 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_kv_onode_ratio": "0.040000", 2023-08-28T02:26:39.009 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_kv_ratio": "0.450000", 2023-08-28T02:26:39.009 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_meta_ratio": "0.450000", 2023-08-28T02:26:39.009 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_size": "0", 2023-08-28T02:26:39.009 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_size_hdd": "1073741824", 2023-08-28T02:26:39.009 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_size_ssd": "3221225472", 2023-08-28T02:26:39.009 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_trim_interval": "0.050000", 2023-08-28T02:26:39.009 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_trim_max_skip_pinned": "1000", 2023-08-28T02:26:39.009 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_type": "2q", 2023-08-28T02:26:39.009 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cleaner_sleep_interval": "5.000000", 2023-08-28T02:26:39.010 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_clone_cow": "true", 2023-08-28T02:26:39.010 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_compression_algorithm": "snappy", 2023-08-28T02:26:39.010 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_compression_max_blob_size": "0", 2023-08-28T02:26:39.010 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_compression_max_blob_size_hdd": "65536", 2023-08-28T02:26:39.010 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_compression_max_blob_size_ssd": "65536", 2023-08-28T02:26:39.010 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_compression_min_blob_size": "0", 2023-08-28T02:26:39.010 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_compression_min_blob_size_hdd": "8192", 2023-08-28T02:26:39.010 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_compression_min_blob_size_ssd": "65536", 2023-08-28T02:26:39.010 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_compression_mode": "none", 2023-08-28T02:26:39.010 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_compression_required_ratio": "0.875000", 2023-08-28T02:26:39.011 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_csum_type": "crc32c", 2023-08-28T02:26:39.011 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_debug_enforce_settings": "default", 2023-08-28T02:26:39.011 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_debug_freelist": "false", 2023-08-28T02:26:39.011 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_debug_fsck_abort": "false", 2023-08-28T02:26:39.011 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_debug_inject_allocation_from_file_failure": "0.000000", 2023-08-28T02:26:39.011 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_debug_inject_bug21040": "false", 2023-08-28T02:26:39.011 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_debug_inject_csum_err_probability": "0.000000", 2023-08-28T02:26:39.011 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_debug_inject_read_err": "false", 2023-08-28T02:26:39.011 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_debug_legacy_omap": "false", 2023-08-28T02:26:39.011 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_debug_no_reuse_blocks": "false", 2023-08-28T02:26:39.011 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_debug_omit_block_device_write": "false", 2023-08-28T02:26:39.012 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_debug_omit_kv_commit": "false", 2023-08-28T02:26:39.012 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_debug_permit_any_bdev_label": "false", 2023-08-28T02:26:39.012 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_debug_prefill": "0.000000", 2023-08-28T02:26:39.012 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_debug_prefragment_max": "1048576", 2023-08-28T02:26:39.012 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_debug_random_read_err": "0.000000", 2023-08-28T02:26:39.012 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_debug_randomize_serial_transaction": "0", 2023-08-28T02:26:39.012 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_debug_small_allocations": "0", 2023-08-28T02:26:39.012 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_debug_too_many_blobs_threshold": "24576", 2023-08-28T02:26:39.012 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_default_buffered_read": "true", 2023-08-28T02:26:39.012 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_default_buffered_write": "false", 2023-08-28T02:26:39.013 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_deferred_batch_ops": "0", 2023-08-28T02:26:39.013 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_deferred_batch_ops_hdd": "64", 2023-08-28T02:26:39.013 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_deferred_batch_ops_ssd": "16", 2023-08-28T02:26:39.013 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_extent_map_inline_shard_prealloc_size": "256", 2023-08-28T02:26:39.013 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_extent_map_shard_max_size": "1200", 2023-08-28T02:26:39.013 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_extent_map_shard_min_size": "150", 2023-08-28T02:26:39.013 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_extent_map_shard_target_size": "500", 2023-08-28T02:26:39.013 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_extent_map_shard_target_size_slop": "0.200000", 2023-08-28T02:26:39.013 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_fail_eio": "false", 2023-08-28T02:26:39.013 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_freelist_blocks_per_key": "128", 2023-08-28T02:26:39.013 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_fsck_error_on_no_per_pg_omap": "false", 2023-08-28T02:26:39.014 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_fsck_error_on_no_per_pool_omap": "false", 2023-08-28T02:26:39.014 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_fsck_error_on_no_per_pool_stats": "false", 2023-08-28T02:26:39.014 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_fsck_on_mkfs": "true", 2023-08-28T02:26:39.014 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_fsck_on_mkfs_deep": "false", 2023-08-28T02:26:39.014 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_fsck_on_mount": "false", 2023-08-28T02:26:39.014 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_fsck_on_mount_deep": "false", 2023-08-28T02:26:39.014 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_fsck_on_umount": "false", 2023-08-28T02:26:39.014 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_fsck_on_umount_deep": "false", 2023-08-28T02:26:39.014 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_fsck_quick_fix_on_mount": "false", 2023-08-28T02:26:39.014 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_fsck_quick_fix_threads": "2", 2023-08-28T02:26:39.014 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_fsck_read_bytes_cap": "67108864", 2023-08-28T02:26:39.015 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_fsck_shared_blob_tracker_size": "0.031250", 2023-08-28T02:26:39.015 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_gc_enable_blob_threshold": "0", 2023-08-28T02:26:39.015 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_gc_enable_total_threshold": "0", 2023-08-28T02:26:39.015 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_hybrid_alloc_mem_cap": "67108864", 2023-08-28T02:26:39.015 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_ignore_data_csum": "false", 2023-08-28T02:26:39.015 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_kv_sync_util_logging_s": "10.000000", 2023-08-28T02:26:39.015 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_kvbackend": "rocksdb", 2023-08-28T02:26:39.015 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_log_collection_list_age": "60.000000", 2023-08-28T02:26:39.015 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_log_omap_iterator_age": "5.000000", 2023-08-28T02:26:39.015 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_log_op_age": "5.000000", 2023-08-28T02:26:39.015 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_max_alloc_size": "0", 2023-08-28T02:26:39.015 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_max_blob_size": "0", 2023-08-28T02:26:39.016 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_max_blob_size_hdd": "65536", 2023-08-28T02:26:39.016 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_max_blob_size_ssd": "65536", 2023-08-28T02:26:39.016 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_max_defer_interval": "3.000000", 2023-08-28T02:26:39.016 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_max_deferred_txc": "32", 2023-08-28T02:26:39.016 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_min_alloc_size": "0", 2023-08-28T02:26:39.016 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_min_alloc_size_hdd": "4096", 2023-08-28T02:26:39.016 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_min_alloc_size_ssd": "4096", 2023-08-28T02:26:39.016 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_nid_prealloc": "1024", 2023-08-28T02:26:39.016 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_prefer_deferred_size": "0", 2023-08-28T02:26:39.016 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_prefer_deferred_size_hdd": "65536", 2023-08-28T02:26:39.016 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_prefer_deferred_size_ssd": "0", 2023-08-28T02:26:39.016 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_qfsck_on_mount": "true", 2023-08-28T02:26:39.017 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_retry_disk_reads": "3", 2023-08-28T02:26:39.017 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_rocksdb_cf": "true", 2023-08-28T02:26:39.017 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_rocksdb_cfs": "m(3) p(3,0-12) O(3,0-13)=block_cache={type=binned_lru} L=min_write_buffer_number_to_merge=32 P=min_write_buffer_number_to_merge=32", 2023-08-28T02:26:39.017 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_rocksdb_options": "compression=kNoCompression,max_write_buffer_number=64,min_write_buffer_number_to_merge=6,compaction_style=kCompactionStyleLevel,write_buffer_size=16777216,max_background_jobs=4,level0_file_num_compaction_trigger=8,max_bytes_for_level_base=1073741824,max_bytes_for_level_multiplier=8,compaction_readahead_size=2MB,max_total_wal_size=1073741824,writable_file_max_buffer_size=0", 2023-08-28T02:26:39.017 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_rocksdb_options_annex": "", 2023-08-28T02:26:39.017 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_spdk_coremask": "0x1", 2023-08-28T02:26:39.017 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_spdk_io_sleep": "5", 2023-08-28T02:26:39.017 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_spdk_max_io_completion": "0", 2023-08-28T02:26:39.017 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_spdk_mem": "512", 2023-08-28T02:26:39.018 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_sync_submit_transaction": "false", 2023-08-28T02:26:39.018 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_throttle_bytes": "67108864", 2023-08-28T02:26:39.018 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_throttle_cost_per_io": "0", 2023-08-28T02:26:39.018 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_throttle_cost_per_io_hdd": "670000", 2023-08-28T02:26:39.018 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_throttle_cost_per_io_ssd": "4000", 2023-08-28T02:26:39.018 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_throttle_deferred_bytes": "134217728", 2023-08-28T02:26:39.018 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_throttle_trace_rate": "0.000000", 2023-08-28T02:26:39.018 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_tracing": "false", 2023-08-28T02:26:39.018 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_use_optimal_io_size_for_min_alloc_size": "false", 2023-08-28T02:26:39.018 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_volume_selection_policy": "use_some_extra", 2023-08-28T02:26:39.018 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_volume_selection_reserved": "0", 2023-08-28T02:26:39.019 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_volume_selection_reserved_factor": "2.000000", 2023-08-28T02:26:39.019 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_warn_on_bluefs_spillover": "true", 2023-08-28T02:26:39.019 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_warn_on_legacy_statfs": "true", 2023-08-28T02:26:39.019 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_warn_on_no_per_pg_omap": "false", 2023-08-28T02:26:39.019 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_warn_on_no_per_pool_omap": "true", 2023-08-28T02:26:39.019 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_warn_on_spurious_read_errors": "true", 2023-08-28T02:26:39.019 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_zero_block_detection": "false", 2023-08-28T02:26:39.019 INFO:teuthology.orchestra.run.smithi040.stdout: "cephadm_path": "/usr/sbin/cephadm", 2023-08-28T02:26:39.019 INFO:teuthology.orchestra.run.smithi040.stdout: "cephfs_mirror_action_update_interval": "2", 2023-08-28T02:26:39.019 INFO:teuthology.orchestra.run.smithi040.stdout: "cephfs_mirror_directory_scan_interval": "10", 2023-08-28T02:26:39.019 INFO:teuthology.orchestra.run.smithi040.stdout: "cephfs_mirror_max_concurrent_directory_syncs": "3", 2023-08-28T02:26:39.020 INFO:teuthology.orchestra.run.smithi040.stdout: "cephfs_mirror_max_consecutive_failures_per_directory": "10", 2023-08-28T02:26:39.020 INFO:teuthology.orchestra.run.smithi040.stdout: "cephfs_mirror_max_snapshot_sync_per_cycle": "3", 2023-08-28T02:26:39.020 INFO:teuthology.orchestra.run.smithi040.stdout: "cephfs_mirror_mount_timeout": "10", 2023-08-28T02:26:39.020 INFO:teuthology.orchestra.run.smithi040.stdout: "cephfs_mirror_restart_mirror_on_blocklist_interval": "30", 2023-08-28T02:26:39.020 INFO:teuthology.orchestra.run.smithi040.stdout: "cephfs_mirror_restart_mirror_on_failure_interval": "20", 2023-08-28T02:26:39.020 INFO:teuthology.orchestra.run.smithi040.stdout: "cephfs_mirror_retry_failed_directories_interval": "60", 2023-08-28T02:26:39.020 INFO:teuthology.orchestra.run.smithi040.stdout: "cephsqlite_blocklist_dead_locker": "true", 2023-08-28T02:26:39.020 INFO:teuthology.orchestra.run.smithi040.stdout: "cephsqlite_lock_renewal_interval": "2000", 2023-08-28T02:26:39.020 INFO:teuthology.orchestra.run.smithi040.stdout: "cephsqlite_lock_renewal_timeout": "30000", 2023-08-28T02:26:39.020 INFO:teuthology.orchestra.run.smithi040.stdout: "cephx_cluster_require_signatures": "false", 2023-08-28T02:26:39.020 INFO:teuthology.orchestra.run.smithi040.stdout: "cephx_cluster_require_version": "2", 2023-08-28T02:26:39.021 INFO:teuthology.orchestra.run.smithi040.stdout: "cephx_require_signatures": "false", 2023-08-28T02:26:39.021 INFO:teuthology.orchestra.run.smithi040.stdout: "cephx_require_version": "2", 2023-08-28T02:26:39.021 INFO:teuthology.orchestra.run.smithi040.stdout: "cephx_service_require_signatures": "false", 2023-08-28T02:26:39.021 INFO:teuthology.orchestra.run.smithi040.stdout: "cephx_service_require_version": "2", 2023-08-28T02:26:39.021 INFO:teuthology.orchestra.run.smithi040.stdout: "cephx_sign_messages": "true", 2023-08-28T02:26:39.021 INFO:teuthology.orchestra.run.smithi040.stdout: "chdir": "", 2023-08-28T02:26:39.021 INFO:teuthology.orchestra.run.smithi040.stdout: "client_acl_type": "", 2023-08-28T02:26:39.021 INFO:teuthology.orchestra.run.smithi040.stdout: "client_asio_thread_count": "2", 2023-08-28T02:26:39.021 INFO:teuthology.orchestra.run.smithi040.stdout: "client_cache_mid": "0.750000", 2023-08-28T02:26:39.021 INFO:teuthology.orchestra.run.smithi040.stdout: "client_cache_size": "16384", 2023-08-28T02:26:39.021 INFO:teuthology.orchestra.run.smithi040.stdout: "client_caps_release_delay": "5", 2023-08-28T02:26:39.022 INFO:teuthology.orchestra.run.smithi040.stdout: "client_check_pool_perm": "true", 2023-08-28T02:26:39.022 INFO:teuthology.orchestra.run.smithi040.stdout: "client_collect_and_send_global_metrics": "false", 2023-08-28T02:26:39.022 INFO:teuthology.orchestra.run.smithi040.stdout: "client_debug_force_sync_read": "false", 2023-08-28T02:26:39.022 INFO:teuthology.orchestra.run.smithi040.stdout: "client_debug_getattr_caps": "false", 2023-08-28T02:26:39.022 INFO:teuthology.orchestra.run.smithi040.stdout: "client_debug_inject_tick_delay": "0", 2023-08-28T02:26:39.022 INFO:teuthology.orchestra.run.smithi040.stdout: "client_die_on_failed_dentry_invalidate": "true", 2023-08-28T02:26:39.022 INFO:teuthology.orchestra.run.smithi040.stdout: "client_die_on_failed_remount": "false", 2023-08-28T02:26:39.022 INFO:teuthology.orchestra.run.smithi040.stdout: "client_dirsize_rbytes": "true", 2023-08-28T02:26:39.022 INFO:teuthology.orchestra.run.smithi040.stdout: "client_force_lazyio": "false", 2023-08-28T02:26:39.022 INFO:teuthology.orchestra.run.smithi040.stdout: "client_fs": "", 2023-08-28T02:26:39.022 INFO:teuthology.orchestra.run.smithi040.stdout: "client_inject_fixed_oldest_tid": "false", 2023-08-28T02:26:39.023 INFO:teuthology.orchestra.run.smithi040.stdout: "client_inject_release_failure": "false", 2023-08-28T02:26:39.023 INFO:teuthology.orchestra.run.smithi040.stdout: "client_max_inline_size": "4096", 2023-08-28T02:26:39.023 INFO:teuthology.orchestra.run.smithi040.stdout: "client_max_retries_on_remount_failure": "5", 2023-08-28T02:26:39.023 INFO:teuthology.orchestra.run.smithi040.stdout: "client_mds_namespace": "", 2023-08-28T02:26:39.023 INFO:teuthology.orchestra.run.smithi040.stdout: "client_metadata": "", 2023-08-28T02:26:39.023 INFO:teuthology.orchestra.run.smithi040.stdout: "client_mount_gid": "-1", 2023-08-28T02:26:39.023 INFO:teuthology.orchestra.run.smithi040.stdout: "client_mount_timeout": "300", 2023-08-28T02:26:39.023 INFO:teuthology.orchestra.run.smithi040.stdout: "client_mount_uid": "-1", 2023-08-28T02:26:39.023 INFO:teuthology.orchestra.run.smithi040.stdout: "client_mountpoint": "/", 2023-08-28T02:26:39.023 INFO:teuthology.orchestra.run.smithi040.stdout: "client_notify_timeout": "10", 2023-08-28T02:26:39.023 INFO:teuthology.orchestra.run.smithi040.stdout: "client_oc": "true", 2023-08-28T02:26:39.023 INFO:teuthology.orchestra.run.smithi040.stdout: "client_oc_max_dirty": "104857600", 2023-08-28T02:26:39.024 INFO:teuthology.orchestra.run.smithi040.stdout: "client_oc_max_dirty_age": "5.000000", 2023-08-28T02:26:39.024 INFO:teuthology.orchestra.run.smithi040.stdout: "client_oc_max_objects": "1000", 2023-08-28T02:26:39.024 INFO:teuthology.orchestra.run.smithi040.stdout: "client_oc_size": "209715200", 2023-08-28T02:26:39.024 INFO:teuthology.orchestra.run.smithi040.stdout: "client_oc_target_dirty": "8388608", 2023-08-28T02:26:39.024 INFO:teuthology.orchestra.run.smithi040.stdout: "client_permissions": "true", 2023-08-28T02:26:39.024 INFO:teuthology.orchestra.run.smithi040.stdout: "client_quota": "true", 2023-08-28T02:26:39.024 INFO:teuthology.orchestra.run.smithi040.stdout: "client_quota_df": "true", 2023-08-28T02:26:39.024 INFO:teuthology.orchestra.run.smithi040.stdout: "client_readahead_max_bytes": "0", 2023-08-28T02:26:39.026 INFO:teuthology.orchestra.run.smithi040.stdout: "client_readahead_max_periods": "4", 2023-08-28T02:26:39.026 INFO:teuthology.orchestra.run.smithi040.stdout: "client_readahead_min": "131072", 2023-08-28T02:26:39.026 INFO:teuthology.orchestra.run.smithi040.stdout: "client_reconnect_stale": "false", 2023-08-28T02:26:39.026 INFO:teuthology.orchestra.run.smithi040.stdout: "client_shutdown_timeout": "30", 2023-08-28T02:26:39.026 INFO:teuthology.orchestra.run.smithi040.stdout: "client_snapdir": ".snap", 2023-08-28T02:26:39.026 INFO:teuthology.orchestra.run.smithi040.stdout: "client_tick_interval": "1", 2023-08-28T02:26:39.026 INFO:teuthology.orchestra.run.smithi040.stdout: "client_trace": "", 2023-08-28T02:26:39.026 INFO:teuthology.orchestra.run.smithi040.stdout: "client_try_dentry_invalidate": "false", 2023-08-28T02:26:39.026 INFO:teuthology.orchestra.run.smithi040.stdout: "client_use_faked_inos": "false", 2023-08-28T02:26:39.026 INFO:teuthology.orchestra.run.smithi040.stdout: "client_use_random_mds": "false", 2023-08-28T02:26:39.027 INFO:teuthology.orchestra.run.smithi040.stdout: "clog_to_graylog": "false", 2023-08-28T02:26:39.027 INFO:teuthology.orchestra.run.smithi040.stdout: "clog_to_graylog_host": "127.0.0.1", 2023-08-28T02:26:39.027 INFO:teuthology.orchestra.run.smithi040.stdout: "clog_to_graylog_port": "12201", 2023-08-28T02:26:39.027 INFO:teuthology.orchestra.run.smithi040.stdout: "clog_to_monitors": "default=true", 2023-08-28T02:26:39.027 INFO:teuthology.orchestra.run.smithi040.stdout: "clog_to_syslog": "false", 2023-08-28T02:26:39.027 INFO:teuthology.orchestra.run.smithi040.stdout: "clog_to_syslog_facility": "default=daemon audit=local0", 2023-08-28T02:26:39.027 INFO:teuthology.orchestra.run.smithi040.stdout: "clog_to_syslog_level": "info", 2023-08-28T02:26:39.027 INFO:teuthology.orchestra.run.smithi040.stdout: "cluster_addr": "-", 2023-08-28T02:26:39.027 INFO:teuthology.orchestra.run.smithi040.stdout: "cluster_network": "", 2023-08-28T02:26:39.027 INFO:teuthology.orchestra.run.smithi040.stdout: "cluster_network_interface": "", 2023-08-28T02:26:39.027 INFO:teuthology.orchestra.run.smithi040.stdout: "compressor_zlib_isal": "false", 2023-08-28T02:26:39.027 INFO:teuthology.orchestra.run.smithi040.stdout: "compressor_zlib_level": "5", 2023-08-28T02:26:39.028 INFO:teuthology.orchestra.run.smithi040.stdout: "compressor_zlib_winsize": "-15", 2023-08-28T02:26:39.028 INFO:teuthology.orchestra.run.smithi040.stdout: "compressor_zstd_level": "1", 2023-08-28T02:26:39.028 INFO:teuthology.orchestra.run.smithi040.stdout: "container_image": "quay.ceph.io/ceph-ci/ceph@sha256:90e74e9dbaafb6b50d53d065fb7fed5018d4dfbdd16f414a8aaabb53a6e7a3a8", 2023-08-28T02:26:39.028 INFO:teuthology.orchestra.run.smithi040.stdout: "crash_dir": "/var/lib/ceph/crash", 2023-08-28T02:26:39.028 INFO:teuthology.orchestra.run.smithi040.stdout: "crimson_alien_op_num_threads": "6", 2023-08-28T02:26:39.028 INFO:teuthology.orchestra.run.smithi040.stdout: "crimson_alien_thread_cpu_cores": "", 2023-08-28T02:26:39.028 INFO:teuthology.orchestra.run.smithi040.stdout: "crimson_osd_obc_lru_size": "10", 2023-08-28T02:26:39.028 INFO:teuthology.orchestra.run.smithi040.stdout: "crimson_osd_scheduler_concurrency": "0", 2023-08-28T02:26:39.028 INFO:teuthology.orchestra.run.smithi040.stdout: "crimson_seastar_smp": "1", 2023-08-28T02:26:39.028 INFO:teuthology.orchestra.run.smithi040.stdout: "crush_location": "", 2023-08-28T02:26:39.028 INFO:teuthology.orchestra.run.smithi040.stdout: "crush_location_hook": "", 2023-08-28T02:26:39.028 INFO:teuthology.orchestra.run.smithi040.stdout: "crush_location_hook_timeout": "10", 2023-08-28T02:26:39.028 INFO:teuthology.orchestra.run.smithi040.stdout: "daemonize": "false", 2023-08-28T02:26:39.029 INFO:teuthology.orchestra.run.smithi040.stdout: "daos_pool": "tank", 2023-08-28T02:26:39.029 INFO:teuthology.orchestra.run.smithi040.stdout: "dbstore_config_uri": "file:/var/lib/ceph/radosgw/dbstore-config.db", 2023-08-28T02:26:39.029 INFO:teuthology.orchestra.run.smithi040.stdout: "dbstore_db_dir": "/var/lib/ceph/radosgw", 2023-08-28T02:26:39.029 INFO:teuthology.orchestra.run.smithi040.stdout: "dbstore_db_name_prefix": "dbstore", 2023-08-28T02:26:39.029 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_alienstore": "0/5", 2023-08-28T02:26:39.029 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_allow_any_pool_priority": "false", 2023-08-28T02:26:39.029 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_asok": "1/5", 2023-08-28T02:26:39.029 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_asok_assert_abort": "false", 2023-08-28T02:26:39.029 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_asserts_on_shutdown": "true", 2023-08-28T02:26:39.029 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_auth": "1/5", 2023-08-28T02:26:39.029 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_bdev": "1/3", 2023-08-28T02:26:39.030 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_bluefs": "1/5", 2023-08-28T02:26:39.030 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_bluestore": "1/5", 2023-08-28T02:26:39.030 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_buffer": "0/1", 2023-08-28T02:26:39.030 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_ceph_exporter": "1/5", 2023-08-28T02:26:39.030 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_cephfs_mirror": "0/5", 2023-08-28T02:26:39.030 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_cephsqlite": "0/5", 2023-08-28T02:26:39.030 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_client": "0/5", 2023-08-28T02:26:39.030 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_compressor": "1/5", 2023-08-28T02:26:39.030 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_context": "0/1", 2023-08-28T02:26:39.030 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_crush": "1/1", 2023-08-28T02:26:39.030 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_crypto": "1/5", 2023-08-28T02:26:39.031 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_cyanstore": "0/5", 2023-08-28T02:26:39.031 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_deliberately_leak_memory": "false", 2023-08-28T02:26:39.031 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_disable_randomized_ping": "false", 2023-08-28T02:26:39.031 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_dpdk": "1/5", 2023-08-28T02:26:39.031 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_eventtrace": "1/5", 2023-08-28T02:26:39.031 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_filer": "0/1", 2023-08-28T02:26:39.031 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_filestore": "1/3", 2023-08-28T02:26:39.031 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_finisher": "1/1", 2023-08-28T02:26:39.031 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_fuse": "1/5", 2023-08-28T02:26:39.031 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_heartbeat_testing_span": "0", 2023-08-28T02:26:39.031 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_heartbeatmap": "1/5", 2023-08-28T02:26:39.031 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_immutable_obj_cache": "0/5", 2023-08-28T02:26:39.032 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_javaclient": "1/5", 2023-08-28T02:26:39.032 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_journal": "1/3", 2023-08-28T02:26:39.032 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_journaler": "0/5", 2023-08-28T02:26:39.032 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_kstore": "1/5", 2023-08-28T02:26:39.032 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_leveldb": "4/5", 2023-08-28T02:26:39.032 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_lockdep": "0/1", 2023-08-28T02:26:39.032 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_mclock": "1/5", 2023-08-28T02:26:39.032 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_mds": "1/5", 2023-08-28T02:26:39.032 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_mds_balancer": "1/5", 2023-08-28T02:26:39.032 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_mds_locker": "1/5", 2023-08-28T02:26:39.033 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_mds_log": "1/5", 2023-08-28T02:26:39.033 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_mds_log_expire": "1/5", 2023-08-28T02:26:39.033 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_mds_migrator": "1/5", 2023-08-28T02:26:39.033 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_memstore": "1/5", 2023-08-28T02:26:39.033 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_mgr": "2/5", 2023-08-28T02:26:39.033 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_mgrc": "1/5", 2023-08-28T02:26:39.033 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_mon": "20/20", 2023-08-28T02:26:39.033 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_monc": "0/10", 2023-08-28T02:26:39.033 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_ms": "1/1", 2023-08-28T02:26:39.033 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_none": "0/5", 2023-08-28T02:26:39.033 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_objclass": "0/5", 2023-08-28T02:26:39.034 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_objectcacher": "0/5", 2023-08-28T02:26:39.034 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_objecter": "0/1", 2023-08-28T02:26:39.034 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_optracker": "0/5", 2023-08-28T02:26:39.034 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_osd": "1/5", 2023-08-28T02:26:39.034 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_paxos": "20/20", 2023-08-28T02:26:39.034 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_perfcounter": "1/5", 2023-08-28T02:26:39.034 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_prioritycache": "1/5", 2023-08-28T02:26:39.034 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_rados": "0/5", 2023-08-28T02:26:39.034 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_rbd": "0/5", 2023-08-28T02:26:39.034 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_rbd_mirror": "0/5", 2023-08-28T02:26:39.034 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_rbd_pwl": "0/5", 2023-08-28T02:26:39.034 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_rbd_replay": "0/5", 2023-08-28T02:26:39.035 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_refs": "0/0", 2023-08-28T02:26:39.035 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_reserver": "1/1", 2023-08-28T02:26:39.035 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_rgw": "1/5", 2023-08-28T02:26:39.035 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_rgw_access": "1/5", 2023-08-28T02:26:39.035 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_rgw_datacache": "1/5", 2023-08-28T02:26:39.035 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_rgw_dbstore": "1/5", 2023-08-28T02:26:39.035 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_rgw_flight": "1/5", 2023-08-28T02:26:39.035 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_rgw_sync": "1/5", 2023-08-28T02:26:39.035 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_rocksdb": "4/5", 2023-08-28T02:26:39.035 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_seastore": "0/5", 2023-08-28T02:26:39.035 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_seastore_backref": "0/5", 2023-08-28T02:26:39.035 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_seastore_cache": "0/5", 2023-08-28T02:26:39.036 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_seastore_cleaner": "0/5", 2023-08-28T02:26:39.036 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_seastore_device": "0/5", 2023-08-28T02:26:39.036 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_seastore_epm": "0/5", 2023-08-28T02:26:39.036 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_seastore_fixedkv_tree": "0/5", 2023-08-28T02:26:39.036 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_seastore_journal": "0/5", 2023-08-28T02:26:39.036 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_seastore_lba": "0/5", 2023-08-28T02:26:39.036 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_seastore_odata": "0/5", 2023-08-28T02:26:39.036 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_seastore_omap": "0/5", 2023-08-28T02:26:39.036 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_seastore_onode": "0/5", 2023-08-28T02:26:39.036 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_seastore_t": "0/5", 2023-08-28T02:26:39.036 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_seastore_tm": "0/5", 2023-08-28T02:26:39.036 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_striper": "0/1", 2023-08-28T02:26:39.037 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_test": "0/5", 2023-08-28T02:26:39.037 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_throttle": "1/1", 2023-08-28T02:26:39.037 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_timer": "0/1", 2023-08-28T02:26:39.037 INFO:teuthology.orchestra.run.smithi040.stdout: "debug_tp": "0/5", 2023-08-28T02:26:39.037 INFO:teuthology.orchestra.run.smithi040.stdout: "device_failure_prediction_mode": "none", 2023-08-28T02:26:39.037 INFO:teuthology.orchestra.run.smithi040.stdout: "enable_experimental_unrecoverable_data_corrupting_features": "", 2023-08-28T02:26:39.037 INFO:teuthology.orchestra.run.smithi040.stdout: "erasure_code_dir": "/usr/lib64/ceph/erasure-code", 2023-08-28T02:26:39.037 INFO:teuthology.orchestra.run.smithi040.stdout: "err_to_graylog": "false", 2023-08-28T02:26:39.037 INFO:teuthology.orchestra.run.smithi040.stdout: "err_to_journald": "false", 2023-08-28T02:26:39.037 INFO:teuthology.orchestra.run.smithi040.stdout: "err_to_stderr": "true", 2023-08-28T02:26:39.037 INFO:teuthology.orchestra.run.smithi040.stdout: "err_to_syslog": "false", 2023-08-28T02:26:39.038 INFO:teuthology.orchestra.run.smithi040.stdout: "event_tracing": "false", 2023-08-28T02:26:39.038 INFO:teuthology.orchestra.run.smithi040.stdout: "exporter_addr": "0.0.0.0", 2023-08-28T02:26:39.038 INFO:teuthology.orchestra.run.smithi040.stdout: "exporter_http_port": "9926", 2023-08-28T02:26:39.038 INFO:teuthology.orchestra.run.smithi040.stdout: "exporter_prio_limit": "5", 2023-08-28T02:26:39.038 INFO:teuthology.orchestra.run.smithi040.stdout: "exporter_sock_dir": "/var/run/ceph/", 2023-08-28T02:26:39.038 INFO:teuthology.orchestra.run.smithi040.stdout: "exporter_sort_metrics": "true", 2023-08-28T02:26:39.038 INFO:teuthology.orchestra.run.smithi040.stdout: "exporter_stats_period": "5", 2023-08-28T02:26:39.038 INFO:teuthology.orchestra.run.smithi040.stdout: "fake_statfs_for_testing": "0", 2023-08-28T02:26:39.038 INFO:teuthology.orchestra.run.smithi040.stdout: "fatal_signal_handlers": "true", 2023-08-28T02:26:39.038 INFO:teuthology.orchestra.run.smithi040.stdout: "filer_max_purge_ops": "10", 2023-08-28T02:26:39.038 INFO:teuthology.orchestra.run.smithi040.stdout: "filer_max_truncate_ops": "128", 2023-08-28T02:26:39.039 INFO:teuthology.orchestra.run.smithi040.stdout: "filestore_apply_finisher_threads": "1", 2023-08-28T02:26:39.039 INFO:teuthology.orchestra.run.smithi040.stdout: "filestore_blackhole": "false", 2023-08-28T02:26:39.039 INFO:teuthology.orchestra.run.smithi040.stdout: "filestore_btrfs_clone_range": "true", 2023-08-28T02:26:39.039 INFO:teuthology.orchestra.run.smithi040.stdout: "filestore_btrfs_snap": "true", 2023-08-28T02:26:39.039 INFO:teuthology.orchestra.run.smithi040.stdout: "filestore_caller_concurrency": "10", 2023-08-28T02:26:39.039 INFO:teuthology.orchestra.run.smithi040.stdout: "filestore_collect_device_partition_information": "true", 2023-08-28T02:26:39.039 INFO:teuthology.orchestra.run.smithi040.stdout: "filestore_commit_timeout": "600.000000", 2023-08-28T02:26:39.039 INFO:teuthology.orchestra.run.smithi040.stdout: "filestore_debug_inject_read_err": "false", 2023-08-28T02:26:39.039 INFO:teuthology.orchestra.run.smithi040.stdout: "filestore_debug_omap_check": "false", 2023-08-28T02:26:39.039 INFO:teuthology.orchestra.run.smithi040.stdout: "filestore_debug_random_read_err": "0.000000", 2023-08-28T02:26:39.039 INFO:teuthology.orchestra.run.smithi040.stdout: "filestore_debug_verify_split": "false", 2023-08-28T02:26:39.040 INFO:teuthology.orchestra.run.smithi040.stdout: "filestore_dump_file": "", 2023-08-28T02:26:39.040 INFO:teuthology.orchestra.run.smithi040.stdout: "filestore_expected_throughput_bytes": "209715200.000000", 2023-08-28T02:26:39.040 INFO:teuthology.orchestra.run.smithi040.stdout: "filestore_expected_throughput_ops": "200.000000", 2023-08-28T02:26:39.040 INFO:teuthology.orchestra.run.smithi040.stdout: "filestore_fadvise": "true", 2023-08-28T02:26:39.040 INFO:teuthology.orchestra.run.smithi040.stdout: "filestore_fail_eio": "true", 2023-08-28T02:26:39.040 INFO:teuthology.orchestra.run.smithi040.stdout: "filestore_fd_cache_shards": "16", 2023-08-28T02:26:39.040 INFO:teuthology.orchestra.run.smithi040.stdout: "filestore_fd_cache_size": "128", 2023-08-28T02:26:39.040 INFO:teuthology.orchestra.run.smithi040.stdout: "filestore_fiemap": "false", 2023-08-28T02:26:39.040 INFO:teuthology.orchestra.run.smithi040.stdout: "filestore_fiemap_threshold": "4096", 2023-08-28T02:26:39.040 INFO:teuthology.orchestra.run.smithi040.stdout: "filestore_fsync_flushes_journal_data": "false", 2023-08-28T02:26:39.040 INFO:teuthology.orchestra.run.smithi040.stdout: "filestore_index_retry_probability": "0.000000", 2023-08-28T02:26:39.041 INFO:teuthology.orchestra.run.smithi040.stdout: "filestore_inject_stall": "0", 2023-08-28T02:26:39.041 INFO:teuthology.orchestra.run.smithi040.stdout: "filestore_journal_parallel": "false", 2023-08-28T02:26:39.041 INFO:teuthology.orchestra.run.smithi040.stdout: "filestore_journal_trailing": "false", 2023-08-28T02:26:39.041 INFO:teuthology.orchestra.run.smithi040.stdout: "filestore_journal_writeahead": "false", 2023-08-28T02:26:39.041 INFO:teuthology.orchestra.run.smithi040.stdout: "filestore_kill_at": "0", 2023-08-28T02:26:39.041 INFO:teuthology.orchestra.run.smithi040.stdout: "filestore_max_alloc_hint_size": "1048576", 2023-08-28T02:26:39.041 INFO:teuthology.orchestra.run.smithi040.stdout: "filestore_max_inline_xattr_size": "0", 2023-08-28T02:26:39.041 INFO:teuthology.orchestra.run.smithi040.stdout: "filestore_max_inline_xattr_size_btrfs": "2048", 2023-08-28T02:26:39.041 INFO:teuthology.orchestra.run.smithi040.stdout: "filestore_max_inline_xattr_size_other": "512", 2023-08-28T02:26:39.041 INFO:teuthology.orchestra.run.smithi040.stdout: "filestore_max_inline_xattr_size_xfs": "65536", 2023-08-28T02:26:39.042 INFO:teuthology.orchestra.run.smithi040.stdout: "filestore_max_inline_xattrs": "0", 2023-08-28T02:26:39.042 INFO:teuthology.orchestra.run.smithi040.stdout: "filestore_max_inline_xattrs_btrfs": "10", 2023-08-28T02:26:39.042 INFO:teuthology.orchestra.run.smithi040.stdout: "filestore_max_inline_xattrs_other": "2", 2023-08-28T02:26:39.042 INFO:teuthology.orchestra.run.smithi040.stdout: "filestore_max_inline_xattrs_xfs": "10", 2023-08-28T02:26:39.042 INFO:teuthology.orchestra.run.smithi040.stdout: "filestore_max_sync_interval": "5.000000", 2023-08-28T02:26:39.042 INFO:teuthology.orchestra.run.smithi040.stdout: "filestore_max_xattr_value_size": "0", 2023-08-28T02:26:39.042 INFO:teuthology.orchestra.run.smithi040.stdout: "filestore_max_xattr_value_size_btrfs": "65536", 2023-08-28T02:26:39.042 INFO:teuthology.orchestra.run.smithi040.stdout: "filestore_max_xattr_value_size_other": "1024", 2023-08-28T02:26:39.042 INFO:teuthology.orchestra.run.smithi040.stdout: "filestore_max_xattr_value_size_xfs": "65536", 2023-08-28T02:26:39.042 INFO:teuthology.orchestra.run.smithi040.stdout: "filestore_merge_threshold": "-10", 2023-08-28T02:26:39.042 INFO:teuthology.orchestra.run.smithi040.stdout: "filestore_min_sync_interval": "0.010000", 2023-08-28T02:26:39.043 INFO:teuthology.orchestra.run.smithi040.stdout: "filestore_odsync_write": "false", 2023-08-28T02:26:39.043 INFO:teuthology.orchestra.run.smithi040.stdout: "filestore_omap_backend": "rocksdb", 2023-08-28T02:26:39.043 INFO:teuthology.orchestra.run.smithi040.stdout: "filestore_omap_backend_path": "", 2023-08-28T02:26:39.043 INFO:teuthology.orchestra.run.smithi040.stdout: "filestore_omap_header_cache_size": "1024", 2023-08-28T02:26:39.043 INFO:teuthology.orchestra.run.smithi040.stdout: "filestore_ondisk_finisher_threads": "1", 2023-08-28T02:26:39.043 INFO:teuthology.orchestra.run.smithi040.stdout: "filestore_op_thread_suicide_timeout": "180", 2023-08-28T02:26:39.043 INFO:teuthology.orchestra.run.smithi040.stdout: "filestore_op_thread_timeout": "60", 2023-08-28T02:26:39.043 INFO:teuthology.orchestra.run.smithi040.stdout: "filestore_op_threads": "2", 2023-08-28T02:26:39.043 INFO:teuthology.orchestra.run.smithi040.stdout: "filestore_punch_hole": "false", 2023-08-28T02:26:39.043 INFO:teuthology.orchestra.run.smithi040.stdout: "filestore_queue_high_delay_multiple": "0.000000", 2023-08-28T02:26:39.043 INFO:teuthology.orchestra.run.smithi040.stdout: "filestore_queue_high_delay_multiple_bytes": "0.000000", 2023-08-28T02:26:39.043 INFO:teuthology.orchestra.run.smithi040.stdout: "filestore_queue_high_delay_multiple_ops": "0.000000", 2023-08-28T02:26:39.044 INFO:teuthology.orchestra.run.smithi040.stdout: "filestore_queue_high_threshhold": "0.900000", 2023-08-28T02:26:39.044 INFO:teuthology.orchestra.run.smithi040.stdout: "filestore_queue_low_threshhold": "0.300000", 2023-08-28T02:26:39.044 INFO:teuthology.orchestra.run.smithi040.stdout: "filestore_queue_max_bytes": "104857600", 2023-08-28T02:26:39.044 INFO:teuthology.orchestra.run.smithi040.stdout: "filestore_queue_max_delay_multiple": "0.000000", 2023-08-28T02:26:39.044 INFO:teuthology.orchestra.run.smithi040.stdout: "filestore_queue_max_delay_multiple_bytes": "0.000000", 2023-08-28T02:26:39.044 INFO:teuthology.orchestra.run.smithi040.stdout: "filestore_queue_max_delay_multiple_ops": "0.000000", 2023-08-28T02:26:39.044 INFO:teuthology.orchestra.run.smithi040.stdout: "filestore_queue_max_ops": "50", 2023-08-28T02:26:39.044 INFO:teuthology.orchestra.run.smithi040.stdout: "filestore_rocksdb_options": "max_background_jobs=10,compaction_readahead_size=2097152,compression=kNoCompression", 2023-08-28T02:26:39.044 INFO:teuthology.orchestra.run.smithi040.stdout: "filestore_seek_data_hole": "false", 2023-08-28T02:26:39.044 INFO:teuthology.orchestra.run.smithi040.stdout: "filestore_sloppy_crc": "false", 2023-08-28T02:26:39.044 INFO:teuthology.orchestra.run.smithi040.stdout: "filestore_sloppy_crc_block_size": "65536", 2023-08-28T02:26:39.045 INFO:teuthology.orchestra.run.smithi040.stdout: "filestore_splice": "false", 2023-08-28T02:26:39.045 INFO:teuthology.orchestra.run.smithi040.stdout: "filestore_split_multiple": "2", 2023-08-28T02:26:39.045 INFO:teuthology.orchestra.run.smithi040.stdout: "filestore_split_rand_factor": "20", 2023-08-28T02:26:39.045 INFO:teuthology.orchestra.run.smithi040.stdout: "filestore_update_to": "1000", 2023-08-28T02:26:39.045 INFO:teuthology.orchestra.run.smithi040.stdout: "filestore_wbthrottle_btrfs_bytes_hard_limit": "419430400", 2023-08-28T02:26:39.045 INFO:teuthology.orchestra.run.smithi040.stdout: "filestore_wbthrottle_btrfs_bytes_start_flusher": "41943040", 2023-08-28T02:26:39.045 INFO:teuthology.orchestra.run.smithi040.stdout: "filestore_wbthrottle_btrfs_inodes_hard_limit": "5000", 2023-08-28T02:26:39.045 INFO:teuthology.orchestra.run.smithi040.stdout: "filestore_wbthrottle_btrfs_inodes_start_flusher": "500", 2023-08-28T02:26:39.045 INFO:teuthology.orchestra.run.smithi040.stdout: "filestore_wbthrottle_btrfs_ios_hard_limit": "5000", 2023-08-28T02:26:39.045 INFO:teuthology.orchestra.run.smithi040.stdout: "filestore_wbthrottle_btrfs_ios_start_flusher": "500", 2023-08-28T02:26:39.045 INFO:teuthology.orchestra.run.smithi040.stdout: "filestore_wbthrottle_enable": "true", 2023-08-28T02:26:39.045 INFO:teuthology.orchestra.run.smithi040.stdout: "filestore_wbthrottle_xfs_bytes_hard_limit": "419430400", 2023-08-28T02:26:39.046 INFO:teuthology.orchestra.run.smithi040.stdout: "filestore_wbthrottle_xfs_bytes_start_flusher": "41943040", 2023-08-28T02:26:39.046 INFO:teuthology.orchestra.run.smithi040.stdout: "filestore_wbthrottle_xfs_inodes_hard_limit": "5000", 2023-08-28T02:26:39.046 INFO:teuthology.orchestra.run.smithi040.stdout: "filestore_wbthrottle_xfs_inodes_start_flusher": "500", 2023-08-28T02:26:39.046 INFO:teuthology.orchestra.run.smithi040.stdout: "filestore_wbthrottle_xfs_ios_hard_limit": "5000", 2023-08-28T02:26:39.046 INFO:teuthology.orchestra.run.smithi040.stdout: "filestore_wbthrottle_xfs_ios_start_flusher": "500", 2023-08-28T02:26:39.046 INFO:teuthology.orchestra.run.smithi040.stdout: "filestore_xfs_extsize": "false", 2023-08-28T02:26:39.046 INFO:teuthology.orchestra.run.smithi040.stdout: "filestore_zfs_snap": "false", 2023-08-28T02:26:39.046 INFO:teuthology.orchestra.run.smithi040.stdout: "fio_dir": "/tmp/fio", 2023-08-28T02:26:39.046 INFO:teuthology.orchestra.run.smithi040.stdout: "fsid": "d9a8f48a-4546-11ee-817c-1b7a5f1ba315", 2023-08-28T02:26:39.049 INFO:teuthology.orchestra.run.smithi040.stdout: "fuse_allow_other": "true", 2023-08-28T02:26:39.049 INFO:teuthology.orchestra.run.smithi040.stdout: "fuse_atomic_o_trunc": "true", 2023-08-28T02:26:39.049 INFO:teuthology.orchestra.run.smithi040.stdout: "fuse_big_writes": "true", 2023-08-28T02:26:39.049 INFO:teuthology.orchestra.run.smithi040.stdout: "fuse_debug": "false", 2023-08-28T02:26:39.049 INFO:teuthology.orchestra.run.smithi040.stdout: "fuse_default_permissions": "false", 2023-08-28T02:26:39.049 INFO:teuthology.orchestra.run.smithi040.stdout: "fuse_disable_pagecache": "false", 2023-08-28T02:26:39.049 INFO:teuthology.orchestra.run.smithi040.stdout: "fuse_max_write": "0", 2023-08-28T02:26:39.049 INFO:teuthology.orchestra.run.smithi040.stdout: "fuse_multithreaded": "true", 2023-08-28T02:26:39.049 INFO:teuthology.orchestra.run.smithi040.stdout: "fuse_require_active_mds": "true", 2023-08-28T02:26:39.049 INFO:teuthology.orchestra.run.smithi040.stdout: "fuse_set_user_groups": "true", 2023-08-28T02:26:39.050 INFO:teuthology.orchestra.run.smithi040.stdout: "fuse_splice_move": "true", 2023-08-28T02:26:39.050 INFO:teuthology.orchestra.run.smithi040.stdout: "fuse_splice_read": "true", 2023-08-28T02:26:39.050 INFO:teuthology.orchestra.run.smithi040.stdout: "fuse_splice_write": "true", 2023-08-28T02:26:39.050 INFO:teuthology.orchestra.run.smithi040.stdout: "fuse_syncfs_on_mksnap": "true", 2023-08-28T02:26:39.050 INFO:teuthology.orchestra.run.smithi040.stdout: "fuse_use_invalidate_cb": "true", 2023-08-28T02:26:39.050 INFO:teuthology.orchestra.run.smithi040.stdout: "gss_ktab_client_file": "/var/lib/ceph/mon.a/gss_client_mon.a.ktab", 2023-08-28T02:26:39.050 INFO:teuthology.orchestra.run.smithi040.stdout: "gss_target_name": "ceph", 2023-08-28T02:26:39.050 INFO:teuthology.orchestra.run.smithi040.stdout: "heartbeat_file": "", 2023-08-28T02:26:39.050 INFO:teuthology.orchestra.run.smithi040.stdout: "heartbeat_inject_failure": "0", 2023-08-28T02:26:39.050 INFO:teuthology.orchestra.run.smithi040.stdout: "heartbeat_interval": "5", 2023-08-28T02:26:39.050 INFO:teuthology.orchestra.run.smithi040.stdout: "host": "smithi040", 2023-08-28T02:26:39.051 INFO:teuthology.orchestra.run.smithi040.stdout: "immutable_object_cache_client_dedicated_thread_num": "2", 2023-08-28T02:26:39.051 INFO:teuthology.orchestra.run.smithi040.stdout: "immutable_object_cache_max_inflight_ops": "128", 2023-08-28T02:26:39.051 INFO:teuthology.orchestra.run.smithi040.stdout: "immutable_object_cache_max_size": "1073741824", 2023-08-28T02:26:39.051 INFO:teuthology.orchestra.run.smithi040.stdout: "immutable_object_cache_path": "/tmp/ceph_immutable_object_cache", 2023-08-28T02:26:39.051 INFO:teuthology.orchestra.run.smithi040.stdout: "immutable_object_cache_qos_bps_burst": "0", 2023-08-28T02:26:39.051 INFO:teuthology.orchestra.run.smithi040.stdout: "immutable_object_cache_qos_bps_burst_seconds": "1", 2023-08-28T02:26:39.051 INFO:teuthology.orchestra.run.smithi040.stdout: "immutable_object_cache_qos_bps_limit": "0", 2023-08-28T02:26:39.051 INFO:teuthology.orchestra.run.smithi040.stdout: "immutable_object_cache_qos_iops_burst": "0", 2023-08-28T02:26:39.051 INFO:teuthology.orchestra.run.smithi040.stdout: "immutable_object_cache_qos_iops_burst_seconds": "1", 2023-08-28T02:26:39.051 INFO:teuthology.orchestra.run.smithi040.stdout: "immutable_object_cache_qos_iops_limit": "0", 2023-08-28T02:26:39.051 INFO:teuthology.orchestra.run.smithi040.stdout: "immutable_object_cache_qos_schedule_tick_min": "50", 2023-08-28T02:26:39.051 INFO:teuthology.orchestra.run.smithi040.stdout: "immutable_object_cache_sock": "/var/run/ceph/immutable_object_cache_sock", 2023-08-28T02:26:39.052 INFO:teuthology.orchestra.run.smithi040.stdout: "immutable_object_cache_watermark": "0.900000", 2023-08-28T02:26:39.052 INFO:teuthology.orchestra.run.smithi040.stdout: "inject_early_sigterm": "false", 2023-08-28T02:26:39.052 INFO:teuthology.orchestra.run.smithi040.stdout: "jaeger_agent_port": "6799", 2023-08-28T02:26:39.052 INFO:teuthology.orchestra.run.smithi040.stdout: "jaeger_tracing_enable": "false", 2023-08-28T02:26:39.052 INFO:teuthology.orchestra.run.smithi040.stdout: "journal_aio": "true", 2023-08-28T02:26:39.052 INFO:teuthology.orchestra.run.smithi040.stdout: "journal_align_min_size": "65536", 2023-08-28T02:26:39.052 INFO:teuthology.orchestra.run.smithi040.stdout: "journal_block_align": "true", 2023-08-28T02:26:39.052 INFO:teuthology.orchestra.run.smithi040.stdout: "journal_block_size": "4096", 2023-08-28T02:26:39.052 INFO:teuthology.orchestra.run.smithi040.stdout: "journal_dio": "true", 2023-08-28T02:26:39.052 INFO:teuthology.orchestra.run.smithi040.stdout: "journal_discard": "false", 2023-08-28T02:26:39.053 INFO:teuthology.orchestra.run.smithi040.stdout: "journal_force_aio": "false", 2023-08-28T02:26:39.053 INFO:teuthology.orchestra.run.smithi040.stdout: "journal_ignore_corruption": "false", 2023-08-28T02:26:39.053 INFO:teuthology.orchestra.run.smithi040.stdout: "journal_max_write_bytes": "10485760", 2023-08-28T02:26:39.053 INFO:teuthology.orchestra.run.smithi040.stdout: "journal_max_write_entries": "100", 2023-08-28T02:26:39.053 INFO:teuthology.orchestra.run.smithi040.stdout: "journal_replay_from": "0", 2023-08-28T02:26:39.053 INFO:teuthology.orchestra.run.smithi040.stdout: "journal_throttle_high_multiple": "0.000000", 2023-08-28T02:26:39.053 INFO:teuthology.orchestra.run.smithi040.stdout: "journal_throttle_high_threshhold": "0.900000", 2023-08-28T02:26:39.053 INFO:teuthology.orchestra.run.smithi040.stdout: "journal_throttle_low_threshhold": "0.600000", 2023-08-28T02:26:39.053 INFO:teuthology.orchestra.run.smithi040.stdout: "journal_throttle_max_multiple": "0.000000", 2023-08-28T02:26:39.053 INFO:teuthology.orchestra.run.smithi040.stdout: "journal_write_header_frequency": "0", 2023-08-28T02:26:39.053 INFO:teuthology.orchestra.run.smithi040.stdout: "journal_zero_on_create": "false", 2023-08-28T02:26:39.053 INFO:teuthology.orchestra.run.smithi040.stdout: "journaler_prefetch_periods": "10", 2023-08-28T02:26:39.054 INFO:teuthology.orchestra.run.smithi040.stdout: "journaler_prezero_periods": "5", 2023-08-28T02:26:39.054 INFO:teuthology.orchestra.run.smithi040.stdout: "journaler_write_head_interval": "15", 2023-08-28T02:26:39.054 INFO:teuthology.orchestra.run.smithi040.stdout: "key": "", 2023-08-28T02:26:39.054 INFO:teuthology.orchestra.run.smithi040.stdout: "keyfile": "", 2023-08-28T02:26:39.054 INFO:teuthology.orchestra.run.smithi040.stdout: "keyring": "/var/lib/ceph/mon/ceph-a/keyring", 2023-08-28T02:26:39.054 INFO:teuthology.orchestra.run.smithi040.stdout: "kstore_backend": "rocksdb", 2023-08-28T02:26:39.054 INFO:teuthology.orchestra.run.smithi040.stdout: "kstore_default_stripe_size": "65536", 2023-08-28T02:26:39.054 INFO:teuthology.orchestra.run.smithi040.stdout: "kstore_fsck_on_mount": "false", 2023-08-28T02:26:39.054 INFO:teuthology.orchestra.run.smithi040.stdout: "kstore_fsck_on_mount_deep": "true", 2023-08-28T02:26:39.054 INFO:teuthology.orchestra.run.smithi040.stdout: "kstore_max_bytes": "67108864", 2023-08-28T02:26:39.054 INFO:teuthology.orchestra.run.smithi040.stdout: "kstore_max_ops": "512", 2023-08-28T02:26:39.055 INFO:teuthology.orchestra.run.smithi040.stdout: "kstore_nid_prealloc": "1024", 2023-08-28T02:26:39.055 INFO:teuthology.orchestra.run.smithi040.stdout: "kstore_onode_map_size": "1024", 2023-08-28T02:26:39.055 INFO:teuthology.orchestra.run.smithi040.stdout: "kstore_rocksdb_options": "compression=kNoCompression", 2023-08-28T02:26:39.055 INFO:teuthology.orchestra.run.smithi040.stdout: "kstore_sync_submit_transaction": "false", 2023-08-28T02:26:39.055 INFO:teuthology.orchestra.run.smithi040.stdout: "kstore_sync_transaction": "false", 2023-08-28T02:26:39.055 INFO:teuthology.orchestra.run.smithi040.stdout: "leveldb_block_size": "65536", 2023-08-28T02:26:39.055 INFO:teuthology.orchestra.run.smithi040.stdout: "leveldb_bloom_size": "0", 2023-08-28T02:26:39.055 INFO:teuthology.orchestra.run.smithi040.stdout: "leveldb_cache_size": "536870912", 2023-08-28T02:26:39.055 INFO:teuthology.orchestra.run.smithi040.stdout: "leveldb_compact_on_mount": "false", 2023-08-28T02:26:39.055 INFO:teuthology.orchestra.run.smithi040.stdout: "leveldb_compression": "false", 2023-08-28T02:26:39.055 INFO:teuthology.orchestra.run.smithi040.stdout: "leveldb_log": "", 2023-08-28T02:26:39.056 INFO:teuthology.orchestra.run.smithi040.stdout: "leveldb_log_to_ceph_log": "true", 2023-08-28T02:26:39.056 INFO:teuthology.orchestra.run.smithi040.stdout: "leveldb_max_open_files": "0", 2023-08-28T02:26:39.056 INFO:teuthology.orchestra.run.smithi040.stdout: "leveldb_paranoid": "false", 2023-08-28T02:26:39.056 INFO:teuthology.orchestra.run.smithi040.stdout: "leveldb_write_buffer_size": "33554432", 2023-08-28T02:26:39.056 INFO:teuthology.orchestra.run.smithi040.stdout: "librados_thread_count": "2", 2023-08-28T02:26:39.056 INFO:teuthology.orchestra.run.smithi040.stdout: "lockdep": "false", 2023-08-28T02:26:39.056 INFO:teuthology.orchestra.run.smithi040.stdout: "lockdep_force_backtrace": "false", 2023-08-28T02:26:39.056 INFO:teuthology.orchestra.run.smithi040.stdout: "log_coarse_timestamps": "true", 2023-08-28T02:26:39.056 INFO:teuthology.orchestra.run.smithi040.stdout: "log_file": "/var/log/ceph/ceph-mon.a.log", 2023-08-28T02:26:39.056 INFO:teuthology.orchestra.run.smithi040.stdout: "log_flush_on_exit": "false", 2023-08-28T02:26:39.056 INFO:teuthology.orchestra.run.smithi040.stdout: "log_graylog_host": "127.0.0.1", 2023-08-28T02:26:39.057 INFO:teuthology.orchestra.run.smithi040.stdout: "log_graylog_port": "12201", 2023-08-28T02:26:39.057 INFO:teuthology.orchestra.run.smithi040.stdout: "log_max_new": "1000", 2023-08-28T02:26:39.057 INFO:teuthology.orchestra.run.smithi040.stdout: "log_max_recent": "10000", 2023-08-28T02:26:39.057 INFO:teuthology.orchestra.run.smithi040.stdout: "log_stderr_prefix": "", 2023-08-28T02:26:39.057 INFO:teuthology.orchestra.run.smithi040.stdout: "log_stop_at_utilization": "0.970000", 2023-08-28T02:26:39.057 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_file": "true", 2023-08-28T02:26:39.057 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_graylog": "false", 2023-08-28T02:26:39.057 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_journald": "false", 2023-08-28T02:26:39.057 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_stderr": "false", 2023-08-28T02:26:39.057 INFO:teuthology.orchestra.run.smithi040.stdout: "log_to_syslog": "false", 2023-08-28T02:26:39.057 INFO:teuthology.orchestra.run.smithi040.stdout: "max_rotating_auth_attempts": "10", 2023-08-28T02:26:39.057 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_abort_on_newly_corrupt_dentry": "true", 2023-08-28T02:26:39.058 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_action_on_write_error": "1", 2023-08-28T02:26:39.058 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_alternate_name_max": "8192", 2023-08-28T02:26:39.058 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_asio_thread_count": "2", 2023-08-28T02:26:39.058 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_bal_export_pin": "true", 2023-08-28T02:26:39.058 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_bal_fragment_dirs": "true", 2023-08-28T02:26:39.058 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_bal_fragment_fast_factor": "1.500000", 2023-08-28T02:26:39.058 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_bal_fragment_interval": "5", 2023-08-28T02:26:39.058 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_bal_fragment_size_max": "100000", 2023-08-28T02:26:39.058 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_bal_idle_threshold": "0.000000", 2023-08-28T02:26:39.058 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_bal_interval": "10", 2023-08-28T02:26:39.058 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_bal_max": "-1", 2023-08-28T02:26:39.059 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_bal_max_until": "-1", 2023-08-28T02:26:39.059 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_bal_merge_size": "50", 2023-08-28T02:26:39.059 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_bal_midchunk": "0.300000", 2023-08-28T02:26:39.059 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_bal_min_rebalance": "0.100000", 2023-08-28T02:26:39.059 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_bal_min_start": "0.200000", 2023-08-28T02:26:39.059 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_bal_minchunk": "0.001000", 2023-08-28T02:26:39.059 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_bal_mode": "0", 2023-08-28T02:26:39.059 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_bal_need_max": "1.200000", 2023-08-28T02:26:39.059 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_bal_need_min": "0.800000", 2023-08-28T02:26:39.059 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_bal_replicate_threshold": "8000.000000", 2023-08-28T02:26:39.059 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_bal_sample_interval": "3.000000", 2023-08-28T02:26:39.060 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_bal_split_bits": "3", 2023-08-28T02:26:39.060 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_bal_split_rd": "25000.000000", 2023-08-28T02:26:39.060 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_bal_split_size": "10000", 2023-08-28T02:26:39.060 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_bal_split_wr": "10000.000000", 2023-08-28T02:26:39.060 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_bal_target_decay": "10.000000", 2023-08-28T02:26:39.060 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_bal_unreplicate_threshold": "0.000000", 2023-08-28T02:26:39.060 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_beacon_grace": "15.000000", 2023-08-28T02:26:39.060 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_beacon_interval": "4.000000", 2023-08-28T02:26:39.060 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_beacon_mon_down_grace": "60", 2023-08-28T02:26:39.060 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_cache_memory_limit": "4294967296", 2023-08-28T02:26:39.060 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_cache_mid": "0.700000", 2023-08-28T02:26:39.060 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_cache_release_free_interval": "10", 2023-08-28T02:26:39.061 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_cache_reservation": "0.050000", 2023-08-28T02:26:39.061 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_cache_trim_decay_rate": "1.000000", 2023-08-28T02:26:39.061 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_cache_trim_interval": "1", 2023-08-28T02:26:39.061 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_cache_trim_threshold": "262144", 2023-08-28T02:26:39.061 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_cap_acquisition_throttle_retry_request_timeout": "0.500000", 2023-08-28T02:26:39.061 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_cap_revoke_eviction_timeout": "0.000000", 2023-08-28T02:26:39.061 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_client_delegate_inos_pct": "50", 2023-08-28T02:26:39.061 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_client_prealloc_inos": "1000", 2023-08-28T02:26:39.061 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_client_writeable_range_max_inc_objs": "1024", 2023-08-28T02:26:39.061 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_connect_bootstrapping": "false", 2023-08-28T02:26:39.061 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_damage_table_max_entries": "10000", 2023-08-28T02:26:39.061 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_data": "/var/lib/ceph/mds/ceph-a", 2023-08-28T02:26:39.062 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_debug_auth_pins": "false", 2023-08-28T02:26:39.062 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_debug_frag": "false", 2023-08-28T02:26:39.062 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_debug_scatterstat": "false", 2023-08-28T02:26:39.062 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_debug_subtrees": "false", 2023-08-28T02:26:39.062 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_decay_halflife": "5.000000", 2023-08-28T02:26:39.062 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_default_dir_hash": "2", 2023-08-28T02:26:39.062 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_defer_session_stale": "true", 2023-08-28T02:26:39.062 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_deny_all_reconnect": "false", 2023-08-28T02:26:39.062 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_dir_keys_per_op": "16384", 2023-08-28T02:26:39.062 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_dir_max_commit_size": "10", 2023-08-28T02:26:39.062 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_dir_max_entries": "0", 2023-08-28T02:26:39.063 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_dir_prefetch": "true", 2023-08-28T02:26:39.063 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_dirstat_min_interval": "1.000000", 2023-08-28T02:26:39.063 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_dump_cache_after_rejoin": "false", 2023-08-28T02:26:39.063 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_dump_cache_on_map": "false", 2023-08-28T02:26:39.063 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_dump_cache_threshold_file": "0", 2023-08-28T02:26:39.063 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_dump_cache_threshold_formatter": "1073741824", 2023-08-28T02:26:39.063 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_early_reply": "true", 2023-08-28T02:26:39.063 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_enable_op_tracker": "true", 2023-08-28T02:26:39.063 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_enforce_unique_name": "true", 2023-08-28T02:26:39.063 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_export_ephemeral_distributed": "true", 2023-08-28T02:26:39.063 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_export_ephemeral_distributed_factor": "2.000000", 2023-08-28T02:26:39.064 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_export_ephemeral_random": "true", 2023-08-28T02:26:39.064 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_export_ephemeral_random_max": "0.010000", 2023-08-28T02:26:39.064 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_extraordinary_events_dump_interval": "0", 2023-08-28T02:26:39.064 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_forward_all_requests_to_auth": "false", 2023-08-28T02:26:39.064 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_freeze_tree_timeout": "30.000000", 2023-08-28T02:26:39.064 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_fscrypt_last_block_max_size": "4096", 2023-08-28T02:26:39.064 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_go_bad_corrupt_dentry": "true", 2023-08-28T02:26:39.064 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_hack_allow_loading_invalid_metadata": "false", 2023-08-28T02:26:39.064 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_health_cache_threshold": "1.500000", 2023-08-28T02:26:39.064 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_health_summarize_threshold": "10", 2023-08-28T02:26:39.064 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_heartbeat_grace": "15.000000", 2023-08-28T02:26:39.065 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_heartbeat_reset_grace": "1000", 2023-08-28T02:26:39.065 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_inject_health_dummy": "false", 2023-08-28T02:26:39.065 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_inject_journal_corrupt_dentry_first": "0.000000", 2023-08-28T02:26:39.065 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_inject_migrator_session_race": "false", 2023-08-28T02:26:39.065 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_inject_rename_corrupt_dentry_first": "0.000000", 2023-08-28T02:26:39.065 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_inject_skip_replaying_inotable": "false", 2023-08-28T02:26:39.065 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_inject_traceless_reply_probability": "0.000000", 2023-08-28T02:26:39.065 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_join_fs": "", 2023-08-28T02:26:39.065 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_journal_format": "1", 2023-08-28T02:26:39.065 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_kill_create_at": "0", 2023-08-28T02:26:39.065 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_kill_export_at": "0", 2023-08-28T02:26:39.065 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_kill_import_at": "0", 2023-08-28T02:26:39.066 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_kill_journal_at": "0", 2023-08-28T02:26:39.066 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_kill_journal_expire_at": "0", 2023-08-28T02:26:39.066 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_kill_journal_replay_at": "0", 2023-08-28T02:26:39.066 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_kill_link_at": "0", 2023-08-28T02:26:39.066 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_kill_mdstable_at": "0", 2023-08-28T02:26:39.066 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_kill_openc_at": "0", 2023-08-28T02:26:39.066 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_kill_rename_at": "0", 2023-08-28T02:26:39.066 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_kill_skip_replaying_inotable": "false", 2023-08-28T02:26:39.066 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_log_events_per_segment": "1024", 2023-08-28T02:26:39.066 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_log_max_events": "-1", 2023-08-28T02:26:39.066 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_log_max_segments": "128", 2023-08-28T02:26:39.067 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_log_pause": "false", 2023-08-28T02:26:39.067 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_log_segment_size": "0", 2023-08-28T02:26:39.067 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_log_skip_corrupt_events": "false", 2023-08-28T02:26:39.067 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_log_warn_factor": "2.000000", 2023-08-28T02:26:39.067 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_max_caps_per_client": "1048576", 2023-08-28T02:26:39.067 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_max_completed_flushes": "100000", 2023-08-28T02:26:39.067 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_max_completed_requests": "100000", 2023-08-28T02:26:39.067 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_max_export_size": "20971520", 2023-08-28T02:26:39.067 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_max_file_recover": "32", 2023-08-28T02:26:39.067 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_max_purge_files": "64", 2023-08-28T02:26:39.067 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_max_purge_ops": "8192", 2023-08-28T02:26:39.068 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_max_purge_ops_per_pg": "0.500000", 2023-08-28T02:26:39.068 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_max_scrub_ops_in_progress": "5", 2023-08-28T02:26:39.068 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_max_snaps_per_dir": "100", 2023-08-28T02:26:39.068 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_max_xattr_pairs_size": "65536", 2023-08-28T02:26:39.068 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_metrics_update_interval": "2", 2023-08-28T02:26:39.068 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_min_caps_per_client": "100", 2023-08-28T02:26:39.068 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_min_caps_working_set": "10000", 2023-08-28T02:26:39.068 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_mon_shutdown_timeout": "5.000000", 2023-08-28T02:26:39.068 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_numa_node": "-1", 2023-08-28T02:26:39.068 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_oft_prefetch_dirfrags": "false", 2023-08-28T02:26:39.068 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_op_complaint_time": "30.000000", 2023-08-28T02:26:39.069 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_op_history_duration": "600", 2023-08-28T02:26:39.069 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_op_history_size": "20", 2023-08-28T02:26:39.069 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_op_log_threshold": "5", 2023-08-28T02:26:39.069 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_ping_grace": "15", 2023-08-28T02:26:39.069 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_ping_interval": "5", 2023-08-28T02:26:39.069 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_purge_queue_busy_flush_period": "1.000000", 2023-08-28T02:26:39.069 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_recall_global_max_decay_threshold": "131072", 2023-08-28T02:26:39.069 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_recall_max_caps": "30000", 2023-08-28T02:26:39.069 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_recall_max_decay_rate": "1.500000", 2023-08-28T02:26:39.069 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_recall_max_decay_threshold": "131072", 2023-08-28T02:26:39.069 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_recall_warning_decay_rate": "60.000000", 2023-08-28T02:26:39.069 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_recall_warning_threshold": "262144", 2023-08-28T02:26:39.069 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_reconnect_timeout": "45.000000", 2023-08-28T02:26:39.070 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_replay_interval": "1.000000", 2023-08-28T02:26:39.070 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_replay_unsafe_with_closed_session": "false", 2023-08-28T02:26:39.070 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_request_load_average_decay_rate": "60.000000", 2023-08-28T02:26:39.070 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_root_ino_gid": "0", 2023-08-28T02:26:39.070 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_root_ino_uid": "0", 2023-08-28T02:26:39.070 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_scatter_nudge_interval": "5.000000", 2023-08-28T02:26:39.070 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_session_blocklist_on_evict": "true", 2023-08-28T02:26:39.070 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_session_blocklist_on_timeout": "true", 2023-08-28T02:26:39.070 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_session_cache_liveness_decay_rate": "300.000000", 2023-08-28T02:26:39.070 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_session_cache_liveness_magnitude": "10", 2023-08-28T02:26:39.070 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_session_cap_acquisition_decay_rate": "30.000000", 2023-08-28T02:26:39.070 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_session_cap_acquisition_throttle": "100000", 2023-08-28T02:26:39.070 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_session_max_caps_throttle_ratio": "1.100000", 2023-08-28T02:26:39.071 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_sessionmap_keys_per_op": "1024", 2023-08-28T02:26:39.071 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_shutdown_check": "0", 2023-08-28T02:26:39.071 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_skip_ino": "0", 2023-08-28T02:26:39.071 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_sleep_rank_change": "0.000000", 2023-08-28T02:26:39.071 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_snap_max_uid": "4294967294", 2023-08-28T02:26:39.071 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_snap_min_uid": "0", 2023-08-28T02:26:39.071 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_snap_rstat": "false", 2023-08-28T02:26:39.071 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_standby_replay_damaged": "false", 2023-08-28T02:26:39.071 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_symlink_recovery": "true", 2023-08-28T02:26:39.071 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_task_status_update_interval": "2.000000", 2023-08-28T02:26:39.071 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_thrash_exports": "0", 2023-08-28T02:26:39.072 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_thrash_fragments": "0", 2023-08-28T02:26:39.072 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_tick_interval": "5.000000", 2023-08-28T02:26:39.072 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_valgrind_exit": "false", 2023-08-28T02:26:39.072 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_verify_backtrace": "1", 2023-08-28T02:26:39.072 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_verify_scatter": "false", 2023-08-28T02:26:39.072 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_wipe_ino_prealloc": "false", 2023-08-28T02:26:39.072 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_wipe_sessions": "false", 2023-08-28T02:26:39.072 INFO:teuthology.orchestra.run.smithi040.stdout: "mempool_debug": "false", 2023-08-28T02:26:39.072 INFO:teuthology.orchestra.run.smithi040.stdout: "memstore_debug_omit_block_device_write": "false", 2023-08-28T02:26:39.072 INFO:teuthology.orchestra.run.smithi040.stdout: "memstore_device_bytes": "1073741824", 2023-08-28T02:26:39.072 INFO:teuthology.orchestra.run.smithi040.stdout: "memstore_page_set": "false", 2023-08-28T02:26:39.072 INFO:teuthology.orchestra.run.smithi040.stdout: "memstore_page_size": "65536", 2023-08-28T02:26:39.073 INFO:teuthology.orchestra.run.smithi040.stdout: "mgr_client_bytes": "134217728", 2023-08-28T02:26:39.073 INFO:teuthology.orchestra.run.smithi040.stdout: "mgr_client_messages": "512", 2023-08-28T02:26:39.073 INFO:teuthology.orchestra.run.smithi040.stdout: "mgr_client_service_daemon_unregister_timeout": "1.000000", 2023-08-28T02:26:39.073 INFO:teuthology.orchestra.run.smithi040.stdout: "mgr_connect_retry_interval": "1.000000", 2023-08-28T02:26:39.073 INFO:teuthology.orchestra.run.smithi040.stdout: "mgr_data": "/var/lib/ceph/mgr/ceph-a", 2023-08-28T02:26:39.073 INFO:teuthology.orchestra.run.smithi040.stdout: "mgr_debug_aggressive_pg_num_changes": "false", 2023-08-28T02:26:39.073 INFO:teuthology.orchestra.run.smithi040.stdout: "mgr_disabled_modules": "", 2023-08-28T02:26:39.073 INFO:teuthology.orchestra.run.smithi040.stdout: "mgr_initial_modules": "restful iostat nfs", 2023-08-28T02:26:39.073 INFO:teuthology.orchestra.run.smithi040.stdout: "mgr_max_pg_num_change": "128", 2023-08-28T02:26:39.073 INFO:teuthology.orchestra.run.smithi040.stdout: "mgr_mds_bytes": "134217728", 2023-08-28T02:26:39.073 INFO:teuthology.orchestra.run.smithi040.stdout: "mgr_mds_messages": "128", 2023-08-28T02:26:39.073 INFO:teuthology.orchestra.run.smithi040.stdout: "mgr_module_path": "/usr/share/ceph/mgr", 2023-08-28T02:26:39.074 INFO:teuthology.orchestra.run.smithi040.stdout: "mgr_mon_bytes": "134217728", 2023-08-28T02:26:39.074 INFO:teuthology.orchestra.run.smithi040.stdout: "mgr_mon_messages": "128", 2023-08-28T02:26:39.074 INFO:teuthology.orchestra.run.smithi040.stdout: "mgr_osd_bytes": "536870912", 2023-08-28T02:26:39.074 INFO:teuthology.orchestra.run.smithi040.stdout: "mgr_osd_messages": "8192", 2023-08-28T02:26:39.074 INFO:teuthology.orchestra.run.smithi040.stdout: "mgr_pool": "true", 2023-08-28T02:26:39.074 INFO:teuthology.orchestra.run.smithi040.stdout: "mgr_service_beacon_grace": "60.000000", 2023-08-28T02:26:39.074 INFO:teuthology.orchestra.run.smithi040.stdout: "mgr_standby_modules": "true", 2023-08-28T02:26:39.074 INFO:teuthology.orchestra.run.smithi040.stdout: "mgr_stats_period": "5", 2023-08-28T02:26:39.074 INFO:teuthology.orchestra.run.smithi040.stdout: "mgr_stats_threshold": "5", 2023-08-28T02:26:39.074 INFO:teuthology.orchestra.run.smithi040.stdout: "mgr_tick_period": "2", 2023-08-28T02:26:39.074 INFO:teuthology.orchestra.run.smithi040.stdout: "mgr_ttl_cache_expire_seconds": "0", 2023-08-28T02:26:39.074 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_accept_timeout_factor": "2.000000", 2023-08-28T02:26:39.075 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_allow_pool_delete": "true", 2023-08-28T02:26:39.075 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_allow_pool_size_one": "false", 2023-08-28T02:26:39.075 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_auth_validate_all_caps": "true", 2023-08-28T02:26:39.075 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_cache_target_full_warn_ratio": "0.660000", 2023-08-28T02:26:39.075 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_clean_pg_upmaps_per_chunk": "256", 2023-08-28T02:26:39.075 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_client_bytes": "104857600", 2023-08-28T02:26:39.075 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_client_directed_command_retry": "2", 2023-08-28T02:26:39.075 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_client_hunt_interval": "3.000000", 2023-08-28T02:26:39.075 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_client_hunt_interval_backoff": "1.500000", 2023-08-28T02:26:39.075 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_client_hunt_interval_max_multiple": "10.000000", 2023-08-28T02:26:39.075 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_client_hunt_interval_min_multiple": "1.000000", 2023-08-28T02:26:39.076 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_client_hunt_parallel": "3", 2023-08-28T02:26:39.076 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_client_log_interval": "1.000000", 2023-08-28T02:26:39.076 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_client_max_log_entries_per_message": "1000", 2023-08-28T02:26:39.076 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_client_ping_interval": "10.000000", 2023-08-28T02:26:39.076 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_client_ping_timeout": "30.000000", 2023-08-28T02:26:39.076 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_clock_drift_allowed": "1.000000", 2023-08-28T02:26:39.076 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_clock_drift_warn_backoff": "5.000000", 2023-08-28T02:26:39.076 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_cluster_log_file": "default=/var/log/ceph/ceph.$channel.log cluster=/var/log/ceph/ceph.log", 2023-08-28T02:26:39.076 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_cluster_log_file_level": "debug", 2023-08-28T02:26:39.076 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_cluster_log_to_file": "false", 2023-08-28T02:26:39.076 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_cluster_log_to_graylog": "false", 2023-08-28T02:26:39.077 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_cluster_log_to_graylog_host": "127.0.0.1", 2023-08-28T02:26:39.077 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_cluster_log_to_graylog_port": "12201", 2023-08-28T02:26:39.077 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_cluster_log_to_journald": "true", 2023-08-28T02:26:39.077 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_cluster_log_to_stderr": "false", 2023-08-28T02:26:39.077 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_cluster_log_to_syslog": "default=false", 2023-08-28T02:26:39.077 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_cluster_log_to_syslog_facility": "daemon", 2023-08-28T02:26:39.077 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_cluster_log_to_syslog_level": "info", 2023-08-28T02:26:39.077 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_compact_on_bootstrap": "false", 2023-08-28T02:26:39.077 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_compact_on_start": "false", 2023-08-28T02:26:39.077 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_compact_on_trim": "true", 2023-08-28T02:26:39.077 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_con_tracker_persist_interval": "10", 2023-08-28T02:26:39.077 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_con_tracker_score_halflife": "43200", 2023-08-28T02:26:39.078 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_config_key_max_entry_size": "65536", 2023-08-28T02:26:39.078 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_cpu_threads": "4", 2023-08-28T02:26:39.078 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_crush_min_required_version": "hammer", 2023-08-28T02:26:39.078 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_daemon_bytes": "419430400", 2023-08-28T02:26:39.078 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_data": "/var/lib/ceph/mon/ceph-a", 2023-08-28T02:26:39.078 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_data_avail_crit": "5", 2023-08-28T02:26:39.078 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_data_avail_warn": "5", 2023-08-28T02:26:39.078 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_data_size_warn": "16106127360", 2023-08-28T02:26:39.078 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_debug_block_osdmap_trim": "false", 2023-08-28T02:26:39.078 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_debug_deprecated_as_obsolete": "false", 2023-08-28T02:26:39.078 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_debug_dump_json": "false", 2023-08-28T02:26:39.078 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_debug_dump_location": "/var/log/ceph/ceph-mon.a.tdump", 2023-08-28T02:26:39.079 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_debug_dump_transactions": "false", 2023-08-28T02:26:39.079 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_debug_extra_checks": "false", 2023-08-28T02:26:39.079 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_debug_no_initial_persistent_features": "false", 2023-08-28T02:26:39.079 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_debug_no_require_bluestore_for_ec_overwrites": "false", 2023-08-28T02:26:39.079 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_debug_no_require_quincy": "false", 2023-08-28T02:26:39.079 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_debug_no_require_reef": "false", 2023-08-28T02:26:39.079 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_debug_unsafe_allow_tier_with_nonempty_snaps": "false", 2023-08-28T02:26:39.079 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_delta_reset_interval": "10.000000", 2023-08-28T02:26:39.079 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_dns_srv_name": "ceph-mon", 2023-08-28T02:26:39.079 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_down_mkfs_grace": "60", 2023-08-28T02:26:39.079 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_election_default_strategy": "3", 2023-08-28T02:26:39.080 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_election_timeout": "5.000000", 2023-08-28T02:26:39.080 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_elector_ignore_propose_margin": "0.000500", 2023-08-28T02:26:39.080 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_elector_ping_divisor": "2", 2023-08-28T02:26:39.080 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_elector_ping_timeout": "2.000000", 2023-08-28T02:26:39.080 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_enable_op_tracker": "true", 2023-08-28T02:26:39.080 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_fake_pool_delete": "false", 2023-08-28T02:26:39.080 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_force_quorum_join": "false", 2023-08-28T02:26:39.080 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_globalid_prealloc": "10000", 2023-08-28T02:26:39.080 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_health_detail_to_clog": "true", 2023-08-28T02:26:39.080 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_health_log_update_period": "5", 2023-08-28T02:26:39.080 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_health_max_detail": "50", 2023-08-28T02:26:39.080 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_health_to_clog": "true", 2023-08-28T02:26:39.081 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_health_to_clog_interval": "600", 2023-08-28T02:26:39.081 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_health_to_clog_tick_interval": "60.000000", 2023-08-28T02:26:39.081 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_host": "[v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] [v2:172.21.15.83:3300/0,v1:172.21.15.83:6789/0] [v2:172.21.15.40:3301/0,v1:172.21.15.40:6790/0]", 2023-08-28T02:26:39.081 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_host_override": "", 2023-08-28T02:26:39.081 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_initial_members": "", 2023-08-28T02:26:39.081 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_inject_pg_merge_bounce_probability": "0.000000", 2023-08-28T02:26:39.081 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_inject_sync_get_chunk_delay": "0.000000", 2023-08-28T02:26:39.081 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_inject_transaction_delay_max": "10.000000", 2023-08-28T02:26:39.081 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_inject_transaction_delay_probability": "0.000000", 2023-08-28T02:26:39.081 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_keyvaluedb": "rocksdb", 2023-08-28T02:26:39.081 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_lease": "5.000000", 2023-08-28T02:26:39.081 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_lease_ack_timeout_factor": "2.000000", 2023-08-28T02:26:39.082 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_lease_renew_interval_factor": "0.600000", 2023-08-28T02:26:39.082 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_log_full_interval": "50", 2023-08-28T02:26:39.082 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_log_max": "10000", 2023-08-28T02:26:39.082 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_log_max_summary": "50", 2023-08-28T02:26:39.082 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_max_log_entries_per_event": "4096", 2023-08-28T02:26:39.082 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_max_log_epochs": "500", 2023-08-28T02:26:39.082 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_max_mdsmap_epochs": "500", 2023-08-28T02:26:39.082 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_max_mgrmap_epochs": "500", 2023-08-28T02:26:39.082 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_max_osd": "10000", 2023-08-28T02:26:39.082 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_max_pg_per_osd": "10000", 2023-08-28T02:26:39.082 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_max_pool_pg_num": "65536", 2023-08-28T02:26:39.082 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_max_snap_prune_per_epoch": "100", 2023-08-28T02:26:39.083 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_mds_blocklist_interval": "86400.000000", 2023-08-28T02:26:39.083 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_mds_force_trim_to": "0", 2023-08-28T02:26:39.083 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_mds_skip_sanity": "true", 2023-08-28T02:26:39.083 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_memory_autotune": "true", 2023-08-28T02:26:39.083 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_memory_target": "2147483648", 2023-08-28T02:26:39.083 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_mgr_beacon_grace": "30", 2023-08-28T02:26:39.083 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_mgr_blocklist_interval": "86400.000000", 2023-08-28T02:26:39.083 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_mgr_digest_period": "5", 2023-08-28T02:26:39.083 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_mgr_inactive_grace": "60", 2023-08-28T02:26:39.083 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_mgr_mkfs_grace": "240", 2023-08-28T02:26:39.083 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_mgr_proxy_client_bytes_ratio": "0.300000", 2023-08-28T02:26:39.083 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_min_osdmap_epochs": "500", 2023-08-28T02:26:39.084 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_op_complaint_time": "30", 2023-08-28T02:26:39.084 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_op_history_duration": "600", 2023-08-28T02:26:39.084 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_op_history_size": "20", 2023-08-28T02:26:39.084 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_op_history_slow_op_size": "20", 2023-08-28T02:26:39.084 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_op_history_slow_op_threshold": "10", 2023-08-28T02:26:39.084 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_op_log_threshold": "5", 2023-08-28T02:26:39.084 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_osd_adjust_down_out_interval": "true", 2023-08-28T02:26:39.084 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_osd_adjust_heartbeat_grace": "true", 2023-08-28T02:26:39.084 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_osd_auto_mark_auto_out_in": "true", 2023-08-28T02:26:39.084 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_osd_auto_mark_in": "false", 2023-08-28T02:26:39.084 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_osd_auto_mark_new_in": "true", 2023-08-28T02:26:39.084 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_osd_backfillfull_ratio": "0.900000", 2023-08-28T02:26:39.084 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_osd_blocklist_default_expire": "3600.000000", 2023-08-28T02:26:39.085 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_osd_cache_size": "500", 2023-08-28T02:26:39.085 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_osd_cache_size_min": "134217728", 2023-08-28T02:26:39.085 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_osd_crush_smoke_test": "true", 2023-08-28T02:26:39.085 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_osd_destroyed_out_interval": "600", 2023-08-28T02:26:39.085 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_osd_down_out_interval": "600", 2023-08-28T02:26:39.085 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_osd_down_out_subtree_limit": "rack", 2023-08-28T02:26:39.085 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_osd_err_op_age_ratio": "128.000000", 2023-08-28T02:26:39.085 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_osd_force_trim_to": "0", 2023-08-28T02:26:39.085 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_osd_full_ratio": "0.950000", 2023-08-28T02:26:39.085 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_osd_initial_require_min_compat_client": "luminous", 2023-08-28T02:26:39.085 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_osd_laggy_halflife": "3600", 2023-08-28T02:26:39.085 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_osd_laggy_max_interval": "300", 2023-08-28T02:26:39.086 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_osd_laggy_weight": "0.300000", 2023-08-28T02:26:39.086 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_osd_mapping_pgs_per_chunk": "4096", 2023-08-28T02:26:39.086 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_osd_max_creating_pgs": "1024", 2023-08-28T02:26:39.086 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_osd_max_initial_pgs": "1024", 2023-08-28T02:26:39.086 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_osd_min_down_reporters": "2", 2023-08-28T02:26:39.086 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_osd_min_in_ratio": "0.750000", 2023-08-28T02:26:39.086 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_osd_min_up_ratio": "0.300000", 2023-08-28T02:26:39.086 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_osd_nearfull_ratio": "0.850000", 2023-08-28T02:26:39.086 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_osd_prime_pg_temp": "true", 2023-08-28T02:26:39.086 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_osd_prime_pg_temp_max_estimate": "0.250000", 2023-08-28T02:26:39.086 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_osd_prime_pg_temp_max_time": "0.500000", 2023-08-28T02:26:39.086 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_osd_report_timeout": "900", 2023-08-28T02:26:39.087 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_osd_reporter_subtree_level": "osd", 2023-08-28T02:26:39.087 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_osd_snap_trim_queue_warn_on": "32768", 2023-08-28T02:26:39.087 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_osd_warn_num_repaired": "10", 2023-08-28T02:26:39.087 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_osd_warn_op_age": "32.000000", 2023-08-28T02:26:39.087 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_osdmap_full_prune_enabled": "true", 2023-08-28T02:26:39.087 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_osdmap_full_prune_interval": "10", 2023-08-28T02:26:39.087 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_osdmap_full_prune_min": "10000", 2023-08-28T02:26:39.087 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_osdmap_full_prune_txsize": "100", 2023-08-28T02:26:39.087 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_pg_check_down_all_threshold": "0.500000", 2023-08-28T02:26:39.087 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_pg_stuck_threshold": "60", 2023-08-28T02:26:39.087 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_pg_warn_max_object_skew": "0.000000", 2023-08-28T02:26:39.087 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_pg_warn_min_objects": "10000", 2023-08-28T02:26:39.088 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_pg_warn_min_per_osd": "0", 2023-08-28T02:26:39.088 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_pg_warn_min_pool_objects": "1000", 2023-08-28T02:26:39.088 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_pool_quota_crit_threshold": "0", 2023-08-28T02:26:39.088 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_pool_quota_warn_threshold": "0", 2023-08-28T02:26:39.088 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_probe_timeout": "2.000000", 2023-08-28T02:26:39.088 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_reweight_max_change": "0.050000", 2023-08-28T02:26:39.088 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_reweight_max_osds": "4", 2023-08-28T02:26:39.088 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_reweight_min_bytes_per_osd": "10", 2023-08-28T02:26:39.088 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_reweight_min_pgs_per_osd": "4", 2023-08-28T02:26:39.088 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_rocksdb_options": "write_buffer_size=33554432,compression=kNoCompression,level_compaction_dynamic_level_bytes=true", 2023-08-28T02:26:39.088 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_scrub_inject_crc_mismatch": "0.000000", 2023-08-28T02:26:39.088 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_scrub_inject_missing_keys": "0.000000", 2023-08-28T02:26:39.089 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_scrub_interval": "86400", 2023-08-28T02:26:39.089 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_scrub_max_keys": "100", 2023-08-28T02:26:39.089 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_scrub_timeout": "300", 2023-08-28T02:26:39.089 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_session_timeout": "300", 2023-08-28T02:26:39.089 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_smart_report_timeout": "5", 2023-08-28T02:26:39.089 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_stat_smooth_intervals": "6", 2023-08-28T02:26:39.089 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_stretch_cluster_recovery_ratio": "0.600000", 2023-08-28T02:26:39.089 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_stretch_pool_min_size": "2", 2023-08-28T02:26:39.089 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_stretch_pool_size": "4", 2023-08-28T02:26:39.089 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_stretch_recovery_min_wait": "15.000000", 2023-08-28T02:26:39.089 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_subscribe_interval": "86400.000000", 2023-08-28T02:26:39.089 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_sync_debug": "false", 2023-08-28T02:26:39.089 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_sync_max_payload_keys": "2000", 2023-08-28T02:26:39.090 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_sync_max_payload_size": "1048576", 2023-08-28T02:26:39.090 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_sync_provider_kill_at": "0", 2023-08-28T02:26:39.090 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_sync_requester_kill_at": "0", 2023-08-28T02:26:39.090 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_sync_timeout": "60.000000", 2023-08-28T02:26:39.090 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_target_pg_per_osd": "100", 2023-08-28T02:26:39.090 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_tick_interval": "5", 2023-08-28T02:26:39.090 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_timecheck_interval": "300.000000", 2023-08-28T02:26:39.090 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_timecheck_skew_interval": "30.000000", 2023-08-28T02:26:39.090 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_use_min_delay_socket": "false", 2023-08-28T02:26:39.090 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_warn_older_version_delay": "604800", 2023-08-28T02:26:39.090 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_warn_on_cache_pools_without_hit_sets": "true", 2023-08-28T02:26:39.091 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_warn_on_crush_straw_calc_version_zero": "false", 2023-08-28T02:26:39.091 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_warn_on_degraded_stretch_mode": "true", 2023-08-28T02:26:39.091 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_warn_on_filestore_osds": "true", 2023-08-28T02:26:39.091 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_warn_on_insecure_global_id_reclaim": "false", 2023-08-28T02:26:39.091 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed": "false", 2023-08-28T02:26:39.091 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_warn_on_legacy_crush_tunables": "false", 2023-08-28T02:26:39.091 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_warn_on_misplaced": "false", 2023-08-28T02:26:39.091 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_warn_on_msgr2_not_enabled": "true", 2023-08-28T02:26:39.091 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_warn_on_older_version": "true", 2023-08-28T02:26:39.091 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_warn_on_osd_down_out_interval_zero": "false", 2023-08-28T02:26:39.091 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_warn_on_pool_no_app": "true", 2023-08-28T02:26:39.092 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_warn_on_pool_no_redundancy": "true", 2023-08-28T02:26:39.092 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_warn_on_pool_pg_num_not_power_of_two": "false", 2023-08-28T02:26:39.092 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_warn_on_slow_ping_ratio": "0.050000", 2023-08-28T02:26:39.092 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_warn_on_slow_ping_time": "0.000000", 2023-08-28T02:26:39.092 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_warn_on_too_few_osds": "false", 2023-08-28T02:26:39.092 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_warn_pg_not_deep_scrubbed_ratio": "0.750000", 2023-08-28T02:26:39.092 INFO:teuthology.orchestra.run.smithi040.stdout: "mon_warn_pg_not_scrubbed_ratio": "0.500000", 2023-08-28T02:26:39.092 INFO:teuthology.orchestra.run.smithi040.stdout: "monmap": "", 2023-08-28T02:26:39.092 INFO:teuthology.orchestra.run.smithi040.stdout: "motr_admin_endpoint": "192.168.180.182@tcp:12345:4:1", 2023-08-28T02:26:39.092 INFO:teuthology.orchestra.run.smithi040.stdout: "motr_admin_fid": "0x7200000000000001:0x0", 2023-08-28T02:26:39.092 INFO:teuthology.orchestra.run.smithi040.stdout: "motr_ha_endpoint": "192.168.180.182@tcp:12345:1:1", 2023-08-28T02:26:39.093 INFO:teuthology.orchestra.run.smithi040.stdout: "motr_my_endpoint": "192.168.180.182@tcp:12345:4:1", 2023-08-28T02:26:39.093 INFO:teuthology.orchestra.run.smithi040.stdout: "motr_my_fid": "0x7200000000000001:0x0", 2023-08-28T02:26:39.093 INFO:teuthology.orchestra.run.smithi040.stdout: "motr_profile_fid": "0x7000000000000001:0x0", 2023-08-28T02:26:39.093 INFO:teuthology.orchestra.run.smithi040.stdout: "motr_tracing_enabled": "false", 2023-08-28T02:26:39.093 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_async_op_threads": "3", 2023-08-28T02:26:39.093 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_async_rdma_buffer_size": "131072", 2023-08-28T02:26:39.093 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_async_rdma_cm": "false", 2023-08-28T02:26:39.093 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_async_rdma_device_name": "", 2023-08-28T02:26:39.093 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_async_rdma_dscp": "96", 2023-08-28T02:26:39.093 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_async_rdma_enable_hugepage": "false", 2023-08-28T02:26:39.093 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_async_rdma_gid_idx": "0", 2023-08-28T02:26:39.093 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_async_rdma_local_gid": "", 2023-08-28T02:26:39.094 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_async_rdma_polling_us": "1000", 2023-08-28T02:26:39.094 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_async_rdma_port_num": "1", 2023-08-28T02:26:39.094 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_async_rdma_receive_buffers": "32768", 2023-08-28T02:26:39.094 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_async_rdma_receive_queue_len": "4096", 2023-08-28T02:26:39.094 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_async_rdma_roce_ver": "1", 2023-08-28T02:26:39.094 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_async_rdma_send_buffers": "1024", 2023-08-28T02:26:39.094 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_async_rdma_sl": "3", 2023-08-28T02:26:39.094 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_async_rdma_support_srq": "true", 2023-08-28T02:26:39.094 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_async_rdma_type": "ib", 2023-08-28T02:26:39.094 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_async_reap_threshold": "5", 2023-08-28T02:26:39.094 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_bind_before_connect": "false", 2023-08-28T02:26:39.095 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_bind_ipv4": "true", 2023-08-28T02:26:39.095 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_bind_ipv6": "false", 2023-08-28T02:26:39.095 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_bind_msgr1": "true", 2023-08-28T02:26:39.095 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_bind_msgr2": "true", 2023-08-28T02:26:39.095 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_bind_port_max": "7568", 2023-08-28T02:26:39.095 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_bind_port_min": "6800", 2023-08-28T02:26:39.095 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_bind_prefer_ipv4": "false", 2023-08-28T02:26:39.095 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_bind_retry_count": "3", 2023-08-28T02:26:39.095 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_bind_retry_delay": "5", 2023-08-28T02:26:39.095 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_blackhole_client": "false", 2023-08-28T02:26:39.095 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_blackhole_mds": "false", 2023-08-28T02:26:39.095 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_blackhole_mgr": "false", 2023-08-28T02:26:39.096 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_blackhole_mon": "false", 2023-08-28T02:26:39.096 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_blackhole_osd": "false", 2023-08-28T02:26:39.096 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_client_mode": "crc secure", 2023-08-28T02:26:39.096 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_cluster_mode": "crc secure", 2023-08-28T02:26:39.096 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_cluster_type": "", 2023-08-28T02:26:39.096 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_compress_secure": "false", 2023-08-28T02:26:39.096 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_connection_idle_timeout": "900", 2023-08-28T02:26:39.096 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_connection_ready_timeout": "10", 2023-08-28T02:26:39.096 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_crc_data": "true", 2023-08-28T02:26:39.096 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_crc_header": "true", 2023-08-28T02:26:39.096 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_die_on_bad_msg": "false", 2023-08-28T02:26:39.097 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_die_on_bug": "true", 2023-08-28T02:26:39.097 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_die_on_old_message": "true", 2023-08-28T02:26:39.097 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_die_on_skipped_message": "false", 2023-08-28T02:26:39.097 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_die_on_unhandled_msg": "false", 2023-08-28T02:26:39.097 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_dispatch_throttle_bytes": "104857600", 2023-08-28T02:26:39.097 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_dpdk_coremask": "0xF", 2023-08-28T02:26:39.097 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_dpdk_debug_allow_loopback": "false", 2023-08-28T02:26:39.097 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_dpdk_devs_allowlist": "", 2023-08-28T02:26:39.097 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_dpdk_enable_tso": "true", 2023-08-28T02:26:39.097 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_dpdk_gateway_ipv4_addr": "", 2023-08-28T02:26:39.097 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_dpdk_host_ipv4_addr": "", 2023-08-28T02:26:39.098 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_dpdk_hugepages": "", 2023-08-28T02:26:39.098 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_dpdk_hw_flow_control": "true", 2023-08-28T02:26:39.098 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_dpdk_hw_queue_weight": "1.000000", 2023-08-28T02:26:39.098 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_dpdk_lro": "true", 2023-08-28T02:26:39.098 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_dpdk_memory_channel": "4", 2023-08-28T02:26:39.098 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_dpdk_netmask_ipv4_addr": "", 2023-08-28T02:26:39.098 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_dpdk_pmd": "", 2023-08-28T02:26:39.098 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_dpdk_port_id": "0", 2023-08-28T02:26:39.098 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_dpdk_rx_buffer_count_per_core": "8192", 2023-08-28T02:26:39.098 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_dump_corrupt_message_level": "1", 2023-08-28T02:26:39.098 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_dump_on_send": "false", 2023-08-28T02:26:39.098 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_initial_backoff": "0.200000", 2023-08-28T02:26:39.099 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_inject_delay_max": "1.000000", 2023-08-28T02:26:39.099 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_inject_delay_probability": "0.000000", 2023-08-28T02:26:39.099 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_inject_delay_type": "", 2023-08-28T02:26:39.099 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_inject_internal_delays": "0.000000", 2023-08-28T02:26:39.099 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_inject_network_congestion": "0", 2023-08-28T02:26:39.099 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_inject_socket_failures": "0", 2023-08-28T02:26:39.099 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_learn_addr_from_peer": "true", 2023-08-28T02:26:39.099 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_max_accept_failures": "4", 2023-08-28T02:26:39.099 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_max_backoff": "15.000000", 2023-08-28T02:26:39.099 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_mon_client_mode": "secure crc", 2023-08-28T02:26:39.099 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_mon_cluster_mode": "secure crc", 2023-08-28T02:26:39.099 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_mon_service_mode": "secure crc", 2023-08-28T02:26:39.100 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_osd_compress_min_size": "1024", 2023-08-28T02:26:39.100 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_osd_compress_mode": "none", 2023-08-28T02:26:39.100 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_osd_compression_algorithm": "snappy", 2023-08-28T02:26:39.100 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_pq_max_tokens_per_priority": "16777216", 2023-08-28T02:26:39.100 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_pq_min_cost": "65536", 2023-08-28T02:26:39.100 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_public_type": "", 2023-08-28T02:26:39.100 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_service_mode": "crc secure", 2023-08-28T02:26:39.100 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_tcp_listen_backlog": "512", 2023-08-28T02:26:39.100 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_tcp_nodelay": "true", 2023-08-28T02:26:39.100 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_tcp_prefetch_max_size": "4096", 2023-08-28T02:26:39.100 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_tcp_rcvbuf": "0", 2023-08-28T02:26:39.100 INFO:teuthology.orchestra.run.smithi040.stdout: "ms_type": "async+posix", 2023-08-28T02:26:39.101 INFO:teuthology.orchestra.run.smithi040.stdout: "no_config_file": "false", 2023-08-28T02:26:39.101 INFO:teuthology.orchestra.run.smithi040.stdout: "objecter_completion_locks_per_session": "32", 2023-08-28T02:26:39.101 INFO:teuthology.orchestra.run.smithi040.stdout: "objecter_debug_inject_relock_delay": "false", 2023-08-28T02:26:39.101 INFO:teuthology.orchestra.run.smithi040.stdout: "objecter_inflight_op_bytes": "104857600", 2023-08-28T02:26:39.101 INFO:teuthology.orchestra.run.smithi040.stdout: "objecter_inflight_ops": "1024", 2023-08-28T02:26:39.101 INFO:teuthology.orchestra.run.smithi040.stdout: "objecter_inject_no_watch_ping": "false", 2023-08-28T02:26:39.101 INFO:teuthology.orchestra.run.smithi040.stdout: "objecter_retry_writes_after_first_reply": "false", 2023-08-28T02:26:39.101 INFO:teuthology.orchestra.run.smithi040.stdout: "objecter_tick_interval": "5.000000", 2023-08-28T02:26:39.101 INFO:teuthology.orchestra.run.smithi040.stdout: "objecter_timeout": "10.000000", 2023-08-28T02:26:39.101 INFO:teuthology.orchestra.run.smithi040.stdout: "objectstore_blackhole": "false", 2023-08-28T02:26:39.101 INFO:teuthology.orchestra.run.smithi040.stdout: "openssl_engine_opts": "", 2023-08-28T02:26:39.101 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_agent_delay_time": "5.000000", 2023-08-28T02:26:39.101 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_agent_hist_halflife": "1000", 2023-08-28T02:26:39.102 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_agent_max_low_ops": "2", 2023-08-28T02:26:39.102 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_agent_max_ops": "4", 2023-08-28T02:26:39.102 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_agent_min_evict_effort": "0.100000", 2023-08-28T02:26:39.102 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_agent_quantize_effort": "0.100000", 2023-08-28T02:26:39.102 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_agent_slop": "0.020000", 2023-08-28T02:26:39.102 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_aggregated_slow_ops_logging": "true", 2023-08-28T02:26:39.102 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_allow_recovery_below_min_size": "true", 2023-08-28T02:26:39.102 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_asio_thread_count": "2", 2023-08-28T02:26:39.102 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_async_recovery_min_cost": "100", 2023-08-28T02:26:39.102 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_auto_mark_unfound_lost": "false", 2023-08-28T02:26:39.102 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_backfill_retry_interval": "30.000000", 2023-08-28T02:26:39.103 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_backfill_scan_max": "512", 2023-08-28T02:26:39.103 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_backfill_scan_min": "64", 2023-08-28T02:26:39.103 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_backoff_on_degraded": "false", 2023-08-28T02:26:39.103 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_backoff_on_peering": "false", 2023-08-28T02:26:39.103 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_backoff_on_unfound": "true", 2023-08-28T02:26:39.103 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_beacon_report_interval": "300", 2023-08-28T02:26:39.103 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_bench_duration": "30", 2023-08-28T02:26:39.103 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_bench_large_size_max_throughput": "104857600", 2023-08-28T02:26:39.103 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_bench_max_block_size": "67108864", 2023-08-28T02:26:39.103 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_bench_small_size_max_iops": "100", 2023-08-28T02:26:39.103 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_blkin_trace_all": "false", 2023-08-28T02:26:39.103 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_blocked_scrub_grace_period": "120", 2023-08-28T02:26:39.104 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_calc_pg_upmaps_aggressively": "true", 2023-08-28T02:26:39.104 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_calc_pg_upmaps_aggressively_fast": "true", 2023-08-28T02:26:39.104 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_calc_pg_upmaps_local_fallback_retries": "100", 2023-08-28T02:26:39.104 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_check_for_log_corruption": "false", 2023-08-28T02:26:39.104 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_check_max_object_name_len_on_startup": "true", 2023-08-28T02:26:39.104 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_class_default_list": "cephfs hello journal lock log numops otp rbd refcount rgw rgw_gc timeindex user version cas cmpomap queue 2pc_queue fifo", 2023-08-28T02:26:39.104 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_class_dir": "/usr/lib64/rados-classes", 2023-08-28T02:26:39.104 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_class_load_list": "cephfs hello journal lock log numops otp rbd refcount rgw rgw_gc timeindex user version cas cmpomap queue 2pc_queue fifo", 2023-08-28T02:26:39.104 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_class_update_on_start": "true", 2023-08-28T02:26:39.104 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_client_message_cap": "256", 2023-08-28T02:26:39.104 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_client_message_size_cap": "524288000", 2023-08-28T02:26:39.104 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_client_op_priority": "63", 2023-08-28T02:26:39.105 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_client_watch_timeout": "30", 2023-08-28T02:26:39.105 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_command_max_records": "256", 2023-08-28T02:26:39.105 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_compact_on_start": "false", 2023-08-28T02:26:39.105 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_copyfrom_max_chunk": "8388608", 2023-08-28T02:26:39.105 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_crush_chooseleaf_type": "1", 2023-08-28T02:26:39.105 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_crush_initial_weight": "-1.000000", 2023-08-28T02:26:39.105 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_crush_update_on_start": "true", 2023-08-28T02:26:39.105 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_crush_update_weight_set": "true", 2023-08-28T02:26:39.105 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_data": "/var/lib/ceph/osd/ceph-a", 2023-08-28T02:26:39.105 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_debug_crash_on_ignored_backoff": "false", 2023-08-28T02:26:39.105 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_debug_deep_scrub_sleep": "0.000000", 2023-08-28T02:26:39.105 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_debug_drop_ping_duration": "0", 2023-08-28T02:26:39.106 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_debug_drop_ping_probability": "0.000000", 2023-08-28T02:26:39.106 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_debug_feed_pullee": "-1", 2023-08-28T02:26:39.106 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_debug_inject_copyfrom_error": "false", 2023-08-28T02:26:39.106 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_debug_inject_dispatch_delay_duration": "0.100000", 2023-08-28T02:26:39.106 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_debug_inject_dispatch_delay_probability": "0.000000", 2023-08-28T02:26:39.106 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_debug_misdirected_ops": "false", 2023-08-28T02:26:39.106 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_debug_no_acting_change": "false", 2023-08-28T02:26:39.106 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_debug_no_purge_strays": "false", 2023-08-28T02:26:39.106 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_debug_op_order": "false", 2023-08-28T02:26:39.106 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_debug_pg_log_writeout": "false", 2023-08-28T02:26:39.106 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_debug_pretend_recovery_active": "false", 2023-08-28T02:26:39.106 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_debug_random_push_read_error": "0.000000", 2023-08-28T02:26:39.107 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_debug_reject_backfill_probability": "0.000000", 2023-08-28T02:26:39.107 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_debug_shutdown": "false", 2023-08-28T02:26:39.107 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_debug_skip_full_check_in_backfill_reservation": "false", 2023-08-28T02:26:39.107 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_debug_skip_full_check_in_recovery": "false", 2023-08-28T02:26:39.107 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_debug_verify_cached_snaps": "false", 2023-08-28T02:26:39.107 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_debug_verify_missing_on_start": "false", 2023-08-28T02:26:39.107 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_debug_verify_snaps": "false", 2023-08-28T02:26:39.107 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_debug_verify_stray_on_activate": "false", 2023-08-28T02:26:39.107 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_deep_scrub_interval": "604800.000000", 2023-08-28T02:26:39.107 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_deep_scrub_keys": "1024", 2023-08-28T02:26:39.108 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_deep_scrub_large_omap_object_key_threshold": "200000", 2023-08-28T02:26:39.108 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_deep_scrub_large_omap_object_value_sum_threshold": "1073741824", 2023-08-28T02:26:39.108 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_deep_scrub_randomize_ratio": "0.150000", 2023-08-28T02:26:39.108 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_deep_scrub_stride": "524288", 2023-08-28T02:26:39.108 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_deep_scrub_update_digest_min_age": "7200", 2023-08-28T02:26:39.108 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_default_data_pool_replay_window": "45", 2023-08-28T02:26:39.108 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_default_notify_timeout": "30", 2023-08-28T02:26:39.108 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_delete_sleep": "0.000000", 2023-08-28T02:26:39.108 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_delete_sleep_hdd": "5.000000", 2023-08-28T02:26:39.108 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_delete_sleep_hybrid": "1.000000", 2023-08-28T02:26:39.108 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_delete_sleep_ssd": "1.000000", 2023-08-28T02:26:39.108 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_discard_disconnected_ops": "true", 2023-08-28T02:26:39.109 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_enable_op_tracker": "true", 2023-08-28T02:26:39.109 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_erasure_code_plugins": "jerasure lrc", 2023-08-28T02:26:39.109 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_extblkdev_plugins": "vdo", 2023-08-28T02:26:39.109 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_failsafe_full_ratio": "0.970000", 2023-08-28T02:26:39.109 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_fast_fail_on_connection_refused": "true", 2023-08-28T02:26:39.109 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_fast_info": "true", 2023-08-28T02:26:39.109 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_fast_shutdown": "true", 2023-08-28T02:26:39.109 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_fast_shutdown_notify_mon": "true", 2023-08-28T02:26:39.109 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_fast_shutdown_timeout": "15", 2023-08-28T02:26:39.109 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_find_best_info_ignore_history_les": "false", 2023-08-28T02:26:39.109 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_force_auth_primary_missing_objects": "100", 2023-08-28T02:26:39.109 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_force_recovery_pg_log_entries_factor": "1.300000", 2023-08-28T02:26:39.110 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_function_tracing": "false", 2023-08-28T02:26:39.110 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_heartbeat_grace": "20", 2023-08-28T02:26:39.110 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_heartbeat_interval": "6", 2023-08-28T02:26:39.110 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_heartbeat_min_healthy_ratio": "0.330000", 2023-08-28T02:26:39.110 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_heartbeat_min_peers": "10", 2023-08-28T02:26:39.110 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_heartbeat_min_size": "2000", 2023-08-28T02:26:39.110 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_heartbeat_stale": "600", 2023-08-28T02:26:39.110 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_heartbeat_use_min_delay_socket": "false", 2023-08-28T02:26:39.110 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_hit_set_max_size": "100000", 2023-08-28T02:26:39.110 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_hit_set_min_size": "1000", 2023-08-28T02:26:39.110 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_hit_set_namespace": ".ceph-internal", 2023-08-28T02:26:39.110 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_ignore_stale_divergent_priors": "false", 2023-08-28T02:26:39.111 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_inject_bad_map_crc_probability": "0.000000", 2023-08-28T02:26:39.111 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_inject_failure_on_pg_removal": "false", 2023-08-28T02:26:39.111 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_journal": "/var/lib/ceph/osd/ceph-a/journal", 2023-08-28T02:26:39.111 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_journal_flush_on_shutdown": "true", 2023-08-28T02:26:39.111 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_journal_size": "5120", 2023-08-28T02:26:39.111 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_kill_backfill_at": "0", 2023-08-28T02:26:39.111 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_loop_before_reset_tphandle": "64", 2023-08-28T02:26:39.111 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_map_cache_size": "50", 2023-08-28T02:26:39.111 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_map_dedup": "true", 2023-08-28T02:26:39.111 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_map_message_max": "40", 2023-08-28T02:26:39.111 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_map_message_max_bytes": "10485760", 2023-08-28T02:26:39.111 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_map_share_max_epochs": "40", 2023-08-28T02:26:39.112 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_max_attr_name_len": "100", 2023-08-28T02:26:39.112 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_max_attr_size": "0", 2023-08-28T02:26:39.112 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_max_backfills": "1", 2023-08-28T02:26:39.112 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_max_markdown_count": "5", 2023-08-28T02:26:39.112 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_max_markdown_period": "600", 2023-08-28T02:26:39.112 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_max_object_name_len": "2048", 2023-08-28T02:26:39.112 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_max_object_namespace_len": "256", 2023-08-28T02:26:39.112 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_max_object_size": "134217728", 2023-08-28T02:26:39.112 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_max_omap_bytes_per_request": "1073741824", 2023-08-28T02:26:39.112 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_max_omap_entries_per_request": "1024", 2023-08-28T02:26:39.112 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_max_pg_blocked_by": "16", 2023-08-28T02:26:39.112 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_max_pg_log_entries": "10000", 2023-08-28T02:26:39.113 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_max_pg_per_osd_hard_ratio": "3.000000", 2023-08-28T02:26:39.113 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_max_pgls": "1024", 2023-08-28T02:26:39.113 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_max_push_cost": "8388608", 2023-08-28T02:26:39.113 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_max_push_objects": "10", 2023-08-28T02:26:39.113 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_max_scrubs": "1", 2023-08-28T02:26:39.113 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_max_snap_prune_intervals_per_epoch": "512", 2023-08-28T02:26:39.113 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_max_trimming_pgs": "2", 2023-08-28T02:26:39.113 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_max_write_op_reply_len": "64", 2023-08-28T02:26:39.113 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_max_write_size": "90", 2023-08-28T02:26:39.113 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_mclock_force_run_benchmark_on_init": "false", 2023-08-28T02:26:39.113 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_mclock_iops_capacity_threshold_hdd": "500.000000", 2023-08-28T02:26:39.113 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_mclock_iops_capacity_threshold_ssd": "80000.000000", 2023-08-28T02:26:39.114 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_mclock_max_capacity_iops_hdd": "315.000000", 2023-08-28T02:26:39.114 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_mclock_max_capacity_iops_ssd": "21500.000000", 2023-08-28T02:26:39.114 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_mclock_max_sequential_bandwidth_hdd": "157286400", 2023-08-28T02:26:39.114 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_mclock_max_sequential_bandwidth_ssd": "1258291200", 2023-08-28T02:26:39.114 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_mclock_override_recovery_settings": "false", 2023-08-28T02:26:39.114 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_mclock_profile": "balanced", 2023-08-28T02:26:39.114 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_mclock_scheduler_anticipation_timeout": "0.000000", 2023-08-28T02:26:39.114 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_mclock_scheduler_background_best_effort_lim": "0.000000", 2023-08-28T02:26:39.114 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_mclock_scheduler_background_best_effort_res": "0.000000", 2023-08-28T02:26:39.114 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_mclock_scheduler_background_best_effort_wgt": "1", 2023-08-28T02:26:39.114 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_mclock_scheduler_background_recovery_lim": "0.000000", 2023-08-28T02:26:39.114 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_mclock_scheduler_background_recovery_res": "0.000000", 2023-08-28T02:26:39.115 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_mclock_scheduler_background_recovery_wgt": "1", 2023-08-28T02:26:39.115 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_mclock_scheduler_client_lim": "0.000000", 2023-08-28T02:26:39.115 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_mclock_scheduler_client_res": "0.000000", 2023-08-28T02:26:39.115 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_mclock_scheduler_client_wgt": "1", 2023-08-28T02:26:39.115 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_mclock_skip_benchmark": "false", 2023-08-28T02:26:39.115 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_memory_base": "805306368", 2023-08-28T02:26:39.115 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_memory_cache_min": "134217728", 2023-08-28T02:26:39.115 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_memory_cache_resize_interval": "1.000000", 2023-08-28T02:26:39.115 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_memory_expected_fragmentation": "0.150000", 2023-08-28T02:26:39.115 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_memory_target": "4294967296", 2023-08-28T02:26:39.115 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_memory_target_autotune": "false", 2023-08-28T02:26:39.115 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_memory_target_cgroup_limit_ratio": "0.800000", 2023-08-28T02:26:39.116 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_min_pg_log_entries": "250", 2023-08-28T02:26:39.116 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_min_recovery_priority": "0", 2023-08-28T02:26:39.116 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_mon_heartbeat_interval": "30", 2023-08-28T02:26:39.116 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_mon_heartbeat_stat_stale": "3600", 2023-08-28T02:26:39.116 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_mon_report_interval": "5", 2023-08-28T02:26:39.116 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_mon_report_max_in_flight": "2", 2023-08-28T02:26:39.116 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_mon_shutdown_timeout": "5.000000", 2023-08-28T02:26:39.116 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_num_cache_shards": "32", 2023-08-28T02:26:39.116 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_num_op_tracker_shard": "32", 2023-08-28T02:26:39.116 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_numa_auto_affinity": "true", 2023-08-28T02:26:39.116 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_numa_node": "-1", 2023-08-28T02:26:39.116 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_numa_prefer_iface": "true", 2023-08-28T02:26:39.117 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_object_clean_region_max_num_intervals": "10", 2023-08-28T02:26:39.117 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_objecter_finishers": "1", 2023-08-28T02:26:39.117 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_objectstore": "bluestore", 2023-08-28T02:26:39.117 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_objectstore_fuse": "false", 2023-08-28T02:26:39.117 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_objectstore_tracing": "false", 2023-08-28T02:26:39.117 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_op_complaint_time": "30.000000", 2023-08-28T02:26:39.117 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_op_history_duration": "600", 2023-08-28T02:26:39.117 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_op_history_size": "20", 2023-08-28T02:26:39.117 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_op_history_slow_op_size": "20", 2023-08-28T02:26:39.117 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_op_history_slow_op_threshold": "10.000000", 2023-08-28T02:26:39.117 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_op_log_threshold": "5", 2023-08-28T02:26:39.117 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_op_num_shards": "0", 2023-08-28T02:26:39.118 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_op_num_shards_hdd": "5", 2023-08-28T02:26:39.118 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_op_num_shards_ssd": "8", 2023-08-28T02:26:39.118 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_op_num_threads_per_shard": "0", 2023-08-28T02:26:39.118 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_op_num_threads_per_shard_hdd": "1", 2023-08-28T02:26:39.118 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_op_num_threads_per_shard_ssd": "2", 2023-08-28T02:26:39.118 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_op_pq_max_tokens_per_priority": "4194304", 2023-08-28T02:26:39.118 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_op_pq_min_cost": "65536", 2023-08-28T02:26:39.118 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_op_queue": "mclock_scheduler", 2023-08-28T02:26:39.118 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_op_queue_cut_off": "high", 2023-08-28T02:26:39.118 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_op_thread_suicide_timeout": "150", 2023-08-28T02:26:39.118 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_op_thread_timeout": "15", 2023-08-28T02:26:39.118 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_open_classes_on_start": "true", 2023-08-28T02:26:39.119 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_os_flags": "0", 2023-08-28T02:26:39.119 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_peering_op_priority": "255", 2023-08-28T02:26:39.119 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_pg_delete_cost": "1048576", 2023-08-28T02:26:39.119 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_pg_delete_priority": "5", 2023-08-28T02:26:39.119 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_pg_epoch_max_lag_factor": "2.000000", 2023-08-28T02:26:39.119 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_pg_epoch_persisted_max_stale": "40", 2023-08-28T02:26:39.119 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_pg_log_dups_tracked": "3000", 2023-08-28T02:26:39.119 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_pg_log_trim_max": "10000", 2023-08-28T02:26:39.119 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_pg_log_trim_min": "100", 2023-08-28T02:26:39.119 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_pg_max_concurrent_snap_trims": "2", 2023-08-28T02:26:39.119 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_pg_object_context_cache_count": "64", 2023-08-28T02:26:39.119 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_pg_stat_report_interval_max": "500", 2023-08-28T02:26:39.120 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_pool_default_cache_max_evict_check_size": "10", 2023-08-28T02:26:39.120 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_pool_default_cache_min_evict_age": "0", 2023-08-28T02:26:39.120 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_pool_default_cache_min_flush_age": "0", 2023-08-28T02:26:39.120 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_pool_default_cache_target_dirty_high_ratio": "0.600000", 2023-08-28T02:26:39.120 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_pool_default_cache_target_dirty_ratio": "0.400000", 2023-08-28T02:26:39.120 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_pool_default_cache_target_full_ratio": "0.800000", 2023-08-28T02:26:39.120 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_pool_default_crimson": "false", 2023-08-28T02:26:39.120 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_pool_default_crush_rule": "-1", 2023-08-28T02:26:39.120 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_pool_default_ec_fast_read": "false", 2023-08-28T02:26:39.120 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_pool_default_erasure_code_profile": "plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd", 2023-08-28T02:26:39.120 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_pool_default_flag_bulk": "false", 2023-08-28T02:26:39.120 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_pool_default_flag_hashpspool": "true", 2023-08-28T02:26:39.121 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_pool_default_flag_nodelete": "false", 2023-08-28T02:26:39.121 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_pool_default_flag_nopgchange": "false", 2023-08-28T02:26:39.121 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_pool_default_flag_nosizechange": "false", 2023-08-28T02:26:39.121 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_pool_default_flags": "0", 2023-08-28T02:26:39.121 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_pool_default_hit_set_bloom_fpp": "0.050000", 2023-08-28T02:26:39.121 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_pool_default_min_size": "0", 2023-08-28T02:26:39.121 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_pool_default_pg_autoscale_mode": "off", 2023-08-28T02:26:39.121 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_pool_default_pg_num": "32", 2023-08-28T02:26:39.121 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_pool_default_pgp_num": "0", 2023-08-28T02:26:39.121 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_pool_default_read_lease_ratio": "0.800000", 2023-08-28T02:26:39.121 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_pool_default_size": "3", 2023-08-28T02:26:39.121 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_pool_default_type": "replicated", 2023-08-28T02:26:39.121 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_pool_erasure_code_stripe_unit": "4096", 2023-08-28T02:26:39.122 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_pool_use_gmt_hitset": "true", 2023-08-28T02:26:39.122 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_push_per_object_cost": "1000", 2023-08-28T02:26:39.122 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_read_ec_check_for_errors": "false", 2023-08-28T02:26:39.122 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_recover_clone_overlap": "true", 2023-08-28T02:26:39.122 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_recover_clone_overlap_limit": "10", 2023-08-28T02:26:39.122 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_recovery_cost": "20971520", 2023-08-28T02:26:39.122 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_recovery_delay_start": "0.000000", 2023-08-28T02:26:39.122 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_recovery_max_active": "0", 2023-08-28T02:26:39.122 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_recovery_max_active_hdd": "3", 2023-08-28T02:26:39.122 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_recovery_max_active_ssd": "10", 2023-08-28T02:26:39.122 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_recovery_max_chunk": "8388608", 2023-08-28T02:26:39.122 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_recovery_max_omap_entries_per_chunk": "8096", 2023-08-28T02:26:39.123 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_recovery_max_single_start": "1", 2023-08-28T02:26:39.123 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_recovery_op_priority": "3", 2023-08-28T02:26:39.123 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_recovery_op_warn_multiple": "16", 2023-08-28T02:26:39.123 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_recovery_priority": "5", 2023-08-28T02:26:39.123 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_recovery_retry_interval": "30.000000", 2023-08-28T02:26:39.123 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_recovery_sleep": "0.000000", 2023-08-28T02:26:39.123 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_recovery_sleep_hdd": "0.100000", 2023-08-28T02:26:39.123 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_recovery_sleep_hybrid": "0.025000", 2023-08-28T02:26:39.123 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_recovery_sleep_ssd": "0.000000", 2023-08-28T02:26:39.123 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_repair_during_recovery": "false", 2023-08-28T02:26:39.123 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_requested_scrub_priority": "120", 2023-08-28T02:26:39.123 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_rocksdb_iterator_bounds_enabled": "true", 2023-08-28T02:26:39.124 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_rollback_to_cluster_snap": "", 2023-08-28T02:26:39.124 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_scrub_auto_repair": "false", 2023-08-28T02:26:39.124 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_scrub_auto_repair_num_errors": "5", 2023-08-28T02:26:39.124 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_scrub_backoff_ratio": "0.660000", 2023-08-28T02:26:39.124 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_scrub_begin_hour": "0", 2023-08-28T02:26:39.124 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_scrub_begin_week_day": "0", 2023-08-28T02:26:39.124 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_scrub_chunk_max": "25", 2023-08-28T02:26:39.124 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_scrub_chunk_min": "5", 2023-08-28T02:26:39.124 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_scrub_cost": "52428800", 2023-08-28T02:26:39.124 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_scrub_during_recovery": "false", 2023-08-28T02:26:39.124 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_scrub_end_hour": "0", 2023-08-28T02:26:39.124 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_scrub_end_week_day": "0", 2023-08-28T02:26:39.125 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_scrub_event_cost": "4096", 2023-08-28T02:26:39.125 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_scrub_extended_sleep": "0.000000", 2023-08-28T02:26:39.125 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_scrub_interval_randomize_ratio": "0.500000", 2023-08-28T02:26:39.125 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_scrub_invalid_stats": "true", 2023-08-28T02:26:39.125 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_scrub_load_threshold": "0.500000", 2023-08-28T02:26:39.125 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_scrub_max_interval": "604800.000000", 2023-08-28T02:26:39.125 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_scrub_max_preemptions": "5", 2023-08-28T02:26:39.125 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_scrub_min_interval": "86400.000000", 2023-08-28T02:26:39.125 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_scrub_priority": "5", 2023-08-28T02:26:39.125 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_scrub_reservation_timeout": "5000", 2023-08-28T02:26:39.125 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_scrub_sleep": "0.000000", 2023-08-28T02:26:39.125 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_scrub_slow_reservation_response": "2200", 2023-08-28T02:26:39.126 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_shallow_scrub_chunk_max": "100", 2023-08-28T02:26:39.126 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_shallow_scrub_chunk_min": "50", 2023-08-28T02:26:39.126 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_shutdown_pgref_assert": "false", 2023-08-28T02:26:39.126 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_skip_data_digest": "false", 2023-08-28T02:26:39.126 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_smart_report_timeout": "5", 2023-08-28T02:26:39.126 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_snap_trim_cost": "1048576", 2023-08-28T02:26:39.126 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_snap_trim_priority": "5", 2023-08-28T02:26:39.126 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_snap_trim_sleep": "0.000000", 2023-08-28T02:26:39.126 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_snap_trim_sleep_hdd": "5.000000", 2023-08-28T02:26:39.126 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_snap_trim_sleep_hybrid": "2.000000", 2023-08-28T02:26:39.126 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_snap_trim_sleep_ssd": "0.000000", 2023-08-28T02:26:39.127 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_stats_update_period_not_scrubbing": "120", 2023-08-28T02:26:39.127 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_stats_update_period_scrubbing": "15", 2023-08-28T02:26:39.127 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_target_pg_log_entries_per_osd": "300000", 2023-08-28T02:26:39.127 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_target_transaction_size": "30", 2023-08-28T02:26:39.127 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_tier_default_cache_hit_set_count": "4", 2023-08-28T02:26:39.127 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_tier_default_cache_hit_set_grade_decay_rate": "20", 2023-08-28T02:26:39.127 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_tier_default_cache_hit_set_period": "1200", 2023-08-28T02:26:39.127 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_tier_default_cache_hit_set_search_last_n": "1", 2023-08-28T02:26:39.127 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_tier_default_cache_hit_set_type": "bloom", 2023-08-28T02:26:39.127 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_tier_default_cache_min_read_recency_for_promote": "1", 2023-08-28T02:26:39.127 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_tier_default_cache_min_write_recency_for_promote": "1", 2023-08-28T02:26:39.127 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_tier_default_cache_mode": "writeback", 2023-08-28T02:26:39.128 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_tier_promote_max_bytes_sec": "5242880", 2023-08-28T02:26:39.128 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_tier_promote_max_objects_sec": "25", 2023-08-28T02:26:39.128 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_tracing": "false", 2023-08-28T02:26:39.128 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_use_stale_snap": "false", 2023-08-28T02:26:39.128 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_uuid": "00000000-0000-0000-0000-000000000000", 2023-08-28T02:26:39.128 INFO:teuthology.orchestra.run.smithi040.stdout: "osdc_blkin_trace_all": "false", 2023-08-28T02:26:39.128 INFO:teuthology.orchestra.run.smithi040.stdout: "paxos_kill_at": "0", 2023-08-28T02:26:39.128 INFO:teuthology.orchestra.run.smithi040.stdout: "paxos_max_join_drift": "10", 2023-08-28T02:26:39.128 INFO:teuthology.orchestra.run.smithi040.stdout: "paxos_min": "500", 2023-08-28T02:26:39.128 INFO:teuthology.orchestra.run.smithi040.stdout: "paxos_min_wait": "0.050000", 2023-08-28T02:26:39.128 INFO:teuthology.orchestra.run.smithi040.stdout: "paxos_propose_interval": "1.000000", 2023-08-28T02:26:39.128 INFO:teuthology.orchestra.run.smithi040.stdout: "paxos_service_trim_max": "500", 2023-08-28T02:26:39.129 INFO:teuthology.orchestra.run.smithi040.stdout: "paxos_service_trim_max_multiplier": "20", 2023-08-28T02:26:39.129 INFO:teuthology.orchestra.run.smithi040.stdout: "paxos_service_trim_min": "250", 2023-08-28T02:26:39.129 INFO:teuthology.orchestra.run.smithi040.stdout: "paxos_stash_full_interval": "25", 2023-08-28T02:26:39.129 INFO:teuthology.orchestra.run.smithi040.stdout: "paxos_trim_max": "500", 2023-08-28T02:26:39.129 INFO:teuthology.orchestra.run.smithi040.stdout: "paxos_trim_min": "250", 2023-08-28T02:26:39.129 INFO:teuthology.orchestra.run.smithi040.stdout: "perf": "true", 2023-08-28T02:26:39.129 INFO:teuthology.orchestra.run.smithi040.stdout: "pid_file": "", 2023-08-28T02:26:39.129 INFO:teuthology.orchestra.run.smithi040.stdout: "plugin_crypto_accelerator": "crypto_isal", 2023-08-28T02:26:39.129 INFO:teuthology.orchestra.run.smithi040.stdout: "plugin_dir": "/usr/lib64/ceph", 2023-08-28T02:26:39.129 INFO:teuthology.orchestra.run.smithi040.stdout: "public_addr": "-", 2023-08-28T02:26:39.129 INFO:teuthology.orchestra.run.smithi040.stdout: "public_addrv": "", 2023-08-28T02:26:39.129 INFO:teuthology.orchestra.run.smithi040.stdout: "public_bind_addr": "-", 2023-08-28T02:26:39.130 INFO:teuthology.orchestra.run.smithi040.stdout: "public_network": "172.21.0.0/20", 2023-08-28T02:26:39.130 INFO:teuthology.orchestra.run.smithi040.stdout: "public_network_interface": "", 2023-08-28T02:26:39.130 INFO:teuthology.orchestra.run.smithi040.stdout: "qat_compressor_enabled": "false", 2023-08-28T02:26:39.130 INFO:teuthology.orchestra.run.smithi040.stdout: "qat_compressor_session_max_number": "256", 2023-08-28T02:26:39.130 INFO:teuthology.orchestra.run.smithi040.stdout: "rados_mon_op_timeout": "0", 2023-08-28T02:26:39.130 INFO:teuthology.orchestra.run.smithi040.stdout: "rados_osd_op_timeout": "0", 2023-08-28T02:26:39.130 INFO:teuthology.orchestra.run.smithi040.stdout: "rados_tracing": "false", 2023-08-28T02:26:39.130 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_atime_update_interval": "60", 2023-08-28T02:26:39.130 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_auto_exclusive_lock_until_manual_request": "true", 2023-08-28T02:26:39.130 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_balance_parent_reads": "false", 2023-08-28T02:26:39.130 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_balance_snap_reads": "false", 2023-08-28T02:26:39.130 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_blkin_trace_all": "false", 2023-08-28T02:26:39.131 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_blocklist_expire_seconds": "0", 2023-08-28T02:26:39.131 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_blocklist_on_break_lock": "true", 2023-08-28T02:26:39.131 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_cache": "true", 2023-08-28T02:26:39.131 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_cache_block_writes_upfront": "false", 2023-08-28T02:26:39.131 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_cache_max_dirty": "25165824", 2023-08-28T02:26:39.131 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_cache_max_dirty_age": "1.000000", 2023-08-28T02:26:39.131 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_cache_max_dirty_object": "0", 2023-08-28T02:26:39.131 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_cache_policy": "writearound", 2023-08-28T02:26:39.131 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_cache_size": "33554432", 2023-08-28T02:26:39.131 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_cache_target_dirty": "16777216", 2023-08-28T02:26:39.131 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_cache_writethrough_until_flush": "true", 2023-08-28T02:26:39.132 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_clone_copy_on_read": "false", 2023-08-28T02:26:39.132 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_compression_hint": "none", 2023-08-28T02:26:39.132 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_concurrent_management_ops": "10", 2023-08-28T02:26:39.132 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_config_pool_override_update_timestamp": "0", 2023-08-28T02:26:39.132 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_default_clone_format": "auto", 2023-08-28T02:26:39.132 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_default_data_pool": "", 2023-08-28T02:26:39.132 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_default_features": "61", 2023-08-28T02:26:39.132 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_default_format": "2", 2023-08-28T02:26:39.132 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_default_map_options": "", 2023-08-28T02:26:39.132 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_default_order": "22", 2023-08-28T02:26:39.132 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_default_pool": "rbd", 2023-08-28T02:26:39.132 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_default_snapshot_quiesce_mode": "required", 2023-08-28T02:26:39.132 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_default_stripe_count": "0", 2023-08-28T02:26:39.133 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_default_stripe_unit": "0", 2023-08-28T02:26:39.133 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_disable_zero_copy_writes": "true", 2023-08-28T02:26:39.133 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_discard_granularity_bytes": "65536", 2023-08-28T02:26:39.133 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_discard_on_zeroed_write_same": "true", 2023-08-28T02:26:39.133 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_enable_alloc_hint": "true", 2023-08-28T02:26:39.133 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_invalidate_object_map_on_timeout": "true", 2023-08-28T02:26:39.133 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_io_scheduler": "simple", 2023-08-28T02:26:39.133 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_io_scheduler_simple_max_delay": "0", 2023-08-28T02:26:39.133 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_journal_commit_age": "5.000000", 2023-08-28T02:26:39.133 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_journal_max_concurrent_object_sets": "0", 2023-08-28T02:26:39.133 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_journal_max_payload_bytes": "16384", 2023-08-28T02:26:39.134 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_journal_object_flush_age": "0.000000", 2023-08-28T02:26:39.134 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_journal_object_flush_bytes": "1048576", 2023-08-28T02:26:39.134 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_journal_object_flush_interval": "0", 2023-08-28T02:26:39.134 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_journal_object_max_in_flight_appends": "0", 2023-08-28T02:26:39.134 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_journal_object_writethrough_until_flush": "true", 2023-08-28T02:26:39.134 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_journal_order": "24", 2023-08-28T02:26:39.134 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_journal_pool": "", 2023-08-28T02:26:39.134 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_journal_splay_width": "4", 2023-08-28T02:26:39.134 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_localize_parent_reads": "false", 2023-08-28T02:26:39.134 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_localize_snap_reads": "false", 2023-08-28T02:26:39.134 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_mirror_concurrent_image_deletions": "1", 2023-08-28T02:26:39.135 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_mirror_concurrent_image_syncs": "5", 2023-08-28T02:26:39.135 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_mirror_delete_retry_interval": "30.000000", 2023-08-28T02:26:39.135 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_mirror_image_perf_stats_prio": "5", 2023-08-28T02:26:39.135 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_mirror_image_policy_migration_throttle": "300", 2023-08-28T02:26:39.135 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_mirror_image_policy_rebalance_timeout": "0.000000", 2023-08-28T02:26:39.135 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_mirror_image_policy_type": "simple", 2023-08-28T02:26:39.135 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_mirror_image_policy_update_throttle_interval": "1.000000", 2023-08-28T02:26:39.135 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_mirror_image_state_check_interval": "30", 2023-08-28T02:26:39.135 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_mirror_journal_commit_age": "5.000000", 2023-08-28T02:26:39.135 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_mirror_journal_poll_age": "5.000000", 2023-08-28T02:26:39.135 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_mirror_leader_heartbeat_interval": "5", 2023-08-28T02:26:39.136 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_mirror_leader_max_acquire_attempts_before_break": "3", 2023-08-28T02:26:39.136 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_mirror_leader_max_missed_heartbeats": "2", 2023-08-28T02:26:39.136 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_mirror_memory_autotune": "true", 2023-08-28T02:26:39.136 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_mirror_memory_base": "805306368", 2023-08-28T02:26:39.136 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_mirror_memory_cache_autotune_interval": "30.000000", 2023-08-28T02:26:39.136 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_mirror_memory_cache_min": "134217728", 2023-08-28T02:26:39.136 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_mirror_memory_cache_resize_interval": "5.000000", 2023-08-28T02:26:39.136 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_mirror_memory_expected_fragmentation": "0.150000", 2023-08-28T02:26:39.136 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_mirror_memory_target": "4294967296", 2023-08-28T02:26:39.136 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_mirror_perf_stats_prio": "5", 2023-08-28T02:26:39.136 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_mirror_pool_replayers_refresh_interval": "30", 2023-08-28T02:26:39.136 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_mirror_sync_point_update_age": "30.000000", 2023-08-28T02:26:39.137 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_mirroring_delete_delay": "0", 2023-08-28T02:26:39.137 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_mirroring_max_mirroring_snapshots": "5", 2023-08-28T02:26:39.137 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_mirroring_replay_delay": "0", 2023-08-28T02:26:39.137 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_mirroring_resync_after_disconnect": "false", 2023-08-28T02:26:39.137 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_move_parent_to_trash_on_remove": "false", 2023-08-28T02:26:39.137 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_move_to_trash_on_remove": "false", 2023-08-28T02:26:39.137 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_move_to_trash_on_remove_expire_seconds": "0", 2023-08-28T02:26:39.137 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_mtime_update_interval": "60", 2023-08-28T02:26:39.137 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_non_blocking_aio": "true", 2023-08-28T02:26:39.137 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_op_thread_timeout": "60", 2023-08-28T02:26:39.137 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_op_threads": "1", 2023-08-28T02:26:39.137 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_parent_cache_enabled": "false", 2023-08-28T02:26:39.138 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_persistent_cache_mode": "disabled", 2023-08-28T02:26:39.138 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_persistent_cache_path": "/tmp", 2023-08-28T02:26:39.138 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_persistent_cache_size": "1073741824", 2023-08-28T02:26:39.138 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_plugins": "", 2023-08-28T02:26:39.138 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_qos_bps_burst": "0", 2023-08-28T02:26:39.138 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_qos_bps_burst_seconds": "1", 2023-08-28T02:26:39.138 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_qos_bps_limit": "0", 2023-08-28T02:26:39.138 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_qos_exclude_ops": "0", 2023-08-28T02:26:39.138 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_qos_iops_burst": "0", 2023-08-28T02:26:39.138 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_qos_iops_burst_seconds": "1", 2023-08-28T02:26:39.138 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_qos_iops_limit": "0", 2023-08-28T02:26:39.138 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_qos_read_bps_burst": "0", 2023-08-28T02:26:39.139 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_qos_read_bps_burst_seconds": "1", 2023-08-28T02:26:39.139 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_qos_read_bps_limit": "0", 2023-08-28T02:26:39.139 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_qos_read_iops_burst": "0", 2023-08-28T02:26:39.139 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_qos_read_iops_burst_seconds": "1", 2023-08-28T02:26:39.139 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_qos_read_iops_limit": "0", 2023-08-28T02:26:39.139 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_qos_schedule_tick_min": "50", 2023-08-28T02:26:39.139 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_qos_write_bps_burst": "0", 2023-08-28T02:26:39.139 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_qos_write_bps_burst_seconds": "1", 2023-08-28T02:26:39.139 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_qos_write_bps_limit": "0", 2023-08-28T02:26:39.139 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_qos_write_iops_burst": "0", 2023-08-28T02:26:39.139 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_qos_write_iops_burst_seconds": "1", 2023-08-28T02:26:39.139 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_qos_write_iops_limit": "0", 2023-08-28T02:26:39.140 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_quiesce_notification_attempts": "10", 2023-08-28T02:26:39.140 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_read_from_replica_policy": "default", 2023-08-28T02:26:39.140 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_readahead_disable_after_bytes": "52428800", 2023-08-28T02:26:39.140 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_readahead_max_bytes": "524288", 2023-08-28T02:26:39.140 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_readahead_trigger_requests": "10", 2023-08-28T02:26:39.140 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_request_timed_out_seconds": "30", 2023-08-28T02:26:39.140 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_skip_partial_discard": "true", 2023-08-28T02:26:39.140 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_sparse_read_threshold_bytes": "65536", 2023-08-28T02:26:39.140 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_tracing": "false", 2023-08-28T02:26:39.140 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_validate_names": "true", 2023-08-28T02:26:39.140 INFO:teuthology.orchestra.run.smithi040.stdout: "rbd_validate_pool": "true", 2023-08-28T02:26:39.140 INFO:teuthology.orchestra.run.smithi040.stdout: "restapi_base_url": "", 2023-08-28T02:26:39.141 INFO:teuthology.orchestra.run.smithi040.stdout: "restapi_log_level": "", 2023-08-28T02:26:39.141 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_acl_grants_max_num": "100", 2023-08-28T02:26:39.141 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_admin_entry": "admin", 2023-08-28T02:26:39.141 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_allow_notification_secrets_in_cleartext": "false", 2023-08-28T02:26:39.141 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_backend_store": "rados", 2023-08-28T02:26:39.141 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_barbican_url": "", 2023-08-28T02:26:39.141 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_beast_enable_async": "true", 2023-08-28T02:26:39.141 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_bucket_default_quota_max_objects": "-1", 2023-08-28T02:26:39.141 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_bucket_default_quota_max_size": "-1", 2023-08-28T02:26:39.141 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_bucket_index_max_aio": "128", 2023-08-28T02:26:39.141 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_bucket_index_transaction_instrumentation": "false", 2023-08-28T02:26:39.141 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_bucket_quota_cache_size": "10000", 2023-08-28T02:26:39.142 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_bucket_quota_ttl": "600", 2023-08-28T02:26:39.142 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_bucket_sync_spawn_window": "20", 2023-08-28T02:26:39.142 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_cache_enabled": "true", 2023-08-28T02:26:39.142 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_cache_expiry_interval": "900", 2023-08-28T02:26:39.142 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_cache_lru_size": "10000", 2023-08-28T02:26:39.142 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_config_store": "rados", 2023-08-28T02:26:39.142 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_content_length_compat": "false", 2023-08-28T02:26:39.142 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_copy_obj_progress": "true", 2023-08-28T02:26:39.142 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_copy_obj_progress_every_bytes": "1048576", 2023-08-28T02:26:39.142 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_cors_rules_max_num": "100", 2023-08-28T02:26:39.142 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_cross_domain_policy": "", 2023-08-28T02:26:39.143 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_crypt_default_encryption_key": "", 2023-08-28T02:26:39.143 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_crypt_kmip_addr": "", 2023-08-28T02:26:39.143 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_crypt_kmip_ca_path": "", 2023-08-28T02:26:39.143 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_crypt_kmip_client_cert": "", 2023-08-28T02:26:39.143 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_crypt_kmip_client_key": "", 2023-08-28T02:26:39.143 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_crypt_kmip_kms_key_template": "", 2023-08-28T02:26:39.143 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_crypt_kmip_password": "", 2023-08-28T02:26:39.143 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_crypt_kmip_s3_key_template": "$keyid", 2023-08-28T02:26:39.143 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_crypt_kmip_username": "", 2023-08-28T02:26:39.143 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_crypt_require_ssl": "true", 2023-08-28T02:26:39.143 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_crypt_s3_kms_backend": "barbican", 2023-08-28T02:26:39.143 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_crypt_s3_kms_encryption_keys": "", 2023-08-28T02:26:39.144 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_crypt_sse_s3_backend": "vault", 2023-08-28T02:26:39.144 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_crypt_sse_s3_key_template": "%bucket_id", 2023-08-28T02:26:39.144 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_crypt_sse_s3_vault_addr": "", 2023-08-28T02:26:39.144 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_crypt_sse_s3_vault_auth": "token", 2023-08-28T02:26:39.144 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_crypt_sse_s3_vault_namespace": "", 2023-08-28T02:26:39.144 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_crypt_sse_s3_vault_prefix": "", 2023-08-28T02:26:39.144 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_crypt_sse_s3_vault_secret_engine": "transit", 2023-08-28T02:26:39.144 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_crypt_sse_s3_vault_ssl_cacert": "", 2023-08-28T02:26:39.144 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_crypt_sse_s3_vault_ssl_clientcert": "", 2023-08-28T02:26:39.144 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_crypt_sse_s3_vault_ssl_clientkey": "", 2023-08-28T02:26:39.144 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_crypt_sse_s3_vault_token_file": "", 2023-08-28T02:26:39.145 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_crypt_sse_s3_vault_verify_ssl": "true", 2023-08-28T02:26:39.145 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_crypt_suppress_logs": "true", 2023-08-28T02:26:39.145 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_crypt_vault_addr": "", 2023-08-28T02:26:39.145 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_crypt_vault_auth": "token", 2023-08-28T02:26:39.145 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_crypt_vault_namespace": "", 2023-08-28T02:26:39.145 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_crypt_vault_prefix": "", 2023-08-28T02:26:39.145 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_crypt_vault_secret_engine": "transit", 2023-08-28T02:26:39.145 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_crypt_vault_ssl_cacert": "", 2023-08-28T02:26:39.145 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_crypt_vault_ssl_clientcert": "", 2023-08-28T02:26:39.145 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_crypt_vault_ssl_clientkey": "", 2023-08-28T02:26:39.145 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_crypt_vault_token_file": "", 2023-08-28T02:26:39.145 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_crypt_vault_verify_ssl": "true", 2023-08-28T02:26:39.145 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_curl_buffersize": "524288", 2023-08-28T02:26:39.146 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_curl_low_speed_limit": "1024", 2023-08-28T02:26:39.146 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_curl_low_speed_time": "300", 2023-08-28T02:26:39.146 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_curl_tcp_keepalive": "0", 2023-08-28T02:26:39.146 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_curl_wait_timeout_ms": "1000", 2023-08-28T02:26:39.146 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_d3n_l1_datacache_persistent_path": "/tmp/rgw_datacache/", 2023-08-28T02:26:39.146 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_d3n_l1_datacache_size": "1073741824", 2023-08-28T02:26:39.146 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_d3n_l1_evict_cache_on_start": "true", 2023-08-28T02:26:39.146 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_d3n_l1_eviction_policy": "lru", 2023-08-28T02:26:39.146 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_d3n_l1_fadvise": "4", 2023-08-28T02:26:39.146 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_d3n_l1_local_datacache_enabled": "false", 2023-08-28T02:26:39.146 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_d3n_libaio_aio_num": "64", 2023-08-28T02:26:39.147 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_d3n_libaio_aio_threads": "20", 2023-08-28T02:26:39.147 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_data": "/var/lib/ceph/radosgw/ceph-a", 2023-08-28T02:26:39.147 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_data_log_changes_size": "1000", 2023-08-28T02:26:39.147 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_data_log_num_shards": "128", 2023-08-28T02:26:39.147 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_data_log_obj_prefix": "data_log", 2023-08-28T02:26:39.147 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_data_log_window": "30", 2023-08-28T02:26:39.147 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_data_notify_interval_msec": "0", 2023-08-28T02:26:39.147 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_data_sync_poll_interval": "20", 2023-08-28T02:26:39.147 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_data_sync_spawn_window": "20", 2023-08-28T02:26:39.147 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_debug_inject_olh_cancel_modification_err": "false", 2023-08-28T02:26:39.147 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_debug_inject_set_olh_err": "0", 2023-08-28T02:26:39.147 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_default_data_log_backing": "fifo", 2023-08-28T02:26:39.148 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_default_realm_info_oid": "default.realm", 2023-08-28T02:26:39.148 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_default_region_info_oid": "default.region", 2023-08-28T02:26:39.148 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_default_zone_info_oid": "default.zone", 2023-08-28T02:26:39.148 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_default_zonegroup_info_oid": "default.zonegroup", 2023-08-28T02:26:39.148 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_defer_to_bucket_acls": "", 2023-08-28T02:26:39.148 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_delete_multi_obj_max_num": "1000", 2023-08-28T02:26:39.148 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_dmclock_admin_lim": "0.000000", 2023-08-28T02:26:39.148 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_dmclock_admin_res": "100.000000", 2023-08-28T02:26:39.148 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_dmclock_admin_wgt": "100.000000", 2023-08-28T02:26:39.148 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_dmclock_auth_lim": "0.000000", 2023-08-28T02:26:39.148 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_dmclock_auth_res": "200.000000", 2023-08-28T02:26:39.148 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_dmclock_auth_wgt": "100.000000", 2023-08-28T02:26:39.149 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_dmclock_data_lim": "0.000000", 2023-08-28T02:26:39.149 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_dmclock_data_res": "500.000000", 2023-08-28T02:26:39.149 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_dmclock_data_wgt": "500.000000", 2023-08-28T02:26:39.149 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_dmclock_metadata_lim": "0.000000", 2023-08-28T02:26:39.149 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_dmclock_metadata_res": "500.000000", 2023-08-28T02:26:39.149 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_dmclock_metadata_wgt": "500.000000", 2023-08-28T02:26:39.149 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_dns_name": "", 2023-08-28T02:26:39.149 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_dns_s3website_name": "", 2023-08-28T02:26:39.149 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_dynamic_resharding": "true", 2023-08-28T02:26:39.149 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_enable_apis": "s3, s3website, swift, swift_auth, admin, sts, iam, notifications", 2023-08-28T02:26:39.149 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_enable_gc_threads": "true", 2023-08-28T02:26:39.149 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_enable_lc_threads": "true", 2023-08-28T02:26:39.149 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_enable_ops_log": "false", 2023-08-28T02:26:39.150 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_enable_quota_threads": "true", 2023-08-28T02:26:39.150 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_enable_static_website": "false", 2023-08-28T02:26:39.150 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_enable_usage_log": "false", 2023-08-28T02:26:39.150 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_enforce_swift_acls": "true", 2023-08-28T02:26:39.150 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_exit_timeout_secs": "120", 2023-08-28T02:26:39.150 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_expose_bucket": "false", 2023-08-28T02:26:39.150 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_extended_http_attrs": "", 2023-08-28T02:26:39.150 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_filter": "none", 2023-08-28T02:26:39.150 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_frontend_defaults": "beast ssl_certificate=config://rgw/cert/$realm/$zone.crt ssl_private_key=config://rgw/cert/$realm/$zone.key", 2023-08-28T02:26:39.150 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_frontends": "beast port=7480", 2023-08-28T02:26:39.150 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_gc_max_concurrent_io": "10", 2023-08-28T02:26:39.150 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_gc_max_deferred": "50", 2023-08-28T02:26:39.151 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_gc_max_deferred_entries_size": "3072", 2023-08-28T02:26:39.151 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_gc_max_objs": "32", 2023-08-28T02:26:39.151 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_gc_max_queue_size": "134213632", 2023-08-28T02:26:39.151 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_gc_max_trim_chunk": "16", 2023-08-28T02:26:39.151 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_gc_obj_min_wait": "7200", 2023-08-28T02:26:39.151 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_gc_processor_max_time": "3600", 2023-08-28T02:26:39.151 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_gc_processor_period": "3600", 2023-08-28T02:26:39.151 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_get_obj_max_req_size": "4194304", 2023-08-28T02:26:39.151 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_get_obj_window_size": "16777216", 2023-08-28T02:26:39.151 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_healthcheck_disabling_path": "", 2023-08-28T02:26:39.151 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_ignore_get_invalid_range": "false", 2023-08-28T02:26:39.151 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_init_timeout": "300", 2023-08-28T02:26:39.152 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_inject_notify_timeout_probability": "0.000000", 2023-08-28T02:26:39.152 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_json_config": "/var/lib/ceph/radosgw/config.json", 2023-08-28T02:26:39.152 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_keystone_accepted_admin_roles": "", 2023-08-28T02:26:39.152 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_keystone_accepted_roles": "Member, admin", 2023-08-28T02:26:39.152 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_keystone_admin_domain": "", 2023-08-28T02:26:39.152 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_keystone_admin_password": "", 2023-08-28T02:26:39.152 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_keystone_admin_password_path": "", 2023-08-28T02:26:39.152 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_keystone_admin_project": "", 2023-08-28T02:26:39.152 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_keystone_admin_tenant": "", 2023-08-28T02:26:39.152 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_keystone_admin_token": "", 2023-08-28T02:26:39.152 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_keystone_admin_token_path": "", 2023-08-28T02:26:39.152 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_keystone_admin_user": "", 2023-08-28T02:26:39.153 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_keystone_api_version": "2", 2023-08-28T02:26:39.153 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_keystone_barbican_domain": "", 2023-08-28T02:26:39.153 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_keystone_barbican_password": "", 2023-08-28T02:26:39.153 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_keystone_barbican_project": "", 2023-08-28T02:26:39.153 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_keystone_barbican_tenant": "", 2023-08-28T02:26:39.153 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_keystone_barbican_user": "", 2023-08-28T02:26:39.153 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_keystone_expired_token_cache_expiration": "3600", 2023-08-28T02:26:39.153 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_keystone_implicit_tenants": "false", 2023-08-28T02:26:39.153 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_keystone_service_token_accepted_roles": "admin", 2023-08-28T02:26:39.153 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_keystone_service_token_enabled": "false", 2023-08-28T02:26:39.153 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_keystone_token_cache_size": "10000", 2023-08-28T02:26:39.154 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_keystone_url": "", 2023-08-28T02:26:39.154 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_keystone_verify_ssl": "true", 2023-08-28T02:26:39.154 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_lc_debug_interval": "-1", 2023-08-28T02:26:39.154 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_lc_lock_max_time": "90", 2023-08-28T02:26:39.154 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_lc_max_objs": "32", 2023-08-28T02:26:39.154 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_lc_max_rules": "1000", 2023-08-28T02:26:39.154 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_lc_max_worker": "3", 2023-08-28T02:26:39.154 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_lc_max_wp_worker": "3", 2023-08-28T02:26:39.154 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_lc_thread_delay": "0", 2023-08-28T02:26:39.154 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_ldap_binddn": "uid=admin,cn=users,dc=example,dc=com", 2023-08-28T02:26:39.154 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_ldap_dnattr": "uid", 2023-08-28T02:26:39.155 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_ldap_searchdn": "cn=users,cn=accounts,dc=example,dc=com", 2023-08-28T02:26:39.155 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_ldap_searchfilter": "", 2023-08-28T02:26:39.155 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_ldap_secret": "/etc/openldap/secret", 2023-08-28T02:26:39.155 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_ldap_uri": "ldaps://", 2023-08-28T02:26:39.155 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_lifecycle_work_time": "00:00-06:00", 2023-08-28T02:26:39.155 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_list_bucket_min_readahead": "1000", 2023-08-28T02:26:39.155 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_list_buckets_max_chunk": "1000", 2023-08-28T02:26:39.155 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_log_http_headers": "", 2023-08-28T02:26:39.155 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_log_nonexistent_bucket": "false", 2023-08-28T02:26:39.155 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_log_object_name": "%Y-%m-%d-%H-%i-%n", 2023-08-28T02:26:39.155 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_log_object_name_utc": "false", 2023-08-28T02:26:39.155 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_luarocks_location": "/tmp/luarocks", 2023-08-28T02:26:39.156 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_max_attr_name_len": "0", 2023-08-28T02:26:39.156 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_max_attr_size": "0", 2023-08-28T02:26:39.156 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_max_attrs_num_in_req": "0", 2023-08-28T02:26:39.156 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_max_chunk_size": "4194304", 2023-08-28T02:26:39.156 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_max_concurrent_requests": "1024", 2023-08-28T02:26:39.156 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_max_copy_obj_concurrent_io": "10", 2023-08-28T02:26:39.156 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_max_dynamic_shards": "1999", 2023-08-28T02:26:39.156 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_max_listing_results": "1000", 2023-08-28T02:26:39.156 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_max_notify_retries": "10", 2023-08-28T02:26:39.156 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_max_objs_per_shard": "100000", 2023-08-28T02:26:39.156 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_max_put_param_size": "1048576", 2023-08-28T02:26:39.157 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_max_put_size": "5368709120", 2023-08-28T02:26:39.157 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_max_slo_entries": "1000", 2023-08-28T02:26:39.157 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_md_log_max_shards": "64", 2023-08-28T02:26:39.157 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_md_notify_interval_msec": "200", 2023-08-28T02:26:39.157 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_meta_sync_poll_interval": "20", 2023-08-28T02:26:39.157 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_meta_sync_spawn_window": "20", 2023-08-28T02:26:39.157 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_mime_types_file": "/etc/mime.types", 2023-08-28T02:26:39.157 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_mp_lock_max_time": "600", 2023-08-28T02:26:39.157 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_multi_obj_del_max_aio": "16", 2023-08-28T02:26:39.157 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_multipart_min_part_size": "5242880", 2023-08-28T02:26:39.157 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_multipart_part_upload_limit": "10000", 2023-08-28T02:26:39.157 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_nfs_fhcache_partitions": "3", 2023-08-28T02:26:39.158 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_nfs_fhcache_size": "2017", 2023-08-28T02:26:39.158 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_nfs_frontends": "rgw-nfs", 2023-08-28T02:26:39.158 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_nfs_lru_lane_hiwat": "911", 2023-08-28T02:26:39.158 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_nfs_lru_lanes": "5", 2023-08-28T02:26:39.158 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_nfs_max_gc": "300", 2023-08-28T02:26:39.158 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_nfs_namespace_expire_secs": "300", 2023-08-28T02:26:39.158 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_nfs_run_gc_threads": "false", 2023-08-28T02:26:39.158 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_nfs_run_lc_threads": "false", 2023-08-28T02:26:39.158 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_nfs_run_quota_threads": "false", 2023-08-28T02:26:39.158 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_nfs_run_sync_thread": "false", 2023-08-28T02:26:39.158 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_nfs_s3_fast_attrs": "false", 2023-08-28T02:26:39.158 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_nfs_write_completion_interval_s": "10", 2023-08-28T02:26:39.159 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_num_async_rados_threads": "32", 2023-08-28T02:26:39.159 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_num_control_oids": "8", 2023-08-28T02:26:39.159 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_numa_node": "-1", 2023-08-28T02:26:39.159 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_obj_stripe_size": "4194304", 2023-08-28T02:26:39.159 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_obj_tombstone_cache_size": "1000", 2023-08-28T02:26:39.159 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_objexp_chunk_size": "100", 2023-08-28T02:26:39.159 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_objexp_gc_interval": "600", 2023-08-28T02:26:39.159 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_objexp_hints_num_shards": "127", 2023-08-28T02:26:39.159 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_olh_pending_timeout_sec": "3600", 2023-08-28T02:26:39.159 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_op_thread_suicide_timeout": "0", 2023-08-28T02:26:39.159 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_op_thread_timeout": "600", 2023-08-28T02:26:39.160 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_op_tracing": "false", 2023-08-28T02:26:39.160 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_opa_token": "", 2023-08-28T02:26:39.160 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_opa_url": "", 2023-08-28T02:26:39.160 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_opa_verify_ssl": "true", 2023-08-28T02:26:39.160 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_ops_log_data_backlog": "5242880", 2023-08-28T02:26:39.160 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_ops_log_file_path": "/var/log/ceph/ops-log-ceph-mon.a.log", 2023-08-28T02:26:39.160 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_ops_log_rados": "false", 2023-08-28T02:26:39.160 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_ops_log_socket_path": "", 2023-08-28T02:26:39.160 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_override_bucket_index_max_shards": "0", 2023-08-28T02:26:39.160 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_pending_bucket_index_op_expiration": "120", 2023-08-28T02:26:39.160 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_period_latest_epoch_info_oid": ".latest_epoch", 2023-08-28T02:26:39.160 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_period_push_interval": "2.000000", 2023-08-28T02:26:39.161 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_period_push_interval_max": "30.000000", 2023-08-28T02:26:39.161 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_period_root_pool": ".rgw.root", 2023-08-28T02:26:39.161 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_policy_reject_invalid_principals": "true", 2023-08-28T02:26:39.161 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_print_continue": "true", 2023-08-28T02:26:39.161 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_print_prohibited_content_length": "false", 2023-08-28T02:26:39.161 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_put_obj_max_window_size": "67108864", 2023-08-28T02:26:39.161 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_put_obj_min_window_size": "16777216", 2023-08-28T02:26:39.161 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_rados_pool_autoscale_bias": "4.000000", 2023-08-28T02:26:39.161 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_rados_pool_recovery_priority": "5", 2023-08-28T02:26:39.161 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_rados_tracing": "false", 2023-08-28T02:26:39.161 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_realm": "", 2023-08-28T02:26:39.162 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_realm_id": "", 2023-08-28T02:26:39.162 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_realm_root_pool": ".rgw.root", 2023-08-28T02:26:39.162 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_region": "", 2023-08-28T02:26:39.162 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_region_root_pool": ".rgw.root", 2023-08-28T02:26:39.162 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_relaxed_region_enforcement": "false", 2023-08-28T02:26:39.162 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_relaxed_s3_bucket_names": "false", 2023-08-28T02:26:39.162 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_remote_addr_param": "REMOTE_ADDR", 2023-08-28T02:26:39.162 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_request_uri": "", 2023-08-28T02:26:39.162 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_reshard_batch_size": "64", 2023-08-28T02:26:39.162 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_reshard_bucket_lock_duration": "360", 2023-08-28T02:26:39.162 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_reshard_max_aio": "128", 2023-08-28T02:26:39.162 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_reshard_num_logs": "16", 2023-08-28T02:26:39.163 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_reshard_thread_interval": "600", 2023-08-28T02:26:39.163 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_resolve_cname": "false", 2023-08-28T02:26:39.163 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_rest_getusage_op_compat": "false", 2023-08-28T02:26:39.163 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_run_sync_thread": "true", 2023-08-28T02:26:39.163 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_s3_auth_order": "sts, external, local", 2023-08-28T02:26:39.163 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_s3_auth_use_keystone": "false", 2023-08-28T02:26:39.163 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_s3_auth_use_ldap": "false", 2023-08-28T02:26:39.163 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_s3_auth_use_rados": "true", 2023-08-28T02:26:39.163 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_s3_auth_use_sts": "false", 2023-08-28T02:26:39.163 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_s3_client_max_sig_ver": "-1", 2023-08-28T02:26:39.163 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_s3_success_create_obj_status": "0", 2023-08-28T02:26:39.163 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_safe_max_objects_per_shard": "102400", 2023-08-28T02:26:39.164 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_scheduler_type": "throttler", 2023-08-28T02:26:39.164 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_script_uri": "", 2023-08-28T02:26:39.164 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_service_provider_name": "", 2023-08-28T02:26:39.164 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_shard_warning_threshold": "90.000000", 2023-08-28T02:26:39.164 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_sts_client_id": "", 2023-08-28T02:26:39.164 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_sts_client_secret": "", 2023-08-28T02:26:39.164 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_sts_entry": "sts", 2023-08-28T02:26:39.164 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_sts_key": "sts", 2023-08-28T02:26:39.164 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_sts_max_session_duration": "43200", 2023-08-28T02:26:39.164 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_sts_min_session_duration": "900", 2023-08-28T02:26:39.164 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_sts_token_introspection_url": "", 2023-08-28T02:26:39.164 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_swift_account_in_url": "false", 2023-08-28T02:26:39.165 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_swift_auth_entry": "auth", 2023-08-28T02:26:39.165 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_swift_auth_url": "", 2023-08-28T02:26:39.165 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_swift_custom_header": "", 2023-08-28T02:26:39.165 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_swift_enforce_content_length": "false", 2023-08-28T02:26:39.165 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_swift_need_stats": "true", 2023-08-28T02:26:39.165 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_swift_tenant_name": "", 2023-08-28T02:26:39.165 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_swift_token_expiration": "86400", 2023-08-28T02:26:39.165 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_swift_url": "", 2023-08-28T02:26:39.165 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_swift_url_prefix": "swift", 2023-08-28T02:26:39.165 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_swift_versioning_enabled": "false", 2023-08-28T02:26:39.165 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_sync_data_full_inject_err_probability": "0.000000", 2023-08-28T02:26:39.165 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_sync_data_inject_err_probability": "0.000000", 2023-08-28T02:26:39.166 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_sync_lease_period": "120", 2023-08-28T02:26:39.166 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_sync_log_trim_concurrent_buckets": "4", 2023-08-28T02:26:39.166 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_sync_log_trim_interval": "1200", 2023-08-28T02:26:39.166 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_sync_log_trim_max_buckets": "16", 2023-08-28T02:26:39.166 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_sync_log_trim_min_cold_buckets": "4", 2023-08-28T02:26:39.166 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_sync_meta_inject_err_probability": "0.000000", 2023-08-28T02:26:39.166 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_sync_obj_etag_verify": "false", 2023-08-28T02:26:39.166 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_sync_trace_history_size": "4096", 2023-08-28T02:26:39.166 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_sync_trace_per_node_log_size": "32", 2023-08-28T02:26:39.166 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_sync_trace_servicemap_update_interval": "10", 2023-08-28T02:26:39.166 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_thread_pool_size": "512", 2023-08-28T02:26:39.167 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_torrent_comment": "", 2023-08-28T02:26:39.167 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_torrent_createby": "", 2023-08-28T02:26:39.167 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_torrent_encoding": "", 2023-08-28T02:26:39.167 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_torrent_flag": "false", 2023-08-28T02:26:39.167 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_torrent_origin": "", 2023-08-28T02:26:39.167 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_torrent_sha_unit": "524288", 2023-08-28T02:26:39.167 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_torrent_tracker": "", 2023-08-28T02:26:39.167 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_trust_forwarded_https": "false", 2023-08-28T02:26:39.167 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_usage_log_flush_threshold": "1024", 2023-08-28T02:26:39.167 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_usage_log_tick_interval": "30", 2023-08-28T02:26:39.167 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_usage_max_shards": "32", 2023-08-28T02:26:39.167 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_usage_max_user_shards": "1", 2023-08-28T02:26:39.168 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_use_opa_authz": "false", 2023-08-28T02:26:39.168 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_user_default_quota_max_objects": "-1", 2023-08-28T02:26:39.168 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_user_default_quota_max_size": "-1", 2023-08-28T02:26:39.168 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_user_max_buckets": "1000", 2023-08-28T02:26:39.168 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_user_policies_max_num": "100", 2023-08-28T02:26:39.168 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_user_quota_bucket_sync_interval": "180", 2023-08-28T02:26:39.168 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_user_quota_sync_idle_users": "false", 2023-08-28T02:26:39.168 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_user_quota_sync_interval": "86400", 2023-08-28T02:26:39.168 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_user_quota_sync_wait_time": "86400", 2023-08-28T02:26:39.168 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_user_unique_email": "true", 2023-08-28T02:26:39.168 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_verify_ssl": "true", 2023-08-28T02:26:39.168 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_website_routing_rules_max_num": "50", 2023-08-28T02:26:39.168 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_zone": "", 2023-08-28T02:26:39.169 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_zone_id": "", 2023-08-28T02:26:39.169 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_zone_root_pool": ".rgw.root", 2023-08-28T02:26:39.169 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_zonegroup": "", 2023-08-28T02:26:39.169 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_zonegroup_id": "", 2023-08-28T02:26:39.169 INFO:teuthology.orchestra.run.smithi040.stdout: "rgw_zonegroup_root_pool": ".rgw.root", 2023-08-28T02:26:39.169 INFO:teuthology.orchestra.run.smithi040.stdout: "rgwlc_auto_session_clear": "true", 2023-08-28T02:26:39.169 INFO:teuthology.orchestra.run.smithi040.stdout: "rgwlc_skip_bucket_step": "false", 2023-08-28T02:26:39.169 INFO:teuthology.orchestra.run.smithi040.stdout: "rocksdb_block_size": "4096", 2023-08-28T02:26:39.169 INFO:teuthology.orchestra.run.smithi040.stdout: "rocksdb_bloom_bits_per_key": "20", 2023-08-28T02:26:39.169 INFO:teuthology.orchestra.run.smithi040.stdout: "rocksdb_cache_index_and_filter_blocks": "true", 2023-08-28T02:26:39.169 INFO:teuthology.orchestra.run.smithi040.stdout: "rocksdb_cache_index_and_filter_blocks_with_high_priority": "false", 2023-08-28T02:26:39.169 INFO:teuthology.orchestra.run.smithi040.stdout: "rocksdb_cache_row_ratio": "0.000000", 2023-08-28T02:26:39.170 INFO:teuthology.orchestra.run.smithi040.stdout: "rocksdb_cache_shard_bits": "4", 2023-08-28T02:26:39.170 INFO:teuthology.orchestra.run.smithi040.stdout: "rocksdb_cache_size": "536870912", 2023-08-28T02:26:39.170 INFO:teuthology.orchestra.run.smithi040.stdout: "rocksdb_cache_type": "binned_lru", 2023-08-28T02:26:39.170 INFO:teuthology.orchestra.run.smithi040.stdout: "rocksdb_cf_compact_on_deletion": "true", 2023-08-28T02:26:39.170 INFO:teuthology.orchestra.run.smithi040.stdout: "rocksdb_cf_compact_on_deletion_sliding_window": "32768", 2023-08-28T02:26:39.170 INFO:teuthology.orchestra.run.smithi040.stdout: "rocksdb_cf_compact_on_deletion_trigger": "16384", 2023-08-28T02:26:39.170 INFO:teuthology.orchestra.run.smithi040.stdout: "rocksdb_collect_compaction_stats": "false", 2023-08-28T02:26:39.170 INFO:teuthology.orchestra.run.smithi040.stdout: "rocksdb_collect_extended_stats": "false", 2023-08-28T02:26:39.170 INFO:teuthology.orchestra.run.smithi040.stdout: "rocksdb_collect_memory_stats": "false", 2023-08-28T02:26:39.170 INFO:teuthology.orchestra.run.smithi040.stdout: "rocksdb_delete_range_threshold": "1048576", 2023-08-28T02:26:39.170 INFO:teuthology.orchestra.run.smithi040.stdout: "rocksdb_index_type": "binary_search", 2023-08-28T02:26:39.171 INFO:teuthology.orchestra.run.smithi040.stdout: "rocksdb_log_to_ceph_log": "true", 2023-08-28T02:26:39.171 INFO:teuthology.orchestra.run.smithi040.stdout: "rocksdb_metadata_block_size": "4096", 2023-08-28T02:26:39.171 INFO:teuthology.orchestra.run.smithi040.stdout: "rocksdb_partition_filters": "false", 2023-08-28T02:26:39.171 INFO:teuthology.orchestra.run.smithi040.stdout: "rocksdb_perf": "false", 2023-08-28T02:26:39.171 INFO:teuthology.orchestra.run.smithi040.stdout: "rocksdb_pin_l0_filter_and_index_blocks_in_cache": "false", 2023-08-28T02:26:39.171 INFO:teuthology.orchestra.run.smithi040.stdout: "rotating_keys_bootstrap_timeout": "30", 2023-08-28T02:26:39.171 INFO:teuthology.orchestra.run.smithi040.stdout: "rotating_keys_renewal_timeout": "10", 2023-08-28T02:26:39.171 INFO:teuthology.orchestra.run.smithi040.stdout: "run_dir": "/var/run/ceph", 2023-08-28T02:26:39.171 INFO:teuthology.orchestra.run.smithi040.stdout: "seastore_block_create": "true", 2023-08-28T02:26:39.171 INFO:teuthology.orchestra.run.smithi040.stdout: "seastore_cache_lru_size": "67108864", 2023-08-28T02:26:39.171 INFO:teuthology.orchestra.run.smithi040.stdout: "seastore_cbjournal_size": "5368709120", 2023-08-28T02:26:39.171 INFO:teuthology.orchestra.run.smithi040.stdout: "seastore_default_max_object_size": "16777216", 2023-08-28T02:26:39.172 INFO:teuthology.orchestra.run.smithi040.stdout: "seastore_default_object_metadata_reservation": "16777216", 2023-08-28T02:26:39.172 INFO:teuthology.orchestra.run.smithi040.stdout: "seastore_device_size": "53687091200", 2023-08-28T02:26:39.172 INFO:teuthology.orchestra.run.smithi040.stdout: "seastore_journal_batch_capacity": "16", 2023-08-28T02:26:39.172 INFO:teuthology.orchestra.run.smithi040.stdout: "seastore_journal_batch_flush_size": "16777216", 2023-08-28T02:26:39.172 INFO:teuthology.orchestra.run.smithi040.stdout: "seastore_journal_batch_preferred_fullness": "0.950000", 2023-08-28T02:26:39.172 INFO:teuthology.orchestra.run.smithi040.stdout: "seastore_journal_iodepth_limit": "5", 2023-08-28T02:26:39.172 INFO:teuthology.orchestra.run.smithi040.stdout: "seastore_main_device_type": "SSD", 2023-08-28T02:26:39.172 INFO:teuthology.orchestra.run.smithi040.stdout: "seastore_max_concurrent_transactions": "8", 2023-08-28T02:26:39.172 INFO:teuthology.orchestra.run.smithi040.stdout: "seastore_multiple_tiers_default_evict_ratio": "0.600000", 2023-08-28T02:26:39.172 INFO:teuthology.orchestra.run.smithi040.stdout: "seastore_multiple_tiers_fast_evict_ratio": "0.700000", 2023-08-28T02:26:39.172 INFO:teuthology.orchestra.run.smithi040.stdout: "seastore_multiple_tiers_stop_evict_ratio": "0.500000", 2023-08-28T02:26:39.172 INFO:teuthology.orchestra.run.smithi040.stdout: "seastore_obj_data_write_amplification": "1.250000", 2023-08-28T02:26:39.173 INFO:teuthology.orchestra.run.smithi040.stdout: "seastore_segment_size": "67108864", 2023-08-28T02:26:39.173 INFO:teuthology.orchestra.run.smithi040.stdout: "set_keepcaps": "false", 2023-08-28T02:26:39.173 INFO:teuthology.orchestra.run.smithi040.stdout: "setgroup": "ceph", 2023-08-28T02:26:39.173 INFO:teuthology.orchestra.run.smithi040.stdout: "setuser": "ceph", 2023-08-28T02:26:39.173 INFO:teuthology.orchestra.run.smithi040.stdout: "setuser_match_path": "", 2023-08-28T02:26:39.173 INFO:teuthology.orchestra.run.smithi040.stdout: "target_max_misplaced_ratio": "0.050000", 2023-08-28T02:26:39.173 INFO:teuthology.orchestra.run.smithi040.stdout: "thp": "false", 2023-08-28T02:26:39.173 INFO:teuthology.orchestra.run.smithi040.stdout: "threadpool_default_timeout": "60", 2023-08-28T02:26:39.173 INFO:teuthology.orchestra.run.smithi040.stdout: "threadpool_empty_queue_max_wait": "2", 2023-08-28T02:26:39.173 INFO:teuthology.orchestra.run.smithi040.stdout: "throttler_perf_counter": "true" 2023-08-28T02:26:39.173 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-08-28T02:26:39.380 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'mon.*' injectargs --mon_osd_down_out_interval=0 2023-08-28T02:26:39.685 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:26:40.778 INFO:teuthology.orchestra.run.smithi040.stdout:mon.a: {} 2023-08-28T02:26:40.788 INFO:teuthology.orchestra.run.smithi040.stdout:mon.b: {} 2023-08-28T02:26:40.798 INFO:teuthology.orchestra.run.smithi040.stdout:mon.c: {} 2023-08-28T02:26:40.799 INFO:teuthology.orchestra.run.smithi040.stderr:mon.a: mon_osd_down_out_interval = '0' (not observed, change may require restart) 2023-08-28T02:26:40.800 INFO:teuthology.orchestra.run.smithi040.stderr:mon.b: mon_osd_down_out_interval = '0' (not observed, change may require restart) 2023-08-28T02:26:40.800 INFO:teuthology.orchestra.run.smithi040.stderr:mon.c: mon_osd_down_out_interval = '0' (not observed, change may require restart) 2023-08-28T02:26:41.198 INFO:tasks.thrashosds.thrasher:Unable to test ceph-objectstore-tool, not available on all OSD nodes 2023-08-28T02:26:41.198 INFO:teuthology.task.sequential:In sequential, running task full_sequential... 2023-08-28T02:26:41.198 INFO:teuthology.task.full_sequential:In full_sequential, running task radosbench... 2023-08-28T02:26:41.199 INFO:tasks.radosbench:Beginning radosbench... 2023-08-28T02:26:41.199 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_4 2023-08-28T02:26:41.199 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd pool create unique_pool_4 16 2023-08-28T02:26:41.199 INFO:tasks.thrashosds.thrasher:starting do_thrash 2023-08-28T02:26:41.200 INFO:tasks.thrashosds.thrasher:in_osds: [0, 1, 2, 3, 4, 5, 6, 7] out_osds: [] dead_osds: [] live_osds: [0, 1, 2, 3, 4, 5, 6, 7] 2023-08-28T02:26:41.200 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-08-28T02:26:41.200 INFO:tasks.thrashosds.thrasher:starting do_sighup with a delay of 0.1 2023-08-28T02:26:41.200 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:26:41.201 INFO:tasks.thrashosds.thrasher:starting do_optrack_toggle with a delay of 2.0 2023-08-28T02:26:41.201 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-08-28T02:26:41.202 INFO:tasks.thrashosds.thrasher:starting do_dump_ops 2023-08-28T02:26:41.202 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.0 dump_ops_in_flight 2023-08-28T02:26:41.202 INFO:tasks.thrashosds.thrasher:starting do_noscrub_toggle with a delay of 2.0 2023-08-28T02:26:41.202 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd set noscrub 2023-08-28T02:26:41.241 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:26:41.262 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:26:41.265 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:26:41.266 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:26:41.367 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:26:41.408 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:26:41.432 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:26:41.435 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:26:41.436 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:26:41.436 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:41 smithi040 ceph-mon[175404]: pgmap v542: 73 pgs: 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-08-28T02:26:41.436 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:41 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3974318844' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-08-28T02:26:41.437 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:41 smithi040 ceph-mon[170259]: pgmap v542: 73 pgs: 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-08-28T02:26:41.437 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:41 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3974318844' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-08-28T02:26:41.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:41 smithi083 ceph-mon[157819]: pgmap v542: 73 pgs: 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-08-28T02:26:41.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:41 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3974318844' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-08-28T02:26:41.537 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:26:41.571 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:26:41.592 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:26:41.594 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:26:41.595 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:26:41.605 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:26:41.695 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:26:41.731 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:26:41.756 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:26:41.759 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:26:41.760 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:26:41.807 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:26:41.861 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:26:41.893 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:26:41.916 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:26:42.049 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:26:42.050 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:26:42.150 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:26:42.160 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:26:42.184 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:26:42.205 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:26:42.208 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:26:42.208 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:26:42.309 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:26:42.340 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:26:42.360 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:26:42.363 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:26:42.363 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:26:42.464 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:26:42.492 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:26:42.511 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:26:42.514 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:26:42.514 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:26:42.546 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:26:42.615 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:26:42.649 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:26:43.033 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:26:43.037 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:26:43.037 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:26:43.138 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:26:43.180 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:26:43.210 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:26:43.217 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:26:43.217 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:26:43.318 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:26:43.351 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:26:43.372 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:26:43.375 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:26:43.376 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:26:43.476 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:26:43.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:43 smithi040 ceph-mon[170259]: pgmap v543: 73 pgs: 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-08-28T02:26:43.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:43 smithi040 ceph-mon[175404]: pgmap v543: 73 pgs: 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-08-28T02:26:43.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:43 smithi083 ceph-mon[157819]: pgmap v543: 73 pgs: 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-08-28T02:26:43.506 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:26:43.526 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:26:43.529 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:26:43.529 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:26:43.536 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:26:43.558 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:26:43.579 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:26:43.601 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:26:43.621 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:26:43.630 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:26:43.642 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:26:43.658 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:26:43.662 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:26:43.678 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:26:43.681 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:26:43.681 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:26:43.682 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:26:43.684 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-08-28T02:26:43.684 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-08-28T02:26:43.684 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-08-28T02:26:43.684 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-08-28T02:26:43.684 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-08-28T02:26:43.684 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-08-28T02:26:43.685 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-08-28T02:26:43.685 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-08-28T02:26:43.688 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-08-28T02:26:43.688 INFO:teuthology.orchestra.run.smithi040.stdout: "ops": [], 2023-08-28T02:26:43.688 INFO:teuthology.orchestra.run.smithi040.stdout: "num_ops": 0 2023-08-28T02:26:43.689 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-08-28T02:26:43.782 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:26:43.810 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:26:43.829 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:26:43.832 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:26:43.832 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:26:43.933 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:26:43.972 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:26:44.153 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:26:44.156 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:26:44.157 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:26:44.179 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.0 dump_blocked_ops 2023-08-28T02:26:44.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:44 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2002390895' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:26:44.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:44 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2002390895' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:26:44.257 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:26:44.290 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:26:44.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:44 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2002390895' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:26:44.663 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:26:44.666 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:26:44.667 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:26:44.768 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:26:44.800 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:26:44.822 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:26:44.824 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:26:44.825 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:26:44.925 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:26:44.950 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:26:44.961 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:26:44.985 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:26:44.987 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:26:44.988 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:26:45.089 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:26:45.123 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:26:45.149 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:26:45.153 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:26:45.153 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:26:45.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:45 smithi040 ceph-mon[170259]: pgmap v544: 73 pgs: 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-08-28T02:26:45.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:45 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:26:45.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:45 smithi040 ceph-mon[175404]: pgmap v544: 73 pgs: 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-08-28T02:26:45.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:45 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:26:45.254 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:26:45.286 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:26:45.307 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:26:45.311 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:26:45.312 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:26:45.413 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:26:45.445 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:26:45.473 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:26:45.476 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:26:45.476 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:26:45.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:45 smithi083 ceph-mon[157819]: pgmap v544: 73 pgs: 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-08-28T02:26:45.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:45 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:26:45.577 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:26:45.611 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:26:45.631 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:26:45.634 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:26:45.634 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:26:45.672 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:26:45 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:26:45] "GET /metrics HTTP/1.1" 200 34024 "" "Prometheus/2.43.0" 2023-08-28T02:26:45.736 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:26:45.769 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:26:45.891 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:26:45.893 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:26:45.894 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:26:45.995 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:26:46.029 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:26:46.051 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:26:46.055 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:26:46.055 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:26:46.065 INFO:teuthology.orchestra.run.smithi040.stdout:ERROR: (22) Invalid argument 2023-08-28T02:26:46.066 INFO:teuthology.orchestra.run.smithi040.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:26:46.156 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:26:46.190 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:26:46.219 INFO:teuthology.orchestra.run.smithi040.stderr:pool 'unique_pool_4' created 2023-08-28T02:26:46.219 INFO:teuthology.orchestra.run.smithi040.stderr:noscrub is set 2023-08-28T02:26:46.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:46 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2880181240' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_4", "pg_num": 16}]: dispatch 2023-08-28T02:26:46.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:46 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_4", "pg_num": 16}]: dispatch 2023-08-28T02:26:46.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:46 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/9391170' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:26:46.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:46 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:26:46.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:46 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2880181240' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_4", "pg_num": 16}]: dispatch 2023-08-28T02:26:46.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:46 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_4", "pg_num": 16}]: dispatch 2023-08-28T02:26:46.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:46 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/9391170' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:26:46.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:46 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:26:46.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:46 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2880181240' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_4", "pg_num": 16}]: dispatch 2023-08-28T02:26:46.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:46 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_4", "pg_num": 16}]: dispatch 2023-08-28T02:26:46.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:46 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/9391170' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:26:46.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:46 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:26:46.605 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-08-28T02:26:46.657 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd pool application enable unique_pool_4 rados --yes-i-really-mean-it || true 2023-08-28T02:26:46.708 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.0 dump_historic_ops 2023-08-28T02:26:46.873 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:26:46.878 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:26:46.878 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:26:46.979 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:26:46.987 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:26:47.005 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:26:47.012 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:26:47.032 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:26:47.035 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:26:47.036 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:26:47.137 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:26:47.176 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:26:47.301 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:26:47.305 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:26:47.305 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:26:47.406 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:26:47.436 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:47 smithi040 ceph-mon[170259]: pgmap v545: 73 pgs: 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-08-28T02:26:47.436 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:47 smithi040 ceph-mon[170259]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:26:47.436 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:47 smithi040 ceph-mon[170259]: failed to encode map e160 with expected crc 2023-08-28T02:26:47.436 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:47 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_4", "pg_num": 16}]': finished 2023-08-28T02:26:47.436 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:47 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:26:47.437 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:47 smithi040 ceph-mon[170259]: osdmap e160: 8 total, 8 up, 8 in 2023-08-28T02:26:47.437 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:47 smithi040 ceph-mon[170259]: failed to encode map e160 with expected crc 2023-08-28T02:26:47.437 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:47 smithi040 ceph-mon[175404]: pgmap v545: 73 pgs: 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-08-28T02:26:47.437 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:47 smithi040 ceph-mon[175404]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:26:47.437 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:47 smithi040 ceph-mon[175404]: failed to encode map e160 with expected crc 2023-08-28T02:26:47.437 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:47 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_4", "pg_num": 16}]': finished 2023-08-28T02:26:47.437 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:47 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:26:47.437 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:47 smithi040 ceph-mon[175404]: osdmap e160: 8 total, 8 up, 8 in 2023-08-28T02:26:47.437 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:47 smithi040 ceph-mon[175404]: failed to encode map e160 with expected crc 2023-08-28T02:26:47.439 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:26:47.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:47 smithi083 ceph-mon[157819]: pgmap v545: 73 pgs: 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-08-28T02:26:47.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:47 smithi083 ceph-mon[157819]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:26:47.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:47 smithi083 ceph-mon[157819]: failed to encode map e160 with expected crc 2023-08-28T02:26:47.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:47 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_4", "pg_num": 16}]': finished 2023-08-28T02:26:47.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:47 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:26:47.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:47 smithi083 ceph-mon[157819]: osdmap e160: 8 total, 8 up, 8 in 2023-08-28T02:26:47.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:47 smithi083 ceph-mon[157819]: failed to encode map e160 with expected crc 2023-08-28T02:26:47.860 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:26:47.862 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:26:47.867 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:26:47.867 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:26:47.968 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:26:48.001 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:26:48.022 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:26:48.025 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:26:48.025 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:26:48.126 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:26:48.166 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:26:48.281 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:48 smithi040 ceph-mon[170259]: failed to encode map e161 with expected crc 2023-08-28T02:26:48.281 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:48 smithi040 ceph-mon[170259]: failed to encode map e161 with expected crc 2023-08-28T02:26:48.281 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:48 smithi040 ceph-mon[170259]: osdmap e161: 8 total, 8 up, 8 in 2023-08-28T02:26:48.281 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:48 smithi040 ceph-mon[170259]: failed to encode map e161 with expected crc 2023-08-28T02:26:48.281 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:48 smithi040 ceph-mon[170259]: failed to encode map e161 with expected crc 2023-08-28T02:26:48.281 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:48 smithi040 ceph-mon[170259]: failed to encode map e161 with expected crc 2023-08-28T02:26:48.281 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:48 smithi040 ceph-mon[175404]: failed to encode map e161 with expected crc 2023-08-28T02:26:48.281 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:48 smithi040 ceph-mon[175404]: failed to encode map e161 with expected crc 2023-08-28T02:26:48.281 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:48 smithi040 ceph-mon[175404]: osdmap e161: 8 total, 8 up, 8 in 2023-08-28T02:26:48.282 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:48 smithi040 ceph-mon[175404]: failed to encode map e161 with expected crc 2023-08-28T02:26:48.282 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:48 smithi040 ceph-mon[175404]: failed to encode map e161 with expected crc 2023-08-28T02:26:48.282 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:48 smithi040 ceph-mon[175404]: failed to encode map e161 with expected crc 2023-08-28T02:26:48.392 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:26:48.396 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:26:48.397 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:26:48.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:48 smithi083 ceph-mon[157819]: failed to encode map e161 with expected crc 2023-08-28T02:26:48.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:48 smithi083 ceph-mon[157819]: failed to encode map e161 with expected crc 2023-08-28T02:26:48.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:48 smithi083 ceph-mon[157819]: osdmap e161: 8 total, 8 up, 8 in 2023-08-28T02:26:48.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:48 smithi083 ceph-mon[157819]: failed to encode map e161 with expected crc 2023-08-28T02:26:48.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:48 smithi083 ceph-mon[157819]: failed to encode map e161 with expected crc 2023-08-28T02:26:48.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:48 smithi083 ceph-mon[157819]: failed to encode map e161 with expected crc 2023-08-28T02:26:48.497 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:26:48.529 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:26:48.531 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:26:48.550 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:26:48.552 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:26:48.553 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:26:48.559 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:26:48.579 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:26:48.599 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:26:48.620 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:26:48.640 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:26:48.653 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:26:48.659 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:26:48.680 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:26:48.681 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-08-28T02:26:48.681 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-08-28T02:26:48.682 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-08-28T02:26:48.682 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-08-28T02:26:48.682 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-08-28T02:26:48.682 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-08-28T02:26:48.682 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-08-28T02:26:48.682 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-08-28T02:26:48.685 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:26:48.705 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:26:48.709 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:26:48.709 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:26:48.810 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:26:48.839 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:26:48.858 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:26:48.860 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:26:48.861 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:26:48.963 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:26:48.968 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd set nodeep-scrub 2023-08-28T02:26:49.003 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:26:49.029 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:26:49.032 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:26:49.033 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:26:49.134 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:26:49.167 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:26:49.188 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:26:49.191 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:26:49.192 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:26:49.229 INFO:teuthology.orchestra.run.smithi040.stderr:enabled application 'rados' on pool 'unique_pool_4' 2023-08-28T02:26:49.260 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:49 smithi040 ceph-mon[175404]: pgmap v548: 89 pgs: 9 creating+peering, 7 unknown, 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-08-28T02:26:49.260 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:49 smithi040 ceph-mon[175404]: failed to encode map e162 with expected crc 2023-08-28T02:26:49.260 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:49 smithi040 ceph-mon[175404]: osdmap e162: 8 total, 8 up, 8 in 2023-08-28T02:26:49.261 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:49 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2483406573' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:26:49.261 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:49 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2182177819' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_4", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-08-28T02:26:49.261 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:49 smithi040 ceph-mon[175404]: failed to encode map e162 with expected crc 2023-08-28T02:26:49.261 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:49 smithi040 ceph-mon[175404]: failed to encode map e162 with expected crc 2023-08-28T02:26:49.261 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:49 smithi040 ceph-mon[170259]: pgmap v548: 89 pgs: 9 creating+peering, 7 unknown, 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-08-28T02:26:49.261 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:49 smithi040 ceph-mon[170259]: failed to encode map e162 with expected crc 2023-08-28T02:26:49.261 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:49 smithi040 ceph-mon[170259]: osdmap e162: 8 total, 8 up, 8 in 2023-08-28T02:26:49.261 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:49 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2483406573' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:26:49.262 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:49 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2182177819' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_4", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-08-28T02:26:49.262 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:49 smithi040 ceph-mon[170259]: failed to encode map e162 with expected crc 2023-08-28T02:26:49.262 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:49 smithi040 ceph-mon[170259]: failed to encode map e162 with expected crc 2023-08-28T02:26:49.292 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:26:49.323 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:26:49.342 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:26:49.345 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:26:49.346 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:26:49.446 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:26:49.462 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-08-28T02:26:49.463 INFO:teuthology.orchestra.run.smithi040.stdout: "size": 20, 2023-08-28T02:26:49.463 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 600, 2023-08-28T02:26:49.463 INFO:teuthology.orchestra.run.smithi040.stdout: "ops": [ 2023-08-28T02:26:49.463 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.463 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.25091.0:215501 6.9 6:90ee92c1:::benchmark_data_smithi040_174314_object102640:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116)", 2023-08-28T02:26:49.463 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:16:49.552719+0000", 2023-08-28T02:26:49.463 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 599.908474028, 2023-08-28T02:26:49.463 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.235605472, 2023-08-28T02:26:49.463 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:26:49.464 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "reached pg", 2023-08-28T02:26:49.464 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:26:49.464 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.25091", 2023-08-28T02:26:49.464 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/2856988340", 2023-08-28T02:26:49.464 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 215501 2023-08-28T02:26:49.464 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.464 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:26:49.464 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.464 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:26:49.464 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:49.552719+0000", 2023-08-28T02:26:49.464 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:26:49.465 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.465 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.465 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:26:49.465 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:49.552719+0000", 2023-08-28T02:26:49.465 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:26:49.465 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.465 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.465 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:26:49.465 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:49.552717+0000", 2023-08-28T02:26:49.465 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:26:49.465 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.466 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.466 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:26:49.466 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:49.552726+0000", 2023-08-28T02:26:49.466 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.3240000000000003e-06 2023-08-28T02:26:49.466 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.466 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.466 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:26:49.466 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:49.552742+0000", 2023-08-28T02:26:49.466 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.6441999999999999e-05 2023-08-28T02:26:49.466 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.466 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.467 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:26:49.467 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:49.552752+0000", 2023-08-28T02:26:49.467 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0227999999999999e-05 2023-08-28T02:26:49.467 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.467 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.467 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:26:49.467 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:49.552803+0000", 2023-08-28T02:26:49.467 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.1066000000000002e-05 2023-08-28T02:26:49.467 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.468 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.468 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:26:49.468 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:49.552918+0000", 2023-08-28T02:26:49.468 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00011497099999999999 2023-08-28T02:26:49.468 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.468 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.468 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 7", 2023-08-28T02:26:49.468 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:49.553040+0000", 2023-08-28T02:26:49.468 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000121651 2023-08-28T02:26:49.468 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.468 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.468 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:26:49.469 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:49.557614+0000", 2023-08-28T02:26:49.469 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0045739919999999998 2023-08-28T02:26:49.469 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.469 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.469 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:26:49.469 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:49.574077+0000", 2023-08-28T02:26:49.469 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.016463144999999998 2023-08-28T02:26:49.469 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.469 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.469 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:26:49.469 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:49.574093+0000", 2023-08-28T02:26:49.469 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.5817000000000001e-05 2023-08-28T02:26:49.470 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.470 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.470 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:26:49.470 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:50.300362+0000", 2023-08-28T02:26:49.470 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.72626926700000005 2023-08-28T02:26:49.470 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.470 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.470 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:26:49.470 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:50.300377+0000", 2023-08-28T02:26:49.470 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4535999999999999e-05 2023-08-28T02:26:49.470 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.470 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.471 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:26:49.471 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:51.759664+0000", 2023-08-28T02:26:49.471 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4592872649999999 2023-08-28T02:26:49.471 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.471 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.471 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for missing object", 2023-08-28T02:26:49.471 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:51.759804+0000", 2023-08-28T02:26:49.471 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00014036800000000001 2023-08-28T02:26:49.471 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.471 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.471 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:26:49.471 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:51.788226+0000", 2023-08-28T02:26:49.472 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.028422195000000001 2023-08-28T02:26:49.472 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.472 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.472 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:26:49.472 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:51.788324+0000", 2023-08-28T02:26:49.472 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.7649e-05 2023-08-28T02:26:49.472 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:26:49.472 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:26:49.472 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:26:49.472 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.472 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.472 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.25091.0:215513 6.9 6:948a7db5:::benchmark_data_smithi040_174314_object102652:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116)", 2023-08-28T02:26:49.473 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:16:49.570519+0000", 2023-08-28T02:26:49.473 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 599.89067323100005, 2023-08-28T02:26:49.473 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.2118799510000002, 2023-08-28T02:26:49.473 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:26:49.473 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:26:49.473 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:26:49.473 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.25091", 2023-08-28T02:26:49.473 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/2856988340", 2023-08-28T02:26:49.473 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 215513 2023-08-28T02:26:49.473 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.473 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:26:49.473 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.474 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:26:49.474 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:49.570519+0000", 2023-08-28T02:26:49.474 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:26:49.474 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.474 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.474 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:26:49.474 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:49.570519+0000", 2023-08-28T02:26:49.474 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:26:49.474 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.474 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.474 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:26:49.474 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:49.570518+0000", 2023-08-28T02:26:49.475 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:26:49.475 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.475 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.475 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:26:49.475 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:49.570527+0000", 2023-08-28T02:26:49.475 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.5619999999999993e-06 2023-08-28T02:26:49.475 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.476 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.476 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:26:49.476 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:49.570542+0000", 2023-08-28T02:26:49.476 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4936000000000001e-05 2023-08-28T02:26:49.476 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.476 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.476 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:26:49.476 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:49.570552+0000", 2023-08-28T02:26:49.476 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0284e-05 2023-08-28T02:26:49.477 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.477 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.477 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:26:49.477 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:49.574135+0000", 2023-08-28T02:26:49.477 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0035825200000000001 2023-08-28T02:26:49.477 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.477 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.477 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:26:49.477 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:49.574145+0000", 2023-08-28T02:26:49.477 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0087e-05 2023-08-28T02:26:49.477 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.477 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.478 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:26:49.478 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:50.300398+0000", 2023-08-28T02:26:49.478 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.72625273800000001 2023-08-28T02:26:49.478 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.478 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.478 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:26:49.478 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:50.300403+0000", 2023-08-28T02:26:49.478 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.1610000000000002e-06 2023-08-28T02:26:49.478 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.478 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.478 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:26:49.478 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:51.760213+0000", 2023-08-28T02:26:49.479 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.459809734 2023-08-28T02:26:49.479 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.479 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.479 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:26:49.479 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:51.760350+0000", 2023-08-28T02:26:49.479 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00013778099999999999 2023-08-28T02:26:49.479 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.479 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.479 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 2,7", 2023-08-28T02:26:49.479 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:51.760498+0000", 2023-08-28T02:26:49.479 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000147551 2023-08-28T02:26:49.479 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.480 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.480 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:26:49.480 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:51.769770+0000", 2023-08-28T02:26:49.480 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0092718739999999994 2023-08-28T02:26:49.480 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.480 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.480 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:26:49.480 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:51.782163+0000", 2023-08-28T02:26:49.480 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.012393516 2023-08-28T02:26:49.480 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.480 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.480 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:26:49.481 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:51.782192+0000", 2023-08-28T02:26:49.481 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.8903000000000001e-05 2023-08-28T02:26:49.481 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.481 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.481 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:26:49.481 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:51.782229+0000", 2023-08-28T02:26:49.481 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.6943999999999997e-05 2023-08-28T02:26:49.481 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.481 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.481 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:26:49.481 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:51.782399+0000", 2023-08-28T02:26:49.481 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00017010500000000001 2023-08-28T02:26:49.482 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:26:49.482 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:26:49.482 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:26:49.482 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.482 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.482 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.25091.0:215515 6.9 6:962da1cc:::benchmark_data_smithi040_174314_object102654:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116)", 2023-08-28T02:26:49.482 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:16:49.570564+0000", 2023-08-28T02:26:49.482 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 599.89062846100001, 2023-08-28T02:26:49.482 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.212009138, 2023-08-28T02:26:49.482 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:26:49.482 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:26:49.482 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:26:49.483 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.25091", 2023-08-28T02:26:49.483 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/2856988340", 2023-08-28T02:26:49.483 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 215515 2023-08-28T02:26:49.483 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.483 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:26:49.483 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.483 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:26:49.483 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:49.570564+0000", 2023-08-28T02:26:49.483 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:26:49.483 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.483 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.483 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:26:49.484 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:49.570564+0000", 2023-08-28T02:26:49.484 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:26:49.484 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.484 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.484 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:26:49.484 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:49.570564+0000", 2023-08-28T02:26:49.484 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:26:49.484 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.484 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.484 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:26:49.484 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:49.570567+0000", 2023-08-28T02:26:49.484 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.331e-06 2023-08-28T02:26:49.485 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.485 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.485 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:26:49.485 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:49.570574+0000", 2023-08-28T02:26:49.485 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.8040000000000004e-06 2023-08-28T02:26:49.485 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.485 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.485 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:26:49.485 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:49.570579+0000", 2023-08-28T02:26:49.485 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.0769999999999998e-06 2023-08-28T02:26:49.485 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.485 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.486 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:26:49.486 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:49.574166+0000", 2023-08-28T02:26:49.486 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0035874320000000002 2023-08-28T02:26:49.486 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.486 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.486 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:26:49.486 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:49.574175+0000", 2023-08-28T02:26:49.487 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.2139999999999996e-06 2023-08-28T02:26:49.487 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.487 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.487 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:26:49.487 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:50.300417+0000", 2023-08-28T02:26:49.487 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.72624279199999997 2023-08-28T02:26:49.487 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.487 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.487 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:26:49.487 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:50.300422+0000", 2023-08-28T02:26:49.487 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.6800000000000001e-06 2023-08-28T02:26:49.488 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.488 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.488 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:26:49.488 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:51.764745+0000", 2023-08-28T02:26:49.488 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4643228289999999 2023-08-28T02:26:49.488 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.488 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.488 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:26:49.488 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:51.764905+0000", 2023-08-28T02:26:49.488 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00016022200000000001 2023-08-28T02:26:49.488 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.488 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.489 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 2,7", 2023-08-28T02:26:49.489 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:51.765073+0000", 2023-08-28T02:26:49.489 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00016793 2023-08-28T02:26:49.489 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.489 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.489 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:26:49.489 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:51.782157+0000", 2023-08-28T02:26:49.489 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.017083722999999999 2023-08-28T02:26:49.489 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.489 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.489 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:26:49.489 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:51.782167+0000", 2023-08-28T02:26:49.490 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0606e-05 2023-08-28T02:26:49.490 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.490 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.490 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:26:49.490 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:51.782451+0000", 2023-08-28T02:26:49.490 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00028323299999999998 2023-08-28T02:26:49.490 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.490 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.490 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:26:49.490 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:51.782480+0000", 2023-08-28T02:26:49.490 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.9227e-05 2023-08-28T02:26:49.490 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.490 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.491 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:26:49.491 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:51.782573+0000", 2023-08-28T02:26:49.491 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.3545e-05 2023-08-28T02:26:49.491 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:26:49.491 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:26:49.491 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:26:49.491 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.491 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.491 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.25091.0:215524 6.9 6:9620896a:::benchmark_data_smithi040_174314_object102663:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117)", 2023-08-28T02:26:49.491 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:16:49.593835+0000", 2023-08-28T02:26:49.491 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 599.867357449, 2023-08-28T02:26:49.492 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.1946922419999999, 2023-08-28T02:26:49.492 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:26:49.492 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:26:49.492 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:26:49.492 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.25091", 2023-08-28T02:26:49.492 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/2856988340", 2023-08-28T02:26:49.492 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 215524 2023-08-28T02:26:49.492 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.492 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:26:49.492 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.492 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:26:49.492 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:49.593835+0000", 2023-08-28T02:26:49.492 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:26:49.493 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.493 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.493 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:26:49.493 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:49.593835+0000", 2023-08-28T02:26:49.493 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:26:49.493 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.493 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.493 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:26:49.493 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:49.593833+0000", 2023-08-28T02:26:49.493 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:26:49.493 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.493 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.494 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:26:49.494 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:49.593841+0000", 2023-08-28T02:26:49.494 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.746e-06 2023-08-28T02:26:49.494 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.494 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.494 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:26:49.494 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:49.593856+0000", 2023-08-28T02:26:49.494 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4548e-05 2023-08-28T02:26:49.494 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.494 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.494 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:26:49.494 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:49.593867+0000", 2023-08-28T02:26:49.495 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1319e-05 2023-08-28T02:26:49.495 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.495 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.495 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:26:49.495 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:49.595207+0000", 2023-08-28T02:26:49.495 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0013399130000000001 2023-08-28T02:26:49.495 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.495 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.495 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:26:49.495 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:49.595216+0000", 2023-08-28T02:26:49.495 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.9539999999999993e-06 2023-08-28T02:26:49.495 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.496 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.496 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:26:49.496 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:50.300435+0000", 2023-08-28T02:26:49.496 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.705219449 2023-08-28T02:26:49.496 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.496 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.496 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:26:49.496 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:50.300442+0000", 2023-08-28T02:26:49.496 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.2929999999999997e-06 2023-08-28T02:26:49.496 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.496 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.496 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:26:49.497 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:51.769798+0000", 2023-08-28T02:26:49.497 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4693562419999999 2023-08-28T02:26:49.497 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.497 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.497 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:26:49.497 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:51.769955+0000", 2023-08-28T02:26:49.497 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00015682599999999999 2023-08-28T02:26:49.497 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.497 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.497 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 2,7", 2023-08-28T02:26:49.497 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:51.770109+0000", 2023-08-28T02:26:49.497 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00015405799999999999 2023-08-28T02:26:49.498 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.498 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.498 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:26:49.498 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:51.782171+0000", 2023-08-28T02:26:49.498 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.012062412999999999 2023-08-28T02:26:49.498 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.498 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.498 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:26:49.498 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:51.782428+0000", 2023-08-28T02:26:49.498 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00025724 2023-08-28T02:26:49.498 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.498 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.499 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:26:49.499 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:51.788363+0000", 2023-08-28T02:26:49.499 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0059348589999999998 2023-08-28T02:26:49.499 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.499 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.499 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:26:49.499 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:51.788409+0000", 2023-08-28T02:26:49.499 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.5927000000000003e-05 2023-08-28T02:26:49.499 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.499 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.499 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:26:49.499 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:51.788527+0000", 2023-08-28T02:26:49.500 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000118372 2023-08-28T02:26:49.500 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:26:49.500 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:26:49.500 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:26:49.500 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.500 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.500 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.25091.0:215528 6.9 6:987984f1:::benchmark_data_smithi040_174314_object102667:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117)", 2023-08-28T02:26:49.500 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:16:49.601656+0000", 2023-08-28T02:26:49.500 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 599.85953711000002, 2023-08-28T02:26:49.500 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.192672119, 2023-08-28T02:26:49.500 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:26:49.500 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:26:49.501 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:26:49.501 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.25091", 2023-08-28T02:26:49.501 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/2856988340", 2023-08-28T02:26:49.501 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 215528 2023-08-28T02:26:49.501 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.501 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:26:49.501 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.501 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:26:49.501 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:49.601656+0000", 2023-08-28T02:26:49.501 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:26:49.501 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.501 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.501 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:26:49.502 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:49.601656+0000", 2023-08-28T02:26:49.502 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:26:49.502 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.502 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.502 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:26:49.502 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:49.601654+0000", 2023-08-28T02:26:49.502 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:26:49.502 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.502 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.502 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:26:49.502 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:49.601661+0000", 2023-08-28T02:26:49.503 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.0960000000000003e-06 2023-08-28T02:26:49.503 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.503 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.503 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:26:49.503 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:49.601676+0000", 2023-08-28T02:26:49.503 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4922999999999999e-05 2023-08-28T02:26:49.503 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.503 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.504 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:26:49.504 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:49.601683+0000", 2023-08-28T02:26:49.504 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.6179999999999997e-06 2023-08-28T02:26:49.504 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.504 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.504 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:26:49.504 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:49.601733+0000", 2023-08-28T02:26:49.504 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.9416000000000003e-05 2023-08-28T02:26:49.504 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.505 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.505 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:26:49.505 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:49.601748+0000", 2023-08-28T02:26:49.505 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4776e-05 2023-08-28T02:26:49.505 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.505 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.505 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:26:49.505 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:50.300455+0000", 2023-08-28T02:26:49.505 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.69870692700000003 2023-08-28T02:26:49.505 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.506 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.506 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:26:49.506 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:50.300459+0000", 2023-08-28T02:26:49.506 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.7169999999999999e-06 2023-08-28T02:26:49.506 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.506 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.506 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:26:49.506 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:51.774295+0000", 2023-08-28T02:26:49.506 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.473835526 2023-08-28T02:26:49.506 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.506 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.507 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:26:49.507 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:51.774454+0000", 2023-08-28T02:26:49.507 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00015967299999999999 2023-08-28T02:26:49.507 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.507 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.507 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 2,7", 2023-08-28T02:26:49.507 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:51.774620+0000", 2023-08-28T02:26:49.507 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00016591300000000001 2023-08-28T02:26:49.507 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.507 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.508 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:26:49.508 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:51.788568+0000", 2023-08-28T02:26:49.508 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.013947657 2023-08-28T02:26:49.508 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.508 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.508 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:26:49.508 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:51.789597+0000", 2023-08-28T02:26:49.508 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.001028599 2023-08-28T02:26:49.508 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.508 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.509 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:26:49.509 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:51.794079+0000", 2023-08-28T02:26:49.509 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0044823629999999996 2023-08-28T02:26:49.509 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.509 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.509 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:26:49.509 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:51.794139+0000", 2023-08-28T02:26:49.509 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.0236999999999999e-05 2023-08-28T02:26:49.509 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.509 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.509 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:26:49.510 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:16:51.794328+0000", 2023-08-28T02:26:49.510 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000188469 2023-08-28T02:26:49.510 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:26:49.510 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:26:49.510 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:26:49.510 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.510 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.510 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34413.0:60867 7.f 7:feba2071:::benchmark_data_smithi040_191604_object60866:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e133)", 2023-08-28T02:26:49.510 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:17:56.815999+0000", 2023-08-28T02:26:49.510 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 532.64519411499998, 2023-08-28T02:26:49.511 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.196010121, 2023-08-28T02:26:49.511 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:26:49.511 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "reached pg", 2023-08-28T02:26:49.511 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:26:49.511 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34413", 2023-08-28T02:26:49.511 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/500132659", 2023-08-28T02:26:49.511 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 60867 2023-08-28T02:26:49.511 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.511 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:26:49.511 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.512 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:26:49.512 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:17:56.815999+0000", 2023-08-28T02:26:49.512 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:26:49.512 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.512 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.512 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:26:49.512 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:17:56.815999+0000", 2023-08-28T02:26:49.512 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:26:49.512 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.512 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.512 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:26:49.513 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:17:56.815996+0000", 2023-08-28T02:26:49.513 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:26:49.513 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.513 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.513 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:26:49.513 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:17:56.816029+0000", 2023-08-28T02:26:49.513 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.2589999999999998e-05 2023-08-28T02:26:49.513 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.513 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.513 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:26:49.513 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:17:56.816042+0000", 2023-08-28T02:26:49.514 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2999999999999999e-05 2023-08-28T02:26:49.514 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.514 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.514 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:26:49.514 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:17:56.816052+0000", 2023-08-28T02:26:49.514 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.9559999999999992e-06 2023-08-28T02:26:49.514 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.515 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.515 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:26:49.515 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:17:56.816133+0000", 2023-08-28T02:26:49.515 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.0709000000000003e-05 2023-08-28T02:26:49.515 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.515 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.515 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:26:49.515 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:17:56.816262+0000", 2023-08-28T02:26:49.515 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00012942499999999999 2023-08-28T02:26:49.515 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.516 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.516 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 7", 2023-08-28T02:26:49.516 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:17:56.816385+0000", 2023-08-28T02:26:49.516 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000122972 2023-08-28T02:26:49.516 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.518 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.518 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:26:49.518 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:17:56.821227+0000", 2023-08-28T02:26:49.518 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0048420590000000001 2023-08-28T02:26:49.518 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.518 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.518 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:26:49.518 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:17:56.821251+0000", 2023-08-28T02:26:49.519 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.3623999999999999e-05 2023-08-28T02:26:49.519 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.519 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.519 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:26:49.519 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:17:57.816351+0000", 2023-08-28T02:26:49.519 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.99510013799999997 2023-08-28T02:26:49.519 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.519 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.519 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:26:49.519 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:17:57.816371+0000", 2023-08-28T02:26:49.520 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.0245e-05 2023-08-28T02:26:49.520 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.520 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.520 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:26:49.520 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:17:58.989171+0000", 2023-08-28T02:26:49.520 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.172799741 2023-08-28T02:26:49.520 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.520 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.520 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for degraded object", 2023-08-28T02:26:49.521 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:17:58.990110+0000", 2023-08-28T02:26:49.521 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00093887400000000002 2023-08-28T02:26:49.521 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.521 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.521 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:26:49.521 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:17:59.011916+0000", 2023-08-28T02:26:49.521 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.02180617 2023-08-28T02:26:49.521 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.521 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.522 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:26:49.522 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:17:59.012009+0000", 2023-08-28T02:26:49.522 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.2677999999999996e-05 2023-08-28T02:26:49.522 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:26:49.522 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:26:49.522 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:26:49.522 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.522 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.522 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34413.0:60869 7.f 7:f050448f:::benchmark_data_smithi040_191604_object60868:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e133)", 2023-08-28T02:26:49.522 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:17:56.816063+0000", 2023-08-28T02:26:49.523 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 532.64512967400003, 2023-08-28T02:26:49.523 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.1964213479999999, 2023-08-28T02:26:49.523 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:26:49.523 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:26:49.523 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:26:49.523 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34413", 2023-08-28T02:26:49.523 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/500132659", 2023-08-28T02:26:49.523 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 60869 2023-08-28T02:26:49.523 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.524 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:26:49.524 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.524 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:26:49.524 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:17:56.816063+0000", 2023-08-28T02:26:49.524 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:26:49.524 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.524 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.524 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:26:49.524 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:17:56.816063+0000", 2023-08-28T02:26:49.524 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:26:49.525 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.525 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.525 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:26:49.525 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:17:56.816063+0000", 2023-08-28T02:26:49.525 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:26:49.525 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.525 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.525 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:26:49.525 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:17:56.816093+0000", 2023-08-28T02:26:49.525 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.0537999999999998e-05 2023-08-28T02:26:49.525 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.526 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.526 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:26:49.526 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:17:56.816103+0000", 2023-08-28T02:26:49.526 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.6600000000000007e-06 2023-08-28T02:26:49.526 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.526 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.526 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:26:49.526 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:17:56.816109+0000", 2023-08-28T02:26:49.527 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.6279999999999999e-06 2023-08-28T02:26:49.527 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.527 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.527 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:26:49.527 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:17:56.821329+0000", 2023-08-28T02:26:49.527 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0052195710000000001 2023-08-28T02:26:49.527 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.527 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.527 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:26:49.527 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:17:56.821338+0000", 2023-08-28T02:26:49.528 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.6289999999999999e-06 2023-08-28T02:26:49.528 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.528 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.528 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:26:49.528 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:17:57.816412+0000", 2023-08-28T02:26:49.528 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.99507425900000002 2023-08-28T02:26:49.528 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.528 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.528 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:26:49.528 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:17:57.816418+0000", 2023-08-28T02:26:49.528 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.1260000000000003e-06 2023-08-28T02:26:49.529 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.529 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.529 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:26:49.529 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:17:58.990153+0000", 2023-08-28T02:26:49.529 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1737351760000001 2023-08-28T02:26:49.529 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.529 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.530 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:26:49.530 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:17:58.990303+0000", 2023-08-28T02:26:49.530 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000149794 2023-08-28T02:26:49.530 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.531 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.531 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 3,7", 2023-08-28T02:26:49.531 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:17:58.990504+0000", 2023-08-28T02:26:49.531 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00020147200000000001 2023-08-28T02:26:49.531 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.531 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.531 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:26:49.531 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:17:58.997283+0000", 2023-08-28T02:26:49.531 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0067787000000000004 2023-08-28T02:26:49.531 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.532 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.532 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:26:49.532 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:17:58.998301+0000", 2023-08-28T02:26:49.532 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.001017773 2023-08-28T02:26:49.532 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.532 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.532 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:26:49.532 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:17:59.012049+0000", 2023-08-28T02:26:49.532 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.013748481999999999 2023-08-28T02:26:49.532 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.532 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.533 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:26:49.533 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:17:59.012083+0000", 2023-08-28T02:26:49.533 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.3556999999999997e-05 2023-08-28T02:26:49.533 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.533 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.533 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:26:49.533 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:17:59.012484+0000", 2023-08-28T02:26:49.533 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00040145099999999999 2023-08-28T02:26:49.533 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:26:49.533 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:26:49.534 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:26:49.534 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.534 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.534 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34413.0:60882 7.f 7:f71dd321:::benchmark_data_smithi040_191604_object60881:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e134)", 2023-08-28T02:26:49.534 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:17:56.839713+0000", 2023-08-28T02:26:49.534 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 532.62147954199997, 2023-08-28T02:26:49.534 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.173327961, 2023-08-28T02:26:49.534 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:26:49.534 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:26:49.534 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:26:49.535 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34413", 2023-08-28T02:26:49.535 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/500132659", 2023-08-28T02:26:49.535 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 60882 2023-08-28T02:26:49.535 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.535 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:26:49.535 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.535 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:26:49.535 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:17:56.839713+0000", 2023-08-28T02:26:49.535 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:26:49.536 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.536 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.536 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:26:49.536 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:17:56.839713+0000", 2023-08-28T02:26:49.536 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:26:49.536 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.536 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.536 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:26:49.536 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:17:56.839711+0000", 2023-08-28T02:26:49.536 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:26:49.536 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.537 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.537 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:26:49.537 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:17:56.839741+0000", 2023-08-28T02:26:49.537 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.9172000000000001e-05 2023-08-28T02:26:49.537 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.537 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.537 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:26:49.537 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:17:56.839753+0000", 2023-08-28T02:26:49.537 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2459999999999999e-05 2023-08-28T02:26:49.537 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.537 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.538 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:26:49.538 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:17:56.839764+0000", 2023-08-28T02:26:49.538 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1447000000000001e-05 2023-08-28T02:26:49.538 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.538 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.538 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:26:49.538 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:17:56.839913+0000", 2023-08-28T02:26:49.538 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00014809099999999999 2023-08-28T02:26:49.538 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.538 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.539 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:26:49.539 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:17:56.839924+0000", 2023-08-28T02:26:49.539 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1073999999999999e-05 2023-08-28T02:26:49.539 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.539 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.539 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:26:49.539 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:17:57.816436+0000", 2023-08-28T02:26:49.539 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.97651286199999998 2023-08-28T02:26:49.539 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.539 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.540 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:26:49.540 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:17:57.816444+0000", 2023-08-28T02:26:49.540 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.7470000000000005e-06 2023-08-28T02:26:49.540 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.540 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.540 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:26:49.540 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:17:58.993006+0000", 2023-08-28T02:26:49.540 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.176561341 2023-08-28T02:26:49.540 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.540 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.541 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:26:49.541 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:17:58.993151+0000", 2023-08-28T02:26:49.541 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000145606 2023-08-28T02:26:49.541 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.541 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.541 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 3,7", 2023-08-28T02:26:49.541 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:17:58.993538+0000", 2023-08-28T02:26:49.541 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00038729999999999998 2023-08-28T02:26:49.541 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.541 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.542 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:26:49.542 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:17:58.998337+0000", 2023-08-28T02:26:49.542 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0047988129999999999 2023-08-28T02:26:49.542 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.542 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.542 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:26:49.542 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:17:58.998403+0000", 2023-08-28T02:26:49.542 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.5975000000000004e-05 2023-08-28T02:26:49.542 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.543 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.543 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:26:49.543 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:17:59.012546+0000", 2023-08-28T02:26:49.543 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.014142787 2023-08-28T02:26:49.543 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.543 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.543 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:26:49.543 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:17:59.012606+0000", 2023-08-28T02:26:49.543 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.0309999999999997e-05 2023-08-28T02:26:49.543 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.543 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.544 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:26:49.544 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:17:59.013041+0000", 2023-08-28T02:26:49.544 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00043471900000000002 2023-08-28T02:26:49.544 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:26:49.544 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:26:49.544 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:26:49.544 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.544 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.544 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34413.0:101103 7.f 7:fff724cd:::benchmark_data_smithi040_191604_object101102:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e138)", 2023-08-28T02:26:49.544 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:18:48.568527+0000", 2023-08-28T02:26:49.545 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 480.89266580200001, 2023-08-28T02:26:49.545 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0371100769999999, 2023-08-28T02:26:49.545 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:26:49.545 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:26:49.545 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:26:49.545 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34413", 2023-08-28T02:26:49.545 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/500132659", 2023-08-28T02:26:49.545 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 101103 2023-08-28T02:26:49.545 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.545 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:26:49.546 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.546 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:26:49.546 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:18:48.568527+0000", 2023-08-28T02:26:49.546 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:26:49.546 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.546 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.546 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:26:49.546 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:18:48.568527+0000", 2023-08-28T02:26:49.546 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:26:49.547 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.547 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.547 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:26:49.547 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:18:48.568525+0000", 2023-08-28T02:26:49.547 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:26:49.547 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.547 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.547 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:26:49.547 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:18:48.568554+0000", 2023-08-28T02:26:49.547 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.9258e-05 2023-08-28T02:26:49.548 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.548 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.548 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:26:49.548 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:18:48.568568+0000", 2023-08-28T02:26:49.548 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.3540000000000001e-05 2023-08-28T02:26:49.548 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.548 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.548 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:26:49.548 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:18:48.568577+0000", 2023-08-28T02:26:49.548 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.9749999999999996e-06 2023-08-28T02:26:49.548 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.549 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.549 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:26:49.549 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:18:48.585218+0000", 2023-08-28T02:26:49.549 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.016641270999999999 2023-08-28T02:26:49.549 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.549 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.549 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:26:49.549 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:18:48.585227+0000", 2023-08-28T02:26:49.549 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.2820000000000002e-06 2023-08-28T02:26:49.549 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.550 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.550 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:26:49.550 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:18:49.594908+0000", 2023-08-28T02:26:49.550 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0096807910000001 2023-08-28T02:26:49.550 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.550 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.550 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:26:49.550 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:18:49.595059+0000", 2023-08-28T02:26:49.550 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00015087299999999999 2023-08-28T02:26:49.550 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.550 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.551 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 3,7", 2023-08-28T02:26:49.551 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:18:49.595186+0000", 2023-08-28T02:26:49.551 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00012703399999999999 2023-08-28T02:26:49.551 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.551 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.551 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:26:49.551 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:18:49.598558+0000", 2023-08-28T02:26:49.551 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0033724720000000001 2023-08-28T02:26:49.551 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.552 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.552 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:26:49.552 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:18:49.602512+0000", 2023-08-28T02:26:49.552 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0039536659999999998 2023-08-28T02:26:49.552 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.552 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.552 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:26:49.552 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:18:49.605518+0000", 2023-08-28T02:26:49.552 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0030060109999999998 2023-08-28T02:26:49.553 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.553 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.553 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:26:49.553 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:18:49.605581+0000", 2023-08-28T02:26:49.553 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.3289999999999999e-05 2023-08-28T02:26:49.553 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.553 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.553 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:26:49.553 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:18:49.605637+0000", 2023-08-28T02:26:49.553 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.5645e-05 2023-08-28T02:26:49.553 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:26:49.554 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:26:49.554 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:26:49.554 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.554 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.554 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.44411.0:204751 8.e 8:78c30471:::benchmark_data_smithi040_198382_object86838:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e158)", 2023-08-28T02:26:49.554 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:25:13.895997+0000", 2023-08-28T02:26:49.554 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 95.565195192000004, 2023-08-28T02:26:49.554 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.047815332000000002, 2023-08-28T02:26:49.554 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:26:49.554 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:26:49.555 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:26:49.555 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.44411", 2023-08-28T02:26:49.555 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/741438835", 2023-08-28T02:26:49.555 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 204751 2023-08-28T02:26:49.555 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.555 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:26:49.555 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.555 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:26:49.555 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:25:13.895997+0000", 2023-08-28T02:26:49.556 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:26:49.556 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.556 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.556 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:26:49.556 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:25:13.895997+0000", 2023-08-28T02:26:49.556 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:26:49.556 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.556 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.556 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:26:49.556 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:25:13.895996+0000", 2023-08-28T02:26:49.556 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:26:49.557 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.557 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.557 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:26:49.557 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:25:13.896002+0000", 2023-08-28T02:26:49.557 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.7080000000000002e-06 2023-08-28T02:26:49.557 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.557 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.557 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:26:49.557 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:25:13.896013+0000", 2023-08-28T02:26:49.557 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0805000000000001e-05 2023-08-28T02:26:49.557 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.558 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.558 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:26:49.558 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:25:13.896019+0000", 2023-08-28T02:26:49.558 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.1929999999999998e-06 2023-08-28T02:26:49.558 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.558 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.558 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:26:49.558 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:25:13.904486+0000", 2023-08-28T02:26:49.558 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0084670500000000003 2023-08-28T02:26:49.559 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.559 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.559 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:26:49.559 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:25:13.904622+0000", 2023-08-28T02:26:49.559 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00013605099999999999 2023-08-28T02:26:49.559 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.559 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.559 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 2,4", 2023-08-28T02:26:49.559 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:25:13.904758+0000", 2023-08-28T02:26:49.559 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000135811 2023-08-28T02:26:49.560 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.560 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.560 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:26:49.560 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:25:13.911728+0000", 2023-08-28T02:26:49.560 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0069697209999999999 2023-08-28T02:26:49.560 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.560 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.560 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:26:49.560 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:25:13.912792+0000", 2023-08-28T02:26:49.560 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0010646 2023-08-28T02:26:49.561 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.561 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.561 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:26:49.561 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:25:13.943715+0000", 2023-08-28T02:26:49.561 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.030922387999999999 2023-08-28T02:26:49.561 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.561 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.561 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:26:49.561 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:25:13.943772+0000", 2023-08-28T02:26:49.561 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.7315999999999998e-05 2023-08-28T02:26:49.562 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.562 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.562 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:26:49.562 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:25:13.943813+0000", 2023-08-28T02:26:49.562 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.0661999999999998e-05 2023-08-28T02:26:49.562 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:26:49.562 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:26:49.562 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:26:49.562 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.562 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.563 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.44411.0:205199 8.e 8:7679feeb:::benchmark_data_smithi040_198382_object87286:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e158)", 2023-08-28T02:26:49.563 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:25:14.516818+0000", 2023-08-28T02:26:49.563 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 94.94437456, 2023-08-28T02:26:49.563 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.053879982999999999, 2023-08-28T02:26:49.563 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:26:49.563 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:26:49.563 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:26:49.563 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.44411", 2023-08-28T02:26:49.563 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/741438835", 2023-08-28T02:26:49.563 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 205199 2023-08-28T02:26:49.564 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.564 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:26:49.564 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.564 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:26:49.564 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:25:14.516818+0000", 2023-08-28T02:26:49.564 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:26:49.564 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.564 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.564 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:26:49.565 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:25:14.516818+0000", 2023-08-28T02:26:49.565 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:26:49.565 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.565 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.565 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:26:49.565 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:25:14.516818+0000", 2023-08-28T02:26:49.565 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:26:49.565 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.565 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.566 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:26:49.566 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:25:14.516821+0000", 2023-08-28T02:26:49.566 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.9790000000000002e-06 2023-08-28T02:26:49.566 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.566 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.566 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:26:49.566 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:25:14.516830+0000", 2023-08-28T02:26:49.566 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.8020000000000003e-06 2023-08-28T02:26:49.566 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.566 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.567 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:26:49.567 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:25:14.516836+0000", 2023-08-28T02:26:49.567 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.242e-06 2023-08-28T02:26:49.567 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.567 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.567 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:26:49.567 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:25:14.521698+0000", 2023-08-28T02:26:49.567 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0048622459999999998 2023-08-28T02:26:49.567 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.567 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.568 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:26:49.568 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:25:14.521841+0000", 2023-08-28T02:26:49.568 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000142869 2023-08-28T02:26:49.568 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.568 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.568 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 2,4", 2023-08-28T02:26:49.568 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:25:14.521971+0000", 2023-08-28T02:26:49.568 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00013060799999999999 2023-08-28T02:26:49.568 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.569 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.569 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:26:49.569 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:25:14.535152+0000", 2023-08-28T02:26:49.569 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.013180723 2023-08-28T02:26:49.569 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.569 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.569 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:26:49.569 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:25:14.535161+0000", 2023-08-28T02:26:49.569 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.2930000000000006e-06 2023-08-28T02:26:49.569 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.570 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.570 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:26:49.570 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:25:14.570572+0000", 2023-08-28T02:26:49.570 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.035410797000000001 2023-08-28T02:26:49.570 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.570 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.570 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:26:49.570 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:25:14.570643+0000", 2023-08-28T02:26:49.570 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.0544999999999996e-05 2023-08-28T02:26:49.570 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.571 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.571 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:26:49.571 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:25:14.570698+0000", 2023-08-28T02:26:49.571 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.5367e-05 2023-08-28T02:26:49.571 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:26:49.571 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:26:49.571 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:26:49.571 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.571 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.572 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.44411.0:216736 8.e 8:76fa052e:::benchmark_data_smithi040_198382_object98823:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e158)", 2023-08-28T02:26:49.572 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:25:30.627189+0000", 2023-08-28T02:26:49.572 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 78.834003225000004, 2023-08-28T02:26:49.572 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.050513755, 2023-08-28T02:26:49.572 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:26:49.572 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:26:49.572 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:26:49.572 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.44411", 2023-08-28T02:26:49.572 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/741438835", 2023-08-28T02:26:49.572 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 216736 2023-08-28T02:26:49.573 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.573 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:26:49.573 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.573 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:26:49.573 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:25:30.627189+0000", 2023-08-28T02:26:49.573 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:26:49.573 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.573 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.573 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:26:49.573 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:25:30.627189+0000", 2023-08-28T02:26:49.574 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:26:49.574 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.574 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.574 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:26:49.574 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:25:30.627188+0000", 2023-08-28T02:26:49.574 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:26:49.574 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.574 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.574 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:26:49.574 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:25:30.627195+0000", 2023-08-28T02:26:49.574 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.4799999999999998e-06 2023-08-28T02:26:49.575 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.575 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.575 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:26:49.575 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:25:30.627207+0000", 2023-08-28T02:26:49.575 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1936999999999999e-05 2023-08-28T02:26:49.575 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.575 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.575 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:26:49.575 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:25:30.627215+0000", 2023-08-28T02:26:49.576 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.7870000000000002e-06 2023-08-28T02:26:49.576 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.576 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.576 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:26:49.576 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:25:30.632064+0000", 2023-08-28T02:26:49.576 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0048492839999999997 2023-08-28T02:26:49.576 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.576 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.576 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:26:49.576 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:25:30.632183+0000", 2023-08-28T02:26:49.576 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000119361 2023-08-28T02:26:49.577 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.577 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.577 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 2,4", 2023-08-28T02:26:49.577 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:25:30.632269+0000", 2023-08-28T02:26:49.577 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.5399e-05 2023-08-28T02:26:49.577 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.577 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.577 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:26:49.577 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:25:30.642572+0000", 2023-08-28T02:26:49.577 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.010303479000000001 2023-08-28T02:26:49.577 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.578 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.578 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:26:49.578 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:25:30.649833+0000", 2023-08-28T02:26:49.578 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0072611200000000002 2023-08-28T02:26:49.578 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.578 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.578 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:26:49.578 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:25:30.677604+0000", 2023-08-28T02:26:49.578 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.027770901000000001 2023-08-28T02:26:49.578 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.578 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.579 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:26:49.579 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:25:30.677663+0000", 2023-08-28T02:26:49.579 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.9043999999999999e-05 2023-08-28T02:26:49.579 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.579 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.579 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:26:49.579 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:25:30.677703+0000", 2023-08-28T02:26:49.579 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.9974e-05 2023-08-28T02:26:49.579 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:26:49.579 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:26:49.580 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:26:49.580 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.580 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.580 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.44411.0:216738 8.e 8:73d02daf:::benchmark_data_smithi040_198382_object98825:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e158)", 2023-08-28T02:26:49.580 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:25:30.627224+0000", 2023-08-28T02:26:49.580 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 78.833968846000005, 2023-08-28T02:26:49.580 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.050585009, 2023-08-28T02:26:49.580 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:26:49.580 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:26:49.580 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:26:49.581 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.44411", 2023-08-28T02:26:49.581 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/741438835", 2023-08-28T02:26:49.581 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 216738 2023-08-28T02:26:49.581 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.581 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:26:49.581 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.581 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:26:49.581 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:25:30.627224+0000", 2023-08-28T02:26:49.581 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:26:49.581 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.581 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.582 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:26:49.582 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:25:30.627224+0000", 2023-08-28T02:26:49.582 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:26:49.582 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.582 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.582 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:26:49.582 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:25:30.627223+0000", 2023-08-28T02:26:49.582 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:26:49.582 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.582 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.583 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:26:49.583 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:25:30.627228+0000", 2023-08-28T02:26:49.583 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.6430000000000003e-06 2023-08-28T02:26:49.583 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.583 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.583 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:26:49.583 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:25:30.627236+0000", 2023-08-28T02:26:49.583 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.1030000000000002e-06 2023-08-28T02:26:49.583 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.583 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.584 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:26:49.584 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:25:30.627242+0000", 2023-08-28T02:26:49.584 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.2169999999999999e-06 2023-08-28T02:26:49.584 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.584 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.584 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:26:49.584 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:25:30.636331+0000", 2023-08-28T02:26:49.584 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0090891059999999996 2023-08-28T02:26:49.584 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.584 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.585 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:26:49.585 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:25:30.636421+0000", 2023-08-28T02:26:49.585 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.9222999999999996e-05 2023-08-28T02:26:49.585 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.585 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.585 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 2,4", 2023-08-28T02:26:49.585 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:25:30.636508+0000", 2023-08-28T02:26:49.585 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.7612000000000001e-05 2023-08-28T02:26:49.585 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.585 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.585 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:26:49.586 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:25:30.642584+0000", 2023-08-28T02:26:49.586 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0060760839999999998 2023-08-28T02:26:49.586 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.586 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.586 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:26:49.586 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:25:30.649993+0000", 2023-08-28T02:26:49.586 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0074086300000000002 2023-08-28T02:26:49.586 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.586 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.587 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:26:49.587 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:25:30.677740+0000", 2023-08-28T02:26:49.587 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.027747213999999999 2023-08-28T02:26:49.587 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.587 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.587 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:26:49.587 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:25:30.677776+0000", 2023-08-28T02:26:49.587 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.6052e-05 2023-08-28T02:26:49.587 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.587 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.588 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:26:49.588 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:25:30.677809+0000", 2023-08-28T02:26:49.588 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.2619000000000001e-05 2023-08-28T02:26:49.588 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:26:49.588 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:26:49.588 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:26:49.588 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.588 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.588 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.44411.0:230567 8.c 8:32789222:::benchmark_data_smithi040_198382_object112654:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e158)", 2023-08-28T02:26:49.589 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:25:50.304156+0000", 2023-08-28T02:26:49.589 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 59.157036794, 2023-08-28T02:26:49.589 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.050971818000000002, 2023-08-28T02:26:49.589 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:26:49.589 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:26:49.589 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:26:49.589 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.44411", 2023-08-28T02:26:49.589 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/741438835", 2023-08-28T02:26:49.589 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 230567 2023-08-28T02:26:49.589 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.589 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:26:49.590 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.590 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:26:49.590 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:25:50.304156+0000", 2023-08-28T02:26:49.590 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:26:49.590 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.590 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.590 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:26:49.590 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:25:50.304156+0000", 2023-08-28T02:26:49.590 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:26:49.591 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.591 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.591 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:26:49.591 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:25:50.304156+0000", 2023-08-28T02:26:49.591 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967296 2023-08-28T02:26:49.591 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.591 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.591 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:26:49.591 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:25:50.304157+0000", 2023-08-28T02:26:49.592 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.578e-06 2023-08-28T02:26:49.592 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.592 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.592 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:26:49.592 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:25:50.304160+0000", 2023-08-28T02:26:49.592 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.1549999999999999e-06 2023-08-28T02:26:49.592 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.592 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.592 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:26:49.592 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:25:50.304163+0000", 2023-08-28T02:26:49.592 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.96e-06 2023-08-28T02:26:49.593 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.593 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.593 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:26:49.593 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:25:50.314303+0000", 2023-08-28T02:26:49.593 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.010139472 2023-08-28T02:26:49.593 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.593 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.593 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:26:49.593 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:25:50.314402+0000", 2023-08-28T02:26:49.593 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.9087999999999997e-05 2023-08-28T02:26:49.593 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.594 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.594 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 3,7", 2023-08-28T02:26:49.594 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:25:50.314491+0000", 2023-08-28T02:26:49.594 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.9000999999999997e-05 2023-08-28T02:26:49.594 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.594 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.594 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:26:49.594 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:25:50.325622+0000", 2023-08-28T02:26:49.594 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.011131027999999999 2023-08-28T02:26:49.594 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.595 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.595 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:26:49.595 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:25:50.326123+0000", 2023-08-28T02:26:49.595 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000501287 2023-08-28T02:26:49.595 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.595 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.595 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:26:49.595 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:25:50.355036+0000", 2023-08-28T02:26:49.595 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.028912743000000001 2023-08-28T02:26:49.595 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.596 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.596 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:26:49.596 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:25:50.355087+0000", 2023-08-28T02:26:49.596 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.1408e-05 2023-08-28T02:26:49.596 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.596 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.596 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:26:49.596 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:25:50.355128+0000", 2023-08-28T02:26:49.596 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.0308000000000001e-05 2023-08-28T02:26:49.596 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:26:49.596 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:26:49.596 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:26:49.597 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.597 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.597 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.44411.0:233912 8.e 8:7349aebe:::benchmark_data_smithi040_198382_object115999:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e158)", 2023-08-28T02:26:49.597 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:25:55.184873+0000", 2023-08-28T02:26:49.597 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 54.276319358999999, 2023-08-28T02:26:49.597 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.047574749, 2023-08-28T02:26:49.597 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:26:49.597 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:26:49.597 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:26:49.597 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.44411", 2023-08-28T02:26:49.597 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/741438835", 2023-08-28T02:26:49.598 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 233912 2023-08-28T02:26:49.598 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.598 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:26:49.598 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.598 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:26:49.598 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:25:55.184873+0000", 2023-08-28T02:26:49.598 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:26:49.598 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.598 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.599 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:26:49.599 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:25:55.184873+0000", 2023-08-28T02:26:49.599 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:26:49.599 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.599 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.599 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:26:49.599 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:25:55.184873+0000", 2023-08-28T02:26:49.599 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:26:49.599 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.600 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.600 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:26:49.600 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:25:55.184875+0000", 2023-08-28T02:26:49.600 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.2639999999999998e-06 2023-08-28T02:26:49.600 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.600 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.600 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:26:49.600 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:25:55.184880+0000", 2023-08-28T02:26:49.600 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.0849999999999996e-06 2023-08-28T02:26:49.600 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.601 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.601 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:26:49.601 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:25:55.184885+0000", 2023-08-28T02:26:49.601 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.4850000000000003e-06 2023-08-28T02:26:49.601 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.601 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.601 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:26:49.601 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:25:55.207185+0000", 2023-08-28T02:26:49.601 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.022299718999999999 2023-08-28T02:26:49.601 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.602 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.602 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:26:49.602 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:25:55.207581+0000", 2023-08-28T02:26:49.602 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00039638500000000002 2023-08-28T02:26:49.602 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.602 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.602 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 2,4", 2023-08-28T02:26:49.602 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:25:55.207942+0000", 2023-08-28T02:26:49.602 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000360973 2023-08-28T02:26:49.602 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.603 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.603 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:26:49.603 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:25:55.213234+0000", 2023-08-28T02:26:49.603 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0052921310000000003 2023-08-28T02:26:49.603 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.603 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.603 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:26:49.603 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:25:55.222646+0000", 2023-08-28T02:26:49.604 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0094115799999999993 2023-08-28T02:26:49.604 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.604 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.604 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:26:49.604 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:25:55.232356+0000", 2023-08-28T02:26:49.604 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0097102509999999996 2023-08-28T02:26:49.604 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.604 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.604 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:26:49.604 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:25:55.232403+0000", 2023-08-28T02:26:49.604 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.7522999999999999e-05 2023-08-28T02:26:49.605 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:49.605 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:49.605 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:26:49.605 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:25:55.232448+0000", 2023-08-28T02:26:49.605 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.4632000000000002e-05 2023-08-28T02:26:49.605 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:26:49.605 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:26:49.605 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:26:49.605 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:26:49.606 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:26:49.606 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-08-28T02:26:49.606 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:49 smithi083 ceph-mon[157819]: pgmap v548: 89 pgs: 9 creating+peering, 7 unknown, 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-08-28T02:26:49.606 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:49 smithi083 ceph-mon[157819]: failed to encode map e162 with expected crc 2023-08-28T02:26:49.607 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:49 smithi083 ceph-mon[157819]: osdmap e162: 8 total, 8 up, 8 in 2023-08-28T02:26:49.607 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:49 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2483406573' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:26:49.607 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:49 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2182177819' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_4", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-08-28T02:26:49.607 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:49 smithi083 ceph-mon[157819]: failed to encode map e162 with expected crc 2023-08-28T02:26:49.607 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:49 smithi083 ceph-mon[157819]: failed to encode map e162 with expected crc 2023-08-28T02:26:49.607 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:26:49.608 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:26:49.608 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:26:49.608 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:26:49.709 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:26:49.737 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:26:49.756 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:26:49.759 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:26:49.760 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:26:49.861 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:26:49.900 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:26:49.932 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.1 dump_ops_in_flight 2023-08-28T02:26:49.968 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:26:49.975 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:26:49.978 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:26:49.979 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:26:50.079 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:26:50.113 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:26:50.139 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:26:50.143 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:26:50.144 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:26:50.244 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:26:50.273 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:26:50.292 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:26:50.294 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:26:50.295 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:26:50.396 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:26:50.424 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:26:50.443 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:26:50.445 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:26:50.446 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:26:50.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:50 smithi040 ceph-mon[175404]: failed to encode map e162 with expected crc 2023-08-28T02:26:50.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:50 smithi040 ceph-mon[175404]: failed to encode map e163 with expected crc 2023-08-28T02:26:50.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:50 smithi040 ceph-mon[175404]: failed to encode map e163 with expected crc 2023-08-28T02:26:50.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:50 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2182177819' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_4", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-08-28T02:26:50.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:50 smithi040 ceph-mon[175404]: osdmap e163: 8 total, 8 up, 8 in 2023-08-28T02:26:50.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:50 smithi040 ceph-mon[175404]: pgmap v551: 89 pgs: 9 creating+peering, 7 unknown, 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-08-28T02:26:50.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:50 smithi040 ceph-mon[170259]: failed to encode map e162 with expected crc 2023-08-28T02:26:50.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:50 smithi040 ceph-mon[170259]: failed to encode map e163 with expected crc 2023-08-28T02:26:50.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:50 smithi040 ceph-mon[170259]: failed to encode map e163 with expected crc 2023-08-28T02:26:50.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:50 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2182177819' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_4", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-08-28T02:26:50.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:50 smithi040 ceph-mon[170259]: osdmap e163: 8 total, 8 up, 8 in 2023-08-28T02:26:50.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:50 smithi040 ceph-mon[170259]: pgmap v551: 89 pgs: 9 creating+peering, 7 unknown, 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-08-28T02:26:50.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:50 smithi083 ceph-mon[157819]: failed to encode map e162 with expected crc 2023-08-28T02:26:50.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:50 smithi083 ceph-mon[157819]: failed to encode map e163 with expected crc 2023-08-28T02:26:50.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:50 smithi083 ceph-mon[157819]: failed to encode map e163 with expected crc 2023-08-28T02:26:50.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:50 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2182177819' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_4", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-08-28T02:26:50.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:50 smithi083 ceph-mon[157819]: osdmap e163: 8 total, 8 up, 8 in 2023-08-28T02:26:50.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:50 smithi083 ceph-mon[157819]: pgmap v551: 89 pgs: 9 creating+peering, 7 unknown, 73 active+clean; 582 KiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-08-28T02:26:50.547 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:26:50.586 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:26:50.652 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:26:50.662 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:26:50.666 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:26:50.667 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:26:50.767 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:26:50.798 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:26:50.817 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:26:50.820 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:26:50.821 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:26:50.922 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:26:50.958 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:26:50.962 DEBUG:teuthology.orchestra.run.smithi040:> /bin/sh -c 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --no-log-to-stderr --name client.0 -b 65536 --object-size 65536 -p unique_pool_4 bench 90 write' 2023-08-28T02:26:50.962 INFO:tasks.thrashosds.thrasher:fixing pg num pool unique_pool_4 2023-08-28T02:26:50.963 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:26:50.965 INFO:tasks.radosbench:joining radosbench (timing out after 3000s) 2023-08-28T02:26:50.965 INFO:teuthology.orchestra.run:waiting for 3000 2023-08-28T02:26:51.121 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:hints = 1 2023-08-28T02:26:51.121 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Maintaining 16 concurrent writes of 65536 bytes to objects of size 65536 for up to 90 seconds or 0 objects 2023-08-28T02:26:51.121 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Object prefix: benchmark_data_smithi040_209735 2023-08-28T02:26:51.122 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-08-28T02:26:51.122 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 0 0 0 0 0 0 - 0 2023-08-28T02:26:51.173 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-08-28T02:26:51.340 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:26:51.350 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:26:51.351 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:26:51.452 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:26:51.512 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:26:51.539 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:26:51.825 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:26:51.833 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:26:51.833 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:26:51.934 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:26:51.960 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-08-28T02:26:51.960 INFO:teuthology.orchestra.run.smithi040.stdout: "ops": [ 2023-08-28T02:26:51.960 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:51.960 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:1764 9.0 9:04ca34c6:::benchmark_data_smithi040_209735_object1763:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e163)", 2023-08-28T02:26:51.960 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:26:51.956436+0000", 2023-08-28T02:26:51.960 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 0.0025889049999999999, 2023-08-28T02:26:51.960 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0026283249999999999, 2023-08-28T02:26:51.960 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:26:51.960 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "waiting for sub ops", 2023-08-28T02:26:51.960 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:26:51.961 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:26:51.961 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:26:51.961 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 1764 2023-08-28T02:26:51.961 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:51.961 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:26:51.961 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:51.961 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:26:51.961 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:26:51.956436+0000", 2023-08-28T02:26:51.961 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:26:51.961 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:51.961 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:51.962 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:26:51.962 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:26:51.956436+0000", 2023-08-28T02:26:51.962 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:26:51.962 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:51.962 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:51.962 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:26:51.962 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:26:51.956434+0000", 2023-08-28T02:26:51.962 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:26:51.962 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:51.962 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:51.962 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:26:51.962 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:26:51.956461+0000", 2023-08-28T02:26:51.963 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.7291999999999999e-05 2023-08-28T02:26:51.963 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:51.963 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:51.963 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:26:51.963 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:26:51.956482+0000", 2023-08-28T02:26:51.963 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.1280999999999998e-05 2023-08-28T02:26:51.963 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:51.963 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:51.963 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:26:51.963 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:26:51.956493+0000", 2023-08-28T02:26:51.963 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0791999999999999e-05 2023-08-28T02:26:51.963 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:51.964 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:51.964 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:26:51.964 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:26:51.956552+0000", 2023-08-28T02:26:51.964 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.8588000000000002e-05 2023-08-28T02:26:51.964 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:51.964 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:51.964 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:26:51.964 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:26:51.956720+0000", 2023-08-28T02:26:51.964 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00016790300000000001 2023-08-28T02:26:51.964 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:51.964 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:51.965 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 2,6", 2023-08-28T02:26:51.965 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:26:51.956873+0000", 2023-08-28T02:26:51.965 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00015315500000000001 2023-08-28T02:26:51.965 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:51.965 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:51.965 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:26:51.965 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:26:51.958185+0000", 2023-08-28T02:26:51.965 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0013122139999999999 2023-08-28T02:26:51.965 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:51.965 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:51.965 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:26:51.965 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:26:51.958376+0000", 2023-08-28T02:26:51.966 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000191211 2023-08-28T02:26:51.966 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:26:51.966 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:26:51.966 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:26:51.966 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:51.966 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:51.966 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.34719.0:1760 9.a e163/160 9:57b02f57:::benchmark_data_smithi040_209735_object1759:head v 163'105, mlcod=163'103)", 2023-08-28T02:26:51.966 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:26:51.957278+0000", 2023-08-28T02:26:51.966 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 0.001746575, 2023-08-28T02:26:51.966 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0018872229999999999, 2023-08-28T02:26:51.966 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:26:51.967 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "started", 2023-08-28T02:26:51.967 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:26:51.967 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:51.967 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:26:51.967 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:26:51.957278+0000", 2023-08-28T02:26:51.967 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:26:51.967 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:51.967 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:51.967 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:26:51.967 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:26:51.957278+0000", 2023-08-28T02:26:51.968 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:26:51.968 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:51.968 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:51.968 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:26:51.968 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:26:51.957277+0000", 2023-08-28T02:26:51.968 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:26:51.968 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:51.968 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:51.968 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:26:51.968 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:26:51.957320+0000", 2023-08-28T02:26:51.969 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.3303000000000002e-05 2023-08-28T02:26:51.969 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:51.969 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:51.969 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:26:51.969 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:26:51.957333+0000", 2023-08-28T02:26:51.969 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2364999999999999e-05 2023-08-28T02:26:51.969 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:51.969 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:51.969 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:26:51.969 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:26:51.957340+0000", 2023-08-28T02:26:51.969 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.4569999999999999e-06 2023-08-28T02:26:51.970 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:51.970 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:51.970 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:26:51.970 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:26:51.957581+0000", 2023-08-28T02:26:51.970 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00024127099999999999 2023-08-28T02:26:51.970 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:51.970 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:51.970 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:26:51.970 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:26:51.957599+0000", 2023-08-28T02:26:51.970 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.7198999999999999e-05 2023-08-28T02:26:51.970 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:26:51.970 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:26:51.971 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:26:51.971 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:51.971 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:51.971 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.34719.0:1761 9.3 e163/160 9:ce5deeba:::benchmark_data_smithi040_209735_object1760:head v 163'112, mlcod=163'109)", 2023-08-28T02:26:51.971 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:26:51.957364+0000", 2023-08-28T02:26:51.971 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 0.0016603399999999999, 2023-08-28T02:26:51.971 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0018663550000000001, 2023-08-28T02:26:51.971 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:26:51.971 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "started", 2023-08-28T02:26:51.971 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:26:51.972 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:51.972 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:26:51.972 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:26:51.957364+0000", 2023-08-28T02:26:51.972 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:26:51.972 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:51.972 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:51.972 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:26:51.972 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:26:51.957364+0000", 2023-08-28T02:26:51.972 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:26:51.972 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:51.972 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:51.972 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:26:51.972 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:26:51.957364+0000", 2023-08-28T02:26:51.973 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:26:51.973 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:51.973 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:51.973 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:26:51.973 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:26:51.957406+0000", 2023-08-28T02:26:51.973 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.2907000000000001e-05 2023-08-28T02:26:51.973 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:51.973 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:51.973 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:26:51.973 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:26:51.957417+0000", 2023-08-28T02:26:51.973 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0971e-05 2023-08-28T02:26:51.974 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:51.974 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:51.974 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:26:51.974 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:26:51.957425+0000", 2023-08-28T02:26:51.974 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.2259999999999999e-06 2023-08-28T02:26:51.974 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:51.974 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:51.974 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:26:51.974 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:26:51.957565+0000", 2023-08-28T02:26:51.974 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000140247 2023-08-28T02:26:51.974 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:51.975 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:51.975 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:26:51.975 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:26:51.957587+0000", 2023-08-28T02:26:51.975 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.2243999999999999e-05 2023-08-28T02:26:51.975 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:26:51.975 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:26:51.975 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:26:51.975 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:51.975 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:51.976 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.34719.0:1768 9.e e163/160 9:737b3ba0:::benchmark_data_smithi040_209735_object1767:head v 163'117, mlcod=163'115)", 2023-08-28T02:26:51.976 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:26:51.957443+0000", 2023-08-28T02:26:51.976 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 0.001581638, 2023-08-28T02:26:51.976 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0018413290000000001, 2023-08-28T02:26:51.976 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:26:51.976 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "started", 2023-08-28T02:26:51.976 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:26:51.977 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:51.977 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:26:51.977 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:26:51.957443+0000", 2023-08-28T02:26:51.978 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:26:51.978 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:51.978 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:51.978 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:26:51.978 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:26:51.957443+0000", 2023-08-28T02:26:51.978 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:26:51.978 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:51.978 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:51.978 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:26:51.978 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:26:51.957443+0000", 2023-08-28T02:26:51.978 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:26:51.979 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:51.979 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:51.979 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:26:51.979 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:26:51.957479+0000", 2023-08-28T02:26:51.979 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.6452999999999998e-05 2023-08-28T02:26:51.979 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:51.979 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:51.979 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:26:51.979 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:26:51.957488+0000", 2023-08-28T02:26:51.979 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.5029999999999997e-06 2023-08-28T02:26:51.979 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:51.980 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:51.980 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:26:51.980 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:26:51.957494+0000", 2023-08-28T02:26:51.980 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.02e-06 2023-08-28T02:26:51.980 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:51.980 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:51.980 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:26:51.980 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:26:51.957808+0000", 2023-08-28T02:26:51.980 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00031429599999999999 2023-08-28T02:26:51.980 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:26:51.980 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:26:51.980 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:26:51.981 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:26:51.957828+0000", 2023-08-28T02:26:51.981 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.967e-05 2023-08-28T02:26:51.981 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:26:51.981 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:26:51.981 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:26:51.981 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:26:51.981 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-08-28T02:26:51.981 INFO:teuthology.orchestra.run.smithi040.stdout: "num_ops": 4 2023-08-28T02:26:51.981 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-08-28T02:26:51.982 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:26:51.993 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:26:51.995 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:26:51.996 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:26:52.096 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:26:52.098 INFO:teuthology.orchestra.run.smithi040.stderr:nodeep-scrub is set 2023-08-28T02:26:52.122 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 1 16 2110 2094 130.867 130.875 0.00750118 0.00759148 2023-08-28T02:26:52.156 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:26:52.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:52 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1140446392' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:26:52.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:52 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:26:52.359 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:52 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1140446392' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:26:52.359 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:52 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:26:52.360 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:52 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1140446392' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:26:52.360 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:52 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:26:52.548 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:26:52.552 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:26:52.553 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:26:52.654 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:26:52.697 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:26:52.731 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:26:52.734 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:26:52.734 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:26:52.835 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:26:52.884 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:26:52.911 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:26:52.916 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:26:52.916 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:26:52.971 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:26:52.980 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.1 dump_blocked_ops 2023-08-28T02:26:53.017 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:26:53.049 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:26:53.072 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:26:53.076 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:26:53.076 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:26:53.123 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 2 16 4515 4499 140.49 150.312 0.0149956 0.00710063 2023-08-28T02:26:53.177 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:26:53.190 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:53 smithi040 ceph-mon[170259]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:26:53.190 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:53 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:26:53.191 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:53 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:26:53.191 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:53 smithi040 ceph-mon[170259]: osdmap e164: 8 total, 8 up, 8 in 2023-08-28T02:26:53.191 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:53 smithi040 ceph-mon[170259]: failed to encode map e164 with expected crc 2023-08-28T02:26:53.191 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:53 smithi040 ceph-mon[170259]: failed to encode map e164 with expected crc 2023-08-28T02:26:53.191 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:53 smithi040 ceph-mon[170259]: failed to encode map e164 with expected crc 2023-08-28T02:26:53.191 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:53 smithi040 ceph-mon[170259]: failed to encode map e164 with expected crc 2023-08-28T02:26:53.191 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:53 smithi040 ceph-mon[170259]: failed to encode map e164 with expected crc 2023-08-28T02:26:53.191 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:53 smithi040 ceph-mon[170259]: failed to encode map e164 with expected crc 2023-08-28T02:26:53.191 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:53 smithi040 ceph-mon[170259]: failed to encode map e164 with expected crc 2023-08-28T02:26:53.191 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:53 smithi040 ceph-mon[170259]: failed to encode map e164 with expected crc 2023-08-28T02:26:53.191 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:53 smithi040 ceph-mon[170259]: failed to encode map e164 with expected crc 2023-08-28T02:26:53.191 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:53 smithi040 ceph-mon[170259]: failed to encode map e164 with expected crc 2023-08-28T02:26:53.192 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:53 smithi040 ceph-mon[170259]: pgmap v553: 89 pgs: 89 active+clean; 51 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s wr, 162 op/s 2023-08-28T02:26:53.192 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:53 smithi040 ceph-mon[175404]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:26:53.192 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:53 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:26:53.192 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:53 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:26:53.192 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:53 smithi040 ceph-mon[175404]: osdmap e164: 8 total, 8 up, 8 in 2023-08-28T02:26:53.192 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:53 smithi040 ceph-mon[175404]: failed to encode map e164 with expected crc 2023-08-28T02:26:53.192 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:53 smithi040 ceph-mon[175404]: failed to encode map e164 with expected crc 2023-08-28T02:26:53.192 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:53 smithi040 ceph-mon[175404]: failed to encode map e164 with expected crc 2023-08-28T02:26:53.192 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:53 smithi040 ceph-mon[175404]: failed to encode map e164 with expected crc 2023-08-28T02:26:53.192 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:53 smithi040 ceph-mon[175404]: failed to encode map e164 with expected crc 2023-08-28T02:26:53.192 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:53 smithi040 ceph-mon[175404]: failed to encode map e164 with expected crc 2023-08-28T02:26:53.192 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:53 smithi040 ceph-mon[175404]: failed to encode map e164 with expected crc 2023-08-28T02:26:53.193 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:53 smithi040 ceph-mon[175404]: failed to encode map e164 with expected crc 2023-08-28T02:26:53.193 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:53 smithi040 ceph-mon[175404]: failed to encode map e164 with expected crc 2023-08-28T02:26:53.193 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:53 smithi040 ceph-mon[175404]: failed to encode map e164 with expected crc 2023-08-28T02:26:53.193 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:53 smithi040 ceph-mon[175404]: pgmap v553: 89 pgs: 89 active+clean; 51 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s wr, 162 op/s 2023-08-28T02:26:53.295 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:26:53.396 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:53 smithi083 ceph-mon[157819]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:26:53.396 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:53 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:26:53.396 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:53 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:26:53.396 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:53 smithi083 ceph-mon[157819]: osdmap e164: 8 total, 8 up, 8 in 2023-08-28T02:26:53.396 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:53 smithi083 ceph-mon[157819]: failed to encode map e164 with expected crc 2023-08-28T02:26:53.396 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:53 smithi083 ceph-mon[157819]: failed to encode map e164 with expected crc 2023-08-28T02:26:53.396 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:53 smithi083 ceph-mon[157819]: failed to encode map e164 with expected crc 2023-08-28T02:26:53.397 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:53 smithi083 ceph-mon[157819]: failed to encode map e164 with expected crc 2023-08-28T02:26:53.397 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:53 smithi083 ceph-mon[157819]: failed to encode map e164 with expected crc 2023-08-28T02:26:53.397 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:53 smithi083 ceph-mon[157819]: failed to encode map e164 with expected crc 2023-08-28T02:26:53.397 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:53 smithi083 ceph-mon[157819]: failed to encode map e164 with expected crc 2023-08-28T02:26:53.397 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:53 smithi083 ceph-mon[157819]: failed to encode map e164 with expected crc 2023-08-28T02:26:53.397 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:53 smithi083 ceph-mon[157819]: failed to encode map e164 with expected crc 2023-08-28T02:26:53.397 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:53 smithi083 ceph-mon[157819]: failed to encode map e164 with expected crc 2023-08-28T02:26:53.397 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:53 smithi083 ceph-mon[157819]: pgmap v553: 89 pgs: 89 active+clean; 51 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s wr, 162 op/s 2023-08-28T02:26:53.433 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:26:53.438 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:26:53.438 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:26:53.539 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:26:53.580 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:26:53.581 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:26:53.590 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:26:53.606 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:26:53.610 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:26:53.610 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:26:53.711 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:26:53.754 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:26:53.783 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:26:53.785 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:26:53.785 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:26:53.886 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:26:53.948 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:26:54.123 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 3 16 6688 6672 138.927 135.812 0.00319403 0.00718711 2023-08-28T02:26:54.238 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:26:54.242 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:26:54.242 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:26:54.343 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:26:54.388 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:26:54.418 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:26:54.424 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:26:54.424 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:26:54.525 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:26:54.577 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:26:55.061 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd unset noscrub 2023-08-28T02:26:55.123 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 4 16 9492 9476 148.001 175.25 0.00384141 0.00674697 2023-08-28T02:26:55.388 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:55 smithi040 ceph-mon[170259]: from='client.54646 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:26:55.388 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:55 smithi040 ceph-mon[170259]: pgmap v554: 89 pgs: 89 active+clean; 51 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s wr, 133 op/s 2023-08-28T02:26:55.389 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:26:55 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:26:55] "GET /metrics HTTP/1.1" 200 34024 "" "Prometheus/2.43.0" 2023-08-28T02:26:55.389 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:55 smithi040 ceph-mon[175404]: from='client.54646 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:26:55.389 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:55 smithi040 ceph-mon[175404]: pgmap v554: 89 pgs: 89 active+clean; 51 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s wr, 133 op/s 2023-08-28T02:26:55.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:55 smithi083 ceph-mon[157819]: from='client.54646 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:26:55.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:55 smithi083 ceph-mon[157819]: pgmap v554: 89 pgs: 89 active+clean; 51 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s wr, 133 op/s 2023-08-28T02:26:55.504 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:26:55.532 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:26:55.541 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:26:55.542 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:26:55.643 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:26:55.698 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:26:56.124 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 5 16 11709 11693 146.085 138.562 0.00341986 0.00683708 2023-08-28T02:26:56.715 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:56 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:26:56.715 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:56 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:26:56.715 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:56 smithi040 ceph-mon[175404]: pgmap v555: 89 pgs: 89 active+clean; 342 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 43 MiB/s wr, 689 op/s 2023-08-28T02:26:56.716 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:56 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:26:56.716 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:56 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:26:56.716 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:56 smithi040 ceph-mon[170259]: pgmap v555: 89 pgs: 89 active+clean; 342 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 43 MiB/s wr, 689 op/s 2023-08-28T02:26:56.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:56 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:26:56.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:56 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:26:56.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:56 smithi083 ceph-mon[157819]: pgmap v555: 89 pgs: 89 active+clean; 342 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 43 MiB/s wr, 689 op/s 2023-08-28T02:26:57.125 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 6 16 14118 14102 146.829 150.562 0.00592227 0.00680164 2023-08-28T02:26:57.150 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:26:57.157 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:26:57.158 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:26:57.259 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:26:57.300 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:26:57.330 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:26:57.333 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:26:57.334 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:26:57.403 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":553,"stamp":"2023-08-28T02:26:52.132164+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":53155744,"num_objects":826,"num_object_clones":0,"num_object_copies":2478,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":826,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":1102,"num_write_kb":53773,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1018,"ondisk_log_size":1018,"up":267,"acting":267,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":263,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2722368,"kb_used_data":95488,"kb_used_omap":20,"kb_used_meta":2626795,"kb_avail":747238848,"statfs":{"total":767960285184,"available":765172580352,"internally_reserved":0,"allocated":97779712,"data_stored":91152731,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":20850,"internal_metadata":2689838734},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":52559872,"num_objects":802,"num_object_clones":0,"num_object_copies":2406,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":802,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":802,"num_write_kb":51328,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.921140"},"pg_stats":[{"pgid":"3.1a","version":"65'1","reported_seq":145,"reported_epoch":162,"state":"active+clean","last_fresh":"2023-08-28T02:26:48.222496+0000","last_change":"2023-08-28T02:16:50.313901+0000","last_active":"2023-08-28T02:26:48.222496+0000","last_peered":"2023-08-28T02:26:48.222496+0000","last_clean":"2023-08-28T02:26:48.222496+0000","last_became_active":"2023-08-28T02:16:50.313550+0000","last_became_peered":"2023-08-28T02:16:50.313550+0000","last_unstale":"2023-08-28T02:26:48.222496+0000","last_undegraded":"2023-08-28T02:26:48.222496+0000","last_fullsized":"2023-08-28T02:26:48.222496+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:31:11.838539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":104,"reported_epoch":162,"state":"active+clean","last_fresh":"2023-08-28T02:26:48.709908+0000","last_change":"2023-08-28T02:16:50.308996+0000","last_active":"2023-08-28T02:26:48.709908+0000","last_peered":"2023-08-28T02:26:48.709908+0000","last_clean":"2023-08-28T02:26:48.709908+0000","last_became_active":"2023-08-28T02:16:50.308569+0000","last_became_peered":"2023-08-28T02:16:50.308569+0000","last_unstale":"2023-08-28T02:26:48.709908+0000","last_undegraded":"2023-08-28T02:26:48.709908+0000","last_fullsized":"2023-08-28T02:26:48.709908+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:50:53.472069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":101,"reported_epoch":162,"state":"active+clean","last_fresh":"2023-08-28T02:26:48.709539+0000","last_change":"2023-08-28T02:17:57.849228+0000","last_active":"2023-08-28T02:26:48.709539+0000","last_peered":"2023-08-28T02:26:48.709539+0000","last_clean":"2023-08-28T02:26:48.709539+0000","last_became_active":"2023-08-28T02:17:57.848894+0000","last_became_peered":"2023-08-28T02:17:57.848894+0000","last_unstale":"2023-08-28T02:26:48.709539+0000","last_undegraded":"2023-08-28T02:26:48.709539+0000","last_fullsized":"2023-08-28T02:26:48.709539+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:39:59.056531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":117,"reported_epoch":162,"state":"active+clean","last_fresh":"2023-08-28T02:26:48.709164+0000","last_change":"2023-08-28T02:16:50.309837+0000","last_active":"2023-08-28T02:26:48.709164+0000","last_peered":"2023-08-28T02:26:48.709164+0000","last_clean":"2023-08-28T02:26:48.709164+0000","last_became_active":"2023-08-28T02:16:50.309470+0000","last_became_peered":"2023-08-28T02:16:50.309470+0000","last_unstale":"2023-08-28T02:26:48.709164+0000","last_undegraded":"2023-08-28T02:26:48.709164+0000","last_fullsized":"2023-08-28T02:26:48.709164+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:34:06.503952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":127,"reported_epoch":162,"state":"active+clean","last_fresh":"2023-08-28T02:26:48.219986+0000","last_change":"2023-08-28T02:17:57.847940+0000","last_active":"2023-08-28T02:26:48.219986+0000","last_peered":"2023-08-28T02:26:48.219986+0000","last_clean":"2023-08-28T02:26:48.219986+0000","last_became_active":"2023-08-28T02:17:57.843416+0000","last_became_peered":"2023-08-28T02:17:57.843416+0000","last_unstale":"2023-08-28T02:26:48.219986+0000","last_undegraded":"2023-08-28T02:26:48.219986+0000","last_fullsized":"2023-08-28T02:26:48.219986+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:10:47.631878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":125,"reported_epoch":162,"state":"active+clean","last_fresh":"2023-08-28T02:26:48.712494+0000","last_change":"2023-08-28T02:15:58.338976+0000","last_active":"2023-08-28T02:26:48.712494+0000","last_peered":"2023-08-28T02:26:48.712494+0000","last_clean":"2023-08-28T02:26:48.712494+0000","last_became_active":"2023-08-28T02:15:58.338552+0000","last_became_peered":"2023-08-28T02:15:58.338552+0000","last_unstale":"2023-08-28T02:26:48.712494+0000","last_undegraded":"2023-08-28T02:26:48.712494+0000","last_fullsized":"2023-08-28T02:26:48.712494+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:27:36.380341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":117,"reported_epoch":162,"state":"active+clean","last_fresh":"2023-08-28T02:26:48.709384+0000","last_change":"2023-08-28T02:17:57.876478+0000","last_active":"2023-08-28T02:26:48.709384+0000","last_peered":"2023-08-28T02:26:48.709384+0000","last_clean":"2023-08-28T02:26:48.709384+0000","last_became_active":"2023-08-28T02:17:57.876048+0000","last_became_peered":"2023-08-28T02:17:57.876048+0000","last_unstale":"2023-08-28T02:26:48.709384+0000","last_undegraded":"2023-08-28T02:26:48.709384+0000","last_fullsized":"2023-08-28T02:26:48.709384+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:46:14.225407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":109,"reported_epoch":162,"state":"active+clean","last_fresh":"2023-08-28T02:26:48.219910+0000","last_change":"2023-08-28T02:17:57.832929+0000","last_active":"2023-08-28T02:26:48.219910+0000","last_peered":"2023-08-28T02:26:48.219910+0000","last_clean":"2023-08-28T02:26:48.219910+0000","last_became_active":"2023-08-28T02:17:57.825320+0000","last_became_peered":"2023-08-28T02:17:57.825320+0000","last_unstale":"2023-08-28T02:26:48.219910+0000","last_undegraded":"2023-08-28T02:26:48.219910+0000","last_fullsized":"2023-08-28T02:26:48.219910+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:41:38.568184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":126,"reported_epoch":162,"state":"active+clean","last_fresh":"2023-08-28T02:26:48.713128+0000","last_change":"2023-08-28T02:15:58.356833+0000","last_active":"2023-08-28T02:26:48.713128+0000","last_peered":"2023-08-28T02:26:48.713128+0000","last_clean":"2023-08-28T02:26:48.713128+0000","last_became_active":"2023-08-28T02:15:58.356519+0000","last_became_peered":"2023-08-28T02:15:58.356519+0000","last_unstale":"2023-08-28T02:26:48.713128+0000","last_undegraded":"2023-08-28T02:26:48.713128+0000","last_fullsized":"2023-08-28T02:26:48.713128+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:18:26.590683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":95,"reported_epoch":162,"state":"active+clean","last_fresh":"2023-08-28T02:26:48.219793+0000","last_change":"2023-08-28T02:17:57.827818+0000","last_active":"2023-08-28T02:26:48.219793+0000","last_peered":"2023-08-28T02:26:48.219793+0000","last_clean":"2023-08-28T02:26:48.219793+0000","last_became_active":"2023-08-28T02:17:57.825999+0000","last_became_peered":"2023-08-28T02:17:57.825999+0000","last_unstale":"2023-08-28T02:26:48.219793+0000","last_undegraded":"2023-08-28T02:26:48.219793+0000","last_fullsized":"2023-08-28T02:26:48.219793+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:35:29.864132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"65'3","reported_seq":130,"reported_epoch":162,"state":"active+clean","last_fresh":"2023-08-28T02:26:48.711560+0000","last_change":"2023-08-28T02:17:57.827265+0000","last_active":"2023-08-28T02:26:48.711560+0000","last_peered":"2023-08-28T02:26:48.711560+0000","last_clean":"2023-08-28T02:26:48.711560+0000","last_became_active":"2023-08-28T02:17:57.826872+0000","last_became_peered":"2023-08-28T02:17:57.826872+0000","last_unstale":"2023-08-28T02:26:48.711560+0000","last_undegraded":"2023-08-28T02:26:48.711560+0000","last_fullsized":"2023-08-28T02:26:48.711560+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:48:03.674891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":101,"reported_epoch":162,"state":"active+clean","last_fresh":"2023-08-28T02:26:48.709832+0000","last_change":"2023-08-28T02:16:50.317018+0000","last_active":"2023-08-28T02:26:48.709832+0000","last_peered":"2023-08-28T02:26:48.709832+0000","last_clean":"2023-08-28T02:26:48.709832+0000","last_became_active":"2023-08-28T02:16:50.316562+0000","last_became_peered":"2023-08-28T02:16:50.316562+0000","last_unstale":"2023-08-28T02:26:48.709832+0000","last_undegraded":"2023-08-28T02:26:48.709832+0000","last_fullsized":"2023-08-28T02:26:48.709832+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:24:38.987247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":132,"reported_epoch":162,"state":"active+clean","last_fresh":"2023-08-28T02:26:48.222797+0000","last_change":"2023-08-28T02:07:37.315303+0000","last_active":"2023-08-28T02:26:48.222797+0000","last_peered":"2023-08-28T02:26:48.222797+0000","last_clean":"2023-08-28T02:26:48.222797+0000","last_became_active":"2023-08-28T02:07:37.312336+0000","last_became_peered":"2023-08-28T02:07:37.312336+0000","last_unstale":"2023-08-28T02:26:48.222797+0000","last_undegraded":"2023-08-28T02:26:48.222797+0000","last_fullsized":"2023-08-28T02:26:48.222797+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T14:00:32.089076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":126,"reported_epoch":162,"state":"active+clean","last_fresh":"2023-08-28T02:26:48.222641+0000","last_change":"2023-08-28T02:15:58.341659+0000","last_active":"2023-08-28T02:26:48.222641+0000","last_peered":"2023-08-28T02:26:48.222641+0000","last_clean":"2023-08-28T02:26:48.222641+0000","last_became_active":"2023-08-28T02:15:58.341315+0000","last_became_peered":"2023-08-28T02:15:58.341315+0000","last_unstale":"2023-08-28T02:26:48.222641+0000","last_undegraded":"2023-08-28T02:26:48.222641+0000","last_fullsized":"2023-08-28T02:26:48.222641+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:07:51.806773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"65'2","reported_seq":129,"reported_epoch":162,"state":"active+clean","last_fresh":"2023-08-28T02:26:48.711690+0000","last_change":"2023-08-28T02:16:50.332699+0000","last_active":"2023-08-28T02:26:48.711690+0000","last_peered":"2023-08-28T02:26:48.711690+0000","last_clean":"2023-08-28T02:26:48.711690+0000","last_became_active":"2023-08-28T02:16:50.332337+0000","last_became_peered":"2023-08-28T02:16:50.332337+0000","last_unstale":"2023-08-28T02:26:48.711690+0000","last_undegraded":"2023-08-28T02:26:48.711690+0000","last_fullsized":"2023-08-28T02:26:48.711690+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:26:51.876295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":105,"reported_epoch":162,"state":"active+clean","last_fresh":"2023-08-28T02:26:48.709150+0000","last_change":"2023-08-28T02:16:50.311257+0000","last_active":"2023-08-28T02:26:48.709150+0000","last_peered":"2023-08-28T02:26:48.709150+0000","last_clean":"2023-08-28T02:26:48.709150+0000","last_became_active":"2023-08-28T02:16:50.310902+0000","last_became_peered":"2023-08-28T02:16:50.310902+0000","last_unstale":"2023-08-28T02:26:48.709150+0000","last_undegraded":"2023-08-28T02:26:48.709150+0000","last_fullsized":"2023-08-28T02:26:48.709150+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:09.479771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,7],"acting":[0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":117,"reported_epoch":162,"state":"active+clean","last_fresh":"2023-08-28T02:26:48.708883+0000","last_change":"2023-08-28T02:17:57.870068+0000","last_active":"2023-08-28T02:26:48.708883+0000","last_peered":"2023-08-28T02:26:48.708883+0000","last_clean":"2023-08-28T02:26:48.708883+0000","last_became_active":"2023-08-28T02:17:57.869718+0000","last_became_peered":"2023-08-28T02:17:57.869718+0000","last_unstale":"2023-08-28T02:26:48.708883+0000","last_undegraded":"2023-08-28T02:26:48.708883+0000","last_fullsized":"2023-08-28T02:26:48.708883+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:28:47.968132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":125,"reported_epoch":162,"state":"active+clean","last_fresh":"2023-08-28T02:26:48.713142+0000","last_change":"2023-08-28T02:17:57.827021+0000","last_active":"2023-08-28T02:26:48.713142+0000","last_peered":"2023-08-28T02:26:48.713142+0000","last_clean":"2023-08-28T02:26:48.713142+0000","last_became_active":"2023-08-28T02:17:57.826722+0000","last_became_peered":"2023-08-28T02:17:57.826722+0000","last_unstale":"2023-08-28T02:26:48.713142+0000","last_undegraded":"2023-08-28T02:26:48.713142+0000","last_fullsized":"2023-08-28T02:26:48.713142+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:02:26.183338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":110,"reported_epoch":162,"state":"active+clean","last_fresh":"2023-08-28T02:26:48.711255+0000","last_change":"2023-08-28T02:07:37.318077+0000","last_active":"2023-08-28T02:26:48.711255+0000","last_peered":"2023-08-28T02:26:48.711255+0000","last_clean":"2023-08-28T02:26:48.711255+0000","last_became_active":"2023-08-28T02:07:37.317784+0000","last_became_peered":"2023-08-28T02:07:37.317784+0000","last_unstale":"2023-08-28T02:26:48.711255+0000","last_undegraded":"2023-08-28T02:26:48.711255+0000","last_fullsized":"2023-08-28T02:26:48.711255+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:08:37.079996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":118,"reported_epoch":162,"state":"active+clean","last_fresh":"2023-08-28T02:26:48.709303+0000","last_change":"2023-08-28T02:17:57.870143+0000","last_active":"2023-08-28T02:26:48.709303+0000","last_peered":"2023-08-28T02:26:48.709303+0000","last_clean":"2023-08-28T02:26:48.709303+0000","last_became_active":"2023-08-28T02:17:57.869769+0000","last_became_peered":"2023-08-28T02:17:57.869769+0000","last_unstale":"2023-08-28T02:26:48.709303+0000","last_undegraded":"2023-08-28T02:26:48.709303+0000","last_fullsized":"2023-08-28T02:26:48.709303+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:21:29.581768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"65'8","reported_seq":134,"reported_epoch":162,"state":"active+clean","last_fresh":"2023-08-28T02:26:48.711309+0000","last_change":"2023-08-28T02:14:43.083962+0000","last_active":"2023-08-28T02:26:48.711309+0000","last_peered":"2023-08-28T02:26:48.711309+0000","last_clean":"2023-08-28T02:26:48.711309+0000","last_became_active":"2023-08-28T02:14:43.083699+0000","last_became_peered":"2023-08-28T02:14:43.083699+0000","last_unstale":"2023-08-28T02:26:48.711309+0000","last_undegraded":"2023-08-28T02:26:48.711309+0000","last_fullsized":"2023-08-28T02:26:48.711309+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:34:42.581750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":109,"reported_epoch":162,"state":"active+clean","last_fresh":"2023-08-28T02:26:48.221256+0000","last_change":"2023-08-28T02:17:57.837590+0000","last_active":"2023-08-28T02:26:48.221256+0000","last_peered":"2023-08-28T02:26:48.221256+0000","last_clean":"2023-08-28T02:26:48.221256+0000","last_became_active":"2023-08-28T02:17:57.837098+0000","last_became_peered":"2023-08-28T02:17:57.837098+0000","last_unstale":"2023-08-28T02:26:48.221256+0000","last_undegraded":"2023-08-28T02:26:48.221256+0000","last_fullsized":"2023-08-28T02:26:48.221256+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:19:56.089819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.5","version":"163'95","reported_seq":107,"reported_epoch":163,"state":"active+clean","last_fresh":"2023-08-28T02:26:51.838308+0000","last_change":"2023-08-28T02:26:47.221782+0000","last_active":"2023-08-28T02:26:51.838308+0000","last_peered":"2023-08-28T02:26:51.838308+0000","last_clean":"2023-08-28T02:26:51.838308+0000","last_became_active":"2023-08-28T02:26:47.221375+0000","last_became_peered":"2023-08-28T02:26:47.221375+0000","last_unstale":"2023-08-28T02:26:51.838308+0000","last_undegraded":"2023-08-28T02:26:51.838308+0000","last_fullsized":"2023-08-28T02:26:51.838308+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":0,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:58:35.541731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6225920,"num_objects":95,"num_object_clones":0,"num_object_copies":285,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":95,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":95,"num_write_kb":6080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"65'1","reported_seq":128,"reported_epoch":162,"state":"active+clean","last_fresh":"2023-08-28T02:26:48.711646+0000","last_change":"2023-08-28T02:14:43.046130+0000","last_active":"2023-08-28T02:26:48.711646+0000","last_peered":"2023-08-28T02:26:48.711646+0000","last_clean":"2023-08-28T02:26:48.711646+0000","last_became_active":"2023-08-28T02:14:43.045775+0000","last_became_peered":"2023-08-28T02:14:43.045775+0000","last_unstale":"2023-08-28T02:26:48.711646+0000","last_undegraded":"2023-08-28T02:26:48.711646+0000","last_fullsized":"2023-08-28T02:26:48.711646+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:57:38.279756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":108,"reported_epoch":162,"state":"active+clean","last_fresh":"2023-08-28T02:26:48.712675+0000","last_change":"2023-08-28T02:07:37.452412+0000","last_active":"2023-08-28T02:26:48.712675+0000","last_peered":"2023-08-28T02:26:48.712675+0000","last_clean":"2023-08-28T02:26:48.712675+0000","last_became_active":"2023-08-28T02:07:37.452156+0000","last_became_peered":"2023-08-28T02:07:37.452156+0000","last_unstale":"2023-08-28T02:26:48.712675+0000","last_undegraded":"2023-08-28T02:26:48.712675+0000","last_fullsized":"2023-08-28T02:26:48.712675+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:10:33.405360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.4","version":"163'117","reported_seq":129,"reported_epoch":163,"state":"active+clean","last_fresh":"2023-08-28T02:26:52.051010+0000","last_change":"2023-08-28T02:26:47.219351+0000","last_active":"2023-08-28T02:26:52.051010+0000","last_peered":"2023-08-28T02:26:52.051010+0000","last_clean":"2023-08-28T02:26:52.051010+0000","last_became_active":"2023-08-28T02:26:47.219087+0000","last_became_peered":"2023-08-28T02:26:47.219087+0000","last_unstale":"2023-08-28T02:26:52.051010+0000","last_undegraded":"2023-08-28T02:26:52.051010+0000","last_fullsized":"2023-08-28T02:26:52.051010+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:27:01.492765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7667712,"num_objects":117,"num_object_clones":0,"num_object_copies":351,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":117,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":117,"num_write_kb":7488,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.e","version":"65'2","reported_seq":129,"reported_epoch":162,"state":"active+clean","last_fresh":"2023-08-28T02:26:48.711497+0000","last_change":"2023-08-28T02:15:58.339743+0000","last_active":"2023-08-28T02:26:48.711497+0000","last_peered":"2023-08-28T02:26:48.711497+0000","last_clean":"2023-08-28T02:26:48.711497+0000","last_became_active":"2023-08-28T02:15:58.339306+0000","last_became_peered":"2023-08-28T02:15:58.339306+0000","last_unstale":"2023-08-28T02:26:48.711497+0000","last_undegraded":"2023-08-28T02:26:48.711497+0000","last_fullsized":"2023-08-28T02:26:48.711497+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:26:49.535873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":143,"reported_epoch":162,"state":"active+clean","last_fresh":"2023-08-28T02:26:48.222540+0000","last_change":"2023-08-28T02:17:57.825376+0000","last_active":"2023-08-28T02:26:48.222540+0000","last_peered":"2023-08-28T02:26:48.222540+0000","last_clean":"2023-08-28T02:26:48.222540+0000","last_became_active":"2023-08-28T02:17:57.825022+0000","last_became_peered":"2023-08-28T02:17:57.825022+0000","last_unstale":"2023-08-28T02:26:48.222540+0000","last_undegraded":"2023-08-28T02:26:48.222540+0000","last_fullsized":"2023-08-28T02:26:48.222540+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:02:30.773293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.7","version":"0'0","reported_seq":11,"reported_epoch":162,"state":"active+clean","last_fresh":"2023-08-28T02:26:48.713075+0000","last_change":"2023-08-28T02:26:47.221639+0000","last_active":"2023-08-28T02:26:48.713075+0000","last_peered":"2023-08-28T02:26:48.713075+0000","last_clean":"2023-08-28T02:26:48.713075+0000","last_became_active":"2023-08-28T02:26:47.221330+0000","last_became_peered":"2023-08-28T02:26:47.221330+0000","last_unstale":"2023-08-28T02:26:48.713075+0000","last_undegraded":"2023-08-28T02:26:48.713075+0000","last_fullsized":"2023-08-28T02:26:48.713075+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:42:49.368758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"65'1","reported_seq":111,"reported_epoch":162,"state":"active+clean","last_fresh":"2023-08-28T02:26:48.711378+0000","last_change":"2023-08-28T02:07:37.312010+0000","last_active":"2023-08-28T02:26:48.711378+0000","last_peered":"2023-08-28T02:26:48.711378+0000","last_clean":"2023-08-28T02:26:48.711378+0000","last_became_active":"2023-08-28T02:07:37.311737+0000","last_became_peered":"2023-08-28T02:07:37.311737+0000","last_unstale":"2023-08-28T02:26:48.711378+0000","last_undegraded":"2023-08-28T02:26:48.711378+0000","last_fullsized":"2023-08-28T02:26:48.711378+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:09:38.844075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":125,"reported_epoch":162,"state":"active+clean","last_fresh":"2023-08-28T02:26:48.711994+0000","last_change":"2023-08-28T02:15:58.345711+0000","last_active":"2023-08-28T02:26:48.711994+0000","last_peered":"2023-08-28T02:26:48.711994+0000","last_clean":"2023-08-28T02:26:48.711994+0000","last_became_active":"2023-08-28T02:15:58.345246+0000","last_became_peered":"2023-08-28T02:15:58.345246+0000","last_unstale":"2023-08-28T02:26:48.711994+0000","last_undegraded":"2023-08-28T02:26:48.711994+0000","last_fullsized":"2023-08-28T02:26:48.711994+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:43:42.445855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.6","version":"0'0","reported_seq":11,"reported_epoch":162,"state":"active+clean","last_fresh":"2023-08-28T02:26:48.713009+0000","last_change":"2023-08-28T02:26:47.518372+0000","last_active":"2023-08-28T02:26:48.713009+0000","last_peered":"2023-08-28T02:26:48.713009+0000","last_clean":"2023-08-28T02:26:48.713009+0000","last_became_active":"2023-08-28T02:26:47.517962+0000","last_became_peered":"2023-08-28T02:26:47.517962+0000","last_unstale":"2023-08-28T02:26:48.713009+0000","last_undegraded":"2023-08-28T02:26:48.713009+0000","last_fullsized":"2023-08-28T02:26:48.713009+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:08:38.491019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,1],"acting":[5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":126,"reported_epoch":162,"state":"active+clean","last_fresh":"2023-08-28T02:26:48.712904+0000","last_change":"2023-08-28T02:17:57.872076+0000","last_active":"2023-08-28T02:26:48.712904+0000","last_peered":"2023-08-28T02:26:48.712904+0000","last_clean":"2023-08-28T02:26:48.712904+0000","last_became_active":"2023-08-28T02:17:57.871701+0000","last_became_peered":"2023-08-28T02:17:57.871701+0000","last_unstale":"2023-08-28T02:26:48.712904+0000","last_undegraded":"2023-08-28T02:26:48.712904+0000","last_fullsized":"2023-08-28T02:26:48.712904+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:34:26.505505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":131,"reported_epoch":162,"state":"active+clean","last_fresh":"2023-08-28T02:26:48.709931+0000","last_change":"2023-08-28T02:16:50.310255+0000","last_active":"2023-08-28T02:26:48.709931+0000","last_peered":"2023-08-28T02:26:48.709931+0000","last_clean":"2023-08-28T02:26:48.709931+0000","last_became_active":"2023-08-28T02:16:50.309889+0000","last_became_peered":"2023-08-28T02:16:50.309889+0000","last_unstale":"2023-08-28T02:26:48.709931+0000","last_undegraded":"2023-08-28T02:26:48.709931+0000","last_fullsized":"2023-08-28T02:26:48.709931+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:40:26.627880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1","version":"163'84","reported_seq":96,"reported_epoch":163,"state":"active+clean","last_fresh":"2023-08-28T02:26:51.647019+0000","last_change":"2023-08-28T02:26:47.519994+0000","last_active":"2023-08-28T02:26:51.647019+0000","last_peered":"2023-08-28T02:26:51.647019+0000","last_clean":"2023-08-28T02:26:51.647019+0000","last_became_active":"2023-08-28T02:26:47.519664+0000","last_became_peered":"2023-08-28T02:26:47.519664+0000","last_unstale":"2023-08-28T02:26:51.647019+0000","last_undegraded":"2023-08-28T02:26:51.647019+0000","last_fullsized":"2023-08-28T02:26:51.647019+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":0,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:31:30.812774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5505024,"num_objects":84,"num_object_clones":0,"num_object_copies":252,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":84,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":84,"num_write_kb":5376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"65'2","reported_seq":140,"reported_epoch":162,"state":"active+clean","last_fresh":"2023-08-28T02:26:48.220243+0000","last_change":"2023-08-28T02:17:57.845300+0000","last_active":"2023-08-28T02:26:48.220243+0000","last_peered":"2023-08-28T02:26:48.220243+0000","last_clean":"2023-08-28T02:26:48.220243+0000","last_became_active":"2023-08-28T02:17:57.843639+0000","last_became_peered":"2023-08-28T02:17:57.843639+0000","last_unstale":"2023-08-28T02:26:48.220243+0000","last_undegraded":"2023-08-28T02:26:48.220243+0000","last_fullsized":"2023-08-28T02:26:48.220243+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:27.684476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":126,"reported_epoch":162,"state":"active+clean","last_fresh":"2023-08-28T02:26:48.222795+0000","last_change":"2023-08-28T02:17:57.825494+0000","last_active":"2023-08-28T02:26:48.222795+0000","last_peered":"2023-08-28T02:26:48.222795+0000","last_clean":"2023-08-28T02:26:48.222795+0000","last_became_active":"2023-08-28T02:17:57.825112+0000","last_became_peered":"2023-08-28T02:17:57.825112+0000","last_unstale":"2023-08-28T02:26:48.222795+0000","last_undegraded":"2023-08-28T02:26:48.222795+0000","last_fullsized":"2023-08-28T02:26:48.222795+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:04:13.819397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.0","version":"163'141","reported_seq":152,"reported_epoch":163,"state":"active+clean","last_fresh":"2023-08-28T02:26:52.048582+0000","last_change":"2023-08-28T02:26:47.520125+0000","last_active":"2023-08-28T02:26:52.048582+0000","last_peered":"2023-08-28T02:26:52.048582+0000","last_clean":"2023-08-28T02:26:52.048582+0000","last_became_active":"2023-08-28T02:26:47.519794+0000","last_became_peered":"2023-08-28T02:26:47.519794+0000","last_unstale":"2023-08-28T02:26:52.048582+0000","last_undegraded":"2023-08-28T02:26:52.048582+0000","last_fullsized":"2023-08-28T02:26:52.048582+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":141,"log_dups_size":0,"ondisk_log_size":141,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:30:40.897909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9240576,"num_objects":141,"num_object_clones":0,"num_object_copies":423,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":141,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":141,"num_write_kb":9024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":126,"reported_epoch":162,"state":"active+clean","last_fresh":"2023-08-28T02:26:48.712119+0000","last_change":"2023-08-28T02:15:58.345460+0000","last_active":"2023-08-28T02:26:48.712119+0000","last_peered":"2023-08-28T02:26:48.712119+0000","last_clean":"2023-08-28T02:26:48.712119+0000","last_became_active":"2023-08-28T02:15:58.344797+0000","last_became_peered":"2023-08-28T02:15:58.344797+0000","last_unstale":"2023-08-28T02:26:48.712119+0000","last_undegraded":"2023-08-28T02:26:48.712119+0000","last_fullsized":"2023-08-28T02:26:48.712119+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:16:40.021927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":105,"reported_epoch":162,"state":"active+clean","last_fresh":"2023-08-28T02:26:48.709831+0000","last_change":"2023-08-28T02:16:50.318938+0000","last_active":"2023-08-28T02:26:48.709831+0000","last_peered":"2023-08-28T02:26:48.709831+0000","last_clean":"2023-08-28T02:26:48.709831+0000","last_became_active":"2023-08-28T02:16:50.318559+0000","last_became_peered":"2023-08-28T02:16:50.318559+0000","last_unstale":"2023-08-28T02:26:48.709831+0000","last_undegraded":"2023-08-28T02:26:48.709831+0000","last_fullsized":"2023-08-28T02:26:48.709831+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:08:58.462110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,5],"acting":[0,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":11,"reported_epoch":162,"state":"active+clean","last_fresh":"2023-08-28T02:26:48.711335+0000","last_change":"2023-08-28T02:26:47.222960+0000","last_active":"2023-08-28T02:26:48.711335+0000","last_peered":"2023-08-28T02:26:48.711335+0000","last_clean":"2023-08-28T02:26:48.711335+0000","last_became_active":"2023-08-28T02:26:47.222653+0000","last_became_peered":"2023-08-28T02:26:47.222653+0000","last_unstale":"2023-08-28T02:26:48.711335+0000","last_undegraded":"2023-08-28T02:26:48.711335+0000","last_fullsized":"2023-08-28T02:26:48.711335+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:59:15.589077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":127,"reported_epoch":162,"state":"active+clean","last_fresh":"2023-08-28T02:26:48.222486+0000","last_change":"2023-08-28T02:16:50.340534+0000","last_active":"2023-08-28T02:26:48.222486+0000","last_peered":"2023-08-28T02:26:48.222486+0000","last_clean":"2023-08-28T02:26:48.222486+0000","last_became_active":"2023-08-28T02:16:50.340208+0000","last_became_peered":"2023-08-28T02:16:50.340208+0000","last_unstale":"2023-08-28T02:26:48.222486+0000","last_undegraded":"2023-08-28T02:26:48.222486+0000","last_fullsized":"2023-08-28T02:26:48.222486+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:15:28.933937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":126,"reported_epoch":162,"state":"active+clean","last_fresh":"2023-08-28T02:26:48.222889+0000","last_change":"2023-08-28T02:15:58.341805+0000","last_active":"2023-08-28T02:26:48.222889+0000","last_peered":"2023-08-28T02:26:48.222889+0000","last_clean":"2023-08-28T02:26:48.222889+0000","last_became_active":"2023-08-28T02:15:58.341410+0000","last_became_peered":"2023-08-28T02:15:58.341410+0000","last_unstale":"2023-08-28T02:26:48.222889+0000","last_undegraded":"2023-08-28T02:26:48.222889+0000","last_fullsized":"2023-08-28T02:26:48.222889+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:53:09.135509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.2","version":"163'66","reported_seq":78,"reported_epoch":163,"state":"active+clean","last_fresh":"2023-08-28T02:26:51.646692+0000","last_change":"2023-08-28T02:26:47.518040+0000","last_active":"2023-08-28T02:26:51.646692+0000","last_peered":"2023-08-28T02:26:51.646692+0000","last_clean":"2023-08-28T02:26:51.646692+0000","last_became_active":"2023-08-28T02:26:47.517686+0000","last_became_peered":"2023-08-28T02:26:47.517686+0000","last_unstale":"2023-08-28T02:26:51.646692+0000","last_undegraded":"2023-08-28T02:26:51.646692+0000","last_fullsized":"2023-08-28T02:26:51.646692+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":0,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:33:21.675732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4325376,"num_objects":66,"num_object_clones":0,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":66,"num_write_kb":4224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":111,"reported_epoch":162,"state":"active+clean","last_fresh":"2023-08-28T02:26:48.219836+0000","last_change":"2023-08-28T02:17:57.834673+0000","last_active":"2023-08-28T02:26:48.219836+0000","last_peered":"2023-08-28T02:26:48.219836+0000","last_clean":"2023-08-28T02:26:48.219836+0000","last_became_active":"2023-08-28T02:17:57.833257+0000","last_became_peered":"2023-08-28T02:17:57.833257+0000","last_unstale":"2023-08-28T02:26:48.219836+0000","last_undegraded":"2023-08-28T02:26:48.219836+0000","last_fullsized":"2023-08-28T02:26:48.219836+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:59:25.673492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":90,"reported_epoch":162,"state":"active+clean","last_fresh":"2023-08-28T02:26:48.709617+0000","last_change":"2023-08-28T02:14:44.099829+0000","last_active":"2023-08-28T02:26:48.709617+0000","last_peered":"2023-08-28T02:26:48.709617+0000","last_clean":"2023-08-28T02:26:48.709617+0000","last_became_active":"2023-08-28T02:14:44.099521+0000","last_became_peered":"2023-08-28T02:14:44.099521+0000","last_unstale":"2023-08-28T02:26:48.709617+0000","last_undegraded":"2023-08-28T02:26:48.709617+0000","last_fullsized":"2023-08-28T02:26:48.709617+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:41:15.842669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.f","version":"0'0","reported_seq":11,"reported_epoch":162,"state":"active+clean","last_fresh":"2023-08-28T02:26:48.713069+0000","last_change":"2023-08-28T02:26:47.222033+0000","last_active":"2023-08-28T02:26:48.713069+0000","last_peered":"2023-08-28T02:26:48.713069+0000","last_clean":"2023-08-28T02:26:48.713069+0000","last_became_active":"2023-08-28T02:26:47.221705+0000","last_became_peered":"2023-08-28T02:26:47.221705+0000","last_unstale":"2023-08-28T02:26:48.713069+0000","last_undegraded":"2023-08-28T02:26:48.713069+0000","last_fullsized":"2023-08-28T02:26:48.713069+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:28:10.163189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":134,"reported_epoch":162,"state":"active+clean","last_fresh":"2023-08-28T02:26:48.709597+0000","last_change":"2023-08-28T02:15:58.330205+0000","last_active":"2023-08-28T02:26:48.709597+0000","last_peered":"2023-08-28T02:26:48.709597+0000","last_clean":"2023-08-28T02:26:48.709597+0000","last_became_active":"2023-08-28T02:15:58.329854+0000","last_became_peered":"2023-08-28T02:15:58.329854+0000","last_unstale":"2023-08-28T02:26:48.709597+0000","last_undegraded":"2023-08-28T02:26:48.709597+0000","last_fullsized":"2023-08-28T02:26:48.709597+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:11:59.215198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":143,"reported_epoch":162,"state":"active+clean","last_fresh":"2023-08-28T02:26:48.713125+0000","last_change":"2023-08-28T02:17:57.832204+0000","last_active":"2023-08-28T02:26:48.713125+0000","last_peered":"2023-08-28T02:26:48.713125+0000","last_clean":"2023-08-28T02:26:48.713125+0000","last_became_active":"2023-08-28T02:17:57.831885+0000","last_became_peered":"2023-08-28T02:17:57.831885+0000","last_unstale":"2023-08-28T02:26:48.713125+0000","last_undegraded":"2023-08-28T02:26:48.713125+0000","last_fullsized":"2023-08-28T02:26:48.713125+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:14:33.767147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":87,"reported_epoch":162,"state":"active+clean","last_fresh":"2023-08-28T02:26:48.709914+0000","last_change":"2023-08-28T02:15:58.343551+0000","last_active":"2023-08-28T02:26:48.709914+0000","last_peered":"2023-08-28T02:26:48.709914+0000","last_clean":"2023-08-28T02:26:48.709914+0000","last_became_active":"2023-08-28T02:15:58.341847+0000","last_became_peered":"2023-08-28T02:15:58.341847+0000","last_unstale":"2023-08-28T02:26:48.709914+0000","last_undegraded":"2023-08-28T02:26:48.709914+0000","last_fullsized":"2023-08-28T02:26:48.709914+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:54:02.981107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.9","version":"163'76","reported_seq":86,"reported_epoch":163,"state":"active+clean","last_fresh":"2023-08-28T02:26:51.847140+0000","last_change":"2023-08-28T02:26:47.221419+0000","last_active":"2023-08-28T02:26:51.847140+0000","last_peered":"2023-08-28T02:26:51.847140+0000","last_clean":"2023-08-28T02:26:51.847140+0000","last_became_active":"2023-08-28T02:26:47.221106+0000","last_became_peered":"2023-08-28T02:26:47.221106+0000","last_unstale":"2023-08-28T02:26:51.847140+0000","last_undegraded":"2023-08-28T02:26:51.847140+0000","last_fullsized":"2023-08-28T02:26:51.847140+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":0,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:48:35.151309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4980736,"num_objects":76,"num_object_clones":0,"num_object_copies":228,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":76,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":76,"num_write_kb":4864,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":130,"reported_epoch":162,"state":"active+clean","last_fresh":"2023-08-28T02:26:48.712874+0000","last_change":"2023-08-28T02:15:58.344890+0000","last_active":"2023-08-28T02:26:48.712874+0000","last_peered":"2023-08-28T02:26:48.712874+0000","last_clean":"2023-08-28T02:26:48.712874+0000","last_became_active":"2023-08-28T02:15:58.344569+0000","last_became_peered":"2023-08-28T02:15:58.344569+0000","last_unstale":"2023-08-28T02:26:48.712874+0000","last_undegraded":"2023-08-28T02:26:48.712874+0000","last_fullsized":"2023-08-28T02:26:48.712874+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:01:49.773942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":127,"reported_epoch":162,"state":"active+clean","last_fresh":"2023-08-28T02:26:48.222824+0000","last_change":"2023-08-28T02:14:43.039758+0000","last_active":"2023-08-28T02:26:48.222824+0000","last_peered":"2023-08-28T02:26:48.222824+0000","last_clean":"2023-08-28T02:26:48.222824+0000","last_became_active":"2023-08-28T02:14:43.039236+0000","last_became_peered":"2023-08-28T02:14:43.039236+0000","last_unstale":"2023-08-28T02:26:48.222824+0000","last_undegraded":"2023-08-28T02:26:48.222824+0000","last_fullsized":"2023-08-28T02:26:48.222824+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:49:11.066668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":117,"reported_epoch":162,"state":"active+clean","last_fresh":"2023-08-28T02:26:48.709693+0000","last_change":"2023-08-28T02:17:57.871915+0000","last_active":"2023-08-28T02:26:48.709693+0000","last_peered":"2023-08-28T02:26:48.709693+0000","last_clean":"2023-08-28T02:26:48.709693+0000","last_became_active":"2023-08-28T02:17:57.871557+0000","last_became_peered":"2023-08-28T02:17:57.871557+0000","last_unstale":"2023-08-28T02:26:48.709693+0000","last_undegraded":"2023-08-28T02:26:48.709693+0000","last_fullsized":"2023-08-28T02:26:48.709693+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:25.212031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":11,"reported_epoch":162,"state":"active+clean","last_fresh":"2023-08-28T02:26:48.712750+0000","last_change":"2023-08-28T02:26:47.223292+0000","last_active":"2023-08-28T02:26:48.712750+0000","last_peered":"2023-08-28T02:26:48.712750+0000","last_clean":"2023-08-28T02:26:48.712750+0000","last_became_active":"2023-08-28T02:26:47.222941+0000","last_became_peered":"2023-08-28T02:26:47.222941+0000","last_unstale":"2023-08-28T02:26:48.712750+0000","last_undegraded":"2023-08-28T02:26:48.712750+0000","last_fullsized":"2023-08-28T02:26:48.712750+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:57:17.504939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":132,"reported_epoch":161,"state":"active+clean","last_fresh":"2023-08-28T02:26:47.516978+0000","last_change":"2023-08-28T02:17:57.849218+0000","last_active":"2023-08-28T02:26:47.516978+0000","last_peered":"2023-08-28T02:26:47.516978+0000","last_clean":"2023-08-28T02:26:47.516978+0000","last_became_active":"2023-08-28T02:17:57.848849+0000","last_became_peered":"2023-08-28T02:17:57.848849+0000","last_unstale":"2023-08-28T02:26:47.516978+0000","last_undegraded":"2023-08-28T02:26:47.516978+0000","last_fullsized":"2023-08-28T02:26:47.516978+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:52:44.006871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":102,"reported_epoch":162,"state":"active+clean","last_fresh":"2023-08-28T02:26:48.709335+0000","last_change":"2023-08-28T02:16:50.316947+0000","last_active":"2023-08-28T02:26:48.709335+0000","last_peered":"2023-08-28T02:26:48.709335+0000","last_clean":"2023-08-28T02:26:48.709335+0000","last_became_active":"2023-08-28T02:16:50.316598+0000","last_became_peered":"2023-08-28T02:16:50.316598+0000","last_unstale":"2023-08-28T02:26:48.709335+0000","last_undegraded":"2023-08-28T02:26:48.709335+0000","last_fullsized":"2023-08-28T02:26:48.709335+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:13:41.719458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":129,"reported_epoch":162,"state":"active+clean","last_fresh":"2023-08-28T02:26:48.709952+0000","last_change":"2023-08-28T02:15:58.342090+0000","last_active":"2023-08-28T02:26:48.709952+0000","last_peered":"2023-08-28T02:26:48.709952+0000","last_clean":"2023-08-28T02:26:48.709952+0000","last_became_active":"2023-08-28T02:15:58.341776+0000","last_became_peered":"2023-08-28T02:15:58.341776+0000","last_unstale":"2023-08-28T02:26:48.709952+0000","last_undegraded":"2023-08-28T02:26:48.709952+0000","last_fullsized":"2023-08-28T02:26:48.709952+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:26:41.710259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.8","version":"163'72","reported_seq":84,"reported_epoch":163,"state":"active+clean","last_fresh":"2023-08-28T02:26:51.630730+0000","last_change":"2023-08-28T02:26:47.221474+0000","last_active":"2023-08-28T02:26:51.630730+0000","last_peered":"2023-08-28T02:26:51.630730+0000","last_clean":"2023-08-28T02:26:51.630730+0000","last_became_active":"2023-08-28T02:26:47.221186+0000","last_became_peered":"2023-08-28T02:26:47.221186+0000","last_unstale":"2023-08-28T02:26:51.630730+0000","last_undegraded":"2023-08-28T02:26:51.630730+0000","last_fullsized":"2023-08-28T02:26:51.630730+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:43:43.996446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4718592,"num_objects":72,"num_object_clones":0,"num_object_copies":216,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":72,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":72,"num_write_kb":4608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":130,"reported_epoch":162,"state":"active+clean","last_fresh":"2023-08-28T02:26:48.712825+0000","last_change":"2023-08-28T02:16:50.342424+0000","last_active":"2023-08-28T02:26:48.712825+0000","last_peered":"2023-08-28T02:26:48.712825+0000","last_clean":"2023-08-28T02:26:48.712825+0000","last_became_active":"2023-08-28T02:16:50.342083+0000","last_became_peered":"2023-08-28T02:16:50.342083+0000","last_unstale":"2023-08-28T02:26:48.712825+0000","last_undegraded":"2023-08-28T02:26:48.712825+0000","last_fullsized":"2023-08-28T02:26:48.712825+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:48:40.173542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"75'161","reported_seq":504,"reported_epoch":162,"state":"active+clean","last_fresh":"2023-08-28T02:26:48.710993+0000","last_change":"2023-08-28T02:14:43.034146+0000","last_active":"2023-08-28T02:26:48.710993+0000","last_peered":"2023-08-28T02:26:48.710993+0000","last_clean":"2023-08-28T02:26:48.710993+0000","last_became_active":"2023-08-28T02:14:43.033733+0000","last_became_peered":"2023-08-28T02:14:43.033733+0000","last_unstale":"2023-08-28T02:26:48.710993+0000","last_undegraded":"2023-08-28T02:26:48.710993+0000","last_fullsized":"2023-08-28T02:26:48.710993+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:05:41.113227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":96,"reported_epoch":162,"state":"active+clean","last_fresh":"2023-08-28T02:26:48.220000+0000","last_change":"2023-08-28T02:17:57.830935+0000","last_active":"2023-08-28T02:26:48.220000+0000","last_peered":"2023-08-28T02:26:48.220000+0000","last_clean":"2023-08-28T02:26:48.220000+0000","last_became_active":"2023-08-28T02:17:57.830393+0000","last_became_peered":"2023-08-28T02:17:57.830393+0000","last_unstale":"2023-08-28T02:26:48.220000+0000","last_undegraded":"2023-08-28T02:26:48.220000+0000","last_fullsized":"2023-08-28T02:26:48.220000+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:53:51.589050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":108,"reported_epoch":162,"state":"active+clean","last_fresh":"2023-08-28T02:26:48.712264+0000","last_change":"2023-08-28T02:07:37.450928+0000","last_active":"2023-08-28T02:26:48.712264+0000","last_peered":"2023-08-28T02:26:48.712264+0000","last_clean":"2023-08-28T02:26:48.712264+0000","last_became_active":"2023-08-28T02:07:37.450603+0000","last_became_peered":"2023-08-28T02:07:37.450603+0000","last_unstale":"2023-08-28T02:26:48.712264+0000","last_undegraded":"2023-08-28T02:26:48.712264+0000","last_fullsized":"2023-08-28T02:26:48.712264+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:39:24.068431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.b","version":"163'86","reported_seq":98,"reported_epoch":163,"state":"active+clean","last_fresh":"2023-08-28T02:26:51.834031+0000","last_change":"2023-08-28T02:26:47.519899+0000","last_active":"2023-08-28T02:26:51.834031+0000","last_peered":"2023-08-28T02:26:51.834031+0000","last_clean":"2023-08-28T02:26:51.834031+0000","last_became_active":"2023-08-28T02:26:47.519561+0000","last_became_peered":"2023-08-28T02:26:47.519561+0000","last_unstale":"2023-08-28T02:26:51.834031+0000","last_undegraded":"2023-08-28T02:26:51.834031+0000","last_fullsized":"2023-08-28T02:26:51.834031+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":0,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:53:32.812783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5636096,"num_objects":86,"num_object_clones":0,"num_object_copies":258,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":86,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":86,"num_write_kb":5504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":148,"reported_epoch":162,"state":"active+clean","last_fresh":"2023-08-28T02:26:48.710967+0000","last_change":"2023-08-28T02:15:58.338120+0000","last_active":"2023-08-28T02:26:48.710967+0000","last_peered":"2023-08-28T02:26:48.710967+0000","last_clean":"2023-08-28T02:26:48.710967+0000","last_became_active":"2023-08-28T02:15:58.337738+0000","last_became_peered":"2023-08-28T02:15:58.337738+0000","last_unstale":"2023-08-28T02:26:48.710967+0000","last_undegraded":"2023-08-28T02:26:48.710967+0000","last_fullsized":"2023-08-28T02:26:48.710967+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:36:17.078801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":117,"reported_epoch":162,"state":"active+clean","last_fresh":"2023-08-28T02:26:48.708753+0000","last_change":"2023-08-28T02:17:57.849233+0000","last_active":"2023-08-28T02:26:48.708753+0000","last_peered":"2023-08-28T02:26:48.708753+0000","last_clean":"2023-08-28T02:26:48.708753+0000","last_became_active":"2023-08-28T02:17:57.848909+0000","last_became_peered":"2023-08-28T02:17:57.848909+0000","last_unstale":"2023-08-28T02:26:48.708753+0000","last_undegraded":"2023-08-28T02:26:48.708753+0000","last_fullsized":"2023-08-28T02:26:48.708753+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:19:30.926702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":116,"reported_epoch":162,"state":"active+clean","last_fresh":"2023-08-28T02:26:48.708982+0000","last_change":"2023-08-28T02:16:50.318846+0000","last_active":"2023-08-28T02:26:48.708982+0000","last_peered":"2023-08-28T02:26:48.708982+0000","last_clean":"2023-08-28T02:26:48.708982+0000","last_became_active":"2023-08-28T02:16:50.318460+0000","last_became_peered":"2023-08-28T02:16:50.318460+0000","last_unstale":"2023-08-28T02:26:48.708982+0000","last_undegraded":"2023-08-28T02:26:48.708982+0000","last_fullsized":"2023-08-28T02:26:48.708982+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:19:34.011385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.e","version":"0'0","reported_seq":11,"reported_epoch":162,"state":"active+clean","last_fresh":"2023-08-28T02:26:48.711554+0000","last_change":"2023-08-28T02:26:47.224388+0000","last_active":"2023-08-28T02:26:48.711554+0000","last_peered":"2023-08-28T02:26:48.711554+0000","last_clean":"2023-08-28T02:26:48.711554+0000","last_became_active":"2023-08-28T02:26:47.224098+0000","last_became_peered":"2023-08-28T02:26:47.224098+0000","last_unstale":"2023-08-28T02:26:48.711554+0000","last_undegraded":"2023-08-28T02:26:48.711554+0000","last_fullsized":"2023-08-28T02:26:48.711554+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:32:39.064714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":131,"reported_epoch":162,"state":"active+clean","last_fresh":"2023-08-28T02:26:48.711467+0000","last_change":"2023-08-28T02:14:43.033789+0000","last_active":"2023-08-28T02:26:48.711467+0000","last_peered":"2023-08-28T02:26:48.711467+0000","last_clean":"2023-08-28T02:26:48.711467+0000","last_became_active":"2023-08-28T02:14:43.033454+0000","last_became_peered":"2023-08-28T02:14:43.033454+0000","last_unstale":"2023-08-28T02:26:48.711467+0000","last_undegraded":"2023-08-28T02:26:48.711467+0000","last_fullsized":"2023-08-28T02:26:48.711467+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:01:13.205842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":102,"reported_epoch":162,"state":"active+clean","last_fresh":"2023-08-28T02:26:48.709616+0000","last_change":"2023-08-28T02:16:50.326816+0000","last_active":"2023-08-28T02:26:48.709616+0000","last_peered":"2023-08-28T02:26:48.709616+0000","last_clean":"2023-08-28T02:26:48.709616+0000","last_became_active":"2023-08-28T02:16:50.326004+0000","last_became_peered":"2023-08-28T02:16:50.326004+0000","last_unstale":"2023-08-28T02:26:48.709616+0000","last_undegraded":"2023-08-28T02:26:48.709616+0000","last_fullsized":"2023-08-28T02:26:48.709616+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:57:04.480900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":103,"reported_epoch":162,"state":"active+clean","last_fresh":"2023-08-28T02:26:48.710171+0000","last_change":"2023-08-28T02:14:43.048791+0000","last_active":"2023-08-28T02:26:48.710171+0000","last_peered":"2023-08-28T02:26:48.710171+0000","last_clean":"2023-08-28T02:26:48.710171+0000","last_became_active":"2023-08-28T02:14:43.047408+0000","last_became_peered":"2023-08-28T02:14:43.047408+0000","last_unstale":"2023-08-28T02:26:48.710171+0000","last_undegraded":"2023-08-28T02:26:48.710171+0000","last_fullsized":"2023-08-28T02:26:48.710171+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:47.097181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.d","version":"0'0","reported_seq":11,"reported_epoch":162,"state":"active+clean","last_fresh":"2023-08-28T02:26:48.711283+0000","last_change":"2023-08-28T02:26:47.223066+0000","last_active":"2023-08-28T02:26:48.711283+0000","last_peered":"2023-08-28T02:26:48.711283+0000","last_clean":"2023-08-28T02:26:48.711283+0000","last_became_active":"2023-08-28T02:26:47.222742+0000","last_became_peered":"2023-08-28T02:26:47.222742+0000","last_unstale":"2023-08-28T02:26:48.711283+0000","last_undegraded":"2023-08-28T02:26:48.711283+0000","last_fullsized":"2023-08-28T02:26:48.711283+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:38:10.017610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.7","version":"65'2","reported_seq":141,"reported_epoch":162,"state":"active+clean","last_fresh":"2023-08-28T02:26:48.221171+0000","last_change":"2023-08-28T02:17:57.864052+0000","last_active":"2023-08-28T02:26:48.221171+0000","last_peered":"2023-08-28T02:26:48.221171+0000","last_clean":"2023-08-28T02:26:48.221171+0000","last_became_active":"2023-08-28T02:17:57.845544+0000","last_became_peered":"2023-08-28T02:17:57.845544+0000","last_unstale":"2023-08-28T02:26:48.221171+0000","last_undegraded":"2023-08-28T02:26:48.221171+0000","last_fullsized":"2023-08-28T02:26:48.221171+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:24:46.387534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":87,"reported_epoch":162,"state":"active+clean","last_fresh":"2023-08-28T02:26:48.709300+0000","last_change":"2023-08-28T02:15:58.339320+0000","last_active":"2023-08-28T02:26:48.709300+0000","last_peered":"2023-08-28T02:26:48.709300+0000","last_clean":"2023-08-28T02:26:48.709300+0000","last_became_active":"2023-08-28T02:15:58.337320+0000","last_became_peered":"2023-08-28T02:15:58.337320+0000","last_unstale":"2023-08-28T02:26:48.709300+0000","last_undegraded":"2023-08-28T02:26:48.709300+0000","last_fullsized":"2023-08-28T02:26:48.709300+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:45:55.601750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":138,"reported_epoch":162,"state":"active+clean","last_fresh":"2023-08-28T02:26:48.219743+0000","last_change":"2023-08-28T02:17:57.850029+0000","last_active":"2023-08-28T02:26:48.219743+0000","last_peered":"2023-08-28T02:26:48.219743+0000","last_clean":"2023-08-28T02:26:48.219743+0000","last_became_active":"2023-08-28T02:17:57.846602+0000","last_became_peered":"2023-08-28T02:17:57.846602+0000","last_unstale":"2023-08-28T02:26:48.219743+0000","last_undegraded":"2023-08-28T02:26:48.219743+0000","last_fullsized":"2023-08-28T02:26:48.219743+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:39:38.706283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.c","version":"163'65","reported_seq":77,"reported_epoch":163,"state":"active+clean","last_fresh":"2023-08-28T02:26:51.648026+0000","last_change":"2023-08-28T02:26:47.219015+0000","last_active":"2023-08-28T02:26:51.648026+0000","last_peered":"2023-08-28T02:26:51.648026+0000","last_clean":"2023-08-28T02:26:51.648026+0000","last_became_active":"2023-08-28T02:26:47.218669+0000","last_became_peered":"2023-08-28T02:26:47.218669+0000","last_unstale":"2023-08-28T02:26:51.648026+0000","last_undegraded":"2023-08-28T02:26:51.648026+0000","last_fullsized":"2023-08-28T02:26:51.648026+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":0,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:20:44.170608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4259840,"num_objects":65,"num_object_clones":0,"num_object_copies":195,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":65,"num_write_kb":4160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":130,"reported_epoch":162,"state":"active+clean","last_fresh":"2023-08-28T02:26:48.712418+0000","last_change":"2023-08-28T02:16:50.341679+0000","last_active":"2023-08-28T02:26:48.712418+0000","last_peered":"2023-08-28T02:26:48.712418+0000","last_clean":"2023-08-28T02:26:48.712418+0000","last_became_active":"2023-08-28T02:16:50.341357+0000","last_became_peered":"2023-08-28T02:16:50.341357+0000","last_unstale":"2023-08-28T02:26:48.712418+0000","last_undegraded":"2023-08-28T02:26:48.712418+0000","last_fullsized":"2023-08-28T02:26:48.712418+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:18:29.131334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"65'1","reported_seq":121,"reported_epoch":162,"state":"active+clean","last_fresh":"2023-08-28T02:26:48.709077+0000","last_change":"2023-08-28T02:15:58.334351+0000","last_active":"2023-08-28T02:26:48.709077+0000","last_peered":"2023-08-28T02:26:48.709077+0000","last_clean":"2023-08-28T02:26:48.709077+0000","last_became_active":"2023-08-28T02:15:58.334041+0000","last_became_peered":"2023-08-28T02:15:58.334041+0000","last_unstale":"2023-08-28T02:26:48.709077+0000","last_undegraded":"2023-08-28T02:26:48.709077+0000","last_fullsized":"2023-08-28T02:26:48.709077+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:36:32.836027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":109,"reported_epoch":162,"state":"active+clean","last_fresh":"2023-08-28T02:26:48.222405+0000","last_change":"2023-08-28T02:07:37.332854+0000","last_active":"2023-08-28T02:26:48.222405+0000","last_peered":"2023-08-28T02:26:48.222405+0000","last_clean":"2023-08-28T02:26:48.222405+0000","last_became_active":"2023-08-28T02:07:37.332563+0000","last_became_peered":"2023-08-28T02:07:37.332563+0000","last_unstale":"2023-08-28T02:26:48.222405+0000","last_undegraded":"2023-08-28T02:26:48.222405+0000","last_fullsized":"2023-08-28T02:26:48.222405+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:24:12.887788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"65'1","reported_seq":105,"reported_epoch":162,"state":"active+clean","last_fresh":"2023-08-28T02:26:48.710093+0000","last_change":"2023-08-28T02:14:43.042150+0000","last_active":"2023-08-28T02:26:48.710093+0000","last_peered":"2023-08-28T02:26:48.710093+0000","last_clean":"2023-08-28T02:26:48.710093+0000","last_became_active":"2023-08-28T02:14:43.038336+0000","last_became_peered":"2023-08-28T02:14:43.038336+0000","last_unstale":"2023-08-28T02:26:48.710093+0000","last_undegraded":"2023-08-28T02:26:48.710093+0000","last_fullsized":"2023-08-28T02:26:48.710093+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:26:02.415152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":135,"reported_epoch":162,"state":"active+clean","last_fresh":"2023-08-28T02:26:48.214951+0000","last_change":"2023-08-28T02:17:57.871803+0000","last_active":"2023-08-28T02:26:48.214951+0000","last_peered":"2023-08-28T02:26:48.214951+0000","last_clean":"2023-08-28T02:26:48.214951+0000","last_became_active":"2023-08-28T02:17:57.871419+0000","last_became_peered":"2023-08-28T02:17:57.871419+0000","last_unstale":"2023-08-28T02:26:48.214951+0000","last_undegraded":"2023-08-28T02:26:48.214951+0000","last_fullsized":"2023-08-28T02:26:48.214951+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:46.284365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,3],"acting":[2,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"65'2","reported_seq":128,"reported_epoch":162,"state":"active+clean","last_fresh":"2023-08-28T02:26:48.712925+0000","last_change":"2023-08-28T02:15:58.344265+0000","last_active":"2023-08-28T02:26:48.712925+0000","last_peered":"2023-08-28T02:26:48.712925+0000","last_clean":"2023-08-28T02:26:48.712925+0000","last_became_active":"2023-08-28T02:15:58.343903+0000","last_became_peered":"2023-08-28T02:15:58.343903+0000","last_unstale":"2023-08-28T02:26:48.712925+0000","last_undegraded":"2023-08-28T02:26:48.712925+0000","last_fullsized":"2023-08-28T02:26:48.712925+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:00:52.112893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":119,"reported_epoch":162,"state":"active+clean","last_fresh":"2023-08-28T02:26:48.709852+0000","last_change":"2023-08-28T02:17:57.870248+0000","last_active":"2023-08-28T02:26:48.709852+0000","last_peered":"2023-08-28T02:26:48.709852+0000","last_clean":"2023-08-28T02:26:48.709852+0000","last_became_active":"2023-08-28T02:17:57.869813+0000","last_became_peered":"2023-08-28T02:17:57.869813+0000","last_unstale":"2023-08-28T02:26:48.709852+0000","last_undegraded":"2023-08-28T02:26:48.709852+0000","last_fullsized":"2023-08-28T02:26:48.709852+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:36:26.136730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"65'2","reported_seq":111,"reported_epoch":162,"state":"active+clean","last_fresh":"2023-08-28T02:26:48.713022+0000","last_change":"2023-08-28T02:07:37.315088+0000","last_active":"2023-08-28T02:26:48.713022+0000","last_peered":"2023-08-28T02:26:48.713022+0000","last_clean":"2023-08-28T02:26:48.713022+0000","last_became_active":"2023-08-28T02:07:37.314730+0000","last_became_peered":"2023-08-28T02:07:37.314730+0000","last_unstale":"2023-08-28T02:26:48.713022+0000","last_undegraded":"2023-08-28T02:26:48.713022+0000","last_fullsized":"2023-08-28T02:26:48.713022+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:58.096621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":143,"reported_epoch":162,"state":"active+clean","last_fresh":"2023-08-28T02:26:48.222638+0000","last_change":"2023-08-28T02:17:57.830595+0000","last_active":"2023-08-28T02:26:48.222638+0000","last_peered":"2023-08-28T02:26:48.222638+0000","last_clean":"2023-08-28T02:26:48.222638+0000","last_became_active":"2023-08-28T02:17:57.830345+0000","last_became_peered":"2023-08-28T02:17:57.830345+0000","last_unstale":"2023-08-28T02:26:48.222638+0000","last_undegraded":"2023-08-28T02:26:48.222638+0000","last_fullsized":"2023-08-28T02:26:48.222638+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:50:50.199731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"65'1","reported_seq":128,"reported_epoch":162,"state":"active+clean","last_fresh":"2023-08-28T02:26:48.220521+0000","last_change":"2023-08-28T02:17:57.833218+0000","last_active":"2023-08-28T02:26:48.220521+0000","last_peered":"2023-08-28T02:26:48.220521+0000","last_clean":"2023-08-28T02:26:48.220521+0000","last_became_active":"2023-08-28T02:17:57.832772+0000","last_became_peered":"2023-08-28T02:17:57.832772+0000","last_unstale":"2023-08-28T02:26:48.220521+0000","last_undegraded":"2023-08-28T02:26:48.220521+0000","last_fullsized":"2023-08-28T02:26:48.220521+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:00:02.110545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":142,"reported_epoch":162,"state":"active+clean","last_fresh":"2023-08-28T02:26:48.219894+0000","last_change":"2023-08-28T02:17:57.845102+0000","last_active":"2023-08-28T02:26:48.219894+0000","last_peered":"2023-08-28T02:26:48.219894+0000","last_clean":"2023-08-28T02:26:48.219894+0000","last_became_active":"2023-08-28T02:17:57.843529+0000","last_became_peered":"2023-08-28T02:17:57.843529+0000","last_unstale":"2023-08-28T02:26:48.219894+0000","last_undegraded":"2023-08-28T02:26:48.219894+0000","last_fullsized":"2023-08-28T02:26:48.219894+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:20:19.708785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"65'4","reported_seq":121,"reported_epoch":162,"state":"active+clean","last_fresh":"2023-08-28T02:26:48.709539+0000","last_change":"2023-08-28T02:16:50.319672+0000","last_active":"2023-08-28T02:26:48.709539+0000","last_peered":"2023-08-28T02:26:48.709539+0000","last_clean":"2023-08-28T02:26:48.709539+0000","last_became_active":"2023-08-28T02:16:50.319279+0000","last_became_peered":"2023-08-28T02:16:50.319279+0000","last_unstale":"2023-08-28T02:26:48.709539+0000","last_undegraded":"2023-08-28T02:26:48.709539+0000","last_fullsized":"2023-08-28T02:26:48.709539+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:28:07.379148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":126,"reported_epoch":162,"state":"active+clean","last_fresh":"2023-08-28T02:26:48.222398+0000","last_change":"2023-08-28T02:15:58.333459+0000","last_active":"2023-08-28T02:26:48.222398+0000","last_peered":"2023-08-28T02:26:48.222398+0000","last_clean":"2023-08-28T02:26:48.222398+0000","last_became_active":"2023-08-28T02:15:58.332687+0000","last_became_peered":"2023-08-28T02:15:58.332687+0000","last_unstale":"2023-08-28T02:26:48.222398+0000","last_undegraded":"2023-08-28T02:26:48.222398+0000","last_fullsized":"2023-08-28T02:26:48.222398+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:15:43.019749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":161,"ondisk_log_size":161,"up":3,"acting":3,"num_store_stats":3},{"poolid":9,"num_pg":16,"stat_sum":{"num_bytes":52559872,"num_objects":802,"num_object_clones":0,"num_object_copies":2406,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":802,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":802,"num_write_kb":51328,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":134414336,"data_stored":134414336,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":802,"ondisk_log_size":802,"up":48,"acting":48,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299639,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":277160,"kb_used_data":2400,"kb_used_omap":0,"kb_used_meta":274752,"kb_avail":93467992,"statfs":{"total":95995035648,"available":95711223808,"internally_reserved":0,"allocated":2457600,"data_stored":1690518,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":281346048},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:25:55 2023","interfaces":[{"interface":"back","average":{"1min":2.3490000000000002,"5min":2.2989999999999999,"15min":1.8879999999999999},"min":{"1min":0.23499999999999999,"5min":0.224,"15min":0.21199999999999999},"max":{"1min":13.118,"5min":13.118,"15min":13.257},"last":0.52600000000000002},{"interface":"front","average":{"1min":3.512,"5min":2.661,"15min":2.3239999999999998},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":13.103999999999999,"5min":13.103999999999999,"15min":13.272},"last":0.80800000000000005}]},{"osd":1,"last update":"Mon Aug 28 02:26:17 2023","interfaces":[{"interface":"back","average":{"1min":2.5430000000000001,"5min":2.7189999999999999,"15min":2.024},"min":{"1min":0.28299999999999997,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":8.5009999999999994,"5min":12.438000000000001,"15min":12.438000000000001},"last":0.84099999999999997},{"interface":"front","average":{"1min":2.6850000000000001,"5min":2.4870000000000001,"15min":2.0230000000000001},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.26600000000000001},"max":{"1min":8.5129999999999999,"5min":12.332000000000001,"15min":12.332000000000001},"last":0.746}]},{"osd":2,"last update":"Mon Aug 28 02:26:05 2023","interfaces":[{"interface":"back","average":{"1min":2.3540000000000001,"5min":2.302,"15min":1.677},"min":{"1min":0.31900000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":8.2970000000000006,"5min":8.3889999999999993,"15min":8.3889999999999993},"last":0.58499999999999996},{"interface":"front","average":{"1min":1.9450000000000001,"5min":1.9359999999999999,"15min":1.6120000000000001},"min":{"1min":0.35399999999999998,"5min":0.32500000000000001,"15min":0.29599999999999999},"max":{"1min":6.6139999999999999,"5min":8.9770000000000003,"15min":12.128},"last":0.504}]},{"osd":3,"last update":"Mon Aug 28 02:26:17 2023","interfaces":[{"interface":"back","average":{"1min":1.3839999999999999,"5min":1.8340000000000001,"15min":2.1269999999999998},"min":{"1min":0.30199999999999999,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":5.7329999999999997,"5min":8.3599999999999994,"15min":9.2319999999999993},"last":0.72599999999999998},{"interface":"front","average":{"1min":1.704,"5min":2.4430000000000001,"15min":2.2629999999999999},"min":{"1min":0.42099999999999999,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":5.3300000000000001,"5min":12.031000000000001,"15min":12.031000000000001},"last":0.59899999999999998}]},{"osd":4,"last update":"Mon Aug 28 02:25:55 2023","interfaces":[{"interface":"back","average":{"1min":2.0859999999999999,"5min":1.3879999999999999,"15min":1.2509999999999999},"min":{"1min":0.28799999999999998,"5min":0.26100000000000001,"15min":0.22700000000000001},"max":{"1min":6.3689999999999998,"5min":11.351000000000001,"15min":12.378},"last":0.42699999999999999},{"interface":"front","average":{"1min":1.0920000000000001,"5min":1.161,"15min":1.1539999999999999},"min":{"1min":0.30299999999999999,"5min":0.26100000000000001,"15min":0.24299999999999999},"max":{"1min":7.2130000000000001,"5min":8.1890000000000001,"15min":20.111000000000001},"last":0.65600000000000003}]},{"osd":5,"last update":"Mon Aug 28 02:25:55 2023","interfaces":[{"interface":"back","average":{"1min":1.1699999999999999,"5min":1.2350000000000001,"15min":1.046},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":4.8890000000000002,"5min":8.1270000000000007,"15min":9.2279999999999998},"last":0.38900000000000001},{"interface":"front","average":{"1min":2.141,"5min":1.4590000000000001,"15min":1.2370000000000001},"min":{"1min":0.314,"5min":0.30199999999999999,"15min":0.28699999999999998},"max":{"1min":6.4359999999999999,"5min":6.4359999999999999,"15min":15.084},"last":0.56499999999999995}]},{"osd":6,"last update":"Mon Aug 28 02:25:55 2023","interfaces":[{"interface":"back","average":{"1min":1.8959999999999999,"5min":1.4119999999999999,"15min":1.1850000000000001},"min":{"1min":0.33700000000000002,"5min":0.30299999999999999,"15min":0.28199999999999997},"max":{"1min":6.4109999999999996,"5min":7.4619999999999997,"15min":12.356},"last":0.66700000000000004},{"interface":"front","average":{"1min":1.036,"5min":1.0209999999999999,"15min":1.1080000000000001},"min":{"1min":0.375,"5min":0.30499999999999999,"15min":0.29899999999999999},"max":{"1min":4.0350000000000001,"5min":5.2300000000000004,"15min":13.353},"last":0.78700000000000003}]}]},{"osd":6,"up_from":45,"seq":193273528570,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":256216,"kb_used_data":2384,"kb_used_omap":0,"kb_used_meta":253824,"kb_avail":93488936,"statfs":{"total":95995035648,"available":95732670464,"internally_reserved":0,"allocated":2441216,"data_stored":1690049,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":259915776},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:26:01 2023","interfaces":[{"interface":"back","average":{"1min":2.2389999999999999,"5min":2.431,"15min":2.1579999999999999},"min":{"1min":0.23100000000000001,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":10.885,"5min":11.036,"15min":16.462},"last":0.44800000000000001},{"interface":"front","average":{"1min":1.7909999999999999,"5min":2.3530000000000002,"15min":2.2160000000000002},"min":{"1min":0.30599999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":7.4500000000000002,"5min":12.333,"15min":16.486999999999998},"last":0.52800000000000002}]},{"osd":1,"last update":"Mon Aug 28 02:26:26 2023","interfaces":[{"interface":"back","average":{"1min":1.9870000000000001,"5min":2.5619999999999998,"15min":2.2719999999999998},"min":{"1min":0.309,"5min":0.24199999999999999,"15min":0.23999999999999999},"max":{"1min":6.1040000000000001,"5min":12.834,"15min":12.834},"last":0.42399999999999999},{"interface":"front","average":{"1min":2.0710000000000002,"5min":2.29,"15min":1.833},"min":{"1min":0.36299999999999999,"5min":0.26300000000000001,"15min":0.25700000000000001},"max":{"1min":13.183999999999999,"5min":13.183999999999999,"15min":13.183999999999999},"last":0.50700000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:26:11 2023","interfaces":[{"interface":"back","average":{"1min":2.0680000000000001,"5min":2.468,"15min":2.0419999999999998},"min":{"1min":0.30599999999999999,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":6.4470000000000001,"5min":12.356,"15min":14.156000000000001},"last":0.47699999999999998},{"interface":"front","average":{"1min":2.5710000000000002,"5min":2.0419999999999998,"15min":1.7729999999999999},"min":{"1min":0.437,"5min":0.247,"15min":0.247},"max":{"1min":7.4550000000000001,"5min":8.6370000000000005,"15min":11.442},"last":0.49199999999999999}]},{"osd":3,"last update":"Mon Aug 28 02:26:11 2023","interfaces":[{"interface":"back","average":{"1min":1.6439999999999999,"5min":2.5310000000000001,"15min":2.0840000000000001},"min":{"1min":0.35999999999999999,"5min":0.33600000000000002,"15min":0.30199999999999999},"max":{"1min":5.806,"5min":13.669,"15min":13.669},"last":0.46000000000000002},{"interface":"front","average":{"1min":2.2709999999999999,"5min":2.1890000000000001,"15min":2.0880000000000001},"min":{"1min":0.32200000000000001,"5min":0.32000000000000001,"15min":0.309},"max":{"1min":7.5190000000000001,"5min":20.498000000000001,"15min":23.760000000000002},"last":0.63900000000000001}]},{"osd":4,"last update":"Mon Aug 28 02:26:49 2023","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":1.5589999999999999,"15min":1.125},"min":{"1min":0.27400000000000002,"5min":0.23799999999999999,"15min":0.23400000000000001},"max":{"1min":1.7210000000000001,"5min":18.294,"15min":18.294},"last":0.44},{"interface":"front","average":{"1min":0.69699999999999995,"5min":1.718,"15min":1.2110000000000001},"min":{"1min":0.27200000000000002,"5min":0.246,"15min":0.22500000000000001},"max":{"1min":3.9420000000000002,"5min":7.8239999999999998,"15min":17.963999999999999},"last":0.33800000000000002}]},{"osd":5,"last update":"Mon Aug 28 02:26:49 2023","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":1.5700000000000001,"15min":1.1990000000000001},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.26500000000000001},"max":{"1min":1.7,"5min":13.105,"15min":13.606},"last":0.35099999999999998},{"interface":"front","average":{"1min":0.91300000000000003,"5min":1.274,"15min":1.0660000000000001},"min":{"1min":0.27400000000000002,"5min":0.26800000000000002,"15min":0.26300000000000001},"max":{"1min":4.1130000000000004,"5min":7.4279999999999999,"15min":7.4279999999999999},"last":0.377}]},{"osd":7,"last update":"Mon Aug 28 02:26:11 2023","interfaces":[{"interface":"back","average":{"1min":1.413,"5min":1.423,"15min":1.3680000000000001},"min":{"1min":0.34899999999999998,"5min":0.308,"15min":0.27000000000000002},"max":{"1min":4.875,"5min":12.260999999999999,"15min":12.425000000000001},"last":0.40899999999999997},{"interface":"front","average":{"1min":1.794,"5min":1.464,"15min":1.2809999999999999},"min":{"1min":0.27200000000000002,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":9.7370000000000001,"5min":12.021000000000001,"15min":12.021000000000001},"last":0.39600000000000002}]}]},{"osd":1,"up_from":101,"seq":433791697029,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":427988,"kb_used_data":59596,"kb_used_omap":4,"kb_used_meta":368379,"kb_avail":93317164,"statfs":{"total":95995035648,"available":95556775936,"internally_reserved":0,"allocated":61026304,"data_stored":60114809,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":377221006},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:26:18 2023","interfaces":[{"interface":"back","average":{"1min":2.129,"5min":3,"15min":3.0680000000000001},"min":{"1min":0.22,"5min":0.214,"15min":0.21099999999999999},"max":{"1min":10.987,"5min":12.51,"15min":14.412000000000001},"last":0.57499999999999996},{"interface":"front","average":{"1min":1.893,"5min":2.7349999999999999,"15min":3.306},"min":{"1min":0.24199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":10.698,"5min":10.698,"15min":16.260999999999999},"last":0.53200000000000003}]},{"osd":2,"last update":"Mon Aug 28 02:26:09 2023","interfaces":[{"interface":"back","average":{"1min":2.1760000000000002,"5min":3.0899999999999999,"15min":2.4790000000000001},"min":{"1min":0.314,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":6.3470000000000004,"5min":13.58,"15min":13.58},"last":0.64000000000000001},{"interface":"front","average":{"1min":0.83599999999999997,"5min":2.2679999999999998,"15min":2.855},"min":{"1min":0.30099999999999999,"5min":0.253,"15min":0.253},"max":{"1min":3.1499999999999999,"5min":16.594999999999999,"15min":20.003},"last":0.50800000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:26:09 2023","interfaces":[{"interface":"back","average":{"1min":2.101,"5min":2.7999999999999998,"15min":3.6280000000000001},"min":{"1min":0.34200000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":9.2929999999999993,"5min":16.626999999999999,"15min":24.701000000000001},"last":0.65900000000000003},{"interface":"front","average":{"1min":2.4700000000000002,"5min":3.569,"15min":3.3140000000000001},"min":{"1min":0.24099999999999999,"5min":0.223,"15min":0.223},"max":{"1min":9.3919999999999995,"5min":22.59,"15min":22.59},"last":0.71699999999999997}]},{"osd":4,"last update":"Mon Aug 28 02:26:18 2023","interfaces":[{"interface":"back","average":{"1min":0.873,"5min":1.6180000000000001,"15min":2.052},"min":{"1min":0.312,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":5.9550000000000001,"5min":10.398999999999999,"15min":10.398999999999999},"last":0.73199999999999998},{"interface":"front","average":{"1min":1.397,"5min":2.0990000000000002,"15min":1.825},"min":{"1min":0.28899999999999998,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":5.8730000000000002,"5min":9.1519999999999992,"15min":9.1519999999999992},"last":0.67300000000000004}]},{"osd":5,"last update":"Mon Aug 28 02:26:18 2023","interfaces":[{"interface":"back","average":{"1min":2.4700000000000002,"5min":2.7629999999999999,"15min":2.7160000000000002},"min":{"1min":0.44500000000000001,"5min":0.33900000000000002,"15min":0.33600000000000002},"max":{"1min":18.626999999999999,"5min":18.626999999999999,"15min":18.626999999999999},"last":0.68799999999999994},{"interface":"front","average":{"1min":2.3919999999999999,"5min":2.593,"15min":2.4710000000000001},"min":{"1min":0.41399999999999998,"5min":0.34999999999999998,"15min":0.31900000000000001},"max":{"1min":10.436999999999999,"5min":12.776,"15min":12.776},"last":0.60599999999999998}]},{"osd":6,"last update":"Mon Aug 28 02:26:18 2023","interfaces":[{"interface":"back","average":{"1min":2.4630000000000001,"5min":2.8460000000000001,"15min":2.8340000000000001},"min":{"1min":0.47899999999999998,"5min":0.38900000000000001,"15min":0.34899999999999998},"max":{"1min":9.5050000000000008,"5min":11.037000000000001,"15min":14.944000000000001},"last":0.74199999999999999},{"interface":"front","average":{"1min":1.429,"5min":1.998,"15min":2.3260000000000001},"min":{"1min":0.35699999999999998,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":10.513999999999999,"5min":10.513999999999999,"15min":10.513999999999999},"last":0.753}]},{"osd":7,"last update":"Mon Aug 28 02:26:18 2023","interfaces":[{"interface":"back","average":{"1min":1.9470000000000001,"5min":2.403,"15min":2.52},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":10.551,"5min":10.551,"15min":16.550000000000001},"last":0.70599999999999996},{"interface":"front","average":{"1min":2.9140000000000001,"5min":2.6800000000000002,"15min":2.2850000000000001},"min":{"1min":0.55000000000000004,"5min":0.312,"15min":0.30199999999999999},"max":{"1min":9.2070000000000007,"5min":14.515000000000001,"15min":14.515000000000001},"last":0.76500000000000001}]}]},{"osd":0,"up_from":87,"seq":373662154900,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":400672,"kb_used_data":23640,"kb_used_omap":5,"kb_used_meta":377018,"kb_avail":93344480,"statfs":{"total":95995035648,"available":95584747520,"internally_reserved":0,"allocated":24207360,"data_stored":23229096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":386067066},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:26:17 2023","interfaces":[{"interface":"back","average":{"1min":1.2170000000000001,"5min":2.1960000000000002,"15min":2.48},"min":{"1min":0.24199999999999999,"5min":0.219,"15min":0.214},"max":{"1min":5.6159999999999997,"5min":9.2279999999999998,"15min":12.847},"last":0.39000000000000001},{"interface":"front","average":{"1min":2.153,"5min":3.5049999999999999,"15min":3.7589999999999999},"min":{"1min":0.26200000000000001,"5min":0.221,"15min":0.16900000000000001},"max":{"1min":10.548999999999999,"5min":24.343,"15min":24.343},"last":0.36899999999999999}]},{"osd":2,"last update":"Mon Aug 28 02:26:08 2023","interfaces":[{"interface":"back","average":{"1min":2.6190000000000002,"5min":2.7330000000000001,"15min":2.7959999999999998},"min":{"1min":0.30499999999999999,"5min":0.23799999999999999,"15min":0.23400000000000001},"max":{"1min":10.329000000000001,"5min":15.567,"15min":20.233000000000001},"last":0.28299999999999997},{"interface":"front","average":{"1min":2.6440000000000001,"5min":2.5270000000000001,"15min":3.2090000000000001},"min":{"1min":0.29999999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":7.0060000000000002,"5min":9.7490000000000006,"15min":20.015999999999998},"last":0.44400000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:26:17 2023","interfaces":[{"interface":"back","average":{"1min":1.6319999999999999,"5min":2.468,"15min":3.1179999999999999},"min":{"1min":0.32100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":7.1260000000000003,"5min":11.837999999999999,"15min":20.27},"last":0.33000000000000002},{"interface":"front","average":{"1min":1.7909999999999999,"5min":2.8540000000000001,"15min":2.5499999999999998},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.247},"max":{"1min":5.1970000000000001,"5min":17.635999999999999,"15min":17.635999999999999},"last":0.59199999999999997}]},{"osd":4,"last update":"Mon Aug 28 02:26:02 2023","interfaces":[{"interface":"back","average":{"1min":2.9279999999999999,"5min":2.1760000000000002,"15min":2.069},"min":{"1min":0.44500000000000001,"5min":0.29299999999999998,"15min":0.27700000000000002},"max":{"1min":6.9740000000000002,"5min":12.842000000000001,"15min":12.842000000000001},"last":0.50600000000000001},{"interface":"front","average":{"1min":3.198,"5min":2.7240000000000002,"15min":2.5470000000000002},"min":{"1min":0.32500000000000001,"5min":0.30099999999999999,"15min":0.29799999999999999},"max":{"1min":14.848000000000001,"5min":16.768999999999998,"15min":16.768999999999998},"last":0.53700000000000003}]},{"osd":5,"last update":"Mon Aug 28 02:26:02 2023","interfaces":[{"interface":"back","average":{"1min":2.4380000000000002,"5min":2.0699999999999998,"15min":1.907},"min":{"1min":0.504,"5min":0.33300000000000002,"15min":0.29299999999999998},"max":{"1min":7.008,"5min":13.038,"15min":13.038},"last":0.55300000000000005},{"interface":"front","average":{"1min":3.581,"5min":2.7000000000000002,"15min":2.6179999999999999},"min":{"1min":0.42799999999999999,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":14.93,"5min":14.93,"15min":15.134},"last":0.48799999999999999}]},{"osd":6,"last update":"Mon Aug 28 02:26:02 2023","interfaces":[{"interface":"back","average":{"1min":2.8559999999999999,"5min":2.3610000000000002,"15min":2.149},"min":{"1min":0.495,"5min":0.33200000000000002,"15min":0.316},"max":{"1min":12.109,"5min":13.16,"15min":13.16},"last":0.61499999999999999},{"interface":"front","average":{"1min":4.1280000000000001,"5min":2.71,"15min":2.6360000000000001},"min":{"1min":0.41499999999999998,"5min":0.36299999999999999,"15min":0.311},"max":{"1min":14.903,"5min":14.903,"15min":15.177},"last":0.57899999999999996}]},{"osd":7,"last update":"Mon Aug 28 02:26:02 2023","interfaces":[{"interface":"back","average":{"1min":3.206,"5min":2.5209999999999999,"15min":2.5459999999999998},"min":{"1min":0.36799999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":10.364000000000001,"5min":12.785,"15min":12.785},"last":0.46999999999999997},{"interface":"front","average":{"1min":2.8759999999999999,"5min":2.3340000000000001,"15min":2.2410000000000001},"min":{"1min":0.45800000000000002,"5min":0.45400000000000001,"15min":0.377},"max":{"1min":7.0359999999999996,"5min":13.005000000000001,"15min":13.005000000000001},"last":0.63600000000000001}]}]},{"osd":2,"up_from":117,"seq":502511173754,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":359084,"kb_used_data":1956,"kb_used_omap":7,"kb_used_meta":357112,"kb_avail":93386068,"statfs":{"total":95995035648,"available":95627333632,"internally_reserved":0,"allocated":2002944,"data_stored":1118708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":365682769},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:26:15 2023","interfaces":[{"interface":"back","average":{"1min":1.137,"5min":1.9970000000000001,"15min":2.7509999999999999},"min":{"1min":0.29299999999999998,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":6.2720000000000002,"5min":14.675000000000001,"15min":14.675000000000001},"last":0.45900000000000002},{"interface":"front","average":{"1min":2.1749999999999998,"5min":3.444,"15min":3.1539999999999999},"min":{"1min":0.23999999999999999,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":8.2530000000000001,"5min":25.834,"15min":25.834},"last":0.36199999999999999}]},{"osd":1,"last update":"Mon Aug 28 02:26:15 2023","interfaces":[{"interface":"back","average":{"1min":1.677,"5min":3.0169999999999999,"15min":2.923},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.251},"max":{"1min":7.7670000000000003,"5min":13.795999999999999,"15min":14.308999999999999},"last":0.54700000000000004},{"interface":"front","average":{"1min":1.2350000000000001,"5min":2.0859999999999999,"15min":2.798},"min":{"1min":0.33600000000000002,"5min":0.255,"15min":0.216},"max":{"1min":7.875,"5min":16.983000000000001,"15min":16.983000000000001},"last":0.51100000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:26:15 2023","interfaces":[{"interface":"back","average":{"1min":2.109,"5min":3.0030000000000001,"15min":4.016},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25600000000000001},"max":{"1min":12.079000000000001,"5min":14.499000000000001,"15min":14.499000000000001},"last":0.44},{"interface":"front","average":{"1min":2.1280000000000001,"5min":2.5840000000000001,"15min":3.5539999999999998},"min":{"1min":0.39800000000000002,"5min":0.28000000000000003,"15min":0.26700000000000002},"max":{"1min":7.9210000000000003,"5min":14.727,"15min":17.196999999999999},"last":0.76000000000000001}]},{"osd":4,"last update":"Mon Aug 28 02:26:15 2023","interfaces":[{"interface":"back","average":{"1min":1.8109999999999999,"5min":2.5369999999999999,"15min":1.9570000000000001},"min":{"1min":0.34899999999999998,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":8.3040000000000003,"5min":25.876999999999999,"15min":25.876999999999999},"last":0.57799999999999996},{"interface":"front","average":{"1min":1.2490000000000001,"5min":2.6379999999999999,"15min":2.008},"min":{"1min":0.32100000000000001,"5min":0.31900000000000001,"15min":0.29799999999999999},"max":{"1min":6.0309999999999997,"5min":12.324,"15min":12.324},"last":0.625}]},{"osd":5,"last update":"Mon Aug 28 02:26:15 2023","interfaces":[{"interface":"back","average":{"1min":0.88600000000000001,"5min":1.3440000000000001,"15min":2.1080000000000001},"min":{"1min":0.48199999999999998,"5min":0.312,"15min":0.312},"max":{"1min":4.375,"5min":7.2960000000000003,"15min":14.207000000000001},"last":0.82999999999999996},{"interface":"front","average":{"1min":1.7070000000000001,"5min":2.8079999999999998,"15min":2.073},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":8.3390000000000004,"5min":25.902999999999999,"15min":25.902999999999999},"last":0.65200000000000002}]},{"osd":6,"last update":"Mon Aug 28 02:26:15 2023","interfaces":[{"interface":"back","average":{"1min":1.111,"5min":2.806,"15min":2.3450000000000002},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":3.1160000000000001,"5min":12.375,"15min":12.375},"last":0.71399999999999997},{"interface":"front","average":{"1min":0.76500000000000001,"5min":1.581,"15min":2.0710000000000002},"min":{"1min":0.41899999999999998,"5min":0.34599999999999997,"15min":0.33900000000000002},"max":{"1min":1.9330000000000001,"5min":11.871,"15min":14.151999999999999},"last":0.86899999999999999}]},{"osd":7,"last update":"Mon Aug 28 02:26:15 2023","interfaces":[{"interface":"back","average":{"1min":1.1080000000000001,"5min":2.6349999999999998,"15min":2.448},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.33500000000000002},"max":{"1min":3.1440000000000001,"5min":12.404999999999999,"15min":12.404999999999999},"last":0.80600000000000005},{"interface":"front","average":{"1min":0.84699999999999998,"5min":1.639,"15min":2.0880000000000001},"min":{"1min":0.45800000000000002,"5min":0.38700000000000001,"15min":0.36399999999999999},"max":{"1min":3.169,"5min":11.845000000000001,"15min":14.18},"last":0.89400000000000002}]}]},{"osd":3,"up_from":134,"seq":575525617773,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":376948,"kb_used_data":1900,"kb_used_omap":2,"kb_used_meta":375037,"kb_avail":93368204,"statfs":{"total":95995035648,"available":95609040896,"internally_reserved":0,"allocated":1945600,"data_stored":1113920,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":384037941},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:26:06 2023","interfaces":[{"interface":"back","average":{"1min":2.456,"5min":2.633,"15min":3.0089999999999999},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.19},"max":{"1min":12.77,"5min":21.271000000000001,"15min":24.145},"last":0.29499999999999998},{"interface":"front","average":{"1min":3.3639999999999999,"5min":3.0720000000000001,"15min":3.399},"min":{"1min":0.23999999999999999,"5min":0.21299999999999999,"15min":0.21099999999999999},"max":{"1min":20.984999999999999,"5min":20.984999999999999,"15min":20.984999999999999},"last":0.38600000000000001}]},{"osd":1,"last update":"Mon Aug 28 02:26:06 2023","interfaces":[{"interface":"back","average":{"1min":3.9460000000000002,"5min":4.0149999999999997,"15min":3.298},"min":{"1min":0.23799999999999999,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":19.449000000000002,"5min":19.449000000000002,"15min":19.449000000000002},"last":0.26500000000000001},{"interface":"front","average":{"1min":2.1230000000000002,"5min":2.9929999999999999,"15min":2.8759999999999999},"min":{"1min":0.27100000000000002,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":11.923999999999999,"5min":21.427,"15min":24.071999999999999},"last":0.37}]},{"osd":2,"last update":"Mon Aug 28 02:26:06 2023","interfaces":[{"interface":"back","average":{"1min":2.8980000000000001,"5min":3.423,"15min":3.524},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26300000000000001},"max":{"1min":14.436,"5min":21.292000000000002,"15min":21.292000000000002},"last":0.32000000000000001},{"interface":"front","average":{"1min":2.645,"5min":3.387,"15min":3.1659999999999999},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":12.670999999999999,"5min":21.297999999999998,"15min":24.175999999999998},"last":0.40600000000000003}]},{"osd":4,"last update":"Mon Aug 28 02:26:06 2023","interfaces":[{"interface":"back","average":{"1min":2.2040000000000002,"5min":2.5569999999999999,"15min":2.177},"min":{"1min":0.309,"5min":0.29899999999999999,"15min":0.28399999999999997},"max":{"1min":18.831,"5min":21.170000000000002,"15min":23.994},"last":0.58399999999999996},{"interface":"front","average":{"1min":2.5590000000000002,"5min":2.4889999999999999,"15min":2.4809999999999999},"min":{"1min":0.32100000000000001,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":21.106000000000002,"5min":21.106000000000002,"15min":21.106000000000002},"last":0.52800000000000002}]},{"osd":5,"last update":"Mon Aug 28 02:26:06 2023","interfaces":[{"interface":"back","average":{"1min":2.6819999999999999,"5min":2.6640000000000001,"15min":2.472},"min":{"1min":0.38800000000000001,"5min":0.311,"15min":0.311},"max":{"1min":21.507000000000001,"5min":21.507000000000001,"15min":21.507000000000001},"last":0.56699999999999995},{"interface":"front","average":{"1min":2.6230000000000002,"5min":2.8140000000000001,"15min":2.6139999999999999},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":11.242000000000001,"5min":18.181000000000001,"15min":18.181000000000001},"last":0.55600000000000005}]},{"osd":6,"last update":"Mon Aug 28 02:26:06 2023","interfaces":[{"interface":"back","average":{"1min":2.6819999999999999,"5min":2.6800000000000002,"15min":2.6120000000000001},"min":{"1min":0.40100000000000002,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":23.071000000000002,"5min":23.071000000000002,"15min":23.071000000000002},"last":0.48999999999999999},{"interface":"front","average":{"1min":2.2410000000000001,"5min":2.8410000000000002,"15min":2.8069999999999999},"min":{"1min":0.39500000000000002,"5min":0.379,"15min":0.315},"max":{"1min":11.220000000000001,"5min":18.128,"15min":18.128},"last":0.51600000000000001}]},{"osd":7,"last update":"Mon Aug 28 02:26:06 2023","interfaces":[{"interface":"back","average":{"1min":2.0800000000000001,"5min":2.556,"15min":2.218},"min":{"1min":0.442,"5min":0.442,"15min":0.33800000000000002},"max":{"1min":11.156000000000001,"5min":21.239999999999998,"15min":24.042999999999999},"last":0.54800000000000004},{"interface":"front","average":{"1min":2.9950000000000001,"5min":3.077,"15min":2.6749999999999998},"min":{"1min":0.60099999999999998,"5min":0.38700000000000001,"15min":0.38100000000000001},"max":{"1min":21.138000000000002,"5min":21.138000000000002,"15min":21.138000000000002},"last":0.59499999999999997}]}]},{"osd":4,"up_from":30,"seq":128849019136,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":291100,"kb_used_data":1812,"kb_used_omap":0,"kb_used_meta":289280,"kb_avail":93454052,"statfs":{"total":95995035648,"available":95696949248,"internally_reserved":0,"allocated":1855488,"data_stored":1099807,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":296222720},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:26:02 2023","interfaces":[{"interface":"back","average":{"1min":2.2810000000000001,"5min":2.2599999999999998,"15min":2.044},"min":{"1min":0.253,"5min":0.22800000000000001,"15min":0.221},"max":{"1min":8.9939999999999998,"5min":17.882000000000001,"15min":17.882000000000001},"last":0.46899999999999997},{"interface":"front","average":{"1min":1.7689999999999999,"5min":2.1480000000000001,"15min":2.198},"min":{"1min":0.254,"5min":0.217,"15min":0.217},"max":{"1min":5.0469999999999997,"5min":12.73,"15min":12.73},"last":0.42999999999999999}]},{"osd":1,"last update":"Mon Aug 28 02:26:20 2023","interfaces":[{"interface":"back","average":{"1min":1.431,"5min":1.579,"15min":1.8080000000000001},"min":{"1min":0.248,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":4.0389999999999997,"5min":11.914999999999999,"15min":11.914999999999999},"last":0.63900000000000001},{"interface":"front","average":{"1min":2.3119999999999998,"5min":2.1030000000000002,"15min":1.843},"min":{"1min":0.28699999999999998,"5min":0.27300000000000002,"15min":0.246},"max":{"1min":9.0410000000000004,"5min":9.0410000000000004,"15min":9.2249999999999996},"last":0.58499999999999996}]},{"osd":2,"last update":"Mon Aug 28 02:26:02 2023","interfaces":[{"interface":"back","average":{"1min":2.1850000000000001,"5min":1.9350000000000001,"15min":1.5489999999999999},"min":{"1min":0.311,"5min":0.27900000000000003,"15min":0.27400000000000002},"max":{"1min":13.194000000000001,"5min":16.231000000000002,"15min":16.231000000000002},"last":0.53800000000000003},{"interface":"front","average":{"1min":1.726,"5min":1.909,"15min":1.6379999999999999},"min":{"1min":0.34899999999999998,"5min":0.251,"15min":0.251},"max":{"1min":5.524,"5min":7.0570000000000004,"15min":10.859999999999999},"last":0.56200000000000006}]},{"osd":3,"last update":"Mon Aug 28 02:26:11 2023","interfaces":[{"interface":"back","average":{"1min":1.597,"5min":2.0449999999999999,"15min":1.9430000000000001},"min":{"1min":0.35199999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":5.0149999999999997,"5min":12.339,"15min":12.339},"last":0.68700000000000006},{"interface":"front","average":{"1min":1.722,"5min":2.0430000000000001,"15min":1.9410000000000001},"min":{"1min":0.36699999999999999,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":8.0579999999999998,"5min":11.743,"15min":11.782},"last":0.71999999999999997}]},{"osd":5,"last update":"Mon Aug 28 02:26:34 2023","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":1.1799999999999999,"15min":1.0680000000000001},"min":{"1min":0.25700000000000001,"5min":0.24399999999999999,"15min":0.23799999999999999},"max":{"1min":3.085,"5min":16.181999999999999,"15min":16.181999999999999},"last":0.755},{"interface":"front","average":{"1min":0.63500000000000001,"5min":1.163,"15min":1.1479999999999999},"min":{"1min":0.36299999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":3.343,"5min":10.233000000000001,"15min":10.999000000000001},"last":0.61499999999999999}]},{"osd":6,"last update":"Mon Aug 28 02:25:51 2023","interfaces":[{"interface":"back","average":{"1min":1.4339999999999999,"5min":1.2569999999999999,"15min":1.367},"min":{"1min":0.33200000000000002,"5min":0.28100000000000003,"15min":0.25600000000000001},"max":{"1min":6.0279999999999996,"5min":10.023999999999999,"15min":10.647},"last":0.73799999999999999},{"interface":"front","average":{"1min":1.26,"5min":1.194,"15min":1.3129999999999999},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.251},"max":{"1min":5.5030000000000001,"5min":6.9939999999999998,"15min":16.763999999999999},"last":0.66500000000000004}]},{"osd":7,"last update":"Mon Aug 28 02:26:02 2023","interfaces":[{"interface":"back","average":{"1min":1.4430000000000001,"5min":1.2150000000000001,"15min":1.298},"min":{"1min":0.27600000000000002,"5min":0.27400000000000002,"15min":0.26800000000000002},"max":{"1min":9.3209999999999997,"5min":9.3209999999999997,"15min":16.686},"last":0.70699999999999996},{"interface":"front","average":{"1min":1.3240000000000001,"5min":1.232,"15min":1.2769999999999999},"min":{"1min":0.317,"5min":0.311,"15min":0.28799999999999998},"max":{"1min":6.4189999999999996,"5min":7.0220000000000002,"15min":14.145},"last":0.77100000000000002}]}]},{"osd":5,"up_from":37,"seq":158913790205,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":333200,"kb_used_data":1800,"kb_used_omap":0,"kb_used_meta":331392,"kb_avail":93411952,"statfs":{"total":95995035648,"available":95653838848,"internally_reserved":0,"allocated":1843200,"data_stored":1095824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":339345408},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:26:18 2023","interfaces":[{"interface":"back","average":{"1min":2.6150000000000002,"5min":2.931,"15min":2.6070000000000002},"min":{"1min":0.27000000000000002,"5min":0.224,"15min":0.22},"max":{"1min":12.856999999999999,"5min":40.334000000000003,"15min":40.334000000000003},"last":0.373},{"interface":"front","average":{"1min":0.876,"5min":2.411,"15min":2.0579999999999998},"min":{"1min":0.27100000000000002,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":5.0949999999999998,"5min":40.212000000000003,"15min":40.212000000000003},"last":0.52400000000000002}]},{"osd":1,"last update":"Mon Aug 28 02:26:18 2023","interfaces":[{"interface":"back","average":{"1min":3.028,"5min":3.0600000000000001,"15min":2.5230000000000001},"min":{"1min":0.35099999999999998,"5min":0.249,"15min":0.23200000000000001},"max":{"1min":10.573,"5min":40.088000000000001,"15min":40.088000000000001},"last":0.47699999999999998},{"interface":"front","average":{"1min":1.417,"5min":2.4369999999999998,"15min":1.843},"min":{"1min":0.308,"5min":0.28199999999999997,"15min":0.251},"max":{"1min":4.4290000000000003,"5min":40.243000000000002,"15min":40.243000000000002},"last":0.40799999999999997}]},{"osd":2,"last update":"Mon Aug 28 02:26:18 2023","interfaces":[{"interface":"back","average":{"1min":1.147,"5min":2.847,"15min":2.0680000000000001},"min":{"1min":0.30099999999999999,"5min":0.29199999999999998,"15min":0.29099999999999998},"max":{"1min":5.0510000000000002,"5min":40.436999999999998,"15min":40.436999999999998},"last":0.51300000000000001},{"interface":"front","average":{"1min":1.5429999999999999,"5min":2.621,"15min":1.9870000000000001},"min":{"1min":0.36199999999999999,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":6.5940000000000003,"5min":40.555,"15min":40.555},"last":0.434}]},{"osd":3,"last update":"Mon Aug 28 02:26:18 2023","interfaces":[{"interface":"back","average":{"1min":2.2090000000000001,"5min":2.9870000000000001,"15min":1.9450000000000001},"min":{"1min":0.435,"5min":0.33400000000000002,"15min":0.27900000000000003},"max":{"1min":6.3680000000000003,"5min":40.270000000000003,"15min":40.270000000000003},"last":0.505},{"interface":"front","average":{"1min":1.339,"5min":2.6230000000000002,"15min":2.133},"min":{"1min":0.41099999999999998,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":3.1019999999999999,"5min":40.597999999999999,"15min":40.597999999999999},"last":0.496}]},{"osd":4,"last update":"Mon Aug 28 02:26:37 2023","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":1.974,"15min":1.341},"min":{"1min":0.26800000000000002,"5min":0.25600000000000001,"15min":0.216},"max":{"1min":1.22,"5min":40.762999999999998,"15min":40.762999999999998},"last":0.34200000000000003},{"interface":"front","average":{"1min":0.495,"5min":1.7210000000000001,"15min":1.3080000000000001},"min":{"1min":0.318,"5min":0.27400000000000002,"15min":0.22900000000000001},"max":{"1min":0.69799999999999995,"5min":40.634,"15min":40.634},"last":0.35999999999999999}]},{"osd":6,"last update":"Mon Aug 28 02:26:18 2023","interfaces":[{"interface":"back","average":{"1min":1.151,"5min":2.04,"15min":1.5549999999999999},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.254},"max":{"1min":7.9909999999999997,"5min":42.409999999999997,"15min":42.409999999999997},"last":0.307},{"interface":"front","average":{"1min":1.5629999999999999,"5min":2.0449999999999999,"15min":1.425},"min":{"1min":0.28799999999999998,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":5.7619999999999996,"5min":42.533999999999999,"15min":42.533999999999999},"last":0.38100000000000001}]},{"osd":7,"last update":"Mon Aug 28 02:26:18 2023","interfaces":[{"interface":"back","average":{"1min":2.7909999999999999,"5min":2.3069999999999999,"15min":1.589},"min":{"1min":0.35499999999999998,"5min":0.33300000000000002,"15min":0.314},"max":{"1min":13.054,"5min":42.667000000000002,"15min":42.667000000000002},"last":0.442},{"interface":"front","average":{"1min":0.91500000000000004,"5min":1.7649999999999999,"15min":1.4670000000000001},"min":{"1min":0.38400000000000001,"5min":0.31900000000000001,"15min":0.27000000000000002},"max":{"1min":2.9790000000000001,"5min":42.344000000000001,"15min":42.344000000000001},"last":0.46700000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":22675456,"data_stored":22675456,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":73990144,"data_stored":73990144,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":37748736,"data_stored":37748736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:26:57.410 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd pool set unique_pool_4 pgp_num 16 2023-08-28T02:26:57.434 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:26:57.538 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:26:57.575 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:26:57.626 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:26:57.667 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:26:57.716 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:26:57.728 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:57 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3765494763' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:26:57.752 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:26:57.779 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:26:57.785 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:26:57.786 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:26:57.791 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:26:57.817 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:26:57.833 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:26:57.882 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:26:57.886 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:26:57.897 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-08-28T02:26:57.897 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-08-28T02:26:57.898 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-08-28T02:26:57.898 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-08-28T02:26:57.898 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-08-28T02:26:57.898 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-08-28T02:26:57.898 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-08-28T02:26:57.898 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-08-28T02:26:57.968 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:26:57.987 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:57 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3765494763' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:26:57.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:57 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3765494763' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:26:58.125 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 7 16 15792 15776 140.799 104.625 0.00777459 0.00709601 2023-08-28T02:26:58.816 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:26:58 smithi040 ceph-mon[175404]: pgmap v556: 89 pgs: 89 active+clean; 766 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 86 MiB/s wr, 1.37k op/s 2023-08-28T02:26:58.816 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:26:58 smithi040 ceph-mon[170259]: pgmap v556: 89 pgs: 89 active+clean; 766 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 86 MiB/s wr, 1.37k op/s 2023-08-28T02:26:58.870 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:26:58.875 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:26:58.875 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:26:58.976 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:26:58.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:26:58 smithi083 ceph-mon[157819]: pgmap v556: 89 pgs: 89 active+clean; 766 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 86 MiB/s wr, 1.37k op/s 2023-08-28T02:26:59.059 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:26:59.126 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 8 16 17971 17955 140.196 136.188 0.0216838 0.00712317 2023-08-28T02:26:59.155 INFO:teuthology.orchestra.run.smithi040.stdout:ERROR: (22) Invalid argument 2023-08-28T02:26:59.155 INFO:teuthology.orchestra.run.smithi040.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:26:59.162 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:26:59.170 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:26:59.171 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:26:59.271 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:26:59.313 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:26:59.336 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:26:59.340 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:26:59.340 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:26:59.441 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:26:59.474 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:26:59.508 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:26:59.512 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:26:59.513 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:26:59.614 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:26:59.656 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:26:59.681 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:26:59.686 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:26:59.686 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:26:59.719 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.1 dump_historic_ops 2023-08-28T02:26:59.787 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:26:59.823 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:26:59.850 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:26:59.853 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:26:59.854 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:26:59.954 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:26:59.988 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:00.011 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:27:00.014 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:00.015 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:27:00.115 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:27:00.126 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 9 16 19878 19862 137.862 119.188 0.00824485 0.00724717 2023-08-28T02:27:00.196 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:00.277 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:27:00.291 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:27:00.296 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:00.297 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:27:00.397 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:27:00.438 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:00.463 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:27:00.466 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:00.466 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:27:00.567 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:27:00.606 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:00.634 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:27:00.638 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:00.639 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:27:00.739 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:27:00.787 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:00 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:27:00.788 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:00 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:27:00.788 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:00 smithi040 ceph-mon[170259]: pgmap v557: 89 pgs: 89 active+clean; 766 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 77 MiB/s wr, 1.22k op/s 2023-08-28T02:27:00.788 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:00 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:27:00.812 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:01.090 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:00 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:27:01.090 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:00 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:27:01.090 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:00 smithi040 ceph-mon[175404]: pgmap v557: 89 pgs: 89 active+clean; 766 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 77 MiB/s wr, 1.22k op/s 2023-08-28T02:27:01.090 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:00 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:27:01.128 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 10 16 21692 21676 135.396 113.375 0.00514294 0.00737866 2023-08-28T02:27:01.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:00 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:27:01.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:00 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:27:01.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:00 smithi083 ceph-mon[157819]: pgmap v557: 89 pgs: 89 active+clean; 766 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 77 MiB/s wr, 1.22k op/s 2023-08-28T02:27:01.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:00 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:27:01.248 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:27:01.308 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:27:01.314 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:01.315 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:27:01.415 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:27:01.455 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:01.476 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-08-28T02:27:01.482 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:27:01.487 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:01.487 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:27:01.588 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:27:01.626 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:01.651 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:27:01.656 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:01.656 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:27:01.757 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:27:01.808 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:01 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1215756924' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:27:01.808 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:01 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:27:01.808 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:01 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1215756924' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:27:01.808 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:01 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:27:01.829 INFO:teuthology.orchestra.run.smithi040.stderr:noscrub is unset 2023-08-28T02:27:01.843 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:02.025 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:27:02.029 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:02.030 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:27:02.128 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 11 16 23435 23419 132.991 108.938 0.00800409 0.00751494 2023-08-28T02:27:02.130 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:27:02.169 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:01 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1215756924' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:27:02.169 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:01 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:27:02.172 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:02.201 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:27:02.206 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:02.207 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:27:02.307 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:27:02.346 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:02.374 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:27:02.378 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:02.379 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:27:02.480 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:27:02.521 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:02.549 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:27:02.554 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:02.554 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:27:02.655 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:27:02.726 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:02.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:02 smithi040 ceph-mon[175404]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:27:02.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:02 smithi040 ceph-mon[175404]: failed to encode map e165 with expected crc 2023-08-28T02:27:02.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:02 smithi040 ceph-mon[175404]: failed to encode map e165 with expected crc 2023-08-28T02:27:02.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:02 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:27:02.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:02 smithi040 ceph-mon[175404]: osdmap e165: 8 total, 8 up, 8 in 2023-08-28T02:27:02.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:02 smithi040 ceph-mon[175404]: failed to encode map e165 with expected crc 2023-08-28T02:27:02.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:02 smithi040 ceph-mon[175404]: pgmap v559: 89 pgs: 89 active+clean; 1.3 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 132 MiB/s wr, 2.12k op/s 2023-08-28T02:27:02.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:02 smithi040 ceph-mon[170259]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:27:02.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:02 smithi040 ceph-mon[170259]: failed to encode map e165 with expected crc 2023-08-28T02:27:02.984 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:02 smithi040 ceph-mon[170259]: failed to encode map e165 with expected crc 2023-08-28T02:27:02.984 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:02 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:27:02.984 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:02 smithi040 ceph-mon[170259]: osdmap e165: 8 total, 8 up, 8 in 2023-08-28T02:27:02.984 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:02 smithi040 ceph-mon[170259]: failed to encode map e165 with expected crc 2023-08-28T02:27:02.984 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:02 smithi040 ceph-mon[170259]: pgmap v559: 89 pgs: 89 active+clean; 1.3 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 132 MiB/s wr, 2.12k op/s 2023-08-28T02:27:03.128 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 12 16 25303 25287 131.637 116.75 0.0075125 0.00759117 2023-08-28T02:27:03.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:02 smithi083 ceph-mon[157819]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:27:03.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:02 smithi083 ceph-mon[157819]: failed to encode map e165 with expected crc 2023-08-28T02:27:03.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:02 smithi083 ceph-mon[157819]: failed to encode map e165 with expected crc 2023-08-28T02:27:03.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:02 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:27:03.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:02 smithi083 ceph-mon[157819]: osdmap e165: 8 total, 8 up, 8 in 2023-08-28T02:27:03.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:02 smithi083 ceph-mon[157819]: failed to encode map e165 with expected crc 2023-08-28T02:27:03.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:02 smithi083 ceph-mon[157819]: pgmap v559: 89 pgs: 89 active+clean; 1.3 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 132 MiB/s wr, 2.12k op/s 2023-08-28T02:27:04.128 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 13 16 27368 27352 131.438 129.062 0.00534595 0.00760169 2023-08-28T02:27:04.129 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:03 smithi040 ceph-mon[170259]: failed to encode map e165 with expected crc 2023-08-28T02:27:04.131 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:03 smithi040 ceph-mon[175404]: failed to encode map e165 with expected crc 2023-08-28T02:27:04.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:03 smithi083 ceph-mon[157819]: failed to encode map e165 with expected crc 2023-08-28T02:27:04.309 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:27:04.388 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:04.388 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:27:04.489 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:27:04.538 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:04.570 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:27:04.574 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:04.575 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:27:04.677 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:27:04.732 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:04.774 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:27:04.777 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:04.777 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:27:04.878 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:27:04.916 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:04.939 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:27:04.942 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:04.943 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:27:04.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:04 smithi040 ceph-mon[175404]: pgmap v560: 89 pgs: 89 active+clean; 1.3 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 132 MiB/s wr, 2.12k op/s 2023-08-28T02:27:04.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:04 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:27:04.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:04 smithi040 ceph-mon[170259]: pgmap v560: 89 pgs: 89 active+clean; 1.3 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 132 MiB/s wr, 2.12k op/s 2023-08-28T02:27:04.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:04 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:27:05.044 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:27:05.128 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 14 16 28968 28952 129.193 100 0.0101982 0.00773168 2023-08-28T02:27:05.128 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:05.212 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:27:05.215 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:27:05.221 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:05.222 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:27:05.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:04 smithi083 ceph-mon[157819]: pgmap v560: 89 pgs: 89 active+clean; 1.3 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 132 MiB/s wr, 2.12k op/s 2023-08-28T02:27:05.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:04 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:27:05.322 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:27:05.400 INFO:teuthology.orchestra.run.smithi040.stdout:ERROR: (22) Invalid argument 2023-08-28T02:27:05.401 INFO:teuthology.orchestra.run.smithi040.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:27:05.444 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:05.528 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:27:05.536 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:05.537 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:27:05.637 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:27:05.657 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:27:05 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:27:05] "GET /metrics HTTP/1.1" 200 36439 "" "Prometheus/2.43.0" 2023-08-28T02:27:05.677 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:05.705 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:27:05.709 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:05.710 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:27:05.810 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:27:05.892 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:05.906 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.2 dump_ops_in_flight 2023-08-28T02:27:05.908 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:05 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:27:05.908 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:05 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1085523800' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num", "val": "16"}]: dispatch 2023-08-28T02:27:05.908 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:05 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num", "val": "16"}]: dispatch 2023-08-28T02:27:05.908 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:05 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:27:05.908 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:05 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:27:05.908 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:05 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:27:05.908 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:05 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:27:05.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:05 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1085523800' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num", "val": "16"}]: dispatch 2023-08-28T02:27:05.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:05 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num", "val": "16"}]: dispatch 2023-08-28T02:27:05.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:05 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:27:05.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:05 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:27:05.909 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:05 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:27:05.915 INFO:teuthology.orchestra.run.smithi040.stderr:set pool 9 pgp_num to 16 2023-08-28T02:27:05.983 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:27:05.985 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:05.985 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:27:05.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:05 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:27:05.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:05 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1085523800' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num", "val": "16"}]: dispatch 2023-08-28T02:27:05.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:05 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num", "val": "16"}]: dispatch 2023-08-28T02:27:05.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:05 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:27:05.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:05 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:27:05.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:05 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:27:06.087 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:27:06.128 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:06.129 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 15 16 30313 30297 126.178 84.0625 0.00697006 0.00791865 2023-08-28T02:27:06.151 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:27:06.156 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:06.157 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:27:06.257 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:27:06.322 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:06.508 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:27:06.522 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:06.523 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:27:06.602 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:27:06.623 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:27:06.666 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:06.693 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:27:06.697 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:06.697 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:27:06.798 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:27:06.839 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:06.867 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:27:06.869 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:06.869 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:27:06.946 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd unset nodeep-scrub 2023-08-28T02:27:06.970 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:27:06.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:06 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num", "val": "16"}]': finished 2023-08-28T02:27:06.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:06 smithi040 ceph-mon[175404]: osdmap e166: 8 total, 8 up, 8 in 2023-08-28T02:27:06.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:06 smithi040 ceph-mon[175404]: failed to encode map e166 with expected crc 2023-08-28T02:27:06.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:06 smithi040 ceph-mon[175404]: failed to encode map e166 with expected crc 2023-08-28T02:27:06.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:06 smithi040 ceph-mon[175404]: failed to encode map e166 with expected crc 2023-08-28T02:27:06.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:06 smithi040 ceph-mon[175404]: failed to encode map e166 with expected crc 2023-08-28T02:27:06.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:06 smithi040 ceph-mon[175404]: failed to encode map e166 with expected crc 2023-08-28T02:27:06.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:06 smithi040 ceph-mon[175404]: failed to encode map e166 with expected crc 2023-08-28T02:27:06.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:06 smithi040 ceph-mon[175404]: failed to encode map e166 with expected crc 2023-08-28T02:27:06.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:06 smithi040 ceph-mon[175404]: failed to encode map e166 with expected crc 2023-08-28T02:27:06.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:06 smithi040 ceph-mon[175404]: pgmap v562: 89 pgs: 89 active+clean; 1.6 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 106 MiB/s wr, 1.70k op/s 2023-08-28T02:27:06.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:06 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num", "val": "16"}]': finished 2023-08-28T02:27:06.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:06 smithi040 ceph-mon[170259]: osdmap e166: 8 total, 8 up, 8 in 2023-08-28T02:27:06.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:06 smithi040 ceph-mon[170259]: failed to encode map e166 with expected crc 2023-08-28T02:27:06.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:06 smithi040 ceph-mon[170259]: failed to encode map e166 with expected crc 2023-08-28T02:27:06.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:06 smithi040 ceph-mon[170259]: failed to encode map e166 with expected crc 2023-08-28T02:27:06.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:06 smithi040 ceph-mon[170259]: failed to encode map e166 with expected crc 2023-08-28T02:27:06.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:06 smithi040 ceph-mon[170259]: failed to encode map e166 with expected crc 2023-08-28T02:27:06.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:06 smithi040 ceph-mon[170259]: failed to encode map e166 with expected crc 2023-08-28T02:27:06.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:06 smithi040 ceph-mon[170259]: failed to encode map e166 with expected crc 2023-08-28T02:27:06.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:06 smithi040 ceph-mon[170259]: failed to encode map e166 with expected crc 2023-08-28T02:27:06.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:06 smithi040 ceph-mon[170259]: pgmap v562: 89 pgs: 89 active+clean; 1.6 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 106 MiB/s wr, 1.70k op/s 2023-08-28T02:27:06.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:06 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num", "val": "16"}]': finished 2023-08-28T02:27:06.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:06 smithi083 ceph-mon[157819]: osdmap e166: 8 total, 8 up, 8 in 2023-08-28T02:27:06.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:06 smithi083 ceph-mon[157819]: failed to encode map e166 with expected crc 2023-08-28T02:27:06.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:06 smithi083 ceph-mon[157819]: failed to encode map e166 with expected crc 2023-08-28T02:27:06.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:06 smithi083 ceph-mon[157819]: failed to encode map e166 with expected crc 2023-08-28T02:27:06.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:06 smithi083 ceph-mon[157819]: failed to encode map e166 with expected crc 2023-08-28T02:27:06.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:06 smithi083 ceph-mon[157819]: failed to encode map e166 with expected crc 2023-08-28T02:27:06.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:06 smithi083 ceph-mon[157819]: failed to encode map e166 with expected crc 2023-08-28T02:27:06.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:06 smithi083 ceph-mon[157819]: failed to encode map e166 with expected crc 2023-08-28T02:27:06.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:06 smithi083 ceph-mon[157819]: failed to encode map e166 with expected crc 2023-08-28T02:27:06.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:06 smithi083 ceph-mon[157819]: pgmap v562: 89 pgs: 89 active+clean; 1.6 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 106 MiB/s wr, 1.70k op/s 2023-08-28T02:27:07.062 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:07.102 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:27:07.108 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:07.108 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:27:07.111 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:27:07.130 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 16 16 31684 31668 123.636 85.6875 0.0068002 0.00807934 2023-08-28T02:27:07.175 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:27:07.209 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:27:07.209 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:27:07.273 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:27:07.286 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:07.310 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:27:07.342 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:27:07.383 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:27:07.420 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:27:07.461 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-08-28T02:27:07.461 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-08-28T02:27:07.461 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-08-28T02:27:07.461 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-08-28T02:27:07.461 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-08-28T02:27:07.461 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-08-28T02:27:07.462 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-08-28T02:27:07.462 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-08-28T02:27:07.500 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:27:07.789 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:27:07.802 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:07.803 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:27:07.904 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:27:07.944 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:07.974 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:27:07.976 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:07.977 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:27:07.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:07 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1227855997' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:27:07.984 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:07 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1227855997' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:27:08.077 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:27:08.114 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:08.131 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 17 16 33144 33128 121.728 91.25 0.0109982 0.00820917 2023-08-28T02:27:08.139 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:27:08.145 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:08.146 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:27:08.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:07 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1227855997' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:27:08.246 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:27:08.250 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-08-28T02:27:08.250 INFO:teuthology.orchestra.run.smithi040.stdout: "ops": [ 2023-08-28T02:27:08.250 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:27:08.250 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.34719.0:33295 9.0 e166/160 9:09224c0e:::benchmark_data_smithi040_209735_object33294:head v 166'2155, mlcod=166'2153)", 2023-08-28T02:27:08.250 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:08.248140+0000", 2023-08-28T02:27:08.250 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 0.00076204500000000004, 2023-08-28T02:27:08.250 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00079496099999999995, 2023-08-28T02:27:08.250 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:27:08.250 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "started", 2023-08-28T02:27:08.251 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:27:08.251 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:27:08.251 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:27:08.251 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:08.248140+0000", 2023-08-28T02:27:08.251 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:27:08.251 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:27:08.251 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:27:08.251 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:27:08.251 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:08.248140+0000", 2023-08-28T02:27:08.251 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:27:08.251 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:27:08.252 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:27:08.252 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:27:08.252 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:08.248139+0000", 2023-08-28T02:27:08.252 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:27:08.252 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:27:08.252 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:27:08.252 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:27:08.252 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:08.248168+0000", 2023-08-28T02:27:08.252 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.9121000000000001e-05 2023-08-28T02:27:08.252 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:27:08.252 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:27:08.252 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:27:08.252 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:08.248189+0000", 2023-08-28T02:27:08.253 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.1199000000000002e-05 2023-08-28T02:27:08.253 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:27:08.253 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:27:08.253 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:27:08.253 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:08.248198+0000", 2023-08-28T02:27:08.253 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.3340000000000008e-06 2023-08-28T02:27:08.253 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:27:08.253 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:27:08.253 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:27:08.253 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:08.248249+0000", 2023-08-28T02:27:08.253 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.0692000000000002e-05 2023-08-28T02:27:08.253 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:27:08.254 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:27:08.254 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:27:08.254 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:08.248272+0000", 2023-08-28T02:27:08.254 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.3146000000000002e-05 2023-08-28T02:27:08.254 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:27:08.254 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:27:08.254 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:27:08.254 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:27:08.254 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-08-28T02:27:08.254 INFO:teuthology.orchestra.run.smithi040.stdout: "num_ops": 1 2023-08-28T02:27:08.254 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-08-28T02:27:08.283 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:08.309 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:27:08.315 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:08.315 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:27:08.416 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:27:08.486 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:08.618 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:27:08.623 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:08.623 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:27:08.659 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.2 dump_blocked_ops 2023-08-28T02:27:08.725 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:27:08.770 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:08.796 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:27:08.800 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:08.801 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:27:08.902 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:27:08.968 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:09.007 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:27:09.016 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:08 smithi040 ceph-mon[175404]: pgmap v563: 89 pgs: 89 active+clean; 1.9 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 143 MiB/s wr, 2.29k op/s 2023-08-28T02:27:09.016 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:09.016 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:27:09.017 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:08 smithi040 ceph-mon[170259]: pgmap v563: 89 pgs: 89 active+clean; 1.9 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 143 MiB/s wr, 2.29k op/s 2023-08-28T02:27:09.117 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:27:09.131 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 18 16 34647 34631 120.184 93.9375 0.00769541 0.00831189 2023-08-28T02:27:09.177 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:09.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:08 smithi083 ceph-mon[157819]: pgmap v563: 89 pgs: 89 active+clean; 1.9 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 143 MiB/s wr, 2.29k op/s 2023-08-28T02:27:09.264 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:27:09.267 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:09.268 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:27:09.368 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:27:09.430 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:09.469 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:27:09.475 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:09.475 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:27:09.476 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:27:09.576 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:27:09.652 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:09.691 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:27:09.693 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:09.694 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:27:09.795 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:27:09.832 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:09.864 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:27:09.868 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:09.868 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:27:09.963 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-08-28T02:27:09.969 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:27:10.008 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:10.033 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:27:10.035 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:10.036 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:27:10.079 INFO:teuthology.orchestra.run.smithi040.stderr:nodeep-scrub is unset 2023-08-28T02:27:10.133 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 19 16 35988 35972 118.269 83.8125 0.00889217 0.00845009 2023-08-28T02:27:10.136 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:27:10.175 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:10 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3427722209' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:27:10.176 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:10 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:27:10.178 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:10.196 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:27:10.198 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:10.198 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:27:10.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:10 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3427722209' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:27:10.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:10 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:27:10.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:10 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3427722209' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:27:10.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:10 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:27:10.299 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:27:10.349 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:10.378 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:27:10.381 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:10.381 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:27:10.482 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:27:10.538 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:11.132 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:2023-08-28T02:27:11.133107+0000 min lat: 0.00123289 max lat: 0.105374 avg lat: 0.00852743 2023-08-28T02:27:11.132 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-08-28T02:27:11.132 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 20 16 37534 37518 117.187 96.625 0.00743935 0.00852743 2023-08-28T02:27:11.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:11 smithi040 ceph-mon[175404]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:27:11.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:11 smithi040 ceph-mon[175404]: Cluster is now healthy 2023-08-28T02:27:11.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:11 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:27:11.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:11 smithi040 ceph-mon[175404]: osdmap e167: 8 total, 8 up, 8 in 2023-08-28T02:27:11.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:11 smithi040 ceph-mon[175404]: failed to encode map e167 with expected crc 2023-08-28T02:27:11.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:11 smithi040 ceph-mon[175404]: failed to encode map e167 with expected crc 2023-08-28T02:27:11.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:11 smithi040 ceph-mon[175404]: failed to encode map e167 with expected crc 2023-08-28T02:27:11.484 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:11 smithi040 ceph-mon[175404]: failed to encode map e167 with expected crc 2023-08-28T02:27:11.484 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:11 smithi040 ceph-mon[175404]: pgmap v565: 89 pgs: 89 active+clean; 1.9 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 67 MiB/s wr, 1.07k op/s 2023-08-28T02:27:11.484 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:11 smithi040 ceph-mon[170259]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:27:11.484 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:11 smithi040 ceph-mon[170259]: Cluster is now healthy 2023-08-28T02:27:11.484 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:11 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:27:11.484 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:11 smithi040 ceph-mon[170259]: osdmap e167: 8 total, 8 up, 8 in 2023-08-28T02:27:11.484 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:11 smithi040 ceph-mon[170259]: failed to encode map e167 with expected crc 2023-08-28T02:27:11.484 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:11 smithi040 ceph-mon[170259]: failed to encode map e167 with expected crc 2023-08-28T02:27:11.484 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:11 smithi040 ceph-mon[170259]: failed to encode map e167 with expected crc 2023-08-28T02:27:11.484 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:11 smithi040 ceph-mon[170259]: failed to encode map e167 with expected crc 2023-08-28T02:27:11.484 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:11 smithi040 ceph-mon[170259]: pgmap v565: 89 pgs: 89 active+clean; 1.9 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 67 MiB/s wr, 1.07k op/s 2023-08-28T02:27:11.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:11 smithi083 ceph-mon[157819]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:27:11.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:11 smithi083 ceph-mon[157819]: Cluster is now healthy 2023-08-28T02:27:11.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:11 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:27:11.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:11 smithi083 ceph-mon[157819]: osdmap e167: 8 total, 8 up, 8 in 2023-08-28T02:27:11.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:11 smithi083 ceph-mon[157819]: failed to encode map e167 with expected crc 2023-08-28T02:27:11.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:11 smithi083 ceph-mon[157819]: failed to encode map e167 with expected crc 2023-08-28T02:27:11.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:11 smithi083 ceph-mon[157819]: failed to encode map e167 with expected crc 2023-08-28T02:27:11.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:11 smithi083 ceph-mon[157819]: failed to encode map e167 with expected crc 2023-08-28T02:27:11.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:11 smithi083 ceph-mon[157819]: pgmap v565: 89 pgs: 89 active+clean; 1.9 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 67 MiB/s wr, 1.07k op/s 2023-08-28T02:27:11.529 INFO:tasks.thrashosds.thrasher:in_osds: [0, 1, 2, 3, 4, 5, 6, 7] out_osds: [] dead_osds: [] live_osds: [0, 1, 2, 3, 4, 5, 6, 7] 2023-08-28T02:27:11.529 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-08-28T02:27:11.529 INFO:tasks.thrashosds.thrasher:Growing pool unique_pool_4 2023-08-28T02:27:11.529 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:27:11.723 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:27:11.729 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:11.730 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:27:11.830 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:27:11.867 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:11.906 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:27:11.911 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:11.912 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:27:12.013 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:27:12.071 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:12.132 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 21 16 39048 39032 116.11 94.625 0.00731756 0.00860642 2023-08-28T02:27:12.159 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:27:12.165 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:12.165 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:27:12.266 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:27:12.310 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:12.340 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:27:12.343 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:12.343 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:27:12.444 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:27:12.488 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:12.520 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:27:12.523 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:12.524 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:27:12.624 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:27:12.681 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:13.134 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 22 16 40619 40603 115.283 98.1875 0.00739011 0.00866975 2023-08-28T02:27:13.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:13 smithi040 ceph-mon[175404]: pgmap v566: 89 pgs: 89 active+clean; 2.3 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 123 MiB/s wr, 1.97k op/s 2023-08-28T02:27:13.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:13 smithi040 ceph-mon[170259]: pgmap v566: 89 pgs: 89 active+clean; 2.3 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 123 MiB/s wr, 1.97k op/s 2023-08-28T02:27:13.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:13 smithi083 ceph-mon[157819]: pgmap v566: 89 pgs: 89 active+clean; 2.3 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 123 MiB/s wr, 1.97k op/s 2023-08-28T02:27:13.627 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:27:13.631 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:27:13.636 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:13.636 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:27:13.737 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:27:13.769 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:13.796 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:27:13.803 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:13.803 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:27:13.904 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:27:13.939 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:13.966 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:27:13.973 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:13.973 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:27:14.074 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:27:14.107 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:14.133 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:27:14.134 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 23 16 42099 42083 114.293 92.5 0.00758477 0.00874387 2023-08-28T02:27:14.136 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:14.136 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:27:14.180 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-08-28T02:27:14.180 INFO:teuthology.orchestra.run.smithi040.stdout: "ops": [], 2023-08-28T02:27:14.180 INFO:teuthology.orchestra.run.smithi040.stdout: "complaint_time": 30, 2023-08-28T02:27:14.180 INFO:teuthology.orchestra.run.smithi040.stdout: "num_blocked_ops": 0 2023-08-28T02:27:14.180 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-08-28T02:27:14.237 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:27:14.271 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:14.295 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:27:14.298 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:14.298 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:27:14.343 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:27:14.399 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:27:14.443 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:14.471 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:27:14.474 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:14.474 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:27:14.575 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:27:14.644 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:15.135 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 24 16 43586 43570 113.403 92.9375 0.00801613 0.0088126 2023-08-28T02:27:15.387 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:15 smithi040 ceph-mon[170259]: pgmap v567: 89 pgs: 89 active+clean; 2.3 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 103 MiB/s wr, 1.65k op/s 2023-08-28T02:27:15.387 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:15 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:27:15.387 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:15 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:27:15.388 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:15 smithi040 ceph-mon[175404]: pgmap v567: 89 pgs: 89 active+clean; 2.3 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 103 MiB/s wr, 1.65k op/s 2023-08-28T02:27:15.388 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:15 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:27:15.388 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:15 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:27:15.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:15 smithi083 ceph-mon[157819]: pgmap v567: 89 pgs: 89 active+clean; 2.3 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 103 MiB/s wr, 1.65k op/s 2023-08-28T02:27:15.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:15 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:27:15.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:15 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:27:15.644 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:27:15.654 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:27:15 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:27:15] "GET /metrics HTTP/1.1" 200 36447 "" "Prometheus/2.43.0" 2023-08-28T02:27:15.656 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:15.657 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:27:15.683 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.2 dump_historic_ops 2023-08-28T02:27:15.758 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:27:15.840 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:15.884 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:27:15.891 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:15.891 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:27:15.921 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd set noscrub 2023-08-28T02:27:15.992 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:27:16.023 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:16.046 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:27:16.049 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:16.049 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:27:16.137 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 25 16 44921 44905 112.198 83.4375 0.0156714 0.00890561 2023-08-28T02:27:16.150 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:27:16.188 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:16.214 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:27:16.216 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:16.217 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:27:16.317 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:27:16.380 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:16.617 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:27:16.622 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:16.623 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:27:16.723 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:27:16.791 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:16.875 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:27:16.878 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:16.879 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:27:16.980 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:27:16.985 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:16 smithi040 ceph-mon[175404]: pgmap v568: 89 pgs: 89 active+clean; 2.5 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 95 MiB/s wr, 1.52k op/s 2023-08-28T02:27:16.985 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:16 smithi040 ceph-mon[170259]: pgmap v568: 89 pgs: 89 active+clean; 2.5 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 95 MiB/s wr, 1.52k op/s 2023-08-28T02:27:17.066 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:17.108 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:27:17.112 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:17.113 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:27:17.138 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 26 16 46180 46164 110.9 78.6875 0.0171701 0.00901061 2023-08-28T02:27:17.192 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:27:17.214 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:27:17.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:16 smithi083 ceph-mon[157819]: pgmap v568: 89 pgs: 89 active+clean; 2.5 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 95 MiB/s wr, 1.52k op/s 2023-08-28T02:27:17.242 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:27:17.272 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:17.289 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:27:17.337 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:27:17.364 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:27:17.368 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:17.368 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:27:17.389 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:27:17.435 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:27:17.440 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:27:17.470 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:27:17.486 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:27:17.486 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:27:17.501 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:17.522 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:27:17.527 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:27:17.530 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:17.530 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:27:17.537 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-08-28T02:27:17.537 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-08-28T02:27:17.537 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-08-28T02:27:17.538 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-08-28T02:27:17.538 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-08-28T02:27:17.538 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-08-28T02:27:17.538 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-08-28T02:27:17.538 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-08-28T02:27:17.631 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:27:17.705 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:17.744 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:27:17.762 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:17 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2225624718' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:27:17.763 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:17.763 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:27:17.864 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:27:17.878 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:27:17.888 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:27:17.935 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:17.980 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:17 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2225624718' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:27:17.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:17 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2225624718' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:27:18.138 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 27 16 47283 47267 109.346 68.9375 0.0101514 0.00913972 2023-08-28T02:27:18.640 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:27:18.647 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:18.648 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:27:18.749 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:27:18.792 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:18.827 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:27:18.833 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:18.834 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:27:18.935 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:27:19.006 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:19.118 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:18 smithi040 ceph-mon[170259]: from='client.54682 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:27:19.118 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:18 smithi040 ceph-mon[170259]: pgmap v569: 89 pgs: 89 active+clean; 2.8 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 91 MiB/s wr, 1.46k op/s 2023-08-28T02:27:19.118 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:18 smithi040 ceph-mon[175404]: from='client.54682 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:27:19.118 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:18 smithi040 ceph-mon[175404]: pgmap v569: 89 pgs: 89 active+clean; 2.8 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 91 MiB/s wr, 1.46k op/s 2023-08-28T02:27:19.140 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 28 16 48680 48664 108.554 87.3125 0.00341635 0.00920544 2023-08-28T02:27:19.149 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":568,"stamp":"2023-08-28T02:27:16.148384+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":2696550304,"num_objects":41161,"num_object_clones":0,"num_object_copies":123483,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":41161,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":41437,"num_write_kb":2635213,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":41353,"ondisk_log_size":41353,"up":267,"acting":267,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":267,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":10724164,"kb_used_data":7940292,"kb_used_omap":20,"kb_used_meta":2783787,"kb_avail":739237052,"statfs":{"total":767960285184,"available":756978741248,"internally_reserved":0,"allocated":8130859008,"data_stored":8124051505,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":20850,"internal_metadata":2850598542},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[4,0,5,3],"upper_bound":16},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":999292928,"num_objects":15248,"num_object_clones":0,"num_object_copies":45744,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15248,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15248,"num_write_kb":975872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.004416"},"pg_stats":[{"pgid":"3.1a","version":"65'1","reported_seq":149,"reported_epoch":166,"state":"active+clean","last_fresh":"2023-08-28T02:27:05.901832+0000","last_change":"2023-08-28T02:16:50.313901+0000","last_active":"2023-08-28T02:27:05.901832+0000","last_peered":"2023-08-28T02:27:05.901832+0000","last_clean":"2023-08-28T02:27:05.901832+0000","last_became_active":"2023-08-28T02:16:50.313550+0000","last_became_peered":"2023-08-28T02:16:50.313550+0000","last_unstale":"2023-08-28T02:27:05.901832+0000","last_undegraded":"2023-08-28T02:27:05.901832+0000","last_fullsized":"2023-08-28T02:27:05.901832+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:31:11.838539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":108,"reported_epoch":166,"state":"active+clean","last_fresh":"2023-08-28T02:27:05.909179+0000","last_change":"2023-08-28T02:16:50.308996+0000","last_active":"2023-08-28T02:27:05.909179+0000","last_peered":"2023-08-28T02:27:05.909179+0000","last_clean":"2023-08-28T02:27:05.909179+0000","last_became_active":"2023-08-28T02:16:50.308569+0000","last_became_peered":"2023-08-28T02:16:50.308569+0000","last_unstale":"2023-08-28T02:27:05.909179+0000","last_undegraded":"2023-08-28T02:27:05.909179+0000","last_fullsized":"2023-08-28T02:27:05.909179+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:50:53.472069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":105,"reported_epoch":166,"state":"active+clean","last_fresh":"2023-08-28T02:27:05.897701+0000","last_change":"2023-08-28T02:17:57.849228+0000","last_active":"2023-08-28T02:27:05.897701+0000","last_peered":"2023-08-28T02:27:05.897701+0000","last_clean":"2023-08-28T02:27:05.897701+0000","last_became_active":"2023-08-28T02:17:57.848894+0000","last_became_peered":"2023-08-28T02:17:57.848894+0000","last_unstale":"2023-08-28T02:27:05.897701+0000","last_undegraded":"2023-08-28T02:27:05.897701+0000","last_fullsized":"2023-08-28T02:27:05.897701+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:39:59.056531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":121,"reported_epoch":166,"state":"active+clean","last_fresh":"2023-08-28T02:27:05.908222+0000","last_change":"2023-08-28T02:16:50.309837+0000","last_active":"2023-08-28T02:27:05.908222+0000","last_peered":"2023-08-28T02:27:05.908222+0000","last_clean":"2023-08-28T02:27:05.908222+0000","last_became_active":"2023-08-28T02:16:50.309470+0000","last_became_peered":"2023-08-28T02:16:50.309470+0000","last_unstale":"2023-08-28T02:27:05.908222+0000","last_undegraded":"2023-08-28T02:27:05.908222+0000","last_fullsized":"2023-08-28T02:27:05.908222+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:34:06.503952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":131,"reported_epoch":166,"state":"active+clean","last_fresh":"2023-08-28T02:27:05.895993+0000","last_change":"2023-08-28T02:17:57.847940+0000","last_active":"2023-08-28T02:27:05.895993+0000","last_peered":"2023-08-28T02:27:05.895993+0000","last_clean":"2023-08-28T02:27:05.895993+0000","last_became_active":"2023-08-28T02:17:57.843416+0000","last_became_peered":"2023-08-28T02:17:57.843416+0000","last_unstale":"2023-08-28T02:27:05.895993+0000","last_undegraded":"2023-08-28T02:27:05.895993+0000","last_fullsized":"2023-08-28T02:27:05.895993+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:10:47.631878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":129,"reported_epoch":166,"state":"active+clean","last_fresh":"2023-08-28T02:27:05.911952+0000","last_change":"2023-08-28T02:15:58.338976+0000","last_active":"2023-08-28T02:27:05.911952+0000","last_peered":"2023-08-28T02:27:05.911952+0000","last_clean":"2023-08-28T02:27:05.911952+0000","last_became_active":"2023-08-28T02:15:58.338552+0000","last_became_peered":"2023-08-28T02:15:58.338552+0000","last_unstale":"2023-08-28T02:27:05.911952+0000","last_undegraded":"2023-08-28T02:27:05.911952+0000","last_fullsized":"2023-08-28T02:27:05.911952+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:27:36.380341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":121,"reported_epoch":166,"state":"active+clean","last_fresh":"2023-08-28T02:27:05.908744+0000","last_change":"2023-08-28T02:17:57.876478+0000","last_active":"2023-08-28T02:27:05.908744+0000","last_peered":"2023-08-28T02:27:05.908744+0000","last_clean":"2023-08-28T02:27:05.908744+0000","last_became_active":"2023-08-28T02:17:57.876048+0000","last_became_peered":"2023-08-28T02:17:57.876048+0000","last_unstale":"2023-08-28T02:27:05.908744+0000","last_undegraded":"2023-08-28T02:27:05.908744+0000","last_fullsized":"2023-08-28T02:27:05.908744+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:46:14.225407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":113,"reported_epoch":166,"state":"active+clean","last_fresh":"2023-08-28T02:27:05.896058+0000","last_change":"2023-08-28T02:17:57.832929+0000","last_active":"2023-08-28T02:27:05.896058+0000","last_peered":"2023-08-28T02:27:05.896058+0000","last_clean":"2023-08-28T02:27:05.896058+0000","last_became_active":"2023-08-28T02:17:57.825320+0000","last_became_peered":"2023-08-28T02:17:57.825320+0000","last_unstale":"2023-08-28T02:27:05.896058+0000","last_undegraded":"2023-08-28T02:27:05.896058+0000","last_fullsized":"2023-08-28T02:27:05.896058+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:41:38.568184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":130,"reported_epoch":166,"state":"active+clean","last_fresh":"2023-08-28T02:27:05.911428+0000","last_change":"2023-08-28T02:15:58.356833+0000","last_active":"2023-08-28T02:27:05.911428+0000","last_peered":"2023-08-28T02:27:05.911428+0000","last_clean":"2023-08-28T02:27:05.911428+0000","last_became_active":"2023-08-28T02:15:58.356519+0000","last_became_peered":"2023-08-28T02:15:58.356519+0000","last_unstale":"2023-08-28T02:27:05.911428+0000","last_undegraded":"2023-08-28T02:27:05.911428+0000","last_fullsized":"2023-08-28T02:27:05.911428+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:18:26.590683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":99,"reported_epoch":166,"state":"active+clean","last_fresh":"2023-08-28T02:27:05.896216+0000","last_change":"2023-08-28T02:17:57.827818+0000","last_active":"2023-08-28T02:27:05.896216+0000","last_peered":"2023-08-28T02:27:05.896216+0000","last_clean":"2023-08-28T02:27:05.896216+0000","last_became_active":"2023-08-28T02:17:57.825999+0000","last_became_peered":"2023-08-28T02:17:57.825999+0000","last_unstale":"2023-08-28T02:27:05.896216+0000","last_undegraded":"2023-08-28T02:27:05.896216+0000","last_fullsized":"2023-08-28T02:27:05.896216+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:35:29.864132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"65'3","reported_seq":134,"reported_epoch":166,"state":"active+clean","last_fresh":"2023-08-28T02:27:05.907449+0000","last_change":"2023-08-28T02:17:57.827265+0000","last_active":"2023-08-28T02:27:05.907449+0000","last_peered":"2023-08-28T02:27:05.907449+0000","last_clean":"2023-08-28T02:27:05.907449+0000","last_became_active":"2023-08-28T02:17:57.826872+0000","last_became_peered":"2023-08-28T02:17:57.826872+0000","last_unstale":"2023-08-28T02:27:05.907449+0000","last_undegraded":"2023-08-28T02:27:05.907449+0000","last_fullsized":"2023-08-28T02:27:05.907449+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:48:03.674891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":105,"reported_epoch":166,"state":"active+clean","last_fresh":"2023-08-28T02:27:05.897903+0000","last_change":"2023-08-28T02:16:50.317018+0000","last_active":"2023-08-28T02:27:05.897903+0000","last_peered":"2023-08-28T02:27:05.897903+0000","last_clean":"2023-08-28T02:27:05.897903+0000","last_became_active":"2023-08-28T02:16:50.316562+0000","last_became_peered":"2023-08-28T02:16:50.316562+0000","last_unstale":"2023-08-28T02:27:05.897903+0000","last_undegraded":"2023-08-28T02:27:05.897903+0000","last_fullsized":"2023-08-28T02:27:05.897903+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:24:38.987247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":136,"reported_epoch":166,"state":"active+clean","last_fresh":"2023-08-28T02:27:05.902468+0000","last_change":"2023-08-28T02:07:37.315303+0000","last_active":"2023-08-28T02:27:05.902468+0000","last_peered":"2023-08-28T02:27:05.902468+0000","last_clean":"2023-08-28T02:27:05.902468+0000","last_became_active":"2023-08-28T02:07:37.312336+0000","last_became_peered":"2023-08-28T02:07:37.312336+0000","last_unstale":"2023-08-28T02:27:05.902468+0000","last_undegraded":"2023-08-28T02:27:05.902468+0000","last_fullsized":"2023-08-28T02:27:05.902468+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T14:00:32.089076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":130,"reported_epoch":166,"state":"active+clean","last_fresh":"2023-08-28T02:27:05.901973+0000","last_change":"2023-08-28T02:15:58.341659+0000","last_active":"2023-08-28T02:27:05.901973+0000","last_peered":"2023-08-28T02:27:05.901973+0000","last_clean":"2023-08-28T02:27:05.901973+0000","last_became_active":"2023-08-28T02:15:58.341315+0000","last_became_peered":"2023-08-28T02:15:58.341315+0000","last_unstale":"2023-08-28T02:27:05.901973+0000","last_undegraded":"2023-08-28T02:27:05.901973+0000","last_fullsized":"2023-08-28T02:27:05.901973+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:07:51.806773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"65'2","reported_seq":133,"reported_epoch":166,"state":"active+clean","last_fresh":"2023-08-28T02:27:05.907359+0000","last_change":"2023-08-28T02:16:50.332699+0000","last_active":"2023-08-28T02:27:05.907359+0000","last_peered":"2023-08-28T02:27:05.907359+0000","last_clean":"2023-08-28T02:27:05.907359+0000","last_became_active":"2023-08-28T02:16:50.332337+0000","last_became_peered":"2023-08-28T02:16:50.332337+0000","last_unstale":"2023-08-28T02:27:05.907359+0000","last_undegraded":"2023-08-28T02:27:05.907359+0000","last_fullsized":"2023-08-28T02:27:05.907359+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:26:51.876295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":109,"reported_epoch":166,"state":"active+clean","last_fresh":"2023-08-28T02:27:05.908573+0000","last_change":"2023-08-28T02:16:50.311257+0000","last_active":"2023-08-28T02:27:05.908573+0000","last_peered":"2023-08-28T02:27:05.908573+0000","last_clean":"2023-08-28T02:27:05.908573+0000","last_became_active":"2023-08-28T02:16:50.310902+0000","last_became_peered":"2023-08-28T02:16:50.310902+0000","last_unstale":"2023-08-28T02:27:05.908573+0000","last_undegraded":"2023-08-28T02:27:05.908573+0000","last_fullsized":"2023-08-28T02:27:05.908573+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:09.479771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,7],"acting":[0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":121,"reported_epoch":166,"state":"active+clean","last_fresh":"2023-08-28T02:27:05.907879+0000","last_change":"2023-08-28T02:17:57.870068+0000","last_active":"2023-08-28T02:27:05.907879+0000","last_peered":"2023-08-28T02:27:05.907879+0000","last_clean":"2023-08-28T02:27:05.907879+0000","last_became_active":"2023-08-28T02:17:57.869718+0000","last_became_peered":"2023-08-28T02:17:57.869718+0000","last_unstale":"2023-08-28T02:27:05.907879+0000","last_undegraded":"2023-08-28T02:27:05.907879+0000","last_fullsized":"2023-08-28T02:27:05.907879+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:28:47.968132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":129,"reported_epoch":166,"state":"active+clean","last_fresh":"2023-08-28T02:27:05.912809+0000","last_change":"2023-08-28T02:17:57.827021+0000","last_active":"2023-08-28T02:27:05.912809+0000","last_peered":"2023-08-28T02:27:05.912809+0000","last_clean":"2023-08-28T02:27:05.912809+0000","last_became_active":"2023-08-28T02:17:57.826722+0000","last_became_peered":"2023-08-28T02:17:57.826722+0000","last_unstale":"2023-08-28T02:27:05.912809+0000","last_undegraded":"2023-08-28T02:27:05.912809+0000","last_fullsized":"2023-08-28T02:27:05.912809+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:02:26.183338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":114,"reported_epoch":166,"state":"active+clean","last_fresh":"2023-08-28T02:27:05.907103+0000","last_change":"2023-08-28T02:07:37.318077+0000","last_active":"2023-08-28T02:27:05.907103+0000","last_peered":"2023-08-28T02:27:05.907103+0000","last_clean":"2023-08-28T02:27:05.907103+0000","last_became_active":"2023-08-28T02:07:37.317784+0000","last_became_peered":"2023-08-28T02:07:37.317784+0000","last_unstale":"2023-08-28T02:27:05.907103+0000","last_undegraded":"2023-08-28T02:27:05.907103+0000","last_fullsized":"2023-08-28T02:27:05.907103+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:08:37.079996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":122,"reported_epoch":166,"state":"active+clean","last_fresh":"2023-08-28T02:27:05.908307+0000","last_change":"2023-08-28T02:17:57.870143+0000","last_active":"2023-08-28T02:27:05.908307+0000","last_peered":"2023-08-28T02:27:05.908307+0000","last_clean":"2023-08-28T02:27:05.908307+0000","last_became_active":"2023-08-28T02:17:57.869769+0000","last_became_peered":"2023-08-28T02:17:57.869769+0000","last_unstale":"2023-08-28T02:27:05.908307+0000","last_undegraded":"2023-08-28T02:27:05.908307+0000","last_fullsized":"2023-08-28T02:27:05.908307+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:21:29.581768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"65'8","reported_seq":138,"reported_epoch":166,"state":"active+clean","last_fresh":"2023-08-28T02:27:05.911486+0000","last_change":"2023-08-28T02:14:43.083962+0000","last_active":"2023-08-28T02:27:05.911486+0000","last_peered":"2023-08-28T02:27:05.911486+0000","last_clean":"2023-08-28T02:27:05.911486+0000","last_became_active":"2023-08-28T02:14:43.083699+0000","last_became_peered":"2023-08-28T02:14:43.083699+0000","last_unstale":"2023-08-28T02:27:05.911486+0000","last_undegraded":"2023-08-28T02:27:05.911486+0000","last_fullsized":"2023-08-28T02:27:05.911486+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:34:42.581750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":113,"reported_epoch":166,"state":"active+clean","last_fresh":"2023-08-28T02:27:05.896947+0000","last_change":"2023-08-28T02:17:57.837590+0000","last_active":"2023-08-28T02:27:05.896947+0000","last_peered":"2023-08-28T02:27:05.896947+0000","last_clean":"2023-08-28T02:27:05.896947+0000","last_became_active":"2023-08-28T02:17:57.837098+0000","last_became_peered":"2023-08-28T02:17:57.837098+0000","last_unstale":"2023-08-28T02:27:05.896947+0000","last_undegraded":"2023-08-28T02:27:05.896947+0000","last_fullsized":"2023-08-28T02:27:05.896947+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:19:56.089819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.5","version":"167'2393","reported_seq":2409,"reported_epoch":167,"state":"active+clean","last_fresh":"2023-08-28T02:27:11.847771+0000","last_change":"2023-08-28T02:26:47.221782+0000","last_active":"2023-08-28T02:27:11.847771+0000","last_peered":"2023-08-28T02:27:11.847771+0000","last_clean":"2023-08-28T02:27:11.847771+0000","last_became_active":"2023-08-28T02:26:47.221375+0000","last_became_peered":"2023-08-28T02:26:47.221375+0000","last_unstale":"2023-08-28T02:27:11.847771+0000","last_undegraded":"2023-08-28T02:27:11.847771+0000","last_fullsized":"2023-08-28T02:27:11.847771+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":2393,"log_dups_size":0,"ondisk_log_size":2393,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:58:35.541731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":156827648,"num_objects":2393,"num_object_clones":0,"num_object_copies":7179,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2393,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2393,"num_write_kb":153152,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"65'1","reported_seq":132,"reported_epoch":166,"state":"active+clean","last_fresh":"2023-08-28T02:27:05.907515+0000","last_change":"2023-08-28T02:14:43.046130+0000","last_active":"2023-08-28T02:27:05.907515+0000","last_peered":"2023-08-28T02:27:05.907515+0000","last_clean":"2023-08-28T02:27:05.907515+0000","last_became_active":"2023-08-28T02:14:43.045775+0000","last_became_peered":"2023-08-28T02:14:43.045775+0000","last_unstale":"2023-08-28T02:27:05.907515+0000","last_undegraded":"2023-08-28T02:27:05.907515+0000","last_fullsized":"2023-08-28T02:27:05.907515+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:57:38.279756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":112,"reported_epoch":166,"state":"active+clean","last_fresh":"2023-08-28T02:27:05.911002+0000","last_change":"2023-08-28T02:07:37.452412+0000","last_active":"2023-08-28T02:27:05.911002+0000","last_peered":"2023-08-28T02:27:05.911002+0000","last_clean":"2023-08-28T02:27:05.911002+0000","last_became_active":"2023-08-28T02:07:37.452156+0000","last_became_peered":"2023-08-28T02:07:37.452156+0000","last_unstale":"2023-08-28T02:27:05.911002+0000","last_undegraded":"2023-08-28T02:27:05.911002+0000","last_fullsized":"2023-08-28T02:27:05.911002+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:10:33.405360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.4","version":"167'2411","reported_seq":2427,"reported_epoch":167,"state":"active+clean","last_fresh":"2023-08-28T02:27:12.061453+0000","last_change":"2023-08-28T02:26:47.219351+0000","last_active":"2023-08-28T02:27:12.061453+0000","last_peered":"2023-08-28T02:27:12.061453+0000","last_clean":"2023-08-28T02:27:12.061453+0000","last_became_active":"2023-08-28T02:26:47.219087+0000","last_became_peered":"2023-08-28T02:26:47.219087+0000","last_unstale":"2023-08-28T02:27:12.061453+0000","last_undegraded":"2023-08-28T02:27:12.061453+0000","last_fullsized":"2023-08-28T02:27:12.061453+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":2411,"log_dups_size":0,"ondisk_log_size":2411,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:27:01.492765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":158007296,"num_objects":2411,"num_object_clones":0,"num_object_copies":7233,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2411,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2411,"num_write_kb":154304,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.e","version":"65'2","reported_seq":133,"reported_epoch":166,"state":"active+clean","last_fresh":"2023-08-28T02:27:05.907452+0000","last_change":"2023-08-28T02:15:58.339743+0000","last_active":"2023-08-28T02:27:05.907452+0000","last_peered":"2023-08-28T02:27:05.907452+0000","last_clean":"2023-08-28T02:27:05.907452+0000","last_became_active":"2023-08-28T02:15:58.339306+0000","last_became_peered":"2023-08-28T02:15:58.339306+0000","last_unstale":"2023-08-28T02:27:05.907452+0000","last_undegraded":"2023-08-28T02:27:05.907452+0000","last_fullsized":"2023-08-28T02:27:05.907452+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:26:49.535873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":147,"reported_epoch":166,"state":"active+clean","last_fresh":"2023-08-28T02:27:05.901726+0000","last_change":"2023-08-28T02:17:57.825376+0000","last_active":"2023-08-28T02:27:05.901726+0000","last_peered":"2023-08-28T02:27:05.901726+0000","last_clean":"2023-08-28T02:27:05.901726+0000","last_became_active":"2023-08-28T02:17:57.825022+0000","last_became_peered":"2023-08-28T02:17:57.825022+0000","last_unstale":"2023-08-28T02:27:05.901726+0000","last_undegraded":"2023-08-28T02:27:05.901726+0000","last_fullsized":"2023-08-28T02:27:05.901726+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:02:30.773293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.7","version":"167'2759","reported_seq":2774,"reported_epoch":167,"state":"active+clean","last_fresh":"2023-08-28T02:27:15.537822+0000","last_change":"2023-08-28T02:26:47.221639+0000","last_active":"2023-08-28T02:27:15.537822+0000","last_peered":"2023-08-28T02:27:15.537822+0000","last_clean":"2023-08-28T02:27:15.537822+0000","last_became_active":"2023-08-28T02:26:47.221330+0000","last_became_peered":"2023-08-28T02:26:47.221330+0000","last_unstale":"2023-08-28T02:27:15.537822+0000","last_undegraded":"2023-08-28T02:27:15.537822+0000","last_fullsized":"2023-08-28T02:27:15.537822+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":2759,"log_dups_size":0,"ondisk_log_size":2759,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:42:49.368758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180813824,"num_objects":2759,"num_object_clones":0,"num_object_copies":8277,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2759,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2759,"num_write_kb":176576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"65'1","reported_seq":115,"reported_epoch":166,"state":"active+clean","last_fresh":"2023-08-28T02:27:05.907385+0000","last_change":"2023-08-28T02:07:37.312010+0000","last_active":"2023-08-28T02:27:05.907385+0000","last_peered":"2023-08-28T02:27:05.907385+0000","last_clean":"2023-08-28T02:27:05.907385+0000","last_became_active":"2023-08-28T02:07:37.311737+0000","last_became_peered":"2023-08-28T02:07:37.311737+0000","last_unstale":"2023-08-28T02:27:05.907385+0000","last_undegraded":"2023-08-28T02:27:05.907385+0000","last_fullsized":"2023-08-28T02:27:05.907385+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:09:38.844075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":129,"reported_epoch":166,"state":"active+clean","last_fresh":"2023-08-28T02:27:05.911374+0000","last_change":"2023-08-28T02:15:58.345711+0000","last_active":"2023-08-28T02:27:05.911374+0000","last_peered":"2023-08-28T02:27:05.911374+0000","last_clean":"2023-08-28T02:27:05.911374+0000","last_became_active":"2023-08-28T02:15:58.345246+0000","last_became_peered":"2023-08-28T02:15:58.345246+0000","last_unstale":"2023-08-28T02:27:05.911374+0000","last_undegraded":"2023-08-28T02:27:05.911374+0000","last_fullsized":"2023-08-28T02:27:05.911374+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:43:42.445855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.6","version":"167'2690","reported_seq":2705,"reported_epoch":167,"state":"active+clean","last_fresh":"2023-08-28T02:27:15.547517+0000","last_change":"2023-08-28T02:26:47.518372+0000","last_active":"2023-08-28T02:27:15.547517+0000","last_peered":"2023-08-28T02:27:15.547517+0000","last_clean":"2023-08-28T02:27:15.547517+0000","last_became_active":"2023-08-28T02:26:47.517962+0000","last_became_peered":"2023-08-28T02:26:47.517962+0000","last_unstale":"2023-08-28T02:27:15.547517+0000","last_undegraded":"2023-08-28T02:27:15.547517+0000","last_fullsized":"2023-08-28T02:27:15.547517+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":2690,"log_dups_size":0,"ondisk_log_size":2690,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:08:38.491019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":176291840,"num_objects":2690,"num_object_clones":0,"num_object_copies":8070,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2690,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2690,"num_write_kb":172160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,1],"acting":[5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":130,"reported_epoch":166,"state":"active+clean","last_fresh":"2023-08-28T02:27:05.911187+0000","last_change":"2023-08-28T02:17:57.872076+0000","last_active":"2023-08-28T02:27:05.911187+0000","last_peered":"2023-08-28T02:27:05.911187+0000","last_clean":"2023-08-28T02:27:05.911187+0000","last_became_active":"2023-08-28T02:17:57.871701+0000","last_became_peered":"2023-08-28T02:17:57.871701+0000","last_unstale":"2023-08-28T02:27:05.911187+0000","last_undegraded":"2023-08-28T02:27:05.911187+0000","last_fullsized":"2023-08-28T02:27:05.911187+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:34:26.505505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":135,"reported_epoch":166,"state":"active+clean","last_fresh":"2023-08-28T02:27:05.908126+0000","last_change":"2023-08-28T02:16:50.310255+0000","last_active":"2023-08-28T02:27:05.908126+0000","last_peered":"2023-08-28T02:27:05.908126+0000","last_clean":"2023-08-28T02:27:05.908126+0000","last_became_active":"2023-08-28T02:16:50.309889+0000","last_became_peered":"2023-08-28T02:16:50.309889+0000","last_unstale":"2023-08-28T02:27:05.908126+0000","last_undegraded":"2023-08-28T02:27:05.908126+0000","last_fullsized":"2023-08-28T02:27:05.908126+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:40:26.627880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1","version":"167'2443","reported_seq":2459,"reported_epoch":167,"state":"active+clean","last_fresh":"2023-08-28T02:27:11.621663+0000","last_change":"2023-08-28T02:26:47.519994+0000","last_active":"2023-08-28T02:27:11.621663+0000","last_peered":"2023-08-28T02:27:11.621663+0000","last_clean":"2023-08-28T02:27:11.621663+0000","last_became_active":"2023-08-28T02:26:47.519664+0000","last_became_peered":"2023-08-28T02:26:47.519664+0000","last_unstale":"2023-08-28T02:27:11.621663+0000","last_undegraded":"2023-08-28T02:27:11.621663+0000","last_fullsized":"2023-08-28T02:27:11.621663+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":2443,"log_dups_size":0,"ondisk_log_size":2443,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:31:30.812774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":160104448,"num_objects":2443,"num_object_clones":0,"num_object_copies":7329,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2443,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2443,"num_write_kb":156352,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"65'2","reported_seq":145,"reported_epoch":166,"state":"active+clean","last_fresh":"2023-08-28T02:27:05.896650+0000","last_change":"2023-08-28T02:17:57.845300+0000","last_active":"2023-08-28T02:27:05.896650+0000","last_peered":"2023-08-28T02:27:05.896650+0000","last_clean":"2023-08-28T02:27:05.896650+0000","last_became_active":"2023-08-28T02:17:57.843639+0000","last_became_peered":"2023-08-28T02:17:57.843639+0000","last_unstale":"2023-08-28T02:27:05.896650+0000","last_undegraded":"2023-08-28T02:27:05.896650+0000","last_fullsized":"2023-08-28T02:27:05.896650+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:27.684476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":130,"reported_epoch":166,"state":"active+clean","last_fresh":"2023-08-28T02:27:05.902385+0000","last_change":"2023-08-28T02:17:57.825494+0000","last_active":"2023-08-28T02:27:05.902385+0000","last_peered":"2023-08-28T02:27:05.902385+0000","last_clean":"2023-08-28T02:27:05.902385+0000","last_became_active":"2023-08-28T02:17:57.825112+0000","last_became_peered":"2023-08-28T02:17:57.825112+0000","last_unstale":"2023-08-28T02:27:05.902385+0000","last_undegraded":"2023-08-28T02:27:05.902385+0000","last_fullsized":"2023-08-28T02:27:05.902385+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:04:13.819397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.0","version":"167'2510","reported_seq":2526,"reported_epoch":167,"state":"active+clean","last_fresh":"2023-08-28T02:27:12.060811+0000","last_change":"2023-08-28T02:26:47.520125+0000","last_active":"2023-08-28T02:27:12.060811+0000","last_peered":"2023-08-28T02:27:12.060811+0000","last_clean":"2023-08-28T02:27:12.060811+0000","last_became_active":"2023-08-28T02:26:47.519794+0000","last_became_peered":"2023-08-28T02:26:47.519794+0000","last_unstale":"2023-08-28T02:27:12.060811+0000","last_undegraded":"2023-08-28T02:27:12.060811+0000","last_fullsized":"2023-08-28T02:27:12.060811+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":2510,"log_dups_size":0,"ondisk_log_size":2510,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:30:40.897909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":164495360,"num_objects":2510,"num_object_clones":0,"num_object_copies":7530,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2510,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2510,"num_write_kb":160640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":130,"reported_epoch":166,"state":"active+clean","last_fresh":"2023-08-28T02:27:05.911451+0000","last_change":"2023-08-28T02:15:58.345460+0000","last_active":"2023-08-28T02:27:05.911451+0000","last_peered":"2023-08-28T02:27:05.911451+0000","last_clean":"2023-08-28T02:27:05.911451+0000","last_became_active":"2023-08-28T02:15:58.344797+0000","last_became_peered":"2023-08-28T02:15:58.344797+0000","last_unstale":"2023-08-28T02:27:05.911451+0000","last_undegraded":"2023-08-28T02:27:05.911451+0000","last_fullsized":"2023-08-28T02:27:05.911451+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:16:40.021927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":109,"reported_epoch":166,"state":"active+clean","last_fresh":"2023-08-28T02:27:05.909137+0000","last_change":"2023-08-28T02:16:50.318938+0000","last_active":"2023-08-28T02:27:05.909137+0000","last_peered":"2023-08-28T02:27:05.909137+0000","last_clean":"2023-08-28T02:27:05.909137+0000","last_became_active":"2023-08-28T02:16:50.318559+0000","last_became_peered":"2023-08-28T02:16:50.318559+0000","last_unstale":"2023-08-28T02:27:05.909137+0000","last_undegraded":"2023-08-28T02:27:05.909137+0000","last_fullsized":"2023-08-28T02:27:05.909137+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:08:58.462110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,5],"acting":[0,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.3","version":"167'2821","reported_seq":2836,"reported_epoch":167,"state":"active+clean","last_fresh":"2023-08-28T02:27:15.879297+0000","last_change":"2023-08-28T02:26:47.222960+0000","last_active":"2023-08-28T02:27:15.879297+0000","last_peered":"2023-08-28T02:27:15.879297+0000","last_clean":"2023-08-28T02:27:15.879297+0000","last_became_active":"2023-08-28T02:26:47.222653+0000","last_became_peered":"2023-08-28T02:26:47.222653+0000","last_unstale":"2023-08-28T02:27:15.879297+0000","last_undegraded":"2023-08-28T02:27:15.879297+0000","last_fullsized":"2023-08-28T02:27:15.879297+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":2821,"log_dups_size":0,"ondisk_log_size":2821,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:59:15.589077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":184877056,"num_objects":2821,"num_object_clones":0,"num_object_copies":8463,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2821,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2821,"num_write_kb":180544,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":131,"reported_epoch":166,"state":"active+clean","last_fresh":"2023-08-28T02:27:05.901654+0000","last_change":"2023-08-28T02:16:50.340534+0000","last_active":"2023-08-28T02:27:05.901654+0000","last_peered":"2023-08-28T02:27:05.901654+0000","last_clean":"2023-08-28T02:27:05.901654+0000","last_became_active":"2023-08-28T02:16:50.340208+0000","last_became_peered":"2023-08-28T02:16:50.340208+0000","last_unstale":"2023-08-28T02:27:05.901654+0000","last_undegraded":"2023-08-28T02:27:05.901654+0000","last_fullsized":"2023-08-28T02:27:05.901654+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:15:28.933937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":130,"reported_epoch":166,"state":"active+clean","last_fresh":"2023-08-28T02:27:05.901892+0000","last_change":"2023-08-28T02:15:58.341805+0000","last_active":"2023-08-28T02:27:05.901892+0000","last_peered":"2023-08-28T02:27:05.901892+0000","last_clean":"2023-08-28T02:27:05.901892+0000","last_became_active":"2023-08-28T02:15:58.341410+0000","last_became_peered":"2023-08-28T02:15:58.341410+0000","last_unstale":"2023-08-28T02:27:05.901892+0000","last_undegraded":"2023-08-28T02:27:05.901892+0000","last_fullsized":"2023-08-28T02:27:05.901892+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:53:09.135509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.2","version":"167'2395","reported_seq":2411,"reported_epoch":167,"state":"active+clean","last_fresh":"2023-08-28T02:27:11.680342+0000","last_change":"2023-08-28T02:26:47.518040+0000","last_active":"2023-08-28T02:27:11.680342+0000","last_peered":"2023-08-28T02:27:11.680342+0000","last_clean":"2023-08-28T02:27:11.680342+0000","last_became_active":"2023-08-28T02:26:47.517686+0000","last_became_peered":"2023-08-28T02:26:47.517686+0000","last_unstale":"2023-08-28T02:27:11.680342+0000","last_undegraded":"2023-08-28T02:27:11.680342+0000","last_fullsized":"2023-08-28T02:27:11.680342+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":2395,"log_dups_size":0,"ondisk_log_size":2395,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:33:21.675732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":156958720,"num_objects":2395,"num_object_clones":0,"num_object_copies":7185,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2395,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2395,"num_write_kb":153280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":115,"reported_epoch":166,"state":"active+clean","last_fresh":"2023-08-28T02:27:05.895903+0000","last_change":"2023-08-28T02:17:57.834673+0000","last_active":"2023-08-28T02:27:05.895903+0000","last_peered":"2023-08-28T02:27:05.895903+0000","last_clean":"2023-08-28T02:27:05.895903+0000","last_became_active":"2023-08-28T02:17:57.833257+0000","last_became_peered":"2023-08-28T02:17:57.833257+0000","last_unstale":"2023-08-28T02:27:05.895903+0000","last_undegraded":"2023-08-28T02:27:05.895903+0000","last_fullsized":"2023-08-28T02:27:05.895903+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:59:25.673492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":94,"reported_epoch":166,"state":"active+clean","last_fresh":"2023-08-28T02:27:05.908874+0000","last_change":"2023-08-28T02:14:44.099829+0000","last_active":"2023-08-28T02:27:05.908874+0000","last_peered":"2023-08-28T02:27:05.908874+0000","last_clean":"2023-08-28T02:27:05.908874+0000","last_became_active":"2023-08-28T02:14:44.099521+0000","last_became_peered":"2023-08-28T02:14:44.099521+0000","last_unstale":"2023-08-28T02:27:05.908874+0000","last_undegraded":"2023-08-28T02:27:05.908874+0000","last_fullsized":"2023-08-28T02:27:05.908874+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:41:15.842669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.f","version":"167'2792","reported_seq":2807,"reported_epoch":167,"state":"active+clean","last_fresh":"2023-08-28T02:27:15.528485+0000","last_change":"2023-08-28T02:26:47.222033+0000","last_active":"2023-08-28T02:27:15.528485+0000","last_peered":"2023-08-28T02:27:15.528485+0000","last_clean":"2023-08-28T02:27:15.528485+0000","last_became_active":"2023-08-28T02:26:47.221705+0000","last_became_peered":"2023-08-28T02:26:47.221705+0000","last_unstale":"2023-08-28T02:27:15.528485+0000","last_undegraded":"2023-08-28T02:27:15.528485+0000","last_fullsized":"2023-08-28T02:27:15.528485+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":2792,"log_dups_size":0,"ondisk_log_size":2792,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:28:10.163189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":182976512,"num_objects":2792,"num_object_clones":0,"num_object_copies":8376,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2792,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2792,"num_write_kb":178688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":138,"reported_epoch":166,"state":"active+clean","last_fresh":"2023-08-28T02:27:05.904923+0000","last_change":"2023-08-28T02:15:58.330205+0000","last_active":"2023-08-28T02:27:05.904923+0000","last_peered":"2023-08-28T02:27:05.904923+0000","last_clean":"2023-08-28T02:27:05.904923+0000","last_became_active":"2023-08-28T02:15:58.329854+0000","last_became_peered":"2023-08-28T02:15:58.329854+0000","last_unstale":"2023-08-28T02:27:05.904923+0000","last_undegraded":"2023-08-28T02:27:05.904923+0000","last_fullsized":"2023-08-28T02:27:05.904923+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:11:59.215198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":147,"reported_epoch":166,"state":"active+clean","last_fresh":"2023-08-28T02:27:05.912729+0000","last_change":"2023-08-28T02:17:57.832204+0000","last_active":"2023-08-28T02:27:05.912729+0000","last_peered":"2023-08-28T02:27:05.912729+0000","last_clean":"2023-08-28T02:27:05.912729+0000","last_became_active":"2023-08-28T02:17:57.831885+0000","last_became_peered":"2023-08-28T02:17:57.831885+0000","last_unstale":"2023-08-28T02:27:05.912729+0000","last_undegraded":"2023-08-28T02:27:05.912729+0000","last_fullsized":"2023-08-28T02:27:05.912729+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:14:33.767147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":91,"reported_epoch":166,"state":"active+clean","last_fresh":"2023-08-28T02:27:05.898134+0000","last_change":"2023-08-28T02:15:58.343551+0000","last_active":"2023-08-28T02:27:05.898134+0000","last_peered":"2023-08-28T02:27:05.898134+0000","last_clean":"2023-08-28T02:27:05.898134+0000","last_became_active":"2023-08-28T02:15:58.341847+0000","last_became_peered":"2023-08-28T02:15:58.341847+0000","last_unstale":"2023-08-28T02:27:05.898134+0000","last_undegraded":"2023-08-28T02:27:05.898134+0000","last_fullsized":"2023-08-28T02:27:05.898134+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:54:02.981107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.9","version":"167'2393","reported_seq":2409,"reported_epoch":167,"state":"active+clean","last_fresh":"2023-08-28T02:27:11.851190+0000","last_change":"2023-08-28T02:26:47.221419+0000","last_active":"2023-08-28T02:27:11.851190+0000","last_peered":"2023-08-28T02:27:11.851190+0000","last_clean":"2023-08-28T02:27:11.851190+0000","last_became_active":"2023-08-28T02:26:47.221106+0000","last_became_peered":"2023-08-28T02:26:47.221106+0000","last_unstale":"2023-08-28T02:27:11.851190+0000","last_undegraded":"2023-08-28T02:27:11.851190+0000","last_fullsized":"2023-08-28T02:27:11.851190+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":2393,"log_dups_size":0,"ondisk_log_size":2393,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:48:35.151309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":156827648,"num_objects":2393,"num_object_clones":0,"num_object_copies":7179,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2393,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2393,"num_write_kb":153152,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":134,"reported_epoch":166,"state":"active+clean","last_fresh":"2023-08-28T02:27:05.911279+0000","last_change":"2023-08-28T02:15:58.344890+0000","last_active":"2023-08-28T02:27:05.911279+0000","last_peered":"2023-08-28T02:27:05.911279+0000","last_clean":"2023-08-28T02:27:05.911279+0000","last_became_active":"2023-08-28T02:15:58.344569+0000","last_became_peered":"2023-08-28T02:15:58.344569+0000","last_unstale":"2023-08-28T02:27:05.911279+0000","last_undegraded":"2023-08-28T02:27:05.911279+0000","last_fullsized":"2023-08-28T02:27:05.911279+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:01:49.773942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":131,"reported_epoch":166,"state":"active+clean","last_fresh":"2023-08-28T02:27:05.902095+0000","last_change":"2023-08-28T02:14:43.039758+0000","last_active":"2023-08-28T02:27:05.902095+0000","last_peered":"2023-08-28T02:27:05.902095+0000","last_clean":"2023-08-28T02:27:05.902095+0000","last_became_active":"2023-08-28T02:14:43.039236+0000","last_became_peered":"2023-08-28T02:14:43.039236+0000","last_unstale":"2023-08-28T02:27:05.902095+0000","last_undegraded":"2023-08-28T02:27:05.902095+0000","last_fullsized":"2023-08-28T02:27:05.902095+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:49:11.066668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":121,"reported_epoch":166,"state":"active+clean","last_fresh":"2023-08-28T02:27:05.905745+0000","last_change":"2023-08-28T02:17:57.871915+0000","last_active":"2023-08-28T02:27:05.905745+0000","last_peered":"2023-08-28T02:27:05.905745+0000","last_clean":"2023-08-28T02:27:05.905745+0000","last_became_active":"2023-08-28T02:17:57.871557+0000","last_became_peered":"2023-08-28T02:17:57.871557+0000","last_unstale":"2023-08-28T02:27:05.905745+0000","last_undegraded":"2023-08-28T02:27:05.905745+0000","last_fullsized":"2023-08-28T02:27:05.905745+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:25.212031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.a","version":"167'2697","reported_seq":2712,"reported_epoch":167,"state":"active+clean","last_fresh":"2023-08-28T02:27:15.532651+0000","last_change":"2023-08-28T02:26:47.223292+0000","last_active":"2023-08-28T02:27:15.532651+0000","last_peered":"2023-08-28T02:27:15.532651+0000","last_clean":"2023-08-28T02:27:15.532651+0000","last_became_active":"2023-08-28T02:26:47.222941+0000","last_became_peered":"2023-08-28T02:26:47.222941+0000","last_unstale":"2023-08-28T02:27:15.532651+0000","last_undegraded":"2023-08-28T02:27:15.532651+0000","last_fullsized":"2023-08-28T02:27:15.532651+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":2697,"log_dups_size":0,"ondisk_log_size":2697,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:57:17.504939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":176750592,"num_objects":2697,"num_object_clones":0,"num_object_copies":8091,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2697,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2697,"num_write_kb":172608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":138,"reported_epoch":167,"state":"active+clean","last_fresh":"2023-08-28T02:27:10.067863+0000","last_change":"2023-08-28T02:17:57.849218+0000","last_active":"2023-08-28T02:27:10.067863+0000","last_peered":"2023-08-28T02:27:10.067863+0000","last_clean":"2023-08-28T02:27:10.067863+0000","last_became_active":"2023-08-28T02:17:57.848849+0000","last_became_peered":"2023-08-28T02:17:57.848849+0000","last_unstale":"2023-08-28T02:27:10.067863+0000","last_undegraded":"2023-08-28T02:27:10.067863+0000","last_fullsized":"2023-08-28T02:27:10.067863+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:52:44.006871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":106,"reported_epoch":166,"state":"active+clean","last_fresh":"2023-08-28T02:27:05.906393+0000","last_change":"2023-08-28T02:16:50.316947+0000","last_active":"2023-08-28T02:27:05.906393+0000","last_peered":"2023-08-28T02:27:05.906393+0000","last_clean":"2023-08-28T02:27:05.906393+0000","last_became_active":"2023-08-28T02:16:50.316598+0000","last_became_peered":"2023-08-28T02:16:50.316598+0000","last_unstale":"2023-08-28T02:27:05.906393+0000","last_undegraded":"2023-08-28T02:27:05.906393+0000","last_fullsized":"2023-08-28T02:27:05.906393+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:13:41.719458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":133,"reported_epoch":166,"state":"active+clean","last_fresh":"2023-08-28T02:27:05.898982+0000","last_change":"2023-08-28T02:15:58.342090+0000","last_active":"2023-08-28T02:27:05.898982+0000","last_peered":"2023-08-28T02:27:05.898982+0000","last_clean":"2023-08-28T02:27:05.898982+0000","last_became_active":"2023-08-28T02:15:58.341776+0000","last_became_peered":"2023-08-28T02:15:58.341776+0000","last_unstale":"2023-08-28T02:27:05.898982+0000","last_undegraded":"2023-08-28T02:27:05.898982+0000","last_fullsized":"2023-08-28T02:27:05.898982+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:26:41.710259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.8","version":"167'2400","reported_seq":2416,"reported_epoch":167,"state":"active+clean","last_fresh":"2023-08-28T02:27:11.619870+0000","last_change":"2023-08-28T02:26:47.221474+0000","last_active":"2023-08-28T02:27:11.619870+0000","last_peered":"2023-08-28T02:27:11.619870+0000","last_clean":"2023-08-28T02:27:11.619870+0000","last_became_active":"2023-08-28T02:26:47.221186+0000","last_became_peered":"2023-08-28T02:26:47.221186+0000","last_unstale":"2023-08-28T02:27:11.619870+0000","last_undegraded":"2023-08-28T02:27:11.619870+0000","last_fullsized":"2023-08-28T02:27:11.619870+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":2400,"log_dups_size":0,"ondisk_log_size":2400,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:43:43.996446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":157286400,"num_objects":2400,"num_object_clones":0,"num_object_copies":7200,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2400,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2400,"num_write_kb":153600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":134,"reported_epoch":166,"state":"active+clean","last_fresh":"2023-08-28T02:27:05.911265+0000","last_change":"2023-08-28T02:16:50.342424+0000","last_active":"2023-08-28T02:27:05.911265+0000","last_peered":"2023-08-28T02:27:05.911265+0000","last_clean":"2023-08-28T02:27:05.911265+0000","last_became_active":"2023-08-28T02:16:50.342083+0000","last_became_peered":"2023-08-28T02:16:50.342083+0000","last_unstale":"2023-08-28T02:27:05.911265+0000","last_undegraded":"2023-08-28T02:27:05.911265+0000","last_fullsized":"2023-08-28T02:27:05.911265+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:48:40.173542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"75'161","reported_seq":508,"reported_epoch":166,"state":"active+clean","last_fresh":"2023-08-28T02:27:05.906896+0000","last_change":"2023-08-28T02:14:43.034146+0000","last_active":"2023-08-28T02:27:05.906896+0000","last_peered":"2023-08-28T02:27:05.906896+0000","last_clean":"2023-08-28T02:27:05.906896+0000","last_became_active":"2023-08-28T02:14:43.033733+0000","last_became_peered":"2023-08-28T02:14:43.033733+0000","last_unstale":"2023-08-28T02:27:05.906896+0000","last_undegraded":"2023-08-28T02:27:05.906896+0000","last_fullsized":"2023-08-28T02:27:05.906896+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:05:41.113227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":100,"reported_epoch":166,"state":"active+clean","last_fresh":"2023-08-28T02:27:05.896903+0000","last_change":"2023-08-28T02:17:57.830935+0000","last_active":"2023-08-28T02:27:05.896903+0000","last_peered":"2023-08-28T02:27:05.896903+0000","last_clean":"2023-08-28T02:27:05.896903+0000","last_became_active":"2023-08-28T02:17:57.830393+0000","last_became_peered":"2023-08-28T02:17:57.830393+0000","last_unstale":"2023-08-28T02:27:05.896903+0000","last_undegraded":"2023-08-28T02:27:05.896903+0000","last_fullsized":"2023-08-28T02:27:05.896903+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:53:51.589050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":112,"reported_epoch":166,"state":"active+clean","last_fresh":"2023-08-28T02:27:05.911697+0000","last_change":"2023-08-28T02:07:37.450928+0000","last_active":"2023-08-28T02:27:05.911697+0000","last_peered":"2023-08-28T02:27:05.911697+0000","last_clean":"2023-08-28T02:27:05.911697+0000","last_became_active":"2023-08-28T02:07:37.450603+0000","last_became_peered":"2023-08-28T02:07:37.450603+0000","last_unstale":"2023-08-28T02:27:05.911697+0000","last_undegraded":"2023-08-28T02:27:05.911697+0000","last_fullsized":"2023-08-28T02:27:05.911697+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:39:24.068431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.b","version":"167'2344","reported_seq":2360,"reported_epoch":167,"state":"active+clean","last_fresh":"2023-08-28T02:27:11.847825+0000","last_change":"2023-08-28T02:26:47.519899+0000","last_active":"2023-08-28T02:27:11.847825+0000","last_peered":"2023-08-28T02:27:11.847825+0000","last_clean":"2023-08-28T02:27:11.847825+0000","last_became_active":"2023-08-28T02:26:47.519561+0000","last_became_peered":"2023-08-28T02:26:47.519561+0000","last_unstale":"2023-08-28T02:27:11.847825+0000","last_undegraded":"2023-08-28T02:27:11.847825+0000","last_fullsized":"2023-08-28T02:27:11.847825+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":2344,"log_dups_size":0,"ondisk_log_size":2344,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:53:32.812783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":153616384,"num_objects":2344,"num_object_clones":0,"num_object_copies":7032,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2344,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2344,"num_write_kb":150016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":152,"reported_epoch":166,"state":"active+clean","last_fresh":"2023-08-28T02:27:05.906867+0000","last_change":"2023-08-28T02:15:58.338120+0000","last_active":"2023-08-28T02:27:05.906867+0000","last_peered":"2023-08-28T02:27:05.906867+0000","last_clean":"2023-08-28T02:27:05.906867+0000","last_became_active":"2023-08-28T02:15:58.337738+0000","last_became_peered":"2023-08-28T02:15:58.337738+0000","last_unstale":"2023-08-28T02:27:05.906867+0000","last_undegraded":"2023-08-28T02:27:05.906867+0000","last_fullsized":"2023-08-28T02:27:05.906867+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:36:17.078801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":122,"reported_epoch":167,"state":"active+clean","last_fresh":"2023-08-28T02:27:10.052285+0000","last_change":"2023-08-28T02:17:57.849233+0000","last_active":"2023-08-28T02:27:10.052285+0000","last_peered":"2023-08-28T02:27:10.052285+0000","last_clean":"2023-08-28T02:27:10.052285+0000","last_became_active":"2023-08-28T02:17:57.848909+0000","last_became_peered":"2023-08-28T02:17:57.848909+0000","last_unstale":"2023-08-28T02:27:10.052285+0000","last_undegraded":"2023-08-28T02:27:10.052285+0000","last_fullsized":"2023-08-28T02:27:10.052285+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:19:30.926702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":120,"reported_epoch":166,"state":"active+clean","last_fresh":"2023-08-28T02:27:05.908022+0000","last_change":"2023-08-28T02:16:50.318846+0000","last_active":"2023-08-28T02:27:05.908022+0000","last_peered":"2023-08-28T02:27:05.908022+0000","last_clean":"2023-08-28T02:27:05.908022+0000","last_became_active":"2023-08-28T02:16:50.318460+0000","last_became_peered":"2023-08-28T02:16:50.318460+0000","last_unstale":"2023-08-28T02:27:05.908022+0000","last_undegraded":"2023-08-28T02:27:05.908022+0000","last_fullsized":"2023-08-28T02:27:05.908022+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:19:34.011385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.e","version":"167'2800","reported_seq":2815,"reported_epoch":167,"state":"active+clean","last_fresh":"2023-08-28T02:27:15.838763+0000","last_change":"2023-08-28T02:26:47.224388+0000","last_active":"2023-08-28T02:27:15.838763+0000","last_peered":"2023-08-28T02:27:15.838763+0000","last_clean":"2023-08-28T02:27:15.838763+0000","last_became_active":"2023-08-28T02:26:47.224098+0000","last_became_peered":"2023-08-28T02:26:47.224098+0000","last_unstale":"2023-08-28T02:27:15.838763+0000","last_undegraded":"2023-08-28T02:27:15.838763+0000","last_fullsized":"2023-08-28T02:27:15.838763+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":2800,"log_dups_size":0,"ondisk_log_size":2800,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:32:39.064714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":183500800,"num_objects":2800,"num_object_clones":0,"num_object_copies":8400,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2800,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2800,"num_write_kb":179200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":135,"reported_epoch":166,"state":"active+clean","last_fresh":"2023-08-28T02:27:05.907431+0000","last_change":"2023-08-28T02:14:43.033789+0000","last_active":"2023-08-28T02:27:05.907431+0000","last_peered":"2023-08-28T02:27:05.907431+0000","last_clean":"2023-08-28T02:27:05.907431+0000","last_became_active":"2023-08-28T02:14:43.033454+0000","last_became_peered":"2023-08-28T02:14:43.033454+0000","last_unstale":"2023-08-28T02:27:05.907431+0000","last_undegraded":"2023-08-28T02:27:05.907431+0000","last_fullsized":"2023-08-28T02:27:05.907431+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:01:13.205842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":106,"reported_epoch":166,"state":"active+clean","last_fresh":"2023-08-28T02:27:05.905658+0000","last_change":"2023-08-28T02:16:50.326816+0000","last_active":"2023-08-28T02:27:05.905658+0000","last_peered":"2023-08-28T02:27:05.905658+0000","last_clean":"2023-08-28T02:27:05.905658+0000","last_became_active":"2023-08-28T02:16:50.326004+0000","last_became_peered":"2023-08-28T02:16:50.326004+0000","last_unstale":"2023-08-28T02:27:05.905658+0000","last_undegraded":"2023-08-28T02:27:05.905658+0000","last_fullsized":"2023-08-28T02:27:05.905658+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:57:04.480900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":108,"reported_epoch":167,"state":"active+clean","last_fresh":"2023-08-28T02:27:10.053067+0000","last_change":"2023-08-28T02:14:43.048791+0000","last_active":"2023-08-28T02:27:10.053067+0000","last_peered":"2023-08-28T02:27:10.053067+0000","last_clean":"2023-08-28T02:27:10.053067+0000","last_became_active":"2023-08-28T02:14:43.047408+0000","last_became_peered":"2023-08-28T02:14:43.047408+0000","last_unstale":"2023-08-28T02:27:10.053067+0000","last_undegraded":"2023-08-28T02:27:10.053067+0000","last_fullsized":"2023-08-28T02:27:10.053067+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:47.097181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.d","version":"167'2869","reported_seq":2884,"reported_epoch":167,"state":"active+clean","last_fresh":"2023-08-28T02:27:15.921080+0000","last_change":"2023-08-28T02:26:47.223066+0000","last_active":"2023-08-28T02:27:15.921080+0000","last_peered":"2023-08-28T02:27:15.921080+0000","last_clean":"2023-08-28T02:27:15.921080+0000","last_became_active":"2023-08-28T02:26:47.222742+0000","last_became_peered":"2023-08-28T02:26:47.222742+0000","last_unstale":"2023-08-28T02:27:15.921080+0000","last_undegraded":"2023-08-28T02:27:15.921080+0000","last_fullsized":"2023-08-28T02:27:15.921080+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":2869,"log_dups_size":0,"ondisk_log_size":2869,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:38:10.017610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":188022784,"num_objects":2869,"num_object_clones":0,"num_object_copies":8607,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2869,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2869,"num_write_kb":183616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.7","version":"65'2","reported_seq":145,"reported_epoch":166,"state":"active+clean","last_fresh":"2023-08-28T02:27:05.896857+0000","last_change":"2023-08-28T02:17:57.864052+0000","last_active":"2023-08-28T02:27:05.896857+0000","last_peered":"2023-08-28T02:27:05.896857+0000","last_clean":"2023-08-28T02:27:05.896857+0000","last_became_active":"2023-08-28T02:17:57.845544+0000","last_became_peered":"2023-08-28T02:17:57.845544+0000","last_unstale":"2023-08-28T02:27:05.896857+0000","last_undegraded":"2023-08-28T02:27:05.896857+0000","last_fullsized":"2023-08-28T02:27:05.896857+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:24:46.387534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":91,"reported_epoch":166,"state":"active+clean","last_fresh":"2023-08-28T02:27:05.899261+0000","last_change":"2023-08-28T02:15:58.339320+0000","last_active":"2023-08-28T02:27:05.899261+0000","last_peered":"2023-08-28T02:27:05.899261+0000","last_clean":"2023-08-28T02:27:05.899261+0000","last_became_active":"2023-08-28T02:15:58.337320+0000","last_became_peered":"2023-08-28T02:15:58.337320+0000","last_unstale":"2023-08-28T02:27:05.899261+0000","last_undegraded":"2023-08-28T02:27:05.899261+0000","last_fullsized":"2023-08-28T02:27:05.899261+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:45:55.601750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":142,"reported_epoch":166,"state":"active+clean","last_fresh":"2023-08-28T02:27:05.895768+0000","last_change":"2023-08-28T02:17:57.850029+0000","last_active":"2023-08-28T02:27:05.895768+0000","last_peered":"2023-08-28T02:27:05.895768+0000","last_clean":"2023-08-28T02:27:05.895768+0000","last_became_active":"2023-08-28T02:17:57.846602+0000","last_became_peered":"2023-08-28T02:17:57.846602+0000","last_unstale":"2023-08-28T02:27:05.895768+0000","last_undegraded":"2023-08-28T02:27:05.895768+0000","last_fullsized":"2023-08-28T02:27:05.895768+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:39:38.706283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.c","version":"167'2420","reported_seq":2434,"reported_epoch":167,"state":"active+clean","last_fresh":"2023-08-28T02:27:11.620522+0000","last_change":"2023-08-28T02:26:47.219015+0000","last_active":"2023-08-28T02:27:11.620522+0000","last_peered":"2023-08-28T02:27:11.620522+0000","last_clean":"2023-08-28T02:27:11.620522+0000","last_became_active":"2023-08-28T02:26:47.218669+0000","last_became_peered":"2023-08-28T02:26:47.218669+0000","last_unstale":"2023-08-28T02:27:11.620522+0000","last_undegraded":"2023-08-28T02:27:11.620522+0000","last_fullsized":"2023-08-28T02:27:11.620522+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":2420,"log_dups_size":0,"ondisk_log_size":2420,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:20:44.170608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":158597120,"num_objects":2420,"num_object_clones":0,"num_object_copies":7260,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2420,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2420,"num_write_kb":154880,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":134,"reported_epoch":166,"state":"active+clean","last_fresh":"2023-08-28T02:27:05.911896+0000","last_change":"2023-08-28T02:16:50.341679+0000","last_active":"2023-08-28T02:27:05.911896+0000","last_peered":"2023-08-28T02:27:05.911896+0000","last_clean":"2023-08-28T02:27:05.911896+0000","last_became_active":"2023-08-28T02:16:50.341357+0000","last_became_peered":"2023-08-28T02:16:50.341357+0000","last_unstale":"2023-08-28T02:27:05.911896+0000","last_undegraded":"2023-08-28T02:27:05.911896+0000","last_fullsized":"2023-08-28T02:27:05.911896+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:18:29.131334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"65'1","reported_seq":125,"reported_epoch":166,"state":"active+clean","last_fresh":"2023-08-28T02:27:05.908127+0000","last_change":"2023-08-28T02:15:58.334351+0000","last_active":"2023-08-28T02:27:05.908127+0000","last_peered":"2023-08-28T02:27:05.908127+0000","last_clean":"2023-08-28T02:27:05.908127+0000","last_became_active":"2023-08-28T02:15:58.334041+0000","last_became_peered":"2023-08-28T02:15:58.334041+0000","last_unstale":"2023-08-28T02:27:05.908127+0000","last_undegraded":"2023-08-28T02:27:05.908127+0000","last_fullsized":"2023-08-28T02:27:05.908127+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:36:32.836027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":113,"reported_epoch":166,"state":"active+clean","last_fresh":"2023-08-28T02:27:05.901520+0000","last_change":"2023-08-28T02:07:37.332854+0000","last_active":"2023-08-28T02:27:05.901520+0000","last_peered":"2023-08-28T02:27:05.901520+0000","last_clean":"2023-08-28T02:27:05.901520+0000","last_became_active":"2023-08-28T02:07:37.332563+0000","last_became_peered":"2023-08-28T02:07:37.332563+0000","last_unstale":"2023-08-28T02:27:05.901520+0000","last_undegraded":"2023-08-28T02:27:05.901520+0000","last_fullsized":"2023-08-28T02:27:05.901520+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:24:12.887788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"65'1","reported_seq":110,"reported_epoch":167,"state":"active+clean","last_fresh":"2023-08-28T02:27:10.053023+0000","last_change":"2023-08-28T02:14:43.042150+0000","last_active":"2023-08-28T02:27:10.053023+0000","last_peered":"2023-08-28T02:27:10.053023+0000","last_clean":"2023-08-28T02:27:10.053023+0000","last_became_active":"2023-08-28T02:14:43.038336+0000","last_became_peered":"2023-08-28T02:14:43.038336+0000","last_unstale":"2023-08-28T02:27:10.053023+0000","last_undegraded":"2023-08-28T02:27:10.053023+0000","last_fullsized":"2023-08-28T02:27:10.053023+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:26:02.415152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":140,"reported_epoch":166,"state":"active+clean","last_fresh":"2023-08-28T02:27:05.912302+0000","last_change":"2023-08-28T02:17:57.871803+0000","last_active":"2023-08-28T02:27:05.912302+0000","last_peered":"2023-08-28T02:27:05.912302+0000","last_clean":"2023-08-28T02:27:05.912302+0000","last_became_active":"2023-08-28T02:17:57.871419+0000","last_became_peered":"2023-08-28T02:17:57.871419+0000","last_unstale":"2023-08-28T02:27:05.912302+0000","last_undegraded":"2023-08-28T02:27:05.912302+0000","last_fullsized":"2023-08-28T02:27:05.912302+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:46.284365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,3],"acting":[2,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"65'2","reported_seq":132,"reported_epoch":166,"state":"active+clean","last_fresh":"2023-08-28T02:27:05.911275+0000","last_change":"2023-08-28T02:15:58.344265+0000","last_active":"2023-08-28T02:27:05.911275+0000","last_peered":"2023-08-28T02:27:05.911275+0000","last_clean":"2023-08-28T02:27:05.911275+0000","last_became_active":"2023-08-28T02:15:58.343903+0000","last_became_peered":"2023-08-28T02:15:58.343903+0000","last_unstale":"2023-08-28T02:27:05.911275+0000","last_undegraded":"2023-08-28T02:27:05.911275+0000","last_fullsized":"2023-08-28T02:27:05.911275+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:00:52.112893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":123,"reported_epoch":166,"state":"active+clean","last_fresh":"2023-08-28T02:27:05.908081+0000","last_change":"2023-08-28T02:17:57.870248+0000","last_active":"2023-08-28T02:27:05.908081+0000","last_peered":"2023-08-28T02:27:05.908081+0000","last_clean":"2023-08-28T02:27:05.908081+0000","last_became_active":"2023-08-28T02:17:57.869813+0000","last_became_peered":"2023-08-28T02:17:57.869813+0000","last_unstale":"2023-08-28T02:27:05.908081+0000","last_undegraded":"2023-08-28T02:27:05.908081+0000","last_fullsized":"2023-08-28T02:27:05.908081+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:36:26.136730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"65'2","reported_seq":115,"reported_epoch":166,"state":"active+clean","last_fresh":"2023-08-28T02:27:05.912564+0000","last_change":"2023-08-28T02:07:37.315088+0000","last_active":"2023-08-28T02:27:05.912564+0000","last_peered":"2023-08-28T02:27:05.912564+0000","last_clean":"2023-08-28T02:27:05.912564+0000","last_became_active":"2023-08-28T02:07:37.314730+0000","last_became_peered":"2023-08-28T02:07:37.314730+0000","last_unstale":"2023-08-28T02:27:05.912564+0000","last_undegraded":"2023-08-28T02:27:05.912564+0000","last_fullsized":"2023-08-28T02:27:05.912564+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:58.096621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":147,"reported_epoch":166,"state":"active+clean","last_fresh":"2023-08-28T02:27:05.902075+0000","last_change":"2023-08-28T02:17:57.830595+0000","last_active":"2023-08-28T02:27:05.902075+0000","last_peered":"2023-08-28T02:27:05.902075+0000","last_clean":"2023-08-28T02:27:05.902075+0000","last_became_active":"2023-08-28T02:17:57.830345+0000","last_became_peered":"2023-08-28T02:17:57.830345+0000","last_unstale":"2023-08-28T02:27:05.902075+0000","last_undegraded":"2023-08-28T02:27:05.902075+0000","last_fullsized":"2023-08-28T02:27:05.902075+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:50:50.199731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"65'1","reported_seq":132,"reported_epoch":166,"state":"active+clean","last_fresh":"2023-08-28T02:27:05.896300+0000","last_change":"2023-08-28T02:17:57.833218+0000","last_active":"2023-08-28T02:27:05.896300+0000","last_peered":"2023-08-28T02:27:05.896300+0000","last_clean":"2023-08-28T02:27:05.896300+0000","last_became_active":"2023-08-28T02:17:57.832772+0000","last_became_peered":"2023-08-28T02:17:57.832772+0000","last_unstale":"2023-08-28T02:27:05.896300+0000","last_undegraded":"2023-08-28T02:27:05.896300+0000","last_fullsized":"2023-08-28T02:27:05.896300+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:00:02.110545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":146,"reported_epoch":166,"state":"active+clean","last_fresh":"2023-08-28T02:27:05.896362+0000","last_change":"2023-08-28T02:17:57.845102+0000","last_active":"2023-08-28T02:27:05.896362+0000","last_peered":"2023-08-28T02:27:05.896362+0000","last_clean":"2023-08-28T02:27:05.896362+0000","last_became_active":"2023-08-28T02:17:57.843529+0000","last_became_peered":"2023-08-28T02:17:57.843529+0000","last_unstale":"2023-08-28T02:27:05.896362+0000","last_undegraded":"2023-08-28T02:27:05.896362+0000","last_fullsized":"2023-08-28T02:27:05.896362+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:20:19.708785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"65'4","reported_seq":126,"reported_epoch":167,"state":"active+clean","last_fresh":"2023-08-28T02:27:10.052848+0000","last_change":"2023-08-28T02:16:50.319672+0000","last_active":"2023-08-28T02:27:10.052848+0000","last_peered":"2023-08-28T02:27:10.052848+0000","last_clean":"2023-08-28T02:27:10.052848+0000","last_became_active":"2023-08-28T02:16:50.319279+0000","last_became_peered":"2023-08-28T02:16:50.319279+0000","last_unstale":"2023-08-28T02:27:10.052848+0000","last_undegraded":"2023-08-28T02:27:10.052848+0000","last_fullsized":"2023-08-28T02:27:10.052848+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:28:07.379148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":130,"reported_epoch":166,"state":"active+clean","last_fresh":"2023-08-28T02:27:05.901426+0000","last_change":"2023-08-28T02:15:58.333459+0000","last_active":"2023-08-28T02:27:05.901426+0000","last_peered":"2023-08-28T02:27:05.901426+0000","last_clean":"2023-08-28T02:27:05.901426+0000","last_became_active":"2023-08-28T02:15:58.332687+0000","last_became_peered":"2023-08-28T02:15:58.332687+0000","last_unstale":"2023-08-28T02:27:05.901426+0000","last_undegraded":"2023-08-28T02:27:05.901426+0000","last_fullsized":"2023-08-28T02:27:05.901426+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:15:43.019749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":161,"ondisk_log_size":161,"up":3,"acting":3,"num_store_stats":3},{"poolid":9,"num_pg":16,"stat_sum":{"num_bytes":2695954432,"num_objects":41137,"num_object_clones":0,"num_object_copies":123411,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":41137,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":41137,"num_write_kb":2632768,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8222998528,"data_stored":8222998528,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":41137,"ondisk_log_size":41137,"up":48,"acting":48,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299644,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1903320,"kb_used_data":1599888,"kb_used_omap":0,"kb_used_meta":303424,"kb_avail":91841832,"statfs":{"total":95995035648,"available":94046035968,"internally_reserved":0,"allocated":1638285312,"data_stored":1637502182,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":310706176},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:26:58 2023","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":1.8620000000000001,"15min":1.7929999999999999},"min":{"1min":0.315,"5min":0.224,"15min":0.21199999999999999},"max":{"1min":1.831,"5min":13.118,"15min":13.257},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.67100000000000004,"5min":2.2000000000000002,"15min":2.1819999999999999},"min":{"1min":0.34399999999999997,"5min":0.246,"15min":0.246},"max":{"1min":1.8400000000000001,"5min":13.103999999999999,"15min":13.272},"last":0.249}]},{"osd":1,"last update":"Mon Aug 28 02:26:17 2023","interfaces":[{"interface":"back","average":{"1min":2.5430000000000001,"5min":2.7189999999999999,"15min":2.024},"min":{"1min":0.28299999999999997,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":8.5009999999999994,"5min":12.438000000000001,"15min":12.438000000000001},"last":0.28999999999999998},{"interface":"front","average":{"1min":2.6850000000000001,"5min":2.4870000000000001,"15min":2.0230000000000001},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.26600000000000001},"max":{"1min":8.5129999999999999,"5min":12.332000000000001,"15min":12.332000000000001},"last":0.92600000000000005}]},{"osd":2,"last update":"Mon Aug 28 02:27:07 2023","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":2.0190000000000001,"15min":1.6419999999999999},"min":{"1min":0.253,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":1.1870000000000001,"5min":8.3889999999999993,"15min":8.3889999999999993},"last":2.9430000000000001},{"interface":"front","average":{"1min":0.60799999999999998,"5min":1.6950000000000001,"15min":1.5860000000000001},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":1.113,"5min":8.9770000000000003,"15min":12.128},"last":1.7290000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:26:17 2023","interfaces":[{"interface":"back","average":{"1min":1.3839999999999999,"5min":1.8340000000000001,"15min":2.1269999999999998},"min":{"1min":0.30199999999999999,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":5.7329999999999997,"5min":8.3599999999999994,"15min":9.2319999999999993},"last":1.871},{"interface":"front","average":{"1min":1.704,"5min":2.4430000000000001,"15min":2.2629999999999999},"min":{"1min":0.42099999999999999,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":5.3300000000000001,"5min":12.031000000000001,"15min":12.031000000000001},"last":1.474}]},{"osd":4,"last update":"Mon Aug 28 02:26:58 2023","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":1.302,"15min":1.0589999999999999},"min":{"1min":0.30299999999999999,"5min":0.26100000000000001,"15min":0.22700000000000001},"max":{"1min":0.68400000000000005,"5min":11.351000000000001,"15min":11.351000000000001},"last":0.317},{"interface":"front","average":{"1min":0.52700000000000002,"5min":1.1060000000000001,"15min":0.90400000000000003},"min":{"1min":0.32800000000000001,"5min":0.26100000000000001,"15min":0.24299999999999999},"max":{"1min":0.67300000000000004,"5min":8.1890000000000001,"15min":8.1890000000000001},"last":1.4099999999999999}]},{"osd":5,"last update":"Mon Aug 28 02:26:58 2023","interfaces":[{"interface":"back","average":{"1min":0.47299999999999998,"5min":1.1559999999999999,"15min":0.92100000000000004},"min":{"1min":0.35399999999999998,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.627,"5min":8.1270000000000007,"15min":9.2279999999999998},"last":0.35899999999999999},{"interface":"front","average":{"1min":0.53400000000000003,"5min":1.3799999999999999,"15min":1.0700000000000001},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.72699999999999998,"5min":6.4359999999999999,"15min":9.7219999999999995},"last":0.34999999999999998}]},{"osd":6,"last update":"Mon Aug 28 02:26:58 2023","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":1.3109999999999999,"15min":1.0449999999999999},"min":{"1min":0.34200000000000003,"5min":0.30299999999999999,"15min":0.28199999999999997},"max":{"1min":0.751,"5min":7.4619999999999997,"15min":9.8089999999999993},"last":0.375},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.96299999999999997,"15min":0.90600000000000003},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.29899999999999999},"max":{"1min":0.78700000000000003,"5min":5.2300000000000004,"15min":9.5500000000000007},"last":0.33700000000000002}]}]},{"osd":6,"up_from":45,"seq":193273528575,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":792840,"kb_used_data":530816,"kb_used_omap":0,"kb_used_meta":262016,"kb_avail":92952312,"statfs":{"total":95995035648,"available":95183167488,"internally_reserved":0,"allocated":543555584,"data_stored":542788369,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":268304384},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,2],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:27:02 2023","interfaces":[{"interface":"back","average":{"1min":0.69799999999999995,"5min":2.306,"15min":2.0699999999999998},"min":{"1min":0.41599999999999998,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":3.3119999999999998,"5min":11.036,"15min":16.462},"last":2.1890000000000001},{"interface":"front","average":{"1min":0.73699999999999999,"5min":2.1520000000000001,"15min":2.1080000000000001},"min":{"1min":0.35999999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":3.2999999999999998,"5min":12.333,"15min":16.486999999999998},"last":2.1440000000000001}]},{"osd":1,"last update":"Mon Aug 28 02:26:26 2023","interfaces":[{"interface":"back","average":{"1min":1.9870000000000001,"5min":2.5619999999999998,"15min":2.2719999999999998},"min":{"1min":0.309,"5min":0.24199999999999999,"15min":0.23999999999999999},"max":{"1min":6.1040000000000001,"5min":12.834,"15min":12.834},"last":1.7969999999999999},{"interface":"front","average":{"1min":2.0710000000000002,"5min":2.29,"15min":1.833},"min":{"1min":0.36299999999999999,"5min":0.26300000000000001,"15min":0.25700000000000001},"max":{"1min":13.183999999999999,"5min":13.183999999999999,"15min":13.183999999999999},"last":1.869}]},{"osd":2,"last update":"Mon Aug 28 02:27:13 2023","interfaces":[{"interface":"back","average":{"1min":0.82599999999999996,"5min":2.3239999999999998,"15min":2.0009999999999999},"min":{"1min":0.28999999999999998,"5min":0.27000000000000002,"15min":0.26300000000000001},"max":{"1min":2.4889999999999999,"5min":12.356,"15min":14.156000000000001},"last":1.617},{"interface":"front","average":{"1min":0.65400000000000003,"5min":1.8300000000000001,"15min":1.7190000000000001},"min":{"1min":0.44700000000000001,"5min":0.247,"15min":0.247},"max":{"1min":1.7549999999999999,"5min":8.6370000000000005,"15min":11.442},"last":0.83899999999999997}]},{"osd":3,"last update":"Mon Aug 28 02:27:13 2023","interfaces":[{"interface":"back","average":{"1min":0.69799999999999995,"5min":2.2890000000000001,"15min":2.0169999999999999},"min":{"1min":0.38100000000000001,"5min":0.33600000000000002,"15min":0.30199999999999999},"max":{"1min":2.1019999999999999,"5min":13.669,"15min":13.669},"last":2.1019999999999999},{"interface":"front","average":{"1min":0.90100000000000002,"5min":2.0529999999999999,"15min":2.0230000000000001},"min":{"1min":0.318,"5min":0.318,"15min":0.309},"max":{"1min":4.9669999999999996,"5min":20.498000000000001,"15min":23.760000000000002},"last":2.1739999999999999}]},{"osd":4,"last update":"Mon Aug 28 02:26:49 2023","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":1.5589999999999999,"15min":1.125},"min":{"1min":0.27400000000000002,"5min":0.23799999999999999,"15min":0.23400000000000001},"max":{"1min":1.7210000000000001,"5min":18.294,"15min":18.294},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.69699999999999995,"5min":1.718,"15min":1.2110000000000001},"min":{"1min":0.27200000000000002,"5min":0.246,"15min":0.22500000000000001},"max":{"1min":3.9420000000000002,"5min":7.8239999999999998,"15min":17.963999999999999},"last":0.375}]},{"osd":5,"last update":"Mon Aug 28 02:26:49 2023","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":1.5700000000000001,"15min":1.1990000000000001},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.26500000000000001},"max":{"1min":1.7,"5min":13.105,"15min":13.606},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.91300000000000003,"5min":1.274,"15min":1.0660000000000001},"min":{"1min":0.27400000000000002,"5min":0.26800000000000002,"15min":0.26300000000000001},"max":{"1min":4.1130000000000004,"5min":7.4279999999999999,"15min":7.4279999999999999},"last":0.71799999999999997}]},{"osd":7,"last update":"Mon Aug 28 02:27:13 2023","interfaces":[{"interface":"back","average":{"1min":0.73899999999999999,"5min":1.4359999999999999,"15min":1.2669999999999999},"min":{"1min":0.313,"5min":0.308,"15min":0.27000000000000002},"max":{"1min":2.048,"5min":12.260999999999999,"15min":12.425000000000001},"last":0.313},{"interface":"front","average":{"1min":0.54900000000000004,"5min":1.468,"15min":1.145},"min":{"1min":0.30499999999999999,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.92700000000000005,"5min":12.021000000000001,"15min":12.021000000000001},"last":0.752}]}]},{"osd":1,"up_from":101,"seq":433791697033,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1766096,"kb_used_data":1391944,"kb_used_omap":4,"kb_used_meta":374139,"kb_avail":91979056,"statfs":{"total":95995035648,"available":94186553344,"internally_reserved":0,"allocated":1425350656,"data_stored":1424412776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":383119246},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,0,2],"upper_bound":16},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:26:18 2023","interfaces":[{"interface":"back","average":{"1min":2.129,"5min":3,"15min":3.0680000000000001},"min":{"1min":0.22,"5min":0.214,"15min":0.21099999999999999},"max":{"1min":10.987,"5min":12.51,"15min":14.412000000000001},"last":2.71},{"interface":"front","average":{"1min":1.893,"5min":2.7349999999999999,"15min":3.306},"min":{"1min":0.24199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":10.698,"5min":10.698,"15min":16.260999999999999},"last":3.5920000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:26:09 2023","interfaces":[{"interface":"back","average":{"1min":2.1760000000000002,"5min":3.0899999999999999,"15min":2.4790000000000001},"min":{"1min":0.314,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":6.3470000000000004,"5min":13.58,"15min":13.58},"last":3.6200000000000001},{"interface":"front","average":{"1min":0.83599999999999997,"5min":2.2679999999999998,"15min":2.855},"min":{"1min":0.30099999999999999,"5min":0.253,"15min":0.253},"max":{"1min":3.1499999999999999,"5min":16.594999999999999,"15min":20.003},"last":1.827}]},{"osd":3,"last update":"Mon Aug 28 02:26:09 2023","interfaces":[{"interface":"back","average":{"1min":2.101,"5min":2.7999999999999998,"15min":3.6280000000000001},"min":{"1min":0.34200000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":9.2929999999999993,"5min":16.626999999999999,"15min":24.701000000000001},"last":0.38},{"interface":"front","average":{"1min":2.4700000000000002,"5min":3.569,"15min":3.3140000000000001},"min":{"1min":0.24099999999999999,"5min":0.223,"15min":0.223},"max":{"1min":9.3919999999999995,"5min":22.59,"15min":22.59},"last":2.133}]},{"osd":4,"last update":"Mon Aug 28 02:26:18 2023","interfaces":[{"interface":"back","average":{"1min":0.873,"5min":1.6180000000000001,"15min":2.052},"min":{"1min":0.312,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":5.9550000000000001,"5min":10.398999999999999,"15min":10.398999999999999},"last":0.40699999999999997},{"interface":"front","average":{"1min":1.397,"5min":2.0990000000000002,"15min":1.825},"min":{"1min":0.28899999999999998,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":5.8730000000000002,"5min":9.1519999999999992,"15min":9.1519999999999992},"last":2.1890000000000001}]},{"osd":5,"last update":"Mon Aug 28 02:26:18 2023","interfaces":[{"interface":"back","average":{"1min":2.4700000000000002,"5min":2.7629999999999999,"15min":2.7160000000000002},"min":{"1min":0.44500000000000001,"5min":0.33900000000000002,"15min":0.33600000000000002},"max":{"1min":18.626999999999999,"5min":18.626999999999999,"15min":18.626999999999999},"last":3.5299999999999998},{"interface":"front","average":{"1min":2.3919999999999999,"5min":2.593,"15min":2.4710000000000001},"min":{"1min":0.41399999999999998,"5min":0.34999999999999998,"15min":0.31900000000000001},"max":{"1min":10.436999999999999,"5min":12.776,"15min":12.776},"last":0.33600000000000002}]},{"osd":6,"last update":"Mon Aug 28 02:26:18 2023","interfaces":[{"interface":"back","average":{"1min":2.4630000000000001,"5min":2.8460000000000001,"15min":2.8340000000000001},"min":{"1min":0.47899999999999998,"5min":0.38900000000000001,"15min":0.34899999999999998},"max":{"1min":9.5050000000000008,"5min":11.037000000000001,"15min":14.944000000000001},"last":3.5699999999999998},{"interface":"front","average":{"1min":1.429,"5min":1.998,"15min":2.3260000000000001},"min":{"1min":0.35699999999999998,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":10.513999999999999,"5min":10.513999999999999,"15min":10.513999999999999},"last":0.42999999999999999}]},{"osd":7,"last update":"Mon Aug 28 02:26:18 2023","interfaces":[{"interface":"back","average":{"1min":1.9470000000000001,"5min":2.403,"15min":2.52},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":10.551,"5min":10.551,"15min":16.550000000000001},"last":0.46300000000000002},{"interface":"front","average":{"1min":2.9140000000000001,"5min":2.6800000000000002,"15min":2.2850000000000001},"min":{"1min":0.55000000000000004,"5min":0.312,"15min":0.30199999999999999},"max":{"1min":9.2070000000000007,"5min":14.515000000000001,"15min":14.515000000000001},"last":2.2400000000000002}]}]},{"osd":0,"up_from":87,"seq":373662154904,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":990172,"kb_used_data":613140,"kb_used_omap":5,"kb_used_meta":377018,"kb_avail":92754980,"statfs":{"total":95995035648,"available":94981099520,"internally_reserved":0,"allocated":627855360,"data_stored":626850711,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":386067066},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:26:17 2023","interfaces":[{"interface":"back","average":{"1min":1.2170000000000001,"5min":2.1960000000000002,"15min":2.48},"min":{"1min":0.24199999999999999,"5min":0.219,"15min":0.214},"max":{"1min":5.6159999999999997,"5min":9.2279999999999998,"15min":12.847},"last":2.3199999999999998},{"interface":"front","average":{"1min":2.153,"5min":3.5049999999999999,"15min":3.7589999999999999},"min":{"1min":0.26200000000000001,"5min":0.221,"15min":0.16900000000000001},"max":{"1min":10.548999999999999,"5min":24.343,"15min":24.343},"last":3.6869999999999998}]},{"osd":2,"last update":"Mon Aug 28 02:27:10 2023","interfaces":[{"interface":"back","average":{"1min":1.4059999999999999,"5min":2.6299999999999999,"15min":2.742},"min":{"1min":0.28299999999999997,"5min":0.23799999999999999,"15min":0.23400000000000001},"max":{"1min":7.242,"5min":15.567,"15min":20.233000000000001},"last":3.823},{"interface":"front","average":{"1min":0.76800000000000002,"5min":2.2829999999999999,"15min":2.9929999999999999},"min":{"1min":0.33400000000000002,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":3.476,"5min":9.1899999999999995,"15min":20.015999999999998},"last":2.5110000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:26:17 2023","interfaces":[{"interface":"back","average":{"1min":1.6319999999999999,"5min":2.468,"15min":3.1179999999999999},"min":{"1min":0.32100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":7.1260000000000003,"5min":11.837999999999999,"15min":20.27},"last":2.7370000000000001},{"interface":"front","average":{"1min":1.7909999999999999,"5min":2.8540000000000001,"15min":2.5499999999999998},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.247},"max":{"1min":5.1970000000000001,"5min":17.635999999999999,"15min":17.635999999999999},"last":8.6609999999999996}]},{"osd":4,"last update":"Mon Aug 28 02:27:04 2023","interfaces":[{"interface":"back","average":{"1min":0.751,"5min":2.0609999999999999,"15min":1.982},"min":{"1min":0.46000000000000002,"5min":0.29299999999999998,"15min":0.27700000000000002},"max":{"1min":2.375,"5min":12.842000000000001,"15min":12.842000000000001},"last":2.262},{"interface":"front","average":{"1min":0.93899999999999995,"5min":2.5449999999999999,"15min":2.46},"min":{"1min":0.48999999999999999,"5min":0.308,"15min":0.29799999999999999},"max":{"1min":6.8559999999999999,"5min":16.768999999999998,"15min":16.768999999999998},"last":0.56899999999999995}]},{"osd":5,"last update":"Mon Aug 28 02:27:04 2023","interfaces":[{"interface":"back","average":{"1min":0.78600000000000003,"5min":1.958,"15min":1.843},"min":{"1min":0.47699999999999998,"5min":0.33300000000000002,"15min":0.29299999999999998},"max":{"1min":2.5550000000000002,"5min":13.038,"15min":13.038},"last":2.3860000000000001},{"interface":"front","average":{"1min":0.93200000000000005,"5min":2.5169999999999999,"15min":2.5289999999999999},"min":{"1min":0.48799999999999999,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":7.0620000000000003,"5min":14.93,"15min":15.134},"last":0.53200000000000003}]},{"osd":6,"last update":"Mon Aug 28 02:27:04 2023","interfaces":[{"interface":"back","average":{"1min":0.80700000000000005,"5min":2.145,"15min":2.0590000000000002},"min":{"1min":0.48099999999999998,"5min":0.33200000000000002,"15min":0.316},"max":{"1min":2.3260000000000001,"5min":13.16,"15min":13.16},"last":2.3519999999999999},{"interface":"front","average":{"1min":1.123,"5min":2.524,"15min":2.5510000000000002},"min":{"1min":0.55200000000000005,"5min":0.36299999999999999,"15min":0.311},"max":{"1min":6.8070000000000004,"5min":14.903,"15min":15.177},"last":0.48499999999999999}]},{"osd":7,"last update":"Mon Aug 28 02:27:04 2023","interfaces":[{"interface":"back","average":{"1min":0.89200000000000002,"5min":2.4590000000000001,"15min":2.431},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":4.1299999999999999,"5min":12.785,"15min":12.785},"last":2.4630000000000001},{"interface":"front","average":{"1min":0.80600000000000005,"5min":2.173,"15min":2.149},"min":{"1min":0.54900000000000004,"5min":0.45400000000000001,"15min":0.377},"max":{"1min":2.375,"5min":13.005000000000001,"15min":13.005000000000001},"last":2.2999999999999998}]}]},{"osd":2,"up_from":117,"seq":502511173759,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":870968,"kb_used_data":503984,"kb_used_omap":7,"kb_used_meta":366968,"kb_avail":92874184,"statfs":{"total":95995035648,"available":95103164416,"internally_reserved":0,"allocated":516079616,"data_stored":515161764,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":375775313},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:26:15 2023","interfaces":[{"interface":"back","average":{"1min":1.137,"5min":1.9970000000000001,"15min":2.7509999999999999},"min":{"1min":0.29299999999999998,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":6.2720000000000002,"5min":14.675000000000001,"15min":14.675000000000001},"last":1.101},{"interface":"front","average":{"1min":2.1749999999999998,"5min":3.444,"15min":3.1539999999999999},"min":{"1min":0.23999999999999999,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":8.2530000000000001,"5min":25.834,"15min":25.834},"last":0.27600000000000002}]},{"osd":1,"last update":"Mon Aug 28 02:26:15 2023","interfaces":[{"interface":"back","average":{"1min":1.677,"5min":3.0169999999999999,"15min":2.923},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.251},"max":{"1min":7.7670000000000003,"5min":13.795999999999999,"15min":14.308999999999999},"last":0.84999999999999998},{"interface":"front","average":{"1min":1.2350000000000001,"5min":2.0859999999999999,"15min":2.798},"min":{"1min":0.33600000000000002,"5min":0.255,"15min":0.216},"max":{"1min":7.875,"5min":16.983000000000001,"15min":16.983000000000001},"last":0.63300000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:26:15 2023","interfaces":[{"interface":"back","average":{"1min":2.109,"5min":3.0030000000000001,"15min":4.016},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25600000000000001},"max":{"1min":12.079000000000001,"5min":14.499000000000001,"15min":14.499000000000001},"last":0.92300000000000004},{"interface":"front","average":{"1min":2.1280000000000001,"5min":2.5840000000000001,"15min":3.5539999999999998},"min":{"1min":0.39800000000000002,"5min":0.28000000000000003,"15min":0.26700000000000002},"max":{"1min":7.9210000000000003,"5min":14.727,"15min":17.196999999999999},"last":1.478}]},{"osd":4,"last update":"Mon Aug 28 02:26:15 2023","interfaces":[{"interface":"back","average":{"1min":1.8109999999999999,"5min":2.5369999999999999,"15min":1.9570000000000001},"min":{"1min":0.34899999999999998,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":8.3040000000000003,"5min":25.876999999999999,"15min":25.876999999999999},"last":0.46000000000000002},{"interface":"front","average":{"1min":1.2490000000000001,"5min":2.6379999999999999,"15min":2.008},"min":{"1min":0.32100000000000001,"5min":0.31900000000000001,"15min":0.29799999999999999},"max":{"1min":6.0309999999999997,"5min":12.324,"15min":12.324},"last":2.2389999999999999}]},{"osd":5,"last update":"Mon Aug 28 02:26:15 2023","interfaces":[{"interface":"back","average":{"1min":0.88600000000000001,"5min":1.3440000000000001,"15min":2.1080000000000001},"min":{"1min":0.48199999999999998,"5min":0.312,"15min":0.312},"max":{"1min":4.375,"5min":7.2960000000000003,"15min":14.207000000000001},"last":0.77100000000000002},{"interface":"front","average":{"1min":1.7070000000000001,"5min":2.8079999999999998,"15min":2.073},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":8.3390000000000004,"5min":25.902999999999999,"15min":25.902999999999999},"last":0.52200000000000002}]},{"osd":6,"last update":"Mon Aug 28 02:26:15 2023","interfaces":[{"interface":"back","average":{"1min":1.111,"5min":2.806,"15min":2.3450000000000002},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":3.1160000000000001,"5min":12.375,"15min":12.375},"last":1.002},{"interface":"front","average":{"1min":0.76500000000000001,"5min":1.581,"15min":2.0710000000000002},"min":{"1min":0.41899999999999998,"5min":0.34599999999999997,"15min":0.33900000000000002},"max":{"1min":1.9330000000000001,"5min":11.871,"15min":14.151999999999999},"last":0.73999999999999999}]},{"osd":7,"last update":"Mon Aug 28 02:26:15 2023","interfaces":[{"interface":"back","average":{"1min":1.1080000000000001,"5min":2.6349999999999998,"15min":2.448},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.33500000000000002},"max":{"1min":3.1440000000000001,"5min":12.404999999999999,"15min":12.404999999999999},"last":0.95999999999999996},{"interface":"front","average":{"1min":0.84699999999999998,"5min":1.639,"15min":2.0880000000000001},"min":{"1min":0.45800000000000002,"5min":0.38700000000000001,"15min":0.36399999999999999},"max":{"1min":3.169,"5min":11.845000000000001,"15min":14.18},"last":0.70699999999999996}]}]},{"osd":3,"up_from":134,"seq":575525617777,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1647028,"kb_used_data":1199788,"kb_used_omap":2,"kb_used_meta":447229,"kb_avail":92098124,"statfs":{"total":95995035648,"available":94308478976,"internally_reserved":0,"allocated":1228582912,"data_stored":1227721288,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":457962549},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:27:07 2023","interfaces":[{"interface":"back","average":{"1min":0.73499999999999999,"5min":2.1459999999999999,"15min":2.8540000000000001},"min":{"1min":0.27600000000000002,"5min":0.22600000000000001,"15min":0.19},"max":{"1min":5.0270000000000001,"5min":21.271000000000001,"15min":24.145},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.85799999999999998,"5min":2.4900000000000002,"15min":3.234},"min":{"1min":0.373,"5min":0.21299999999999999,"15min":0.21099999999999999},"max":{"1min":5.0720000000000001,"5min":20.984999999999999,"15min":20.984999999999999},"last":0.72499999999999998}]},{"osd":1,"last update":"Mon Aug 28 02:27:07 2023","interfaces":[{"interface":"back","average":{"1min":1.111,"5min":3.0760000000000001,"15min":3.1890000000000001},"min":{"1min":0.26500000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":6.9109999999999996,"5min":19.449000000000002,"15min":19.449000000000002},"last":6.9109999999999996},{"interface":"front","average":{"1min":0.51700000000000002,"5min":2.4889999999999999,"15min":2.7469999999999999},"min":{"1min":0.28299999999999997,"5min":0.25700000000000001,"15min":0.22700000000000001},"max":{"1min":1.254,"5min":21.427,"15min":24.071999999999999},"last":0.44600000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:27:07 2023","interfaces":[{"interface":"back","average":{"1min":0.68200000000000005,"5min":2.4089999999999998,"15min":3.347},"min":{"1min":0.32000000000000001,"5min":0.26800000000000002,"15min":0.26300000000000001},"max":{"1min":2.411,"5min":14.436,"15min":21.292000000000002},"last":2.411},{"interface":"front","average":{"1min":0.55200000000000005,"5min":2.6379999999999999,"15min":3.0129999999999999},"min":{"1min":0.40300000000000002,"5min":0.249,"15min":0.249},"max":{"1min":1.282,"5min":21.297999999999998,"15min":24.175999999999998},"last":0.53600000000000003}]},{"osd":4,"last update":"Mon Aug 28 02:27:07 2023","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":2.2469999999999999,"15min":2.1040000000000001},"min":{"1min":0.34799999999999998,"5min":0.29899999999999999,"15min":0.28399999999999997},"max":{"1min":1.2210000000000001,"5min":21.170000000000002,"15min":23.994},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.77700000000000002,"5min":1.968,"15min":2.3679999999999999},"min":{"1min":0.44600000000000001,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":2.2400000000000002,"5min":21.106000000000002,"15min":21.106000000000002},"last":0.81200000000000006}]},{"osd":5,"last update":"Mon Aug 28 02:27:07 2023","interfaces":[{"interface":"back","average":{"1min":0.76200000000000001,"5min":2.145,"15min":2.3660000000000001},"min":{"1min":0.39200000000000002,"5min":0.311,"15min":0.311},"max":{"1min":2.1840000000000002,"5min":21.507000000000001,"15min":21.507000000000001},"last":0.84199999999999997},{"interface":"front","average":{"1min":0.83699999999999997,"5min":2.1579999999999999,"15min":2.5089999999999999},"min":{"1min":0.46700000000000003,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":2.4550000000000001,"5min":11.242000000000001,"15min":18.181000000000001},"last":1.9279999999999999}]},{"osd":6,"last update":"Mon Aug 28 02:27:07 2023","interfaces":[{"interface":"back","average":{"1min":0.80000000000000004,"5min":2.1640000000000001,"15min":2.4950000000000001},"min":{"1min":0.45400000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":2.278,"5min":23.071000000000002,"15min":23.071000000000002},"last":0.86699999999999999},{"interface":"front","average":{"1min":0.85499999999999998,"5min":2.1970000000000001,"15min":2.681},"min":{"1min":0.48099999999999998,"5min":0.379,"15min":0.315},"max":{"1min":2.4889999999999999,"5min":11.220000000000001,"15min":18.128},"last":1.9670000000000001}]},{"osd":7,"last update":"Mon Aug 28 02:27:07 2023","interfaces":[{"interface":"back","average":{"1min":0.754,"5min":2.1360000000000001,"15min":2.1459999999999999},"min":{"1min":0.52000000000000002,"5min":0.442,"15min":0.33800000000000002},"max":{"1min":1.464,"5min":21.239999999999998,"15min":24.042999999999999},"last":0.93100000000000005},{"interface":"front","average":{"1min":0.84199999999999997,"5min":2.601,"15min":2.5699999999999998},"min":{"1min":0.53500000000000003,"5min":0.38700000000000001,"15min":0.38100000000000001},"max":{"1min":2.323,"5min":21.138000000000002,"15min":21.138000000000002},"last":0.89300000000000002}]}]},{"osd":4,"up_from":30,"seq":128849019141,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":819596,"kb_used_data":522244,"kb_used_omap":0,"kb_used_meta":297344,"kb_avail":92925556,"statfs":{"total":95995035648,"available":95155769344,"internally_reserved":0,"allocated":534777856,"data_stored":534006127,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304480256},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:27:04 2023","interfaces":[{"interface":"back","average":{"1min":0.81399999999999995,"5min":2.04,"15min":1.9650000000000001},"min":{"1min":0.38300000000000001,"5min":0.23999999999999999,"15min":0.221},"max":{"1min":3.7770000000000001,"5min":17.882000000000001,"15min":17.882000000000001},"last":17.800999999999998},{"interface":"front","average":{"1min":0.56399999999999995,"5min":1.9670000000000001,"15min":2.0859999999999999},"min":{"1min":0.42999999999999999,"5min":0.217,"15min":0.217},"max":{"1min":0.73099999999999998,"5min":12.73,"15min":12.73},"last":18.471}]},{"osd":1,"last update":"Mon Aug 28 02:26:20 2023","interfaces":[{"interface":"back","average":{"1min":1.431,"5min":1.579,"15min":1.8080000000000001},"min":{"1min":0.248,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":4.0389999999999997,"5min":11.914999999999999,"15min":11.914999999999999},"last":0.54800000000000004},{"interface":"front","average":{"1min":2.3119999999999998,"5min":2.1030000000000002,"15min":1.843},"min":{"1min":0.28699999999999998,"5min":0.27300000000000002,"15min":0.246},"max":{"1min":9.0410000000000004,"5min":9.0410000000000004,"15min":9.2249999999999996},"last":0.441}]},{"osd":2,"last update":"Mon Aug 28 02:27:04 2023","interfaces":[{"interface":"back","average":{"1min":1.0720000000000001,"5min":1.8440000000000001,"15min":1.546},"min":{"1min":0.5,"5min":0.28599999999999998,"15min":0.27400000000000002},"max":{"1min":4.7779999999999996,"5min":16.231000000000002,"15min":16.231000000000002},"last":0.58399999999999996},{"interface":"front","average":{"1min":0.69499999999999995,"5min":1.6930000000000001,"15min":1.6100000000000001},"min":{"1min":0.372,"5min":0.251,"15min":0.251},"max":{"1min":2.5099999999999998,"5min":7.0570000000000004,"15min":10.859999999999999},"last":0.42499999999999999}]},{"osd":3,"last update":"Mon Aug 28 02:27:12 2023","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":1.708,"15min":1.871},"min":{"1min":0.31,"5min":0.30299999999999999,"15min":0.28699999999999998},"max":{"1min":0.80400000000000005,"5min":9.9160000000000004,"15min":12.339},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.82399999999999995,"5min":1.8120000000000001,"15min":1.881},"min":{"1min":0.38900000000000001,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":3.3479999999999999,"5min":11.743,"15min":11.782},"last":3.3479999999999999}]},{"osd":5,"last update":"Mon Aug 28 02:26:34 2023","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":1.1799999999999999,"15min":1.0680000000000001},"min":{"1min":0.25700000000000001,"5min":0.24399999999999999,"15min":0.23799999999999999},"max":{"1min":3.085,"5min":16.181999999999999,"15min":16.181999999999999},"last":0.41099999999999998},{"interface":"front","average":{"1min":0.63500000000000001,"5min":1.163,"15min":1.1479999999999999},"min":{"1min":0.36299999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":3.343,"5min":10.233000000000001,"15min":10.999000000000001},"last":0.45500000000000002}]},{"osd":6,"last update":"Mon Aug 28 02:26:53 2023","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":1.196,"15min":1.1220000000000001},"min":{"1min":0.38500000000000001,"5min":0.28100000000000003,"15min":0.25600000000000001},"max":{"1min":0.77700000000000002,"5min":10.023999999999999,"15min":10.647},"last":0.375},{"interface":"front","average":{"1min":0.503,"5min":1.1859999999999999,"15min":1.153},"min":{"1min":0.32200000000000001,"5min":0.26600000000000001,"15min":0.251},"max":{"1min":0.69899999999999995,"5min":6.9939999999999998,"15min":16.763999999999999},"last":3.3100000000000001}]},{"osd":7,"last update":"Mon Aug 28 02:27:04 2023","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":1.2190000000000001,"15min":1.0880000000000001},"min":{"1min":0.33400000000000002,"5min":0.27400000000000002,"15min":0.26800000000000002},"max":{"1min":0.75800000000000001,"5min":9.3209999999999997,"15min":16.686},"last":1.6419999999999999},{"interface":"front","average":{"1min":0.60399999999999998,"5min":1.1850000000000001,"15min":1.109},"min":{"1min":0.39200000000000002,"5min":0.311,"15min":0.28799999999999998},"max":{"1min":0.82599999999999996,"5min":7.0220000000000002,"15min":14.145},"last":0.56299999999999994}]}]},{"osd":5,"up_from":37,"seq":158913790210,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1934144,"kb_used_data":1578488,"kb_used_omap":0,"kb_used_meta":355648,"kb_avail":91811008,"statfs":{"total":95995035648,"available":94014472192,"internally_reserved":0,"allocated":1616371712,"data_stored":1615608288,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":364183552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,0,1,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:26:18 2023","interfaces":[{"interface":"back","average":{"1min":2.6150000000000002,"5min":2.931,"15min":2.6070000000000002},"min":{"1min":0.27000000000000002,"5min":0.224,"15min":0.22},"max":{"1min":12.856999999999999,"5min":40.334000000000003,"15min":40.334000000000003},"last":0.82099999999999995},{"interface":"front","average":{"1min":0.876,"5min":2.411,"15min":2.0579999999999998},"min":{"1min":0.27100000000000002,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":5.0949999999999998,"5min":40.212000000000003,"15min":40.212000000000003},"last":0.877}]},{"osd":1,"last update":"Mon Aug 28 02:26:18 2023","interfaces":[{"interface":"back","average":{"1min":3.028,"5min":3.0600000000000001,"15min":2.5230000000000001},"min":{"1min":0.35099999999999998,"5min":0.249,"15min":0.23200000000000001},"max":{"1min":10.573,"5min":40.088000000000001,"15min":40.088000000000001},"last":0.35499999999999998},{"interface":"front","average":{"1min":1.417,"5min":2.4369999999999998,"15min":1.843},"min":{"1min":0.308,"5min":0.28199999999999997,"15min":0.251},"max":{"1min":4.4290000000000003,"5min":40.243000000000002,"15min":40.243000000000002},"last":0.89400000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:26:18 2023","interfaces":[{"interface":"back","average":{"1min":1.147,"5min":2.847,"15min":2.0680000000000001},"min":{"1min":0.30099999999999999,"5min":0.29199999999999998,"15min":0.29099999999999998},"max":{"1min":5.0510000000000002,"5min":40.436999999999998,"15min":40.436999999999998},"last":0.83999999999999997},{"interface":"front","average":{"1min":1.5429999999999999,"5min":2.621,"15min":1.9870000000000001},"min":{"1min":0.36199999999999999,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":6.5940000000000003,"5min":40.555,"15min":40.555},"last":0.91300000000000003}]},{"osd":3,"last update":"Mon Aug 28 02:26:18 2023","interfaces":[{"interface":"back","average":{"1min":2.2090000000000001,"5min":2.9870000000000001,"15min":1.9450000000000001},"min":{"1min":0.435,"5min":0.33400000000000002,"15min":0.27900000000000003},"max":{"1min":6.3680000000000003,"5min":40.270000000000003,"15min":40.270000000000003},"last":1.5860000000000001},{"interface":"front","average":{"1min":1.339,"5min":2.6230000000000002,"15min":2.133},"min":{"1min":0.41099999999999998,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":3.1019999999999999,"5min":40.597999999999999,"15min":40.597999999999999},"last":0.92900000000000005}]},{"osd":4,"last update":"Mon Aug 28 02:26:37 2023","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":1.974,"15min":1.341},"min":{"1min":0.26800000000000002,"5min":0.25600000000000001,"15min":0.216},"max":{"1min":1.22,"5min":40.762999999999998,"15min":40.762999999999998},"last":0.77300000000000002},{"interface":"front","average":{"1min":0.495,"5min":1.7210000000000001,"15min":1.3080000000000001},"min":{"1min":0.318,"5min":0.27400000000000002,"15min":0.22900000000000001},"max":{"1min":0.69799999999999995,"5min":40.634,"15min":40.634},"last":0.86099999999999999}]},{"osd":6,"last update":"Mon Aug 28 02:26:18 2023","interfaces":[{"interface":"back","average":{"1min":1.151,"5min":2.04,"15min":1.5549999999999999},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.254},"max":{"1min":7.9909999999999997,"5min":42.409999999999997,"15min":42.409999999999997},"last":0.79700000000000004},{"interface":"front","average":{"1min":1.5629999999999999,"5min":2.0449999999999999,"15min":1.425},"min":{"1min":0.28799999999999998,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":5.7619999999999996,"5min":42.533999999999999,"15min":42.533999999999999},"last":0.38300000000000001}]},{"osd":7,"last update":"Mon Aug 28 02:26:18 2023","interfaces":[{"interface":"back","average":{"1min":2.7909999999999999,"5min":2.3069999999999999,"15min":1.589},"min":{"1min":0.35499999999999998,"5min":0.33300000000000002,"15min":0.314},"max":{"1min":13.054,"5min":42.667000000000002,"15min":42.667000000000002},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.91500000000000004,"5min":1.7649999999999999,"15min":1.4670000000000001},"min":{"1min":0.38400000000000001,"5min":0.31900000000000001,"15min":0.27000000000000002},"max":{"1min":2.9790000000000001,"5min":42.344000000000001,"15min":42.344000000000001},"last":1.6559999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":625410048,"data_stored":625410048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1438515200,"data_stored":1438515200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":518324224,"data_stored":518324224,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":1265041408,"data_stored":1265041408,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":550764544,"data_stored":550764544,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1618935808,"data_stored":1618935808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":550174720,"data_stored":550174720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1655832576,"data_stored":1655832576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:27:19.155 INFO:tasks.cephadm.ceph_manager.ceph:increase pool size by 10 2023-08-28T02:27:19.155 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd pool set unique_pool_4 pg_num 26 2023-08-28T02:27:19.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:18 smithi083 ceph-mon[157819]: from='client.54682 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:27:19.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:18 smithi083 ceph-mon[157819]: pgmap v569: 89 pgs: 89 active+clean; 2.8 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 91 MiB/s wr, 1.46k op/s 2023-08-28T02:27:19.265 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:27:19.270 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:19.270 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:27:19.371 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:27:19.456 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:19.752 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:27:19.757 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:19.758 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:27:19.859 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:27:19.934 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:20.047 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:27:20.056 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:20.057 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:27:20.101 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:27:20.140 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 29 16 49765 49749 107.149 67.8125 0.00949184 0.0093246 2023-08-28T02:27:20.158 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:27:20.190 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:20.214 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:27:20.217 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:20.218 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:27:20.241 INFO:teuthology.orchestra.run.smithi040.stdout:ERROR: (22) Invalid argument 2023-08-28T02:27:20.241 INFO:teuthology.orchestra.run.smithi040.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:27:20.319 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:27:20.352 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:20.382 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:27:20.386 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:20.387 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:27:20.488 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:27:20.491 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-08-28T02:27:20.531 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:20.558 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:27:20.560 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:20.560 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:27:20.661 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:27:20.703 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:20.730 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:27:20.734 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:20.735 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:27:20.836 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:27:20.879 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:20.907 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:27:20.911 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:20.911 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:27:21.012 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:27:21.063 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:21.141 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 30 16 51004 50988 106.158 77.4375 0.0137568 0.00941374 2023-08-28T02:27:21.219 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:21 smithi083 ceph-mon[157819]: pgmap v570: 89 pgs: 89 active+clean; 2.8 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 91 MiB/s wr, 1.45k op/s 2023-08-28T02:27:21.219 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:21 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3392079770' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:27:21.219 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:21 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:27:21.247 INFO:teuthology.orchestra.run.smithi040.stderr:noscrub is set 2023-08-28T02:27:21.456 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:21 smithi040 ceph-mon[170259]: pgmap v570: 89 pgs: 89 active+clean; 2.8 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 91 MiB/s wr, 1.45k op/s 2023-08-28T02:27:21.456 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:21 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3392079770' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:27:21.456 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:21 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:27:21.456 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:21 smithi040 ceph-mon[175404]: pgmap v570: 89 pgs: 89 active+clean; 2.8 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 91 MiB/s wr, 1.45k op/s 2023-08-28T02:27:21.456 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:21 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3392079770' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:27:21.456 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:21 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:27:21.459 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:27:21.465 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:21.466 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:27:21.504 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.3 dump_ops_in_flight 2023-08-28T02:27:21.567 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:27:21.641 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:21.714 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:27:21.720 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:21.720 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:27:21.821 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:27:21.860 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:21.886 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:27:21.894 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:21.894 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:27:21.995 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:27:22.063 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:22.141 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 31 16 52143 52127 105.03 71.1875 0.00826099 0.00951597 2023-08-28T02:27:22.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:22 smithi040 ceph-mon[170259]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:27:22.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:22 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:27:22.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:22 smithi040 ceph-mon[170259]: osdmap e168: 8 total, 8 up, 8 in 2023-08-28T02:27:22.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:22 smithi040 ceph-mon[170259]: failed to encode map e168 with expected crc 2023-08-28T02:27:22.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:22 smithi040 ceph-mon[170259]: failed to encode map e168 with expected crc 2023-08-28T02:27:22.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:22 smithi040 ceph-mon[170259]: failed to encode map e168 with expected crc 2023-08-28T02:27:22.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:22 smithi040 ceph-mon[170259]: failed to encode map e168 with expected crc 2023-08-28T02:27:22.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:22 smithi040 ceph-mon[175404]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:27:22.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:22 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:27:22.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:22 smithi040 ceph-mon[175404]: osdmap e168: 8 total, 8 up, 8 in 2023-08-28T02:27:22.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:22 smithi040 ceph-mon[175404]: failed to encode map e168 with expected crc 2023-08-28T02:27:22.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:22 smithi040 ceph-mon[175404]: failed to encode map e168 with expected crc 2023-08-28T02:27:22.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:22 smithi040 ceph-mon[175404]: failed to encode map e168 with expected crc 2023-08-28T02:27:22.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:22 smithi040 ceph-mon[175404]: failed to encode map e168 with expected crc 2023-08-28T02:27:22.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:22 smithi083 ceph-mon[157819]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:27:22.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:22 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:27:22.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:22 smithi083 ceph-mon[157819]: osdmap e168: 8 total, 8 up, 8 in 2023-08-28T02:27:22.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:22 smithi083 ceph-mon[157819]: failed to encode map e168 with expected crc 2023-08-28T02:27:22.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:22 smithi083 ceph-mon[157819]: failed to encode map e168 with expected crc 2023-08-28T02:27:22.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:22 smithi083 ceph-mon[157819]: failed to encode map e168 with expected crc 2023-08-28T02:27:22.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:22 smithi083 ceph-mon[157819]: failed to encode map e168 with expected crc 2023-08-28T02:27:22.762 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:27:22.774 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:22.774 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:27:22.875 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:27:22.913 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:22.943 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:27:22.950 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:22.950 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:27:23.051 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:27:23.126 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:23.141 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 32 16 53183 53167 103.78 65 0.0161524 0.00962933 2023-08-28T02:27:23.172 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:27:23.174 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:23.175 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:27:23.240 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:27:23.240 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:27:23.275 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:27:23.330 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:23.420 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:27:23.426 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:23.426 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:27:23.465 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:23 smithi040 ceph-mon[170259]: pgmap v572: 89 pgs: 89 active+clean; 3.1 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 84 MiB/s wr, 1.34k op/s 2023-08-28T02:27:23.465 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:23 smithi040 ceph-mon[175404]: pgmap v572: 89 pgs: 89 active+clean; 3.1 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 84 MiB/s wr, 1.34k op/s 2023-08-28T02:27:23.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:23 smithi083 ceph-mon[157819]: pgmap v572: 89 pgs: 89 active+clean; 3.1 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 84 MiB/s wr, 1.34k op/s 2023-08-28T02:27:23.527 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:27:23.564 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:23.585 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:27:23.589 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:23.589 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:27:23.690 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:27:23.758 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:24.143 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 33 16 54312 54296 102.767 70.5625 0.0139061 0.00972424 2023-08-28T02:27:24.279 INFO:teuthology.orchestra.run.smithi040.stderr:set pool 9 pg_num to 26 2023-08-28T02:27:24.303 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:27:24.308 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:24.308 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:27:24.409 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:27:24.472 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:24.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:24 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1185125493' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pg_num", "val": "26"}]: dispatch 2023-08-28T02:27:24.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:24 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pg_num", "val": "26"}]: dispatch 2023-08-28T02:27:24.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:24 smithi083 ceph-mon[157819]: pgmap v573: 89 pgs: 89 active+clean; 3.1 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 84 MiB/s wr, 1.34k op/s 2023-08-28T02:27:24.630 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:24 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1185125493' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pg_num", "val": "26"}]: dispatch 2023-08-28T02:27:24.630 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:24 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pg_num", "val": "26"}]: dispatch 2023-08-28T02:27:24.630 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:24 smithi040 ceph-mon[175404]: pgmap v573: 89 pgs: 89 active+clean; 3.1 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 84 MiB/s wr, 1.34k op/s 2023-08-28T02:27:24.632 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:24 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1185125493' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pg_num", "val": "26"}]: dispatch 2023-08-28T02:27:24.632 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:24 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pg_num", "val": "26"}]: dispatch 2023-08-28T02:27:24.632 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:24 smithi040 ceph-mon[170259]: pgmap v573: 89 pgs: 89 active+clean; 3.1 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 84 MiB/s wr, 1.34k op/s 2023-08-28T02:27:24.881 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd set nodeep-scrub 2023-08-28T02:27:24.960 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:27:24.965 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:24.965 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:27:25.066 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:27:25.138 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:25.148 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 34 16 55558 55542 102.021 77.875 0.0193215 0.00979567 2023-08-28T02:27:25.229 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:27:25.234 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:25.235 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:27:25.336 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:27:25.371 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:25.395 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:27:25.399 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:25.399 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:27:25.500 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:27:25.537 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:25 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pg_num", "val": "26"}]': finished 2023-08-28T02:27:25.538 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:25 smithi083 ceph-mon[157819]: osdmap e169: 8 total, 8 up, 8 in 2023-08-28T02:27:25.538 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:25 smithi083 ceph-mon[157819]: failed to encode map e169 with expected crc 2023-08-28T02:27:25.538 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:25 smithi083 ceph-mon[157819]: failed to encode map e169 with expected crc 2023-08-28T02:27:25.538 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:25 smithi083 ceph-mon[157819]: failed to encode map e169 with expected crc 2023-08-28T02:27:25.540 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:25.579 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:27:25.582 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:25.583 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:27:25.684 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:27:25.724 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:27:25.735 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:27:25.736 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:25 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pg_num", "val": "26"}]': finished 2023-08-28T02:27:25.736 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:25 smithi040 ceph-mon[175404]: osdmap e169: 8 total, 8 up, 8 in 2023-08-28T02:27:25.736 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:25 smithi040 ceph-mon[175404]: failed to encode map e169 with expected crc 2023-08-28T02:27:25.736 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:25 smithi040 ceph-mon[175404]: failed to encode map e169 with expected crc 2023-08-28T02:27:25.736 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:25 smithi040 ceph-mon[175404]: failed to encode map e169 with expected crc 2023-08-28T02:27:25.737 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:25 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pg_num", "val": "26"}]': finished 2023-08-28T02:27:25.737 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:25 smithi040 ceph-mon[170259]: osdmap e169: 8 total, 8 up, 8 in 2023-08-28T02:27:25.737 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:25 smithi040 ceph-mon[170259]: failed to encode map e169 with expected crc 2023-08-28T02:27:25.737 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:25 smithi040 ceph-mon[170259]: failed to encode map e169 with expected crc 2023-08-28T02:27:25.737 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:25 smithi040 ceph-mon[170259]: failed to encode map e169 with expected crc 2023-08-28T02:27:25.737 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:27:25 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:27:25] "GET /metrics HTTP/1.1" 200 36447 "" "Prometheus/2.43.0" 2023-08-28T02:27:25.754 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:25.801 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:27:25.801 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:27:25.804 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:25.805 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:27:25.843 INFO:teuthology.orchestra.run.smithi040.stdout:ERROR: (22) Invalid argument 2023-08-28T02:27:25.844 INFO:teuthology.orchestra.run.smithi040.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:27:25.851 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:27:25.899 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:27:25.906 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:27:25.945 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:27:25.983 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:27:25.992 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:26.021 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:27:26.035 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:27:26.041 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:26.042 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:27:26.073 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:27:26.075 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-08-28T02:27:26.075 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-08-28T02:27:26.075 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-08-28T02:27:26.075 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-08-28T02:27:26.076 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-08-28T02:27:26.076 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-08-28T02:27:26.076 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-08-28T02:27:26.076 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-08-28T02:27:26.142 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:27:26.150 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 35 16 56550 56534 100.872 62 0.00375508 0.00990731 2023-08-28T02:27:26.213 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:26.427 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:26 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/956918040' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:27:26.427 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:26 smithi040 ceph-mon[175404]: pgmap v575: 89 pgs: 89 active+clean; 3.3 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 66 MiB/s wr, 1.06k op/s 2023-08-28T02:27:26.427 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:26 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pg_num_actual", "val": "26"}]: dispatch 2023-08-28T02:27:26.427 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:26 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pg_num_actual", "val": "26"}]: dispatch 2023-08-28T02:27:26.428 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:26 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/956918040' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:27:26.428 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:26 smithi040 ceph-mon[170259]: pgmap v575: 89 pgs: 89 active+clean; 3.3 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 66 MiB/s wr, 1.06k op/s 2023-08-28T02:27:26.428 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:26 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pg_num_actual", "val": "26"}]: dispatch 2023-08-28T02:27:26.428 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:26 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pg_num_actual", "val": "26"}]: dispatch 2023-08-28T02:27:26.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:26 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/956918040' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:27:26.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:26 smithi083 ceph-mon[157819]: pgmap v575: 89 pgs: 89 active+clean; 3.3 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 66 MiB/s wr, 1.06k op/s 2023-08-28T02:27:26.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:26 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pg_num_actual", "val": "26"}]: dispatch 2023-08-28T02:27:26.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:26 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pg_num_actual", "val": "26"}]: dispatch 2023-08-28T02:27:27.150 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 36 16 57248 57232 99.2832 43.625 0.108614 0.00997499 2023-08-28T02:27:27.414 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.3 dump_blocked_ops 2023-08-28T02:27:27.762 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:27:27.765 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:27.766 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:27:27.866 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:27:27.953 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:27:27.962 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:27 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pg_num_actual", "val": "26"}]': finished 2023-08-28T02:27:27.962 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:27 smithi040 ceph-mon[170259]: osdmap e170: 8 total, 8 up, 8 in 2023-08-28T02:27:27.962 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:27 smithi040 ceph-mon[170259]: failed to encode map e170 with expected crc 2023-08-28T02:27:27.962 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:27 smithi040 ceph-mon[170259]: failed to encode map e170 with expected crc 2023-08-28T02:27:27.962 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:27 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pg_num_actual", "val": "26"}]': finished 2023-08-28T02:27:27.962 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:27 smithi040 ceph-mon[175404]: osdmap e170: 8 total, 8 up, 8 in 2023-08-28T02:27:27.963 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:27 smithi040 ceph-mon[175404]: failed to encode map e170 with expected crc 2023-08-28T02:27:27.963 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:27 smithi040 ceph-mon[175404]: failed to encode map e170 with expected crc 2023-08-28T02:27:27.963 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:28.001 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:27:28.008 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:28.009 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:27:28.109 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:27:28.151 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 37 16 57654 57638 97.2847 25.375 0.0230908 0.0102734 2023-08-28T02:27:28.182 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:28.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:27 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pg_num_actual", "val": "26"}]': finished 2023-08-28T02:27:28.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:27 smithi083 ceph-mon[157819]: osdmap e170: 8 total, 8 up, 8 in 2023-08-28T02:27:28.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:27 smithi083 ceph-mon[157819]: failed to encode map e170 with expected crc 2023-08-28T02:27:28.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:27 smithi083 ceph-mon[157819]: failed to encode map e170 with expected crc 2023-08-28T02:27:28.267 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:27:28.275 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:28.276 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:27:28.376 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:27:28.441 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:28.580 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:27:28.595 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:28.596 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:27:28.696 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:27:28.768 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:28.804 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:27:28.811 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:28.811 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:27:28.912 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:27:28.977 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:28 smithi040 ceph-mon[175404]: failed to encode map e171 with expected crc 2023-08-28T02:27:28.977 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:28 smithi040 ceph-mon[175404]: failed to encode map e171 with expected crc 2023-08-28T02:27:28.977 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:28 smithi040 ceph-mon[175404]: failed to encode map e171 with expected crc 2023-08-28T02:27:28.977 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:28 smithi040 ceph-mon[175404]: osdmap e171: 8 total, 8 up, 8 in 2023-08-28T02:27:28.977 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:28 smithi040 ceph-mon[175404]: failed to encode map e171 with expected crc 2023-08-28T02:27:28.977 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:28 smithi040 ceph-mon[175404]: failed to encode map e171 with expected crc 2023-08-28T02:27:28.978 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:28 smithi040 ceph-mon[175404]: failed to encode map e171 with expected crc 2023-08-28T02:27:28.978 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:28 smithi040 ceph-mon[175404]: failed to encode map e171 with expected crc 2023-08-28T02:27:28.978 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:28 smithi040 ceph-mon[175404]: failed to encode map e171 with expected crc 2023-08-28T02:27:28.978 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:28 smithi040 ceph-mon[175404]: failed to encode map e171 with expected crc 2023-08-28T02:27:28.978 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:28 smithi040 ceph-mon[175404]: failed to encode map e171 with expected crc 2023-08-28T02:27:28.978 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:28 smithi040 ceph-mon[175404]: pgmap v578: 99 pgs: 4 peering, 10 unknown, 85 active+clean; 3.5 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 57 MiB/s wr, 918 op/s 2023-08-28T02:27:28.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:28 smithi040 ceph-mon[170259]: failed to encode map e171 with expected crc 2023-08-28T02:27:28.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:28 smithi040 ceph-mon[170259]: failed to encode map e171 with expected crc 2023-08-28T02:27:28.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:28 smithi040 ceph-mon[170259]: failed to encode map e171 with expected crc 2023-08-28T02:27:28.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:28 smithi040 ceph-mon[170259]: osdmap e171: 8 total, 8 up, 8 in 2023-08-28T02:27:28.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:28 smithi040 ceph-mon[170259]: failed to encode map e171 with expected crc 2023-08-28T02:27:28.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:28 smithi040 ceph-mon[170259]: failed to encode map e171 with expected crc 2023-08-28T02:27:28.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:28 smithi040 ceph-mon[170259]: failed to encode map e171 with expected crc 2023-08-28T02:27:28.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:28 smithi040 ceph-mon[170259]: failed to encode map e171 with expected crc 2023-08-28T02:27:28.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:28 smithi040 ceph-mon[170259]: failed to encode map e171 with expected crc 2023-08-28T02:27:28.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:28 smithi040 ceph-mon[170259]: failed to encode map e171 with expected crc 2023-08-28T02:27:28.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:28 smithi040 ceph-mon[170259]: failed to encode map e171 with expected crc 2023-08-28T02:27:28.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:28 smithi040 ceph-mon[170259]: pgmap v578: 99 pgs: 4 peering, 10 unknown, 85 active+clean; 3.5 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 57 MiB/s wr, 918 op/s 2023-08-28T02:27:28.985 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:29.031 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:27:29.036 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:29.036 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:27:29.137 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:27:29.151 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 38 16 58977 58961 96.9006 82.6875 0.0100175 0.0103141 2023-08-28T02:27:29.214 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:29.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:28 smithi083 ceph-mon[157819]: failed to encode map e171 with expected crc 2023-08-28T02:27:29.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:28 smithi083 ceph-mon[157819]: failed to encode map e171 with expected crc 2023-08-28T02:27:29.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:28 smithi083 ceph-mon[157819]: failed to encode map e171 with expected crc 2023-08-28T02:27:29.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:28 smithi083 ceph-mon[157819]: osdmap e171: 8 total, 8 up, 8 in 2023-08-28T02:27:29.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:28 smithi083 ceph-mon[157819]: failed to encode map e171 with expected crc 2023-08-28T02:27:29.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:28 smithi083 ceph-mon[157819]: failed to encode map e171 with expected crc 2023-08-28T02:27:29.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:28 smithi083 ceph-mon[157819]: failed to encode map e171 with expected crc 2023-08-28T02:27:29.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:28 smithi083 ceph-mon[157819]: failed to encode map e171 with expected crc 2023-08-28T02:27:29.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:28 smithi083 ceph-mon[157819]: failed to encode map e171 with expected crc 2023-08-28T02:27:29.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:28 smithi083 ceph-mon[157819]: failed to encode map e171 with expected crc 2023-08-28T02:27:29.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:28 smithi083 ceph-mon[157819]: failed to encode map e171 with expected crc 2023-08-28T02:27:29.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:28 smithi083 ceph-mon[157819]: pgmap v578: 99 pgs: 4 peering, 10 unknown, 85 active+clean; 3.5 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 57 MiB/s wr, 918 op/s 2023-08-28T02:27:29.250 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:27:29.253 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:29.254 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:27:29.313 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-08-28T02:27:29.313 INFO:teuthology.orchestra.run.smithi040.stdout: "ops": [], 2023-08-28T02:27:29.313 INFO:teuthology.orchestra.run.smithi040.stdout: "complaint_time": 30, 2023-08-28T02:27:29.313 INFO:teuthology.orchestra.run.smithi040.stdout: "num_blocked_ops": 0 2023-08-28T02:27:29.314 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-08-28T02:27:29.354 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:27:29.435 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:29.471 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:27:29.475 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:29.476 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:27:29.577 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:27:29.635 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:29.685 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:27:29.698 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:29.698 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:27:29.718 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.3 dump_historic_ops 2023-08-28T02:27:29.800 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:27:29.830 INFO:teuthology.orchestra.run.smithi040.stderr:nodeep-scrub is set 2023-08-28T02:27:29.840 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:29.866 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:27:29.871 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:29.871 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:27:29.943 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-08-28T02:27:29.972 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:27:29.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:29 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2035636233' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:27:29.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:29 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:27:29.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:29 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:27:29.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:29 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:27:29.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:29 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2035636233' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:27:29.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:29 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:27:29.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:29 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:27:29.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:29 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:27:30.069 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:30.152 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 39 16 60362 60346 96.6331 86.5625 0.00826422 0.0103422 2023-08-28T02:27:30.233 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:27:30.236 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:30.237 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:27:30.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:29 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2035636233' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:27:30.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:29 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:27:30.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:29 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:27:30.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:29 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:27:30.338 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:27:30.343 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:27:30.371 INFO:tasks.thrashosds.thrasher:in_osds: [0, 1, 2, 3, 4, 5, 6, 7] out_osds: [] dead_osds: [] live_osds: [0, 1, 2, 3, 4, 5, 6, 7] 2023-08-28T02:27:30.371 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-08-28T02:27:30.371 INFO:tasks.thrashosds.thrasher:Growing pool .mgr 2023-08-28T02:27:30.371 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:27:30.419 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:30.460 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:27:30.477 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:27:30.485 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:30.485 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:27:30.586 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:27:30.625 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:30.650 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:27:30.655 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:30.656 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:27:30.756 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:27:30.837 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:30.921 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:27:30.925 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:30.926 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:27:30.980 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:30 smithi040 ceph-mon[175404]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:27:30.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:30 smithi040 ceph-mon[175404]: failed to encode map e172 with expected crc 2023-08-28T02:27:30.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:30 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:27:30.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:30 smithi040 ceph-mon[175404]: osdmap e172: 8 total, 8 up, 8 in 2023-08-28T02:27:30.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:30 smithi040 ceph-mon[175404]: failed to encode map e172 with expected crc 2023-08-28T02:27:30.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:30 smithi040 ceph-mon[175404]: pgmap v580: 99 pgs: 4 peering, 10 unknown, 85 active+clean; 3.5 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 58 MiB/s wr, 935 op/s 2023-08-28T02:27:30.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:30 smithi040 ceph-mon[170259]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:27:30.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:30 smithi040 ceph-mon[170259]: failed to encode map e172 with expected crc 2023-08-28T02:27:30.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:30 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:27:30.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:30 smithi040 ceph-mon[170259]: osdmap e172: 8 total, 8 up, 8 in 2023-08-28T02:27:30.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:30 smithi040 ceph-mon[170259]: failed to encode map e172 with expected crc 2023-08-28T02:27:30.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:30 smithi040 ceph-mon[170259]: pgmap v580: 99 pgs: 4 peering, 10 unknown, 85 active+clean; 3.5 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 58 MiB/s wr, 935 op/s 2023-08-28T02:27:30.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:30 smithi083 ceph-mon[157819]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:27:30.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:30 smithi083 ceph-mon[157819]: failed to encode map e172 with expected crc 2023-08-28T02:27:30.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:30 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:27:30.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:30 smithi083 ceph-mon[157819]: osdmap e172: 8 total, 8 up, 8 in 2023-08-28T02:27:30.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:30 smithi083 ceph-mon[157819]: failed to encode map e172 with expected crc 2023-08-28T02:27:30.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:30 smithi083 ceph-mon[157819]: pgmap v580: 99 pgs: 4 peering, 10 unknown, 85 active+clean; 3.5 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 58 MiB/s wr, 935 op/s 2023-08-28T02:27:31.026 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:27:31.069 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:31.096 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:27:31.101 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:31.101 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:27:31.153 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:2023-08-28T02:27:31.154174+0000 min lat: 0.00123289 max lat: 1.07091 avg lat: 0.0103934 2023-08-28T02:27:31.153 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-08-28T02:27:31.153 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 40 16 61610 61594 96.1667 78 0.0108069 0.0103934 2023-08-28T02:27:31.201 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:27:31.243 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:31.279 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:27:31.282 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:31.282 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:27:31.383 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:27:31.467 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:31.766 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:27:31.814 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:27:31.819 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:31.820 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:27:31.920 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:27:31.956 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:31.986 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:27:31.991 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:31.991 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:27:32.092 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:27:32.127 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:32.130 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:27:32.153 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 41 16 62964 62948 95.8843 84.625 0.0103861 0.0104246 2023-08-28T02:27:32.156 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:27:32.159 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:32.160 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:27:32.176 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:27:32.228 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:32 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/841817540' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:27:32.228 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:32 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/841817540' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:27:32.237 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:27:32.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:32 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/841817540' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:27:32.247 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd unset noscrub 2023-08-28T02:27:32.260 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:27:32.267 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:27:32.313 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:27:32.350 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:32.379 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:27:32.417 INFO:teuthology.orchestra.run.smithi040.stdout:ERROR: (22) Invalid argument 2023-08-28T02:27:32.417 INFO:teuthology.orchestra.run.smithi040.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:27:32.420 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:27:32.452 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:27:32.459 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:32.460 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:27:32.475 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:27:32.492 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-08-28T02:27:32.492 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-08-28T02:27:32.492 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-08-28T02:27:32.492 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-08-28T02:27:32.492 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-08-28T02:27:32.492 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-08-28T02:27:32.493 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-08-28T02:27:32.493 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-08-28T02:27:32.561 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:27:32.619 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:32.646 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:27:32.652 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:32.653 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:27:32.753 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:27:32.815 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:32.895 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:27:32.901 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.4 dump_ops_in_flight 2023-08-28T02:27:32.907 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:32.907 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:27:33.008 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:27:33.075 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:33.098 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:27:33.102 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:33.179 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:27:33.182 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 42 16 64246 64230 95.5079 80.125 0.0144764 0.0104662 2023-08-28T02:27:33.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:33 smithi083 ceph-mon[157819]: pgmap v581: 99 pgs: 99 active+clean; 3.8 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 85 MiB/s wr, 1.36k op/s; 43 KiB/s, 0 objects/s recovering 2023-08-28T02:27:33.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:33 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num_actual", "val": "17"}]: dispatch 2023-08-28T02:27:33.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:33 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num_actual", "val": "17"}]: dispatch 2023-08-28T02:27:33.281 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:27:33.286 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:27:33.320 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:33.349 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:27:33.352 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:33.353 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:27:33.414 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:33 smithi040 ceph-mon[170259]: pgmap v581: 99 pgs: 99 active+clean; 3.8 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 85 MiB/s wr, 1.36k op/s; 43 KiB/s, 0 objects/s recovering 2023-08-28T02:27:33.414 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:33 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num_actual", "val": "17"}]: dispatch 2023-08-28T02:27:33.414 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:33 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num_actual", "val": "17"}]: dispatch 2023-08-28T02:27:33.415 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:33 smithi040 ceph-mon[175404]: pgmap v581: 99 pgs: 99 active+clean; 3.8 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 85 MiB/s wr, 1.36k op/s; 43 KiB/s, 0 objects/s recovering 2023-08-28T02:27:33.415 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:33 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num_actual", "val": "17"}]: dispatch 2023-08-28T02:27:33.415 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:33 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num_actual", "val": "17"}]: dispatch 2023-08-28T02:27:33.418 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:27:33.454 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:27:33.490 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:33.566 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:27:33.569 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:33.570 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:27:33.670 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:27:33.700 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:33.872 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:27:33.874 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:33.874 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:27:33.975 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:27:34.013 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:34.039 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:27:34.042 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:34.043 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:27:34.071 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:27:34.072 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:27:34.144 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:27:34.154 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 43 16 64778 64762 94.0609 33.25 0.00291105 0.0104439 2023-08-28T02:27:34.161 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:34 smithi083 ceph-mon[157819]: failed to encode map e173 with expected crc 2023-08-28T02:27:34.161 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:34 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num_actual", "val": "17"}]': finished 2023-08-28T02:27:34.161 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:34 smithi083 ceph-mon[157819]: osdmap e173: 8 total, 8 up, 8 in 2023-08-28T02:27:34.161 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:34 smithi083 ceph-mon[157819]: failed to encode map e173 with expected crc 2023-08-28T02:27:34.161 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:34 smithi083 ceph-mon[157819]: failed to encode map e173 with expected crc 2023-08-28T02:27:34.161 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:34 smithi083 ceph-mon[157819]: failed to encode map e173 with expected crc 2023-08-28T02:27:34.162 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:34 smithi083 ceph-mon[157819]: failed to encode map e173 with expected crc 2023-08-28T02:27:34.176 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:34.227 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:34 smithi040 ceph-mon[175404]: failed to encode map e173 with expected crc 2023-08-28T02:27:34.227 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:34 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num_actual", "val": "17"}]': finished 2023-08-28T02:27:34.227 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:34 smithi040 ceph-mon[175404]: osdmap e173: 8 total, 8 up, 8 in 2023-08-28T02:27:34.227 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:34 smithi040 ceph-mon[175404]: failed to encode map e173 with expected crc 2023-08-28T02:27:34.227 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:34 smithi040 ceph-mon[175404]: failed to encode map e173 with expected crc 2023-08-28T02:27:34.227 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:34 smithi040 ceph-mon[175404]: failed to encode map e173 with expected crc 2023-08-28T02:27:34.227 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:34 smithi040 ceph-mon[175404]: failed to encode map e173 with expected crc 2023-08-28T02:27:34.228 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:34 smithi040 ceph-mon[170259]: failed to encode map e173 with expected crc 2023-08-28T02:27:34.228 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:34 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num_actual", "val": "17"}]': finished 2023-08-28T02:27:34.228 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:34 smithi040 ceph-mon[170259]: osdmap e173: 8 total, 8 up, 8 in 2023-08-28T02:27:34.228 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:34 smithi040 ceph-mon[170259]: failed to encode map e173 with expected crc 2023-08-28T02:27:34.228 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:34 smithi040 ceph-mon[170259]: failed to encode map e173 with expected crc 2023-08-28T02:27:34.228 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:34 smithi040 ceph-mon[170259]: failed to encode map e173 with expected crc 2023-08-28T02:27:34.228 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:34 smithi040 ceph-mon[170259]: failed to encode map e173 with expected crc 2023-08-28T02:27:34.244 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:27:34.247 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:34.247 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:27:34.348 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:27:34.387 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:34.460 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:27:34.463 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:34.464 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:27:34.517 INFO:teuthology.orchestra.run.smithi083.stdout:ERROR: (22) Invalid argument 2023-08-28T02:27:34.517 INFO:teuthology.orchestra.run.smithi083.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:27:34.549 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":582,"stamp":"2023-08-28T02:27:33.161426+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4056160160,"num_objects":61907,"num_object_clones":0,"num_object_copies":185721,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":61907,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":62183,"num_write_kb":3962957,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2033248,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97909,"ondisk_log_size":97909,"up":297,"acting":297,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":296,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":14598656,"kb_used_data":11700032,"kb_used_omap":20,"kb_used_meta":2898539,"kb_avail":735362560,"statfs":{"total":767960285184,"available":753011261440,"internally_reserved":0,"allocated":11980832768,"data_stored":11973828126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":20850,"internal_metadata":2968104590},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[5,4,4,1,7,5],"upper_bound":64},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":448528384,"num_objects":6844,"num_object_clones":0,"num_object_copies":20532,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6844,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6844,"num_write_kb":438016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":262144,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.380955"},"pg_stats":[{"pgid":"9.10","version":"172'3867","reported_seq":3898,"reported_epoch":172,"state":"active+clean","last_fresh":"2023-08-28T02:27:32.062704+0000","last_change":"2023-08-28T02:27:27.823606+0000","last_active":"2023-08-28T02:27:32.062704+0000","last_peered":"2023-08-28T02:27:32.062704+0000","last_clean":"2023-08-28T02:27:32.062704+0000","last_became_active":"2023-08-28T02:27:27.819925+0000","last_became_peered":"2023-08-28T02:27:27.819925+0000","last_unstale":"2023-08-28T02:27:32.062704+0000","last_undegraded":"2023-08-28T02:27:32.062704+0000","last_fullsized":"2023-08-28T02:27:32.062704+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":3867,"log_dups_size":0,"ondisk_log_size":3867,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":133496832,"num_objects":2037,"num_object_clones":0,"num_object_copies":6111,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2037,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2037,"num_write_kb":130368,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1a","version":"65'1","reported_seq":154,"reported_epoch":171,"state":"active+clean","last_fresh":"2023-08-28T02:27:27.797595+0000","last_change":"2023-08-28T02:16:50.313901+0000","last_active":"2023-08-28T02:27:27.797595+0000","last_peered":"2023-08-28T02:27:27.797595+0000","last_clean":"2023-08-28T02:27:27.797595+0000","last_became_active":"2023-08-28T02:16:50.313550+0000","last_became_peered":"2023-08-28T02:16:50.313550+0000","last_unstale":"2023-08-28T02:27:27.797595+0000","last_undegraded":"2023-08-28T02:27:27.797595+0000","last_fullsized":"2023-08-28T02:27:27.797595+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:31:11.838539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":114,"reported_epoch":171,"state":"active+clean","last_fresh":"2023-08-28T02:27:27.785566+0000","last_change":"2023-08-28T02:16:50.308996+0000","last_active":"2023-08-28T02:27:27.785566+0000","last_peered":"2023-08-28T02:27:27.785566+0000","last_clean":"2023-08-28T02:27:27.785566+0000","last_became_active":"2023-08-28T02:16:50.308569+0000","last_became_peered":"2023-08-28T02:16:50.308569+0000","last_unstale":"2023-08-28T02:27:27.785566+0000","last_undegraded":"2023-08-28T02:27:27.785566+0000","last_fullsized":"2023-08-28T02:27:27.785566+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:50:53.472069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.13","version":"172'3773","reported_seq":3801,"reported_epoch":172,"state":"active+clean","last_fresh":"2023-08-28T02:27:30.905480+0000","last_change":"2023-08-28T02:27:27.836018+0000","last_active":"2023-08-28T02:27:30.905480+0000","last_peered":"2023-08-28T02:27:30.905480+0000","last_clean":"2023-08-28T02:27:30.905480+0000","last_became_active":"2023-08-28T02:27:27.833938+0000","last_became_peered":"2023-08-28T02:27:27.833938+0000","last_unstale":"2023-08-28T02:27:30.905480+0000","last_undegraded":"2023-08-28T02:27:30.905480+0000","last_fullsized":"2023-08-28T02:27:30.905480+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":3773,"log_dups_size":0,"ondisk_log_size":3773,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":127959040,"num_objects":1953,"num_object_clones":0,"num_object_copies":5859,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1953,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1953,"num_write_kb":124960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":110,"reported_epoch":171,"state":"active+clean","last_fresh":"2023-08-28T02:27:27.788438+0000","last_change":"2023-08-28T02:17:57.849228+0000","last_active":"2023-08-28T02:27:27.788438+0000","last_peered":"2023-08-28T02:27:27.788438+0000","last_clean":"2023-08-28T02:27:27.788438+0000","last_became_active":"2023-08-28T02:17:57.848894+0000","last_became_peered":"2023-08-28T02:17:57.848894+0000","last_unstale":"2023-08-28T02:27:27.788438+0000","last_undegraded":"2023-08-28T02:27:27.788438+0000","last_fullsized":"2023-08-28T02:27:27.788438+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:39:59.056531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":126,"reported_epoch":171,"state":"active+clean","last_fresh":"2023-08-28T02:27:27.784102+0000","last_change":"2023-08-28T02:16:50.309837+0000","last_active":"2023-08-28T02:27:27.784102+0000","last_peered":"2023-08-28T02:27:27.784102+0000","last_clean":"2023-08-28T02:27:27.784102+0000","last_became_active":"2023-08-28T02:16:50.309470+0000","last_became_peered":"2023-08-28T02:16:50.309470+0000","last_unstale":"2023-08-28T02:27:27.784102+0000","last_undegraded":"2023-08-28T02:27:27.784102+0000","last_fullsized":"2023-08-28T02:27:27.784102+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:34:06.503952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.12","version":"172'3644","reported_seq":3677,"reported_epoch":172,"state":"active+clean","last_fresh":"2023-08-28T02:27:31.692173+0000","last_change":"2023-08-28T02:27:27.857245+0000","last_active":"2023-08-28T02:27:31.692173+0000","last_peered":"2023-08-28T02:27:31.692173+0000","last_clean":"2023-08-28T02:27:31.692173+0000","last_became_active":"2023-08-28T02:27:27.842722+0000","last_became_peered":"2023-08-28T02:27:27.842722+0000","last_unstale":"2023-08-28T02:27:31.692173+0000","last_undegraded":"2023-08-28T02:27:31.692173+0000","last_fullsized":"2023-08-28T02:27:31.692173+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":3644,"log_dups_size":0,"ondisk_log_size":3644,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":124223488,"num_objects":1896,"num_object_clones":0,"num_object_copies":5688,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1896,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1896,"num_write_kb":121312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":136,"reported_epoch":171,"state":"active+clean","last_fresh":"2023-08-28T02:27:27.787179+0000","last_change":"2023-08-28T02:17:57.847940+0000","last_active":"2023-08-28T02:27:27.787179+0000","last_peered":"2023-08-28T02:27:27.787179+0000","last_clean":"2023-08-28T02:27:27.787179+0000","last_became_active":"2023-08-28T02:17:57.843416+0000","last_became_peered":"2023-08-28T02:17:57.843416+0000","last_unstale":"2023-08-28T02:27:27.787179+0000","last_undegraded":"2023-08-28T02:27:27.787179+0000","last_fullsized":"2023-08-28T02:27:27.787179+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:10:47.631878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":134,"reported_epoch":171,"state":"active+clean","last_fresh":"2023-08-28T02:27:27.792948+0000","last_change":"2023-08-28T02:15:58.338976+0000","last_active":"2023-08-28T02:27:27.792948+0000","last_peered":"2023-08-28T02:27:27.792948+0000","last_clean":"2023-08-28T02:27:27.792948+0000","last_became_active":"2023-08-28T02:15:58.338552+0000","last_became_peered":"2023-08-28T02:15:58.338552+0000","last_unstale":"2023-08-28T02:27:27.792948+0000","last_undegraded":"2023-08-28T02:27:27.792948+0000","last_fullsized":"2023-08-28T02:27:27.792948+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:27:36.380341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":126,"reported_epoch":171,"state":"active+clean","last_fresh":"2023-08-28T02:27:27.784314+0000","last_change":"2023-08-28T02:17:57.876478+0000","last_active":"2023-08-28T02:27:27.784314+0000","last_peered":"2023-08-28T02:27:27.784314+0000","last_clean":"2023-08-28T02:27:27.784314+0000","last_became_active":"2023-08-28T02:17:57.876048+0000","last_became_peered":"2023-08-28T02:17:57.876048+0000","last_unstale":"2023-08-28T02:27:27.784314+0000","last_undegraded":"2023-08-28T02:27:27.784314+0000","last_fullsized":"2023-08-28T02:27:27.784314+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:46:14.225407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":119,"reported_epoch":171,"state":"active+clean","last_fresh":"2023-08-28T02:27:27.787120+0000","last_change":"2023-08-28T02:17:57.832929+0000","last_active":"2023-08-28T02:27:27.787120+0000","last_peered":"2023-08-28T02:27:27.787120+0000","last_clean":"2023-08-28T02:27:27.787120+0000","last_became_active":"2023-08-28T02:17:57.825320+0000","last_became_peered":"2023-08-28T02:17:57.825320+0000","last_unstale":"2023-08-28T02:27:27.787120+0000","last_undegraded":"2023-08-28T02:27:27.787120+0000","last_fullsized":"2023-08-28T02:27:27.787120+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:41:38.568184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":135,"reported_epoch":171,"state":"active+clean","last_fresh":"2023-08-28T02:27:27.794202+0000","last_change":"2023-08-28T02:15:58.356833+0000","last_active":"2023-08-28T02:27:27.794202+0000","last_peered":"2023-08-28T02:27:27.794202+0000","last_clean":"2023-08-28T02:27:27.794202+0000","last_became_active":"2023-08-28T02:15:58.356519+0000","last_became_peered":"2023-08-28T02:15:58.356519+0000","last_unstale":"2023-08-28T02:27:27.794202+0000","last_undegraded":"2023-08-28T02:27:27.794202+0000","last_fullsized":"2023-08-28T02:27:27.794202+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:18:26.590683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":105,"reported_epoch":171,"state":"active+clean","last_fresh":"2023-08-28T02:27:27.786255+0000","last_change":"2023-08-28T02:17:57.827818+0000","last_active":"2023-08-28T02:27:27.786255+0000","last_peered":"2023-08-28T02:27:27.786255+0000","last_clean":"2023-08-28T02:27:27.786255+0000","last_became_active":"2023-08-28T02:17:57.825999+0000","last_became_peered":"2023-08-28T02:17:57.825999+0000","last_unstale":"2023-08-28T02:27:27.786255+0000","last_undegraded":"2023-08-28T02:27:27.786255+0000","last_fullsized":"2023-08-28T02:27:27.786255+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:35:29.864132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"65'3","reported_seq":139,"reported_epoch":171,"state":"active+clean","last_fresh":"2023-08-28T02:27:27.799151+0000","last_change":"2023-08-28T02:17:57.827265+0000","last_active":"2023-08-28T02:27:27.799151+0000","last_peered":"2023-08-28T02:27:27.799151+0000","last_clean":"2023-08-28T02:27:27.799151+0000","last_became_active":"2023-08-28T02:17:57.826872+0000","last_became_peered":"2023-08-28T02:17:57.826872+0000","last_unstale":"2023-08-28T02:27:27.799151+0000","last_undegraded":"2023-08-28T02:27:27.799151+0000","last_fullsized":"2023-08-28T02:27:27.799151+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:48:03.674891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":110,"reported_epoch":171,"state":"active+clean","last_fresh":"2023-08-28T02:27:27.789243+0000","last_change":"2023-08-28T02:16:50.317018+0000","last_active":"2023-08-28T02:27:27.789243+0000","last_peered":"2023-08-28T02:27:27.789243+0000","last_clean":"2023-08-28T02:27:27.789243+0000","last_became_active":"2023-08-28T02:16:50.316562+0000","last_became_peered":"2023-08-28T02:16:50.316562+0000","last_unstale":"2023-08-28T02:27:27.789243+0000","last_undegraded":"2023-08-28T02:27:27.789243+0000","last_fullsized":"2023-08-28T02:27:27.789243+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:24:38.987247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":141,"reported_epoch":171,"state":"active+clean","last_fresh":"2023-08-28T02:27:27.797688+0000","last_change":"2023-08-28T02:07:37.315303+0000","last_active":"2023-08-28T02:27:27.797688+0000","last_peered":"2023-08-28T02:27:27.797688+0000","last_clean":"2023-08-28T02:27:27.797688+0000","last_became_active":"2023-08-28T02:07:37.312336+0000","last_became_peered":"2023-08-28T02:07:37.312336+0000","last_unstale":"2023-08-28T02:27:27.797688+0000","last_undegraded":"2023-08-28T02:27:27.797688+0000","last_fullsized":"2023-08-28T02:27:27.797688+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T14:00:32.089076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":135,"reported_epoch":171,"state":"active+clean","last_fresh":"2023-08-28T02:27:27.797848+0000","last_change":"2023-08-28T02:15:58.341659+0000","last_active":"2023-08-28T02:27:27.797848+0000","last_peered":"2023-08-28T02:27:27.797848+0000","last_clean":"2023-08-28T02:27:27.797848+0000","last_became_active":"2023-08-28T02:15:58.341315+0000","last_became_peered":"2023-08-28T02:15:58.341315+0000","last_unstale":"2023-08-28T02:27:27.797848+0000","last_undegraded":"2023-08-28T02:27:27.797848+0000","last_fullsized":"2023-08-28T02:27:27.797848+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:07:51.806773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.19","version":"172'3725","reported_seq":3762,"reported_epoch":172,"state":"active+clean","last_fresh":"2023-08-28T02:27:31.862880+0000","last_change":"2023-08-28T02:27:27.843862+0000","last_active":"2023-08-28T02:27:31.862880+0000","last_peered":"2023-08-28T02:27:31.862880+0000","last_clean":"2023-08-28T02:27:31.862880+0000","last_became_active":"2023-08-28T02:27:27.835168+0000","last_became_peered":"2023-08-28T02:27:27.835168+0000","last_unstale":"2023-08-28T02:27:31.862880+0000","last_undegraded":"2023-08-28T02:27:31.862880+0000","last_fullsized":"2023-08-28T02:27:31.862880+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":3725,"log_dups_size":0,"ondisk_log_size":3725,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":127270912,"num_objects":1942,"num_object_clones":0,"num_object_copies":5826,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1942,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1942,"num_write_kb":124288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":131072,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.13","version":"65'2","reported_seq":138,"reported_epoch":171,"state":"active+clean","last_fresh":"2023-08-28T02:27:27.800296+0000","last_change":"2023-08-28T02:16:50.332699+0000","last_active":"2023-08-28T02:27:27.800296+0000","last_peered":"2023-08-28T02:27:27.800296+0000","last_clean":"2023-08-28T02:27:27.800296+0000","last_became_active":"2023-08-28T02:16:50.332337+0000","last_became_peered":"2023-08-28T02:16:50.332337+0000","last_unstale":"2023-08-28T02:27:27.800296+0000","last_undegraded":"2023-08-28T02:27:27.800296+0000","last_fullsized":"2023-08-28T02:27:27.800296+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:26:51.876295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":114,"reported_epoch":171,"state":"active+clean","last_fresh":"2023-08-28T02:27:27.784014+0000","last_change":"2023-08-28T02:16:50.311257+0000","last_active":"2023-08-28T02:27:27.784014+0000","last_peered":"2023-08-28T02:27:27.784014+0000","last_clean":"2023-08-28T02:27:27.784014+0000","last_became_active":"2023-08-28T02:16:50.310902+0000","last_became_peered":"2023-08-28T02:16:50.310902+0000","last_unstale":"2023-08-28T02:27:27.784014+0000","last_undegraded":"2023-08-28T02:27:27.784014+0000","last_fullsized":"2023-08-28T02:27:27.784014+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:09.479771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,7],"acting":[0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.18","version":"172'3711","reported_seq":3742,"reported_epoch":172,"state":"active+clean","last_fresh":"2023-08-28T02:27:31.667265+0000","last_change":"2023-08-28T02:27:27.826774+0000","last_active":"2023-08-28T02:27:31.667265+0000","last_peered":"2023-08-28T02:27:31.667265+0000","last_clean":"2023-08-28T02:27:31.667265+0000","last_became_active":"2023-08-28T02:27:27.823076+0000","last_became_peered":"2023-08-28T02:27:27.823076+0000","last_unstale":"2023-08-28T02:27:31.667265+0000","last_undegraded":"2023-08-28T02:27:31.667265+0000","last_fullsized":"2023-08-28T02:27:31.667265+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":3711,"log_dups_size":0,"ondisk_log_size":3711,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":127139840,"num_objects":1940,"num_object_clones":0,"num_object_copies":5820,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1940,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1940,"num_write_kb":124160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":126,"reported_epoch":171,"state":"active+clean","last_fresh":"2023-08-28T02:27:27.784012+0000","last_change":"2023-08-28T02:17:57.870068+0000","last_active":"2023-08-28T02:27:27.784012+0000","last_peered":"2023-08-28T02:27:27.784012+0000","last_clean":"2023-08-28T02:27:27.784012+0000","last_became_active":"2023-08-28T02:17:57.869718+0000","last_became_peered":"2023-08-28T02:17:57.869718+0000","last_unstale":"2023-08-28T02:27:27.784012+0000","last_undegraded":"2023-08-28T02:27:27.784012+0000","last_fullsized":"2023-08-28T02:27:27.784012+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:28:47.968132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":134,"reported_epoch":171,"state":"active+clean","last_fresh":"2023-08-28T02:27:27.791912+0000","last_change":"2023-08-28T02:17:57.827021+0000","last_active":"2023-08-28T02:27:27.791912+0000","last_peered":"2023-08-28T02:27:27.791912+0000","last_clean":"2023-08-28T02:27:27.791912+0000","last_became_active":"2023-08-28T02:17:57.826722+0000","last_became_peered":"2023-08-28T02:17:57.826722+0000","last_unstale":"2023-08-28T02:27:27.791912+0000","last_undegraded":"2023-08-28T02:27:27.791912+0000","last_fullsized":"2023-08-28T02:27:27.791912+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:02:26.183338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":119,"reported_epoch":171,"state":"active+clean","last_fresh":"2023-08-28T02:27:27.800833+0000","last_change":"2023-08-28T02:07:37.318077+0000","last_active":"2023-08-28T02:27:27.800833+0000","last_peered":"2023-08-28T02:27:27.800833+0000","last_clean":"2023-08-28T02:27:27.800833+0000","last_became_active":"2023-08-28T02:07:37.317784+0000","last_became_peered":"2023-08-28T02:07:37.317784+0000","last_unstale":"2023-08-28T02:27:27.800833+0000","last_undegraded":"2023-08-28T02:27:27.800833+0000","last_fullsized":"2023-08-28T02:27:27.800833+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:08:37.079996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":127,"reported_epoch":171,"state":"active+clean","last_fresh":"2023-08-28T02:27:27.784197+0000","last_change":"2023-08-28T02:17:57.870143+0000","last_active":"2023-08-28T02:27:27.784197+0000","last_peered":"2023-08-28T02:27:27.784197+0000","last_clean":"2023-08-28T02:27:27.784197+0000","last_became_active":"2023-08-28T02:17:57.869769+0000","last_became_peered":"2023-08-28T02:17:57.869769+0000","last_unstale":"2023-08-28T02:27:27.784197+0000","last_undegraded":"2023-08-28T02:27:27.784197+0000","last_fullsized":"2023-08-28T02:27:27.784197+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:21:29.581768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"65'8","reported_seq":143,"reported_epoch":171,"state":"active+clean","last_fresh":"2023-08-28T02:27:27.792885+0000","last_change":"2023-08-28T02:14:43.083962+0000","last_active":"2023-08-28T02:27:27.792885+0000","last_peered":"2023-08-28T02:27:27.792885+0000","last_clean":"2023-08-28T02:27:27.792885+0000","last_became_active":"2023-08-28T02:14:43.083699+0000","last_became_peered":"2023-08-28T02:14:43.083699+0000","last_unstale":"2023-08-28T02:27:27.792885+0000","last_undegraded":"2023-08-28T02:27:27.792885+0000","last_fullsized":"2023-08-28T02:27:27.792885+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:34:42.581750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":118,"reported_epoch":171,"state":"active+clean","last_fresh":"2023-08-28T02:27:27.787185+0000","last_change":"2023-08-28T02:17:57.837590+0000","last_active":"2023-08-28T02:27:27.787185+0000","last_peered":"2023-08-28T02:27:27.787185+0000","last_clean":"2023-08-28T02:27:27.787185+0000","last_became_active":"2023-08-28T02:17:57.837098+0000","last_became_peered":"2023-08-28T02:17:57.837098+0000","last_unstale":"2023-08-28T02:27:27.787185+0000","last_undegraded":"2023-08-28T02:27:27.787185+0000","last_fullsized":"2023-08-28T02:27:27.787185+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:19:56.089819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.5","version":"172'3718","reported_seq":3749,"reported_epoch":172,"state":"active+clean","last_fresh":"2023-08-28T02:27:31.966701+0000","last_change":"2023-08-28T02:27:27.811935+0000","last_active":"2023-08-28T02:27:31.966701+0000","last_peered":"2023-08-28T02:27:31.966701+0000","last_clean":"2023-08-28T02:27:31.966701+0000","last_became_active":"2023-08-28T02:27:27.809447+0000","last_became_peered":"2023-08-28T02:27:27.809447+0000","last_unstale":"2023-08-28T02:27:31.966701+0000","last_undegraded":"2023-08-28T02:27:31.966701+0000","last_fullsized":"2023-08-28T02:27:31.966701+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":3718,"log_dups_size":0,"ondisk_log_size":3718,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":127336448,"num_objects":1943,"num_object_clones":0,"num_object_copies":5829,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1943,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1943,"num_write_kb":124352,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"65'1","reported_seq":137,"reported_epoch":171,"state":"active+clean","last_fresh":"2023-08-28T02:27:27.799444+0000","last_change":"2023-08-28T02:14:43.046130+0000","last_active":"2023-08-28T02:27:27.799444+0000","last_peered":"2023-08-28T02:27:27.799444+0000","last_clean":"2023-08-28T02:27:27.799444+0000","last_became_active":"2023-08-28T02:14:43.045775+0000","last_became_peered":"2023-08-28T02:14:43.045775+0000","last_unstale":"2023-08-28T02:27:27.799444+0000","last_undegraded":"2023-08-28T02:27:27.799444+0000","last_fullsized":"2023-08-28T02:27:27.799444+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:57:38.279756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":117,"reported_epoch":171,"state":"active+clean","last_fresh":"2023-08-28T02:27:27.792109+0000","last_change":"2023-08-28T02:07:37.452412+0000","last_active":"2023-08-28T02:27:27.792109+0000","last_peered":"2023-08-28T02:27:27.792109+0000","last_clean":"2023-08-28T02:27:27.792109+0000","last_became_active":"2023-08-28T02:07:37.452156+0000","last_became_peered":"2023-08-28T02:07:37.452156+0000","last_unstale":"2023-08-28T02:27:27.792109+0000","last_undegraded":"2023-08-28T02:27:27.792109+0000","last_fullsized":"2023-08-28T02:27:27.792109+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:10:33.405360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.4","version":"172'3703","reported_seq":3734,"reported_epoch":172,"state":"active+clean","last_fresh":"2023-08-28T02:27:32.025252+0000","last_change":"2023-08-28T02:27:27.801316+0000","last_active":"2023-08-28T02:27:32.025252+0000","last_peered":"2023-08-28T02:27:32.025252+0000","last_clean":"2023-08-28T02:27:32.025252+0000","last_became_active":"2023-08-28T02:27:27.799234+0000","last_became_peered":"2023-08-28T02:27:27.799234+0000","last_unstale":"2023-08-28T02:27:32.025252+0000","last_undegraded":"2023-08-28T02:27:32.025252+0000","last_fullsized":"2023-08-28T02:27:32.025252+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":3703,"log_dups_size":0,"ondisk_log_size":3703,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":126451712,"num_objects":1929,"num_object_clones":0,"num_object_copies":5787,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1929,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1929,"num_write_kb":123488,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.e","version":"65'2","reported_seq":138,"reported_epoch":171,"state":"active+clean","last_fresh":"2023-08-28T02:27:27.798692+0000","last_change":"2023-08-28T02:15:58.339743+0000","last_active":"2023-08-28T02:27:27.798692+0000","last_peered":"2023-08-28T02:27:27.798692+0000","last_clean":"2023-08-28T02:27:27.798692+0000","last_became_active":"2023-08-28T02:15:58.339306+0000","last_became_peered":"2023-08-28T02:15:58.339306+0000","last_unstale":"2023-08-28T02:27:27.798692+0000","last_undegraded":"2023-08-28T02:27:27.798692+0000","last_fullsized":"2023-08-28T02:27:27.798692+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:26:49.535873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":152,"reported_epoch":171,"state":"active+clean","last_fresh":"2023-08-28T02:27:27.797459+0000","last_change":"2023-08-28T02:17:57.825376+0000","last_active":"2023-08-28T02:27:27.797459+0000","last_peered":"2023-08-28T02:27:27.797459+0000","last_clean":"2023-08-28T02:27:27.797459+0000","last_became_active":"2023-08-28T02:17:57.825022+0000","last_became_peered":"2023-08-28T02:17:57.825022+0000","last_unstale":"2023-08-28T02:27:27.797459+0000","last_undegraded":"2023-08-28T02:27:27.797459+0000","last_fullsized":"2023-08-28T02:27:27.797459+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:02:30.773293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.7","version":"172'3713","reported_seq":3744,"reported_epoch":172,"state":"active+clean","last_fresh":"2023-08-28T02:27:30.507224+0000","last_change":"2023-08-28T02:27:27.809746+0000","last_active":"2023-08-28T02:27:30.507224+0000","last_peered":"2023-08-28T02:27:30.507224+0000","last_clean":"2023-08-28T02:27:30.507224+0000","last_became_active":"2023-08-28T02:27:27.807811+0000","last_became_peered":"2023-08-28T02:27:27.807811+0000","last_unstale":"2023-08-28T02:27:30.507224+0000","last_undegraded":"2023-08-28T02:27:30.507224+0000","last_fullsized":"2023-08-28T02:27:30.507224+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":3713,"log_dups_size":0,"ondisk_log_size":3713,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":125829120,"num_objects":1920,"num_object_clones":0,"num_object_copies":5760,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1920,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1920,"num_write_kb":122880,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"65'1","reported_seq":120,"reported_epoch":171,"state":"active+clean","last_fresh":"2023-08-28T02:27:27.798958+0000","last_change":"2023-08-28T02:07:37.312010+0000","last_active":"2023-08-28T02:27:27.798958+0000","last_peered":"2023-08-28T02:27:27.798958+0000","last_clean":"2023-08-28T02:27:27.798958+0000","last_became_active":"2023-08-28T02:07:37.311737+0000","last_became_peered":"2023-08-28T02:07:37.311737+0000","last_unstale":"2023-08-28T02:27:27.798958+0000","last_undegraded":"2023-08-28T02:27:27.798958+0000","last_fullsized":"2023-08-28T02:27:27.798958+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:09:38.844075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":134,"reported_epoch":171,"state":"active+clean","last_fresh":"2023-08-28T02:27:27.792884+0000","last_change":"2023-08-28T02:15:58.345711+0000","last_active":"2023-08-28T02:27:27.792884+0000","last_peered":"2023-08-28T02:27:27.792884+0000","last_clean":"2023-08-28T02:27:27.792884+0000","last_became_active":"2023-08-28T02:15:58.345246+0000","last_became_peered":"2023-08-28T02:15:58.345246+0000","last_unstale":"2023-08-28T02:27:27.792884+0000","last_undegraded":"2023-08-28T02:27:27.792884+0000","last_fullsized":"2023-08-28T02:27:27.792884+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:43:42.445855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.6","version":"172'3663","reported_seq":3694,"reported_epoch":172,"state":"active+clean","last_fresh":"2023-08-28T02:27:30.540168+0000","last_change":"2023-08-28T02:27:27.820582+0000","last_active":"2023-08-28T02:27:30.540168+0000","last_peered":"2023-08-28T02:27:30.540168+0000","last_clean":"2023-08-28T02:27:30.540168+0000","last_became_active":"2023-08-28T02:27:27.818890+0000","last_became_peered":"2023-08-28T02:27:27.818890+0000","last_unstale":"2023-08-28T02:27:30.540168+0000","last_undegraded":"2023-08-28T02:27:30.540168+0000","last_fullsized":"2023-08-28T02:27:30.540168+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":3663,"log_dups_size":0,"ondisk_log_size":3663,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":123699200,"num_objects":1887,"num_object_clones":0,"num_object_copies":5661,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1887,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1887,"num_write_kb":120800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,1],"acting":[5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":135,"reported_epoch":171,"state":"active+clean","last_fresh":"2023-08-28T02:27:27.790968+0000","last_change":"2023-08-28T02:17:57.872076+0000","last_active":"2023-08-28T02:27:27.790968+0000","last_peered":"2023-08-28T02:27:27.790968+0000","last_clean":"2023-08-28T02:27:27.790968+0000","last_became_active":"2023-08-28T02:17:57.871701+0000","last_became_peered":"2023-08-28T02:17:57.871701+0000","last_unstale":"2023-08-28T02:27:27.790968+0000","last_undegraded":"2023-08-28T02:27:27.790968+0000","last_fullsized":"2023-08-28T02:27:27.790968+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:34:26.505505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":140,"reported_epoch":171,"state":"active+clean","last_fresh":"2023-08-28T02:27:27.784966+0000","last_change":"2023-08-28T02:16:50.310255+0000","last_active":"2023-08-28T02:27:27.784966+0000","last_peered":"2023-08-28T02:27:27.784966+0000","last_clean":"2023-08-28T02:27:27.784966+0000","last_became_active":"2023-08-28T02:16:50.309889+0000","last_became_peered":"2023-08-28T02:16:50.309889+0000","last_unstale":"2023-08-28T02:27:27.784966+0000","last_undegraded":"2023-08-28T02:27:27.784966+0000","last_fullsized":"2023-08-28T02:27:27.784966+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:40:26.627880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1","version":"172'3830","reported_seq":3861,"reported_epoch":172,"state":"active+clean","last_fresh":"2023-08-28T02:27:31.650957+0000","last_change":"2023-08-28T02:27:27.806827+0000","last_active":"2023-08-28T02:27:31.650957+0000","last_peered":"2023-08-28T02:27:31.650957+0000","last_clean":"2023-08-28T02:27:31.650957+0000","last_became_active":"2023-08-28T02:27:27.804431+0000","last_became_peered":"2023-08-28T02:27:27.804431+0000","last_unstale":"2023-08-28T02:27:31.650957+0000","last_undegraded":"2023-08-28T02:27:31.650957+0000","last_fullsized":"2023-08-28T02:27:31.650957+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":3830,"log_dups_size":0,"ondisk_log_size":3830,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":130744320,"num_objects":1995,"num_object_clones":0,"num_object_copies":5985,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1995,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1995,"num_write_kb":127680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"65'2","reported_seq":150,"reported_epoch":171,"state":"active+clean","last_fresh":"2023-08-28T02:27:27.786445+0000","last_change":"2023-08-28T02:17:57.845300+0000","last_active":"2023-08-28T02:27:27.786445+0000","last_peered":"2023-08-28T02:27:27.786445+0000","last_clean":"2023-08-28T02:27:27.786445+0000","last_became_active":"2023-08-28T02:17:57.843639+0000","last_became_peered":"2023-08-28T02:17:57.843639+0000","last_unstale":"2023-08-28T02:27:27.786445+0000","last_undegraded":"2023-08-28T02:27:27.786445+0000","last_fullsized":"2023-08-28T02:27:27.786445+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:27.684476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":135,"reported_epoch":171,"state":"active+clean","last_fresh":"2023-08-28T02:27:27.797648+0000","last_change":"2023-08-28T02:17:57.825494+0000","last_active":"2023-08-28T02:27:27.797648+0000","last_peered":"2023-08-28T02:27:27.797648+0000","last_clean":"2023-08-28T02:27:27.797648+0000","last_became_active":"2023-08-28T02:17:57.825112+0000","last_became_peered":"2023-08-28T02:17:57.825112+0000","last_unstale":"2023-08-28T02:27:27.797648+0000","last_undegraded":"2023-08-28T02:27:27.797648+0000","last_fullsized":"2023-08-28T02:27:27.797648+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:04:13.819397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.0","version":"172'3828","reported_seq":3859,"reported_epoch":172,"state":"active+clean","last_fresh":"2023-08-28T02:27:32.074564+0000","last_change":"2023-08-28T02:27:27.796032+0000","last_active":"2023-08-28T02:27:32.074564+0000","last_peered":"2023-08-28T02:27:32.074564+0000","last_clean":"2023-08-28T02:27:32.074564+0000","last_became_active":"2023-08-28T02:27:27.794136+0000","last_became_peered":"2023-08-28T02:27:27.794136+0000","last_unstale":"2023-08-28T02:27:32.074564+0000","last_undegraded":"2023-08-28T02:27:32.074564+0000","last_fullsized":"2023-08-28T02:27:32.074564+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":3828,"log_dups_size":0,"ondisk_log_size":3828,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":130940928,"num_objects":1998,"num_object_clones":0,"num_object_copies":5994,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1998,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1998,"num_write_kb":127872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":135,"reported_epoch":171,"state":"active+clean","last_fresh":"2023-08-28T02:27:27.792975+0000","last_change":"2023-08-28T02:15:58.345460+0000","last_active":"2023-08-28T02:27:27.792975+0000","last_peered":"2023-08-28T02:27:27.792975+0000","last_clean":"2023-08-28T02:27:27.792975+0000","last_became_active":"2023-08-28T02:15:58.344797+0000","last_became_peered":"2023-08-28T02:15:58.344797+0000","last_unstale":"2023-08-28T02:27:27.792975+0000","last_undegraded":"2023-08-28T02:27:27.792975+0000","last_fullsized":"2023-08-28T02:27:27.792975+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:16:40.021927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":114,"reported_epoch":171,"state":"active+clean","last_fresh":"2023-08-28T02:27:27.785479+0000","last_change":"2023-08-28T02:16:50.318938+0000","last_active":"2023-08-28T02:27:27.785479+0000","last_peered":"2023-08-28T02:27:27.785479+0000","last_clean":"2023-08-28T02:27:27.785479+0000","last_became_active":"2023-08-28T02:16:50.318559+0000","last_became_peered":"2023-08-28T02:16:50.318559+0000","last_unstale":"2023-08-28T02:27:27.785479+0000","last_undegraded":"2023-08-28T02:27:27.785479+0000","last_fullsized":"2023-08-28T02:27:27.785479+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:08:58.462110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,5],"acting":[0,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.3","version":"172'3759","reported_seq":3788,"reported_epoch":172,"state":"active+clean","last_fresh":"2023-08-28T02:27:30.881998+0000","last_change":"2023-08-28T02:27:27.821588+0000","last_active":"2023-08-28T02:27:30.881998+0000","last_peered":"2023-08-28T02:27:30.881998+0000","last_clean":"2023-08-28T02:27:30.881998+0000","last_became_active":"2023-08-28T02:27:27.819767+0000","last_became_peered":"2023-08-28T02:27:27.819767+0000","last_unstale":"2023-08-28T02:27:30.881998+0000","last_undegraded":"2023-08-28T02:27:30.881998+0000","last_fullsized":"2023-08-28T02:27:30.881998+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":3759,"log_dups_size":0,"ondisk_log_size":3759,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":127041536,"num_objects":1938,"num_object_clones":0,"num_object_copies":5814,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1938,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1938,"num_write_kb":124064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":136,"reported_epoch":171,"state":"active+clean","last_fresh":"2023-08-28T02:27:27.797355+0000","last_change":"2023-08-28T02:16:50.340534+0000","last_active":"2023-08-28T02:27:27.797355+0000","last_peered":"2023-08-28T02:27:27.797355+0000","last_clean":"2023-08-28T02:27:27.797355+0000","last_became_active":"2023-08-28T02:16:50.340208+0000","last_became_peered":"2023-08-28T02:16:50.340208+0000","last_unstale":"2023-08-28T02:27:27.797355+0000","last_undegraded":"2023-08-28T02:27:27.797355+0000","last_fullsized":"2023-08-28T02:27:27.797355+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:15:28.933937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":135,"reported_epoch":171,"state":"active+clean","last_fresh":"2023-08-28T02:27:27.798588+0000","last_change":"2023-08-28T02:15:58.341805+0000","last_active":"2023-08-28T02:27:27.798588+0000","last_peered":"2023-08-28T02:27:27.798588+0000","last_clean":"2023-08-28T02:27:27.798588+0000","last_became_active":"2023-08-28T02:15:58.341410+0000","last_became_peered":"2023-08-28T02:15:58.341410+0000","last_unstale":"2023-08-28T02:27:27.798588+0000","last_undegraded":"2023-08-28T02:27:27.798588+0000","last_fullsized":"2023-08-28T02:27:27.798588+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:53:09.135509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.2","version":"172'3647","reported_seq":3680,"reported_epoch":172,"state":"active+clean","last_fresh":"2023-08-28T02:27:31.651593+0000","last_change":"2023-08-28T02:27:27.843304+0000","last_active":"2023-08-28T02:27:31.651593+0000","last_peered":"2023-08-28T02:27:31.651593+0000","last_clean":"2023-08-28T02:27:31.651593+0000","last_became_active":"2023-08-28T02:27:27.817441+0000","last_became_peered":"2023-08-28T02:27:27.817441+0000","last_unstale":"2023-08-28T02:27:31.651593+0000","last_undegraded":"2023-08-28T02:27:31.651593+0000","last_fullsized":"2023-08-28T02:27:31.651593+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":3647,"log_dups_size":0,"ondisk_log_size":3647,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":124420096,"num_objects":1898,"num_object_clones":0,"num_object_copies":5694,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1898,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1898,"num_write_kb":121504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":120,"reported_epoch":171,"state":"active+clean","last_fresh":"2023-08-28T02:27:27.787060+0000","last_change":"2023-08-28T02:17:57.834673+0000","last_active":"2023-08-28T02:27:27.787060+0000","last_peered":"2023-08-28T02:27:27.787060+0000","last_clean":"2023-08-28T02:27:27.787060+0000","last_became_active":"2023-08-28T02:17:57.833257+0000","last_became_peered":"2023-08-28T02:17:57.833257+0000","last_unstale":"2023-08-28T02:27:27.787060+0000","last_undegraded":"2023-08-28T02:27:27.787060+0000","last_fullsized":"2023-08-28T02:27:27.787060+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:59:25.673492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":99,"reported_epoch":171,"state":"active+clean","last_fresh":"2023-08-28T02:27:27.784611+0000","last_change":"2023-08-28T02:14:44.099829+0000","last_active":"2023-08-28T02:27:27.784611+0000","last_peered":"2023-08-28T02:27:27.784611+0000","last_clean":"2023-08-28T02:27:27.784611+0000","last_became_active":"2023-08-28T02:14:44.099521+0000","last_became_peered":"2023-08-28T02:14:44.099521+0000","last_unstale":"2023-08-28T02:27:27.784611+0000","last_undegraded":"2023-08-28T02:27:27.784611+0000","last_fullsized":"2023-08-28T02:27:27.784611+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:41:15.842669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.f","version":"172'3852","reported_seq":3872,"reported_epoch":172,"state":"active+clean","last_fresh":"2023-08-28T02:27:30.541032+0000","last_change":"2023-08-28T02:26:47.222033+0000","last_active":"2023-08-28T02:27:30.541032+0000","last_peered":"2023-08-28T02:27:30.541032+0000","last_clean":"2023-08-28T02:27:30.541032+0000","last_became_active":"2023-08-28T02:26:47.221705+0000","last_became_peered":"2023-08-28T02:26:47.221705+0000","last_unstale":"2023-08-28T02:27:30.541032+0000","last_undegraded":"2023-08-28T02:27:30.541032+0000","last_fullsized":"2023-08-28T02:27:30.541032+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":3852,"log_dups_size":0,"ondisk_log_size":3852,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:28:10.163189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":252444672,"num_objects":3852,"num_object_clones":0,"num_object_copies":11556,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3852,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3852,"num_write_kb":246528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":143,"reported_epoch":171,"state":"active+clean","last_fresh":"2023-08-28T02:27:27.789624+0000","last_change":"2023-08-28T02:15:58.330205+0000","last_active":"2023-08-28T02:27:27.789624+0000","last_peered":"2023-08-28T02:27:27.789624+0000","last_clean":"2023-08-28T02:27:27.789624+0000","last_became_active":"2023-08-28T02:15:58.329854+0000","last_became_peered":"2023-08-28T02:15:58.329854+0000","last_unstale":"2023-08-28T02:27:27.789624+0000","last_undegraded":"2023-08-28T02:27:27.789624+0000","last_fullsized":"2023-08-28T02:27:27.789624+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:11:59.215198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":152,"reported_epoch":171,"state":"active+clean","last_fresh":"2023-08-28T02:27:27.791836+0000","last_change":"2023-08-28T02:17:57.832204+0000","last_active":"2023-08-28T02:27:27.791836+0000","last_peered":"2023-08-28T02:27:27.791836+0000","last_clean":"2023-08-28T02:27:27.791836+0000","last_became_active":"2023-08-28T02:17:57.831885+0000","last_became_peered":"2023-08-28T02:17:57.831885+0000","last_unstale":"2023-08-28T02:27:27.791836+0000","last_undegraded":"2023-08-28T02:27:27.791836+0000","last_fullsized":"2023-08-28T02:27:27.791836+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:14:33.767147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":96,"reported_epoch":171,"state":"active+clean","last_fresh":"2023-08-28T02:27:27.789339+0000","last_change":"2023-08-28T02:15:58.343551+0000","last_active":"2023-08-28T02:27:27.789339+0000","last_peered":"2023-08-28T02:27:27.789339+0000","last_clean":"2023-08-28T02:27:27.789339+0000","last_became_active":"2023-08-28T02:15:58.341847+0000","last_became_peered":"2023-08-28T02:15:58.341847+0000","last_unstale":"2023-08-28T02:27:27.789339+0000","last_undegraded":"2023-08-28T02:27:27.789339+0000","last_fullsized":"2023-08-28T02:27:27.789339+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:54:02.981107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.9","version":"172'3709","reported_seq":3738,"reported_epoch":172,"state":"active+clean","last_fresh":"2023-08-28T02:27:31.870393+0000","last_change":"2023-08-28T02:27:27.811110+0000","last_active":"2023-08-28T02:27:31.870393+0000","last_peered":"2023-08-28T02:27:31.870393+0000","last_clean":"2023-08-28T02:27:31.870393+0000","last_became_active":"2023-08-28T02:27:27.809412+0000","last_became_peered":"2023-08-28T02:27:27.809412+0000","last_unstale":"2023-08-28T02:27:31.870393+0000","last_undegraded":"2023-08-28T02:27:31.870393+0000","last_fullsized":"2023-08-28T02:27:31.870393+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":3709,"log_dups_size":0,"ondisk_log_size":3709,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":126222336,"num_objects":1926,"num_object_clones":0,"num_object_copies":5778,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1926,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1926,"num_write_kb":123264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":139,"reported_epoch":171,"state":"active+clean","last_fresh":"2023-08-28T02:27:27.791088+0000","last_change":"2023-08-28T02:15:58.344890+0000","last_active":"2023-08-28T02:27:27.791088+0000","last_peered":"2023-08-28T02:27:27.791088+0000","last_clean":"2023-08-28T02:27:27.791088+0000","last_became_active":"2023-08-28T02:15:58.344569+0000","last_became_peered":"2023-08-28T02:15:58.344569+0000","last_unstale":"2023-08-28T02:27:27.791088+0000","last_undegraded":"2023-08-28T02:27:27.791088+0000","last_fullsized":"2023-08-28T02:27:27.791088+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:01:49.773942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":136,"reported_epoch":171,"state":"active+clean","last_fresh":"2023-08-28T02:27:27.798013+0000","last_change":"2023-08-28T02:14:43.039758+0000","last_active":"2023-08-28T02:27:27.798013+0000","last_peered":"2023-08-28T02:27:27.798013+0000","last_clean":"2023-08-28T02:27:27.798013+0000","last_became_active":"2023-08-28T02:14:43.039236+0000","last_became_peered":"2023-08-28T02:14:43.039236+0000","last_unstale":"2023-08-28T02:27:27.798013+0000","last_undegraded":"2023-08-28T02:27:27.798013+0000","last_fullsized":"2023-08-28T02:27:27.798013+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:49:11.066668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":126,"reported_epoch":171,"state":"active+clean","last_fresh":"2023-08-28T02:27:27.789822+0000","last_change":"2023-08-28T02:17:57.871915+0000","last_active":"2023-08-28T02:27:27.789822+0000","last_peered":"2023-08-28T02:27:27.789822+0000","last_clean":"2023-08-28T02:27:27.789822+0000","last_became_active":"2023-08-28T02:17:57.871557+0000","last_became_peered":"2023-08-28T02:17:57.871557+0000","last_unstale":"2023-08-28T02:27:27.789822+0000","last_undegraded":"2023-08-28T02:27:27.789822+0000","last_fullsized":"2023-08-28T02:27:27.789822+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:25.212031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.a","version":"172'3722","reported_seq":3742,"reported_epoch":172,"state":"active+clean","last_fresh":"2023-08-28T02:27:30.502345+0000","last_change":"2023-08-28T02:26:47.223292+0000","last_active":"2023-08-28T02:27:30.502345+0000","last_peered":"2023-08-28T02:27:30.502345+0000","last_clean":"2023-08-28T02:27:30.502345+0000","last_became_active":"2023-08-28T02:26:47.222941+0000","last_became_peered":"2023-08-28T02:26:47.222941+0000","last_unstale":"2023-08-28T02:27:30.502345+0000","last_undegraded":"2023-08-28T02:27:30.502345+0000","last_fullsized":"2023-08-28T02:27:30.502345+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":3722,"log_dups_size":0,"ondisk_log_size":3722,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:57:17.504939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":243924992,"num_objects":3722,"num_object_clones":0,"num_object_copies":11166,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3722,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3722,"num_write_kb":238208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":142,"reported_epoch":170,"state":"active+clean","last_fresh":"2023-08-28T02:27:26.783545+0000","last_change":"2023-08-28T02:17:57.849218+0000","last_active":"2023-08-28T02:27:26.783545+0000","last_peered":"2023-08-28T02:27:26.783545+0000","last_clean":"2023-08-28T02:27:26.783545+0000","last_became_active":"2023-08-28T02:17:57.848849+0000","last_became_peered":"2023-08-28T02:17:57.848849+0000","last_unstale":"2023-08-28T02:27:26.783545+0000","last_undegraded":"2023-08-28T02:27:26.783545+0000","last_fullsized":"2023-08-28T02:27:26.783545+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:52:44.006871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":111,"reported_epoch":171,"state":"active+clean","last_fresh":"2023-08-28T02:27:27.788988+0000","last_change":"2023-08-28T02:16:50.316947+0000","last_active":"2023-08-28T02:27:27.788988+0000","last_peered":"2023-08-28T02:27:27.788988+0000","last_clean":"2023-08-28T02:27:27.788988+0000","last_became_active":"2023-08-28T02:16:50.316598+0000","last_became_peered":"2023-08-28T02:16:50.316598+0000","last_unstale":"2023-08-28T02:27:27.788988+0000","last_undegraded":"2023-08-28T02:27:27.788988+0000","last_fullsized":"2023-08-28T02:27:27.788988+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:13:41.719458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":138,"reported_epoch":171,"state":"active+clean","last_fresh":"2023-08-28T02:27:27.789736+0000","last_change":"2023-08-28T02:15:58.342090+0000","last_active":"2023-08-28T02:27:27.789736+0000","last_peered":"2023-08-28T02:27:27.789736+0000","last_clean":"2023-08-28T02:27:27.789736+0000","last_became_active":"2023-08-28T02:15:58.341776+0000","last_became_peered":"2023-08-28T02:15:58.341776+0000","last_unstale":"2023-08-28T02:27:27.789736+0000","last_undegraded":"2023-08-28T02:27:27.789736+0000","last_fullsized":"2023-08-28T02:27:27.789736+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:26:41.710259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.8","version":"172'3690","reported_seq":3721,"reported_epoch":172,"state":"active+clean","last_fresh":"2023-08-28T02:27:31.631412+0000","last_change":"2023-08-28T02:27:27.795891+0000","last_active":"2023-08-28T02:27:31.631412+0000","last_peered":"2023-08-28T02:27:31.631412+0000","last_clean":"2023-08-28T02:27:31.631412+0000","last_became_active":"2023-08-28T02:27:27.794150+0000","last_became_peered":"2023-08-28T02:27:27.794150+0000","last_unstale":"2023-08-28T02:27:31.631412+0000","last_undegraded":"2023-08-28T02:27:31.631412+0000","last_fullsized":"2023-08-28T02:27:31.631412+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":3690,"log_dups_size":0,"ondisk_log_size":3690,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":125763584,"num_objects":1919,"num_object_clones":0,"num_object_copies":5757,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1919,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1919,"num_write_kb":122816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":139,"reported_epoch":171,"state":"active+clean","last_fresh":"2023-08-28T02:27:27.790862+0000","last_change":"2023-08-28T02:16:50.342424+0000","last_active":"2023-08-28T02:27:27.790862+0000","last_peered":"2023-08-28T02:27:27.790862+0000","last_clean":"2023-08-28T02:27:27.790862+0000","last_became_active":"2023-08-28T02:16:50.342083+0000","last_became_peered":"2023-08-28T02:16:50.342083+0000","last_unstale":"2023-08-28T02:27:27.790862+0000","last_undegraded":"2023-08-28T02:27:27.790862+0000","last_fullsized":"2023-08-28T02:27:27.790862+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:48:40.173542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"75'161","reported_seq":513,"reported_epoch":171,"state":"active+clean","last_fresh":"2023-08-28T02:27:27.798243+0000","last_change":"2023-08-28T02:14:43.034146+0000","last_active":"2023-08-28T02:27:27.798243+0000","last_peered":"2023-08-28T02:27:27.798243+0000","last_clean":"2023-08-28T02:27:27.798243+0000","last_became_active":"2023-08-28T02:14:43.033733+0000","last_became_peered":"2023-08-28T02:14:43.033733+0000","last_unstale":"2023-08-28T02:27:27.798243+0000","last_undegraded":"2023-08-28T02:27:27.798243+0000","last_fullsized":"2023-08-28T02:27:27.798243+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:05:41.113227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":105,"reported_epoch":171,"state":"active+clean","last_fresh":"2023-08-28T02:27:27.787428+0000","last_change":"2023-08-28T02:17:57.830935+0000","last_active":"2023-08-28T02:27:27.787428+0000","last_peered":"2023-08-28T02:27:27.787428+0000","last_clean":"2023-08-28T02:27:27.787428+0000","last_became_active":"2023-08-28T02:17:57.830393+0000","last_became_peered":"2023-08-28T02:17:57.830393+0000","last_unstale":"2023-08-28T02:27:27.787428+0000","last_undegraded":"2023-08-28T02:27:27.787428+0000","last_fullsized":"2023-08-28T02:27:27.787428+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:53:51.589050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":117,"reported_epoch":171,"state":"active+clean","last_fresh":"2023-08-28T02:27:27.793289+0000","last_change":"2023-08-28T02:07:37.450928+0000","last_active":"2023-08-28T02:27:27.793289+0000","last_peered":"2023-08-28T02:27:27.793289+0000","last_clean":"2023-08-28T02:27:27.793289+0000","last_became_active":"2023-08-28T02:07:37.450603+0000","last_became_peered":"2023-08-28T02:07:37.450603+0000","last_unstale":"2023-08-28T02:27:27.793289+0000","last_undegraded":"2023-08-28T02:27:27.793289+0000","last_fullsized":"2023-08-28T02:27:27.793289+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:39:24.068431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.b","version":"172'3826","reported_seq":3847,"reported_epoch":172,"state":"active+clean","last_fresh":"2023-08-28T02:27:31.927615+0000","last_change":"2023-08-28T02:26:47.519899+0000","last_active":"2023-08-28T02:27:31.927615+0000","last_peered":"2023-08-28T02:27:31.927615+0000","last_clean":"2023-08-28T02:27:31.927615+0000","last_became_active":"2023-08-28T02:26:47.519561+0000","last_became_peered":"2023-08-28T02:26:47.519561+0000","last_unstale":"2023-08-28T02:27:31.927615+0000","last_undegraded":"2023-08-28T02:27:31.927615+0000","last_fullsized":"2023-08-28T02:27:31.927615+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":3826,"log_dups_size":0,"ondisk_log_size":3826,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:53:32.812783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":250740736,"num_objects":3826,"num_object_clones":0,"num_object_copies":11478,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3826,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3826,"num_write_kb":244864,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":157,"reported_epoch":171,"state":"active+clean","last_fresh":"2023-08-28T02:27:27.798136+0000","last_change":"2023-08-28T02:15:58.338120+0000","last_active":"2023-08-28T02:27:27.798136+0000","last_peered":"2023-08-28T02:27:27.798136+0000","last_clean":"2023-08-28T02:27:27.798136+0000","last_became_active":"2023-08-28T02:15:58.337738+0000","last_became_peered":"2023-08-28T02:15:58.337738+0000","last_unstale":"2023-08-28T02:27:27.798136+0000","last_undegraded":"2023-08-28T02:27:27.798136+0000","last_fullsized":"2023-08-28T02:27:27.798136+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:36:17.078801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":127,"reported_epoch":171,"state":"active+clean","last_fresh":"2023-08-28T02:27:27.784161+0000","last_change":"2023-08-28T02:17:57.849233+0000","last_active":"2023-08-28T02:27:27.784161+0000","last_peered":"2023-08-28T02:27:27.784161+0000","last_clean":"2023-08-28T02:27:27.784161+0000","last_became_active":"2023-08-28T02:17:57.848909+0000","last_became_peered":"2023-08-28T02:17:57.848909+0000","last_unstale":"2023-08-28T02:27:27.784161+0000","last_undegraded":"2023-08-28T02:27:27.784161+0000","last_fullsized":"2023-08-28T02:27:27.784161+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:19:30.926702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":125,"reported_epoch":171,"state":"active+clean","last_fresh":"2023-08-28T02:27:27.783936+0000","last_change":"2023-08-28T02:16:50.318846+0000","last_active":"2023-08-28T02:27:27.783936+0000","last_peered":"2023-08-28T02:27:27.783936+0000","last_clean":"2023-08-28T02:27:27.783936+0000","last_became_active":"2023-08-28T02:16:50.318460+0000","last_became_peered":"2023-08-28T02:16:50.318460+0000","last_unstale":"2023-08-28T02:27:27.783936+0000","last_undegraded":"2023-08-28T02:27:27.783936+0000","last_fullsized":"2023-08-28T02:27:27.783936+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:19:34.011385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.e","version":"172'3797","reported_seq":3817,"reported_epoch":172,"state":"active+clean","last_fresh":"2023-08-28T02:27:30.928201+0000","last_change":"2023-08-28T02:26:47.224388+0000","last_active":"2023-08-28T02:27:30.928201+0000","last_peered":"2023-08-28T02:27:30.928201+0000","last_clean":"2023-08-28T02:27:30.928201+0000","last_became_active":"2023-08-28T02:26:47.224098+0000","last_became_peered":"2023-08-28T02:26:47.224098+0000","last_unstale":"2023-08-28T02:27:30.928201+0000","last_undegraded":"2023-08-28T02:27:30.928201+0000","last_fullsized":"2023-08-28T02:27:30.928201+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":3797,"log_dups_size":0,"ondisk_log_size":3797,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:32:39.064714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":248840192,"num_objects":3797,"num_object_clones":0,"num_object_copies":11391,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3797,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3797,"num_write_kb":243008,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":140,"reported_epoch":171,"state":"active+clean","last_fresh":"2023-08-28T02:27:27.799057+0000","last_change":"2023-08-28T02:14:43.033789+0000","last_active":"2023-08-28T02:27:27.799057+0000","last_peered":"2023-08-28T02:27:27.799057+0000","last_clean":"2023-08-28T02:27:27.799057+0000","last_became_active":"2023-08-28T02:14:43.033454+0000","last_became_peered":"2023-08-28T02:14:43.033454+0000","last_unstale":"2023-08-28T02:27:27.799057+0000","last_undegraded":"2023-08-28T02:27:27.799057+0000","last_fullsized":"2023-08-28T02:27:27.799057+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:01:13.205842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":111,"reported_epoch":171,"state":"active+clean","last_fresh":"2023-08-28T02:27:27.789732+0000","last_change":"2023-08-28T02:16:50.326816+0000","last_active":"2023-08-28T02:27:27.789732+0000","last_peered":"2023-08-28T02:27:27.789732+0000","last_clean":"2023-08-28T02:27:27.789732+0000","last_became_active":"2023-08-28T02:16:50.326004+0000","last_became_peered":"2023-08-28T02:16:50.326004+0000","last_unstale":"2023-08-28T02:27:27.789732+0000","last_undegraded":"2023-08-28T02:27:27.789732+0000","last_fullsized":"2023-08-28T02:27:27.789732+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:57:04.480900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":113,"reported_epoch":171,"state":"active+clean","last_fresh":"2023-08-28T02:27:27.785181+0000","last_change":"2023-08-28T02:14:43.048791+0000","last_active":"2023-08-28T02:27:27.785181+0000","last_peered":"2023-08-28T02:27:27.785181+0000","last_clean":"2023-08-28T02:27:27.785181+0000","last_became_active":"2023-08-28T02:14:43.047408+0000","last_became_peered":"2023-08-28T02:14:43.047408+0000","last_unstale":"2023-08-28T02:27:27.785181+0000","last_undegraded":"2023-08-28T02:27:27.785181+0000","last_fullsized":"2023-08-28T02:27:27.785181+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:47.097181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.d","version":"172'3925","reported_seq":3945,"reported_epoch":172,"state":"active+clean","last_fresh":"2023-08-28T02:27:30.923512+0000","last_change":"2023-08-28T02:26:47.223066+0000","last_active":"2023-08-28T02:27:30.923512+0000","last_peered":"2023-08-28T02:27:30.923512+0000","last_clean":"2023-08-28T02:27:30.923512+0000","last_became_active":"2023-08-28T02:26:47.222742+0000","last_became_peered":"2023-08-28T02:26:47.222742+0000","last_unstale":"2023-08-28T02:27:30.923512+0000","last_undegraded":"2023-08-28T02:27:30.923512+0000","last_fullsized":"2023-08-28T02:27:30.923512+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":3925,"log_dups_size":0,"ondisk_log_size":3925,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:38:10.017610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":257228800,"num_objects":3925,"num_object_clones":0,"num_object_copies":11775,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3925,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3925,"num_write_kb":251200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.7","version":"65'2","reported_seq":150,"reported_epoch":171,"state":"active+clean","last_fresh":"2023-08-28T02:27:27.787087+0000","last_change":"2023-08-28T02:17:57.864052+0000","last_active":"2023-08-28T02:27:27.787087+0000","last_peered":"2023-08-28T02:27:27.787087+0000","last_clean":"2023-08-28T02:27:27.787087+0000","last_became_active":"2023-08-28T02:17:57.845544+0000","last_became_peered":"2023-08-28T02:17:57.845544+0000","last_unstale":"2023-08-28T02:27:27.787087+0000","last_undegraded":"2023-08-28T02:27:27.787087+0000","last_fullsized":"2023-08-28T02:27:27.787087+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:24:46.387534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":96,"reported_epoch":171,"state":"active+clean","last_fresh":"2023-08-28T02:27:27.790126+0000","last_change":"2023-08-28T02:15:58.339320+0000","last_active":"2023-08-28T02:27:27.790126+0000","last_peered":"2023-08-28T02:27:27.790126+0000","last_clean":"2023-08-28T02:27:27.790126+0000","last_became_active":"2023-08-28T02:15:58.337320+0000","last_became_peered":"2023-08-28T02:15:58.337320+0000","last_unstale":"2023-08-28T02:27:27.790126+0000","last_undegraded":"2023-08-28T02:27:27.790126+0000","last_fullsized":"2023-08-28T02:27:27.790126+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:45:55.601750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":147,"reported_epoch":171,"state":"active+clean","last_fresh":"2023-08-28T02:27:27.786974+0000","last_change":"2023-08-28T02:17:57.850029+0000","last_active":"2023-08-28T02:27:27.786974+0000","last_peered":"2023-08-28T02:27:27.786974+0000","last_clean":"2023-08-28T02:27:27.786974+0000","last_became_active":"2023-08-28T02:17:57.846602+0000","last_became_peered":"2023-08-28T02:17:57.846602+0000","last_unstale":"2023-08-28T02:27:27.786974+0000","last_undegraded":"2023-08-28T02:27:27.786974+0000","last_fullsized":"2023-08-28T02:27:27.786974+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:39:38.706283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.c","version":"172'3961","reported_seq":3982,"reported_epoch":172,"state":"active+clean","last_fresh":"2023-08-28T02:27:31.666674+0000","last_change":"2023-08-28T02:26:47.219015+0000","last_active":"2023-08-28T02:27:31.666674+0000","last_peered":"2023-08-28T02:27:31.666674+0000","last_clean":"2023-08-28T02:27:31.666674+0000","last_became_active":"2023-08-28T02:26:47.218669+0000","last_became_peered":"2023-08-28T02:26:47.218669+0000","last_unstale":"2023-08-28T02:27:31.666674+0000","last_undegraded":"2023-08-28T02:27:31.666674+0000","last_fullsized":"2023-08-28T02:27:31.666674+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":3961,"log_dups_size":0,"ondisk_log_size":3961,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:20:44.170608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":259588096,"num_objects":3961,"num_object_clones":0,"num_object_copies":11883,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3961,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3961,"num_write_kb":253504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":139,"reported_epoch":171,"state":"active+clean","last_fresh":"2023-08-28T02:27:27.792859+0000","last_change":"2023-08-28T02:16:50.341679+0000","last_active":"2023-08-28T02:27:27.792859+0000","last_peered":"2023-08-28T02:27:27.792859+0000","last_clean":"2023-08-28T02:27:27.792859+0000","last_became_active":"2023-08-28T02:16:50.341357+0000","last_became_peered":"2023-08-28T02:16:50.341357+0000","last_unstale":"2023-08-28T02:27:27.792859+0000","last_undegraded":"2023-08-28T02:27:27.792859+0000","last_fullsized":"2023-08-28T02:27:27.792859+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:18:29.131334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"65'1","reported_seq":130,"reported_epoch":171,"state":"active+clean","last_fresh":"2023-08-28T02:27:27.784090+0000","last_change":"2023-08-28T02:15:58.334351+0000","last_active":"2023-08-28T02:27:27.784090+0000","last_peered":"2023-08-28T02:27:27.784090+0000","last_clean":"2023-08-28T02:27:27.784090+0000","last_became_active":"2023-08-28T02:15:58.334041+0000","last_became_peered":"2023-08-28T02:15:58.334041+0000","last_unstale":"2023-08-28T02:27:27.784090+0000","last_undegraded":"2023-08-28T02:27:27.784090+0000","last_fullsized":"2023-08-28T02:27:27.784090+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:36:32.836027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":118,"reported_epoch":171,"state":"active+clean","last_fresh":"2023-08-28T02:27:27.797250+0000","last_change":"2023-08-28T02:07:37.332854+0000","last_active":"2023-08-28T02:27:27.797250+0000","last_peered":"2023-08-28T02:27:27.797250+0000","last_clean":"2023-08-28T02:27:27.797250+0000","last_became_active":"2023-08-28T02:07:37.332563+0000","last_became_peered":"2023-08-28T02:07:37.332563+0000","last_unstale":"2023-08-28T02:27:27.797250+0000","last_undegraded":"2023-08-28T02:27:27.797250+0000","last_fullsized":"2023-08-28T02:27:27.797250+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:24:12.887788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.11","version":"172'3831","reported_seq":3862,"reported_epoch":172,"state":"active+clean","last_fresh":"2023-08-28T02:27:31.694892+0000","last_change":"2023-08-28T02:27:27.832848+0000","last_active":"2023-08-28T02:27:31.694892+0000","last_peered":"2023-08-28T02:27:31.694892+0000","last_clean":"2023-08-28T02:27:31.694892+0000","last_became_active":"2023-08-28T02:27:27.831055+0000","last_became_peered":"2023-08-28T02:27:27.831055+0000","last_unstale":"2023-08-28T02:27:31.694892+0000","last_undegraded":"2023-08-28T02:27:31.694892+0000","last_fullsized":"2023-08-28T02:27:31.694892+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":3831,"log_dups_size":0,"ondisk_log_size":3831,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":130809856,"num_objects":1996,"num_object_clones":0,"num_object_copies":5988,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1996,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1996,"num_write_kb":127744,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"65'1","reported_seq":115,"reported_epoch":171,"state":"active+clean","last_fresh":"2023-08-28T02:27:27.785109+0000","last_change":"2023-08-28T02:14:43.042150+0000","last_active":"2023-08-28T02:27:27.785109+0000","last_peered":"2023-08-28T02:27:27.785109+0000","last_clean":"2023-08-28T02:27:27.785109+0000","last_became_active":"2023-08-28T02:14:43.038336+0000","last_became_peered":"2023-08-28T02:14:43.038336+0000","last_unstale":"2023-08-28T02:27:27.785109+0000","last_undegraded":"2023-08-28T02:27:27.785109+0000","last_fullsized":"2023-08-28T02:27:27.785109+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:26:02.415152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":144,"reported_epoch":170,"state":"active+clean","last_fresh":"2023-08-28T02:27:26.783663+0000","last_change":"2023-08-28T02:17:57.871803+0000","last_active":"2023-08-28T02:27:26.783663+0000","last_peered":"2023-08-28T02:27:26.783663+0000","last_clean":"2023-08-28T02:27:26.783663+0000","last_became_active":"2023-08-28T02:17:57.871419+0000","last_became_peered":"2023-08-28T02:17:57.871419+0000","last_unstale":"2023-08-28T02:27:26.783663+0000","last_undegraded":"2023-08-28T02:27:26.783663+0000","last_fullsized":"2023-08-28T02:27:26.783663+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:46.284365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,3],"acting":[2,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.16","version":"172'3658","reported_seq":3688,"reported_epoch":172,"state":"active+clean","last_fresh":"2023-08-28T02:27:30.529927+0000","last_change":"2023-08-28T02:27:27.831261+0000","last_active":"2023-08-28T02:27:30.529927+0000","last_peered":"2023-08-28T02:27:30.529927+0000","last_clean":"2023-08-28T02:27:30.529927+0000","last_became_active":"2023-08-28T02:27:27.829702+0000","last_became_peered":"2023-08-28T02:27:27.829702+0000","last_unstale":"2023-08-28T02:27:30.529927+0000","last_undegraded":"2023-08-28T02:27:30.529927+0000","last_fullsized":"2023-08-28T02:27:30.529927+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":3658,"log_dups_size":0,"ondisk_log_size":3658,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":123371520,"num_objects":1883,"num_object_clones":0,"num_object_copies":5649,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1883,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1883,"num_write_kb":120480,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,1],"acting":[5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1c","version":"65'2","reported_seq":137,"reported_epoch":171,"state":"active+clean","last_fresh":"2023-08-28T02:27:27.791033+0000","last_change":"2023-08-28T02:15:58.344265+0000","last_active":"2023-08-28T02:27:27.791033+0000","last_peered":"2023-08-28T02:27:27.791033+0000","last_clean":"2023-08-28T02:27:27.791033+0000","last_became_active":"2023-08-28T02:15:58.343903+0000","last_became_peered":"2023-08-28T02:15:58.343903+0000","last_unstale":"2023-08-28T02:27:27.791033+0000","last_undegraded":"2023-08-28T02:27:27.791033+0000","last_fullsized":"2023-08-28T02:27:27.791033+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:00:52.112893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":129,"reported_epoch":171,"state":"active+clean","last_fresh":"2023-08-28T02:27:27.784890+0000","last_change":"2023-08-28T02:17:57.870248+0000","last_active":"2023-08-28T02:27:27.784890+0000","last_peered":"2023-08-28T02:27:27.784890+0000","last_clean":"2023-08-28T02:27:27.784890+0000","last_became_active":"2023-08-28T02:17:57.869813+0000","last_became_peered":"2023-08-28T02:17:57.869813+0000","last_unstale":"2023-08-28T02:27:27.784890+0000","last_undegraded":"2023-08-28T02:27:27.784890+0000","last_fullsized":"2023-08-28T02:27:27.784890+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:36:26.136730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.17","version":"172'3707","reported_seq":3737,"reported_epoch":172,"state":"active+clean","last_fresh":"2023-08-28T02:27:30.522798+0000","last_change":"2023-08-28T02:27:27.836480+0000","last_active":"2023-08-28T02:27:30.522798+0000","last_peered":"2023-08-28T02:27:30.522798+0000","last_clean":"2023-08-28T02:27:30.522798+0000","last_became_active":"2023-08-28T02:27:27.834441+0000","last_became_peered":"2023-08-28T02:27:27.834441+0000","last_unstale":"2023-08-28T02:27:30.522798+0000","last_undegraded":"2023-08-28T02:27:30.522798+0000","last_fullsized":"2023-08-28T02:27:30.522798+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":3707,"log_dups_size":0,"ondisk_log_size":3707,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":125435904,"num_objects":1914,"num_object_clones":0,"num_object_copies":5742,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1914,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1914,"num_write_kb":122496,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1d","version":"65'2","reported_seq":120,"reported_epoch":171,"state":"active+clean","last_fresh":"2023-08-28T02:27:27.791696+0000","last_change":"2023-08-28T02:07:37.315088+0000","last_active":"2023-08-28T02:27:27.791696+0000","last_peered":"2023-08-28T02:27:27.791696+0000","last_clean":"2023-08-28T02:27:27.791696+0000","last_became_active":"2023-08-28T02:07:37.314730+0000","last_became_peered":"2023-08-28T02:07:37.314730+0000","last_unstale":"2023-08-28T02:27:27.791696+0000","last_undegraded":"2023-08-28T02:27:27.791696+0000","last_fullsized":"2023-08-28T02:27:27.791696+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:58.096621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":152,"reported_epoch":171,"state":"active+clean","last_fresh":"2023-08-28T02:27:27.797721+0000","last_change":"2023-08-28T02:17:57.830595+0000","last_active":"2023-08-28T02:27:27.797721+0000","last_peered":"2023-08-28T02:27:27.797721+0000","last_clean":"2023-08-28T02:27:27.797721+0000","last_became_active":"2023-08-28T02:17:57.830345+0000","last_became_peered":"2023-08-28T02:17:57.830345+0000","last_unstale":"2023-08-28T02:27:27.797721+0000","last_undegraded":"2023-08-28T02:27:27.797721+0000","last_fullsized":"2023-08-28T02:27:27.797721+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:50:50.199731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.14","version":"172'3706","reported_seq":3737,"reported_epoch":172,"state":"active+clean","last_fresh":"2023-08-28T02:27:31.956095+0000","last_change":"2023-08-28T02:27:27.838366+0000","last_active":"2023-08-28T02:27:31.956095+0000","last_peered":"2023-08-28T02:27:31.956095+0000","last_clean":"2023-08-28T02:27:31.956095+0000","last_became_active":"2023-08-28T02:27:27.836296+0000","last_became_peered":"2023-08-28T02:27:27.836296+0000","last_unstale":"2023-08-28T02:27:31.956095+0000","last_undegraded":"2023-08-28T02:27:31.956095+0000","last_fullsized":"2023-08-28T02:27:31.956095+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":3706,"log_dups_size":0,"ondisk_log_size":3706,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":126648320,"num_objects":1933,"num_object_clones":0,"num_object_copies":5799,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1933,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1933,"num_write_kb":123680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1e","version":"65'1","reported_seq":137,"reported_epoch":171,"state":"active+clean","last_fresh":"2023-08-28T02:27:27.786115+0000","last_change":"2023-08-28T02:17:57.833218+0000","last_active":"2023-08-28T02:27:27.786115+0000","last_peered":"2023-08-28T02:27:27.786115+0000","last_clean":"2023-08-28T02:27:27.786115+0000","last_became_active":"2023-08-28T02:17:57.832772+0000","last_became_peered":"2023-08-28T02:17:57.832772+0000","last_unstale":"2023-08-28T02:27:27.786115+0000","last_undegraded":"2023-08-28T02:27:27.786115+0000","last_fullsized":"2023-08-28T02:27:27.786115+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:00:02.110545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":151,"reported_epoch":171,"state":"active+clean","last_fresh":"2023-08-28T02:27:27.786359+0000","last_change":"2023-08-28T02:17:57.845102+0000","last_active":"2023-08-28T02:27:27.786359+0000","last_peered":"2023-08-28T02:27:27.786359+0000","last_clean":"2023-08-28T02:27:27.786359+0000","last_became_active":"2023-08-28T02:17:57.843529+0000","last_became_peered":"2023-08-28T02:17:57.843529+0000","last_unstale":"2023-08-28T02:27:27.786359+0000","last_undegraded":"2023-08-28T02:27:27.786359+0000","last_fullsized":"2023-08-28T02:27:27.786359+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:20:19.708785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.15","version":"172'3728","reported_seq":3759,"reported_epoch":172,"state":"active+clean","last_fresh":"2023-08-28T02:27:31.929756+0000","last_change":"2023-08-28T02:27:27.823600+0000","last_active":"2023-08-28T02:27:31.929756+0000","last_peered":"2023-08-28T02:27:31.929756+0000","last_clean":"2023-08-28T02:27:31.929756+0000","last_became_active":"2023-08-28T02:27:27.821763+0000","last_became_peered":"2023-08-28T02:27:27.821763+0000","last_unstale":"2023-08-28T02:27:31.929756+0000","last_undegraded":"2023-08-28T02:27:31.929756+0000","last_fullsized":"2023-08-28T02:27:31.929756+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":3728,"log_dups_size":0,"ondisk_log_size":3728,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":127991808,"num_objects":1953,"num_object_clones":0,"num_object_copies":5859,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1953,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1953,"num_write_kb":124992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1f","version":"65'4","reported_seq":131,"reported_epoch":171,"state":"active+clean","last_fresh":"2023-08-28T02:27:27.784514+0000","last_change":"2023-08-28T02:16:50.319672+0000","last_active":"2023-08-28T02:27:27.784514+0000","last_peered":"2023-08-28T02:27:27.784514+0000","last_clean":"2023-08-28T02:27:27.784514+0000","last_became_active":"2023-08-28T02:16:50.319279+0000","last_became_peered":"2023-08-28T02:16:50.319279+0000","last_unstale":"2023-08-28T02:27:27.784514+0000","last_undegraded":"2023-08-28T02:27:27.784514+0000","last_fullsized":"2023-08-28T02:27:27.784514+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:28:07.379148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":135,"reported_epoch":171,"state":"active+clean","last_fresh":"2023-08-28T02:27:27.797127+0000","last_change":"2023-08-28T02:15:58.333459+0000","last_active":"2023-08-28T02:27:27.797127+0000","last_peered":"2023-08-28T02:27:27.797127+0000","last_clean":"2023-08-28T02:27:27.797127+0000","last_became_active":"2023-08-28T02:15:58.332687+0000","last_became_peered":"2023-08-28T02:15:58.332687+0000","last_unstale":"2023-08-28T02:27:27.797127+0000","last_undegraded":"2023-08-28T02:27:27.797127+0000","last_fullsized":"2023-08-28T02:27:27.797127+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:15:43.019749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":161,"ondisk_log_size":161,"up":3,"acting":3,"num_store_stats":3},{"poolid":9,"num_pg":26,"stat_sum":{"num_bytes":4055564288,"num_objects":61883,"num_object_clones":0,"num_object_copies":185649,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":61883,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61883,"num_write_kb":3960512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":262144,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12118589440,"data_stored":12118589440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97693,"ondisk_log_size":97693,"up":78,"acting":78,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299647,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2511380,"kb_used_data":2193228,"kb_used_omap":0,"kb_used_meta":318144,"kb_avail":91233772,"statfs":{"total":95995035648,"available":93423382528,"internally_reserved":0,"allocated":2245865472,"data_stored":2245062290,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":325779456},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[4,0,1,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:26:58 2023","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":1.8620000000000001,"15min":1.7929999999999999},"min":{"1min":0.315,"5min":0.224,"15min":0.21199999999999999},"max":{"1min":1.831,"5min":13.118,"15min":13.257},"last":1.452},{"interface":"front","average":{"1min":0.67100000000000004,"5min":2.2000000000000002,"15min":2.1819999999999999},"min":{"1min":0.34399999999999997,"5min":0.246,"15min":0.246},"max":{"1min":1.8400000000000001,"5min":13.103999999999999,"15min":13.272},"last":1.851}]},{"osd":1,"last update":"Mon Aug 28 02:27:22 2023","interfaces":[{"interface":"back","average":{"1min":1.599,"5min":2.6909999999999998,"15min":2.016},"min":{"1min":0.28999999999999998,"5min":0.25700000000000001,"15min":0.24099999999999999},"max":{"1min":6.5380000000000003,"5min":12.438000000000001,"15min":12.438000000000001},"last":2.4900000000000002},{"interface":"front","average":{"1min":1.026,"5min":2.383,"15min":1.97},"min":{"1min":0.33100000000000002,"5min":0.27100000000000002,"15min":0.26600000000000001},"max":{"1min":4.2489999999999997,"5min":12.332000000000001,"15min":12.332000000000001},"last":3.746}]},{"osd":2,"last update":"Mon Aug 28 02:27:07 2023","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":2.0190000000000001,"15min":1.6419999999999999},"min":{"1min":0.253,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":1.1870000000000001,"5min":8.3889999999999993,"15min":8.3889999999999993},"last":1.526},{"interface":"front","average":{"1min":0.60799999999999998,"5min":1.6950000000000001,"15min":1.5860000000000001},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":1.113,"5min":8.9770000000000003,"15min":12.128},"last":0.78500000000000003}]},{"osd":3,"last update":"Mon Aug 28 02:27:22 2023","interfaces":[{"interface":"back","average":{"1min":1.405,"5min":1.887,"15min":2.0670000000000002},"min":{"1min":0.36199999999999999,"5min":0.30199999999999999,"15min":0.27200000000000002},"max":{"1min":11.231,"5min":11.231,"15min":11.231},"last":0.443},{"interface":"front","average":{"1min":1.5580000000000001,"5min":2.3660000000000001,"15min":2.226},"min":{"1min":0.39100000000000001,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":12.208,"5min":12.208,"15min":12.208},"last":0.39200000000000002}]},{"osd":4,"last update":"Mon Aug 28 02:26:58 2023","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":1.302,"15min":1.0589999999999999},"min":{"1min":0.30299999999999999,"5min":0.26100000000000001,"15min":0.22700000000000001},"max":{"1min":0.68400000000000005,"5min":11.351000000000001,"15min":11.351000000000001},"last":1.873},{"interface":"front","average":{"1min":0.52700000000000002,"5min":1.1060000000000001,"15min":0.90400000000000003},"min":{"1min":0.32800000000000001,"5min":0.26100000000000001,"15min":0.24299999999999999},"max":{"1min":0.67300000000000004,"5min":8.1890000000000001,"15min":8.1890000000000001},"last":0.31}]},{"osd":5,"last update":"Mon Aug 28 02:26:58 2023","interfaces":[{"interface":"back","average":{"1min":0.47299999999999998,"5min":1.1559999999999999,"15min":0.92100000000000004},"min":{"1min":0.35399999999999998,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.627,"5min":8.1270000000000007,"15min":9.2279999999999998},"last":1.3640000000000001},{"interface":"front","average":{"1min":0.53400000000000003,"5min":1.3799999999999999,"15min":1.0700000000000001},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.72699999999999998,"5min":6.4359999999999999,"15min":9.7219999999999995},"last":1.8939999999999999}]},{"osd":6,"last update":"Mon Aug 28 02:26:58 2023","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":1.3109999999999999,"15min":1.0449999999999999},"min":{"1min":0.34200000000000003,"5min":0.30299999999999999,"15min":0.28199999999999997},"max":{"1min":0.751,"5min":7.4619999999999997,"15min":9.8089999999999993},"last":1.821},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.96299999999999997,"15min":0.90600000000000003},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.29899999999999999},"max":{"1min":0.78700000000000003,"5min":5.2300000000000004,"15min":9.5500000000000007},"last":0.35999999999999999}]}]},{"osd":6,"up_from":45,"seq":193273528578,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":992772,"kb_used_data":729532,"kb_used_omap":0,"kb_used_meta":263232,"kb_avail":92752380,"statfs":{"total":95995035648,"available":94978437120,"internally_reserved":0,"allocated":747040768,"data_stored":746253501,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":269549568},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,4],"upper_bound":4},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:27:02 2023","interfaces":[{"interface":"back","average":{"1min":0.69799999999999995,"5min":2.306,"15min":2.0699999999999998},"min":{"1min":0.41599999999999998,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":3.3119999999999998,"5min":11.036,"15min":16.462},"last":0.76200000000000001},{"interface":"front","average":{"1min":0.73699999999999999,"5min":2.1520000000000001,"15min":2.1080000000000001},"min":{"1min":0.35999999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":3.2999999999999998,"5min":12.333,"15min":16.486999999999998},"last":1.782}]},{"osd":1,"last update":"Mon Aug 28 02:27:28 2023","interfaces":[{"interface":"back","average":{"1min":1.0700000000000001,"5min":2.5739999999999998,"15min":2.1960000000000002},"min":{"1min":0.34100000000000003,"5min":0.24199999999999999,"15min":0.23999999999999999},"max":{"1min":3.3039999999999998,"5min":12.834,"15min":12.834},"last":0.79600000000000004},{"interface":"front","average":{"1min":0.79600000000000004,"5min":2.1339999999999999,"15min":1.7869999999999999},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":2.073,"5min":13.183999999999999,"15min":13.183999999999999},"last":1.8660000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:27:13 2023","interfaces":[{"interface":"back","average":{"1min":0.82599999999999996,"5min":2.3239999999999998,"15min":2.0009999999999999},"min":{"1min":0.28999999999999998,"5min":0.27000000000000002,"15min":0.26300000000000001},"max":{"1min":2.4889999999999999,"5min":12.356,"15min":14.156000000000001},"last":1.956},{"interface":"front","average":{"1min":0.65400000000000003,"5min":1.8300000000000001,"15min":1.7190000000000001},"min":{"1min":0.44700000000000001,"5min":0.247,"15min":0.247},"max":{"1min":1.7549999999999999,"5min":8.6370000000000005,"15min":11.442},"last":0.28899999999999998}]},{"osd":3,"last update":"Mon Aug 28 02:27:13 2023","interfaces":[{"interface":"back","average":{"1min":0.69799999999999995,"5min":2.2890000000000001,"15min":2.0169999999999999},"min":{"1min":0.38100000000000001,"5min":0.33600000000000002,"15min":0.30199999999999999},"max":{"1min":2.1019999999999999,"5min":13.669,"15min":13.669},"last":1.986},{"interface":"front","average":{"1min":0.90100000000000002,"5min":2.0529999999999999,"15min":2.0230000000000001},"min":{"1min":0.318,"5min":0.318,"15min":0.309},"max":{"1min":4.9669999999999996,"5min":20.498000000000001,"15min":23.760000000000002},"last":0.35199999999999998}]},{"osd":4,"last update":"Mon Aug 28 02:26:49 2023","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":1.5589999999999999,"15min":1.125},"min":{"1min":0.27400000000000002,"5min":0.23799999999999999,"15min":0.23400000000000001},"max":{"1min":1.7210000000000001,"5min":18.294,"15min":18.294},"last":2.2130000000000001},{"interface":"front","average":{"1min":0.69699999999999995,"5min":1.718,"15min":1.2110000000000001},"min":{"1min":0.27200000000000002,"5min":0.246,"15min":0.22500000000000001},"max":{"1min":3.9420000000000002,"5min":7.8239999999999998,"15min":17.963999999999999},"last":0.32400000000000001}]},{"osd":5,"last update":"Mon Aug 28 02:26:49 2023","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":1.5700000000000001,"15min":1.1990000000000001},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.26500000000000001},"max":{"1min":1.7,"5min":13.105,"15min":13.606},"last":1.911},{"interface":"front","average":{"1min":0.91300000000000003,"5min":1.274,"15min":1.0660000000000001},"min":{"1min":0.27400000000000002,"5min":0.26800000000000002,"15min":0.26300000000000001},"max":{"1min":4.1130000000000004,"5min":7.4279999999999999,"15min":7.4279999999999999},"last":0.41199999999999998}]},{"osd":7,"last update":"Mon Aug 28 02:27:13 2023","interfaces":[{"interface":"back","average":{"1min":0.73899999999999999,"5min":1.4359999999999999,"15min":1.2669999999999999},"min":{"1min":0.313,"5min":0.308,"15min":0.27000000000000002},"max":{"1min":2.048,"5min":12.260999999999999,"15min":12.425000000000001},"last":2.0129999999999999},{"interface":"front","average":{"1min":0.54900000000000004,"5min":1.468,"15min":1.145},"min":{"1min":0.30499999999999999,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.92700000000000005,"5min":12.021000000000001,"15min":12.021000000000001},"last":3.488}]}]},{"osd":1,"up_from":101,"seq":433791697037,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2650516,"kb_used_data":2254220,"kb_used_omap":4,"kb_used_meta":396283,"kb_avail":91094636,"statfs":{"total":95995035648,"available":93280907264,"internally_reserved":0,"allocated":2308321280,"data_stored":2307356270,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":405794702},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,5,2],"upper_bound":64},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:27:20 2023","interfaces":[{"interface":"back","average":{"1min":1.4450000000000001,"5min":2.7349999999999999,"15min":2.9649999999999999},"min":{"1min":0.23300000000000001,"5min":0.214,"15min":0.21099999999999999},"max":{"1min":10.231,"5min":11.656000000000001,"15min":14.412000000000001},"last":2.1200000000000001},{"interface":"front","average":{"1min":1.694,"5min":2.8650000000000002,"15min":3.1619999999999999},"min":{"1min":0.38300000000000001,"5min":0.24199999999999999,"15min":0.21199999999999999},"max":{"1min":9.1519999999999992,"5min":10.698,"15min":16.260999999999999},"last":8.9659999999999993}]},{"osd":2,"last update":"Mon Aug 28 02:27:13 2023","interfaces":[{"interface":"back","average":{"1min":1.454,"5min":2.7429999999999999,"15min":2.4609999999999999},"min":{"1min":0.32700000000000001,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":9.0950000000000006,"5min":13.58,"15min":13.58},"last":7.8310000000000004},{"interface":"front","average":{"1min":0.59599999999999997,"5min":1.869,"15min":2.7370000000000001},"min":{"1min":0.29899999999999999,"5min":0.253,"15min":0.253},"max":{"1min":1.9890000000000001,"5min":16.420000000000002,"15min":20.003},"last":2.3279999999999998}]},{"osd":3,"last update":"Mon Aug 28 02:27:13 2023","interfaces":[{"interface":"back","average":{"1min":0.91600000000000004,"5min":2.528,"15min":3.4380000000000002},"min":{"1min":0.38,"5min":0.34200000000000003,"15min":0.28100000000000003},"max":{"1min":4.7409999999999997,"5min":12.960000000000001,"15min":24.701000000000001},"last":4.4930000000000003},{"interface":"front","average":{"1min":1.131,"5min":3.266,"15min":3.1789999999999998},"min":{"1min":0.35399999999999998,"5min":0.223,"15min":0.223},"max":{"1min":4.6299999999999999,"5min":22.59,"15min":22.59},"last":3.3929999999999998}]},{"osd":4,"last update":"Mon Aug 28 02:27:20 2023","interfaces":[{"interface":"back","average":{"1min":0.79000000000000004,"5min":1.6200000000000001,"15min":1.96},"min":{"1min":0.34599999999999997,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":2.71,"5min":10.398999999999999,"15min":10.398999999999999},"last":2.2170000000000001},{"interface":"front","average":{"1min":1.1020000000000001,"5min":1.8720000000000001,"15min":1.782},"min":{"1min":0.31900000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":3.8849999999999998,"5min":9.1519999999999992,"15min":9.1519999999999992},"last":2.1600000000000001}]},{"osd":5,"last update":"Mon Aug 28 02:27:20 2023","interfaces":[{"interface":"back","average":{"1min":1.635,"5min":2.8410000000000002,"15min":2.6110000000000002},"min":{"1min":0.56100000000000005,"5min":0.34599999999999997,"15min":0.33600000000000002},"max":{"1min":7.423,"5min":18.626999999999999,"15min":18.626999999999999},"last":4.6740000000000004},{"interface":"front","average":{"1min":0.90400000000000003,"5min":2.6059999999999999,"15min":2.3809999999999998},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.31900000000000001},"max":{"1min":3.5049999999999999,"5min":12.776,"15min":12.776},"last":2.1789999999999998}]},{"osd":6,"last update":"Mon Aug 28 02:27:20 2023","interfaces":[{"interface":"back","average":{"1min":1.516,"5min":2.8420000000000001,"15min":2.7069999999999999},"min":{"1min":0.52100000000000002,"5min":0.38900000000000001,"15min":0.34899999999999998},"max":{"1min":7.4749999999999996,"5min":11.037000000000001,"15min":14.944000000000001},"last":4.7160000000000002},{"interface":"front","average":{"1min":0.91600000000000004,"5min":2.0190000000000001,"15min":2.222},"min":{"1min":0.42999999999999999,"5min":0.35699999999999998,"15min":0.34499999999999997},"max":{"1min":2.8980000000000001,"5min":10.513999999999999,"15min":10.513999999999999},"last":2.2610000000000001}]},{"osd":7,"last update":"Mon Aug 28 02:27:20 2023","interfaces":[{"interface":"back","average":{"1min":0.88400000000000001,"5min":2.3969999999999998,"15min":2.4249999999999998},"min":{"1min":0.44700000000000001,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":2.7890000000000001,"5min":10.551,"15min":16.550000000000001},"last":2.2909999999999999},{"interface":"front","average":{"1min":1.224,"5min":2.508,"15min":2.2160000000000002},"min":{"1min":0.58499999999999996,"5min":0.312,"15min":0.30199999999999999},"max":{"1min":4.1470000000000002,"5min":14.515000000000001,"15min":14.515000000000001},"last":2.1960000000000002}]}]},{"osd":0,"up_from":87,"seq":373662154908,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1369320,"kb_used_data":974240,"kb_used_omap":5,"kb_used_meta":395066,"kb_avail":92375832,"statfs":{"total":95995035648,"available":94592851968,"internally_reserved":0,"allocated":997621760,"data_stored":996583203,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":404548218},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:27:17 2023","interfaces":[{"interface":"back","average":{"1min":1.2050000000000001,"5min":2.028,"15min":2.4060000000000001},"min":{"1min":0.246,"5min":0.219,"15min":0.214},"max":{"1min":9.0920000000000005,"5min":9.2279999999999998,"15min":12.847},"last":3.3530000000000002},{"interface":"front","average":{"1min":1.8460000000000001,"5min":3.3719999999999999,"15min":3.5990000000000002},"min":{"1min":0.27400000000000002,"5min":0.221,"15min":0.16900000000000001},"max":{"1min":8.7919999999999998,"5min":24.343,"15min":24.343},"last":0.755}]},{"osd":2,"last update":"Mon Aug 28 02:27:10 2023","interfaces":[{"interface":"back","average":{"1min":1.4059999999999999,"5min":2.6299999999999999,"15min":2.742},"min":{"1min":0.28299999999999997,"5min":0.23799999999999999,"15min":0.23400000000000001},"max":{"1min":7.242,"5min":15.567,"15min":20.233000000000001},"last":1.5189999999999999},{"interface":"front","average":{"1min":0.76800000000000002,"5min":2.2829999999999999,"15min":2.9929999999999999},"min":{"1min":0.33400000000000002,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":3.476,"5min":9.1899999999999995,"15min":20.015999999999998},"last":6.6639999999999997}]},{"osd":3,"last update":"Mon Aug 28 02:27:17 2023","interfaces":[{"interface":"back","average":{"1min":1.669,"5min":2.4449999999999998,"15min":3.036},"min":{"1min":0.313,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":11.41,"5min":11.837999999999999,"15min":20.27},"last":0.82099999999999995},{"interface":"front","average":{"1min":2.48,"5min":3.0230000000000001,"15min":2.5619999999999998},"min":{"1min":0.378,"5min":0.26500000000000001,"15min":0.247},"max":{"1min":13.057,"5min":17.635999999999999,"15min":17.635999999999999},"last":15.365}]},{"osd":4,"last update":"Mon Aug 28 02:27:04 2023","interfaces":[{"interface":"back","average":{"1min":0.751,"5min":2.0609999999999999,"15min":1.982},"min":{"1min":0.46000000000000002,"5min":0.29299999999999998,"15min":0.27700000000000002},"max":{"1min":2.375,"5min":12.842000000000001,"15min":12.842000000000001},"last":0.58199999999999996},{"interface":"front","average":{"1min":0.93899999999999995,"5min":2.5449999999999999,"15min":2.46},"min":{"1min":0.48999999999999999,"5min":0.308,"15min":0.29799999999999999},"max":{"1min":6.8559999999999999,"5min":16.768999999999998,"15min":16.768999999999998},"last":0.68000000000000005}]},{"osd":5,"last update":"Mon Aug 28 02:27:04 2023","interfaces":[{"interface":"back","average":{"1min":0.78600000000000003,"5min":1.958,"15min":1.843},"min":{"1min":0.47699999999999998,"5min":0.33300000000000002,"15min":0.29299999999999998},"max":{"1min":2.5550000000000002,"5min":13.038,"15min":13.038},"last":0.626},{"interface":"front","average":{"1min":0.93200000000000005,"5min":2.5169999999999999,"15min":2.5289999999999999},"min":{"1min":0.48799999999999999,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":7.0620000000000003,"5min":14.93,"15min":15.134},"last":0.72399999999999998}]},{"osd":6,"last update":"Mon Aug 28 02:27:04 2023","interfaces":[{"interface":"back","average":{"1min":0.80700000000000005,"5min":2.145,"15min":2.0590000000000002},"min":{"1min":0.48099999999999998,"5min":0.33200000000000002,"15min":0.316},"max":{"1min":2.3260000000000001,"5min":13.16,"15min":13.16},"last":3.4140000000000001},{"interface":"front","average":{"1min":1.123,"5min":2.524,"15min":2.5510000000000002},"min":{"1min":0.55200000000000005,"5min":0.36299999999999999,"15min":0.311},"max":{"1min":6.8070000000000004,"5min":14.903,"15min":15.177},"last":2.2789999999999999}]},{"osd":7,"last update":"Mon Aug 28 02:27:04 2023","interfaces":[{"interface":"back","average":{"1min":0.89200000000000002,"5min":2.4590000000000001,"15min":2.431},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":4.1299999999999999,"5min":12.785,"15min":12.785},"last":0.79400000000000004},{"interface":"front","average":{"1min":0.80600000000000005,"5min":2.173,"15min":2.149},"min":{"1min":0.54900000000000004,"5min":0.45400000000000001,"15min":0.377},"max":{"1min":2.375,"5min":13.005000000000001,"15min":13.005000000000001},"last":0.66100000000000003}]}]},{"osd":2,"up_from":117,"seq":502511173762,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1104440,"kb_used_data":707120,"kb_used_omap":7,"kb_used_meta":397304,"kb_avail":92640712,"statfs":{"total":95995035648,"available":94864089088,"internally_reserved":0,"allocated":724090880,"data_stored":723143472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":406839377},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:27:16 2023","interfaces":[{"interface":"back","average":{"1min":0.74099999999999999,"5min":1.8280000000000001,"15min":2.6080000000000001},"min":{"1min":0.32900000000000001,"5min":0.20999999999999999,"15min":0.20899999999999999},"max":{"1min":3.8290000000000002,"5min":14.675000000000001,"15min":14.675000000000001},"last":5.173},{"interface":"front","average":{"1min":1.089,"5min":2.9540000000000002,"15min":3.0739999999999998},"min":{"1min":0.27600000000000002,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":4.2809999999999997,"5min":25.834,"15min":25.834},"last":10.69}]},{"osd":1,"last update":"Mon Aug 28 02:27:16 2023","interfaces":[{"interface":"back","average":{"1min":1.514,"5min":2.8260000000000001,"15min":2.867},"min":{"1min":0.312,"5min":0.27800000000000002,"15min":0.251},"max":{"1min":7.7389999999999999,"5min":13.795999999999999,"15min":14.308999999999999},"last":1.1000000000000001},{"interface":"front","average":{"1min":0.61799999999999999,"5min":1.9470000000000001,"15min":2.657},"min":{"1min":0.38900000000000001,"5min":0.26100000000000001,"15min":0.216},"max":{"1min":1.3520000000000001,"5min":16.983000000000001,"15min":16.983000000000001},"last":5.2329999999999997}]},{"osd":3,"last update":"Mon Aug 28 02:27:16 2023","interfaces":[{"interface":"back","average":{"1min":1.5549999999999999,"5min":2.8519999999999999,"15min":3.8090000000000002},"min":{"1min":0.42299999999999999,"5min":0.25700000000000001,"15min":0.25600000000000001},"max":{"1min":7.9219999999999997,"5min":14.499000000000001,"15min":14.499000000000001},"last":1.5049999999999999},{"interface":"front","average":{"1min":1.2370000000000001,"5min":2.2429999999999999,"15min":3.375},"min":{"1min":0.376,"5min":0.30099999999999999,"15min":0.26700000000000002},"max":{"1min":6.391,"5min":14.727,"15min":17.196999999999999},"last":12.802}]},{"osd":4,"last update":"Mon Aug 28 02:27:16 2023","interfaces":[{"interface":"back","average":{"1min":0.80100000000000005,"5min":2.198,"15min":1.9399999999999999},"min":{"1min":0.39200000000000002,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":2.415,"5min":25.876999999999999,"15min":25.876999999999999},"last":10.750999999999999},{"interface":"front","average":{"1min":1.419,"5min":2.5150000000000001,"15min":2.0049999999999999},"min":{"1min":0.44900000000000001,"5min":0.32000000000000001,"15min":0.29799999999999999},"max":{"1min":7.8099999999999996,"5min":12.324,"15min":12.324},"last":1.1499999999999999}]},{"osd":5,"last update":"Mon Aug 28 02:27:16 2023","interfaces":[{"interface":"back","average":{"1min":0.68999999999999995,"5min":1.3069999999999999,"15min":1.9970000000000001},"min":{"1min":0.52600000000000002,"5min":0.316,"15min":0.312},"max":{"1min":0.82999999999999996,"5min":7.2960000000000003,"15min":14.207000000000001},"last":5.3609999999999998},{"interface":"front","average":{"1min":0.755,"5min":2.4689999999999999,"15min":2.0499999999999998},"min":{"1min":0.40200000000000002,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":2.464,"5min":25.902999999999999,"15min":25.902999999999999},"last":10.787000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:27:16 2023","interfaces":[{"interface":"back","average":{"1min":1.425,"5min":2.7309999999999999,"15min":2.3100000000000001},"min":{"1min":0.50800000000000001,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":7.8479999999999999,"5min":12.375,"15min":12.375},"last":1.1870000000000001},{"interface":"front","average":{"1min":0.72999999999999998,"5min":1.5569999999999999,"15min":1.978},"min":{"1min":0.45300000000000001,"5min":0.373,"15min":0.33900000000000002},"max":{"1min":1.1040000000000001,"5min":11.871,"15min":14.151999999999999},"last":5.2889999999999997}]},{"osd":7,"last update":"Mon Aug 28 02:27:16 2023","interfaces":[{"interface":"back","average":{"1min":1.3759999999999999,"5min":2.5310000000000001,"15min":2.3839999999999999},"min":{"1min":0.50600000000000001,"5min":0.35099999999999998,"15min":0.33500000000000002},"max":{"1min":7.8849999999999998,"5min":12.404999999999999,"15min":12.404999999999999},"last":1.2230000000000001},{"interface":"front","average":{"1min":0.77800000000000002,"5min":1.6140000000000001,"15min":2},"min":{"1min":0.502,"5min":0.39400000000000002,"15min":0.36399999999999999},"max":{"1min":1.329,"5min":11.845000000000001,"15min":14.18},"last":5.327}]}]},{"osd":3,"up_from":134,"seq":575525617781,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2437500,"kb_used_data":1972212,"kb_used_omap":2,"kb_used_meta":465277,"kb_avail":91307652,"statfs":{"total":95995035648,"available":93499035648,"internally_reserved":0,"allocated":2019545088,"data_stored":2018653115,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":476443701},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,1,0,2,3],"upper_bound":64},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:27:07 2023","interfaces":[{"interface":"back","average":{"1min":0.73499999999999999,"5min":2.1459999999999999,"15min":2.8540000000000001},"min":{"1min":0.27600000000000002,"5min":0.22600000000000001,"15min":0.19},"max":{"1min":5.0270000000000001,"5min":21.271000000000001,"15min":24.145},"last":0.84299999999999997},{"interface":"front","average":{"1min":0.85799999999999998,"5min":2.4900000000000002,"15min":3.234},"min":{"1min":0.373,"5min":0.21299999999999999,"15min":0.21099999999999999},"max":{"1min":5.0720000000000001,"5min":20.984999999999999,"15min":20.984999999999999},"last":2.9180000000000001}]},{"osd":1,"last update":"Mon Aug 28 02:27:07 2023","interfaces":[{"interface":"back","average":{"1min":1.111,"5min":3.0760000000000001,"15min":3.1890000000000001},"min":{"1min":0.26500000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":6.9109999999999996,"5min":19.449000000000002,"15min":19.449000000000002},"last":6.4530000000000003},{"interface":"front","average":{"1min":0.51700000000000002,"5min":2.4889999999999999,"15min":2.7469999999999999},"min":{"1min":0.28299999999999997,"5min":0.25700000000000001,"15min":0.22700000000000001},"max":{"1min":1.254,"5min":21.427,"15min":24.071999999999999},"last":0.32500000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:27:07 2023","interfaces":[{"interface":"back","average":{"1min":0.68200000000000005,"5min":2.4089999999999998,"15min":3.347},"min":{"1min":0.32000000000000001,"5min":0.26800000000000002,"15min":0.26300000000000001},"max":{"1min":2.411,"5min":14.436,"15min":21.292000000000002},"last":0.72199999999999998},{"interface":"front","average":{"1min":0.55200000000000005,"5min":2.6379999999999999,"15min":3.0129999999999999},"min":{"1min":0.40300000000000002,"5min":0.249,"15min":0.249},"max":{"1min":1.282,"5min":21.297999999999998,"15min":24.175999999999998},"last":0.38500000000000001}]},{"osd":4,"last update":"Mon Aug 28 02:27:07 2023","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":2.2469999999999999,"15min":2.1040000000000001},"min":{"1min":0.34799999999999998,"5min":0.29899999999999999,"15min":0.28399999999999997},"max":{"1min":1.2210000000000001,"5min":21.170000000000002,"15min":23.994},"last":0.35799999999999998},{"interface":"front","average":{"1min":0.77700000000000002,"5min":1.968,"15min":2.3679999999999999},"min":{"1min":0.44600000000000001,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":2.2400000000000002,"5min":21.106000000000002,"15min":21.106000000000002},"last":4.2080000000000002}]},{"osd":5,"last update":"Mon Aug 28 02:27:07 2023","interfaces":[{"interface":"back","average":{"1min":0.76200000000000001,"5min":2.145,"15min":2.3660000000000001},"min":{"1min":0.39200000000000002,"5min":0.311,"15min":0.311},"max":{"1min":2.1840000000000002,"5min":21.507000000000001,"15min":21.507000000000001},"last":4.1699999999999999},{"interface":"front","average":{"1min":0.83699999999999997,"5min":2.1579999999999999,"15min":2.5089999999999999},"min":{"1min":0.46700000000000003,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":2.4550000000000001,"5min":11.242000000000001,"15min":18.181000000000001},"last":0.64500000000000002}]},{"osd":6,"last update":"Mon Aug 28 02:27:07 2023","interfaces":[{"interface":"back","average":{"1min":0.80000000000000004,"5min":2.1640000000000001,"15min":2.4950000000000001},"min":{"1min":0.45400000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":2.278,"5min":23.071000000000002,"15min":23.071000000000002},"last":4.234},{"interface":"front","average":{"1min":0.85499999999999998,"5min":2.1970000000000001,"15min":2.681},"min":{"1min":0.48099999999999998,"5min":0.379,"15min":0.315},"max":{"1min":2.4889999999999999,"5min":11.220000000000001,"15min":18.128},"last":0.68100000000000005}]},{"osd":7,"last update":"Mon Aug 28 02:27:07 2023","interfaces":[{"interface":"back","average":{"1min":0.754,"5min":2.1360000000000001,"15min":2.1459999999999999},"min":{"1min":0.52000000000000002,"5min":0.442,"15min":0.33800000000000002},"max":{"1min":1.464,"5min":21.239999999999998,"15min":24.042999999999999},"last":0.81000000000000005},{"interface":"front","average":{"1min":0.84199999999999997,"5min":2.601,"15min":2.5699999999999998},"min":{"1min":0.53500000000000003,"5min":0.38700000000000001,"15min":0.38100000000000001},"max":{"1min":2.323,"5min":21.138000000000002,"15min":21.138000000000002},"last":4.258}]}]},{"osd":4,"up_from":30,"seq":128849019144,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1029320,"kb_used_data":731712,"kb_used_omap":0,"kb_used_meta":297600,"kb_avail":92715832,"statfs":{"total":95995035648,"available":94941011968,"internally_reserved":0,"allocated":749273088,"data_stored":748481307,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":304742400},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:27:04 2023","interfaces":[{"interface":"back","average":{"1min":0.81399999999999995,"5min":2.04,"15min":1.9650000000000001},"min":{"1min":0.38300000000000001,"5min":0.23999999999999999,"15min":0.221},"max":{"1min":3.7770000000000001,"5min":17.882000000000001,"15min":17.882000000000001},"last":0.439},{"interface":"front","average":{"1min":0.56399999999999995,"5min":1.9670000000000001,"15min":2.0859999999999999},"min":{"1min":0.42999999999999999,"5min":0.217,"15min":0.217},"max":{"1min":0.73099999999999998,"5min":12.73,"15min":12.73},"last":4.9409999999999998}]},{"osd":1,"last update":"Mon Aug 28 02:27:22 2023","interfaces":[{"interface":"back","average":{"1min":0.93100000000000005,"5min":1.6279999999999999,"15min":1.7410000000000001},"min":{"1min":0.33600000000000002,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":2.8340000000000001,"5min":11.914999999999999,"15min":11.914999999999999},"last":2.5110000000000001},{"interface":"front","average":{"1min":0.93100000000000005,"5min":1.97,"15min":1.7969999999999999},"min":{"1min":0.441,"5min":0.27300000000000002,"15min":0.246},"max":{"1min":2.6909999999999998,"5min":9.0410000000000004,"15min":9.2249999999999996},"last":2.2519999999999998}]},{"osd":2,"last update":"Mon Aug 28 02:27:04 2023","interfaces":[{"interface":"back","average":{"1min":1.0720000000000001,"5min":1.8440000000000001,"15min":1.546},"min":{"1min":0.5,"5min":0.28599999999999998,"15min":0.27400000000000002},"max":{"1min":4.7779999999999996,"5min":16.231000000000002,"15min":16.231000000000002},"last":1.1950000000000001},{"interface":"front","average":{"1min":0.69499999999999995,"5min":1.6930000000000001,"15min":1.6100000000000001},"min":{"1min":0.372,"5min":0.251,"15min":0.251},"max":{"1min":2.5099999999999998,"5min":7.0570000000000004,"15min":10.859999999999999},"last":1.8320000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:27:12 2023","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":1.708,"15min":1.871},"min":{"1min":0.31,"5min":0.30299999999999999,"15min":0.28699999999999998},"max":{"1min":0.80400000000000005,"5min":9.9160000000000004,"15min":12.339},"last":0.78300000000000003},{"interface":"front","average":{"1min":0.82399999999999995,"5min":1.8120000000000001,"15min":1.881},"min":{"1min":0.38900000000000001,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":3.3479999999999999,"5min":11.743,"15min":11.782},"last":0.79200000000000004}]},{"osd":5,"last update":"Mon Aug 28 02:26:34 2023","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":1.1799999999999999,"15min":1.0680000000000001},"min":{"1min":0.25700000000000001,"5min":0.24399999999999999,"15min":0.23799999999999999},"max":{"1min":3.085,"5min":16.181999999999999,"15min":16.181999999999999},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.63500000000000001,"5min":1.163,"15min":1.1479999999999999},"min":{"1min":0.36299999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":3.343,"5min":10.233000000000001,"15min":10.999000000000001},"last":0.313}]},{"osd":6,"last update":"Mon Aug 28 02:26:53 2023","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":1.196,"15min":1.1220000000000001},"min":{"1min":0.38500000000000001,"5min":0.28100000000000003,"15min":0.25600000000000001},"max":{"1min":0.77700000000000002,"5min":10.023999999999999,"15min":10.647},"last":0.42599999999999999},{"interface":"front","average":{"1min":0.503,"5min":1.1859999999999999,"15min":1.153},"min":{"1min":0.32200000000000001,"5min":0.26600000000000001,"15min":0.251},"max":{"1min":0.69899999999999995,"5min":6.9939999999999998,"15min":16.763999999999999},"last":0.44900000000000001}]},{"osd":7,"last update":"Mon Aug 28 02:27:04 2023","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":1.2190000000000001,"15min":1.0880000000000001},"min":{"1min":0.33400000000000002,"5min":0.27400000000000002,"15min":0.26800000000000002},"max":{"1min":0.75800000000000001,"5min":9.3209999999999997,"15min":16.686},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.60399999999999998,"5min":1.1850000000000001,"15min":1.109},"min":{"1min":0.39200000000000002,"5min":0.311,"15min":0.28799999999999998},"max":{"1min":0.82599999999999996,"5min":7.0220000000000002,"15min":14.145},"last":0.47299999999999998}]}]},{"osd":5,"up_from":37,"seq":158913790213,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2503408,"kb_used_data":2137768,"kb_used_omap":0,"kb_used_meta":365632,"kb_avail":91241744,"statfs":{"total":95995035648,"available":93431545856,"internally_reserved":0,"allocated":2189074432,"data_stored":2188294968,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":374407168},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:27:23 2023","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":2.835,"15min":2.4460000000000002},"min":{"1min":0.23899999999999999,"5min":0.224,"15min":0.22},"max":{"1min":2.8889999999999998,"5min":40.334000000000003,"15min":40.334000000000003},"last":5.8769999999999998},{"interface":"front","average":{"1min":0.63300000000000001,"5min":2.335,"15min":1.9710000000000001},"min":{"1min":0.252,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":1.3919999999999999,"5min":40.212000000000003,"15min":40.212000000000003},"last":1.3300000000000001}]},{"osd":1,"last update":"Mon Aug 28 02:27:23 2023","interfaces":[{"interface":"back","average":{"1min":1.135,"5min":3.1339999999999999,"15min":2.4220000000000002},"min":{"1min":0.27800000000000002,"5min":0.253,"15min":0.23200000000000001},"max":{"1min":7.7789999999999999,"5min":40.088000000000001,"15min":40.088000000000001},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.81200000000000006,"5min":2.327,"15min":1.7989999999999999},"min":{"1min":0.40799999999999997,"5min":0.28199999999999997,"15min":0.251},"max":{"1min":3.3519999999999999,"5min":40.243000000000002,"15min":40.243000000000002},"last":2.488}]},{"osd":2,"last update":"Mon Aug 28 02:27:23 2023","interfaces":[{"interface":"back","average":{"1min":0.80200000000000005,"5min":2.609,"15min":2.0249999999999999},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":2.9359999999999999,"5min":40.436999999999998,"15min":40.436999999999998},"last":0.31900000000000001},{"interface":"front","average":{"1min":1.012,"5min":2.5670000000000002,"15min":1.96},"min":{"1min":0.434,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":2.5819999999999999,"5min":40.555,"15min":40.555},"last":0.40400000000000003}]},{"osd":3,"last update":"Mon Aug 28 02:27:23 2023","interfaces":[{"interface":"back","average":{"1min":1.071,"5min":2.8700000000000001,"15min":1.9339999999999999},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.27900000000000003},"max":{"1min":4.0069999999999997,"5min":40.270000000000003,"15min":40.270000000000003},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.78800000000000003,"5min":2.5449999999999999,"15min":2.0680000000000001},"min":{"1min":0.38300000000000001,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":2.8490000000000002,"5min":40.597999999999999,"15min":40.597999999999999},"last":0.373}]},{"osd":4,"last update":"Mon Aug 28 02:26:37 2023","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":1.974,"15min":1.341},"min":{"1min":0.26800000000000002,"5min":0.25600000000000001,"15min":0.216},"max":{"1min":1.22,"5min":40.762999999999998,"15min":40.762999999999998},"last":0.28199999999999997},{"interface":"front","average":{"1min":0.495,"5min":1.7210000000000001,"15min":1.3080000000000001},"min":{"1min":0.318,"5min":0.27400000000000002,"15min":0.22900000000000001},"max":{"1min":0.69799999999999995,"5min":40.634,"15min":40.634},"last":0.32800000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:27:23 2023","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":2.0230000000000001,"15min":1.343},"min":{"1min":0.307,"5min":0.26500000000000001,"15min":0.254},"max":{"1min":1.0429999999999999,"5min":42.409999999999997,"15min":42.409999999999997},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.51000000000000001,"5min":1.9730000000000001,"15min":1.343},"min":{"1min":0.33500000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.70399999999999996,"5min":42.533999999999999,"15min":42.533999999999999},"last":0.42399999999999999}]},{"osd":7,"last update":"Mon Aug 28 02:27:23 2023","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":2.2959999999999998,"15min":1.4419999999999999},"min":{"1min":0.34399999999999997,"5min":0.34100000000000003,"15min":0.314},"max":{"1min":1.159,"5min":42.667000000000002,"15min":42.667000000000002},"last":2.129},{"interface":"front","average":{"1min":0.67500000000000004,"5min":1.7809999999999999,"15min":1.3140000000000001},"min":{"1min":0.33700000000000002,"5min":0.31900000000000001,"15min":0.27000000000000002},"max":{"1min":1.6559999999999999,"5min":42.344000000000001,"15min":42.344000000000001},"last":0.44}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1013710848,"data_stored":1013710848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":2319646720,"data_stored":2319646720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":724631552,"data_stored":724631552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":2051342336,"data_stored":2051342336,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":751566848,"data_stored":751566848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":2233925632,"data_stored":2233925632,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":752222208,"data_stored":752222208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":2271543296,"data_stored":2271543296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:27:34.555 INFO:tasks.cephadm.ceph_manager.ceph:increase pool size by 10 2023-08-28T02:27:34.555 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd pool set .mgr pg_num 11 2023-08-28T02:27:34.565 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:27:34.596 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:34.616 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:27:34.618 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:34.618 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:27:34.719 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:27:34.747 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:34.815 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:27:34.818 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:34.819 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:27:34.872 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.4 dump_blocked_ops 2023-08-28T02:27:34.874 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:27:34.919 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:27:34.951 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:35.023 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:27:35.025 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:35.026 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:27:35.127 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:27:35.129 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:27:35.154 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 44 16 64778 64762 91.9245 0 - 0.0104439 2023-08-28T02:27:35.160 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:35.182 INFO:teuthology.orchestra.run.smithi040.stderr:noscrub is unset 2023-08-28T02:27:35.182 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-08-28T02:27:35.201 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:35 smithi040 ceph-mon[175404]: from='client.34770 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:27:35.201 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:35 smithi040 ceph-mon[175404]: failed to encode map e174 with expected crc 2023-08-28T02:27:35.201 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:35 smithi040 ceph-mon[175404]: osdmap e174: 8 total, 8 up, 8 in 2023-08-28T02:27:35.201 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:35 smithi040 ceph-mon[175404]: pgmap v584: 99 pgs: 99 active+clean; 3.8 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 54 MiB/s wr, 866 op/s; 43 KiB/s, 0 objects/s recovering 2023-08-28T02:27:35.201 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:35 smithi040 ceph-mon[175404]: failed to encode map e174 with expected crc 2023-08-28T02:27:35.201 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:35 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num_actual", "val": "18"}]: dispatch 2023-08-28T02:27:35.202 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:35 smithi040 ceph-mon[175404]: failed to encode map e174 with expected crc 2023-08-28T02:27:35.202 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:35 smithi040 ceph-mon[175404]: failed to encode map e174 with expected crc 2023-08-28T02:27:35.202 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:35 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num_actual", "val": "18"}]: dispatch 2023-08-28T02:27:35.202 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:35 smithi040 ceph-mon[175404]: failed to encode map e174 with expected crc 2023-08-28T02:27:35.202 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:35 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1686108872' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:27:35.202 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:35 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:27:35.202 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:35 smithi040 ceph-mon[170259]: from='client.34770 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:27:35.202 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:35 smithi040 ceph-mon[170259]: failed to encode map e174 with expected crc 2023-08-28T02:27:35.203 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:35 smithi040 ceph-mon[170259]: osdmap e174: 8 total, 8 up, 8 in 2023-08-28T02:27:35.203 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:35 smithi040 ceph-mon[170259]: pgmap v584: 99 pgs: 99 active+clean; 3.8 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 54 MiB/s wr, 866 op/s; 43 KiB/s, 0 objects/s recovering 2023-08-28T02:27:35.203 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:35 smithi040 ceph-mon[170259]: failed to encode map e174 with expected crc 2023-08-28T02:27:35.203 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:35 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num_actual", "val": "18"}]: dispatch 2023-08-28T02:27:35.203 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:35 smithi040 ceph-mon[170259]: failed to encode map e174 with expected crc 2023-08-28T02:27:35.203 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:35 smithi040 ceph-mon[170259]: failed to encode map e174 with expected crc 2023-08-28T02:27:35.203 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:35 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num_actual", "val": "18"}]: dispatch 2023-08-28T02:27:35.203 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:35 smithi040 ceph-mon[170259]: failed to encode map e174 with expected crc 2023-08-28T02:27:35.203 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:35 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1686108872' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:27:35.203 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:35 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:27:35.244 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:27:35.248 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:35.249 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:27:35.349 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:27:35.384 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:35.435 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:35 smithi083 ceph-mon[157819]: from='client.34770 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:27:35.435 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:35 smithi083 ceph-mon[157819]: failed to encode map e174 with expected crc 2023-08-28T02:27:35.435 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:35 smithi083 ceph-mon[157819]: osdmap e174: 8 total, 8 up, 8 in 2023-08-28T02:27:35.435 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:35 smithi083 ceph-mon[157819]: pgmap v584: 99 pgs: 99 active+clean; 3.8 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 54 MiB/s wr, 866 op/s; 43 KiB/s, 0 objects/s recovering 2023-08-28T02:27:35.436 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:35 smithi083 ceph-mon[157819]: failed to encode map e174 with expected crc 2023-08-28T02:27:35.436 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:35 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num_actual", "val": "18"}]: dispatch 2023-08-28T02:27:35.436 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:35 smithi083 ceph-mon[157819]: failed to encode map e174 with expected crc 2023-08-28T02:27:35.436 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:35 smithi083 ceph-mon[157819]: failed to encode map e174 with expected crc 2023-08-28T02:27:35.436 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:35 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num_actual", "val": "18"}]: dispatch 2023-08-28T02:27:35.436 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:35 smithi083 ceph-mon[157819]: failed to encode map e174 with expected crc 2023-08-28T02:27:35.436 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:35 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1686108872' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:27:35.436 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:35 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:27:35.480 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:27:35 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:27:35] "GET /metrics HTTP/1.1" 200 36449 "" "Prometheus/2.43.0" 2023-08-28T02:27:35.559 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:27:35.562 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:35.562 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:27:35.663 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:27:35.698 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:35.799 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:27:35.839 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:27:35.844 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:35.845 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:27:35.946 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:27:35.996 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:36.078 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:27:36.081 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:36.081 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:27:36.154 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 45 16 65112 65096 90.3466 10.4375 0.00231456 0.0110056 2023-08-28T02:27:36.183 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:27:36.221 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:36.428 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:36 smithi040 ceph-mon[175404]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:27:36.428 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:36 smithi040 ceph-mon[175404]: failed to encode map e175 with expected crc 2023-08-28T02:27:36.428 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:36 smithi040 ceph-mon[175404]: failed to encode map e175 with expected crc 2023-08-28T02:27:36.428 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:36 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num_actual", "val": "18"}]': finished 2023-08-28T02:27:36.428 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:36 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:27:36.428 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:36 smithi040 ceph-mon[175404]: osdmap e175: 8 total, 8 up, 8 in 2023-08-28T02:27:36.428 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:36 smithi040 ceph-mon[175404]: 9.3 scrub starts 2023-08-28T02:27:36.428 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:36 smithi040 ceph-mon[175404]: failed to encode map e175 with expected crc 2023-08-28T02:27:36.428 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:36 smithi040 ceph-mon[175404]: failed to encode map e175 with expected crc 2023-08-28T02:27:36.429 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:36 smithi040 ceph-mon[170259]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:27:36.429 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:36 smithi040 ceph-mon[170259]: failed to encode map e175 with expected crc 2023-08-28T02:27:36.429 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:36 smithi040 ceph-mon[170259]: failed to encode map e175 with expected crc 2023-08-28T02:27:36.429 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:36 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num_actual", "val": "18"}]': finished 2023-08-28T02:27:36.429 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:36 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:27:36.429 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:36 smithi040 ceph-mon[170259]: osdmap e175: 8 total, 8 up, 8 in 2023-08-28T02:27:36.429 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:36 smithi040 ceph-mon[170259]: 9.3 scrub starts 2023-08-28T02:27:36.430 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:36 smithi040 ceph-mon[170259]: failed to encode map e175 with expected crc 2023-08-28T02:27:36.430 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:36 smithi040 ceph-mon[170259]: failed to encode map e175 with expected crc 2023-08-28T02:27:36.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:36 smithi083 ceph-mon[157819]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:27:36.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:36 smithi083 ceph-mon[157819]: failed to encode map e175 with expected crc 2023-08-28T02:27:36.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:36 smithi083 ceph-mon[157819]: failed to encode map e175 with expected crc 2023-08-28T02:27:36.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:36 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num_actual", "val": "18"}]': finished 2023-08-28T02:27:36.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:36 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:27:36.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:36 smithi083 ceph-mon[157819]: osdmap e175: 8 total, 8 up, 8 in 2023-08-28T02:27:36.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:36 smithi083 ceph-mon[157819]: 9.3 scrub starts 2023-08-28T02:27:36.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:36 smithi083 ceph-mon[157819]: failed to encode map e175 with expected crc 2023-08-28T02:27:36.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:36 smithi083 ceph-mon[157819]: failed to encode map e175 with expected crc 2023-08-28T02:27:36.708 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:27:36.712 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:36.712 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:27:36.813 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:27:36.862 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:37.120 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:27:37.141 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:27:37.156 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 46 16 65984 65968 89.5631 54.5 0.246383 0.0111552 2023-08-28T02:27:37.174 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:27:37.216 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:27:37.221 INFO:teuthology.orchestra.run.smithi040.stderr:set pool 1 pg_num to 11 2023-08-28T02:27:37.263 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:27:37.301 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:27:37.339 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:27:37.396 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:27:37.405 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-08-28T02:27:37.406 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-08-28T02:27:37.406 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-08-28T02:27:37.406 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-08-28T02:27:37.406 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-08-28T02:27:37.406 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-08-28T02:27:37.407 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-08-28T02:27:37.407 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-08-28T02:27:37.443 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:37 smithi040 ceph-mon[175404]: 9.3 scrub ok 2023-08-28T02:27:37.443 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:37 smithi040 ceph-mon[175404]: 9.8 scrub starts 2023-08-28T02:27:37.443 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:37 smithi040 ceph-mon[175404]: pgmap v586: 99 pgs: 1 peering, 98 active+clean; 3.9 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 52 MiB/s wr, 825 op/s; 43 KiB/s, 0 objects/s recovering 2023-08-28T02:27:37.443 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:37 smithi040 ceph-mon[175404]: failed to encode map e176 with expected crc 2023-08-28T02:27:37.444 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:37 smithi040 ceph-mon[175404]: failed to encode map e176 with expected crc 2023-08-28T02:27:37.444 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:37 smithi040 ceph-mon[175404]: osdmap e176: 8 total, 8 up, 8 in 2023-08-28T02:27:37.444 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:37 smithi040 ceph-mon[175404]: failed to encode map e176 with expected crc 2023-08-28T02:27:37.444 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:37 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1278724376' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num", "val": "11"}]: dispatch 2023-08-28T02:27:37.444 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:37 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1173294300' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:27:37.445 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:37 smithi040 ceph-mon[170259]: 9.3 scrub ok 2023-08-28T02:27:37.445 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:37 smithi040 ceph-mon[170259]: 9.8 scrub starts 2023-08-28T02:27:37.445 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:37 smithi040 ceph-mon[170259]: pgmap v586: 99 pgs: 1 peering, 98 active+clean; 3.9 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 52 MiB/s wr, 825 op/s; 43 KiB/s, 0 objects/s recovering 2023-08-28T02:27:37.445 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:37 smithi040 ceph-mon[170259]: failed to encode map e176 with expected crc 2023-08-28T02:27:37.445 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:37 smithi040 ceph-mon[170259]: failed to encode map e176 with expected crc 2023-08-28T02:27:37.446 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:37 smithi040 ceph-mon[170259]: osdmap e176: 8 total, 8 up, 8 in 2023-08-28T02:27:37.446 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:37 smithi040 ceph-mon[170259]: failed to encode map e176 with expected crc 2023-08-28T02:27:37.446 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:37 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1278724376' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num", "val": "11"}]: dispatch 2023-08-28T02:27:37.446 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:37 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1173294300' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:27:37.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:37 smithi083 ceph-mon[157819]: 9.3 scrub ok 2023-08-28T02:27:37.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:37 smithi083 ceph-mon[157819]: 9.8 scrub starts 2023-08-28T02:27:37.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:37 smithi083 ceph-mon[157819]: pgmap v586: 99 pgs: 1 peering, 98 active+clean; 3.9 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 52 MiB/s wr, 825 op/s; 43 KiB/s, 0 objects/s recovering 2023-08-28T02:27:37.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:37 smithi083 ceph-mon[157819]: failed to encode map e176 with expected crc 2023-08-28T02:27:37.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:37 smithi083 ceph-mon[157819]: failed to encode map e176 with expected crc 2023-08-28T02:27:37.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:37 smithi083 ceph-mon[157819]: osdmap e176: 8 total, 8 up, 8 in 2023-08-28T02:27:37.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:37 smithi083 ceph-mon[157819]: failed to encode map e176 with expected crc 2023-08-28T02:27:37.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:37 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1278724376' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num", "val": "11"}]: dispatch 2023-08-28T02:27:37.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:37 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1173294300' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:27:37.541 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:27:37.544 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:37.545 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:27:37.645 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:27:37.743 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:37.852 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2023-08-28T02:27:37.852 INFO:teuthology.orchestra.run.smithi083.stdout: "ops": [], 2023-08-28T02:27:37.852 INFO:teuthology.orchestra.run.smithi083.stdout: "complaint_time": 30, 2023-08-28T02:27:37.852 INFO:teuthology.orchestra.run.smithi083.stdout: "num_blocked_ops": 0 2023-08-28T02:27:37.852 INFO:teuthology.orchestra.run.smithi083.stdout:} 2023-08-28T02:27:37.861 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd unset nodeep-scrub 2023-08-28T02:27:37.891 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:27:37.898 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:37.898 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:27:38.000 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:27:38.161 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 47 16 67194 67178 89.2665 75.625 0.0118195 0.0111977 2023-08-28T02:27:38.206 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:38 smithi083 ceph-mon[157819]: 9.2 scrub starts 2023-08-28T02:27:38.206 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:38 smithi083 ceph-mon[157819]: failed to encode map e177 with expected crc 2023-08-28T02:27:38.206 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:38 smithi083 ceph-mon[157819]: failed to encode map e177 with expected crc 2023-08-28T02:27:38.206 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:38 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1278724376' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num", "val": "11"}]': finished 2023-08-28T02:27:38.206 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:38 smithi083 ceph-mon[157819]: osdmap e177: 8 total, 8 up, 8 in 2023-08-28T02:27:38.206 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:38 smithi083 ceph-mon[157819]: failed to encode map e177 with expected crc 2023-08-28T02:27:38.278 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:38.301 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.4 dump_historic_ops 2023-08-28T02:27:38.307 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:27:38.312 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:38.313 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:27:38.336 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:27:38.414 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:27:38.468 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:38 smithi040 ceph-mon[175404]: 9.2 scrub starts 2023-08-28T02:27:38.468 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:38 smithi040 ceph-mon[175404]: failed to encode map e177 with expected crc 2023-08-28T02:27:38.468 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:38 smithi040 ceph-mon[175404]: failed to encode map e177 with expected crc 2023-08-28T02:27:38.468 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:38 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1278724376' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num", "val": "11"}]': finished 2023-08-28T02:27:38.468 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:38 smithi040 ceph-mon[175404]: osdmap e177: 8 total, 8 up, 8 in 2023-08-28T02:27:38.468 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:38 smithi040 ceph-mon[175404]: failed to encode map e177 with expected crc 2023-08-28T02:27:38.468 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:38 smithi040 ceph-mon[175404]: failed to encode map e177 with expected crc 2023-08-28T02:27:38.468 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:38 smithi040 ceph-mon[175404]: failed to encode map e177 with expected crc 2023-08-28T02:27:38.469 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:38 smithi040 ceph-mon[175404]: failed to encode map e177 with expected crc 2023-08-28T02:27:38.469 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:38 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num_actual", "val": "11"}]: dispatch 2023-08-28T02:27:38.469 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:38 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num_actual", "val": "11"}]: dispatch 2023-08-28T02:27:38.470 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:38 smithi040 ceph-mon[170259]: 9.2 scrub starts 2023-08-28T02:27:38.470 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:38 smithi040 ceph-mon[170259]: failed to encode map e177 with expected crc 2023-08-28T02:27:38.470 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:38 smithi040 ceph-mon[170259]: failed to encode map e177 with expected crc 2023-08-28T02:27:38.470 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:38 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1278724376' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num", "val": "11"}]': finished 2023-08-28T02:27:38.470 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:38 smithi040 ceph-mon[170259]: osdmap e177: 8 total, 8 up, 8 in 2023-08-28T02:27:38.470 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:38 smithi040 ceph-mon[170259]: failed to encode map e177 with expected crc 2023-08-28T02:27:38.470 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:38 smithi040 ceph-mon[170259]: failed to encode map e177 with expected crc 2023-08-28T02:27:38.471 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:38 smithi040 ceph-mon[170259]: failed to encode map e177 with expected crc 2023-08-28T02:27:38.471 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:38 smithi040 ceph-mon[170259]: failed to encode map e177 with expected crc 2023-08-28T02:27:38.471 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:38 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num_actual", "val": "11"}]: dispatch 2023-08-28T02:27:38.471 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:38 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num_actual", "val": "11"}]: dispatch 2023-08-28T02:27:38.471 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:38.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:38 smithi083 ceph-mon[157819]: failed to encode map e177 with expected crc 2023-08-28T02:27:38.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:38 smithi083 ceph-mon[157819]: failed to encode map e177 with expected crc 2023-08-28T02:27:38.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:38 smithi083 ceph-mon[157819]: failed to encode map e177 with expected crc 2023-08-28T02:27:38.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:38 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num_actual", "val": "11"}]: dispatch 2023-08-28T02:27:38.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:38 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num_actual", "val": "11"}]: dispatch 2023-08-28T02:27:38.527 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:27:38.530 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:38.531 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:27:38.632 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:27:38.688 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:38.702 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:27:38.730 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:27:38.737 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:38.738 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:27:38.839 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:27:38.886 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:38.927 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:27:38.933 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:38.934 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:27:39.035 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:27:39.097 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:39.157 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 48 16 68326 68310 88.8809 70.75 0.0127743 0.011245 2023-08-28T02:27:39.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:39 smithi040 ceph-mon[175404]: pgmap v589: 99 pgs: 1 active+recovering+undersized+remapped, 1 peering, 97 active+clean; 4.0 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 22 MiB/s wr, 359 op/s; 6128/196419 objects misplaced (3.120%); 750 KiB/s, 11 objects/s recovering 2023-08-28T02:27:39.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:39 smithi040 ceph-mon[175404]: failed to encode map e178 with expected crc 2023-08-28T02:27:39.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:39 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num_actual", "val": "11"}]': finished 2023-08-28T02:27:39.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:39 smithi040 ceph-mon[175404]: osdmap e178: 8 total, 8 up, 8 in 2023-08-28T02:27:39.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:39 smithi040 ceph-mon[175404]: failed to encode map e178 with expected crc 2023-08-28T02:27:39.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:39 smithi040 ceph-mon[175404]: failed to encode map e178 with expected crc 2023-08-28T02:27:39.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:39 smithi040 ceph-mon[175404]: failed to encode map e178 with expected crc 2023-08-28T02:27:39.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:39 smithi040 ceph-mon[170259]: pgmap v589: 99 pgs: 1 active+recovering+undersized+remapped, 1 peering, 97 active+clean; 4.0 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 22 MiB/s wr, 359 op/s; 6128/196419 objects misplaced (3.120%); 750 KiB/s, 11 objects/s recovering 2023-08-28T02:27:39.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:39 smithi040 ceph-mon[170259]: failed to encode map e178 with expected crc 2023-08-28T02:27:39.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:39 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num_actual", "val": "11"}]': finished 2023-08-28T02:27:39.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:39 smithi040 ceph-mon[170259]: osdmap e178: 8 total, 8 up, 8 in 2023-08-28T02:27:39.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:39 smithi040 ceph-mon[170259]: failed to encode map e178 with expected crc 2023-08-28T02:27:39.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:39 smithi040 ceph-mon[170259]: failed to encode map e178 with expected crc 2023-08-28T02:27:39.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:39 smithi040 ceph-mon[170259]: failed to encode map e178 with expected crc 2023-08-28T02:27:39.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:39 smithi083 ceph-mon[157819]: pgmap v589: 99 pgs: 1 active+recovering+undersized+remapped, 1 peering, 97 active+clean; 4.0 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 22 MiB/s wr, 359 op/s; 6128/196419 objects misplaced (3.120%); 750 KiB/s, 11 objects/s recovering 2023-08-28T02:27:39.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:39 smithi083 ceph-mon[157819]: failed to encode map e178 with expected crc 2023-08-28T02:27:39.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:39 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pg_num_actual", "val": "11"}]': finished 2023-08-28T02:27:39.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:39 smithi083 ceph-mon[157819]: osdmap e178: 8 total, 8 up, 8 in 2023-08-28T02:27:39.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:39 smithi083 ceph-mon[157819]: failed to encode map e178 with expected crc 2023-08-28T02:27:39.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:39 smithi083 ceph-mon[157819]: failed to encode map e178 with expected crc 2023-08-28T02:27:39.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:39 smithi083 ceph-mon[157819]: failed to encode map e178 with expected crc 2023-08-28T02:27:39.963 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-08-28T02:27:40.084 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:27:40.092 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:40.093 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:27:40.157 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 49 16 69537 69521 88.6117 75.6875 0.0210618 0.0112795 2023-08-28T02:27:40.194 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:27:40.233 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:40.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:40 smithi040 ceph-mon[170259]: osdmap e179: 8 total, 8 up, 8 in 2023-08-28T02:27:40.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:40 smithi040 ceph-mon[170259]: failed to encode map e179 with expected crc 2023-08-28T02:27:40.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:40 smithi040 ceph-mon[170259]: failed to encode map e179 with expected crc 2023-08-28T02:27:40.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:40 smithi040 ceph-mon[170259]: failed to encode map e179 with expected crc 2023-08-28T02:27:40.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:40 smithi040 ceph-mon[170259]: failed to encode map e179 with expected crc 2023-08-28T02:27:40.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:40 smithi040 ceph-mon[175404]: osdmap e179: 8 total, 8 up, 8 in 2023-08-28T02:27:40.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:40 smithi040 ceph-mon[175404]: failed to encode map e179 with expected crc 2023-08-28T02:27:40.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:40 smithi040 ceph-mon[175404]: failed to encode map e179 with expected crc 2023-08-28T02:27:40.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:40 smithi040 ceph-mon[175404]: failed to encode map e179 with expected crc 2023-08-28T02:27:40.484 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:40 smithi040 ceph-mon[175404]: failed to encode map e179 with expected crc 2023-08-28T02:27:40.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:40 smithi083 ceph-mon[157819]: osdmap e179: 8 total, 8 up, 8 in 2023-08-28T02:27:40.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:40 smithi083 ceph-mon[157819]: failed to encode map e179 with expected crc 2023-08-28T02:27:40.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:40 smithi083 ceph-mon[157819]: failed to encode map e179 with expected crc 2023-08-28T02:27:40.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:40 smithi083 ceph-mon[157819]: failed to encode map e179 with expected crc 2023-08-28T02:27:40.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:40 smithi083 ceph-mon[157819]: failed to encode map e179 with expected crc 2023-08-28T02:27:41.159 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 50 16 70805 70789 88.4206 79.25 0.00513031 0.0113044 2023-08-28T02:27:41.542 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:27:41.666 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:41 smithi083 ceph-mon[157819]: 9.1 scrub starts 2023-08-28T02:27:41.666 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:41 smithi083 ceph-mon[157819]: pgmap v592: 109 pgs: 10 unknown, 1 active+recovering+undersized+remapped, 1 peering, 97 active+clean; 4.0 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 26 MiB/s wr, 420 op/s; 6128/196419 objects misplaced (3.120%); 750 KiB/s, 11 objects/s recovering 2023-08-28T02:27:41.666 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:41 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:27:41.692 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:27:41.694 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:41.695 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:27:41.697 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:41 smithi040 ceph-mon[175404]: 9.1 scrub starts 2023-08-28T02:27:41.697 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:41 smithi040 ceph-mon[175404]: pgmap v592: 109 pgs: 10 unknown, 1 active+recovering+undersized+remapped, 1 peering, 97 active+clean; 4.0 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 26 MiB/s wr, 420 op/s; 6128/196419 objects misplaced (3.120%); 750 KiB/s, 11 objects/s recovering 2023-08-28T02:27:41.697 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:41 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:27:41.698 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:41 smithi040 ceph-mon[170259]: 9.1 scrub starts 2023-08-28T02:27:41.698 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:41 smithi040 ceph-mon[170259]: pgmap v592: 109 pgs: 10 unknown, 1 active+recovering+undersized+remapped, 1 peering, 97 active+clean; 4.0 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 26 MiB/s wr, 420 op/s; 6128/196419 objects misplaced (3.120%); 750 KiB/s, 11 objects/s recovering 2023-08-28T02:27:41.698 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:41 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:27:41.795 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:27:41.944 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:41.973 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:27:41.976 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:41.977 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:27:42.077 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:27:42.128 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:42.159 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 51 16 71923 71907 88.0571 69.875 0.0128475 0.0113509 2023-08-28T02:27:42.307 INFO:teuthology.orchestra.run.smithi040.stderr:nodeep-scrub is unset 2023-08-28T02:27:42.647 INFO:tasks.thrashosds.thrasher:in_osds: [0, 1, 2, 3, 4, 5, 6, 7] out_osds: [] dead_osds: [] live_osds: [0, 1, 2, 3, 4, 5, 6, 7] 2023-08-28T02:27:42.648 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-08-28T02:27:42.648 INFO:tasks.thrashosds.thrasher:fixing pg num pool .mgr 2023-08-28T02:27:42.648 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:27:42.689 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:42 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3836875772' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:27:42.689 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:42 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:27:42.690 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:42 smithi040 ceph-mon[175404]: pgmap v593: 109 pgs: 1 active+recovering+undersized+remapped, 108 active+clean; 4.3 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 76 MiB/s wr, 1.21k op/s; 5568/213159 objects misplaced (2.612%); 2.4 MiB/s, 39 objects/s recovering 2023-08-28T02:27:42.690 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:42 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num_actual", "val": "11"}]: dispatch 2023-08-28T02:27:42.690 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:42 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num_actual", "val": "19"}]: dispatch 2023-08-28T02:27:42.690 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:42 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num_actual", "val": "11"}]: dispatch 2023-08-28T02:27:42.690 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:42 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num_actual", "val": "19"}]: dispatch 2023-08-28T02:27:42.691 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:42 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3836875772' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:27:42.692 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:42 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:27:42.692 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:42 smithi040 ceph-mon[170259]: pgmap v593: 109 pgs: 1 active+recovering+undersized+remapped, 108 active+clean; 4.3 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 76 MiB/s wr, 1.21k op/s; 5568/213159 objects misplaced (2.612%); 2.4 MiB/s, 39 objects/s recovering 2023-08-28T02:27:42.692 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:42 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num_actual", "val": "11"}]: dispatch 2023-08-28T02:27:42.692 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:42 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num_actual", "val": "19"}]: dispatch 2023-08-28T02:27:42.692 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:42 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num_actual", "val": "11"}]: dispatch 2023-08-28T02:27:42.692 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:42 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num_actual", "val": "19"}]: dispatch 2023-08-28T02:27:42.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:42 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3836875772' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:27:42.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:42 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:27:42.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:42 smithi083 ceph-mon[157819]: pgmap v593: 109 pgs: 1 active+recovering+undersized+remapped, 108 active+clean; 4.3 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 76 MiB/s wr, 1.21k op/s; 5568/213159 objects misplaced (2.612%); 2.4 MiB/s, 39 objects/s recovering 2023-08-28T02:27:42.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:42 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num_actual", "val": "11"}]: dispatch 2023-08-28T02:27:42.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:42 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num_actual", "val": "19"}]: dispatch 2023-08-28T02:27:42.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:42 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num_actual", "val": "11"}]: dispatch 2023-08-28T02:27:42.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:42 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num_actual", "val": "19"}]: dispatch 2023-08-28T02:27:42.863 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:27:42.866 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:42.867 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:27:42.967 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:27:42.997 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:43.017 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:27:43.019 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:43.019 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:27:43.120 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:27:43.153 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:43.159 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 52 16 72577 72561 87.1503 40.875 0.00266771 0.0113305 2023-08-28T02:27:43.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:43 smithi040 ceph-mon[170259]: 9.18 scrub starts 2023-08-28T02:27:43.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:43 smithi040 ceph-mon[170259]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:27:43.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:43 smithi040 ceph-mon[170259]: Cluster is now healthy 2023-08-28T02:27:43.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:43 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:27:43.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:43 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num_actual", "val": "11"}]': finished 2023-08-28T02:27:43.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:43 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num_actual", "val": "19"}]': finished 2023-08-28T02:27:43.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:43 smithi040 ceph-mon[170259]: osdmap e180: 8 total, 8 up, 8 in 2023-08-28T02:27:43.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:43 smithi040 ceph-mon[170259]: failed to encode map e180 with expected crc 2023-08-28T02:27:43.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:43 smithi040 ceph-mon[170259]: failed to encode map e180 with expected crc 2023-08-28T02:27:43.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:43 smithi040 ceph-mon[170259]: failed to encode map e180 with expected crc 2023-08-28T02:27:43.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:43 smithi040 ceph-mon[170259]: failed to encode map e180 with expected crc 2023-08-28T02:27:43.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:43 smithi040 ceph-mon[175404]: 9.18 scrub starts 2023-08-28T02:27:43.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:43 smithi040 ceph-mon[175404]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:27:43.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:43 smithi040 ceph-mon[175404]: Cluster is now healthy 2023-08-28T02:27:43.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:43 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:27:43.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:43 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num_actual", "val": "11"}]': finished 2023-08-28T02:27:43.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:43 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num_actual", "val": "19"}]': finished 2023-08-28T02:27:43.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:43 smithi040 ceph-mon[175404]: osdmap e180: 8 total, 8 up, 8 in 2023-08-28T02:27:43.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:43 smithi040 ceph-mon[175404]: failed to encode map e180 with expected crc 2023-08-28T02:27:43.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:43 smithi040 ceph-mon[175404]: failed to encode map e180 with expected crc 2023-08-28T02:27:43.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:43 smithi040 ceph-mon[175404]: failed to encode map e180 with expected crc 2023-08-28T02:27:43.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:43 smithi040 ceph-mon[175404]: failed to encode map e180 with expected crc 2023-08-28T02:27:43.606 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:43 smithi083 ceph-mon[157819]: 9.18 scrub starts 2023-08-28T02:27:43.606 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:43 smithi083 ceph-mon[157819]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:27:43.607 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:43 smithi083 ceph-mon[157819]: Cluster is now healthy 2023-08-28T02:27:43.607 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:43 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:27:43.607 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:43 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num_actual", "val": "11"}]': finished 2023-08-28T02:27:43.607 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:43 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num_actual", "val": "19"}]': finished 2023-08-28T02:27:43.607 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:43 smithi083 ceph-mon[157819]: osdmap e180: 8 total, 8 up, 8 in 2023-08-28T02:27:43.607 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:43 smithi083 ceph-mon[157819]: failed to encode map e180 with expected crc 2023-08-28T02:27:43.607 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:43 smithi083 ceph-mon[157819]: failed to encode map e180 with expected crc 2023-08-28T02:27:43.607 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:43 smithi083 ceph-mon[157819]: failed to encode map e180 with expected crc 2023-08-28T02:27:43.607 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:43 smithi083 ceph-mon[157819]: failed to encode map e180 with expected crc 2023-08-28T02:27:43.627 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:27:43.631 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:43.632 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:27:43.732 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:27:43.767 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:43.791 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:27:43.796 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:43.796 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:27:43.876 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2023-08-28T02:27:43.876 INFO:teuthology.orchestra.run.smithi083.stdout: "size": 20, 2023-08-28T02:27:43.876 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 600, 2023-08-28T02:27:43.876 INFO:teuthology.orchestra.run.smithi083.stdout: "ops": [ 2023-08-28T02:27:43.876 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.877 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34413.0:60876 7.1 7:8303e681:::benchmark_data_smithi040_191604_object60875:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e134)", 2023-08-28T02:27:43.877 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:17:56.835929+0000", 2023-08-28T02:27:43.877 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 587.03862037900001, 2023-08-28T02:27:43.877 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.1553040509999999, 2023-08-28T02:27:43.877 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:27:43.878 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:27:43.878 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:27:43.878 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34413", 2023-08-28T02:27:43.878 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/500132659", 2023-08-28T02:27:43.878 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 60876 2023-08-28T02:27:43.879 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.880 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:27:43.880 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.880 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:27:43.880 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:17:56.835929+0000", 2023-08-28T02:27:43.880 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:27:43.881 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.882 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.882 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:27:43.882 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:17:56.835929+0000", 2023-08-28T02:27:43.882 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:27:43.882 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.883 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.883 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:27:43.883 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:17:56.835928+0000", 2023-08-28T02:27:43.883 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:27:43.883 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.883 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.883 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:27:43.883 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:17:56.835997+0000", 2023-08-28T02:27:43.883 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.9400999999999995e-05 2023-08-28T02:27:43.883 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.883 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.883 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:27:43.884 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:17:56.836011+0000", 2023-08-28T02:27:43.884 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.3847e-05 2023-08-28T02:27:43.884 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.884 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.884 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:27:43.884 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:17:56.836018+0000", 2023-08-28T02:27:43.884 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.8009999999999998e-06 2023-08-28T02:27:43.884 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.884 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.884 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:27:43.884 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:17:56.836067+0000", 2023-08-28T02:27:43.884 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.9098000000000003e-05 2023-08-28T02:27:43.885 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.885 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.885 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:27:43.885 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:17:56.836075+0000", 2023-08-28T02:27:43.885 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.0499999999999992e-06 2023-08-28T02:27:43.885 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.885 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.885 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:27:43.885 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:17:57.817493+0000", 2023-08-28T02:27:43.885 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.98141805100000001 2023-08-28T02:27:43.885 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.885 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.886 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:27:43.886 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:17:57.817510+0000", 2023-08-28T02:27:43.886 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.6529e-05 2023-08-28T02:27:43.886 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.886 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.886 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:27:43.886 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:17:58.973913+0000", 2023-08-28T02:27:43.886 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.156403029 2023-08-28T02:27:43.886 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.886 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.886 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:27:43.886 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:17:58.974089+0000", 2023-08-28T02:27:43.887 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00017610799999999999 2023-08-28T02:27:43.887 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.887 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.887 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 3,6", 2023-08-28T02:27:43.887 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:17:58.974267+0000", 2023-08-28T02:27:43.887 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00017817399999999999 2023-08-28T02:27:43.887 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.887 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.887 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:27:43.887 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:17:58.978102+0000", 2023-08-28T02:27:43.887 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0038345319999999999 2023-08-28T02:27:43.887 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.888 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.888 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:27:43.888 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:17:58.978654+0000", 2023-08-28T02:27:43.888 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000552897 2023-08-28T02:27:43.888 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.888 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.889 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:27:43.889 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:17:58.990058+0000", 2023-08-28T02:27:43.889 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011403184 2023-08-28T02:27:43.889 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.889 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.889 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:27:43.889 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:17:58.990097+0000", 2023-08-28T02:27:43.889 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.9329999999999998e-05 2023-08-28T02:27:43.889 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.889 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.890 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:27:43.890 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:17:58.991233+0000", 2023-08-28T02:27:43.890 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.001136209 2023-08-28T02:27:43.890 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:27:43.890 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:27:43.890 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:27:43.890 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.890 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.890 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34413.0:135067 7.1 7:842be7af:::benchmark_data_smithi040_191604_object32856:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e142)", 2023-08-28T02:27:43.891 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:19:38.741347+0000", 2023-08-28T02:27:43.891 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 485.13320292499998, 2023-08-28T02:27:43.891 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.031918052, 2023-08-28T02:27:43.891 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:27:43.891 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:27:43.891 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:27:43.891 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34413", 2023-08-28T02:27:43.891 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/500132659", 2023-08-28T02:27:43.891 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 135067 2023-08-28T02:27:43.892 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.892 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:27:43.892 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.892 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:27:43.892 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:19:38.741347+0000", 2023-08-28T02:27:43.892 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:27:43.892 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.892 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.892 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:27:43.892 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:19:38.741347+0000", 2023-08-28T02:27:43.893 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:27:43.893 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.893 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.893 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:27:43.893 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:19:38.741346+0000", 2023-08-28T02:27:43.893 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999995 2023-08-28T02:27:43.893 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.893 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.893 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:27:43.893 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:19:38.741349+0000", 2023-08-28T02:27:43.893 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.0599999999999999e-06 2023-08-28T02:27:43.893 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.894 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.894 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:27:43.894 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:19:38.741356+0000", 2023-08-28T02:27:43.894 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.5989999999999998e-06 2023-08-28T02:27:43.894 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.894 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.894 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:27:43.894 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:19:38.741360+0000", 2023-08-28T02:27:43.894 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.4150000000000001e-06 2023-08-28T02:27:43.894 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.894 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.894 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:27:43.895 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:19:38.744188+0000", 2023-08-28T02:27:43.895 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0028281080000000002 2023-08-28T02:27:43.895 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.895 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.895 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:27:43.895 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:19:38.744199+0000", 2023-08-28T02:27:43.895 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0635000000000001e-05 2023-08-28T02:27:43.895 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.895 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.895 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:27:43.895 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:19:39.761695+0000", 2023-08-28T02:27:43.895 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0174962519999999 2023-08-28T02:27:43.896 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.896 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.896 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:27:43.896 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:19:39.761798+0000", 2023-08-28T02:27:43.896 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00010319000000000001 2023-08-28T02:27:43.896 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.896 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.896 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 3,6", 2023-08-28T02:27:43.896 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:19:39.761909+0000", 2023-08-28T02:27:43.896 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000110808 2023-08-28T02:27:43.896 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.896 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.897 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:27:43.897 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:19:39.765092+0000", 2023-08-28T02:27:43.897 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00318257 2023-08-28T02:27:43.897 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.897 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.897 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:27:43.897 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:19:39.773157+0000", 2023-08-28T02:27:43.897 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0080651939999999995 2023-08-28T02:27:43.897 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.897 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.897 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:27:43.898 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:19:39.773198+0000", 2023-08-28T02:27:43.898 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.0828999999999998e-05 2023-08-28T02:27:43.898 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.898 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.898 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:27:43.898 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:19:39.773233+0000", 2023-08-28T02:27:43.898 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.5101000000000002e-05 2023-08-28T02:27:43.898 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.898 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.898 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:27:43.898 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:19:39.773265+0000", 2023-08-28T02:27:43.898 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.1758000000000003e-05 2023-08-28T02:27:43.899 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:27:43.899 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:27:43.899 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:27:43.899 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.899 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.899 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34413.0:135075 7.1 7:85cbb615:::benchmark_data_smithi040_191604_object32864:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e142)", 2023-08-28T02:27:43.899 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:19:38.744117+0000", 2023-08-28T02:27:43.899 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 485.13043283799999, 2023-08-28T02:27:43.899 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.029269239, 2023-08-28T02:27:43.899 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:27:43.900 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:27:43.900 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:27:43.900 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34413", 2023-08-28T02:27:43.900 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/500132659", 2023-08-28T02:27:43.900 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 135075 2023-08-28T02:27:43.900 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.900 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:27:43.900 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.900 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:27:43.901 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:19:38.744117+0000", 2023-08-28T02:27:43.901 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:27:43.901 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.901 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.901 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:27:43.901 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:19:38.744117+0000", 2023-08-28T02:27:43.901 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:27:43.901 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.901 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.901 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:27:43.902 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:19:38.744115+0000", 2023-08-28T02:27:43.902 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:27:43.902 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.902 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.902 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:27:43.902 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:19:38.744121+0000", 2023-08-28T02:27:43.902 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.3170000000000001e-06 2023-08-28T02:27:43.902 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.902 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.902 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:27:43.903 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:19:38.744133+0000", 2023-08-28T02:27:43.903 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2763e-05 2023-08-28T02:27:43.903 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.903 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.903 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:27:43.903 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:19:38.744140+0000", 2023-08-28T02:27:43.903 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.1999999999999999e-06 2023-08-28T02:27:43.903 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.903 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.903 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:27:43.903 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:19:38.744336+0000", 2023-08-28T02:27:43.903 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00019676599999999999 2023-08-28T02:27:43.904 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.904 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.904 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:27:43.904 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:19:38.744347+0000", 2023-08-28T02:27:43.904 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0207000000000001e-05 2023-08-28T02:27:43.904 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.904 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.904 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:27:43.904 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:19:39.765138+0000", 2023-08-28T02:27:43.904 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.020791467 2023-08-28T02:27:43.904 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.904 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.905 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:27:43.905 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:19:39.765214+0000", 2023-08-28T02:27:43.905 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.5568999999999994e-05 2023-08-28T02:27:43.905 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.905 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.905 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 3,6", 2023-08-28T02:27:43.905 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:19:39.765282+0000", 2023-08-28T02:27:43.905 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.8318999999999994e-05 2023-08-28T02:27:43.905 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.905 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.905 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:27:43.905 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:19:39.773309+0000", 2023-08-28T02:27:43.905 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0080265289999999993 2023-08-28T02:27:43.906 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.906 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.906 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:27:43.906 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:19:39.773316+0000", 2023-08-28T02:27:43.906 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.7440000000000007e-06 2023-08-28T02:27:43.906 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.906 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.906 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:27:43.906 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:19:39.773343+0000", 2023-08-28T02:27:43.906 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.6704e-05 2023-08-28T02:27:43.906 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.906 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.907 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:27:43.907 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:19:39.773367+0000", 2023-08-28T02:27:43.907 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.3679000000000001e-05 2023-08-28T02:27:43.907 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.907 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.907 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:27:43.907 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:19:39.773386+0000", 2023-08-28T02:27:43.907 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.9221000000000001e-05 2023-08-28T02:27:43.907 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:27:43.907 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:27:43.907 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:27:43.908 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.908 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.908 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34413.0:135077 7.1 7:85e7cdd8:::benchmark_data_smithi040_191604_object32866:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e143)", 2023-08-28T02:27:43.908 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:19:38.746471+0000", 2023-08-28T02:27:43.908 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 485.12807886600001, 2023-08-28T02:27:43.908 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.027089492, 2023-08-28T02:27:43.908 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:27:43.908 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:27:43.908 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:27:43.908 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34413", 2023-08-28T02:27:43.908 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/500132659", 2023-08-28T02:27:43.908 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 135077 2023-08-28T02:27:43.908 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.909 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:27:43.909 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.909 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:27:43.909 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:19:38.746471+0000", 2023-08-28T02:27:43.909 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:27:43.909 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.909 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.909 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:27:43.909 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:19:38.746471+0000", 2023-08-28T02:27:43.909 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:27:43.909 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.910 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.910 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:27:43.910 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:19:38.746469+0000", 2023-08-28T02:27:43.910 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:27:43.910 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.910 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.910 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:27:43.910 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:19:38.746475+0000", 2023-08-28T02:27:43.910 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.7139999999999998e-06 2023-08-28T02:27:43.910 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.910 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.910 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:27:43.910 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:19:38.746485+0000", 2023-08-28T02:27:43.911 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.8560000000000002e-06 2023-08-28T02:27:43.911 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.911 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.911 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:27:43.911 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:19:38.746491+0000", 2023-08-28T02:27:43.911 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.9279999999999998e-06 2023-08-28T02:27:43.911 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.911 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.911 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:27:43.911 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:19:38.748888+0000", 2023-08-28T02:27:43.912 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0023977 2023-08-28T02:27:43.912 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.912 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.912 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:27:43.912 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:19:38.748896+0000", 2023-08-28T02:27:43.912 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.311e-06 2023-08-28T02:27:43.912 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.912 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.912 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:27:43.912 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:19:39.769214+0000", 2023-08-28T02:27:43.912 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0203185260000001 2023-08-28T02:27:43.912 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.912 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.913 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:27:43.913 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:19:39.769339+0000", 2023-08-28T02:27:43.913 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00012505700000000001 2023-08-28T02:27:43.913 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.913 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.913 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 3,6", 2023-08-28T02:27:43.913 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:19:39.769468+0000", 2023-08-28T02:27:43.913 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00012894800000000001 2023-08-28T02:27:43.913 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.913 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.913 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:27:43.913 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:19:39.773422+0000", 2023-08-28T02:27:43.914 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0039534399999999999 2023-08-28T02:27:43.914 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.914 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.914 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:27:43.914 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:19:39.773432+0000", 2023-08-28T02:27:43.914 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.9480000000000003e-06 2023-08-28T02:27:43.914 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.914 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.914 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:27:43.914 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:19:39.773483+0000", 2023-08-28T02:27:43.914 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.1292999999999998e-05 2023-08-28T02:27:43.914 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.915 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.915 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:27:43.915 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:19:39.773526+0000", 2023-08-28T02:27:43.915 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.3266000000000002e-05 2023-08-28T02:27:43.915 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.915 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.915 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:27:43.915 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:19:39.773560+0000", 2023-08-28T02:27:43.915 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.4007999999999997e-05 2023-08-28T02:27:43.915 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:27:43.915 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:27:43.915 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:27:43.916 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.916 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.916 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.44411.0:235503 8.2 8:4a3fcb24:::benchmark_data_smithi040_198382_object117590:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e158)", 2023-08-28T02:27:43.916 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:25:57.418455+0000", 2023-08-28T02:27:43.916 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 106.456094298, 2023-08-28T02:27:43.916 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.020518249999999998, 2023-08-28T02:27:43.916 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:27:43.916 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:27:43.916 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:27:43.916 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.44411", 2023-08-28T02:27:43.916 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/741438835", 2023-08-28T02:27:43.916 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 235503 2023-08-28T02:27:43.917 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.917 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:27:43.917 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.917 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:27:43.917 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:57.418455+0000", 2023-08-28T02:27:43.917 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:27:43.917 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.917 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.917 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:27:43.917 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:57.418455+0000", 2023-08-28T02:27:43.917 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:27:43.917 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.918 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.918 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:27:43.918 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:57.418454+0000", 2023-08-28T02:27:43.918 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:27:43.918 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.918 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.918 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:27:43.918 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:57.418459+0000", 2023-08-28T02:27:43.918 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.0699999999999997e-06 2023-08-28T02:27:43.918 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.918 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.918 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:27:43.919 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:57.418471+0000", 2023-08-28T02:27:43.919 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2245e-05 2023-08-28T02:27:43.919 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.919 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.919 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:27:43.919 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:57.418478+0000", 2023-08-28T02:27:43.919 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.2570000000000004e-06 2023-08-28T02:27:43.919 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.919 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.919 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:27:43.919 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:57.422018+0000", 2023-08-28T02:27:43.919 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0035404849999999999 2023-08-28T02:27:43.920 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.920 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.920 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:27:43.920 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:57.422159+0000", 2023-08-28T02:27:43.920 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00014139600000000001 2023-08-28T02:27:43.920 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.920 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.920 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:27:43.920 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:57.422287+0000", 2023-08-28T02:27:43.920 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000127315 2023-08-28T02:27:43.920 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.920 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.921 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:27:43.921 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:57.426782+0000", 2023-08-28T02:27:43.921 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0044949830000000001 2023-08-28T02:27:43.921 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.921 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.921 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:27:43.921 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:57.434357+0000", 2023-08-28T02:27:43.921 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0075750820000000003 2023-08-28T02:27:43.921 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.921 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.921 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:27:43.921 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:57.438879+0000", 2023-08-28T02:27:43.922 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0045219199999999996 2023-08-28T02:27:43.922 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.922 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.922 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:27:43.922 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:57.438930+0000", 2023-08-28T02:27:43.922 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.1551999999999997e-05 2023-08-28T02:27:43.922 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.922 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.922 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:27:43.922 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:57.438973+0000", 2023-08-28T02:27:43.922 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.3105000000000001e-05 2023-08-28T02:27:43.922 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:27:43.923 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:27:43.923 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:27:43.923 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.923 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.923 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.44411.0:235532 8.2 8:4071be4c:::benchmark_data_smithi040_198382_object117619:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e158)", 2023-08-28T02:27:43.923 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:25:57.463816+0000", 2023-08-28T02:27:43.923 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 106.410733967, 2023-08-28T02:27:43.923 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.020106367999999999, 2023-08-28T02:27:43.923 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:27:43.923 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:27:43.923 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:27:43.923 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.44411", 2023-08-28T02:27:43.924 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/741438835", 2023-08-28T02:27:43.924 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 235532 2023-08-28T02:27:43.924 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.924 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:27:43.924 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.924 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:27:43.924 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:57.463816+0000", 2023-08-28T02:27:43.924 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:27:43.924 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.924 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.924 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:27:43.924 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:57.463816+0000", 2023-08-28T02:27:43.924 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:27:43.925 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.925 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.925 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:27:43.925 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:57.463814+0000", 2023-08-28T02:27:43.925 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:27:43.925 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.925 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.925 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:27:43.925 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:57.463820+0000", 2023-08-28T02:27:43.925 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.4690000000000002e-06 2023-08-28T02:27:43.925 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.925 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.926 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:27:43.926 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:57.463834+0000", 2023-08-28T02:27:43.926 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.3570000000000001e-05 2023-08-28T02:27:43.926 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.926 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.926 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:27:43.926 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:57.463840+0000", 2023-08-28T02:27:43.926 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.3130000000000004e-06 2023-08-28T02:27:43.926 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.926 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.926 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:27:43.926 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:57.463885+0000", 2023-08-28T02:27:43.927 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.4385999999999998e-05 2023-08-28T02:27:43.927 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.927 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.927 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:27:43.927 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:57.464014+0000", 2023-08-28T02:27:43.927 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00012923500000000001 2023-08-28T02:27:43.927 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.927 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.927 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:27:43.927 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:57.464148+0000", 2023-08-28T02:27:43.927 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00013418999999999999 2023-08-28T02:27:43.927 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.927 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.928 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:27:43.928 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:57.468280+0000", 2023-08-28T02:27:43.928 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0041318270000000002 2023-08-28T02:27:43.928 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.928 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.928 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:27:43.928 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:57.471558+0000", 2023-08-28T02:27:43.928 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.003277786 2023-08-28T02:27:43.928 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.928 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.928 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:27:43.928 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:57.483806+0000", 2023-08-28T02:27:43.929 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.012248594 2023-08-28T02:27:43.929 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.929 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.929 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:27:43.929 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:57.483855+0000", 2023-08-28T02:27:43.929 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.9089999999999999e-05 2023-08-28T02:27:43.929 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.929 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.929 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:27:43.929 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:57.483922+0000", 2023-08-28T02:27:43.929 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.6476000000000005e-05 2023-08-28T02:27:43.930 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:27:43.930 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:27:43.930 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:27:43.930 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.930 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.930 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.44411.0:235585 8.2 8:43eac7c6:::benchmark_data_smithi040_198382_object117672:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e158)", 2023-08-28T02:27:43.930 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:25:57.538487+0000", 2023-08-28T02:27:43.930 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 106.336062669, 2023-08-28T02:27:43.930 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.019333045, 2023-08-28T02:27:43.930 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:27:43.930 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:27:43.930 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:27:43.931 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.44411", 2023-08-28T02:27:43.931 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/741438835", 2023-08-28T02:27:43.931 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 235585 2023-08-28T02:27:43.931 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.931 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:27:43.931 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.931 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:27:43.931 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:57.538487+0000", 2023-08-28T02:27:43.931 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:27:43.931 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.931 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.931 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:27:43.932 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:57.538487+0000", 2023-08-28T02:27:43.932 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:27:43.932 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.932 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.932 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:27:43.932 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:57.538486+0000", 2023-08-28T02:27:43.932 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:27:43.932 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.932 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.932 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:27:43.932 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:57.538495+0000", 2023-08-28T02:27:43.932 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.4949999999999997e-06 2023-08-28T02:27:43.932 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.933 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.933 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:27:43.933 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:57.538509+0000", 2023-08-28T02:27:43.933 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.4059999999999999e-05 2023-08-28T02:27:43.933 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.933 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.933 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:27:43.933 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:57.538515+0000", 2023-08-28T02:27:43.933 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.3119999999999999e-06 2023-08-28T02:27:43.933 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.933 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.934 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:27:43.934 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:57.538556+0000", 2023-08-28T02:27:43.934 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.0503999999999997e-05 2023-08-28T02:27:43.934 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.934 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.934 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:27:43.934 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:57.538674+0000", 2023-08-28T02:27:43.934 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000118515 2023-08-28T02:27:43.934 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.934 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.934 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:27:43.935 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:57.538783+0000", 2023-08-28T02:27:43.935 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00010895600000000001 2023-08-28T02:27:43.935 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.935 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.935 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:27:43.935 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:57.546098+0000", 2023-08-28T02:27:43.935 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0073143909999999999 2023-08-28T02:27:43.935 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.935 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.935 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:27:43.935 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:57.552775+0000", 2023-08-28T02:27:43.935 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0066769639999999996 2023-08-28T02:27:43.936 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.936 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.936 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:27:43.936 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:57.557736+0000", 2023-08-28T02:27:43.936 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0049613369999999997 2023-08-28T02:27:43.936 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.936 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.936 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:27:43.936 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:57.557784+0000", 2023-08-28T02:27:43.936 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.8309000000000001e-05 2023-08-28T02:27:43.936 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.936 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.937 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:27:43.937 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:57.557820+0000", 2023-08-28T02:27:43.937 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.5451999999999999e-05 2023-08-28T02:27:43.937 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:27:43.937 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:27:43.937 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:27:43.937 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.937 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.937 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_repop(client.44411.0:235665 8.5 e158/156 8:a85c4e38:::benchmark_data_smithi040_198382_object117752:head v 158'14649, mlcod=158'14643)", 2023-08-28T02:27:43.937 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:25:57.656739+0000", 2023-08-28T02:27:43.937 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 106.21781091299999, 2023-08-28T02:27:43.938 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.025605780000000002, 2023-08-28T02:27:43.938 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:27:43.938 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:27:43.938 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:27:43.938 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.938 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:27:43.938 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:57.656739+0000", 2023-08-28T02:27:43.938 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:27:43.938 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.938 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.938 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:27:43.938 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:57.656739+0000", 2023-08-28T02:27:43.939 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:27:43.939 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.939 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.939 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:27:43.939 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:57.656738+0000", 2023-08-28T02:27:43.939 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:27:43.939 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.939 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.939 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:27:43.939 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:57.656744+0000", 2023-08-28T02:27:43.939 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.8579999999999996e-06 2023-08-28T02:27:43.939 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.940 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.940 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:27:43.940 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:57.656752+0000", 2023-08-28T02:27:43.940 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.2979999999999992e-06 2023-08-28T02:27:43.940 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.940 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.940 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:27:43.940 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:57.656757+0000", 2023-08-28T02:27:43.940 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.3700000000000003e-06 2023-08-28T02:27:43.940 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.940 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.940 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:27:43.941 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:57.665895+0000", 2023-08-28T02:27:43.941 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0091374730000000001 2023-08-28T02:27:43.941 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.941 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.941 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:27:43.941 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:57.665915+0000", 2023-08-28T02:27:43.941 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.0194999999999999e-05 2023-08-28T02:27:43.941 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.941 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.941 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:27:43.941 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:57.682302+0000", 2023-08-28T02:27:43.942 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.016386931 2023-08-28T02:27:43.942 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.942 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.942 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:27:43.942 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:57.682344+0000", 2023-08-28T02:27:43.942 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.2508e-05 2023-08-28T02:27:43.942 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:27:43.942 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:27:43.942 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:27:43.942 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.942 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.942 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.44411.0:235738 8.2 8:428c5d1d:::benchmark_data_smithi040_198382_object117825:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e158)", 2023-08-28T02:27:43.943 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:25:57.744300+0000", 2023-08-28T02:27:43.943 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 106.130249717, 2023-08-28T02:27:43.943 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.030532368000000001, 2023-08-28T02:27:43.943 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:27:43.943 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:27:43.943 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:27:43.943 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.44411", 2023-08-28T02:27:43.943 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/741438835", 2023-08-28T02:27:43.943 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 235738 2023-08-28T02:27:43.943 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.943 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:27:43.943 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.944 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:27:43.944 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:57.744300+0000", 2023-08-28T02:27:43.944 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:27:43.944 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.944 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.944 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:27:43.944 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:57.744300+0000", 2023-08-28T02:27:43.944 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:27:43.944 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.944 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.944 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:27:43.944 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:57.744299+0000", 2023-08-28T02:27:43.944 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:27:43.945 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.945 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.945 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:27:43.945 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:57.744304+0000", 2023-08-28T02:27:43.945 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.412e-06 2023-08-28T02:27:43.945 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.945 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.945 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:27:43.945 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:57.744316+0000", 2023-08-28T02:27:43.945 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2119999999999999e-05 2023-08-28T02:27:43.945 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.945 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.946 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:27:43.946 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:57.744322+0000", 2023-08-28T02:27:43.946 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.4260000000000002e-06 2023-08-28T02:27:43.946 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.946 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.946 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:27:43.946 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:57.744363+0000", 2023-08-28T02:27:43.946 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.1032000000000003e-05 2023-08-28T02:27:43.946 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.946 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.946 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:27:43.946 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:57.744443+0000", 2023-08-28T02:27:43.947 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.0685000000000004e-05 2023-08-28T02:27:43.947 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.947 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.947 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:27:43.947 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:57.744538+0000", 2023-08-28T02:27:43.947 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.5062000000000006e-05 2023-08-28T02:27:43.947 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.947 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.947 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:27:43.947 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:57.748933+0000", 2023-08-28T02:27:43.947 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0043942429999999999 2023-08-28T02:27:43.947 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.947 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.948 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:27:43.948 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:57.757783+0000", 2023-08-28T02:27:43.948 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.008850686 2023-08-28T02:27:43.948 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.948 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.948 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:27:43.949 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:57.774742+0000", 2023-08-28T02:27:43.949 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.016958665000000001 2023-08-28T02:27:43.950 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.950 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.950 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:27:43.950 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:57.774791+0000", 2023-08-28T02:27:43.950 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.8547999999999997e-05 2023-08-28T02:27:43.950 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.950 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.950 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:27:43.950 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:57.774832+0000", 2023-08-28T02:27:43.950 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.1628000000000002e-05 2023-08-28T02:27:43.950 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:27:43.950 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:27:43.951 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:27:43.951 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.951 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.951 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.44411.0:235740 8.2 8:4dfc48e9:::benchmark_data_smithi040_198382_object117827:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e158)", 2023-08-28T02:27:43.951 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:25:57.750434+0000", 2023-08-28T02:27:43.951 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 106.12411520000001, 2023-08-28T02:27:43.951 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.024493666000000001, 2023-08-28T02:27:43.951 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:27:43.951 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:27:43.951 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:27:43.951 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.44411", 2023-08-28T02:27:43.951 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/741438835", 2023-08-28T02:27:43.952 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 235740 2023-08-28T02:27:43.952 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.952 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:27:43.952 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.952 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:27:43.952 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:57.750434+0000", 2023-08-28T02:27:43.952 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:27:43.952 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.952 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.952 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:27:43.952 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:57.750434+0000", 2023-08-28T02:27:43.952 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:27:43.953 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.953 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.953 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:27:43.953 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:57.750433+0000", 2023-08-28T02:27:43.953 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:27:43.953 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.953 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.953 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:27:43.953 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:57.750439+0000", 2023-08-28T02:27:43.953 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.8159999999999999e-06 2023-08-28T02:27:43.953 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.953 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.953 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:27:43.954 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:57.750456+0000", 2023-08-28T02:27:43.954 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.6960999999999999e-05 2023-08-28T02:27:43.954 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.954 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.954 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:27:43.954 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:57.750463+0000", 2023-08-28T02:27:43.954 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.8360000000000003e-06 2023-08-28T02:27:43.954 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.954 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.954 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:27:43.954 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:57.750506+0000", 2023-08-28T02:27:43.954 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.2771000000000001e-05 2023-08-28T02:27:43.955 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.955 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.955 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:27:43.955 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:57.750628+0000", 2023-08-28T02:27:43.955 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00012250100000000001 2023-08-28T02:27:43.955 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.955 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.955 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:27:43.955 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:57.750705+0000", 2023-08-28T02:27:43.955 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.6697000000000001e-05 2023-08-28T02:27:43.955 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.956 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.956 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:27:43.956 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:57.757791+0000", 2023-08-28T02:27:43.956 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0070862360000000001 2023-08-28T02:27:43.956 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.956 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.956 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:27:43.956 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:57.761849+0000", 2023-08-28T02:27:43.956 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0040582559999999997 2023-08-28T02:27:43.956 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.956 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.957 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:27:43.957 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:57.774863+0000", 2023-08-28T02:27:43.957 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.013014131 2023-08-28T02:27:43.957 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.957 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.957 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:27:43.957 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:57.774899+0000", 2023-08-28T02:27:43.957 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.5250999999999998e-05 2023-08-28T02:27:43.957 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.957 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.957 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:27:43.957 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:57.774928+0000", 2023-08-28T02:27:43.958 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.9366999999999999e-05 2023-08-28T02:27:43.958 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:27:43.958 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:27:43.958 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:27:43.958 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.958 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.958 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_repop(client.34719.0:35587 9.e e166/160 9:7e48bb7c:::benchmark_data_smithi040_209735_object35586:head v 166'2241, mlcod=166'2239)", 2023-08-28T02:27:43.958 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:27:09.837636+0000", 2023-08-28T02:27:43.958 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 34.036913415000001, 2023-08-28T02:27:43.958 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011235426999999999, 2023-08-28T02:27:43.958 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:27:43.958 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:27:43.959 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:27:43.959 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.959 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:27:43.959 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:09.837636+0000", 2023-08-28T02:27:43.959 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:27:43.959 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.959 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.959 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:27:43.959 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:09.837636+0000", 2023-08-28T02:27:43.959 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:27:43.959 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.959 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.960 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:27:43.960 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:09.837635+0000", 2023-08-28T02:27:43.960 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:27:43.960 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.960 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.960 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:27:43.960 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:09.837660+0000", 2023-08-28T02:27:43.960 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.4887000000000001e-05 2023-08-28T02:27:43.960 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.960 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.960 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:27:43.960 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:09.837676+0000", 2023-08-28T02:27:43.961 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.5959000000000001e-05 2023-08-28T02:27:43.961 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.961 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.961 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:27:43.961 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:09.837682+0000", 2023-08-28T02:27:43.961 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.2740000000000004e-06 2023-08-28T02:27:43.961 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.961 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.961 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:27:43.961 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:09.837741+0000", 2023-08-28T02:27:43.961 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.8884000000000001e-05 2023-08-28T02:27:43.961 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.962 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.962 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:27:43.962 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:09.837760+0000", 2023-08-28T02:27:43.962 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.925e-05 2023-08-28T02:27:43.962 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.962 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.962 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:27:43.962 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:09.848829+0000", 2023-08-28T02:27:43.962 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011068941000000001 2023-08-28T02:27:43.962 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.962 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.962 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:27:43.963 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:09.848871+0000", 2023-08-28T02:27:43.963 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.2203000000000002e-05 2023-08-28T02:27:43.963 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:27:43.963 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:27:43.963 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:27:43.963 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.963 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.963 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_repop(client.34719.0:57237 9.e e170/160 9:7b4b2d0d:::benchmark_data_smithi040_209735_object57236:head v 170'3552, mlcod=169'3549)", 2023-08-28T02:27:43.963 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:27:26.815419+0000", 2023-08-28T02:27:43.963 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 17.059130368000002, 2023-08-28T02:27:43.963 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.021761777, 2023-08-28T02:27:43.964 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:27:43.964 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:27:43.964 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:27:43.964 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.964 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:27:43.964 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:26.815419+0000", 2023-08-28T02:27:43.964 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:27:43.964 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.964 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.964 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:27:43.964 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:26.815419+0000", 2023-08-28T02:27:43.964 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:27:43.965 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.965 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.965 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:27:43.965 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:26.815419+0000", 2023-08-28T02:27:43.965 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999995 2023-08-28T02:27:43.965 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.965 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.965 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:27:43.965 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:26.815450+0000", 2023-08-28T02:27:43.965 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.1603999999999998e-05 2023-08-28T02:27:43.965 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.965 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.966 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:27:43.966 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:26.815472+0000", 2023-08-28T02:27:43.966 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.1461e-05 2023-08-28T02:27:43.966 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.966 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.966 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:27:43.966 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:26.815482+0000", 2023-08-28T02:27:43.966 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0063e-05 2023-08-28T02:27:43.966 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.966 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.966 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:27:43.966 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:26.818078+0000", 2023-08-28T02:27:43.967 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0025961420000000001 2023-08-28T02:27:43.967 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.967 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.967 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:27:43.967 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:26.818104+0000", 2023-08-28T02:27:43.967 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.6129999999999999e-05 2023-08-28T02:27:43.967 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.967 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.967 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:27:43.967 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:26.837122+0000", 2023-08-28T02:27:43.967 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.019018066 2023-08-28T02:27:43.967 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.967 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.968 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:27:43.968 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:26.837181+0000", 2023-08-28T02:27:43.968 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.8708000000000001e-05 2023-08-28T02:27:43.968 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:27:43.968 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:27:43.968 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:27:43.968 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.968 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.968 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_repop(client.34719.0:62377 9.e e172/160 9:7c574be8:::benchmark_data_smithi040_209735_object62376:head v 172'3864, mlcod=172'3862)", 2023-08-28T02:27:43.968 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:27:31.667761+0000", 2023-08-28T02:27:43.968 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 12.206788658000001, 2023-08-28T02:27:43.968 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011368707, 2023-08-28T02:27:43.969 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:27:43.969 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:27:43.969 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:27:43.969 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.969 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:27:43.969 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:31.667761+0000", 2023-08-28T02:27:43.969 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:27:43.969 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.969 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.969 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:27:43.969 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:31.667761+0000", 2023-08-28T02:27:43.969 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:27:43.970 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.970 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.970 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:27:43.970 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:31.667760+0000", 2023-08-28T02:27:43.970 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:27:43.970 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.970 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.970 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:27:43.970 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:31.667783+0000", 2023-08-28T02:27:43.970 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.3592e-05 2023-08-28T02:27:43.970 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.970 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.971 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:27:43.971 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:31.667801+0000", 2023-08-28T02:27:43.971 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.7978999999999998e-05 2023-08-28T02:27:43.971 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.971 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.971 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:27:43.971 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:31.667808+0000", 2023-08-28T02:27:43.971 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.5270000000000004e-06 2023-08-28T02:27:43.971 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.971 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.971 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:27:43.971 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:31.667866+0000", 2023-08-28T02:27:43.972 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.8451e-05 2023-08-28T02:27:43.972 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.972 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.972 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:27:43.972 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:31.667886+0000", 2023-08-28T02:27:43.972 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.9301e-05 2023-08-28T02:27:43.972 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.972 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.972 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:27:43.972 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:31.679089+0000", 2023-08-28T02:27:43.972 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.01120312 2023-08-28T02:27:43.972 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.973 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.973 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:27:43.973 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:31.679130+0000", 2023-08-28T02:27:43.973 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.0757000000000003e-05 2023-08-28T02:27:43.973 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:27:43.973 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:27:43.973 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:27:43.973 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.973 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.973 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_repop(client.34719.0:67687 9.4 e178/170 9:24aa7005:::benchmark_data_smithi040_209735_object67686:head v 178'3862, mlcod=178'3860)", 2023-08-28T02:27:43.973 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:27:38.632977+0000", 2023-08-28T02:27:43.973 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 5.241572948, 2023-08-28T02:27:43.974 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011674894, 2023-08-28T02:27:43.974 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:27:43.974 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:27:43.974 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:27:43.974 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.974 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:27:43.974 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:38.632977+0000", 2023-08-28T02:27:43.974 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:27:43.974 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.974 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.974 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:27:43.974 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:38.632977+0000", 2023-08-28T02:27:43.974 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:27:43.975 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.975 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.975 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:27:43.975 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:38.632975+0000", 2023-08-28T02:27:43.975 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:27:43.975 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.975 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.975 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:27:43.975 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:38.633030+0000", 2023-08-28T02:27:43.975 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.4666000000000001e-05 2023-08-28T02:27:43.975 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.976 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.976 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:27:43.976 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:38.633055+0000", 2023-08-28T02:27:43.976 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.5394000000000001e-05 2023-08-28T02:27:43.976 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.976 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.976 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:27:43.976 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:38.633063+0000", 2023-08-28T02:27:43.976 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.5399999999999998e-06 2023-08-28T02:27:43.976 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.976 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.976 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:27:43.977 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:38.633126+0000", 2023-08-28T02:27:43.977 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.3260000000000001e-05 2023-08-28T02:27:43.977 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.977 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.977 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:27:43.977 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:38.633149+0000", 2023-08-28T02:27:43.977 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.2563999999999999e-05 2023-08-28T02:27:43.977 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.977 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.977 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:27:43.977 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:38.644614+0000", 2023-08-28T02:27:43.977 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011464892000000001 2023-08-28T02:27:43.977 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.978 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.978 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:27:43.978 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:38.644651+0000", 2023-08-28T02:27:43.978 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.7768000000000002e-05 2023-08-28T02:27:43.978 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:27:43.978 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:27:43.978 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:27:43.978 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.978 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.978 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_repop(client.34719.0:67778 9.c e178/160 9:30d9f760:::benchmark_data_smithi040_209735_object67777:head v 178'4282, mlcod=178'4280)", 2023-08-28T02:27:43.978 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:27:38.708019+0000", 2023-08-28T02:27:43.979 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 5.1665300600000004, 2023-08-28T02:27:43.979 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011147663, 2023-08-28T02:27:43.979 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:27:43.979 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:27:43.979 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:27:43.979 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.979 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:27:43.979 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:38.708019+0000", 2023-08-28T02:27:43.979 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:27:43.979 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.979 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.980 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:27:43.980 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:38.708019+0000", 2023-08-28T02:27:43.980 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:27:43.980 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.980 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.980 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:27:43.980 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:38.708018+0000", 2023-08-28T02:27:43.980 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:27:43.980 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.980 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.980 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:27:43.981 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:38.708069+0000", 2023-08-28T02:27:43.981 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.0970000000000002e-05 2023-08-28T02:27:43.981 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.981 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.981 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:27:43.981 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:38.708082+0000", 2023-08-28T02:27:43.981 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.3094e-05 2023-08-28T02:27:43.981 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.981 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.981 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:27:43.981 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:38.708089+0000", 2023-08-28T02:27:43.982 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.8040000000000004e-06 2023-08-28T02:27:43.982 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.982 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.982 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:27:43.982 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:38.708957+0000", 2023-08-28T02:27:43.982 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00086803399999999995 2023-08-28T02:27:43.982 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.982 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.982 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:27:43.982 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:38.713017+0000", 2023-08-28T02:27:43.983 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0040599290000000003 2023-08-28T02:27:43.983 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.983 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.983 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:27:43.983 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:38.719135+0000", 2023-08-28T02:27:43.983 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0061173540000000002 2023-08-28T02:27:43.983 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.983 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.983 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:27:43.983 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:38.719167+0000", 2023-08-28T02:27:43.983 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.2524999999999998e-05 2023-08-28T02:27:43.983 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:27:43.984 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:27:43.984 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:27:43.984 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.984 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.984 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_repop(client.34719.0:67815 9.4 e178/170 9:2131b6f8:::benchmark_data_smithi040_209735_object67814:head v 178'3868, mlcod=178'3866)", 2023-08-28T02:27:43.984 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:27:38.735218+0000", 2023-08-28T02:27:43.984 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 5.1393317730000003, 2023-08-28T02:27:43.984 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.013287224, 2023-08-28T02:27:43.984 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:27:43.984 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:27:43.984 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:27:43.985 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.985 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:27:43.985 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:38.735218+0000", 2023-08-28T02:27:43.985 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:27:43.985 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.985 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.985 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:27:43.985 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:38.735218+0000", 2023-08-28T02:27:43.985 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:27:43.985 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.985 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.985 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:27:43.986 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:38.735217+0000", 2023-08-28T02:27:43.986 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:27:43.986 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.986 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.986 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:27:43.986 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:38.735275+0000", 2023-08-28T02:27:43.986 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.8477999999999998e-05 2023-08-28T02:27:43.986 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.986 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.986 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:27:43.986 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:38.735291+0000", 2023-08-28T02:27:43.986 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.5330999999999999e-05 2023-08-28T02:27:43.987 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.987 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.987 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:27:43.987 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:38.735297+0000", 2023-08-28T02:27:43.987 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.2179999999999996e-06 2023-08-28T02:27:43.987 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.987 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.987 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:27:43.987 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:38.738567+0000", 2023-08-28T02:27:43.987 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0032704639999999998 2023-08-28T02:27:43.987 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.987 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.988 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:27:43.988 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:38.738588+0000", 2023-08-28T02:27:43.988 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.1276000000000001e-05 2023-08-28T02:27:43.988 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.988 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.988 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:27:43.988 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:38.748451+0000", 2023-08-28T02:27:43.988 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0098622789999999998 2023-08-28T02:27:43.988 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.988 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.988 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:27:43.989 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:38.748505+0000", 2023-08-28T02:27:43.989 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.4177e-05 2023-08-28T02:27:43.989 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:27:43.989 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:27:43.989 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:27:43.989 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.989 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.989 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_repop(client.34719.0:67812 9.10 e178/174 9:0d533f7a:::benchmark_data_smithi040_209735_object67811:head v 178'4012, mlcod=164'200)", 2023-08-28T02:27:43.989 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:27:38.735307+0000", 2023-08-28T02:27:43.989 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 5.1392424940000003, 2023-08-28T02:27:43.989 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.013461509999999999, 2023-08-28T02:27:43.989 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:27:43.989 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:27:43.990 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:27:43.990 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.990 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:27:43.990 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:38.735307+0000", 2023-08-28T02:27:43.990 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:27:43.990 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.990 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.990 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:27:43.990 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:38.735307+0000", 2023-08-28T02:27:43.990 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:27:43.990 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.990 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.991 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:27:43.991 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:38.735307+0000", 2023-08-28T02:27:43.991 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999995 2023-08-28T02:27:43.991 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.991 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.991 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:27:43.991 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:38.735344+0000", 2023-08-28T02:27:43.991 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.6931999999999998e-05 2023-08-28T02:27:43.991 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.991 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.991 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:27:43.991 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:38.735351+0000", 2023-08-28T02:27:43.992 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.0249999999999997e-06 2023-08-28T02:27:43.992 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.992 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.992 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:27:43.992 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:38.735355+0000", 2023-08-28T02:27:43.992 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.1679999999999997e-06 2023-08-28T02:27:43.992 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.992 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.992 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:27:43.992 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:38.735406+0000", 2023-08-28T02:27:43.992 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.1474999999999998e-05 2023-08-28T02:27:43.992 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.993 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.993 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:27:43.993 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:38.735431+0000", 2023-08-28T02:27:43.993 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.4306000000000001e-05 2023-08-28T02:27:43.993 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.993 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.993 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:27:43.993 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:38.748731+0000", 2023-08-28T02:27:43.993 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.013299953999999999 2023-08-28T02:27:43.993 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.993 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.993 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:27:43.994 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:38.748769+0000", 2023-08-28T02:27:43.994 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.7972000000000002e-05 2023-08-28T02:27:43.994 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:27:43.994 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:27:43.994 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:27:43.994 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.994 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.994 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_repop(client.34719.0:67983 9.10 e178/174 9:0ceb4056:::benchmark_data_smithi040_209735_object67982:head v 178'4017, mlcod=164'212)", 2023-08-28T02:27:43.994 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:27:38.890128+0000", 2023-08-28T02:27:43.994 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 4.9844216560000003, 2023-08-28T02:27:43.995 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.010774064, 2023-08-28T02:27:43.995 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:27:43.995 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:27:43.995 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:27:43.995 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.995 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:27:43.995 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:38.890128+0000", 2023-08-28T02:27:43.995 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:27:43.995 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.995 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.995 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:27:43.996 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:38.890128+0000", 2023-08-28T02:27:43.996 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:27:43.996 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.996 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.996 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:27:43.996 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:38.890127+0000", 2023-08-28T02:27:43.996 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999995 2023-08-28T02:27:43.996 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.996 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.996 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:27:43.996 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:38.890167+0000", 2023-08-28T02:27:43.996 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.9975999999999998e-05 2023-08-28T02:27:43.996 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.997 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.997 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:27:43.997 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:38.890176+0000", 2023-08-28T02:27:43.997 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.2320000000000001e-06 2023-08-28T02:27:43.997 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.997 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.997 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:27:43.997 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:38.890180+0000", 2023-08-28T02:27:43.997 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.6269999999999999e-06 2023-08-28T02:27:43.997 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.997 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.997 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:27:43.998 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:38.891453+0000", 2023-08-28T02:27:43.998 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.001272673 2023-08-28T02:27:43.998 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.998 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.998 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:27:43.998 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:38.891477+0000", 2023-08-28T02:27:43.998 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.3558999999999999e-05 2023-08-28T02:27:43.998 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.998 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.998 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:27:43.998 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:38.900876+0000", 2023-08-28T02:27:43.998 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0093995060000000002 2023-08-28T02:27:43.999 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.999 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.999 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:27:43.999 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:38.900902+0000", 2023-08-28T02:27:43.999 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.5857e-05 2023-08-28T02:27:43.999 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:27:43.999 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:27:43.999 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:27:43.999 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:43.999 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:43.999 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_repop(client.34719.0:67996 9.e e178/160 9:7f36c81a:::benchmark_data_smithi040_209735_object67995:head v 178'4249, mlcod=178'4247)", 2023-08-28T02:27:43.999 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:27:38.900599+0000", 2023-08-28T02:27:44.000 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 4.9739502169999996, 2023-08-28T02:27:44.000 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011907898, 2023-08-28T02:27:44.000 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:27:44.000 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:27:44.000 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:27:44.000 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:44.000 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:27:44.000 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:38.900599+0000", 2023-08-28T02:27:44.000 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:27:44.000 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:44.000 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:44.000 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:27:44.000 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:38.900599+0000", 2023-08-28T02:27:44.001 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:27:44.001 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:44.001 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:44.001 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:27:44.001 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:38.900598+0000", 2023-08-28T02:27:44.001 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:27:44.001 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:44.001 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:44.001 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:27:44.001 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:38.900663+0000", 2023-08-28T02:27:44.001 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.5687999999999999e-05 2023-08-28T02:27:44.001 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:44.002 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:44.002 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:27:44.002 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:38.900677+0000", 2023-08-28T02:27:44.002 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.3920000000000001e-05 2023-08-28T02:27:44.002 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:44.002 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:44.002 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:27:44.002 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:38.900683+0000", 2023-08-28T02:27:44.002 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.7740000000000001e-06 2023-08-28T02:27:44.002 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:44.002 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:44.002 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:27:44.003 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:38.900744+0000", 2023-08-28T02:27:44.003 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.1278999999999994e-05 2023-08-28T02:27:44.003 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:44.003 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:44.003 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:27:44.003 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:38.900766+0000", 2023-08-28T02:27:44.003 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.1810999999999998e-05 2023-08-28T02:27:44.003 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:44.003 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:44.003 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:27:44.003 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:38.912467+0000", 2023-08-28T02:27:44.003 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011700353 2023-08-28T02:27:44.004 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:44.004 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:44.004 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:27:44.004 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:38.912507+0000", 2023-08-28T02:27:44.004 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.0547000000000003e-05 2023-08-28T02:27:44.004 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:27:44.004 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:27:44.004 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:27:44.004 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:44.004 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:44.004 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_repop(client.34719.0:70795 9.10 e179/174 9:0d527811:::benchmark_data_smithi040_209735_object70794:head v 179'4110, mlcod=164'376)", 2023-08-28T02:27:44.004 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:27:41.170987+0000", 2023-08-28T02:27:44.005 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 2.7035621949999999, 2023-08-28T02:27:44.005 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.010529792, 2023-08-28T02:27:44.005 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:27:44.005 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:27:44.005 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:27:44.005 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:44.005 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:27:44.005 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:41.170987+0000", 2023-08-28T02:27:44.005 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:27:44.005 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:44.005 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:44.005 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:27:44.005 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:41.170987+0000", 2023-08-28T02:27:44.006 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:27:44.006 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:44.006 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:44.006 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:27:44.006 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:41.170987+0000", 2023-08-28T02:27:44.006 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999995 2023-08-28T02:27:44.006 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:44.006 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:44.006 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:27:44.006 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:41.171018+0000", 2023-08-28T02:27:44.006 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.0790999999999997e-05 2023-08-28T02:27:44.007 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:44.007 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:44.007 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:27:44.007 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:41.171025+0000", 2023-08-28T02:27:44.007 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.1709999999999996e-06 2023-08-28T02:27:44.007 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:44.007 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:44.007 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:27:44.007 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:41.171029+0000", 2023-08-28T02:27:44.007 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.907e-06 2023-08-28T02:27:44.007 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:44.007 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:44.007 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:27:44.008 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:41.172140+0000", 2023-08-28T02:27:44.008 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0011107160000000001 2023-08-28T02:27:44.008 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:44.008 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:44.008 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:27:44.008 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:41.172161+0000", 2023-08-28T02:27:44.008 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.1209e-05 2023-08-28T02:27:44.008 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:44.008 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:44.008 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:27:44.008 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:41.181487+0000", 2023-08-28T02:27:44.008 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0093261679999999993 2023-08-28T02:27:44.009 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:44.009 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:44.009 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:27:44.009 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:41.181517+0000", 2023-08-28T02:27:44.009 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.0117e-05 2023-08-28T02:27:44.009 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:27:44.009 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:27:44.009 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:27:44.009 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:27:44.009 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:27:44.009 INFO:teuthology.orchestra.run.smithi083.stdout:} 2023-08-28T02:27:44.010 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:27:44.039 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:44.060 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:27:44.062 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:44.063 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:27:44.159 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 53 16 72577 72561 85.5069 0 - 0.0113305 2023-08-28T02:27:44.164 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:27:44.191 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:44.211 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:27:44.214 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:44.214 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:27:44.225 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.5 dump_ops_in_flight 2023-08-28T02:27:44.315 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:27:44.346 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:44.371 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:27:44.376 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:44.376 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:27:44.477 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:27:44.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:44 smithi083 ceph-mon[157819]: failed to encode map e181 with expected crc 2023-08-28T02:27:44.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:44 smithi083 ceph-mon[157819]: failed to encode map e181 with expected crc 2023-08-28T02:27:44.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:44 smithi083 ceph-mon[157819]: osdmap e181: 8 total, 8 up, 8 in 2023-08-28T02:27:44.493 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:44 smithi083 ceph-mon[157819]: failed to encode map e181 with expected crc 2023-08-28T02:27:44.493 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:44 smithi083 ceph-mon[157819]: failed to encode map e181 with expected crc 2023-08-28T02:27:44.493 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:44 smithi083 ceph-mon[157819]: pgmap v596: 109 pgs: 1 active+recovering+undersized+remapped, 108 active+clean; 4.3 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 59 MiB/s wr, 936 op/s; 5568/213159 objects misplaced (2.612%); 2.0 MiB/s, 31 objects/s recovering 2023-08-28T02:27:44.493 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:44 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num_actual", "val": "20"}]: dispatch 2023-08-28T02:27:44.493 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:44 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num_actual", "val": "20"}]: dispatch 2023-08-28T02:27:44.532 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:44 smithi040 ceph-mon[175404]: failed to encode map e181 with expected crc 2023-08-28T02:27:44.532 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:44 smithi040 ceph-mon[175404]: failed to encode map e181 with expected crc 2023-08-28T02:27:44.532 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:44 smithi040 ceph-mon[175404]: osdmap e181: 8 total, 8 up, 8 in 2023-08-28T02:27:44.533 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:44 smithi040 ceph-mon[175404]: failed to encode map e181 with expected crc 2023-08-28T02:27:44.533 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:44 smithi040 ceph-mon[175404]: failed to encode map e181 with expected crc 2023-08-28T02:27:44.533 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:44 smithi040 ceph-mon[175404]: pgmap v596: 109 pgs: 1 active+recovering+undersized+remapped, 108 active+clean; 4.3 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 59 MiB/s wr, 936 op/s; 5568/213159 objects misplaced (2.612%); 2.0 MiB/s, 31 objects/s recovering 2023-08-28T02:27:44.533 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:44 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num_actual", "val": "20"}]: dispatch 2023-08-28T02:27:44.533 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:44 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num_actual", "val": "20"}]: dispatch 2023-08-28T02:27:44.533 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:44 smithi040 ceph-mon[170259]: failed to encode map e181 with expected crc 2023-08-28T02:27:44.534 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:44 smithi040 ceph-mon[170259]: failed to encode map e181 with expected crc 2023-08-28T02:27:44.534 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:44 smithi040 ceph-mon[170259]: osdmap e181: 8 total, 8 up, 8 in 2023-08-28T02:27:44.534 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:44 smithi040 ceph-mon[170259]: failed to encode map e181 with expected crc 2023-08-28T02:27:44.534 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:44 smithi040 ceph-mon[170259]: failed to encode map e181 with expected crc 2023-08-28T02:27:44.534 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:44 smithi040 ceph-mon[170259]: pgmap v596: 109 pgs: 1 active+recovering+undersized+remapped, 108 active+clean; 4.3 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 59 MiB/s wr, 936 op/s; 5568/213159 objects misplaced (2.612%); 2.0 MiB/s, 31 objects/s recovering 2023-08-28T02:27:44.534 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:44 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num_actual", "val": "20"}]: dispatch 2023-08-28T02:27:44.534 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:44 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num_actual", "val": "20"}]: dispatch 2023-08-28T02:27:44.535 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:44.703 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:27:45.159 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 54 16 73057 73041 84.4796 15 0.00223623 0.0117321 2023-08-28T02:27:45.451 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:27:45.455 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:45.455 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:27:45.480 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:27:45 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:27:45] "GET /metrics HTTP/1.1" 200 36403 "" "Prometheus/2.43.0" 2023-08-28T02:27:45.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:45 smithi040 ceph-mon[175404]: failed to encode map e182 with expected crc 2023-08-28T02:27:45.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:45 smithi040 ceph-mon[175404]: failed to encode map e182 with expected crc 2023-08-28T02:27:45.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:45 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num_actual", "val": "20"}]': finished 2023-08-28T02:27:45.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:45 smithi040 ceph-mon[175404]: osdmap e182: 8 total, 8 up, 8 in 2023-08-28T02:27:45.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:45 smithi040 ceph-mon[175404]: failed to encode map e182 with expected crc 2023-08-28T02:27:45.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:45 smithi040 ceph-mon[175404]: failed to encode map e182 with expected crc 2023-08-28T02:27:45.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:45 smithi040 ceph-mon[175404]: failed to encode map e182 with expected crc 2023-08-28T02:27:45.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:45 smithi040 ceph-mon[175404]: failed to encode map e182 with expected crc 2023-08-28T02:27:45.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:45 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:27:45.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:45 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:27:45.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:45 smithi040 ceph-mon[170259]: failed to encode map e182 with expected crc 2023-08-28T02:27:45.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:45 smithi040 ceph-mon[170259]: failed to encode map e182 with expected crc 2023-08-28T02:27:45.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:45 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num_actual", "val": "20"}]': finished 2023-08-28T02:27:45.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:45 smithi040 ceph-mon[170259]: osdmap e182: 8 total, 8 up, 8 in 2023-08-28T02:27:45.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:45 smithi040 ceph-mon[170259]: failed to encode map e182 with expected crc 2023-08-28T02:27:45.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:45 smithi040 ceph-mon[170259]: failed to encode map e182 with expected crc 2023-08-28T02:27:45.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:45 smithi040 ceph-mon[170259]: failed to encode map e182 with expected crc 2023-08-28T02:27:45.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:45 smithi040 ceph-mon[170259]: failed to encode map e182 with expected crc 2023-08-28T02:27:45.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:45 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:27:45.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:45 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:27:45.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:45 smithi083 ceph-mon[157819]: failed to encode map e182 with expected crc 2023-08-28T02:27:45.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:45 smithi083 ceph-mon[157819]: failed to encode map e182 with expected crc 2023-08-28T02:27:45.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:45 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num_actual", "val": "20"}]': finished 2023-08-28T02:27:45.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:45 smithi083 ceph-mon[157819]: osdmap e182: 8 total, 8 up, 8 in 2023-08-28T02:27:45.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:45 smithi083 ceph-mon[157819]: failed to encode map e182 with expected crc 2023-08-28T02:27:45.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:45 smithi083 ceph-mon[157819]: failed to encode map e182 with expected crc 2023-08-28T02:27:45.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:45 smithi083 ceph-mon[157819]: failed to encode map e182 with expected crc 2023-08-28T02:27:45.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:45 smithi083 ceph-mon[157819]: failed to encode map e182 with expected crc 2023-08-28T02:27:45.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:45 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:27:45.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:45 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:27:45.556 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:27:45.589 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:45.661 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:27:45.661 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:27:45.666 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:45.666 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:27:45.723 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2023-08-28T02:27:45.724 INFO:teuthology.orchestra.run.smithi083.stdout: "ops": [], 2023-08-28T02:27:45.724 INFO:teuthology.orchestra.run.smithi083.stdout: "num_ops": 0 2023-08-28T02:27:45.724 INFO:teuthology.orchestra.run.smithi083.stdout:} 2023-08-28T02:27:45.767 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:27:45.793 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:27:45.805 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:45.821 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:27:45.831 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:27:45.834 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:45.834 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:27:45.846 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:27:45.869 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:27:45.891 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:27:45.914 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:27:45.935 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:27:45.937 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:27:45.966 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:45.966 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:27:45.979 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-08-28T02:27:45.979 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-08-28T02:27:45.979 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-08-28T02:27:45.980 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-08-28T02:27:45.980 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-08-28T02:27:45.980 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-08-28T02:27:45.980 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-08-28T02:27:45.980 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-08-28T02:27:46.086 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:27:46.088 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:46.088 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:27:46.138 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.5 dump_blocked_ops 2023-08-28T02:27:46.160 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 55 16 73057 73041 82.9445 0 - 0.0117321 2023-08-28T02:27:46.189 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:27:46.224 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:46.441 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:27:46.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:46 smithi040 ceph-mon[175404]: osdmap e183: 8 total, 8 up, 8 in 2023-08-28T02:27:46.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:46 smithi040 ceph-mon[175404]: failed to encode map e183 with expected crc 2023-08-28T02:27:46.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:46 smithi040 ceph-mon[175404]: failed to encode map e183 with expected crc 2023-08-28T02:27:46.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:46 smithi040 ceph-mon[175404]: failed to encode map e183 with expected crc 2023-08-28T02:27:46.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:46 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/101175791' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:27:46.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:46 smithi040 ceph-mon[175404]: pgmap v599: 109 pgs: 1 remapped+peering, 7 peering, 1 active+recovering+undersized+remapped, 100 active+clean; 4.4 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 20 MiB/s wr, 314 op/s; 5568/216930 objects misplaced (2.567%) 2023-08-28T02:27:46.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:46 smithi040 ceph-mon[170259]: osdmap e183: 8 total, 8 up, 8 in 2023-08-28T02:27:46.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:46 smithi040 ceph-mon[170259]: failed to encode map e183 with expected crc 2023-08-28T02:27:46.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:46 smithi040 ceph-mon[170259]: failed to encode map e183 with expected crc 2023-08-28T02:27:46.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:46 smithi040 ceph-mon[170259]: failed to encode map e183 with expected crc 2023-08-28T02:27:46.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:46 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/101175791' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:27:46.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:46 smithi040 ceph-mon[170259]: pgmap v599: 109 pgs: 1 remapped+peering, 7 peering, 1 active+recovering+undersized+remapped, 100 active+clean; 4.4 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 20 MiB/s wr, 314 op/s; 5568/216930 objects misplaced (2.567%) 2023-08-28T02:27:46.600 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:46 smithi083 ceph-mon[157819]: osdmap e183: 8 total, 8 up, 8 in 2023-08-28T02:27:46.600 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:46 smithi083 ceph-mon[157819]: failed to encode map e183 with expected crc 2023-08-28T02:27:46.600 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:46 smithi083 ceph-mon[157819]: failed to encode map e183 with expected crc 2023-08-28T02:27:46.601 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:46 smithi083 ceph-mon[157819]: failed to encode map e183 with expected crc 2023-08-28T02:27:46.601 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:46 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/101175791' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:27:46.601 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:46 smithi083 ceph-mon[157819]: pgmap v599: 109 pgs: 1 remapped+peering, 7 peering, 1 active+recovering+undersized+remapped, 100 active+clean; 4.4 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 20 MiB/s wr, 314 op/s; 5568/216930 objects misplaced (2.567%) 2023-08-28T02:27:46.702 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:27:46.708 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:46.708 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:27:46.809 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:27:46.867 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:46.894 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:27:46.898 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:46.899 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:27:46.999 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:27:47.048 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:47.160 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 56 16 73925 73909 82.4315 27.125 0.0145582 0.0121267 2023-08-28T02:27:47.197 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:27:47.202 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:47.202 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:27:47.303 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:27:47.426 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:47.445 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:47 smithi083 ceph-mon[157819]: failed to encode map e184 with expected crc 2023-08-28T02:27:47.445 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:47 smithi083 ceph-mon[157819]: failed to encode map e184 with expected crc 2023-08-28T02:27:47.445 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:47 smithi083 ceph-mon[157819]: failed to encode map e184 with expected crc 2023-08-28T02:27:47.445 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:47 smithi083 ceph-mon[157819]: osdmap e184: 8 total, 8 up, 8 in 2023-08-28T02:27:47.446 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:47 smithi083 ceph-mon[157819]: failed to encode map e184 with expected crc 2023-08-28T02:27:47.446 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:47 smithi083 ceph-mon[157819]: failed to encode map e184 with expected crc 2023-08-28T02:27:47.446 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:47 smithi083 ceph-mon[157819]: failed to encode map e184 with expected crc 2023-08-28T02:27:47.446 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:47 smithi083 ceph-mon[157819]: failed to encode map e184 with expected crc 2023-08-28T02:27:47.446 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:47 smithi083 ceph-mon[157819]: Health check failed: Reduced data availability: 3 pgs peering (PG_AVAILABILITY) 2023-08-28T02:27:47.507 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd set noscrub 2023-08-28T02:27:47.646 INFO:teuthology.orchestra.run.smithi083.stdout:ERROR: (22) Invalid argument 2023-08-28T02:27:47.647 INFO:teuthology.orchestra.run.smithi083.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:27:47.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:47 smithi040 ceph-mon[175404]: failed to encode map e184 with expected crc 2023-08-28T02:27:47.734 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:47 smithi040 ceph-mon[175404]: failed to encode map e184 with expected crc 2023-08-28T02:27:47.734 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:47 smithi040 ceph-mon[175404]: failed to encode map e184 with expected crc 2023-08-28T02:27:47.734 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:47 smithi040 ceph-mon[175404]: osdmap e184: 8 total, 8 up, 8 in 2023-08-28T02:27:47.734 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:47 smithi040 ceph-mon[175404]: failed to encode map e184 with expected crc 2023-08-28T02:27:47.734 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:47 smithi040 ceph-mon[175404]: failed to encode map e184 with expected crc 2023-08-28T02:27:47.734 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:47 smithi040 ceph-mon[175404]: failed to encode map e184 with expected crc 2023-08-28T02:27:47.734 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:47 smithi040 ceph-mon[175404]: failed to encode map e184 with expected crc 2023-08-28T02:27:47.734 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:47 smithi040 ceph-mon[175404]: Health check failed: Reduced data availability: 3 pgs peering (PG_AVAILABILITY) 2023-08-28T02:27:47.735 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:47 smithi040 ceph-mon[170259]: failed to encode map e184 with expected crc 2023-08-28T02:27:47.735 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:47 smithi040 ceph-mon[170259]: failed to encode map e184 with expected crc 2023-08-28T02:27:47.735 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:47 smithi040 ceph-mon[170259]: failed to encode map e184 with expected crc 2023-08-28T02:27:47.735 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:47 smithi040 ceph-mon[170259]: osdmap e184: 8 total, 8 up, 8 in 2023-08-28T02:27:47.735 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:47 smithi040 ceph-mon[170259]: failed to encode map e184 with expected crc 2023-08-28T02:27:47.735 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:47 smithi040 ceph-mon[170259]: failed to encode map e184 with expected crc 2023-08-28T02:27:47.735 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:47 smithi040 ceph-mon[170259]: failed to encode map e184 with expected crc 2023-08-28T02:27:47.735 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:47 smithi040 ceph-mon[170259]: failed to encode map e184 with expected crc 2023-08-28T02:27:47.735 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:47 smithi040 ceph-mon[170259]: Health check failed: Reduced data availability: 3 pgs peering (PG_AVAILABILITY) 2023-08-28T02:27:48.053 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.5 dump_historic_ops 2023-08-28T02:27:48.162 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 57 16 75074 75058 82.2431 71.8125 0.0104907 0.012153 2023-08-28T02:27:48.349 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:48 smithi040 ceph-mon[170259]: 1.6 scrub starts 2023-08-28T02:27:48.349 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:48 smithi040 ceph-mon[170259]: pgmap v601: 109 pgs: 1 remapped+peering, 7 peering, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 97 active+clean; 4.5 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 30 MiB/s wr, 483 op/s; 4243/220230 objects degraded (1.927%); 4394/220230 objects misplaced (1.995%); 5.0 MiB/s, 80 objects/s recovering 2023-08-28T02:27:48.510 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:27:48.674 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:48 smithi083 ceph-mon[157819]: 1.6 scrub starts 2023-08-28T02:27:48.675 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:48 smithi083 ceph-mon[157819]: pgmap v601: 109 pgs: 1 remapped+peering, 7 peering, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 97 active+clean; 4.5 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 30 MiB/s wr, 483 op/s; 4243/220230 objects degraded (1.927%); 4394/220230 objects misplaced (1.995%); 5.0 MiB/s, 80 objects/s recovering 2023-08-28T02:27:48.696 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:27:48.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:48 smithi040 ceph-mon[175404]: 1.6 scrub starts 2023-08-28T02:27:48.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:48 smithi040 ceph-mon[175404]: pgmap v601: 109 pgs: 1 remapped+peering, 7 peering, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 97 active+clean; 4.5 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 30 MiB/s wr, 483 op/s; 4243/220230 objects degraded (1.927%); 4394/220230 objects misplaced (1.995%); 5.0 MiB/s, 80 objects/s recovering 2023-08-28T02:27:48.821 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:48.821 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:27:48.922 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:27:48.979 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:49.123 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:27:49.131 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:49.131 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:27:49.162 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 58 16 76268 76252 82.1117 74.625 0.0215402 0.012174 2023-08-28T02:27:49.206 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:27:49.232 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:27:49.285 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:49.325 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:27:49.332 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:49.332 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:27:49.433 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:27:49.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:49 smithi040 ceph-mon[170259]: Health check failed: Degraded data redundancy: 4243/220230 objects degraded (1.927%), 3 pgs degraded (PG_DEGRADED) 2023-08-28T02:27:49.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:49 smithi040 ceph-mon[175404]: Health check failed: Degraded data redundancy: 4243/220230 objects degraded (1.927%), 3 pgs degraded (PG_DEGRADED) 2023-08-28T02:27:49.483 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:49.619 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:27:49.626 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:49.627 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:27:49.724 INFO:teuthology.orchestra.run.smithi083.stdout:ERROR: (22) Invalid argument 2023-08-28T02:27:49.724 INFO:teuthology.orchestra.run.smithi083.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:27:49.728 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:27:49.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:49 smithi083 ceph-mon[157819]: Health check failed: Degraded data redundancy: 4243/220230 objects degraded (1.927%), 3 pgs degraded (PG_DEGRADED) 2023-08-28T02:27:49.795 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:49.829 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:27:49.836 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:49.836 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:27:49.937 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:27:49.988 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:50.025 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:27:50.029 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:50.029 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:27:50.124 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.6 dump_ops_in_flight 2023-08-28T02:27:50.130 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:27:50.164 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 59 16 77330 77314 81.845 66.375 0.0127298 0.0122115 2023-08-28T02:27:50.201 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:50.365 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:50 smithi083 ceph-mon[157819]: pgmap v602: 109 pgs: 1 remapped+peering, 7 peering, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 97 active+clean; 4.5 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 25 MiB/s wr, 392 op/s; 4243/220230 objects degraded (1.927%); 4394/220230 objects misplaced (1.995%); 4.1 MiB/s, 65 objects/s recovering 2023-08-28T02:27:50.365 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:50 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:27:50.411 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:27:50.417 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:27:50.451 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:50 smithi040 ceph-mon[175404]: pgmap v602: 109 pgs: 1 remapped+peering, 7 peering, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 97 active+clean; 4.5 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 25 MiB/s wr, 392 op/s; 4243/220230 objects degraded (1.927%); 4394/220230 objects misplaced (1.995%); 4.1 MiB/s, 65 objects/s recovering 2023-08-28T02:27:50.451 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:50 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:27:50.451 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:50 smithi040 ceph-mon[170259]: pgmap v602: 109 pgs: 1 remapped+peering, 7 peering, 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 97 active+clean; 4.5 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 25 MiB/s wr, 392 op/s; 4243/220230 objects degraded (1.927%); 4394/220230 objects misplaced (1.995%); 4.1 MiB/s, 65 objects/s recovering 2023-08-28T02:27:50.451 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:50 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:27:50.520 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:27:51.110 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-08-28T02:27:51.162 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:2023-08-28T02:27:51.163453+0000 min lat: 0.00123289 max lat: 2.53425 avg lat: 0.0122396 2023-08-28T02:27:51.162 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-08-28T02:27:51.163 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 60 16 78468 78452 81.6664 71.125 0.00902719 0.0122396 2023-08-28T02:27:51.684 INFO:teuthology.orchestra.run.smithi083.stdout:ERROR: (22) Invalid argument 2023-08-28T02:27:51.684 INFO:teuthology.orchestra.run.smithi083.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:27:51.769 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:27:51.776 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:51.776 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:27:51.877 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:27:51.952 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:52.028 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:51 smithi083 ceph-mon[157819]: 1.7 deep-scrub starts 2023-08-28T02:27:52.028 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:51 smithi083 ceph-mon[157819]: from='client.54748 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:27:52.133 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:27:52.143 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:52.143 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:27:52.150 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:51 smithi040 ceph-mon[170259]: 1.7 deep-scrub starts 2023-08-28T02:27:52.150 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:51 smithi040 ceph-mon[170259]: from='client.54748 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:27:52.151 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:51 smithi040 ceph-mon[175404]: 1.7 deep-scrub starts 2023-08-28T02:27:52.151 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:51 smithi040 ceph-mon[175404]: from='client.54748 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:27:52.154 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.6 dump_blocked_ops 2023-08-28T02:27:52.162 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 61 16 79570 79554 81.4567 68.875 0.0113962 0.0122705 2023-08-28T02:27:52.204 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":602,"stamp":"2023-08-28T02:27:50.176530+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4809988000,"num_objects":73410,"num_object_clones":0,"num_object_copies":220230,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4243,"num_objects_misplaced":4394,"num_objects_unfound":0,"num_objects_dirty":73410,"num_whiteouts":0,"num_read":489,"num_read_kb":916,"num_write":71563,"num_write_kb":4563245,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":636,"num_bytes_recovered":43058784,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":110968,"ondisk_log_size":110968,"up":327,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":347,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":17153924,"kb_used_data":14195844,"kb_used_omap":20,"kb_used_meta":2957995,"kb_avail":732807292,"statfs":{"total":767960285184,"available":750394667008,"internally_reserved":0,"allocated":14536544256,"data_stored":14529073157,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":20850,"internal_metadata":3028987534},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,0,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":154468352,"num_objects":2357,"num_object_clones":0,"num_object_copies":7071,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4243,"num_objects_misplaced":-1174,"num_objects_unfound":0,"num_objects_dirty":2357,"num_whiteouts":0,"num_read":-11,"num_read_kb":-8,"num_write":2357,"num_write_kb":150848,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":392,"num_bytes_recovered":25690112,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.006012"},"pg_stats":[{"pgid":"9.10","version":"184'4216","reported_seq":6769,"reported_epoch":184,"state":"active+recovering+undersized+remapped","last_fresh":"2023-08-28T02:27:47.083259+0000","last_change":"2023-08-28T02:27:35.718687+0000","last_active":"2023-08-28T02:27:47.083259+0000","last_peered":"2023-08-28T02:27:47.083259+0000","last_clean":"2023-08-28T02:27:33.153706+0000","last_became_active":"2023-08-28T02:27:35.687604+0000","last_became_peered":"2023-08-28T02:27:35.687604+0000","last_unstale":"2023-08-28T02:27:47.083259+0000","last_undegraded":"2023-08-28T02:27:47.083259+0000","last_fullsized":"2023-08-28T02:27:35.168650+0000","mapping_epoch":174,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":4216,"log_dups_size":0,"ondisk_log_size":4216,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":156368896,"num_objects":2386,"num_object_clones":0,"num_object_copies":7158,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4392,"num_objects_unfound":0,"num_objects_dirty":2386,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2386,"num_write_kb":152704,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":626,"num_bytes_recovered":41025536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[1,0],"avail_no_missing":["1","2","6"],"object_location_counts":[{"shards":"0,1","objects":922},{"shards":"1,2,6","objects":1464}],"blocked_by":[],"up_primary":4,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1a","version":"65'1","reported_seq":165,"reported_epoch":182,"state":"active+clean","last_fresh":"2023-08-28T02:27:44.316842+0000","last_change":"2023-08-28T02:16:50.313901+0000","last_active":"2023-08-28T02:27:44.316842+0000","last_peered":"2023-08-28T02:27:44.316842+0000","last_clean":"2023-08-28T02:27:44.316842+0000","last_became_active":"2023-08-28T02:16:50.313550+0000","last_became_peered":"2023-08-28T02:16:50.313550+0000","last_unstale":"2023-08-28T02:27:44.316842+0000","last_undegraded":"2023-08-28T02:27:44.316842+0000","last_fullsized":"2023-08-28T02:27:44.316842+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:31:11.838539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":126,"reported_epoch":183,"state":"active+clean","last_fresh":"2023-08-28T02:27:45.324787+0000","last_change":"2023-08-28T02:16:50.308996+0000","last_active":"2023-08-28T02:27:45.324787+0000","last_peered":"2023-08-28T02:27:45.324787+0000","last_clean":"2023-08-28T02:27:45.324787+0000","last_became_active":"2023-08-28T02:16:50.308569+0000","last_became_peered":"2023-08-28T02:16:50.308569+0000","last_unstale":"2023-08-28T02:27:45.324787+0000","last_undegraded":"2023-08-28T02:27:45.324787+0000","last_fullsized":"2023-08-28T02:27:45.324787+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:50:53.472069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.13","version":"180'4111","reported_seq":4154,"reported_epoch":183,"state":"remapped+peering","last_fresh":"2023-08-28T02:27:45.323568+0000","last_change":"2023-08-28T02:27:45.324148+0000","last_active":"2023-08-28T02:27:44.313246+0000","last_peered":"2023-08-28T02:27:43.310743+0000","last_clean":"2023-08-28T02:27:43.310743+0000","last_became_active":"2023-08-28T02:27:27.833938+0000","last_became_peered":"2023-08-28T02:27:27.833938+0000","last_unstale":"2023-08-28T02:27:45.323568+0000","last_undegraded":"2023-08-28T02:27:45.323568+0000","last_fullsized":"2023-08-28T02:27:45.323568+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":4111,"log_dups_size":0,"ondisk_log_size":4111,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":150110208,"num_objects":2291,"num_object_clones":0,"num_object_copies":6873,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2291,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2291,"num_write_kb":146592,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,3,5,6],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":122,"reported_epoch":183,"state":"active+clean","last_fresh":"2023-08-28T02:27:45.327074+0000","last_change":"2023-08-28T02:17:57.849228+0000","last_active":"2023-08-28T02:27:45.327074+0000","last_peered":"2023-08-28T02:27:45.327074+0000","last_clean":"2023-08-28T02:27:45.327074+0000","last_became_active":"2023-08-28T02:17:57.848894+0000","last_became_peered":"2023-08-28T02:17:57.848894+0000","last_unstale":"2023-08-28T02:27:45.327074+0000","last_undegraded":"2023-08-28T02:27:45.327074+0000","last_fullsized":"2023-08-28T02:27:45.327074+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:39:59.056531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":138,"reported_epoch":183,"state":"active+clean","last_fresh":"2023-08-28T02:27:45.324144+0000","last_change":"2023-08-28T02:16:50.309837+0000","last_active":"2023-08-28T02:27:45.324144+0000","last_peered":"2023-08-28T02:27:45.324144+0000","last_clean":"2023-08-28T02:27:45.324144+0000","last_became_active":"2023-08-28T02:16:50.309470+0000","last_became_peered":"2023-08-28T02:16:50.309470+0000","last_unstale":"2023-08-28T02:27:45.324144+0000","last_undegraded":"2023-08-28T02:27:45.324144+0000","last_fullsized":"2023-08-28T02:27:45.324144+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:34:06.503952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.12","version":"184'3982","reported_seq":4030,"reported_epoch":184,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:27:47.086814+0000","last_change":"2023-08-28T02:27:44.409283+0000","last_active":"2023-08-28T02:27:47.086814+0000","last_peered":"2023-08-28T02:27:47.086814+0000","last_clean":"2023-08-28T02:27:42.158256+0000","last_became_active":"2023-08-28T02:27:44.405318+0000","last_became_peered":"2023-08-28T02:27:44.405318+0000","last_unstale":"2023-08-28T02:27:47.086814+0000","last_undegraded":"2023-08-28T02:27:44.367388+0000","last_fullsized":"2023-08-28T02:27:44.306038+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":3982,"log_dups_size":0,"ondisk_log_size":3982,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":146374656,"num_objects":2234,"num_object_clones":0,"num_object_copies":6702,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4240,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2234,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2234,"num_write_kb":142944,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[1,0],"avail_no_missing":["1","2","3"],"object_location_counts":[{"shards":"0,1","objects":114},{"shards":"1,2,3","objects":2120}],"blocked_by":[],"up_primary":5,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":149,"reported_epoch":183,"state":"active+clean","last_fresh":"2023-08-28T02:27:45.321494+0000","last_change":"2023-08-28T02:17:57.847940+0000","last_active":"2023-08-28T02:27:45.321494+0000","last_peered":"2023-08-28T02:27:45.321494+0000","last_clean":"2023-08-28T02:27:45.321494+0000","last_became_active":"2023-08-28T02:17:57.843416+0000","last_became_peered":"2023-08-28T02:17:57.843416+0000","last_unstale":"2023-08-28T02:27:45.321494+0000","last_undegraded":"2023-08-28T02:27:45.321494+0000","last_fullsized":"2023-08-28T02:27:45.321494+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:10:47.631878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":145,"reported_epoch":182,"state":"active+clean","last_fresh":"2023-08-28T02:27:44.315214+0000","last_change":"2023-08-28T02:15:58.338976+0000","last_active":"2023-08-28T02:27:44.315214+0000","last_peered":"2023-08-28T02:27:44.315214+0000","last_clean":"2023-08-28T02:27:44.315214+0000","last_became_active":"2023-08-28T02:15:58.338552+0000","last_became_peered":"2023-08-28T02:15:58.338552+0000","last_unstale":"2023-08-28T02:27:44.315214+0000","last_undegraded":"2023-08-28T02:27:44.315214+0000","last_fullsized":"2023-08-28T02:27:44.315214+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:27:36.380341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":138,"reported_epoch":183,"state":"active+clean","last_fresh":"2023-08-28T02:27:45.324757+0000","last_change":"2023-08-28T02:17:57.876478+0000","last_active":"2023-08-28T02:27:45.324757+0000","last_peered":"2023-08-28T02:27:45.324757+0000","last_clean":"2023-08-28T02:27:45.324757+0000","last_became_active":"2023-08-28T02:17:57.876048+0000","last_became_peered":"2023-08-28T02:17:57.876048+0000","last_unstale":"2023-08-28T02:27:45.324757+0000","last_undegraded":"2023-08-28T02:27:45.324757+0000","last_fullsized":"2023-08-28T02:27:45.324757+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:46:14.225407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":131,"reported_epoch":183,"state":"active+clean","last_fresh":"2023-08-28T02:27:45.321405+0000","last_change":"2023-08-28T02:17:57.832929+0000","last_active":"2023-08-28T02:27:45.321405+0000","last_peered":"2023-08-28T02:27:45.321405+0000","last_clean":"2023-08-28T02:27:45.321405+0000","last_became_active":"2023-08-28T02:17:57.825320+0000","last_became_peered":"2023-08-28T02:17:57.825320+0000","last_unstale":"2023-08-28T02:27:45.321405+0000","last_undegraded":"2023-08-28T02:27:45.321405+0000","last_fullsized":"2023-08-28T02:27:45.321405+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:41:38.568184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":146,"reported_epoch":182,"state":"active+clean","last_fresh":"2023-08-28T02:27:44.317449+0000","last_change":"2023-08-28T02:15:58.356833+0000","last_active":"2023-08-28T02:27:44.317449+0000","last_peered":"2023-08-28T02:27:44.317449+0000","last_clean":"2023-08-28T02:27:44.317449+0000","last_became_active":"2023-08-28T02:15:58.356519+0000","last_became_peered":"2023-08-28T02:15:58.356519+0000","last_unstale":"2023-08-28T02:27:44.317449+0000","last_undegraded":"2023-08-28T02:27:44.317449+0000","last_fullsized":"2023-08-28T02:27:44.317449+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:18:26.590683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":117,"reported_epoch":183,"state":"active+clean","last_fresh":"2023-08-28T02:27:45.322161+0000","last_change":"2023-08-28T02:17:57.827818+0000","last_active":"2023-08-28T02:27:45.322161+0000","last_peered":"2023-08-28T02:27:45.322161+0000","last_clean":"2023-08-28T02:27:45.322161+0000","last_became_active":"2023-08-28T02:17:57.825999+0000","last_became_peered":"2023-08-28T02:17:57.825999+0000","last_unstale":"2023-08-28T02:27:45.322161+0000","last_undegraded":"2023-08-28T02:27:45.322161+0000","last_fullsized":"2023-08-28T02:27:45.322161+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:35:29.864132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"65'3","reported_seq":150,"reported_epoch":182,"state":"active+clean","last_fresh":"2023-08-28T02:27:44.313867+0000","last_change":"2023-08-28T02:17:57.827265+0000","last_active":"2023-08-28T02:27:44.313867+0000","last_peered":"2023-08-28T02:27:44.313867+0000","last_clean":"2023-08-28T02:27:44.313867+0000","last_became_active":"2023-08-28T02:17:57.826872+0000","last_became_peered":"2023-08-28T02:17:57.826872+0000","last_unstale":"2023-08-28T02:27:44.313867+0000","last_undegraded":"2023-08-28T02:27:44.313867+0000","last_fullsized":"2023-08-28T02:27:44.313867+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:48:03.674891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":123,"reported_epoch":183,"state":"active+clean","last_fresh":"2023-08-28T02:27:45.329366+0000","last_change":"2023-08-28T02:16:50.317018+0000","last_active":"2023-08-28T02:27:45.329366+0000","last_peered":"2023-08-28T02:27:45.329366+0000","last_clean":"2023-08-28T02:27:45.329366+0000","last_became_active":"2023-08-28T02:16:50.316562+0000","last_became_peered":"2023-08-28T02:16:50.316562+0000","last_unstale":"2023-08-28T02:27:45.329366+0000","last_undegraded":"2023-08-28T02:27:45.329366+0000","last_fullsized":"2023-08-28T02:27:45.329366+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:24:38.987247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":152,"reported_epoch":182,"state":"active+clean","last_fresh":"2023-08-28T02:27:44.319109+0000","last_change":"2023-08-28T02:07:37.315303+0000","last_active":"2023-08-28T02:27:44.319109+0000","last_peered":"2023-08-28T02:27:44.319109+0000","last_clean":"2023-08-28T02:27:44.319109+0000","last_became_active":"2023-08-28T02:07:37.312336+0000","last_became_peered":"2023-08-28T02:07:37.312336+0000","last_unstale":"2023-08-28T02:27:44.319109+0000","last_undegraded":"2023-08-28T02:27:44.319109+0000","last_fullsized":"2023-08-28T02:27:44.319109+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T14:00:32.089076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":146,"reported_epoch":182,"state":"active+clean","last_fresh":"2023-08-28T02:27:44.318832+0000","last_change":"2023-08-28T02:15:58.341659+0000","last_active":"2023-08-28T02:27:44.318832+0000","last_peered":"2023-08-28T02:27:44.318832+0000","last_clean":"2023-08-28T02:27:44.318832+0000","last_became_active":"2023-08-28T02:15:58.341315+0000","last_became_peered":"2023-08-28T02:15:58.341315+0000","last_unstale":"2023-08-28T02:27:44.318832+0000","last_undegraded":"2023-08-28T02:27:44.318832+0000","last_fullsized":"2023-08-28T02:27:44.318832+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:07:51.806773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.19","version":"184'4045","reported_seq":4094,"reported_epoch":184,"state":"active+clean","last_fresh":"2023-08-28T02:27:46.938948+0000","last_change":"2023-08-28T02:27:27.843862+0000","last_active":"2023-08-28T02:27:46.938948+0000","last_peered":"2023-08-28T02:27:46.938948+0000","last_clean":"2023-08-28T02:27:46.938948+0000","last_became_active":"2023-08-28T02:27:27.835168+0000","last_became_peered":"2023-08-28T02:27:27.835168+0000","last_unstale":"2023-08-28T02:27:46.938948+0000","last_undegraded":"2023-08-28T02:27:46.938948+0000","last_fullsized":"2023-08-28T02:27:46.938948+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":4045,"log_dups_size":0,"ondisk_log_size":4045,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":148242432,"num_objects":2262,"num_object_clones":0,"num_object_copies":6786,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2262,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2262,"num_write_kb":144768,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":131072,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.13","version":"65'2","reported_seq":149,"reported_epoch":182,"state":"active+clean","last_fresh":"2023-08-28T02:27:44.314574+0000","last_change":"2023-08-28T02:16:50.332699+0000","last_active":"2023-08-28T02:27:44.314574+0000","last_peered":"2023-08-28T02:27:44.314574+0000","last_clean":"2023-08-28T02:27:44.314574+0000","last_became_active":"2023-08-28T02:16:50.332337+0000","last_became_peered":"2023-08-28T02:16:50.332337+0000","last_unstale":"2023-08-28T02:27:44.314574+0000","last_undegraded":"2023-08-28T02:27:44.314574+0000","last_fullsized":"2023-08-28T02:27:44.314574+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:26:51.876295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":126,"reported_epoch":183,"state":"active+clean","last_fresh":"2023-08-28T02:27:45.323429+0000","last_change":"2023-08-28T02:16:50.311257+0000","last_active":"2023-08-28T02:27:45.323429+0000","last_peered":"2023-08-28T02:27:45.323429+0000","last_clean":"2023-08-28T02:27:45.323429+0000","last_became_active":"2023-08-28T02:16:50.310902+0000","last_became_peered":"2023-08-28T02:16:50.310902+0000","last_unstale":"2023-08-28T02:27:45.323429+0000","last_undegraded":"2023-08-28T02:27:45.323429+0000","last_fullsized":"2023-08-28T02:27:45.323429+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:09.479771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,7],"acting":[0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.18","version":"184'4074","reported_seq":4118,"reported_epoch":184,"state":"active+clean","last_fresh":"2023-08-28T02:27:46.696443+0000","last_change":"2023-08-28T02:27:42.039403+0000","last_active":"2023-08-28T02:27:46.696443+0000","last_peered":"2023-08-28T02:27:46.696443+0000","last_clean":"2023-08-28T02:27:46.696443+0000","last_became_active":"2023-08-28T02:27:27.823076+0000","last_became_peered":"2023-08-28T02:27:27.823076+0000","last_unstale":"2023-08-28T02:27:46.696443+0000","last_undegraded":"2023-08-28T02:27:46.696443+0000","last_fullsized":"2023-08-28T02:27:46.696443+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":4074,"log_dups_size":0,"ondisk_log_size":4074,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":150929408,"num_objects":2303,"num_object_clones":0,"num_object_copies":6909,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2303,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2303,"num_write_kb":147392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":138,"reported_epoch":183,"state":"active+clean","last_fresh":"2023-08-28T02:27:45.324293+0000","last_change":"2023-08-28T02:17:57.870068+0000","last_active":"2023-08-28T02:27:45.324293+0000","last_peered":"2023-08-28T02:27:45.324293+0000","last_clean":"2023-08-28T02:27:45.324293+0000","last_became_active":"2023-08-28T02:17:57.869718+0000","last_became_peered":"2023-08-28T02:17:57.869718+0000","last_unstale":"2023-08-28T02:27:45.324293+0000","last_undegraded":"2023-08-28T02:27:45.324293+0000","last_fullsized":"2023-08-28T02:27:45.324293+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:28:47.968132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":145,"reported_epoch":182,"state":"active+clean","last_fresh":"2023-08-28T02:27:44.318031+0000","last_change":"2023-08-28T02:17:57.827021+0000","last_active":"2023-08-28T02:27:44.318031+0000","last_peered":"2023-08-28T02:27:44.318031+0000","last_clean":"2023-08-28T02:27:44.318031+0000","last_became_active":"2023-08-28T02:17:57.826722+0000","last_became_peered":"2023-08-28T02:17:57.826722+0000","last_unstale":"2023-08-28T02:27:44.318031+0000","last_undegraded":"2023-08-28T02:27:44.318031+0000","last_fullsized":"2023-08-28T02:27:44.318031+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:02:26.183338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":130,"reported_epoch":182,"state":"active+clean","last_fresh":"2023-08-28T02:27:44.313155+0000","last_change":"2023-08-28T02:07:37.318077+0000","last_active":"2023-08-28T02:27:44.313155+0000","last_peered":"2023-08-28T02:27:44.313155+0000","last_clean":"2023-08-28T02:27:44.313155+0000","last_became_active":"2023-08-28T02:07:37.317784+0000","last_became_peered":"2023-08-28T02:07:37.317784+0000","last_unstale":"2023-08-28T02:27:44.313155+0000","last_undegraded":"2023-08-28T02:27:44.313155+0000","last_fullsized":"2023-08-28T02:27:44.313155+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:08:37.079996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":139,"reported_epoch":183,"state":"active+clean","last_fresh":"2023-08-28T02:27:45.324273+0000","last_change":"2023-08-28T02:17:57.870143+0000","last_active":"2023-08-28T02:27:45.324273+0000","last_peered":"2023-08-28T02:27:45.324273+0000","last_clean":"2023-08-28T02:27:45.324273+0000","last_became_active":"2023-08-28T02:17:57.869769+0000","last_became_peered":"2023-08-28T02:17:57.869769+0000","last_unstale":"2023-08-28T02:27:45.324273+0000","last_undegraded":"2023-08-28T02:27:45.324273+0000","last_fullsized":"2023-08-28T02:27:45.324273+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:21:29.581768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"65'8","reported_seq":154,"reported_epoch":182,"state":"active+clean","last_fresh":"2023-08-28T02:27:44.314947+0000","last_change":"2023-08-28T02:14:43.083962+0000","last_active":"2023-08-28T02:27:44.314947+0000","last_peered":"2023-08-28T02:27:44.314947+0000","last_clean":"2023-08-28T02:27:44.314947+0000","last_became_active":"2023-08-28T02:14:43.083699+0000","last_became_peered":"2023-08-28T02:14:43.083699+0000","last_unstale":"2023-08-28T02:27:44.314947+0000","last_undegraded":"2023-08-28T02:27:44.314947+0000","last_fullsized":"2023-08-28T02:27:44.314947+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:34:42.581750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":131,"reported_epoch":183,"state":"active+clean","last_fresh":"2023-08-28T02:27:45.322395+0000","last_change":"2023-08-28T02:17:57.837590+0000","last_active":"2023-08-28T02:27:45.322395+0000","last_peered":"2023-08-28T02:27:45.322395+0000","last_clean":"2023-08-28T02:27:45.322395+0000","last_became_active":"2023-08-28T02:17:57.837098+0000","last_became_peered":"2023-08-28T02:17:57.837098+0000","last_unstale":"2023-08-28T02:27:45.322395+0000","last_undegraded":"2023-08-28T02:27:45.322395+0000","last_fullsized":"2023-08-28T02:27:45.322395+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:19:56.089819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.5","version":"184'4054","reported_seq":4097,"reported_epoch":184,"state":"active+clean","last_fresh":"2023-08-28T02:27:46.872929+0000","last_change":"2023-08-28T02:27:27.811935+0000","last_active":"2023-08-28T02:27:46.872929+0000","last_peered":"2023-08-28T02:27:46.872929+0000","last_clean":"2023-08-28T02:27:46.872929+0000","last_became_active":"2023-08-28T02:27:27.809447+0000","last_became_peered":"2023-08-28T02:27:27.809447+0000","last_unstale":"2023-08-28T02:27:46.872929+0000","last_undegraded":"2023-08-28T02:27:46.872929+0000","last_fullsized":"2023-08-28T02:27:46.872929+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":4054,"log_dups_size":0,"ondisk_log_size":4054,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":149356544,"num_objects":2279,"num_object_clones":0,"num_object_copies":6837,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2279,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2279,"num_write_kb":145856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"65'1","reported_seq":148,"reported_epoch":182,"state":"active+clean","last_fresh":"2023-08-28T02:27:44.314896+0000","last_change":"2023-08-28T02:14:43.046130+0000","last_active":"2023-08-28T02:27:44.314896+0000","last_peered":"2023-08-28T02:27:44.314896+0000","last_clean":"2023-08-28T02:27:44.314896+0000","last_became_active":"2023-08-28T02:14:43.045775+0000","last_became_peered":"2023-08-28T02:14:43.045775+0000","last_unstale":"2023-08-28T02:27:44.314896+0000","last_undegraded":"2023-08-28T02:27:44.314896+0000","last_fullsized":"2023-08-28T02:27:44.314896+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:57:38.279756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":128,"reported_epoch":182,"state":"active+clean","last_fresh":"2023-08-28T02:27:44.318532+0000","last_change":"2023-08-28T02:07:37.452412+0000","last_active":"2023-08-28T02:27:44.318532+0000","last_peered":"2023-08-28T02:27:44.318532+0000","last_clean":"2023-08-28T02:27:44.318532+0000","last_became_active":"2023-08-28T02:07:37.452156+0000","last_became_peered":"2023-08-28T02:07:37.452156+0000","last_unstale":"2023-08-28T02:27:44.318532+0000","last_undegraded":"2023-08-28T02:27:44.318532+0000","last_fullsized":"2023-08-28T02:27:44.318532+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:10:33.405360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.4","version":"184'4034","reported_seq":4077,"reported_epoch":184,"state":"active+clean","last_fresh":"2023-08-28T02:27:47.066677+0000","last_change":"2023-08-28T02:27:27.801316+0000","last_active":"2023-08-28T02:27:47.066677+0000","last_peered":"2023-08-28T02:27:47.066677+0000","last_clean":"2023-08-28T02:27:47.066677+0000","last_became_active":"2023-08-28T02:27:27.799234+0000","last_became_peered":"2023-08-28T02:27:27.799234+0000","last_unstale":"2023-08-28T02:27:47.066677+0000","last_undegraded":"2023-08-28T02:27:47.066677+0000","last_fullsized":"2023-08-28T02:27:47.066677+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":4034,"log_dups_size":0,"ondisk_log_size":4034,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":148144128,"num_objects":2260,"num_object_clones":0,"num_object_copies":6780,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2260,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2260,"num_write_kb":144672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.e","version":"65'2","reported_seq":149,"reported_epoch":182,"state":"active+clean","last_fresh":"2023-08-28T02:27:44.313971+0000","last_change":"2023-08-28T02:15:58.339743+0000","last_active":"2023-08-28T02:27:44.313971+0000","last_peered":"2023-08-28T02:27:44.313971+0000","last_clean":"2023-08-28T02:27:44.313971+0000","last_became_active":"2023-08-28T02:15:58.339306+0000","last_became_peered":"2023-08-28T02:15:58.339306+0000","last_unstale":"2023-08-28T02:27:44.313971+0000","last_undegraded":"2023-08-28T02:27:44.313971+0000","last_fullsized":"2023-08-28T02:27:44.313971+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:26:49.535873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":163,"reported_epoch":182,"state":"active+clean","last_fresh":"2023-08-28T02:27:44.316663+0000","last_change":"2023-08-28T02:17:57.825376+0000","last_active":"2023-08-28T02:27:44.316663+0000","last_peered":"2023-08-28T02:27:44.316663+0000","last_clean":"2023-08-28T02:27:44.316663+0000","last_became_active":"2023-08-28T02:17:57.825022+0000","last_became_peered":"2023-08-28T02:17:57.825022+0000","last_unstale":"2023-08-28T02:27:44.316663+0000","last_undegraded":"2023-08-28T02:27:44.316663+0000","last_fullsized":"2023-08-28T02:27:44.316663+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:02:30.773293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.7","version":"182'4106","reported_seq":4148,"reported_epoch":182,"state":"active+clean","last_fresh":"2023-08-28T02:27:44.861480+0000","last_change":"2023-08-28T02:27:27.809746+0000","last_active":"2023-08-28T02:27:44.861480+0000","last_peered":"2023-08-28T02:27:44.861480+0000","last_clean":"2023-08-28T02:27:44.861480+0000","last_became_active":"2023-08-28T02:27:27.807811+0000","last_became_peered":"2023-08-28T02:27:27.807811+0000","last_unstale":"2023-08-28T02:27:44.861480+0000","last_undegraded":"2023-08-28T02:27:44.861480+0000","last_fullsized":"2023-08-28T02:27:44.861480+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":4106,"log_dups_size":0,"ondisk_log_size":4106,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":151584768,"num_objects":2313,"num_object_clones":0,"num_object_copies":6939,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2313,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2313,"num_write_kb":148032,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"65'1","reported_seq":131,"reported_epoch":182,"state":"active+clean","last_fresh":"2023-08-28T02:27:44.313783+0000","last_change":"2023-08-28T02:07:37.312010+0000","last_active":"2023-08-28T02:27:44.313783+0000","last_peered":"2023-08-28T02:27:44.313783+0000","last_clean":"2023-08-28T02:27:44.313783+0000","last_became_active":"2023-08-28T02:07:37.311737+0000","last_became_peered":"2023-08-28T02:07:37.311737+0000","last_unstale":"2023-08-28T02:27:44.313783+0000","last_undegraded":"2023-08-28T02:27:44.313783+0000","last_fullsized":"2023-08-28T02:27:44.313783+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:09:38.844075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":145,"reported_epoch":182,"state":"active+clean","last_fresh":"2023-08-28T02:27:44.315924+0000","last_change":"2023-08-28T02:15:58.345711+0000","last_active":"2023-08-28T02:27:44.315924+0000","last_peered":"2023-08-28T02:27:44.315924+0000","last_clean":"2023-08-28T02:27:44.315924+0000","last_became_active":"2023-08-28T02:15:58.345246+0000","last_became_peered":"2023-08-28T02:15:58.345246+0000","last_unstale":"2023-08-28T02:27:44.315924+0000","last_undegraded":"2023-08-28T02:27:44.315924+0000","last_fullsized":"2023-08-28T02:27:44.315924+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:43:42.445855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.6","version":"182'4050","reported_seq":4092,"reported_epoch":182,"state":"active+clean","last_fresh":"2023-08-28T02:27:44.821356+0000","last_change":"2023-08-28T02:27:27.820582+0000","last_active":"2023-08-28T02:27:44.821356+0000","last_peered":"2023-08-28T02:27:44.821356+0000","last_clean":"2023-08-28T02:27:44.821356+0000","last_became_active":"2023-08-28T02:27:27.818890+0000","last_became_peered":"2023-08-28T02:27:27.818890+0000","last_unstale":"2023-08-28T02:27:44.821356+0000","last_undegraded":"2023-08-28T02:27:44.821356+0000","last_fullsized":"2023-08-28T02:27:44.821356+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":4050,"log_dups_size":0,"ondisk_log_size":4050,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":149061632,"num_objects":2274,"num_object_clones":0,"num_object_copies":6822,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2274,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2274,"num_write_kb":145568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,1],"acting":[5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":146,"reported_epoch":182,"state":"active+clean","last_fresh":"2023-08-28T02:27:44.317681+0000","last_change":"2023-08-28T02:17:57.872076+0000","last_active":"2023-08-28T02:27:44.317681+0000","last_peered":"2023-08-28T02:27:44.317681+0000","last_clean":"2023-08-28T02:27:44.317681+0000","last_became_active":"2023-08-28T02:17:57.871701+0000","last_became_peered":"2023-08-28T02:17:57.871701+0000","last_unstale":"2023-08-28T02:27:44.317681+0000","last_undegraded":"2023-08-28T02:27:44.317681+0000","last_fullsized":"2023-08-28T02:27:44.317681+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:34:26.505505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":152,"reported_epoch":183,"state":"active+clean","last_fresh":"2023-08-28T02:27:45.325090+0000","last_change":"2023-08-28T02:16:50.310255+0000","last_active":"2023-08-28T02:27:45.325090+0000","last_peered":"2023-08-28T02:27:45.325090+0000","last_clean":"2023-08-28T02:27:45.325090+0000","last_became_active":"2023-08-28T02:16:50.309889+0000","last_became_peered":"2023-08-28T02:16:50.309889+0000","last_unstale":"2023-08-28T02:27:45.325090+0000","last_undegraded":"2023-08-28T02:27:45.325090+0000","last_fullsized":"2023-08-28T02:27:45.325090+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:40:26.627880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.9","version":"75'161","reported_seq":546,"reported_epoch":183,"state":"peering","last_fresh":"2023-08-28T02:27:45.323266+0000","last_change":"2023-08-28T02:27:45.323549+0000","last_active":"2023-08-28T02:27:45.323236+0000","last_peered":"2023-08-28T02:27:44.371571+0000","last_clean":"2023-08-28T02:27:39.249714+0000","last_became_active":"2023-08-28T02:27:44.371189+0000","last_became_peered":"2023-08-28T02:27:44.371189+0000","last_unstale":"2023-08-28T02:27:45.323266+0000","last_undegraded":"2023-08-28T02:27:45.323266+0000","last_fullsized":"2023-08-28T02:27:45.323266+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":21,"num_write_kb":219,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,2,3,6],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.1","version":"184'4185","reported_seq":4229,"reported_epoch":184,"state":"active+clean","last_fresh":"2023-08-28T02:27:46.648102+0000","last_change":"2023-08-28T02:27:40.064301+0000","last_active":"2023-08-28T02:27:46.648102+0000","last_peered":"2023-08-28T02:27:46.648102+0000","last_clean":"2023-08-28T02:27:46.648102+0000","last_became_active":"2023-08-28T02:27:27.804431+0000","last_became_peered":"2023-08-28T02:27:27.804431+0000","last_unstale":"2023-08-28T02:27:46.648102+0000","last_undegraded":"2023-08-28T02:27:46.648102+0000","last_fullsized":"2023-08-28T02:27:46.648102+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":4185,"log_dups_size":0,"ondisk_log_size":4185,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154009600,"num_objects":2350,"num_object_clones":0,"num_object_copies":7050,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2350,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2350,"num_write_kb":150400,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"65'2","reported_seq":162,"reported_epoch":183,"state":"active+clean","last_fresh":"2023-08-28T02:27:45.321780+0000","last_change":"2023-08-28T02:17:57.845300+0000","last_active":"2023-08-28T02:27:45.321780+0000","last_peered":"2023-08-28T02:27:45.321780+0000","last_clean":"2023-08-28T02:27:45.321780+0000","last_became_active":"2023-08-28T02:17:57.843639+0000","last_became_peered":"2023-08-28T02:17:57.843639+0000","last_unstale":"2023-08-28T02:27:45.321780+0000","last_undegraded":"2023-08-28T02:27:45.321780+0000","last_fullsized":"2023-08-28T02:27:45.321780+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:27.684476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":146,"reported_epoch":182,"state":"active+clean","last_fresh":"2023-08-28T02:27:44.319002+0000","last_change":"2023-08-28T02:17:57.825494+0000","last_active":"2023-08-28T02:27:44.319002+0000","last_peered":"2023-08-28T02:27:44.319002+0000","last_clean":"2023-08-28T02:27:44.319002+0000","last_became_active":"2023-08-28T02:17:57.825112+0000","last_became_peered":"2023-08-28T02:17:57.825112+0000","last_unstale":"2023-08-28T02:27:44.319002+0000","last_undegraded":"2023-08-28T02:27:44.319002+0000","last_fullsized":"2023-08-28T02:27:44.319002+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:04:13.819397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.8","version":"75'161","reported_seq":410,"reported_epoch":184,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:27:46.327566+0000","last_change":"2023-08-28T02:27:44.375515+0000","last_active":"2023-08-28T02:27:46.327566+0000","last_peered":"2023-08-28T02:27:46.327566+0000","last_clean":"2023-08-28T02:11:30.053048+0000","last_became_active":"2023-08-28T02:27:44.375161+0000","last_became_peered":"2023-08-28T02:27:44.375161+0000","last_unstale":"2023-08-28T02:27:46.327566+0000","last_undegraded":"2023-08-28T02:27:44.312454+0000","last_fullsized":"2023-08-28T02:27:44.311599+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2,"num_objects_misplaced":1,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":219,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[0,2],"avail_no_missing":["0","6","7"],"object_location_counts":[{"shards":"0,2","objects":-1},{"shards":"0,6,7","objects":1}],"blocked_by":[],"up_primary":5,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.0","version":"184'4218","reported_seq":4261,"reported_epoch":184,"state":"active+clean","last_fresh":"2023-08-28T02:27:47.076953+0000","last_change":"2023-08-28T02:27:27.796032+0000","last_active":"2023-08-28T02:27:47.076953+0000","last_peered":"2023-08-28T02:27:47.076953+0000","last_clean":"2023-08-28T02:27:47.076953+0000","last_became_active":"2023-08-28T02:27:27.794136+0000","last_became_peered":"2023-08-28T02:27:27.794136+0000","last_unstale":"2023-08-28T02:27:47.076953+0000","last_undegraded":"2023-08-28T02:27:47.076953+0000","last_fullsized":"2023-08-28T02:27:47.076953+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":4218,"log_dups_size":0,"ondisk_log_size":4218,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":156499968,"num_objects":2388,"num_object_clones":0,"num_object_copies":7164,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2388,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2388,"num_write_kb":152832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":146,"reported_epoch":182,"state":"active+clean","last_fresh":"2023-08-28T02:27:44.315868+0000","last_change":"2023-08-28T02:15:58.345460+0000","last_active":"2023-08-28T02:27:44.315868+0000","last_peered":"2023-08-28T02:27:44.315868+0000","last_clean":"2023-08-28T02:27:44.315868+0000","last_became_active":"2023-08-28T02:15:58.344797+0000","last_became_peered":"2023-08-28T02:15:58.344797+0000","last_unstale":"2023-08-28T02:27:44.315868+0000","last_undegraded":"2023-08-28T02:27:44.315868+0000","last_fullsized":"2023-08-28T02:27:44.315868+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:16:40.021927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":126,"reported_epoch":183,"state":"active+clean","last_fresh":"2023-08-28T02:27:45.324044+0000","last_change":"2023-08-28T02:16:50.318938+0000","last_active":"2023-08-28T02:27:45.324044+0000","last_peered":"2023-08-28T02:27:45.324044+0000","last_clean":"2023-08-28T02:27:45.324044+0000","last_became_active":"2023-08-28T02:16:50.318559+0000","last_became_peered":"2023-08-28T02:16:50.318559+0000","last_unstale":"2023-08-28T02:27:45.324044+0000","last_undegraded":"2023-08-28T02:27:45.324044+0000","last_fullsized":"2023-08-28T02:27:45.324044+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:08:58.462110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,5],"acting":[0,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.3","version":"182'4157","reported_seq":4291,"reported_epoch":182,"state":"active+clean","last_fresh":"2023-08-28T02:27:44.858172+0000","last_change":"2023-08-28T02:27:35.529216+0000","last_active":"2023-08-28T02:27:44.858172+0000","last_peered":"2023-08-28T02:27:44.858172+0000","last_clean":"2023-08-28T02:27:44.858172+0000","last_became_active":"2023-08-28T02:27:27.819767+0000","last_became_peered":"2023-08-28T02:27:27.819767+0000","last_unstale":"2023-08-28T02:27:44.858172+0000","last_undegraded":"2023-08-28T02:27:44.858172+0000","last_fullsized":"2023-08-28T02:27:44.858172+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"173'3890","last_scrub_stamp":"2023-08-28T02:27:35.529147+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:27:35.529147+0000","objects_scrubbed":2123,"log_size":4157,"log_dups_size":0,"ondisk_log_size":4157,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:01:38.652509+0000","scrub_duration":0.20511267,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":156631040,"num_objects":2390,"num_object_clones":0,"num_object_copies":7170,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2390,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":267,"num_write_kb":17088,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":147,"reported_epoch":182,"state":"active+clean","last_fresh":"2023-08-28T02:27:44.316606+0000","last_change":"2023-08-28T02:16:50.340534+0000","last_active":"2023-08-28T02:27:44.316606+0000","last_peered":"2023-08-28T02:27:44.316606+0000","last_clean":"2023-08-28T02:27:44.316606+0000","last_became_active":"2023-08-28T02:16:50.340208+0000","last_became_peered":"2023-08-28T02:16:50.340208+0000","last_unstale":"2023-08-28T02:27:44.316606+0000","last_undegraded":"2023-08-28T02:27:44.316606+0000","last_fullsized":"2023-08-28T02:27:44.316606+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:15:28.933937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":146,"reported_epoch":182,"state":"active+clean","last_fresh":"2023-08-28T02:27:44.319142+0000","last_change":"2023-08-28T02:15:58.341805+0000","last_active":"2023-08-28T02:27:44.319142+0000","last_peered":"2023-08-28T02:27:44.319142+0000","last_clean":"2023-08-28T02:27:44.319142+0000","last_became_active":"2023-08-28T02:15:58.341410+0000","last_became_peered":"2023-08-28T02:15:58.341410+0000","last_unstale":"2023-08-28T02:27:44.319142+0000","last_undegraded":"2023-08-28T02:27:44.319142+0000","last_fullsized":"2023-08-28T02:27:44.319142+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:53:09.135509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"75'161","reported_seq":404,"reported_epoch":183,"state":"peering","last_fresh":"2023-08-28T02:27:45.329891+0000","last_change":"2023-08-28T02:27:45.329891+0000","last_active":"2023-08-28T02:27:43.306109+0000","last_peered":"2023-08-28T02:11:30.053048+0000","last_clean":"2023-08-28T02:11:30.053048+0000","last_became_active":"2023-08-28T02:06:36.266801+0000","last_became_peered":"2023-08-28T02:06:36.266801+0000","last_unstale":"2023-08-28T02:27:45.329891+0000","last_undegraded":"2023-08-28T02:27:45.329891+0000","last_fullsized":"2023-08-28T02:27:45.329891+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53669,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":21,"num_write_kb":219,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.2","version":"184'3987","reported_seq":4033,"reported_epoch":184,"state":"active+clean","last_fresh":"2023-08-28T02:27:46.676013+0000","last_change":"2023-08-28T02:27:37.158887+0000","last_active":"2023-08-28T02:27:46.676013+0000","last_peered":"2023-08-28T02:27:46.676013+0000","last_clean":"2023-08-28T02:27:46.676013+0000","last_became_active":"2023-08-28T02:27:27.817441+0000","last_became_peered":"2023-08-28T02:27:27.817441+0000","last_unstale":"2023-08-28T02:27:46.676013+0000","last_undegraded":"2023-08-28T02:27:46.676013+0000","last_fullsized":"2023-08-28T02:27:46.676013+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":3987,"log_dups_size":0,"ondisk_log_size":3987,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":146702336,"num_objects":2238,"num_object_clones":0,"num_object_copies":6714,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2238,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2238,"num_write_kb":143264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":132,"reported_epoch":183,"state":"active+clean","last_fresh":"2023-08-28T02:27:45.321324+0000","last_change":"2023-08-28T02:17:57.834673+0000","last_active":"2023-08-28T02:27:45.321324+0000","last_peered":"2023-08-28T02:27:45.321324+0000","last_clean":"2023-08-28T02:27:45.321324+0000","last_became_active":"2023-08-28T02:17:57.833257+0000","last_became_peered":"2023-08-28T02:17:57.833257+0000","last_unstale":"2023-08-28T02:27:45.321324+0000","last_undegraded":"2023-08-28T02:27:45.321324+0000","last_fullsized":"2023-08-28T02:27:45.321324+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:59:25.673492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":111,"reported_epoch":183,"state":"active+clean","last_fresh":"2023-08-28T02:27:45.325002+0000","last_change":"2023-08-28T02:14:44.099829+0000","last_active":"2023-08-28T02:27:45.325002+0000","last_peered":"2023-08-28T02:27:45.325002+0000","last_clean":"2023-08-28T02:27:45.325002+0000","last_became_active":"2023-08-28T02:14:44.099521+0000","last_became_peered":"2023-08-28T02:14:44.099521+0000","last_unstale":"2023-08-28T02:27:45.325002+0000","last_undegraded":"2023-08-28T02:27:45.325002+0000","last_fullsized":"2023-08-28T02:27:45.325002+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:41:15.842669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.7","version":"75'161","reported_seq":414,"reported_epoch":183,"state":"peering","last_fresh":"2023-08-28T02:27:45.327464+0000","last_change":"2023-08-28T02:27:45.327690+0000","last_active":"2023-08-28T02:27:45.327442+0000","last_peered":"2023-08-28T02:27:44.319107+0000","last_clean":"2023-08-28T02:11:30.053048+0000","last_became_active":"2023-08-28T02:27:44.318852+0000","last_became_peered":"2023-08-28T02:27:44.318852+0000","last_unstale":"2023-08-28T02:27:45.327464+0000","last_undegraded":"2023-08-28T02:27:45.327464+0000","last_fullsized":"2023-08-28T02:27:45.327464+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,3,7],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.f","version":"182'4626","reported_seq":4657,"reported_epoch":182,"state":"active+clean","last_fresh":"2023-08-28T02:27:44.849009+0000","last_change":"2023-08-28T02:26:47.222033+0000","last_active":"2023-08-28T02:27:44.849009+0000","last_peered":"2023-08-28T02:27:44.849009+0000","last_clean":"2023-08-28T02:27:44.849009+0000","last_became_active":"2023-08-28T02:26:47.221705+0000","last_became_peered":"2023-08-28T02:26:47.221705+0000","last_unstale":"2023-08-28T02:27:44.849009+0000","last_undegraded":"2023-08-28T02:27:44.849009+0000","last_fullsized":"2023-08-28T02:27:44.849009+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":4626,"log_dups_size":0,"ondisk_log_size":4626,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:28:10.163189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":303169536,"num_objects":4626,"num_object_clones":0,"num_object_copies":13878,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4626,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4626,"num_write_kb":296064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":155,"reported_epoch":183,"state":"active+clean","last_fresh":"2023-08-28T02:27:45.327535+0000","last_change":"2023-08-28T02:15:58.330205+0000","last_active":"2023-08-28T02:27:45.327535+0000","last_peered":"2023-08-28T02:27:45.327535+0000","last_clean":"2023-08-28T02:27:45.327535+0000","last_became_active":"2023-08-28T02:15:58.329854+0000","last_became_peered":"2023-08-28T02:15:58.329854+0000","last_unstale":"2023-08-28T02:27:45.327535+0000","last_undegraded":"2023-08-28T02:27:45.327535+0000","last_fullsized":"2023-08-28T02:27:45.327535+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:11:59.215198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":163,"reported_epoch":182,"state":"active+clean","last_fresh":"2023-08-28T02:27:44.317957+0000","last_change":"2023-08-28T02:17:57.832204+0000","last_active":"2023-08-28T02:27:44.317957+0000","last_peered":"2023-08-28T02:27:44.317957+0000","last_clean":"2023-08-28T02:27:44.317957+0000","last_became_active":"2023-08-28T02:17:57.831885+0000","last_became_peered":"2023-08-28T02:17:57.831885+0000","last_unstale":"2023-08-28T02:27:44.317957+0000","last_undegraded":"2023-08-28T02:27:44.317957+0000","last_fullsized":"2023-08-28T02:27:44.317957+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:14:33.767147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":108,"reported_epoch":183,"state":"active+clean","last_fresh":"2023-08-28T02:27:45.329443+0000","last_change":"2023-08-28T02:15:58.343551+0000","last_active":"2023-08-28T02:27:45.329443+0000","last_peered":"2023-08-28T02:27:45.329443+0000","last_clean":"2023-08-28T02:27:45.329443+0000","last_became_active":"2023-08-28T02:15:58.341847+0000","last_became_peered":"2023-08-28T02:15:58.341847+0000","last_unstale":"2023-08-28T02:27:45.329443+0000","last_undegraded":"2023-08-28T02:27:45.329443+0000","last_fullsized":"2023-08-28T02:27:45.329443+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:54:02.981107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.1","version":"75'161","reported_seq":404,"reported_epoch":183,"state":"peering","last_fresh":"2023-08-28T02:27:45.326288+0000","last_change":"2023-08-28T02:27:45.326288+0000","last_active":"2023-08-28T02:27:43.307182+0000","last_peered":"2023-08-28T02:11:30.053048+0000","last_clean":"2023-08-28T02:11:30.053048+0000","last_became_active":"2023-08-28T02:06:36.266801+0000","last_became_peered":"2023-08-28T02:06:36.266801+0000","last_unstale":"2023-08-28T02:27:45.326288+0000","last_undegraded":"2023-08-28T02:27:45.326288+0000","last_fullsized":"2023-08-28T02:27:45.326288+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":45,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.9","version":"184'4057","reported_seq":4098,"reported_epoch":184,"state":"active+clean","last_fresh":"2023-08-28T02:27:46.826695+0000","last_change":"2023-08-28T02:27:27.811110+0000","last_active":"2023-08-28T02:27:46.826695+0000","last_peered":"2023-08-28T02:27:46.826695+0000","last_clean":"2023-08-28T02:27:46.826695+0000","last_became_active":"2023-08-28T02:27:27.809412+0000","last_became_peered":"2023-08-28T02:27:27.809412+0000","last_unstale":"2023-08-28T02:27:46.826695+0000","last_undegraded":"2023-08-28T02:27:46.826695+0000","last_fullsized":"2023-08-28T02:27:46.826695+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":4057,"log_dups_size":0,"ondisk_log_size":4057,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":149028864,"num_objects":2274,"num_object_clones":0,"num_object_copies":6822,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2274,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2274,"num_write_kb":145536,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":150,"reported_epoch":182,"state":"active+clean","last_fresh":"2023-08-28T02:27:44.317811+0000","last_change":"2023-08-28T02:15:58.344890+0000","last_active":"2023-08-28T02:27:44.317811+0000","last_peered":"2023-08-28T02:27:44.317811+0000","last_clean":"2023-08-28T02:27:44.317811+0000","last_became_active":"2023-08-28T02:15:58.344569+0000","last_became_peered":"2023-08-28T02:15:58.344569+0000","last_unstale":"2023-08-28T02:27:44.317811+0000","last_undegraded":"2023-08-28T02:27:44.317811+0000","last_fullsized":"2023-08-28T02:27:44.317811+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:01:49.773942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":147,"reported_epoch":182,"state":"active+clean","last_fresh":"2023-08-28T02:27:44.318996+0000","last_change":"2023-08-28T02:14:43.039758+0000","last_active":"2023-08-28T02:27:44.318996+0000","last_peered":"2023-08-28T02:27:44.318996+0000","last_clean":"2023-08-28T02:27:44.318996+0000","last_became_active":"2023-08-28T02:14:43.039236+0000","last_became_peered":"2023-08-28T02:14:43.039236+0000","last_unstale":"2023-08-28T02:27:44.318996+0000","last_undegraded":"2023-08-28T02:27:44.318996+0000","last_fullsized":"2023-08-28T02:27:44.318996+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:49:11.066668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":138,"reported_epoch":183,"state":"active+clean","last_fresh":"2023-08-28T02:27:45.327703+0000","last_change":"2023-08-28T02:17:57.871915+0000","last_active":"2023-08-28T02:27:45.327703+0000","last_peered":"2023-08-28T02:27:45.327703+0000","last_clean":"2023-08-28T02:27:45.327703+0000","last_became_active":"2023-08-28T02:17:57.871557+0000","last_became_peered":"2023-08-28T02:17:57.871557+0000","last_unstale":"2023-08-28T02:27:45.327703+0000","last_undegraded":"2023-08-28T02:27:45.327703+0000","last_fullsized":"2023-08-28T02:27:45.327703+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:25.212031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.2","version":"75'161","reported_seq":546,"reported_epoch":183,"state":"peering","last_fresh":"2023-08-28T02:27:45.324418+0000","last_change":"2023-08-28T02:27:45.324632+0000","last_active":"2023-08-28T02:27:45.324387+0000","last_peered":"2023-08-28T02:27:44.320138+0000","last_clean":"2023-08-28T02:27:39.244465+0000","last_became_active":"2023-08-28T02:27:44.319845+0000","last_became_peered":"2023-08-28T02:27:44.319845+0000","last_unstale":"2023-08-28T02:27:45.324418+0000","last_undegraded":"2023-08-28T02:27:45.324418+0000","last_fullsized":"2023-08-28T02:27:45.324418+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":46,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,4,6],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.a","version":"182'4511","reported_seq":4542,"reported_epoch":182,"state":"active+clean","last_fresh":"2023-08-28T02:27:44.885336+0000","last_change":"2023-08-28T02:26:47.223292+0000","last_active":"2023-08-28T02:27:44.885336+0000","last_peered":"2023-08-28T02:27:44.885336+0000","last_clean":"2023-08-28T02:27:44.885336+0000","last_became_active":"2023-08-28T02:26:47.222941+0000","last_became_peered":"2023-08-28T02:26:47.222941+0000","last_unstale":"2023-08-28T02:27:44.885336+0000","last_undegraded":"2023-08-28T02:27:44.885336+0000","last_fullsized":"2023-08-28T02:27:44.885336+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":4511,"log_dups_size":0,"ondisk_log_size":4511,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:57:17.504939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":295632896,"num_objects":4511,"num_object_clones":0,"num_object_copies":13533,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4511,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4511,"num_write_kb":288704,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":155,"reported_epoch":183,"state":"active+clean","last_fresh":"2023-08-28T02:27:45.326691+0000","last_change":"2023-08-28T02:17:57.849218+0000","last_active":"2023-08-28T02:27:45.326691+0000","last_peered":"2023-08-28T02:27:45.326691+0000","last_clean":"2023-08-28T02:27:45.326691+0000","last_became_active":"2023-08-28T02:17:57.848849+0000","last_became_peered":"2023-08-28T02:17:57.848849+0000","last_unstale":"2023-08-28T02:27:45.326691+0000","last_undegraded":"2023-08-28T02:27:45.326691+0000","last_fullsized":"2023-08-28T02:27:45.326691+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:52:44.006871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":123,"reported_epoch":183,"state":"active+clean","last_fresh":"2023-08-28T02:27:45.331496+0000","last_change":"2023-08-28T02:16:50.316947+0000","last_active":"2023-08-28T02:27:45.331496+0000","last_peered":"2023-08-28T02:27:45.331496+0000","last_clean":"2023-08-28T02:27:45.331496+0000","last_became_active":"2023-08-28T02:16:50.316598+0000","last_became_peered":"2023-08-28T02:16:50.316598+0000","last_unstale":"2023-08-28T02:27:45.331496+0000","last_undegraded":"2023-08-28T02:27:45.331496+0000","last_fullsized":"2023-08-28T02:27:45.331496+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:13:41.719458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":150,"reported_epoch":183,"state":"active+clean","last_fresh":"2023-08-28T02:27:45.328077+0000","last_change":"2023-08-28T02:15:58.342090+0000","last_active":"2023-08-28T02:27:45.328077+0000","last_peered":"2023-08-28T02:27:45.328077+0000","last_clean":"2023-08-28T02:27:45.328077+0000","last_became_active":"2023-08-28T02:15:58.341776+0000","last_became_peered":"2023-08-28T02:15:58.341776+0000","last_unstale":"2023-08-28T02:27:45.328077+0000","last_undegraded":"2023-08-28T02:27:45.328077+0000","last_fullsized":"2023-08-28T02:27:45.328077+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:26:41.710259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.8","version":"184'4052","reported_seq":4096,"reported_epoch":184,"state":"active+clean","last_fresh":"2023-08-28T02:27:46.657793+0000","last_change":"2023-08-28T02:27:36.024940+0000","last_active":"2023-08-28T02:27:46.657793+0000","last_peered":"2023-08-28T02:27:46.657793+0000","last_clean":"2023-08-28T02:27:46.657793+0000","last_became_active":"2023-08-28T02:27:27.794150+0000","last_became_peered":"2023-08-28T02:27:27.794150+0000","last_unstale":"2023-08-28T02:27:46.657793+0000","last_undegraded":"2023-08-28T02:27:46.657793+0000","last_fullsized":"2023-08-28T02:27:46.657793+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":4052,"log_dups_size":0,"ondisk_log_size":4052,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":149487616,"num_objects":2281,"num_object_clones":0,"num_object_copies":6843,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2281,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2281,"num_write_kb":145984,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":150,"reported_epoch":182,"state":"active+clean","last_fresh":"2023-08-28T02:27:44.317618+0000","last_change":"2023-08-28T02:16:50.342424+0000","last_active":"2023-08-28T02:27:44.317618+0000","last_peered":"2023-08-28T02:27:44.317618+0000","last_clean":"2023-08-28T02:27:44.317618+0000","last_became_active":"2023-08-28T02:16:50.342083+0000","last_became_peered":"2023-08-28T02:16:50.342083+0000","last_unstale":"2023-08-28T02:27:44.317618+0000","last_undegraded":"2023-08-28T02:27:44.317618+0000","last_fullsized":"2023-08-28T02:27:44.317618+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:48:40.173542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"75'161","reported_seq":535,"reported_epoch":182,"state":"active+clean","last_fresh":"2023-08-28T02:27:44.313117+0000","last_change":"2023-08-28T02:27:39.235695+0000","last_active":"2023-08-28T02:27:44.313117+0000","last_peered":"2023-08-28T02:27:44.313117+0000","last_clean":"2023-08-28T02:27:44.313117+0000","last_became_active":"2023-08-28T02:27:39.235381+0000","last_became_peered":"2023-08-28T02:27:39.235381+0000","last_unstale":"2023-08-28T02:27:44.313117+0000","last_undegraded":"2023-08-28T02:27:44.313117+0000","last_fullsized":"2023-08-28T02:27:44.313117+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53669,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":21,"num_write_kb":219,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":117,"reported_epoch":183,"state":"active+clean","last_fresh":"2023-08-28T02:27:45.321346+0000","last_change":"2023-08-28T02:17:57.830935+0000","last_active":"2023-08-28T02:27:45.321346+0000","last_peered":"2023-08-28T02:27:45.321346+0000","last_clean":"2023-08-28T02:27:45.321346+0000","last_became_active":"2023-08-28T02:17:57.830393+0000","last_became_peered":"2023-08-28T02:17:57.830393+0000","last_unstale":"2023-08-28T02:27:45.321346+0000","last_undegraded":"2023-08-28T02:27:45.321346+0000","last_fullsized":"2023-08-28T02:27:45.321346+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:53:51.589050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":128,"reported_epoch":182,"state":"active+clean","last_fresh":"2023-08-28T02:27:44.315328+0000","last_change":"2023-08-28T02:07:37.450928+0000","last_active":"2023-08-28T02:27:44.315328+0000","last_peered":"2023-08-28T02:27:44.315328+0000","last_clean":"2023-08-28T02:27:44.315328+0000","last_became_active":"2023-08-28T02:07:37.450603+0000","last_became_peered":"2023-08-28T02:07:37.450603+0000","last_unstale":"2023-08-28T02:27:44.315328+0000","last_undegraded":"2023-08-28T02:27:44.315328+0000","last_fullsized":"2023-08-28T02:27:44.315328+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:39:24.068431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.3","version":"75'161","reported_seq":412,"reported_epoch":184,"state":"active+clean","last_fresh":"2023-08-28T02:27:46.343182+0000","last_change":"2023-08-28T02:27:46.342870+0000","last_active":"2023-08-28T02:27:46.343182+0000","last_peered":"2023-08-28T02:27:46.343182+0000","last_clean":"2023-08-28T02:27:46.343182+0000","last_became_active":"2023-08-28T02:27:46.342424+0000","last_became_peered":"2023-08-28T02:27:46.342424+0000","last_unstale":"2023-08-28T02:27:46.343182+0000","last_undegraded":"2023-08-28T02:27:46.343182+0000","last_fullsized":"2023-08-28T02:27:46.343182+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.b","version":"184'4538","reported_seq":4571,"reported_epoch":184,"state":"active+clean","last_fresh":"2023-08-28T02:27:46.958603+0000","last_change":"2023-08-28T02:26:47.519899+0000","last_active":"2023-08-28T02:27:46.958603+0000","last_peered":"2023-08-28T02:27:46.958603+0000","last_clean":"2023-08-28T02:27:46.958603+0000","last_became_active":"2023-08-28T02:26:47.519561+0000","last_became_peered":"2023-08-28T02:26:47.519561+0000","last_unstale":"2023-08-28T02:27:46.958603+0000","last_undegraded":"2023-08-28T02:27:46.958603+0000","last_fullsized":"2023-08-28T02:27:46.958603+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":4538,"log_dups_size":0,"ondisk_log_size":4538,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:53:32.812783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":297402368,"num_objects":4538,"num_object_clones":0,"num_object_copies":13614,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4538,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4538,"num_write_kb":290432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":168,"reported_epoch":182,"state":"active+clean","last_fresh":"2023-08-28T02:27:44.313026+0000","last_change":"2023-08-28T02:15:58.338120+0000","last_active":"2023-08-28T02:27:44.313026+0000","last_peered":"2023-08-28T02:27:44.313026+0000","last_clean":"2023-08-28T02:27:44.313026+0000","last_became_active":"2023-08-28T02:15:58.337738+0000","last_became_peered":"2023-08-28T02:15:58.337738+0000","last_unstale":"2023-08-28T02:27:44.313026+0000","last_undegraded":"2023-08-28T02:27:44.313026+0000","last_fullsized":"2023-08-28T02:27:44.313026+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:36:17.078801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":139,"reported_epoch":183,"state":"active+clean","last_fresh":"2023-08-28T02:27:45.323794+0000","last_change":"2023-08-28T02:17:57.849233+0000","last_active":"2023-08-28T02:27:45.323794+0000","last_peered":"2023-08-28T02:27:45.323794+0000","last_clean":"2023-08-28T02:27:45.323794+0000","last_became_active":"2023-08-28T02:17:57.848909+0000","last_became_peered":"2023-08-28T02:17:57.848909+0000","last_unstale":"2023-08-28T02:27:45.323794+0000","last_undegraded":"2023-08-28T02:27:45.323794+0000","last_fullsized":"2023-08-28T02:27:45.323794+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:19:30.926702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":138,"reported_epoch":183,"state":"active+clean","last_fresh":"2023-08-28T02:27:45.323975+0000","last_change":"2023-08-28T02:16:50.318846+0000","last_active":"2023-08-28T02:27:45.323975+0000","last_peered":"2023-08-28T02:27:45.323975+0000","last_clean":"2023-08-28T02:27:45.323975+0000","last_became_active":"2023-08-28T02:16:50.318460+0000","last_became_peered":"2023-08-28T02:16:50.318460+0000","last_unstale":"2023-08-28T02:27:45.323975+0000","last_undegraded":"2023-08-28T02:27:45.323975+0000","last_fullsized":"2023-08-28T02:27:45.323975+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:19:34.011385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.6","version":"75'161","reported_seq":414,"reported_epoch":183,"state":"peering","last_fresh":"2023-08-28T02:27:45.326796+0000","last_change":"2023-08-28T02:27:45.327048+0000","last_active":"2023-08-28T02:27:45.326765+0000","last_peered":"2023-08-28T02:27:44.319243+0000","last_clean":"2023-08-28T02:11:30.053048+0000","last_became_active":"2023-08-28T02:27:44.318976+0000","last_became_peered":"2023-08-28T02:27:44.318976+0000","last_unstale":"2023-08-28T02:27:45.326796+0000","last_undegraded":"2023-08-28T02:27:45.326796+0000","last_fullsized":"2023-08-28T02:27:45.326796+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,3,7],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.e","version":"182'4529","reported_seq":4560,"reported_epoch":182,"state":"active+clean","last_fresh":"2023-08-28T02:27:44.857497+0000","last_change":"2023-08-28T02:26:47.224388+0000","last_active":"2023-08-28T02:27:44.857497+0000","last_peered":"2023-08-28T02:27:44.857497+0000","last_clean":"2023-08-28T02:27:44.857497+0000","last_became_active":"2023-08-28T02:26:47.224098+0000","last_became_peered":"2023-08-28T02:26:47.224098+0000","last_unstale":"2023-08-28T02:27:44.857497+0000","last_undegraded":"2023-08-28T02:27:44.857497+0000","last_fullsized":"2023-08-28T02:27:44.857497+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":4529,"log_dups_size":0,"ondisk_log_size":4529,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:32:39.064714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":296812544,"num_objects":4529,"num_object_clones":0,"num_object_copies":13587,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4529,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4529,"num_write_kb":289856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":151,"reported_epoch":182,"state":"active+clean","last_fresh":"2023-08-28T02:27:44.313839+0000","last_change":"2023-08-28T02:14:43.033789+0000","last_active":"2023-08-28T02:27:44.313839+0000","last_peered":"2023-08-28T02:27:44.313839+0000","last_clean":"2023-08-28T02:27:44.313839+0000","last_became_active":"2023-08-28T02:14:43.033454+0000","last_became_peered":"2023-08-28T02:14:43.033454+0000","last_unstale":"2023-08-28T02:27:44.313839+0000","last_undegraded":"2023-08-28T02:27:44.313839+0000","last_fullsized":"2023-08-28T02:27:44.313839+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:01:13.205842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":123,"reported_epoch":183,"state":"active+clean","last_fresh":"2023-08-28T02:27:45.327606+0000","last_change":"2023-08-28T02:16:50.326816+0000","last_active":"2023-08-28T02:27:45.327606+0000","last_peered":"2023-08-28T02:27:45.327606+0000","last_clean":"2023-08-28T02:27:45.327606+0000","last_became_active":"2023-08-28T02:16:50.326004+0000","last_became_peered":"2023-08-28T02:16:50.326004+0000","last_unstale":"2023-08-28T02:27:45.327606+0000","last_undegraded":"2023-08-28T02:27:45.327606+0000","last_fullsized":"2023-08-28T02:27:45.327606+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:57:04.480900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":125,"reported_epoch":183,"state":"active+clean","last_fresh":"2023-08-28T02:27:45.325343+0000","last_change":"2023-08-28T02:14:43.048791+0000","last_active":"2023-08-28T02:27:45.325343+0000","last_peered":"2023-08-28T02:27:45.325343+0000","last_clean":"2023-08-28T02:27:45.325343+0000","last_became_active":"2023-08-28T02:14:43.047408+0000","last_became_peered":"2023-08-28T02:14:43.047408+0000","last_unstale":"2023-08-28T02:27:45.325343+0000","last_undegraded":"2023-08-28T02:27:45.325343+0000","last_fullsized":"2023-08-28T02:27:45.325343+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:47.097181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.5","version":"75'161","reported_seq":404,"reported_epoch":183,"state":"peering","last_fresh":"2023-08-28T02:27:45.326511+0000","last_change":"2023-08-28T02:27:45.326511+0000","last_active":"2023-08-28T02:27:43.309773+0000","last_peered":"2023-08-28T02:11:30.053048+0000","last_clean":"2023-08-28T02:11:30.053048+0000","last_became_active":"2023-08-28T02:06:36.266801+0000","last_became_peered":"2023-08-28T02:06:36.266801+0000","last_unstale":"2023-08-28T02:27:45.326511+0000","last_undegraded":"2023-08-28T02:27:45.326511+0000","last_fullsized":"2023-08-28T02:27:45.326511+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.d","version":"182'4626","reported_seq":4657,"reported_epoch":182,"state":"active+clean","last_fresh":"2023-08-28T02:27:44.845298+0000","last_change":"2023-08-28T02:26:47.223066+0000","last_active":"2023-08-28T02:27:44.845298+0000","last_peered":"2023-08-28T02:27:44.845298+0000","last_clean":"2023-08-28T02:27:44.845298+0000","last_became_active":"2023-08-28T02:26:47.222742+0000","last_became_peered":"2023-08-28T02:26:47.222742+0000","last_unstale":"2023-08-28T02:27:44.845298+0000","last_undegraded":"2023-08-28T02:27:44.845298+0000","last_fullsized":"2023-08-28T02:27:44.845298+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":4626,"log_dups_size":0,"ondisk_log_size":4626,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:38:10.017610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":303169536,"num_objects":4626,"num_object_clones":0,"num_object_copies":13878,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4626,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4626,"num_write_kb":296064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.7","version":"65'2","reported_seq":162,"reported_epoch":183,"state":"active+clean","last_fresh":"2023-08-28T02:27:45.322456+0000","last_change":"2023-08-28T02:17:57.864052+0000","last_active":"2023-08-28T02:27:45.322456+0000","last_peered":"2023-08-28T02:27:45.322456+0000","last_clean":"2023-08-28T02:27:45.322456+0000","last_became_active":"2023-08-28T02:17:57.845544+0000","last_became_peered":"2023-08-28T02:17:57.845544+0000","last_unstale":"2023-08-28T02:27:45.322456+0000","last_undegraded":"2023-08-28T02:27:45.322456+0000","last_fullsized":"2023-08-28T02:27:45.322456+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:24:46.387534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":108,"reported_epoch":183,"state":"active+clean","last_fresh":"2023-08-28T02:27:45.327797+0000","last_change":"2023-08-28T02:15:58.339320+0000","last_active":"2023-08-28T02:27:45.327797+0000","last_peered":"2023-08-28T02:27:45.327797+0000","last_clean":"2023-08-28T02:27:45.327797+0000","last_became_active":"2023-08-28T02:15:58.337320+0000","last_became_peered":"2023-08-28T02:15:58.337320+0000","last_unstale":"2023-08-28T02:27:45.327797+0000","last_undegraded":"2023-08-28T02:27:45.327797+0000","last_fullsized":"2023-08-28T02:27:45.327797+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:45:55.601750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":159,"reported_epoch":183,"state":"active+clean","last_fresh":"2023-08-28T02:27:45.321231+0000","last_change":"2023-08-28T02:17:57.850029+0000","last_active":"2023-08-28T02:27:45.321231+0000","last_peered":"2023-08-28T02:27:45.321231+0000","last_clean":"2023-08-28T02:27:45.321231+0000","last_became_active":"2023-08-28T02:17:57.846602+0000","last_became_peered":"2023-08-28T02:17:57.846602+0000","last_unstale":"2023-08-28T02:27:45.321231+0000","last_undegraded":"2023-08-28T02:27:45.321231+0000","last_fullsized":"2023-08-28T02:27:45.321231+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:39:38.706283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.4","version":"75'161","reported_seq":410,"reported_epoch":184,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:27:46.373189+0000","last_change":"2023-08-28T02:27:44.322428+0000","last_active":"2023-08-28T02:27:46.373189+0000","last_peered":"2023-08-28T02:27:46.373189+0000","last_clean":"2023-08-28T02:11:30.053048+0000","last_became_active":"2023-08-28T02:27:44.322099+0000","last_became_peered":"2023-08-28T02:27:44.322099+0000","last_unstale":"2023-08-28T02:27:46.373189+0000","last_undegraded":"2023-08-28T02:27:44.309122+0000","last_fullsized":"2023-08-28T02:27:44.308250+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":1,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[0,7],"avail_no_missing":["0","6","7"],"object_location_counts":[{"shards":"0,6,7","objects":1},{"shards":"0,7","objects":-1}],"blocked_by":[],"up_primary":3,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.c","version":"184'4641","reported_seq":4673,"reported_epoch":184,"state":"active+clean","last_fresh":"2023-08-28T02:27:46.695802+0000","last_change":"2023-08-28T02:26:47.219015+0000","last_active":"2023-08-28T02:27:46.695802+0000","last_peered":"2023-08-28T02:27:46.695802+0000","last_clean":"2023-08-28T02:27:46.695802+0000","last_became_active":"2023-08-28T02:26:47.218669+0000","last_became_peered":"2023-08-28T02:26:47.218669+0000","last_unstale":"2023-08-28T02:27:46.695802+0000","last_undegraded":"2023-08-28T02:27:46.695802+0000","last_fullsized":"2023-08-28T02:27:46.695802+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":4641,"log_dups_size":0,"ondisk_log_size":4641,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:20:44.170608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":304152576,"num_objects":4641,"num_object_clones":0,"num_object_copies":13923,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4641,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4641,"num_write_kb":297024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":150,"reported_epoch":182,"state":"active+clean","last_fresh":"2023-08-28T02:27:44.314846+0000","last_change":"2023-08-28T02:16:50.341679+0000","last_active":"2023-08-28T02:27:44.314846+0000","last_peered":"2023-08-28T02:27:44.314846+0000","last_clean":"2023-08-28T02:27:44.314846+0000","last_became_active":"2023-08-28T02:16:50.341357+0000","last_became_peered":"2023-08-28T02:16:50.341357+0000","last_unstale":"2023-08-28T02:27:44.314846+0000","last_undegraded":"2023-08-28T02:27:44.314846+0000","last_fullsized":"2023-08-28T02:27:44.314846+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:18:29.131334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"65'1","reported_seq":143,"reported_epoch":183,"state":"active+clean","last_fresh":"2023-08-28T02:27:45.324111+0000","last_change":"2023-08-28T02:15:58.334351+0000","last_active":"2023-08-28T02:27:45.324111+0000","last_peered":"2023-08-28T02:27:45.324111+0000","last_clean":"2023-08-28T02:27:45.324111+0000","last_became_active":"2023-08-28T02:15:58.334041+0000","last_became_peered":"2023-08-28T02:15:58.334041+0000","last_unstale":"2023-08-28T02:27:45.324111+0000","last_undegraded":"2023-08-28T02:27:45.324111+0000","last_fullsized":"2023-08-28T02:27:45.324111+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:36:32.836027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":129,"reported_epoch":182,"state":"active+clean","last_fresh":"2023-08-28T02:27:44.316513+0000","last_change":"2023-08-28T02:07:37.332854+0000","last_active":"2023-08-28T02:27:44.316513+0000","last_peered":"2023-08-28T02:27:44.316513+0000","last_clean":"2023-08-28T02:27:44.316513+0000","last_became_active":"2023-08-28T02:07:37.332563+0000","last_became_peered":"2023-08-28T02:07:37.332563+0000","last_unstale":"2023-08-28T02:27:44.316513+0000","last_undegraded":"2023-08-28T02:27:44.316513+0000","last_fullsized":"2023-08-28T02:27:44.316513+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:24:12.887788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.11","version":"182'4139","reported_seq":4189,"reported_epoch":182,"state":"active+clean","last_fresh":"2023-08-28T02:27:44.821470+0000","last_change":"2023-08-28T02:27:36.183590+0000","last_active":"2023-08-28T02:27:44.821470+0000","last_peered":"2023-08-28T02:27:44.821470+0000","last_clean":"2023-08-28T02:27:44.821470+0000","last_became_active":"2023-08-28T02:27:36.180993+0000","last_became_peered":"2023-08-28T02:27:36.180993+0000","last_unstale":"2023-08-28T02:27:44.821470+0000","last_undegraded":"2023-08-28T02:27:44.821470+0000","last_fullsized":"2023-08-28T02:27:44.821470+0000","mapping_epoch":175,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":4139,"log_dups_size":0,"ondisk_log_size":4139,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":150994944,"num_objects":2304,"num_object_clones":0,"num_object_copies":6912,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2304,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2304,"num_write_kb":147456,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1b","version":"65'1","reported_seq":127,"reported_epoch":183,"state":"active+clean","last_fresh":"2023-08-28T02:27:45.325260+0000","last_change":"2023-08-28T02:14:43.042150+0000","last_active":"2023-08-28T02:27:45.325260+0000","last_peered":"2023-08-28T02:27:45.325260+0000","last_clean":"2023-08-28T02:27:45.325260+0000","last_became_active":"2023-08-28T02:14:43.038336+0000","last_became_peered":"2023-08-28T02:14:43.038336+0000","last_unstale":"2023-08-28T02:27:45.325260+0000","last_undegraded":"2023-08-28T02:27:45.325260+0000","last_fullsized":"2023-08-28T02:27:45.325260+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:26:02.415152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":157,"reported_epoch":183,"state":"active+clean","last_fresh":"2023-08-28T02:27:45.326694+0000","last_change":"2023-08-28T02:17:57.871803+0000","last_active":"2023-08-28T02:27:45.326694+0000","last_peered":"2023-08-28T02:27:45.326694+0000","last_clean":"2023-08-28T02:27:45.326694+0000","last_became_active":"2023-08-28T02:17:57.871419+0000","last_became_peered":"2023-08-28T02:17:57.871419+0000","last_unstale":"2023-08-28T02:27:45.326694+0000","last_undegraded":"2023-08-28T02:27:45.326694+0000","last_fullsized":"2023-08-28T02:27:45.326694+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:46.284365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,3],"acting":[2,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.16","version":"182'4048","reported_seq":4089,"reported_epoch":182,"state":"active+clean","last_fresh":"2023-08-28T02:27:44.874626+0000","last_change":"2023-08-28T02:27:27.831261+0000","last_active":"2023-08-28T02:27:44.874626+0000","last_peered":"2023-08-28T02:27:44.874626+0000","last_clean":"2023-08-28T02:27:44.874626+0000","last_became_active":"2023-08-28T02:27:27.829702+0000","last_became_peered":"2023-08-28T02:27:27.829702+0000","last_unstale":"2023-08-28T02:27:44.874626+0000","last_undegraded":"2023-08-28T02:27:44.874626+0000","last_fullsized":"2023-08-28T02:27:44.874626+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":4048,"log_dups_size":0,"ondisk_log_size":4048,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":148930560,"num_objects":2273,"num_object_clones":0,"num_object_copies":6819,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2273,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2273,"num_write_kb":145440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,1],"acting":[5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1c","version":"65'2","reported_seq":148,"reported_epoch":182,"state":"active+clean","last_fresh":"2023-08-28T02:27:44.317789+0000","last_change":"2023-08-28T02:15:58.344265+0000","last_active":"2023-08-28T02:27:44.317789+0000","last_peered":"2023-08-28T02:27:44.317789+0000","last_clean":"2023-08-28T02:27:44.317789+0000","last_became_active":"2023-08-28T02:15:58.343903+0000","last_became_peered":"2023-08-28T02:15:58.343903+0000","last_unstale":"2023-08-28T02:27:44.317789+0000","last_undegraded":"2023-08-28T02:27:44.317789+0000","last_fullsized":"2023-08-28T02:27:44.317789+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:00:52.112893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":141,"reported_epoch":183,"state":"active+clean","last_fresh":"2023-08-28T02:27:45.325002+0000","last_change":"2023-08-28T02:17:57.870248+0000","last_active":"2023-08-28T02:27:45.325002+0000","last_peered":"2023-08-28T02:27:45.325002+0000","last_clean":"2023-08-28T02:27:45.325002+0000","last_became_active":"2023-08-28T02:17:57.869813+0000","last_became_peered":"2023-08-28T02:17:57.869813+0000","last_unstale":"2023-08-28T02:27:45.325002+0000","last_undegraded":"2023-08-28T02:27:45.325002+0000","last_fullsized":"2023-08-28T02:27:45.325002+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:36:26.136730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.17","version":"182'4058","reported_seq":4099,"reported_epoch":182,"state":"active+clean","last_fresh":"2023-08-28T02:27:44.877262+0000","last_change":"2023-08-28T02:27:27.836480+0000","last_active":"2023-08-28T02:27:44.877262+0000","last_peered":"2023-08-28T02:27:44.877262+0000","last_clean":"2023-08-28T02:27:44.877262+0000","last_became_active":"2023-08-28T02:27:27.834441+0000","last_became_peered":"2023-08-28T02:27:27.834441+0000","last_unstale":"2023-08-28T02:27:44.877262+0000","last_undegraded":"2023-08-28T02:27:44.877262+0000","last_fullsized":"2023-08-28T02:27:44.877262+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":4058,"log_dups_size":0,"ondisk_log_size":4058,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":148439040,"num_objects":2265,"num_object_clones":0,"num_object_copies":6795,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2265,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2265,"num_write_kb":144960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1d","version":"65'2","reported_seq":131,"reported_epoch":182,"state":"active+clean","last_fresh":"2023-08-28T02:27:44.317863+0000","last_change":"2023-08-28T02:07:37.315088+0000","last_active":"2023-08-28T02:27:44.317863+0000","last_peered":"2023-08-28T02:27:44.317863+0000","last_clean":"2023-08-28T02:27:44.317863+0000","last_became_active":"2023-08-28T02:07:37.314730+0000","last_became_peered":"2023-08-28T02:07:37.314730+0000","last_unstale":"2023-08-28T02:27:44.317863+0000","last_undegraded":"2023-08-28T02:27:44.317863+0000","last_fullsized":"2023-08-28T02:27:44.317863+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:58.096621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":163,"reported_epoch":182,"state":"active+clean","last_fresh":"2023-08-28T02:27:44.316907+0000","last_change":"2023-08-28T02:17:57.830595+0000","last_active":"2023-08-28T02:27:44.316907+0000","last_peered":"2023-08-28T02:27:44.316907+0000","last_clean":"2023-08-28T02:27:44.316907+0000","last_became_active":"2023-08-28T02:17:57.830345+0000","last_became_peered":"2023-08-28T02:17:57.830345+0000","last_unstale":"2023-08-28T02:27:44.316907+0000","last_undegraded":"2023-08-28T02:27:44.316907+0000","last_fullsized":"2023-08-28T02:27:44.316907+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:50:50.199731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.14","version":"184'4058","reported_seq":4101,"reported_epoch":184,"state":"active+clean","last_fresh":"2023-08-28T02:27:47.045806+0000","last_change":"2023-08-28T02:27:27.838366+0000","last_active":"2023-08-28T02:27:47.045806+0000","last_peered":"2023-08-28T02:27:47.045806+0000","last_clean":"2023-08-28T02:27:47.045806+0000","last_became_active":"2023-08-28T02:27:27.836296+0000","last_became_peered":"2023-08-28T02:27:27.836296+0000","last_unstale":"2023-08-28T02:27:47.045806+0000","last_undegraded":"2023-08-28T02:27:47.045806+0000","last_fullsized":"2023-08-28T02:27:47.045806+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":4058,"log_dups_size":0,"ondisk_log_size":4058,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":149716992,"num_objects":2285,"num_object_clones":0,"num_object_copies":6855,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2285,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2285,"num_write_kb":146208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1e","version":"65'1","reported_seq":149,"reported_epoch":183,"state":"active+clean","last_fresh":"2023-08-28T02:27:45.322427+0000","last_change":"2023-08-28T02:17:57.833218+0000","last_active":"2023-08-28T02:27:45.322427+0000","last_peered":"2023-08-28T02:27:45.322427+0000","last_clean":"2023-08-28T02:27:45.322427+0000","last_became_active":"2023-08-28T02:17:57.832772+0000","last_became_peered":"2023-08-28T02:17:57.832772+0000","last_unstale":"2023-08-28T02:27:45.322427+0000","last_undegraded":"2023-08-28T02:27:45.322427+0000","last_fullsized":"2023-08-28T02:27:45.322427+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:00:02.110545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":164,"reported_epoch":183,"state":"active+clean","last_fresh":"2023-08-28T02:27:45.322319+0000","last_change":"2023-08-28T02:17:57.845102+0000","last_active":"2023-08-28T02:27:45.322319+0000","last_peered":"2023-08-28T02:27:45.322319+0000","last_clean":"2023-08-28T02:27:45.322319+0000","last_became_active":"2023-08-28T02:17:57.843529+0000","last_became_peered":"2023-08-28T02:17:57.843529+0000","last_unstale":"2023-08-28T02:27:45.322319+0000","last_undegraded":"2023-08-28T02:27:45.322319+0000","last_fullsized":"2023-08-28T02:27:45.322319+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:20:19.708785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.15","version":"184'4040","reported_seq":4083,"reported_epoch":184,"state":"active+clean","last_fresh":"2023-08-28T02:27:46.859807+0000","last_change":"2023-08-28T02:27:27.823600+0000","last_active":"2023-08-28T02:27:46.859807+0000","last_peered":"2023-08-28T02:27:46.859807+0000","last_clean":"2023-08-28T02:27:46.859807+0000","last_became_active":"2023-08-28T02:27:27.821763+0000","last_became_peered":"2023-08-28T02:27:27.821763+0000","last_unstale":"2023-08-28T02:27:46.859807+0000","last_undegraded":"2023-08-28T02:27:46.859807+0000","last_fullsized":"2023-08-28T02:27:46.859807+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":4040,"log_dups_size":0,"ondisk_log_size":4040,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":148439040,"num_objects":2265,"num_object_clones":0,"num_object_copies":6795,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2265,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2265,"num_write_kb":144960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1f","version":"65'4","reported_seq":143,"reported_epoch":183,"state":"active+clean","last_fresh":"2023-08-28T02:27:45.324915+0000","last_change":"2023-08-28T02:16:50.319672+0000","last_active":"2023-08-28T02:27:45.324915+0000","last_peered":"2023-08-28T02:27:45.324915+0000","last_clean":"2023-08-28T02:27:45.324915+0000","last_became_active":"2023-08-28T02:16:50.319279+0000","last_became_peered":"2023-08-28T02:16:50.319279+0000","last_unstale":"2023-08-28T02:27:45.324915+0000","last_undegraded":"2023-08-28T02:27:45.324915+0000","last_fullsized":"2023-08-28T02:27:45.324915+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:28:07.379148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":146,"reported_epoch":182,"state":"active+clean","last_fresh":"2023-08-28T02:27:44.316585+0000","last_change":"2023-08-28T02:15:58.333459+0000","last_active":"2023-08-28T02:27:44.316585+0000","last_peered":"2023-08-28T02:27:44.316585+0000","last_clean":"2023-08-28T02:27:44.316585+0000","last_became_active":"2023-08-28T02:15:58.332687+0000","last_became_peered":"2023-08-28T02:15:58.332687+0000","last_unstale":"2023-08-28T02:27:44.316585+0000","last_undegraded":"2023-08-28T02:27:44.316585+0000","last_fullsized":"2023-08-28T02:27:44.316585+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:15:43.019749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3,"num_objects_misplaced":2,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":489,"num_read_kb":916,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":31,"num_store_stats":8},{"poolid":9,"num_pg":26,"stat_sum":{"num_bytes":4809392128,"num_objects":73386,"num_object_clones":0,"num_object_copies":220158,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4240,"num_objects_misplaced":4392,"num_objects_unfound":0,"num_objects_dirty":73386,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":71263,"num_write_kb":4560800,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":630,"num_bytes_recovered":41287680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":14566752256,"data_stored":14566752256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":109142,"ondisk_log_size":109142,"up":78,"acting":75,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299650,"num_pgs":55,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3006488,"kb_used_data":2686928,"kb_used_omap":0,"kb_used_meta":319552,"kb_avail":90738664,"statfs":{"total":95995035648,"available":92916391936,"internally_reserved":0,"allocated":2751414272,"data_stored":2750568010,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":327221248},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:26:58 2023","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":1.8620000000000001,"15min":1.7929999999999999},"min":{"1min":0.315,"5min":0.224,"15min":0.21199999999999999},"max":{"1min":1.831,"5min":13.118,"15min":13.257},"last":0.27800000000000002},{"interface":"front","average":{"1min":0.67100000000000004,"5min":2.2000000000000002,"15min":2.1819999999999999},"min":{"1min":0.34399999999999997,"5min":0.246,"15min":0.246},"max":{"1min":1.8400000000000001,"5min":13.103999999999999,"15min":13.272},"last":0.44400000000000001}]},{"osd":1,"last update":"Mon Aug 28 02:27:22 2023","interfaces":[{"interface":"back","average":{"1min":1.599,"5min":2.6909999999999998,"15min":2.016},"min":{"1min":0.28999999999999998,"5min":0.25700000000000001,"15min":0.24099999999999999},"max":{"1min":6.5380000000000003,"5min":12.438000000000001,"15min":12.438000000000001},"last":0.38800000000000001},{"interface":"front","average":{"1min":1.026,"5min":2.383,"15min":1.97},"min":{"1min":0.33100000000000002,"5min":0.27100000000000002,"15min":0.26600000000000001},"max":{"1min":4.2489999999999997,"5min":12.332000000000001,"15min":12.332000000000001},"last":0.36599999999999999}]},{"osd":2,"last update":"Mon Aug 28 02:27:07 2023","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":2.0190000000000001,"15min":1.6419999999999999},"min":{"1min":0.253,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":1.1870000000000001,"5min":8.3889999999999993,"15min":8.3889999999999993},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.60799999999999998,"5min":1.6950000000000001,"15min":1.5860000000000001},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":1.113,"5min":8.9770000000000003,"15min":12.128},"last":0.43099999999999999}]},{"osd":3,"last update":"Mon Aug 28 02:27:22 2023","interfaces":[{"interface":"back","average":{"1min":1.405,"5min":1.887,"15min":2.0670000000000002},"min":{"1min":0.36199999999999999,"5min":0.30199999999999999,"15min":0.27200000000000002},"max":{"1min":11.231,"5min":11.231,"15min":11.231},"last":0.35299999999999998},{"interface":"front","average":{"1min":1.5580000000000001,"5min":2.3660000000000001,"15min":2.226},"min":{"1min":0.39100000000000001,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":12.208,"5min":12.208,"15min":12.208},"last":0.46400000000000002}]},{"osd":4,"last update":"Mon Aug 28 02:26:58 2023","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":1.302,"15min":1.0589999999999999},"min":{"1min":0.30299999999999999,"5min":0.26100000000000001,"15min":0.22700000000000001},"max":{"1min":0.68400000000000005,"5min":11.351000000000001,"15min":11.351000000000001},"last":0.32400000000000001},{"interface":"front","average":{"1min":0.52700000000000002,"5min":1.1060000000000001,"15min":0.90400000000000003},"min":{"1min":0.32800000000000001,"5min":0.26100000000000001,"15min":0.24299999999999999},"max":{"1min":0.67300000000000004,"5min":8.1890000000000001,"15min":8.1890000000000001},"last":0.30099999999999999}]},{"osd":5,"last update":"Mon Aug 28 02:26:58 2023","interfaces":[{"interface":"back","average":{"1min":0.47299999999999998,"5min":1.1559999999999999,"15min":0.92100000000000004},"min":{"1min":0.35399999999999998,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.627,"5min":8.1270000000000007,"15min":9.2279999999999998},"last":0.313},{"interface":"front","average":{"1min":0.53400000000000003,"5min":1.3799999999999999,"15min":1.0700000000000001},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.72699999999999998,"5min":6.4359999999999999,"15min":9.7219999999999995},"last":0.47499999999999998}]},{"osd":6,"last update":"Mon Aug 28 02:26:58 2023","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":1.3109999999999999,"15min":1.0449999999999999},"min":{"1min":0.34200000000000003,"5min":0.30299999999999999,"15min":0.28199999999999997},"max":{"1min":0.751,"5min":7.4619999999999997,"15min":9.8089999999999993},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.96299999999999997,"15min":0.90600000000000003},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.29899999999999999},"max":{"1min":0.78700000000000003,"5min":5.2300000000000004,"15min":9.5500000000000007},"last":0.40000000000000002}]}]},{"osd":6,"up_from":45,"seq":193273528581,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1129340,"kb_used_data":871796,"kb_used_omap":0,"kb_used_meta":257536,"kb_avail":92615812,"statfs":{"total":95995035648,"available":94838591488,"internally_reserved":0,"allocated":892719104,"data_stored":891892624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":263716864},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:27:02 2023","interfaces":[{"interface":"back","average":{"1min":0.69799999999999995,"5min":2.306,"15min":2.0699999999999998},"min":{"1min":0.41599999999999998,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":3.3119999999999998,"5min":11.036,"15min":16.462},"last":0.309},{"interface":"front","average":{"1min":0.73699999999999999,"5min":2.1520000000000001,"15min":2.1080000000000001},"min":{"1min":0.35999999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":3.2999999999999998,"5min":12.333,"15min":16.486999999999998},"last":0.438}]},{"osd":1,"last update":"Mon Aug 28 02:27:28 2023","interfaces":[{"interface":"back","average":{"1min":1.0700000000000001,"5min":2.5739999999999998,"15min":2.1960000000000002},"min":{"1min":0.34100000000000003,"5min":0.24199999999999999,"15min":0.23999999999999999},"max":{"1min":3.3039999999999998,"5min":12.834,"15min":12.834},"last":0.36599999999999999},{"interface":"front","average":{"1min":0.79600000000000004,"5min":2.1339999999999999,"15min":1.7869999999999999},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":2.073,"5min":13.183999999999999,"15min":13.183999999999999},"last":0.25}]},{"osd":2,"last update":"Mon Aug 28 02:27:13 2023","interfaces":[{"interface":"back","average":{"1min":0.82599999999999996,"5min":2.3239999999999998,"15min":2.0009999999999999},"min":{"1min":0.28999999999999998,"5min":0.27000000000000002,"15min":0.26300000000000001},"max":{"1min":2.4889999999999999,"5min":12.356,"15min":14.156000000000001},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.65400000000000003,"5min":1.8300000000000001,"15min":1.7190000000000001},"min":{"1min":0.44700000000000001,"5min":0.247,"15min":0.247},"max":{"1min":1.7549999999999999,"5min":8.6370000000000005,"15min":11.442},"last":0.55800000000000005}]},{"osd":3,"last update":"Mon Aug 28 02:27:13 2023","interfaces":[{"interface":"back","average":{"1min":0.69799999999999995,"5min":2.2890000000000001,"15min":2.0169999999999999},"min":{"1min":0.38100000000000001,"5min":0.33600000000000002,"15min":0.30199999999999999},"max":{"1min":2.1019999999999999,"5min":13.669,"15min":13.669},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.90100000000000002,"5min":2.0529999999999999,"15min":2.0230000000000001},"min":{"1min":0.318,"5min":0.318,"15min":0.309},"max":{"1min":4.9669999999999996,"5min":20.498000000000001,"15min":23.760000000000002},"last":0.51800000000000002}]},{"osd":4,"last update":"Mon Aug 28 02:26:49 2023","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":1.5589999999999999,"15min":1.125},"min":{"1min":0.27400000000000002,"5min":0.23799999999999999,"15min":0.23400000000000001},"max":{"1min":1.7210000000000001,"5min":18.294,"15min":18.294},"last":0.32600000000000001},{"interface":"front","average":{"1min":0.69699999999999995,"5min":1.718,"15min":1.2110000000000001},"min":{"1min":0.27200000000000002,"5min":0.246,"15min":0.22500000000000001},"max":{"1min":3.9420000000000002,"5min":7.8239999999999998,"15min":17.963999999999999},"last":0.39300000000000002}]},{"osd":5,"last update":"Mon Aug 28 02:26:49 2023","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":1.5700000000000001,"15min":1.1990000000000001},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.26500000000000001},"max":{"1min":1.7,"5min":13.105,"15min":13.606},"last":1.0660000000000001},{"interface":"front","average":{"1min":0.91300000000000003,"5min":1.274,"15min":1.0660000000000001},"min":{"1min":0.27400000000000002,"5min":0.26800000000000002,"15min":0.26300000000000001},"max":{"1min":4.1130000000000004,"5min":7.4279999999999999,"15min":7.4279999999999999},"last":0.97399999999999998}]},{"osd":7,"last update":"Mon Aug 28 02:27:13 2023","interfaces":[{"interface":"back","average":{"1min":0.73899999999999999,"5min":1.4359999999999999,"15min":1.2669999999999999},"min":{"1min":0.313,"5min":0.308,"15min":0.27000000000000002},"max":{"1min":2.048,"5min":12.260999999999999,"15min":12.425000000000001},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.54900000000000004,"5min":1.468,"15min":1.145},"min":{"1min":0.30499999999999999,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.92700000000000005,"5min":12.021000000000001,"15min":12.021000000000001},"last":0.42799999999999999}]}]},{"osd":1,"up_from":101,"seq":433791697040,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3054664,"kb_used_data":2640320,"kb_used_omap":4,"kb_used_meta":414331,"kb_avail":90690488,"statfs":{"total":95995035648,"available":92867059712,"internally_reserved":0,"allocated":2703687680,"data_stored":2702646646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":424275854},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:27:20 2023","interfaces":[{"interface":"back","average":{"1min":1.4450000000000001,"5min":2.7349999999999999,"15min":2.9649999999999999},"min":{"1min":0.23300000000000001,"5min":0.214,"15min":0.21099999999999999},"max":{"1min":10.231,"5min":11.656000000000001,"15min":14.412000000000001},"last":0.36799999999999999},{"interface":"front","average":{"1min":1.694,"5min":2.8650000000000002,"15min":3.1619999999999999},"min":{"1min":0.38300000000000001,"5min":0.24199999999999999,"15min":0.21199999999999999},"max":{"1min":9.1519999999999992,"5min":10.698,"15min":16.260999999999999},"last":1.0509999999999999}]},{"osd":2,"last update":"Mon Aug 28 02:27:13 2023","interfaces":[{"interface":"back","average":{"1min":1.454,"5min":2.7429999999999999,"15min":2.4609999999999999},"min":{"1min":0.32700000000000001,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":9.0950000000000006,"5min":13.58,"15min":13.58},"last":2.5579999999999998},{"interface":"front","average":{"1min":0.59599999999999997,"5min":1.869,"15min":2.7370000000000001},"min":{"1min":0.29899999999999999,"5min":0.253,"15min":0.253},"max":{"1min":1.9890000000000001,"5min":16.420000000000002,"15min":20.003},"last":0.56000000000000005}]},{"osd":3,"last update":"Mon Aug 28 02:27:13 2023","interfaces":[{"interface":"back","average":{"1min":0.91600000000000004,"5min":2.528,"15min":3.4380000000000002},"min":{"1min":0.38,"5min":0.34200000000000003,"15min":0.28100000000000003},"max":{"1min":4.7409999999999997,"5min":12.960000000000001,"15min":24.701000000000001},"last":2.4369999999999998},{"interface":"front","average":{"1min":1.131,"5min":3.266,"15min":3.1789999999999998},"min":{"1min":0.35399999999999998,"5min":0.223,"15min":0.223},"max":{"1min":4.6299999999999999,"5min":22.59,"15min":22.59},"last":4.9119999999999999}]},{"osd":4,"last update":"Mon Aug 28 02:27:20 2023","interfaces":[{"interface":"back","average":{"1min":0.79000000000000004,"5min":1.6200000000000001,"15min":1.96},"min":{"1min":0.34599999999999997,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":2.71,"5min":10.398999999999999,"15min":10.398999999999999},"last":1.385},{"interface":"front","average":{"1min":1.1020000000000001,"5min":1.8720000000000001,"15min":1.782},"min":{"1min":0.31900000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":3.8849999999999998,"5min":9.1519999999999992,"15min":9.1519999999999992},"last":1.3460000000000001}]},{"osd":5,"last update":"Mon Aug 28 02:27:20 2023","interfaces":[{"interface":"back","average":{"1min":1.635,"5min":2.8410000000000002,"15min":2.6110000000000002},"min":{"1min":0.56100000000000005,"5min":0.34599999999999997,"15min":0.33600000000000002},"max":{"1min":7.423,"5min":18.626999999999999,"15min":18.626999999999999},"last":1.284},{"interface":"front","average":{"1min":0.90400000000000003,"5min":2.6059999999999999,"15min":2.3809999999999998},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.31900000000000001},"max":{"1min":3.5049999999999999,"5min":12.776,"15min":12.776},"last":0.41699999999999998}]},{"osd":6,"last update":"Mon Aug 28 02:27:20 2023","interfaces":[{"interface":"back","average":{"1min":1.516,"5min":2.8420000000000001,"15min":2.7069999999999999},"min":{"1min":0.52100000000000002,"5min":0.38900000000000001,"15min":0.34899999999999998},"max":{"1min":7.4749999999999996,"5min":11.037000000000001,"15min":14.944000000000001},"last":1.0920000000000001},{"interface":"front","average":{"1min":0.91600000000000004,"5min":2.0190000000000001,"15min":2.222},"min":{"1min":0.42999999999999999,"5min":0.35699999999999998,"15min":0.34499999999999997},"max":{"1min":2.8980000000000001,"5min":10.513999999999999,"15min":10.513999999999999},"last":0.438}]},{"osd":7,"last update":"Mon Aug 28 02:27:20 2023","interfaces":[{"interface":"back","average":{"1min":0.88400000000000001,"5min":2.3969999999999998,"15min":2.4249999999999998},"min":{"1min":0.44700000000000001,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":2.7890000000000001,"5min":10.551,"15min":16.550000000000001},"last":1.5369999999999999},{"interface":"front","average":{"1min":1.224,"5min":2.508,"15min":2.2160000000000002},"min":{"1min":0.58499999999999996,"5min":0.312,"15min":0.30199999999999999},"max":{"1min":4.1470000000000002,"5min":14.515000000000001,"15min":14.515000000000001},"last":1.2689999999999999}]}]},{"osd":0,"up_from":87,"seq":373662154911,"num_pgs":51,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1625812,"kb_used_data":1216780,"kb_used_omap":5,"kb_used_meta":409018,"kb_avail":92119340,"statfs":{"total":95995035648,"available":94330204160,"internally_reserved":0,"allocated":1245982720,"data_stored":1244868304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":418835066},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:27:17 2023","interfaces":[{"interface":"back","average":{"1min":1.2050000000000001,"5min":2.028,"15min":2.4060000000000001},"min":{"1min":0.246,"5min":0.219,"15min":0.214},"max":{"1min":9.0920000000000005,"5min":9.2279999999999998,"15min":12.847},"last":4.8970000000000002},{"interface":"front","average":{"1min":1.8460000000000001,"5min":3.3719999999999999,"15min":3.5990000000000002},"min":{"1min":0.27400000000000002,"5min":0.221,"15min":0.16900000000000001},"max":{"1min":8.7919999999999998,"5min":24.343,"15min":24.343},"last":3.7629999999999999}]},{"osd":2,"last update":"Mon Aug 28 02:27:10 2023","interfaces":[{"interface":"back","average":{"1min":1.4059999999999999,"5min":2.6299999999999999,"15min":2.742},"min":{"1min":0.28299999999999997,"5min":0.23799999999999999,"15min":0.23400000000000001},"max":{"1min":7.242,"5min":15.567,"15min":20.233000000000001},"last":5.516},{"interface":"front","average":{"1min":0.76800000000000002,"5min":2.2829999999999999,"15min":2.9929999999999999},"min":{"1min":0.33400000000000002,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":3.476,"5min":9.1899999999999995,"15min":20.015999999999998},"last":4.9500000000000002}]},{"osd":3,"last update":"Mon Aug 28 02:27:17 2023","interfaces":[{"interface":"back","average":{"1min":1.669,"5min":2.4449999999999998,"15min":3.036},"min":{"1min":0.313,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":11.41,"5min":11.837999999999999,"15min":20.27},"last":5.5529999999999999},{"interface":"front","average":{"1min":2.48,"5min":3.0230000000000001,"15min":2.5619999999999998},"min":{"1min":0.378,"5min":0.26500000000000001,"15min":0.247},"max":{"1min":13.057,"5min":17.635999999999999,"15min":17.635999999999999},"last":4.9299999999999997}]},{"osd":4,"last update":"Mon Aug 28 02:27:04 2023","interfaces":[{"interface":"back","average":{"1min":0.751,"5min":2.0609999999999999,"15min":1.982},"min":{"1min":0.46000000000000002,"5min":0.29299999999999998,"15min":0.27700000000000002},"max":{"1min":2.375,"5min":12.842000000000001,"15min":12.842000000000001},"last":4.9859999999999998},{"interface":"front","average":{"1min":0.93899999999999995,"5min":2.5449999999999999,"15min":2.46},"min":{"1min":0.48999999999999999,"5min":0.308,"15min":0.29799999999999999},"max":{"1min":6.8559999999999999,"5min":16.768999999999998,"15min":16.768999999999998},"last":3.7919999999999998}]},{"osd":5,"last update":"Mon Aug 28 02:27:04 2023","interfaces":[{"interface":"back","average":{"1min":0.78600000000000003,"5min":1.958,"15min":1.843},"min":{"1min":0.47699999999999998,"5min":0.33300000000000002,"15min":0.29299999999999998},"max":{"1min":2.5550000000000002,"5min":13.038,"15min":13.038},"last":4.9690000000000003},{"interface":"front","average":{"1min":0.93200000000000005,"5min":2.5169999999999999,"15min":2.5289999999999999},"min":{"1min":0.48799999999999999,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":7.0620000000000003,"5min":14.93,"15min":15.134},"last":3.8159999999999998}]},{"osd":6,"last update":"Mon Aug 28 02:27:04 2023","interfaces":[{"interface":"back","average":{"1min":0.80700000000000005,"5min":2.145,"15min":2.0590000000000002},"min":{"1min":0.48099999999999998,"5min":0.33200000000000002,"15min":0.316},"max":{"1min":2.3260000000000001,"5min":13.16,"15min":13.16},"last":5.1109999999999998},{"interface":"front","average":{"1min":1.123,"5min":2.524,"15min":2.5510000000000002},"min":{"1min":0.55200000000000005,"5min":0.36299999999999999,"15min":0.311},"max":{"1min":6.8070000000000004,"5min":14.903,"15min":15.177},"last":5.0640000000000001}]},{"osd":7,"last update":"Mon Aug 28 02:27:04 2023","interfaces":[{"interface":"back","average":{"1min":0.89200000000000002,"5min":2.4590000000000001,"15min":2.431},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":4.1299999999999999,"5min":12.785,"15min":12.785},"last":7.2869999999999999},{"interface":"front","average":{"1min":0.80600000000000005,"5min":2.173,"15min":2.149},"min":{"1min":0.54900000000000004,"5min":0.45400000000000001,"15min":0.377},"max":{"1min":2.375,"5min":13.005000000000001,"15min":13.005000000000001},"last":7.4210000000000003}]}]},{"osd":2,"up_from":117,"seq":502511173766,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1273776,"kb_used_data":884648,"kb_used_omap":7,"kb_used_meta":389112,"kb_avail":92471376,"statfs":{"total":95995035648,"available":94690689024,"internally_reserved":0,"allocated":905879552,"data_stored":904858476,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":398450769},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:27:16 2023","interfaces":[{"interface":"back","average":{"1min":0.74099999999999999,"5min":1.8280000000000001,"15min":2.6080000000000001},"min":{"1min":0.32900000000000001,"5min":0.20999999999999999,"15min":0.20899999999999999},"max":{"1min":3.8290000000000002,"5min":14.675000000000001,"15min":14.675000000000001},"last":6.4000000000000004},{"interface":"front","average":{"1min":1.089,"5min":2.9540000000000002,"15min":3.0739999999999998},"min":{"1min":0.27600000000000002,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":4.2809999999999997,"5min":25.834,"15min":25.834},"last":0.23499999999999999}]},{"osd":1,"last update":"Mon Aug 28 02:27:16 2023","interfaces":[{"interface":"back","average":{"1min":1.514,"5min":2.8260000000000001,"15min":2.867},"min":{"1min":0.312,"5min":0.27800000000000002,"15min":0.251},"max":{"1min":7.7389999999999999,"5min":13.795999999999999,"15min":14.308999999999999},"last":5.0229999999999997},{"interface":"front","average":{"1min":0.61799999999999999,"5min":1.9470000000000001,"15min":2.657},"min":{"1min":0.38900000000000001,"5min":0.26100000000000001,"15min":0.216},"max":{"1min":1.3520000000000001,"5min":16.983000000000001,"15min":16.983000000000001},"last":0.94699999999999995}]},{"osd":3,"last update":"Mon Aug 28 02:27:16 2023","interfaces":[{"interface":"back","average":{"1min":1.5549999999999999,"5min":2.8519999999999999,"15min":3.8090000000000002},"min":{"1min":0.42299999999999999,"5min":0.25700000000000001,"15min":0.25600000000000001},"max":{"1min":7.9219999999999997,"5min":14.499000000000001,"15min":14.499000000000001},"last":5.0949999999999998},{"interface":"front","average":{"1min":1.2370000000000001,"5min":2.2429999999999999,"15min":3.375},"min":{"1min":0.376,"5min":0.30099999999999999,"15min":0.26700000000000002},"max":{"1min":6.391,"5min":14.727,"15min":17.196999999999999},"last":0.29999999999999999}]},{"osd":4,"last update":"Mon Aug 28 02:27:16 2023","interfaces":[{"interface":"back","average":{"1min":0.80100000000000005,"5min":2.198,"15min":1.9399999999999999},"min":{"1min":0.39200000000000002,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":2.415,"5min":25.876999999999999,"15min":25.876999999999999},"last":0.39900000000000002},{"interface":"front","average":{"1min":1.419,"5min":2.5150000000000001,"15min":2.0049999999999999},"min":{"1min":0.44900000000000001,"5min":0.32000000000000001,"15min":0.29799999999999999},"max":{"1min":7.8099999999999996,"5min":12.324,"15min":12.324},"last":8.2260000000000009}]},{"osd":5,"last update":"Mon Aug 28 02:27:16 2023","interfaces":[{"interface":"back","average":{"1min":0.68999999999999995,"5min":1.3069999999999999,"15min":1.9970000000000001},"min":{"1min":0.52600000000000002,"5min":0.316,"15min":0.312},"max":{"1min":0.82999999999999996,"5min":7.2960000000000003,"15min":14.207000000000001},"last":0.65400000000000003},{"interface":"front","average":{"1min":0.755,"5min":2.4689999999999999,"15min":2.0499999999999998},"min":{"1min":0.40200000000000002,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":2.464,"5min":25.902999999999999,"15min":25.902999999999999},"last":0.67900000000000005}]},{"osd":6,"last update":"Mon Aug 28 02:27:16 2023","interfaces":[{"interface":"back","average":{"1min":1.425,"5min":2.7309999999999999,"15min":2.3100000000000001},"min":{"1min":0.50800000000000001,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":7.8479999999999999,"5min":12.375,"15min":12.375},"last":5.9429999999999996},{"interface":"front","average":{"1min":0.72999999999999998,"5min":1.5569999999999999,"15min":1.978},"min":{"1min":0.45300000000000001,"5min":0.373,"15min":0.33900000000000002},"max":{"1min":1.1040000000000001,"5min":11.871,"15min":14.151999999999999},"last":0.54100000000000004}]},{"osd":7,"last update":"Mon Aug 28 02:27:16 2023","interfaces":[{"interface":"back","average":{"1min":1.3759999999999999,"5min":2.5310000000000001,"15min":2.3839999999999999},"min":{"1min":0.50600000000000001,"5min":0.35099999999999998,"15min":0.33500000000000002},"max":{"1min":7.8849999999999998,"5min":12.404999999999999,"15min":12.404999999999999},"last":6.8600000000000003},{"interface":"front","average":{"1min":0.77800000000000002,"5min":1.6140000000000001,"15min":2},"min":{"1min":0.502,"5min":0.39400000000000002,"15min":0.36399999999999999},"max":{"1min":1.329,"5min":11.845000000000001,"15min":14.18},"last":0.58799999999999997}]}]},{"osd":3,"up_from":134,"seq":575525617784,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2825060,"kb_used_data":2341724,"kb_used_omap":2,"kb_used_meta":483325,"kb_avail":90920092,"statfs":{"total":95995035648,"available":93102174208,"internally_reserved":0,"allocated":2397925376,"data_stored":2396961095,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":494924853},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:27:07 2023","interfaces":[{"interface":"back","average":{"1min":0.73499999999999999,"5min":2.1459999999999999,"15min":2.8540000000000001},"min":{"1min":0.27600000000000002,"5min":0.22600000000000001,"15min":0.19},"max":{"1min":5.0270000000000001,"5min":21.271000000000001,"15min":24.145},"last":0.312},{"interface":"front","average":{"1min":0.85799999999999998,"5min":2.4900000000000002,"15min":3.234},"min":{"1min":0.373,"5min":0.21299999999999999,"15min":0.21099999999999999},"max":{"1min":5.0720000000000001,"5min":20.984999999999999,"15min":20.984999999999999},"last":0.32400000000000001}]},{"osd":1,"last update":"Mon Aug 28 02:27:07 2023","interfaces":[{"interface":"back","average":{"1min":1.111,"5min":3.0760000000000001,"15min":3.1890000000000001},"min":{"1min":0.26500000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":6.9109999999999996,"5min":19.449000000000002,"15min":19.449000000000002},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.51700000000000002,"5min":2.4889999999999999,"15min":2.7469999999999999},"min":{"1min":0.28299999999999997,"5min":0.25700000000000001,"15min":0.22700000000000001},"max":{"1min":1.254,"5min":21.427,"15min":24.071999999999999},"last":0.34499999999999997}]},{"osd":2,"last update":"Mon Aug 28 02:27:07 2023","interfaces":[{"interface":"back","average":{"1min":0.68200000000000005,"5min":2.4089999999999998,"15min":3.347},"min":{"1min":0.32000000000000001,"5min":0.26800000000000002,"15min":0.26300000000000001},"max":{"1min":2.411,"5min":14.436,"15min":21.292000000000002},"last":0.40899999999999997},{"interface":"front","average":{"1min":0.55200000000000005,"5min":2.6379999999999999,"15min":3.0129999999999999},"min":{"1min":0.40300000000000002,"5min":0.249,"15min":0.249},"max":{"1min":1.282,"5min":21.297999999999998,"15min":24.175999999999998},"last":0.49399999999999999}]},{"osd":4,"last update":"Mon Aug 28 02:27:07 2023","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":2.2469999999999999,"15min":2.1040000000000001},"min":{"1min":0.34799999999999998,"5min":0.29899999999999999,"15min":0.28399999999999997},"max":{"1min":1.2210000000000001,"5min":21.170000000000002,"15min":23.994},"last":0.374},{"interface":"front","average":{"1min":0.77700000000000002,"5min":1.968,"15min":2.3679999999999999},"min":{"1min":0.44600000000000001,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":2.2400000000000002,"5min":21.106000000000002,"15min":21.106000000000002},"last":0.56000000000000005}]},{"osd":5,"last update":"Mon Aug 28 02:27:07 2023","interfaces":[{"interface":"back","average":{"1min":0.76200000000000001,"5min":2.145,"15min":2.3660000000000001},"min":{"1min":0.39200000000000002,"5min":0.311,"15min":0.311},"max":{"1min":2.1840000000000002,"5min":21.507000000000001,"15min":21.507000000000001},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.83699999999999997,"5min":2.1579999999999999,"15min":2.5089999999999999},"min":{"1min":0.46700000000000003,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":2.4550000000000001,"5min":11.242000000000001,"15min":18.181000000000001},"last":0.57699999999999996}]},{"osd":6,"last update":"Mon Aug 28 02:27:07 2023","interfaces":[{"interface":"back","average":{"1min":0.80000000000000004,"5min":2.1640000000000001,"15min":2.4950000000000001},"min":{"1min":0.45400000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":2.278,"5min":23.071000000000002,"15min":23.071000000000002},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.85499999999999998,"5min":2.1970000000000001,"15min":2.681},"min":{"1min":0.48099999999999998,"5min":0.379,"15min":0.315},"max":{"1min":2.4889999999999999,"5min":11.220000000000001,"15min":18.128},"last":0.60699999999999998}]},{"osd":7,"last update":"Mon Aug 28 02:27:07 2023","interfaces":[{"interface":"back","average":{"1min":0.754,"5min":2.1360000000000001,"15min":2.1459999999999999},"min":{"1min":0.52000000000000002,"5min":0.442,"15min":0.33800000000000002},"max":{"1min":1.464,"5min":21.239999999999998,"15min":24.042999999999999},"last":0.54400000000000004},{"interface":"front","average":{"1min":0.84199999999999997,"5min":2.601,"15min":2.5699999999999998},"min":{"1min":0.53500000000000003,"5min":0.38700000000000001,"15min":0.38100000000000001},"max":{"1min":2.323,"5min":21.138000000000002,"15min":21.138000000000002},"last":0.43099999999999999}]}]},{"osd":4,"up_from":30,"seq":128849019147,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1226124,"kb_used_data":927748,"kb_used_omap":0,"kb_used_meta":298368,"kb_avail":92519028,"statfs":{"total":95995035648,"available":94739484672,"internally_reserved":0,"allocated":950013952,"data_stored":949179091,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":305528832},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,0,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:27:04 2023","interfaces":[{"interface":"back","average":{"1min":0.81399999999999995,"5min":2.04,"15min":1.9650000000000001},"min":{"1min":0.38300000000000001,"5min":0.23999999999999999,"15min":0.221},"max":{"1min":3.7770000000000001,"5min":17.882000000000001,"15min":17.882000000000001},"last":1.6000000000000001},{"interface":"front","average":{"1min":0.56399999999999995,"5min":1.9670000000000001,"15min":2.0859999999999999},"min":{"1min":0.42999999999999999,"5min":0.217,"15min":0.217},"max":{"1min":0.73099999999999998,"5min":12.73,"15min":12.73},"last":1.4970000000000001}]},{"osd":1,"last update":"Mon Aug 28 02:27:22 2023","interfaces":[{"interface":"back","average":{"1min":0.93100000000000005,"5min":1.6279999999999999,"15min":1.7410000000000001},"min":{"1min":0.33600000000000002,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":2.8340000000000001,"5min":11.914999999999999,"15min":11.914999999999999},"last":2.843},{"interface":"front","average":{"1min":0.93100000000000005,"5min":1.97,"15min":1.7969999999999999},"min":{"1min":0.441,"5min":0.27300000000000002,"15min":0.246},"max":{"1min":2.6909999999999998,"5min":9.0410000000000004,"15min":9.2249999999999996},"last":3.3559999999999999}]},{"osd":2,"last update":"Mon Aug 28 02:27:04 2023","interfaces":[{"interface":"back","average":{"1min":1.0720000000000001,"5min":1.8440000000000001,"15min":1.546},"min":{"1min":0.5,"5min":0.28599999999999998,"15min":0.27400000000000002},"max":{"1min":4.7779999999999996,"5min":16.231000000000002,"15min":16.231000000000002},"last":1.52},{"interface":"front","average":{"1min":0.69499999999999995,"5min":1.6930000000000001,"15min":1.6100000000000001},"min":{"1min":0.372,"5min":0.251,"15min":0.251},"max":{"1min":2.5099999999999998,"5min":7.0570000000000004,"15min":10.859999999999999},"last":1.6140000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:27:12 2023","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":1.708,"15min":1.871},"min":{"1min":0.31,"5min":0.30299999999999999,"15min":0.28699999999999998},"max":{"1min":0.80400000000000005,"5min":9.9160000000000004,"15min":12.339},"last":0.40100000000000002},{"interface":"front","average":{"1min":0.82399999999999995,"5min":1.8120000000000001,"15min":1.881},"min":{"1min":0.38900000000000001,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":3.3479999999999999,"5min":11.743,"15min":11.782},"last":0.33400000000000002}]},{"osd":5,"last update":"Mon Aug 28 02:27:35 2023","interfaces":[{"interface":"back","average":{"1min":0.81699999999999995,"5min":1.2390000000000001,"15min":0.96299999999999997},"min":{"1min":0.27700000000000002,"5min":0.24399999999999999,"15min":0.23799999999999999},"max":{"1min":2.528,"5min":16.181999999999999,"15min":16.181999999999999},"last":1.1259999999999999},{"interface":"front","average":{"1min":1.0129999999999999,"5min":1.2569999999999999,"15min":1.036},"min":{"1min":0.313,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":4.9489999999999998,"5min":10.233000000000001,"15min":10.233000000000001},"last":0.36599999999999999}]},{"osd":6,"last update":"Mon Aug 28 02:26:53 2023","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":1.196,"15min":1.1220000000000001},"min":{"1min":0.38500000000000001,"5min":0.28100000000000003,"15min":0.25600000000000001},"max":{"1min":0.77700000000000002,"5min":10.023999999999999,"15min":10.647},"last":0.89700000000000002},{"interface":"front","average":{"1min":0.503,"5min":1.1859999999999999,"15min":1.153},"min":{"1min":0.32200000000000001,"5min":0.26600000000000001,"15min":0.251},"max":{"1min":0.69899999999999995,"5min":6.9939999999999998,"15min":16.763999999999999},"last":0.42199999999999999}]},{"osd":7,"last update":"Mon Aug 28 02:27:04 2023","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":1.2190000000000001,"15min":1.0880000000000001},"min":{"1min":0.33400000000000002,"5min":0.27400000000000002,"15min":0.26800000000000002},"max":{"1min":0.75800000000000001,"5min":9.3209999999999997,"15min":16.686},"last":4.0750000000000002},{"interface":"front","average":{"1min":0.60399999999999998,"5min":1.1850000000000001,"15min":1.109},"min":{"1min":0.39200000000000002,"5min":0.311,"15min":0.28799999999999998},"max":{"1min":0.82599999999999996,"5min":7.0220000000000002,"15min":14.145},"last":0.56799999999999995}]}]},{"osd":5,"up_from":37,"seq":158913790216,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3012660,"kb_used_data":2625900,"kb_used_omap":0,"kb_used_meta":386752,"kb_avail":90732492,"statfs":{"total":95995035648,"available":92910071808,"internally_reserved":0,"allocated":2688921600,"data_stored":2688098911,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":396034048},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:27:23 2023","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":2.835,"15min":2.4460000000000002},"min":{"1min":0.23899999999999999,"5min":0.224,"15min":0.22},"max":{"1min":2.8889999999999998,"5min":40.334000000000003,"15min":40.334000000000003},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.63300000000000001,"5min":2.335,"15min":1.9710000000000001},"min":{"1min":0.252,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":1.3919999999999999,"5min":40.212000000000003,"15min":40.212000000000003},"last":0.35599999999999998}]},{"osd":1,"last update":"Mon Aug 28 02:27:23 2023","interfaces":[{"interface":"back","average":{"1min":1.135,"5min":3.1339999999999999,"15min":2.4220000000000002},"min":{"1min":0.27800000000000002,"5min":0.253,"15min":0.23200000000000001},"max":{"1min":7.7789999999999999,"5min":40.088000000000001,"15min":40.088000000000001},"last":0.29399999999999998},{"interface":"front","average":{"1min":0.81200000000000006,"5min":2.327,"15min":1.7989999999999999},"min":{"1min":0.40799999999999997,"5min":0.28199999999999997,"15min":0.251},"max":{"1min":3.3519999999999999,"5min":40.243000000000002,"15min":40.243000000000002},"last":0.41199999999999998}]},{"osd":2,"last update":"Mon Aug 28 02:27:23 2023","interfaces":[{"interface":"back","average":{"1min":0.80200000000000005,"5min":2.609,"15min":2.0249999999999999},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":2.9359999999999999,"5min":40.436999999999998,"15min":40.436999999999998},"last":0.42299999999999999},{"interface":"front","average":{"1min":1.012,"5min":2.5670000000000002,"15min":1.96},"min":{"1min":0.434,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":2.5819999999999999,"5min":40.555,"15min":40.555},"last":0.39300000000000002}]},{"osd":3,"last update":"Mon Aug 28 02:27:23 2023","interfaces":[{"interface":"back","average":{"1min":1.071,"5min":2.8700000000000001,"15min":1.9339999999999999},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.27900000000000003},"max":{"1min":4.0069999999999997,"5min":40.270000000000003,"15min":40.270000000000003},"last":0.33900000000000002},{"interface":"front","average":{"1min":0.78800000000000003,"5min":2.5449999999999999,"15min":2.0680000000000001},"min":{"1min":0.38300000000000001,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":2.8490000000000002,"5min":40.597999999999999,"15min":40.597999999999999},"last":0.44}]},{"osd":4,"last update":"Mon Aug 28 02:27:39 2023","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":1.4390000000000001,"15min":1.2110000000000001},"min":{"1min":0.27300000000000002,"5min":0.25600000000000001,"15min":0.216},"max":{"1min":2.141,"5min":13.348000000000001,"15min":40.762999999999998},"last":0.377},{"interface":"front","average":{"1min":0.54100000000000004,"5min":1.2190000000000001,"15min":1.099},"min":{"1min":0.30299999999999999,"5min":0.27400000000000002,"15min":0.22900000000000001},"max":{"1min":1.2549999999999999,"5min":10.664999999999999,"15min":40.634},"last":0.47199999999999998}]},{"osd":6,"last update":"Mon Aug 28 02:27:23 2023","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":2.0230000000000001,"15min":1.343},"min":{"1min":0.307,"5min":0.26500000000000001,"15min":0.254},"max":{"1min":1.0429999999999999,"5min":42.409999999999997,"15min":42.409999999999997},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.51000000000000001,"5min":1.9730000000000001,"15min":1.343},"min":{"1min":0.33500000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.70399999999999996,"5min":42.533999999999999,"15min":42.533999999999999},"last":0.40100000000000002}]},{"osd":7,"last update":"Mon Aug 28 02:27:23 2023","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":2.2959999999999998,"15min":1.4419999999999999},"min":{"1min":0.34399999999999997,"5min":0.34100000000000003,"15min":0.314},"max":{"1min":1.159,"5min":42.667000000000002,"15min":42.667000000000002},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.67500000000000004,"5min":1.7809999999999999,"15min":1.3140000000000001},"min":{"1min":0.33700000000000002,"5min":0.31900000000000001,"15min":0.27000000000000002},"max":{"1min":1.6559999999999999,"5min":42.344000000000001,"15min":42.344000000000001},"last":0.501}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1258553344,"data_stored":1258553344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":2722103296,"data_stored":2722103296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":903544832,"data_stored":903544832,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":2404646912,"data_stored":2404646912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":949092352,"data_stored":949092352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":2686844928,"data_stored":2686844928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":890044416,"data_stored":890044416,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":2751922176,"data_stored":2751922176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:27:52.212 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd pool set .mgr pgp_num 11 2023-08-28T02:27:52.244 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:27:52.321 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:27:52.328 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:52.372 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:27:52.384 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:52.385 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:27:52.485 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:27:52.547 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:52.593 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:27:52.597 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:52.598 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:27:52.699 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:27:52.750 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:52.781 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:27:52.784 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:52.785 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:27:52.808 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:52 smithi040 ceph-mon[170259]: pgmap v603: 109 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 104 active+clean; 4.8 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 61 MiB/s wr, 972 op/s; 8717/236127 objects degraded (3.692%); 3710/236127 objects misplaced (1.571%); 4.9 MiB/s, 78 objects/s recovering 2023-08-28T02:27:52.885 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:27:52.886 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:27:52.940 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:53.067 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:27:53.092 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:27:53.098 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:53.099 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:27:53.099 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:52 smithi083 ceph-mon[157819]: pgmap v603: 109 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 104 active+clean; 4.8 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 61 MiB/s wr, 972 op/s; 8717/236127 objects degraded (3.692%); 3710/236127 objects misplaced (1.571%); 4.9 MiB/s, 78 objects/s recovering 2023-08-28T02:27:53.162 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 62 16 80487 80471 81.0674 57.3125 0.013926 0.0123292 2023-08-28T02:27:53.200 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:27:53.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:52 smithi040 ceph-mon[175404]: pgmap v603: 109 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 104 active+clean; 4.8 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 61 MiB/s wr, 972 op/s; 8717/236127 objects degraded (3.692%); 3710/236127 objects misplaced (1.571%); 4.9 MiB/s, 78 objects/s recovering 2023-08-28T02:27:53.244 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:53.856 INFO:teuthology.orchestra.run.smithi040.stderr:noscrub is set 2023-08-28T02:27:54.076 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:27:54.080 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:53 smithi083 ceph-mon[157819]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs peering) 2023-08-28T02:27:54.080 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:53 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2083567213' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:27:54.080 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:53 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:27:54.081 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:54.081 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:27:54.162 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 63 16 81490 81474 80.7756 62.6875 0.013636 0.0123736 2023-08-28T02:27:54.182 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:27:54.194 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:53 smithi040 ceph-mon[175404]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs peering) 2023-08-28T02:27:54.194 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:53 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2083567213' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:27:54.194 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:53 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:27:54.195 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:53 smithi040 ceph-mon[170259]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs peering) 2023-08-28T02:27:54.195 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:53 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2083567213' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:27:54.195 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:53 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:27:54.195 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:27:54.241 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:27:54.276 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:27:54.320 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:27:54.328 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:54.360 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:27:54.395 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:27:54.397 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:54.398 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:27:54.415 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:27:54.455 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:27:54.496 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:27:54.498 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:27:54.513 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-08-28T02:27:54.514 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-08-28T02:27:54.514 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-08-28T02:27:54.514 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-08-28T02:27:54.514 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-08-28T02:27:54.514 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-08-28T02:27:54.514 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-08-28T02:27:54.514 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-08-28T02:27:54.588 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:54.751 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:27:54.761 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:54.762 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:27:54.824 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:54 smithi040 ceph-mon[170259]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:27:54.824 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:54 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:27:54.825 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:54 smithi040 ceph-mon[170259]: osdmap e185: 8 total, 8 up, 8 in 2023-08-28T02:27:54.825 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:54 smithi040 ceph-mon[170259]: failed to encode map e185 with expected crc 2023-08-28T02:27:54.825 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:54 smithi040 ceph-mon[170259]: failed to encode map e185 with expected crc 2023-08-28T02:27:54.825 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:54 smithi040 ceph-mon[170259]: failed to encode map e185 with expected crc 2023-08-28T02:27:54.825 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:54 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/565338373' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:27:54.825 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:54 smithi040 ceph-mon[170259]: pgmap v605: 109 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 104 active+clean; 4.8 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 50 MiB/s wr, 798 op/s; 8717/236127 objects degraded (3.692%); 3710/236127 objects misplaced (1.571%); 4.8 MiB/s, 77 objects/s recovering 2023-08-28T02:27:54.863 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:27:54.924 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:55.075 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:54 smithi083 ceph-mon[157819]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:27:55.076 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:54 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:27:55.076 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:54 smithi083 ceph-mon[157819]: osdmap e185: 8 total, 8 up, 8 in 2023-08-28T02:27:55.076 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:54 smithi083 ceph-mon[157819]: failed to encode map e185 with expected crc 2023-08-28T02:27:55.076 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:54 smithi083 ceph-mon[157819]: failed to encode map e185 with expected crc 2023-08-28T02:27:55.076 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:54 smithi083 ceph-mon[157819]: failed to encode map e185 with expected crc 2023-08-28T02:27:55.076 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:54 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/565338373' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:27:55.076 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:54 smithi083 ceph-mon[157819]: pgmap v605: 109 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 104 active+clean; 4.8 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 50 MiB/s wr, 798 op/s; 8717/236127 objects degraded (3.692%); 3710/236127 objects misplaced (1.571%); 4.8 MiB/s, 77 objects/s recovering 2023-08-28T02:27:55.077 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:27:55.080 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:54 smithi040 ceph-mon[175404]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:27:55.080 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:54 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:27:55.080 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:54 smithi040 ceph-mon[175404]: osdmap e185: 8 total, 8 up, 8 in 2023-08-28T02:27:55.080 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:54 smithi040 ceph-mon[175404]: failed to encode map e185 with expected crc 2023-08-28T02:27:55.080 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:54 smithi040 ceph-mon[175404]: failed to encode map e185 with expected crc 2023-08-28T02:27:55.081 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:54 smithi040 ceph-mon[175404]: failed to encode map e185 with expected crc 2023-08-28T02:27:55.081 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:54 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/565338373' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:27:55.081 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:54 smithi040 ceph-mon[175404]: pgmap v605: 109 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 104 active+clean; 4.8 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 50 MiB/s wr, 798 op/s; 8717/236127 objects degraded (3.692%); 3710/236127 objects misplaced (1.571%); 4.8 MiB/s, 77 objects/s recovering 2023-08-28T02:27:55.081 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:55.082 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:27:55.162 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 64 16 82555 82539 80.5535 66.5625 0.0128588 0.0124096 2023-08-28T02:27:55.183 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:27:55.254 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:55.295 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:27:55.298 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:55.299 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:27:55.340 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2023-08-28T02:27:55.341 INFO:teuthology.orchestra.run.smithi083.stdout: "ops": [], 2023-08-28T02:27:55.341 INFO:teuthology.orchestra.run.smithi083.stdout: "complaint_time": 30, 2023-08-28T02:27:55.341 INFO:teuthology.orchestra.run.smithi083.stdout: "num_blocked_ops": 0 2023-08-28T02:27:55.341 INFO:teuthology.orchestra.run.smithi083.stdout:} 2023-08-28T02:27:55.390 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:27:55 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:27:55] "GET /metrics HTTP/1.1" 200 36403 "" "Prometheus/2.43.0" 2023-08-28T02:27:55.400 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:27:55.860 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:55.875 INFO:teuthology.orchestra.run.smithi040.stderr:set pool 1 pgp_num to 11 2023-08-28T02:27:56.162 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 65 16 83659 83643 80.3758 69 0.00914966 0.0124364 2023-08-28T02:27:56.218 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:55 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/805957279' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "11"}]: dispatch 2023-08-28T02:27:56.218 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:55 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "11"}]: dispatch 2023-08-28T02:27:56.218 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:55 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 8717/236127 objects degraded (3.692%), 4 pgs degraded (PG_DEGRADED) 2023-08-28T02:27:56.218 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:55 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/805957279' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "11"}]: dispatch 2023-08-28T02:27:56.218 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:55 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "11"}]: dispatch 2023-08-28T02:27:56.219 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:55 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 8717/236127 objects degraded (3.692%), 4 pgs degraded (PG_DEGRADED) 2023-08-28T02:27:56.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:55 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/805957279' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "11"}]: dispatch 2023-08-28T02:27:56.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:55 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "11"}]: dispatch 2023-08-28T02:27:56.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:55 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 8717/236127 objects degraded (3.692%), 4 pgs degraded (PG_DEGRADED) 2023-08-28T02:27:56.368 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd set nodeep-scrub 2023-08-28T02:27:56.500 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:27:56.501 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:56.502 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:27:56.513 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.6 dump_historic_ops 2023-08-28T02:27:56.602 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:27:56.657 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:56.696 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:27:56.702 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:56.702 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:27:56.803 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:27:56.843 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:56.866 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:27:56.877 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:27:56.881 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:56.881 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:27:56.969 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-08-28T02:27:56.983 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:27:57.078 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:27:57.097 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:57.140 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:27:57.146 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:57.146 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:27:57.162 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 66 16 84650 84634 80.0965 61.9375 0.0103781 0.0124794 2023-08-28T02:27:57.236 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:56 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "11"}]': finished 2023-08-28T02:27:57.236 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:56 smithi083 ceph-mon[157819]: osdmap e186: 8 total, 8 up, 8 in 2023-08-28T02:27:57.236 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:56 smithi083 ceph-mon[157819]: failed to encode map e186 with expected crc 2023-08-28T02:27:57.236 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:56 smithi083 ceph-mon[157819]: failed to encode map e186 with expected crc 2023-08-28T02:27:57.236 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:56 smithi083 ceph-mon[157819]: failed to encode map e186 with expected crc 2023-08-28T02:27:57.236 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:56 smithi083 ceph-mon[157819]: failed to encode map e186 with expected crc 2023-08-28T02:27:57.236 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:56 smithi083 ceph-mon[157819]: failed to encode map e186 with expected crc 2023-08-28T02:27:57.237 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:56 smithi083 ceph-mon[157819]: pgmap v607: 109 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 104 active+clean; 5.0 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 61 MiB/s wr, 972 op/s; 8717/243594 objects degraded (3.578%); 3710/243594 objects misplaced (1.523%); 1.8 MiB/s, 28 objects/s recovering 2023-08-28T02:27:57.242 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:56 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "11"}]': finished 2023-08-28T02:27:57.242 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:56 smithi040 ceph-mon[175404]: osdmap e186: 8 total, 8 up, 8 in 2023-08-28T02:27:57.242 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:56 smithi040 ceph-mon[175404]: failed to encode map e186 with expected crc 2023-08-28T02:27:57.242 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:56 smithi040 ceph-mon[175404]: failed to encode map e186 with expected crc 2023-08-28T02:27:57.242 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:56 smithi040 ceph-mon[175404]: failed to encode map e186 with expected crc 2023-08-28T02:27:57.242 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:56 smithi040 ceph-mon[175404]: failed to encode map e186 with expected crc 2023-08-28T02:27:57.242 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:56 smithi040 ceph-mon[175404]: failed to encode map e186 with expected crc 2023-08-28T02:27:57.242 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:56 smithi040 ceph-mon[175404]: pgmap v607: 109 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 104 active+clean; 5.0 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 61 MiB/s wr, 972 op/s; 8717/243594 objects degraded (3.578%); 3710/243594 objects misplaced (1.523%); 1.8 MiB/s, 28 objects/s recovering 2023-08-28T02:27:57.243 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:56 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "11"}]': finished 2023-08-28T02:27:57.244 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:56 smithi040 ceph-mon[170259]: osdmap e186: 8 total, 8 up, 8 in 2023-08-28T02:27:57.244 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:56 smithi040 ceph-mon[170259]: failed to encode map e186 with expected crc 2023-08-28T02:27:57.244 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:56 smithi040 ceph-mon[170259]: failed to encode map e186 with expected crc 2023-08-28T02:27:57.244 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:56 smithi040 ceph-mon[170259]: failed to encode map e186 with expected crc 2023-08-28T02:27:57.244 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:56 smithi040 ceph-mon[170259]: failed to encode map e186 with expected crc 2023-08-28T02:27:57.244 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:56 smithi040 ceph-mon[170259]: failed to encode map e186 with expected crc 2023-08-28T02:27:57.244 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:56 smithi040 ceph-mon[170259]: pgmap v607: 109 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 104 active+clean; 5.0 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 61 MiB/s wr, 972 op/s; 8717/243594 objects degraded (3.578%); 3710/243594 objects misplaced (1.523%); 1.8 MiB/s, 28 objects/s recovering 2023-08-28T02:27:57.247 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:27:57.428 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:57.636 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:27:57.644 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:57.644 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:27:57.746 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:27:57.806 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:57.844 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:27:57.848 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:57.849 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:27:57.950 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:27:58.019 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:58.164 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 67 16 85728 85712 79.9053 67.375 0.00878484 0.0125096 2023-08-28T02:27:58.659 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2023-08-28T02:27:58.662 INFO:teuthology.orchestra.run.smithi083.stdout: "size": 20, 2023-08-28T02:27:58.662 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 600, 2023-08-28T02:27:58.662 INFO:teuthology.orchestra.run.smithi083.stdout: "ops": [ 2023-08-28T02:27:58.662 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.662 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34413.0:149303 7.7 7:e29ddfae:::benchmark_data_smithi040_191604_object47092:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e144)", 2023-08-28T02:27:58.662 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:20:01.505149+0000", 2023-08-28T02:27:58.662 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 477.150266907, 2023-08-28T02:27:58.662 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0553473449999999, 2023-08-28T02:27:58.662 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:27:58.662 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "reached pg", 2023-08-28T02:27:58.663 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:27:58.663 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34413", 2023-08-28T02:27:58.663 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/500132659", 2023-08-28T02:27:58.663 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 149303 2023-08-28T02:27:58.663 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.663 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:27:58.663 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.663 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:27:58.664 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.505149+0000", 2023-08-28T02:27:58.664 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:27:58.664 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.664 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.664 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:27:58.664 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.505149+0000", 2023-08-28T02:27:58.664 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:27:58.664 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.664 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.664 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:27:58.664 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.505147+0000", 2023-08-28T02:27:58.664 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:27:58.665 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.665 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.665 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:27:58.665 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.505154+0000", 2023-08-28T02:27:58.665 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.5379999999999999e-06 2023-08-28T02:27:58.665 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.665 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.665 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:27:58.665 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.505168+0000", 2023-08-28T02:27:58.666 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.3757000000000001e-05 2023-08-28T02:27:58.666 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.666 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.666 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:27:58.666 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.505174+0000", 2023-08-28T02:27:58.666 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.5309999999999998e-06 2023-08-28T02:27:58.666 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.666 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.666 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:27:58.666 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.511739+0000", 2023-08-28T02:27:58.667 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0065644780000000003 2023-08-28T02:27:58.667 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.667 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.667 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:27:58.667 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.511868+0000", 2023-08-28T02:27:58.667 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00012895499999999999 2023-08-28T02:27:58.667 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.667 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.667 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 0,3", 2023-08-28T02:27:58.667 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.511998+0000", 2023-08-28T02:27:58.668 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00013009999999999999 2023-08-28T02:27:58.668 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.668 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.668 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:27:58.668 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.515469+0000", 2023-08-28T02:27:58.668 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0034712279999999998 2023-08-28T02:27:58.668 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.668 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.668 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:27:58.668 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.532880+0000", 2023-08-28T02:27:58.669 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.017410742 2023-08-28T02:27:58.669 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.669 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.669 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:27:58.669 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.539517+0000", 2023-08-28T02:27:58.669 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0066372050000000002 2023-08-28T02:27:58.669 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.669 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.670 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:27:58.670 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.539527+0000", 2023-08-28T02:27:58.670 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.9729999999999992e-06 2023-08-28T02:27:58.670 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.670 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.670 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:27:58.670 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:02.560447+0000", 2023-08-28T02:27:58.670 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.020919645 2023-08-28T02:27:58.670 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.671 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.671 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:27:58.671 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:02.560496+0000", 2023-08-28T02:27:58.671 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.9564000000000002e-05 2023-08-28T02:27:58.671 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:27:58.671 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:27:58.671 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:27:58.671 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.672 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.672 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34413.0:149306 7.7 7:e04aeed5:::benchmark_data_smithi040_191604_object47095:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e144)", 2023-08-28T02:27:58.672 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:20:01.516977+0000", 2023-08-28T02:27:58.672 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 477.138438678, 2023-08-28T02:27:58.672 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.043582386, 2023-08-28T02:27:58.672 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:27:58.672 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "reached pg", 2023-08-28T02:27:58.672 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:27:58.672 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34413", 2023-08-28T02:27:58.672 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/500132659", 2023-08-28T02:27:58.672 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 149306 2023-08-28T02:27:58.672 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.672 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:27:58.673 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.673 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:27:58.673 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.516977+0000", 2023-08-28T02:27:58.673 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:27:58.673 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.673 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.673 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:27:58.673 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.516977+0000", 2023-08-28T02:27:58.673 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:27:58.673 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.673 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.673 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:27:58.674 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.516975+0000", 2023-08-28T02:27:58.674 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:27:58.674 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.674 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.674 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:27:58.674 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.516983+0000", 2023-08-28T02:27:58.674 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.7179999999999996e-06 2023-08-28T02:27:58.674 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.674 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.674 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:27:58.674 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.516999+0000", 2023-08-28T02:27:58.675 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.6011e-05 2023-08-28T02:27:58.675 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.675 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.675 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:27:58.675 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.517006+0000", 2023-08-28T02:27:58.675 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.5939999999999996e-06 2023-08-28T02:27:58.675 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.675 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.675 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:27:58.675 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.517067+0000", 2023-08-28T02:27:58.675 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.0436000000000002e-05 2023-08-28T02:27:58.675 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.676 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.676 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:27:58.676 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.517224+0000", 2023-08-28T02:27:58.676 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00015742600000000001 2023-08-28T02:27:58.676 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.676 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.676 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 0,3", 2023-08-28T02:27:58.676 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.517325+0000", 2023-08-28T02:27:58.676 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00010125500000000001 2023-08-28T02:27:58.676 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.676 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.676 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:27:58.677 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.521587+0000", 2023-08-28T02:27:58.677 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0042613420000000004 2023-08-28T02:27:58.677 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.677 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.677 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:27:58.677 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.539569+0000", 2023-08-28T02:27:58.677 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.017981885 2023-08-28T02:27:58.677 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.677 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.677 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:27:58.677 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.539576+0000", 2023-08-28T02:27:58.677 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.7840000000000004e-06 2023-08-28T02:27:58.677 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.678 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.678 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:27:58.678 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:02.560525+0000", 2023-08-28T02:27:58.678 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0209484710000001 2023-08-28T02:27:58.678 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.678 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.678 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:27:58.678 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:02.560559+0000", 2023-08-28T02:27:58.678 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.4567999999999998e-05 2023-08-28T02:27:58.678 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:27:58.678 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:27:58.679 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:27:58.679 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.679 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.679 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34413.0:149315 7.7 7:eb16f9b3:::benchmark_data_smithi040_191604_object47104:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e144)", 2023-08-28T02:27:58.679 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:20:01.538121+0000", 2023-08-28T02:27:58.679 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 477.11729480000002, 2023-08-28T02:27:58.679 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.064830261, 2023-08-28T02:27:58.679 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:27:58.679 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:27:58.679 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:27:58.679 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34413", 2023-08-28T02:27:58.679 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/500132659", 2023-08-28T02:27:58.680 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 149315 2023-08-28T02:27:58.680 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.680 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:27:58.680 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.680 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:27:58.680 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.538121+0000", 2023-08-28T02:27:58.680 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:27:58.680 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.680 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.680 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:27:58.680 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.538121+0000", 2023-08-28T02:27:58.680 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:27:58.681 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.681 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.681 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:27:58.681 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.538119+0000", 2023-08-28T02:27:58.681 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:27:58.681 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.681 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.681 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:27:58.681 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.538126+0000", 2023-08-28T02:27:58.681 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.0709999999999997e-06 2023-08-28T02:27:58.681 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.681 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.682 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:27:58.682 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.538141+0000", 2023-08-28T02:27:58.682 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.4493e-05 2023-08-28T02:27:58.682 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.682 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.682 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:27:58.682 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.538148+0000", 2023-08-28T02:27:58.682 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.8889999999999996e-06 2023-08-28T02:27:58.682 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.682 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.682 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:27:58.682 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.540111+0000", 2023-08-28T02:27:58.683 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0019631729999999999 2023-08-28T02:27:58.683 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.683 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.683 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:27:58.683 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.540118+0000", 2023-08-28T02:27:58.683 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.8700000000000003e-06 2023-08-28T02:27:58.683 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.683 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.683 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:27:58.683 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:02.560584+0000", 2023-08-28T02:27:58.683 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0204664919999999 2023-08-28T02:27:58.683 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.684 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.684 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:27:58.684 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:02.560660+0000", 2023-08-28T02:27:58.684 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.5935999999999999e-05 2023-08-28T02:27:58.684 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.684 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.684 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 0,3", 2023-08-28T02:27:58.684 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:02.560740+0000", 2023-08-28T02:27:58.684 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.9981999999999994e-05 2023-08-28T02:27:58.684 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.684 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.684 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:27:58.685 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:02.581183+0000", 2023-08-28T02:27:58.685 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.020442559999999999 2023-08-28T02:27:58.685 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.685 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.685 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:27:58.685 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:02.602802+0000", 2023-08-28T02:27:58.685 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.021619638 2023-08-28T02:27:58.685 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.685 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.685 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:27:58.685 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:02.602857+0000", 2023-08-28T02:27:58.686 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.4304e-05 2023-08-28T02:27:58.686 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.686 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.686 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:27:58.686 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:02.602905+0000", 2023-08-28T02:27:58.686 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.8058e-05 2023-08-28T02:27:58.686 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.686 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.686 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:27:58.686 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:02.602951+0000", 2023-08-28T02:27:58.686 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.6394000000000003e-05 2023-08-28T02:27:58.686 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:27:58.687 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:27:58.687 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:27:58.687 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.687 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.687 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34413.0:149318 7.7 7:e3c3c3c6:::benchmark_data_smithi040_191604_object47107:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e144)", 2023-08-28T02:27:58.687 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:20:01.538157+0000", 2023-08-28T02:27:58.687 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 477.11725902000001, 2023-08-28T02:27:58.687 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.064963981, 2023-08-28T02:27:58.687 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:27:58.687 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:27:58.687 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:27:58.687 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34413", 2023-08-28T02:27:58.688 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/500132659", 2023-08-28T02:27:58.688 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 149318 2023-08-28T02:27:58.688 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.688 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:27:58.688 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.688 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:27:58.688 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.538157+0000", 2023-08-28T02:27:58.688 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:27:58.688 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.689 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.689 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:27:58.689 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.538157+0000", 2023-08-28T02:27:58.690 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:27:58.690 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.690 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.690 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:27:58.690 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.538156+0000", 2023-08-28T02:27:58.690 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999995 2023-08-28T02:27:58.690 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.690 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.690 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:27:58.690 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.538159+0000", 2023-08-28T02:27:58.691 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.1389999999999999e-06 2023-08-28T02:27:58.691 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.691 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.691 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:27:58.691 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.538167+0000", 2023-08-28T02:27:58.691 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.6690000000000006e-06 2023-08-28T02:27:58.691 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.691 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.691 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:27:58.691 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.538171+0000", 2023-08-28T02:27:58.691 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.1500000000000001e-06 2023-08-28T02:27:58.691 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.692 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.692 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:27:58.692 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.540209+0000", 2023-08-28T02:27:58.692 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0020379080000000002 2023-08-28T02:27:58.692 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.692 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.692 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:27:58.692 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.540215+0000", 2023-08-28T02:27:58.692 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.127e-06 2023-08-28T02:27:58.692 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.693 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.693 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:27:58.693 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:02.564731+0000", 2023-08-28T02:27:58.693 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.024515474 2023-08-28T02:27:58.693 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.693 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.693 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:27:58.693 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:02.564839+0000", 2023-08-28T02:27:58.693 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000108718 2023-08-28T02:27:58.693 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.693 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.693 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 0,3", 2023-08-28T02:27:58.694 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:02.564917+0000", 2023-08-28T02:27:58.694 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.7498999999999998e-05 2023-08-28T02:27:58.694 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.694 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.694 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:27:58.694 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:02.587132+0000", 2023-08-28T02:27:58.694 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.022215285000000001 2023-08-28T02:27:58.694 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.694 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.694 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:27:58.694 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:02.602987+0000", 2023-08-28T02:27:58.694 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.015854569999999998 2023-08-28T02:27:58.695 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.695 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.695 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:27:58.695 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:02.603032+0000", 2023-08-28T02:27:58.695 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.5262000000000001e-05 2023-08-28T02:27:58.695 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.695 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.695 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:27:58.695 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:02.603082+0000", 2023-08-28T02:27:58.695 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.9861000000000003e-05 2023-08-28T02:27:58.695 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.696 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.696 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:27:58.696 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:02.603121+0000", 2023-08-28T02:27:58.696 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.8797000000000001e-05 2023-08-28T02:27:58.696 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:27:58.696 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:27:58.696 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:27:58.696 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.696 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.696 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34413.0:149319 7.7 7:ea247c36:::benchmark_data_smithi040_191604_object47108:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e144)", 2023-08-28T02:27:58.696 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:20:01.538176+0000", 2023-08-28T02:27:58.697 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 477.117239627, 2023-08-28T02:27:58.697 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.065114884, 2023-08-28T02:27:58.697 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:27:58.697 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:27:58.697 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:27:58.697 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34413", 2023-08-28T02:27:58.697 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/500132659", 2023-08-28T02:27:58.697 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 149319 2023-08-28T02:27:58.697 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.697 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:27:58.698 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.698 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:27:58.698 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.538176+0000", 2023-08-28T02:27:58.698 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:27:58.698 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.698 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.698 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:27:58.698 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.538176+0000", 2023-08-28T02:27:58.698 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:27:58.698 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.698 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.698 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:27:58.699 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.538176+0000", 2023-08-28T02:27:58.699 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999995 2023-08-28T02:27:58.699 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.699 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.699 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:27:58.699 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.538178+0000", 2023-08-28T02:27:58.699 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.6060000000000001e-06 2023-08-28T02:27:58.699 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.699 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.699 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:27:58.699 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.538187+0000", 2023-08-28T02:27:58.700 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.9570000000000008e-06 2023-08-28T02:27:58.700 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.700 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.700 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:27:58.700 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.538192+0000", 2023-08-28T02:27:58.700 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.707e-06 2023-08-28T02:27:58.700 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.700 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.700 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:27:58.700 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.540309+0000", 2023-08-28T02:27:58.700 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0021172410000000002 2023-08-28T02:27:58.701 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.701 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.701 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:27:58.701 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.540317+0000", 2023-08-28T02:27:58.701 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.9670000000000001e-06 2023-08-28T02:27:58.701 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.701 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.701 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:27:58.701 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:02.569001+0000", 2023-08-28T02:27:58.701 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.028683861 2023-08-28T02:27:58.701 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.701 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.701 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:27:58.702 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:02.569084+0000", 2023-08-28T02:27:58.702 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.3399999999999994e-05 2023-08-28T02:27:58.702 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.702 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.702 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 0,3", 2023-08-28T02:27:58.702 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:02.569153+0000", 2023-08-28T02:27:58.702 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.8454999999999994e-05 2023-08-28T02:27:58.702 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.702 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.702 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:27:58.702 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:02.587141+0000", 2023-08-28T02:27:58.702 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.017987767000000002 2023-08-28T02:27:58.702 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.703 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.703 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:27:58.703 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:02.603154+0000", 2023-08-28T02:27:58.703 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.016013161000000001 2023-08-28T02:27:58.703 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.703 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.703 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:27:58.703 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:02.603214+0000", 2023-08-28T02:27:58.703 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.9967999999999999e-05 2023-08-28T02:27:58.703 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.703 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.703 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:27:58.704 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:02.603254+0000", 2023-08-28T02:27:58.704 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.0315000000000003e-05 2023-08-28T02:27:58.704 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.704 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.704 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:27:58.704 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:02.603291+0000", 2023-08-28T02:27:58.704 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.6887000000000001e-05 2023-08-28T02:27:58.704 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:27:58.704 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:27:58.704 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:27:58.704 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.704 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.704 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34413.0:149327 7.7 7:e5bdaa32:::benchmark_data_smithi040_191604_object47116:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e145)", 2023-08-28T02:27:58.705 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:20:01.549566+0000", 2023-08-28T02:27:58.705 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 477.10584973800002, 2023-08-28T02:27:58.705 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0540096619999999, 2023-08-28T02:27:58.705 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:27:58.705 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:27:58.705 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:27:58.705 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34413", 2023-08-28T02:27:58.705 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/500132659", 2023-08-28T02:27:58.705 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 149327 2023-08-28T02:27:58.705 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.705 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:27:58.706 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.706 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:27:58.706 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.549566+0000", 2023-08-28T02:27:58.706 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:27:58.706 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.706 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.706 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:27:58.706 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.549566+0000", 2023-08-28T02:27:58.706 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:27:58.706 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.706 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.706 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:27:58.707 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.549565+0000", 2023-08-28T02:27:58.707 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:27:58.707 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.707 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.707 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:27:58.707 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.549571+0000", 2023-08-28T02:27:58.707 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.72e-06 2023-08-28T02:27:58.707 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.707 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.707 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:27:58.708 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.549587+0000", 2023-08-28T02:27:58.708 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.5637999999999998e-05 2023-08-28T02:27:58.708 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.708 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.708 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:27:58.708 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.549594+0000", 2023-08-28T02:27:58.708 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.866e-06 2023-08-28T02:27:58.708 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.708 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.708 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:27:58.708 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.549655+0000", 2023-08-28T02:27:58.708 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.1288e-05 2023-08-28T02:27:58.709 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.709 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.709 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:27:58.709 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.549666+0000", 2023-08-28T02:27:58.709 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0607e-05 2023-08-28T02:27:58.709 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.709 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.709 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:27:58.709 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:02.572499+0000", 2023-08-28T02:27:58.709 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0228334450000001 2023-08-28T02:27:58.709 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.709 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.710 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:27:58.710 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:02.572576+0000", 2023-08-28T02:27:58.710 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.7306999999999997e-05 2023-08-28T02:27:58.710 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.710 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.710 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 0,3", 2023-08-28T02:27:58.710 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:02.572673+0000", 2023-08-28T02:27:58.710 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.6885000000000005e-05 2023-08-28T02:27:58.710 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.710 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.710 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:27:58.710 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:02.587149+0000", 2023-08-28T02:27:58.711 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.014475475 2023-08-28T02:27:58.711 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.711 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.711 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:27:58.711 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:02.603324+0000", 2023-08-28T02:27:58.711 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.016175098999999998 2023-08-28T02:27:58.711 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.711 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.711 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:27:58.711 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:02.603481+0000", 2023-08-28T02:27:58.711 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00015706199999999999 2023-08-28T02:27:58.711 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.712 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.712 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:27:58.712 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:02.603522+0000", 2023-08-28T02:27:58.712 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.1322000000000002e-05 2023-08-28T02:27:58.712 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.712 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.712 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:27:58.712 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:02.603576+0000", 2023-08-28T02:27:58.712 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.3427000000000002e-05 2023-08-28T02:27:58.712 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:27:58.712 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:27:58.713 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:27:58.713 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.713 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.713 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34413.0:149335 7.7 7:e209c7ed:::benchmark_data_smithi040_191604_object47124:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e145)", 2023-08-28T02:27:58.713 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:20:01.571469+0000", 2023-08-28T02:27:58.713 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 477.08394658999998, 2023-08-28T02:27:58.713 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0321949399999999, 2023-08-28T02:27:58.713 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:27:58.713 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:27:58.713 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:27:58.713 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34413", 2023-08-28T02:27:58.713 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/500132659", 2023-08-28T02:27:58.714 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 149335 2023-08-28T02:27:58.714 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.714 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:27:58.714 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.714 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:27:58.714 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.571469+0000", 2023-08-28T02:27:58.714 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:27:58.714 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.714 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.714 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:27:58.714 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.571469+0000", 2023-08-28T02:27:58.714 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:27:58.715 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.715 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.715 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:27:58.715 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.571468+0000", 2023-08-28T02:27:58.715 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:27:58.715 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.715 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.715 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:27:58.715 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.571477+0000", 2023-08-28T02:27:58.715 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.5289999999999997e-06 2023-08-28T02:27:58.715 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.716 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.716 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:27:58.716 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.571490+0000", 2023-08-28T02:27:58.716 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.324e-05 2023-08-28T02:27:58.716 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.716 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.716 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:27:58.716 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.571496+0000", 2023-08-28T02:27:58.716 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.8100000000000003e-06 2023-08-28T02:27:58.716 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.716 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.717 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:27:58.717 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.571541+0000", 2023-08-28T02:27:58.717 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.4399e-05 2023-08-28T02:27:58.717 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.717 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.717 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:27:58.717 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.571548+0000", 2023-08-28T02:27:58.717 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.5549999999999997e-06 2023-08-28T02:27:58.717 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.717 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.717 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:27:58.717 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:02.575702+0000", 2023-08-28T02:27:58.717 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0041541620000001 2023-08-28T02:27:58.718 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.718 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.718 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:27:58.718 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:02.575770+0000", 2023-08-28T02:27:58.718 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.7606000000000003e-05 2023-08-28T02:27:58.718 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.718 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.718 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 0,3", 2023-08-28T02:27:58.718 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:02.575833+0000", 2023-08-28T02:27:58.718 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.2804000000000004e-05 2023-08-28T02:27:58.718 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.718 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.719 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:27:58.719 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:02.587155+0000", 2023-08-28T02:27:58.719 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011322634 2023-08-28T02:27:58.719 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.719 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.719 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:27:58.719 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:02.603360+0000", 2023-08-28T02:27:58.719 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.016204303999999999 2023-08-28T02:27:58.719 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.719 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.719 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:27:58.719 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:02.603605+0000", 2023-08-28T02:27:58.720 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00024563500000000002 2023-08-28T02:27:58.720 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.720 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.720 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:27:58.720 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:02.603633+0000", 2023-08-28T02:27:58.720 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.7223999999999999e-05 2023-08-28T02:27:58.720 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.720 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.720 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:27:58.720 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:02.603664+0000", 2023-08-28T02:27:58.720 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.1538000000000002e-05 2023-08-28T02:27:58.720 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:27:58.720 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:27:58.721 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:27:58.721 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.721 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.721 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34413.0:149336 7.7 7:ed1dcff8:::benchmark_data_smithi040_191604_object47125:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e145)", 2023-08-28T02:27:58.721 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:20:01.571864+0000", 2023-08-28T02:27:58.721 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 477.08355187900003, 2023-08-28T02:27:58.721 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0494977590000001, 2023-08-28T02:27:58.721 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:27:58.721 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:27:58.721 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:27:58.721 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34413", 2023-08-28T02:27:58.721 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/500132659", 2023-08-28T02:27:58.721 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 149336 2023-08-28T02:27:58.722 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.722 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:27:58.722 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.722 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:27:58.722 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.571864+0000", 2023-08-28T02:27:58.722 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:27:58.722 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.722 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.722 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:27:58.722 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.571864+0000", 2023-08-28T02:27:58.722 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:27:58.723 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.723 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.723 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:27:58.723 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.571863+0000", 2023-08-28T02:27:58.723 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999995 2023-08-28T02:27:58.723 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.723 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.723 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:27:58.723 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.571867+0000", 2023-08-28T02:27:58.723 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.5099999999999999e-06 2023-08-28T02:27:58.723 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.723 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.724 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:27:58.724 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.571873+0000", 2023-08-28T02:27:58.724 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.0780000000000001e-06 2023-08-28T02:27:58.724 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.724 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.724 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:27:58.724 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.571876+0000", 2023-08-28T02:27:58.724 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.0189999999999998e-06 2023-08-28T02:27:58.724 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.724 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.724 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:27:58.725 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.571905+0000", 2023-08-28T02:27:58.725 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.8702999999999999e-05 2023-08-28T02:27:58.725 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.725 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.725 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:27:58.725 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.571910+0000", 2023-08-28T02:27:58.725 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.1669999999999998e-06 2023-08-28T02:27:58.725 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.725 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.725 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:27:58.725 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:02.578341+0000", 2023-08-28T02:27:58.725 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.006431192 2023-08-28T02:27:58.725 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.726 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.726 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:27:58.726 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:02.578459+0000", 2023-08-28T02:27:58.726 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00011798699999999999 2023-08-28T02:27:58.726 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.726 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.726 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 0,3", 2023-08-28T02:27:58.726 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:02.578575+0000", 2023-08-28T02:27:58.726 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00011650900000000001 2023-08-28T02:27:58.726 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.726 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.727 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:27:58.727 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:02.592386+0000", 2023-08-28T02:27:58.727 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.013810963000000001 2023-08-28T02:27:58.727 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.727 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.727 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:27:58.727 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:02.603385+0000", 2023-08-28T02:27:58.727 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.010998216999999999 2023-08-28T02:27:58.727 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.727 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.727 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:27:58.727 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:02.621298+0000", 2023-08-28T02:27:58.728 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.017913202 2023-08-28T02:27:58.728 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.728 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.728 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:27:58.728 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:02.621335+0000", 2023-08-28T02:27:58.728 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.7335000000000001e-05 2023-08-28T02:27:58.728 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.728 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.728 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:27:58.728 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:02.621362+0000", 2023-08-28T02:27:58.728 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.6400000000000001e-05 2023-08-28T02:27:58.728 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:27:58.729 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:27:58.729 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:27:58.729 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.729 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.729 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34413.0:149362 7.7 7:e1db8c76:::benchmark_data_smithi040_191604_object47151:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e145)", 2023-08-28T02:27:58.729 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:20:01.612279+0000", 2023-08-28T02:27:58.729 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 477.04313647100003, 2023-08-28T02:27:58.729 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0119851660000001, 2023-08-28T02:27:58.729 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:27:58.729 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:27:58.729 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:27:58.729 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34413", 2023-08-28T02:27:58.730 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/500132659", 2023-08-28T02:27:58.730 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 149362 2023-08-28T02:27:58.730 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.730 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:27:58.730 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.730 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:27:58.730 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.612279+0000", 2023-08-28T02:27:58.730 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:27:58.730 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.730 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.730 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:27:58.730 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.612279+0000", 2023-08-28T02:27:58.731 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:27:58.731 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.731 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.731 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:27:58.731 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.612278+0000", 2023-08-28T02:27:58.731 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:27:58.731 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.731 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.731 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:27:58.731 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.612285+0000", 2023-08-28T02:27:58.731 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.9380000000000003e-06 2023-08-28T02:27:58.732 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.732 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.732 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:27:58.732 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.612299+0000", 2023-08-28T02:27:58.732 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.4583000000000001e-05 2023-08-28T02:27:58.732 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.732 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.732 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:27:58.732 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.612306+0000", 2023-08-28T02:27:58.732 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.7050000000000002e-06 2023-08-28T02:27:58.732 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.732 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.733 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:27:58.733 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.612366+0000", 2023-08-28T02:27:58.733 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.033e-05 2023-08-28T02:27:58.733 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.733 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.733 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:27:58.733 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.612378+0000", 2023-08-28T02:27:58.733 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1282e-05 2023-08-28T02:27:58.733 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.733 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.733 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:27:58.733 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:02.581212+0000", 2023-08-28T02:27:58.733 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.96883387799999998 2023-08-28T02:27:58.734 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.734 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.734 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:27:58.734 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:02.581326+0000", 2023-08-28T02:27:58.734 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000114277 2023-08-28T02:27:58.734 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.734 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.734 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 0,3", 2023-08-28T02:27:58.734 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:02.581446+0000", 2023-08-28T02:27:58.734 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000120569 2023-08-28T02:27:58.734 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.735 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.735 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:27:58.735 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:02.592392+0000", 2023-08-28T02:27:58.735 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.010945646 2023-08-28T02:27:58.735 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.735 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.735 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:27:58.735 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:02.603422+0000", 2023-08-28T02:27:58.735 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011029567000000001 2023-08-28T02:27:58.735 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.735 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.735 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:27:58.736 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:02.624211+0000", 2023-08-28T02:27:58.736 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.020789559999999999 2023-08-28T02:27:58.736 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.736 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.736 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:27:58.736 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:02.624242+0000", 2023-08-28T02:27:58.736 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.0442000000000001e-05 2023-08-28T02:27:58.736 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.736 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.736 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:27:58.736 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:02.624264+0000", 2023-08-28T02:27:58.736 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.2821000000000001e-05 2023-08-28T02:27:58.737 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:27:58.737 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:27:58.737 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:27:58.737 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.737 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.737 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34413.0:149388 7.7 7:e595beef:::benchmark_data_smithi040_191604_object47177:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e145)", 2023-08-28T02:27:58.738 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:20:01.657698+0000", 2023-08-28T02:27:58.738 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 476.99771731499999, 2023-08-28T02:27:58.738 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.96665124999999996, 2023-08-28T02:27:58.738 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:27:58.738 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:27:58.738 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:27:58.738 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34413", 2023-08-28T02:27:58.738 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/500132659", 2023-08-28T02:27:58.739 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 149388 2023-08-28T02:27:58.739 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.739 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:27:58.739 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.739 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:27:58.739 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.657698+0000", 2023-08-28T02:27:58.739 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:27:58.739 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.739 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.739 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:27:58.739 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.657698+0000", 2023-08-28T02:27:58.740 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:27:58.740 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.740 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.740 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:27:58.740 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.657698+0000", 2023-08-28T02:27:58.740 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999995 2023-08-28T02:27:58.740 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.740 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.740 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:27:58.740 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.657700+0000", 2023-08-28T02:27:58.740 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.702e-06 2023-08-28T02:27:58.740 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.741 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.741 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:27:58.741 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.657704+0000", 2023-08-28T02:27:58.741 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.1649999999999999e-06 2023-08-28T02:27:58.741 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.741 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.741 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:27:58.741 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.657706+0000", 2023-08-28T02:27:58.741 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.2350000000000002e-06 2023-08-28T02:27:58.741 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.741 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.741 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:27:58.742 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.657763+0000", 2023-08-28T02:27:58.742 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.6598000000000003e-05 2023-08-28T02:27:58.742 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.742 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.742 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:27:58.742 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.657772+0000", 2023-08-28T02:27:58.742 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.7099999999999996e-06 2023-08-28T02:27:58.742 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.742 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.742 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:27:58.742 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:02.583828+0000", 2023-08-28T02:27:58.743 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.92605664399999998 2023-08-28T02:27:58.743 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.743 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.743 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:27:58.743 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:02.583919+0000", 2023-08-28T02:27:58.743 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.1080000000000002e-05 2023-08-28T02:27:58.743 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.743 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.743 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 0,3", 2023-08-28T02:27:58.743 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:02.583990+0000", 2023-08-28T02:27:58.743 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.0374000000000001e-05 2023-08-28T02:27:58.743 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.743 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.744 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:27:58.744 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:02.597498+0000", 2023-08-28T02:27:58.744 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.013508711 2023-08-28T02:27:58.744 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.744 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.744 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:27:58.744 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:02.603445+0000", 2023-08-28T02:27:58.744 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0059471209999999997 2023-08-28T02:27:58.744 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.744 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.744 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:27:58.744 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:02.624300+0000", 2023-08-28T02:27:58.744 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.020854511999999999 2023-08-28T02:27:58.745 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.745 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.745 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:27:58.745 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:02.624326+0000", 2023-08-28T02:27:58.745 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.5647999999999999e-05 2023-08-28T02:27:58.745 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.745 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.745 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:27:58.745 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:02.624350+0000", 2023-08-28T02:27:58.746 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.4012999999999999e-05 2023-08-28T02:27:58.746 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:27:58.746 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:27:58.746 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:27:58.746 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.746 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.746 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34413.0:149403 7.7 7:ee275456:::benchmark_data_smithi040_191604_object47192:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e145)", 2023-08-28T02:27:58.746 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:20:01.680683+0000", 2023-08-28T02:27:58.746 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 476.97473318099998, 2023-08-28T02:27:58.746 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.94373938400000001, 2023-08-28T02:27:58.746 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:27:58.746 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:27:58.747 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:27:58.747 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34413", 2023-08-28T02:27:58.747 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/500132659", 2023-08-28T02:27:58.747 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 149403 2023-08-28T02:27:58.747 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.747 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:27:58.747 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.747 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:27:58.747 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.680683+0000", 2023-08-28T02:27:58.747 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:27:58.747 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.748 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.748 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:27:58.748 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.680683+0000", 2023-08-28T02:27:58.748 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:27:58.748 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.748 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.748 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:27:58.748 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.680681+0000", 2023-08-28T02:27:58.748 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:27:58.748 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.748 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.748 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:27:58.748 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.680687+0000", 2023-08-28T02:27:58.749 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.7279999999999998e-06 2023-08-28T02:27:58.749 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.749 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.749 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:27:58.749 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.680704+0000", 2023-08-28T02:27:58.749 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.6342e-05 2023-08-28T02:27:58.749 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.749 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.749 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:27:58.749 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.680711+0000", 2023-08-28T02:27:58.749 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.3699999999999997e-06 2023-08-28T02:27:58.749 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.750 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.750 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:27:58.750 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.680771+0000", 2023-08-28T02:27:58.750 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.0207000000000001e-05 2023-08-28T02:27:58.750 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.750 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.750 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:27:58.751 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.680784+0000", 2023-08-28T02:27:58.751 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2147000000000001e-05 2023-08-28T02:27:58.751 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.751 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.751 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:27:58.751 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:02.587199+0000", 2023-08-28T02:27:58.752 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.90641523800000001 2023-08-28T02:27:58.752 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.752 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.752 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:27:58.752 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:02.587314+0000", 2023-08-28T02:27:58.752 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00011519900000000001 2023-08-28T02:27:58.753 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.753 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.753 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 0,3", 2023-08-28T02:27:58.753 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:02.587442+0000", 2023-08-28T02:27:58.753 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000128372 2023-08-28T02:27:58.753 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.753 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.753 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:27:58.754 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:02.597504+0000", 2023-08-28T02:27:58.754 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.010061199999999999 2023-08-28T02:27:58.754 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.754 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.754 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:27:58.754 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:02.603704+0000", 2023-08-28T02:27:58.754 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0062007679999999997 2023-08-28T02:27:58.755 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.755 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.755 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:27:58.755 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:02.624379+0000", 2023-08-28T02:27:58.755 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.020674297000000001 2023-08-28T02:27:58.755 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.756 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.756 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:27:58.756 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:02.624401+0000", 2023-08-28T02:27:58.756 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.2691e-05 2023-08-28T02:27:58.756 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.756 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.757 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:27:58.757 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:02.624422+0000", 2023-08-28T02:27:58.757 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.0635000000000001e-05 2023-08-28T02:27:58.757 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:27:58.757 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:27:58.757 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:27:58.757 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.758 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.758 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34413.0:149406 7.7 7:ec45823c:::benchmark_data_smithi040_191604_object47195:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e145)", 2023-08-28T02:27:58.758 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:20:01.686285+0000", 2023-08-28T02:27:58.758 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 476.969130753, 2023-08-28T02:27:58.758 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.938249322, 2023-08-28T02:27:58.758 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:27:58.758 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:27:58.758 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:27:58.758 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34413", 2023-08-28T02:27:58.758 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/500132659", 2023-08-28T02:27:58.758 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 149406 2023-08-28T02:27:58.759 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.759 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:27:58.759 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.759 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:27:58.759 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.686285+0000", 2023-08-28T02:27:58.759 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:27:58.759 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.759 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.759 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:27:58.759 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.686285+0000", 2023-08-28T02:27:58.759 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:27:58.759 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.760 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.760 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:27:58.760 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.686284+0000", 2023-08-28T02:27:58.760 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:27:58.760 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.760 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.760 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:27:58.760 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.686289+0000", 2023-08-28T02:27:58.760 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.3750000000000002e-06 2023-08-28T02:27:58.760 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.760 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.760 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:27:58.761 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.686302+0000", 2023-08-28T02:27:58.761 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2984e-05 2023-08-28T02:27:58.761 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.761 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.761 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:27:58.761 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.686308+0000", 2023-08-28T02:27:58.761 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.9680000000000003e-06 2023-08-28T02:27:58.761 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.761 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.761 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:27:58.761 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.686367+0000", 2023-08-28T02:27:58.761 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.8211000000000002e-05 2023-08-28T02:27:58.762 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.762 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.762 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:27:58.762 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:01.686376+0000", 2023-08-28T02:27:58.762 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.6919999999999997e-06 2023-08-28T02:27:58.762 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.762 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.762 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:27:58.762 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:02.589705+0000", 2023-08-28T02:27:58.762 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.90332827199999999 2023-08-28T02:27:58.762 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.763 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.763 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:27:58.763 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:02.589792+0000", 2023-08-28T02:27:58.763 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.7913999999999999e-05 2023-08-28T02:27:58.763 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.763 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.763 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 0,3", 2023-08-28T02:27:58.763 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:02.589901+0000", 2023-08-28T02:27:58.763 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000108276 2023-08-28T02:27:58.763 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.763 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.763 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:27:58.764 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:02.602354+0000", 2023-08-28T02:27:58.764 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.012452805000000001 2023-08-28T02:27:58.764 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.764 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.764 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:27:58.764 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:02.603731+0000", 2023-08-28T02:27:58.764 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.001377082 2023-08-28T02:27:58.764 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.764 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.764 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:27:58.764 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:02.624460+0000", 2023-08-28T02:27:58.765 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.020729729999999998 2023-08-28T02:27:58.765 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.765 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.765 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:27:58.765 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:02.624501+0000", 2023-08-28T02:27:58.765 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.0754000000000003e-05 2023-08-28T02:27:58.765 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.765 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.765 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:27:58.765 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:20:02.624534+0000", 2023-08-28T02:27:58.765 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.3170000000000003e-05 2023-08-28T02:27:58.765 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:27:58.766 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:27:58.766 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:27:58.766 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.766 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.766 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.44411.0:228184 8.9 8:98170ff7:::benchmark_data_smithi040_198382_object110271:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e158)", 2023-08-28T02:27:58.766 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:25:46.581478+0000", 2023-08-28T02:27:58.766 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 132.07393757299999, 2023-08-28T02:27:58.766 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.051913604000000002, 2023-08-28T02:27:58.766 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:27:58.766 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:27:58.766 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:27:58.766 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.44411", 2023-08-28T02:27:58.767 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/741438835", 2023-08-28T02:27:58.767 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 228184 2023-08-28T02:27:58.767 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.767 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:27:58.767 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.767 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:27:58.767 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:46.581478+0000", 2023-08-28T02:27:58.767 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:27:58.767 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.767 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.768 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:27:58.768 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:46.581478+0000", 2023-08-28T02:27:58.768 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:27:58.768 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.768 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.768 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:27:58.768 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:46.581477+0000", 2023-08-28T02:27:58.768 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:27:58.768 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.768 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.769 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:27:58.769 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:46.581483+0000", 2023-08-28T02:27:58.769 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.4349999999999996e-06 2023-08-28T02:27:58.769 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.769 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.769 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:27:58.770 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:46.581491+0000", 2023-08-28T02:27:58.770 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.2630000000000003e-06 2023-08-28T02:27:58.770 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.770 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.770 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:27:58.771 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:46.581495+0000", 2023-08-28T02:27:58.771 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.7390000000000001e-06 2023-08-28T02:27:58.771 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.771 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.771 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:27:58.771 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:46.584182+0000", 2023-08-28T02:27:58.772 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0026870330000000001 2023-08-28T02:27:58.772 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.772 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.772 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:27:58.772 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:46.584307+0000", 2023-08-28T02:27:58.772 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00012514500000000001 2023-08-28T02:27:58.772 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.772 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.772 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:27:58.772 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:46.584425+0000", 2023-08-28T02:27:58.772 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00011869799999999999 2023-08-28T02:27:58.772 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.773 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.773 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:27:58.773 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:46.592336+0000", 2023-08-28T02:27:58.773 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0079102579999999999 2023-08-28T02:27:58.773 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.773 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.773 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:27:58.773 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:46.599447+0000", 2023-08-28T02:27:58.773 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0071110849999999996 2023-08-28T02:27:58.773 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.773 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.773 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:27:58.774 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:46.633248+0000", 2023-08-28T02:27:58.774 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.033801479000000002 2023-08-28T02:27:58.774 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.774 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.774 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:27:58.774 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:46.633346+0000", 2023-08-28T02:27:58.774 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.7448000000000006e-05 2023-08-28T02:27:58.774 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.774 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.774 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:27:58.774 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:46.633392+0000", 2023-08-28T02:27:58.774 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.6109999999999997e-05 2023-08-28T02:27:58.775 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:27:58.775 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:27:58.775 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:27:58.775 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.775 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.775 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.44411.0:228186 8.9 8:90dbc8ca:::benchmark_data_smithi040_198382_object110273:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e158)", 2023-08-28T02:27:58.775 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:25:46.584157+0000", 2023-08-28T02:27:58.775 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 132.071258462, 2023-08-28T02:27:58.775 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.049329841999999999, 2023-08-28T02:27:58.775 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:27:58.775 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:27:58.776 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:27:58.776 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.44411", 2023-08-28T02:27:58.776 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/741438835", 2023-08-28T02:27:58.776 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 228186 2023-08-28T02:27:58.776 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.776 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:27:58.777 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.777 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:27:58.777 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:46.584157+0000", 2023-08-28T02:27:58.777 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:27:58.777 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.777 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.777 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:27:58.778 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:46.584157+0000", 2023-08-28T02:27:58.778 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:27:58.778 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.778 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.778 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:27:58.778 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:46.584156+0000", 2023-08-28T02:27:58.778 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:27:58.779 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.779 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.779 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:27:58.779 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:46.584165+0000", 2023-08-28T02:27:58.779 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.9760000000000001e-06 2023-08-28T02:27:58.779 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.779 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.779 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:27:58.780 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:46.584179+0000", 2023-08-28T02:27:58.780 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.3077e-05 2023-08-28T02:27:58.780 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.780 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.780 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:27:58.780 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:46.584185+0000", 2023-08-28T02:27:58.780 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.7630000000000003e-06 2023-08-28T02:27:58.780 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.780 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.780 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:27:58.780 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:46.588177+0000", 2023-08-28T02:27:58.781 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0039915389999999997 2023-08-28T02:27:58.781 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.781 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.781 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:27:58.781 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:46.588301+0000", 2023-08-28T02:27:58.781 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00012423299999999999 2023-08-28T02:27:58.781 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.781 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.781 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:27:58.781 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:46.588400+0000", 2023-08-28T02:27:58.781 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.9038999999999998e-05 2023-08-28T02:27:58.781 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.782 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.782 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:27:58.782 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:46.592344+0000", 2023-08-28T02:27:58.782 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.003943696 2023-08-28T02:27:58.782 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.782 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.782 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:27:58.782 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:46.599488+0000", 2023-08-28T02:27:58.782 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0071446529999999999 2023-08-28T02:27:58.782 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.782 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.782 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:27:58.782 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:46.633425+0000", 2023-08-28T02:27:58.783 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.033936635 2023-08-28T02:27:58.783 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.783 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.783 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:27:58.783 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:46.633453+0000", 2023-08-28T02:27:58.783 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.7608000000000001e-05 2023-08-28T02:27:58.783 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.783 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.783 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:27:58.783 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:46.633487+0000", 2023-08-28T02:27:58.783 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.4430000000000001e-05 2023-08-28T02:27:58.783 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:27:58.784 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:27:58.784 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:27:58.784 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.784 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.784 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.44411.0:228190 8.9 8:90688533:::benchmark_data_smithi040_198382_object110277:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e158)", 2023-08-28T02:27:58.784 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:25:46.592860+0000", 2023-08-28T02:27:58.784 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 132.06255551699999, 2023-08-28T02:27:58.784 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.047635052999999997, 2023-08-28T02:27:58.784 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:27:58.784 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:27:58.784 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:27:58.784 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.44411", 2023-08-28T02:27:58.785 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/741438835", 2023-08-28T02:27:58.785 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 228190 2023-08-28T02:27:58.785 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.785 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:27:58.785 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.785 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:27:58.785 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:46.592860+0000", 2023-08-28T02:27:58.785 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:27:58.785 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.785 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.785 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:27:58.786 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:46.592860+0000", 2023-08-28T02:27:58.786 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:27:58.786 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.786 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.786 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:27:58.786 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:46.592859+0000", 2023-08-28T02:27:58.786 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:27:58.786 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.786 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.786 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:27:58.787 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:46.592866+0000", 2023-08-28T02:27:58.787 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.6930000000000001e-06 2023-08-28T02:27:58.787 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.787 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.787 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:27:58.787 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:46.592880+0000", 2023-08-28T02:27:58.787 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.3926e-05 2023-08-28T02:27:58.788 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.788 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.788 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:27:58.788 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:46.592886+0000", 2023-08-28T02:27:58.788 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.8170000000000001e-06 2023-08-28T02:27:58.788 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.788 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.788 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:27:58.788 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:46.592930+0000", 2023-08-28T02:27:58.789 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.3582999999999999e-05 2023-08-28T02:27:58.789 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.789 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.789 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:27:58.789 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:46.593083+0000", 2023-08-28T02:27:58.789 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00015311900000000001 2023-08-28T02:27:58.789 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.789 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.789 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:27:58.789 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:46.593209+0000", 2023-08-28T02:27:58.789 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00012593599999999999 2023-08-28T02:27:58.789 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.790 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.790 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:27:58.790 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:46.598357+0000", 2023-08-28T02:27:58.790 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0051483359999999999 2023-08-28T02:27:58.790 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.790 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.790 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:27:58.790 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:46.599656+0000", 2023-08-28T02:27:58.790 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0012989830000000001 2023-08-28T02:27:58.790 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.790 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.790 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:27:58.791 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:46.640409+0000", 2023-08-28T02:27:58.791 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.040752822000000001 2023-08-28T02:27:58.791 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.791 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.791 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:27:58.791 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:46.640460+0000", 2023-08-28T02:27:58.791 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.1023999999999998e-05 2023-08-28T02:27:58.791 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.791 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.791 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:27:58.791 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:46.640495+0000", 2023-08-28T02:27:58.792 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.5120999999999998e-05 2023-08-28T02:27:58.792 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:27:58.792 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:27:58.792 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:27:58.792 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.792 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.792 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.44411.0:228845 8.9 8:9bffc76c:::benchmark_data_smithi040_198382_object110932:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e158)", 2023-08-28T02:27:58.792 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:25:47.647651+0000", 2023-08-28T02:27:58.792 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 131.00776447000001, 2023-08-28T02:27:58.792 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.059564015999999997, 2023-08-28T02:27:58.792 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:27:58.792 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:27:58.792 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:27:58.793 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.44411", 2023-08-28T02:27:58.793 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/741438835", 2023-08-28T02:27:58.793 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 228845 2023-08-28T02:27:58.793 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.793 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:27:58.793 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.793 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:27:58.793 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:47.647651+0000", 2023-08-28T02:27:58.793 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:27:58.793 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.793 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.793 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:27:58.794 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:47.647651+0000", 2023-08-28T02:27:58.794 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:27:58.794 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.794 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.794 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:27:58.794 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:47.647650+0000", 2023-08-28T02:27:58.794 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:27:58.794 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.794 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.794 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:27:58.794 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:47.647659+0000", 2023-08-28T02:27:58.794 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.3960000000000006e-06 2023-08-28T02:27:58.794 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.795 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.795 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:27:58.795 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:47.647671+0000", 2023-08-28T02:27:58.795 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.189e-05 2023-08-28T02:27:58.795 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.795 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.795 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:27:58.795 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:47.647676+0000", 2023-08-28T02:27:58.795 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.9270000000000002e-06 2023-08-28T02:27:58.795 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.795 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.796 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:27:58.796 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:47.647728+0000", 2023-08-28T02:27:58.796 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.1731999999999999e-05 2023-08-28T02:27:58.796 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.796 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.796 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:27:58.796 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:47.647841+0000", 2023-08-28T02:27:58.796 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000113218 2023-08-28T02:27:58.796 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.796 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.796 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:27:58.796 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:47.647958+0000", 2023-08-28T02:27:58.797 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000116715 2023-08-28T02:27:58.797 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.797 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.797 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:27:58.797 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:47.660732+0000", 2023-08-28T02:27:58.797 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.012774303000000001 2023-08-28T02:27:58.797 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.797 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.797 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:27:58.797 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:47.661508+0000", 2023-08-28T02:27:58.797 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00077556200000000004 2023-08-28T02:27:58.797 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.798 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.798 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:27:58.798 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:47.707122+0000", 2023-08-28T02:27:58.798 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.045614162 2023-08-28T02:27:58.798 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.798 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.798 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:27:58.798 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:47.707173+0000", 2023-08-28T02:27:58.798 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.1032000000000002e-05 2023-08-28T02:27:58.798 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.798 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.799 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:27:58.799 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:47.707215+0000", 2023-08-28T02:27:58.799 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.2113999999999997e-05 2023-08-28T02:27:58.799 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:27:58.799 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:27:58.799 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:27:58.799 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.799 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.799 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.44411.0:228848 8.9 8:980442c2:::benchmark_data_smithi040_198382_object110935:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e158)", 2023-08-28T02:27:58.799 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:25:47.656330+0000", 2023-08-28T02:27:58.800 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 130.99908622699999, 2023-08-28T02:27:58.800 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.050981395999999998, 2023-08-28T02:27:58.800 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:27:58.800 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:27:58.800 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:27:58.800 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.44411", 2023-08-28T02:27:58.800 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/741438835", 2023-08-28T02:27:58.800 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 228848 2023-08-28T02:27:58.800 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.800 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:27:58.800 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.800 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:27:58.801 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:47.656330+0000", 2023-08-28T02:27:58.801 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:27:58.801 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.801 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.801 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:27:58.801 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:47.656330+0000", 2023-08-28T02:27:58.801 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:27:58.801 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.801 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.801 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:27:58.801 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:47.656328+0000", 2023-08-28T02:27:58.801 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:27:58.802 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.802 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.802 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:27:58.802 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:47.656337+0000", 2023-08-28T02:27:58.802 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.1689999999999998e-06 2023-08-28T02:27:58.802 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.802 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.802 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:27:58.802 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:47.656353+0000", 2023-08-28T02:27:58.802 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.6334999999999999e-05 2023-08-28T02:27:58.802 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.802 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.803 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:27:58.803 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:47.656362+0000", 2023-08-28T02:27:58.803 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.3270000000000001e-06 2023-08-28T02:27:58.803 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.803 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.803 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:27:58.803 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:47.656416+0000", 2023-08-28T02:27:58.803 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.3897000000000003e-05 2023-08-28T02:27:58.803 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.804 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.804 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:27:58.804 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:47.656546+0000", 2023-08-28T02:27:58.804 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000130829 2023-08-28T02:27:58.804 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.804 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.804 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:27:58.804 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:47.656645+0000", 2023-08-28T02:27:58.804 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.8307999999999995e-05 2023-08-28T02:27:58.804 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.804 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.804 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:27:58.805 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:47.660917+0000", 2023-08-28T02:27:58.805 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.004272194 2023-08-28T02:27:58.805 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.805 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.805 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:27:58.805 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:47.664308+0000", 2023-08-28T02:27:58.805 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0033905860000000001 2023-08-28T02:27:58.805 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.805 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.806 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:27:58.806 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:47.707247+0000", 2023-08-28T02:27:58.806 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.042939394999999998 2023-08-28T02:27:58.806 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.806 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.806 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:27:58.806 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:47.707278+0000", 2023-08-28T02:27:58.806 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.1448000000000001e-05 2023-08-28T02:27:58.806 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.806 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.806 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:27:58.807 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:25:47.707311+0000", 2023-08-28T02:27:58.807 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.2542000000000001e-05 2023-08-28T02:27:58.807 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:27:58.807 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:27:58.807 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:27:58.807 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.807 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.807 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_repop(client.34719.0:84360 9.b e186/160 9:d96555c5:::benchmark_data_smithi040_209735_object84359:head v 186'5167, mlcod=186'5164)", 2023-08-28T02:27:58.807 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:27:56.849607+0000", 2023-08-28T02:27:58.807 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 1.805808976, 2023-08-28T02:27:58.807 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.015265591, 2023-08-28T02:27:58.808 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:27:58.808 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:27:58.808 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:27:58.808 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.808 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:27:58.808 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:56.849607+0000", 2023-08-28T02:27:58.808 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:27:58.808 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.808 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.808 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:27:58.808 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:56.849607+0000", 2023-08-28T02:27:58.808 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:27:58.809 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.809 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.809 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:27:58.809 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:56.849606+0000", 2023-08-28T02:27:58.809 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:27:58.809 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.809 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.809 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:27:58.809 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:56.849647+0000", 2023-08-28T02:27:58.810 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.1115000000000002e-05 2023-08-28T02:27:58.810 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.810 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.810 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:27:58.810 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:56.849664+0000", 2023-08-28T02:27:58.810 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.7238999999999999e-05 2023-08-28T02:27:58.810 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.810 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.810 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:27:58.810 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:56.849671+0000", 2023-08-28T02:27:58.810 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.9870000000000002e-06 2023-08-28T02:27:58.810 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.811 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.811 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:27:58.811 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:56.853753+0000", 2023-08-28T02:27:58.811 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0040821879999999996 2023-08-28T02:27:58.811 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.811 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.812 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:27:58.812 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:56.853772+0000", 2023-08-28T02:27:58.812 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.8700999999999999e-05 2023-08-28T02:27:58.812 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.812 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.813 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:27:58.813 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:56.864812+0000", 2023-08-28T02:27:58.813 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011040490999999999 2023-08-28T02:27:58.813 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.813 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.813 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:27:58.814 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:56.864872+0000", 2023-08-28T02:27:58.814 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.0092e-05 2023-08-28T02:27:58.814 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:27:58.814 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:27:58.814 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:27:58.815 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.815 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.815 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_repop(client.34719.0:86140 9.13 e186/183 9:cff7c83e:::benchmark_data_smithi040_209735_object86139:head v 186'4536, mlcod=0'0)", 2023-08-28T02:27:58.815 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:27:58.507097+0000", 2023-08-28T02:27:58.815 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 0.14831896899999999, 2023-08-28T02:27:58.815 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.014564512999999999, 2023-08-28T02:27:58.816 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:27:58.816 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:27:58.816 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:27:58.816 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.816 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:27:58.816 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:58.507097+0000", 2023-08-28T02:27:58.816 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:27:58.816 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.816 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.817 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:27:58.817 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:58.507097+0000", 2023-08-28T02:27:58.817 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:27:58.817 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.817 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.817 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:27:58.817 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:58.507095+0000", 2023-08-28T02:27:58.817 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:27:58.817 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.817 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.817 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:27:58.817 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:58.507124+0000", 2023-08-28T02:27:58.818 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.9204999999999999e-05 2023-08-28T02:27:58.818 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.818 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.818 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:27:58.818 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:58.507159+0000", 2023-08-28T02:27:58.818 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.4371e-05 2023-08-28T02:27:58.818 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.818 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.818 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:27:58.818 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:58.507166+0000", 2023-08-28T02:27:58.818 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.1380000000000001e-06 2023-08-28T02:27:58.818 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.819 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.819 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:27:58.819 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:58.508108+0000", 2023-08-28T02:27:58.819 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00094246900000000003 2023-08-28T02:27:58.819 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.819 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.819 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:27:58.819 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:58.508137+0000", 2023-08-28T02:27:58.819 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.8711e-05 2023-08-28T02:27:58.819 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.819 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.820 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:27:58.820 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:58.521611+0000", 2023-08-28T02:27:58.820 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.013474437000000001 2023-08-28T02:27:58.820 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.820 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.820 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:27:58.820 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:58.521661+0000", 2023-08-28T02:27:58.820 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.9804e-05 2023-08-28T02:27:58.821 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:27:58.821 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:27:58.821 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:27:58.821 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.821 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.821 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_repop(client.34719.0:86148 9.b e186/160 9:de608f30:::benchmark_data_smithi040_209735_object86147:head v 186'5269, mlcod=186'5267)", 2023-08-28T02:27:58.821 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:27:58.507190+0000", 2023-08-28T02:27:58.821 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 0.14822555500000001, 2023-08-28T02:27:58.821 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.014498198, 2023-08-28T02:27:58.821 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:27:58.821 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:27:58.822 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:27:58.822 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.822 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:27:58.822 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:58.507190+0000", 2023-08-28T02:27:58.822 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:27:58.822 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.822 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.822 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:27:58.822 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:58.507190+0000", 2023-08-28T02:27:58.822 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:27:58.822 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.822 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.823 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:27:58.823 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:58.507190+0000", 2023-08-28T02:27:58.823 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999995 2023-08-28T02:27:58.823 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.823 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.823 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:27:58.823 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:58.507224+0000", 2023-08-28T02:27:58.824 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.4085999999999999e-05 2023-08-28T02:27:58.824 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.824 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.824 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:27:58.824 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:58.507231+0000", 2023-08-28T02:27:58.824 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.2790000000000001e-06 2023-08-28T02:27:58.825 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.825 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.825 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:27:58.825 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:58.507235+0000", 2023-08-28T02:27:58.825 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.8500000000000004e-06 2023-08-28T02:27:58.825 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.825 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.825 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:27:58.826 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:58.511329+0000", 2023-08-28T02:27:58.826 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0040936870000000004 2023-08-28T02:27:58.826 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.826 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.826 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:27:58.826 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:58.511348+0000", 2023-08-28T02:27:58.827 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.9644e-05 2023-08-28T02:27:58.827 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.827 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.827 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:27:58.827 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:58.521665+0000", 2023-08-28T02:27:58.827 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.010316379000000001 2023-08-28T02:27:58.827 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:27:58.827 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:27:58.827 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:27:58.827 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:58.521688+0000", 2023-08-28T02:27:58.827 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.3689e-05 2023-08-28T02:27:58.828 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:27:58.828 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:27:58.828 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:27:58.828 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:27:58.828 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:27:58.828 INFO:teuthology.orchestra.run.smithi083.stdout:} 2023-08-28T02:27:59.062 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.7 dump_ops_in_flight 2023-08-28T02:27:59.164 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 68 15 86906 86891 79.8138 73.6875 0.0113179 0.0125243 2023-08-28T02:27:59.182 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:27:59.187 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:59.188 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:27:59.282 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:27:59.288 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:27:59.334 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:27:59 smithi083 ceph-mon[157819]: pgmap v608: 109 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 104 active+clean; 5.1 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 82 MiB/s wr, 1.31k op/s; 8717/251706 objects degraded (3.463%); 2980/251706 objects misplaced (1.184%); 3.7 MiB/s, 58 objects/s recovering 2023-08-28T02:27:59.348 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:59.391 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:27:59.399 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:59.400 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:27:59.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:27:59 smithi040 ceph-mon[175404]: pgmap v608: 109 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 104 active+clean; 5.1 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 82 MiB/s wr, 1.31k op/s; 8717/251706 objects degraded (3.463%); 2980/251706 objects misplaced (1.184%); 3.7 MiB/s, 58 objects/s recovering 2023-08-28T02:27:59.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:27:59 smithi040 ceph-mon[170259]: pgmap v608: 109 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 104 active+clean; 5.1 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 82 MiB/s wr, 1.31k op/s; 8717/251706 objects degraded (3.463%); 2980/251706 objects misplaced (1.184%); 3.7 MiB/s, 58 objects/s recovering 2023-08-28T02:27:59.501 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:27:59.520 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:27:59.570 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:59.664 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:27:59.669 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:59.669 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:27:59.770 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:27:59.819 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:27:59.952 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:27:59.955 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:27:59.956 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:28:00.057 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:28:00.110 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:00.164 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 69 16 87919 87903 79.5735 63.25 0.0138593 0.0125612 2023-08-28T02:28:00.332 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:28:00.336 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:00.336 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:28:00.437 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:28:00.476 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:00.565 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:28:00.574 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:00.574 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:28:00.663 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2023-08-28T02:28:00.663 INFO:teuthology.orchestra.run.smithi083.stdout: "ops": [ 2023-08-28T02:28:00.663 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:28:00.663 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:88403 9.d 9:b28166b5:::benchmark_data_smithi040_209735_object88402:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e186)", 2023-08-28T02:28:00.663 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:28:00.656589+0000", 2023-08-28T02:28:00.664 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 0.003998354, 2023-08-28T02:28:00.664 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0040323190000000004, 2023-08-28T02:28:00.664 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:28:00.664 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "waiting for sub ops", 2023-08-28T02:28:00.664 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:28:00.664 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:28:00.664 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:28:00.664 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 88403 2023-08-28T02:28:00.664 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:28:00.664 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:28:00.664 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:28:00.664 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:28:00.665 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:00.656589+0000", 2023-08-28T02:28:00.665 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:28:00.665 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:28:00.665 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:28:00.665 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:28:00.665 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:00.656589+0000", 2023-08-28T02:28:00.665 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:28:00.665 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:28:00.665 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:28:00.665 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:28:00.665 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:00.656587+0000", 2023-08-28T02:28:00.665 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:28:00.666 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:28:00.666 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:28:00.666 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:28:00.666 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:00.656629+0000", 2023-08-28T02:28:00.666 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.1309e-05 2023-08-28T02:28:00.666 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:28:00.666 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:28:00.666 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:28:00.666 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:00.656641+0000", 2023-08-28T02:28:00.666 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2736e-05 2023-08-28T02:28:00.666 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:28:00.666 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:28:00.667 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:28:00.667 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:00.656646+0000", 2023-08-28T02:28:00.667 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.8720000000000001e-06 2023-08-28T02:28:00.667 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:28:00.667 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:28:00.667 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:28:00.667 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:00.656679+0000", 2023-08-28T02:28:00.667 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.2320000000000002e-05 2023-08-28T02:28:00.667 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:28:00.667 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:28:00.667 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:28:00.667 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:00.656781+0000", 2023-08-28T02:28:00.668 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00010227500000000001 2023-08-28T02:28:00.668 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:28:00.668 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:28:00.668 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,5", 2023-08-28T02:28:00.668 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:00.656915+0000", 2023-08-28T02:28:00.668 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00013408100000000001 2023-08-28T02:28:00.668 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:28:00.668 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:28:00.668 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:28:00.668 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:28:00.668 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:28:00.668 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_repop(client.34719.0:88397 9.5 e186/170 9:a635789c:::benchmark_data_smithi040_209735_object88396:head v 186'4537, mlcod=186'4535)", 2023-08-28T02:28:00.668 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:28:00.657071+0000", 2023-08-28T02:28:00.669 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 0.0035164010000000002, 2023-08-28T02:28:00.669 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0036009689999999999, 2023-08-28T02:28:00.669 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:28:00.669 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "started", 2023-08-28T02:28:00.669 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:28:00.669 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:28:00.669 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:28:00.669 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:00.657071+0000", 2023-08-28T02:28:00.669 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:28:00.669 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:28:00.669 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:28:00.669 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:28:00.670 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:00.657071+0000", 2023-08-28T02:28:00.670 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:28:00.670 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:28:00.670 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:28:00.670 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:28:00.670 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:00.657070+0000", 2023-08-28T02:28:00.670 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:28:00.670 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:28:00.670 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:28:00.670 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:28:00.670 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:00.657124+0000", 2023-08-28T02:28:00.670 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.4466999999999999e-05 2023-08-28T02:28:00.671 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:28:00.671 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:28:00.671 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:28:00.671 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:00.657135+0000", 2023-08-28T02:28:00.671 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0971e-05 2023-08-28T02:28:00.671 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:28:00.671 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:28:00.671 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:28:00.671 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:00.657141+0000", 2023-08-28T02:28:00.671 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.7540000000000003e-06 2023-08-28T02:28:00.671 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:28:00.671 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:28:00.672 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:28:00.672 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:00.659854+0000", 2023-08-28T02:28:00.672 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0027131579999999998 2023-08-28T02:28:00.672 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:28:00.672 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:28:00.672 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:28:00.672 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:00.659874+0000", 2023-08-28T02:28:00.672 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.9592000000000001e-05 2023-08-28T02:28:00.672 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:28:00.672 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:28:00.672 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:28:00.672 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:28:00.673 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:28:00.673 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_repop(client.34719.0:88398 9.5 e186/170)", 2023-08-28T02:28:00.673 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:28:00.657147+0000", 2023-08-28T02:28:00.673 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 0.0034399840000000001, 2023-08-28T02:28:00.673 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0035579710000000001, 2023-08-28T02:28:00.673 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:28:00.673 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "queued for pg", 2023-08-28T02:28:00.673 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:28:00.673 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:28:00.673 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:28:00.673 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:00.657147+0000", 2023-08-28T02:28:00.673 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:28:00.674 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:28:00.674 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:28:00.674 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:28:00.674 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:00.657147+0000", 2023-08-28T02:28:00.674 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:28:00.674 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:28:00.674 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:28:00.674 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:28:00.674 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:00.657147+0000", 2023-08-28T02:28:00.674 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999995 2023-08-28T02:28:00.674 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:28:00.675 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:28:00.675 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:28:00.675 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:00.657181+0000", 2023-08-28T02:28:00.675 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.3955000000000003e-05 2023-08-28T02:28:00.675 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:28:00.675 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:28:00.675 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:28:00.675 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:00.657189+0000", 2023-08-28T02:28:00.675 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.4020000000000002e-06 2023-08-28T02:28:00.675 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:28:00.675 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:28:00.675 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:28:00.676 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:00.657194+0000", 2023-08-28T02:28:00.676 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.4170000000000002e-06 2023-08-28T02:28:00.676 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:28:00.676 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:28:00.676 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:28:00.676 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:28:00.676 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:28:00.676 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_repop(client.34719.0:88400 9.15 e186/170)", 2023-08-28T02:28:00.676 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:28:00.657198+0000", 2023-08-28T02:28:00.676 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 0.003389038, 2023-08-28T02:28:00.676 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0035342329999999999, 2023-08-28T02:28:00.676 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:28:00.677 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "queued for pg", 2023-08-28T02:28:00.677 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:28:00.677 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:28:00.677 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:28:00.677 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:00.657198+0000", 2023-08-28T02:28:00.677 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:28:00.677 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:28:00.677 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:28:00.677 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:28:00.677 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:00.657198+0000", 2023-08-28T02:28:00.677 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:28:00.678 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:28:00.678 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:28:00.678 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:28:00.678 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:00.657198+0000", 2023-08-28T02:28:00.678 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999995 2023-08-28T02:28:00.678 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:28:00.678 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:28:00.678 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:28:00.678 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:00.657230+0000", 2023-08-28T02:28:00.678 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.2298999999999997e-05 2023-08-28T02:28:00.678 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:28:00.678 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:28:00.679 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:28:00.679 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:00.657237+0000", 2023-08-28T02:28:00.679 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.297e-06 2023-08-28T02:28:00.679 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:28:00.679 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:28:00.679 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:28:00.679 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:00.657239+0000", 2023-08-28T02:28:00.679 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.4889999999999998e-06 2023-08-28T02:28:00.679 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:28:00.679 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:28:00.679 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:28:00.679 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:28:00.680 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:28:00.680 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_repop(client.34719.0:88399 9.10 e186/174 9:0fb1723d:::benchmark_data_smithi040_209735_object88398:head v 186'4683, mlcod=167'2583)", 2023-08-28T02:28:00.680 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:28:00.660025+0000", 2023-08-28T02:28:00.680 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 0.00056270799999999998, 2023-08-28T02:28:00.680 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00074182499999999999, 2023-08-28T02:28:00.680 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:28:00.680 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "started", 2023-08-28T02:28:00.680 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:28:00.680 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:28:00.680 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:28:00.680 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:00.660025+0000", 2023-08-28T02:28:00.680 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:28:00.681 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:28:00.681 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:28:00.681 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:28:00.681 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:00.660025+0000", 2023-08-28T02:28:00.681 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:28:00.681 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:28:00.681 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:28:00.681 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:28:00.681 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:00.660024+0000", 2023-08-28T02:28:00.681 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967296 2023-08-28T02:28:00.681 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:28:00.681 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:28:00.682 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:28:00.682 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:00.660082+0000", 2023-08-28T02:28:00.682 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.7871999999999997e-05 2023-08-28T02:28:00.682 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:28:00.682 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:28:00.682 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:28:00.682 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:00.660089+0000", 2023-08-28T02:28:00.682 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.2759999999999997e-06 2023-08-28T02:28:00.682 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:28:00.682 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:28:00.682 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:28:00.682 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:00.660092+0000", 2023-08-28T02:28:00.683 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.6519999999999999e-06 2023-08-28T02:28:00.683 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:28:00.683 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:28:00.683 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:28:00.683 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:00.660262+0000", 2023-08-28T02:28:00.683 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00016971299999999999 2023-08-28T02:28:00.683 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:28:00.683 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:28:00.683 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:28:00.683 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:00.660284+0000", 2023-08-28T02:28:00.683 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.2419e-05 2023-08-28T02:28:00.683 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:28:00.684 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:28:00.684 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:28:00.684 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:28:00.684 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:28:00.684 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_repop(client.34719.0:88402 9.10 e186/174)", 2023-08-28T02:28:00.684 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:28:00.660103+0000", 2023-08-28T02:28:00.684 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 0.000484172, 2023-08-28T02:28:00.684 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00070409900000000002, 2023-08-28T02:28:00.684 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:28:00.684 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "queued for pg", 2023-08-28T02:28:00.684 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:28:00.684 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:28:00.685 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:28:00.685 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:00.660103+0000", 2023-08-28T02:28:00.685 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:28:00.685 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:28:00.685 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:28:00.685 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:28:00.685 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:00.660103+0000", 2023-08-28T02:28:00.685 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:28:00.685 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:28:00.685 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:28:00.685 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:28:00.685 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:00.660103+0000", 2023-08-28T02:28:00.686 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999995 2023-08-28T02:28:00.686 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:28:00.686 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:28:00.686 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:28:00.686 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:00.660135+0000", 2023-08-28T02:28:00.686 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.2240000000000003e-05 2023-08-28T02:28:00.686 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:28:00.686 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:28:00.686 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:28:00.686 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:00.660141+0000", 2023-08-28T02:28:00.686 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.6200000000000004e-06 2023-08-28T02:28:00.686 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:28:00.687 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:28:00.687 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:28:00.687 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:00.660144+0000", 2023-08-28T02:28:00.687 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.224e-06 2023-08-28T02:28:00.687 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:28:00.687 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:28:00.687 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:28:00.687 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:28:00.687 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:28:00.687 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "MOSDPGPush(9.10 186/174 [PushOp(9:0982cfdc:::benchmark_data_smithi040_209735_object40081:head, version: 167'2584, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(9:0982cfdc:::benchmark_data_smithi040_209735_object40081:head@167'2584, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-08-28T02:28:00.687 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:28:00.660148+0000", 2023-08-28T02:28:00.688 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 0.00043973800000000001, 2023-08-28T02:28:00.688 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00071388899999999999, 2023-08-28T02:28:00.688 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:28:00.688 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "queued for pg", 2023-08-28T02:28:00.688 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:28:00.688 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:28:00.688 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:28:00.688 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:00.660148+0000", 2023-08-28T02:28:00.688 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:28:00.688 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:28:00.688 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:28:00.689 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:28:00.689 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:00.660148+0000", 2023-08-28T02:28:00.689 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:28:00.689 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:28:00.689 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:28:00.689 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:28:00.689 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:00.660147+0000", 2023-08-28T02:28:00.689 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967296 2023-08-28T02:28:00.689 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:28:00.689 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:28:00.689 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:28:00.690 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:00.660187+0000", 2023-08-28T02:28:00.690 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.9841e-05 2023-08-28T02:28:00.690 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:28:00.690 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:28:00.690 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:28:00.690 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:00.660199+0000", 2023-08-28T02:28:00.690 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2082999999999999e-05 2023-08-28T02:28:00.690 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:28:00.690 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:28:00.690 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:28:00.690 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:00.660207+0000", 2023-08-28T02:28:00.690 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.8460000000000008e-06 2023-08-28T02:28:00.691 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:28:00.691 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:28:00.691 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:28:00.691 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:28:00.691 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:28:00.691 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_repop(client.34719.0:88406 9.a e186/160 9:59f5b083:::benchmark_data_smithi040_209735_object88405:head v 186'5473, mlcod=186'5471)", 2023-08-28T02:28:00.691 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:28:00.660438+0000", 2023-08-28T02:28:00.691 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 0.00014951499999999999, 2023-08-28T02:28:00.691 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00045795100000000001, 2023-08-28T02:28:00.691 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:28:00.691 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "started", 2023-08-28T02:28:00.691 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:28:00.692 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:28:00.692 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:28:00.692 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:00.660438+0000", 2023-08-28T02:28:00.692 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:28:00.692 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:28:00.692 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:28:00.692 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:28:00.692 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:00.660438+0000", 2023-08-28T02:28:00.692 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:28:00.692 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:28:00.692 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:28:00.692 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:28:00.692 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:00.660437+0000", 2023-08-28T02:28:00.693 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999995 2023-08-28T02:28:00.693 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:28:00.693 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:28:00.693 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:28:00.693 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:00.660460+0000", 2023-08-28T02:28:00.693 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.3238e-05 2023-08-28T02:28:00.693 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:28:00.693 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:28:00.693 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:28:00.693 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:00.660470+0000", 2023-08-28T02:28:00.693 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.8539999999999992e-06 2023-08-28T02:28:00.693 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:28:00.694 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:28:00.694 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:28:00.694 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:00.660475+0000", 2023-08-28T02:28:00.694 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.1070000000000004e-06 2023-08-28T02:28:00.694 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:28:00.694 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:28:00.694 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:28:00.694 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:00.660518+0000", 2023-08-28T02:28:00.694 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.2415e-05 2023-08-28T02:28:00.694 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:28:00.694 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:28:00.694 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:28:00.695 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:00.660536+0000", 2023-08-28T02:28:00.695 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.8236999999999998e-05 2023-08-28T02:28:00.695 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:28:00.695 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:28:00.695 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:28:00.695 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:28:00.695 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2023-08-28T02:28:00.695 INFO:teuthology.orchestra.run.smithi083.stdout: "num_ops": 8 2023-08-28T02:28:00.695 INFO:teuthology.orchestra.run.smithi083.stdout:} 2023-08-28T02:28:00.695 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:28:00.796 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:00 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:28:00.796 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:00 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:28:00.796 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:00 smithi040 ceph-mon[175404]: pgmap v609: 109 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 104 active+clean; 5.1 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 41 MiB/s wr, 648 op/s; 8717/251706 objects degraded (3.463%); 2980/251706 objects misplaced (1.184%); 1.9 MiB/s, 30 objects/s recovering 2023-08-28T02:28:00.796 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:00 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:28:00.797 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:00 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:28:00.797 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:00 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:28:00.797 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:00 smithi040 ceph-mon[170259]: pgmap v609: 109 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 104 active+clean; 5.1 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 41 MiB/s wr, 648 op/s; 8717/251706 objects degraded (3.463%); 2980/251706 objects misplaced (1.184%); 1.9 MiB/s, 30 objects/s recovering 2023-08-28T02:28:00.797 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:00 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:28:00.802 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:00.938 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:28:00.947 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:00.948 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:28:00.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:00 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:28:00.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:00 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:28:00.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:00 smithi083 ceph-mon[157819]: pgmap v609: 109 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 104 active+clean; 5.1 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 41 MiB/s wr, 648 op/s; 8717/251706 objects degraded (3.463%); 2980/251706 objects misplaced (1.184%); 1.9 MiB/s, 30 objects/s recovering 2023-08-28T02:28:00.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:00 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:28:01.049 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:28:01.164 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 70 16 88922 88906 79.3323 62.6875 0.0199939 0.0126005 2023-08-28T02:28:01.177 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:01.246 INFO:tasks.thrashosds.thrasher:in_osds: [0, 1, 2, 3, 4, 5, 6, 7] out_osds: [] dead_osds: [] live_osds: [0, 1, 2, 3, 4, 5, 6, 7] 2023-08-28T02:28:01.247 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-08-28T02:28:01.247 INFO:tasks.thrashosds.thrasher:inject_pause on osd.3 2023-08-28T02:28:01.247 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2023-08-28T02:28:01.247 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2023-08-28T02:28:01.247 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.3 config set filestore_inject_stall 3 2023-08-28T02:28:01.485 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:28:01.535 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:28:01.578 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:28:01.628 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:28:01.702 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:28:01.741 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:28:01.785 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:28:01.785 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:28:01.829 INFO:teuthology.orchestra.run.smithi040.stderr:nodeep-scrub is set 2023-08-28T02:28:01.833 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:28:01.847 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-08-28T02:28:01.847 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-08-28T02:28:01.848 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-08-28T02:28:01.848 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-08-28T02:28:01.848 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-08-28T02:28:01.848 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-08-28T02:28:01.848 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-08-28T02:28:01.848 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-08-28T02:28:01.858 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:28:01.864 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:01.864 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:28:01.899 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.7 dump_blocked_ops 2023-08-28T02:28:01.966 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:28:02.040 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:01 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 8717/251706 objects degraded (3.463%), 4 pgs degraded (PG_DEGRADED) 2023-08-28T02:28:02.040 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:01 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/253345967' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:28:02.040 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:01 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:28:02.040 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:01 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/503735663' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:28:02.041 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:01 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 8717/251706 objects degraded (3.463%), 4 pgs degraded (PG_DEGRADED) 2023-08-28T02:28:02.041 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:01 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/253345967' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:28:02.041 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:01 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:28:02.041 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:01 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/503735663' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:28:02.043 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:02.051 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:01 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 8717/251706 objects degraded (3.463%), 4 pgs degraded (PG_DEGRADED) 2023-08-28T02:28:02.052 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:01 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/253345967' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:28:02.052 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:01 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:28:02.052 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:01 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/503735663' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:28:02.165 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 71 16 89830 89814 79.0144 56.75 0.00968423 0.0126511 2023-08-28T02:28:02.335 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:28:02.343 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:02.344 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:28:02.445 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:28:02.496 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:28:02.511 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:02.600 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:28:02.609 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:02.610 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:28:02.711 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:28:02.773 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:02.802 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:28:02.808 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:02.809 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:28:02.892 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:02 smithi040 ceph-mon[170259]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:28:02.892 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:02 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:28:02.892 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:02 smithi040 ceph-mon[170259]: osdmap e187: 8 total, 8 up, 8 in 2023-08-28T02:28:02.892 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:02 smithi040 ceph-mon[170259]: failed to encode map e187 with expected crc 2023-08-28T02:28:02.892 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:02 smithi040 ceph-mon[170259]: failed to encode map e187 with expected crc 2023-08-28T02:28:02.892 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:02 smithi040 ceph-mon[170259]: failed to encode map e187 with expected crc 2023-08-28T02:28:02.892 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:02 smithi040 ceph-mon[170259]: failed to encode map e187 with expected crc 2023-08-28T02:28:02.893 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:02 smithi040 ceph-mon[170259]: failed to encode map e187 with expected crc 2023-08-28T02:28:02.893 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:02 smithi040 ceph-mon[170259]: pgmap v611: 109 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 104 active+clean; 5.4 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 82 MiB/s wr, 1.30k op/s; 8717/267456 objects degraded (3.259%); 2156/267456 objects misplaced (0.806%); 4.0 MiB/s, 64 objects/s recovering 2023-08-28T02:28:02.893 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:02 smithi040 ceph-mon[175404]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:28:02.893 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:02 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:28:02.893 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:02 smithi040 ceph-mon[175404]: osdmap e187: 8 total, 8 up, 8 in 2023-08-28T02:28:02.893 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:02 smithi040 ceph-mon[175404]: failed to encode map e187 with expected crc 2023-08-28T02:28:02.893 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:02 smithi040 ceph-mon[175404]: failed to encode map e187 with expected crc 2023-08-28T02:28:02.893 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:02 smithi040 ceph-mon[175404]: failed to encode map e187 with expected crc 2023-08-28T02:28:02.893 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:02 smithi040 ceph-mon[175404]: failed to encode map e187 with expected crc 2023-08-28T02:28:02.894 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:02 smithi040 ceph-mon[175404]: failed to encode map e187 with expected crc 2023-08-28T02:28:02.894 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:02 smithi040 ceph-mon[175404]: pgmap v611: 109 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 104 active+clean; 5.4 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 82 MiB/s wr, 1.30k op/s; 8717/267456 objects degraded (3.259%); 2156/267456 objects misplaced (0.806%); 4.0 MiB/s, 64 objects/s recovering 2023-08-28T02:28:02.909 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:28:02.956 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:02.986 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:28:02.997 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:02.998 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:28:03.066 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:02 smithi083 ceph-mon[157819]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:28:03.066 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:02 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:28:03.066 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:02 smithi083 ceph-mon[157819]: osdmap e187: 8 total, 8 up, 8 in 2023-08-28T02:28:03.067 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:02 smithi083 ceph-mon[157819]: failed to encode map e187 with expected crc 2023-08-28T02:28:03.067 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:02 smithi083 ceph-mon[157819]: failed to encode map e187 with expected crc 2023-08-28T02:28:03.067 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:02 smithi083 ceph-mon[157819]: failed to encode map e187 with expected crc 2023-08-28T02:28:03.067 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:02 smithi083 ceph-mon[157819]: failed to encode map e187 with expected crc 2023-08-28T02:28:03.067 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:02 smithi083 ceph-mon[157819]: failed to encode map e187 with expected crc 2023-08-28T02:28:03.067 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:02 smithi083 ceph-mon[157819]: pgmap v611: 109 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 104 active+clean; 5.4 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 82 MiB/s wr, 1.30k op/s; 8717/267456 objects degraded (3.259%); 2156/267456 objects misplaced (0.806%); 4.0 MiB/s, 64 objects/s recovering 2023-08-28T02:28:03.099 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:28:03.142 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:03.166 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 72 16 90857 90841 78.8082 64.1875 0.0128817 0.0126836 2023-08-28T02:28:03.227 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:28:03.235 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:03.235 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:28:03.336 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:28:03.392 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-08-28T02:28:03.392 INFO:teuthology.orchestra.run.smithi040.stdout: "success": "filestore_inject_stall = '3' (not observed, change may require restart) " 2023-08-28T02:28:03.392 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-08-28T02:28:03.395 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:03.433 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:28:03.438 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:03.439 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:28:03.540 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:28:03.600 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:03.637 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:28:03.645 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:03.645 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:28:03.719 INFO:teuthology.orchestra.run.smithi083.stdout:ERROR: (22) Invalid argument 2023-08-28T02:28:03.719 INFO:teuthology.orchestra.run.smithi083.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:28:03.746 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:28:03.820 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:03.847 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:28:03.876 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:03.877 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:28:03.908 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:03 smithi083 ceph-mon[157819]: failed to encode map e187 with expected crc 2023-08-28T02:28:03.908 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:03 smithi083 ceph-mon[157819]: failed to encode map e187 with expected crc 2023-08-28T02:28:03.978 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:28:03.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:03 smithi040 ceph-mon[175404]: failed to encode map e187 with expected crc 2023-08-28T02:28:03.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:03 smithi040 ceph-mon[175404]: failed to encode map e187 with expected crc 2023-08-28T02:28:03.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:03 smithi040 ceph-mon[170259]: failed to encode map e187 with expected crc 2023-08-28T02:28:03.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:03 smithi040 ceph-mon[170259]: failed to encode map e187 with expected crc 2023-08-28T02:28:04.033 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:04.073 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:28:04.076 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:04.076 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:28:04.107 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.7 dump_historic_ops 2023-08-28T02:28:04.166 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 73 16 91928 91912 78.6446 66.9375 0.016188 0.0127104 2023-08-28T02:28:04.177 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:28:04.270 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:04.319 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:28:04.320 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:04.321 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:28:04.422 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:28:04.509 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:04.550 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:28:04.552 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:04.553 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:28:04.574 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:28:04.654 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:28:04.661 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd unset noscrub 2023-08-28T02:28:04.698 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:04.744 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:28:04.750 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:04.751 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:28:04.851 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:28:04.893 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-08-28T02:28:04.898 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:04.935 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:28:04.943 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:04.944 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:28:04.965 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:04 smithi040 ceph-mon[175404]: pgmap v612: 109 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 104 active+clean; 5.4 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 68 MiB/s wr, 1.09k op/s; 8717/267456 objects degraded (3.259%); 2156/267456 objects misplaced (0.806%); 3.9 MiB/s, 62 objects/s recovering 2023-08-28T02:28:04.967 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:04 smithi040 ceph-mon[170259]: pgmap v612: 109 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 104 active+clean; 5.4 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 68 MiB/s wr, 1.09k op/s; 8717/267456 objects degraded (3.259%); 2156/267456 objects misplaced (0.806%); 3.9 MiB/s, 62 objects/s recovering 2023-08-28T02:28:05.045 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:28:05.079 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:04 smithi083 ceph-mon[157819]: pgmap v612: 109 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 104 active+clean; 5.4 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 68 MiB/s wr, 1.09k op/s; 8717/267456 objects degraded (3.259%); 2156/267456 objects misplaced (0.806%); 3.9 MiB/s, 62 objects/s recovering 2023-08-28T02:28:05.082 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:05.145 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:28:05.166 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 74 16 92906 92890 78.4079 61.125 0.0188646 0.0127489 2023-08-28T02:28:05.261 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:28:05.264 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:05.264 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:28:05.365 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:28:05.408 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:05.440 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:28:05.443 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:05.444 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:28:05.545 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:28:05.614 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:05.646 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:28:05.651 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:05.652 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:28:05.731 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:28:05 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:28:05] "GET /metrics HTTP/1.1" 200 36476 "" "Prometheus/2.43.0" 2023-08-28T02:28:05.753 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:28:05.769 INFO:teuthology.orchestra.run.smithi083.stdout:ERROR: (22) Invalid argument 2023-08-28T02:28:05.769 INFO:teuthology.orchestra.run.smithi083.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:28:05.799 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:05.831 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:28:05.836 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:05.837 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:28:05.937 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:28:05.965 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:06.166 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 75 16 93743 93727 78.06 52.3125 0.00744586 0.0128051 2023-08-28T02:28:06.170 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:28:06.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:05 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 8717/267456 objects degraded (3.259%), 4 pgs degraded (PG_DEGRADED) 2023-08-28T02:28:06.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:05 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 8717/267456 objects degraded (3.259%), 4 pgs degraded (PG_DEGRADED) 2023-08-28T02:28:06.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:05 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 8717/267456 objects degraded (3.259%), 4 pgs degraded (PG_DEGRADED) 2023-08-28T02:28:06.519 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:28:06.525 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:06.526 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:28:06.542 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.0 dump_ops_in_flight 2023-08-28T02:28:06.627 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:28:06.722 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:06.759 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:28:06.811 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:06.812 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:28:06.913 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:28:06.955 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:06.980 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:06 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:28:06.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:06 smithi040 ceph-mon[175404]: pgmap v613: 109 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 104 active+clean; 5.6 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 64 MiB/s wr, 1.03k op/s; 8717/274446 objects degraded (3.176%); 2156/274446 objects misplaced (0.786%); 3.2 MiB/s, 51 objects/s recovering 2023-08-28T02:28:06.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:06 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:28:06.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:06 smithi040 ceph-mon[170259]: pgmap v613: 109 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 104 active+clean; 5.6 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 64 MiB/s wr, 1.03k op/s; 8717/274446 objects degraded (3.176%); 2156/274446 objects misplaced (0.786%); 3.2 MiB/s, 51 objects/s recovering 2023-08-28T02:28:07.166 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 76 16 94730 94714 77.8446 61.6875 0.0113697 0.0128409 2023-08-28T02:28:07.239 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:28:07.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:06 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:28:07.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:06 smithi083 ceph-mon[157819]: pgmap v613: 109 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 104 active+clean; 5.6 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 64 MiB/s wr, 1.03k op/s; 8717/274446 objects degraded (3.176%); 2156/274446 objects misplaced (0.786%); 3.2 MiB/s, 51 objects/s recovering 2023-08-28T02:28:07.242 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:07.243 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:28:07.343 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:28:07.402 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:08.166 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 77 16 95774 95758 77.6811 65.25 0.011977 0.0128679 2023-08-28T02:28:08.804 INFO:tasks.thrashosds.thrasher:in_osds: [0, 1, 2, 3, 4, 5, 6, 7] out_osds: [] dead_osds: [] live_osds: [0, 1, 2, 3, 4, 5, 6, 7] 2023-08-28T02:28:08.804 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-08-28T02:28:08.804 INFO:tasks.thrashosds.thrasher:primary_affinity 2023-08-28T02:28:08.804 INFO:tasks.thrashosds.thrasher:Setting osd 6 primary_affinity to 1.000000 2023-08-28T02:28:08.804 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd primary-affinity 6 1 2023-08-28T02:28:08.812 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:28:08.819 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:08.819 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:28:08.920 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:28:09.166 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 78 16 96715 96699 77.4392 58.8125 0.0123308 0.0129078 2023-08-28T02:28:09.167 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:09.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:09 smithi040 ceph-mon[175404]: pgmap v614: 109 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 104 active+clean; 5.7 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 64 MiB/s wr, 1.02k op/s; 8717/282216 objects degraded (3.089%); 1277/282216 objects misplaced (0.452%); 3.5 MiB/s, 56 objects/s recovering 2023-08-28T02:28:09.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:09 smithi040 ceph-mon[170259]: pgmap v614: 109 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 104 active+clean; 5.7 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 64 MiB/s wr, 1.02k op/s; 8717/282216 objects degraded (3.089%); 1277/282216 objects misplaced (0.452%); 3.5 MiB/s, 56 objects/s recovering 2023-08-28T02:28:09.618 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:09 smithi083 ceph-mon[157819]: pgmap v614: 109 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 104 active+clean; 5.7 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 64 MiB/s wr, 1.02k op/s; 8717/282216 objects degraded (3.089%); 1277/282216 objects misplaced (0.452%); 3.5 MiB/s, 56 objects/s recovering 2023-08-28T02:28:09.719 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:28:09.727 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:09.728 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:28:09.829 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:28:09.892 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:09.981 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:28:09.985 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:09.985 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:28:10.070 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:28:10.086 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:28:10.166 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 79 16 97646 97630 77.1956 58.1875 0.0140573 0.0129463 2023-08-28T02:28:10.191 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:10.393 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:28:10.397 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:10.397 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:28:10.498 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:28:10.574 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:10.614 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:28:10.619 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:10.620 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:28:10.721 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:28:10.789 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:10.797 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:28:10.802 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:28:10.819 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:28:10.825 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:10.825 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:28:10.852 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:28:10.889 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:28:10.925 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:28:10.929 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:28:10.984 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:28:10.999 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:11.036 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:28:11.091 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:28:11.100 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:28:11.112 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:11.112 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:28:11.129 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:28:11.151 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-08-28T02:28:11.151 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-08-28T02:28:11.151 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-08-28T02:28:11.151 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-08-28T02:28:11.151 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-08-28T02:28:11.152 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-08-28T02:28:11.152 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-08-28T02:28:11.152 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-08-28T02:28:11.167 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:2023-08-28T02:28:11.168655+0000 min lat: 0.00123289 max lat: 2.53425 avg lat: 0.0129986 2023-08-28T02:28:11.167 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-08-28T02:28:11.167 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 80 16 98506 98490 76.9019 53.75 0.0101628 0.0129986 2023-08-28T02:28:11.214 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:28:11.257 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:11.282 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:28:11.290 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:11.290 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:28:11.321 INFO:teuthology.orchestra.run.smithi040.stderr:noscrub is unset 2023-08-28T02:28:11.392 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:28:11.424 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:11.441 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:11 smithi040 ceph-mon[170259]: pgmap v615: 109 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 104 active+clean; 5.7 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 64 MiB/s wr, 1.02k op/s; 8717/282216 objects degraded (3.089%); 1277/282216 objects misplaced (0.452%); 3.5 MiB/s, 56 objects/s recovering 2023-08-28T02:28:11.442 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:11 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:28:11.442 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:11 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:28:11.442 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:11 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/281588084' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:28:11.442 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:11 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:28:11.442 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:11 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1586717931' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:28:11.442 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:11 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 8717/282216 objects degraded (3.089%), 4 pgs degraded (PG_DEGRADED) 2023-08-28T02:28:11.443 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:11 smithi040 ceph-mon[175404]: pgmap v615: 109 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 104 active+clean; 5.7 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 64 MiB/s wr, 1.02k op/s; 8717/282216 objects degraded (3.089%); 1277/282216 objects misplaced (0.452%); 3.5 MiB/s, 56 objects/s recovering 2023-08-28T02:28:11.443 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:11 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:28:11.443 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:11 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:28:11.443 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:11 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/281588084' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:28:11.443 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:11 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:28:11.443 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:11 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1586717931' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:28:11.443 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:11 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 8717/282216 objects degraded (3.089%), 4 pgs degraded (PG_DEGRADED) 2023-08-28T02:28:11.455 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:28:11.465 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:11.465 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:28:11.566 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:28:11.610 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:11 smithi083 ceph-mon[157819]: pgmap v615: 109 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 104 active+clean; 5.7 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 64 MiB/s wr, 1.02k op/s; 8717/282216 objects degraded (3.089%); 1277/282216 objects misplaced (0.452%); 3.5 MiB/s, 56 objects/s recovering 2023-08-28T02:28:11.610 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:11 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:28:11.610 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:11 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:28:11.610 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:11 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/281588084' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:28:11.611 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:11 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:28:11.611 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:11 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1586717931' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:28:11.611 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:11 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 8717/282216 objects degraded (3.089%), 4 pgs degraded (PG_DEGRADED) 2023-08-28T02:28:11.613 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:11.644 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:28:11.647 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:11.648 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:28:11.749 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:28:11.797 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:11.832 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:28:11.834 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:11.834 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:28:11.935 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:28:12.013 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:12.167 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 81 16 99461 99445 76.6893 59.6875 0.0118686 0.0130344 2023-08-28T02:28:12.275 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-08-28T02:28:12.276 INFO:teuthology.orchestra.run.smithi040.stdout: "ops": [ 2023-08-28T02:28:12.276 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:12.276 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:99553 9.19 9:9e05c2a4:::benchmark_data_smithi040_209735_object99552:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e188)", 2023-08-28T02:28:12.276 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:28:12.269963+0000", 2023-08-28T02:28:12.276 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 0.0054579509999999999, 2023-08-28T02:28:12.276 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0055001479999999998, 2023-08-28T02:28:12.276 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:28:12.276 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "waiting for sub ops", 2023-08-28T02:28:12.276 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:28:12.277 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:28:12.277 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:28:12.277 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 99553 2023-08-28T02:28:12.277 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:12.277 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:28:12.277 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:12.277 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:28:12.277 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:12.269963+0000", 2023-08-28T02:28:12.277 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:28:12.277 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:12.277 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:12.277 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:28:12.278 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:12.269963+0000", 2023-08-28T02:28:12.278 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:28:12.278 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:12.278 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:12.278 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:28:12.278 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:12.269962+0000", 2023-08-28T02:28:12.278 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:28:12.278 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:12.278 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:12.278 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:28:12.278 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:12.269994+0000", 2023-08-28T02:28:12.278 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.235e-05 2023-08-28T02:28:12.279 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:12.279 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:12.279 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:28:12.279 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:12.270012+0000", 2023-08-28T02:28:12.279 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.7558999999999999e-05 2023-08-28T02:28:12.279 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:12.279 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:12.279 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:28:12.279 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:12.270023+0000", 2023-08-28T02:28:12.279 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1004e-05 2023-08-28T02:28:12.279 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:12.280 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:12.280 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:28:12.280 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:12.270113+0000", 2023-08-28T02:28:12.280 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.0487000000000003e-05 2023-08-28T02:28:12.280 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:12.280 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:12.280 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:28:12.280 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:12.270274+0000", 2023-08-28T02:28:12.280 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00016095500000000001 2023-08-28T02:28:12.280 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:12.280 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:12.281 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 5,7", 2023-08-28T02:28:12.281 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:12.270452+0000", 2023-08-28T02:28:12.281 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00017824200000000001 2023-08-28T02:28:12.281 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:28:12.281 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:28:12.281 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:28:12.281 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:12.281 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:12.281 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:99557 9.b 9:df0eba62:::benchmark_data_smithi040_209735_object99556:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e188)", 2023-08-28T02:28:12.281 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:28:12.272798+0000", 2023-08-28T02:28:12.281 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 0.0026233060000000002, 2023-08-28T02:28:12.281 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0027587570000000001, 2023-08-28T02:28:12.282 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:28:12.282 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "waiting for sub ops", 2023-08-28T02:28:12.282 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:28:12.282 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:28:12.282 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:28:12.282 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 99557 2023-08-28T02:28:12.282 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:12.282 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:28:12.282 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:12.282 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:28:12.282 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:12.272798+0000", 2023-08-28T02:28:12.283 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:28:12.283 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:12.283 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:12.283 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:28:12.283 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:12.272798+0000", 2023-08-28T02:28:12.283 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:28:12.283 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:12.283 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:12.283 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:28:12.284 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:12.272797+0000", 2023-08-28T02:28:12.284 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:28:12.284 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:12.284 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:12.284 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:28:12.284 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:12.272819+0000", 2023-08-28T02:28:12.284 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.2127999999999999e-05 2023-08-28T02:28:12.284 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:12.284 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:12.284 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:28:12.284 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:12.272831+0000", 2023-08-28T02:28:12.284 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.259e-05 2023-08-28T02:28:12.285 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:12.285 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:12.285 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:28:12.285 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:12.272838+0000", 2023-08-28T02:28:12.285 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.9779999999999999e-06 2023-08-28T02:28:12.285 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:12.285 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:12.285 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:28:12.285 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:12.272899+0000", 2023-08-28T02:28:12.286 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.0890999999999997e-05 2023-08-28T02:28:12.286 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:12.286 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:12.286 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:28:12.286 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:12.273066+0000", 2023-08-28T02:28:12.286 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000166372 2023-08-28T02:28:12.286 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:12.286 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:12.286 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 5,6", 2023-08-28T02:28:12.286 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:12.273254+0000", 2023-08-28T02:28:12.286 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000188791 2023-08-28T02:28:12.287 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:28:12.287 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:28:12.287 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:28:12.287 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:28:12.287 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-08-28T02:28:12.287 INFO:teuthology.orchestra.run.smithi040.stdout: "num_ops": 2 2023-08-28T02:28:12.287 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-08-28T02:28:12.506 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:28:12.513 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:12.514 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:28:12.515 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:12 smithi040 ceph-mon[170259]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:28:12.515 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:12 smithi040 ceph-mon[170259]: failed to encode map e188 with expected crc 2023-08-28T02:28:12.515 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:12 smithi040 ceph-mon[170259]: failed to encode map e188 with expected crc 2023-08-28T02:28:12.515 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:12 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:28:12.516 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:12 smithi040 ceph-mon[170259]: osdmap e188: 8 total, 8 up, 8 in 2023-08-28T02:28:12.516 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:12 smithi040 ceph-mon[170259]: failed to encode map e188 with expected crc 2023-08-28T02:28:12.516 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:12 smithi040 ceph-mon[175404]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:28:12.516 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:12 smithi040 ceph-mon[175404]: failed to encode map e188 with expected crc 2023-08-28T02:28:12.516 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:12 smithi040 ceph-mon[175404]: failed to encode map e188 with expected crc 2023-08-28T02:28:12.517 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:12 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:28:12.517 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:12 smithi040 ceph-mon[175404]: osdmap e188: 8 total, 8 up, 8 in 2023-08-28T02:28:12.517 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:12 smithi040 ceph-mon[175404]: failed to encode map e188 with expected crc 2023-08-28T02:28:12.615 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:28:12.715 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:12.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:12 smithi083 ceph-mon[157819]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:28:12.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:12 smithi083 ceph-mon[157819]: failed to encode map e188 with expected crc 2023-08-28T02:28:12.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:12 smithi083 ceph-mon[157819]: failed to encode map e188 with expected crc 2023-08-28T02:28:12.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:12 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:28:12.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:12 smithi083 ceph-mon[157819]: osdmap e188: 8 total, 8 up, 8 in 2023-08-28T02:28:12.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:12 smithi083 ceph-mon[157819]: failed to encode map e188 with expected crc 2023-08-28T02:28:12.799 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:28:12.802 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:12.803 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:28:12.904 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:28:12.940 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:12.992 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:28:12.996 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:12.996 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:28:13.097 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:28:13.132 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:13.152 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.0 dump_blocked_ops 2023-08-28T02:28:13.164 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:28:13.166 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:13.167 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:28:13.167 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 82 16 100400 100384 76.4698 58.6875 0.00887801 0.0130696 2023-08-28T02:28:13.268 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:28:13.299 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:13.331 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:13 smithi040 ceph-mon[175404]: pgmap v617: 109 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 104 active+clean; 6.0 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 60 MiB/s wr, 961 op/s; 8717/296334 objects degraded (2.942%); 296/296334 objects misplaced (0.100%); 3.9 MiB/s, 61 objects/s recovering 2023-08-28T02:28:13.331 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:13 smithi040 ceph-mon[170259]: pgmap v617: 109 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 104 active+clean; 6.0 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 60 MiB/s wr, 961 op/s; 8717/296334 objects degraded (2.942%); 296/296334 objects misplaced (0.100%); 3.9 MiB/s, 61 objects/s recovering 2023-08-28T02:28:13.337 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:28:13.341 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:13.341 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:28:13.442 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:28:13.523 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:13.578 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:28:13.583 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:13.583 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:28:13.684 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:28:13.723 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:13 smithi083 ceph-mon[157819]: pgmap v617: 109 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 104 active+clean; 6.0 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 60 MiB/s wr, 961 op/s; 8717/296334 objects degraded (2.942%); 296/296334 objects misplaced (0.100%); 3.9 MiB/s, 61 objects/s recovering 2023-08-28T02:28:13.726 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:13.761 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:28:13.770 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:13.770 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:28:13.871 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:28:13.915 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:28:13.925 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:13.958 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:28:13.965 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:13.965 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:28:14.066 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:28:14.114 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:14.147 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:28:14.148 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:14.149 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:28:14.168 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 83 16 101271 101255 76.2044 54.4375 0.0193062 0.0131173 2023-08-28T02:28:14.250 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:28:14.316 INFO:teuthology.orchestra.run.smithi040.stderr:set osd.6 primary-affinity to 1 (8655362) 2023-08-28T02:28:14.317 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:14.339 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:14 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1746866258' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 6, "weight": 1.0}]: dispatch 2023-08-28T02:28:14.339 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:14 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 6, "weight": 1.0}]: dispatch 2023-08-28T02:28:14.340 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:14 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1746866258' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 6, "weight": 1.0}]: dispatch 2023-08-28T02:28:14.340 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:14 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 6, "weight": 1.0}]: dispatch 2023-08-28T02:28:14.351 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:28:14.355 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:14.356 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:28:14.457 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:28:14.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:14 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1746866258' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 6, "weight": 1.0}]: dispatch 2023-08-28T02:28:14.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:14 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 6, "weight": 1.0}]: dispatch 2023-08-28T02:28:14.513 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:14.609 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-08-28T02:28:15.003 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:28:15.010 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:15.011 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:28:15.102 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd unset nodeep-scrub 2023-08-28T02:28:15.111 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:28:15.141 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:15.164 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:28:15.167 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:15.168 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:28:15.168 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 84 16 101953 101937 75.8048 42.625 0.00310048 0.013094 2023-08-28T02:28:15.263 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:28:15.267 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:15 smithi040 ceph-mon[170259]: pgmap v618: 109 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 104 active+clean; 6.0 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 60 MiB/s wr, 961 op/s; 8717/296334 objects degraded (2.942%); 296/296334 objects misplaced (0.100%); 3.9 MiB/s, 61 objects/s recovering 2023-08-28T02:28:15.267 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:15 smithi040 ceph-mon[170259]: failed to encode map e189 with expected crc 2023-08-28T02:28:15.267 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:15 smithi040 ceph-mon[170259]: failed to encode map e189 with expected crc 2023-08-28T02:28:15.267 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:15 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 6, "weight": 1.0}]': finished 2023-08-28T02:28:15.267 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:15 smithi040 ceph-mon[170259]: osdmap e189: 8 total, 8 up, 8 in 2023-08-28T02:28:15.267 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:15 smithi040 ceph-mon[170259]: failed to encode map e189 with expected crc 2023-08-28T02:28:15.268 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:15 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:28:15.269 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:28:15.308 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:15.344 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:28:15.347 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:15.348 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:28:15.449 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:28:15.493 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:15 smithi083 ceph-mon[157819]: pgmap v618: 109 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 104 active+clean; 6.0 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 60 MiB/s wr, 961 op/s; 8717/296334 objects degraded (2.942%); 296/296334 objects misplaced (0.100%); 3.9 MiB/s, 61 objects/s recovering 2023-08-28T02:28:15.493 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:15 smithi083 ceph-mon[157819]: failed to encode map e189 with expected crc 2023-08-28T02:28:15.493 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:15 smithi083 ceph-mon[157819]: failed to encode map e189 with expected crc 2023-08-28T02:28:15.494 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:15 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 6, "weight": 1.0}]': finished 2023-08-28T02:28:15.494 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:15 smithi083 ceph-mon[157819]: osdmap e189: 8 total, 8 up, 8 in 2023-08-28T02:28:15.494 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:15 smithi083 ceph-mon[157819]: failed to encode map e189 with expected crc 2023-08-28T02:28:15.494 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:15 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:28:15.499 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:15.539 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:28:15.548 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:15.549 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:28:15.649 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:28:15.682 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-08-28T02:28:15.683 INFO:teuthology.orchestra.run.smithi040.stdout: "ops": [], 2023-08-28T02:28:15.683 INFO:teuthology.orchestra.run.smithi040.stdout: "complaint_time": 30, 2023-08-28T02:28:15.683 INFO:teuthology.orchestra.run.smithi040.stdout: "num_blocked_ops": 0 2023-08-28T02:28:15.683 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-08-28T02:28:15.690 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:15 smithi040 ceph-mon[175404]: pgmap v618: 109 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 104 active+clean; 6.0 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 60 MiB/s wr, 961 op/s; 8717/296334 objects degraded (2.942%); 296/296334 objects misplaced (0.100%); 3.9 MiB/s, 61 objects/s recovering 2023-08-28T02:28:15.690 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:15 smithi040 ceph-mon[175404]: failed to encode map e189 with expected crc 2023-08-28T02:28:15.690 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:15 smithi040 ceph-mon[175404]: failed to encode map e189 with expected crc 2023-08-28T02:28:15.690 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:15 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 6, "weight": 1.0}]': finished 2023-08-28T02:28:15.690 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:15 smithi040 ceph-mon[175404]: osdmap e189: 8 total, 8 up, 8 in 2023-08-28T02:28:15.690 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:15 smithi040 ceph-mon[175404]: failed to encode map e189 with expected crc 2023-08-28T02:28:15.690 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:15 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:28:15.691 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:28:15 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:28:15] "GET /metrics HTTP/1.1" 200 36469 "" "Prometheus/2.43.0" 2023-08-28T02:28:15.728 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:16.168 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 85 16 102758 102742 75.5045 50.3125 0.0130288 0.0132394 2023-08-28T02:28:16.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:16 smithi040 ceph-mon[170259]: failed to encode map e190 with expected crc 2023-08-28T02:28:16.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:16 smithi040 ceph-mon[170259]: failed to encode map e190 with expected crc 2023-08-28T02:28:16.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:16 smithi040 ceph-mon[170259]: failed to encode map e190 with expected crc 2023-08-28T02:28:16.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:16 smithi040 ceph-mon[170259]: osdmap e190: 8 total, 8 up, 8 in 2023-08-28T02:28:16.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:16 smithi040 ceph-mon[170259]: failed to encode map e190 with expected crc 2023-08-28T02:28:16.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:16 smithi040 ceph-mon[170259]: 1.5 scrub starts 2023-08-28T02:28:16.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:16 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 8717/296334 objects degraded (2.942%), 4 pgs degraded (PG_DEGRADED) 2023-08-28T02:28:16.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:16 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:28:16.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:16 smithi040 ceph-mon[170259]: pgmap v621: 109 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 105 active+clean; 6.2 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 71 MiB/s wr, 1.13k op/s; 4243/302592 objects degraded (1.402%); 4162/302592 objects misplaced (1.375%); 6.1 MiB/s, 96 objects/s recovering 2023-08-28T02:28:16.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:16 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:28:16.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:16 smithi040 ceph-mon[175404]: failed to encode map e190 with expected crc 2023-08-28T02:28:16.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:16 smithi040 ceph-mon[175404]: failed to encode map e190 with expected crc 2023-08-28T02:28:16.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:16 smithi040 ceph-mon[175404]: failed to encode map e190 with expected crc 2023-08-28T02:28:16.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:16 smithi040 ceph-mon[175404]: osdmap e190: 8 total, 8 up, 8 in 2023-08-28T02:28:16.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:16 smithi040 ceph-mon[175404]: failed to encode map e190 with expected crc 2023-08-28T02:28:16.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:16 smithi040 ceph-mon[175404]: 1.5 scrub starts 2023-08-28T02:28:16.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:16 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 8717/296334 objects degraded (2.942%), 4 pgs degraded (PG_DEGRADED) 2023-08-28T02:28:16.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:16 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:28:16.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:16 smithi040 ceph-mon[175404]: pgmap v621: 109 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 105 active+clean; 6.2 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 71 MiB/s wr, 1.13k op/s; 4243/302592 objects degraded (1.402%); 4162/302592 objects misplaced (1.375%); 6.1 MiB/s, 96 objects/s recovering 2023-08-28T02:28:16.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:16 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:28:16.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:16 smithi083 ceph-mon[157819]: failed to encode map e190 with expected crc 2023-08-28T02:28:16.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:16 smithi083 ceph-mon[157819]: failed to encode map e190 with expected crc 2023-08-28T02:28:16.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:16 smithi083 ceph-mon[157819]: failed to encode map e190 with expected crc 2023-08-28T02:28:16.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:16 smithi083 ceph-mon[157819]: osdmap e190: 8 total, 8 up, 8 in 2023-08-28T02:28:16.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:16 smithi083 ceph-mon[157819]: failed to encode map e190 with expected crc 2023-08-28T02:28:16.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:16 smithi083 ceph-mon[157819]: 1.5 scrub starts 2023-08-28T02:28:16.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:16 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 8717/296334 objects degraded (2.942%), 4 pgs degraded (PG_DEGRADED) 2023-08-28T02:28:16.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:16 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:28:16.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:16 smithi083 ceph-mon[157819]: pgmap v621: 109 pgs: 1 active+recovering+undersized+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 105 active+clean; 6.2 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 71 MiB/s wr, 1.13k op/s; 4243/302592 objects degraded (1.402%); 4162/302592 objects misplaced (1.375%); 6.1 MiB/s, 96 objects/s recovering 2023-08-28T02:28:16.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:16 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:28:17.168 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 86 16 103813 103797 75.3933 65.9375 0.00615021 0.0132586 2023-08-28T02:28:17.938 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:28:17.944 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:17.945 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:28:17.973 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.0 dump_historic_ops 2023-08-28T02:28:18.046 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:28:18.153 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:18.168 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 87 16 104885 104869 75.2968 67 0.0148554 0.0132756 2023-08-28T02:28:18.338 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:28:18.338 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:28:18.343 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:18.344 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:28:18.445 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:28:18.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:18 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:28:18.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:18 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:28:18.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:18 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:28:18.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:18 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:28:18.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:18 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:28:18.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:18 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:28:18.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:18 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:28:18.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:18 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:28:18.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:18 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:28:18.518 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:18.609 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:28:18.614 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:18.615 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:28:18.716 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:28:18.773 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:18.927 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:28:18.931 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:18.934 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:28:18.995 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:28:19.031 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:28:19.035 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:28:19.075 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:28:19.083 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:19.111 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:28:19.116 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:28:19.117 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:19.117 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:28:19.121 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:28:19.162 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:28:19.168 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 88 16 105790 105774 75.0839 56.5625 0.0106516 0.0133145 2023-08-28T02:28:19.202 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:28:19.218 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:28:19.240 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:28:19.265 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:19.287 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:28:19.302 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:28:19.308 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:19.309 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:28:19.320 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-08-28T02:28:19.320 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-08-28T02:28:19.320 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-08-28T02:28:19.320 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-08-28T02:28:19.320 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-08-28T02:28:19.320 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-08-28T02:28:19.320 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-08-28T02:28:19.321 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-08-28T02:28:19.347 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:19 smithi040 ceph-mon[170259]: pgmap v622: 109 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 106 active+clean; 6.3 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 61 MiB/s wr, 975 op/s; 4242/309120 objects degraded (1.372%); 4161/309120 objects misplaced (1.346%); 5.3 MiB/s, 84 objects/s recovering 2023-08-28T02:28:19.347 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:19 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1591795791' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:28:19.348 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:19 smithi040 ceph-mon[175404]: pgmap v622: 109 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 106 active+clean; 6.3 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 61 MiB/s wr, 975 op/s; 4242/309120 objects degraded (1.372%); 4161/309120 objects misplaced (1.346%); 5.3 MiB/s, 84 objects/s recovering 2023-08-28T02:28:19.348 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:19 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1591795791' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:28:19.409 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:28:19.467 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:19 smithi083 ceph-mon[157819]: pgmap v622: 109 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 106 active+clean; 6.3 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 61 MiB/s wr, 975 op/s; 4242/309120 objects degraded (1.372%); 4161/309120 objects misplaced (1.346%); 5.3 MiB/s, 84 objects/s recovering 2023-08-28T02:28:19.467 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:19 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1591795791' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:28:19.469 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:19.501 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:28:19.512 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:19.512 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:28:19.613 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:28:19.679 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:19.716 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:28:19.724 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:19.725 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:28:19.826 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:28:19.864 INFO:tasks.thrashosds.thrasher:in_osds: [0, 1, 2, 3, 4, 5, 6, 7] out_osds: [] dead_osds: [] live_osds: [0, 1, 2, 3, 4, 5, 6, 7] 2023-08-28T02:28:19.864 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-08-28T02:28:19.864 INFO:tasks.thrashosds.thrasher:fixing pg num pool .mgr 2023-08-28T02:28:19.864 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:28:19.880 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:19.918 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:28:19.921 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:19.922 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:28:20.022 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:28:20.111 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:20.151 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:28:20.159 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:20.160 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:28:20.172 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 89 16 106677 106661 74.8602 55.4375 0.0143745 0.0133532 2023-08-28T02:28:20.261 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:28:20.309 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:20.321 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:28:20.351 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:28:20.357 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:20.357 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:28:20.458 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:28:20.505 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:20 smithi040 ceph-mon[170259]: 9.10 scrub starts 2023-08-28T02:28:20.506 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:20 smithi040 ceph-mon[175404]: 9.10 scrub starts 2023-08-28T02:28:20.513 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:20.559 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:28:20.568 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:20.568 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:28:20.669 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:28:20.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:20 smithi083 ceph-mon[157819]: 9.10 scrub starts 2023-08-28T02:28:20.751 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:20.753 INFO:teuthology.orchestra.run.smithi040.stdout:ERROR: (22) Invalid argument 2023-08-28T02:28:20.753 INFO:teuthology.orchestra.run.smithi040.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:28:21.173 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Total time run: 90.0086 2023-08-28T02:28:21.173 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Total writes made: 107592 2023-08-28T02:28:21.173 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Write size: 65536 2023-08-28T02:28:21.173 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Object size: 65536 2023-08-28T02:28:21.173 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Bandwidth (MB/sec): 74.7095 2023-08-28T02:28:21.173 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Stddev Bandwidth: 32.2561 2023-08-28T02:28:21.173 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Max bandwidth (MB/sec): 175.25 2023-08-28T02:28:21.173 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Min bandwidth (MB/sec): 0 2023-08-28T02:28:21.174 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Average IOPS: 1195 2023-08-28T02:28:21.174 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Stddev IOPS: 516.098 2023-08-28T02:28:21.174 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Max IOPS: 2804 2023-08-28T02:28:21.174 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Min IOPS: 0 2023-08-28T02:28:21.174 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Average Latency(s): 0.0133813 2023-08-28T02:28:21.174 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Stddev Latency(s): 0.0460873 2023-08-28T02:28:21.174 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Max latency(s): 2.53425 2023-08-28T02:28:21.174 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Min latency(s): 0.00123289 2023-08-28T02:28:21.179 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Cleaning up (deleting benchmark objects) 2023-08-28T02:28:21.271 INFO:teuthology.orchestra.run.smithi040.stderr:nodeep-scrub is unset 2023-08-28T02:28:21.672 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:21 smithi040 ceph-mon[175404]: pgmap v623: 109 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 106 active+clean; 6.3 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 33 MiB/s wr, 532 op/s; 4242/309120 objects degraded (1.372%); 4161/309120 objects misplaced (1.346%); 2.0 MiB/s, 31 objects/s recovering 2023-08-28T02:28:21.672 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:21 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2418493594' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:28:21.673 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:21 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:28:21.673 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:21 smithi040 ceph-mon[175404]: 1.5 scrub starts 2023-08-28T02:28:21.673 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:21 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 4242/309120 objects degraded (1.372%), 2 pgs degraded (PG_DEGRADED) 2023-08-28T02:28:21.673 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:21 smithi040 ceph-mon[170259]: pgmap v623: 109 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 106 active+clean; 6.3 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 33 MiB/s wr, 532 op/s; 4242/309120 objects degraded (1.372%); 4161/309120 objects misplaced (1.346%); 2.0 MiB/s, 31 objects/s recovering 2023-08-28T02:28:21.673 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:21 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2418493594' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:28:21.674 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:21 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:28:21.674 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:21 smithi040 ceph-mon[170259]: 1.5 scrub starts 2023-08-28T02:28:21.674 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:21 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 4242/309120 objects degraded (1.372%), 2 pgs degraded (PG_DEGRADED) 2023-08-28T02:28:21.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:21 smithi083 ceph-mon[157819]: pgmap v623: 109 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 106 active+clean; 6.3 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 33 MiB/s wr, 532 op/s; 4242/309120 objects degraded (1.372%); 4161/309120 objects misplaced (1.346%); 2.0 MiB/s, 31 objects/s recovering 2023-08-28T02:28:21.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:21 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2418493594' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:28:21.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:21 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:28:21.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:21 smithi083 ceph-mon[157819]: 1.5 scrub starts 2023-08-28T02:28:21.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:21 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 4242/309120 objects degraded (1.372%), 2 pgs degraded (PG_DEGRADED) 2023-08-28T02:28:21.961 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-08-28T02:28:22.287 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:22 smithi040 ceph-mon[170259]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:28:22.288 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:22 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:28:22.288 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:22 smithi040 ceph-mon[170259]: osdmap e191: 8 total, 8 up, 8 in 2023-08-28T02:28:22.288 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:22 smithi040 ceph-mon[170259]: failed to encode map e191 with expected crc 2023-08-28T02:28:22.288 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:22 smithi040 ceph-mon[170259]: failed to encode map e191 with expected crc 2023-08-28T02:28:22.288 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:22 smithi040 ceph-mon[170259]: failed to encode map e191 with expected crc 2023-08-28T02:28:22.288 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:22 smithi040 ceph-mon[170259]: failed to encode map e191 with expected crc 2023-08-28T02:28:22.288 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:22 smithi040 ceph-mon[170259]: failed to encode map e191 with expected crc 2023-08-28T02:28:22.288 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:22 smithi040 ceph-mon[170259]: failed to encode map e191 with expected crc 2023-08-28T02:28:22.288 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:22 smithi040 ceph-mon[170259]: failed to encode map e191 with expected crc 2023-08-28T02:28:22.289 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:22 smithi040 ceph-mon[170259]: pgmap v625: 109 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 106 active+clean; 6.5 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 69 MiB/s wr, 1.15k op/s; 4170/321264 objects degraded (1.298%); 3589/321264 objects misplaced (1.117%); 4.6 MiB/s, 72 objects/s recovering 2023-08-28T02:28:22.504 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:28:22.510 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:22.510 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:28:22.530 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.1 dump_ops_in_flight 2023-08-28T02:28:22.611 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:28:22.622 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:22 smithi040 ceph-mon[175404]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:28:22.623 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:22 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:28:22.623 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:22 smithi040 ceph-mon[175404]: osdmap e191: 8 total, 8 up, 8 in 2023-08-28T02:28:22.623 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:22 smithi040 ceph-mon[175404]: failed to encode map e191 with expected crc 2023-08-28T02:28:22.623 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:22 smithi040 ceph-mon[175404]: failed to encode map e191 with expected crc 2023-08-28T02:28:22.623 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:22 smithi040 ceph-mon[175404]: failed to encode map e191 with expected crc 2023-08-28T02:28:22.624 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:22 smithi040 ceph-mon[175404]: failed to encode map e191 with expected crc 2023-08-28T02:28:22.624 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:22 smithi040 ceph-mon[175404]: failed to encode map e191 with expected crc 2023-08-28T02:28:22.624 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:22 smithi040 ceph-mon[175404]: failed to encode map e191 with expected crc 2023-08-28T02:28:22.624 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:22 smithi040 ceph-mon[175404]: failed to encode map e191 with expected crc 2023-08-28T02:28:22.624 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:22 smithi040 ceph-mon[175404]: pgmap v625: 109 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 106 active+clean; 6.5 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 69 MiB/s wr, 1.15k op/s; 4170/321264 objects degraded (1.298%); 3589/321264 objects misplaced (1.117%); 4.6 MiB/s, 72 objects/s recovering 2023-08-28T02:28:22.682 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:22.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:22 smithi083 ceph-mon[157819]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:28:22.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:22 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:28:22.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:22 smithi083 ceph-mon[157819]: osdmap e191: 8 total, 8 up, 8 in 2023-08-28T02:28:22.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:22 smithi083 ceph-mon[157819]: failed to encode map e191 with expected crc 2023-08-28T02:28:22.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:22 smithi083 ceph-mon[157819]: failed to encode map e191 with expected crc 2023-08-28T02:28:22.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:22 smithi083 ceph-mon[157819]: failed to encode map e191 with expected crc 2023-08-28T02:28:22.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:22 smithi083 ceph-mon[157819]: failed to encode map e191 with expected crc 2023-08-28T02:28:22.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:22 smithi083 ceph-mon[157819]: failed to encode map e191 with expected crc 2023-08-28T02:28:22.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:22 smithi083 ceph-mon[157819]: failed to encode map e191 with expected crc 2023-08-28T02:28:22.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:22 smithi083 ceph-mon[157819]: failed to encode map e191 with expected crc 2023-08-28T02:28:22.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:22 smithi083 ceph-mon[157819]: pgmap v625: 109 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 106 active+clean; 6.5 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 69 MiB/s wr, 1.15k op/s; 4170/321264 objects degraded (1.298%); 3589/321264 objects misplaced (1.117%); 4.6 MiB/s, 72 objects/s recovering 2023-08-28T02:28:22.824 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:28:22.829 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:22.829 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:28:22.889 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:28:22.931 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:28:22.988 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:23.018 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:28:23.022 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:23.023 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:28:23.124 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:28:23.182 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:23.218 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:28:23.222 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:23.222 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:28:23.320 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:28:23.325 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:28:23.335 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:28:23.432 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:23.455 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:28:23.549 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:23.549 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:28:23.650 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:28:23.698 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:23.737 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:28:23.742 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:23.743 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:28:23.831 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":625,"stamp":"2023-08-28T02:28:22.198162+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":7017109408,"num_objects":107088,"num_object_clones":0,"num_object_copies":321264,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4170,"num_objects_misplaced":3589,"num_objects_unfound":0,"num_objects_dirty":107088,"num_whiteouts":0,"num_read":489,"num_read_kb":916,"num_write":106027,"num_write_kb":6743789,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2580,"num_bytes_recovered":170722912,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":143132,"ondisk_log_size":143132,"up":327,"acting":324,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":343,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":24129484,"kb_used_data":21020556,"kb_used_omap":20,"kb_used_meta":3108523,"kb_avail":725831732,"statfs":{"total":767960285184,"available":743251693568,"internally_reserved":0,"allocated":21525049344,"data_stored":21517283522,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":20850,"internal_metadata":3183128206},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,2,5,7,2,2],"upper_bound":64},"perf_stat":{"commit_latency_ms":13,"apply_latency_ms":13,"commit_latency_ns":13000000,"apply_latency_ns":13000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":544604160,"num_objects":8310,"num_object_clones":0,"num_object_copies":24930,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-4547,"num_objects_misplaced":3293,"num_objects_unfound":0,"num_objects_dirty":8310,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9096,"num_write_kb":556992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":578,"num_bytes_recovered":38141952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.927832"},"pg_stats":[{"pgid":"9.10","version":"190'5265","reported_seq":13695,"reported_epoch":190,"state":"active+clean","last_fresh":"2023-08-28T02:28:20.915625+0000","last_change":"2023-08-28T02:28:19.746925+0000","last_active":"2023-08-28T02:28:20.915625+0000","last_peered":"2023-08-28T02:28:20.915625+0000","last_clean":"2023-08-28T02:28:20.915625+0000","last_became_active":"2023-08-28T02:28:15.284010+0000","last_became_peered":"2023-08-28T02:28:15.284010+0000","last_unstale":"2023-08-28T02:28:20.915625+0000","last_undegraded":"2023-08-28T02:28:20.915625+0000","last_fullsized":"2023-08-28T02:28:20.915625+0000","mapping_epoch":189,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":190,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":5265,"log_dups_size":0,"ondisk_log_size":5265,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":225116160,"num_objects":3435,"num_object_clones":0,"num_object_copies":10305,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3435,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3435,"num_write_kb":219840,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2090,"num_bytes_recovered":136970240,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1a","version":"65'1","reported_seq":172,"reported_epoch":189,"state":"active+clean","last_fresh":"2023-08-28T02:28:14.281149+0000","last_change":"2023-08-28T02:16:50.313901+0000","last_active":"2023-08-28T02:28:14.281149+0000","last_peered":"2023-08-28T02:28:14.281149+0000","last_clean":"2023-08-28T02:28:14.281149+0000","last_became_active":"2023-08-28T02:16:50.313550+0000","last_became_peered":"2023-08-28T02:16:50.313550+0000","last_unstale":"2023-08-28T02:28:14.281149+0000","last_undegraded":"2023-08-28T02:28:14.281149+0000","last_fullsized":"2023-08-28T02:28:14.281149+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:31:11.838539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":133,"reported_epoch":190,"state":"active+clean","last_fresh":"2023-08-28T02:28:15.282237+0000","last_change":"2023-08-28T02:16:50.308996+0000","last_active":"2023-08-28T02:28:15.282237+0000","last_peered":"2023-08-28T02:28:15.282237+0000","last_clean":"2023-08-28T02:28:15.282237+0000","last_became_active":"2023-08-28T02:16:50.308569+0000","last_became_peered":"2023-08-28T02:16:50.308569+0000","last_unstale":"2023-08-28T02:28:15.282237+0000","last_undegraded":"2023-08-28T02:28:15.282237+0000","last_fullsized":"2023-08-28T02:28:15.282237+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:50:53.472069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.13","version":"190'5226","reported_seq":6612,"reported_epoch":190,"state":"active+recovering+undersized+remapped","last_fresh":"2023-08-28T02:28:20.943433+0000","last_change":"2023-08-28T02:28:13.616956+0000","last_active":"2023-08-28T02:28:20.943433+0000","last_peered":"2023-08-28T02:28:20.943433+0000","last_clean":"2023-08-28T02:27:43.310743+0000","last_became_active":"2023-08-28T02:27:46.442092+0000","last_became_peered":"2023-08-28T02:27:46.442092+0000","last_unstale":"2023-08-28T02:28:20.943433+0000","last_undegraded":"2023-08-28T02:28:20.943433+0000","last_fullsized":"2023-08-28T02:27:46.333207+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":5226,"log_dups_size":0,"ondisk_log_size":5226,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":223182848,"num_objects":3406,"num_object_clones":0,"num_object_copies":10218,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3588,"num_objects_unfound":0,"num_objects_dirty":3406,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3406,"num_write_kb":217952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":443,"num_bytes_recovered":29032448,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,5],"acting":[7,5],"avail_no_missing":["7","1","3"],"object_location_counts":[{"shards":"1,3,7","objects":1794},{"shards":"5,7","objects":1612}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":130,"reported_epoch":190,"state":"active+clean","last_fresh":"2023-08-28T02:28:15.292125+0000","last_change":"2023-08-28T02:17:57.849228+0000","last_active":"2023-08-28T02:28:15.292125+0000","last_peered":"2023-08-28T02:28:15.292125+0000","last_clean":"2023-08-28T02:28:15.292125+0000","last_became_active":"2023-08-28T02:17:57.848894+0000","last_became_peered":"2023-08-28T02:17:57.848894+0000","last_unstale":"2023-08-28T02:28:15.292125+0000","last_undegraded":"2023-08-28T02:28:15.292125+0000","last_fullsized":"2023-08-28T02:28:15.292125+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:39:59.056531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":145,"reported_epoch":190,"state":"active+clean","last_fresh":"2023-08-28T02:28:15.283413+0000","last_change":"2023-08-28T02:16:50.309837+0000","last_active":"2023-08-28T02:28:15.283413+0000","last_peered":"2023-08-28T02:28:15.283413+0000","last_clean":"2023-08-28T02:28:15.283413+0000","last_became_active":"2023-08-28T02:16:50.309470+0000","last_became_peered":"2023-08-28T02:16:50.309470+0000","last_unstale":"2023-08-28T02:28:15.283413+0000","last_undegraded":"2023-08-28T02:28:15.283413+0000","last_fullsized":"2023-08-28T02:28:15.283413+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:34:06.503952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.12","version":"191'5067","reported_seq":5231,"reported_epoch":191,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:28:22.116912+0000","last_change":"2023-08-28T02:27:44.409283+0000","last_active":"2023-08-28T02:28:22.116912+0000","last_peered":"2023-08-28T02:28:22.116912+0000","last_clean":"2023-08-28T02:27:42.158256+0000","last_became_active":"2023-08-28T02:27:44.405318+0000","last_became_peered":"2023-08-28T02:27:44.405318+0000","last_unstale":"2023-08-28T02:28:22.116912+0000","last_undegraded":"2023-08-28T02:27:44.367388+0000","last_fullsized":"2023-08-28T02:27:44.306038+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":5067,"log_dups_size":0,"ondisk_log_size":5067,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":212762624,"num_objects":3247,"num_object_clones":0,"num_object_copies":9741,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4168,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3247,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3319,"num_write_kb":210080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":37,"num_bytes_recovered":2424832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[1,0],"avail_no_missing":["1","2","3"],"object_location_counts":[{"shards":"0,1","objects":1163},{"shards":"1,2,3","objects":2084}],"blocked_by":[],"up_primary":5,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":156,"reported_epoch":190,"state":"active+clean","last_fresh":"2023-08-28T02:28:15.285302+0000","last_change":"2023-08-28T02:17:57.847940+0000","last_active":"2023-08-28T02:28:15.285302+0000","last_peered":"2023-08-28T02:28:15.285302+0000","last_clean":"2023-08-28T02:28:15.285302+0000","last_became_active":"2023-08-28T02:17:57.843416+0000","last_became_peered":"2023-08-28T02:17:57.843416+0000","last_unstale":"2023-08-28T02:28:15.285302+0000","last_undegraded":"2023-08-28T02:28:15.285302+0000","last_fullsized":"2023-08-28T02:28:15.285302+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:10:47.631878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":152,"reported_epoch":189,"state":"active+clean","last_fresh":"2023-08-28T02:28:14.286407+0000","last_change":"2023-08-28T02:15:58.338976+0000","last_active":"2023-08-28T02:28:14.286407+0000","last_peered":"2023-08-28T02:28:14.286407+0000","last_clean":"2023-08-28T02:28:14.286407+0000","last_became_active":"2023-08-28T02:15:58.338552+0000","last_became_peered":"2023-08-28T02:15:58.338552+0000","last_unstale":"2023-08-28T02:28:14.286407+0000","last_undegraded":"2023-08-28T02:28:14.286407+0000","last_fullsized":"2023-08-28T02:28:14.286407+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:27:36.380341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":145,"reported_epoch":190,"state":"active+clean","last_fresh":"2023-08-28T02:28:15.282937+0000","last_change":"2023-08-28T02:17:57.876478+0000","last_active":"2023-08-28T02:28:15.282937+0000","last_peered":"2023-08-28T02:28:15.282937+0000","last_clean":"2023-08-28T02:28:15.282937+0000","last_became_active":"2023-08-28T02:17:57.876048+0000","last_became_peered":"2023-08-28T02:17:57.876048+0000","last_unstale":"2023-08-28T02:28:15.282937+0000","last_undegraded":"2023-08-28T02:28:15.282937+0000","last_fullsized":"2023-08-28T02:28:15.282937+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:46:14.225407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":138,"reported_epoch":190,"state":"active+clean","last_fresh":"2023-08-28T02:28:15.285252+0000","last_change":"2023-08-28T02:17:57.832929+0000","last_active":"2023-08-28T02:28:15.285252+0000","last_peered":"2023-08-28T02:28:15.285252+0000","last_clean":"2023-08-28T02:28:15.285252+0000","last_became_active":"2023-08-28T02:17:57.825320+0000","last_became_peered":"2023-08-28T02:17:57.825320+0000","last_unstale":"2023-08-28T02:28:15.285252+0000","last_undegraded":"2023-08-28T02:28:15.285252+0000","last_fullsized":"2023-08-28T02:28:15.285252+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:41:38.568184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":153,"reported_epoch":189,"state":"active+clean","last_fresh":"2023-08-28T02:28:14.291333+0000","last_change":"2023-08-28T02:15:58.356833+0000","last_active":"2023-08-28T02:28:14.291333+0000","last_peered":"2023-08-28T02:28:14.291333+0000","last_clean":"2023-08-28T02:28:14.291333+0000","last_became_active":"2023-08-28T02:15:58.356519+0000","last_became_peered":"2023-08-28T02:15:58.356519+0000","last_unstale":"2023-08-28T02:28:14.291333+0000","last_undegraded":"2023-08-28T02:28:14.291333+0000","last_fullsized":"2023-08-28T02:28:14.291333+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:18:26.590683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":124,"reported_epoch":190,"state":"active+clean","last_fresh":"2023-08-28T02:28:15.284343+0000","last_change":"2023-08-28T02:17:57.827818+0000","last_active":"2023-08-28T02:28:15.284343+0000","last_peered":"2023-08-28T02:28:15.284343+0000","last_clean":"2023-08-28T02:28:15.284343+0000","last_became_active":"2023-08-28T02:17:57.825999+0000","last_became_peered":"2023-08-28T02:17:57.825999+0000","last_unstale":"2023-08-28T02:28:15.284343+0000","last_undegraded":"2023-08-28T02:28:15.284343+0000","last_fullsized":"2023-08-28T02:28:15.284343+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:35:29.864132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"65'3","reported_seq":157,"reported_epoch":189,"state":"active+clean","last_fresh":"2023-08-28T02:28:14.288629+0000","last_change":"2023-08-28T02:17:57.827265+0000","last_active":"2023-08-28T02:28:14.288629+0000","last_peered":"2023-08-28T02:28:14.288629+0000","last_clean":"2023-08-28T02:28:14.288629+0000","last_became_active":"2023-08-28T02:17:57.826872+0000","last_became_peered":"2023-08-28T02:17:57.826872+0000","last_unstale":"2023-08-28T02:28:14.288629+0000","last_undegraded":"2023-08-28T02:28:14.288629+0000","last_fullsized":"2023-08-28T02:28:14.288629+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:48:03.674891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":130,"reported_epoch":190,"state":"active+clean","last_fresh":"2023-08-28T02:28:15.294082+0000","last_change":"2023-08-28T02:16:50.317018+0000","last_active":"2023-08-28T02:28:15.294082+0000","last_peered":"2023-08-28T02:28:15.294082+0000","last_clean":"2023-08-28T02:28:15.294082+0000","last_became_active":"2023-08-28T02:16:50.316562+0000","last_became_peered":"2023-08-28T02:16:50.316562+0000","last_unstale":"2023-08-28T02:28:15.294082+0000","last_undegraded":"2023-08-28T02:28:15.294082+0000","last_fullsized":"2023-08-28T02:28:15.294082+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:24:38.987247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":159,"reported_epoch":189,"state":"active+clean","last_fresh":"2023-08-28T02:28:14.281659+0000","last_change":"2023-08-28T02:07:37.315303+0000","last_active":"2023-08-28T02:28:14.281659+0000","last_peered":"2023-08-28T02:28:14.281659+0000","last_clean":"2023-08-28T02:28:14.281659+0000","last_became_active":"2023-08-28T02:07:37.312336+0000","last_became_peered":"2023-08-28T02:07:37.312336+0000","last_unstale":"2023-08-28T02:28:14.281659+0000","last_undegraded":"2023-08-28T02:28:14.281659+0000","last_fullsized":"2023-08-28T02:28:14.281659+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T14:00:32.089076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":153,"reported_epoch":189,"state":"active+clean","last_fresh":"2023-08-28T02:28:14.281432+0000","last_change":"2023-08-28T02:15:58.341659+0000","last_active":"2023-08-28T02:28:14.281432+0000","last_peered":"2023-08-28T02:28:14.281432+0000","last_clean":"2023-08-28T02:28:14.281432+0000","last_became_active":"2023-08-28T02:15:58.341315+0000","last_became_peered":"2023-08-28T02:15:58.341315+0000","last_unstale":"2023-08-28T02:28:14.281432+0000","last_undegraded":"2023-08-28T02:28:14.281432+0000","last_fullsized":"2023-08-28T02:28:14.281432+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:07:51.806773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.19","version":"191'5100","reported_seq":5156,"reported_epoch":191,"state":"active+clean","last_fresh":"2023-08-28T02:28:21.896851+0000","last_change":"2023-08-28T02:27:27.843862+0000","last_active":"2023-08-28T02:28:21.896851+0000","last_peered":"2023-08-28T02:28:21.896851+0000","last_clean":"2023-08-28T02:28:21.896851+0000","last_became_active":"2023-08-28T02:27:27.835168+0000","last_became_peered":"2023-08-28T02:27:27.835168+0000","last_unstale":"2023-08-28T02:28:21.896851+0000","last_undegraded":"2023-08-28T02:28:21.896851+0000","last_fullsized":"2023-08-28T02:28:21.896851+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":5100,"log_dups_size":0,"ondisk_log_size":5100,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":215154688,"num_objects":3283,"num_object_clones":0,"num_object_copies":9849,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3283,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3317,"num_write_kb":211200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":131072,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.13","version":"65'2","reported_seq":156,"reported_epoch":189,"state":"active+clean","last_fresh":"2023-08-28T02:28:14.285299+0000","last_change":"2023-08-28T02:16:50.332699+0000","last_active":"2023-08-28T02:28:14.285299+0000","last_peered":"2023-08-28T02:28:14.285299+0000","last_clean":"2023-08-28T02:28:14.285299+0000","last_became_active":"2023-08-28T02:16:50.332337+0000","last_became_peered":"2023-08-28T02:16:50.332337+0000","last_unstale":"2023-08-28T02:28:14.285299+0000","last_undegraded":"2023-08-28T02:28:14.285299+0000","last_fullsized":"2023-08-28T02:28:14.285299+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:26:51.876295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":133,"reported_epoch":190,"state":"active+clean","last_fresh":"2023-08-28T02:28:15.282212+0000","last_change":"2023-08-28T02:16:50.311257+0000","last_active":"2023-08-28T02:28:15.282212+0000","last_peered":"2023-08-28T02:28:15.282212+0000","last_clean":"2023-08-28T02:28:15.282212+0000","last_became_active":"2023-08-28T02:16:50.310902+0000","last_became_peered":"2023-08-28T02:16:50.310902+0000","last_unstale":"2023-08-28T02:28:15.282212+0000","last_undegraded":"2023-08-28T02:28:15.282212+0000","last_fullsized":"2023-08-28T02:28:15.282212+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:09.479771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,7],"acting":[0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.18","version":"191'5168","reported_seq":5219,"reported_epoch":191,"state":"active+clean","last_fresh":"2023-08-28T02:28:21.741381+0000","last_change":"2023-08-28T02:27:42.039403+0000","last_active":"2023-08-28T02:28:21.741381+0000","last_peered":"2023-08-28T02:28:21.741381+0000","last_clean":"2023-08-28T02:28:21.741381+0000","last_became_active":"2023-08-28T02:27:27.823076+0000","last_became_peered":"2023-08-28T02:27:27.823076+0000","last_unstale":"2023-08-28T02:28:21.741381+0000","last_undegraded":"2023-08-28T02:28:21.741381+0000","last_fullsized":"2023-08-28T02:28:21.741381+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":5168,"log_dups_size":0,"ondisk_log_size":5168,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":220266496,"num_objects":3361,"num_object_clones":0,"num_object_copies":10083,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3361,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3397,"num_write_kb":216256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":145,"reported_epoch":190,"state":"active+clean","last_fresh":"2023-08-28T02:28:15.282491+0000","last_change":"2023-08-28T02:17:57.870068+0000","last_active":"2023-08-28T02:28:15.282491+0000","last_peered":"2023-08-28T02:28:15.282491+0000","last_clean":"2023-08-28T02:28:15.282491+0000","last_became_active":"2023-08-28T02:17:57.869718+0000","last_became_peered":"2023-08-28T02:17:57.869718+0000","last_unstale":"2023-08-28T02:28:15.282491+0000","last_undegraded":"2023-08-28T02:28:15.282491+0000","last_fullsized":"2023-08-28T02:28:15.282491+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:28:47.968132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":152,"reported_epoch":189,"state":"active+clean","last_fresh":"2023-08-28T02:28:14.292678+0000","last_change":"2023-08-28T02:17:57.827021+0000","last_active":"2023-08-28T02:28:14.292678+0000","last_peered":"2023-08-28T02:28:14.292678+0000","last_clean":"2023-08-28T02:28:14.292678+0000","last_became_active":"2023-08-28T02:17:57.826722+0000","last_became_peered":"2023-08-28T02:17:57.826722+0000","last_unstale":"2023-08-28T02:28:14.292678+0000","last_undegraded":"2023-08-28T02:28:14.292678+0000","last_fullsized":"2023-08-28T02:28:14.292678+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:02:26.183338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":137,"reported_epoch":189,"state":"active+clean","last_fresh":"2023-08-28T02:28:14.287212+0000","last_change":"2023-08-28T02:07:37.318077+0000","last_active":"2023-08-28T02:28:14.287212+0000","last_peered":"2023-08-28T02:28:14.287212+0000","last_clean":"2023-08-28T02:28:14.287212+0000","last_became_active":"2023-08-28T02:07:37.317784+0000","last_became_peered":"2023-08-28T02:07:37.317784+0000","last_unstale":"2023-08-28T02:28:14.287212+0000","last_undegraded":"2023-08-28T02:28:14.287212+0000","last_fullsized":"2023-08-28T02:28:14.287212+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:08:37.079996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":146,"reported_epoch":190,"state":"active+clean","last_fresh":"2023-08-28T02:28:15.283461+0000","last_change":"2023-08-28T02:17:57.870143+0000","last_active":"2023-08-28T02:28:15.283461+0000","last_peered":"2023-08-28T02:28:15.283461+0000","last_clean":"2023-08-28T02:28:15.283461+0000","last_became_active":"2023-08-28T02:17:57.869769+0000","last_became_peered":"2023-08-28T02:17:57.869769+0000","last_unstale":"2023-08-28T02:28:15.283461+0000","last_undegraded":"2023-08-28T02:28:15.283461+0000","last_fullsized":"2023-08-28T02:28:15.283461+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:21:29.581768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"65'8","reported_seq":161,"reported_epoch":189,"state":"active+clean","last_fresh":"2023-08-28T02:28:14.286799+0000","last_change":"2023-08-28T02:14:43.083962+0000","last_active":"2023-08-28T02:28:14.286799+0000","last_peered":"2023-08-28T02:28:14.286799+0000","last_clean":"2023-08-28T02:28:14.286799+0000","last_became_active":"2023-08-28T02:14:43.083699+0000","last_became_peered":"2023-08-28T02:14:43.083699+0000","last_unstale":"2023-08-28T02:28:14.286799+0000","last_undegraded":"2023-08-28T02:28:14.286799+0000","last_fullsized":"2023-08-28T02:28:14.286799+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:34:42.581750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":138,"reported_epoch":190,"state":"active+clean","last_fresh":"2023-08-28T02:28:15.285516+0000","last_change":"2023-08-28T02:17:57.837590+0000","last_active":"2023-08-28T02:28:15.285516+0000","last_peered":"2023-08-28T02:28:15.285516+0000","last_clean":"2023-08-28T02:28:15.285516+0000","last_became_active":"2023-08-28T02:17:57.837098+0000","last_became_peered":"2023-08-28T02:17:57.837098+0000","last_unstale":"2023-08-28T02:28:15.285516+0000","last_undegraded":"2023-08-28T02:28:15.285516+0000","last_fullsized":"2023-08-28T02:28:15.285516+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:19:56.089819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.5","version":"191'5157","reported_seq":5207,"reported_epoch":191,"state":"active+clean","last_fresh":"2023-08-28T02:28:21.943573+0000","last_change":"2023-08-28T02:27:27.811935+0000","last_active":"2023-08-28T02:28:21.943573+0000","last_peered":"2023-08-28T02:28:21.943573+0000","last_clean":"2023-08-28T02:28:21.943573+0000","last_became_active":"2023-08-28T02:27:27.809447+0000","last_became_peered":"2023-08-28T02:27:27.809447+0000","last_unstale":"2023-08-28T02:28:21.943573+0000","last_undegraded":"2023-08-28T02:28:21.943573+0000","last_fullsized":"2023-08-28T02:28:21.943573+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":5157,"log_dups_size":0,"ondisk_log_size":5157,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":218234880,"num_objects":3330,"num_object_clones":0,"num_object_copies":9990,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3330,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3382,"num_write_kb":214784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"65'1","reported_seq":155,"reported_epoch":189,"state":"active+clean","last_fresh":"2023-08-28T02:28:14.289825+0000","last_change":"2023-08-28T02:14:43.046130+0000","last_active":"2023-08-28T02:28:14.289825+0000","last_peered":"2023-08-28T02:28:14.289825+0000","last_clean":"2023-08-28T02:28:14.289825+0000","last_became_active":"2023-08-28T02:14:43.045775+0000","last_became_peered":"2023-08-28T02:14:43.045775+0000","last_unstale":"2023-08-28T02:28:14.289825+0000","last_undegraded":"2023-08-28T02:28:14.289825+0000","last_fullsized":"2023-08-28T02:28:14.289825+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:57:38.279756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":135,"reported_epoch":189,"state":"active+clean","last_fresh":"2023-08-28T02:28:14.289522+0000","last_change":"2023-08-28T02:07:37.452412+0000","last_active":"2023-08-28T02:28:14.289522+0000","last_peered":"2023-08-28T02:28:14.289522+0000","last_clean":"2023-08-28T02:28:14.289522+0000","last_became_active":"2023-08-28T02:07:37.452156+0000","last_became_peered":"2023-08-28T02:07:37.452156+0000","last_unstale":"2023-08-28T02:28:14.289522+0000","last_undegraded":"2023-08-28T02:28:14.289522+0000","last_fullsized":"2023-08-28T02:28:14.289522+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:10:33.405360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.4","version":"191'5113","reported_seq":5163,"reported_epoch":191,"state":"active+clean","last_fresh":"2023-08-28T02:28:22.033981+0000","last_change":"2023-08-28T02:27:27.801316+0000","last_active":"2023-08-28T02:28:22.033981+0000","last_peered":"2023-08-28T02:28:22.033981+0000","last_clean":"2023-08-28T02:28:22.033981+0000","last_became_active":"2023-08-28T02:27:27.799234+0000","last_became_peered":"2023-08-28T02:27:27.799234+0000","last_unstale":"2023-08-28T02:28:22.033981+0000","last_undegraded":"2023-08-28T02:28:22.033981+0000","last_fullsized":"2023-08-28T02:28:22.033981+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":5113,"log_dups_size":0,"ondisk_log_size":5113,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":214007808,"num_objects":3265,"num_object_clones":0,"num_object_copies":9795,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3265,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3339,"num_write_kb":211360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.e","version":"65'2","reported_seq":156,"reported_epoch":189,"state":"active+clean","last_fresh":"2023-08-28T02:28:14.288509+0000","last_change":"2023-08-28T02:15:58.339743+0000","last_active":"2023-08-28T02:28:14.288509+0000","last_peered":"2023-08-28T02:28:14.288509+0000","last_clean":"2023-08-28T02:28:14.288509+0000","last_became_active":"2023-08-28T02:15:58.339306+0000","last_became_peered":"2023-08-28T02:15:58.339306+0000","last_unstale":"2023-08-28T02:28:14.288509+0000","last_undegraded":"2023-08-28T02:28:14.288509+0000","last_fullsized":"2023-08-28T02:28:14.288509+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:26:49.535873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":170,"reported_epoch":189,"state":"active+clean","last_fresh":"2023-08-28T02:28:14.280472+0000","last_change":"2023-08-28T02:17:57.825376+0000","last_active":"2023-08-28T02:28:14.280472+0000","last_peered":"2023-08-28T02:28:14.280472+0000","last_clean":"2023-08-28T02:28:14.280472+0000","last_became_active":"2023-08-28T02:17:57.825022+0000","last_became_peered":"2023-08-28T02:17:57.825022+0000","last_unstale":"2023-08-28T02:28:14.280472+0000","last_undegraded":"2023-08-28T02:28:14.280472+0000","last_fullsized":"2023-08-28T02:28:14.280472+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:02:30.773293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.7","version":"190'5171","reported_seq":5220,"reported_epoch":190,"state":"active+clean","last_fresh":"2023-08-28T02:28:20.444551+0000","last_change":"2023-08-28T02:27:27.809746+0000","last_active":"2023-08-28T02:28:20.444551+0000","last_peered":"2023-08-28T02:28:20.444551+0000","last_clean":"2023-08-28T02:28:20.444551+0000","last_became_active":"2023-08-28T02:27:27.807811+0000","last_became_peered":"2023-08-28T02:27:27.807811+0000","last_unstale":"2023-08-28T02:28:20.444551+0000","last_undegraded":"2023-08-28T02:28:20.444551+0000","last_fullsized":"2023-08-28T02:28:20.444551+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":5171,"log_dups_size":0,"ondisk_log_size":5171,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":221380608,"num_objects":3378,"num_object_clones":0,"num_object_copies":10134,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3378,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3378,"num_write_kb":216192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"65'1","reported_seq":138,"reported_epoch":189,"state":"active+clean","last_fresh":"2023-08-28T02:28:14.288486+0000","last_change":"2023-08-28T02:07:37.312010+0000","last_active":"2023-08-28T02:28:14.288486+0000","last_peered":"2023-08-28T02:28:14.288486+0000","last_clean":"2023-08-28T02:28:14.288486+0000","last_became_active":"2023-08-28T02:07:37.311737+0000","last_became_peered":"2023-08-28T02:07:37.311737+0000","last_unstale":"2023-08-28T02:28:14.288486+0000","last_undegraded":"2023-08-28T02:28:14.288486+0000","last_fullsized":"2023-08-28T02:28:14.288486+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:09:38.844075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":152,"reported_epoch":189,"state":"active+clean","last_fresh":"2023-08-28T02:28:14.285821+0000","last_change":"2023-08-28T02:15:58.345711+0000","last_active":"2023-08-28T02:28:14.285821+0000","last_peered":"2023-08-28T02:28:14.285821+0000","last_clean":"2023-08-28T02:28:14.285821+0000","last_became_active":"2023-08-28T02:15:58.345246+0000","last_became_peered":"2023-08-28T02:15:58.345246+0000","last_unstale":"2023-08-28T02:28:14.285821+0000","last_undegraded":"2023-08-28T02:28:14.285821+0000","last_fullsized":"2023-08-28T02:28:14.285821+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:43:42.445855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.6","version":"190'5078","reported_seq":5127,"reported_epoch":190,"state":"active+clean","last_fresh":"2023-08-28T02:28:20.314452+0000","last_change":"2023-08-28T02:27:27.820582+0000","last_active":"2023-08-28T02:28:20.314452+0000","last_peered":"2023-08-28T02:28:20.314452+0000","last_clean":"2023-08-28T02:28:20.314452+0000","last_became_active":"2023-08-28T02:27:27.818890+0000","last_became_peered":"2023-08-28T02:27:27.818890+0000","last_unstale":"2023-08-28T02:28:20.314452+0000","last_undegraded":"2023-08-28T02:28:20.314452+0000","last_fullsized":"2023-08-28T02:28:20.314452+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":5078,"log_dups_size":0,"ondisk_log_size":5078,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":216432640,"num_objects":3302,"num_object_clones":0,"num_object_copies":9906,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3302,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3302,"num_write_kb":211360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,1],"acting":[5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":153,"reported_epoch":189,"state":"active+clean","last_fresh":"2023-08-28T02:28:14.290179+0000","last_change":"2023-08-28T02:17:57.872076+0000","last_active":"2023-08-28T02:28:14.290179+0000","last_peered":"2023-08-28T02:28:14.290179+0000","last_clean":"2023-08-28T02:28:14.290179+0000","last_became_active":"2023-08-28T02:17:57.871701+0000","last_became_peered":"2023-08-28T02:17:57.871701+0000","last_unstale":"2023-08-28T02:28:14.290179+0000","last_undegraded":"2023-08-28T02:28:14.290179+0000","last_fullsized":"2023-08-28T02:28:14.290179+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:34:26.505505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":160,"reported_epoch":190,"state":"active+clean","last_fresh":"2023-08-28T02:28:15.282262+0000","last_change":"2023-08-28T02:16:50.310255+0000","last_active":"2023-08-28T02:28:15.282262+0000","last_peered":"2023-08-28T02:28:15.282262+0000","last_clean":"2023-08-28T02:28:15.282262+0000","last_became_active":"2023-08-28T02:16:50.309889+0000","last_became_peered":"2023-08-28T02:16:50.309889+0000","last_unstale":"2023-08-28T02:28:15.282262+0000","last_undegraded":"2023-08-28T02:28:15.282262+0000","last_fullsized":"2023-08-28T02:28:15.282262+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:40:26.627880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.9","version":"75'161","reported_seq":561,"reported_epoch":189,"state":"active+clean","last_fresh":"2023-08-28T02:28:14.287448+0000","last_change":"2023-08-28T02:27:46.338501+0000","last_active":"2023-08-28T02:28:14.287448+0000","last_peered":"2023-08-28T02:28:14.287448+0000","last_clean":"2023-08-28T02:28:14.287448+0000","last_became_active":"2023-08-28T02:27:46.338143+0000","last_became_peered":"2023-08-28T02:27:46.338143+0000","last_unstale":"2023-08-28T02:28:14.287448+0000","last_undegraded":"2023-08-28T02:28:14.287448+0000","last_fullsized":"2023-08-28T02:28:14.287448+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":21,"num_write_kb":219,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.1","version":"191'5250","reported_seq":5301,"reported_epoch":191,"state":"active+clean","last_fresh":"2023-08-28T02:28:21.734154+0000","last_change":"2023-08-28T02:27:40.064301+0000","last_active":"2023-08-28T02:28:21.734154+0000","last_peered":"2023-08-28T02:28:21.734154+0000","last_clean":"2023-08-28T02:28:21.734154+0000","last_became_active":"2023-08-28T02:27:27.804431+0000","last_became_peered":"2023-08-28T02:27:27.804431+0000","last_unstale":"2023-08-28T02:28:21.734154+0000","last_undegraded":"2023-08-28T02:28:21.734154+0000","last_fullsized":"2023-08-28T02:28:21.734154+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":5250,"log_dups_size":0,"ondisk_log_size":5250,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":219742208,"num_objects":3353,"num_object_clones":0,"num_object_copies":10059,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3353,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3415,"num_write_kb":216576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"65'2","reported_seq":169,"reported_epoch":190,"state":"active+clean","last_fresh":"2023-08-28T02:28:15.285315+0000","last_change":"2023-08-28T02:17:57.845300+0000","last_active":"2023-08-28T02:28:15.285315+0000","last_peered":"2023-08-28T02:28:15.285315+0000","last_clean":"2023-08-28T02:28:15.285315+0000","last_became_active":"2023-08-28T02:17:57.843639+0000","last_became_peered":"2023-08-28T02:17:57.843639+0000","last_unstale":"2023-08-28T02:28:15.285315+0000","last_undegraded":"2023-08-28T02:28:15.285315+0000","last_fullsized":"2023-08-28T02:28:15.285315+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:27.684476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":153,"reported_epoch":189,"state":"active+clean","last_fresh":"2023-08-28T02:28:14.281580+0000","last_change":"2023-08-28T02:17:57.825494+0000","last_active":"2023-08-28T02:28:14.281580+0000","last_peered":"2023-08-28T02:28:14.281580+0000","last_clean":"2023-08-28T02:28:14.281580+0000","last_became_active":"2023-08-28T02:17:57.825112+0000","last_became_peered":"2023-08-28T02:17:57.825112+0000","last_unstale":"2023-08-28T02:28:14.281580+0000","last_undegraded":"2023-08-28T02:28:14.281580+0000","last_fullsized":"2023-08-28T02:28:14.281580+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:04:13.819397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.8","version":"75'161","reported_seq":417,"reported_epoch":190,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:28:15.282485+0000","last_change":"2023-08-28T02:27:44.375515+0000","last_active":"2023-08-28T02:28:15.282485+0000","last_peered":"2023-08-28T02:28:15.282485+0000","last_clean":"2023-08-28T02:11:30.053048+0000","last_became_active":"2023-08-28T02:27:44.375161+0000","last_became_peered":"2023-08-28T02:27:44.375161+0000","last_unstale":"2023-08-28T02:28:15.282485+0000","last_undegraded":"2023-08-28T02:27:44.312454+0000","last_fullsized":"2023-08-28T02:27:44.311599+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2,"num_objects_misplaced":1,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":219,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[0,2],"avail_no_missing":["0","6","7"],"object_location_counts":[{"shards":"0,2","objects":-1},{"shards":"0,6,7","objects":1}],"blocked_by":[],"up_primary":5,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.0","version":"191'5241","reported_seq":5291,"reported_epoch":191,"state":"active+clean","last_fresh":"2023-08-28T02:28:22.056931+0000","last_change":"2023-08-28T02:27:27.796032+0000","last_active":"2023-08-28T02:28:22.056931+0000","last_peered":"2023-08-28T02:28:22.056931+0000","last_clean":"2023-08-28T02:28:22.056931+0000","last_became_active":"2023-08-28T02:27:27.794136+0000","last_became_peered":"2023-08-28T02:27:27.794136+0000","last_unstale":"2023-08-28T02:28:22.056931+0000","last_undegraded":"2023-08-28T02:28:22.056931+0000","last_fullsized":"2023-08-28T02:28:22.056931+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":5241,"log_dups_size":0,"ondisk_log_size":5241,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":219086848,"num_objects":3343,"num_object_clones":0,"num_object_copies":10029,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3343,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3411,"num_write_kb":216128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":153,"reported_epoch":189,"state":"active+clean","last_fresh":"2023-08-28T02:28:14.285687+0000","last_change":"2023-08-28T02:15:58.345460+0000","last_active":"2023-08-28T02:28:14.285687+0000","last_peered":"2023-08-28T02:28:14.285687+0000","last_clean":"2023-08-28T02:28:14.285687+0000","last_became_active":"2023-08-28T02:15:58.344797+0000","last_became_peered":"2023-08-28T02:15:58.344797+0000","last_unstale":"2023-08-28T02:28:14.285687+0000","last_undegraded":"2023-08-28T02:28:14.285687+0000","last_fullsized":"2023-08-28T02:28:14.285687+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:16:40.021927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":134,"reported_epoch":190,"state":"active+clean","last_fresh":"2023-08-28T02:28:16.998065+0000","last_change":"2023-08-28T02:16:50.318938+0000","last_active":"2023-08-28T02:28:16.998065+0000","last_peered":"2023-08-28T02:28:16.998065+0000","last_clean":"2023-08-28T02:28:16.998065+0000","last_became_active":"2023-08-28T02:16:50.318559+0000","last_became_peered":"2023-08-28T02:16:50.318559+0000","last_unstale":"2023-08-28T02:28:16.998065+0000","last_undegraded":"2023-08-28T02:28:16.998065+0000","last_fullsized":"2023-08-28T02:28:16.998065+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:08:58.462110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,5],"acting":[0,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.3","version":"190'5287","reported_seq":5428,"reported_epoch":190,"state":"active+clean","last_fresh":"2023-08-28T02:28:20.943410+0000","last_change":"2023-08-28T02:27:35.529216+0000","last_active":"2023-08-28T02:28:20.943410+0000","last_peered":"2023-08-28T02:28:20.943410+0000","last_clean":"2023-08-28T02:28:20.943410+0000","last_became_active":"2023-08-28T02:27:27.819767+0000","last_became_peered":"2023-08-28T02:27:27.819767+0000","last_unstale":"2023-08-28T02:28:20.943410+0000","last_undegraded":"2023-08-28T02:28:20.943410+0000","last_fullsized":"2023-08-28T02:28:20.943410+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"173'3890","last_scrub_stamp":"2023-08-28T02:27:35.529147+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:27:35.529147+0000","objects_scrubbed":2123,"log_size":5287,"log_dups_size":0,"ondisk_log_size":5287,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:01:38.652509+0000","scrub_duration":0.20511267,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":230686720,"num_objects":3520,"num_object_clones":0,"num_object_copies":10560,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3520,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1397,"num_write_kb":89408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":154,"reported_epoch":189,"state":"active+clean","last_fresh":"2023-08-28T02:28:14.280395+0000","last_change":"2023-08-28T02:16:50.340534+0000","last_active":"2023-08-28T02:28:14.280395+0000","last_peered":"2023-08-28T02:28:14.280395+0000","last_clean":"2023-08-28T02:28:14.280395+0000","last_became_active":"2023-08-28T02:16:50.340208+0000","last_became_peered":"2023-08-28T02:16:50.340208+0000","last_unstale":"2023-08-28T02:28:14.280395+0000","last_undegraded":"2023-08-28T02:28:14.280395+0000","last_fullsized":"2023-08-28T02:28:14.280395+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:15:28.933937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":153,"reported_epoch":189,"state":"active+clean","last_fresh":"2023-08-28T02:28:14.283707+0000","last_change":"2023-08-28T02:15:58.341805+0000","last_active":"2023-08-28T02:28:14.283707+0000","last_peered":"2023-08-28T02:28:14.283707+0000","last_clean":"2023-08-28T02:28:14.283707+0000","last_became_active":"2023-08-28T02:15:58.341410+0000","last_became_peered":"2023-08-28T02:15:58.341410+0000","last_unstale":"2023-08-28T02:28:14.283707+0000","last_undegraded":"2023-08-28T02:28:14.283707+0000","last_fullsized":"2023-08-28T02:28:14.283707+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:53:09.135509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"75'161","reported_seq":419,"reported_epoch":189,"state":"active+clean","last_fresh":"2023-08-28T02:28:14.289591+0000","last_change":"2023-08-28T02:27:46.345385+0000","last_active":"2023-08-28T02:28:14.289591+0000","last_peered":"2023-08-28T02:28:14.289591+0000","last_clean":"2023-08-28T02:28:14.289591+0000","last_became_active":"2023-08-28T02:27:46.344991+0000","last_became_peered":"2023-08-28T02:27:46.344991+0000","last_unstale":"2023-08-28T02:28:14.289591+0000","last_undegraded":"2023-08-28T02:28:14.289591+0000","last_fullsized":"2023-08-28T02:28:14.289591+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53669,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":21,"num_write_kb":219,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.2","version":"191'5071","reported_seq":5124,"reported_epoch":191,"state":"active+clean","last_fresh":"2023-08-28T02:28:21.693547+0000","last_change":"2023-08-28T02:27:37.158887+0000","last_active":"2023-08-28T02:28:21.693547+0000","last_peered":"2023-08-28T02:28:21.693547+0000","last_clean":"2023-08-28T02:28:21.693547+0000","last_became_active":"2023-08-28T02:27:27.817441+0000","last_became_peered":"2023-08-28T02:27:27.817441+0000","last_unstale":"2023-08-28T02:28:21.693547+0000","last_undegraded":"2023-08-28T02:28:21.693547+0000","last_fullsized":"2023-08-28T02:28:21.693547+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":5071,"log_dups_size":0,"ondisk_log_size":5071,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":215908352,"num_objects":3294,"num_object_clones":0,"num_object_copies":9882,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3294,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3322,"num_write_kb":211744,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":139,"reported_epoch":190,"state":"active+clean","last_fresh":"2023-08-28T02:28:15.285181+0000","last_change":"2023-08-28T02:17:57.834673+0000","last_active":"2023-08-28T02:28:15.285181+0000","last_peered":"2023-08-28T02:28:15.285181+0000","last_clean":"2023-08-28T02:28:15.285181+0000","last_became_active":"2023-08-28T02:17:57.833257+0000","last_became_peered":"2023-08-28T02:17:57.833257+0000","last_unstale":"2023-08-28T02:28:15.285181+0000","last_undegraded":"2023-08-28T02:28:15.285181+0000","last_fullsized":"2023-08-28T02:28:15.285181+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:59:25.673492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":119,"reported_epoch":190,"state":"active+clean","last_fresh":"2023-08-28T02:28:16.998154+0000","last_change":"2023-08-28T02:14:44.099829+0000","last_active":"2023-08-28T02:28:16.998154+0000","last_peered":"2023-08-28T02:28:16.998154+0000","last_clean":"2023-08-28T02:28:16.998154+0000","last_became_active":"2023-08-28T02:14:44.099521+0000","last_became_peered":"2023-08-28T02:14:44.099521+0000","last_unstale":"2023-08-28T02:28:16.998154+0000","last_undegraded":"2023-08-28T02:28:16.998154+0000","last_fullsized":"2023-08-28T02:28:16.998154+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:41:15.842669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.7","version":"75'161","reported_seq":432,"reported_epoch":189,"state":"active+clean","last_fresh":"2023-08-28T02:28:14.286333+0000","last_change":"2023-08-28T02:27:50.124873+0000","last_active":"2023-08-28T02:28:14.286333+0000","last_peered":"2023-08-28T02:28:14.286333+0000","last_clean":"2023-08-28T02:28:14.286333+0000","last_became_active":"2023-08-28T02:27:46.341770+0000","last_became_peered":"2023-08-28T02:27:46.341770+0000","last_unstale":"2023-08-28T02:28:14.286333+0000","last_undegraded":"2023-08-28T02:28:14.286333+0000","last_fullsized":"2023-08-28T02:28:14.286333+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.f","version":"190'6759","reported_seq":6797,"reported_epoch":190,"state":"active+clean","last_fresh":"2023-08-28T02:28:20.563931+0000","last_change":"2023-08-28T02:26:47.222033+0000","last_active":"2023-08-28T02:28:20.563931+0000","last_peered":"2023-08-28T02:28:20.563931+0000","last_clean":"2023-08-28T02:28:20.563931+0000","last_became_active":"2023-08-28T02:26:47.221705+0000","last_became_peered":"2023-08-28T02:26:47.221705+0000","last_unstale":"2023-08-28T02:28:20.563931+0000","last_undegraded":"2023-08-28T02:28:20.563931+0000","last_fullsized":"2023-08-28T02:28:20.563931+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":6759,"log_dups_size":0,"ondisk_log_size":6759,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:28:10.163189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":442957824,"num_objects":6759,"num_object_clones":0,"num_object_copies":20277,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6759,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6759,"num_write_kb":432576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":162,"reported_epoch":190,"state":"active+clean","last_fresh":"2023-08-28T02:28:15.293554+0000","last_change":"2023-08-28T02:15:58.330205+0000","last_active":"2023-08-28T02:28:15.293554+0000","last_peered":"2023-08-28T02:28:15.293554+0000","last_clean":"2023-08-28T02:28:15.293554+0000","last_became_active":"2023-08-28T02:15:58.329854+0000","last_became_peered":"2023-08-28T02:15:58.329854+0000","last_unstale":"2023-08-28T02:28:15.293554+0000","last_undegraded":"2023-08-28T02:28:15.293554+0000","last_fullsized":"2023-08-28T02:28:15.293554+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:11:59.215198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":170,"reported_epoch":189,"state":"active+clean","last_fresh":"2023-08-28T02:28:14.292633+0000","last_change":"2023-08-28T02:17:57.832204+0000","last_active":"2023-08-28T02:28:14.292633+0000","last_peered":"2023-08-28T02:28:14.292633+0000","last_clean":"2023-08-28T02:28:14.292633+0000","last_became_active":"2023-08-28T02:17:57.831885+0000","last_became_peered":"2023-08-28T02:17:57.831885+0000","last_unstale":"2023-08-28T02:28:14.292633+0000","last_undegraded":"2023-08-28T02:28:14.292633+0000","last_fullsized":"2023-08-28T02:28:14.292633+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:14:33.767147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":115,"reported_epoch":190,"state":"active+clean","last_fresh":"2023-08-28T02:28:15.294332+0000","last_change":"2023-08-28T02:15:58.343551+0000","last_active":"2023-08-28T02:28:15.294332+0000","last_peered":"2023-08-28T02:28:15.294332+0000","last_clean":"2023-08-28T02:28:15.294332+0000","last_became_active":"2023-08-28T02:15:58.341847+0000","last_became_peered":"2023-08-28T02:15:58.341847+0000","last_unstale":"2023-08-28T02:28:15.294332+0000","last_undegraded":"2023-08-28T02:28:15.294332+0000","last_fullsized":"2023-08-28T02:28:15.294332+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:54:02.981107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.1","version":"75'161","reported_seq":419,"reported_epoch":189,"state":"active+clean","last_fresh":"2023-08-28T02:28:14.290294+0000","last_change":"2023-08-28T02:27:46.385523+0000","last_active":"2023-08-28T02:28:14.290294+0000","last_peered":"2023-08-28T02:28:14.290294+0000","last_clean":"2023-08-28T02:28:14.290294+0000","last_became_active":"2023-08-28T02:27:46.385155+0000","last_became_peered":"2023-08-28T02:27:46.385155+0000","last_unstale":"2023-08-28T02:28:14.290294+0000","last_undegraded":"2023-08-28T02:28:14.290294+0000","last_fullsized":"2023-08-28T02:28:14.290294+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":45,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.9","version":"191'5174","reported_seq":5222,"reported_epoch":191,"state":"active+clean","last_fresh":"2023-08-28T02:28:21.994798+0000","last_change":"2023-08-28T02:27:27.811110+0000","last_active":"2023-08-28T02:28:21.994798+0000","last_peered":"2023-08-28T02:28:21.994798+0000","last_clean":"2023-08-28T02:28:21.994798+0000","last_became_active":"2023-08-28T02:27:27.809412+0000","last_became_peered":"2023-08-28T02:27:27.809412+0000","last_unstale":"2023-08-28T02:28:21.994798+0000","last_undegraded":"2023-08-28T02:28:21.994798+0000","last_fullsized":"2023-08-28T02:28:21.994798+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":5174,"log_dups_size":0,"ondisk_log_size":5174,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":219217920,"num_objects":3345,"num_object_clones":0,"num_object_copies":10035,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3345,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3391,"num_write_kb":215552,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":157,"reported_epoch":189,"state":"active+clean","last_fresh":"2023-08-28T02:28:14.289872+0000","last_change":"2023-08-28T02:15:58.344890+0000","last_active":"2023-08-28T02:28:14.289872+0000","last_peered":"2023-08-28T02:28:14.289872+0000","last_clean":"2023-08-28T02:28:14.289872+0000","last_became_active":"2023-08-28T02:15:58.344569+0000","last_became_peered":"2023-08-28T02:15:58.344569+0000","last_unstale":"2023-08-28T02:28:14.289872+0000","last_undegraded":"2023-08-28T02:28:14.289872+0000","last_fullsized":"2023-08-28T02:28:14.289872+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:01:49.773942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":154,"reported_epoch":189,"state":"active+clean","last_fresh":"2023-08-28T02:28:14.281583+0000","last_change":"2023-08-28T02:14:43.039758+0000","last_active":"2023-08-28T02:28:14.281583+0000","last_peered":"2023-08-28T02:28:14.281583+0000","last_clean":"2023-08-28T02:28:14.281583+0000","last_became_active":"2023-08-28T02:14:43.039236+0000","last_became_peered":"2023-08-28T02:14:43.039236+0000","last_unstale":"2023-08-28T02:28:14.281583+0000","last_undegraded":"2023-08-28T02:28:14.281583+0000","last_fullsized":"2023-08-28T02:28:14.281583+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:49:11.066668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":145,"reported_epoch":190,"state":"active+clean","last_fresh":"2023-08-28T02:28:15.293747+0000","last_change":"2023-08-28T02:17:57.871915+0000","last_active":"2023-08-28T02:28:15.293747+0000","last_peered":"2023-08-28T02:28:15.293747+0000","last_clean":"2023-08-28T02:28:15.293747+0000","last_became_active":"2023-08-28T02:17:57.871557+0000","last_became_peered":"2023-08-28T02:17:57.871557+0000","last_unstale":"2023-08-28T02:28:15.293747+0000","last_undegraded":"2023-08-28T02:28:15.293747+0000","last_fullsized":"2023-08-28T02:28:15.293747+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:25.212031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.2","version":"75'161","reported_seq":561,"reported_epoch":189,"state":"active+clean","last_fresh":"2023-08-28T02:28:14.284602+0000","last_change":"2023-08-28T02:27:46.375815+0000","last_active":"2023-08-28T02:28:14.284602+0000","last_peered":"2023-08-28T02:28:14.284602+0000","last_clean":"2023-08-28T02:28:14.284602+0000","last_became_active":"2023-08-28T02:27:46.375590+0000","last_became_peered":"2023-08-28T02:27:46.375590+0000","last_unstale":"2023-08-28T02:28:14.284602+0000","last_undegraded":"2023-08-28T02:28:14.284602+0000","last_fullsized":"2023-08-28T02:28:14.284602+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":46,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.a","version":"190'6639","reported_seq":6677,"reported_epoch":190,"state":"active+clean","last_fresh":"2023-08-28T02:28:20.458285+0000","last_change":"2023-08-28T02:26:47.223292+0000","last_active":"2023-08-28T02:28:20.458285+0000","last_peered":"2023-08-28T02:28:20.458285+0000","last_clean":"2023-08-28T02:28:20.458285+0000","last_became_active":"2023-08-28T02:26:47.222941+0000","last_became_peered":"2023-08-28T02:26:47.222941+0000","last_unstale":"2023-08-28T02:28:20.458285+0000","last_undegraded":"2023-08-28T02:28:20.458285+0000","last_fullsized":"2023-08-28T02:28:20.458285+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":6639,"log_dups_size":0,"ondisk_log_size":6639,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:57:17.504939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":435093504,"num_objects":6639,"num_object_clones":0,"num_object_copies":19917,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6639,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6639,"num_write_kb":424896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":161,"reported_epoch":189,"state":"active+clean","last_fresh":"2023-08-28T02:28:14.284829+0000","last_change":"2023-08-28T02:17:57.849218+0000","last_active":"2023-08-28T02:28:14.284829+0000","last_peered":"2023-08-28T02:28:14.284829+0000","last_clean":"2023-08-28T02:28:14.284829+0000","last_became_active":"2023-08-28T02:17:57.848849+0000","last_became_peered":"2023-08-28T02:17:57.848849+0000","last_unstale":"2023-08-28T02:28:14.284829+0000","last_undegraded":"2023-08-28T02:28:14.284829+0000","last_fullsized":"2023-08-28T02:28:14.284829+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:52:44.006871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":131,"reported_epoch":190,"state":"active+clean","last_fresh":"2023-08-28T02:28:15.292573+0000","last_change":"2023-08-28T02:16:50.316947+0000","last_active":"2023-08-28T02:28:15.292573+0000","last_peered":"2023-08-28T02:28:15.292573+0000","last_clean":"2023-08-28T02:28:15.292573+0000","last_became_active":"2023-08-28T02:16:50.316598+0000","last_became_peered":"2023-08-28T02:16:50.316598+0000","last_unstale":"2023-08-28T02:28:15.292573+0000","last_undegraded":"2023-08-28T02:28:15.292573+0000","last_fullsized":"2023-08-28T02:28:15.292573+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:13:41.719458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":157,"reported_epoch":190,"state":"active+clean","last_fresh":"2023-08-28T02:28:15.292964+0000","last_change":"2023-08-28T02:15:58.342090+0000","last_active":"2023-08-28T02:28:15.292964+0000","last_peered":"2023-08-28T02:28:15.292964+0000","last_clean":"2023-08-28T02:28:15.292964+0000","last_became_active":"2023-08-28T02:15:58.341776+0000","last_became_peered":"2023-08-28T02:15:58.341776+0000","last_unstale":"2023-08-28T02:28:15.292964+0000","last_undegraded":"2023-08-28T02:28:15.292964+0000","last_fullsized":"2023-08-28T02:28:15.292964+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:26:41.710259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.8","version":"191'5193","reported_seq":5244,"reported_epoch":191,"state":"active+clean","last_fresh":"2023-08-28T02:28:21.741446+0000","last_change":"2023-08-28T02:27:36.024940+0000","last_active":"2023-08-28T02:28:21.741446+0000","last_peered":"2023-08-28T02:28:21.741446+0000","last_clean":"2023-08-28T02:28:21.741446+0000","last_became_active":"2023-08-28T02:27:27.794150+0000","last_became_peered":"2023-08-28T02:27:27.794150+0000","last_unstale":"2023-08-28T02:28:21.741446+0000","last_undegraded":"2023-08-28T02:28:21.741446+0000","last_fullsized":"2023-08-28T02:28:21.741446+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":5193,"log_dups_size":0,"ondisk_log_size":5193,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":221642752,"num_objects":3382,"num_object_clones":0,"num_object_copies":10146,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3382,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3422,"num_write_kb":217728,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":157,"reported_epoch":189,"state":"active+clean","last_fresh":"2023-08-28T02:28:14.292151+0000","last_change":"2023-08-28T02:16:50.342424+0000","last_active":"2023-08-28T02:28:14.292151+0000","last_peered":"2023-08-28T02:28:14.292151+0000","last_clean":"2023-08-28T02:28:14.292151+0000","last_became_active":"2023-08-28T02:16:50.342083+0000","last_became_peered":"2023-08-28T02:16:50.342083+0000","last_unstale":"2023-08-28T02:28:14.292151+0000","last_undegraded":"2023-08-28T02:28:14.292151+0000","last_fullsized":"2023-08-28T02:28:14.292151+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:48:40.173542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"75'161","reported_seq":542,"reported_epoch":189,"state":"active+clean","last_fresh":"2023-08-28T02:28:14.284625+0000","last_change":"2023-08-28T02:27:39.235695+0000","last_active":"2023-08-28T02:28:14.284625+0000","last_peered":"2023-08-28T02:28:14.284625+0000","last_clean":"2023-08-28T02:28:14.284625+0000","last_became_active":"2023-08-28T02:27:39.235381+0000","last_became_peered":"2023-08-28T02:27:39.235381+0000","last_unstale":"2023-08-28T02:28:14.284625+0000","last_undegraded":"2023-08-28T02:28:14.284625+0000","last_fullsized":"2023-08-28T02:28:14.284625+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53669,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":21,"num_write_kb":219,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":125,"reported_epoch":191,"state":"active+clean","last_fresh":"2023-08-28T02:28:21.287748+0000","last_change":"2023-08-28T02:17:57.830935+0000","last_active":"2023-08-28T02:28:21.287748+0000","last_peered":"2023-08-28T02:28:21.287748+0000","last_clean":"2023-08-28T02:28:21.287748+0000","last_became_active":"2023-08-28T02:17:57.830393+0000","last_became_peered":"2023-08-28T02:17:57.830393+0000","last_unstale":"2023-08-28T02:28:21.287748+0000","last_undegraded":"2023-08-28T02:28:21.287748+0000","last_fullsized":"2023-08-28T02:28:21.287748+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:53:51.589050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":135,"reported_epoch":189,"state":"active+clean","last_fresh":"2023-08-28T02:28:14.286233+0000","last_change":"2023-08-28T02:07:37.450928+0000","last_active":"2023-08-28T02:28:14.286233+0000","last_peered":"2023-08-28T02:28:14.286233+0000","last_clean":"2023-08-28T02:28:14.286233+0000","last_became_active":"2023-08-28T02:07:37.450603+0000","last_became_peered":"2023-08-28T02:07:37.450603+0000","last_unstale":"2023-08-28T02:28:14.286233+0000","last_undegraded":"2023-08-28T02:28:14.286233+0000","last_fullsized":"2023-08-28T02:28:14.286233+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:39:24.068431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.3","version":"75'161","reported_seq":419,"reported_epoch":190,"state":"active+clean","last_fresh":"2023-08-28T02:28:15.292425+0000","last_change":"2023-08-28T02:27:46.342870+0000","last_active":"2023-08-28T02:28:15.292425+0000","last_peered":"2023-08-28T02:28:15.292425+0000","last_clean":"2023-08-28T02:28:15.292425+0000","last_became_active":"2023-08-28T02:27:46.342424+0000","last_became_peered":"2023-08-28T02:27:46.342424+0000","last_unstale":"2023-08-28T02:28:15.292425+0000","last_undegraded":"2023-08-28T02:28:15.292425+0000","last_fullsized":"2023-08-28T02:28:15.292425+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.b","version":"191'6642","reported_seq":6682,"reported_epoch":191,"state":"active+clean","last_fresh":"2023-08-28T02:28:21.955814+0000","last_change":"2023-08-28T02:26:47.519899+0000","last_active":"2023-08-28T02:28:21.955814+0000","last_peered":"2023-08-28T02:28:21.955814+0000","last_clean":"2023-08-28T02:28:21.955814+0000","last_became_active":"2023-08-28T02:26:47.519561+0000","last_became_peered":"2023-08-28T02:26:47.519561+0000","last_unstale":"2023-08-28T02:28:21.955814+0000","last_undegraded":"2023-08-28T02:28:21.955814+0000","last_fullsized":"2023-08-28T02:28:21.955814+0000","mapping_epoch":160,"log_start":"164'700","ondisk_log_start":"164'700","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":5942,"log_dups_size":0,"ondisk_log_size":5942,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:53:32.812783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":428736512,"num_objects":6542,"num_object_clones":0,"num_object_copies":19626,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6542,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6642,"num_write_kb":421888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":175,"reported_epoch":189,"state":"active+clean","last_fresh":"2023-08-28T02:28:14.284538+0000","last_change":"2023-08-28T02:15:58.338120+0000","last_active":"2023-08-28T02:28:14.284538+0000","last_peered":"2023-08-28T02:28:14.284538+0000","last_clean":"2023-08-28T02:28:14.284538+0000","last_became_active":"2023-08-28T02:15:58.337738+0000","last_became_peered":"2023-08-28T02:15:58.337738+0000","last_unstale":"2023-08-28T02:28:14.284538+0000","last_undegraded":"2023-08-28T02:28:14.284538+0000","last_fullsized":"2023-08-28T02:28:14.284538+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:36:17.078801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":146,"reported_epoch":190,"state":"active+clean","last_fresh":"2023-08-28T02:28:15.281792+0000","last_change":"2023-08-28T02:17:57.849233+0000","last_active":"2023-08-28T02:28:15.281792+0000","last_peered":"2023-08-28T02:28:15.281792+0000","last_clean":"2023-08-28T02:28:15.281792+0000","last_became_active":"2023-08-28T02:17:57.848909+0000","last_became_peered":"2023-08-28T02:17:57.848909+0000","last_unstale":"2023-08-28T02:28:15.281792+0000","last_undegraded":"2023-08-28T02:28:15.281792+0000","last_fullsized":"2023-08-28T02:28:15.281792+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:19:30.926702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":145,"reported_epoch":190,"state":"active+clean","last_fresh":"2023-08-28T02:28:15.283311+0000","last_change":"2023-08-28T02:16:50.318846+0000","last_active":"2023-08-28T02:28:15.283311+0000","last_peered":"2023-08-28T02:28:15.283311+0000","last_clean":"2023-08-28T02:28:15.283311+0000","last_became_active":"2023-08-28T02:16:50.318460+0000","last_became_peered":"2023-08-28T02:16:50.318460+0000","last_unstale":"2023-08-28T02:28:15.283311+0000","last_undegraded":"2023-08-28T02:28:15.283311+0000","last_fullsized":"2023-08-28T02:28:15.283311+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:19:34.011385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.6","version":"75'161","reported_seq":432,"reported_epoch":189,"state":"active+clean","last_fresh":"2023-08-28T02:28:14.286354+0000","last_change":"2023-08-28T02:27:47.012228+0000","last_active":"2023-08-28T02:28:14.286354+0000","last_peered":"2023-08-28T02:28:14.286354+0000","last_clean":"2023-08-28T02:28:14.286354+0000","last_became_active":"2023-08-28T02:27:46.377512+0000","last_became_peered":"2023-08-28T02:27:46.377512+0000","last_unstale":"2023-08-28T02:28:14.286354+0000","last_undegraded":"2023-08-28T02:28:14.286354+0000","last_fullsized":"2023-08-28T02:28:14.286354+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.e","version":"190'6667","reported_seq":6705,"reported_epoch":190,"state":"active+clean","last_fresh":"2023-08-28T02:28:20.906494+0000","last_change":"2023-08-28T02:26:47.224388+0000","last_active":"2023-08-28T02:28:20.906494+0000","last_peered":"2023-08-28T02:28:20.906494+0000","last_clean":"2023-08-28T02:28:20.906494+0000","last_became_active":"2023-08-28T02:26:47.224098+0000","last_became_peered":"2023-08-28T02:26:47.224098+0000","last_unstale":"2023-08-28T02:28:20.906494+0000","last_undegraded":"2023-08-28T02:28:20.906494+0000","last_fullsized":"2023-08-28T02:28:20.906494+0000","mapping_epoch":160,"log_start":"164'600","ondisk_log_start":"164'600","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":6067,"log_dups_size":0,"ondisk_log_size":6067,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:32:39.064714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":436928512,"num_objects":6667,"num_object_clones":0,"num_object_copies":20001,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6667,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6667,"num_write_kb":426688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":158,"reported_epoch":189,"state":"active+clean","last_fresh":"2023-08-28T02:28:14.288555+0000","last_change":"2023-08-28T02:14:43.033789+0000","last_active":"2023-08-28T02:28:14.288555+0000","last_peered":"2023-08-28T02:28:14.288555+0000","last_clean":"2023-08-28T02:28:14.288555+0000","last_became_active":"2023-08-28T02:14:43.033454+0000","last_became_peered":"2023-08-28T02:14:43.033454+0000","last_unstale":"2023-08-28T02:28:14.288555+0000","last_undegraded":"2023-08-28T02:28:14.288555+0000","last_fullsized":"2023-08-28T02:28:14.288555+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:01:13.205842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":130,"reported_epoch":190,"state":"active+clean","last_fresh":"2023-08-28T02:28:15.293649+0000","last_change":"2023-08-28T02:16:50.326816+0000","last_active":"2023-08-28T02:28:15.293649+0000","last_peered":"2023-08-28T02:28:15.293649+0000","last_clean":"2023-08-28T02:28:15.293649+0000","last_became_active":"2023-08-28T02:16:50.326004+0000","last_became_peered":"2023-08-28T02:16:50.326004+0000","last_unstale":"2023-08-28T02:28:15.293649+0000","last_undegraded":"2023-08-28T02:28:15.293649+0000","last_fullsized":"2023-08-28T02:28:15.293649+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:57:04.480900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":132,"reported_epoch":190,"state":"active+clean","last_fresh":"2023-08-28T02:28:15.282526+0000","last_change":"2023-08-28T02:14:43.048791+0000","last_active":"2023-08-28T02:28:15.282526+0000","last_peered":"2023-08-28T02:28:15.282526+0000","last_clean":"2023-08-28T02:28:15.282526+0000","last_became_active":"2023-08-28T02:14:43.047408+0000","last_became_peered":"2023-08-28T02:14:43.047408+0000","last_unstale":"2023-08-28T02:28:15.282526+0000","last_undegraded":"2023-08-28T02:28:15.282526+0000","last_fullsized":"2023-08-28T02:28:15.282526+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:47.097181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.5","version":"75'161","reported_seq":425,"reported_epoch":190,"state":"active+clean","last_fresh":"2023-08-28T02:28:20.758528+0000","last_change":"2023-08-28T02:28:20.758528+0000","last_active":"2023-08-28T02:28:20.758528+0000","last_peered":"2023-08-28T02:28:20.758528+0000","last_clean":"2023-08-28T02:28:20.758528+0000","last_became_active":"2023-08-28T02:27:46.339134+0000","last_became_peered":"2023-08-28T02:27:46.339134+0000","last_unstale":"2023-08-28T02:28:20.758528+0000","last_undegraded":"2023-08-28T02:28:20.758528+0000","last_fullsized":"2023-08-28T02:28:20.758528+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.d","version":"190'6742","reported_seq":6780,"reported_epoch":190,"state":"active+clean","last_fresh":"2023-08-28T02:28:20.928169+0000","last_change":"2023-08-28T02:26:47.223066+0000","last_active":"2023-08-28T02:28:20.928169+0000","last_peered":"2023-08-28T02:28:20.928169+0000","last_clean":"2023-08-28T02:28:20.928169+0000","last_became_active":"2023-08-28T02:26:47.222742+0000","last_became_peered":"2023-08-28T02:26:47.222742+0000","last_unstale":"2023-08-28T02:28:20.928169+0000","last_undegraded":"2023-08-28T02:28:20.928169+0000","last_fullsized":"2023-08-28T02:28:20.928169+0000","mapping_epoch":160,"log_start":"164'700","ondisk_log_start":"164'700","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":6042,"log_dups_size":0,"ondisk_log_size":6042,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:38:10.017610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":441843712,"num_objects":6742,"num_object_clones":0,"num_object_copies":20226,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6742,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6742,"num_write_kb":431488,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.7","version":"65'2","reported_seq":169,"reported_epoch":190,"state":"active+clean","last_fresh":"2023-08-28T02:28:15.285586+0000","last_change":"2023-08-28T02:17:57.864052+0000","last_active":"2023-08-28T02:28:15.285586+0000","last_peered":"2023-08-28T02:28:15.285586+0000","last_clean":"2023-08-28T02:28:15.285586+0000","last_became_active":"2023-08-28T02:17:57.845544+0000","last_became_peered":"2023-08-28T02:17:57.845544+0000","last_unstale":"2023-08-28T02:28:15.285586+0000","last_undegraded":"2023-08-28T02:28:15.285586+0000","last_fullsized":"2023-08-28T02:28:15.285586+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:24:46.387534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":115,"reported_epoch":190,"state":"active+clean","last_fresh":"2023-08-28T02:28:15.293022+0000","last_change":"2023-08-28T02:15:58.339320+0000","last_active":"2023-08-28T02:28:15.293022+0000","last_peered":"2023-08-28T02:28:15.293022+0000","last_clean":"2023-08-28T02:28:15.293022+0000","last_became_active":"2023-08-28T02:15:58.337320+0000","last_became_peered":"2023-08-28T02:15:58.337320+0000","last_unstale":"2023-08-28T02:28:15.293022+0000","last_undegraded":"2023-08-28T02:28:15.293022+0000","last_fullsized":"2023-08-28T02:28:15.293022+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:45:55.601750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":167,"reported_epoch":190,"state":"active+clean","last_fresh":"2023-08-28T02:28:15.285094+0000","last_change":"2023-08-28T02:17:57.850029+0000","last_active":"2023-08-28T02:28:15.285094+0000","last_peered":"2023-08-28T02:28:15.285094+0000","last_clean":"2023-08-28T02:28:15.285094+0000","last_became_active":"2023-08-28T02:17:57.846602+0000","last_became_peered":"2023-08-28T02:17:57.846602+0000","last_unstale":"2023-08-28T02:28:15.285094+0000","last_undegraded":"2023-08-28T02:28:15.285094+0000","last_fullsized":"2023-08-28T02:28:15.285094+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:39:38.706283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.4","version":"75'161","reported_seq":413,"reported_epoch":190,"state":"active+clean","last_fresh":"2023-08-28T02:28:16.740072+0000","last_change":"2023-08-28T02:28:15.289768+0000","last_active":"2023-08-28T02:28:16.740072+0000","last_peered":"2023-08-28T02:28:16.740072+0000","last_clean":"2023-08-28T02:28:16.740072+0000","last_became_active":"2023-08-28T02:28:15.289365+0000","last_became_peered":"2023-08-28T02:28:15.289365+0000","last_unstale":"2023-08-28T02:28:16.740072+0000","last_undegraded":"2023-08-28T02:28:16.740072+0000","last_fullsized":"2023-08-28T02:28:16.740072+0000","mapping_epoch":189,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":190,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":488690,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.c","version":"191'6879","reported_seq":6919,"reported_epoch":191,"state":"active+clean","last_fresh":"2023-08-28T02:28:21.734191+0000","last_change":"2023-08-28T02:26:47.219015+0000","last_active":"2023-08-28T02:28:21.734191+0000","last_peered":"2023-08-28T02:28:21.734191+0000","last_clean":"2023-08-28T02:28:21.734191+0000","last_became_active":"2023-08-28T02:26:47.218669+0000","last_became_peered":"2023-08-28T02:26:47.218669+0000","last_unstale":"2023-08-28T02:28:21.734191+0000","last_undegraded":"2023-08-28T02:28:21.734191+0000","last_fullsized":"2023-08-28T02:28:21.734191+0000","mapping_epoch":160,"log_start":"164'300","ondisk_log_start":"164'300","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":6579,"log_dups_size":0,"ondisk_log_size":6579,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:20:44.170608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":446496768,"num_objects":6813,"num_object_clones":0,"num_object_copies":20439,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6813,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6879,"num_write_kb":438144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":157,"reported_epoch":189,"state":"active+clean","last_fresh":"2023-08-28T02:28:14.286244+0000","last_change":"2023-08-28T02:16:50.341679+0000","last_active":"2023-08-28T02:28:14.286244+0000","last_peered":"2023-08-28T02:28:14.286244+0000","last_clean":"2023-08-28T02:28:14.286244+0000","last_became_active":"2023-08-28T02:16:50.341357+0000","last_became_peered":"2023-08-28T02:16:50.341357+0000","last_unstale":"2023-08-28T02:28:14.286244+0000","last_undegraded":"2023-08-28T02:28:14.286244+0000","last_fullsized":"2023-08-28T02:28:14.286244+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:18:29.131334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"65'1","reported_seq":150,"reported_epoch":190,"state":"active+clean","last_fresh":"2023-08-28T02:28:15.283368+0000","last_change":"2023-08-28T02:15:58.334351+0000","last_active":"2023-08-28T02:28:15.283368+0000","last_peered":"2023-08-28T02:28:15.283368+0000","last_clean":"2023-08-28T02:28:15.283368+0000","last_became_active":"2023-08-28T02:15:58.334041+0000","last_became_peered":"2023-08-28T02:15:58.334041+0000","last_unstale":"2023-08-28T02:28:15.283368+0000","last_undegraded":"2023-08-28T02:28:15.283368+0000","last_fullsized":"2023-08-28T02:28:15.283368+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:36:32.836027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":136,"reported_epoch":189,"state":"active+clean","last_fresh":"2023-08-28T02:28:14.280229+0000","last_change":"2023-08-28T02:07:37.332854+0000","last_active":"2023-08-28T02:28:14.280229+0000","last_peered":"2023-08-28T02:28:14.280229+0000","last_clean":"2023-08-28T02:28:14.280229+0000","last_became_active":"2023-08-28T02:07:37.332563+0000","last_became_peered":"2023-08-28T02:07:37.332563+0000","last_unstale":"2023-08-28T02:28:14.280229+0000","last_undegraded":"2023-08-28T02:28:14.280229+0000","last_fullsized":"2023-08-28T02:28:14.280229+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:24:12.887788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.11","version":"190'5169","reported_seq":5226,"reported_epoch":190,"state":"active+clean","last_fresh":"2023-08-28T02:28:20.912991+0000","last_change":"2023-08-28T02:27:36.183590+0000","last_active":"2023-08-28T02:28:20.912991+0000","last_peered":"2023-08-28T02:28:20.912991+0000","last_clean":"2023-08-28T02:28:20.912991+0000","last_became_active":"2023-08-28T02:27:36.180993+0000","last_became_peered":"2023-08-28T02:27:36.180993+0000","last_unstale":"2023-08-28T02:28:20.912991+0000","last_undegraded":"2023-08-28T02:28:20.912991+0000","last_fullsized":"2023-08-28T02:28:20.912991+0000","mapping_epoch":175,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":5169,"log_dups_size":0,"ondisk_log_size":5169,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":218497024,"num_objects":3334,"num_object_clones":0,"num_object_copies":10002,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3334,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3334,"num_write_kb":213376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1b","version":"65'1","reported_seq":134,"reported_epoch":190,"state":"active+clean","last_fresh":"2023-08-28T02:28:15.282434+0000","last_change":"2023-08-28T02:14:43.042150+0000","last_active":"2023-08-28T02:28:15.282434+0000","last_peered":"2023-08-28T02:28:15.282434+0000","last_clean":"2023-08-28T02:28:15.282434+0000","last_became_active":"2023-08-28T02:14:43.038336+0000","last_became_peered":"2023-08-28T02:14:43.038336+0000","last_unstale":"2023-08-28T02:28:15.282434+0000","last_undegraded":"2023-08-28T02:28:15.282434+0000","last_fullsized":"2023-08-28T02:28:15.282434+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:26:02.415152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":163,"reported_epoch":189,"state":"active+clean","last_fresh":"2023-08-28T02:28:14.285116+0000","last_change":"2023-08-28T02:17:57.871803+0000","last_active":"2023-08-28T02:28:14.285116+0000","last_peered":"2023-08-28T02:28:14.285116+0000","last_clean":"2023-08-28T02:28:14.285116+0000","last_became_active":"2023-08-28T02:17:57.871419+0000","last_became_peered":"2023-08-28T02:17:57.871419+0000","last_unstale":"2023-08-28T02:28:14.285116+0000","last_undegraded":"2023-08-28T02:28:14.285116+0000","last_fullsized":"2023-08-28T02:28:14.285116+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:46.284365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,3],"acting":[2,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.16","version":"190'5102","reported_seq":5150,"reported_epoch":190,"state":"active+clean","last_fresh":"2023-08-28T02:28:20.540257+0000","last_change":"2023-08-28T02:27:27.831261+0000","last_active":"2023-08-28T02:28:20.540257+0000","last_peered":"2023-08-28T02:28:20.540257+0000","last_clean":"2023-08-28T02:28:20.540257+0000","last_became_active":"2023-08-28T02:27:27.829702+0000","last_became_peered":"2023-08-28T02:27:27.829702+0000","last_unstale":"2023-08-28T02:28:20.540257+0000","last_undegraded":"2023-08-28T02:28:20.540257+0000","last_fullsized":"2023-08-28T02:28:20.540257+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":5102,"log_dups_size":0,"ondisk_log_size":5102,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":218005504,"num_objects":3327,"num_object_clones":0,"num_object_copies":9981,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3327,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3327,"num_write_kb":212896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,1],"acting":[5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1c","version":"65'2","reported_seq":155,"reported_epoch":189,"state":"active+clean","last_fresh":"2023-08-28T02:28:14.290263+0000","last_change":"2023-08-28T02:15:58.344265+0000","last_active":"2023-08-28T02:28:14.290263+0000","last_peered":"2023-08-28T02:28:14.290263+0000","last_clean":"2023-08-28T02:28:14.290263+0000","last_became_active":"2023-08-28T02:15:58.343903+0000","last_became_peered":"2023-08-28T02:15:58.343903+0000","last_unstale":"2023-08-28T02:28:14.290263+0000","last_undegraded":"2023-08-28T02:28:14.290263+0000","last_fullsized":"2023-08-28T02:28:14.290263+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:00:52.112893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":148,"reported_epoch":190,"state":"active+clean","last_fresh":"2023-08-28T02:28:15.282174+0000","last_change":"2023-08-28T02:17:57.870248+0000","last_active":"2023-08-28T02:28:15.282174+0000","last_peered":"2023-08-28T02:28:15.282174+0000","last_clean":"2023-08-28T02:28:15.282174+0000","last_became_active":"2023-08-28T02:17:57.869813+0000","last_became_peered":"2023-08-28T02:17:57.869813+0000","last_unstale":"2023-08-28T02:28:15.282174+0000","last_undegraded":"2023-08-28T02:28:15.282174+0000","last_fullsized":"2023-08-28T02:28:15.282174+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:36:26.136730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.17","version":"190'5166","reported_seq":5214,"reported_epoch":190,"state":"active+clean","last_fresh":"2023-08-28T02:28:20.479199+0000","last_change":"2023-08-28T02:27:27.836480+0000","last_active":"2023-08-28T02:28:20.479199+0000","last_peered":"2023-08-28T02:28:20.479199+0000","last_clean":"2023-08-28T02:28:20.479199+0000","last_became_active":"2023-08-28T02:27:27.834441+0000","last_became_peered":"2023-08-28T02:27:27.834441+0000","last_unstale":"2023-08-28T02:28:20.479199+0000","last_undegraded":"2023-08-28T02:28:20.479199+0000","last_fullsized":"2023-08-28T02:28:20.479199+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":5166,"log_dups_size":0,"ondisk_log_size":5166,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":221052928,"num_objects":3373,"num_object_clones":0,"num_object_copies":10119,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3373,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3373,"num_write_kb":215872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1d","version":"65'2","reported_seq":138,"reported_epoch":189,"state":"active+clean","last_fresh":"2023-08-28T02:28:14.292497+0000","last_change":"2023-08-28T02:07:37.315088+0000","last_active":"2023-08-28T02:28:14.292497+0000","last_peered":"2023-08-28T02:28:14.292497+0000","last_clean":"2023-08-28T02:28:14.292497+0000","last_became_active":"2023-08-28T02:07:37.314730+0000","last_became_peered":"2023-08-28T02:07:37.314730+0000","last_unstale":"2023-08-28T02:28:14.292497+0000","last_undegraded":"2023-08-28T02:28:14.292497+0000","last_fullsized":"2023-08-28T02:28:14.292497+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:58.096621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":170,"reported_epoch":189,"state":"active+clean","last_fresh":"2023-08-28T02:28:14.281286+0000","last_change":"2023-08-28T02:17:57.830595+0000","last_active":"2023-08-28T02:28:14.281286+0000","last_peered":"2023-08-28T02:28:14.281286+0000","last_clean":"2023-08-28T02:28:14.281286+0000","last_became_active":"2023-08-28T02:17:57.830345+0000","last_became_peered":"2023-08-28T02:17:57.830345+0000","last_unstale":"2023-08-28T02:28:14.281286+0000","last_undegraded":"2023-08-28T02:28:14.281286+0000","last_fullsized":"2023-08-28T02:28:14.281286+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:50:50.199731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.14","version":"191'5145","reported_seq":5195,"reported_epoch":191,"state":"active+clean","last_fresh":"2023-08-28T02:28:22.108929+0000","last_change":"2023-08-28T02:27:27.838366+0000","last_active":"2023-08-28T02:28:22.108929+0000","last_peered":"2023-08-28T02:28:22.108929+0000","last_clean":"2023-08-28T02:28:22.108929+0000","last_became_active":"2023-08-28T02:27:27.836296+0000","last_became_peered":"2023-08-28T02:27:27.836296+0000","last_unstale":"2023-08-28T02:28:22.108929+0000","last_undegraded":"2023-08-28T02:28:22.108929+0000","last_fullsized":"2023-08-28T02:28:22.108929+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":5145,"log_dups_size":0,"ondisk_log_size":5145,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":217677824,"num_objects":3322,"num_object_clones":0,"num_object_copies":9966,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3322,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3372,"num_write_kb":214176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1e","version":"65'1","reported_seq":157,"reported_epoch":190,"state":"active+clean","last_fresh":"2023-08-28T02:28:15.284976+0000","last_change":"2023-08-28T02:17:57.833218+0000","last_active":"2023-08-28T02:28:15.284976+0000","last_peered":"2023-08-28T02:28:15.284976+0000","last_clean":"2023-08-28T02:28:15.284976+0000","last_became_active":"2023-08-28T02:17:57.832772+0000","last_became_peered":"2023-08-28T02:17:57.832772+0000","last_unstale":"2023-08-28T02:28:15.284976+0000","last_undegraded":"2023-08-28T02:28:15.284976+0000","last_fullsized":"2023-08-28T02:28:15.284976+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:00:02.110545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":171,"reported_epoch":190,"state":"active+clean","last_fresh":"2023-08-28T02:28:15.284459+0000","last_change":"2023-08-28T02:17:57.845102+0000","last_active":"2023-08-28T02:28:15.284459+0000","last_peered":"2023-08-28T02:28:15.284459+0000","last_clean":"2023-08-28T02:28:15.284459+0000","last_became_active":"2023-08-28T02:17:57.843529+0000","last_became_peered":"2023-08-28T02:17:57.843529+0000","last_unstale":"2023-08-28T02:28:15.284459+0000","last_undegraded":"2023-08-28T02:28:15.284459+0000","last_fullsized":"2023-08-28T02:28:15.284459+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:20:19.708785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.15","version":"191'5135","reported_seq":5185,"reported_epoch":191,"state":"active+clean","last_fresh":"2023-08-28T02:28:21.911945+0000","last_change":"2023-08-28T02:27:27.823600+0000","last_active":"2023-08-28T02:28:21.911945+0000","last_peered":"2023-08-28T02:28:21.911945+0000","last_clean":"2023-08-28T02:28:21.911945+0000","last_became_active":"2023-08-28T02:27:27.821763+0000","last_became_peered":"2023-08-28T02:27:27.821763+0000","last_unstale":"2023-08-28T02:28:21.911945+0000","last_undegraded":"2023-08-28T02:28:21.911945+0000","last_fullsized":"2023-08-28T02:28:21.911945+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":5135,"log_dups_size":0,"ondisk_log_size":5135,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":216399872,"num_objects":3302,"num_object_clones":0,"num_object_copies":9906,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3302,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3360,"num_write_kb":213184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1f","version":"65'4","reported_seq":150,"reported_epoch":190,"state":"active+clean","last_fresh":"2023-08-28T02:28:15.283096+0000","last_change":"2023-08-28T02:16:50.319672+0000","last_active":"2023-08-28T02:28:15.283096+0000","last_peered":"2023-08-28T02:28:15.283096+0000","last_clean":"2023-08-28T02:28:15.283096+0000","last_became_active":"2023-08-28T02:16:50.319279+0000","last_became_peered":"2023-08-28T02:16:50.319279+0000","last_unstale":"2023-08-28T02:28:15.283096+0000","last_undegraded":"2023-08-28T02:28:15.283096+0000","last_fullsized":"2023-08-28T02:28:15.283096+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:28:07.379148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":153,"reported_epoch":189,"state":"active+clean","last_fresh":"2023-08-28T02:28:14.280299+0000","last_change":"2023-08-28T02:15:58.333459+0000","last_active":"2023-08-28T02:28:14.280299+0000","last_peered":"2023-08-28T02:28:14.280299+0000","last_clean":"2023-08-28T02:28:14.280299+0000","last_became_active":"2023-08-28T02:15:58.332687+0000","last_became_peered":"2023-08-28T02:15:58.332687+0000","last_unstale":"2023-08-28T02:28:14.280299+0000","last_undegraded":"2023-08-28T02:28:14.280299+0000","last_fullsized":"2023-08-28T02:28:14.280299+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:15:43.019749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2,"num_objects_misplaced":1,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":489,"num_read_kb":916,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":2098784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2109440,"data_stored":2098784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":32,"num_store_stats":8},{"poolid":9,"num_pg":26,"stat_sum":{"num_bytes":7016513536,"num_objects":107064,"num_object_clones":0,"num_object_copies":321192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4168,"num_objects_misplaced":3588,"num_objects_unfound":0,"num_objects_dirty":107064,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":105727,"num_write_kb":6741344,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2573,"num_bytes_recovered":168624128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":21553876992,"data_stored":21553872920,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":141306,"ondisk_log_size":141306,"up":78,"acting":76,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299657,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":4419244,"kb_used_data":4075428,"kb_used_omap":0,"kb_used_meta":343808,"kb_avail":89325908,"statfs":{"total":95995035648,"available":91469729792,"internally_reserved":0,"allocated":4173238272,"data_stored":4172364889,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":352059392},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,2,1,4,1,2],"upper_bound":64},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:27:58 2023","interfaces":[{"interface":"back","average":{"1min":1.3540000000000001,"5min":1.776,"15min":1.7509999999999999},"min":{"1min":0.27800000000000002,"5min":0.224,"15min":0.21199999999999999},"max":{"1min":4.4160000000000004,"5min":13.118,"15min":13.257},"last":1.841},{"interface":"front","average":{"1min":2.6930000000000001,"5min":2.4159999999999999,"15min":2.1749999999999998},"min":{"1min":0.249,"5min":0.246,"15min":0.246},"max":{"1min":17.402999999999999,"5min":17.402999999999999,"15min":17.402999999999999},"last":1.9870000000000001}]},{"osd":1,"last update":"Mon Aug 28 02:27:22 2023","interfaces":[{"interface":"back","average":{"1min":1.599,"5min":2.6909999999999998,"15min":2.016},"min":{"1min":0.28999999999999998,"5min":0.25700000000000001,"15min":0.24099999999999999},"max":{"1min":6.5380000000000003,"5min":12.438000000000001,"15min":12.438000000000001},"last":2.0299999999999998},{"interface":"front","average":{"1min":1.026,"5min":2.383,"15min":1.97},"min":{"1min":0.33100000000000002,"5min":0.27100000000000002,"15min":0.26600000000000001},"max":{"1min":4.2489999999999997,"5min":12.332000000000001,"15min":12.332000000000001},"last":3.5310000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:28:11 2023","interfaces":[{"interface":"back","average":{"1min":2.032,"5min":2.0830000000000002,"15min":1.702},"min":{"1min":0.30499999999999999,"5min":0.253,"15min":0.22800000000000001},"max":{"1min":7.0830000000000002,"5min":8.3889999999999993,"15min":8.3889999999999993},"last":1.944},{"interface":"front","average":{"1min":1.181,"5min":1.6779999999999999,"15min":1.5980000000000001},"min":{"1min":0.32500000000000001,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":6.6070000000000002,"5min":8.9770000000000003,"15min":12.128},"last":0.54900000000000004}]},{"osd":3,"last update":"Mon Aug 28 02:27:22 2023","interfaces":[{"interface":"back","average":{"1min":1.405,"5min":1.887,"15min":2.0670000000000002},"min":{"1min":0.36199999999999999,"5min":0.30199999999999999,"15min":0.27200000000000002},"max":{"1min":11.231,"5min":11.231,"15min":11.231},"last":0.58999999999999997},{"interface":"front","average":{"1min":1.5580000000000001,"5min":2.3660000000000001,"15min":2.226},"min":{"1min":0.39100000000000001,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":12.208,"5min":12.208,"15min":12.208},"last":0.51400000000000001}]},{"osd":4,"last update":"Mon Aug 28 02:27:58 2023","interfaces":[{"interface":"back","average":{"1min":2.1989999999999998,"5min":1.556,"15min":1.091},"min":{"1min":0.28100000000000003,"5min":0.27000000000000002,"15min":0.22700000000000001},"max":{"1min":17.375,"5min":17.375,"15min":17.375},"last":2.012},{"interface":"front","average":{"1min":1.1879999999999999,"5min":1.1779999999999999,"15min":0.86799999999999999},"min":{"1min":0.28499999999999998,"5min":0.26100000000000001,"15min":0.24299999999999999},"max":{"1min":6.5960000000000001,"5min":8.1890000000000001,"15min":8.1890000000000001},"last":0.57499999999999996}]},{"osd":5,"last update":"Mon Aug 28 02:27:58 2023","interfaces":[{"interface":"back","average":{"1min":1.1399999999999999,"5min":1.133,"15min":0.92100000000000004},"min":{"1min":0.313,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":4.3920000000000003,"5min":8.1270000000000007,"15min":9.2279999999999998},"last":1.9790000000000001},{"interface":"front","average":{"1min":2.0910000000000002,"5min":1.583,"15min":1.101},"min":{"1min":0.34999999999999998,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":17.324999999999999,"5min":17.324999999999999,"15min":17.324999999999999},"last":2.0619999999999998}]},{"osd":6,"last update":"Mon Aug 28 02:27:58 2023","interfaces":[{"interface":"back","average":{"1min":2.4849999999999999,"5min":1.617,"15min":1.111},"min":{"1min":0.375,"5min":0.30299999999999999,"15min":0.28199999999999997},"max":{"1min":17.454999999999998,"5min":17.454999999999998,"15min":17.454999999999998},"last":2.044},{"interface":"front","average":{"1min":0.66200000000000003,"5min":0.93799999999999994,"15min":0.81799999999999995},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.29899999999999999},"max":{"1min":2.605,"5min":5.2300000000000004,"15min":5.8710000000000004},"last":0.61299999999999999}]}]},{"osd":6,"up_from":45,"seq":193273528588,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1551644,"kb_used_data":1277140,"kb_used_omap":0,"kb_used_meta":274496,"kb_avail":92193508,"statfs":{"total":95995035648,"available":94406152192,"internally_reserved":0,"allocated":1307791360,"data_stored":1306933892,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":281083904},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:28:06 2023","interfaces":[{"interface":"back","average":{"1min":1.268,"5min":2.23,"15min":2.02},"min":{"1min":0.23499999999999999,"5min":0.23100000000000001,"15min":0.20699999999999999},"max":{"1min":3.702,"5min":11.036,"15min":16.462},"last":3.0539999999999998},{"interface":"front","average":{"1min":1.617,"5min":2.1669999999999998,"15min":2.0590000000000002},"min":{"1min":0.34899999999999998,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":6.2519999999999998,"5min":12.333,"15min":16.486999999999998},"last":4.798}]},{"osd":1,"last update":"Mon Aug 28 02:27:28 2023","interfaces":[{"interface":"back","average":{"1min":1.0700000000000001,"5min":2.5739999999999998,"15min":2.1960000000000002},"min":{"1min":0.34100000000000003,"5min":0.24199999999999999,"15min":0.23999999999999999},"max":{"1min":3.3039999999999998,"5min":12.834,"15min":12.834},"last":3.222},{"interface":"front","average":{"1min":0.79600000000000004,"5min":2.1339999999999999,"15min":1.7869999999999999},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":2.073,"5min":13.183999999999999,"15min":13.183999999999999},"last":0.28799999999999998}]},{"osd":2,"last update":"Mon Aug 28 02:28:13 2023","interfaces":[{"interface":"back","average":{"1min":1.518,"5min":2.3839999999999999,"15min":2.0070000000000001},"min":{"1min":0.35599999999999998,"5min":0.27000000000000002,"15min":0.26300000000000001},"max":{"1min":6.8490000000000002,"5min":12.356,"15min":14.156000000000001},"last":0.35499999999999998},{"interface":"front","average":{"1min":1.2569999999999999,"5min":1.806,"15min":1.7050000000000001},"min":{"1min":0.28899999999999998,"5min":0.247,"15min":0.247},"max":{"1min":6.0960000000000001,"5min":8.6370000000000005,"15min":11.442},"last":1.0800000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:28:13 2023","interfaces":[{"interface":"back","average":{"1min":8.8580000000000005,"5min":3.8220000000000001,"15min":2.4950000000000001},"min":{"1min":0.40999999999999998,"5min":0.33600000000000002,"15min":0.30199999999999999},"max":{"1min":122.399,"5min":122.399,"15min":122.399},"last":4.8310000000000004},{"interface":"front","average":{"1min":6.9749999999999996,"5min":3.1829999999999998,"15min":2.3639999999999999},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":123.173,"5min":123.173,"15min":123.173},"last":1.119}]},{"osd":4,"last update":"Mon Aug 28 02:27:49 2023","interfaces":[{"interface":"back","average":{"1min":0.82499999999999996,"5min":1.603,"15min":1.028},"min":{"1min":0.253,"5min":0.25,"15min":0.23400000000000001},"max":{"1min":4.9240000000000004,"5min":18.294,"15min":18.294},"last":0.376},{"interface":"front","average":{"1min":0.44900000000000001,"5min":1.6599999999999999,"15min":0.998},"min":{"1min":0.28000000000000003,"5min":0.246,"15min":0.22500000000000001},"max":{"1min":1.6899999999999999,"5min":7.8239999999999998,"15min":8.0950000000000006},"last":1.05}]},{"osd":5,"last update":"Mon Aug 28 02:27:49 2023","interfaces":[{"interface":"back","average":{"1min":0.89800000000000002,"5min":1.613,"15min":1.0660000000000001},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":5.0170000000000003,"5min":13.105,"15min":13.105},"last":0.32500000000000001},{"interface":"front","average":{"1min":0.69699999999999995,"5min":1.268,"15min":0.89200000000000002},"min":{"1min":0.28100000000000003,"5min":0.26800000000000002,"15min":0.26300000000000001},"max":{"1min":1.8939999999999999,"5min":7.4279999999999999,"15min":7.4279999999999999},"last":1.0089999999999999}]},{"osd":7,"last update":"Mon Aug 28 02:28:13 2023","interfaces":[{"interface":"back","average":{"1min":1.284,"5min":1.5609999999999999,"15min":1.129},"min":{"1min":0.38300000000000001,"5min":0.308,"15min":0.27000000000000002},"max":{"1min":5.0460000000000003,"5min":12.260999999999999,"15min":12.260999999999999},"last":0.97299999999999998},{"interface":"front","average":{"1min":1.1799999999999999,"5min":1.5249999999999999,"15min":1.0860000000000001},"min":{"1min":0.307,"5min":0.27200000000000002,"15min":0.22600000000000001},"max":{"1min":3.5670000000000002,"5min":12.021000000000001,"15min":12.021000000000001},"last":0.40500000000000003}]}]},{"osd":1,"up_from":101,"seq":433791697047,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":4200948,"kb_used_data":3764268,"kb_used_omap":4,"kb_used_meta":436475,"kb_avail":89544204,"statfs":{"total":95995035648,"available":91693264896,"internally_reserved":0,"allocated":3854610432,"data_stored":3853520820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":446951310},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:27:20 2023","interfaces":[{"interface":"back","average":{"1min":1.4450000000000001,"5min":2.7349999999999999,"15min":2.9649999999999999},"min":{"1min":0.23300000000000001,"5min":0.214,"15min":0.21099999999999999},"max":{"1min":10.231,"5min":11.656000000000001,"15min":14.412000000000001},"last":0.23300000000000001},{"interface":"front","average":{"1min":1.694,"5min":2.8650000000000002,"15min":3.1619999999999999},"min":{"1min":0.38300000000000001,"5min":0.24199999999999999,"15min":0.21199999999999999},"max":{"1min":9.1519999999999992,"5min":10.698,"15min":16.260999999999999},"last":0.375}]},{"osd":2,"last update":"Mon Aug 28 02:28:14 2023","interfaces":[{"interface":"back","average":{"1min":3.7040000000000002,"5min":3.0230000000000001,"15min":2.593},"min":{"1min":0.42199999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":9.1430000000000007,"5min":13.58,"15min":13.58},"last":1.841},{"interface":"front","average":{"1min":2.6419999999999999,"5min":1.9550000000000001,"15min":2.7559999999999998},"min":{"1min":0.42599999999999999,"5min":0.29899999999999999,"15min":0.253},"max":{"1min":19.100999999999999,"5min":19.100999999999999,"15min":20.003},"last":0.45000000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:28:14 2023","interfaces":[{"interface":"back","average":{"1min":3.427,"5min":2.7120000000000002,"15min":3.415},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.28100000000000003},"max":{"1min":19.074999999999999,"5min":19.074999999999999,"15min":24.701000000000001},"last":0.29299999999999998},{"interface":"front","average":{"1min":2.5870000000000002,"5min":3.2010000000000001,"15min":3.1400000000000001},"min":{"1min":0.54500000000000004,"5min":0.223,"15min":0.223},"max":{"1min":10.718,"5min":22.59,"15min":22.59},"last":0.32700000000000001}]},{"osd":4,"last update":"Mon Aug 28 02:27:20 2023","interfaces":[{"interface":"back","average":{"1min":0.79000000000000004,"5min":1.6200000000000001,"15min":1.96},"min":{"1min":0.34599999999999997,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":2.71,"5min":10.398999999999999,"15min":10.398999999999999},"last":4.077},{"interface":"front","average":{"1min":1.1020000000000001,"5min":1.8720000000000001,"15min":1.782},"min":{"1min":0.31900000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":3.8849999999999998,"5min":9.1519999999999992,"15min":9.1519999999999992},"last":4.0860000000000003}]},{"osd":5,"last update":"Mon Aug 28 02:27:20 2023","interfaces":[{"interface":"back","average":{"1min":1.635,"5min":2.8410000000000002,"15min":2.6110000000000002},"min":{"1min":0.56100000000000005,"5min":0.34599999999999997,"15min":0.33600000000000002},"max":{"1min":7.423,"5min":18.626999999999999,"15min":18.626999999999999},"last":1.137},{"interface":"front","average":{"1min":0.90400000000000003,"5min":2.6059999999999999,"15min":2.3809999999999998},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.31900000000000001},"max":{"1min":3.5049999999999999,"5min":12.776,"15min":12.776},"last":3.7370000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:27:20 2023","interfaces":[{"interface":"back","average":{"1min":1.516,"5min":2.8420000000000001,"15min":2.7069999999999999},"min":{"1min":0.52100000000000002,"5min":0.38900000000000001,"15min":0.34899999999999998},"max":{"1min":7.4749999999999996,"5min":11.037000000000001,"15min":14.944000000000001},"last":2.2909999999999999},{"interface":"front","average":{"1min":0.91600000000000004,"5min":2.0190000000000001,"15min":2.222},"min":{"1min":0.42999999999999999,"5min":0.35699999999999998,"15min":0.34499999999999997},"max":{"1min":2.8980000000000001,"5min":10.513999999999999,"15min":10.513999999999999},"last":0.47799999999999998}]},{"osd":7,"last update":"Mon Aug 28 02:27:20 2023","interfaces":[{"interface":"back","average":{"1min":0.88400000000000001,"5min":2.3969999999999998,"15min":2.4249999999999998},"min":{"1min":0.44700000000000001,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":2.7890000000000001,"5min":10.551,"15min":16.550000000000001},"last":3.7629999999999999},{"interface":"front","average":{"1min":1.224,"5min":2.508,"15min":2.2160000000000002},"min":{"1min":0.58499999999999996,"5min":0.312,"15min":0.30199999999999999},"max":{"1min":4.1470000000000002,"5min":14.515000000000001,"15min":14.515000000000001},"last":0.92200000000000004}]}]},{"osd":0,"up_from":87,"seq":373662154918,"num_pgs":51,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2423996,"kb_used_data":2005108,"kb_used_omap":5,"kb_used_meta":418874,"kb_avail":91321156,"statfs":{"total":95995035648,"available":93512863744,"internally_reserved":0,"allocated":2053230592,"data_stored":2052071736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":428927610},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:28:19 2023","interfaces":[{"interface":"back","average":{"1min":2.5129999999999999,"5min":2.1139999999999999,"15min":2.4199999999999999},"min":{"1min":0.193,"5min":0.193,"15min":0.193},"max":{"1min":8.0709999999999997,"5min":9.2279999999999998,"15min":12.847},"last":0.77200000000000002},{"interface":"front","average":{"1min":2.7869999999999999,"5min":3.1459999999999999,"15min":3.5019999999999998},"min":{"1min":0.255,"5min":0.221,"15min":0.16900000000000001},"max":{"1min":7.9800000000000004,"5min":24.343,"15min":24.343},"last":6.0590000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:28:11 2023","interfaces":[{"interface":"back","average":{"1min":1.915,"5min":2.4180000000000001,"15min":2.722},"min":{"1min":0.248,"5min":0.23799999999999999,"15min":0.23400000000000001},"max":{"1min":5.516,"5min":10.329000000000001,"15min":20.233000000000001},"last":5.8230000000000004},{"interface":"front","average":{"1min":3.5779999999999998,"5min":2.419,"15min":2.9630000000000001},"min":{"1min":0.29299999999999998,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":9.3729999999999993,"5min":9.3729999999999993,"15min":20.015999999999998},"last":0.89100000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:28:19 2023","interfaces":[{"interface":"back","average":{"1min":2.1259999999999999,"5min":2.3290000000000002,"15min":2.9849999999999999},"min":{"1min":0.27700000000000002,"5min":0.27500000000000002,"15min":0.26100000000000001},"max":{"1min":6.0220000000000002,"5min":11.837999999999999,"15min":20.27},"last":5.8810000000000002},{"interface":"front","average":{"1min":3.5369999999999999,"5min":3.0859999999999999,"15min":2.645},"min":{"1min":0.33300000000000002,"5min":0.26500000000000001,"15min":0.247},"max":{"1min":15.365,"5min":17.635999999999999,"15min":17.635999999999999},"last":3.9849999999999999}]},{"osd":4,"last update":"Mon Aug 28 02:28:06 2023","interfaces":[{"interface":"back","average":{"1min":2.4039999999999999,"5min":2.1669999999999998,"15min":2.0059999999999998},"min":{"1min":0.32600000000000001,"5min":0.29299999999999998,"15min":0.27700000000000002},"max":{"1min":8.9380000000000006,"5min":12.842000000000001,"15min":12.842000000000001},"last":0.83799999999999997},{"interface":"front","average":{"1min":2.3109999999999999,"5min":2.6360000000000001,"15min":2.4649999999999999},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.29799999999999999},"max":{"1min":8.702,"5min":16.768999999999998,"15min":16.768999999999998},"last":0.46899999999999997}]},{"osd":5,"last update":"Mon Aug 28 02:28:06 2023","interfaces":[{"interface":"back","average":{"1min":2.3180000000000001,"5min":2.0419999999999998,"15min":1.8799999999999999},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":8.9789999999999992,"5min":13.038,"15min":13.038},"last":0.86499999999999999},{"interface":"front","average":{"1min":2.0939999999999999,"5min":2.5609999999999999,"15min":2.5169999999999999},"min":{"1min":0.371,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":5.4509999999999996,"5min":14.93,"15min":15.134},"last":0.52400000000000002}]},{"osd":6,"last update":"Mon Aug 28 02:28:06 2023","interfaces":[{"interface":"back","average":{"1min":2.431,"5min":2.141,"15min":2.0779999999999998},"min":{"1min":0.36199999999999999,"5min":0.33200000000000002,"15min":0.316},"max":{"1min":8.9600000000000009,"5min":13.16,"15min":13.16},"last":0.80600000000000005},{"interface":"front","average":{"1min":2.5609999999999999,"5min":2.6120000000000001,"15min":2.5609999999999999},"min":{"1min":0.442,"5min":0.36299999999999999,"15min":0.311},"max":{"1min":8.6549999999999994,"5min":14.903,"15min":15.177},"last":0.55000000000000004}]},{"osd":7,"last update":"Mon Aug 28 02:28:06 2023","interfaces":[{"interface":"back","average":{"1min":1.95,"5min":2.4830000000000001,"15min":2.387},"min":{"1min":0.38600000000000001,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":7.2869999999999999,"5min":12.785,"15min":12.785},"last":5.9299999999999997},{"interface":"front","average":{"1min":2.5270000000000001,"5min":2.2149999999999999,"15min":2.1709999999999998},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.377},"max":{"1min":8.9960000000000004,"5min":13.005000000000001,"15min":13.005000000000001},"last":4.0229999999999997}]}]},{"osd":2,"up_from":117,"seq":502511173772,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1490760,"kb_used_data":1101632,"kb_used_omap":7,"kb_used_meta":389112,"kb_avail":92254392,"statfs":{"total":95995035648,"available":94468497408,"internally_reserved":0,"allocated":1128071168,"data_stored":1127012988,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":398450769},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,2,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:28:17 2023","interfaces":[{"interface":"back","average":{"1min":2.8300000000000001,"5min":1.875,"15min":2.605},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":9.5619999999999994,"5min":14.675000000000001,"15min":14.675000000000001},"last":3.782},{"interface":"front","average":{"1min":1.7989999999999999,"5min":2.915,"15min":3.0419999999999998},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23300000000000001},"max":{"1min":10.69,"5min":25.834,"15min":25.834},"last":0.30499999999999999}]},{"osd":1,"last update":"Mon Aug 28 02:28:17 2023","interfaces":[{"interface":"back","average":{"1min":3.0350000000000001,"5min":2.9660000000000002,"15min":2.9119999999999999},"min":{"1min":0.29299999999999998,"5min":0.27800000000000002,"15min":0.251},"max":{"1min":10.904,"5min":13.795999999999999,"15min":14.308999999999999},"last":3.5209999999999999},{"interface":"front","average":{"1min":1.899,"5min":1.9379999999999999,"15min":2.601},"min":{"1min":0.36899999999999999,"5min":0.26100000000000001,"15min":0.216},"max":{"1min":7.0599999999999996,"5min":16.983000000000001,"15min":16.983000000000001},"last":0.70399999999999996}]},{"osd":3,"last update":"Mon Aug 28 02:28:17 2023","interfaces":[{"interface":"back","average":{"1min":2.8969999999999998,"5min":2.835,"15min":3.6930000000000001},"min":{"1min":0.33000000000000002,"5min":0.25700000000000001,"15min":0.25600000000000001},"max":{"1min":10.865,"5min":14.499000000000001,"15min":14.499000000000001},"last":3.2149999999999999},{"interface":"front","average":{"1min":2.4399999999999999,"5min":2.3420000000000001,"15min":3.2759999999999998},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":12.802,"5min":14.727,"15min":17.196999999999999},"last":1.2729999999999999}]},{"osd":4,"last update":"Mon Aug 28 02:28:17 2023","interfaces":[{"interface":"back","average":{"1min":1.974,"5min":2.2869999999999999,"15min":2.0009999999999999},"min":{"1min":0.30399999999999999,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":10.750999999999999,"5min":25.876999999999999,"15min":25.876999999999999},"last":1.5720000000000001},{"interface":"front","average":{"1min":2.778,"5min":2.6030000000000002,"15min":2.093},"min":{"1min":0.378,"5min":0.32000000000000001,"15min":0.29799999999999999},"max":{"1min":9.7460000000000004,"5min":12.324,"15min":12.324},"last":3.262}]},{"osd":5,"last update":"Mon Aug 28 02:28:17 2023","interfaces":[{"interface":"back","average":{"1min":5.4530000000000003,"5min":2.0139999999999998,"15min":2.2029999999999998},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.312},"max":{"1min":68.218000000000004,"5min":68.218000000000004,"15min":68.218000000000004},"last":0.749},{"interface":"front","average":{"1min":5.8869999999999996,"5min":3.2599999999999998,"15min":2.3690000000000002},"min":{"1min":0.35699999999999998,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":68.236000000000004,"5min":68.236000000000004,"15min":68.236000000000004},"last":1.6819999999999999}]},{"osd":6,"last update":"Mon Aug 28 02:28:17 2023","interfaces":[{"interface":"back","average":{"1min":2.7490000000000001,"5min":2.758,"15min":2.3639999999999999},"min":{"1min":0.435,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":9.8000000000000007,"5min":12.375,"15min":12.375},"last":3.2909999999999999},{"interface":"front","average":{"1min":1.657,"5min":1.494,"15min":1.946},"min":{"1min":0.371,"5min":0.371,"15min":0.33900000000000002},"max":{"1min":6.8860000000000001,"5min":11.871,"15min":14.151999999999999},"last":1.734}]},{"osd":7,"last update":"Mon Aug 28 02:28:17 2023","interfaces":[{"interface":"back","average":{"1min":2.9809999999999999,"5min":2.6200000000000001,"15min":2.4279999999999999},"min":{"1min":0.38300000000000001,"5min":0.35099999999999998,"15min":0.33500000000000002},"max":{"1min":9.8490000000000002,"5min":12.404999999999999,"15min":12.404999999999999},"last":3.3159999999999998},{"interface":"front","average":{"1min":2.0510000000000002,"5min":1.617,"15min":1.9970000000000001},"min":{"1min":0.46600000000000003,"5min":0.44600000000000001,"15min":0.36399999999999999},"max":{"1min":6.8680000000000003,"5min":11.845000000000001,"15min":14.18},"last":1.3089999999999999}]}]},{"osd":3,"up_from":134,"seq":575525617791,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3810392,"kb_used_data":3312976,"kb_used_omap":2,"kb_used_meta":497277,"kb_avail":89934760,"statfs":{"total":95995035648,"available":92093194240,"internally_reserved":0,"allocated":3392487424,"data_stored":3391474760,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":509211701},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,1,0,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:28:07 2023","interfaces":[{"interface":"back","average":{"1min":1.458,"5min":2.0779999999999998,"15min":2.7480000000000002},"min":{"1min":0.20599999999999999,"5min":0.20599999999999999,"15min":0.19},"max":{"1min":6.4299999999999997,"5min":21.271000000000001,"15min":24.145},"last":0.34200000000000003},{"interface":"front","average":{"1min":2.1139999999999999,"5min":2.5569999999999999,"15min":3.1520000000000001},"min":{"1min":0.22800000000000001,"5min":0.21299999999999999,"15min":0.21099999999999999},"max":{"1min":7.4269999999999996,"5min":20.984999999999999,"15min":20.984999999999999},"last":0.35299999999999998}]},{"osd":1,"last update":"Mon Aug 28 02:28:07 2023","interfaces":[{"interface":"back","average":{"1min":4.5369999999999999,"5min":3.4239999999999999,"15min":3.3079999999999998},"min":{"1min":0.35999999999999999,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":29.780999999999999,"5min":29.780999999999999,"15min":29.780999999999999},"last":0.29499999999999998},{"interface":"front","average":{"1min":2.181,"5min":2.347,"15min":2.7290000000000001},"min":{"1min":0.32500000000000001,"5min":0.25700000000000001,"15min":0.22700000000000001},"max":{"1min":7.1379999999999999,"5min":21.427,"15min":24.071999999999999},"last":0.54100000000000004}]},{"osd":2,"last update":"Mon Aug 28 02:28:07 2023","interfaces":[{"interface":"back","average":{"1min":2.3660000000000001,"5min":2.3250000000000002,"15min":3.2810000000000001},"min":{"1min":0.27400000000000002,"5min":0.26800000000000002,"15min":0.26300000000000001},"max":{"1min":6.6429999999999998,"5min":14.436,"15min":21.292000000000002},"last":0.49099999999999999},{"interface":"front","average":{"1min":1.4359999999999999,"5min":2.4100000000000001,"15min":2.9199999999999999},"min":{"1min":0.35499999999999998,"5min":0.249,"15min":0.249},"max":{"1min":4.0410000000000004,"5min":21.297999999999998,"15min":24.175999999999998},"last":0.372}]},{"osd":4,"last update":"Mon Aug 28 02:28:07 2023","interfaces":[{"interface":"back","average":{"1min":1.337,"5min":2.0819999999999999,"15min":2.077},"min":{"1min":0.32600000000000001,"5min":0.29899999999999999,"15min":0.28399999999999997},"max":{"1min":4.1399999999999997,"5min":21.170000000000002,"15min":23.994},"last":1.988},{"interface":"front","average":{"1min":1.766,"5min":2.0230000000000001,"15min":2.3210000000000002},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.29799999999999999},"max":{"1min":7.4699999999999998,"5min":21.106000000000002,"15min":21.106000000000002},"last":2.0710000000000002}]},{"osd":5,"last update":"Mon Aug 28 02:28:07 2023","interfaces":[{"interface":"back","average":{"1min":1.994,"5min":2.2549999999999999,"15min":2.343},"min":{"1min":0.32700000000000001,"5min":0.32000000000000001,"15min":0.311},"max":{"1min":7.5039999999999996,"5min":21.507000000000001,"15min":21.507000000000001},"last":0.41699999999999998},{"interface":"front","average":{"1min":2.0510000000000002,"5min":2.1859999999999999,"15min":2.4849999999999999},"min":{"1min":0.48099999999999998,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":6.351,"5min":11.242000000000001,"15min":18.181000000000001},"last":0.39100000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:28:07 2023","interfaces":[{"interface":"back","average":{"1min":1.99,"5min":2.2370000000000001,"15min":2.4569999999999999},"min":{"1min":0.43099999999999999,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":7.5990000000000002,"5min":23.071000000000002,"15min":23.071000000000002},"last":2.6680000000000001},{"interface":"front","average":{"1min":2.601,"5min":2.351,"15min":2.6709999999999998},"min":{"1min":0.51500000000000001,"5min":0.379,"15min":0.315},"max":{"1min":6.4039999999999999,"5min":11.220000000000001,"15min":18.128},"last":1.841}]},{"osd":7,"last update":"Mon Aug 28 02:28:07 2023","interfaces":[{"interface":"back","average":{"1min":1.2909999999999999,"5min":1.998,"15min":2.1099999999999999},"min":{"1min":0.47699999999999998,"5min":0.442,"15min":0.33800000000000002},"max":{"1min":4.1820000000000004,"5min":21.239999999999998,"15min":24.042999999999999},"last":0.59599999999999997},{"interface":"front","average":{"1min":2.8999999999999999,"5min":2.7229999999999999,"15min":2.6019999999999999},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.38100000000000001},"max":{"1min":9.6300000000000008,"5min":21.138000000000002,"15min":21.138000000000002},"last":0.56100000000000005}]}]},{"osd":4,"up_from":30,"seq":128849019154,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1834528,"kb_used_data":1508824,"kb_used_omap":0,"kb_used_meta":325696,"kb_avail":91910624,"statfs":{"total":95995035648,"available":94116478976,"internally_reserved":0,"allocated":1545035776,"data_stored":1544173794,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":333512704},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:28:06 2023","interfaces":[{"interface":"back","average":{"1min":3.0960000000000001,"5min":2.3069999999999999,"15min":2.0379999999999998},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.221},"max":{"1min":17.800999999999998,"5min":17.882000000000001,"15min":17.882000000000001},"last":0.40000000000000002},{"interface":"front","average":{"1min":2.2989999999999999,"5min":2.0840000000000001,"15min":2.0899999999999999},"min":{"1min":0.25,"5min":0.218,"15min":0.217},"max":{"1min":18.471,"5min":18.471,"15min":18.471},"last":4.46}]},{"osd":1,"last update":"Mon Aug 28 02:27:22 2023","interfaces":[{"interface":"back","average":{"1min":0.93100000000000005,"5min":1.6279999999999999,"15min":1.7410000000000001},"min":{"1min":0.33600000000000002,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":2.8340000000000001,"5min":11.914999999999999,"15min":11.914999999999999},"last":1.75},{"interface":"front","average":{"1min":0.93100000000000005,"5min":1.97,"15min":1.7969999999999999},"min":{"1min":0.441,"5min":0.27300000000000002,"15min":0.246},"max":{"1min":2.6909999999999998,"5min":9.0410000000000004,"15min":9.2249999999999996},"last":7.6959999999999997}]},{"osd":2,"last update":"Mon Aug 28 02:28:06 2023","interfaces":[{"interface":"back","average":{"1min":2.2570000000000001,"5min":2.028,"15min":1.621},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.27400000000000002},"max":{"1min":8.5700000000000003,"5min":16.231000000000002,"15min":16.231000000000002},"last":3.915},{"interface":"front","average":{"1min":1.5429999999999999,"5min":1.8200000000000001,"15min":1.6379999999999999},"min":{"1min":0.34699999999999998,"5min":0.29299999999999998,"15min":0.251},"max":{"1min":6.7990000000000004,"5min":7.0570000000000004,"15min":10.859999999999999},"last":4.3810000000000002}]},{"osd":3,"last update":"Mon Aug 28 02:28:15 2023","interfaces":[{"interface":"back","average":{"1min":1.8029999999999999,"5min":1.736,"15min":1.879},"min":{"1min":0.40100000000000002,"5min":0.30299999999999999,"15min":0.28699999999999998},"max":{"1min":5.5179999999999998,"5min":9.9160000000000004,"15min":12.339},"last":4.4249999999999998},{"interface":"front","average":{"1min":2.2610000000000001,"5min":1.931,"15min":1.917},"min":{"1min":0.33400000000000002,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":6.5979999999999999,"5min":11.743,"15min":11.782},"last":1.024}]},{"osd":5,"last update":"Mon Aug 28 02:27:35 2023","interfaces":[{"interface":"back","average":{"1min":0.81699999999999995,"5min":1.2390000000000001,"15min":0.96299999999999997},"min":{"1min":0.27700000000000002,"5min":0.24399999999999999,"15min":0.23799999999999999},"max":{"1min":2.528,"5min":16.181999999999999,"15min":16.181999999999999},"last":0.35299999999999998},{"interface":"front","average":{"1min":1.0129999999999999,"5min":1.2569999999999999,"15min":1.036},"min":{"1min":0.313,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":4.9489999999999998,"5min":10.233000000000001,"15min":10.233000000000001},"last":0.29699999999999999}]},{"osd":6,"last update":"Mon Aug 28 02:27:56 2023","interfaces":[{"interface":"back","average":{"1min":1.151,"5min":1.238,"15min":1.024},"min":{"1min":0.35199999999999998,"5min":0.309,"15min":0.25600000000000001},"max":{"1min":4.9870000000000001,"5min":10.023999999999999,"15min":10.023999999999999},"last":0.26500000000000001},{"interface":"front","average":{"1min":1.3029999999999999,"5min":1.268,"15min":0.97099999999999997},"min":{"1min":0.35399999999999998,"5min":0.26600000000000001,"15min":0.251},"max":{"1min":6.5590000000000002,"5min":6.9939999999999998,"15min":8.6850000000000005},"last":0.31900000000000001}]},{"osd":7,"last update":"Mon Aug 28 02:28:06 2023","interfaces":[{"interface":"back","average":{"1min":1.8149999999999999,"5min":1.3580000000000001,"15min":1.0389999999999999},"min":{"1min":0.33100000000000002,"5min":0.27400000000000002,"15min":0.26800000000000002},"max":{"1min":8.7449999999999992,"5min":9.3209999999999997,"15min":9.3209999999999997},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.96099999999999997,"5min":1.1950000000000001,"15min":0.97799999999999998},"min":{"1min":0.32200000000000001,"5min":0.311,"15min":0.28799999999999998},"max":{"1min":3.141,"5min":7.0220000000000002,"15min":7.0220000000000002},"last":0.33800000000000002}]}]},{"osd":5,"up_from":37,"seq":158913790223,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":4397972,"kb_used_data":3975180,"kb_used_omap":0,"kb_used_meta":422784,"kb_avail":89347180,"statfs":{"total":95995035648,"available":91491512320,"internally_reserved":0,"allocated":4070584320,"data_stored":4069730643,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":432930816},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,2],"upper_bound":16},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:27:23 2023","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":2.835,"15min":2.4460000000000002},"min":{"1min":0.23899999999999999,"5min":0.224,"15min":0.22},"max":{"1min":2.8889999999999998,"5min":40.334000000000003,"15min":40.334000000000003},"last":1.7270000000000001},{"interface":"front","average":{"1min":0.63300000000000001,"5min":2.335,"15min":1.9710000000000001},"min":{"1min":0.252,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":1.3919999999999999,"5min":40.212000000000003,"15min":40.212000000000003},"last":0.30099999999999999}]},{"osd":1,"last update":"Mon Aug 28 02:27:23 2023","interfaces":[{"interface":"back","average":{"1min":1.135,"5min":3.1339999999999999,"15min":2.4220000000000002},"min":{"1min":0.27800000000000002,"5min":0.253,"15min":0.23200000000000001},"max":{"1min":7.7789999999999999,"5min":40.088000000000001,"15min":40.088000000000001},"last":1.3160000000000001},{"interface":"front","average":{"1min":0.81200000000000006,"5min":2.327,"15min":1.7989999999999999},"min":{"1min":0.40799999999999997,"5min":0.28199999999999997,"15min":0.251},"max":{"1min":3.3519999999999999,"5min":40.243000000000002,"15min":40.243000000000002},"last":0.64900000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:27:23 2023","interfaces":[{"interface":"back","average":{"1min":0.80200000000000005,"5min":2.609,"15min":2.0249999999999999},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":2.9359999999999999,"5min":40.436999999999998,"15min":40.436999999999998},"last":1.964},{"interface":"front","average":{"1min":1.012,"5min":2.5670000000000002,"15min":1.96},"min":{"1min":0.434,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":2.5819999999999999,"5min":40.555,"15min":40.555},"last":1.4710000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:27:23 2023","interfaces":[{"interface":"back","average":{"1min":1.071,"5min":2.8700000000000001,"15min":1.9339999999999999},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.27900000000000003},"max":{"1min":4.0069999999999997,"5min":40.270000000000003,"15min":40.270000000000003},"last":1.597},{"interface":"front","average":{"1min":0.78800000000000003,"5min":2.5449999999999999,"15min":2.0680000000000001},"min":{"1min":0.38300000000000001,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":2.8490000000000002,"5min":40.597999999999999,"15min":40.597999999999999},"last":0.33800000000000002}]},{"osd":4,"last update":"Mon Aug 28 02:27:39 2023","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":1.4390000000000001,"15min":1.2110000000000001},"min":{"1min":0.27300000000000002,"5min":0.25600000000000001,"15min":0.216},"max":{"1min":2.141,"5min":13.348000000000001,"15min":40.762999999999998},"last":0.27300000000000002},{"interface":"front","average":{"1min":0.54100000000000004,"5min":1.2190000000000001,"15min":1.099},"min":{"1min":0.30299999999999999,"5min":0.27400000000000002,"15min":0.22900000000000001},"max":{"1min":1.2549999999999999,"5min":10.664999999999999,"15min":40.634},"last":1.772}]},{"osd":6,"last update":"Mon Aug 28 02:27:23 2023","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":2.0230000000000001,"15min":1.343},"min":{"1min":0.307,"5min":0.26500000000000001,"15min":0.254},"max":{"1min":1.0429999999999999,"5min":42.409999999999997,"15min":42.409999999999997},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.51000000000000001,"5min":1.9730000000000001,"15min":1.343},"min":{"1min":0.33500000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.70399999999999996,"5min":42.533999999999999,"15min":42.533999999999999},"last":1.276}]},{"osd":7,"last update":"Mon Aug 28 02:27:23 2023","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":2.2959999999999998,"15min":1.4419999999999999},"min":{"1min":0.34399999999999997,"5min":0.34100000000000003,"15min":0.314},"max":{"1min":1.159,"5min":42.667000000000002,"15min":42.667000000000002},"last":1.3500000000000001},{"interface":"front","average":{"1min":0.67500000000000004,"5min":1.7809999999999999,"15min":1.3140000000000001},"min":{"1min":0.33700000000000002,"5min":0.31900000000000001,"15min":0.27000000000000002},"max":{"1min":1.6559999999999999,"5min":42.344000000000001,"15min":42.344000000000001},"last":0.36499999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":2034761728,"data_stored":2034761728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":3845591040,"data_stored":3845586968,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1131675648,"data_stored":1131675648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":3379363840,"data_stored":3379363840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1545011200,"data_stored":1545011200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4109762560,"data_stored":4109762560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1310851072,"data_stored":1310851072,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4196859904,"data_stored":4196859904,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:28:23.844 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd pool set .mgr pgp_num 11 2023-08-28T02:28:23.844 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:28:23.845 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:28:23.890 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:23.935 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:28:23.939 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:23.941 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:28:24.041 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:28:24.100 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:24.190 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:24 smithi040 ceph-mon[170259]: 9.10 scrub starts 2023-08-28T02:28:24.190 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:24 smithi040 ceph-mon[175404]: 9.10 scrub starts 2023-08-28T02:28:24.212 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:28:24.216 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:24.216 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:28:24.317 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:28:24.349 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:28:24.384 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:28:24.393 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:24.423 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:28:24.435 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:28:24.439 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:24.439 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:28:24.458 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:28:24.478 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:28:24.480 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd set noscrub 2023-08-28T02:28:24.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:24 smithi083 ceph-mon[157819]: 9.10 scrub starts 2023-08-28T02:28:24.495 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:28:24.537 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:28:24.540 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:28:24.589 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:24.596 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:28:24.628 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:28:24.631 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:28:24.636 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:24.637 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:28:24.649 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-08-28T02:28:24.649 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-08-28T02:28:24.649 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-08-28T02:28:24.649 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-08-28T02:28:24.649 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-08-28T02:28:24.649 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-08-28T02:28:24.650 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-08-28T02:28:24.650 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-08-28T02:28:24.737 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:28:24.800 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:25.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:25 smithi040 ceph-mon[170259]: from='client.54799 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:28:25.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:25 smithi040 ceph-mon[170259]: pgmap v626: 109 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 106 active+clean; 6.5 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 61 MiB/s wr, 1.02k op/s; 4170/321264 objects degraded (1.298%); 3589/321264 objects misplaced (1.117%); 4.1 MiB/s, 64 objects/s recovering 2023-08-28T02:28:25.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:25 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/478512673' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:28:25.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:25 smithi040 ceph-mon[170259]: 1.5 scrub starts 2023-08-28T02:28:25.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:25 smithi040 ceph-mon[175404]: from='client.54799 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:28:25.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:25 smithi040 ceph-mon[175404]: pgmap v626: 109 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 106 active+clean; 6.5 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 61 MiB/s wr, 1.02k op/s; 4170/321264 objects degraded (1.298%); 3589/321264 objects misplaced (1.117%); 4.1 MiB/s, 64 objects/s recovering 2023-08-28T02:28:25.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:25 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/478512673' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:28:25.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:25 smithi040 ceph-mon[175404]: 1.5 scrub starts 2023-08-28T02:28:25.314 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:28:25.322 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:25.323 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:28:25.423 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:28:25.489 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:25.493 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:25 smithi083 ceph-mon[157819]: from='client.54799 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:28:25.493 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:25 smithi083 ceph-mon[157819]: pgmap v626: 109 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 106 active+clean; 6.5 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 61 MiB/s wr, 1.02k op/s; 4170/321264 objects degraded (1.298%); 3589/321264 objects misplaced (1.117%); 4.1 MiB/s, 64 objects/s recovering 2023-08-28T02:28:25.493 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:25 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/478512673' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:28:25.494 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:25 smithi083 ceph-mon[157819]: 1.5 scrub starts 2023-08-28T02:28:25.536 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:28:25.541 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:25.541 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:28:25.567 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:28:25 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:28:25] "GET /metrics HTTP/1.1" 200 36469 "" "Prometheus/2.43.0" 2023-08-28T02:28:25.642 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:28:25.720 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:25.765 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:28:25.769 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:25.770 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:28:25.811 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:28:25.871 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:28:25.924 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-08-28T02:28:25.924 INFO:teuthology.orchestra.run.smithi040.stdout: "ops": [ 2023-08-28T02:28:25.924 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.924 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:112081 9.12 9:4f45d3f4:::benchmark_data_smithi040_209735_object4486:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e191)", 2023-08-28T02:28:25.924 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:28:25.895340+0000", 2023-08-28T02:28:25.924 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 0.027838984000000001, 2023-08-28T02:28:25.924 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.027880902999999999, 2023-08-28T02:28:25.925 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:28:25.925 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "waiting for sub ops", 2023-08-28T02:28:25.925 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:28:25.925 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:28:25.925 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:28:25.925 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 112081 2023-08-28T02:28:25.925 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.925 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:28:25.925 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.925 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:28:25.925 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.895340+0000", 2023-08-28T02:28:25.925 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:28:25.926 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.926 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.926 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:28:25.926 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.895340+0000", 2023-08-28T02:28:25.926 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:28:25.926 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.926 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.926 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:28:25.926 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.895339+0000", 2023-08-28T02:28:25.926 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:28:25.926 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.926 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.927 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:28:25.927 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.895344+0000", 2023-08-28T02:28:25.927 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.6149999999999996e-06 2023-08-28T02:28:25.927 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.927 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.927 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:28:25.927 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.895357+0000", 2023-08-28T02:28:25.927 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2397e-05 2023-08-28T02:28:25.927 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.927 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.927 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:28:25.927 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.895365+0000", 2023-08-28T02:28:25.928 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.2609999999999993e-06 2023-08-28T02:28:25.928 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.928 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.928 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:28:25.928 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.896170+0000", 2023-08-28T02:28:25.928 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00080481200000000002 2023-08-28T02:28:25.928 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.928 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.928 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for degraded object", 2023-08-28T02:28:25.928 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.898388+0000", 2023-08-28T02:28:25.928 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0022186129999999999 2023-08-28T02:28:25.928 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.928 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.929 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:28:25.929 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.922786+0000", 2023-08-28T02:28:25.929 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.024398049000000002 2023-08-28T02:28:25.929 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.929 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.929 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:28:25.929 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.922897+0000", 2023-08-28T02:28:25.929 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00011018000000000001 2023-08-28T02:28:25.929 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.929 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.929 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:28:25.929 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.922993+0000", 2023-08-28T02:28:25.930 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.6602999999999996e-05 2023-08-28T02:28:25.930 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:28:25.930 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:28:25.930 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:28:25.930 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.930 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.930 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:112082 9.12 9:4dea5b46:::benchmark_data_smithi040_209735_object4487:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e191)", 2023-08-28T02:28:25.930 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:28:25.895374+0000", 2023-08-28T02:28:25.930 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 0.027805106999999999, 2023-08-28T02:28:25.930 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.027952404, 2023-08-28T02:28:25.930 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:28:25.930 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "delayed", 2023-08-28T02:28:25.931 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:28:25.931 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:28:25.931 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:28:25.931 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 112082 2023-08-28T02:28:25.931 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.931 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:28:25.931 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.931 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:28:25.931 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.895374+0000", 2023-08-28T02:28:25.931 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:28:25.931 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.931 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.932 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:28:25.932 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.895374+0000", 2023-08-28T02:28:25.932 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:28:25.932 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.932 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.932 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:28:25.932 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.895373+0000", 2023-08-28T02:28:25.932 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:28:25.932 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.932 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.932 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:28:25.932 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.895377+0000", 2023-08-28T02:28:25.933 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.9570000000000004e-06 2023-08-28T02:28:25.933 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.933 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.933 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:28:25.933 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.895384+0000", 2023-08-28T02:28:25.933 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.1720000000000004e-06 2023-08-28T02:28:25.933 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.933 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.933 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:28:25.933 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.895388+0000", 2023-08-28T02:28:25.933 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.7530000000000001e-06 2023-08-28T02:28:25.933 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.934 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.934 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:28:25.934 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.898440+0000", 2023-08-28T02:28:25.934 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.003051509 2023-08-28T02:28:25.934 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.934 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.934 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for degraded object", 2023-08-28T02:28:25.934 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.899461+0000", 2023-08-28T02:28:25.934 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00102158 2023-08-28T02:28:25.934 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:28:25.934 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:28:25.934 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:28:25.934 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.935 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.935 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:112093 9.14 9:2c4c07db:::benchmark_data_smithi040_209735_object4498:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e191)", 2023-08-28T02:28:25.935 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:28:25.900668+0000", 2023-08-28T02:28:25.935 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 0.022510697999999999, 2023-08-28T02:28:25.935 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.022748394000000002, 2023-08-28T02:28:25.935 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:28:25.935 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "waiting for sub ops", 2023-08-28T02:28:25.935 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:28:25.935 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:28:25.935 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:28:25.935 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 112093 2023-08-28T02:28:25.935 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.936 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:28:25.936 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.936 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:28:25.936 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.900668+0000", 2023-08-28T02:28:25.936 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:28:25.936 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.936 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.936 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:28:25.936 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.900668+0000", 2023-08-28T02:28:25.936 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:28:25.936 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.937 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.937 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:28:25.937 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.900668+0000", 2023-08-28T02:28:25.937 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:28:25.937 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.937 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.937 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:28:25.937 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.900672+0000", 2023-08-28T02:28:25.937 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.724e-06 2023-08-28T02:28:25.937 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.937 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.937 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:28:25.938 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.900681+0000", 2023-08-28T02:28:25.938 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.1700000000000003e-06 2023-08-28T02:28:25.938 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.938 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.938 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:28:25.938 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.900689+0000", 2023-08-28T02:28:25.938 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.114e-06 2023-08-28T02:28:25.938 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.938 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.938 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:28:25.938 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.902996+0000", 2023-08-28T02:28:25.939 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.002307085 2023-08-28T02:28:25.939 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.939 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.939 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:28:25.939 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.903121+0000", 2023-08-28T02:28:25.939 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00012529300000000001 2023-08-28T02:28:25.939 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.939 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.939 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 3,4", 2023-08-28T02:28:25.939 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.903234+0000", 2023-08-28T02:28:25.939 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000113269 2023-08-28T02:28:25.940 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.940 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.940 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:28:25.940 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.914948+0000", 2023-08-28T02:28:25.940 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.011714308999999999 2023-08-28T02:28:25.940 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.940 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.940 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:28:25.940 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.915462+0000", 2023-08-28T02:28:25.940 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00051329299999999995 2023-08-28T02:28:25.940 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:28:25.940 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:28:25.941 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:28:25.941 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.941 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.941 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:112058 9.12 9:48a91a4d:::benchmark_data_smithi040_209735_object4463:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e191)", 2023-08-28T02:28:25.941 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:28:25.869013+0000", 2023-08-28T02:28:25.941 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 0.054166383999999998, 2023-08-28T02:28:25.941 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.054498657999999998, 2023-08-28T02:28:25.941 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:28:25.941 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "waiting for sub ops", 2023-08-28T02:28:25.941 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:28:25.941 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:28:25.941 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:28:25.942 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 112058 2023-08-28T02:28:25.942 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.942 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:28:25.942 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.942 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:28:25.942 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.869013+0000", 2023-08-28T02:28:25.942 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:28:25.942 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.942 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.942 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:28:25.942 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.869013+0000", 2023-08-28T02:28:25.943 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:28:25.943 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.943 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.943 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:28:25.943 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.869011+0000", 2023-08-28T02:28:25.943 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:28:25.943 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.943 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.943 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:28:25.943 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.869018+0000", 2023-08-28T02:28:25.943 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.3439999999999997e-06 2023-08-28T02:28:25.944 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.944 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.944 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:28:25.944 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.869030+0000", 2023-08-28T02:28:25.944 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2087e-05 2023-08-28T02:28:25.944 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.944 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.944 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:28:25.944 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.869036+0000", 2023-08-28T02:28:25.944 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.6479999999999997e-06 2023-08-28T02:28:25.944 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.944 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.945 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:28:25.945 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.869084+0000", 2023-08-28T02:28:25.945 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.7889000000000002e-05 2023-08-28T02:28:25.945 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.945 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.945 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for degraded object", 2023-08-28T02:28:25.945 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.869890+0000", 2023-08-28T02:28:25.945 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00080572200000000004 2023-08-28T02:28:25.945 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.946 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.946 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:28:25.946 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.893893+0000", 2023-08-28T02:28:25.946 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.024002518 2023-08-28T02:28:25.946 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.946 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.946 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:28:25.946 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.893996+0000", 2023-08-28T02:28:25.946 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000103677 2023-08-28T02:28:25.946 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.946 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.946 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:28:25.947 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.894126+0000", 2023-08-28T02:28:25.947 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00012971799999999999 2023-08-28T02:28:25.947 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.947 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.947 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:28:25.947 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.899523+0000", 2023-08-28T02:28:25.947 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0053972220000000001 2023-08-28T02:28:25.947 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.948 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.948 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:28:25.948 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.905611+0000", 2023-08-28T02:28:25.948 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0060875800000000004 2023-08-28T02:28:25.948 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:28:25.948 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:28:25.948 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:28:25.948 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.948 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.948 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:112095 9.14 9:290ae9c2:::benchmark_data_smithi040_209735_object4500:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e191)", 2023-08-28T02:28:25.948 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:28:25.906361+0000", 2023-08-28T02:28:25.949 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 0.016817840000000001, 2023-08-28T02:28:25.949 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.017256770000000001, 2023-08-28T02:28:25.949 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:28:25.949 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "waiting for sub ops", 2023-08-28T02:28:25.949 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:28:25.949 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:28:25.949 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:28:25.949 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 112095 2023-08-28T02:28:25.949 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.949 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:28:25.949 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.950 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:28:25.950 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.906361+0000", 2023-08-28T02:28:25.950 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:28:25.950 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.950 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.950 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:28:25.950 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.906361+0000", 2023-08-28T02:28:25.950 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:28:25.950 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.950 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.950 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:28:25.951 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.906360+0000", 2023-08-28T02:28:25.951 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:28:25.951 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.951 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.951 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:28:25.951 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.906367+0000", 2023-08-28T02:28:25.951 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.4019999999999996e-06 2023-08-28T02:28:25.951 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.951 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.951 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:28:25.951 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.906380+0000", 2023-08-28T02:28:25.951 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.3349e-05 2023-08-28T02:28:25.952 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.952 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.952 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:28:25.952 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.906389+0000", 2023-08-28T02:28:25.952 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.9679999999999995e-06 2023-08-28T02:28:25.952 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.952 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.952 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:28:25.952 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.906483+0000", 2023-08-28T02:28:25.952 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.3659000000000006e-05 2023-08-28T02:28:25.952 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.953 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.953 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:28:25.953 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.906620+0000", 2023-08-28T02:28:25.953 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00013697399999999999 2023-08-28T02:28:25.953 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.953 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.953 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 3,4", 2023-08-28T02:28:25.953 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.906759+0000", 2023-08-28T02:28:25.953 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000138961 2023-08-28T02:28:25.953 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.953 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.953 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:28:25.954 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.914980+0000", 2023-08-28T02:28:25.954 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0082215900000000008 2023-08-28T02:28:25.954 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.954 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.954 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:28:25.954 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.917654+0000", 2023-08-28T02:28:25.954 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0026731400000000001 2023-08-28T02:28:25.954 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:28:25.954 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:28:25.954 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:28:25.954 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.954 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.955 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "MOSDPGPushReply(9.12 191/181 [PushReplyOp(9:4dea5b46:::benchmark_data_smithi040_209735_object4487:head)])", 2023-08-28T02:28:25.955 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:28:25.918903+0000", 2023-08-28T02:28:25.955 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 0.0042759499999999997, 2023-08-28T02:28:25.955 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0048327250000000004, 2023-08-28T02:28:25.955 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:28:25.955 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "queued for pg", 2023-08-28T02:28:25.955 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:28:25.955 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.955 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:28:25.955 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.918903+0000", 2023-08-28T02:28:25.955 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:28:25.956 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.956 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.956 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:28:25.956 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.918903+0000", 2023-08-28T02:28:25.956 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:28:25.956 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.956 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.956 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:28:25.956 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.918903+0000", 2023-08-28T02:28:25.956 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:28:25.956 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.956 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.956 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:28:25.957 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.918907+0000", 2023-08-28T02:28:25.957 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.109e-06 2023-08-28T02:28:25.957 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.957 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.957 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:28:25.957 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.918915+0000", 2023-08-28T02:28:25.957 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.4160000000000004e-06 2023-08-28T02:28:25.957 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.957 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.957 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:28:25.957 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.918922+0000", 2023-08-28T02:28:25.958 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.9489999999999999e-06 2023-08-28T02:28:25.958 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:28:25.958 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:28:25.958 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:28:25.958 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.958 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.958 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop_reply(client.34719.0:112058 9.12 e191/181)", 2023-08-28T02:28:25.958 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:28:25.918928+0000", 2023-08-28T02:28:25.958 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 0.0042510810000000003, 2023-08-28T02:28:25.958 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0048591800000000003, 2023-08-28T02:28:25.958 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:28:25.958 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "queued for pg", 2023-08-28T02:28:25.959 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:28:25.959 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.959 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:28:25.959 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.918928+0000", 2023-08-28T02:28:25.959 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:28:25.959 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.959 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.959 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:28:25.959 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.918928+0000", 2023-08-28T02:28:25.959 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:28:25.959 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.959 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.960 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:28:25.960 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.918928+0000", 2023-08-28T02:28:25.960 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967296 2023-08-28T02:28:25.960 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.960 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.960 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:28:25.960 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.918932+0000", 2023-08-28T02:28:25.960 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.8600000000000003e-06 2023-08-28T02:28:25.960 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.960 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.960 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:28:25.961 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.918938+0000", 2023-08-28T02:28:25.961 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.7050000000000002e-06 2023-08-28T02:28:25.961 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.961 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.961 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:28:25.961 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.918944+0000", 2023-08-28T02:28:25.961 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.3480000000000003e-06 2023-08-28T02:28:25.961 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:28:25.961 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:28:25.961 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:28:25.961 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.961 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.961 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:112104 9.4 9:20b27fc9:::benchmark_data_smithi040_209735_object4509:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e191)", 2023-08-28T02:28:25.962 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:28:25.918943+0000", 2023-08-28T02:28:25.962 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 0.0042357590000000004, 2023-08-28T02:28:25.962 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0048974980000000001, 2023-08-28T02:28:25.962 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:28:25.962 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "waiting for sub ops", 2023-08-28T02:28:25.962 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:28:25.962 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:28:25.962 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:28:25.962 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 112104 2023-08-28T02:28:25.962 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.962 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:28:25.962 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.963 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:28:25.963 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.918943+0000", 2023-08-28T02:28:25.963 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:28:25.963 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.963 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.963 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:28:25.963 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.918943+0000", 2023-08-28T02:28:25.963 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:28:25.963 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.963 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.963 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:28:25.963 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.918942+0000", 2023-08-28T02:28:25.964 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:28:25.964 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.964 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.964 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:28:25.964 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.918950+0000", 2023-08-28T02:28:25.964 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.242e-06 2023-08-28T02:28:25.964 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.964 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.964 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:28:25.964 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.918964+0000", 2023-08-28T02:28:25.964 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4517e-05 2023-08-28T02:28:25.964 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.965 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.965 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:28:25.965 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.918973+0000", 2023-08-28T02:28:25.965 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.4619999999999996e-06 2023-08-28T02:28:25.965 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.965 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.965 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:28:25.965 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.919030+0000", 2023-08-28T02:28:25.965 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.6776e-05 2023-08-28T02:28:25.965 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.965 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.965 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:28:25.966 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.919174+0000", 2023-08-28T02:28:25.966 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00014429800000000001 2023-08-28T02:28:25.966 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.966 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.966 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 3,4", 2023-08-28T02:28:25.966 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.919302+0000", 2023-08-28T02:28:25.966 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00012796699999999999 2023-08-28T02:28:25.966 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.966 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.966 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:28:25.966 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.921887+0000", 2023-08-28T02:28:25.966 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0025850220000000002 2023-08-28T02:28:25.966 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.967 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.967 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:28:25.967 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.923115+0000", 2023-08-28T02:28:25.967 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00122831 2023-08-28T02:28:25.967 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:28:25.967 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:28:25.967 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:28:25.967 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.967 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.967 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.34719.0:112103 9.f e191/160 9:feeac98a:::benchmark_data_smithi040_209735_object4508:head v 191'7061, mlcod=191'7057)", 2023-08-28T02:28:25.967 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:28:25.919739+0000", 2023-08-28T02:28:25.967 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 0.0034398499999999999, 2023-08-28T02:28:25.968 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0041972390000000002, 2023-08-28T02:28:25.968 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:28:25.968 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "started", 2023-08-28T02:28:25.968 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:28:25.968 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.968 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:28:25.968 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.919739+0000", 2023-08-28T02:28:25.968 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:28:25.968 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.968 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.968 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:28:25.968 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.919739+0000", 2023-08-28T02:28:25.969 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:28:25.969 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.969 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.969 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:28:25.969 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.919739+0000", 2023-08-28T02:28:25.969 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:28:25.969 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.969 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.969 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:28:25.969 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.919749+0000", 2023-08-28T02:28:25.969 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0453e-05 2023-08-28T02:28:25.969 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.970 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.970 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:28:25.970 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.919758+0000", 2023-08-28T02:28:25.970 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.585e-06 2023-08-28T02:28:25.970 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.970 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.970 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:28:25.970 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.919765+0000", 2023-08-28T02:28:25.970 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.7770000000000002e-06 2023-08-28T02:28:25.970 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.970 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.970 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:28:25.970 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.919819+0000", 2023-08-28T02:28:25.971 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.3208999999999998e-05 2023-08-28T02:28:25.971 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.971 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.971 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:28:25.971 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.919841+0000", 2023-08-28T02:28:25.971 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.2382999999999999e-05 2023-08-28T02:28:25.971 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:28:25.971 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:28:25.971 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:28:25.971 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.971 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.971 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.34719.0:112105 9.a e191/160)", 2023-08-28T02:28:25.972 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:28:25.921961+0000", 2023-08-28T02:28:25.972 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 0.001218074, 2023-08-28T02:28:25.972 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0020346209999999999, 2023-08-28T02:28:25.972 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:28:25.972 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "queued for pg", 2023-08-28T02:28:25.972 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:28:25.972 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.972 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:28:25.972 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.921961+0000", 2023-08-28T02:28:25.972 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:28:25.972 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.972 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.973 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:28:25.973 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.921961+0000", 2023-08-28T02:28:25.973 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:28:25.973 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.973 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.973 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:28:25.973 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.921960+0000", 2023-08-28T02:28:25.973 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:28:25.973 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.973 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.973 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:28:25.973 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.921971+0000", 2023-08-28T02:28:25.974 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1012000000000001e-05 2023-08-28T02:28:25.974 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.974 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.974 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:28:25.974 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.921988+0000", 2023-08-28T02:28:25.974 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.7268000000000001e-05 2023-08-28T02:28:25.974 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:25.974 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:25.974 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:28:25.974 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.921996+0000", 2023-08-28T02:28:25.974 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.4599999999999997e-06 2023-08-28T02:28:25.974 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:28:25.974 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:28:25.975 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:28:25.975 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:28:25.975 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-08-28T02:28:25.975 INFO:teuthology.orchestra.run.smithi040.stdout: "num_ops": 10 2023-08-28T02:28:25.975 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-08-28T02:28:25.975 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:26.166 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:28:26.170 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:26.171 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:28:26.230 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:26 smithi040 ceph-mon[175404]: 9.10 scrub starts 2023-08-28T02:28:26.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:26 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 4170/321264 objects degraded (1.298%), 2 pgs degraded (PG_DEGRADED) 2023-08-28T02:28:26.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:26 smithi040 ceph-mon[170259]: 9.10 scrub starts 2023-08-28T02:28:26.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:26 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 4170/321264 objects degraded (1.298%), 2 pgs degraded (PG_DEGRADED) 2023-08-28T02:28:26.271 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:28:26.319 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:26 smithi083 ceph-mon[157819]: 9.10 scrub starts 2023-08-28T02:28:26.319 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:26 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 4170/321264 objects degraded (1.298%), 2 pgs degraded (PG_DEGRADED) 2023-08-28T02:28:26.323 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:26.364 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:28:26.367 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:26.368 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:28:26.413 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.1 dump_blocked_ops 2023-08-28T02:28:26.469 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:28:26.765 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:26.816 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:26.817 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:28:26.817 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:28:26.918 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:28:26.939 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:28:26.980 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:27.036 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:28:27.041 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:27.042 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:28:27.073 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:27 smithi083 ceph-mon[157819]: pgmap v627: 109 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 106 active+clean; 6.4 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 102 B/s rd, 42 MiB/s wr, 937 op/s; 4170/315282 objects degraded (1.323%); 2895/315282 objects misplaced (0.918%); 4.2 MiB/s, 66 objects/s recovering 2023-08-28T02:28:27.073 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:27 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2251973792' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "11"}]: dispatch 2023-08-28T02:28:27.073 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:27 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "11"}]: dispatch 2023-08-28T02:28:27.115 INFO:teuthology.orchestra.run.smithi040.stderr:set pool 1 pgp_num to 11 2023-08-28T02:28:27.143 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:28:27.187 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:27.230 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:28:27.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:27 smithi040 ceph-mon[170259]: pgmap v627: 109 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 106 active+clean; 6.4 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 102 B/s rd, 42 MiB/s wr, 937 op/s; 4170/315282 objects degraded (1.323%); 2895/315282 objects misplaced (0.918%); 4.2 MiB/s, 66 objects/s recovering 2023-08-28T02:28:27.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:27 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2251973792' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "11"}]: dispatch 2023-08-28T02:28:27.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:27 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "11"}]: dispatch 2023-08-28T02:28:27.235 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:27.235 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:28:27.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:27 smithi040 ceph-mon[175404]: pgmap v627: 109 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 106 active+clean; 6.4 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 102 B/s rd, 42 MiB/s wr, 937 op/s; 4170/315282 objects degraded (1.323%); 2895/315282 objects misplaced (0.918%); 4.2 MiB/s, 66 objects/s recovering 2023-08-28T02:28:27.236 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:27 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2251973792' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "11"}]: dispatch 2023-08-28T02:28:27.236 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:27 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "11"}]: dispatch 2023-08-28T02:28:27.335 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:28:27.407 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:27.486 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-08-28T02:28:27.869 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:28:27.876 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:27.877 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:28:27.978 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:28:28.040 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:28.136 INFO:teuthology.orchestra.run.smithi040.stderr:noscrub is set 2023-08-28T02:28:28.170 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:28 smithi040 ceph-mon[170259]: failed to encode map e192 with expected crc 2023-08-28T02:28:28.170 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:28 smithi040 ceph-mon[170259]: failed to encode map e192 with expected crc 2023-08-28T02:28:28.170 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:28 smithi040 ceph-mon[170259]: failed to encode map e192 with expected crc 2023-08-28T02:28:28.170 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:28 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "11"}]': finished 2023-08-28T02:28:28.170 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:28 smithi040 ceph-mon[170259]: osdmap e192: 8 total, 8 up, 8 in 2023-08-28T02:28:28.170 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:28 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/77566629' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:28:28.171 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:28 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:28:28.171 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:28 smithi040 ceph-mon[175404]: failed to encode map e192 with expected crc 2023-08-28T02:28:28.171 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:28 smithi040 ceph-mon[175404]: failed to encode map e192 with expected crc 2023-08-28T02:28:28.171 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:28 smithi040 ceph-mon[175404]: failed to encode map e192 with expected crc 2023-08-28T02:28:28.171 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:28 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "11"}]': finished 2023-08-28T02:28:28.171 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:28 smithi040 ceph-mon[175404]: osdmap e192: 8 total, 8 up, 8 in 2023-08-28T02:28:28.171 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:28 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/77566629' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:28:28.171 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:28 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:28:28.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:28 smithi083 ceph-mon[157819]: failed to encode map e192 with expected crc 2023-08-28T02:28:28.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:28 smithi083 ceph-mon[157819]: failed to encode map e192 with expected crc 2023-08-28T02:28:28.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:28 smithi083 ceph-mon[157819]: failed to encode map e192 with expected crc 2023-08-28T02:28:28.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:28 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "11"}]': finished 2023-08-28T02:28:28.493 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:28 smithi083 ceph-mon[157819]: osdmap e192: 8 total, 8 up, 8 in 2023-08-28T02:28:28.493 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:28 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/77566629' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:28:28.493 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:28 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:28:29.297 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:28:29.303 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:29.303 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:28:29.404 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:28:29.451 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:29 smithi083 ceph-mon[157819]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:28:29.451 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:29 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:28:29.451 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:29 smithi083 ceph-mon[157819]: osdmap e193: 8 total, 8 up, 8 in 2023-08-28T02:28:29.451 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:29 smithi083 ceph-mon[157819]: failed to encode map e193 with expected crc 2023-08-28T02:28:29.452 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:29 smithi083 ceph-mon[157819]: failed to encode map e193 with expected crc 2023-08-28T02:28:29.452 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:29 smithi083 ceph-mon[157819]: pgmap v630: 109 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 106 active+clean; 6.3 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 147 B/s rd, 20 MiB/s wr, 1.02k op/s; 3888/308325 objects degraded (1.261%); 2895/308325 objects misplaced (0.939%); 4.7 MiB/s, 75 objects/s recovering 2023-08-28T02:28:29.458 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:29.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:29 smithi040 ceph-mon[170259]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:28:29.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:29 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:28:29.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:29 smithi040 ceph-mon[170259]: osdmap e193: 8 total, 8 up, 8 in 2023-08-28T02:28:29.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:29 smithi040 ceph-mon[170259]: failed to encode map e193 with expected crc 2023-08-28T02:28:29.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:29 smithi040 ceph-mon[170259]: failed to encode map e193 with expected crc 2023-08-28T02:28:29.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:29 smithi040 ceph-mon[170259]: pgmap v630: 109 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 106 active+clean; 6.3 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 147 B/s rd, 20 MiB/s wr, 1.02k op/s; 3888/308325 objects degraded (1.261%); 2895/308325 objects misplaced (0.939%); 4.7 MiB/s, 75 objects/s recovering 2023-08-28T02:28:29.484 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:29 smithi040 ceph-mon[175404]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:28:29.484 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:29 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:28:29.484 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:29 smithi040 ceph-mon[175404]: osdmap e193: 8 total, 8 up, 8 in 2023-08-28T02:28:29.484 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:29 smithi040 ceph-mon[175404]: failed to encode map e193 with expected crc 2023-08-28T02:28:29.484 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:29 smithi040 ceph-mon[175404]: failed to encode map e193 with expected crc 2023-08-28T02:28:29.484 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:29 smithi040 ceph-mon[175404]: pgmap v630: 109 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 106 active+clean; 6.3 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 147 B/s rd, 20 MiB/s wr, 1.02k op/s; 3888/308325 objects degraded (1.261%); 2895/308325 objects misplaced (0.939%); 4.7 MiB/s, 75 objects/s recovering 2023-08-28T02:28:29.501 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:28:29.505 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:29.505 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:28:29.606 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:28:29.665 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:29.681 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:28:29.705 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:28:29.711 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:29.712 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:28:29.812 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:28:29.878 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:29.974 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:28:29.980 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:29.981 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:28:30.082 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:28:30.105 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-08-28T02:28:30.105 INFO:teuthology.orchestra.run.smithi040.stdout: "ops": [], 2023-08-28T02:28:30.105 INFO:teuthology.orchestra.run.smithi040.stdout: "complaint_time": 30, 2023-08-28T02:28:30.106 INFO:teuthology.orchestra.run.smithi040.stdout: "num_blocked_ops": 0 2023-08-28T02:28:30.106 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-08-28T02:28:30.128 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:30.162 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:28:30.168 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:30.168 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:28:30.269 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:28:30.310 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:30.363 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:28:30.369 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:30 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:28:30.369 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:30.370 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:28:30.471 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:28:30.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:30 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:28:30.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:30 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:28:30.523 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:30.573 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.1 dump_historic_ops 2023-08-28T02:28:30.719 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:28:30.726 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:30.727 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:28:30.828 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:28:30.900 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:30.934 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:28:30.936 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:30.936 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:28:31.037 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:28:31.087 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:31.121 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:28:31.125 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:31.126 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:28:31.218 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:28:31.227 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:28:31.237 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:31 smithi040 ceph-mon[175404]: pgmap v631: 109 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 106 active+clean; 6.3 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 127 B/s rd, 1.5 MiB/s wr, 586 op/s; 3888/308325 objects degraded (1.261%); 2895/308325 objects misplaced (0.939%); 3.8 MiB/s, 60 objects/s recovering 2023-08-28T02:28:31.237 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:31 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 3888/308325 objects degraded (1.261%), 2 pgs degraded (PG_DEGRADED) 2023-08-28T02:28:31.237 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:31 smithi040 ceph-mon[170259]: pgmap v631: 109 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 106 active+clean; 6.3 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 127 B/s rd, 1.5 MiB/s wr, 586 op/s; 3888/308325 objects degraded (1.261%); 2895/308325 objects misplaced (0.939%); 3.8 MiB/s, 60 objects/s recovering 2023-08-28T02:28:31.238 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:31 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 3888/308325 objects degraded (1.261%), 2 pgs degraded (PG_DEGRADED) 2023-08-28T02:28:31.307 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:31.316 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:28:31.359 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:28:31.359 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:28:31.362 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:31.363 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:28:31.402 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:28:31.443 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:28:31.464 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:28:31.475 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:28:31.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:31 smithi083 ceph-mon[157819]: pgmap v631: 109 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 106 active+clean; 6.3 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 127 B/s rd, 1.5 MiB/s wr, 586 op/s; 3888/308325 objects degraded (1.261%); 2895/308325 objects misplaced (0.939%); 3.8 MiB/s, 60 objects/s recovering 2023-08-28T02:28:31.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:31 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 3888/308325 objects degraded (1.261%), 2 pgs degraded (PG_DEGRADED) 2023-08-28T02:28:31.511 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:31.519 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:28:31.548 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:28:31.553 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:31.553 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:28:31.567 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:28:31.608 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:28:31.614 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-08-28T02:28:31.614 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-08-28T02:28:31.614 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-08-28T02:28:31.614 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-08-28T02:28:31.614 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-08-28T02:28:31.614 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-08-28T02:28:31.614 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-08-28T02:28:31.614 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-08-28T02:28:31.654 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:28:31.722 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:31.758 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:28:31.761 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:31.761 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:28:31.820 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd set nodeep-scrub 2023-08-28T02:28:31.862 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:28:31.949 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:32.095 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:28:32.102 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:32.103 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:28:32.132 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:32 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3372916268' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:28:32.146 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:32 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3372916268' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:28:32.147 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:32 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3372916268' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:28:32.204 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:28:32.247 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:32.273 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:28:32.279 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:32.279 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:28:32.380 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:28:32.417 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:32.435 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:28:32.446 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:28:32.451 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:32.451 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:28:32.542 INFO:teuthology.orchestra.run.smithi040.stdout:ERROR: (22) Invalid argument 2023-08-28T02:28:32.542 INFO:teuthology.orchestra.run.smithi040.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:28:32.552 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:28:32.599 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:32.633 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:28:32.641 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:32.642 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:28:32.743 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:28:32.786 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:32.821 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:28:32.825 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:32.825 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:28:32.872 INFO:tasks.thrashosds.thrasher:in_osds: [0, 1, 2, 3, 4, 5, 6, 7] out_osds: [] dead_osds: [] live_osds: [0, 1, 2, 3, 4, 5, 6, 7] 2023-08-28T02:28:32.872 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-08-28T02:28:32.872 INFO:tasks.thrashosds.thrasher:fixing pg num pool .mgr 2023-08-28T02:28:32.873 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:28:32.926 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:28:33.010 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:33.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:33 smithi040 ceph-mon[175404]: pgmap v632: 109 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 106 active+clean; 6.0 GiB data, 22 GiB used, 694 GiB / 715 GiB avail; 127 B/s rd, 1.5 MiB/s wr, 1.20k op/s; 3578/293700 objects degraded (1.218%); 2191/293700 objects misplaced (0.746%); 7.8 MiB/s, 124 objects/s recovering 2023-08-28T02:28:33.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:33 smithi040 ceph-mon[170259]: pgmap v632: 109 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 106 active+clean; 6.0 GiB data, 22 GiB used, 694 GiB / 715 GiB avail; 127 B/s rd, 1.5 MiB/s wr, 1.20k op/s; 3578/293700 objects degraded (1.218%); 2191/293700 objects misplaced (0.746%); 7.8 MiB/s, 124 objects/s recovering 2023-08-28T02:28:33.495 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:33 smithi083 ceph-mon[157819]: pgmap v632: 109 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 106 active+clean; 6.0 GiB data, 22 GiB used, 694 GiB / 715 GiB avail; 127 B/s rd, 1.5 MiB/s wr, 1.20k op/s; 3578/293700 objects degraded (1.218%); 2191/293700 objects misplaced (0.746%); 7.8 MiB/s, 124 objects/s recovering 2023-08-28T02:28:33.533 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:28:33.538 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:33.538 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:28:33.580 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.2 dump_ops_in_flight 2023-08-28T02:28:33.639 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:28:33.697 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:34.149 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-08-28T02:28:34.394 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:28:34.408 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:34.408 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:28:34.463 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:28:34.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:34 smithi040 ceph-mon[175404]: pgmap v633: 109 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 106 active+clean; 6.0 GiB data, 22 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 898 op/s; 3578/293700 objects degraded (1.218%); 2191/293700 objects misplaced (0.746%); 5.1 MiB/s, 80 objects/s recovering 2023-08-28T02:28:34.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:34 smithi040 ceph-mon[170259]: pgmap v633: 109 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 106 active+clean; 6.0 GiB data, 22 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 898 op/s; 3578/293700 objects degraded (1.218%); 2191/293700 objects misplaced (0.746%); 5.1 MiB/s, 80 objects/s recovering 2023-08-28T02:28:34.509 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:28:34.560 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:34.596 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:28:34.603 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:34.603 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:28:34.604 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:34 smithi083 ceph-mon[157819]: pgmap v633: 109 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 106 active+clean; 6.0 GiB data, 22 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 898 op/s; 3578/293700 objects degraded (1.218%); 2191/293700 objects misplaced (0.746%); 5.1 MiB/s, 80 objects/s recovering 2023-08-28T02:28:34.705 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:28:34.787 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:34.818 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:28:34.858 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:34.858 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:28:34.959 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:28:35.026 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:35.375 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:28:35.379 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:35.379 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:28:35.441 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:28:35.481 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:28:35.488 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:28:35.527 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:35.563 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:28:35.572 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:35.572 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:28:35.618 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:28:35 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:28:35] "GET /metrics HTTP/1.1" 200 36479 "" "Prometheus/2.43.0" 2023-08-28T02:28:35.658 INFO:teuthology.orchestra.run.smithi040.stderr:nodeep-scrub is set 2023-08-28T02:28:35.673 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:28:35.742 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:35.980 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:35 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/45590003' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:28:35.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:35 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:28:35.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:35 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/45590003' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:28:35.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:35 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:28:35.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:35 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/45590003' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:28:35.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:35 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:28:36.147 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:28:36.151 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:36.151 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:28:36.252 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:28:36.298 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:36.338 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:28:36.344 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:36.345 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:28:36.410 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:28:36.414 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:28:36.446 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:28:36.518 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:36.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:36 smithi040 ceph-mon[170259]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:28:36.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:36 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:28:36.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:36 smithi040 ceph-mon[170259]: osdmap e194: 8 total, 8 up, 8 in 2023-08-28T02:28:36.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:36 smithi040 ceph-mon[170259]: failed to encode map e194 with expected crc 2023-08-28T02:28:36.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:36 smithi040 ceph-mon[170259]: failed to encode map e194 with expected crc 2023-08-28T02:28:36.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:36 smithi040 ceph-mon[170259]: failed to encode map e194 with expected crc 2023-08-28T02:28:36.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:36 smithi040 ceph-mon[170259]: failed to encode map e194 with expected crc 2023-08-28T02:28:36.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:36 smithi040 ceph-mon[170259]: failed to encode map e194 with expected crc 2023-08-28T02:28:36.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:36 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 3578/293700 objects degraded (1.218%), 2 pgs degraded (PG_DEGRADED) 2023-08-28T02:28:36.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:36 smithi040 ceph-mon[170259]: from='client.54823 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:28:36.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:36 smithi040 ceph-mon[170259]: pgmap v635: 109 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 106 active+clean; 5.8 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 887 op/s; 3578/286746 objects degraded (1.248%); 1293/286746 objects misplaced (0.451%); 7.4 MiB/s, 117 objects/s recovering 2023-08-28T02:28:36.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:36 smithi040 ceph-mon[175404]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:28:36.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:36 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:28:36.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:36 smithi040 ceph-mon[175404]: osdmap e194: 8 total, 8 up, 8 in 2023-08-28T02:28:36.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:36 smithi040 ceph-mon[175404]: failed to encode map e194 with expected crc 2023-08-28T02:28:36.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:36 smithi040 ceph-mon[175404]: failed to encode map e194 with expected crc 2023-08-28T02:28:36.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:36 smithi040 ceph-mon[175404]: failed to encode map e194 with expected crc 2023-08-28T02:28:36.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:36 smithi040 ceph-mon[175404]: failed to encode map e194 with expected crc 2023-08-28T02:28:36.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:36 smithi040 ceph-mon[175404]: failed to encode map e194 with expected crc 2023-08-28T02:28:36.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:36 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 3578/293700 objects degraded (1.218%), 2 pgs degraded (PG_DEGRADED) 2023-08-28T02:28:36.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:36 smithi040 ceph-mon[175404]: from='client.54823 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:28:36.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:36 smithi040 ceph-mon[175404]: pgmap v635: 109 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 106 active+clean; 5.8 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 887 op/s; 3578/286746 objects degraded (1.248%); 1293/286746 objects misplaced (0.451%); 7.4 MiB/s, 117 objects/s recovering 2023-08-28T02:28:36.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:36 smithi083 ceph-mon[157819]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:28:36.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:36 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:28:36.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:36 smithi083 ceph-mon[157819]: osdmap e194: 8 total, 8 up, 8 in 2023-08-28T02:28:36.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:36 smithi083 ceph-mon[157819]: failed to encode map e194 with expected crc 2023-08-28T02:28:36.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:36 smithi083 ceph-mon[157819]: failed to encode map e194 with expected crc 2023-08-28T02:28:36.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:36 smithi083 ceph-mon[157819]: failed to encode map e194 with expected crc 2023-08-28T02:28:36.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:36 smithi083 ceph-mon[157819]: failed to encode map e194 with expected crc 2023-08-28T02:28:36.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:36 smithi083 ceph-mon[157819]: failed to encode map e194 with expected crc 2023-08-28T02:28:36.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:36 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 3578/293700 objects degraded (1.218%), 2 pgs degraded (PG_DEGRADED) 2023-08-28T02:28:36.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:36 smithi083 ceph-mon[157819]: from='client.54823 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:28:36.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:36 smithi083 ceph-mon[157819]: pgmap v635: 109 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 106 active+clean; 5.8 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 887 op/s; 3578/286746 objects degraded (1.248%); 1293/286746 objects misplaced (0.451%); 7.4 MiB/s, 117 objects/s recovering 2023-08-28T02:28:37.204 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:28:37.208 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:37.209 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:28:37.310 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:28:37.374 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:37.376 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":634,"stamp":"2023-08-28T02:28:35.637522+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":6339336120,"num_objects":96747,"num_object_clones":0,"num_object_copies":290241,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3578,"num_objects_misplaced":2191,"num_objects_unfound":0,"num_objects_dirty":96747,"num_whiteouts":0,"num_read":490,"num_read_kb":917,"num_write":116748,"num_write_kb":6755886,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3575,"num_bytes_recovered":235931232,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":150353,"ondisk_log_size":150353,"up":327,"acting":324,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":343,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":22430188,"kb_used_data":19284652,"kb_used_omap":20,"kb_used_meta":3144811,"kb_avail":727531028,"statfs":{"total":767960285184,"available":744991772672,"internally_reserved":0,"allocated":19747483648,"data_stored":19739610170,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":20850,"internal_metadata":3220287118},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,3,3,1,4,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-432144384,"num_objects":-6594,"num_object_clones":0,"num_object_copies":-19782,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":-592,"num_objects_misplaced":-704,"num_objects_unfound":0,"num_objects_dirty":-6594,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6594,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":648,"num_bytes_recovered":42467328,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.554247"},"pg_stats":[{"pgid":"9.10","version":"193'5589","reported_seq":14028,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-08-28T02:28:30.924176+0000","last_change":"2023-08-28T02:28:25.761889+0000","last_active":"2023-08-28T02:28:30.924176+0000","last_peered":"2023-08-28T02:28:30.924176+0000","last_clean":"2023-08-28T02:28:30.924176+0000","last_became_active":"2023-08-28T02:28:15.284010+0000","last_became_peered":"2023-08-28T02:28:15.284010+0000","last_unstale":"2023-08-28T02:28:30.924176+0000","last_undegraded":"2023-08-28T02:28:30.924176+0000","last_fullsized":"2023-08-28T02:28:30.924176+0000","mapping_epoch":189,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":190,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":5589,"log_dups_size":0,"ondisk_log_size":5589,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":204406784,"num_objects":3119,"num_object_clones":0,"num_object_copies":9357,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3119,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3759,"num_write_kb":220096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2090,"num_bytes_recovered":136970240,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1a","version":"65'1","reported_seq":175,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-08-28T02:28:27.096629+0000","last_change":"2023-08-28T02:16:50.313901+0000","last_active":"2023-08-28T02:28:27.096629+0000","last_peered":"2023-08-28T02:28:27.096629+0000","last_clean":"2023-08-28T02:28:27.096629+0000","last_became_active":"2023-08-28T02:16:50.313550+0000","last_became_peered":"2023-08-28T02:16:50.313550+0000","last_unstale":"2023-08-28T02:28:27.096629+0000","last_undegraded":"2023-08-28T02:28:27.096629+0000","last_fullsized":"2023-08-28T02:28:27.096629+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:31:11.838539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":135,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-08-28T02:28:27.115076+0000","last_change":"2023-08-28T02:16:50.308996+0000","last_active":"2023-08-28T02:28:27.115076+0000","last_peered":"2023-08-28T02:28:27.115076+0000","last_clean":"2023-08-28T02:28:27.115076+0000","last_became_active":"2023-08-28T02:16:50.308569+0000","last_became_peered":"2023-08-28T02:16:50.308569+0000","last_unstale":"2023-08-28T02:28:27.115076+0000","last_undegraded":"2023-08-28T02:28:27.115076+0000","last_fullsized":"2023-08-28T02:28:27.115076+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:50:53.472069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.13","version":"193'5503","reported_seq":8989,"reported_epoch":193,"state":"active+recovering+undersized+remapped","last_fresh":"2023-08-28T02:28:30.956962+0000","last_change":"2023-08-28T02:28:13.616956+0000","last_active":"2023-08-28T02:28:30.956962+0000","last_peered":"2023-08-28T02:28:30.956962+0000","last_clean":"2023-08-28T02:27:43.310743+0000","last_became_active":"2023-08-28T02:27:46.442092+0000","last_became_peered":"2023-08-28T02:27:46.442092+0000","last_unstale":"2023-08-28T02:28:30.956962+0000","last_undegraded":"2023-08-28T02:28:30.956962+0000","last_fullsized":"2023-08-28T02:27:46.333207+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":5503,"log_dups_size":0,"ondisk_log_size":5503,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":206077952,"num_objects":3145,"num_object_clones":0,"num_object_copies":9435,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":2190,"num_objects_unfound":0,"num_objects_dirty":3145,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3683,"num_write_kb":218464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1142,"num_bytes_recovered":74842112,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,5],"acting":[7,5],"avail_no_missing":["7","1","3"],"object_location_counts":[{"shards":"1,3,7","objects":1095},{"shards":"5,7","objects":2050}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":132,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-08-28T02:28:27.108494+0000","last_change":"2023-08-28T02:17:57.849228+0000","last_active":"2023-08-28T02:28:27.108494+0000","last_peered":"2023-08-28T02:28:27.108494+0000","last_clean":"2023-08-28T02:28:27.108494+0000","last_became_active":"2023-08-28T02:17:57.848894+0000","last_became_peered":"2023-08-28T02:17:57.848894+0000","last_unstale":"2023-08-28T02:28:27.108494+0000","last_undegraded":"2023-08-28T02:28:27.108494+0000","last_fullsized":"2023-08-28T02:28:27.108494+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:39:59.056531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":147,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-08-28T02:28:27.111270+0000","last_change":"2023-08-28T02:16:50.309837+0000","last_active":"2023-08-28T02:28:27.111270+0000","last_peered":"2023-08-28T02:28:27.111270+0000","last_clean":"2023-08-28T02:28:27.111270+0000","last_became_active":"2023-08-28T02:16:50.309470+0000","last_became_peered":"2023-08-28T02:16:50.309470+0000","last_unstale":"2023-08-28T02:28:27.111270+0000","last_undegraded":"2023-08-28T02:28:27.111270+0000","last_fullsized":"2023-08-28T02:28:27.111270+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:34:06.503952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.12","version":"193'5362","reported_seq":6414,"reported_epoch":193,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:28:32.171331+0000","last_change":"2023-08-28T02:27:44.409283+0000","last_active":"2023-08-28T02:28:32.171331+0000","last_peered":"2023-08-28T02:28:32.171331+0000","last_clean":"2023-08-28T02:27:42.158256+0000","last_became_active":"2023-08-28T02:27:44.405318+0000","last_became_peered":"2023-08-28T02:27:44.405318+0000","last_unstale":"2023-08-28T02:28:32.171331+0000","last_undegraded":"2023-08-28T02:27:44.367388+0000","last_fullsized":"2023-08-28T02:27:44.306038+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":5362,"log_dups_size":0,"ondisk_log_size":5362,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":193429504,"num_objects":2952,"num_object_clones":0,"num_object_copies":8856,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3576,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2952,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3614,"num_write_kb":210080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":333,"num_bytes_recovered":21823488,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[1,0],"avail_no_missing":["1","2","3"],"object_location_counts":[{"shards":"0,1","objects":1164},{"shards":"1,2,3","objects":1788}],"blocked_by":[],"up_primary":5,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":158,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-08-28T02:28:27.101050+0000","last_change":"2023-08-28T02:17:57.847940+0000","last_active":"2023-08-28T02:28:27.101050+0000","last_peered":"2023-08-28T02:28:27.101050+0000","last_clean":"2023-08-28T02:28:27.101050+0000","last_became_active":"2023-08-28T02:17:57.843416+0000","last_became_peered":"2023-08-28T02:17:57.843416+0000","last_unstale":"2023-08-28T02:28:27.101050+0000","last_undegraded":"2023-08-28T02:28:27.101050+0000","last_fullsized":"2023-08-28T02:28:27.101050+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:10:47.631878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":155,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-08-28T02:28:27.106383+0000","last_change":"2023-08-28T02:15:58.338976+0000","last_active":"2023-08-28T02:28:27.106383+0000","last_peered":"2023-08-28T02:28:27.106383+0000","last_clean":"2023-08-28T02:28:27.106383+0000","last_became_active":"2023-08-28T02:15:58.338552+0000","last_became_peered":"2023-08-28T02:15:58.338552+0000","last_unstale":"2023-08-28T02:28:27.106383+0000","last_undegraded":"2023-08-28T02:28:27.106383+0000","last_fullsized":"2023-08-28T02:28:27.106383+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:27:36.380341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":147,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-08-28T02:28:27.111911+0000","last_change":"2023-08-28T02:17:57.876478+0000","last_active":"2023-08-28T02:28:27.111911+0000","last_peered":"2023-08-28T02:28:27.111911+0000","last_clean":"2023-08-28T02:28:27.111911+0000","last_became_active":"2023-08-28T02:17:57.876048+0000","last_became_peered":"2023-08-28T02:17:57.876048+0000","last_unstale":"2023-08-28T02:28:27.111911+0000","last_undegraded":"2023-08-28T02:28:27.111911+0000","last_fullsized":"2023-08-28T02:28:27.111911+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:46:14.225407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":140,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-08-28T02:28:27.100948+0000","last_change":"2023-08-28T02:17:57.832929+0000","last_active":"2023-08-28T02:28:27.100948+0000","last_peered":"2023-08-28T02:28:27.100948+0000","last_clean":"2023-08-28T02:28:27.100948+0000","last_became_active":"2023-08-28T02:17:57.825320+0000","last_became_peered":"2023-08-28T02:17:57.825320+0000","last_unstale":"2023-08-28T02:28:27.100948+0000","last_undegraded":"2023-08-28T02:28:27.100948+0000","last_fullsized":"2023-08-28T02:28:27.100948+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:41:38.568184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":156,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-08-28T02:28:27.095147+0000","last_change":"2023-08-28T02:15:58.356833+0000","last_active":"2023-08-28T02:28:27.095147+0000","last_peered":"2023-08-28T02:28:27.095147+0000","last_clean":"2023-08-28T02:28:27.095147+0000","last_became_active":"2023-08-28T02:15:58.356519+0000","last_became_peered":"2023-08-28T02:15:58.356519+0000","last_unstale":"2023-08-28T02:28:27.095147+0000","last_undegraded":"2023-08-28T02:28:27.095147+0000","last_fullsized":"2023-08-28T02:28:27.095147+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:18:26.590683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":126,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-08-28T02:28:27.104467+0000","last_change":"2023-08-28T02:17:57.827818+0000","last_active":"2023-08-28T02:28:27.104467+0000","last_peered":"2023-08-28T02:28:27.104467+0000","last_clean":"2023-08-28T02:28:27.104467+0000","last_became_active":"2023-08-28T02:17:57.825999+0000","last_became_peered":"2023-08-28T02:17:57.825999+0000","last_unstale":"2023-08-28T02:28:27.104467+0000","last_undegraded":"2023-08-28T02:28:27.104467+0000","last_fullsized":"2023-08-28T02:28:27.104467+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:35:29.864132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"65'3","reported_seq":160,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-08-28T02:28:27.100400+0000","last_change":"2023-08-28T02:17:57.827265+0000","last_active":"2023-08-28T02:28:27.100400+0000","last_peered":"2023-08-28T02:28:27.100400+0000","last_clean":"2023-08-28T02:28:27.100400+0000","last_became_active":"2023-08-28T02:17:57.826872+0000","last_became_peered":"2023-08-28T02:17:57.826872+0000","last_unstale":"2023-08-28T02:28:27.100400+0000","last_undegraded":"2023-08-28T02:28:27.100400+0000","last_fullsized":"2023-08-28T02:28:27.100400+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:48:03.674891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":132,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-08-28T02:28:27.109946+0000","last_change":"2023-08-28T02:16:50.317018+0000","last_active":"2023-08-28T02:28:27.109946+0000","last_peered":"2023-08-28T02:28:27.109946+0000","last_clean":"2023-08-28T02:28:27.109946+0000","last_became_active":"2023-08-28T02:16:50.316562+0000","last_became_peered":"2023-08-28T02:16:50.316562+0000","last_unstale":"2023-08-28T02:28:27.109946+0000","last_undegraded":"2023-08-28T02:28:27.109946+0000","last_fullsized":"2023-08-28T02:28:27.109946+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:24:38.987247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":162,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-08-28T02:28:27.097325+0000","last_change":"2023-08-28T02:07:37.315303+0000","last_active":"2023-08-28T02:28:27.097325+0000","last_peered":"2023-08-28T02:28:27.097325+0000","last_clean":"2023-08-28T02:28:27.097325+0000","last_became_active":"2023-08-28T02:07:37.312336+0000","last_became_peered":"2023-08-28T02:07:37.312336+0000","last_unstale":"2023-08-28T02:28:27.097325+0000","last_undegraded":"2023-08-28T02:28:27.097325+0000","last_fullsized":"2023-08-28T02:28:27.097325+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T14:00:32.089076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":156,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-08-28T02:28:27.097256+0000","last_change":"2023-08-28T02:15:58.341659+0000","last_active":"2023-08-28T02:28:27.097256+0000","last_peered":"2023-08-28T02:28:27.097256+0000","last_clean":"2023-08-28T02:28:27.097256+0000","last_became_active":"2023-08-28T02:15:58.341315+0000","last_became_peered":"2023-08-28T02:15:58.341315+0000","last_unstale":"2023-08-28T02:28:27.097256+0000","last_undegraded":"2023-08-28T02:28:27.097256+0000","last_fullsized":"2023-08-28T02:28:27.097256+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:07:51.806773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.19","version":"193'5364","reported_seq":5422,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-08-28T02:28:31.898659+0000","last_change":"2023-08-28T02:27:27.843862+0000","last_active":"2023-08-28T02:28:31.898659+0000","last_peered":"2023-08-28T02:28:31.898659+0000","last_clean":"2023-08-28T02:28:31.898659+0000","last_became_active":"2023-08-28T02:27:27.835168+0000","last_became_peered":"2023-08-28T02:27:27.835168+0000","last_unstale":"2023-08-28T02:28:31.898659+0000","last_undegraded":"2023-08-28T02:28:31.898659+0000","last_fullsized":"2023-08-28T02:28:31.898659+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":5364,"log_dups_size":0,"ondisk_log_size":5364,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":197853184,"num_objects":3019,"num_object_clones":0,"num_object_copies":9057,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3019,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3581,"num_write_kb":211200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":131072,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.13","version":"65'2","reported_seq":159,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-08-28T02:28:27.097617+0000","last_change":"2023-08-28T02:16:50.332699+0000","last_active":"2023-08-28T02:28:27.097617+0000","last_peered":"2023-08-28T02:28:27.097617+0000","last_clean":"2023-08-28T02:28:27.097617+0000","last_became_active":"2023-08-28T02:16:50.332337+0000","last_became_peered":"2023-08-28T02:16:50.332337+0000","last_unstale":"2023-08-28T02:28:27.097617+0000","last_undegraded":"2023-08-28T02:28:27.097617+0000","last_fullsized":"2023-08-28T02:28:27.097617+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:26:51.876295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":135,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-08-28T02:28:27.114016+0000","last_change":"2023-08-28T02:16:50.311257+0000","last_active":"2023-08-28T02:28:27.114016+0000","last_peered":"2023-08-28T02:28:27.114016+0000","last_clean":"2023-08-28T02:28:27.114016+0000","last_became_active":"2023-08-28T02:16:50.310902+0000","last_became_peered":"2023-08-28T02:16:50.310902+0000","last_unstale":"2023-08-28T02:28:27.114016+0000","last_undegraded":"2023-08-28T02:28:27.114016+0000","last_fullsized":"2023-08-28T02:28:27.114016+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:09.479771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,7],"acting":[0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.18","version":"193'5481","reported_seq":5534,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-08-28T02:28:31.655897+0000","last_change":"2023-08-28T02:27:42.039403+0000","last_active":"2023-08-28T02:28:31.655897+0000","last_peered":"2023-08-28T02:28:31.655897+0000","last_clean":"2023-08-28T02:28:31.655897+0000","last_became_active":"2023-08-28T02:27:27.823076+0000","last_became_peered":"2023-08-28T02:27:27.823076+0000","last_unstale":"2023-08-28T02:28:31.655897+0000","last_undegraded":"2023-08-28T02:28:31.655897+0000","last_fullsized":"2023-08-28T02:28:31.655897+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":5481,"log_dups_size":0,"ondisk_log_size":5481,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":199753728,"num_objects":3048,"num_object_clones":0,"num_object_copies":9144,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3048,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3710,"num_write_kb":216256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":147,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-08-28T02:28:27.112125+0000","last_change":"2023-08-28T02:17:57.870068+0000","last_active":"2023-08-28T02:28:27.112125+0000","last_peered":"2023-08-28T02:28:27.112125+0000","last_clean":"2023-08-28T02:28:27.112125+0000","last_became_active":"2023-08-28T02:17:57.869718+0000","last_became_peered":"2023-08-28T02:17:57.869718+0000","last_unstale":"2023-08-28T02:28:27.112125+0000","last_undegraded":"2023-08-28T02:28:27.112125+0000","last_fullsized":"2023-08-28T02:28:27.112125+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:28:47.968132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":155,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-08-28T02:28:27.095687+0000","last_change":"2023-08-28T02:17:57.827021+0000","last_active":"2023-08-28T02:28:27.095687+0000","last_peered":"2023-08-28T02:28:27.095687+0000","last_clean":"2023-08-28T02:28:27.095687+0000","last_became_active":"2023-08-28T02:17:57.826722+0000","last_became_peered":"2023-08-28T02:17:57.826722+0000","last_unstale":"2023-08-28T02:28:27.095687+0000","last_undegraded":"2023-08-28T02:28:27.095687+0000","last_fullsized":"2023-08-28T02:28:27.095687+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:02:26.183338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":140,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-08-28T02:28:27.099905+0000","last_change":"2023-08-28T02:07:37.318077+0000","last_active":"2023-08-28T02:28:27.099905+0000","last_peered":"2023-08-28T02:28:27.099905+0000","last_clean":"2023-08-28T02:28:27.099905+0000","last_became_active":"2023-08-28T02:07:37.317784+0000","last_became_peered":"2023-08-28T02:07:37.317784+0000","last_unstale":"2023-08-28T02:28:27.099905+0000","last_undegraded":"2023-08-28T02:28:27.099905+0000","last_fullsized":"2023-08-28T02:28:27.099905+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:08:37.079996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":148,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-08-28T02:28:27.111347+0000","last_change":"2023-08-28T02:17:57.870143+0000","last_active":"2023-08-28T02:28:27.111347+0000","last_peered":"2023-08-28T02:28:27.111347+0000","last_clean":"2023-08-28T02:28:27.111347+0000","last_became_active":"2023-08-28T02:17:57.869769+0000","last_became_peered":"2023-08-28T02:17:57.869769+0000","last_unstale":"2023-08-28T02:28:27.111347+0000","last_undegraded":"2023-08-28T02:28:27.111347+0000","last_fullsized":"2023-08-28T02:28:27.111347+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:21:29.581768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"65'8","reported_seq":164,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-08-28T02:28:27.105256+0000","last_change":"2023-08-28T02:14:43.083962+0000","last_active":"2023-08-28T02:28:27.105256+0000","last_peered":"2023-08-28T02:28:27.105256+0000","last_clean":"2023-08-28T02:28:27.105256+0000","last_became_active":"2023-08-28T02:14:43.083699+0000","last_became_peered":"2023-08-28T02:14:43.083699+0000","last_unstale":"2023-08-28T02:28:27.105256+0000","last_undegraded":"2023-08-28T02:28:27.105256+0000","last_fullsized":"2023-08-28T02:28:27.105256+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:34:42.581750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":140,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-08-28T02:28:27.101351+0000","last_change":"2023-08-28T02:17:57.837590+0000","last_active":"2023-08-28T02:28:27.101351+0000","last_peered":"2023-08-28T02:28:27.101351+0000","last_clean":"2023-08-28T02:28:27.101351+0000","last_became_active":"2023-08-28T02:17:57.837098+0000","last_became_peered":"2023-08-28T02:17:57.837098+0000","last_unstale":"2023-08-28T02:28:27.101351+0000","last_undegraded":"2023-08-28T02:28:27.101351+0000","last_fullsized":"2023-08-28T02:28:27.101351+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:19:56.089819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.5","version":"193'5448","reported_seq":5500,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-08-28T02:28:31.928352+0000","last_change":"2023-08-28T02:27:27.811935+0000","last_active":"2023-08-28T02:28:31.928352+0000","last_peered":"2023-08-28T02:28:31.928352+0000","last_clean":"2023-08-28T02:28:31.928352+0000","last_became_active":"2023-08-28T02:27:27.809447+0000","last_became_peered":"2023-08-28T02:27:27.809447+0000","last_unstale":"2023-08-28T02:28:31.928352+0000","last_undegraded":"2023-08-28T02:28:31.928352+0000","last_fullsized":"2023-08-28T02:28:31.928352+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":5448,"log_dups_size":0,"ondisk_log_size":5448,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":199163904,"num_objects":3039,"num_object_clones":0,"num_object_copies":9117,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3039,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3673,"num_write_kb":214784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"65'1","reported_seq":158,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-08-28T02:28:27.097602+0000","last_change":"2023-08-28T02:14:43.046130+0000","last_active":"2023-08-28T02:28:27.097602+0000","last_peered":"2023-08-28T02:28:27.097602+0000","last_clean":"2023-08-28T02:28:27.097602+0000","last_became_active":"2023-08-28T02:14:43.045775+0000","last_became_peered":"2023-08-28T02:14:43.045775+0000","last_unstale":"2023-08-28T02:28:27.097602+0000","last_undegraded":"2023-08-28T02:28:27.097602+0000","last_fullsized":"2023-08-28T02:28:27.097602+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:57:38.279756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":138,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-08-28T02:28:27.095623+0000","last_change":"2023-08-28T02:07:37.452412+0000","last_active":"2023-08-28T02:28:27.095623+0000","last_peered":"2023-08-28T02:28:27.095623+0000","last_clean":"2023-08-28T02:28:27.095623+0000","last_became_active":"2023-08-28T02:07:37.452156+0000","last_became_peered":"2023-08-28T02:07:37.452156+0000","last_unstale":"2023-08-28T02:28:27.095623+0000","last_undegraded":"2023-08-28T02:28:27.095623+0000","last_fullsized":"2023-08-28T02:28:27.095623+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:10:33.405360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.4","version":"193'5389","reported_seq":5441,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-08-28T02:28:32.109939+0000","last_change":"2023-08-28T02:27:27.801316+0000","last_active":"2023-08-28T02:28:32.109939+0000","last_peered":"2023-08-28T02:28:32.109939+0000","last_clean":"2023-08-28T02:28:32.109939+0000","last_became_active":"2023-08-28T02:27:27.799234+0000","last_became_peered":"2023-08-28T02:27:27.799234+0000","last_unstale":"2023-08-28T02:28:32.109939+0000","last_undegraded":"2023-08-28T02:28:32.109939+0000","last_fullsized":"2023-08-28T02:28:32.109939+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":5389,"log_dups_size":0,"ondisk_log_size":5389,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":195919872,"num_objects":2989,"num_object_clones":0,"num_object_copies":8967,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2989,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3615,"num_write_kb":211360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.e","version":"65'2","reported_seq":159,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-08-28T02:28:27.103172+0000","last_change":"2023-08-28T02:15:58.339743+0000","last_active":"2023-08-28T02:28:27.103172+0000","last_peered":"2023-08-28T02:28:27.103172+0000","last_clean":"2023-08-28T02:28:27.103172+0000","last_became_active":"2023-08-28T02:15:58.339306+0000","last_became_peered":"2023-08-28T02:15:58.339306+0000","last_unstale":"2023-08-28T02:28:27.103172+0000","last_undegraded":"2023-08-28T02:28:27.103172+0000","last_fullsized":"2023-08-28T02:28:27.103172+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:26:49.535873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":173,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-08-28T02:28:27.096640+0000","last_change":"2023-08-28T02:17:57.825376+0000","last_active":"2023-08-28T02:28:27.096640+0000","last_peered":"2023-08-28T02:28:27.096640+0000","last_clean":"2023-08-28T02:28:27.096640+0000","last_became_active":"2023-08-28T02:17:57.825022+0000","last_became_peered":"2023-08-28T02:17:57.825022+0000","last_unstale":"2023-08-28T02:28:27.096640+0000","last_undegraded":"2023-08-28T02:28:27.096640+0000","last_fullsized":"2023-08-28T02:28:27.096640+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:02:30.773293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.7","version":"193'5589","reported_seq":5641,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-08-28T02:28:35.375079+0000","last_change":"2023-08-28T02:27:27.809746+0000","last_active":"2023-08-28T02:28:35.375079+0000","last_peered":"2023-08-28T02:28:35.375079+0000","last_clean":"2023-08-28T02:28:35.375079+0000","last_became_active":"2023-08-28T02:27:27.807811+0000","last_became_peered":"2023-08-28T02:27:27.807811+0000","last_unstale":"2023-08-28T02:28:35.375079+0000","last_undegraded":"2023-08-28T02:28:35.375079+0000","last_fullsized":"2023-08-28T02:28:35.375079+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":5589,"log_dups_size":0,"ondisk_log_size":5589,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":196608000,"num_objects":3000,"num_object_clones":0,"num_object_copies":9000,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3000,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3796,"num_write_kb":217472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"65'1","reported_seq":141,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-08-28T02:28:27.100232+0000","last_change":"2023-08-28T02:07:37.312010+0000","last_active":"2023-08-28T02:28:27.100232+0000","last_peered":"2023-08-28T02:28:27.100232+0000","last_clean":"2023-08-28T02:28:27.100232+0000","last_became_active":"2023-08-28T02:07:37.311737+0000","last_became_peered":"2023-08-28T02:07:37.311737+0000","last_unstale":"2023-08-28T02:28:27.100232+0000","last_undegraded":"2023-08-28T02:28:27.100232+0000","last_fullsized":"2023-08-28T02:28:27.100232+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:09:38.844075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":155,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-08-28T02:28:27.105445+0000","last_change":"2023-08-28T02:15:58.345711+0000","last_active":"2023-08-28T02:28:27.105445+0000","last_peered":"2023-08-28T02:28:27.105445+0000","last_clean":"2023-08-28T02:28:27.105445+0000","last_became_active":"2023-08-28T02:15:58.345246+0000","last_became_peered":"2023-08-28T02:15:58.345246+0000","last_unstale":"2023-08-28T02:28:27.105445+0000","last_undegraded":"2023-08-28T02:28:27.105445+0000","last_fullsized":"2023-08-28T02:28:27.105445+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:43:42.445855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.6","version":"193'5528","reported_seq":5580,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-08-28T02:28:35.493955+0000","last_change":"2023-08-28T02:27:27.820582+0000","last_active":"2023-08-28T02:28:35.493955+0000","last_peered":"2023-08-28T02:28:35.493955+0000","last_clean":"2023-08-28T02:28:35.493955+0000","last_became_active":"2023-08-28T02:27:27.818890+0000","last_became_peered":"2023-08-28T02:27:27.818890+0000","last_unstale":"2023-08-28T02:28:35.493955+0000","last_undegraded":"2023-08-28T02:28:35.493955+0000","last_fullsized":"2023-08-28T02:28:35.493955+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":5528,"log_dups_size":0,"ondisk_log_size":5528,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":190087168,"num_objects":2900,"num_object_clones":0,"num_object_copies":8700,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2900,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3752,"num_write_kb":212896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,1],"acting":[5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":156,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-08-28T02:28:27.094825+0000","last_change":"2023-08-28T02:17:57.872076+0000","last_active":"2023-08-28T02:28:27.094825+0000","last_peered":"2023-08-28T02:28:27.094825+0000","last_clean":"2023-08-28T02:28:27.094825+0000","last_became_active":"2023-08-28T02:17:57.871701+0000","last_became_peered":"2023-08-28T02:17:57.871701+0000","last_unstale":"2023-08-28T02:28:27.094825+0000","last_undegraded":"2023-08-28T02:28:27.094825+0000","last_fullsized":"2023-08-28T02:28:27.094825+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:34:26.505505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":162,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-08-28T02:28:27.111238+0000","last_change":"2023-08-28T02:16:50.310255+0000","last_active":"2023-08-28T02:28:27.111238+0000","last_peered":"2023-08-28T02:28:27.111238+0000","last_clean":"2023-08-28T02:28:27.111238+0000","last_became_active":"2023-08-28T02:16:50.309889+0000","last_became_peered":"2023-08-28T02:16:50.309889+0000","last_unstale":"2023-08-28T02:28:27.111238+0000","last_undegraded":"2023-08-28T02:28:27.111238+0000","last_fullsized":"2023-08-28T02:28:27.111238+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:40:26.627880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.9","version":"75'161","reported_seq":564,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-08-28T02:28:27.100232+0000","last_change":"2023-08-28T02:27:46.338501+0000","last_active":"2023-08-28T02:28:27.100232+0000","last_peered":"2023-08-28T02:28:27.100232+0000","last_clean":"2023-08-28T02:28:27.100232+0000","last_became_active":"2023-08-28T02:27:46.338143+0000","last_became_peered":"2023-08-28T02:27:46.338143+0000","last_unstale":"2023-08-28T02:28:27.100232+0000","last_undegraded":"2023-08-28T02:28:27.100232+0000","last_fullsized":"2023-08-28T02:28:27.100232+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":21,"num_write_kb":219,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.1","version":"193'5531","reported_seq":5584,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-08-28T02:28:31.632355+0000","last_change":"2023-08-28T02:27:40.064301+0000","last_active":"2023-08-28T02:28:31.632355+0000","last_peered":"2023-08-28T02:28:31.632355+0000","last_clean":"2023-08-28T02:28:31.632355+0000","last_became_active":"2023-08-28T02:27:27.804431+0000","last_became_peered":"2023-08-28T02:27:27.804431+0000","last_unstale":"2023-08-28T02:28:31.632355+0000","last_undegraded":"2023-08-28T02:28:31.632355+0000","last_fullsized":"2023-08-28T02:28:31.632355+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":5531,"log_dups_size":0,"ondisk_log_size":5531,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":201326592,"num_objects":3072,"num_object_clones":0,"num_object_copies":9216,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3072,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3696,"num_write_kb":216576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"65'2","reported_seq":171,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-08-28T02:28:27.101366+0000","last_change":"2023-08-28T02:17:57.845300+0000","last_active":"2023-08-28T02:28:27.101366+0000","last_peered":"2023-08-28T02:28:27.101366+0000","last_clean":"2023-08-28T02:28:27.101366+0000","last_became_active":"2023-08-28T02:17:57.843639+0000","last_became_peered":"2023-08-28T02:17:57.843639+0000","last_unstale":"2023-08-28T02:28:27.101366+0000","last_undegraded":"2023-08-28T02:28:27.101366+0000","last_fullsized":"2023-08-28T02:28:27.101366+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:27.684476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":156,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-08-28T02:28:27.097236+0000","last_change":"2023-08-28T02:17:57.825494+0000","last_active":"2023-08-28T02:28:27.097236+0000","last_peered":"2023-08-28T02:28:27.097236+0000","last_clean":"2023-08-28T02:28:27.097236+0000","last_became_active":"2023-08-28T02:17:57.825112+0000","last_became_peered":"2023-08-28T02:17:57.825112+0000","last_unstale":"2023-08-28T02:28:27.097236+0000","last_undegraded":"2023-08-28T02:28:27.097236+0000","last_fullsized":"2023-08-28T02:28:27.097236+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:04:13.819397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.8","version":"75'161","reported_seq":419,"reported_epoch":192,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:28:27.109467+0000","last_change":"2023-08-28T02:27:44.375515+0000","last_active":"2023-08-28T02:28:27.109467+0000","last_peered":"2023-08-28T02:28:27.109467+0000","last_clean":"2023-08-28T02:11:30.053048+0000","last_became_active":"2023-08-28T02:27:44.375161+0000","last_became_peered":"2023-08-28T02:27:44.375161+0000","last_unstale":"2023-08-28T02:28:27.109467+0000","last_undegraded":"2023-08-28T02:27:44.312454+0000","last_fullsized":"2023-08-28T02:27:44.311599+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2,"num_objects_misplaced":1,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":219,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[0,2],"avail_no_missing":["0","6","7"],"object_location_counts":[{"shards":"0,2","objects":-1},{"shards":"0,6,7","objects":1}],"blocked_by":[],"up_primary":5,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.0","version":"193'5552","reported_seq":5604,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-08-28T02:28:32.154240+0000","last_change":"2023-08-28T02:27:27.796032+0000","last_active":"2023-08-28T02:28:32.154240+0000","last_peered":"2023-08-28T02:28:32.154240+0000","last_clean":"2023-08-28T02:28:32.154240+0000","last_became_active":"2023-08-28T02:27:27.794136+0000","last_became_peered":"2023-08-28T02:27:27.794136+0000","last_unstale":"2023-08-28T02:28:32.154240+0000","last_undegraded":"2023-08-28T02:28:32.154240+0000","last_fullsized":"2023-08-28T02:28:32.154240+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":5552,"log_dups_size":0,"ondisk_log_size":5552,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":198705152,"num_objects":3032,"num_object_clones":0,"num_object_copies":9096,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3032,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3722,"num_write_kb":216128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":156,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-08-28T02:28:27.105331+0000","last_change":"2023-08-28T02:15:58.345460+0000","last_active":"2023-08-28T02:28:27.105331+0000","last_peered":"2023-08-28T02:28:27.105331+0000","last_clean":"2023-08-28T02:28:27.105331+0000","last_became_active":"2023-08-28T02:15:58.344797+0000","last_became_peered":"2023-08-28T02:15:58.344797+0000","last_unstale":"2023-08-28T02:28:27.105331+0000","last_undegraded":"2023-08-28T02:28:27.105331+0000","last_fullsized":"2023-08-28T02:28:27.105331+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:16:40.021927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":136,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-08-28T02:28:27.114980+0000","last_change":"2023-08-28T02:16:50.318938+0000","last_active":"2023-08-28T02:28:27.114980+0000","last_peered":"2023-08-28T02:28:27.114980+0000","last_clean":"2023-08-28T02:28:27.114980+0000","last_became_active":"2023-08-28T02:16:50.318559+0000","last_became_peered":"2023-08-28T02:16:50.318559+0000","last_unstale":"2023-08-28T02:28:27.114980+0000","last_undegraded":"2023-08-28T02:28:27.114980+0000","last_fullsized":"2023-08-28T02:28:27.114980+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:08:58.462110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,5],"acting":[0,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.3","version":"193'5627","reported_seq":5771,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-08-28T02:28:30.861337+0000","last_change":"2023-08-28T02:27:35.529216+0000","last_active":"2023-08-28T02:28:30.861337+0000","last_peered":"2023-08-28T02:28:30.861337+0000","last_clean":"2023-08-28T02:28:30.861337+0000","last_became_active":"2023-08-28T02:27:27.819767+0000","last_became_peered":"2023-08-28T02:27:27.819767+0000","last_unstale":"2023-08-28T02:28:30.861337+0000","last_undegraded":"2023-08-28T02:28:30.861337+0000","last_fullsized":"2023-08-28T02:28:30.861337+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"173'3890","last_scrub_stamp":"2023-08-28T02:27:35.529147+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:27:35.529147+0000","objects_scrubbed":2123,"log_size":5627,"log_dups_size":0,"ondisk_log_size":5627,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:01:38.652509+0000","scrub_duration":0.20511267,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":210108416,"num_objects":3206,"num_object_clones":0,"num_object_copies":9618,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3206,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1737,"num_write_kb":90240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":157,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-08-28T02:28:27.096571+0000","last_change":"2023-08-28T02:16:50.340534+0000","last_active":"2023-08-28T02:28:27.096571+0000","last_peered":"2023-08-28T02:28:27.096571+0000","last_clean":"2023-08-28T02:28:27.096571+0000","last_became_active":"2023-08-28T02:16:50.340208+0000","last_became_peered":"2023-08-28T02:16:50.340208+0000","last_unstale":"2023-08-28T02:28:27.096571+0000","last_undegraded":"2023-08-28T02:28:27.096571+0000","last_fullsized":"2023-08-28T02:28:27.096571+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:15:28.933937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":156,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-08-28T02:28:27.097725+0000","last_change":"2023-08-28T02:15:58.341805+0000","last_active":"2023-08-28T02:28:27.097725+0000","last_peered":"2023-08-28T02:28:27.097725+0000","last_clean":"2023-08-28T02:28:27.097725+0000","last_became_active":"2023-08-28T02:15:58.341410+0000","last_became_peered":"2023-08-28T02:15:58.341410+0000","last_unstale":"2023-08-28T02:28:27.097725+0000","last_undegraded":"2023-08-28T02:28:27.097725+0000","last_fullsized":"2023-08-28T02:28:27.097725+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:53:09.135509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"75'161","reported_seq":422,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-08-28T02:28:27.094811+0000","last_change":"2023-08-28T02:27:46.345385+0000","last_active":"2023-08-28T02:28:27.094811+0000","last_peered":"2023-08-28T02:28:27.094811+0000","last_clean":"2023-08-28T02:28:27.094811+0000","last_became_active":"2023-08-28T02:27:46.344991+0000","last_became_peered":"2023-08-28T02:27:46.344991+0000","last_unstale":"2023-08-28T02:28:27.094811+0000","last_undegraded":"2023-08-28T02:28:27.094811+0000","last_fullsized":"2023-08-28T02:28:27.094811+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53669,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":21,"num_write_kb":219,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.2","version":"193'5375","reported_seq":5430,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-08-28T02:28:31.733075+0000","last_change":"2023-08-28T02:27:37.158887+0000","last_active":"2023-08-28T02:28:31.733075+0000","last_peered":"2023-08-28T02:28:31.733075+0000","last_clean":"2023-08-28T02:28:31.733075+0000","last_became_active":"2023-08-28T02:27:27.817441+0000","last_became_peered":"2023-08-28T02:27:27.817441+0000","last_unstale":"2023-08-28T02:28:31.733075+0000","last_undegraded":"2023-08-28T02:28:31.733075+0000","last_fullsized":"2023-08-28T02:28:31.733075+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":5375,"log_dups_size":0,"ondisk_log_size":5375,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":195985408,"num_objects":2990,"num_object_clones":0,"num_object_copies":8970,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2990,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3626,"num_write_kb":211744,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":141,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-08-28T02:28:27.100950+0000","last_change":"2023-08-28T02:17:57.834673+0000","last_active":"2023-08-28T02:28:27.100950+0000","last_peered":"2023-08-28T02:28:27.100950+0000","last_clean":"2023-08-28T02:28:27.100950+0000","last_became_active":"2023-08-28T02:17:57.833257+0000","last_became_peered":"2023-08-28T02:17:57.833257+0000","last_unstale":"2023-08-28T02:28:27.100950+0000","last_undegraded":"2023-08-28T02:28:27.100950+0000","last_fullsized":"2023-08-28T02:28:27.100950+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:59:25.673492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":121,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-08-28T02:28:27.112170+0000","last_change":"2023-08-28T02:14:44.099829+0000","last_active":"2023-08-28T02:28:27.112170+0000","last_peered":"2023-08-28T02:28:27.112170+0000","last_clean":"2023-08-28T02:28:27.112170+0000","last_became_active":"2023-08-28T02:14:44.099521+0000","last_became_peered":"2023-08-28T02:14:44.099521+0000","last_unstale":"2023-08-28T02:28:27.112170+0000","last_undegraded":"2023-08-28T02:28:27.112170+0000","last_fullsized":"2023-08-28T02:28:27.112170+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:41:15.842669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.7","version":"75'161","reported_seq":435,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-08-28T02:28:27.106312+0000","last_change":"2023-08-28T02:27:50.124873+0000","last_active":"2023-08-28T02:28:27.106312+0000","last_peered":"2023-08-28T02:28:27.106312+0000","last_clean":"2023-08-28T02:28:27.106312+0000","last_became_active":"2023-08-28T02:27:46.341770+0000","last_became_peered":"2023-08-28T02:27:46.341770+0000","last_unstale":"2023-08-28T02:28:27.106312+0000","last_undegraded":"2023-08-28T02:28:27.106312+0000","last_fullsized":"2023-08-28T02:28:27.106312+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,7],"acting":[6,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.f","version":"193'7660","reported_seq":7698,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-08-28T02:28:35.547904+0000","last_change":"2023-08-28T02:26:47.222033+0000","last_active":"2023-08-28T02:28:35.547904+0000","last_peered":"2023-08-28T02:28:35.547904+0000","last_clean":"2023-08-28T02:28:35.547904+0000","last_became_active":"2023-08-28T02:26:47.221705+0000","last_became_peered":"2023-08-28T02:26:47.221705+0000","last_unstale":"2023-08-28T02:28:35.547904+0000","last_undegraded":"2023-08-28T02:28:35.547904+0000","last_fullsized":"2023-08-28T02:28:35.547904+0000","mapping_epoch":160,"log_start":"164'600","ondisk_log_start":"164'600","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":7060,"log_dups_size":0,"ondisk_log_size":7060,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:28:10.163189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":387710976,"num_objects":5916,"num_object_clones":0,"num_object_copies":17748,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5916,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7660,"num_write_kb":434432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":165,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-08-28T02:28:27.147162+0000","last_change":"2023-08-28T02:15:58.330205+0000","last_active":"2023-08-28T02:28:27.147162+0000","last_peered":"2023-08-28T02:28:27.147162+0000","last_clean":"2023-08-28T02:28:27.147162+0000","last_became_active":"2023-08-28T02:15:58.329854+0000","last_became_peered":"2023-08-28T02:15:58.329854+0000","last_unstale":"2023-08-28T02:28:27.147162+0000","last_undegraded":"2023-08-28T02:28:27.147162+0000","last_fullsized":"2023-08-28T02:28:27.147162+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:11:59.215198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":173,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-08-28T02:28:27.095848+0000","last_change":"2023-08-28T02:17:57.832204+0000","last_active":"2023-08-28T02:28:27.095848+0000","last_peered":"2023-08-28T02:28:27.095848+0000","last_clean":"2023-08-28T02:28:27.095848+0000","last_became_active":"2023-08-28T02:17:57.831885+0000","last_became_peered":"2023-08-28T02:17:57.831885+0000","last_unstale":"2023-08-28T02:28:27.095848+0000","last_undegraded":"2023-08-28T02:28:27.095848+0000","last_fullsized":"2023-08-28T02:28:27.095848+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:14:33.767147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":118,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-08-28T02:28:27.147110+0000","last_change":"2023-08-28T02:15:58.343551+0000","last_active":"2023-08-28T02:28:27.147110+0000","last_peered":"2023-08-28T02:28:27.147110+0000","last_clean":"2023-08-28T02:28:27.147110+0000","last_became_active":"2023-08-28T02:15:58.341847+0000","last_became_peered":"2023-08-28T02:15:58.341847+0000","last_unstale":"2023-08-28T02:28:27.147110+0000","last_undegraded":"2023-08-28T02:28:27.147110+0000","last_fullsized":"2023-08-28T02:28:27.147110+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:54:02.981107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.1","version":"75'161","reported_seq":422,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-08-28T02:28:27.095029+0000","last_change":"2023-08-28T02:27:46.385523+0000","last_active":"2023-08-28T02:28:27.095029+0000","last_peered":"2023-08-28T02:28:27.095029+0000","last_clean":"2023-08-28T02:28:27.095029+0000","last_became_active":"2023-08-28T02:27:46.385155+0000","last_became_peered":"2023-08-28T02:27:46.385155+0000","last_unstale":"2023-08-28T02:28:27.095029+0000","last_undegraded":"2023-08-28T02:28:27.095029+0000","last_fullsized":"2023-08-28T02:28:27.095029+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":45,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.9","version":"193'5500","reported_seq":5550,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-08-28T02:28:31.955037+0000","last_change":"2023-08-28T02:27:27.811110+0000","last_active":"2023-08-28T02:28:31.955037+0000","last_peered":"2023-08-28T02:28:31.955037+0000","last_clean":"2023-08-28T02:28:31.955037+0000","last_became_active":"2023-08-28T02:27:27.809412+0000","last_became_peered":"2023-08-28T02:27:27.809412+0000","last_unstale":"2023-08-28T02:28:31.955037+0000","last_undegraded":"2023-08-28T02:28:31.955037+0000","last_fullsized":"2023-08-28T02:28:31.955037+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":5500,"log_dups_size":0,"ondisk_log_size":5500,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":197853184,"num_objects":3019,"num_object_clones":0,"num_object_copies":9057,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3019,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3717,"num_write_kb":215552,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":160,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-08-28T02:28:27.095086+0000","last_change":"2023-08-28T02:15:58.344890+0000","last_active":"2023-08-28T02:28:27.095086+0000","last_peered":"2023-08-28T02:28:27.095086+0000","last_clean":"2023-08-28T02:28:27.095086+0000","last_became_active":"2023-08-28T02:15:58.344569+0000","last_became_peered":"2023-08-28T02:15:58.344569+0000","last_unstale":"2023-08-28T02:28:27.095086+0000","last_undegraded":"2023-08-28T02:28:27.095086+0000","last_fullsized":"2023-08-28T02:28:27.095086+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:01:49.773942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":157,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-08-28T02:28:27.097402+0000","last_change":"2023-08-28T02:14:43.039758+0000","last_active":"2023-08-28T02:28:27.097402+0000","last_peered":"2023-08-28T02:28:27.097402+0000","last_clean":"2023-08-28T02:28:27.097402+0000","last_became_active":"2023-08-28T02:14:43.039236+0000","last_became_peered":"2023-08-28T02:14:43.039236+0000","last_unstale":"2023-08-28T02:28:27.097402+0000","last_undegraded":"2023-08-28T02:28:27.097402+0000","last_fullsized":"2023-08-28T02:28:27.097402+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:49:11.066668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":148,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-08-28T02:28:27.147198+0000","last_change":"2023-08-28T02:17:57.871915+0000","last_active":"2023-08-28T02:28:27.147198+0000","last_peered":"2023-08-28T02:28:27.147198+0000","last_clean":"2023-08-28T02:28:27.147198+0000","last_became_active":"2023-08-28T02:17:57.871557+0000","last_became_peered":"2023-08-28T02:17:57.871557+0000","last_unstale":"2023-08-28T02:28:27.147198+0000","last_undegraded":"2023-08-28T02:28:27.147198+0000","last_fullsized":"2023-08-28T02:28:27.147198+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:25.212031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.2","version":"75'161","reported_seq":564,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-08-28T02:28:27.098059+0000","last_change":"2023-08-28T02:27:46.375815+0000","last_active":"2023-08-28T02:28:27.098059+0000","last_peered":"2023-08-28T02:28:27.098059+0000","last_clean":"2023-08-28T02:28:27.098059+0000","last_became_active":"2023-08-28T02:27:46.375590+0000","last_became_peered":"2023-08-28T02:27:46.375590+0000","last_unstale":"2023-08-28T02:28:27.098059+0000","last_undegraded":"2023-08-28T02:28:27.098059+0000","last_fullsized":"2023-08-28T02:28:27.098059+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":46,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.a","version":"193'7498","reported_seq":7539,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-08-28T02:28:35.512155+0000","last_change":"2023-08-28T02:26:47.223292+0000","last_active":"2023-08-28T02:28:35.512155+0000","last_peered":"2023-08-28T02:28:35.512155+0000","last_clean":"2023-08-28T02:28:35.512155+0000","last_became_active":"2023-08-28T02:26:47.222941+0000","last_became_peered":"2023-08-28T02:26:47.222941+0000","last_unstale":"2023-08-28T02:28:35.512155+0000","last_undegraded":"2023-08-28T02:28:35.512155+0000","last_fullsized":"2023-08-28T02:28:35.512155+0000","mapping_epoch":160,"log_start":"164'500","ondisk_log_start":"164'500","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":6998,"log_dups_size":0,"ondisk_log_size":6998,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:57:17.504939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":382599168,"num_objects":5838,"num_object_clones":0,"num_object_copies":17514,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5838,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7498,"num_write_kb":426752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":164,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-08-28T02:28:27.085387+0000","last_change":"2023-08-28T02:17:57.849218+0000","last_active":"2023-08-28T02:28:27.085387+0000","last_peered":"2023-08-28T02:28:27.085387+0000","last_clean":"2023-08-28T02:28:27.085387+0000","last_became_active":"2023-08-28T02:17:57.848849+0000","last_became_peered":"2023-08-28T02:17:57.848849+0000","last_unstale":"2023-08-28T02:28:27.085387+0000","last_undegraded":"2023-08-28T02:28:27.085387+0000","last_fullsized":"2023-08-28T02:28:27.085387+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:52:44.006871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":133,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-08-28T02:28:27.108303+0000","last_change":"2023-08-28T02:16:50.316947+0000","last_active":"2023-08-28T02:28:27.108303+0000","last_peered":"2023-08-28T02:28:27.108303+0000","last_clean":"2023-08-28T02:28:27.108303+0000","last_became_active":"2023-08-28T02:16:50.316598+0000","last_became_peered":"2023-08-28T02:16:50.316598+0000","last_unstale":"2023-08-28T02:28:27.108303+0000","last_undegraded":"2023-08-28T02:28:27.108303+0000","last_fullsized":"2023-08-28T02:28:27.108303+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:13:41.719458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":159,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-08-28T02:28:27.115164+0000","last_change":"2023-08-28T02:15:58.342090+0000","last_active":"2023-08-28T02:28:27.115164+0000","last_peered":"2023-08-28T02:28:27.115164+0000","last_clean":"2023-08-28T02:28:27.115164+0000","last_became_active":"2023-08-28T02:15:58.341776+0000","last_became_peered":"2023-08-28T02:15:58.341776+0000","last_unstale":"2023-08-28T02:28:27.115164+0000","last_undegraded":"2023-08-28T02:28:27.115164+0000","last_fullsized":"2023-08-28T02:28:27.115164+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:26:41.710259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.8","version":"193'5488","reported_seq":5541,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-08-28T02:28:31.635820+0000","last_change":"2023-08-28T02:27:36.024940+0000","last_active":"2023-08-28T02:28:31.635820+0000","last_peered":"2023-08-28T02:28:31.635820+0000","last_clean":"2023-08-28T02:28:31.635820+0000","last_became_active":"2023-08-28T02:27:27.794150+0000","last_became_peered":"2023-08-28T02:27:27.794150+0000","last_unstale":"2023-08-28T02:28:31.635820+0000","last_undegraded":"2023-08-28T02:28:31.635820+0000","last_fullsized":"2023-08-28T02:28:31.635820+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":5488,"log_dups_size":0,"ondisk_log_size":5488,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":202309632,"num_objects":3087,"num_object_clones":0,"num_object_copies":9261,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3087,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3717,"num_write_kb":217728,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":160,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-08-28T02:28:27.094825+0000","last_change":"2023-08-28T02:16:50.342424+0000","last_active":"2023-08-28T02:28:27.094825+0000","last_peered":"2023-08-28T02:28:27.094825+0000","last_clean":"2023-08-28T02:28:27.094825+0000","last_became_active":"2023-08-28T02:16:50.342083+0000","last_became_peered":"2023-08-28T02:16:50.342083+0000","last_unstale":"2023-08-28T02:28:27.094825+0000","last_undegraded":"2023-08-28T02:28:27.094825+0000","last_fullsized":"2023-08-28T02:28:27.094825+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:48:40.173542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"75'161","reported_seq":545,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-08-28T02:28:27.097431+0000","last_change":"2023-08-28T02:27:39.235695+0000","last_active":"2023-08-28T02:28:27.097431+0000","last_peered":"2023-08-28T02:28:27.097431+0000","last_clean":"2023-08-28T02:28:27.097431+0000","last_became_active":"2023-08-28T02:27:39.235381+0000","last_became_peered":"2023-08-28T02:27:39.235381+0000","last_unstale":"2023-08-28T02:28:27.097431+0000","last_undegraded":"2023-08-28T02:28:27.097431+0000","last_fullsized":"2023-08-28T02:28:27.097431+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53669,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":21,"num_write_kb":219,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":127,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-08-28T02:28:27.106127+0000","last_change":"2023-08-28T02:17:57.830935+0000","last_active":"2023-08-28T02:28:27.106127+0000","last_peered":"2023-08-28T02:28:27.106127+0000","last_clean":"2023-08-28T02:28:27.106127+0000","last_became_active":"2023-08-28T02:17:57.830393+0000","last_became_peered":"2023-08-28T02:17:57.830393+0000","last_unstale":"2023-08-28T02:28:27.106127+0000","last_undegraded":"2023-08-28T02:28:27.106127+0000","last_fullsized":"2023-08-28T02:28:27.106127+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:53:51.589050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":138,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-08-28T02:28:27.105893+0000","last_change":"2023-08-28T02:07:37.450928+0000","last_active":"2023-08-28T02:28:27.105893+0000","last_peered":"2023-08-28T02:28:27.105893+0000","last_clean":"2023-08-28T02:28:27.105893+0000","last_became_active":"2023-08-28T02:07:37.450603+0000","last_became_peered":"2023-08-28T02:07:37.450603+0000","last_unstale":"2023-08-28T02:28:27.105893+0000","last_undegraded":"2023-08-28T02:28:27.105893+0000","last_fullsized":"2023-08-28T02:28:27.105893+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:39:24.068431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.3","version":"75'161","reported_seq":421,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-08-28T02:28:27.115002+0000","last_change":"2023-08-28T02:27:46.342870+0000","last_active":"2023-08-28T02:28:27.115002+0000","last_peered":"2023-08-28T02:28:27.115002+0000","last_clean":"2023-08-28T02:28:27.115002+0000","last_became_active":"2023-08-28T02:27:46.342424+0000","last_became_peered":"2023-08-28T02:27:46.342424+0000","last_unstale":"2023-08-28T02:28:27.115002+0000","last_undegraded":"2023-08-28T02:28:27.115002+0000","last_fullsized":"2023-08-28T02:28:27.115002+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.b","version":"193'7237","reported_seq":7279,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-08-28T02:28:31.896415+0000","last_change":"2023-08-28T02:26:47.519899+0000","last_active":"2023-08-28T02:28:31.896415+0000","last_peered":"2023-08-28T02:28:31.896415+0000","last_clean":"2023-08-28T02:28:31.896415+0000","last_became_active":"2023-08-28T02:26:47.519561+0000","last_became_peered":"2023-08-28T02:26:47.519561+0000","last_unstale":"2023-08-28T02:28:31.896415+0000","last_undegraded":"2023-08-28T02:28:31.896415+0000","last_fullsized":"2023-08-28T02:28:31.896415+0000","mapping_epoch":160,"log_start":"164'1300","ondisk_log_start":"164'1300","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":5937,"log_dups_size":0,"ondisk_log_size":5937,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:53:32.812783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":389742592,"num_objects":5947,"num_object_clones":0,"num_object_copies":17841,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5947,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7237,"num_write_kb":421888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":178,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-08-28T02:28:27.097342+0000","last_change":"2023-08-28T02:15:58.338120+0000","last_active":"2023-08-28T02:28:27.097342+0000","last_peered":"2023-08-28T02:28:27.097342+0000","last_clean":"2023-08-28T02:28:27.097342+0000","last_became_active":"2023-08-28T02:15:58.337738+0000","last_became_peered":"2023-08-28T02:15:58.337738+0000","last_unstale":"2023-08-28T02:28:27.097342+0000","last_undegraded":"2023-08-28T02:28:27.097342+0000","last_fullsized":"2023-08-28T02:28:27.097342+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:36:17.078801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":148,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-08-28T02:28:27.110929+0000","last_change":"2023-08-28T02:17:57.849233+0000","last_active":"2023-08-28T02:28:27.110929+0000","last_peered":"2023-08-28T02:28:27.110929+0000","last_clean":"2023-08-28T02:28:27.110929+0000","last_became_active":"2023-08-28T02:17:57.848909+0000","last_became_peered":"2023-08-28T02:17:57.848909+0000","last_unstale":"2023-08-28T02:28:27.110929+0000","last_undegraded":"2023-08-28T02:28:27.110929+0000","last_fullsized":"2023-08-28T02:28:27.110929+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:19:30.926702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":147,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-08-28T02:28:27.111091+0000","last_change":"2023-08-28T02:16:50.318846+0000","last_active":"2023-08-28T02:28:27.111091+0000","last_peered":"2023-08-28T02:28:27.111091+0000","last_clean":"2023-08-28T02:28:27.111091+0000","last_became_active":"2023-08-28T02:16:50.318460+0000","last_became_peered":"2023-08-28T02:16:50.318460+0000","last_unstale":"2023-08-28T02:28:27.111091+0000","last_undegraded":"2023-08-28T02:28:27.111091+0000","last_fullsized":"2023-08-28T02:28:27.111091+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:19:34.011385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.6","version":"75'161","reported_seq":435,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-08-28T02:28:27.105995+0000","last_change":"2023-08-28T02:27:47.012228+0000","last_active":"2023-08-28T02:28:27.105995+0000","last_peered":"2023-08-28T02:28:27.105995+0000","last_clean":"2023-08-28T02:28:27.105995+0000","last_became_active":"2023-08-28T02:27:46.377512+0000","last_became_peered":"2023-08-28T02:27:46.377512+0000","last_unstale":"2023-08-28T02:28:27.105995+0000","last_undegraded":"2023-08-28T02:28:27.105995+0000","last_fullsized":"2023-08-28T02:28:27.105995+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,3],"acting":[6,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.e","version":"193'7248","reported_seq":7289,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-08-28T02:28:30.851294+0000","last_change":"2023-08-28T02:26:47.224388+0000","last_active":"2023-08-28T02:28:30.851294+0000","last_peered":"2023-08-28T02:28:30.851294+0000","last_clean":"2023-08-28T02:28:30.851294+0000","last_became_active":"2023-08-28T02:26:47.224098+0000","last_became_peered":"2023-08-28T02:26:47.224098+0000","last_unstale":"2023-08-28T02:28:30.851294+0000","last_undegraded":"2023-08-28T02:28:30.851294+0000","last_fullsized":"2023-08-28T02:28:30.851294+0000","mapping_epoch":160,"log_start":"164'1200","ondisk_log_start":"164'1200","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":6048,"log_dups_size":0,"ondisk_log_size":6048,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:32:39.064714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":400949248,"num_objects":6118,"num_object_clones":0,"num_object_copies":18354,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6118,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7248,"num_write_kb":427712,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":161,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-08-28T02:28:27.100322+0000","last_change":"2023-08-28T02:14:43.033789+0000","last_active":"2023-08-28T02:28:27.100322+0000","last_peered":"2023-08-28T02:28:27.100322+0000","last_clean":"2023-08-28T02:28:27.100322+0000","last_became_active":"2023-08-28T02:14:43.033454+0000","last_became_peered":"2023-08-28T02:14:43.033454+0000","last_unstale":"2023-08-28T02:28:27.100322+0000","last_undegraded":"2023-08-28T02:28:27.100322+0000","last_fullsized":"2023-08-28T02:28:27.100322+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:01:13.205842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":133,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-08-28T02:28:27.147181+0000","last_change":"2023-08-28T02:16:50.326816+0000","last_active":"2023-08-28T02:28:27.147181+0000","last_peered":"2023-08-28T02:28:27.147181+0000","last_clean":"2023-08-28T02:28:27.147181+0000","last_became_active":"2023-08-28T02:16:50.326004+0000","last_became_peered":"2023-08-28T02:16:50.326004+0000","last_unstale":"2023-08-28T02:28:27.147181+0000","last_undegraded":"2023-08-28T02:28:27.147181+0000","last_fullsized":"2023-08-28T02:28:27.147181+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:57:04.480900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":134,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-08-28T02:28:27.111486+0000","last_change":"2023-08-28T02:14:43.048791+0000","last_active":"2023-08-28T02:28:27.111486+0000","last_peered":"2023-08-28T02:28:27.111486+0000","last_clean":"2023-08-28T02:28:27.111486+0000","last_became_active":"2023-08-28T02:14:43.047408+0000","last_became_peered":"2023-08-28T02:14:43.047408+0000","last_unstale":"2023-08-28T02:28:27.111486+0000","last_undegraded":"2023-08-28T02:28:27.111486+0000","last_fullsized":"2023-08-28T02:28:27.111486+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:47.097181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.5","version":"75'161","reported_seq":431,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-08-28T02:28:27.096972+0000","last_change":"2023-08-28T02:28:24.755279+0000","last_active":"2023-08-28T02:28:27.096972+0000","last_peered":"2023-08-28T02:28:27.096972+0000","last_clean":"2023-08-28T02:28:27.096972+0000","last_became_active":"2023-08-28T02:27:46.339134+0000","last_became_peered":"2023-08-28T02:27:46.339134+0000","last_unstale":"2023-08-28T02:28:27.096972+0000","last_undegraded":"2023-08-28T02:28:27.096972+0000","last_fullsized":"2023-08-28T02:28:27.096972+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.d","version":"193'7347","reported_seq":7389,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-08-28T02:28:30.851209+0000","last_change":"2023-08-28T02:26:47.223066+0000","last_active":"2023-08-28T02:28:30.851209+0000","last_peered":"2023-08-28T02:28:30.851209+0000","last_clean":"2023-08-28T02:28:30.851209+0000","last_became_active":"2023-08-28T02:26:47.222742+0000","last_became_peered":"2023-08-28T02:26:47.222742+0000","last_unstale":"2023-08-28T02:28:30.851209+0000","last_undegraded":"2023-08-28T02:28:30.851209+0000","last_fullsized":"2023-08-28T02:28:30.851209+0000","mapping_epoch":160,"log_start":"164'1300","ondisk_log_start":"164'1300","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":6047,"log_dups_size":0,"ondisk_log_size":6047,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:38:10.017610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":403308568,"num_objects":6155,"num_object_clones":0,"num_object_copies":18465,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6155,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7347,"num_write_kb":432001,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.7","version":"65'2","reported_seq":171,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-08-28T02:28:27.101441+0000","last_change":"2023-08-28T02:17:57.864052+0000","last_active":"2023-08-28T02:28:27.101441+0000","last_peered":"2023-08-28T02:28:27.101441+0000","last_clean":"2023-08-28T02:28:27.101441+0000","last_became_active":"2023-08-28T02:17:57.845544+0000","last_became_peered":"2023-08-28T02:17:57.845544+0000","last_unstale":"2023-08-28T02:28:27.101441+0000","last_undegraded":"2023-08-28T02:28:27.101441+0000","last_fullsized":"2023-08-28T02:28:27.101441+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:24:46.387534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":117,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-08-28T02:28:27.130923+0000","last_change":"2023-08-28T02:15:58.339320+0000","last_active":"2023-08-28T02:28:27.130923+0000","last_peered":"2023-08-28T02:28:27.130923+0000","last_clean":"2023-08-28T02:28:27.130923+0000","last_became_active":"2023-08-28T02:15:58.337320+0000","last_became_peered":"2023-08-28T02:15:58.337320+0000","last_unstale":"2023-08-28T02:28:27.130923+0000","last_undegraded":"2023-08-28T02:28:27.130923+0000","last_fullsized":"2023-08-28T02:28:27.130923+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:45:55.601750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":169,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-08-28T02:28:27.100858+0000","last_change":"2023-08-28T02:17:57.850029+0000","last_active":"2023-08-28T02:28:27.100858+0000","last_peered":"2023-08-28T02:28:27.100858+0000","last_clean":"2023-08-28T02:28:27.100858+0000","last_became_active":"2023-08-28T02:17:57.846602+0000","last_became_peered":"2023-08-28T02:17:57.846602+0000","last_unstale":"2023-08-28T02:28:27.100858+0000","last_undegraded":"2023-08-28T02:28:27.100858+0000","last_fullsized":"2023-08-28T02:28:27.100858+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:39:38.706283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.4","version":"75'161","reported_seq":415,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-08-28T02:28:27.102034+0000","last_change":"2023-08-28T02:28:15.289768+0000","last_active":"2023-08-28T02:28:27.102034+0000","last_peered":"2023-08-28T02:28:27.102034+0000","last_clean":"2023-08-28T02:28:27.102034+0000","last_became_active":"2023-08-28T02:28:15.289365+0000","last_became_peered":"2023-08-28T02:28:15.289365+0000","last_unstale":"2023-08-28T02:28:27.102034+0000","last_undegraded":"2023-08-28T02:28:27.102034+0000","last_fullsized":"2023-08-28T02:28:27.102034+0000","mapping_epoch":189,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":190,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":488690,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.c","version":"193'7465","reported_seq":7507,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-08-28T02:28:31.711845+0000","last_change":"2023-08-28T02:26:47.219015+0000","last_active":"2023-08-28T02:28:31.711845+0000","last_peered":"2023-08-28T02:28:31.711845+0000","last_clean":"2023-08-28T02:28:31.711845+0000","last_became_active":"2023-08-28T02:26:47.218669+0000","last_became_peered":"2023-08-28T02:26:47.218669+0000","last_unstale":"2023-08-28T02:28:31.711845+0000","last_undegraded":"2023-08-28T02:28:31.711845+0000","last_fullsized":"2023-08-28T02:28:31.711845+0000","mapping_epoch":160,"log_start":"164'900","ondisk_log_start":"164'900","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":6565,"log_dups_size":0,"ondisk_log_size":6565,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:20:44.170608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":408092672,"num_objects":6227,"num_object_clones":0,"num_object_copies":18681,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6227,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7465,"num_write_kb":438144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":160,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-08-28T02:28:27.106230+0000","last_change":"2023-08-28T02:16:50.341679+0000","last_active":"2023-08-28T02:28:27.106230+0000","last_peered":"2023-08-28T02:28:27.106230+0000","last_clean":"2023-08-28T02:28:27.106230+0000","last_became_active":"2023-08-28T02:16:50.341357+0000","last_became_peered":"2023-08-28T02:16:50.341357+0000","last_unstale":"2023-08-28T02:28:27.106230+0000","last_undegraded":"2023-08-28T02:28:27.106230+0000","last_fullsized":"2023-08-28T02:28:27.106230+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:18:29.131334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"65'1","reported_seq":152,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-08-28T02:28:27.111185+0000","last_change":"2023-08-28T02:15:58.334351+0000","last_active":"2023-08-28T02:28:27.111185+0000","last_peered":"2023-08-28T02:28:27.111185+0000","last_clean":"2023-08-28T02:28:27.111185+0000","last_became_active":"2023-08-28T02:15:58.334041+0000","last_became_peered":"2023-08-28T02:15:58.334041+0000","last_unstale":"2023-08-28T02:28:27.111185+0000","last_undegraded":"2023-08-28T02:28:27.111185+0000","last_fullsized":"2023-08-28T02:28:27.111185+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:36:32.836027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":139,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-08-28T02:28:27.096477+0000","last_change":"2023-08-28T02:07:37.332854+0000","last_active":"2023-08-28T02:28:27.096477+0000","last_peered":"2023-08-28T02:28:27.096477+0000","last_clean":"2023-08-28T02:28:27.096477+0000","last_became_active":"2023-08-28T02:07:37.332563+0000","last_became_peered":"2023-08-28T02:07:37.332563+0000","last_unstale":"2023-08-28T02:28:27.096477+0000","last_undegraded":"2023-08-28T02:28:27.096477+0000","last_fullsized":"2023-08-28T02:28:27.096477+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:24:12.887788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.11","version":"193'5488","reported_seq":5548,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-08-28T02:28:30.832810+0000","last_change":"2023-08-28T02:27:36.183590+0000","last_active":"2023-08-28T02:28:30.832810+0000","last_peered":"2023-08-28T02:28:30.832810+0000","last_clean":"2023-08-28T02:28:30.832810+0000","last_became_active":"2023-08-28T02:27:36.180993+0000","last_became_peered":"2023-08-28T02:27:36.180993+0000","last_unstale":"2023-08-28T02:28:30.832810+0000","last_undegraded":"2023-08-28T02:28:30.832810+0000","last_fullsized":"2023-08-28T02:28:30.832810+0000","mapping_epoch":175,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":5488,"log_dups_size":0,"ondisk_log_size":5488,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":198639616,"num_objects":3031,"num_object_clones":0,"num_object_copies":9093,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3031,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3653,"num_write_kb":213888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1b","version":"65'1","reported_seq":136,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-08-28T02:28:27.111398+0000","last_change":"2023-08-28T02:14:43.042150+0000","last_active":"2023-08-28T02:28:27.111398+0000","last_peered":"2023-08-28T02:28:27.111398+0000","last_clean":"2023-08-28T02:28:27.111398+0000","last_became_active":"2023-08-28T02:14:43.038336+0000","last_became_peered":"2023-08-28T02:14:43.038336+0000","last_unstale":"2023-08-28T02:28:27.111398+0000","last_undegraded":"2023-08-28T02:28:27.111398+0000","last_fullsized":"2023-08-28T02:28:27.111398+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:26:02.415152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":166,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-08-28T02:28:27.089108+0000","last_change":"2023-08-28T02:17:57.871803+0000","last_active":"2023-08-28T02:28:27.089108+0000","last_peered":"2023-08-28T02:28:27.089108+0000","last_clean":"2023-08-28T02:28:27.089108+0000","last_became_active":"2023-08-28T02:17:57.871419+0000","last_became_peered":"2023-08-28T02:17:57.871419+0000","last_unstale":"2023-08-28T02:28:27.089108+0000","last_undegraded":"2023-08-28T02:28:27.089108+0000","last_fullsized":"2023-08-28T02:28:27.089108+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:46.284365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,3],"acting":[2,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.16","version":"193'5535","reported_seq":5586,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-08-28T02:28:35.535005+0000","last_change":"2023-08-28T02:27:27.831261+0000","last_active":"2023-08-28T02:28:35.535005+0000","last_peered":"2023-08-28T02:28:35.535005+0000","last_clean":"2023-08-28T02:28:35.535005+0000","last_became_active":"2023-08-28T02:27:27.829702+0000","last_became_peered":"2023-08-28T02:27:27.829702+0000","last_unstale":"2023-08-28T02:28:35.535005+0000","last_undegraded":"2023-08-28T02:28:35.535005+0000","last_fullsized":"2023-08-28T02:28:35.535005+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":5535,"log_dups_size":0,"ondisk_log_size":5535,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":191201280,"num_objects":2918,"num_object_clones":0,"num_object_copies":8754,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2918,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3760,"num_write_kb":213664,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,1],"acting":[5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1c","version":"65'2","reported_seq":158,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-08-28T02:28:27.094929+0000","last_change":"2023-08-28T02:15:58.344265+0000","last_active":"2023-08-28T02:28:27.094929+0000","last_peered":"2023-08-28T02:28:27.094929+0000","last_clean":"2023-08-28T02:28:27.094929+0000","last_became_active":"2023-08-28T02:15:58.343903+0000","last_became_peered":"2023-08-28T02:15:58.343903+0000","last_unstale":"2023-08-28T02:28:27.094929+0000","last_undegraded":"2023-08-28T02:28:27.094929+0000","last_fullsized":"2023-08-28T02:28:27.094929+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:00:52.112893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":150,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-08-28T02:28:27.111153+0000","last_change":"2023-08-28T02:17:57.870248+0000","last_active":"2023-08-28T02:28:27.111153+0000","last_peered":"2023-08-28T02:28:27.111153+0000","last_clean":"2023-08-28T02:28:27.111153+0000","last_became_active":"2023-08-28T02:17:57.869813+0000","last_became_peered":"2023-08-28T02:17:57.869813+0000","last_unstale":"2023-08-28T02:28:27.111153+0000","last_undegraded":"2023-08-28T02:28:27.111153+0000","last_fullsized":"2023-08-28T02:28:27.111153+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:36:26.136730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.17","version":"193'5636","reported_seq":5687,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-08-28T02:28:35.579062+0000","last_change":"2023-08-28T02:27:27.836480+0000","last_active":"2023-08-28T02:28:35.579062+0000","last_peered":"2023-08-28T02:28:35.579062+0000","last_clean":"2023-08-28T02:28:35.579062+0000","last_became_active":"2023-08-28T02:27:27.834441+0000","last_became_peered":"2023-08-28T02:27:27.834441+0000","last_unstale":"2023-08-28T02:28:35.579062+0000","last_undegraded":"2023-08-28T02:28:35.579062+0000","last_fullsized":"2023-08-28T02:28:35.579062+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":5636,"log_dups_size":0,"ondisk_log_size":5636,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":192610304,"num_objects":2939,"num_object_clones":0,"num_object_copies":8817,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2939,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3843,"num_write_kb":217024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1d","version":"65'2","reported_seq":141,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-08-28T02:28:27.095388+0000","last_change":"2023-08-28T02:07:37.315088+0000","last_active":"2023-08-28T02:28:27.095388+0000","last_peered":"2023-08-28T02:28:27.095388+0000","last_clean":"2023-08-28T02:28:27.095388+0000","last_became_active":"2023-08-28T02:07:37.314730+0000","last_became_peered":"2023-08-28T02:07:37.314730+0000","last_unstale":"2023-08-28T02:28:27.095388+0000","last_undegraded":"2023-08-28T02:28:27.095388+0000","last_fullsized":"2023-08-28T02:28:27.095388+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:58.096621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":173,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-08-28T02:28:27.096753+0000","last_change":"2023-08-28T02:17:57.830595+0000","last_active":"2023-08-28T02:28:27.096753+0000","last_peered":"2023-08-28T02:28:27.096753+0000","last_clean":"2023-08-28T02:28:27.096753+0000","last_became_active":"2023-08-28T02:17:57.830345+0000","last_became_peered":"2023-08-28T02:17:57.830345+0000","last_unstale":"2023-08-28T02:28:27.096753+0000","last_undegraded":"2023-08-28T02:28:27.096753+0000","last_fullsized":"2023-08-28T02:28:27.096753+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:50:50.199731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.14","version":"193'5430","reported_seq":5482,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-08-28T02:28:31.863523+0000","last_change":"2023-08-28T02:27:27.838366+0000","last_active":"2023-08-28T02:28:31.863523+0000","last_peered":"2023-08-28T02:28:31.863523+0000","last_clean":"2023-08-28T02:28:31.863523+0000","last_became_active":"2023-08-28T02:27:27.836296+0000","last_became_peered":"2023-08-28T02:27:27.836296+0000","last_unstale":"2023-08-28T02:28:31.863523+0000","last_undegraded":"2023-08-28T02:28:31.863523+0000","last_fullsized":"2023-08-28T02:28:31.863523+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":5430,"log_dups_size":0,"ondisk_log_size":5430,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":199000064,"num_objects":3037,"num_object_clones":0,"num_object_copies":9111,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3037,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3657,"num_write_kb":214176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1e","version":"65'1","reported_seq":159,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-08-28T02:28:27.102444+0000","last_change":"2023-08-28T02:17:57.833218+0000","last_active":"2023-08-28T02:28:27.102444+0000","last_peered":"2023-08-28T02:28:27.102444+0000","last_clean":"2023-08-28T02:28:27.102444+0000","last_became_active":"2023-08-28T02:17:57.832772+0000","last_became_peered":"2023-08-28T02:17:57.832772+0000","last_unstale":"2023-08-28T02:28:27.102444+0000","last_undegraded":"2023-08-28T02:28:27.102444+0000","last_fullsized":"2023-08-28T02:28:27.102444+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:00:02.110545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":173,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-08-28T02:28:27.104588+0000","last_change":"2023-08-28T02:17:57.845102+0000","last_active":"2023-08-28T02:28:27.104588+0000","last_peered":"2023-08-28T02:28:27.104588+0000","last_clean":"2023-08-28T02:28:27.104588+0000","last_became_active":"2023-08-28T02:17:57.843529+0000","last_became_peered":"2023-08-28T02:17:57.843529+0000","last_unstale":"2023-08-28T02:28:27.104588+0000","last_undegraded":"2023-08-28T02:28:27.104588+0000","last_fullsized":"2023-08-28T02:28:27.104588+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:20:19.708785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.15","version":"193'5457","reported_seq":5509,"reported_epoch":193,"state":"active+clean","last_fresh":"2023-08-28T02:28:31.984054+0000","last_change":"2023-08-28T02:27:27.823600+0000","last_active":"2023-08-28T02:28:31.984054+0000","last_peered":"2023-08-28T02:28:31.984054+0000","last_clean":"2023-08-28T02:28:31.984054+0000","last_became_active":"2023-08-28T02:27:27.821763+0000","last_became_peered":"2023-08-28T02:27:27.821763+0000","last_unstale":"2023-08-28T02:28:31.984054+0000","last_undegraded":"2023-08-28T02:28:31.984054+0000","last_fullsized":"2023-08-28T02:28:31.984054+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":5457,"log_dups_size":0,"ondisk_log_size":5457,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":195297280,"num_objects":2980,"num_object_clones":0,"num_object_copies":8940,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2980,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3682,"num_write_kb":213184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1f","version":"65'4","reported_seq":152,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-08-28T02:28:27.112088+0000","last_change":"2023-08-28T02:16:50.319672+0000","last_active":"2023-08-28T02:28:27.112088+0000","last_peered":"2023-08-28T02:28:27.112088+0000","last_clean":"2023-08-28T02:28:27.112088+0000","last_became_active":"2023-08-28T02:16:50.319279+0000","last_became_peered":"2023-08-28T02:16:50.319279+0000","last_unstale":"2023-08-28T02:28:27.112088+0000","last_undegraded":"2023-08-28T02:28:27.112088+0000","last_fullsized":"2023-08-28T02:28:27.112088+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:28:07.379148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":156,"reported_epoch":192,"state":"active+clean","last_fresh":"2023-08-28T02:28:27.096490+0000","last_change":"2023-08-28T02:15:58.333459+0000","last_active":"2023-08-28T02:28:27.096490+0000","last_peered":"2023-08-28T02:28:27.096490+0000","last_clean":"2023-08-28T02:28:27.096490+0000","last_became_active":"2023-08-28T02:15:58.332687+0000","last_became_peered":"2023-08-28T02:15:58.332687+0000","last_unstale":"2023-08-28T02:28:27.096490+0000","last_undegraded":"2023-08-28T02:28:27.096490+0000","last_fullsized":"2023-08-28T02:28:27.096490+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:15:43.019749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2,"num_objects_misplaced":1,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":489,"num_read_kb":916,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":2098784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2109440,"data_stored":2098784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":32,"num_store_stats":8},{"poolid":9,"num_pg":26,"stat_sum":{"num_bytes":6338740248,"num_objects":96723,"num_object_clones":0,"num_object_copies":290169,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3576,"num_objects_misplaced":2190,"num_objects_unfound":0,"num_objects_dirty":96723,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":116448,"num_write_kb":6753441,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3568,"num_bytes_recovered":233832448,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":19639119872,"data_stored":19639107656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":148527,"ondisk_log_size":148527,"up":78,"acting":76,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299659,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":4125652,"kb_used_data":3777996,"kb_used_omap":0,"kb_used_meta":347648,"kb_avail":89619500,"statfs":{"total":95995035648,"available":91770368000,"internally_reserved":0,"allocated":3868667904,"data_stored":3867778770,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":355991552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1],"upper_bound":4},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:27:58 2023","interfaces":[{"interface":"back","average":{"1min":1.3540000000000001,"5min":1.776,"15min":1.7509999999999999},"min":{"1min":0.27800000000000002,"5min":0.224,"15min":0.21199999999999999},"max":{"1min":4.4160000000000004,"5min":13.118,"15min":13.257},"last":0.33100000000000002},{"interface":"front","average":{"1min":2.6930000000000001,"5min":2.4159999999999999,"15min":2.1749999999999998},"min":{"1min":0.249,"5min":0.246,"15min":0.246},"max":{"1min":17.402999999999999,"5min":17.402999999999999,"15min":17.402999999999999},"last":0.56799999999999995}]},{"osd":1,"last update":"Mon Aug 28 02:28:22 2023","interfaces":[{"interface":"back","average":{"1min":3.9860000000000002,"5min":2.972,"15min":2.1680000000000001},"min":{"1min":0.26000000000000001,"5min":0.25700000000000001,"15min":0.24099999999999999},"max":{"1min":17.43,"5min":17.43,"15min":17.43},"last":1.7529999999999999},{"interface":"front","average":{"1min":3.9740000000000002,"5min":2.786,"15min":2.1139999999999999},"min":{"1min":0.35799999999999998,"5min":0.27100000000000002,"15min":0.26600000000000001},"max":{"1min":19.913,"5min":19.913,"15min":19.913},"last":4.5419999999999998}]},{"osd":2,"last update":"Mon Aug 28 02:28:11 2023","interfaces":[{"interface":"back","average":{"1min":2.032,"5min":2.0830000000000002,"15min":1.702},"min":{"1min":0.30499999999999999,"5min":0.253,"15min":0.22800000000000001},"max":{"1min":7.0830000000000002,"5min":8.3889999999999993,"15min":8.3889999999999993},"last":0.36399999999999999},{"interface":"front","average":{"1min":1.181,"5min":1.6779999999999999,"15min":1.5980000000000001},"min":{"1min":0.32500000000000001,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":6.6070000000000002,"5min":8.9770000000000003,"15min":12.128},"last":0.50800000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:28:22 2023","interfaces":[{"interface":"back","average":{"1min":1.504,"5min":1.944,"15min":2.0139999999999998},"min":{"1min":0.309,"5min":0.30199999999999999,"15min":0.27200000000000002},"max":{"1min":8.2460000000000004,"5min":11.231,"15min":11.231},"last":0.55400000000000005},{"interface":"front","average":{"1min":1.0900000000000001,"5min":2.1899999999999999,"15min":2.1579999999999999},"min":{"1min":0.38300000000000001,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":2.9940000000000002,"5min":12.208,"15min":12.208},"last":0.35499999999999998}]},{"osd":4,"last update":"Mon Aug 28 02:27:58 2023","interfaces":[{"interface":"back","average":{"1min":2.1989999999999998,"5min":1.556,"15min":1.091},"min":{"1min":0.28100000000000003,"5min":0.27000000000000002,"15min":0.22700000000000001},"max":{"1min":17.375,"5min":17.375,"15min":17.375},"last":0.52400000000000002},{"interface":"front","average":{"1min":1.1879999999999999,"5min":1.1779999999999999,"15min":0.86799999999999999},"min":{"1min":0.28499999999999998,"5min":0.26100000000000001,"15min":0.24299999999999999},"max":{"1min":6.5960000000000001,"5min":8.1890000000000001,"15min":8.1890000000000001},"last":0.29999999999999999}]},{"osd":5,"last update":"Mon Aug 28 02:27:58 2023","interfaces":[{"interface":"back","average":{"1min":1.1399999999999999,"5min":1.133,"15min":0.92100000000000004},"min":{"1min":0.313,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":4.3920000000000003,"5min":8.1270000000000007,"15min":9.2279999999999998},"last":0.53700000000000003},{"interface":"front","average":{"1min":2.0910000000000002,"5min":1.583,"15min":1.101},"min":{"1min":0.34999999999999998,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":17.324999999999999,"5min":17.324999999999999,"15min":17.324999999999999},"last":0.59199999999999997}]},{"osd":6,"last update":"Mon Aug 28 02:27:58 2023","interfaces":[{"interface":"back","average":{"1min":2.4849999999999999,"5min":1.617,"15min":1.111},"min":{"1min":0.375,"5min":0.30299999999999999,"15min":0.28199999999999997},"max":{"1min":17.454999999999998,"5min":17.454999999999998,"15min":17.454999999999998},"last":2.4750000000000001},{"interface":"front","average":{"1min":0.66200000000000003,"5min":0.93799999999999994,"15min":0.81799999999999995},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.29899999999999999},"max":{"1min":2.605,"5min":5.2300000000000004,"15min":5.8710000000000004},"last":0.60299999999999998}]}]},{"osd":6,"up_from":45,"seq":193273528591,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1449728,"kb_used_data":1175352,"kb_used_omap":0,"kb_used_meta":274368,"kb_avail":92295424,"statfs":{"total":95995035648,"available":94510514176,"internally_reserved":0,"allocated":1203560448,"data_stored":1202691301,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":280952832},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:28:06 2023","interfaces":[{"interface":"back","average":{"1min":1.268,"5min":2.23,"15min":2.02},"min":{"1min":0.23499999999999999,"5min":0.23100000000000001,"15min":0.20699999999999999},"max":{"1min":3.702,"5min":11.036,"15min":16.462},"last":1.3029999999999999},{"interface":"front","average":{"1min":1.617,"5min":2.1669999999999998,"15min":2.0590000000000002},"min":{"1min":0.34899999999999998,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":6.2519999999999998,"5min":12.333,"15min":16.486999999999998},"last":1.3180000000000001}]},{"osd":1,"last update":"Mon Aug 28 02:28:29 2023","interfaces":[{"interface":"back","average":{"1min":1.5660000000000001,"5min":2.3650000000000002,"15min":2.1539999999999999},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.23999999999999999},"max":{"1min":5.8600000000000003,"5min":12.834,"15min":12.834},"last":19.384},{"interface":"front","average":{"1min":2.4260000000000002,"5min":2.2999999999999998,"15min":1.8500000000000001},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":10.365,"5min":13.183999999999999,"15min":13.183999999999999},"last":0.41399999999999998}]},{"osd":2,"last update":"Mon Aug 28 02:28:13 2023","interfaces":[{"interface":"back","average":{"1min":1.518,"5min":2.3839999999999999,"15min":2.0070000000000001},"min":{"1min":0.35599999999999998,"5min":0.27000000000000002,"15min":0.26300000000000001},"max":{"1min":6.8490000000000002,"5min":12.356,"15min":14.156000000000001},"last":0.28299999999999997},{"interface":"front","average":{"1min":1.2569999999999999,"5min":1.806,"15min":1.7050000000000001},"min":{"1min":0.28899999999999998,"5min":0.247,"15min":0.247},"max":{"1min":6.0960000000000001,"5min":8.6370000000000005,"15min":11.442},"last":1.9570000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:28:13 2023","interfaces":[{"interface":"back","average":{"1min":8.8580000000000005,"5min":3.8220000000000001,"15min":2.4950000000000001},"min":{"1min":0.40999999999999998,"5min":0.33600000000000002,"15min":0.30199999999999999},"max":{"1min":122.399,"5min":122.399,"15min":122.399},"last":10.474},{"interface":"front","average":{"1min":6.9749999999999996,"5min":3.1829999999999998,"15min":2.3639999999999999},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":123.173,"5min":123.173,"15min":123.173},"last":0.58799999999999997}]},{"osd":4,"last update":"Mon Aug 28 02:27:49 2023","interfaces":[{"interface":"back","average":{"1min":0.82499999999999996,"5min":1.603,"15min":1.028},"min":{"1min":0.253,"5min":0.25,"15min":0.23400000000000001},"max":{"1min":4.9240000000000004,"5min":18.294,"15min":18.294},"last":0.33400000000000002},{"interface":"front","average":{"1min":0.44900000000000001,"5min":1.6599999999999999,"15min":0.998},"min":{"1min":0.28000000000000003,"5min":0.246,"15min":0.22500000000000001},"max":{"1min":1.6899999999999999,"5min":7.8239999999999998,"15min":8.0950000000000006},"last":0.32300000000000001}]},{"osd":5,"last update":"Mon Aug 28 02:27:49 2023","interfaces":[{"interface":"back","average":{"1min":0.89800000000000002,"5min":1.613,"15min":1.0660000000000001},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":5.0170000000000003,"5min":13.105,"15min":13.105},"last":0.36399999999999999},{"interface":"front","average":{"1min":0.69699999999999995,"5min":1.268,"15min":0.89200000000000002},"min":{"1min":0.28100000000000003,"5min":0.26800000000000002,"15min":0.26300000000000001},"max":{"1min":1.8939999999999999,"5min":7.4279999999999999,"15min":7.4279999999999999},"last":0.35399999999999998}]},{"osd":7,"last update":"Mon Aug 28 02:28:13 2023","interfaces":[{"interface":"back","average":{"1min":1.284,"5min":1.5609999999999999,"15min":1.129},"min":{"1min":0.38300000000000001,"5min":0.308,"15min":0.27000000000000002},"max":{"1min":5.0460000000000003,"5min":12.260999999999999,"15min":12.260999999999999},"last":0.38400000000000001},{"interface":"front","average":{"1min":1.1799999999999999,"5min":1.5249999999999999,"15min":1.0860000000000001},"min":{"1min":0.307,"5min":0.27200000000000002,"15min":0.22600000000000001},"max":{"1min":3.5670000000000002,"5min":12.021000000000001,"15min":12.021000000000001},"last":1.534}]}]},{"osd":1,"up_from":101,"seq":433791697049,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3912012,"kb_used_data":3461380,"kb_used_omap":4,"kb_used_meta":450427,"kb_avail":89833140,"statfs":{"total":95995035648,"available":91989135360,"internally_reserved":0,"allocated":3544453120,"data_stored":3543355722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":461238158},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,2,0,1,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:28:25 2023","interfaces":[{"interface":"back","average":{"1min":2.9100000000000001,"5min":2.7280000000000002,"15min":2.9590000000000001},"min":{"1min":0.23300000000000001,"5min":0.22,"15min":0.21099999999999999},"max":{"1min":10.987,"5min":10.987,"15min":14.412000000000001},"last":7.5149999999999997},{"interface":"front","average":{"1min":5.4470000000000001,"5min":3.375,"15min":3.2679999999999998},"min":{"1min":0.375,"5min":0.24199999999999999,"15min":0.21199999999999999},"max":{"1min":17.59,"5min":17.59,"15min":17.59},"last":5.1280000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:28:14 2023","interfaces":[{"interface":"back","average":{"1min":3.7040000000000002,"5min":3.0230000000000001,"15min":2.593},"min":{"1min":0.42199999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":9.1430000000000007,"5min":13.58,"15min":13.58},"last":5.0830000000000002},{"interface":"front","average":{"1min":2.6419999999999999,"5min":1.9550000000000001,"15min":2.7559999999999998},"min":{"1min":0.42599999999999999,"5min":0.29899999999999999,"15min":0.253},"max":{"1min":19.100999999999999,"5min":19.100999999999999,"15min":20.003},"last":0.58699999999999997}]},{"osd":3,"last update":"Mon Aug 28 02:28:14 2023","interfaces":[{"interface":"back","average":{"1min":3.427,"5min":2.7120000000000002,"15min":3.415},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.28100000000000003},"max":{"1min":19.074999999999999,"5min":19.074999999999999,"15min":24.701000000000001},"last":3.7120000000000002},{"interface":"front","average":{"1min":2.5870000000000002,"5min":3.2010000000000001,"15min":3.1400000000000001},"min":{"1min":0.54500000000000004,"5min":0.223,"15min":0.223},"max":{"1min":10.718,"5min":22.59,"15min":22.59},"last":7.6029999999999998}]},{"osd":4,"last update":"Mon Aug 28 02:28:25 2023","interfaces":[{"interface":"back","average":{"1min":2.9980000000000002,"5min":1.718,"15min":2.0139999999999998},"min":{"1min":0.377,"5min":0.312,"15min":0.30099999999999999},"max":{"1min":18.992999999999999,"5min":18.992999999999999,"15min":18.992999999999999},"last":0.63},{"interface":"front","average":{"1min":1.984,"5min":1.853,"15min":1.7969999999999999},"min":{"1min":0.318,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":4.5990000000000002,"5min":9.1519999999999992,"15min":9.1519999999999992},"last":7.5609999999999999}]},{"osd":5,"last update":"Mon Aug 28 02:28:25 2023","interfaces":[{"interface":"back","average":{"1min":2.6920000000000002,"5min":2.9390000000000001,"15min":2.577},"min":{"1min":0.432,"5min":0.34599999999999997,"15min":0.33600000000000002},"max":{"1min":7.9429999999999996,"5min":18.626999999999999,"15min":18.626999999999999},"last":1.5369999999999999},{"interface":"front","average":{"1min":3.8759999999999999,"5min":2.7389999999999999,"15min":2.4889999999999999},"min":{"1min":0.34300000000000003,"5min":0.33600000000000002,"15min":0.31900000000000001},"max":{"1min":18.945,"5min":18.945,"15min":18.945},"last":0.66100000000000003}]},{"osd":6,"last update":"Mon Aug 28 02:28:25 2023","interfaces":[{"interface":"back","average":{"1min":2.9449999999999998,"5min":2.9780000000000002,"15min":2.6749999999999998},"min":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.34899999999999998},"max":{"1min":7.992,"5min":11.037000000000001,"15min":14.944000000000001},"last":0.44700000000000001},{"interface":"front","average":{"1min":3.1219999999999999,"5min":2.028,"15min":2.2639999999999998},"min":{"1min":0.438,"5min":0.35699999999999998,"15min":0.34499999999999997},"max":{"1min":19.021999999999998,"5min":19.021999999999998,"15min":19.021999999999998},"last":2.1520000000000001}]},{"osd":7,"last update":"Mon Aug 28 02:28:25 2023","interfaces":[{"interface":"back","average":{"1min":3.5059999999999998,"5min":2.5289999999999999,"15min":2.504},"min":{"1min":0.57199999999999995,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":19.047999999999998,"5min":19.047999999999998,"15min":19.047999999999998},"last":3.3029999999999999},{"interface":"front","average":{"1min":1.675,"5min":2.4279999999999999,"15min":2.177},"min":{"1min":0.35799999999999998,"5min":0.312,"15min":0.30199999999999999},"max":{"1min":4.6180000000000003,"5min":14.515000000000001,"15min":14.515000000000001},"last":7.6369999999999996}]}]},{"osd":0,"up_from":87,"seq":373662154920,"num_pgs":51,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2260132,"kb_used_data":1828828,"kb_used_omap":5,"kb_used_meta":431162,"kb_avail":91485020,"statfs":{"total":95995035648,"available":93680660480,"internally_reserved":0,"allocated":1872719872,"data_stored":1871545778,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":441510522},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:28:19 2023","interfaces":[{"interface":"back","average":{"1min":2.5129999999999999,"5min":2.1139999999999999,"15min":2.4199999999999999},"min":{"1min":0.193,"5min":0.193,"15min":0.193},"max":{"1min":8.0709999999999997,"5min":9.2279999999999998,"15min":12.847},"last":0.81999999999999995},{"interface":"front","average":{"1min":2.7869999999999999,"5min":3.1459999999999999,"15min":3.5019999999999998},"min":{"1min":0.255,"5min":0.221,"15min":0.16900000000000001},"max":{"1min":7.9800000000000004,"5min":24.343,"15min":24.343},"last":1.3220000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:28:11 2023","interfaces":[{"interface":"back","average":{"1min":1.915,"5min":2.4180000000000001,"15min":2.722},"min":{"1min":0.248,"5min":0.23799999999999999,"15min":0.23400000000000001},"max":{"1min":5.516,"5min":10.329000000000001,"15min":20.233000000000001},"last":3.327},{"interface":"front","average":{"1min":3.5779999999999998,"5min":2.419,"15min":2.9630000000000001},"min":{"1min":0.29299999999999998,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":9.3729999999999993,"5min":9.3729999999999993,"15min":20.015999999999998},"last":0.48699999999999999}]},{"osd":3,"last update":"Mon Aug 28 02:28:19 2023","interfaces":[{"interface":"back","average":{"1min":2.1259999999999999,"5min":2.3290000000000002,"15min":2.9849999999999999},"min":{"1min":0.27700000000000002,"5min":0.27500000000000002,"15min":0.26100000000000001},"max":{"1min":6.0220000000000002,"5min":11.837999999999999,"15min":20.27},"last":1.365},{"interface":"front","average":{"1min":3.5369999999999999,"5min":3.0859999999999999,"15min":2.645},"min":{"1min":0.33300000000000002,"5min":0.26500000000000001,"15min":0.247},"max":{"1min":15.365,"5min":17.635999999999999,"15min":17.635999999999999},"last":3.177}]},{"osd":4,"last update":"Mon Aug 28 02:28:06 2023","interfaces":[{"interface":"back","average":{"1min":2.4039999999999999,"5min":2.1669999999999998,"15min":2.0059999999999998},"min":{"1min":0.32600000000000001,"5min":0.29299999999999998,"15min":0.27700000000000002},"max":{"1min":8.9380000000000006,"5min":12.842000000000001,"15min":12.842000000000001},"last":0.52600000000000002},{"interface":"front","average":{"1min":2.3109999999999999,"5min":2.6360000000000001,"15min":2.4649999999999999},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.29799999999999999},"max":{"1min":8.702,"5min":16.768999999999998,"15min":16.768999999999998},"last":0.76500000000000001}]},{"osd":5,"last update":"Mon Aug 28 02:28:06 2023","interfaces":[{"interface":"back","average":{"1min":2.3180000000000001,"5min":2.0419999999999998,"15min":1.8799999999999999},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":8.9789999999999992,"5min":13.038,"15min":13.038},"last":0.57799999999999996},{"interface":"front","average":{"1min":2.0939999999999999,"5min":2.5609999999999999,"15min":2.5169999999999999},"min":{"1min":0.371,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":5.4509999999999996,"5min":14.93,"15min":15.134},"last":2.2360000000000002}]},{"osd":6,"last update":"Mon Aug 28 02:28:06 2023","interfaces":[{"interface":"back","average":{"1min":2.431,"5min":2.141,"15min":2.0779999999999998},"min":{"1min":0.36199999999999999,"5min":0.33200000000000002,"15min":0.316},"max":{"1min":8.9600000000000009,"5min":13.16,"15min":13.16},"last":0.55300000000000005},{"interface":"front","average":{"1min":2.5609999999999999,"5min":2.6120000000000001,"15min":2.5609999999999999},"min":{"1min":0.442,"5min":0.36299999999999999,"15min":0.311},"max":{"1min":8.6549999999999994,"5min":14.903,"15min":15.177},"last":0.60999999999999999}]},{"osd":7,"last update":"Mon Aug 28 02:28:06 2023","interfaces":[{"interface":"back","average":{"1min":1.95,"5min":2.4830000000000001,"15min":2.387},"min":{"1min":0.38600000000000001,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":7.2869999999999999,"5min":12.785,"15min":12.785},"last":3.673},{"interface":"front","average":{"1min":2.5270000000000001,"5min":2.2149999999999999,"15min":2.1709999999999998},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.377},"max":{"1min":8.9960000000000004,"5min":13.005000000000001,"15min":13.005000000000001},"last":3.6499999999999999}]}]},{"osd":2,"up_from":117,"seq":502511173775,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1390456,"kb_used_data":997232,"kb_used_omap":7,"kb_used_meta":393208,"kb_avail":92354696,"statfs":{"total":95995035648,"available":94571208704,"internally_reserved":0,"allocated":1021165568,"data_stored":1020085402,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":402645073},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:28:17 2023","interfaces":[{"interface":"back","average":{"1min":2.8300000000000001,"5min":1.875,"15min":2.605},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":9.5619999999999994,"5min":14.675000000000001,"15min":14.675000000000001},"last":3.6640000000000001},{"interface":"front","average":{"1min":1.7989999999999999,"5min":2.915,"15min":3.0419999999999998},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23300000000000001},"max":{"1min":10.69,"5min":25.834,"15min":25.834},"last":2.621}]},{"osd":1,"last update":"Mon Aug 28 02:28:17 2023","interfaces":[{"interface":"back","average":{"1min":3.0350000000000001,"5min":2.9660000000000002,"15min":2.9119999999999999},"min":{"1min":0.29299999999999998,"5min":0.27800000000000002,"15min":0.251},"max":{"1min":10.904,"5min":13.795999999999999,"15min":14.308999999999999},"last":2.681},{"interface":"front","average":{"1min":1.899,"5min":1.9379999999999999,"15min":2.601},"min":{"1min":0.36899999999999999,"5min":0.26100000000000001,"15min":0.216},"max":{"1min":7.0599999999999996,"5min":16.983000000000001,"15min":16.983000000000001},"last":0.60499999999999998}]},{"osd":3,"last update":"Mon Aug 28 02:28:17 2023","interfaces":[{"interface":"back","average":{"1min":2.8969999999999998,"5min":2.835,"15min":3.6930000000000001},"min":{"1min":0.33000000000000002,"5min":0.25700000000000001,"15min":0.25600000000000001},"max":{"1min":10.865,"5min":14.499000000000001,"15min":14.499000000000001},"last":2.0819999999999999},{"interface":"front","average":{"1min":2.4399999999999999,"5min":2.3420000000000001,"15min":3.2759999999999998},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":12.802,"5min":14.727,"15min":17.196999999999999},"last":6.5510000000000002}]},{"osd":4,"last update":"Mon Aug 28 02:28:17 2023","interfaces":[{"interface":"back","average":{"1min":1.974,"5min":2.2869999999999999,"15min":2.0009999999999999},"min":{"1min":0.30399999999999999,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":10.750999999999999,"5min":25.876999999999999,"15min":25.876999999999999},"last":1.7689999999999999},{"interface":"front","average":{"1min":2.778,"5min":2.6030000000000002,"15min":2.093},"min":{"1min":0.378,"5min":0.32000000000000001,"15min":0.29799999999999999},"max":{"1min":9.7460000000000004,"5min":12.324,"15min":12.324},"last":1.8779999999999999}]},{"osd":5,"last update":"Mon Aug 28 02:28:17 2023","interfaces":[{"interface":"back","average":{"1min":5.4530000000000003,"5min":2.0139999999999998,"15min":2.2029999999999998},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.312},"max":{"1min":68.218000000000004,"5min":68.218000000000004,"15min":68.218000000000004},"last":0.52000000000000002},{"interface":"front","average":{"1min":5.8869999999999996,"5min":3.2599999999999998,"15min":2.3690000000000002},"min":{"1min":0.35699999999999998,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":68.236000000000004,"5min":68.236000000000004,"15min":68.236000000000004},"last":1.804}]},{"osd":6,"last update":"Mon Aug 28 02:28:17 2023","interfaces":[{"interface":"back","average":{"1min":2.7490000000000001,"5min":2.758,"15min":2.3639999999999999},"min":{"1min":0.435,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":9.8000000000000007,"5min":12.375,"15min":12.375},"last":1.8500000000000001},{"interface":"front","average":{"1min":1.657,"5min":1.494,"15min":1.946},"min":{"1min":0.371,"5min":0.371,"15min":0.33900000000000002},"max":{"1min":6.8860000000000001,"5min":11.871,"15min":14.151999999999999},"last":0.58199999999999996}]},{"osd":7,"last update":"Mon Aug 28 02:28:17 2023","interfaces":[{"interface":"back","average":{"1min":2.9809999999999999,"5min":2.6200000000000001,"15min":2.4279999999999999},"min":{"1min":0.38300000000000001,"5min":0.35099999999999998,"15min":0.33500000000000002},"max":{"1min":9.8490000000000002,"5min":12.404999999999999,"15min":12.404999999999999},"last":1.905},{"interface":"front","average":{"1min":2.0510000000000002,"5min":1.617,"15min":1.9970000000000001},"min":{"1min":0.46600000000000003,"5min":0.44600000000000001,"15min":0.36399999999999999},"max":{"1min":6.8680000000000003,"5min":11.845000000000001,"15min":14.18},"last":0.55800000000000005}]}]},{"osd":3,"up_from":134,"seq":575525617793,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3541872,"kb_used_data":3044392,"kb_used_omap":2,"kb_used_meta":497277,"kb_avail":90203280,"statfs":{"total":95995035648,"available":92368158720,"internally_reserved":0,"allocated":3117457408,"data_stored":3116436958,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":509211701},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,2,0,3,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:28:07 2023","interfaces":[{"interface":"back","average":{"1min":1.458,"5min":2.0779999999999998,"15min":2.7480000000000002},"min":{"1min":0.20599999999999999,"5min":0.20599999999999999,"15min":0.19},"max":{"1min":6.4299999999999997,"5min":21.271000000000001,"15min":24.145},"last":10.679},{"interface":"front","average":{"1min":2.1139999999999999,"5min":2.5569999999999999,"15min":3.1520000000000001},"min":{"1min":0.22800000000000001,"5min":0.21299999999999999,"15min":0.21099999999999999},"max":{"1min":7.4269999999999996,"5min":20.984999999999999,"15min":20.984999999999999},"last":0.28799999999999998}]},{"osd":1,"last update":"Mon Aug 28 02:28:07 2023","interfaces":[{"interface":"back","average":{"1min":4.5369999999999999,"5min":3.4239999999999999,"15min":3.3079999999999998},"min":{"1min":0.35999999999999999,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":29.780999999999999,"5min":29.780999999999999,"15min":29.780999999999999},"last":15.727},{"interface":"front","average":{"1min":2.181,"5min":2.347,"15min":2.7290000000000001},"min":{"1min":0.32500000000000001,"5min":0.25700000000000001,"15min":0.22700000000000001},"max":{"1min":7.1379999999999999,"5min":21.427,"15min":24.071999999999999},"last":13.465}]},{"osd":2,"last update":"Mon Aug 28 02:28:07 2023","interfaces":[{"interface":"back","average":{"1min":2.3660000000000001,"5min":2.3250000000000002,"15min":3.2810000000000001},"min":{"1min":0.27400000000000002,"5min":0.26800000000000002,"15min":0.26300000000000001},"max":{"1min":6.6429999999999998,"5min":14.436,"15min":21.292000000000002},"last":4.7750000000000004},{"interface":"front","average":{"1min":1.4359999999999999,"5min":2.4100000000000001,"15min":2.9199999999999999},"min":{"1min":0.35499999999999998,"5min":0.249,"15min":0.249},"max":{"1min":4.0410000000000004,"5min":21.297999999999998,"15min":24.175999999999998},"last":5.0419999999999998}]},{"osd":4,"last update":"Mon Aug 28 02:28:07 2023","interfaces":[{"interface":"back","average":{"1min":1.337,"5min":2.0819999999999999,"15min":2.077},"min":{"1min":0.32600000000000001,"5min":0.29899999999999999,"15min":0.28399999999999997},"max":{"1min":4.1399999999999997,"5min":21.170000000000002,"15min":23.994},"last":4.9669999999999996},{"interface":"front","average":{"1min":1.766,"5min":2.0230000000000001,"15min":2.3210000000000002},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.29799999999999999},"max":{"1min":7.4699999999999998,"5min":21.106000000000002,"15min":21.106000000000002},"last":0.39000000000000001}]},{"osd":5,"last update":"Mon Aug 28 02:28:07 2023","interfaces":[{"interface":"back","average":{"1min":1.994,"5min":2.2549999999999999,"15min":2.343},"min":{"1min":0.32700000000000001,"5min":0.32000000000000001,"15min":0.311},"max":{"1min":7.5039999999999996,"5min":21.507000000000001,"15min":21.507000000000001},"last":0.33400000000000002},{"interface":"front","average":{"1min":2.0510000000000002,"5min":2.1859999999999999,"15min":2.4849999999999999},"min":{"1min":0.48099999999999998,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":6.351,"5min":11.242000000000001,"15min":18.181000000000001},"last":4.9009999999999998}]},{"osd":6,"last update":"Mon Aug 28 02:28:07 2023","interfaces":[{"interface":"back","average":{"1min":1.99,"5min":2.2370000000000001,"15min":2.4569999999999999},"min":{"1min":0.43099999999999999,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":7.5990000000000002,"5min":23.071000000000002,"15min":23.071000000000002},"last":0.42299999999999999},{"interface":"front","average":{"1min":2.601,"5min":2.351,"15min":2.6709999999999998},"min":{"1min":0.51500000000000001,"5min":0.379,"15min":0.315},"max":{"1min":6.4039999999999999,"5min":11.220000000000001,"15min":18.128},"last":4.8129999999999997}]},{"osd":7,"last update":"Mon Aug 28 02:28:07 2023","interfaces":[{"interface":"back","average":{"1min":1.2909999999999999,"5min":1.998,"15min":2.1099999999999999},"min":{"1min":0.47699999999999998,"5min":0.442,"15min":0.33800000000000002},"max":{"1min":4.1820000000000004,"5min":21.239999999999998,"15min":24.042999999999999},"last":5.0039999999999996},{"interface":"front","average":{"1min":2.8999999999999999,"5min":2.7229999999999999,"15min":2.6019999999999999},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.38100000000000001},"max":{"1min":9.6300000000000008,"5min":21.138000000000002,"15min":21.138000000000002},"last":0.45100000000000001}]}]},{"osd":4,"up_from":30,"seq":128849019156,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1704388,"kb_used_data":1385532,"kb_used_omap":0,"kb_used_meta":318848,"kb_avail":92040764,"statfs":{"total":95995035648,"available":94249742336,"internally_reserved":0,"allocated":1418784768,"data_stored":1417911107,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":326500352},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:28:06 2023","interfaces":[{"interface":"back","average":{"1min":3.0960000000000001,"5min":2.3069999999999999,"15min":2.0379999999999998},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.221},"max":{"1min":17.800999999999998,"5min":17.882000000000001,"15min":17.882000000000001},"last":0.28999999999999998},{"interface":"front","average":{"1min":2.2989999999999999,"5min":2.0840000000000001,"15min":2.0899999999999999},"min":{"1min":0.25,"5min":0.218,"15min":0.217},"max":{"1min":18.471,"5min":18.471,"15min":18.471},"last":1.339}]},{"osd":1,"last update":"Mon Aug 28 02:28:24 2023","interfaces":[{"interface":"back","average":{"1min":2.1699999999999999,"5min":1.6619999999999999,"15min":1.756},"min":{"1min":0.27100000000000002,"5min":0.248,"15min":0.24199999999999999},"max":{"1min":8.8190000000000008,"5min":11.914999999999999,"15min":11.914999999999999},"last":0.35599999999999998},{"interface":"front","average":{"1min":2.327,"5min":1.998,"15min":1.843},"min":{"1min":0.33800000000000002,"5min":0.28699999999999998,"15min":0.246},"max":{"1min":8.7210000000000001,"5min":9.0410000000000004,"15min":9.2249999999999996},"last":0.40699999999999997}]},{"osd":2,"last update":"Mon Aug 28 02:28:06 2023","interfaces":[{"interface":"back","average":{"1min":2.2570000000000001,"5min":2.028,"15min":1.621},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.27400000000000002},"max":{"1min":8.5700000000000003,"5min":16.231000000000002,"15min":16.231000000000002},"last":0.38100000000000001},{"interface":"front","average":{"1min":1.5429999999999999,"5min":1.8200000000000001,"15min":1.6379999999999999},"min":{"1min":0.34699999999999998,"5min":0.29299999999999998,"15min":0.251},"max":{"1min":6.7990000000000004,"5min":7.0570000000000004,"15min":10.859999999999999},"last":1.3779999999999999}]},{"osd":3,"last update":"Mon Aug 28 02:28:15 2023","interfaces":[{"interface":"back","average":{"1min":1.8029999999999999,"5min":1.736,"15min":1.879},"min":{"1min":0.40100000000000002,"5min":0.30299999999999999,"15min":0.28699999999999998},"max":{"1min":5.5179999999999998,"5min":9.9160000000000004,"15min":12.339},"last":1.4079999999999999},{"interface":"front","average":{"1min":2.2610000000000001,"5min":1.931,"15min":1.917},"min":{"1min":0.33400000000000002,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":6.5979999999999999,"5min":11.743,"15min":11.782},"last":3.585}]},{"osd":5,"last update":"Mon Aug 28 02:27:35 2023","interfaces":[{"interface":"back","average":{"1min":0.81699999999999995,"5min":1.2390000000000001,"15min":0.96299999999999997},"min":{"1min":0.27700000000000002,"5min":0.24399999999999999,"15min":0.23799999999999999},"max":{"1min":2.528,"5min":16.181999999999999,"15min":16.181999999999999},"last":3.77},{"interface":"front","average":{"1min":1.0129999999999999,"5min":1.2569999999999999,"15min":1.036},"min":{"1min":0.313,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":4.9489999999999998,"5min":10.233000000000001,"15min":10.233000000000001},"last":3.278}]},{"osd":6,"last update":"Mon Aug 28 02:27:56 2023","interfaces":[{"interface":"back","average":{"1min":1.151,"5min":1.238,"15min":1.024},"min":{"1min":0.35199999999999998,"5min":0.309,"15min":0.25600000000000001},"max":{"1min":4.9870000000000001,"5min":10.023999999999999,"15min":10.023999999999999},"last":1.6040000000000001},{"interface":"front","average":{"1min":1.3029999999999999,"5min":1.268,"15min":0.97099999999999997},"min":{"1min":0.35399999999999998,"5min":0.26600000000000001,"15min":0.251},"max":{"1min":6.5590000000000002,"5min":6.9939999999999998,"15min":8.6850000000000005},"last":3.6200000000000001}]},{"osd":7,"last update":"Mon Aug 28 02:28:06 2023","interfaces":[{"interface":"back","average":{"1min":1.8149999999999999,"5min":1.3580000000000001,"15min":1.0389999999999999},"min":{"1min":0.33100000000000002,"5min":0.27400000000000002,"15min":0.26800000000000002},"max":{"1min":8.7449999999999992,"5min":9.3209999999999997,"15min":9.3209999999999997},"last":3.7320000000000002},{"interface":"front","average":{"1min":0.96099999999999997,"5min":1.1950000000000001,"15min":0.97799999999999998},"min":{"1min":0.32200000000000001,"5min":0.311,"15min":0.28799999999999998},"max":{"1min":3.141,"5min":7.0220000000000002,"15min":7.0220000000000002},"last":5.6059999999999999}]}]},{"osd":5,"up_from":37,"seq":158913790226,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":4045948,"kb_used_data":3613940,"kb_used_omap":0,"kb_used_meta":431872,"kb_avail":89699204,"statfs":{"total":95995035648,"available":91851984896,"internally_reserved":0,"allocated":3700674560,"data_stored":3699805132,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":442236928},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:28:25 2023","interfaces":[{"interface":"back","average":{"1min":1.7589999999999999,"5min":2.351,"15min":2.3599999999999999},"min":{"1min":0.23000000000000001,"5min":0.224,"15min":0.22},"max":{"1min":7.2560000000000002,"5min":15.156000000000001,"15min":40.334000000000003},"last":1.458},{"interface":"front","average":{"1min":2.4140000000000001,"5min":2.0070000000000001,"15min":2.0019999999999998},"min":{"1min":0.26700000000000002,"5min":0.252,"15min":0.23200000000000001},"max":{"1min":14.856999999999999,"5min":18.937000000000001,"15min":40.212000000000003},"last":0.25600000000000001}]},{"osd":1,"last update":"Mon Aug 28 02:28:25 2023","interfaces":[{"interface":"back","average":{"1min":1.5840000000000001,"5min":2.6709999999999998,"15min":2.3500000000000001},"min":{"1min":0.29399999999999998,"5min":0.253,"15min":0.23200000000000001},"max":{"1min":5.2859999999999996,"5min":12.115,"15min":40.088000000000001},"last":0.48299999999999998},{"interface":"front","average":{"1min":2.1600000000000001,"5min":1.9379999999999999,"15min":1.8440000000000001},"min":{"1min":0.28999999999999998,"5min":0.28199999999999997,"15min":0.251},"max":{"1min":9.1500000000000004,"5min":9.1500000000000004,"15min":40.243000000000002},"last":0.56100000000000005}]},{"osd":2,"last update":"Mon Aug 28 02:28:25 2023","interfaces":[{"interface":"back","average":{"1min":1.653,"5min":1.9550000000000001,"15min":2.0379999999999998},"min":{"1min":0.31900000000000001,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":5.6829999999999998,"5min":13.335000000000001,"15min":40.436999999999998},"last":1.486},{"interface":"front","average":{"1min":2.0459999999999998,"5min":2.1699999999999999,"15min":2.0019999999999998},"min":{"1min":0.32300000000000001,"5min":0.30199999999999999,"15min":0.27200000000000002},"max":{"1min":9.4260000000000002,"5min":10.629,"15min":40.555},"last":1.6659999999999999}]},{"osd":3,"last update":"Mon Aug 28 02:28:25 2023","interfaces":[{"interface":"back","average":{"1min":2.1800000000000002,"5min":2.4510000000000001,"15min":1.996},"min":{"1min":0.33900000000000002,"5min":0.29999999999999999,"15min":0.27900000000000003},"max":{"1min":6.7649999999999997,"5min":9.4870000000000001,"15min":40.270000000000003},"last":0.50600000000000001},{"interface":"front","average":{"1min":2.5720000000000001,"5min":2.1019999999999999,"15min":2.1219999999999999},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.29599999999999999},"max":{"1min":10.728999999999999,"5min":10.728999999999999,"15min":40.597999999999999},"last":0.59299999999999997}]},{"osd":4,"last update":"Mon Aug 28 02:27:39 2023","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":1.4390000000000001,"15min":1.2110000000000001},"min":{"1min":0.27300000000000002,"5min":0.25600000000000001,"15min":0.216},"max":{"1min":2.141,"5min":13.348000000000001,"15min":40.762999999999998},"last":1.393},{"interface":"front","average":{"1min":0.54100000000000004,"5min":1.2190000000000001,"15min":1.099},"min":{"1min":0.30299999999999999,"5min":0.27400000000000002,"15min":0.22900000000000001},"max":{"1min":1.2549999999999999,"5min":10.664999999999999,"15min":40.634},"last":1.54}]},{"osd":6,"last update":"Mon Aug 28 02:28:25 2023","interfaces":[{"interface":"back","average":{"1min":1.2749999999999999,"5min":1.5349999999999999,"15min":1.282},"min":{"1min":0.29499999999999998,"5min":0.26500000000000001,"15min":0.254},"max":{"1min":4.8570000000000002,"5min":17.486999999999998,"15min":42.409999999999997},"last":3.7999999999999998},{"interface":"front","average":{"1min":1.24,"5min":1.498,"15min":1.3300000000000001},"min":{"1min":0.33700000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":3.5779999999999998,"5min":11.797000000000001,"15min":42.533999999999999},"last":3.907}]},{"osd":7,"last update":"Mon Aug 28 02:28:25 2023","interfaces":[{"interface":"back","average":{"1min":1.3540000000000001,"5min":1.748,"15min":1.4399999999999999},"min":{"1min":0.36799999999999999,"5min":0.34100000000000003,"15min":0.314},"max":{"1min":3.54,"5min":13.054,"15min":42.667000000000002},"last":0.45200000000000001},{"interface":"front","average":{"1min":1.681,"5min":1.3799999999999999,"15min":1.298},"min":{"1min":0.36499999999999999,"5min":0.31900000000000001,"15min":0.27000000000000002},"max":{"1min":9.4770000000000003,"5min":10.69,"15min":42.344000000000001},"last":1.6379999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1856241664,"data_stored":1856241664,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":3535933440,"data_stored":3535929368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1013710848,"data_stored":1013710848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":3105357824,"data_stored":3105357824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1416101888,"data_stored":1416101888,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":3675918336,"data_stored":3675914264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1196883968,"data_stored":1196883968,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":3838971904,"data_stored":3838967832,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:28:37.383 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd pool set .mgr pgp_num 11 2023-08-28T02:28:37.406 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:28:37.409 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:37.410 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:28:37.510 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:28:37.560 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:37.597 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:28:37.602 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:37.602 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:28:37.703 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:28:37.764 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:37.896 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:28:37.902 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:37.902 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:28:37.981 INFO:teuthology.orchestra.run.smithi040.stdout:ERROR: (22) Invalid argument 2023-08-28T02:28:37.981 INFO:teuthology.orchestra.run.smithi040.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:28:38.003 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:28:38.063 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:38.095 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:28:38.102 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:38.103 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:28:38.203 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:28:38.271 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:28:38.278 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:38.341 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:28:38.388 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:28:38.406 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:28:38.417 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:38.418 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:28:38.441 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.2 dump_blocked_ops 2023-08-28T02:28:38.441 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:28:38.456 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:28:38.486 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:28:38.493 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:38 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1071883022' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:28:38.519 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:28:38.535 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:38 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1071883022' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:28:38.535 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:38 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1071883022' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:28:38.541 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:28:38.580 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:28:38.599 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:38.631 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:28:38.636 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:28:38.643 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-08-28T02:28:38.644 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-08-28T02:28:38.644 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-08-28T02:28:38.644 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-08-28T02:28:38.644 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-08-28T02:28:38.644 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-08-28T02:28:38.644 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-08-28T02:28:38.644 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-08-28T02:28:38.645 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:38.645 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:28:38.746 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:28:38.819 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:38.971 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:28:38.978 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:38.979 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:28:39.080 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:28:39.126 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:39.155 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:28:39.159 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:39.160 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:28:39.261 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:28:39.318 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:39.412 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:28:39.413 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:39 smithi040 ceph-mon[175404]: pgmap v636: 109 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 106 active+clean; 5.7 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 947 op/s; 3266/279867 objects degraded (1.167%); 1293/279867 objects misplaced (0.462%); 6.9 MiB/s, 111 objects/s recovering 2023-08-28T02:28:39.413 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:39 smithi040 ceph-mon[170259]: pgmap v636: 109 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 106 active+clean; 5.7 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 947 op/s; 3266/279867 objects degraded (1.167%); 1293/279867 objects misplaced (0.462%); 6.9 MiB/s, 111 objects/s recovering 2023-08-28T02:28:39.423 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:39.424 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:28:39.524 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:28:39.550 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd unset noscrub 2023-08-28T02:28:39.599 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:39.633 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:28:39.641 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:39.641 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:28:39.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:39 smithi083 ceph-mon[157819]: pgmap v636: 109 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 106 active+clean; 5.7 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 947 op/s; 3266/279867 objects degraded (1.167%); 1293/279867 objects misplaced (0.462%); 6.9 MiB/s, 111 objects/s recovering 2023-08-28T02:28:39.742 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:28:39.793 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:39.824 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:28:39.828 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:39.829 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:28:39.880 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:28:39.929 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:28:40.022 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:40.062 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:28:40.065 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:40.066 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:28:40.167 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:28:40.220 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:40.252 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:28:40.258 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:40.258 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:28:40.359 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:28:40.416 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:40.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:40 smithi083 ceph-mon[157819]: pgmap v637: 109 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 106 active+clean; 5.7 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 947 op/s; 3266/279867 objects degraded (1.167%); 1293/279867 objects misplaced (0.462%); 6.9 MiB/s, 111 objects/s recovering 2023-08-28T02:28:40.649 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:28:40.654 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:40.655 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:28:40.655 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:40 smithi040 ceph-mon[175404]: pgmap v637: 109 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 106 active+clean; 5.7 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 947 op/s; 3266/279867 objects degraded (1.167%); 1293/279867 objects misplaced (0.462%); 6.9 MiB/s, 111 objects/s recovering 2023-08-28T02:28:40.655 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:40 smithi040 ceph-mon[170259]: pgmap v637: 109 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 106 active+clean; 5.7 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 947 op/s; 3266/279867 objects degraded (1.167%); 1293/279867 objects misplaced (0.462%); 6.9 MiB/s, 111 objects/s recovering 2023-08-28T02:28:40.678 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:28:40.756 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:28:40.812 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:40.894 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:28:40.901 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:40.902 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:28:41.003 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:28:41.051 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:41.090 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:28:41.098 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:41.099 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:28:41.200 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:28:41.239 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:41.286 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:28:41.294 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:41.296 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:28:41.344 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:41 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/359982517' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "11"}]: dispatch 2023-08-28T02:28:41.345 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:41 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "11"}]: dispatch 2023-08-28T02:28:41.345 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:41 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 3266/279867 objects degraded (1.167%), 2 pgs degraded (PG_DEGRADED) 2023-08-28T02:28:41.346 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:41 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/359982517' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "11"}]: dispatch 2023-08-28T02:28:41.346 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:41 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "11"}]: dispatch 2023-08-28T02:28:41.347 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:41 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 3266/279867 objects degraded (1.167%), 2 pgs degraded (PG_DEGRADED) 2023-08-28T02:28:41.354 INFO:teuthology.orchestra.run.smithi040.stderr:set pool 1 pgp_num to 11 2023-08-28T02:28:41.396 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:28:41.435 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:41.468 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:28:41.474 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:41.474 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:28:41.568 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-08-28T02:28:41.575 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:28:41.594 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-08-28T02:28:41.594 INFO:teuthology.orchestra.run.smithi040.stdout: "ops": [], 2023-08-28T02:28:41.594 INFO:teuthology.orchestra.run.smithi040.stdout: "complaint_time": 30, 2023-08-28T02:28:41.594 INFO:teuthology.orchestra.run.smithi040.stdout: "num_blocked_ops": 0 2023-08-28T02:28:41.595 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-08-28T02:28:41.622 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:41.625 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:41 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/359982517' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "11"}]: dispatch 2023-08-28T02:28:41.625 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:41 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "11"}]: dispatch 2023-08-28T02:28:41.625 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:41 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 3266/279867 objects degraded (1.167%), 2 pgs degraded (PG_DEGRADED) 2023-08-28T02:28:41.661 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:28:41.665 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:41.666 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:28:41.767 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:28:41.818 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:41.845 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:28:41.849 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:41.849 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:28:41.950 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:28:41.991 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:42.022 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:28:42.028 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:42.029 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:28:42.130 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:28:42.207 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:42.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:42 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "11"}]': finished 2023-08-28T02:28:42.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:42 smithi040 ceph-mon[175404]: osdmap e195: 8 total, 8 up, 8 in 2023-08-28T02:28:42.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:42 smithi040 ceph-mon[175404]: failed to encode map e195 with expected crc 2023-08-28T02:28:42.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:42 smithi040 ceph-mon[175404]: failed to encode map e195 with expected crc 2023-08-28T02:28:42.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:42 smithi040 ceph-mon[175404]: failed to encode map e195 with expected crc 2023-08-28T02:28:42.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:42 smithi040 ceph-mon[175404]: failed to encode map e195 with expected crc 2023-08-28T02:28:42.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:42 smithi040 ceph-mon[175404]: failed to encode map e195 with expected crc 2023-08-28T02:28:42.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:42 smithi040 ceph-mon[175404]: failed to encode map e195 with expected crc 2023-08-28T02:28:42.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:42 smithi040 ceph-mon[175404]: pgmap v639: 109 pgs: 2 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 106 active+clean; 5.4 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 1.15k op/s; 2/265986 objects degraded (0.001%); 3163/265986 objects misplaced (1.189%); 10 MiB/s, 162 objects/s recovering 2023-08-28T02:28:42.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:42 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "11"}]': finished 2023-08-28T02:28:42.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:42 smithi040 ceph-mon[170259]: osdmap e195: 8 total, 8 up, 8 in 2023-08-28T02:28:42.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:42 smithi040 ceph-mon[170259]: failed to encode map e195 with expected crc 2023-08-28T02:28:42.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:42 smithi040 ceph-mon[170259]: failed to encode map e195 with expected crc 2023-08-28T02:28:42.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:42 smithi040 ceph-mon[170259]: failed to encode map e195 with expected crc 2023-08-28T02:28:42.484 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:42 smithi040 ceph-mon[170259]: failed to encode map e195 with expected crc 2023-08-28T02:28:42.484 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:42 smithi040 ceph-mon[170259]: failed to encode map e195 with expected crc 2023-08-28T02:28:42.484 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:42 smithi040 ceph-mon[170259]: failed to encode map e195 with expected crc 2023-08-28T02:28:42.484 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:42 smithi040 ceph-mon[170259]: pgmap v639: 109 pgs: 2 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 106 active+clean; 5.4 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 1.15k op/s; 2/265986 objects degraded (0.001%); 3163/265986 objects misplaced (1.189%); 10 MiB/s, 162 objects/s recovering 2023-08-28T02:28:42.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:42 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": ".mgr", "var": "pgp_num", "val": "11"}]': finished 2023-08-28T02:28:42.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:42 smithi083 ceph-mon[157819]: osdmap e195: 8 total, 8 up, 8 in 2023-08-28T02:28:42.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:42 smithi083 ceph-mon[157819]: failed to encode map e195 with expected crc 2023-08-28T02:28:42.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:42 smithi083 ceph-mon[157819]: failed to encode map e195 with expected crc 2023-08-28T02:28:42.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:42 smithi083 ceph-mon[157819]: failed to encode map e195 with expected crc 2023-08-28T02:28:42.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:42 smithi083 ceph-mon[157819]: failed to encode map e195 with expected crc 2023-08-28T02:28:42.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:42 smithi083 ceph-mon[157819]: failed to encode map e195 with expected crc 2023-08-28T02:28:42.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:42 smithi083 ceph-mon[157819]: failed to encode map e195 with expected crc 2023-08-28T02:28:42.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:42 smithi083 ceph-mon[157819]: pgmap v639: 109 pgs: 2 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 106 active+clean; 5.4 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 1.15k op/s; 2/265986 objects degraded (0.001%); 3163/265986 objects misplaced (1.189%); 10 MiB/s, 162 objects/s recovering 2023-08-28T02:28:43.092 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:28:43.102 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:43.103 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:28:43.204 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:28:43.230 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:43.249 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:28:43.252 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:43.253 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:28:43.353 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:28:43.383 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:43.404 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:28:43.407 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:43.408 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:28:43.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:43 smithi083 ceph-mon[157819]: failed to encode map e196 with expected crc 2023-08-28T02:28:43.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:43 smithi083 ceph-mon[157819]: osdmap e196: 8 total, 8 up, 8 in 2023-08-28T02:28:43.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:43 smithi083 ceph-mon[157819]: failed to encode map e196 with expected crc 2023-08-28T02:28:43.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:43 smithi083 ceph-mon[157819]: failed to encode map e196 with expected crc 2023-08-28T02:28:43.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:43 smithi083 ceph-mon[157819]: failed to encode map e196 with expected crc 2023-08-28T02:28:43.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:43 smithi083 ceph-mon[157819]: failed to encode map e196 with expected crc 2023-08-28T02:28:43.509 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:28:43.536 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:43.555 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:28:43.558 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:43.558 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:28:43.659 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:28:43.692 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:43 smithi040 ceph-mon[175404]: failed to encode map e196 with expected crc 2023-08-28T02:28:43.692 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:43 smithi040 ceph-mon[175404]: osdmap e196: 8 total, 8 up, 8 in 2023-08-28T02:28:43.692 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:43 smithi040 ceph-mon[175404]: failed to encode map e196 with expected crc 2023-08-28T02:28:43.692 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:43 smithi040 ceph-mon[175404]: failed to encode map e196 with expected crc 2023-08-28T02:28:43.693 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:43 smithi040 ceph-mon[175404]: failed to encode map e196 with expected crc 2023-08-28T02:28:43.693 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:43 smithi040 ceph-mon[175404]: failed to encode map e196 with expected crc 2023-08-28T02:28:43.693 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:43 smithi040 ceph-mon[170259]: failed to encode map e196 with expected crc 2023-08-28T02:28:43.693 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:43 smithi040 ceph-mon[170259]: osdmap e196: 8 total, 8 up, 8 in 2023-08-28T02:28:43.693 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:43 smithi040 ceph-mon[170259]: failed to encode map e196 with expected crc 2023-08-28T02:28:43.693 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:43 smithi040 ceph-mon[170259]: failed to encode map e196 with expected crc 2023-08-28T02:28:43.693 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:43 smithi040 ceph-mon[170259]: failed to encode map e196 with expected crc 2023-08-28T02:28:43.693 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:43 smithi040 ceph-mon[170259]: failed to encode map e196 with expected crc 2023-08-28T02:28:43.696 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:43.721 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:28:43.725 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:43.725 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:28:43.826 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:28:43.859 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:43.865 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:28:43.992 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:28:44.002 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.2 dump_historic_ops 2023-08-28T02:28:44.004 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:44.005 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:28:44.106 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:28:44.192 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:44.248 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:28:44.255 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:44.255 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:28:44.356 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:28:44.396 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:44.420 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:28:44.424 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:44.425 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:28:44.526 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:28:44.622 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:44 smithi040 ceph-mon[170259]: failed to encode map e197 with expected crc 2023-08-28T02:28:44.622 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:44 smithi040 ceph-mon[170259]: failed to encode map e197 with expected crc 2023-08-28T02:28:44.622 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:44 smithi040 ceph-mon[170259]: osdmap e197: 8 total, 8 up, 8 in 2023-08-28T02:28:44.622 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:44 smithi040 ceph-mon[170259]: failed to encode map e197 with expected crc 2023-08-28T02:28:44.622 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:44 smithi040 ceph-mon[170259]: pgmap v642: 109 pgs: 2 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 106 active+clean; 5.4 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 770 op/s; 2/265986 objects degraded (0.001%); 3163/265986 objects misplaced (1.189%); 7.3 MiB/s, 116 objects/s recovering 2023-08-28T02:28:44.623 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:44 smithi040 ceph-mon[175404]: failed to encode map e197 with expected crc 2023-08-28T02:28:44.623 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:44 smithi040 ceph-mon[175404]: failed to encode map e197 with expected crc 2023-08-28T02:28:44.623 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:44 smithi040 ceph-mon[175404]: osdmap e197: 8 total, 8 up, 8 in 2023-08-28T02:28:44.623 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:44 smithi040 ceph-mon[175404]: failed to encode map e197 with expected crc 2023-08-28T02:28:44.623 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:44 smithi040 ceph-mon[175404]: pgmap v642: 109 pgs: 2 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 106 active+clean; 5.4 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 770 op/s; 2/265986 objects degraded (0.001%); 3163/265986 objects misplaced (1.189%); 7.3 MiB/s, 116 objects/s recovering 2023-08-28T02:28:44.627 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:44.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:44 smithi083 ceph-mon[157819]: failed to encode map e197 with expected crc 2023-08-28T02:28:44.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:44 smithi083 ceph-mon[157819]: failed to encode map e197 with expected crc 2023-08-28T02:28:44.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:44 smithi083 ceph-mon[157819]: osdmap e197: 8 total, 8 up, 8 in 2023-08-28T02:28:44.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:44 smithi083 ceph-mon[157819]: failed to encode map e197 with expected crc 2023-08-28T02:28:44.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:44 smithi083 ceph-mon[157819]: pgmap v642: 109 pgs: 2 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 106 active+clean; 5.4 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 770 op/s; 2/265986 objects degraded (0.001%); 3163/265986 objects misplaced (1.189%); 7.3 MiB/s, 116 objects/s recovering 2023-08-28T02:28:44.876 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:28:44.886 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:44.887 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:28:44.936 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:28:44.988 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:28:45.029 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:45.061 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:28:45.066 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:45.066 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:28:45.167 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:28:45.217 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:45.252 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:28:45.255 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:45.255 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:28:45.356 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:28:45.420 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:45.439 INFO:teuthology.orchestra.run.smithi040.stderr:noscrub is unset 2023-08-28T02:28:45.461 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:28:45.467 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:45.467 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:28:45.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:45 smithi040 ceph-mon[175404]: failed to encode map e197 with expected crc 2023-08-28T02:28:45.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:45 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/4251600785' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:28:45.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:45 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:28:45.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:45 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:28:45.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:45 smithi040 ceph-mon[170259]: failed to encode map e197 with expected crc 2023-08-28T02:28:45.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:45 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/4251600785' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:28:45.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:45 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:28:45.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:45 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:28:45.482 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:28:45 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:28:45] "GET /metrics HTTP/1.1" 200 36471 "" "Prometheus/2.43.0" 2023-08-28T02:28:45.568 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:28:45.624 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:45.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:45 smithi083 ceph-mon[157819]: failed to encode map e197 with expected crc 2023-08-28T02:28:45.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:45 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/4251600785' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:28:45.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:45 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:28:45.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:45 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:28:46.259 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:28:46.265 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:46.265 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:28:46.366 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:28:46.427 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:46.441 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:28:46.441 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:28:46.441 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:28:46.442 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:28:46.442 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:28:46.442 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:28:46.442 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:28:46.442 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:28:46.442 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-08-28T02:28:46.442 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-08-28T02:28:46.442 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-08-28T02:28:46.442 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-08-28T02:28:46.442 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-08-28T02:28:46.443 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-08-28T02:28:46.443 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-08-28T02:28:46.443 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-08-28T02:28:46.734 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:46 smithi040 ceph-mon[175404]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:28:46.734 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:46 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:28:46.734 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:46 smithi040 ceph-mon[175404]: osdmap e198: 8 total, 8 up, 8 in 2023-08-28T02:28:46.734 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:46 smithi040 ceph-mon[175404]: failed to encode map e198 with expected crc 2023-08-28T02:28:46.734 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:46 smithi040 ceph-mon[175404]: failed to encode map e198 with expected crc 2023-08-28T02:28:46.734 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:46 smithi040 ceph-mon[175404]: failed to encode map e198 with expected crc 2023-08-28T02:28:46.735 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:46 smithi040 ceph-mon[175404]: failed to encode map e198 with expected crc 2023-08-28T02:28:46.735 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:46 smithi040 ceph-mon[175404]: failed to encode map e198 with expected crc 2023-08-28T02:28:46.735 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:46 smithi040 ceph-mon[175404]: failed to encode map e198 with expected crc 2023-08-28T02:28:46.735 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:46 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3896100699' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:28:46.735 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:46 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 2/265986 objects degraded (0.001%), 1 pg degraded (PG_DEGRADED) 2023-08-28T02:28:46.735 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:46 smithi040 ceph-mon[175404]: pgmap v644: 109 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 106 active+clean; 5.3 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 839 op/s; 2/260625 objects degraded (0.001%); 2967/260625 objects misplaced (1.138%); 3.2 MiB/s, 50 objects/s recovering 2023-08-28T02:28:46.735 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:46 smithi040 ceph-mon[170259]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:28:46.735 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:46 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:28:46.735 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:46 smithi040 ceph-mon[170259]: osdmap e198: 8 total, 8 up, 8 in 2023-08-28T02:28:46.735 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:46 smithi040 ceph-mon[170259]: failed to encode map e198 with expected crc 2023-08-28T02:28:46.736 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:46 smithi040 ceph-mon[170259]: failed to encode map e198 with expected crc 2023-08-28T02:28:46.736 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:46 smithi040 ceph-mon[170259]: failed to encode map e198 with expected crc 2023-08-28T02:28:46.736 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:46 smithi040 ceph-mon[170259]: failed to encode map e198 with expected crc 2023-08-28T02:28:46.736 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:46 smithi040 ceph-mon[170259]: failed to encode map e198 with expected crc 2023-08-28T02:28:46.736 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:46 smithi040 ceph-mon[170259]: failed to encode map e198 with expected crc 2023-08-28T02:28:46.736 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:46 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3896100699' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:28:46.736 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:46 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 2/265986 objects degraded (0.001%), 1 pg degraded (PG_DEGRADED) 2023-08-28T02:28:46.736 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:46 smithi040 ceph-mon[170259]: pgmap v644: 109 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 106 active+clean; 5.3 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 839 op/s; 2/260625 objects degraded (0.001%); 2967/260625 objects misplaced (1.138%); 3.2 MiB/s, 50 objects/s recovering 2023-08-28T02:28:46.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:46 smithi083 ceph-mon[157819]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:28:46.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:46 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:28:46.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:46 smithi083 ceph-mon[157819]: osdmap e198: 8 total, 8 up, 8 in 2023-08-28T02:28:46.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:46 smithi083 ceph-mon[157819]: failed to encode map e198 with expected crc 2023-08-28T02:28:46.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:46 smithi083 ceph-mon[157819]: failed to encode map e198 with expected crc 2023-08-28T02:28:46.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:46 smithi083 ceph-mon[157819]: failed to encode map e198 with expected crc 2023-08-28T02:28:46.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:46 smithi083 ceph-mon[157819]: failed to encode map e198 with expected crc 2023-08-28T02:28:46.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:46 smithi083 ceph-mon[157819]: failed to encode map e198 with expected crc 2023-08-28T02:28:46.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:46 smithi083 ceph-mon[157819]: failed to encode map e198 with expected crc 2023-08-28T02:28:46.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:46 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3896100699' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:28:46.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:46 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 2/265986 objects degraded (0.001%), 1 pg degraded (PG_DEGRADED) 2023-08-28T02:28:46.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:46 smithi083 ceph-mon[157819]: pgmap v644: 109 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 106 active+clean; 5.3 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 839 op/s; 2/260625 objects degraded (0.001%); 2967/260625 objects misplaced (1.138%); 3.2 MiB/s, 50 objects/s recovering 2023-08-28T02:28:47.241 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:28:47.245 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:47.246 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:28:47.346 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:28:47.391 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:47.429 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:28:47.435 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:47.436 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:28:47.537 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:28:47.590 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:47.629 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:28:47.631 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:47.632 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:28:47.733 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:28:47.777 INFO:teuthology.orchestra.run.smithi040.stdout:ERROR: (22) Invalid argument 2023-08-28T02:28:47.777 INFO:teuthology.orchestra.run.smithi040.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:28:47.803 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:47.842 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:28:47.849 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:47.850 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:28:47.950 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:28:48.011 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:48.038 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:28:48.044 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:48.044 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:28:48.145 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:28:48.196 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.3 dump_ops_in_flight 2023-08-28T02:28:48.222 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:48.261 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:28:48.264 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:48.264 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:28:48.365 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:28:48.421 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:48.452 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:28:48.462 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:48.463 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:28:48.563 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:28:48.588 INFO:tasks.thrashosds.thrasher:in_osds: [0, 1, 2, 3, 4, 5, 6, 7] out_osds: [] dead_osds: [] live_osds: [0, 1, 2, 3, 4, 5, 6, 7] 2023-08-28T02:28:48.588 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-08-28T02:28:48.588 INFO:tasks.thrashosds.thrasher:primary_affinity 2023-08-28T02:28:48.588 INFO:tasks.thrashosds.thrasher:Setting osd 6 primary_affinity to 0.355551 2023-08-28T02:28:48.589 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd primary-affinity 6 0.35555076996800594 2023-08-28T02:28:48.605 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:48.631 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:28:48.635 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:48.635 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:28:48.711 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:28:48.737 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:28:48.769 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:48.800 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:28:48.805 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:48.806 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:28:48.907 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:28:48.950 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:48.976 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:28:48.983 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:48.983 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:28:49.084 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:28:49.146 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:49.176 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:28:49.181 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:49.181 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:28:49.253 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:28:49.282 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:28:49.283 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd unset nodeep-scrub 2023-08-28T02:28:49.324 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:49.356 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:28:49.365 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:49.366 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:28:49.378 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-08-28T02:28:49.463 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:49 smithi040 ceph-mon[170259]: pgmap v645: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait, 106 active+clean; 5.2 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 594 op/s; 2/255288 objects degraded (0.001%); 2189/255288 objects misplaced (0.857%); 5.1 MiB/s, 81 objects/s recovering 2023-08-28T02:28:49.463 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:49 smithi040 ceph-mon[175404]: pgmap v645: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait, 106 active+clean; 5.2 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 594 op/s; 2/255288 objects degraded (0.001%); 2189/255288 objects misplaced (0.857%); 5.1 MiB/s, 81 objects/s recovering 2023-08-28T02:28:49.466 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:28:49.502 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:49.531 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:28:49.535 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:49 smithi083 ceph-mon[157819]: pgmap v645: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait, 106 active+clean; 5.2 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 594 op/s; 2/255288 objects degraded (0.001%); 2189/255288 objects misplaced (0.857%); 5.1 MiB/s, 81 objects/s recovering 2023-08-28T02:28:49.536 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:49.536 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:28:49.637 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:28:49.679 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:49.707 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:28:49.710 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:49.711 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:28:49.812 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:28:49.914 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:50.118 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:28:50.123 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:50.123 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:28:50.224 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:28:50.261 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:50.292 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:28:50.295 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:50.296 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:28:50.396 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:28:50.463 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:28:50.485 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:50 smithi040 ceph-mon[175404]: pgmap v646: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait, 106 active+clean; 5.2 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 453 op/s; 2/255288 objects degraded (0.001%); 2189/255288 objects misplaced (0.857%); 3.9 MiB/s, 62 objects/s recovering 2023-08-28T02:28:50.486 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:50 smithi040 ceph-mon[170259]: pgmap v646: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait, 106 active+clean; 5.2 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 453 op/s; 2/255288 objects degraded (0.001%); 2189/255288 objects misplaced (0.857%); 3.9 MiB/s, 62 objects/s recovering 2023-08-28T02:28:50.518 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:50.664 INFO:teuthology.orchestra.run.smithi040.stdout:ERROR: (22) Invalid argument 2023-08-28T02:28:50.664 INFO:teuthology.orchestra.run.smithi040.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:28:50.683 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:28:50.694 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:50.695 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:28:50.702 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:28:50.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:50 smithi083 ceph-mon[157819]: pgmap v646: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait, 106 active+clean; 5.2 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 453 op/s; 2/255288 objects degraded (0.001%); 2189/255288 objects misplaced (0.857%); 3.9 MiB/s, 62 objects/s recovering 2023-08-28T02:28:50.796 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:28:50.858 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:50.969 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:28:50.979 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:50.979 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:28:51.080 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:28:51.126 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:51.164 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:28:51.171 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:51.172 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:28:51.272 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:28:51.330 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:51.360 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:28:51.365 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:51.366 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:28:51.467 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:28:51.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:51 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 2/255288 objects degraded (0.001%), 1 pg degraded, 2 pgs undersized (PG_DEGRADED) 2023-08-28T02:28:51.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:51 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/652706425' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 6, "weight": 0.35555076996800594}]: dispatch 2023-08-28T02:28:51.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:51 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 6, "weight": 0.35555076996800594}]: dispatch 2023-08-28T02:28:51.518 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:51.554 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:28:51.562 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:51.562 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:28:51.663 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:28:51.722 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:51 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 2/255288 objects degraded (0.001%), 1 pg degraded, 2 pgs undersized (PG_DEGRADED) 2023-08-28T02:28:51.722 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:51 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/652706425' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 6, "weight": 0.35555076996800594}]: dispatch 2023-08-28T02:28:51.722 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:51 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 6, "weight": 0.35555076996800594}]: dispatch 2023-08-28T02:28:51.723 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:51 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 2/255288 objects degraded (0.001%), 1 pg degraded, 2 pgs undersized (PG_DEGRADED) 2023-08-28T02:28:51.723 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:51 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/652706425' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 6, "weight": 0.35555076996800594}]: dispatch 2023-08-28T02:28:51.723 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:51 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 6, "weight": 0.35555076996800594}]: dispatch 2023-08-28T02:28:51.727 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:51.858 INFO:teuthology.orchestra.run.smithi040.stderr:set osd.6 primary-affinity to 0.355551 (8233012) 2023-08-28T02:28:52.871 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:52 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 6, "weight": 0.35555076996800594}]': finished 2023-08-28T02:28:52.871 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:52 smithi040 ceph-mon[175404]: osdmap e199: 8 total, 8 up, 8 in 2023-08-28T02:28:52.871 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:52 smithi040 ceph-mon[175404]: failed to encode map e199 with expected crc 2023-08-28T02:28:53.236 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:52 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 6, "weight": 0.35555076996800594}]': finished 2023-08-28T02:28:53.236 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:52 smithi040 ceph-mon[170259]: osdmap e199: 8 total, 8 up, 8 in 2023-08-28T02:28:53.236 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:52 smithi040 ceph-mon[170259]: failed to encode map e199 with expected crc 2023-08-28T02:28:53.236 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:52 smithi040 ceph-mon[170259]: failed to encode map e199 with expected crc 2023-08-28T02:28:53.236 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:52 smithi040 ceph-mon[170259]: 1.5 scrub starts 2023-08-28T02:28:53.236 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:52 smithi040 ceph-mon[170259]: pgmap v648: 109 pgs: 1 peering, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait, 1 active+recovering+undersized+remapped, 105 active+clean; 4.9 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 954 op/s; 2/243057 objects degraded (0.001%); 2189/243057 objects misplaced (0.901%); 3.8 MiB/s, 60 objects/s recovering 2023-08-28T02:28:53.236 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:52 smithi040 ceph-mon[175404]: failed to encode map e199 with expected crc 2023-08-28T02:28:53.236 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:52 smithi040 ceph-mon[175404]: 1.5 scrub starts 2023-08-28T02:28:53.237 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:52 smithi040 ceph-mon[175404]: pgmap v648: 109 pgs: 1 peering, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait, 1 active+recovering+undersized+remapped, 105 active+clean; 4.9 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 954 op/s; 2/243057 objects degraded (0.001%); 2189/243057 objects misplaced (0.901%); 3.8 MiB/s, 60 objects/s recovering 2023-08-28T02:28:53.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:52 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 6, "weight": 0.35555076996800594}]': finished 2023-08-28T02:28:53.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:52 smithi083 ceph-mon[157819]: osdmap e199: 8 total, 8 up, 8 in 2023-08-28T02:28:53.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:52 smithi083 ceph-mon[157819]: failed to encode map e199 with expected crc 2023-08-28T02:28:53.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:52 smithi083 ceph-mon[157819]: failed to encode map e199 with expected crc 2023-08-28T02:28:53.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:52 smithi083 ceph-mon[157819]: 1.5 scrub starts 2023-08-28T02:28:53.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:52 smithi083 ceph-mon[157819]: pgmap v648: 109 pgs: 1 peering, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait, 1 active+recovering+undersized+remapped, 105 active+clean; 4.9 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 954 op/s; 2/243057 objects degraded (0.001%); 2189/243057 objects misplaced (0.901%); 3.8 MiB/s, 60 objects/s recovering 2023-08-28T02:28:53.317 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.3 dump_blocked_ops 2023-08-28T02:28:53.341 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:28:53.343 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:53.344 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:28:53.445 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:28:53.531 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:53.583 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:28:53.588 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:53.589 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:28:53.690 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:28:53.736 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:53.768 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:28:53.775 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:53.776 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:28:53.877 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:28:53.967 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:53.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:53 smithi083 ceph-mon[157819]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2023-08-28T02:28:53.993 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:53 smithi083 ceph-mon[157819]: failed to encode map e200 with expected crc 2023-08-28T02:28:53.993 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:53 smithi083 ceph-mon[157819]: failed to encode map e200 with expected crc 2023-08-28T02:28:53.993 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:53 smithi083 ceph-mon[157819]: failed to encode map e200 with expected crc 2023-08-28T02:28:53.993 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:53 smithi083 ceph-mon[157819]: osdmap e200: 8 total, 8 up, 8 in 2023-08-28T02:28:53.993 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:53 smithi083 ceph-mon[157819]: failed to encode map e200 with expected crc 2023-08-28T02:28:53.994 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:53 smithi083 ceph-mon[157819]: failed to encode map e200 with expected crc 2023-08-28T02:28:53.994 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:53 smithi083 ceph-mon[157819]: failed to encode map e200 with expected crc 2023-08-28T02:28:53.994 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:53 smithi083 ceph-mon[157819]: failed to encode map e200 with expected crc 2023-08-28T02:28:53.994 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:53 smithi083 ceph-mon[157819]: failed to encode map e200 with expected crc 2023-08-28T02:28:53.994 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:53 smithi083 ceph-mon[157819]: failed to encode map e200 with expected crc 2023-08-28T02:28:54.076 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:53 smithi040 ceph-mon[175404]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2023-08-28T02:28:54.076 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:53 smithi040 ceph-mon[175404]: failed to encode map e200 with expected crc 2023-08-28T02:28:54.077 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:53 smithi040 ceph-mon[175404]: failed to encode map e200 with expected crc 2023-08-28T02:28:54.077 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:53 smithi040 ceph-mon[175404]: failed to encode map e200 with expected crc 2023-08-28T02:28:54.077 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:53 smithi040 ceph-mon[175404]: osdmap e200: 8 total, 8 up, 8 in 2023-08-28T02:28:54.077 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:53 smithi040 ceph-mon[175404]: failed to encode map e200 with expected crc 2023-08-28T02:28:54.077 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:53 smithi040 ceph-mon[175404]: failed to encode map e200 with expected crc 2023-08-28T02:28:54.078 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:53 smithi040 ceph-mon[175404]: failed to encode map e200 with expected crc 2023-08-28T02:28:54.078 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:53 smithi040 ceph-mon[175404]: failed to encode map e200 with expected crc 2023-08-28T02:28:54.078 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:53 smithi040 ceph-mon[175404]: failed to encode map e200 with expected crc 2023-08-28T02:28:54.078 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:53 smithi040 ceph-mon[175404]: failed to encode map e200 with expected crc 2023-08-28T02:28:54.079 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:53 smithi040 ceph-mon[170259]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2023-08-28T02:28:54.079 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:53 smithi040 ceph-mon[170259]: failed to encode map e200 with expected crc 2023-08-28T02:28:54.080 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:53 smithi040 ceph-mon[170259]: failed to encode map e200 with expected crc 2023-08-28T02:28:54.080 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:53 smithi040 ceph-mon[170259]: failed to encode map e200 with expected crc 2023-08-28T02:28:54.080 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:53 smithi040 ceph-mon[170259]: osdmap e200: 8 total, 8 up, 8 in 2023-08-28T02:28:54.080 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:53 smithi040 ceph-mon[170259]: failed to encode map e200 with expected crc 2023-08-28T02:28:54.081 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:53 smithi040 ceph-mon[170259]: failed to encode map e200 with expected crc 2023-08-28T02:28:54.081 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:53 smithi040 ceph-mon[170259]: failed to encode map e200 with expected crc 2023-08-28T02:28:54.081 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:53 smithi040 ceph-mon[170259]: failed to encode map e200 with expected crc 2023-08-28T02:28:54.081 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:53 smithi040 ceph-mon[170259]: failed to encode map e200 with expected crc 2023-08-28T02:28:54.082 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:53 smithi040 ceph-mon[170259]: failed to encode map e200 with expected crc 2023-08-28T02:28:54.217 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:28:54.224 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:54.224 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:28:54.325 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:28:54.404 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:54.460 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:28:54.465 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:54.466 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:28:54.567 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:28:54.602 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:28:54.691 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:54.770 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:28:54.773 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:54.774 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:28:54.806 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:28:54.850 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:28:54.875 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:28:54.914 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:28:54.950 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:54 smithi040 ceph-mon[175404]: pgmap v650: 109 pgs: 1 peering, 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait, 105 active+clean; 4.9 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 798 op/s; 2/241440 objects degraded (0.001%); 1683/241440 objects misplaced (0.697%); 5.0 MiB/s, 80 objects/s recovering 2023-08-28T02:28:54.950 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:54 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/910798570' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:28:54.950 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:54 smithi040 ceph-mon[170259]: pgmap v650: 109 pgs: 1 peering, 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait, 105 active+clean; 4.9 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 798 op/s; 2/241440 objects degraded (0.001%); 1683/241440 objects misplaced (0.697%); 5.0 MiB/s, 80 objects/s recovering 2023-08-28T02:28:54.950 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:54 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/910798570' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:28:54.959 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:54.971 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:28:55.004 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:28:55.013 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:55.013 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:28:55.017 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:28:55.070 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:28:55.114 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:28:55.117 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:28:55.155 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:54 smithi083 ceph-mon[157819]: pgmap v650: 109 pgs: 1 peering, 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait, 105 active+clean; 4.9 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 798 op/s; 2/241440 objects degraded (0.001%); 1683/241440 objects misplaced (0.697%); 5.0 MiB/s, 80 objects/s recovering 2023-08-28T02:28:55.155 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:54 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/910798570' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:28:55.158 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:55.166 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:28:55.190 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-08-28T02:28:55.190 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-08-28T02:28:55.190 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-08-28T02:28:55.190 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-08-28T02:28:55.190 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-08-28T02:28:55.190 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-08-28T02:28:55.190 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-08-28T02:28:55.190 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-08-28T02:28:55.191 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:28:55.193 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:55.194 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:28:55.294 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:28:55.356 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:55.390 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:28:55.392 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:55.393 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:28:55.481 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:28:55 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:28:55] "GET /metrics HTTP/1.1" 200 36471 "" "Prometheus/2.43.0" 2023-08-28T02:28:55.494 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:28:55.537 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:55.576 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:28:55.584 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:55.585 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:28:55.686 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:28:55.747 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:55.798 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:28:55.803 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:55.804 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:28:55.905 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:28:55.910 INFO:teuthology.orchestra.run.smithi040.stderr:nodeep-scrub is unset 2023-08-28T02:28:56.007 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:56.061 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:28:56.067 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:56.068 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:28:56.068 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:55 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1355059226' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:28:56.068 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:55 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 2/241440 objects degraded (0.001%), 1 pg degraded, 2 pgs undersized (PG_DEGRADED) 2023-08-28T02:28:56.068 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:55 smithi040 ceph-mon[175404]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:28:56.068 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:55 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1355059226' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:28:56.069 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:55 smithi040 ceph-mon[175404]: osdmap e201: 8 total, 8 up, 8 in 2023-08-28T02:28:56.069 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:55 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1355059226' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:28:56.069 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:55 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 2/241440 objects degraded (0.001%), 1 pg degraded, 2 pgs undersized (PG_DEGRADED) 2023-08-28T02:28:56.069 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:55 smithi040 ceph-mon[170259]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:28:56.069 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:55 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1355059226' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:28:56.069 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:55 smithi040 ceph-mon[170259]: osdmap e201: 8 total, 8 up, 8 in 2023-08-28T02:28:56.112 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-08-28T02:28:56.112 INFO:teuthology.orchestra.run.smithi040.stdout: "ops": [], 2023-08-28T02:28:56.112 INFO:teuthology.orchestra.run.smithi040.stdout: "complaint_time": 30, 2023-08-28T02:28:56.112 INFO:teuthology.orchestra.run.smithi040.stdout: "num_blocked_ops": 0 2023-08-28T02:28:56.112 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-08-28T02:28:56.169 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:28:56.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:55 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1355059226' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:28:56.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:55 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 2/241440 objects degraded (0.001%), 1 pg degraded, 2 pgs undersized (PG_DEGRADED) 2023-08-28T02:28:56.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:55 smithi083 ceph-mon[157819]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:28:56.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:55 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1355059226' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:28:56.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:55 smithi083 ceph-mon[157819]: osdmap e201: 8 total, 8 up, 8 in 2023-08-28T02:28:56.247 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:56.292 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:28:56.297 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:56.298 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:28:56.399 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:28:56.460 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:56.485 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:28:56.490 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:56.491 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:28:56.592 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:28:56.638 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.3 dump_historic_ops 2023-08-28T02:28:56.679 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:56.719 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:28:56.724 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:56.724 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:28:56.825 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:28:56.892 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:56.933 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:28:56.939 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:56.940 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:28:57.041 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:28:57.089 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:57.127 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:28:57.131 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:57.132 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:28:57.186 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:28:57.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:56 smithi040 ceph-mon[175404]: failed to encode map e201 with expected crc 2023-08-28T02:28:57.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:56 smithi040 ceph-mon[175404]: failed to encode map e201 with expected crc 2023-08-28T02:28:57.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:56 smithi040 ceph-mon[175404]: failed to encode map e201 with expected crc 2023-08-28T02:28:57.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:56 smithi040 ceph-mon[175404]: failed to encode map e201 with expected crc 2023-08-28T02:28:57.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:56 smithi040 ceph-mon[175404]: failed to encode map e201 with expected crc 2023-08-28T02:28:57.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:56 smithi040 ceph-mon[175404]: pgmap v652: 109 pgs: 1 peering, 1 active+recovery_wait, 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 105 active+clean; 4.8 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 1.17k op/s; 2/234279 objects degraded (0.001%); 1683/234279 objects misplaced (0.718%); 2.6 MiB/s, 42 objects/s recovering 2023-08-28T02:28:57.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:56 smithi040 ceph-mon[170259]: failed to encode map e201 with expected crc 2023-08-28T02:28:57.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:56 smithi040 ceph-mon[170259]: failed to encode map e201 with expected crc 2023-08-28T02:28:57.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:56 smithi040 ceph-mon[170259]: failed to encode map e201 with expected crc 2023-08-28T02:28:57.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:56 smithi040 ceph-mon[170259]: failed to encode map e201 with expected crc 2023-08-28T02:28:57.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:56 smithi040 ceph-mon[170259]: failed to encode map e201 with expected crc 2023-08-28T02:28:57.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:56 smithi040 ceph-mon[170259]: pgmap v652: 109 pgs: 1 peering, 1 active+recovery_wait, 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 105 active+clean; 4.8 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 1.17k op/s; 2/234279 objects degraded (0.001%); 1683/234279 objects misplaced (0.718%); 2.6 MiB/s, 42 objects/s recovering 2023-08-28T02:28:57.233 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:28:57.244 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:56 smithi083 ceph-mon[157819]: failed to encode map e201 with expected crc 2023-08-28T02:28:57.244 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:56 smithi083 ceph-mon[157819]: failed to encode map e201 with expected crc 2023-08-28T02:28:57.244 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:56 smithi083 ceph-mon[157819]: failed to encode map e201 with expected crc 2023-08-28T02:28:57.244 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:56 smithi083 ceph-mon[157819]: failed to encode map e201 with expected crc 2023-08-28T02:28:57.244 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:56 smithi083 ceph-mon[157819]: failed to encode map e201 with expected crc 2023-08-28T02:28:57.244 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:56 smithi083 ceph-mon[157819]: pgmap v652: 109 pgs: 1 peering, 1 active+recovery_wait, 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 105 active+clean; 4.8 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 1.17k op/s; 2/234279 objects degraded (0.001%); 1683/234279 objects misplaced (0.718%); 2.6 MiB/s, 42 objects/s recovering 2023-08-28T02:28:57.299 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:57.335 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:28:57.339 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:57.339 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:28:57.440 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:28:57.517 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:57.700 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:28:57.705 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:57.705 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:28:57.806 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:28:57.865 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:57.897 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:28:57.899 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:57.900 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:28:58.000 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:28:58.017 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-08-28T02:28:58.051 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:58.129 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:58 smithi040 ceph-mon[170259]: 9.10 scrub starts 2023-08-28T02:28:58.129 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:58 smithi040 ceph-mon[175404]: 9.10 scrub starts 2023-08-28T02:28:58.204 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:28:58.209 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:58.209 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:28:58.310 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:28:58.384 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:58.409 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd set noscrub 2023-08-28T02:28:58.447 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:28:58.455 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:58.456 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:28:58.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:58 smithi083 ceph-mon[157819]: 9.10 scrub starts 2023-08-28T02:28:58.540 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-08-28T02:28:58.541 INFO:teuthology.orchestra.run.smithi040.stdout: "size": 20, 2023-08-28T02:28:58.541 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 600, 2023-08-28T02:28:58.541 INFO:teuthology.orchestra.run.smithi040.stdout: "ops": [ 2023-08-28T02:28:58.541 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.541 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34413.0:186766 7.a 7:5cda5825:::benchmark_data_smithi040_191604_object84555:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e149)", 2023-08-28T02:28:58.541 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:21:03.049785+0000", 2023-08-28T02:28:58.541 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 475.48803728600001, 2023-08-28T02:28:58.541 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.051800082, 2023-08-28T02:28:58.541 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:28:58.541 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "reached pg", 2023-08-28T02:28:58.541 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:28:58.542 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34413", 2023-08-28T02:28:58.542 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/500132659", 2023-08-28T02:28:58.542 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 186766 2023-08-28T02:28:58.542 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.542 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:28:58.542 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.542 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:28:58.542 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:03.049785+0000", 2023-08-28T02:28:58.542 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:28:58.542 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.542 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.543 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:28:58.543 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:03.049785+0000", 2023-08-28T02:28:58.543 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:28:58.543 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.543 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.543 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:28:58.543 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:03.049784+0000", 2023-08-28T02:28:58.543 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:28:58.543 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.543 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.543 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:28:58.543 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:03.049790+0000", 2023-08-28T02:28:58.544 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.8409999999999996e-06 2023-08-28T02:28:58.544 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.544 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.544 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:28:58.544 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:03.049801+0000", 2023-08-28T02:28:58.544 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0845999999999999e-05 2023-08-28T02:28:58.544 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.544 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.544 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:28:58.545 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:03.049808+0000", 2023-08-28T02:28:58.545 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.1230000000000002e-06 2023-08-28T02:28:58.545 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.545 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.545 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:28:58.545 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:03.055234+0000", 2023-08-28T02:28:58.545 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0054262499999999997 2023-08-28T02:28:58.545 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.545 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.545 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op must wait for map", 2023-08-28T02:28:58.545 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:03.055241+0000", 2023-08-28T02:28:58.545 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.311e-06 2023-08-28T02:28:58.546 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.546 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.546 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:28:58.546 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:03.059667+0000", 2023-08-28T02:28:58.546 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0044261719999999999 2023-08-28T02:28:58.546 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.546 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.546 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:28:58.546 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:03.059677+0000", 2023-08-28T02:28:58.546 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.7240000000000004e-06 2023-08-28T02:28:58.546 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.547 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.547 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:28:58.547 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:04.101518+0000", 2023-08-28T02:28:58.547 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.041840616 2023-08-28T02:28:58.547 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.547 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.547 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:28:58.547 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:04.101586+0000", 2023-08-28T02:28:58.547 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.7727999999999999e-05 2023-08-28T02:28:58.547 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:28:58.547 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:28:58.548 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:28:58.548 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.548 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.548 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34413.0:186772 7.a 7:540d591b:::benchmark_data_smithi040_191604_object84561:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e149)", 2023-08-28T02:28:58.548 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:21:03.049816+0000", 2023-08-28T02:28:58.548 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 475.48800629499999, 2023-08-28T02:28:58.548 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0522345639999999, 2023-08-28T02:28:58.548 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:28:58.548 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "reached pg", 2023-08-28T02:28:58.548 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:28:58.548 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34413", 2023-08-28T02:28:58.548 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/500132659", 2023-08-28T02:28:58.549 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 186772 2023-08-28T02:28:58.549 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.549 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:28:58.549 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.549 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:28:58.549 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:03.049816+0000", 2023-08-28T02:28:58.549 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:28:58.549 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.549 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.549 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:28:58.549 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:03.049816+0000", 2023-08-28T02:28:58.549 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:28:58.550 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.550 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.550 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:28:58.550 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:03.049816+0000", 2023-08-28T02:28:58.550 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:28:58.550 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.550 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.550 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:28:58.550 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:03.049819+0000", 2023-08-28T02:28:58.550 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.5330000000000001e-06 2023-08-28T02:28:58.550 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.551 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.551 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:28:58.551 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:03.049824+0000", 2023-08-28T02:28:58.551 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.4310000000000002e-06 2023-08-28T02:28:58.551 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.551 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.551 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:28:58.551 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:03.049829+0000", 2023-08-28T02:28:58.551 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.6129999999999997e-06 2023-08-28T02:28:58.551 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.551 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.551 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:28:58.552 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:03.055281+0000", 2023-08-28T02:28:58.552 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0054523799999999997 2023-08-28T02:28:58.552 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.552 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.552 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting_for_map not empty", 2023-08-28T02:28:58.552 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:03.055287+0000", 2023-08-28T02:28:58.552 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.665e-06 2023-08-28T02:28:58.552 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.552 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.552 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:28:58.552 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:03.059697+0000", 2023-08-28T02:28:58.552 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0044102999999999998 2023-08-28T02:28:58.553 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.553 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.553 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:28:58.553 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:03.059704+0000", 2023-08-28T02:28:58.553 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.9e-06 2023-08-28T02:28:58.553 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.553 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.553 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:28:58.553 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:04.101986+0000", 2023-08-28T02:28:58.553 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0422825120000001 2023-08-28T02:28:58.554 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.554 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.554 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:28:58.554 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:04.102051+0000", 2023-08-28T02:28:58.554 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.4639000000000002e-05 2023-08-28T02:28:58.554 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:28:58.554 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:28:58.554 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:28:58.554 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.554 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.554 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34413.0:186780 7.a 7:589f0796:::benchmark_data_smithi040_191604_object84569:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e149)", 2023-08-28T02:28:58.554 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:21:03.057985+0000", 2023-08-28T02:28:58.554 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 475.47983776900003, 2023-08-28T02:28:58.555 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.065832372, 2023-08-28T02:28:58.555 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:28:58.555 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:28:58.555 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:28:58.555 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34413", 2023-08-28T02:28:58.555 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/500132659", 2023-08-28T02:28:58.555 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 186780 2023-08-28T02:28:58.555 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.555 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:28:58.555 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.555 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:28:58.555 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:03.057985+0000", 2023-08-28T02:28:58.556 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:28:58.556 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.556 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.556 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:28:58.556 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:03.057985+0000", 2023-08-28T02:28:58.556 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:28:58.556 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.556 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.556 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:28:58.556 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:03.057983+0000", 2023-08-28T02:28:58.556 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:28:58.556 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.557 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.557 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:28:58.557 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:03.057991+0000", 2023-08-28T02:28:58.557 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.8350000000000004e-06 2023-08-28T02:28:58.557 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.557 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.557 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:28:58.557 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:28:58.559 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:03.058007+0000", 2023-08-28T02:28:58.559 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.611e-05 2023-08-28T02:28:58.559 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.559 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.559 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:28:58.559 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:03.058017+0000", 2023-08-28T02:28:58.559 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.4399999999999994e-06 2023-08-28T02:28:58.559 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.559 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.559 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:28:58.559 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:03.058279+0000", 2023-08-28T02:28:58.560 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00026263300000000002 2023-08-28T02:28:58.560 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.560 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.560 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting_for_map not empty", 2023-08-28T02:28:58.560 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:03.058284+0000", 2023-08-28T02:28:58.560 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.583e-06 2023-08-28T02:28:58.560 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.560 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.560 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:28:58.560 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:03.059723+0000", 2023-08-28T02:28:58.560 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.001438838 2023-08-28T02:28:58.560 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.561 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.561 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:28:58.561 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:03.059729+0000", 2023-08-28T02:28:58.561 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.7440000000000001e-06 2023-08-28T02:28:58.561 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.561 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.561 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:28:58.561 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:04.102078+0000", 2023-08-28T02:28:58.561 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.04234871 2023-08-28T02:28:58.561 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.561 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.561 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:28:58.562 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:04.102190+0000", 2023-08-28T02:28:58.562 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000112396 2023-08-28T02:28:58.562 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.562 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.562 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 2,5", 2023-08-28T02:28:58.562 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:04.102884+0000", 2023-08-28T02:28:58.562 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00069396400000000004 2023-08-28T02:28:58.562 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.562 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.562 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:28:58.562 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:04.123626+0000", 2023-08-28T02:28:58.562 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.020741279000000001 2023-08-28T02:28:58.562 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.563 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.563 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:28:58.563 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:04.123680+0000", 2023-08-28T02:28:58.563 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.4657000000000002e-05 2023-08-28T02:28:58.563 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.563 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.563 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:28:58.563 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:04.123724+0000", 2023-08-28T02:28:58.563 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.3343000000000002e-05 2023-08-28T02:28:58.563 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.563 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.563 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:28:58.564 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:04.123774+0000", 2023-08-28T02:28:58.564 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.9867999999999998e-05 2023-08-28T02:28:58.564 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.564 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.564 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:28:58.564 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:04.123817+0000", 2023-08-28T02:28:58.564 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.3754999999999997e-05 2023-08-28T02:28:58.564 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:28:58.564 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:28:58.564 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:28:58.564 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.564 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.564 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34413.0:186795 7.a 7:5fc809f2:::benchmark_data_smithi040_191604_object84584:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e149)", 2023-08-28T02:28:58.565 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:21:03.082413+0000", 2023-08-28T02:28:58.565 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 475.45541010800002, 2023-08-28T02:28:58.565 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0415894400000001, 2023-08-28T02:28:58.565 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:28:58.565 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:28:58.565 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:28:58.565 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34413", 2023-08-28T02:28:58.565 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/500132659", 2023-08-28T02:28:58.565 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 186795 2023-08-28T02:28:58.565 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.565 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:28:58.565 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.566 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:28:58.566 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:03.082413+0000", 2023-08-28T02:28:58.566 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:28:58.566 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.566 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.566 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:28:58.566 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:03.082413+0000", 2023-08-28T02:28:58.566 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:28:58.566 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.566 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.566 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:28:58.566 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:03.082411+0000", 2023-08-28T02:28:58.567 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:28:58.567 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.567 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.567 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:28:58.567 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:03.082419+0000", 2023-08-28T02:28:58.567 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.0960000000000001e-06 2023-08-28T02:28:58.567 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.567 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.567 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:28:58.567 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:03.082431+0000", 2023-08-28T02:28:58.567 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1642e-05 2023-08-28T02:28:58.567 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.567 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.568 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:28:58.568 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:03.082439+0000", 2023-08-28T02:28:58.568 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.4249999999999998e-06 2023-08-28T02:28:58.568 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.568 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.568 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:28:58.568 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:03.088183+0000", 2023-08-28T02:28:58.568 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0057436099999999997 2023-08-28T02:28:58.568 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.568 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.568 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:28:58.568 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:03.088195+0000", 2023-08-28T02:28:58.569 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2418999999999999e-05 2023-08-28T02:28:58.569 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.569 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.569 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:28:58.569 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:04.118946+0000", 2023-08-28T02:28:58.569 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0307505340000001 2023-08-28T02:28:58.569 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.569 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.569 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:28:58.569 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:04.119096+0000", 2023-08-28T02:28:58.569 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000150717 2023-08-28T02:28:58.569 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.569 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.570 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 2,5", 2023-08-28T02:28:58.570 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:04.119241+0000", 2023-08-28T02:28:58.570 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000144993 2023-08-28T02:28:58.570 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.570 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.570 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:28:58.570 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:04.123870+0000", 2023-08-28T02:28:58.570 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.004628137 2023-08-28T02:28:58.570 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.570 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.570 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:28:58.570 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:04.123915+0000", 2023-08-28T02:28:58.570 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.5867e-05 2023-08-28T02:28:58.571 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.571 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.571 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:28:58.571 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:04.123924+0000", 2023-08-28T02:28:58.571 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.9809999999999992e-06 2023-08-28T02:28:58.571 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.571 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.571 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:28:58.571 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:04.123967+0000", 2023-08-28T02:28:58.571 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.2846000000000003e-05 2023-08-28T02:28:58.571 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.572 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.572 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:28:58.572 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:04.124002+0000", 2023-08-28T02:28:58.572 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.4759999999999999e-05 2023-08-28T02:28:58.572 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:28:58.572 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:28:58.572 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:28:58.572 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.572 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.572 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34413.0:186817 7.a 7:50589ce4:::benchmark_data_smithi040_191604_object84606:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e149)", 2023-08-28T02:28:58.572 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:21:03.118067+0000", 2023-08-28T02:28:58.573 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 475.41975542300003, 2023-08-28T02:28:58.573 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0190273160000001, 2023-08-28T02:28:58.573 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:28:58.573 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:28:58.573 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:28:58.573 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34413", 2023-08-28T02:28:58.573 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/500132659", 2023-08-28T02:28:58.573 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 186817 2023-08-28T02:28:58.573 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.573 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:28:58.573 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.573 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:28:58.573 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:03.118067+0000", 2023-08-28T02:28:58.574 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:28:58.574 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.574 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.574 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:28:58.574 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:03.118067+0000", 2023-08-28T02:28:58.574 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:28:58.574 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.574 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.574 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:28:58.574 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:03.118065+0000", 2023-08-28T02:28:58.574 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:28:58.574 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.575 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.575 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:28:58.575 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:03.118072+0000", 2023-08-28T02:28:58.575 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.0839999999999997e-06 2023-08-28T02:28:58.575 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.575 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.575 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:28:58.575 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:03.118082+0000", 2023-08-28T02:28:58.575 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0113e-05 2023-08-28T02:28:58.575 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.575 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.575 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:28:58.576 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:03.118089+0000", 2023-08-28T02:28:58.576 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.0450000000000003e-06 2023-08-28T02:28:58.576 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.576 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.576 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:28:58.576 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:03.118154+0000", 2023-08-28T02:28:58.576 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.5288000000000002e-05 2023-08-28T02:28:58.576 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.576 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.576 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:28:58.577 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:03.118163+0000", 2023-08-28T02:28:58.577 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.7199999999999995e-06 2023-08-28T02:28:58.577 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.577 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.577 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:28:58.577 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:04.124038+0000", 2023-08-28T02:28:58.577 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0058753739999999 2023-08-28T02:28:58.577 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.577 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.577 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:28:58.577 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:04.124125+0000", 2023-08-28T02:28:58.578 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.6898999999999996e-05 2023-08-28T02:28:58.578 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.578 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.578 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 2,5", 2023-08-28T02:28:58.578 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:04.124222+0000", 2023-08-28T02:28:58.578 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.6889e-05 2023-08-28T02:28:58.578 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.578 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.578 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:28:58.578 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:04.136912+0000", 2023-08-28T02:28:58.578 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.012690391000000001 2023-08-28T02:28:58.578 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.579 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.579 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:28:58.579 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:04.136973+0000", 2023-08-28T02:28:58.579 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.0921000000000002e-05 2023-08-28T02:28:58.579 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.579 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.579 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:28:58.579 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:04.136986+0000", 2023-08-28T02:28:58.579 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2408e-05 2023-08-28T02:28:58.579 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.580 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.580 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:28:58.580 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:04.137044+0000", 2023-08-28T02:28:58.580 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.8384999999999998e-05 2023-08-28T02:28:58.580 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.580 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.580 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:28:58.580 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:04.137095+0000", 2023-08-28T02:28:58.580 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.0608000000000001e-05 2023-08-28T02:28:58.580 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:28:58.580 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:28:58.580 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:28:58.580 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.581 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.581 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34413.0:186835 7.a 7:5d915bb8:::benchmark_data_smithi040_191604_object84624:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e149)", 2023-08-28T02:28:58.581 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:21:03.148039+0000", 2023-08-28T02:28:58.581 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 475.38978370000001, 2023-08-28T02:28:58.581 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.99825699300000004, 2023-08-28T02:28:58.581 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:28:58.581 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:28:58.581 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:28:58.581 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34413", 2023-08-28T02:28:58.581 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/500132659", 2023-08-28T02:28:58.582 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 186835 2023-08-28T02:28:58.582 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.582 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:28:58.582 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.582 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:28:58.582 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:03.148039+0000", 2023-08-28T02:28:58.582 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:28:58.582 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.582 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.582 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:28:58.582 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:03.148039+0000", 2023-08-28T02:28:58.582 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:28:58.583 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.583 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.583 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:28:58.583 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:03.148037+0000", 2023-08-28T02:28:58.583 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:28:58.583 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.583 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.583 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:28:58.583 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:03.148045+0000", 2023-08-28T02:28:58.583 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.4749999999999996e-06 2023-08-28T02:28:58.583 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.583 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.584 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:28:58.584 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:03.148060+0000", 2023-08-28T02:28:58.584 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.5435999999999999e-05 2023-08-28T02:28:58.584 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.584 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.584 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:28:58.584 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:03.148069+0000", 2023-08-28T02:28:58.584 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.081e-06 2023-08-28T02:28:58.584 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.584 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.584 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:28:58.584 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:03.148137+0000", 2023-08-28T02:28:58.584 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.7576000000000005e-05 2023-08-28T02:28:58.585 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.585 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.585 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:28:58.585 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:03.148150+0000", 2023-08-28T02:28:58.585 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.3185e-05 2023-08-28T02:28:58.585 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.585 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.585 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:28:58.585 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:04.133145+0000", 2023-08-28T02:28:58.585 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.98499534399999999 2023-08-28T02:28:58.585 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.585 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.586 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:28:58.586 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:04.133270+0000", 2023-08-28T02:28:58.586 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00012505099999999999 2023-08-28T02:28:58.586 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.586 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.586 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 2,5", 2023-08-28T02:28:58.586 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:04.133353+0000", 2023-08-28T02:28:58.586 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.2204000000000001e-05 2023-08-28T02:28:58.586 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.586 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.586 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:28:58.586 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:04.146054+0000", 2023-08-28T02:28:58.587 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.012701726 2023-08-28T02:28:58.587 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.587 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.587 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:28:58.587 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:04.146107+0000", 2023-08-28T02:28:58.587 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.2182999999999998e-05 2023-08-28T02:28:58.587 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.587 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.587 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:28:58.587 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:04.146206+0000", 2023-08-28T02:28:58.587 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.9809000000000006e-05 2023-08-28T02:28:58.587 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.588 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.588 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:28:58.588 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:04.146253+0000", 2023-08-28T02:28:58.588 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.7026e-05 2023-08-28T02:28:58.588 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.588 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.588 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:28:58.588 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:04.146296+0000", 2023-08-28T02:28:58.588 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.2670000000000003e-05 2023-08-28T02:28:58.588 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:28:58.588 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:28:58.588 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:28:58.588 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.589 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.589 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34413.0:186848 7.a 7:583539fd:::benchmark_data_smithi040_191604_object84637:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e149)", 2023-08-28T02:28:58.589 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:21:03.166756+0000", 2023-08-28T02:28:58.589 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 475.37106659400001, 2023-08-28T02:28:58.589 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.98709881700000002, 2023-08-28T02:28:58.589 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:28:58.589 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:28:58.589 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:28:58.589 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34413", 2023-08-28T02:28:58.589 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/500132659", 2023-08-28T02:28:58.589 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 186848 2023-08-28T02:28:58.589 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.590 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:28:58.590 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.590 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:28:58.590 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:03.166756+0000", 2023-08-28T02:28:58.590 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:28:58.590 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.590 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.590 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:28:58.590 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:03.166756+0000", 2023-08-28T02:28:58.590 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:28:58.590 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.590 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.591 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:28:58.591 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:03.166754+0000", 2023-08-28T02:28:58.591 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:28:58.591 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.591 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.591 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:28:58.591 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:03.166763+0000", 2023-08-28T02:28:58.591 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.8910000000000001e-06 2023-08-28T02:28:58.591 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.591 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.591 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:28:58.591 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:03.166777+0000", 2023-08-28T02:28:58.592 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.3858e-05 2023-08-28T02:28:58.592 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.592 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.592 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:28:58.592 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:03.166787+0000", 2023-08-28T02:28:58.592 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.6930000000000002e-06 2023-08-28T02:28:58.592 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.592 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.592 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:28:58.592 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:03.166852+0000", 2023-08-28T02:28:58.592 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.4936000000000003e-05 2023-08-28T02:28:58.593 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.593 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.593 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:28:58.593 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:03.166864+0000", 2023-08-28T02:28:58.593 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2781e-05 2023-08-28T02:28:58.593 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.593 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.593 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:28:58.593 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:04.137138+0000", 2023-08-28T02:28:58.593 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.97027395900000002 2023-08-28T02:28:58.593 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.593 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.594 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:28:58.594 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:04.137281+0000", 2023-08-28T02:28:58.594 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000142931 2023-08-28T02:28:58.594 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.594 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.594 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 2,5", 2023-08-28T02:28:58.594 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:04.137420+0000", 2023-08-28T02:28:58.594 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00013901699999999999 2023-08-28T02:28:58.594 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.594 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.594 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:28:58.594 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:04.146163+0000", 2023-08-28T02:28:58.595 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0087428009999999997 2023-08-28T02:28:58.595 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.595 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.595 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:28:58.595 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:04.146174+0000", 2023-08-28T02:28:58.595 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1265e-05 2023-08-28T02:28:58.595 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.595 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.595 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:28:58.595 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:04.153774+0000", 2023-08-28T02:28:58.595 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0075996479999999996 2023-08-28T02:28:58.596 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.596 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.596 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:28:58.596 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:04.153816+0000", 2023-08-28T02:28:58.596 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.1984999999999999e-05 2023-08-28T02:28:58.596 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.596 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.596 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:28:58.596 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:04.153855+0000", 2023-08-28T02:28:58.596 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.8862999999999997e-05 2023-08-28T02:28:58.596 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:28:58.596 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:28:58.596 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:28:58.597 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.597 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.597 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34413.0:186857 7.a 7:533b1e97:::benchmark_data_smithi040_191604_object84646:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e149)", 2023-08-28T02:28:58.597 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:21:03.180562+0000", 2023-08-28T02:28:58.597 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 475.35726107099998, 2023-08-28T02:28:58.597 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.98590661499999999, 2023-08-28T02:28:58.597 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:28:58.597 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:28:58.597 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:28:58.597 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34413", 2023-08-28T02:28:58.597 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/500132659", 2023-08-28T02:28:58.597 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 186857 2023-08-28T02:28:58.598 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.598 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:28:58.598 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.598 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:28:58.598 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:03.180562+0000", 2023-08-28T02:28:58.598 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:28:58.598 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.598 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.598 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:28:58.598 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:03.180562+0000", 2023-08-28T02:28:58.598 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:28:58.598 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.599 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.599 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:28:58.599 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:03.180560+0000", 2023-08-28T02:28:58.599 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:28:58.599 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.599 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.599 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:28:58.599 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:03.180567+0000", 2023-08-28T02:28:58.599 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.3929999999999996e-06 2023-08-28T02:28:58.599 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.599 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.599 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:28:58.600 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:03.180579+0000", 2023-08-28T02:28:58.600 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2738000000000001e-05 2023-08-28T02:28:58.600 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.600 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.600 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:28:58.600 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:03.180585+0000", 2023-08-28T02:28:58.600 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.127e-06 2023-08-28T02:28:58.600 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.600 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.600 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:28:58.600 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:03.182377+0000", 2023-08-28T02:28:58.600 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0017910879999999999 2023-08-28T02:28:58.601 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.601 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.601 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:28:58.601 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:03.182386+0000", 2023-08-28T02:28:58.601 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.2010000000000005e-06 2023-08-28T02:28:58.601 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.601 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.601 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:28:58.601 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:04.141799+0000", 2023-08-28T02:28:58.601 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.95941291699999998 2023-08-28T02:28:58.601 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.601 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.601 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:28:58.602 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:04.141937+0000", 2023-08-28T02:28:58.602 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00013861099999999999 2023-08-28T02:28:58.602 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.602 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.602 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 2,5", 2023-08-28T02:28:58.602 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:04.142081+0000", 2023-08-28T02:28:58.602 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00014417600000000001 2023-08-28T02:28:58.602 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.602 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.602 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:28:58.602 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:04.146357+0000", 2023-08-28T02:28:58.602 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0042750870000000003 2023-08-28T02:28:58.603 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.603 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.603 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:28:58.603 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:04.153747+0000", 2023-08-28T02:28:58.603 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0073900019999999997 2023-08-28T02:28:58.603 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.603 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.603 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:28:58.603 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:04.166366+0000", 2023-08-28T02:28:58.603 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.012619343999999999 2023-08-28T02:28:58.603 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.604 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.604 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:28:58.604 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:04.166421+0000", 2023-08-28T02:28:58.604 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.5482999999999997e-05 2023-08-28T02:28:58.604 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.604 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.604 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:28:58.604 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:21:04.166468+0000", 2023-08-28T02:28:58.604 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.689e-05 2023-08-28T02:28:58.604 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:28:58.604 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:28:58.604 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:28:58.605 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.605 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.605 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:57229 9.12 9:492b77af:::benchmark_data_smithi040_209735_object57228:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e170)", 2023-08-28T02:28:58.605 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:26.801880+0000", 2023-08-28T02:28:58.605 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 91.735942422999997, 2023-08-28T02:28:58.605 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.049169172, 2023-08-28T02:28:58.605 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:28:58.605 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "reached pg", 2023-08-28T02:28:58.605 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:28:58.605 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:28:58.605 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:28:58.605 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 57229 2023-08-28T02:28:58.605 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.606 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:28:58.606 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.606 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:28:58.606 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.801880+0000", 2023-08-28T02:28:58.606 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:28:58.606 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.606 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.606 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:28:58.606 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.801880+0000", 2023-08-28T02:28:58.606 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:28:58.606 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.607 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.607 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:28:58.607 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.801878+0000", 2023-08-28T02:28:58.607 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:28:58.607 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.607 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.607 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:28:58.607 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.801914+0000", 2023-08-28T02:28:58.607 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.6161999999999997e-05 2023-08-28T02:28:58.607 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.607 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.608 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:28:58.608 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.801932+0000", 2023-08-28T02:28:58.608 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.7523000000000001e-05 2023-08-28T02:28:58.608 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.608 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.608 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:28:58.608 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.801943+0000", 2023-08-28T02:28:58.608 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1127999999999999e-05 2023-08-28T02:28:58.608 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.608 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.608 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:28:58.608 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.940732+0000", 2023-08-28T02:28:58.609 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.13878848499999999 2023-08-28T02:28:58.609 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.609 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.609 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:28:58.609 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.940740+0000", 2023-08-28T02:28:58.609 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.3839999999999997e-06 2023-08-28T02:28:58.609 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.609 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.609 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:28:58.609 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.844403+0000", 2023-08-28T02:28:58.609 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.90366269700000001 2023-08-28T02:28:58.609 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.609 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.609 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for degraded object", 2023-08-28T02:28:58.610 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.848895+0000", 2023-08-28T02:28:58.610 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.004492383 2023-08-28T02:28:58.610 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.610 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.610 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:28:58.610 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.850997+0000", 2023-08-28T02:28:58.610 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0021019860000000001 2023-08-28T02:28:58.610 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.610 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.610 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:28:58.610 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.851049+0000", 2023-08-28T02:28:58.611 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.2405999999999999e-05 2023-08-28T02:28:58.611 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:28:58.611 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:28:58.611 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:28:58.611 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.611 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.611 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:57235 9.2 9:44d0871b:::benchmark_data_smithi040_209735_object57234:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e170)", 2023-08-28T02:28:58.611 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:26.801956+0000", 2023-08-28T02:28:58.611 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 91.735866642000005, 2023-08-28T02:28:58.611 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0411066410000001, 2023-08-28T02:28:58.611 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:28:58.611 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "reached pg", 2023-08-28T02:28:58.612 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:28:58.612 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:28:58.612 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:28:58.612 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 57235 2023-08-28T02:28:58.612 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.612 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:28:58.612 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.612 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:28:58.612 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.801956+0000", 2023-08-28T02:28:58.612 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:28:58.612 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.612 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.612 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:28:58.613 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.801956+0000", 2023-08-28T02:28:58.613 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:28:58.613 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.613 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.613 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:28:58.613 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.801955+0000", 2023-08-28T02:28:58.613 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:28:58.613 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.613 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.613 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:28:58.613 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.801985+0000", 2023-08-28T02:28:58.613 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.9604e-05 2023-08-28T02:28:58.613 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.614 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.614 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:28:58.614 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.801993+0000", 2023-08-28T02:28:58.614 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.7009999999999996e-06 2023-08-28T02:28:58.614 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.614 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.614 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:28:58.614 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.801998+0000", 2023-08-28T02:28:58.614 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.3510000000000001e-06 2023-08-28T02:28:58.614 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.614 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.614 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:28:58.614 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.940818+0000", 2023-08-28T02:28:58.615 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.13882023099999999 2023-08-28T02:28:58.615 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.615 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.615 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:28:58.615 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.940828+0000", 2023-08-28T02:28:58.615 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.4499999999999993e-06 2023-08-28T02:28:58.615 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.615 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.615 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:28:58.615 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.825604+0000", 2023-08-28T02:28:58.615 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.88477624200000005 2023-08-28T02:28:58.615 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.616 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.616 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for degraded object", 2023-08-28T02:28:58.616 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.830420+0000", 2023-08-28T02:28:58.616 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0048161940000000002 2023-08-28T02:28:58.616 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.616 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.616 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:28:58.616 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.843003+0000", 2023-08-28T02:28:58.616 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.012583084 2023-08-28T02:28:58.616 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.616 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.616 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:28:58.617 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.843063+0000", 2023-08-28T02:28:58.617 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.9370000000000002e-05 2023-08-28T02:28:58.617 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:28:58.617 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:28:58.617 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:28:58.617 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.617 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.617 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:57239 9.18 9:1e15b165:::benchmark_data_smithi040_209735_object57238:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e170)", 2023-08-28T02:28:58.617 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:26.833294+0000", 2023-08-28T02:28:58.617 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 91.704528412000002, 2023-08-28T02:28:58.617 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.00075501, 2023-08-28T02:28:58.617 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:28:58.617 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:28:58.618 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:28:58.618 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:28:58.618 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:28:58.618 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 57239 2023-08-28T02:28:58.618 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.618 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:28:58.618 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.618 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:28:58.618 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.833294+0000", 2023-08-28T02:28:58.618 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:28:58.618 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.618 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.619 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:28:58.619 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.833294+0000", 2023-08-28T02:28:58.619 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:28:58.619 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.619 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.619 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:28:58.619 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.833292+0000", 2023-08-28T02:28:58.619 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999976 2023-08-28T02:28:58.619 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.619 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.619 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:28:58.619 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.833338+0000", 2023-08-28T02:28:58.621 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.5590000000000002e-05 2023-08-28T02:28:58.622 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.622 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.622 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:28:58.622 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.833358+0000", 2023-08-28T02:28:58.622 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.0225999999999999e-05 2023-08-28T02:28:58.622 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.622 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.622 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:28:58.622 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.833371+0000", 2023-08-28T02:28:58.622 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2761e-05 2023-08-28T02:28:58.622 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.623 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.623 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:28:58.623 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.939669+0000", 2023-08-28T02:28:58.623 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.106297958 2023-08-28T02:28:58.623 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.623 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.623 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:28:58.623 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.939680+0000", 2023-08-28T02:28:58.623 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1507e-05 2023-08-28T02:28:58.623 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.623 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.623 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:28:58.623 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.825089+0000", 2023-08-28T02:28:58.624 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.88540898099999998 2023-08-28T02:28:58.624 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.624 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.624 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:28:58.624 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.825235+0000", 2023-08-28T02:28:58.624 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00014589799999999999 2023-08-28T02:28:58.624 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.624 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.624 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:28:58.624 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.825415+0000", 2023-08-28T02:28:58.624 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00018014100000000001 2023-08-28T02:28:58.625 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.625 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.625 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:28:58.625 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.829542+0000", 2023-08-28T02:28:58.625 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0041267370000000001 2023-08-28T02:28:58.625 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.625 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.625 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:28:58.625 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.833957+0000", 2023-08-28T02:28:58.625 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0044155729999999999 2023-08-28T02:28:58.625 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.625 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.626 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:28:58.626 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.833965+0000", 2023-08-28T02:28:58.626 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.8129999999999996e-06 2023-08-28T02:28:58.626 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.626 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.626 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:28:58.626 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.834011+0000", 2023-08-28T02:28:58.626 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.6220999999999997e-05 2023-08-28T02:28:58.626 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.626 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.626 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:28:58.626 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.834049+0000", 2023-08-28T02:28:58.627 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.7823e-05 2023-08-28T02:28:58.627 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:28:58.627 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:28:58.627 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:28:58.627 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.627 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.627 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:84769 9.2 9:45e32fbb:::benchmark_data_smithi040_209735_object84768:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e186)", 2023-08-28T02:28:58.627 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:57.275893+0000", 2023-08-28T02:28:58.627 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 61.261930165999999, 2023-08-28T02:28:58.627 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.051068773999999997, 2023-08-28T02:28:58.627 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:28:58.627 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:28:58.628 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:28:58.628 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:28:58.628 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:28:58.628 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 84769 2023-08-28T02:28:58.628 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.628 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:28:58.628 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.628 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:28:58.628 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:57.275893+0000", 2023-08-28T02:28:58.628 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:28:58.628 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.629 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.629 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:28:58.629 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:57.275893+0000", 2023-08-28T02:28:58.629 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:28:58.629 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.629 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.629 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:28:58.629 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:57.275891+0000", 2023-08-28T02:28:58.629 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:28:58.629 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.629 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.629 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:28:58.630 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:57.275934+0000", 2023-08-28T02:28:58.630 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.3353999999999999e-05 2023-08-28T02:28:58.630 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.630 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.630 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:28:58.630 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:57.275952+0000", 2023-08-28T02:28:58.630 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.8153000000000001e-05 2023-08-28T02:28:58.630 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.630 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.630 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:28:58.630 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:57.275962+0000", 2023-08-28T02:28:58.630 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.6420000000000002e-06 2023-08-28T02:28:58.630 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.631 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.631 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:28:58.631 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:57.276022+0000", 2023-08-28T02:28:58.631 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.9870000000000001e-05 2023-08-28T02:28:58.631 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.631 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.631 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:28:58.631 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:57.276169+0000", 2023-08-28T02:28:58.631 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00014686899999999999 2023-08-28T02:28:58.631 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.631 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.631 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 1,2", 2023-08-28T02:28:58.632 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:57.276336+0000", 2023-08-28T02:28:58.632 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00016672 2023-08-28T02:28:58.632 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.632 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.632 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:28:58.632 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:57.283578+0000", 2023-08-28T02:28:58.632 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0072425019999999996 2023-08-28T02:28:58.632 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.632 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.632 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:28:58.632 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:57.287610+0000", 2023-08-28T02:28:58.632 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0040321250000000001 2023-08-28T02:28:58.633 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.633 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.633 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:28:58.633 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:57.326818+0000", 2023-08-28T02:28:58.633 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.039207573000000003 2023-08-28T02:28:58.633 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.633 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.633 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:28:58.633 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:57.326902+0000", 2023-08-28T02:28:58.633 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.3856999999999994e-05 2023-08-28T02:28:58.633 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.633 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.634 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:28:58.634 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:57.326961+0000", 2023-08-28T02:28:58.634 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.9682999999999998e-05 2023-08-28T02:28:58.634 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:28:58.634 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:28:58.634 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:28:58.634 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.634 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.634 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:85227 9.c 9:3bd29588:::benchmark_data_smithi040_209735_object85226:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e186)", 2023-08-28T02:28:58.634 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:57.698855+0000", 2023-08-28T02:28:58.634 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 60.838967846000003, 2023-08-28T02:28:58.635 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.048869491000000001, 2023-08-28T02:28:58.635 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:28:58.635 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:28:58.635 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:28:58.635 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:28:58.635 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:28:58.635 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 85227 2023-08-28T02:28:58.635 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.635 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:28:58.635 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.635 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:28:58.636 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:57.698855+0000", 2023-08-28T02:28:58.636 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:28:58.636 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.636 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.636 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:28:58.636 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:57.698855+0000", 2023-08-28T02:28:58.636 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:28:58.636 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.636 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.636 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:28:58.636 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:57.698854+0000", 2023-08-28T02:28:58.636 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:28:58.637 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.637 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.637 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:28:58.637 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:57.698882+0000", 2023-08-28T02:28:58.637 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.7416e-05 2023-08-28T02:28:58.637 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.637 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.637 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:28:58.637 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:57.698890+0000", 2023-08-28T02:28:58.637 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.6829999999999997e-06 2023-08-28T02:28:58.637 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.637 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.638 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:28:58.638 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:57.698895+0000", 2023-08-28T02:28:58.638 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.3549999999999998e-06 2023-08-28T02:28:58.638 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.638 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.638 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:28:58.638 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:57.703351+0000", 2023-08-28T02:28:58.638 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0044563679999999996 2023-08-28T02:28:58.638 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.638 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.638 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:28:58.638 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:57.703443+0000", 2023-08-28T02:28:58.638 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.2032000000000002e-05 2023-08-28T02:28:58.639 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.639 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.639 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 4,7", 2023-08-28T02:28:58.639 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:57.703542+0000", 2023-08-28T02:28:58.639 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.8461000000000005e-05 2023-08-28T02:28:58.639 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.639 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.639 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:28:58.639 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:57.709378+0000", 2023-08-28T02:28:58.639 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0058361469999999999 2023-08-28T02:28:58.639 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.639 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.640 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:28:58.640 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:57.743413+0000", 2023-08-28T02:28:58.640 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.034035097 2023-08-28T02:28:58.640 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.640 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.640 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:28:58.640 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:57.747601+0000", 2023-08-28T02:28:58.640 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0041882409999999997 2023-08-28T02:28:58.640 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.640 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.640 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:28:58.640 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:57.747682+0000", 2023-08-28T02:28:58.640 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.0438999999999993e-05 2023-08-28T02:28:58.641 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.641 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.641 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:28:58.641 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:57.747724+0000", 2023-08-28T02:28:58.641 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.2858000000000002e-05 2023-08-28T02:28:58.641 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:28:58.641 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:28:58.641 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:28:58.641 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.641 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.641 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:88931 9.c 9:370d323b:::benchmark_data_smithi040_209735_object88930:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e186)", 2023-08-28T02:28:58.641 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:28:01.181748+0000", 2023-08-28T02:28:58.642 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 57.356075097999998, 2023-08-28T02:28:58.642 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.053063427000000003, 2023-08-28T02:28:58.642 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:28:58.642 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:28:58.642 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:28:58.642 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:28:58.642 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:28:58.642 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 88931 2023-08-28T02:28:58.642 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.642 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:28:58.642 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.643 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:28:58.643 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:01.181748+0000", 2023-08-28T02:28:58.643 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:28:58.643 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.643 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.643 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:28:58.643 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:01.181748+0000", 2023-08-28T02:28:58.643 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:28:58.643 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.643 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.643 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:28:58.643 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:01.181746+0000", 2023-08-28T02:28:58.644 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:28:58.644 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.644 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.644 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:28:58.644 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:01.181773+0000", 2023-08-28T02:28:58.644 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.6644000000000001e-05 2023-08-28T02:28:58.644 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.644 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.644 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:28:58.644 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:01.181785+0000", 2023-08-28T02:28:58.644 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2172e-05 2023-08-28T02:28:58.645 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.645 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.645 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:28:58.645 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:01.181794+0000", 2023-08-28T02:28:58.645 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.5779999999999999e-06 2023-08-28T02:28:58.645 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.645 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.645 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:28:58.645 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:01.181855+0000", 2023-08-28T02:28:58.645 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.1138999999999999e-05 2023-08-28T02:28:58.645 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.645 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.646 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:28:58.646 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:01.182028+0000", 2023-08-28T02:28:58.646 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00017326900000000001 2023-08-28T02:28:58.646 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.646 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.646 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 4,7", 2023-08-28T02:28:58.646 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:01.182222+0000", 2023-08-28T02:28:58.646 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00019424899999999999 2023-08-28T02:28:58.646 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.647 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.647 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:28:58.647 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:01.185454+0000", 2023-08-28T02:28:58.647 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.003231205 2023-08-28T02:28:58.647 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.647 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.647 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:28:58.647 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:01.185800+0000", 2023-08-28T02:28:58.647 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00034628600000000001 2023-08-28T02:28:58.647 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.647 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.647 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:28:58.647 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:01.234687+0000", 2023-08-28T02:28:58.648 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.048886701999999997 2023-08-28T02:28:58.648 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.648 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.648 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:28:58.648 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:01.234755+0000", 2023-08-28T02:28:58.648 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.8163000000000005e-05 2023-08-28T02:28:58.648 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.648 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.648 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:28:58.648 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:01.234811+0000", 2023-08-28T02:28:58.648 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.6331e-05 2023-08-28T02:28:58.648 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:28:58.648 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:28:58.649 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:28:58.649 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.649 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.649 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:88943 9.c 9:30418fae:::benchmark_data_smithi040_209735_object88942:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e186)", 2023-08-28T02:28:58.649 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:28:01.191712+0000", 2023-08-28T02:28:58.649 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 57.346110242999998, 2023-08-28T02:28:58.649 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.053841387999999997, 2023-08-28T02:28:58.649 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:28:58.649 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:28:58.649 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:28:58.649 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:28:58.650 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:28:58.650 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 88943 2023-08-28T02:28:58.650 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.650 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:28:58.650 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.650 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:28:58.650 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:01.191712+0000", 2023-08-28T02:28:58.650 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:28:58.650 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.650 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.650 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:28:58.650 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:01.191712+0000", 2023-08-28T02:28:58.650 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:28:58.651 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.651 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.651 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:28:58.651 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:01.191712+0000", 2023-08-28T02:28:58.651 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:28:58.651 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.651 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.651 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:28:58.651 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:01.191737+0000", 2023-08-28T02:28:58.651 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.5627999999999999e-05 2023-08-28T02:28:58.651 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.652 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.652 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:28:58.652 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:01.191747+0000", 2023-08-28T02:28:58.652 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.9550000000000004e-06 2023-08-28T02:28:58.652 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.652 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.652 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:28:58.652 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:01.191753+0000", 2023-08-28T02:28:58.652 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.587e-06 2023-08-28T02:28:58.652 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.652 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.652 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:28:58.653 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:01.191806+0000", 2023-08-28T02:28:58.653 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.3075999999999998e-05 2023-08-28T02:28:58.653 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.653 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.653 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:28:58.653 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:01.191913+0000", 2023-08-28T02:28:58.653 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00010685599999999999 2023-08-28T02:28:58.653 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.653 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.653 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 4,7", 2023-08-28T02:28:58.653 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:01.192037+0000", 2023-08-28T02:28:58.654 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000124451 2023-08-28T02:28:58.654 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.654 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.654 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:28:58.654 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:01.195416+0000", 2023-08-28T02:28:58.654 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0033789129999999999 2023-08-28T02:28:58.654 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.654 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.654 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:28:58.654 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:01.197383+0000", 2023-08-28T02:28:58.654 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0019673490000000002 2023-08-28T02:28:58.654 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.655 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.655 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:28:58.655 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:01.245460+0000", 2023-08-28T02:28:58.655 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.048076185 2023-08-28T02:28:58.655 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.655 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.655 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:28:58.655 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:01.245514+0000", 2023-08-28T02:28:58.655 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.3915000000000001e-05 2023-08-28T02:28:58.655 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.655 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.655 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:28:58.655 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:01.245554+0000", 2023-08-28T02:28:58.656 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.0302000000000001e-05 2023-08-28T02:28:58.656 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:28:58.656 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:28:58.656 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:28:58.656 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.656 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.656 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:102276 9.2 9:4253e446:::benchmark_data_smithi040_209735_object102275:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e190)", 2023-08-28T02:28:58.656 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:28:15.686008+0000", 2023-08-28T02:28:58.656 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 42.851814861000001, 2023-08-28T02:28:58.656 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.051883620999999998, 2023-08-28T02:28:58.656 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:28:58.656 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:28:58.656 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:28:58.656 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:28:58.657 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:28:58.657 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 102276 2023-08-28T02:28:58.657 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.657 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:28:58.657 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.657 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:28:58.657 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:15.686008+0000", 2023-08-28T02:28:58.657 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:28:58.657 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.657 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.657 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:28:58.657 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:15.686008+0000", 2023-08-28T02:28:58.658 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:28:58.658 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.658 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.658 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:28:58.658 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:15.686006+0000", 2023-08-28T02:28:58.658 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:28:58.658 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.658 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.658 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:28:58.658 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:15.686036+0000", 2023-08-28T02:28:58.658 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.0060999999999999e-05 2023-08-28T02:28:58.658 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.658 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.659 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:28:58.659 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:15.686054+0000", 2023-08-28T02:28:58.659 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.7944e-05 2023-08-28T02:28:58.659 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.659 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.659 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:28:58.659 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:15.686064+0000", 2023-08-28T02:28:58.659 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0219e-05 2023-08-28T02:28:58.659 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.659 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.659 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:28:58.659 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:15.688306+0000", 2023-08-28T02:28:58.660 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0022414900000000001 2023-08-28T02:28:58.660 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.660 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.660 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:28:58.660 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:15.688449+0000", 2023-08-28T02:28:58.660 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00014307 2023-08-28T02:28:58.660 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.660 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.660 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 1,2", 2023-08-28T02:28:58.660 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:15.688657+0000", 2023-08-28T02:28:58.660 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000207574 2023-08-28T02:28:58.660 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.661 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.661 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:28:58.661 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:15.694281+0000", 2023-08-28T02:28:58.661 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0056242130000000003 2023-08-28T02:28:58.661 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.661 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.661 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:28:58.661 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:15.714622+0000", 2023-08-28T02:28:58.661 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.020341015 2023-08-28T02:28:58.661 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.661 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.662 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:28:58.662 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:15.737800+0000", 2023-08-28T02:28:58.662 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.023178318999999999 2023-08-28T02:28:58.662 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.662 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.662 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:28:58.662 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:15.737848+0000", 2023-08-28T02:28:58.662 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.7930999999999999e-05 2023-08-28T02:28:58.662 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.662 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.662 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:28:58.662 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:15.737891+0000", 2023-08-28T02:28:58.663 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.3501000000000002e-05 2023-08-28T02:28:58.663 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:28:58.663 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:28:58.663 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:28:58.663 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.663 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.663 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:111952 9.c 9:3967491a:::benchmark_data_smithi040_209735_object4357:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e191)", 2023-08-28T02:28:58.663 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:28:25.723074+0000", 2023-08-28T02:28:58.663 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 32.814748993999999, 2023-08-28T02:28:58.663 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.056002325999999998, 2023-08-28T02:28:58.663 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:28:58.663 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:28:58.663 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:28:58.664 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:28:58.664 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:28:58.664 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 111952 2023-08-28T02:28:58.664 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.664 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:28:58.664 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.664 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:28:58.664 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.723074+0000", 2023-08-28T02:28:58.664 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:28:58.664 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.664 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.664 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:28:58.665 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.723074+0000", 2023-08-28T02:28:58.665 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:28:58.665 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.665 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.665 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:28:58.665 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.723072+0000", 2023-08-28T02:28:58.665 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:28:58.665 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.665 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.665 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:28:58.665 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.723078+0000", 2023-08-28T02:28:58.665 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.947e-06 2023-08-28T02:28:58.665 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.666 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.666 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:28:58.666 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.723088+0000", 2023-08-28T02:28:58.666 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.8919999999999995e-06 2023-08-28T02:28:58.666 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.666 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.666 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:28:58.666 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.723095+0000", 2023-08-28T02:28:58.666 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.579e-06 2023-08-28T02:28:58.666 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.666 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.666 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:28:58.666 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.723266+0000", 2023-08-28T02:28:58.667 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0001719 2023-08-28T02:28:58.667 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.667 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.667 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:28:58.667 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.723409+0000", 2023-08-28T02:28:58.667 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00014216000000000001 2023-08-28T02:28:58.667 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.667 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.667 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 4,7", 2023-08-28T02:28:58.667 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.723540+0000", 2023-08-28T02:28:58.667 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00013139900000000001 2023-08-28T02:28:58.667 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.667 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.668 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:28:58.668 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.737279+0000", 2023-08-28T02:28:58.668 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.013738854 2023-08-28T02:28:58.668 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.668 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.668 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:28:58.668 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.757247+0000", 2023-08-28T02:28:58.668 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.019967944000000001 2023-08-28T02:28:58.668 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.668 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.668 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:28:58.668 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.779007+0000", 2023-08-28T02:28:58.669 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.021760178000000002 2023-08-28T02:28:58.669 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.669 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.669 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:28:58.669 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.779043+0000", 2023-08-28T02:28:58.669 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.5636000000000002e-05 2023-08-28T02:28:58.669 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.669 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.669 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:28:58.669 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:25.779076+0000", 2023-08-28T02:28:58.669 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.3423000000000002e-05 2023-08-28T02:28:58.669 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:28:58.669 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:28:58.670 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:28:58.670 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.670 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.670 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:115110 9.8 9:10629f36:::benchmark_data_smithi040_209735_object7515:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e193)", 2023-08-28T02:28:58.670 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:28:29.016851+0000", 2023-08-28T02:28:58.670 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 29.520972206, 2023-08-28T02:28:58.670 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.050490882000000001, 2023-08-28T02:28:58.670 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:28:58.670 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:28:58.670 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:28:58.670 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:28:58.670 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:28:58.671 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 115110 2023-08-28T02:28:58.671 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.671 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:28:58.671 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.671 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:28:58.671 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:29.016851+0000", 2023-08-28T02:28:58.671 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:28:58.671 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.671 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.671 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:28:58.671 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:29.016851+0000", 2023-08-28T02:28:58.672 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:28:58.672 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.672 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.672 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:28:58.672 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:29.016850+0000", 2023-08-28T02:28:58.672 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:28:58.672 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.672 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.672 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:28:58.672 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:29.016853+0000", 2023-08-28T02:28:58.672 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.3050000000000001e-06 2023-08-28T02:28:58.672 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.672 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.673 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:28:58.673 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:29.016861+0000", 2023-08-28T02:28:58.673 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.2320000000000004e-06 2023-08-28T02:28:58.673 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.673 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.673 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:28:58.673 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:29.016867+0000", 2023-08-28T02:28:58.673 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.9139999999999996e-06 2023-08-28T02:28:58.673 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.673 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.673 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:28:58.673 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:29.019034+0000", 2023-08-28T02:28:58.674 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0021677749999999998 2023-08-28T02:28:58.674 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.674 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.674 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:28:58.674 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:29.019164+0000", 2023-08-28T02:28:58.674 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000129445 2023-08-28T02:28:58.674 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.674 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.674 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:28:58.674 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:29.019275+0000", 2023-08-28T02:28:58.674 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000111115 2023-08-28T02:28:58.675 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.675 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.675 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:28:58.675 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:29.021877+0000", 2023-08-28T02:28:58.675 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0026022520000000002 2023-08-28T02:28:58.675 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.675 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.675 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:28:58.675 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:29.023004+0000", 2023-08-28T02:28:58.675 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0011269540000000001 2023-08-28T02:28:58.675 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.675 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.676 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:28:58.676 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:29.067247+0000", 2023-08-28T02:28:58.676 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.044243141 2023-08-28T02:28:58.676 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.676 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.676 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:28:58.676 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:29.067304+0000", 2023-08-28T02:28:58.676 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.6465999999999998e-05 2023-08-28T02:28:58.676 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.676 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.676 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:28:58.677 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:29.067341+0000", 2023-08-28T02:28:58.677 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.7727e-05 2023-08-28T02:28:58.677 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:28:58.677 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:28:58.677 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:28:58.677 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.677 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.677 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:139136 9.2 9:468cf73d:::benchmark_data_smithi040_209735_object31541:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e201)", 2023-08-28T02:28:58.677 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:28:55.981881+0000", 2023-08-28T02:28:58.677 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 2.5559421740000001, 2023-08-28T02:28:58.677 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.058880706999999997, 2023-08-28T02:28:58.678 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:28:58.678 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:28:58.678 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:28:58.678 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:28:58.678 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:28:58.678 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 139136 2023-08-28T02:28:58.678 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.678 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:28:58.678 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.678 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:28:58.679 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:55.981881+0000", 2023-08-28T02:28:58.679 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:28:58.679 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.679 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.679 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:28:58.679 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:55.981881+0000", 2023-08-28T02:28:58.679 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:28:58.679 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.679 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.679 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:28:58.679 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:55.981878+0000", 2023-08-28T02:28:58.679 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999976 2023-08-28T02:28:58.680 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.680 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.680 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:28:58.680 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:55.981893+0000", 2023-08-28T02:28:58.680 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.5112e-05 2023-08-28T02:28:58.680 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.680 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.680 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:28:58.680 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:55.981922+0000", 2023-08-28T02:28:58.680 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.8410000000000001e-05 2023-08-28T02:28:58.680 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.680 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.681 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:28:58.681 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:55.981934+0000", 2023-08-28T02:28:58.681 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2571e-05 2023-08-28T02:28:58.681 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.681 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.681 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:28:58.681 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:55.985769+0000", 2023-08-28T02:28:58.681 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0038344450000000001 2023-08-28T02:28:58.681 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.681 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.681 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:28:58.681 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:55.985935+0000", 2023-08-28T02:28:58.682 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00016625900000000001 2023-08-28T02:28:58.682 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.682 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.682 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 1,2", 2023-08-28T02:28:58.682 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:55.986067+0000", 2023-08-28T02:28:58.682 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00013238099999999999 2023-08-28T02:28:58.682 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.682 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.682 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:28:58.682 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:55.991804+0000", 2023-08-28T02:28:58.682 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.005736466 2023-08-28T02:28:58.682 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.683 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.683 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:28:58.683 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:56.007328+0000", 2023-08-28T02:28:58.683 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.015524487 2023-08-28T02:28:58.683 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.683 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.683 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:28:58.683 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:56.040658+0000", 2023-08-28T02:28:58.683 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.033329501999999997 2023-08-28T02:28:58.683 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.683 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.683 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:28:58.684 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:56.040718+0000", 2023-08-28T02:28:58.684 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.0093000000000002e-05 2023-08-28T02:28:58.684 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.684 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.684 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:28:58.684 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:56.040761+0000", 2023-08-28T02:28:58.684 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.3358000000000001e-05 2023-08-28T02:28:58.684 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:28:58.684 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:28:58.684 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:28:58.684 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.684 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.684 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:139146 9.2 9:411ea4c8:::benchmark_data_smithi040_209735_object31551:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e201)", 2023-08-28T02:28:58.685 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:28:55.991810+0000", 2023-08-28T02:28:58.685 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 2.5460126130000003, 2023-08-28T02:28:58.685 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.049079194, 2023-08-28T02:28:58.685 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:28:58.685 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:28:58.685 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:28:58.685 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:28:58.685 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:28:58.685 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 139146 2023-08-28T02:28:58.685 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.685 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:28:58.685 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.686 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:28:58.686 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:55.991810+0000", 2023-08-28T02:28:58.686 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:28:58.686 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.686 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.686 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:28:58.686 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:55.991810+0000", 2023-08-28T02:28:58.686 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:28:58.686 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.686 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.686 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:28:58.686 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:55.991808+0000", 2023-08-28T02:28:58.686 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:28:58.686 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.687 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.687 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:28:58.687 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:55.991816+0000", 2023-08-28T02:28:58.687 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.8290000000000008e-06 2023-08-28T02:28:58.687 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.687 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.687 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:28:58.687 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:55.991836+0000", 2023-08-28T02:28:58.687 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.0228e-05 2023-08-28T02:28:58.687 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.687 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.687 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:28:58.688 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:55.991846+0000", 2023-08-28T02:28:58.688 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.4569999999999994e-06 2023-08-28T02:28:58.688 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.688 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.688 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:28:58.688 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:55.991896+0000", 2023-08-28T02:28:58.688 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.0569999999999999e-05 2023-08-28T02:28:58.688 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.688 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.688 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:28:58.688 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:55.992062+0000", 2023-08-28T02:28:58.689 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000165854 2023-08-28T02:28:58.689 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.689 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.689 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 1,2", 2023-08-28T02:28:58.689 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:55.992212+0000", 2023-08-28T02:28:58.689 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00014955 2023-08-28T02:28:58.689 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.689 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.689 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:28:58.689 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:55.995560+0000", 2023-08-28T02:28:58.689 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0033479590000000002 2023-08-28T02:28:58.689 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.690 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.690 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:28:58.690 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:56.007360+0000", 2023-08-28T02:28:58.690 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.011799976 2023-08-28T02:28:58.690 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.690 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.690 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:28:58.690 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:56.040814+0000", 2023-08-28T02:28:58.690 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.033453758 2023-08-28T02:28:58.690 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.690 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.691 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:28:58.691 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:56.040855+0000", 2023-08-28T02:28:58.691 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.1556e-05 2023-08-28T02:28:58.691 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:28:58.691 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:28:58.691 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:28:58.691 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:56.040889+0000", 2023-08-28T02:28:58.691 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.4230000000000003e-05 2023-08-28T02:28:58.691 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:28:58.691 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:28:58.691 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:28:58.692 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:28:58.692 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:28:58.692 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-08-28T02:28:58.692 INFO:tasks.thrashosds.thrasher:in_osds: [0, 1, 2, 3, 4, 5, 6, 7] out_osds: [] dead_osds: [] live_osds: [0, 1, 2, 3, 4, 5, 6, 7] 2023-08-28T02:28:58.692 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-08-28T02:28:58.692 INFO:tasks.thrashosds.thrasher:inject_pause on osd.5 2023-08-28T02:28:58.692 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2023-08-28T02:28:58.692 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2023-08-28T02:28:58.693 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.5 config set filestore_inject_stall 3 2023-08-28T02:28:58.753 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:58.794 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:28:58.806 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:58.807 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:28:58.908 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:28:58.963 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:59.073 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:28:59.098 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:28:59.101 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:59.101 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:28:59.172 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:28:59.202 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:28:59.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:59 smithi040 ceph-mon[175404]: pgmap v653: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait, 106 active+clean; 4.6 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 962 op/s; 2/227220 objects degraded (0.001%); 1135/227220 objects misplaced (0.500%); 5.2 MiB/s, 82 objects/s recovering 2023-08-28T02:28:59.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:28:59 smithi040 ceph-mon[175404]: 1.5 scrub starts 2023-08-28T02:28:59.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:59 smithi040 ceph-mon[170259]: pgmap v653: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait, 106 active+clean; 4.6 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 962 op/s; 2/227220 objects degraded (0.001%); 1135/227220 objects misplaced (0.500%); 5.2 MiB/s, 82 objects/s recovering 2023-08-28T02:28:59.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:28:59 smithi040 ceph-mon[170259]: 1.5 scrub starts 2023-08-28T02:28:59.265 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:28:59.343 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:28:59.346 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:28:59.346 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:59 smithi083 ceph-mon[157819]: pgmap v653: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait, 106 active+clean; 4.6 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 962 op/s; 2/227220 objects degraded (0.001%); 1135/227220 objects misplaced (0.500%); 5.2 MiB/s, 82 objects/s recovering 2023-08-28T02:28:59.346 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:28:59 smithi083 ceph-mon[157819]: 1.5 scrub starts 2023-08-28T02:28:59.347 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:28:59.447 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:28:59.496 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:00.063 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:29:00.068 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:00.069 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:29:00.170 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:29:00.220 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:00.329 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:00 smithi040 ceph-mon[175404]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2023-08-28T02:29:00.329 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:00 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:29:00.329 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:00 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:29:00.332 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:00 smithi040 ceph-mon[170259]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2023-08-28T02:29:00.332 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:00 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:29:00.332 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:00 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:29:00.359 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.4 dump_ops_in_flight 2023-08-28T02:29:00.373 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:00 smithi083 ceph-mon[157819]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2023-08-28T02:29:00.373 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:00 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:29:00.373 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:00 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:29:00.407 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:29:00.417 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:00.418 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:29:00.519 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:29:00.603 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:00.637 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:29:00.645 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:00.645 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:29:00.667 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:29:00.747 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:29:00.801 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:00.950 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:29:00.955 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:00.955 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:29:01.056 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:29:01.058 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:29:01.114 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:01.201 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:29:01.209 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:01.209 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:29:01.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:01 smithi040 ceph-mon[170259]: pgmap v654: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait, 106 active+clean; 4.6 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 659 op/s; 2/227220 objects degraded (0.001%); 1135/227220 objects misplaced (0.500%); 4.1 MiB/s, 65 objects/s recovering 2023-08-28T02:29:01.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:01 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 2/227220 objects degraded (0.001%), 1 pg degraded, 2 pgs undersized (PG_DEGRADED) 2023-08-28T02:29:01.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:01 smithi040 ceph-mon[175404]: pgmap v654: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait, 106 active+clean; 4.6 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 659 op/s; 2/227220 objects degraded (0.001%); 1135/227220 objects misplaced (0.500%); 4.1 MiB/s, 65 objects/s recovering 2023-08-28T02:29:01.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:01 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 2/227220 objects degraded (0.001%), 1 pg degraded, 2 pgs undersized (PG_DEGRADED) 2023-08-28T02:29:01.310 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:29:01.384 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:01.400 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:01 smithi083 ceph-mon[157819]: pgmap v654: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait, 106 active+clean; 4.6 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 659 op/s; 2/227220 objects degraded (0.001%); 1135/227220 objects misplaced (0.500%); 4.1 MiB/s, 65 objects/s recovering 2023-08-28T02:29:01.400 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:01 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 2/227220 objects degraded (0.001%), 1 pg degraded, 2 pgs undersized (PG_DEGRADED) 2023-08-28T02:29:01.469 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:29:01.476 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:01.476 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:29:01.577 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:29:01.644 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:01.828 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:29:01.835 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:01.835 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:29:01.917 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:29:01.936 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:29:01.962 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:29:01.975 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2023-08-28T02:29:01.975 INFO:teuthology.orchestra.run.smithi083.stdout: "success": "filestore_inject_stall = '3' (not observed, change may require restart) " 2023-08-28T02:29:01.976 INFO:teuthology.orchestra.run.smithi083.stdout:} 2023-08-28T02:29:02.000 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:02.005 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:29:02.032 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:29:02.043 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:29:02.044 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:02.045 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:29:02.076 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:29:02.124 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:02 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2558727663' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:29:02.125 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:29:02.145 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:29:02.165 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:29:02.185 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:02.199 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:29:02.208 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-08-28T02:29:02.208 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-08-28T02:29:02.209 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-08-28T02:29:02.209 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-08-28T02:29:02.209 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-08-28T02:29:02.209 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-08-28T02:29:02.209 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-08-28T02:29:02.209 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-08-28T02:29:02.318 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:29:02.319 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:02 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2558727663' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:29:02.324 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:02.324 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:29:02.425 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:29:02.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:02 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2558727663' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:29:02.495 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:02.536 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:29:02.540 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:02.540 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:29:02.611 INFO:teuthology.orchestra.run.smithi083.stdout:ERROR: (22) Invalid argument 2023-08-28T02:29:02.611 INFO:teuthology.orchestra.run.smithi083.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:29:02.641 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:29:02.706 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:02.738 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:29:02.742 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:02.743 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:29:02.843 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:29:02.901 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:02.935 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:29:02.941 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:02.941 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:29:02.993 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.4 dump_blocked_ops 2023-08-28T02:29:03.042 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:29:03.117 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:03.189 INFO:teuthology.orchestra.run.smithi040.stderr:noscrub is set 2023-08-28T02:29:03.243 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:03 smithi083 ceph-mon[157819]: pgmap v655: 109 pgs: 1 active+recovery_wait, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+remapped, 106 active+clean; 4.4 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 940 op/s; 2/215013 objects degraded (0.001%); 1135/215013 objects misplaced (0.528%); 1.8 MiB/s, 29 objects/s recovering 2023-08-28T02:29:03.243 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:03 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2141632245' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:29:03.403 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:29:03.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:03 smithi040 ceph-mon[175404]: pgmap v655: 109 pgs: 1 active+recovery_wait, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+remapped, 106 active+clean; 4.4 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 940 op/s; 2/215013 objects degraded (0.001%); 1135/215013 objects misplaced (0.528%); 1.8 MiB/s, 29 objects/s recovering 2023-08-28T02:29:03.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:03 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2141632245' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:29:03.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:03 smithi040 ceph-mon[170259]: pgmap v655: 109 pgs: 1 active+recovery_wait, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+remapped, 106 active+clean; 4.4 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 940 op/s; 2/215013 objects degraded (0.001%); 1135/215013 objects misplaced (0.528%); 1.8 MiB/s, 29 objects/s recovering 2023-08-28T02:29:03.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:03 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2141632245' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:29:04.246 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:04 smithi083 ceph-mon[157819]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:29:04.246 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:04 smithi083 ceph-mon[157819]: failed to encode map e202 with expected crc 2023-08-28T02:29:04.246 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:04 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2141632245' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:29:04.246 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:04 smithi083 ceph-mon[157819]: osdmap e202: 8 total, 8 up, 8 in 2023-08-28T02:29:04.246 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:04 smithi083 ceph-mon[157819]: failed to encode map e202 with expected crc 2023-08-28T02:29:04.246 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:04 smithi083 ceph-mon[157819]: failed to encode map e202 with expected crc 2023-08-28T02:29:04.246 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:04 smithi083 ceph-mon[157819]: failed to encode map e202 with expected crc 2023-08-28T02:29:04.246 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:04 smithi083 ceph-mon[157819]: failed to encode map e202 with expected crc 2023-08-28T02:29:04.380 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:29:04.384 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:04.385 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:29:04.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:04 smithi040 ceph-mon[170259]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:29:04.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:04 smithi040 ceph-mon[170259]: failed to encode map e202 with expected crc 2023-08-28T02:29:04.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:04 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2141632245' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:29:04.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:04 smithi040 ceph-mon[170259]: osdmap e202: 8 total, 8 up, 8 in 2023-08-28T02:29:04.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:04 smithi040 ceph-mon[170259]: failed to encode map e202 with expected crc 2023-08-28T02:29:04.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:04 smithi040 ceph-mon[170259]: failed to encode map e202 with expected crc 2023-08-28T02:29:04.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:04 smithi040 ceph-mon[170259]: failed to encode map e202 with expected crc 2023-08-28T02:29:04.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:04 smithi040 ceph-mon[170259]: failed to encode map e202 with expected crc 2023-08-28T02:29:04.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:04 smithi040 ceph-mon[175404]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:29:04.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:04 smithi040 ceph-mon[175404]: failed to encode map e202 with expected crc 2023-08-28T02:29:04.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:04 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2141632245' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:29:04.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:04 smithi040 ceph-mon[175404]: osdmap e202: 8 total, 8 up, 8 in 2023-08-28T02:29:04.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:04 smithi040 ceph-mon[175404]: failed to encode map e202 with expected crc 2023-08-28T02:29:04.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:04 smithi040 ceph-mon[175404]: failed to encode map e202 with expected crc 2023-08-28T02:29:04.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:04 smithi040 ceph-mon[175404]: failed to encode map e202 with expected crc 2023-08-28T02:29:04.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:04 smithi040 ceph-mon[175404]: failed to encode map e202 with expected crc 2023-08-28T02:29:04.486 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:29:04.548 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:04.591 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:29:04.598 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:04.599 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:29:04.621 INFO:teuthology.orchestra.run.smithi083.stdout:ERROR: (22) Invalid argument 2023-08-28T02:29:04.621 INFO:teuthology.orchestra.run.smithi083.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:29:04.699 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:29:04.770 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:04.898 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:29:04.902 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:04.903 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:29:05.003 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:29:05.011 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.4 dump_historic_ops 2023-08-28T02:29:05.064 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:05.088 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:29:05.093 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:05.093 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:29:05.194 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:29:05.252 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:05.309 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:29:05.316 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:05.316 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:29:05.387 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:05 smithi040 ceph-mon[175404]: pgmap v657: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait, 1 active+recovery_wait+undersized+degraded+remapped, 106 active+clean; 4.3 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 980 op/s; 2/213354 objects degraded (0.001%); 533/213354 objects misplaced (0.250%); 4.3 MiB/s, 68 objects/s recovering 2023-08-28T02:29:05.391 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:05 smithi040 ceph-mon[170259]: pgmap v657: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait, 1 active+recovery_wait+undersized+degraded+remapped, 106 active+clean; 4.3 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 980 op/s; 2/213354 objects degraded (0.001%); 533/213354 objects misplaced (0.250%); 4.3 MiB/s, 68 objects/s recovering 2023-08-28T02:29:05.391 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:29:05 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:29:05] "GET /metrics HTTP/1.1" 200 36472 "" "Prometheus/2.43.0" 2023-08-28T02:29:05.418 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:29:05.463 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:29:05.483 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:05 smithi083 ceph-mon[157819]: pgmap v657: 109 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait, 1 active+recovery_wait+undersized+degraded+remapped, 106 active+clean; 4.3 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 980 op/s; 2/213354 objects degraded (0.001%); 533/213354 objects misplaced (0.250%); 4.3 MiB/s, 68 objects/s recovering 2023-08-28T02:29:05.491 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:05.646 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:29:05.654 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:05.655 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:29:05.717 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-08-28T02:29:05.756 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:29:05.834 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:05.861 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:29:05.867 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:05.867 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:29:05.968 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:29:06.039 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:06.118 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:06.119 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:29:06.119 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:29:06.182 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:29:06.220 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:29:06.296 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:06.378 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:29:06.383 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:06.383 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:29:06.484 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:29:06.559 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:06.599 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:29:06.602 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:06.602 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:29:06.639 INFO:teuthology.orchestra.run.smithi083.stdout:ERROR: (22) Invalid argument 2023-08-28T02:29:06.640 INFO:teuthology.orchestra.run.smithi083.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:29:06.704 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:29:06.782 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:06.833 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd set nodeep-scrub 2023-08-28T02:29:06.930 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:29:06.943 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:06.943 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:29:06.974 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:06 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 2/213354 objects degraded (0.001%), 1 pg degraded, 2 pgs undersized (PG_DEGRADED) 2023-08-28T02:29:06.974 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:06 smithi083 ceph-mon[157819]: pgmap v658: 109 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 106 active+clean; 4.2 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 934 op/s; 2/206220 objects degraded (0.001%); 533/206220 objects misplaced (0.258%); 3.6 MiB/s, 57 objects/s recovering 2023-08-28T02:29:07.020 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.5 dump_ops_in_flight 2023-08-28T02:29:07.044 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:29:07.102 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:07.127 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:29:07.131 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:07.132 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:29:07.161 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:06 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 2/213354 objects degraded (0.001%), 1 pg degraded, 2 pgs undersized (PG_DEGRADED) 2023-08-28T02:29:07.161 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:06 smithi040 ceph-mon[175404]: pgmap v658: 109 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 106 active+clean; 4.2 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 934 op/s; 2/206220 objects degraded (0.001%); 533/206220 objects misplaced (0.258%); 3.6 MiB/s, 57 objects/s recovering 2023-08-28T02:29:07.161 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:06 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 2/213354 objects degraded (0.001%), 1 pg degraded, 2 pgs undersized (PG_DEGRADED) 2023-08-28T02:29:07.162 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:06 smithi040 ceph-mon[170259]: pgmap v658: 109 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 106 active+clean; 4.2 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 934 op/s; 2/206220 objects degraded (0.001%); 533/206220 objects misplaced (0.258%); 3.6 MiB/s, 57 objects/s recovering 2023-08-28T02:29:07.232 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:29:07.262 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:07.283 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:29:07.285 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:07.286 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:29:07.343 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:29:07.360 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:29:07.369 INFO:tasks.thrashosds.thrasher:in_osds: [0, 1, 2, 3, 4, 5, 6, 7] out_osds: [] dead_osds: [] live_osds: [0, 1, 2, 3, 4, 5, 6, 7] 2023-08-28T02:29:07.369 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-08-28T02:29:07.369 INFO:tasks.thrashosds.thrasher:primary_affinity 2023-08-28T02:29:07.369 INFO:tasks.thrashosds.thrasher:Setting osd 2 primary_affinity to 0.710236 2023-08-28T02:29:07.369 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd primary-affinity 2 0.7102359582766351 2023-08-28T02:29:07.386 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:29:07.412 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:29:07.438 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:29:07.449 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:07.459 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:29:07.478 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:29:07.481 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:07.481 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:29:07.485 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:29:07.507 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:29:07.527 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:29:07.547 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:29:07.566 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:29:07.568 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-08-28T02:29:07.568 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-08-28T02:29:07.568 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-08-28T02:29:07.568 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-08-28T02:29:07.568 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-08-28T02:29:07.568 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-08-28T02:29:07.568 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-08-28T02:29:07.568 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-08-28T02:29:07.583 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:29:07.616 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:07.640 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:29:07.645 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:07.646 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:29:07.747 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:29:07.780 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:07.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:07 smithi083 ceph-mon[157819]: failed to encode map e203 with expected crc 2023-08-28T02:29:07.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:07 smithi083 ceph-mon[157819]: osdmap e203: 8 total, 8 up, 8 in 2023-08-28T02:29:07.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:07 smithi083 ceph-mon[157819]: failed to encode map e203 with expected crc 2023-08-28T02:29:07.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:07 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3727843119' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:29:08.108 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:29:08.116 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:08.117 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:07 smithi040 ceph-mon[170259]: failed to encode map e203 with expected crc 2023-08-28T02:29:08.117 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:07 smithi040 ceph-mon[170259]: osdmap e203: 8 total, 8 up, 8 in 2023-08-28T02:29:08.117 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:07 smithi040 ceph-mon[170259]: failed to encode map e203 with expected crc 2023-08-28T02:29:08.118 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:07 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3727843119' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:29:08.118 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:07 smithi040 ceph-mon[175404]: failed to encode map e203 with expected crc 2023-08-28T02:29:08.118 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:07 smithi040 ceph-mon[175404]: osdmap e203: 8 total, 8 up, 8 in 2023-08-28T02:29:08.118 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:07 smithi040 ceph-mon[175404]: failed to encode map e203 with expected crc 2023-08-28T02:29:08.119 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:07 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3727843119' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:29:08.119 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:29:08.220 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:29:08.275 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:08.490 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2023-08-28T02:29:08.491 INFO:teuthology.orchestra.run.smithi083.stdout: "ops": [ 2023-08-28T02:29:08.491 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:08.491 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:150127 9.17 9:ee3c547d:::benchmark_data_smithi040_209735_object42532:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e204)", 2023-08-28T02:29:08.491 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:08.480221+0000", 2023-08-28T02:29:08.491 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 0.010646845, 2023-08-28T02:29:08.492 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.010667935999999999, 2023-08-28T02:29:08.492 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:29:08.492 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "waiting for sub ops", 2023-08-28T02:29:08.492 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:29:08.492 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:29:08.492 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:29:08.493 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 150127 2023-08-28T02:29:08.493 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:08.493 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:29:08.493 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:08.493 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:29:08.493 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:08.480221+0000", 2023-08-28T02:29:08.494 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:29:08.494 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:08.494 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:08.494 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:29:08.494 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:08.480221+0000", 2023-08-28T02:29:08.494 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:29:08.494 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:08.495 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:08.495 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:29:08.495 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:08.480219+0000", 2023-08-28T02:29:08.495 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:29:08.495 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:08.496 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:08.496 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:29:08.496 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:08.480225+0000", 2023-08-28T02:29:08.496 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.156e-06 2023-08-28T02:29:08.496 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:08.496 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:08.496 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:29:08.496 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:08.480236+0000", 2023-08-28T02:29:08.496 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0529e-05 2023-08-28T02:29:08.496 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:08.496 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:08.497 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:29:08.497 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:08.480242+0000", 2023-08-28T02:29:08.497 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.9159999999999998e-06 2023-08-28T02:29:08.497 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:08.497 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:08.497 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:29:08.497 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:08.480281+0000", 2023-08-28T02:29:08.497 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.9045000000000003e-05 2023-08-28T02:29:08.497 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:08.497 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:08.497 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:29:08.497 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:08.480355+0000", 2023-08-28T02:29:08.498 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.4332999999999995e-05 2023-08-28T02:29:08.498 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:08.498 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:08.498 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 3,7", 2023-08-28T02:29:08.498 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:08.480415+0000", 2023-08-28T02:29:08.498 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.9823e-05 2023-08-28T02:29:08.498 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:08.498 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:08.498 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:29:08.498 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:08.482676+0000", 2023-08-28T02:29:08.498 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.002261262 2023-08-28T02:29:08.498 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:08.499 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:08.499 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:29:08.499 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:08.484902+0000", 2023-08-28T02:29:08.499 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0022260439999999999 2023-08-28T02:29:08.499 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:29:08.499 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:29:08.499 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:29:08.499 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:08.499 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:08.499 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:150128 9.16 9:6e760bcf:::benchmark_data_smithi040_209735_object42533:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e204)", 2023-08-28T02:29:08.499 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:08.485867+0000", 2023-08-28T02:29:08.500 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 0.005000722, 2023-08-28T02:29:08.500 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0050792980000000003, 2023-08-28T02:29:08.500 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:29:08.500 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "waiting for sub ops", 2023-08-28T02:29:08.500 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:29:08.500 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:29:08.500 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:29:08.500 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 150128 2023-08-28T02:29:08.500 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:08.500 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:29:08.500 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:08.500 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:29:08.501 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:08.485867+0000", 2023-08-28T02:29:08.501 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:29:08.501 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:08.501 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:08.501 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:29:08.501 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:08.485867+0000", 2023-08-28T02:29:08.501 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:29:08.501 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:08.501 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:08.501 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:29:08.501 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:08.485865+0000", 2023-08-28T02:29:08.501 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:29:08.502 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:08.502 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:08.502 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:29:08.502 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:08.485874+0000", 2023-08-28T02:29:08.502 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.3999999999999992e-06 2023-08-28T02:29:08.502 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:08.502 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:08.502 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:29:08.502 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:08.485884+0000", 2023-08-28T02:29:08.502 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0791999999999999e-05 2023-08-28T02:29:08.502 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:08.502 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:08.503 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:29:08.503 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:08.485889+0000", 2023-08-28T02:29:08.503 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.5759999999999999e-06 2023-08-28T02:29:08.503 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:08.503 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:08.503 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:29:08.503 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:08.485922+0000", 2023-08-28T02:29:08.503 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.2997999999999998e-05 2023-08-28T02:29:08.503 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:08.503 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:08.503 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:29:08.503 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:08.486012+0000", 2023-08-28T02:29:08.504 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.9510000000000002e-05 2023-08-28T02:29:08.504 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:08.504 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:08.504 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,2", 2023-08-28T02:29:08.504 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:08.486097+0000", 2023-08-28T02:29:08.504 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.5601999999999998e-05 2023-08-28T02:29:08.504 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:08.504 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:08.504 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:29:08.504 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:08.488101+0000", 2023-08-28T02:29:08.504 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0020035109999999999 2023-08-28T02:29:08.504 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:29:08.505 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:29:08.505 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:29:08.505 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:08.505 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:08.505 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:150115 9.f 9:f2e33734:::benchmark_data_smithi040_209735_object42520:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e204)", 2023-08-28T02:29:08.505 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:08.470973+0000", 2023-08-28T02:29:08.505 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 0.019895056000000001, 2023-08-28T02:29:08.505 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.020034512000000001, 2023-08-28T02:29:08.505 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:29:08.505 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "waiting for sub ops", 2023-08-28T02:29:08.505 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:29:08.505 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:29:08.506 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:29:08.506 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 150115 2023-08-28T02:29:08.506 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:08.506 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:29:08.506 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:08.506 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:29:08.506 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:08.470973+0000", 2023-08-28T02:29:08.506 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:29:08.506 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:08.506 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:08.506 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:29:08.506 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:08.470973+0000", 2023-08-28T02:29:08.507 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:29:08.507 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:08.507 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:08.507 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:29:08.507 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:08.470971+0000", 2023-08-28T02:29:08.507 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:29:08.507 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:08.507 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:08.507 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:29:08.507 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:08.470977+0000", 2023-08-28T02:29:08.507 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.6110000000000001e-06 2023-08-28T02:29:08.507 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:08.508 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:08.508 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:29:08.508 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:08.470989+0000", 2023-08-28T02:29:08.508 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1630999999999999e-05 2023-08-28T02:29:08.508 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:08.508 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:08.508 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:29:08.508 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:08.470994+0000", 2023-08-28T02:29:08.508 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.2399999999999998e-06 2023-08-28T02:29:08.508 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:08.508 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:08.508 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:29:08.509 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:08.471030+0000", 2023-08-28T02:29:08.509 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.5722000000000001e-05 2023-08-28T02:29:08.509 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:08.509 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:08.509 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:29:08.509 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:08.471137+0000", 2023-08-28T02:29:08.509 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000107394 2023-08-28T02:29:08.509 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:08.509 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:08.509 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:29:08.509 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:08.471215+0000", 2023-08-28T02:29:08.509 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.8166999999999999e-05 2023-08-28T02:29:08.510 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:08.510 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:08.510 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:29:08.510 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:08.479272+0000", 2023-08-28T02:29:08.510 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0080571819999999995 2023-08-28T02:29:08.510 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:08.510 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:08.510 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:29:08.510 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:08.479299+0000", 2023-08-28T02:29:08.510 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.616e-05 2023-08-28T02:29:08.510 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:29:08.510 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:29:08.511 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:29:08.511 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:08.511 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:08.511 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:150118 9.f 9:f39d040e:::benchmark_data_smithi040_209735_object42523:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e204)", 2023-08-28T02:29:08.511 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:08.475379+0000", 2023-08-28T02:29:08.511 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 0.015488183000000001, 2023-08-28T02:29:08.511 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.015702198000000001, 2023-08-28T02:29:08.511 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:29:08.511 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "waiting for sub ops", 2023-08-28T02:29:08.511 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:29:08.511 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:29:08.511 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:29:08.512 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 150118 2023-08-28T02:29:08.512 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:08.512 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:29:08.512 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:08.512 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:29:08.512 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:08.475379+0000", 2023-08-28T02:29:08.512 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:29:08.512 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:08.512 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:08.512 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:29:08.512 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:08.475379+0000", 2023-08-28T02:29:08.512 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:29:08.513 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:08.513 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:08.513 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:29:08.513 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:08.475378+0000", 2023-08-28T02:29:08.513 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:29:08.513 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:08.513 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:08.513 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:29:08.513 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:08.475384+0000", 2023-08-28T02:29:08.513 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.879e-06 2023-08-28T02:29:08.513 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:08.513 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:08.513 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:29:08.513 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:08.475393+0000", 2023-08-28T02:29:08.514 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.9630000000000004e-06 2023-08-28T02:29:08.514 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:08.514 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:08.514 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:29:08.514 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:08.475398+0000", 2023-08-28T02:29:08.514 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.9490000000000004e-06 2023-08-28T02:29:08.514 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:08.514 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:08.514 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:29:08.514 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:08.475458+0000", 2023-08-28T02:29:08.514 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.9898999999999997e-05 2023-08-28T02:29:08.515 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:08.515 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:08.515 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:29:08.515 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:08.475565+0000", 2023-08-28T02:29:08.515 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000106988 2023-08-28T02:29:08.515 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:08.515 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:08.515 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:29:08.515 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:08.475669+0000", 2023-08-28T02:29:08.515 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000104493 2023-08-28T02:29:08.515 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:08.516 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:08.516 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:29:08.516 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:08.480107+0000", 2023-08-28T02:29:08.516 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.004437402 2023-08-28T02:29:08.516 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:08.516 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:08.516 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:29:08.516 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:08.489868+0000", 2023-08-28T02:29:08.516 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0097608420000000005 2023-08-28T02:29:08.516 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:29:08.516 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:29:08.516 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:29:08.517 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:08.517 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:08.517 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:150123 9.6 9:61681863:::benchmark_data_smithi040_209735_object42528:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e204)", 2023-08-28T02:29:08.517 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:08.475403+0000", 2023-08-28T02:29:08.517 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 0.015464412, 2023-08-28T02:29:08.517 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.015728024, 2023-08-28T02:29:08.517 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:29:08.517 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "waiting for sub ops", 2023-08-28T02:29:08.517 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:29:08.517 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:29:08.517 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:29:08.517 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 150123 2023-08-28T02:29:08.517 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:08.518 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:29:08.518 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:08.518 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:29:08.518 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:08.475403+0000", 2023-08-28T02:29:08.518 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:29:08.518 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:08.518 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:08.518 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:29:08.518 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:08.475403+0000", 2023-08-28T02:29:08.518 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:29:08.518 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:08.518 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:08.519 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:29:08.519 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:08.475403+0000", 2023-08-28T02:29:08.519 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999995 2023-08-28T02:29:08.519 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:08.519 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:08.519 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:29:08.519 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:08.475405+0000", 2023-08-28T02:29:08.519 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.4940000000000002e-06 2023-08-28T02:29:08.519 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:08.520 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:08.520 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:29:08.520 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:08.475411+0000", 2023-08-28T02:29:08.520 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.0059999999999998e-06 2023-08-28T02:29:08.520 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:08.520 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:08.520 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:29:08.520 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:08.475415+0000", 2023-08-28T02:29:08.520 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.1060000000000002e-06 2023-08-28T02:29:08.521 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:08.521 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:08.521 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:29:08.521 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:08.475464+0000", 2023-08-28T02:29:08.521 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.9054999999999997e-05 2023-08-28T02:29:08.521 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:08.521 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:08.522 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:29:08.522 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:08.475565+0000", 2023-08-28T02:29:08.522 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000100666 2023-08-28T02:29:08.522 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:08.522 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:08.523 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,2", 2023-08-28T02:29:08.523 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:08.475668+0000", 2023-08-28T02:29:08.523 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000103082 2023-08-28T02:29:08.523 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:08.523 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:08.523 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:29:08.524 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:08.478413+0000", 2023-08-28T02:29:08.524 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0027445 2023-08-28T02:29:08.524 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:08.524 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:08.524 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:29:08.524 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:08.489897+0000", 2023-08-28T02:29:08.524 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011484375999999999 2023-08-28T02:29:08.525 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:29:08.525 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:29:08.525 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:29:08.525 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:29:08.525 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2023-08-28T02:29:08.525 INFO:teuthology.orchestra.run.smithi083.stdout: "num_ops": 5 2023-08-28T02:29:08.526 INFO:teuthology.orchestra.run.smithi083.stdout:} 2023-08-28T02:29:08.527 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:08.528 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:29:08.529 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:29:08.554 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:29:08.630 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:29:08.697 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:08.745 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:29:08.751 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:08.752 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:29:08.853 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:29:08.872 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.5 dump_blocked_ops 2023-08-28T02:29:08.920 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:09.054 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:29:09.057 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:09.058 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:29:09.059 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:08 smithi040 ceph-mon[170259]: failed to encode map e204 with expected crc 2023-08-28T02:29:09.059 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:08 smithi040 ceph-mon[170259]: failed to encode map e204 with expected crc 2023-08-28T02:29:09.059 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:08 smithi040 ceph-mon[170259]: failed to encode map e204 with expected crc 2023-08-28T02:29:09.059 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:08 smithi040 ceph-mon[170259]: osdmap e204: 8 total, 8 up, 8 in 2023-08-28T02:29:09.059 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:08 smithi040 ceph-mon[170259]: failed to encode map e204 with expected crc 2023-08-28T02:29:09.059 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:08 smithi040 ceph-mon[170259]: pgmap v661: 109 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 106 active+clean; 4.1 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 856 op/s; 2/199581 objects degraded (0.001%); 533/199581 objects misplaced (0.267%); 3.1 MiB/s, 50 objects/s recovering 2023-08-28T02:29:09.059 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:08 smithi040 ceph-mon[175404]: failed to encode map e204 with expected crc 2023-08-28T02:29:09.059 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:08 smithi040 ceph-mon[175404]: failed to encode map e204 with expected crc 2023-08-28T02:29:09.059 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:08 smithi040 ceph-mon[175404]: failed to encode map e204 with expected crc 2023-08-28T02:29:09.060 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:08 smithi040 ceph-mon[175404]: osdmap e204: 8 total, 8 up, 8 in 2023-08-28T02:29:09.060 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:08 smithi040 ceph-mon[175404]: failed to encode map e204 with expected crc 2023-08-28T02:29:09.060 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:08 smithi040 ceph-mon[175404]: pgmap v661: 109 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 106 active+clean; 4.1 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 856 op/s; 2/199581 objects degraded (0.001%); 533/199581 objects misplaced (0.267%); 3.1 MiB/s, 50 objects/s recovering 2023-08-28T02:29:09.159 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:29:09.216 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:08 smithi083 ceph-mon[157819]: failed to encode map e204 with expected crc 2023-08-28T02:29:09.216 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:08 smithi083 ceph-mon[157819]: failed to encode map e204 with expected crc 2023-08-28T02:29:09.216 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:08 smithi083 ceph-mon[157819]: failed to encode map e204 with expected crc 2023-08-28T02:29:09.216 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:08 smithi083 ceph-mon[157819]: osdmap e204: 8 total, 8 up, 8 in 2023-08-28T02:29:09.216 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:08 smithi083 ceph-mon[157819]: failed to encode map e204 with expected crc 2023-08-28T02:29:09.216 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:08 smithi083 ceph-mon[157819]: pgmap v661: 109 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 106 active+clean; 4.1 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 856 op/s; 2/199581 objects degraded (0.001%); 533/199581 objects misplaced (0.267%); 3.1 MiB/s, 50 objects/s recovering 2023-08-28T02:29:09.219 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:09.248 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:29:09.253 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:09.254 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:29:09.289 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:29:09.355 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:29:09.399 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:09.438 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:29:09.442 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:09.442 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:29:09.543 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:29:09.587 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:09.720 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:29:09.724 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:09.725 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:29:09.825 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:29:09.883 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:09 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2660327691' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:29:09.883 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:09 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:29:09.883 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:09 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2660327691' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:29:09.883 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:09 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:29:09.883 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:09 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2660327691' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:29:09.884 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:09 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:29:09.923 INFO:teuthology.orchestra.run.smithi040.stderr:nodeep-scrub is set 2023-08-28T02:29:09.934 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:09.966 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:29:09.973 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:09.974 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:29:10.075 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:29:10.125 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:10.158 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:29:10.164 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:10.165 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:29:10.265 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:29:10.338 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:10.375 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:29:10.381 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:10.381 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:29:10.468 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2023-08-28T02:29:10.468 INFO:teuthology.orchestra.run.smithi083.stdout: "ops": [], 2023-08-28T02:29:10.468 INFO:teuthology.orchestra.run.smithi083.stdout: "complaint_time": 30, 2023-08-28T02:29:10.468 INFO:teuthology.orchestra.run.smithi083.stdout: "num_blocked_ops": 0 2023-08-28T02:29:10.468 INFO:teuthology.orchestra.run.smithi083.stdout:} 2023-08-28T02:29:10.482 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:29:10.534 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-08-28T02:29:10.544 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:10.574 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:29:10.576 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:10.577 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:29:10.677 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:29:10.724 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:10.757 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:29:10.765 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:10.765 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:29:10.866 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:29:10.897 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:10 smithi040 ceph-mon[170259]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:29:10.897 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:10 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:29:10.897 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:10 smithi040 ceph-mon[170259]: osdmap e205: 8 total, 8 up, 8 in 2023-08-28T02:29:10.897 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:10 smithi040 ceph-mon[170259]: failed to encode map e205 with expected crc 2023-08-28T02:29:10.897 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:10 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1013132877' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 2, "weight": 0.7102359582766351}]: dispatch 2023-08-28T02:29:10.898 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:10 smithi040 ceph-mon[170259]: pgmap v663: 109 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 106 active+clean; 4.1 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 764 op/s; 2/199581 objects degraded (0.001%); 533/199581 objects misplaced (0.267%) 2023-08-28T02:29:10.898 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:10 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 2/199581 objects degraded (0.001%), 1 pg degraded, 2 pgs undersized (PG_DEGRADED) 2023-08-28T02:29:10.911 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:10.948 INFO:teuthology.orchestra.run.smithi040.stderr:set osd.2 primary-affinity to 0.710236 (8465462) 2023-08-28T02:29:10.989 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:29:11.151 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:10 smithi040 ceph-mon[175404]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:29:11.152 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:10 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:29:11.152 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:10 smithi040 ceph-mon[175404]: osdmap e205: 8 total, 8 up, 8 in 2023-08-28T02:29:11.152 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:10 smithi040 ceph-mon[175404]: failed to encode map e205 with expected crc 2023-08-28T02:29:11.152 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:10 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1013132877' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 2, "weight": 0.7102359582766351}]: dispatch 2023-08-28T02:29:11.152 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:10 smithi040 ceph-mon[175404]: pgmap v663: 109 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 106 active+clean; 4.1 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 764 op/s; 2/199581 objects degraded (0.001%); 533/199581 objects misplaced (0.267%) 2023-08-28T02:29:11.152 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:10 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 2/199581 objects degraded (0.001%), 1 pg degraded, 2 pgs undersized (PG_DEGRADED) 2023-08-28T02:29:11.245 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:10 smithi083 ceph-mon[157819]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:29:11.245 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:10 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:29:11.245 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:10 smithi083 ceph-mon[157819]: osdmap e205: 8 total, 8 up, 8 in 2023-08-28T02:29:11.245 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:10 smithi083 ceph-mon[157819]: failed to encode map e205 with expected crc 2023-08-28T02:29:11.245 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:10 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1013132877' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 2, "weight": 0.7102359582766351}]: dispatch 2023-08-28T02:29:11.245 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:10 smithi083 ceph-mon[157819]: pgmap v663: 109 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 106 active+clean; 4.1 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 764 op/s; 2/199581 objects degraded (0.001%); 533/199581 objects misplaced (0.267%) 2023-08-28T02:29:11.245 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:10 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 2/199581 objects degraded (0.001%), 1 pg degraded, 2 pgs undersized (PG_DEGRADED) 2023-08-28T02:29:11.458 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:29:11.464 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:11.464 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:29:11.565 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:29:11.619 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:11.705 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:29:11.710 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:11.711 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:29:11.811 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:29:11.866 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:11.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:11 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1013132877' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 2, "weight": 0.7102359582766351}]': finished 2023-08-28T02:29:11.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:11 smithi040 ceph-mon[170259]: osdmap e206: 8 total, 8 up, 8 in 2023-08-28T02:29:11.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:11 smithi040 ceph-mon[170259]: failed to encode map e206 with expected crc 2023-08-28T02:29:11.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:11 smithi040 ceph-mon[170259]: failed to encode map e206 with expected crc 2023-08-28T02:29:11.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:11 smithi040 ceph-mon[170259]: failed to encode map e206 with expected crc 2023-08-28T02:29:11.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:11 smithi040 ceph-mon[170259]: failed to encode map e206 with expected crc 2023-08-28T02:29:11.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:11 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1013132877' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 2, "weight": 0.7102359582766351}]': finished 2023-08-28T02:29:11.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:11 smithi040 ceph-mon[175404]: osdmap e206: 8 total, 8 up, 8 in 2023-08-28T02:29:11.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:11 smithi040 ceph-mon[175404]: failed to encode map e206 with expected crc 2023-08-28T02:29:11.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:11 smithi040 ceph-mon[175404]: failed to encode map e206 with expected crc 2023-08-28T02:29:11.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:11 smithi040 ceph-mon[175404]: failed to encode map e206 with expected crc 2023-08-28T02:29:11.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:11 smithi040 ceph-mon[175404]: failed to encode map e206 with expected crc 2023-08-28T02:29:12.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:11 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1013132877' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 2, "weight": 0.7102359582766351}]': finished 2023-08-28T02:29:12.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:11 smithi083 ceph-mon[157819]: osdmap e206: 8 total, 8 up, 8 in 2023-08-28T02:29:12.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:11 smithi083 ceph-mon[157819]: failed to encode map e206 with expected crc 2023-08-28T02:29:12.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:11 smithi083 ceph-mon[157819]: failed to encode map e206 with expected crc 2023-08-28T02:29:12.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:11 smithi083 ceph-mon[157819]: failed to encode map e206 with expected crc 2023-08-28T02:29:12.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:11 smithi083 ceph-mon[157819]: failed to encode map e206 with expected crc 2023-08-28T02:29:12.290 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:29:12.337 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd unset noscrub 2023-08-28T02:29:12.338 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:29:12.391 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:29:12.435 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:29:12.478 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:29:12.523 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:29:12.569 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:29:12.613 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:29:12.633 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-08-28T02:29:12.633 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-08-28T02:29:12.633 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-08-28T02:29:12.634 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-08-28T02:29:12.634 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-08-28T02:29:12.634 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-08-28T02:29:12.634 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-08-28T02:29:12.634 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-08-28T02:29:12.935 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:12 smithi040 ceph-mon[170259]: pgmap v665: 109 pgs: 109 active+clean; 3.8 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 915 op/s; 3.1 MiB/s, 49 objects/s recovering 2023-08-28T02:29:12.935 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:12 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num_actual", "val": "21"}]: dispatch 2023-08-28T02:29:12.936 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:12 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num_actual", "val": "21"}]: dispatch 2023-08-28T02:29:12.936 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:12 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2990293479' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:29:12.970 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:29:12.971 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.5 dump_historic_ops 2023-08-28T02:29:12.974 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:12.974 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:29:13.075 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:29:13.138 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:13.230 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:12 smithi040 ceph-mon[175404]: pgmap v665: 109 pgs: 109 active+clean; 3.8 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 915 op/s; 3.1 MiB/s, 49 objects/s recovering 2023-08-28T02:29:13.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:12 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num_actual", "val": "21"}]: dispatch 2023-08-28T02:29:13.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:12 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num_actual", "val": "21"}]: dispatch 2023-08-28T02:29:13.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:12 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2990293479' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:29:13.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:12 smithi083 ceph-mon[157819]: pgmap v665: 109 pgs: 109 active+clean; 3.8 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 915 op/s; 3.1 MiB/s, 49 objects/s recovering 2023-08-28T02:29:13.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:12 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num_actual", "val": "21"}]: dispatch 2023-08-28T02:29:13.243 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:12 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num_actual", "val": "21"}]: dispatch 2023-08-28T02:29:13.243 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:12 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2990293479' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:29:13.668 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:29:14.204 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:29:14.212 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:14.212 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:13 smithi040 ceph-mon[170259]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/199581 objects degraded (0.001%), 1 pg degraded, 2 pgs undersized) 2023-08-28T02:29:14.212 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:13 smithi040 ceph-mon[170259]: failed to encode map e207 with expected crc 2023-08-28T02:29:14.213 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:13 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num_actual", "val": "21"}]': finished 2023-08-28T02:29:14.213 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:13 smithi040 ceph-mon[170259]: osdmap e207: 8 total, 8 up, 8 in 2023-08-28T02:29:14.213 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:13 smithi040 ceph-mon[170259]: failed to encode map e207 with expected crc 2023-08-28T02:29:14.213 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:13 smithi040 ceph-mon[170259]: failed to encode map e207 with expected crc 2023-08-28T02:29:14.213 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:13 smithi040 ceph-mon[170259]: failed to encode map e207 with expected crc 2023-08-28T02:29:14.213 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:13 smithi040 ceph-mon[170259]: failed to encode map e207 with expected crc 2023-08-28T02:29:14.214 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:29:14.215 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:13 smithi040 ceph-mon[175404]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/199581 objects degraded (0.001%), 1 pg degraded, 2 pgs undersized) 2023-08-28T02:29:14.215 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:13 smithi040 ceph-mon[175404]: failed to encode map e207 with expected crc 2023-08-28T02:29:14.215 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:13 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num_actual", "val": "21"}]': finished 2023-08-28T02:29:14.216 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:13 smithi040 ceph-mon[175404]: osdmap e207: 8 total, 8 up, 8 in 2023-08-28T02:29:14.216 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:13 smithi040 ceph-mon[175404]: failed to encode map e207 with expected crc 2023-08-28T02:29:14.216 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:13 smithi040 ceph-mon[175404]: failed to encode map e207 with expected crc 2023-08-28T02:29:14.216 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:13 smithi040 ceph-mon[175404]: failed to encode map e207 with expected crc 2023-08-28T02:29:14.216 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:13 smithi040 ceph-mon[175404]: failed to encode map e207 with expected crc 2023-08-28T02:29:14.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:13 smithi083 ceph-mon[157819]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/199581 objects degraded (0.001%), 1 pg degraded, 2 pgs undersized) 2023-08-28T02:29:14.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:13 smithi083 ceph-mon[157819]: failed to encode map e207 with expected crc 2023-08-28T02:29:14.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:13 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num_actual", "val": "21"}]': finished 2023-08-28T02:29:14.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:13 smithi083 ceph-mon[157819]: osdmap e207: 8 total, 8 up, 8 in 2023-08-28T02:29:14.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:13 smithi083 ceph-mon[157819]: failed to encode map e207 with expected crc 2023-08-28T02:29:14.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:13 smithi083 ceph-mon[157819]: failed to encode map e207 with expected crc 2023-08-28T02:29:14.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:13 smithi083 ceph-mon[157819]: failed to encode map e207 with expected crc 2023-08-28T02:29:14.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:13 smithi083 ceph-mon[157819]: failed to encode map e207 with expected crc 2023-08-28T02:29:14.248 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:29:14.316 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:29:14.376 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:14.457 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:29:14.464 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:14.464 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:29:14.565 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:29:14.618 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:14.643 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:29:14.656 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:14.657 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:29:14.758 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:29:14.819 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:15.007 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:29:15.011 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:15.011 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:29:15.088 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:14 smithi040 ceph-mon[170259]: pgmap v667: 109 pgs: 109 active+clean; 3.8 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 668 op/s; 2.8 MiB/s, 44 objects/s recovering 2023-08-28T02:29:15.089 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:14 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num_actual", "val": "22"}]: dispatch 2023-08-28T02:29:15.089 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:14 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num_actual", "val": "22"}]: dispatch 2023-08-28T02:29:15.089 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:14 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:29:15.089 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:14 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:29:15.090 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:14 smithi040 ceph-mon[175404]: pgmap v667: 109 pgs: 109 active+clean; 3.8 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 668 op/s; 2.8 MiB/s, 44 objects/s recovering 2023-08-28T02:29:15.090 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:14 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num_actual", "val": "22"}]: dispatch 2023-08-28T02:29:15.090 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:14 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num_actual", "val": "22"}]: dispatch 2023-08-28T02:29:15.090 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:14 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:29:15.090 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:14 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:29:15.112 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:29:15.171 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:15.203 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:29:15.206 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:15.206 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:29:15.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:14 smithi083 ceph-mon[157819]: pgmap v667: 109 pgs: 109 active+clean; 3.8 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 668 op/s; 2.8 MiB/s, 44 objects/s recovering 2023-08-28T02:29:15.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:14 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num_actual", "val": "22"}]: dispatch 2023-08-28T02:29:15.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:14 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num_actual", "val": "22"}]: dispatch 2023-08-28T02:29:15.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:14 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:29:15.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:14 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:29:15.307 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:29:15.356 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:15.380 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:29:15.383 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:15.383 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:29:15.480 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:29:15 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:29:15] "GET /metrics HTTP/1.1" 200 36482 "" "Prometheus/2.43.0" 2023-08-28T02:29:15.484 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:29:15.517 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:15.539 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:29:15.541 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:15.542 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:29:15.621 INFO:teuthology.orchestra.run.smithi083.stdout:ERROR: (22) Invalid argument 2023-08-28T02:29:15.621 INFO:teuthology.orchestra.run.smithi083.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:29:15.642 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:29:15.676 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:15.751 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:29:15.754 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:15.755 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:29:15.856 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:29:15.896 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:15.919 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:29:15.922 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:15.923 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:29:15.993 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.6 dump_ops_in_flight 2023-08-28T02:29:16.024 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:29:16.064 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:16.083 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:29:16.085 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:16.085 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:29:16.186 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:29:16.211 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:15 smithi083 ceph-mon[157819]: failed to encode map e208 with expected crc 2023-08-28T02:29:16.211 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:15 smithi083 ceph-mon[157819]: failed to encode map e208 with expected crc 2023-08-28T02:29:16.211 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:15 smithi083 ceph-mon[157819]: failed to encode map e208 with expected crc 2023-08-28T02:29:16.211 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:15 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num_actual", "val": "22"}]': finished 2023-08-28T02:29:16.211 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:15 smithi083 ceph-mon[157819]: osdmap e208: 8 total, 8 up, 8 in 2023-08-28T02:29:16.211 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:15 smithi083 ceph-mon[157819]: failed to encode map e208 with expected crc 2023-08-28T02:29:16.211 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:15 smithi083 ceph-mon[157819]: failed to encode map e208 with expected crc 2023-08-28T02:29:16.211 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:15 smithi083 ceph-mon[157819]: osdmap e209: 8 total, 8 up, 8 in 2023-08-28T02:29:16.214 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:16.215 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-08-28T02:29:16.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:15 smithi040 ceph-mon[170259]: failed to encode map e208 with expected crc 2023-08-28T02:29:16.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:15 smithi040 ceph-mon[170259]: failed to encode map e208 with expected crc 2023-08-28T02:29:16.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:15 smithi040 ceph-mon[170259]: failed to encode map e208 with expected crc 2023-08-28T02:29:16.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:15 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num_actual", "val": "22"}]': finished 2023-08-28T02:29:16.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:15 smithi040 ceph-mon[170259]: osdmap e208: 8 total, 8 up, 8 in 2023-08-28T02:29:16.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:15 smithi040 ceph-mon[170259]: failed to encode map e208 with expected crc 2023-08-28T02:29:16.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:15 smithi040 ceph-mon[170259]: failed to encode map e208 with expected crc 2023-08-28T02:29:16.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:15 smithi040 ceph-mon[170259]: osdmap e209: 8 total, 8 up, 8 in 2023-08-28T02:29:16.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:15 smithi040 ceph-mon[175404]: failed to encode map e208 with expected crc 2023-08-28T02:29:16.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:15 smithi040 ceph-mon[175404]: failed to encode map e208 with expected crc 2023-08-28T02:29:16.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:15 smithi040 ceph-mon[175404]: failed to encode map e208 with expected crc 2023-08-28T02:29:16.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:15 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num_actual", "val": "22"}]': finished 2023-08-28T02:29:16.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:15 smithi040 ceph-mon[175404]: osdmap e208: 8 total, 8 up, 8 in 2023-08-28T02:29:16.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:15 smithi040 ceph-mon[175404]: failed to encode map e208 with expected crc 2023-08-28T02:29:16.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:15 smithi040 ceph-mon[175404]: failed to encode map e208 with expected crc 2023-08-28T02:29:16.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:15 smithi040 ceph-mon[175404]: osdmap e209: 8 total, 8 up, 8 in 2023-08-28T02:29:16.234 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:29:16.238 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:16.239 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:29:16.280 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:29:16.339 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:29:16.372 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:16.399 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:29:16.400 INFO:tasks.thrashosds.thrasher:in_osds: [0, 1, 2, 3, 4, 5, 6, 7] out_osds: [] dead_osds: [] live_osds: [0, 1, 2, 3, 4, 5, 6, 7] 2023-08-28T02:29:16.401 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-08-28T02:29:16.401 INFO:tasks.thrashosds.thrasher:Growing pool unique_pool_4 2023-08-28T02:29:16.401 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:29:16.403 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:16.404 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:29:16.505 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:29:16.528 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:29:16.536 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:16.757 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:29:16.759 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:16.759 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:29:16.845 INFO:teuthology.orchestra.run.smithi040.stderr:noscrub is unset 2023-08-28T02:29:16.860 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:29:16.900 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:16.974 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:29:16.980 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:16.980 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:29:17.081 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:29:17.111 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:17.137 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:29:17.154 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:17.155 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:29:17.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:16 smithi040 ceph-mon[175404]: failed to encode map e209 with expected crc 2023-08-28T02:29:17.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:16 smithi040 ceph-mon[175404]: failed to encode map e209 with expected crc 2023-08-28T02:29:17.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:16 smithi040 ceph-mon[175404]: failed to encode map e209 with expected crc 2023-08-28T02:29:17.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:16 smithi040 ceph-mon[175404]: failed to encode map e209 with expected crc 2023-08-28T02:29:17.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:16 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1205352542' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:29:17.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:16 smithi040 ceph-mon[175404]: pgmap v670: 109 pgs: 1 remapped+peering, 108 active+clean; 3.7 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 1.02k op/s 2023-08-28T02:29:17.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:16 smithi040 ceph-mon[175404]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:29:17.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:16 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1205352542' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:29:17.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:16 smithi040 ceph-mon[175404]: osdmap e210: 8 total, 8 up, 8 in 2023-08-28T02:29:17.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:16 smithi040 ceph-mon[170259]: failed to encode map e209 with expected crc 2023-08-28T02:29:17.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:16 smithi040 ceph-mon[170259]: failed to encode map e209 with expected crc 2023-08-28T02:29:17.234 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:16 smithi040 ceph-mon[170259]: failed to encode map e209 with expected crc 2023-08-28T02:29:17.234 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:16 smithi040 ceph-mon[170259]: failed to encode map e209 with expected crc 2023-08-28T02:29:17.234 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:16 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1205352542' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:29:17.234 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:16 smithi040 ceph-mon[170259]: pgmap v670: 109 pgs: 1 remapped+peering, 108 active+clean; 3.7 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 1.02k op/s 2023-08-28T02:29:17.234 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:16 smithi040 ceph-mon[170259]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:29:17.234 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:16 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1205352542' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:29:17.234 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:16 smithi040 ceph-mon[170259]: osdmap e210: 8 total, 8 up, 8 in 2023-08-28T02:29:17.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:16 smithi083 ceph-mon[157819]: failed to encode map e209 with expected crc 2023-08-28T02:29:17.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:16 smithi083 ceph-mon[157819]: failed to encode map e209 with expected crc 2023-08-28T02:29:17.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:16 smithi083 ceph-mon[157819]: failed to encode map e209 with expected crc 2023-08-28T02:29:17.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:16 smithi083 ceph-mon[157819]: failed to encode map e209 with expected crc 2023-08-28T02:29:17.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:16 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1205352542' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:29:17.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:16 smithi083 ceph-mon[157819]: pgmap v670: 109 pgs: 1 remapped+peering, 108 active+clean; 3.7 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 1.02k op/s 2023-08-28T02:29:17.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:16 smithi083 ceph-mon[157819]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:29:17.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:16 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1205352542' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:29:17.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:16 smithi083 ceph-mon[157819]: osdmap e210: 8 total, 8 up, 8 in 2023-08-28T02:29:17.255 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:29:17.311 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:17.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:17 smithi040 ceph-mon[170259]: failed to encode map e210 with expected crc 2023-08-28T02:29:17.984 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:17 smithi040 ceph-mon[170259]: failed to encode map e210 with expected crc 2023-08-28T02:29:17.984 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:17 smithi040 ceph-mon[170259]: failed to encode map e210 with expected crc 2023-08-28T02:29:17.984 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:17 smithi040 ceph-mon[170259]: failed to encode map e210 with expected crc 2023-08-28T02:29:17.984 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:17 smithi040 ceph-mon[170259]: failed to encode map e210 with expected crc 2023-08-28T02:29:17.984 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:17 smithi040 ceph-mon[170259]: failed to encode map e210 with expected crc 2023-08-28T02:29:17.984 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:17 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:29:18.088 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:29:18.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:17 smithi040 ceph-mon[175404]: failed to encode map e210 with expected crc 2023-08-28T02:29:18.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:17 smithi040 ceph-mon[175404]: failed to encode map e210 with expected crc 2023-08-28T02:29:18.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:17 smithi040 ceph-mon[175404]: failed to encode map e210 with expected crc 2023-08-28T02:29:18.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:17 smithi040 ceph-mon[175404]: failed to encode map e210 with expected crc 2023-08-28T02:29:18.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:17 smithi040 ceph-mon[175404]: failed to encode map e210 with expected crc 2023-08-28T02:29:18.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:17 smithi040 ceph-mon[175404]: failed to encode map e210 with expected crc 2023-08-28T02:29:18.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:17 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:29:18.239 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:17 smithi083 ceph-mon[157819]: failed to encode map e210 with expected crc 2023-08-28T02:29:18.239 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:17 smithi083 ceph-mon[157819]: failed to encode map e210 with expected crc 2023-08-28T02:29:18.239 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:17 smithi083 ceph-mon[157819]: failed to encode map e210 with expected crc 2023-08-28T02:29:18.239 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:17 smithi083 ceph-mon[157819]: failed to encode map e210 with expected crc 2023-08-28T02:29:18.239 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:17 smithi083 ceph-mon[157819]: failed to encode map e210 with expected crc 2023-08-28T02:29:18.239 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:17 smithi083 ceph-mon[157819]: failed to encode map e210 with expected crc 2023-08-28T02:29:18.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:17 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:29:18.247 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:29:18.263 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:18.263 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:29:18.364 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:29:18.414 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:18.746 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:29:18.753 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:18.753 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:29:18.798 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:29:18.831 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:29:18.854 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:29:18.867 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:29:18.896 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:29:18.944 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:18.949 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:29:18.990 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:29:19.028 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:29:19.085 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:29:19.088 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-08-28T02:29:19.089 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-08-28T02:29:19.089 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-08-28T02:29:19.089 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-08-28T02:29:19.089 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-08-28T02:29:19.089 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-08-28T02:29:19.089 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-08-28T02:29:19.089 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-08-28T02:29:19.098 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2023-08-28T02:29:19.098 INFO:teuthology.orchestra.run.smithi083.stdout: "ops": [], 2023-08-28T02:29:19.098 INFO:teuthology.orchestra.run.smithi083.stdout: "num_ops": 0 2023-08-28T02:29:19.098 INFO:teuthology.orchestra.run.smithi083.stdout:} 2023-08-28T02:29:19.134 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:19 smithi040 ceph-mon[175404]: 9.5 scrub starts 2023-08-28T02:29:19.135 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:19 smithi040 ceph-mon[175404]: pgmap v672: 109 pgs: 1 remapped+peering, 108 active+clean; 3.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 781 op/s 2023-08-28T02:29:19.135 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:19 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1053188860' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:29:19.135 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:19 smithi040 ceph-mon[170259]: 9.5 scrub starts 2023-08-28T02:29:19.135 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:19 smithi040 ceph-mon[170259]: pgmap v672: 109 pgs: 1 remapped+peering, 108 active+clean; 3.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 781 op/s 2023-08-28T02:29:19.135 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:19 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1053188860' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:29:19.286 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:19 smithi083 ceph-mon[157819]: 9.5 scrub starts 2023-08-28T02:29:19.286 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:19 smithi083 ceph-mon[157819]: pgmap v672: 109 pgs: 1 remapped+peering, 108 active+clean; 3.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 781 op/s 2023-08-28T02:29:19.286 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:19 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1053188860' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:29:19.451 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.6 dump_blocked_ops 2023-08-28T02:29:19.641 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:29:19.646 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:19.647 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:29:19.748 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:29:19.767 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd unset nodeep-scrub 2023-08-28T02:29:19.839 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:19.901 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:29:19.908 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:19.909 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:29:20.001 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:29:20.010 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:29:20.058 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:20.210 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:29:20.219 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:20.219 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:29:20.230 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:20 smithi040 ceph-mon[175404]: 9.7 scrub starts 2023-08-28T02:29:20.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:20 smithi040 ceph-mon[175404]: 1.5 scrub starts 2023-08-28T02:29:20.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:20 smithi040 ceph-mon[175404]: 1.5 scrub ok 2023-08-28T02:29:20.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:20 smithi040 ceph-mon[170259]: 9.7 scrub starts 2023-08-28T02:29:20.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:20 smithi040 ceph-mon[170259]: 1.5 scrub starts 2023-08-28T02:29:20.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:20 smithi040 ceph-mon[170259]: 1.5 scrub ok 2023-08-28T02:29:20.307 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:29:20.320 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:29:20.323 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:29:20.373 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:20 smithi083 ceph-mon[157819]: 9.7 scrub starts 2023-08-28T02:29:20.373 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:20 smithi083 ceph-mon[157819]: 1.5 scrub starts 2023-08-28T02:29:20.373 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:20 smithi083 ceph-mon[157819]: 1.5 scrub ok 2023-08-28T02:29:20.388 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:20.488 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:29:20.492 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:20.493 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:29:20.594 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:29:20.650 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:20.699 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:29:20.702 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:20.702 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:29:20.762 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":673,"stamp":"2023-08-28T02:29:20.242177+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":3824326584,"num_objects":58371,"num_object_clones":0,"num_object_copies":175113,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":58371,"num_whiteouts":0,"num_read":490,"num_read_kb":917,"num_write":155124,"num_write_kb":6755886,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6460,"num_bytes_recovered":425134208,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":175129,"ondisk_log_size":175129,"up":327,"acting":326,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":334,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":15156808,"kb_used_data":11911816,"kb_used_omap":20,"kb_used_meta":3244907,"kb_avail":734804408,"statfs":{"total":767960285184,"available":752439713792,"internally_reserved":0,"allocated":12197699584,"data_stored":12189173311,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":20850,"internal_metadata":3322785422},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,0,0,2],"upper_bound":32},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-271712256,"num_objects":-4146,"num_object_clones":0,"num_object_copies":-12438,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-4146,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4146,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.002778"},"pg_stats":[{"pgid":"9.10","version":"209'6865","reported_seq":15323,"reported_epoch":209,"state":"active+clean","last_fresh":"2023-08-28T02:29:15.860800+0000","last_change":"2023-08-28T02:28:57.902085+0000","last_active":"2023-08-28T02:29:15.860800+0000","last_peered":"2023-08-28T02:29:15.860800+0000","last_clean":"2023-08-28T02:29:15.860800+0000","last_became_active":"2023-08-28T02:28:15.284010+0000","last_became_peered":"2023-08-28T02:28:15.284010+0000","last_unstale":"2023-08-28T02:29:15.860800+0000","last_undegraded":"2023-08-28T02:29:15.860800+0000","last_fullsized":"2023-08-28T02:29:15.860800+0000","mapping_epoch":189,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":190,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":6865,"log_dups_size":0,"ondisk_log_size":6865,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":120782848,"num_objects":1843,"num_object_clones":0,"num_object_copies":5529,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1843,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5035,"num_write_kb":220096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2090,"num_bytes_recovered":136970240,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1a","version":"65'1","reported_seq":191,"reported_epoch":208,"state":"active+clean","last_fresh":"2023-08-28T02:29:14.976977+0000","last_change":"2023-08-28T02:16:50.313901+0000","last_active":"2023-08-28T02:29:14.976977+0000","last_peered":"2023-08-28T02:29:14.976977+0000","last_clean":"2023-08-28T02:29:14.976977+0000","last_became_active":"2023-08-28T02:16:50.313550+0000","last_became_peered":"2023-08-28T02:16:50.313550+0000","last_unstale":"2023-08-28T02:29:14.976977+0000","last_undegraded":"2023-08-28T02:29:14.976977+0000","last_fullsized":"2023-08-28T02:29:14.976977+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:31:11.838539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":152,"reported_epoch":209,"state":"active+clean","last_fresh":"2023-08-28T02:29:15.840774+0000","last_change":"2023-08-28T02:16:50.308996+0000","last_active":"2023-08-28T02:29:15.840774+0000","last_peered":"2023-08-28T02:29:15.840774+0000","last_clean":"2023-08-28T02:29:15.840774+0000","last_became_active":"2023-08-28T02:16:50.308569+0000","last_became_peered":"2023-08-28T02:16:50.308569+0000","last_unstale":"2023-08-28T02:29:15.840774+0000","last_undegraded":"2023-08-28T02:29:15.840774+0000","last_fullsized":"2023-08-28T02:29:15.840774+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:50:53.472069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.13","version":"209'6735","reported_seq":13537,"reported_epoch":209,"state":"active+clean","last_fresh":"2023-08-28T02:29:15.836343+0000","last_change":"2023-08-28T02:29:05.981303+0000","last_active":"2023-08-28T02:29:15.836343+0000","last_peered":"2023-08-28T02:29:15.836343+0000","last_clean":"2023-08-28T02:29:15.836343+0000","last_became_active":"2023-08-28T02:28:43.937522+0000","last_became_peered":"2023-08-28T02:28:43.937522+0000","last_unstale":"2023-08-28T02:29:15.836343+0000","last_undegraded":"2023-08-28T02:29:15.836343+0000","last_fullsized":"2023-08-28T02:29:15.836343+0000","mapping_epoch":196,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":6735,"log_dups_size":0,"ondisk_log_size":6735,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":125337600,"num_objects":1913,"num_object_clones":0,"num_object_copies":5739,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1913,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4915,"num_write_kb":218464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2238,"num_bytes_recovered":146604032,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,5],"acting":[7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":149,"reported_epoch":209,"state":"active+clean","last_fresh":"2023-08-28T02:29:15.833343+0000","last_change":"2023-08-28T02:17:57.849228+0000","last_active":"2023-08-28T02:29:15.833343+0000","last_peered":"2023-08-28T02:29:15.833343+0000","last_clean":"2023-08-28T02:29:15.833343+0000","last_became_active":"2023-08-28T02:17:57.848894+0000","last_became_peered":"2023-08-28T02:17:57.848894+0000","last_unstale":"2023-08-28T02:29:15.833343+0000","last_undegraded":"2023-08-28T02:29:15.833343+0000","last_fullsized":"2023-08-28T02:29:15.833343+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:39:59.056531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":165,"reported_epoch":209,"state":"active+clean","last_fresh":"2023-08-28T02:29:15.841072+0000","last_change":"2023-08-28T02:16:50.309837+0000","last_active":"2023-08-28T02:29:15.841072+0000","last_peered":"2023-08-28T02:29:15.841072+0000","last_clean":"2023-08-28T02:29:15.841072+0000","last_became_active":"2023-08-28T02:16:50.309470+0000","last_became_peered":"2023-08-28T02:16:50.309470+0000","last_unstale":"2023-08-28T02:29:15.841072+0000","last_undegraded":"2023-08-28T02:29:15.841072+0000","last_fullsized":"2023-08-28T02:29:15.841072+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:34:06.503952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.12","version":"208'6503","reported_seq":12949,"reported_epoch":208,"state":"active+clean","last_fresh":"2023-08-28T02:29:15.560415+0000","last_change":"2023-08-28T02:29:07.873992+0000","last_active":"2023-08-28T02:29:15.560415+0000","last_peered":"2023-08-28T02:29:15.560415+0000","last_clean":"2023-08-28T02:29:15.560415+0000","last_became_active":"2023-08-28T02:29:07.864064+0000","last_became_peered":"2023-08-28T02:29:07.864064+0000","last_unstale":"2023-08-28T02:29:15.560415+0000","last_undegraded":"2023-08-28T02:29:15.560415+0000","last_fullsized":"2023-08-28T02:29:15.560415+0000","mapping_epoch":203,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":204,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":6503,"log_dups_size":0,"ondisk_log_size":6503,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":118652928,"num_objects":1811,"num_object_clones":0,"num_object_copies":5433,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1811,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4755,"num_write_kb":210080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2121,"num_bytes_recovered":139001856,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":174,"reported_epoch":208,"state":"active+clean","last_fresh":"2023-08-28T02:29:14.961426+0000","last_change":"2023-08-28T02:17:57.847940+0000","last_active":"2023-08-28T02:29:14.961426+0000","last_peered":"2023-08-28T02:29:14.961426+0000","last_clean":"2023-08-28T02:29:14.961426+0000","last_became_active":"2023-08-28T02:17:57.843416+0000","last_became_peered":"2023-08-28T02:17:57.843416+0000","last_unstale":"2023-08-28T02:29:14.961426+0000","last_undegraded":"2023-08-28T02:29:14.961426+0000","last_fullsized":"2023-08-28T02:29:14.961426+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:10:47.631878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":170,"reported_epoch":207,"state":"active+clean","last_fresh":"2023-08-28T02:29:12.964870+0000","last_change":"2023-08-28T02:15:58.338976+0000","last_active":"2023-08-28T02:29:12.964870+0000","last_peered":"2023-08-28T02:29:12.964870+0000","last_clean":"2023-08-28T02:29:12.964870+0000","last_became_active":"2023-08-28T02:15:58.338552+0000","last_became_peered":"2023-08-28T02:15:58.338552+0000","last_unstale":"2023-08-28T02:29:12.964870+0000","last_undegraded":"2023-08-28T02:29:12.964870+0000","last_fullsized":"2023-08-28T02:29:12.964870+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:27:36.380341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":165,"reported_epoch":209,"state":"active+clean","last_fresh":"2023-08-28T02:29:15.840566+0000","last_change":"2023-08-28T02:17:57.876478+0000","last_active":"2023-08-28T02:29:15.840566+0000","last_peered":"2023-08-28T02:29:15.840566+0000","last_clean":"2023-08-28T02:29:15.840566+0000","last_became_active":"2023-08-28T02:17:57.876048+0000","last_became_peered":"2023-08-28T02:17:57.876048+0000","last_unstale":"2023-08-28T02:29:15.840566+0000","last_undegraded":"2023-08-28T02:29:15.840566+0000","last_fullsized":"2023-08-28T02:29:15.840566+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:46:14.225407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":156,"reported_epoch":208,"state":"active+clean","last_fresh":"2023-08-28T02:29:14.961320+0000","last_change":"2023-08-28T02:17:57.832929+0000","last_active":"2023-08-28T02:29:14.961320+0000","last_peered":"2023-08-28T02:29:14.961320+0000","last_clean":"2023-08-28T02:29:14.961320+0000","last_became_active":"2023-08-28T02:17:57.825320+0000","last_became_peered":"2023-08-28T02:17:57.825320+0000","last_unstale":"2023-08-28T02:29:14.961320+0000","last_undegraded":"2023-08-28T02:29:14.961320+0000","last_fullsized":"2023-08-28T02:29:14.961320+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:41:38.568184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":171,"reported_epoch":207,"state":"active+clean","last_fresh":"2023-08-28T02:29:12.966974+0000","last_change":"2023-08-28T02:15:58.356833+0000","last_active":"2023-08-28T02:29:12.966974+0000","last_peered":"2023-08-28T02:29:12.966974+0000","last_clean":"2023-08-28T02:29:12.966974+0000","last_became_active":"2023-08-28T02:15:58.356519+0000","last_became_peered":"2023-08-28T02:15:58.356519+0000","last_unstale":"2023-08-28T02:29:12.966974+0000","last_undegraded":"2023-08-28T02:29:12.966974+0000","last_fullsized":"2023-08-28T02:29:12.966974+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:18:26.590683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":142,"reported_epoch":208,"state":"active+clean","last_fresh":"2023-08-28T02:29:14.960570+0000","last_change":"2023-08-28T02:17:57.827818+0000","last_active":"2023-08-28T02:29:14.960570+0000","last_peered":"2023-08-28T02:29:14.960570+0000","last_clean":"2023-08-28T02:29:14.960570+0000","last_became_active":"2023-08-28T02:17:57.825999+0000","last_became_peered":"2023-08-28T02:17:57.825999+0000","last_unstale":"2023-08-28T02:29:14.960570+0000","last_undegraded":"2023-08-28T02:29:14.960570+0000","last_fullsized":"2023-08-28T02:29:14.960570+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:35:29.864132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"65'3","reported_seq":176,"reported_epoch":208,"state":"active+clean","last_fresh":"2023-08-28T02:29:14.972509+0000","last_change":"2023-08-28T02:17:57.827265+0000","last_active":"2023-08-28T02:29:14.972509+0000","last_peered":"2023-08-28T02:29:14.972509+0000","last_clean":"2023-08-28T02:29:14.972509+0000","last_became_active":"2023-08-28T02:17:57.826872+0000","last_became_peered":"2023-08-28T02:17:57.826872+0000","last_unstale":"2023-08-28T02:29:14.972509+0000","last_undegraded":"2023-08-28T02:29:14.972509+0000","last_fullsized":"2023-08-28T02:29:14.972509+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:48:03.674891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":149,"reported_epoch":209,"state":"active+clean","last_fresh":"2023-08-28T02:29:15.835296+0000","last_change":"2023-08-28T02:16:50.317018+0000","last_active":"2023-08-28T02:29:15.835296+0000","last_peered":"2023-08-28T02:29:15.835296+0000","last_clean":"2023-08-28T02:29:15.835296+0000","last_became_active":"2023-08-28T02:16:50.316562+0000","last_became_peered":"2023-08-28T02:16:50.316562+0000","last_unstale":"2023-08-28T02:29:15.835296+0000","last_undegraded":"2023-08-28T02:29:15.835296+0000","last_fullsized":"2023-08-28T02:29:15.835296+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:24:38.987247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":178,"reported_epoch":208,"state":"active+clean","last_fresh":"2023-08-28T02:29:14.978261+0000","last_change":"2023-08-28T02:07:37.315303+0000","last_active":"2023-08-28T02:29:14.978261+0000","last_peered":"2023-08-28T02:29:14.978261+0000","last_clean":"2023-08-28T02:29:14.978261+0000","last_became_active":"2023-08-28T02:07:37.312336+0000","last_became_peered":"2023-08-28T02:07:37.312336+0000","last_unstale":"2023-08-28T02:29:14.978261+0000","last_undegraded":"2023-08-28T02:29:14.978261+0000","last_fullsized":"2023-08-28T02:29:14.978261+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T14:00:32.089076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":172,"reported_epoch":208,"state":"active+clean","last_fresh":"2023-08-28T02:29:14.977347+0000","last_change":"2023-08-28T02:15:58.341659+0000","last_active":"2023-08-28T02:29:14.977347+0000","last_peered":"2023-08-28T02:29:14.977347+0000","last_clean":"2023-08-28T02:29:14.977347+0000","last_became_active":"2023-08-28T02:15:58.341315+0000","last_became_peered":"2023-08-28T02:15:58.341315+0000","last_unstale":"2023-08-28T02:29:14.977347+0000","last_undegraded":"2023-08-28T02:29:14.977347+0000","last_fullsized":"2023-08-28T02:29:14.977347+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:07:51.806773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.19","version":"209'6576","reported_seq":6651,"reported_epoch":209,"state":"active+clean","last_fresh":"2023-08-28T02:29:15.915366+0000","last_change":"2023-08-28T02:27:27.843862+0000","last_active":"2023-08-28T02:29:15.915366+0000","last_peered":"2023-08-28T02:29:15.915366+0000","last_clean":"2023-08-28T02:29:15.915366+0000","last_became_active":"2023-08-28T02:27:27.835168+0000","last_became_peered":"2023-08-28T02:27:27.835168+0000","last_unstale":"2023-08-28T02:29:15.915366+0000","last_undegraded":"2023-08-28T02:29:15.915366+0000","last_fullsized":"2023-08-28T02:29:15.915366+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":6576,"log_dups_size":0,"ondisk_log_size":6576,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":118423552,"num_objects":1807,"num_object_clones":0,"num_object_copies":5421,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1807,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4793,"num_write_kb":211200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":131072,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.13","version":"65'2","reported_seq":175,"reported_epoch":208,"state":"active+clean","last_fresh":"2023-08-28T02:29:14.968083+0000","last_change":"2023-08-28T02:16:50.332699+0000","last_active":"2023-08-28T02:29:14.968083+0000","last_peered":"2023-08-28T02:29:14.968083+0000","last_clean":"2023-08-28T02:29:14.968083+0000","last_became_active":"2023-08-28T02:16:50.332337+0000","last_became_peered":"2023-08-28T02:16:50.332337+0000","last_unstale":"2023-08-28T02:29:14.968083+0000","last_undegraded":"2023-08-28T02:29:14.968083+0000","last_fullsized":"2023-08-28T02:29:14.968083+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:26:51.876295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":153,"reported_epoch":209,"state":"active+clean","last_fresh":"2023-08-28T02:29:15.840860+0000","last_change":"2023-08-28T02:16:50.311257+0000","last_active":"2023-08-28T02:29:15.840860+0000","last_peered":"2023-08-28T02:29:15.840860+0000","last_clean":"2023-08-28T02:29:15.840860+0000","last_became_active":"2023-08-28T02:16:50.310902+0000","last_became_peered":"2023-08-28T02:16:50.310902+0000","last_unstale":"2023-08-28T02:29:15.840860+0000","last_undegraded":"2023-08-28T02:29:15.840860+0000","last_fullsized":"2023-08-28T02:29:15.840860+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:09.479771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,7],"acting":[0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.18","version":"209'6689","reported_seq":6758,"reported_epoch":209,"state":"active+clean","last_fresh":"2023-08-28T02:29:15.865202+0000","last_change":"2023-08-28T02:27:42.039403+0000","last_active":"2023-08-28T02:29:15.865202+0000","last_peered":"2023-08-28T02:29:15.865202+0000","last_clean":"2023-08-28T02:29:15.865202+0000","last_became_active":"2023-08-28T02:27:27.823076+0000","last_became_peered":"2023-08-28T02:27:27.823076+0000","last_unstale":"2023-08-28T02:29:15.865202+0000","last_undegraded":"2023-08-28T02:29:15.865202+0000","last_fullsized":"2023-08-28T02:29:15.865202+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":6689,"log_dups_size":0,"ondisk_log_size":6689,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":120586240,"num_objects":1840,"num_object_clones":0,"num_object_copies":5520,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1840,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4918,"num_write_kb":216256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":165,"reported_epoch":209,"state":"active+clean","last_fresh":"2023-08-28T02:29:15.840397+0000","last_change":"2023-08-28T02:17:57.870068+0000","last_active":"2023-08-28T02:29:15.840397+0000","last_peered":"2023-08-28T02:29:15.840397+0000","last_clean":"2023-08-28T02:29:15.840397+0000","last_became_active":"2023-08-28T02:17:57.869718+0000","last_became_peered":"2023-08-28T02:17:57.869718+0000","last_unstale":"2023-08-28T02:29:15.840397+0000","last_undegraded":"2023-08-28T02:29:15.840397+0000","last_fullsized":"2023-08-28T02:29:15.840397+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:28:47.968132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":170,"reported_epoch":207,"state":"active+clean","last_fresh":"2023-08-28T02:29:12.967290+0000","last_change":"2023-08-28T02:17:57.827021+0000","last_active":"2023-08-28T02:29:12.967290+0000","last_peered":"2023-08-28T02:29:12.967290+0000","last_clean":"2023-08-28T02:29:12.967290+0000","last_became_active":"2023-08-28T02:17:57.826722+0000","last_became_peered":"2023-08-28T02:17:57.826722+0000","last_unstale":"2023-08-28T02:29:12.967290+0000","last_undegraded":"2023-08-28T02:29:12.967290+0000","last_fullsized":"2023-08-28T02:29:12.967290+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:02:26.183338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":156,"reported_epoch":208,"state":"active+clean","last_fresh":"2023-08-28T02:29:14.968454+0000","last_change":"2023-08-28T02:07:37.318077+0000","last_active":"2023-08-28T02:29:14.968454+0000","last_peered":"2023-08-28T02:29:14.968454+0000","last_clean":"2023-08-28T02:29:14.968454+0000","last_became_active":"2023-08-28T02:07:37.317784+0000","last_became_peered":"2023-08-28T02:07:37.317784+0000","last_unstale":"2023-08-28T02:29:14.968454+0000","last_undegraded":"2023-08-28T02:29:14.968454+0000","last_fullsized":"2023-08-28T02:29:14.968454+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:08:37.079996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":166,"reported_epoch":209,"state":"active+clean","last_fresh":"2023-08-28T02:29:15.841084+0000","last_change":"2023-08-28T02:17:57.870143+0000","last_active":"2023-08-28T02:29:15.841084+0000","last_peered":"2023-08-28T02:29:15.841084+0000","last_clean":"2023-08-28T02:29:15.841084+0000","last_became_active":"2023-08-28T02:17:57.869769+0000","last_became_peered":"2023-08-28T02:17:57.869769+0000","last_unstale":"2023-08-28T02:29:15.841084+0000","last_undegraded":"2023-08-28T02:29:15.841084+0000","last_fullsized":"2023-08-28T02:29:15.841084+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:21:29.581768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"65'8","reported_seq":179,"reported_epoch":207,"state":"active+clean","last_fresh":"2023-08-28T02:29:12.963926+0000","last_change":"2023-08-28T02:14:43.083962+0000","last_active":"2023-08-28T02:29:12.963926+0000","last_peered":"2023-08-28T02:29:12.963926+0000","last_clean":"2023-08-28T02:29:12.963926+0000","last_became_active":"2023-08-28T02:14:43.083699+0000","last_became_peered":"2023-08-28T02:14:43.083699+0000","last_unstale":"2023-08-28T02:29:12.963926+0000","last_undegraded":"2023-08-28T02:29:12.963926+0000","last_fullsized":"2023-08-28T02:29:12.963926+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:34:42.581750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":156,"reported_epoch":208,"state":"active+clean","last_fresh":"2023-08-28T02:29:14.961444+0000","last_change":"2023-08-28T02:17:57.837590+0000","last_active":"2023-08-28T02:29:14.961444+0000","last_peered":"2023-08-28T02:29:14.961444+0000","last_clean":"2023-08-28T02:29:14.961444+0000","last_became_active":"2023-08-28T02:17:57.837098+0000","last_became_peered":"2023-08-28T02:17:57.837098+0000","last_unstale":"2023-08-28T02:29:14.961444+0000","last_undegraded":"2023-08-28T02:29:14.961444+0000","last_fullsized":"2023-08-28T02:29:14.961444+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:19:56.089819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.5","version":"209'6635","reported_seq":6705,"reported_epoch":209,"state":"active+clean","last_fresh":"2023-08-28T02:29:15.886964+0000","last_change":"2023-08-28T02:27:27.811935+0000","last_active":"2023-08-28T02:29:15.886964+0000","last_peered":"2023-08-28T02:29:15.886964+0000","last_clean":"2023-08-28T02:29:15.886964+0000","last_became_active":"2023-08-28T02:27:27.809447+0000","last_became_peered":"2023-08-28T02:27:27.809447+0000","last_unstale":"2023-08-28T02:29:15.886964+0000","last_undegraded":"2023-08-28T02:29:15.886964+0000","last_fullsized":"2023-08-28T02:29:15.886964+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":6635,"log_dups_size":0,"ondisk_log_size":6635,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":121372672,"num_objects":1852,"num_object_clones":0,"num_object_copies":5556,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1852,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4860,"num_write_kb":214784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"65'1","reported_seq":174,"reported_epoch":208,"state":"active+clean","last_fresh":"2023-08-28T02:29:14.965877+0000","last_change":"2023-08-28T02:14:43.046130+0000","last_active":"2023-08-28T02:29:14.965877+0000","last_peered":"2023-08-28T02:29:14.965877+0000","last_clean":"2023-08-28T02:29:14.965877+0000","last_became_active":"2023-08-28T02:14:43.045775+0000","last_became_peered":"2023-08-28T02:14:43.045775+0000","last_unstale":"2023-08-28T02:29:14.965877+0000","last_undegraded":"2023-08-28T02:29:14.965877+0000","last_fullsized":"2023-08-28T02:29:14.965877+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:57:38.279756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":153,"reported_epoch":207,"state":"active+clean","last_fresh":"2023-08-28T02:29:12.966371+0000","last_change":"2023-08-28T02:07:37.452412+0000","last_active":"2023-08-28T02:29:12.966371+0000","last_peered":"2023-08-28T02:29:12.966371+0000","last_clean":"2023-08-28T02:29:12.966371+0000","last_became_active":"2023-08-28T02:07:37.452156+0000","last_became_peered":"2023-08-28T02:07:37.452156+0000","last_unstale":"2023-08-28T02:29:12.966371+0000","last_undegraded":"2023-08-28T02:29:12.966371+0000","last_fullsized":"2023-08-28T02:29:12.966371+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:10:33.405360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.4","version":"209'6616","reported_seq":6686,"reported_epoch":209,"state":"active+clean","last_fresh":"2023-08-28T02:29:15.890524+0000","last_change":"2023-08-28T02:27:27.801316+0000","last_active":"2023-08-28T02:29:15.890524+0000","last_peered":"2023-08-28T02:29:15.890524+0000","last_clean":"2023-08-28T02:29:15.890524+0000","last_became_active":"2023-08-28T02:27:27.799234+0000","last_became_peered":"2023-08-28T02:27:27.799234+0000","last_unstale":"2023-08-28T02:29:15.890524+0000","last_undegraded":"2023-08-28T02:29:15.890524+0000","last_fullsized":"2023-08-28T02:29:15.890524+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":6616,"log_dups_size":0,"ondisk_log_size":6616,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":115507200,"num_objects":1762,"num_object_clones":0,"num_object_copies":5286,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1762,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4842,"num_write_kb":211360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.e","version":"65'2","reported_seq":175,"reported_epoch":208,"state":"active+clean","last_fresh":"2023-08-28T02:29:14.967618+0000","last_change":"2023-08-28T02:15:58.339743+0000","last_active":"2023-08-28T02:29:14.967618+0000","last_peered":"2023-08-28T02:29:14.967618+0000","last_clean":"2023-08-28T02:29:14.967618+0000","last_became_active":"2023-08-28T02:15:58.339306+0000","last_became_peered":"2023-08-28T02:15:58.339306+0000","last_unstale":"2023-08-28T02:29:14.967618+0000","last_undegraded":"2023-08-28T02:29:14.967618+0000","last_fullsized":"2023-08-28T02:29:14.967618+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:26:49.535873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":189,"reported_epoch":208,"state":"active+clean","last_fresh":"2023-08-28T02:29:14.976934+0000","last_change":"2023-08-28T02:17:57.825376+0000","last_active":"2023-08-28T02:29:14.976934+0000","last_peered":"2023-08-28T02:29:14.976934+0000","last_clean":"2023-08-28T02:29:14.976934+0000","last_became_active":"2023-08-28T02:17:57.825022+0000","last_became_peered":"2023-08-28T02:17:57.825022+0000","last_unstale":"2023-08-28T02:29:14.976934+0000","last_undegraded":"2023-08-28T02:29:14.976934+0000","last_fullsized":"2023-08-28T02:29:14.976934+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:02:30.773293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.7","version":"208'6722","reported_seq":6789,"reported_epoch":208,"state":"active+clean","last_fresh":"2023-08-28T02:29:15.402707+0000","last_change":"2023-08-28T02:27:27.809746+0000","last_active":"2023-08-28T02:29:15.402707+0000","last_peered":"2023-08-28T02:29:15.402707+0000","last_clean":"2023-08-28T02:29:15.402707+0000","last_became_active":"2023-08-28T02:27:27.807811+0000","last_became_peered":"2023-08-28T02:27:27.807811+0000","last_unstale":"2023-08-28T02:29:15.402707+0000","last_undegraded":"2023-08-28T02:29:15.402707+0000","last_fullsized":"2023-08-28T02:29:15.402707+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":6722,"log_dups_size":0,"ondisk_log_size":6722,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":122355712,"num_objects":1867,"num_object_clones":0,"num_object_copies":5601,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1867,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4929,"num_write_kb":217472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"65'1","reported_seq":157,"reported_epoch":208,"state":"active+clean","last_fresh":"2023-08-28T02:29:14.972417+0000","last_change":"2023-08-28T02:07:37.312010+0000","last_active":"2023-08-28T02:29:14.972417+0000","last_peered":"2023-08-28T02:29:14.972417+0000","last_clean":"2023-08-28T02:29:14.972417+0000","last_became_active":"2023-08-28T02:07:37.311737+0000","last_became_peered":"2023-08-28T02:07:37.311737+0000","last_unstale":"2023-08-28T02:29:14.972417+0000","last_undegraded":"2023-08-28T02:29:14.972417+0000","last_fullsized":"2023-08-28T02:29:14.972417+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:09:38.844075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":170,"reported_epoch":207,"state":"active+clean","last_fresh":"2023-08-28T02:29:12.964577+0000","last_change":"2023-08-28T02:15:58.345711+0000","last_active":"2023-08-28T02:29:12.964577+0000","last_peered":"2023-08-28T02:29:12.964577+0000","last_clean":"2023-08-28T02:29:12.964577+0000","last_became_active":"2023-08-28T02:15:58.345246+0000","last_became_peered":"2023-08-28T02:15:58.345246+0000","last_unstale":"2023-08-28T02:29:12.964577+0000","last_undegraded":"2023-08-28T02:29:12.964577+0000","last_fullsized":"2023-08-28T02:29:12.964577+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:43:42.445855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.6","version":"208'6609","reported_seq":6676,"reported_epoch":208,"state":"active+clean","last_fresh":"2023-08-28T02:29:15.423577+0000","last_change":"2023-08-28T02:27:27.820582+0000","last_active":"2023-08-28T02:29:15.423577+0000","last_peered":"2023-08-28T02:29:15.423577+0000","last_clean":"2023-08-28T02:29:15.423577+0000","last_became_active":"2023-08-28T02:27:27.818890+0000","last_became_peered":"2023-08-28T02:27:27.818890+0000","last_unstale":"2023-08-28T02:29:15.423577+0000","last_undegraded":"2023-08-28T02:29:15.423577+0000","last_fullsized":"2023-08-28T02:29:15.423577+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":6609,"log_dups_size":0,"ondisk_log_size":6609,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":119242752,"num_objects":1819,"num_object_clones":0,"num_object_copies":5457,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1819,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4833,"num_write_kb":212896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,1],"acting":[5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":171,"reported_epoch":207,"state":"active+clean","last_fresh":"2023-08-28T02:29:12.966787+0000","last_change":"2023-08-28T02:17:57.872076+0000","last_active":"2023-08-28T02:29:12.966787+0000","last_peered":"2023-08-28T02:29:12.966787+0000","last_clean":"2023-08-28T02:29:12.966787+0000","last_became_active":"2023-08-28T02:17:57.871701+0000","last_became_peered":"2023-08-28T02:17:57.871701+0000","last_unstale":"2023-08-28T02:29:12.966787+0000","last_undegraded":"2023-08-28T02:29:12.966787+0000","last_fullsized":"2023-08-28T02:29:12.966787+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:34:26.505505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":179,"reported_epoch":209,"state":"active+clean","last_fresh":"2023-08-28T02:29:15.840521+0000","last_change":"2023-08-28T02:16:50.310255+0000","last_active":"2023-08-28T02:29:15.840521+0000","last_peered":"2023-08-28T02:29:15.840521+0000","last_clean":"2023-08-28T02:29:15.840521+0000","last_became_active":"2023-08-28T02:16:50.309889+0000","last_became_peered":"2023-08-28T02:16:50.309889+0000","last_unstale":"2023-08-28T02:29:15.840521+0000","last_undegraded":"2023-08-28T02:29:15.840521+0000","last_fullsized":"2023-08-28T02:29:15.840521+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:40:26.627880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.9","version":"75'161","reported_seq":580,"reported_epoch":208,"state":"active+clean","last_fresh":"2023-08-28T02:29:14.967642+0000","last_change":"2023-08-28T02:27:46.338501+0000","last_active":"2023-08-28T02:29:14.967642+0000","last_peered":"2023-08-28T02:29:14.967642+0000","last_clean":"2023-08-28T02:29:14.967642+0000","last_became_active":"2023-08-28T02:27:46.338143+0000","last_became_peered":"2023-08-28T02:27:46.338143+0000","last_unstale":"2023-08-28T02:29:14.967642+0000","last_undegraded":"2023-08-28T02:29:14.967642+0000","last_fullsized":"2023-08-28T02:29:14.967642+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":21,"num_write_kb":219,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.1","version":"209'6760","reported_seq":6830,"reported_epoch":209,"state":"active+clean","last_fresh":"2023-08-28T02:29:15.901490+0000","last_change":"2023-08-28T02:27:40.064301+0000","last_active":"2023-08-28T02:29:15.901490+0000","last_peered":"2023-08-28T02:29:15.901490+0000","last_clean":"2023-08-28T02:29:15.901490+0000","last_became_active":"2023-08-28T02:27:27.804431+0000","last_became_peered":"2023-08-28T02:27:27.804431+0000","last_unstale":"2023-08-28T02:29:15.901490+0000","last_undegraded":"2023-08-28T02:29:15.901490+0000","last_fullsized":"2023-08-28T02:29:15.901490+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":6760,"log_dups_size":0,"ondisk_log_size":6760,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":120782848,"num_objects":1843,"num_object_clones":0,"num_object_copies":5529,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1843,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4925,"num_write_kb":216576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"65'2","reported_seq":188,"reported_epoch":208,"state":"active+clean","last_fresh":"2023-08-28T02:29:14.961534+0000","last_change":"2023-08-28T02:17:57.845300+0000","last_active":"2023-08-28T02:29:14.961534+0000","last_peered":"2023-08-28T02:29:14.961534+0000","last_clean":"2023-08-28T02:29:14.961534+0000","last_became_active":"2023-08-28T02:17:57.843639+0000","last_became_peered":"2023-08-28T02:17:57.843639+0000","last_unstale":"2023-08-28T02:29:14.961534+0000","last_undegraded":"2023-08-28T02:29:14.961534+0000","last_fullsized":"2023-08-28T02:29:14.961534+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:27.684476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":172,"reported_epoch":208,"state":"active+clean","last_fresh":"2023-08-28T02:29:14.978201+0000","last_change":"2023-08-28T02:17:57.825494+0000","last_active":"2023-08-28T02:29:14.978201+0000","last_peered":"2023-08-28T02:29:14.978201+0000","last_clean":"2023-08-28T02:29:14.978201+0000","last_became_active":"2023-08-28T02:17:57.825112+0000","last_became_peered":"2023-08-28T02:17:57.825112+0000","last_unstale":"2023-08-28T02:29:14.978201+0000","last_undegraded":"2023-08-28T02:29:14.978201+0000","last_fullsized":"2023-08-28T02:29:14.978201+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:04:13.819397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.8","version":"75'161","reported_seq":417,"reported_epoch":207,"state":"active+clean","last_fresh":"2023-08-28T02:29:12.962387+0000","last_change":"2023-08-28T02:29:07.864770+0000","last_active":"2023-08-28T02:29:12.962387+0000","last_peered":"2023-08-28T02:29:12.962387+0000","last_clean":"2023-08-28T02:29:12.962387+0000","last_became_active":"2023-08-28T02:29:07.864446+0000","last_became_peered":"2023-08-28T02:29:07.864446+0000","last_unstale":"2023-08-28T02:29:12.962387+0000","last_undegraded":"2023-08-28T02:29:12.962387+0000","last_fullsized":"2023-08-28T02:29:12.962387+0000","mapping_epoch":203,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":204,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":219,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":423697,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.0","version":"210'6797","reported_seq":6867,"reported_epoch":210,"state":"active+clean","last_fresh":"2023-08-28T02:29:17.192902+0000","last_change":"2023-08-28T02:27:27.796032+0000","last_active":"2023-08-28T02:29:17.192902+0000","last_peered":"2023-08-28T02:29:17.192902+0000","last_clean":"2023-08-28T02:29:17.192902+0000","last_became_active":"2023-08-28T02:27:27.794136+0000","last_became_peered":"2023-08-28T02:27:27.794136+0000","last_unstale":"2023-08-28T02:29:17.192902+0000","last_undegraded":"2023-08-28T02:29:17.192902+0000","last_fullsized":"2023-08-28T02:29:17.192902+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":6797,"log_dups_size":0,"ondisk_log_size":6797,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117112832,"num_objects":1787,"num_object_clones":0,"num_object_copies":5361,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1787,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4967,"num_write_kb":216128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":79,"reported_epoch":208,"state":"active+clean","last_fresh":"2023-08-28T02:29:14.977066+0000","last_change":"2023-08-28T02:28:52.900661+0000","last_active":"2023-08-28T02:29:14.977066+0000","last_peered":"2023-08-28T02:29:14.977066+0000","last_clean":"2023-08-28T02:29:14.977066+0000","last_became_active":"2023-08-28T02:28:52.900358+0000","last_became_peered":"2023-08-28T02:28:52.900358+0000","last_unstale":"2023-08-28T02:29:14.977066+0000","last_undegraded":"2023-08-28T02:29:14.977066+0000","last_fullsized":"2023-08-28T02:29:14.977066+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:56:37.637581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":153,"reported_epoch":209,"state":"active+clean","last_fresh":"2023-08-28T02:29:15.840732+0000","last_change":"2023-08-28T02:16:50.318938+0000","last_active":"2023-08-28T02:29:15.840732+0000","last_peered":"2023-08-28T02:29:15.840732+0000","last_clean":"2023-08-28T02:29:15.840732+0000","last_became_active":"2023-08-28T02:16:50.318559+0000","last_became_peered":"2023-08-28T02:16:50.318559+0000","last_unstale":"2023-08-28T02:29:15.840732+0000","last_undegraded":"2023-08-28T02:29:15.840732+0000","last_fullsized":"2023-08-28T02:29:15.840732+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:08:58.462110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,5],"acting":[0,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.3","version":"208'6926","reported_seq":7086,"reported_epoch":208,"state":"active+clean","last_fresh":"2023-08-28T02:29:15.808861+0000","last_change":"2023-08-28T02:27:35.529216+0000","last_active":"2023-08-28T02:29:15.808861+0000","last_peered":"2023-08-28T02:29:15.808861+0000","last_clean":"2023-08-28T02:29:15.808861+0000","last_became_active":"2023-08-28T02:27:27.819767+0000","last_became_peered":"2023-08-28T02:27:27.819767+0000","last_unstale":"2023-08-28T02:29:15.808861+0000","last_undegraded":"2023-08-28T02:29:15.808861+0000","last_fullsized":"2023-08-28T02:29:15.808861+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"173'3890","last_scrub_stamp":"2023-08-28T02:27:35.529147+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:27:35.529147+0000","objects_scrubbed":2123,"log_size":6926,"log_dups_size":0,"ondisk_log_size":6926,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:01:38.652509+0000","scrub_duration":0.20511267,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":124977152,"num_objects":1907,"num_object_clones":0,"num_object_copies":5721,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1907,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3036,"num_write_kb":90240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":173,"reported_epoch":208,"state":"active+clean","last_fresh":"2023-08-28T02:29:14.976867+0000","last_change":"2023-08-28T02:16:50.340534+0000","last_active":"2023-08-28T02:29:14.976867+0000","last_peered":"2023-08-28T02:29:14.976867+0000","last_clean":"2023-08-28T02:29:14.976867+0000","last_became_active":"2023-08-28T02:16:50.340208+0000","last_became_peered":"2023-08-28T02:16:50.340208+0000","last_unstale":"2023-08-28T02:29:14.976867+0000","last_undegraded":"2023-08-28T02:29:14.976867+0000","last_fullsized":"2023-08-28T02:29:14.976867+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:15:28.933937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":172,"reported_epoch":208,"state":"active+clean","last_fresh":"2023-08-28T02:29:14.977076+0000","last_change":"2023-08-28T02:15:58.341805+0000","last_active":"2023-08-28T02:29:14.977076+0000","last_peered":"2023-08-28T02:29:14.977076+0000","last_clean":"2023-08-28T02:29:14.977076+0000","last_became_active":"2023-08-28T02:15:58.341410+0000","last_became_peered":"2023-08-28T02:15:58.341410+0000","last_unstale":"2023-08-28T02:29:14.977076+0000","last_undegraded":"2023-08-28T02:29:14.977076+0000","last_fullsized":"2023-08-28T02:29:14.977076+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:53:09.135509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"75'161","reported_seq":437,"reported_epoch":207,"state":"active+clean","last_fresh":"2023-08-28T02:29:12.962427+0000","last_change":"2023-08-28T02:27:46.345385+0000","last_active":"2023-08-28T02:29:12.962427+0000","last_peered":"2023-08-28T02:29:12.962427+0000","last_clean":"2023-08-28T02:29:12.962427+0000","last_became_active":"2023-08-28T02:27:46.344991+0000","last_became_peered":"2023-08-28T02:27:46.344991+0000","last_unstale":"2023-08-28T02:29:12.962427+0000","last_undegraded":"2023-08-28T02:29:12.962427+0000","last_fullsized":"2023-08-28T02:29:12.962427+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53669,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":21,"num_write_kb":219,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.2","version":"208'6614","reported_seq":6686,"reported_epoch":208,"state":"active+clean","last_fresh":"2023-08-28T02:29:15.820311+0000","last_change":"2023-08-28T02:27:37.158887+0000","last_active":"2023-08-28T02:29:15.820311+0000","last_peered":"2023-08-28T02:29:15.820311+0000","last_clean":"2023-08-28T02:29:15.820311+0000","last_became_active":"2023-08-28T02:27:27.817441+0000","last_became_peered":"2023-08-28T02:27:27.817441+0000","last_unstale":"2023-08-28T02:29:15.820311+0000","last_undegraded":"2023-08-28T02:29:15.820311+0000","last_fullsized":"2023-08-28T02:29:15.820311+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":6614,"log_dups_size":0,"ondisk_log_size":6614,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":114786304,"num_objects":1751,"num_object_clones":0,"num_object_copies":5253,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1751,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4865,"num_write_kb":211744,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":65536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":158,"reported_epoch":208,"state":"active+clean","last_fresh":"2023-08-28T02:29:14.961229+0000","last_change":"2023-08-28T02:17:57.834673+0000","last_active":"2023-08-28T02:29:14.961229+0000","last_peered":"2023-08-28T02:29:14.961229+0000","last_clean":"2023-08-28T02:29:14.961229+0000","last_became_active":"2023-08-28T02:17:57.833257+0000","last_became_peered":"2023-08-28T02:17:57.833257+0000","last_unstale":"2023-08-28T02:29:14.961229+0000","last_undegraded":"2023-08-28T02:29:14.961229+0000","last_fullsized":"2023-08-28T02:29:14.961229+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:59:25.673492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":138,"reported_epoch":209,"state":"active+clean","last_fresh":"2023-08-28T02:29:15.840830+0000","last_change":"2023-08-28T02:14:44.099829+0000","last_active":"2023-08-28T02:29:15.840830+0000","last_peered":"2023-08-28T02:29:15.840830+0000","last_clean":"2023-08-28T02:29:15.840830+0000","last_became_active":"2023-08-28T02:14:44.099521+0000","last_became_peered":"2023-08-28T02:14:44.099521+0000","last_unstale":"2023-08-28T02:29:15.840830+0000","last_undegraded":"2023-08-28T02:29:15.840830+0000","last_fullsized":"2023-08-28T02:29:15.840830+0000","mapping_epoch":88,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":89,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:41:15.842669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.7","version":"75'161","reported_seq":425,"reported_epoch":208,"state":"active+clean","last_fresh":"2023-08-28T02:29:14.961275+0000","last_change":"2023-08-28T02:28:52.901603+0000","last_active":"2023-08-28T02:29:14.961275+0000","last_peered":"2023-08-28T02:29:14.961275+0000","last_clean":"2023-08-28T02:29:14.961275+0000","last_became_active":"2023-08-28T02:28:52.901228+0000","last_became_peered":"2023-08-28T02:28:52.901228+0000","last_unstale":"2023-08-28T02:29:14.961275+0000","last_undegraded":"2023-08-28T02:29:14.961275+0000","last_fullsized":"2023-08-28T02:29:14.961275+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.f","version":"208'9883","reported_seq":9939,"reported_epoch":208,"state":"active+clean","last_fresh":"2023-08-28T02:29:15.391842+0000","last_change":"2023-08-28T02:26:47.222033+0000","last_active":"2023-08-28T02:29:15.391842+0000","last_peered":"2023-08-28T02:29:15.391842+0000","last_clean":"2023-08-28T02:29:15.391842+0000","last_became_active":"2023-08-28T02:26:47.221705+0000","last_became_peered":"2023-08-28T02:26:47.221705+0000","last_unstale":"2023-08-28T02:29:15.391842+0000","last_undegraded":"2023-08-28T02:29:15.391842+0000","last_fullsized":"2023-08-28T02:29:15.391842+0000","mapping_epoch":160,"log_start":"167'2900","ondisk_log_start":"167'2900","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":6983,"log_dups_size":0,"ondisk_log_size":6983,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:28:10.163189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":242024448,"num_objects":3693,"num_object_clones":0,"num_object_copies":11079,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3693,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9883,"num_write_kb":434432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":182,"reported_epoch":209,"state":"active+clean","last_fresh":"2023-08-28T02:29:15.834563+0000","last_change":"2023-08-28T02:15:58.330205+0000","last_active":"2023-08-28T02:29:15.834563+0000","last_peered":"2023-08-28T02:29:15.834563+0000","last_clean":"2023-08-28T02:29:15.834563+0000","last_became_active":"2023-08-28T02:15:58.329854+0000","last_became_peered":"2023-08-28T02:15:58.329854+0000","last_unstale":"2023-08-28T02:29:15.834563+0000","last_undegraded":"2023-08-28T02:29:15.834563+0000","last_fullsized":"2023-08-28T02:29:15.834563+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:11:59.215198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":188,"reported_epoch":207,"state":"active+clean","last_fresh":"2023-08-28T02:29:12.967227+0000","last_change":"2023-08-28T02:17:57.832204+0000","last_active":"2023-08-28T02:29:12.967227+0000","last_peered":"2023-08-28T02:29:12.967227+0000","last_clean":"2023-08-28T02:29:12.967227+0000","last_became_active":"2023-08-28T02:17:57.831885+0000","last_became_peered":"2023-08-28T02:17:57.831885+0000","last_unstale":"2023-08-28T02:29:12.967227+0000","last_undegraded":"2023-08-28T02:29:12.967227+0000","last_fullsized":"2023-08-28T02:29:12.967227+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:14:33.767147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":135,"reported_epoch":209,"state":"active+clean","last_fresh":"2023-08-28T02:29:15.835370+0000","last_change":"2023-08-28T02:15:58.343551+0000","last_active":"2023-08-28T02:29:15.835370+0000","last_peered":"2023-08-28T02:29:15.835370+0000","last_clean":"2023-08-28T02:29:15.835370+0000","last_became_active":"2023-08-28T02:15:58.341847+0000","last_became_peered":"2023-08-28T02:15:58.341847+0000","last_unstale":"2023-08-28T02:29:15.835370+0000","last_undegraded":"2023-08-28T02:29:15.835370+0000","last_fullsized":"2023-08-28T02:29:15.835370+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:54:02.981107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.1","version":"75'161","reported_seq":437,"reported_epoch":207,"state":"active+clean","last_fresh":"2023-08-28T02:29:12.963228+0000","last_change":"2023-08-28T02:27:46.385523+0000","last_active":"2023-08-28T02:29:12.963228+0000","last_peered":"2023-08-28T02:29:12.963228+0000","last_clean":"2023-08-28T02:29:12.963228+0000","last_became_active":"2023-08-28T02:27:46.385155+0000","last_became_peered":"2023-08-28T02:27:46.385155+0000","last_unstale":"2023-08-28T02:29:12.963228+0000","last_undegraded":"2023-08-28T02:29:12.963228+0000","last_fullsized":"2023-08-28T02:29:12.963228+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":45,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.9","version":"208'6695","reported_seq":6763,"reported_epoch":209,"state":"active+clean","last_fresh":"2023-08-28T02:29:15.840452+0000","last_change":"2023-08-28T02:27:27.811110+0000","last_active":"2023-08-28T02:29:15.840452+0000","last_peered":"2023-08-28T02:29:15.840452+0000","last_clean":"2023-08-28T02:29:15.840452+0000","last_became_active":"2023-08-28T02:27:27.809412+0000","last_became_peered":"2023-08-28T02:27:27.809412+0000","last_unstale":"2023-08-28T02:29:15.840452+0000","last_undegraded":"2023-08-28T02:29:15.840452+0000","last_fullsized":"2023-08-28T02:29:15.840452+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":6695,"log_dups_size":0,"ondisk_log_size":6695,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":119537664,"num_objects":1824,"num_object_clones":0,"num_object_copies":5472,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1824,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4912,"num_write_kb":215552,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":175,"reported_epoch":207,"state":"active+clean","last_fresh":"2023-08-28T02:29:12.962768+0000","last_change":"2023-08-28T02:15:58.344890+0000","last_active":"2023-08-28T02:29:12.962768+0000","last_peered":"2023-08-28T02:29:12.962768+0000","last_clean":"2023-08-28T02:29:12.962768+0000","last_became_active":"2023-08-28T02:15:58.344569+0000","last_became_peered":"2023-08-28T02:15:58.344569+0000","last_unstale":"2023-08-28T02:29:12.962768+0000","last_undegraded":"2023-08-28T02:29:12.962768+0000","last_fullsized":"2023-08-28T02:29:12.962768+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:01:49.773942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":173,"reported_epoch":208,"state":"active+clean","last_fresh":"2023-08-28T02:29:14.977478+0000","last_change":"2023-08-28T02:14:43.039758+0000","last_active":"2023-08-28T02:29:14.977478+0000","last_peered":"2023-08-28T02:29:14.977478+0000","last_clean":"2023-08-28T02:29:14.977478+0000","last_became_active":"2023-08-28T02:14:43.039236+0000","last_became_peered":"2023-08-28T02:14:43.039236+0000","last_unstale":"2023-08-28T02:29:14.977478+0000","last_undegraded":"2023-08-28T02:29:14.977478+0000","last_fullsized":"2023-08-28T02:29:14.977478+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:49:11.066668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":165,"reported_epoch":209,"state":"active+clean","last_fresh":"2023-08-28T02:29:15.834749+0000","last_change":"2023-08-28T02:17:57.871915+0000","last_active":"2023-08-28T02:29:15.834749+0000","last_peered":"2023-08-28T02:29:15.834749+0000","last_clean":"2023-08-28T02:29:15.834749+0000","last_became_active":"2023-08-28T02:17:57.871557+0000","last_became_peered":"2023-08-28T02:17:57.871557+0000","last_unstale":"2023-08-28T02:29:15.834749+0000","last_undegraded":"2023-08-28T02:29:15.834749+0000","last_fullsized":"2023-08-28T02:29:15.834749+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:25.212031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.2","version":"75'161","reported_seq":580,"reported_epoch":208,"state":"active+clean","last_fresh":"2023-08-28T02:29:14.965983+0000","last_change":"2023-08-28T02:27:46.375815+0000","last_active":"2023-08-28T02:29:14.965983+0000","last_peered":"2023-08-28T02:29:14.965983+0000","last_clean":"2023-08-28T02:29:14.965983+0000","last_became_active":"2023-08-28T02:27:46.375590+0000","last_became_peered":"2023-08-28T02:27:46.375590+0000","last_unstale":"2023-08-28T02:29:14.965983+0000","last_undegraded":"2023-08-28T02:29:14.965983+0000","last_fullsized":"2023-08-28T02:29:14.965983+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":46,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.a","version":"208'9683","reported_seq":9739,"reported_epoch":208,"state":"active+clean","last_fresh":"2023-08-28T02:29:15.549771+0000","last_change":"2023-08-28T02:26:47.223292+0000","last_active":"2023-08-28T02:29:15.549771+0000","last_peered":"2023-08-28T02:29:15.549771+0000","last_clean":"2023-08-28T02:29:15.549771+0000","last_became_active":"2023-08-28T02:26:47.222941+0000","last_became_peered":"2023-08-28T02:26:47.222941+0000","last_unstale":"2023-08-28T02:29:15.549771+0000","last_undegraded":"2023-08-28T02:29:15.549771+0000","last_fullsized":"2023-08-28T02:29:15.549771+0000","mapping_epoch":160,"log_start":"167'2700","ondisk_log_start":"167'2700","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":6983,"log_dups_size":0,"ondisk_log_size":6983,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:57:17.504939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":239403008,"num_objects":3653,"num_object_clones":0,"num_object_copies":10959,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3653,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9683,"num_write_kb":426752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":182,"reported_epoch":210,"state":"active+clean","last_fresh":"2023-08-28T02:29:17.118130+0000","last_change":"2023-08-28T02:17:57.849218+0000","last_active":"2023-08-28T02:29:17.118130+0000","last_peered":"2023-08-28T02:29:17.118130+0000","last_clean":"2023-08-28T02:29:17.118130+0000","last_became_active":"2023-08-28T02:17:57.848849+0000","last_became_peered":"2023-08-28T02:17:57.848849+0000","last_unstale":"2023-08-28T02:29:17.118130+0000","last_undegraded":"2023-08-28T02:29:17.118130+0000","last_fullsized":"2023-08-28T02:29:17.118130+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:52:44.006871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":150,"reported_epoch":209,"state":"active+clean","last_fresh":"2023-08-28T02:29:15.833423+0000","last_change":"2023-08-28T02:16:50.316947+0000","last_active":"2023-08-28T02:29:15.833423+0000","last_peered":"2023-08-28T02:29:15.833423+0000","last_clean":"2023-08-28T02:29:15.833423+0000","last_became_active":"2023-08-28T02:16:50.316598+0000","last_became_peered":"2023-08-28T02:16:50.316598+0000","last_unstale":"2023-08-28T02:29:15.833423+0000","last_undegraded":"2023-08-28T02:29:15.833423+0000","last_fullsized":"2023-08-28T02:29:15.833423+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:13:41.719458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":177,"reported_epoch":209,"state":"active+clean","last_fresh":"2023-08-28T02:29:15.834451+0000","last_change":"2023-08-28T02:15:58.342090+0000","last_active":"2023-08-28T02:29:15.834451+0000","last_peered":"2023-08-28T02:29:15.834451+0000","last_clean":"2023-08-28T02:29:15.834451+0000","last_became_active":"2023-08-28T02:15:58.341776+0000","last_became_peered":"2023-08-28T02:15:58.341776+0000","last_unstale":"2023-08-28T02:29:15.834451+0000","last_undegraded":"2023-08-28T02:29:15.834451+0000","last_fullsized":"2023-08-28T02:29:15.834451+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:26:41.710259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.8","version":"208'6687","reported_seq":6757,"reported_epoch":208,"state":"active+clean","last_fresh":"2023-08-28T02:29:15.786613+0000","last_change":"2023-08-28T02:27:36.024940+0000","last_active":"2023-08-28T02:29:15.786613+0000","last_peered":"2023-08-28T02:29:15.786613+0000","last_clean":"2023-08-28T02:29:15.786613+0000","last_became_active":"2023-08-28T02:27:27.794150+0000","last_became_peered":"2023-08-28T02:27:27.794150+0000","last_unstale":"2023-08-28T02:29:15.786613+0000","last_undegraded":"2023-08-28T02:29:15.786613+0000","last_fullsized":"2023-08-28T02:29:15.786613+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":6687,"log_dups_size":0,"ondisk_log_size":6687,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":123731968,"num_objects":1888,"num_object_clones":0,"num_object_copies":5664,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1888,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4916,"num_write_kb":217728,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":175,"reported_epoch":207,"state":"active+clean","last_fresh":"2023-08-28T02:29:12.962913+0000","last_change":"2023-08-28T02:16:50.342424+0000","last_active":"2023-08-28T02:29:12.962913+0000","last_peered":"2023-08-28T02:29:12.962913+0000","last_clean":"2023-08-28T02:29:12.962913+0000","last_became_active":"2023-08-28T02:16:50.342083+0000","last_became_peered":"2023-08-28T02:16:50.342083+0000","last_unstale":"2023-08-28T02:29:12.962913+0000","last_undegraded":"2023-08-28T02:29:12.962913+0000","last_fullsized":"2023-08-28T02:29:12.962913+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:48:40.173542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"75'161","reported_seq":561,"reported_epoch":208,"state":"active+clean","last_fresh":"2023-08-28T02:29:14.965479+0000","last_change":"2023-08-28T02:27:39.235695+0000","last_active":"2023-08-28T02:29:14.965479+0000","last_peered":"2023-08-28T02:29:14.965479+0000","last_clean":"2023-08-28T02:29:14.965479+0000","last_became_active":"2023-08-28T02:27:39.235381+0000","last_became_peered":"2023-08-28T02:27:39.235381+0000","last_unstale":"2023-08-28T02:29:14.965479+0000","last_undegraded":"2023-08-28T02:29:14.965479+0000","last_fullsized":"2023-08-28T02:29:14.965479+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53669,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":21,"num_write_kb":219,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":143,"reported_epoch":208,"state":"active+clean","last_fresh":"2023-08-28T02:29:14.961685+0000","last_change":"2023-08-28T02:17:57.830935+0000","last_active":"2023-08-28T02:29:14.961685+0000","last_peered":"2023-08-28T02:29:14.961685+0000","last_clean":"2023-08-28T02:29:14.961685+0000","last_became_active":"2023-08-28T02:17:57.830393+0000","last_became_peered":"2023-08-28T02:17:57.830393+0000","last_unstale":"2023-08-28T02:29:14.961685+0000","last_undegraded":"2023-08-28T02:29:14.961685+0000","last_fullsized":"2023-08-28T02:29:14.961685+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:53:51.589050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":22,"reported_epoch":208,"state":"active+clean","last_fresh":"2023-08-28T02:29:14.977954+0000","last_change":"2023-08-28T02:28:52.900597+0000","last_active":"2023-08-28T02:29:14.977954+0000","last_peered":"2023-08-28T02:29:14.977954+0000","last_clean":"2023-08-28T02:29:14.977954+0000","last_became_active":"2023-08-28T02:28:52.900298+0000","last_became_peered":"2023-08-28T02:28:52.900298+0000","last_unstale":"2023-08-28T02:29:14.977954+0000","last_undegraded":"2023-08-28T02:29:14.977954+0000","last_fullsized":"2023-08-28T02:29:14.977954+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:11:05.933704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,7],"acting":[4,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.3","version":"75'161","reported_seq":438,"reported_epoch":209,"state":"active+clean","last_fresh":"2023-08-28T02:29:15.835149+0000","last_change":"2023-08-28T02:27:46.342870+0000","last_active":"2023-08-28T02:29:15.835149+0000","last_peered":"2023-08-28T02:29:15.835149+0000","last_clean":"2023-08-28T02:29:15.835149+0000","last_became_active":"2023-08-28T02:27:46.342424+0000","last_became_peered":"2023-08-28T02:27:46.342424+0000","last_unstale":"2023-08-28T02:29:15.835149+0000","last_undegraded":"2023-08-28T02:29:15.835149+0000","last_fullsized":"2023-08-28T02:29:15.835149+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.b","version":"209'9603","reported_seq":9663,"reported_epoch":209,"state":"active+clean","last_fresh":"2023-08-28T02:29:15.912114+0000","last_change":"2023-08-28T02:26:47.519899+0000","last_active":"2023-08-28T02:29:15.912114+0000","last_peered":"2023-08-28T02:29:15.912114+0000","last_clean":"2023-08-28T02:29:15.912114+0000","last_became_active":"2023-08-28T02:26:47.519561+0000","last_became_peered":"2023-08-28T02:26:47.519561+0000","last_unstale":"2023-08-28T02:29:15.912114+0000","last_undegraded":"2023-08-28T02:29:15.912114+0000","last_fullsized":"2023-08-28T02:29:15.912114+0000","mapping_epoch":160,"log_start":"167'3100","ondisk_log_start":"167'3100","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":6503,"log_dups_size":0,"ondisk_log_size":6503,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:53:32.812783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":234684416,"num_objects":3581,"num_object_clones":0,"num_object_copies":10743,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3581,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9603,"num_write_kb":421888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":194,"reported_epoch":208,"state":"active+clean","last_fresh":"2023-08-28T02:29:14.965396+0000","last_change":"2023-08-28T02:15:58.338120+0000","last_active":"2023-08-28T02:29:14.965396+0000","last_peered":"2023-08-28T02:29:14.965396+0000","last_clean":"2023-08-28T02:29:14.965396+0000","last_became_active":"2023-08-28T02:15:58.337738+0000","last_became_peered":"2023-08-28T02:15:58.337738+0000","last_unstale":"2023-08-28T02:29:14.965396+0000","last_undegraded":"2023-08-28T02:29:14.965396+0000","last_fullsized":"2023-08-28T02:29:14.965396+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:36:17.078801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":166,"reported_epoch":210,"state":"active+clean","last_fresh":"2023-08-28T02:29:16.839939+0000","last_change":"2023-08-28T02:17:57.849233+0000","last_active":"2023-08-28T02:29:16.839939+0000","last_peered":"2023-08-28T02:29:16.839939+0000","last_clean":"2023-08-28T02:29:16.839939+0000","last_became_active":"2023-08-28T02:17:57.848909+0000","last_became_peered":"2023-08-28T02:17:57.848909+0000","last_unstale":"2023-08-28T02:29:16.839939+0000","last_undegraded":"2023-08-28T02:29:16.839939+0000","last_fullsized":"2023-08-28T02:29:16.839939+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:19:30.926702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":164,"reported_epoch":209,"state":"active+clean","last_fresh":"2023-08-28T02:29:15.840980+0000","last_change":"2023-08-28T02:16:50.318846+0000","last_active":"2023-08-28T02:29:15.840980+0000","last_peered":"2023-08-28T02:29:15.840980+0000","last_clean":"2023-08-28T02:29:15.840980+0000","last_became_active":"2023-08-28T02:16:50.318460+0000","last_became_peered":"2023-08-28T02:16:50.318460+0000","last_unstale":"2023-08-28T02:29:15.840980+0000","last_undegraded":"2023-08-28T02:29:15.840980+0000","last_fullsized":"2023-08-28T02:29:15.840980+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:19:34.011385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.6","version":"75'161","reported_seq":419,"reported_epoch":209,"state":"active+clean","last_fresh":"2023-08-28T02:29:15.840325+0000","last_change":"2023-08-28T02:28:52.899269+0000","last_active":"2023-08-28T02:29:15.840325+0000","last_peered":"2023-08-28T02:29:15.840325+0000","last_clean":"2023-08-28T02:29:15.840325+0000","last_became_active":"2023-08-28T02:28:52.899055+0000","last_became_peered":"2023-08-28T02:28:52.899055+0000","last_unstale":"2023-08-28T02:29:15.840325+0000","last_undegraded":"2023-08-28T02:29:15.840325+0000","last_fullsized":"2023-08-28T02:29:15.840325+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,3],"acting":[0,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.e","version":"208'9772","reported_seq":9829,"reported_epoch":208,"state":"active+clean","last_fresh":"2023-08-28T02:29:15.756075+0000","last_change":"2023-08-28T02:26:47.224388+0000","last_active":"2023-08-28T02:29:15.756075+0000","last_peered":"2023-08-28T02:29:15.756075+0000","last_clean":"2023-08-28T02:29:15.756075+0000","last_became_active":"2023-08-28T02:26:47.224098+0000","last_became_peered":"2023-08-28T02:26:47.224098+0000","last_unstale":"2023-08-28T02:29:15.756075+0000","last_undegraded":"2023-08-28T02:29:15.756075+0000","last_fullsized":"2023-08-28T02:29:15.756075+0000","mapping_epoch":160,"log_start":"171'3600","ondisk_log_start":"171'3600","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":6172,"log_dups_size":0,"ondisk_log_size":6172,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:32:39.064714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":235536384,"num_objects":3594,"num_object_clones":0,"num_object_copies":10782,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3594,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9772,"num_write_kb":427712,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":177,"reported_epoch":208,"state":"active+clean","last_fresh":"2023-08-28T02:29:14.972477+0000","last_change":"2023-08-28T02:14:43.033789+0000","last_active":"2023-08-28T02:29:14.972477+0000","last_peered":"2023-08-28T02:29:14.972477+0000","last_clean":"2023-08-28T02:29:14.972477+0000","last_became_active":"2023-08-28T02:14:43.033454+0000","last_became_peered":"2023-08-28T02:14:43.033454+0000","last_unstale":"2023-08-28T02:29:14.972477+0000","last_undegraded":"2023-08-28T02:29:14.972477+0000","last_fullsized":"2023-08-28T02:29:14.972477+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:01:13.205842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":150,"reported_epoch":209,"state":"active+clean","last_fresh":"2023-08-28T02:29:15.834665+0000","last_change":"2023-08-28T02:16:50.326816+0000","last_active":"2023-08-28T02:29:15.834665+0000","last_peered":"2023-08-28T02:29:15.834665+0000","last_clean":"2023-08-28T02:29:15.834665+0000","last_became_active":"2023-08-28T02:16:50.326004+0000","last_became_peered":"2023-08-28T02:16:50.326004+0000","last_unstale":"2023-08-28T02:29:15.834665+0000","last_undegraded":"2023-08-28T02:29:15.834665+0000","last_fullsized":"2023-08-28T02:29:15.834665+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:57:04.480900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":152,"reported_epoch":210,"state":"active+clean","last_fresh":"2023-08-28T02:29:16.840779+0000","last_change":"2023-08-28T02:14:43.048791+0000","last_active":"2023-08-28T02:29:16.840779+0000","last_peered":"2023-08-28T02:29:16.840779+0000","last_clean":"2023-08-28T02:29:16.840779+0000","last_became_active":"2023-08-28T02:14:43.047408+0000","last_became_peered":"2023-08-28T02:14:43.047408+0000","last_unstale":"2023-08-28T02:29:16.840779+0000","last_undegraded":"2023-08-28T02:29:16.840779+0000","last_fullsized":"2023-08-28T02:29:16.840779+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:47.097181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.5","version":"75'161","reported_seq":453,"reported_epoch":208,"state":"active+clean","last_fresh":"2023-08-28T02:29:14.977696+0000","last_change":"2023-08-28T02:28:58.885729+0000","last_active":"2023-08-28T02:29:14.977696+0000","last_peered":"2023-08-28T02:29:14.977696+0000","last_clean":"2023-08-28T02:29:14.977696+0000","last_became_active":"2023-08-28T02:27:46.339134+0000","last_became_peered":"2023-08-28T02:27:46.339134+0000","last_unstale":"2023-08-28T02:29:14.977696+0000","last_undegraded":"2023-08-28T02:29:14.977696+0000","last_fullsized":"2023-08-28T02:29:14.977696+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.d","version":"209'9889","reported_seq":9947,"reported_epoch":209,"state":"active+clean","last_fresh":"2023-08-28T02:29:15.857115+0000","last_change":"2023-08-28T02:26:47.223066+0000","last_active":"2023-08-28T02:29:15.857115+0000","last_peered":"2023-08-28T02:29:15.857115+0000","last_clean":"2023-08-28T02:29:15.857115+0000","last_became_active":"2023-08-28T02:26:47.222742+0000","last_became_peered":"2023-08-28T02:26:47.222742+0000","last_unstale":"2023-08-28T02:29:15.857115+0000","last_undegraded":"2023-08-28T02:29:15.857115+0000","last_fullsized":"2023-08-28T02:29:15.857115+0000","mapping_epoch":160,"log_start":"171'3700","ondisk_log_start":"171'3700","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":6189,"log_dups_size":0,"ondisk_log_size":6189,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:38:10.017610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":236716056,"num_objects":3613,"num_object_clones":0,"num_object_copies":10839,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3613,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9889,"num_write_kb":432001,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.7","version":"65'2","reported_seq":188,"reported_epoch":208,"state":"active+clean","last_fresh":"2023-08-28T02:29:14.961534+0000","last_change":"2023-08-28T02:17:57.864052+0000","last_active":"2023-08-28T02:29:14.961534+0000","last_peered":"2023-08-28T02:29:14.961534+0000","last_clean":"2023-08-28T02:29:14.961534+0000","last_became_active":"2023-08-28T02:17:57.845544+0000","last_became_peered":"2023-08-28T02:17:57.845544+0000","last_unstale":"2023-08-28T02:29:14.961534+0000","last_undegraded":"2023-08-28T02:29:14.961534+0000","last_fullsized":"2023-08-28T02:29:14.961534+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:24:46.387534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":135,"reported_epoch":209,"state":"active+clean","last_fresh":"2023-08-28T02:29:15.834041+0000","last_change":"2023-08-28T02:15:58.339320+0000","last_active":"2023-08-28T02:29:15.834041+0000","last_peered":"2023-08-28T02:29:15.834041+0000","last_clean":"2023-08-28T02:29:15.834041+0000","last_became_active":"2023-08-28T02:15:58.337320+0000","last_became_peered":"2023-08-28T02:15:58.337320+0000","last_unstale":"2023-08-28T02:29:15.834041+0000","last_undegraded":"2023-08-28T02:29:15.834041+0000","last_fullsized":"2023-08-28T02:29:15.834041+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:45:55.601750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":185,"reported_epoch":208,"state":"active+clean","last_fresh":"2023-08-28T02:29:14.961132+0000","last_change":"2023-08-28T02:17:57.850029+0000","last_active":"2023-08-28T02:29:14.961132+0000","last_peered":"2023-08-28T02:29:14.961132+0000","last_clean":"2023-08-28T02:29:14.961132+0000","last_became_active":"2023-08-28T02:17:57.846602+0000","last_became_peered":"2023-08-28T02:17:57.846602+0000","last_unstale":"2023-08-28T02:29:14.961132+0000","last_undegraded":"2023-08-28T02:29:14.961132+0000","last_fullsized":"2023-08-28T02:29:14.961132+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:39:38.706283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.4","version":"75'161","reported_seq":431,"reported_epoch":208,"state":"active+clean","last_fresh":"2023-08-28T02:29:14.962510+0000","last_change":"2023-08-28T02:28:15.289768+0000","last_active":"2023-08-28T02:29:14.962510+0000","last_peered":"2023-08-28T02:29:14.962510+0000","last_clean":"2023-08-28T02:29:14.962510+0000","last_became_active":"2023-08-28T02:28:15.289365+0000","last_became_peered":"2023-08-28T02:28:15.289365+0000","last_unstale":"2023-08-28T02:29:14.962510+0000","last_undegraded":"2023-08-28T02:29:14.962510+0000","last_fullsized":"2023-08-28T02:29:14.962510+0000","mapping_epoch":189,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":190,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":488690,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.c","version":"209'9977","reported_seq":10036,"reported_epoch":209,"state":"active+clean","last_fresh":"2023-08-28T02:29:15.894396+0000","last_change":"2023-08-28T02:26:47.219015+0000","last_active":"2023-08-28T02:29:15.894396+0000","last_peered":"2023-08-28T02:29:15.894396+0000","last_clean":"2023-08-28T02:29:15.894396+0000","last_became_active":"2023-08-28T02:26:47.218669+0000","last_became_peered":"2023-08-28T02:26:47.218669+0000","last_unstale":"2023-08-28T02:29:15.894396+0000","last_undegraded":"2023-08-28T02:29:15.894396+0000","last_fullsized":"2023-08-28T02:29:15.894396+0000","mapping_epoch":160,"log_start":"168'3400","ondisk_log_start":"168'3400","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":6577,"log_dups_size":0,"ondisk_log_size":6577,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:20:44.170608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":243466240,"num_objects":3715,"num_object_clones":0,"num_object_copies":11145,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3715,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9977,"num_write_kb":438144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":99,"reported_epoch":208,"state":"active+clean","last_fresh":"2023-08-28T02:29:14.965963+0000","last_change":"2023-08-28T02:28:52.899333+0000","last_active":"2023-08-28T02:29:14.965963+0000","last_peered":"2023-08-28T02:29:14.965963+0000","last_clean":"2023-08-28T02:29:14.965963+0000","last_became_active":"2023-08-28T02:28:52.898989+0000","last_became_peered":"2023-08-28T02:28:52.898989+0000","last_unstale":"2023-08-28T02:29:14.965963+0000","last_undegraded":"2023-08-28T02:29:14.965963+0000","last_fullsized":"2023-08-28T02:29:14.965963+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:30:07.242589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"65'1","reported_seq":169,"reported_epoch":209,"state":"active+clean","last_fresh":"2023-08-28T02:29:15.841000+0000","last_change":"2023-08-28T02:15:58.334351+0000","last_active":"2023-08-28T02:29:15.841000+0000","last_peered":"2023-08-28T02:29:15.841000+0000","last_clean":"2023-08-28T02:29:15.841000+0000","last_became_active":"2023-08-28T02:15:58.334041+0000","last_became_peered":"2023-08-28T02:15:58.334041+0000","last_unstale":"2023-08-28T02:29:15.841000+0000","last_undegraded":"2023-08-28T02:29:15.841000+0000","last_fullsized":"2023-08-28T02:29:15.841000+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:36:32.836027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":155,"reported_epoch":208,"state":"active+clean","last_fresh":"2023-08-28T02:29:14.976721+0000","last_change":"2023-08-28T02:07:37.332854+0000","last_active":"2023-08-28T02:29:14.976721+0000","last_peered":"2023-08-28T02:29:14.976721+0000","last_clean":"2023-08-28T02:29:14.976721+0000","last_became_active":"2023-08-28T02:07:37.332563+0000","last_became_peered":"2023-08-28T02:07:37.332563+0000","last_unstale":"2023-08-28T02:29:14.976721+0000","last_undegraded":"2023-08-28T02:29:14.976721+0000","last_fullsized":"2023-08-28T02:29:14.976721+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:24:12.887788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.11","version":"208'6804","reported_seq":6880,"reported_epoch":208,"state":"active+clean","last_fresh":"2023-08-28T02:29:15.710783+0000","last_change":"2023-08-28T02:27:36.183590+0000","last_active":"2023-08-28T02:29:15.710783+0000","last_peered":"2023-08-28T02:29:15.710783+0000","last_clean":"2023-08-28T02:29:15.710783+0000","last_became_active":"2023-08-28T02:27:36.180993+0000","last_became_peered":"2023-08-28T02:27:36.180993+0000","last_unstale":"2023-08-28T02:29:15.710783+0000","last_undegraded":"2023-08-28T02:29:15.710783+0000","last_fullsized":"2023-08-28T02:29:15.710783+0000","mapping_epoch":175,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":6804,"log_dups_size":0,"ondisk_log_size":6804,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112394240,"num_objects":1715,"num_object_clones":0,"num_object_copies":5145,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1715,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4969,"num_write_kb":213888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1b","version":"65'1","reported_seq":153,"reported_epoch":209,"state":"active+clean","last_fresh":"2023-08-28T02:29:15.840689+0000","last_change":"2023-08-28T02:14:43.042150+0000","last_active":"2023-08-28T02:29:15.840689+0000","last_peered":"2023-08-28T02:29:15.840689+0000","last_clean":"2023-08-28T02:29:15.840689+0000","last_became_active":"2023-08-28T02:14:43.038336+0000","last_became_peered":"2023-08-28T02:14:43.038336+0000","last_unstale":"2023-08-28T02:29:15.840689+0000","last_undegraded":"2023-08-28T02:29:15.840689+0000","last_fullsized":"2023-08-28T02:29:15.840689+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:26:02.415152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":184,"reported_epoch":210,"state":"active+clean","last_fresh":"2023-08-28T02:29:17.117759+0000","last_change":"2023-08-28T02:17:57.871803+0000","last_active":"2023-08-28T02:29:17.117759+0000","last_peered":"2023-08-28T02:29:17.117759+0000","last_clean":"2023-08-28T02:29:17.117759+0000","last_became_active":"2023-08-28T02:17:57.871419+0000","last_became_peered":"2023-08-28T02:17:57.871419+0000","last_unstale":"2023-08-28T02:29:17.117759+0000","last_undegraded":"2023-08-28T02:29:17.117759+0000","last_fullsized":"2023-08-28T02:29:17.117759+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:46.284365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,3],"acting":[2,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.16","version":"208'6633","reported_seq":6699,"reported_epoch":208,"state":"active+clean","last_fresh":"2023-08-28T02:29:15.455080+0000","last_change":"2023-08-28T02:27:27.831261+0000","last_active":"2023-08-28T02:29:15.455080+0000","last_peered":"2023-08-28T02:29:15.455080+0000","last_clean":"2023-08-28T02:29:15.455080+0000","last_became_active":"2023-08-28T02:27:27.829702+0000","last_became_peered":"2023-08-28T02:27:27.829702+0000","last_unstale":"2023-08-28T02:29:15.455080+0000","last_undegraded":"2023-08-28T02:29:15.455080+0000","last_fullsized":"2023-08-28T02:29:15.455080+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":6633,"log_dups_size":0,"ondisk_log_size":6633,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":119242752,"num_objects":1820,"num_object_clones":0,"num_object_copies":5460,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1820,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4858,"num_write_kb":213664,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,1],"acting":[5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1c","version":"65'2","reported_seq":173,"reported_epoch":207,"state":"active+clean","last_fresh":"2023-08-28T02:29:12.966862+0000","last_change":"2023-08-28T02:15:58.344265+0000","last_active":"2023-08-28T02:29:12.966862+0000","last_peered":"2023-08-28T02:29:12.966862+0000","last_clean":"2023-08-28T02:29:12.966862+0000","last_became_active":"2023-08-28T02:15:58.343903+0000","last_became_peered":"2023-08-28T02:15:58.343903+0000","last_unstale":"2023-08-28T02:29:12.966862+0000","last_undegraded":"2023-08-28T02:29:12.966862+0000","last_fullsized":"2023-08-28T02:29:12.966862+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:00:52.112893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":167,"reported_epoch":209,"state":"active+clean","last_fresh":"2023-08-28T02:29:15.840438+0000","last_change":"2023-08-28T02:17:57.870248+0000","last_active":"2023-08-28T02:29:15.840438+0000","last_peered":"2023-08-28T02:29:15.840438+0000","last_clean":"2023-08-28T02:29:15.840438+0000","last_became_active":"2023-08-28T02:17:57.869813+0000","last_became_peered":"2023-08-28T02:17:57.869813+0000","last_unstale":"2023-08-28T02:29:15.840438+0000","last_undegraded":"2023-08-28T02:29:15.840438+0000","last_fullsized":"2023-08-28T02:29:15.840438+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:36:26.136730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.17","version":"208'6739","reported_seq":6805,"reported_epoch":208,"state":"active+clean","last_fresh":"2023-08-28T02:29:15.426519+0000","last_change":"2023-08-28T02:27:27.836480+0000","last_active":"2023-08-28T02:29:15.426519+0000","last_peered":"2023-08-28T02:29:15.426519+0000","last_clean":"2023-08-28T02:29:15.426519+0000","last_became_active":"2023-08-28T02:27:27.834441+0000","last_became_peered":"2023-08-28T02:27:27.834441+0000","last_unstale":"2023-08-28T02:29:15.426519+0000","last_undegraded":"2023-08-28T02:29:15.426519+0000","last_fullsized":"2023-08-28T02:29:15.426519+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":6739,"log_dups_size":0,"ondisk_log_size":6739,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":120324096,"num_objects":1836,"num_object_clones":0,"num_object_copies":5508,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1836,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4946,"num_write_kb":217024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1d","version":"65'2","reported_seq":156,"reported_epoch":207,"state":"active+clean","last_fresh":"2023-08-28T02:29:12.967112+0000","last_change":"2023-08-28T02:07:37.315088+0000","last_active":"2023-08-28T02:29:12.967112+0000","last_peered":"2023-08-28T02:29:12.967112+0000","last_clean":"2023-08-28T02:29:12.967112+0000","last_became_active":"2023-08-28T02:07:37.314730+0000","last_became_peered":"2023-08-28T02:07:37.314730+0000","last_unstale":"2023-08-28T02:29:12.967112+0000","last_undegraded":"2023-08-28T02:29:12.967112+0000","last_fullsized":"2023-08-28T02:29:12.967112+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:58.096621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":189,"reported_epoch":208,"state":"active+clean","last_fresh":"2023-08-28T02:29:14.977140+0000","last_change":"2023-08-28T02:17:57.830595+0000","last_active":"2023-08-28T02:29:14.977140+0000","last_peered":"2023-08-28T02:29:14.977140+0000","last_clean":"2023-08-28T02:29:14.977140+0000","last_became_active":"2023-08-28T02:17:57.830345+0000","last_became_peered":"2023-08-28T02:17:57.830345+0000","last_unstale":"2023-08-28T02:29:14.977140+0000","last_undegraded":"2023-08-28T02:29:14.977140+0000","last_fullsized":"2023-08-28T02:29:14.977140+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:50:50.199731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.14","version":"208'6646","reported_seq":6715,"reported_epoch":209,"state":"active+clean","last_fresh":"2023-08-28T02:29:15.833609+0000","last_change":"2023-08-28T02:27:27.838366+0000","last_active":"2023-08-28T02:29:15.833609+0000","last_peered":"2023-08-28T02:29:15.833609+0000","last_clean":"2023-08-28T02:29:15.833609+0000","last_became_active":"2023-08-28T02:27:27.836296+0000","last_became_peered":"2023-08-28T02:27:27.836296+0000","last_unstale":"2023-08-28T02:29:15.833609+0000","last_undegraded":"2023-08-28T02:29:15.833609+0000","last_fullsized":"2023-08-28T02:29:15.833609+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":6646,"log_dups_size":0,"ondisk_log_size":6646,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":119308288,"num_objects":1821,"num_object_clones":0,"num_object_copies":5463,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1821,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4873,"num_write_kb":214176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1e","version":"65'1","reported_seq":175,"reported_epoch":208,"state":"active+clean","last_fresh":"2023-08-28T02:29:14.961144+0000","last_change":"2023-08-28T02:17:57.833218+0000","last_active":"2023-08-28T02:29:14.961144+0000","last_peered":"2023-08-28T02:29:14.961144+0000","last_clean":"2023-08-28T02:29:14.961144+0000","last_became_active":"2023-08-28T02:17:57.832772+0000","last_became_peered":"2023-08-28T02:17:57.832772+0000","last_unstale":"2023-08-28T02:29:14.961144+0000","last_undegraded":"2023-08-28T02:29:14.961144+0000","last_fullsized":"2023-08-28T02:29:14.961144+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:00:02.110545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":189,"reported_epoch":208,"state":"active+clean","last_fresh":"2023-08-28T02:29:14.960667+0000","last_change":"2023-08-28T02:17:57.845102+0000","last_active":"2023-08-28T02:29:14.960667+0000","last_peered":"2023-08-28T02:29:14.960667+0000","last_clean":"2023-08-28T02:29:14.960667+0000","last_became_active":"2023-08-28T02:17:57.843529+0000","last_became_peered":"2023-08-28T02:17:57.843529+0000","last_unstale":"2023-08-28T02:29:14.960667+0000","last_undegraded":"2023-08-28T02:29:14.960667+0000","last_fullsized":"2023-08-28T02:29:14.960667+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:20:19.708785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.15","version":"207'6645","reported_seq":6716,"reported_epoch":209,"state":"remapped+peering","last_fresh":"2023-08-28T02:29:15.837031+0000","last_change":"2023-08-28T02:29:15.837199+0000","last_active":"2023-08-28T02:29:14.966057+0000","last_peered":"2023-08-28T02:29:14.938368+0000","last_clean":"2023-08-28T02:29:14.938368+0000","last_became_active":"2023-08-28T02:27:27.821763+0000","last_became_peered":"2023-08-28T02:27:27.821763+0000","last_unstale":"2023-08-28T02:29:15.837031+0000","last_undegraded":"2023-08-28T02:29:15.837031+0000","last_fullsized":"2023-08-28T02:29:15.837031+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":6645,"log_dups_size":0,"ondisk_log_size":6645,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117440512,"num_objects":1792,"num_object_clones":0,"num_object_copies":5376,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1792,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4870,"num_write_kb":213184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,1,3,5],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"65'4","reported_seq":170,"reported_epoch":210,"state":"active+clean","last_fresh":"2023-08-28T02:29:16.840944+0000","last_change":"2023-08-28T02:16:50.319672+0000","last_active":"2023-08-28T02:29:16.840944+0000","last_peered":"2023-08-28T02:29:16.840944+0000","last_clean":"2023-08-28T02:29:16.840944+0000","last_became_active":"2023-08-28T02:16:50.319279+0000","last_became_peered":"2023-08-28T02:16:50.319279+0000","last_unstale":"2023-08-28T02:29:16.840944+0000","last_undegraded":"2023-08-28T02:29:16.840944+0000","last_fullsized":"2023-08-28T02:29:16.840944+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:28:07.379148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":172,"reported_epoch":208,"state":"active+clean","last_fresh":"2023-08-28T02:29:14.977977+0000","last_change":"2023-08-28T02:15:58.333459+0000","last_active":"2023-08-28T02:29:14.977977+0000","last_peered":"2023-08-28T02:29:14.977977+0000","last_clean":"2023-08-28T02:29:14.977977+0000","last_became_active":"2023-08-28T02:15:58.332687+0000","last_became_peered":"2023-08-28T02:15:58.332687+0000","last_unstale":"2023-08-28T02:29:14.977977+0000","last_undegraded":"2023-08-28T02:29:14.977977+0000","last_fullsized":"2023-08-28T02:29:14.977977+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:15:43.019749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":489,"num_read_kb":916,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":2361472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":9,"num_pg":26,"stat_sum":{"num_bytes":3823730712,"num_objects":58347,"num_object_clones":0,"num_object_copies":175041,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":58347,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":154824,"num_write_kb":6753441,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6452,"num_bytes_recovered":422772736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12148879360,"data_stored":12148867144,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":173303,"ondisk_log_size":173303,"up":78,"acting":77,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299668,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2592516,"kb_used_data":2233404,"kb_used_omap":0,"kb_used_meta":359104,"kb_avail":91152636,"statfs":{"total":95995035648,"available":93340299264,"internally_reserved":0,"allocated":2287005696,"data_stored":2286060994,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":367722496},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:29:01 2023","interfaces":[{"interface":"back","average":{"1min":1.2290000000000001,"5min":1.5900000000000001,"15min":1.7010000000000001},"min":{"1min":0.27600000000000002,"5min":0.224,"15min":0.21199999999999999},"max":{"1min":4.8879999999999999,"5min":13.118,"15min":13.257},"last":3.7589999999999999},{"interface":"front","average":{"1min":2.3849999999999998,"5min":2.379,"15min":2.1480000000000001},"min":{"1min":0.36099999999999999,"5min":0.246,"15min":0.246},"max":{"1min":8.5909999999999993,"5min":17.402999999999999,"15min":17.402999999999999},"last":0.28699999999999998}]},{"osd":1,"last update":"Mon Aug 28 02:28:22 2023","interfaces":[{"interface":"back","average":{"1min":3.9860000000000002,"5min":2.972,"15min":2.1680000000000001},"min":{"1min":0.26000000000000001,"5min":0.25700000000000001,"15min":0.24099999999999999},"max":{"1min":17.43,"5min":17.43,"15min":17.43},"last":0.253},{"interface":"front","average":{"1min":3.9740000000000002,"5min":2.786,"15min":2.1139999999999999},"min":{"1min":0.35799999999999998,"5min":0.27100000000000002,"15min":0.26600000000000001},"max":{"1min":19.913,"5min":19.913,"15min":19.913},"last":0.32200000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:29:11 2023","interfaces":[{"interface":"back","average":{"1min":1.208,"5min":1.7509999999999999,"15min":1.708},"min":{"1min":0.28699999999999998,"5min":0.253,"15min":0.22800000000000001},"max":{"1min":4.774,"5min":8.3889999999999993,"15min":8.3889999999999993},"last":3.7919999999999998},{"interface":"front","average":{"1min":1.2729999999999999,"5min":1.506,"15min":1.6160000000000001},"min":{"1min":0.35199999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":4.8360000000000003,"5min":8.9770000000000003,"15min":12.128},"last":2.7160000000000002}]},{"osd":3,"last update":"Mon Aug 28 02:28:22 2023","interfaces":[{"interface":"back","average":{"1min":1.504,"5min":1.944,"15min":2.0139999999999998},"min":{"1min":0.309,"5min":0.30199999999999999,"15min":0.27200000000000002},"max":{"1min":8.2460000000000004,"5min":11.231,"15min":11.231},"last":2.6869999999999998},{"interface":"front","average":{"1min":1.0900000000000001,"5min":2.1899999999999999,"15min":2.1579999999999999},"min":{"1min":0.38300000000000001,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":2.9940000000000002,"5min":12.208,"15min":12.208},"last":7.04}]},{"osd":4,"last update":"Mon Aug 28 02:29:01 2023","interfaces":[{"interface":"back","average":{"1min":2.4830000000000001,"5min":1.6919999999999999,"15min":1.212},"min":{"1min":0.27200000000000002,"5min":0.27000000000000002,"15min":0.23400000000000001},"max":{"1min":8.8499999999999996,"5min":17.375,"15min":17.375},"last":4.6449999999999996},{"interface":"front","average":{"1min":0.76700000000000002,"5min":0.93500000000000005,"15min":0.879},"min":{"1min":0.26500000000000001,"5min":0.26100000000000001,"15min":0.24299999999999999},"max":{"1min":3.911,"5min":7.2130000000000001,"15min":8.1890000000000001},"last":4.5810000000000004}]},{"osd":5,"last update":"Mon Aug 28 02:29:01 2023","interfaces":[{"interface":"back","average":{"1min":2.282,"5min":1.325,"15min":1.034},"min":{"1min":0.255,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":14.622,"5min":14.622,"15min":14.622},"last":4.4870000000000001},{"interface":"front","average":{"1min":2.419,"5min":1.7390000000000001,"15min":1.214},"min":{"1min":0.29699999999999999,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":10.75,"5min":17.324999999999999,"15min":17.324999999999999},"last":0.41899999999999998}]},{"osd":6,"last update":"Mon Aug 28 02:29:01 2023","interfaces":[{"interface":"back","average":{"1min":2.4129999999999998,"5min":1.754,"15min":1.2230000000000001},"min":{"1min":0.33800000000000002,"5min":0.30299999999999999,"15min":0.28199999999999997},"max":{"1min":8.8940000000000001,"5min":17.454999999999998,"15min":17.454999999999998},"last":1.25},{"interface":"front","average":{"1min":0.65000000000000002,"5min":0.91600000000000004,"15min":0.82599999999999996},"min":{"1min":0.34799999999999998,"5min":0.33400000000000002,"15min":0.29899999999999999},"max":{"1min":2.6070000000000002,"5min":5.2300000000000004,"15min":5.8710000000000004},"last":2.923}]}]},{"osd":6,"up_from":45,"seq":193273528599,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":993584,"kb_used_data":717096,"kb_used_omap":0,"kb_used_meta":276480,"kb_avail":92751568,"statfs":{"total":95995035648,"available":94977605632,"internally_reserved":0,"allocated":734306304,"data_stored":733381589,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":283115520},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1],"upper_bound":4},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:29:11 2023","interfaces":[{"interface":"back","average":{"1min":2.3220000000000001,"5min":2.1739999999999999,"15min":2.04},"min":{"1min":0.23200000000000001,"5min":0.23100000000000001,"15min":0.20699999999999999},"max":{"1min":6.0060000000000002,"5min":11.036,"15min":16.462},"last":3.944},{"interface":"front","average":{"1min":2.4969999999999999,"5min":2.0979999999999999,"15min":2.0680000000000001},"min":{"1min":0.24099999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":6.9539999999999997,"5min":12.333,"15min":16.486999999999998},"last":3.9279999999999999}]},{"osd":1,"last update":"Mon Aug 28 02:28:29 2023","interfaces":[{"interface":"back","average":{"1min":1.5660000000000001,"5min":2.3650000000000002,"15min":2.1539999999999999},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.23999999999999999},"max":{"1min":5.8600000000000003,"5min":12.834,"15min":12.834},"last":8.9909999999999997},{"interface":"front","average":{"1min":2.4260000000000002,"5min":2.2999999999999998,"15min":1.8500000000000001},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":10.365,"5min":13.183999999999999,"15min":13.183999999999999},"last":2.2839999999999998}]},{"osd":2,"last update":"Mon Aug 28 02:28:13 2023","interfaces":[{"interface":"back","average":{"1min":1.518,"5min":2.3839999999999999,"15min":2.0070000000000001},"min":{"1min":0.35599999999999998,"5min":0.27000000000000002,"15min":0.26300000000000001},"max":{"1min":6.8490000000000002,"5min":12.356,"15min":14.156000000000001},"last":2.7639999999999998},{"interface":"front","average":{"1min":1.2569999999999999,"5min":1.806,"15min":1.7050000000000001},"min":{"1min":0.28899999999999998,"5min":0.247,"15min":0.247},"max":{"1min":6.0960000000000001,"5min":8.6370000000000005,"15min":11.442},"last":2.629}]},{"osd":3,"last update":"Mon Aug 28 02:28:13 2023","interfaces":[{"interface":"back","average":{"1min":8.8580000000000005,"5min":3.8220000000000001,"15min":2.4950000000000001},"min":{"1min":0.40999999999999998,"5min":0.33600000000000002,"15min":0.30199999999999999},"max":{"1min":122.399,"5min":122.399,"15min":122.399},"last":0.52800000000000002},{"interface":"front","average":{"1min":6.9749999999999996,"5min":3.1829999999999998,"15min":2.3639999999999999},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":123.173,"5min":123.173,"15min":123.173},"last":0.95899999999999996}]},{"osd":4,"last update":"Mon Aug 28 02:28:50 2023","interfaces":[{"interface":"back","average":{"1min":0.97699999999999998,"5min":1.4219999999999999,"15min":1.038},"min":{"1min":0.255,"5min":0.253,"15min":0.23400000000000001},"max":{"1min":2.9529999999999998,"5min":18.294,"15min":18.294},"last":0.87},{"interface":"front","average":{"1min":0.68300000000000005,"5min":1.4730000000000001,"15min":0.997},"min":{"1min":0.26500000000000001,"5min":0.246,"15min":0.22500000000000001},"max":{"1min":3.4940000000000002,"5min":7.8239999999999998,"15min":8.0950000000000006},"last":0.38600000000000001}]},{"osd":5,"last update":"Mon Aug 28 02:28:50 2023","interfaces":[{"interface":"back","average":{"1min":1.1499999999999999,"5min":1.536,"15min":1.0960000000000001},"min":{"1min":0.30499999999999999,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":3.1920000000000002,"5min":13.105,"15min":13.105},"last":0.32200000000000001},{"interface":"front","average":{"1min":0.95999999999999996,"5min":1.2609999999999999,"15min":0.90800000000000003},"min":{"1min":0.29499999999999998,"5min":0.27400000000000002,"15min":0.26300000000000001},"max":{"1min":3.6549999999999998,"5min":7.4279999999999999,"15min":7.4279999999999999},"last":0.59499999999999997}]},{"osd":7,"last update":"Mon Aug 28 02:28:13 2023","interfaces":[{"interface":"back","average":{"1min":1.284,"5min":1.5609999999999999,"15min":1.129},"min":{"1min":0.38300000000000001,"5min":0.308,"15min":0.27000000000000002},"max":{"1min":5.0460000000000003,"5min":12.260999999999999,"15min":12.260999999999999},"last":0.99399999999999999},{"interface":"front","average":{"1min":1.1799999999999999,"5min":1.5249999999999999,"15min":1.0860000000000001},"min":{"1min":0.307,"5min":0.27200000000000002,"15min":0.22600000000000001},"max":{"1min":3.5670000000000002,"5min":12.021000000000001,"15min":12.021000000000001},"last":0.47299999999999998}]}]},{"osd":1,"up_from":101,"seq":433791697058,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2632828,"kb_used_data":2168436,"kb_used_omap":4,"kb_used_meta":464379,"kb_avail":91112324,"statfs":{"total":95995035648,"available":93299019776,"internally_reserved":0,"allocated":2220478464,"data_stored":2219276177,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":475525006},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:28:25 2023","interfaces":[{"interface":"back","average":{"1min":2.9100000000000001,"5min":2.7280000000000002,"15min":2.9590000000000001},"min":{"1min":0.23300000000000001,"5min":0.22,"15min":0.21099999999999999},"max":{"1min":10.987,"5min":10.987,"15min":14.412000000000001},"last":24.545999999999999},{"interface":"front","average":{"1min":5.4470000000000001,"5min":3.375,"15min":3.2679999999999998},"min":{"1min":0.375,"5min":0.24199999999999999,"15min":0.21199999999999999},"max":{"1min":17.59,"5min":17.59,"15min":17.59},"last":24.515000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:29:14 2023","interfaces":[{"interface":"back","average":{"1min":2.621,"5min":2.7469999999999999,"15min":2.6520000000000001},"min":{"1min":0.37,"5min":0.314,"15min":0.24099999999999999},"max":{"1min":8.9410000000000007,"5min":9.1430000000000007,"15min":13.58},"last":0.37},{"interface":"front","average":{"1min":2.4020000000000001,"5min":2.0539999999999998,"15min":2.7599999999999998},"min":{"1min":0.36699999999999999,"5min":0.29899999999999999,"15min":0.253},"max":{"1min":6.4950000000000001,"5min":19.100999999999999,"15min":20.003},"last":1.6020000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:29:14 2023","interfaces":[{"interface":"back","average":{"1min":3.4449999999999998,"5min":2.629,"15min":3.3940000000000001},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.28100000000000003},"max":{"1min":14.845000000000001,"5min":19.074999999999999,"15min":24.701000000000001},"last":1.5620000000000001},{"interface":"front","average":{"1min":4.9509999999999996,"5min":3.2589999999999999,"15min":3.2599999999999998},"min":{"1min":0.32700000000000001,"5min":0.24099999999999999,"15min":0.223},"max":{"1min":14.615,"5min":22.59,"15min":22.59},"last":3.133}]},{"osd":4,"last update":"Mon Aug 28 02:28:25 2023","interfaces":[{"interface":"back","average":{"1min":2.9980000000000002,"5min":1.718,"15min":2.0139999999999998},"min":{"1min":0.377,"5min":0.312,"15min":0.30099999999999999},"max":{"1min":18.992999999999999,"5min":18.992999999999999,"15min":18.992999999999999},"last":1.7210000000000001},{"interface":"front","average":{"1min":1.984,"5min":1.853,"15min":1.7969999999999999},"min":{"1min":0.318,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":4.5990000000000002,"5min":9.1519999999999992,"15min":9.1519999999999992},"last":0.39700000000000002}]},{"osd":5,"last update":"Mon Aug 28 02:28:25 2023","interfaces":[{"interface":"back","average":{"1min":2.6920000000000002,"5min":2.9390000000000001,"15min":2.577},"min":{"1min":0.432,"5min":0.34599999999999997,"15min":0.33600000000000002},"max":{"1min":7.9429999999999996,"5min":18.626999999999999,"15min":18.626999999999999},"last":0.29999999999999999},{"interface":"front","average":{"1min":3.8759999999999999,"5min":2.7389999999999999,"15min":2.4889999999999999},"min":{"1min":0.34300000000000003,"5min":0.33600000000000002,"15min":0.31900000000000001},"max":{"1min":18.945,"5min":18.945,"15min":18.945},"last":1.6459999999999999}]},{"osd":6,"last update":"Mon Aug 28 02:28:25 2023","interfaces":[{"interface":"back","average":{"1min":2.9449999999999998,"5min":2.9780000000000002,"15min":2.6749999999999998},"min":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.34899999999999998},"max":{"1min":7.992,"5min":11.037000000000001,"15min":14.944000000000001},"last":0.34300000000000003},{"interface":"front","average":{"1min":3.1219999999999999,"5min":2.028,"15min":2.2639999999999998},"min":{"1min":0.438,"5min":0.35699999999999998,"15min":0.34499999999999997},"max":{"1min":19.021999999999998,"5min":19.021999999999998,"15min":19.021999999999998},"last":1.673}]},{"osd":7,"last update":"Mon Aug 28 02:28:25 2023","interfaces":[{"interface":"back","average":{"1min":3.5059999999999998,"5min":2.5289999999999999,"15min":2.504},"min":{"1min":0.57199999999999995,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":19.047999999999998,"5min":19.047999999999998,"15min":19.047999999999998},"last":1.6970000000000001},{"interface":"front","average":{"1min":1.675,"5min":2.4279999999999999,"15min":2.177},"min":{"1min":0.35799999999999998,"5min":0.312,"15min":0.30199999999999999},"max":{"1min":4.6180000000000003,"5min":14.515000000000001,"15min":14.515000000000001},"last":0.41499999999999998}]}]},{"osd":0,"up_from":87,"seq":373662154929,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1611908,"kb_used_data":1166780,"kb_used_omap":5,"kb_used_meta":445114,"kb_avail":92133244,"statfs":{"total":95995035648,"available":94344441856,"internally_reserved":0,"allocated":1194782720,"data_stored":1193518187,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":455797370},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:28:19 2023","interfaces":[{"interface":"back","average":{"1min":2.5129999999999999,"5min":2.1139999999999999,"15min":2.4199999999999999},"min":{"1min":0.193,"5min":0.193,"15min":0.193},"max":{"1min":8.0709999999999997,"5min":9.2279999999999998,"15min":12.847},"last":0.27400000000000002},{"interface":"front","average":{"1min":2.7869999999999999,"5min":3.1459999999999999,"15min":3.5019999999999998},"min":{"1min":0.255,"5min":0.221,"15min":0.16900000000000001},"max":{"1min":7.9800000000000004,"5min":24.343,"15min":24.343},"last":0.32200000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:29:13 2023","interfaces":[{"interface":"back","average":{"1min":2.29,"5min":2.2890000000000001,"15min":2.7269999999999999},"min":{"1min":0.253,"5min":0.248,"15min":0.23400000000000001},"max":{"1min":5.8230000000000004,"5min":10.329000000000001,"15min":20.233000000000001},"last":0.42399999999999999},{"interface":"front","average":{"1min":1.8380000000000001,"5min":2.2919999999999998,"15min":2.8180000000000001},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.24299999999999999},"max":{"1min":5.875,"5min":9.3729999999999993,"15min":20.015999999999998},"last":0.40300000000000002}]},{"osd":3,"last update":"Mon Aug 28 02:28:19 2023","interfaces":[{"interface":"back","average":{"1min":2.1259999999999999,"5min":2.3290000000000002,"15min":2.9849999999999999},"min":{"1min":0.27700000000000002,"5min":0.27500000000000002,"15min":0.26100000000000001},"max":{"1min":6.0220000000000002,"5min":11.837999999999999,"15min":20.27},"last":0.35799999999999998},{"interface":"front","average":{"1min":3.5369999999999999,"5min":3.0859999999999999,"15min":2.645},"min":{"1min":0.33300000000000002,"5min":0.26500000000000001,"15min":0.247},"max":{"1min":15.365,"5min":17.635999999999999,"15min":17.635999999999999},"last":0.502}]},{"osd":4,"last update":"Mon Aug 28 02:29:07 2023","interfaces":[{"interface":"back","average":{"1min":1.6539999999999999,"5min":1.9099999999999999,"15min":1.98},"min":{"1min":0.46100000000000002,"5min":0.29299999999999998,"15min":0.27700000000000002},"max":{"1min":3.9119999999999999,"5min":12.842000000000001,"15min":12.842000000000001},"last":0.45500000000000002},{"interface":"front","average":{"1min":1.6100000000000001,"5min":2.4009999999999998,"15min":2.4220000000000002},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":6.2309999999999999,"5min":16.768999999999998,"15min":16.768999999999998},"last":0.56100000000000005}]},{"osd":5,"last update":"Mon Aug 28 02:29:07 2023","interfaces":[{"interface":"back","average":{"1min":1.5740000000000001,"5min":1.909,"15min":1.8680000000000001},"min":{"1min":0.37,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":4.5170000000000003,"5min":13.038,"15min":13.038},"last":0.48399999999999999},{"interface":"front","average":{"1min":2.96,"5min":2.5579999999999998,"15min":2.5619999999999998},"min":{"1min":0.499,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":11.808,"5min":14.93,"15min":15.134},"last":0.60499999999999998}]},{"osd":6,"last update":"Mon Aug 28 02:29:07 2023","interfaces":[{"interface":"back","average":{"1min":1.655,"5min":2.0489999999999999,"15min":2.0449999999999999},"min":{"1min":0.39100000000000001,"5min":0.33200000000000002,"15min":0.316},"max":{"1min":4.702,"5min":13.16,"15min":13.16},"last":0.55000000000000004},{"interface":"front","average":{"1min":1.8080000000000001,"5min":2.4279999999999999,"15min":2.5209999999999999},"min":{"1min":0.433,"5min":0.36299999999999999,"15min":0.311},"max":{"1min":6.2720000000000002,"5min":14.903,"15min":15.177},"last":0.64300000000000002}]},{"osd":7,"last update":"Mon Aug 28 02:29:07 2023","interfaces":[{"interface":"back","average":{"1min":2.512,"5min":2.3439999999999999,"15min":2.3799999999999999},"min":{"1min":0.442,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":6.1260000000000003,"5min":11.885,"15min":12.785},"last":0.58699999999999997},{"interface":"front","average":{"1min":2.2349999999999999,"5min":2.1880000000000002,"15min":2.1749999999999998},"min":{"1min":0.52900000000000003,"5min":0.39500000000000002,"15min":0.377},"max":{"1min":5.2400000000000002,"5min":13.005000000000001,"15min":13.005000000000001},"last":0.57799999999999996}]}]},{"osd":2,"up_from":117,"seq":502511173784,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":976948,"kb_used_data":579628,"kb_used_omap":7,"kb_used_meta":397304,"kb_avail":92768204,"statfs":{"total":95995035648,"available":94994640896,"internally_reserved":0,"allocated":593539072,"data_stored":592350044,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":406839377},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:28:17 2023","interfaces":[{"interface":"back","average":{"1min":2.8300000000000001,"5min":1.875,"15min":2.605},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":9.5619999999999994,"5min":14.675000000000001,"15min":14.675000000000001},"last":0.63700000000000001},{"interface":"front","average":{"1min":1.7989999999999999,"5min":2.915,"15min":3.0419999999999998},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23300000000000001},"max":{"1min":10.69,"5min":25.834,"15min":25.834},"last":5.694}]},{"osd":1,"last update":"Mon Aug 28 02:28:17 2023","interfaces":[{"interface":"back","average":{"1min":3.0350000000000001,"5min":2.9660000000000002,"15min":2.9119999999999999},"min":{"1min":0.29299999999999998,"5min":0.27800000000000002,"15min":0.251},"max":{"1min":10.904,"5min":13.795999999999999,"15min":14.308999999999999},"last":0.309},{"interface":"front","average":{"1min":1.899,"5min":1.9379999999999999,"15min":2.601},"min":{"1min":0.36899999999999999,"5min":0.26100000000000001,"15min":0.216},"max":{"1min":7.0599999999999996,"5min":16.983000000000001,"15min":16.983000000000001},"last":0.89000000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:28:17 2023","interfaces":[{"interface":"back","average":{"1min":2.8969999999999998,"5min":2.835,"15min":3.6930000000000001},"min":{"1min":0.33000000000000002,"5min":0.25700000000000001,"15min":0.25600000000000001},"max":{"1min":10.865,"5min":14.499000000000001,"15min":14.499000000000001},"last":0.34100000000000003},{"interface":"front","average":{"1min":2.4399999999999999,"5min":2.3420000000000001,"15min":3.2759999999999998},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":12.802,"5min":14.727,"15min":17.196999999999999},"last":1.4419999999999999}]},{"osd":4,"last update":"Mon Aug 28 02:28:17 2023","interfaces":[{"interface":"back","average":{"1min":1.974,"5min":2.2869999999999999,"15min":2.0009999999999999},"min":{"1min":0.30399999999999999,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":10.750999999999999,"5min":25.876999999999999,"15min":25.876999999999999},"last":1.018},{"interface":"front","average":{"1min":2.778,"5min":2.6030000000000002,"15min":2.093},"min":{"1min":0.378,"5min":0.32000000000000001,"15min":0.29799999999999999},"max":{"1min":9.7460000000000004,"5min":12.324,"15min":12.324},"last":0.36299999999999999}]},{"osd":5,"last update":"Mon Aug 28 02:28:17 2023","interfaces":[{"interface":"back","average":{"1min":5.4530000000000003,"5min":2.0139999999999998,"15min":2.2029999999999998},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.312},"max":{"1min":68.218000000000004,"5min":68.218000000000004,"15min":68.218000000000004},"last":0.59799999999999998},{"interface":"front","average":{"1min":5.8869999999999996,"5min":3.2599999999999998,"15min":2.3690000000000002},"min":{"1min":0.35699999999999998,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":68.236000000000004,"5min":68.236000000000004,"15min":68.236000000000004},"last":1.0469999999999999}]},{"osd":6,"last update":"Mon Aug 28 02:28:17 2023","interfaces":[{"interface":"back","average":{"1min":2.7490000000000001,"5min":2.758,"15min":2.3639999999999999},"min":{"1min":0.435,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":9.8000000000000007,"5min":12.375,"15min":12.375},"last":0.434},{"interface":"front","average":{"1min":1.657,"5min":1.494,"15min":1.946},"min":{"1min":0.371,"5min":0.371,"15min":0.33900000000000002},"max":{"1min":6.8860000000000001,"5min":11.871,"15min":14.151999999999999},"last":0.70099999999999996}]},{"osd":7,"last update":"Mon Aug 28 02:28:17 2023","interfaces":[{"interface":"back","average":{"1min":2.9809999999999999,"5min":2.6200000000000001,"15min":2.4279999999999999},"min":{"1min":0.38300000000000001,"5min":0.35099999999999998,"15min":0.33500000000000002},"max":{"1min":9.8490000000000002,"5min":12.404999999999999,"15min":12.404999999999999},"last":0.46600000000000003},{"interface":"front","average":{"1min":2.0510000000000002,"5min":1.617,"15min":1.9970000000000001},"min":{"1min":0.46600000000000003,"5min":0.44600000000000001,"15min":0.36399999999999999},"max":{"1min":6.8680000000000003,"5min":11.845000000000001,"15min":14.18},"last":0.66900000000000004}]}]},{"osd":3,"up_from":134,"seq":575525617802,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2418344,"kb_used_data":1887456,"kb_used_omap":2,"kb_used_meta":530877,"kb_avail":91326808,"statfs":{"total":95995035648,"available":93518651392,"internally_reserved":0,"allocated":1932754944,"data_stored":1931622768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":543618101},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:29:11 2023","interfaces":[{"interface":"back","average":{"1min":4.1079999999999997,"5min":2.3639999999999999,"15min":2.8180000000000001},"min":{"1min":0.214,"5min":0.20599999999999999,"15min":0.19},"max":{"1min":34.68,"5min":34.68,"15min":34.68},"last":0.372},{"interface":"front","average":{"1min":3.0219999999999998,"5min":2.3900000000000001,"15min":3.1309999999999998},"min":{"1min":0.23400000000000001,"5min":0.21299999999999999,"15min":0.21099999999999999},"max":{"1min":34.777000000000001,"5min":34.777000000000001,"15min":34.777000000000001},"last":2.2480000000000002}]},{"osd":1,"last update":"Mon Aug 28 02:29:11 2023","interfaces":[{"interface":"back","average":{"1min":3.0129999999999999,"5min":3.2269999999999999,"15min":3.3260000000000001},"min":{"1min":0.27500000000000002,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":15.727,"5min":29.780999999999999,"15min":29.780999999999999},"last":0.47999999999999998},{"interface":"front","average":{"1min":2.6699999999999999,"5min":2.1789999999999998,"15min":2.7440000000000002},"min":{"1min":0.28799999999999998,"5min":0.25900000000000001,"15min":0.22700000000000001},"max":{"1min":13.465,"5min":13.465,"15min":24.071999999999999},"last":2.1040000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:29:11 2023","interfaces":[{"interface":"back","average":{"1min":2.3849999999999998,"5min":2.206,"15min":3.2170000000000001},"min":{"1min":0.28599999999999998,"5min":0.26800000000000002,"15min":0.26300000000000001},"max":{"1min":8.4610000000000003,"5min":14.436,"15min":21.292000000000002},"last":0.71199999999999997},{"interface":"front","average":{"1min":2.2970000000000002,"5min":2.3010000000000002,"15min":2.8839999999999999},"min":{"1min":0.27800000000000002,"5min":0.249,"15min":0.249},"max":{"1min":7.9779999999999998,"5min":12.670999999999999,"15min":24.175999999999998},"last":0.435}]},{"osd":4,"last update":"Mon Aug 28 02:29:11 2023","interfaces":[{"interface":"back","average":{"1min":1.679,"5min":1.8520000000000001,"15min":2.0739999999999998},"min":{"1min":0.316,"5min":0.309,"15min":0.28399999999999997},"max":{"1min":4.9669999999999996,"5min":18.831,"15min":23.994},"last":2.8069999999999999},{"interface":"front","average":{"1min":1.9259999999999999,"5min":1.7689999999999999,"15min":2.2839999999999998},"min":{"1min":0.34699999999999998,"5min":0.30299999999999999,"15min":0.29799999999999999},"max":{"1min":10.023999999999999,"5min":21.106000000000002,"15min":21.106000000000002},"last":2.702}]},{"osd":5,"last update":"Mon Aug 28 02:29:11 2023","interfaces":[{"interface":"back","average":{"1min":1.413,"5min":1.7589999999999999,"15min":2.2810000000000001},"min":{"1min":0.317,"5min":0.317,"15min":0.311},"max":{"1min":6.3170000000000002,"5min":21.507000000000001,"15min":21.507000000000001},"last":2.4969999999999999},{"interface":"front","average":{"1min":1.9790000000000001,"5min":2.0329999999999999,"15min":2.456},"min":{"1min":0.39100000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":7.9379999999999997,"5min":11.242000000000001,"15min":18.181000000000001},"last":0.67500000000000004}]},{"osd":6,"last update":"Mon Aug 28 02:29:11 2023","interfaces":[{"interface":"back","average":{"1min":1.8160000000000001,"5min":1.8899999999999999,"15min":2.407},"min":{"1min":0.34799999999999998,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":7.0359999999999996,"5min":23.071000000000002,"15min":23.071000000000002},"last":4.3949999999999996},{"interface":"front","average":{"1min":2.3849999999999998,"5min":2.2069999999999999,"15min":2.6469999999999998},"min":{"1min":0.46899999999999997,"5min":0.39500000000000002,"15min":0.315},"max":{"1min":8.0120000000000005,"5min":11.220000000000001,"15min":18.128},"last":0.752}]},{"osd":7,"last update":"Mon Aug 28 02:29:11 2023","interfaces":[{"interface":"back","average":{"1min":2.0990000000000002,"5min":1.8029999999999999,"15min":2.1269999999999998},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.33800000000000002},"max":{"1min":6.1849999999999996,"5min":11.156000000000001,"15min":24.042999999999999},"last":10.063000000000001},{"interface":"front","average":{"1min":1.387,"5min":2.258,"15min":2.5329999999999999},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":4.883,"5min":21.138000000000002,"15min":21.138000000000002},"last":2.286}]}]},{"osd":4,"up_from":30,"seq":128849019165,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1142660,"kb_used_data":818108,"kb_used_omap":0,"kb_used_meta":324544,"kb_avail":92602492,"statfs":{"total":95995035648,"available":94824951808,"internally_reserved":0,"allocated":837742592,"data_stored":836805860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":332333056},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:29:07 2023","interfaces":[{"interface":"back","average":{"1min":1.7549999999999999,"5min":2.2589999999999999,"15min":2.0219999999999998},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.221},"max":{"1min":5.851,"5min":17.882000000000001,"15min":17.882000000000001},"last":1.0049999999999999},{"interface":"front","average":{"1min":1.8480000000000001,"5min":1.99,"15min":2.0640000000000001},"min":{"1min":0.26000000000000001,"5min":0.218,"15min":0.217},"max":{"1min":7.7460000000000004,"5min":18.471,"15min":18.471},"last":2.0790000000000002}]},{"osd":1,"last update":"Mon Aug 28 02:28:24 2023","interfaces":[{"interface":"back","average":{"1min":2.1699999999999999,"5min":1.6619999999999999,"15min":1.756},"min":{"1min":0.27100000000000002,"5min":0.248,"15min":0.24199999999999999},"max":{"1min":8.8190000000000008,"5min":11.914999999999999,"15min":11.914999999999999},"last":0.41599999999999998},{"interface":"front","average":{"1min":2.327,"5min":1.998,"15min":1.843},"min":{"1min":0.33800000000000002,"5min":0.28699999999999998,"15min":0.246},"max":{"1min":8.7210000000000001,"5min":9.0410000000000004,"15min":9.2249999999999996},"last":0.29799999999999999}]},{"osd":2,"last update":"Mon Aug 28 02:29:07 2023","interfaces":[{"interface":"back","average":{"1min":1.8879999999999999,"5min":1.8799999999999999,"15min":1.6719999999999999},"min":{"1min":0.38100000000000001,"5min":0.28100000000000003,"15min":0.27400000000000002},"max":{"1min":5.7220000000000004,"5min":13.194000000000001,"15min":16.231000000000002},"last":1.1299999999999999},{"interface":"front","average":{"1min":2.149,"5min":1.6839999999999999,"15min":1.7070000000000001},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.251},"max":{"1min":7.6269999999999998,"5min":7.6269999999999998,"15min":10.859999999999999},"last":2.1160000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:28:15 2023","interfaces":[{"interface":"back","average":{"1min":1.8029999999999999,"5min":1.736,"15min":1.879},"min":{"1min":0.40100000000000002,"5min":0.30299999999999999,"15min":0.28699999999999998},"max":{"1min":5.5179999999999998,"5min":9.9160000000000004,"15min":12.339},"last":2.145},{"interface":"front","average":{"1min":2.2610000000000001,"5min":1.931,"15min":1.917},"min":{"1min":0.33400000000000002,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":6.5979999999999999,"5min":11.743,"15min":11.782},"last":1.55}]},{"osd":5,"last update":"Mon Aug 28 02:28:38 2023","interfaces":[{"interface":"back","average":{"1min":1.9299999999999999,"5min":1.3029999999999999,"15min":1.0109999999999999},"min":{"1min":0.28199999999999997,"5min":0.24399999999999999,"15min":0.23799999999999999},"max":{"1min":8.6850000000000005,"5min":16.181999999999999,"15min":16.181999999999999},"last":2.0390000000000001},{"interface":"front","average":{"1min":1.423,"5min":1.304,"15min":1.0589999999999999},"min":{"1min":0.29699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":4.8369999999999997,"5min":10.233000000000001,"15min":10.233000000000001},"last":2.2029999999999998}]},{"osd":6,"last update":"Mon Aug 28 02:28:56 2023","interfaces":[{"interface":"back","average":{"1min":1.514,"5min":1.256,"15min":1.081},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.25600000000000001},"max":{"1min":6.6200000000000001,"5min":10.023999999999999,"15min":10.023999999999999},"last":2.544},{"interface":"front","average":{"1min":1.659,"5min":1.3080000000000001,"15min":1.0389999999999999},"min":{"1min":0.31900000000000001,"5min":0.26600000000000001,"15min":0.251},"max":{"1min":7.6870000000000003,"5min":7.6870000000000003,"15min":8.6850000000000005},"last":1.581}]},{"osd":7,"last update":"Mon Aug 28 02:29:07 2023","interfaces":[{"interface":"back","average":{"1min":1.7629999999999999,"5min":1.3859999999999999,"15min":1.113},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":5.8700000000000001,"5min":9.3209999999999997,"15min":9.3209999999999997},"last":2.004},{"interface":"front","average":{"1min":1.593,"5min":1.139,"15min":1.044},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.28799999999999998},"max":{"1min":5.6059999999999999,"5min":6.4189999999999996,"15min":7.0220000000000002},"last":2.1749999999999998}]}]},{"osd":5,"up_from":37,"seq":158913790234,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2788020,"kb_used_data":2340908,"kb_used_omap":0,"kb_used_meta":447104,"kb_avail":90957132,"statfs":{"total":95995035648,"available":93140103168,"internally_reserved":0,"allocated":2397089792,"data_stored":2396157692,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":457834496},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,2],"upper_bound":32},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:28:25 2023","interfaces":[{"interface":"back","average":{"1min":1.7589999999999999,"5min":2.351,"15min":2.3599999999999999},"min":{"1min":0.23000000000000001,"5min":0.224,"15min":0.22},"max":{"1min":7.2560000000000002,"5min":15.156000000000001,"15min":40.334000000000003},"last":0.57899999999999996},{"interface":"front","average":{"1min":2.4140000000000001,"5min":2.0070000000000001,"15min":2.0019999999999998},"min":{"1min":0.26700000000000002,"5min":0.252,"15min":0.23200000000000001},"max":{"1min":14.856999999999999,"5min":18.937000000000001,"15min":40.212000000000003},"last":0.48699999999999999}]},{"osd":1,"last update":"Mon Aug 28 02:28:25 2023","interfaces":[{"interface":"back","average":{"1min":1.5840000000000001,"5min":2.6709999999999998,"15min":2.3500000000000001},"min":{"1min":0.29399999999999998,"5min":0.253,"15min":0.23200000000000001},"max":{"1min":5.2859999999999996,"5min":12.115,"15min":40.088000000000001},"last":0.32400000000000001},{"interface":"front","average":{"1min":2.1600000000000001,"5min":1.9379999999999999,"15min":1.8440000000000001},"min":{"1min":0.28999999999999998,"5min":0.28199999999999997,"15min":0.251},"max":{"1min":9.1500000000000004,"5min":9.1500000000000004,"15min":40.243000000000002},"last":1.1639999999999999}]},{"osd":2,"last update":"Mon Aug 28 02:28:25 2023","interfaces":[{"interface":"back","average":{"1min":1.653,"5min":1.9550000000000001,"15min":2.0379999999999998},"min":{"1min":0.31900000000000001,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":5.6829999999999998,"5min":13.335000000000001,"15min":40.436999999999998},"last":4.4859999999999998},{"interface":"front","average":{"1min":2.0459999999999998,"5min":2.1699999999999999,"15min":2.0019999999999998},"min":{"1min":0.32300000000000001,"5min":0.30199999999999999,"15min":0.27200000000000002},"max":{"1min":9.4260000000000002,"5min":10.629,"15min":40.555},"last":0.92300000000000004}]},{"osd":3,"last update":"Mon Aug 28 02:28:25 2023","interfaces":[{"interface":"back","average":{"1min":2.1800000000000002,"5min":2.4510000000000001,"15min":1.996},"min":{"1min":0.33900000000000002,"5min":0.29999999999999999,"15min":0.27900000000000003},"max":{"1min":6.7649999999999997,"5min":9.4870000000000001,"15min":40.270000000000003},"last":0.34899999999999998},{"interface":"front","average":{"1min":2.5720000000000001,"5min":2.1019999999999999,"15min":2.1219999999999999},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.29599999999999999},"max":{"1min":10.728999999999999,"5min":10.728999999999999,"15min":40.597999999999999},"last":0.81000000000000005}]},{"osd":4,"last update":"Mon Aug 28 02:28:40 2023","interfaces":[{"interface":"back","average":{"1min":1.145,"5min":1.4199999999999999,"15min":1.24},"min":{"1min":0.27000000000000002,"5min":0.25800000000000001,"15min":0.216},"max":{"1min":4.9610000000000003,"5min":13.348000000000001,"15min":40.762999999999998},"last":0.40600000000000003},{"interface":"front","average":{"1min":2.3380000000000001,"5min":1.5129999999999999,"15min":1.208},"min":{"1min":0.32100000000000001,"5min":0.27400000000000002,"15min":0.22900000000000001},"max":{"1min":9.4529999999999994,"5min":10.664999999999999,"15min":40.634},"last":0.308}]},{"osd":6,"last update":"Mon Aug 28 02:28:25 2023","interfaces":[{"interface":"back","average":{"1min":1.2749999999999999,"5min":1.5349999999999999,"15min":1.282},"min":{"1min":0.29499999999999998,"5min":0.26500000000000001,"15min":0.254},"max":{"1min":4.8570000000000002,"5min":17.486999999999998,"15min":42.409999999999997},"last":0.36499999999999999},{"interface":"front","average":{"1min":1.24,"5min":1.498,"15min":1.3300000000000001},"min":{"1min":0.33700000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":3.5779999999999998,"5min":11.797000000000001,"15min":42.533999999999999},"last":0.28100000000000003}]},{"osd":7,"last update":"Mon Aug 28 02:28:25 2023","interfaces":[{"interface":"back","average":{"1min":1.3540000000000001,"5min":1.748,"15min":1.4399999999999999},"min":{"1min":0.36799999999999999,"5min":0.34100000000000003,"15min":0.314},"max":{"1min":3.54,"5min":13.054,"15min":42.667000000000002},"last":0.38400000000000001},{"interface":"front","average":{"1min":1.681,"5min":1.3799999999999999,"15min":1.298},"min":{"1min":0.36499999999999999,"5min":0.31900000000000001,"15min":0.27000000000000002},"max":{"1min":9.4770000000000003,"5min":10.69,"15min":42.344000000000001},"last":3.375}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1191968768,"data_stored":1191968768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":2211909632,"data_stored":2211905560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":585891840,"data_stored":585891840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":1929510912,"data_stored":1929510912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":835256320,"data_stored":835256320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":2393837568,"data_stored":2393833496,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":725090304,"data_stored":725090304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":2275414016,"data_stored":2275409944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:29:20.770 INFO:tasks.cephadm.ceph_manager.ceph:increase pool size by 10 2023-08-28T02:29:20.770 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd pool set unique_pool_4 pg_num 36 2023-08-28T02:29:20.803 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:29:20.861 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:20.891 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:29:20.893 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:20.894 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:29:20.929 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:29:20.995 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:29:21.070 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:21.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:21 smithi083 ceph-mon[157819]: 9.6 scrub starts 2023-08-28T02:29:21.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:21 smithi083 ceph-mon[157819]: pgmap v673: 109 pgs: 1 remapped+peering, 108 active+clean; 3.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 690 op/s 2023-08-28T02:29:21.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:21 smithi083 ceph-mon[157819]: from='client.44825 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:29:21.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:21 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:29:21.256 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:29:21.261 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:21.262 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:29:21.362 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:29:21.379 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:21 smithi040 ceph-mon[175404]: 9.6 scrub starts 2023-08-28T02:29:21.379 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:21 smithi040 ceph-mon[175404]: pgmap v673: 109 pgs: 1 remapped+peering, 108 active+clean; 3.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 690 op/s 2023-08-28T02:29:21.379 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:21 smithi040 ceph-mon[175404]: from='client.44825 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:29:21.379 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:21 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:29:21.380 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:21 smithi040 ceph-mon[170259]: 9.6 scrub starts 2023-08-28T02:29:21.380 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:21 smithi040 ceph-mon[170259]: pgmap v673: 109 pgs: 1 remapped+peering, 108 active+clean; 3.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 690 op/s 2023-08-28T02:29:21.381 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:21 smithi040 ceph-mon[170259]: from='client.44825 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:29:21.381 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:21 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:29:21.407 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:21.562 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-08-28T02:29:21.987 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:29:22.329 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:22 smithi040 ceph-mon[175404]: 9.9 scrub starts 2023-08-28T02:29:22.329 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:22 smithi040 ceph-mon[175404]: 9.16 scrub starts 2023-08-28T02:29:22.331 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:22 smithi040 ceph-mon[170259]: 9.9 scrub starts 2023-08-28T02:29:22.331 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:22 smithi040 ceph-mon[170259]: 9.16 scrub starts 2023-08-28T02:29:22.465 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:29:22.474 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:22.474 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:29:22.476 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:22 smithi083 ceph-mon[157819]: 9.9 scrub starts 2023-08-28T02:29:22.476 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:22 smithi083 ceph-mon[157819]: 9.16 scrub starts 2023-08-28T02:29:22.576 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:29:22.616 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:22.647 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:29:22.652 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:22.653 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:29:22.754 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:29:22.820 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:22.869 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:29:22.879 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:22.879 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:29:22.980 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:29:23.032 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:29:23.041 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:23.074 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:23 smithi083 ceph-mon[157819]: 9.19 scrub starts 2023-08-28T02:29:23.075 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:23 smithi083 ceph-mon[157819]: pgmap v674: 109 pgs: 1 active+recovering+undersized+remapped, 108 active+clean; 3.4 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 968 op/s; 3340/166302 objects misplaced (2.008%); 1.2 MiB/s, 19 objects/s recovering 2023-08-28T02:29:23.075 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:23 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num_actual", "val": "23"}]: dispatch 2023-08-28T02:29:23.075 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:23 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num_actual", "val": "23"}]: dispatch 2023-08-28T02:29:23.075 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:23 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/799492847' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:29:23.075 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:23 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:29:23.093 INFO:teuthology.orchestra.run.smithi040.stderr:nodeep-scrub is unset 2023-08-28T02:29:23.120 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2023-08-28T02:29:23.120 INFO:teuthology.orchestra.run.smithi083.stdout: "ops": [], 2023-08-28T02:29:23.120 INFO:teuthology.orchestra.run.smithi083.stdout: "complaint_time": 30, 2023-08-28T02:29:23.120 INFO:teuthology.orchestra.run.smithi083.stdout: "num_blocked_ops": 0 2023-08-28T02:29:23.120 INFO:teuthology.orchestra.run.smithi083.stdout:} 2023-08-28T02:29:23.256 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:23 smithi040 ceph-mon[175404]: 9.19 scrub starts 2023-08-28T02:29:23.257 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:23 smithi040 ceph-mon[175404]: pgmap v674: 109 pgs: 1 active+recovering+undersized+remapped, 108 active+clean; 3.4 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 968 op/s; 3340/166302 objects misplaced (2.008%); 1.2 MiB/s, 19 objects/s recovering 2023-08-28T02:29:23.257 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:23 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num_actual", "val": "23"}]: dispatch 2023-08-28T02:29:23.257 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:23 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num_actual", "val": "23"}]: dispatch 2023-08-28T02:29:23.257 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:23 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/799492847' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:29:23.257 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:23 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:29:23.257 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:23 smithi040 ceph-mon[170259]: 9.19 scrub starts 2023-08-28T02:29:23.257 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:23 smithi040 ceph-mon[170259]: pgmap v674: 109 pgs: 1 active+recovering+undersized+remapped, 108 active+clean; 3.4 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 968 op/s; 3340/166302 objects misplaced (2.008%); 1.2 MiB/s, 19 objects/s recovering 2023-08-28T02:29:23.257 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:23 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num_actual", "val": "23"}]: dispatch 2023-08-28T02:29:23.258 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:23 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num_actual", "val": "23"}]: dispatch 2023-08-28T02:29:23.258 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:23 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/799492847' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:29:23.258 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:23 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:29:23.650 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:29:23.654 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:23.654 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:29:23.755 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:29:23.786 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:24.229 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:24 smithi040 ceph-mon[170259]: 9.17 scrub starts 2023-08-28T02:29:24.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:24 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:29:24.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:24 smithi040 ceph-mon[170259]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:29:24.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:24 smithi040 ceph-mon[170259]: Cluster is now healthy 2023-08-28T02:29:24.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:24 smithi040 ceph-mon[170259]: failed to encode map e211 with expected crc 2023-08-28T02:29:24.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:24 smithi040 ceph-mon[170259]: failed to encode map e211 with expected crc 2023-08-28T02:29:24.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:24 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num_actual", "val": "23"}]': finished 2023-08-28T02:29:24.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:24 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:29:24.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:24 smithi040 ceph-mon[170259]: osdmap e211: 8 total, 8 up, 8 in 2023-08-28T02:29:24.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:24 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:29:24.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:24 smithi040 ceph-mon[170259]: failed to encode map e211 with expected crc 2023-08-28T02:29:24.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:24 smithi040 ceph-mon[175404]: 9.17 scrub starts 2023-08-28T02:29:24.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:24 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:29:24.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:24 smithi040 ceph-mon[175404]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:29:24.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:24 smithi040 ceph-mon[175404]: Cluster is now healthy 2023-08-28T02:29:24.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:24 smithi040 ceph-mon[175404]: failed to encode map e211 with expected crc 2023-08-28T02:29:24.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:24 smithi040 ceph-mon[175404]: failed to encode map e211 with expected crc 2023-08-28T02:29:24.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:24 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num_actual", "val": "23"}]': finished 2023-08-28T02:29:24.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:24 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:29:24.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:24 smithi040 ceph-mon[175404]: osdmap e211: 8 total, 8 up, 8 in 2023-08-28T02:29:24.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:24 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:29:24.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:24 smithi040 ceph-mon[175404]: failed to encode map e211 with expected crc 2023-08-28T02:29:24.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:24 smithi083 ceph-mon[157819]: 9.17 scrub starts 2023-08-28T02:29:24.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:24 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:29:24.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:24 smithi083 ceph-mon[157819]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:29:24.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:24 smithi083 ceph-mon[157819]: Cluster is now healthy 2023-08-28T02:29:24.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:24 smithi083 ceph-mon[157819]: failed to encode map e211 with expected crc 2023-08-28T02:29:24.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:24 smithi083 ceph-mon[157819]: failed to encode map e211 with expected crc 2023-08-28T02:29:24.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:24 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num_actual", "val": "23"}]': finished 2023-08-28T02:29:24.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:24 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:29:24.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:24 smithi083 ceph-mon[157819]: osdmap e211: 8 total, 8 up, 8 in 2023-08-28T02:29:24.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:24 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:29:24.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:24 smithi083 ceph-mon[157819]: failed to encode map e211 with expected crc 2023-08-28T02:29:24.444 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:29:24.465 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:29:24.485 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:29:24.507 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:29:24.528 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:29:24.547 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:29:24.569 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:29:24.589 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:29:24.591 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-08-28T02:29:24.591 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-08-28T02:29:24.591 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-08-28T02:29:24.591 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-08-28T02:29:24.591 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-08-28T02:29:24.591 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-08-28T02:29:24.591 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-08-28T02:29:24.591 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-08-28T02:29:25.122 INFO:teuthology.orchestra.run.smithi040.stderr:set pool 9 pg_num to 36 2023-08-28T02:29:25.230 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:25 smithi040 ceph-mon[175404]: failed to encode map e212 with expected crc 2023-08-28T02:29:25.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:25 smithi040 ceph-mon[175404]: osdmap e212: 8 total, 8 up, 8 in 2023-08-28T02:29:25.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:25 smithi040 ceph-mon[175404]: failed to encode map e212 with expected crc 2023-08-28T02:29:25.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:25 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/348742755' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pg_num", "val": "36"}]: dispatch 2023-08-28T02:29:25.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:25 smithi040 ceph-mon[175404]: pgmap v677: 109 pgs: 1 active+recovering+undersized+remapped, 108 active+clean; 3.4 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 559 op/s; 3340/165189 objects misplaced (2.022%); 1.2 MiB/s, 18 objects/s recovering 2023-08-28T02:29:25.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:25 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num_actual", "val": "24"}]: dispatch 2023-08-28T02:29:25.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:25 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num_actual", "val": "24"}]: dispatch 2023-08-28T02:29:25.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:25 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1845437832' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:29:25.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:25 smithi040 ceph-mon[170259]: failed to encode map e212 with expected crc 2023-08-28T02:29:25.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:25 smithi040 ceph-mon[170259]: osdmap e212: 8 total, 8 up, 8 in 2023-08-28T02:29:25.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:25 smithi040 ceph-mon[170259]: failed to encode map e212 with expected crc 2023-08-28T02:29:25.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:25 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/348742755' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pg_num", "val": "36"}]: dispatch 2023-08-28T02:29:25.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:25 smithi040 ceph-mon[170259]: pgmap v677: 109 pgs: 1 active+recovering+undersized+remapped, 108 active+clean; 3.4 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 559 op/s; 3340/165189 objects misplaced (2.022%); 1.2 MiB/s, 18 objects/s recovering 2023-08-28T02:29:25.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:25 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num_actual", "val": "24"}]: dispatch 2023-08-28T02:29:25.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:25 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num_actual", "val": "24"}]: dispatch 2023-08-28T02:29:25.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:25 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1845437832' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:29:25.486 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:29:25.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:25 smithi083 ceph-mon[157819]: failed to encode map e212 with expected crc 2023-08-28T02:29:25.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:25 smithi083 ceph-mon[157819]: osdmap e212: 8 total, 8 up, 8 in 2023-08-28T02:29:25.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:25 smithi083 ceph-mon[157819]: failed to encode map e212 with expected crc 2023-08-28T02:29:25.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:25 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/348742755' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pg_num", "val": "36"}]: dispatch 2023-08-28T02:29:25.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:25 smithi083 ceph-mon[157819]: pgmap v677: 109 pgs: 1 active+recovering+undersized+remapped, 108 active+clean; 3.4 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 559 op/s; 3340/165189 objects misplaced (2.022%); 1.2 MiB/s, 18 objects/s recovering 2023-08-28T02:29:25.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:25 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num_actual", "val": "24"}]: dispatch 2023-08-28T02:29:25.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:25 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num_actual", "val": "24"}]: dispatch 2023-08-28T02:29:25.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:25 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1845437832' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:29:25.491 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:25.491 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:29:25.577 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.6 dump_historic_ops 2023-08-28T02:29:25.593 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:29:25.647 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:25.670 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:29:25.673 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:25.673 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:29:25.731 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:29:25 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:29:25] "GET /metrics HTTP/1.1" 200 36482 "" "Prometheus/2.43.0" 2023-08-28T02:29:25.774 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:29:25.802 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:25.822 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:29:25.824 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:25.824 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:29:25.889 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd set noscrub 2023-08-28T02:29:25.925 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:29:25.940 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:29:25.967 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:25.993 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:29:25.995 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:25.996 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:29:26.096 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:29:26.154 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:26.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:26 smithi040 ceph-mon[175404]: 1.1 scrub starts 2023-08-28T02:29:26.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:26 smithi040 ceph-mon[175404]: 1.1 scrub ok 2023-08-28T02:29:26.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:26 smithi040 ceph-mon[175404]: failed to encode map e213 with expected crc 2023-08-28T02:29:26.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:26 smithi040 ceph-mon[175404]: failed to encode map e213 with expected crc 2023-08-28T02:29:26.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:26 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/348742755' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pg_num", "val": "36"}]': finished 2023-08-28T02:29:26.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:26 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num_actual", "val": "24"}]': finished 2023-08-28T02:29:26.234 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:26 smithi040 ceph-mon[175404]: osdmap e213: 8 total, 8 up, 8 in 2023-08-28T02:29:26.234 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:26 smithi040 ceph-mon[175404]: osdmap e214: 8 total, 8 up, 8 in 2023-08-28T02:29:26.234 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:26 smithi040 ceph-mon[175404]: failed to encode map e213 with expected crc 2023-08-28T02:29:26.234 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:26 smithi040 ceph-mon[170259]: 1.1 scrub starts 2023-08-28T02:29:26.234 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:26 smithi040 ceph-mon[170259]: 1.1 scrub ok 2023-08-28T02:29:26.234 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:26 smithi040 ceph-mon[170259]: failed to encode map e213 with expected crc 2023-08-28T02:29:26.234 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:26 smithi040 ceph-mon[170259]: failed to encode map e213 with expected crc 2023-08-28T02:29:26.234 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:26 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/348742755' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pg_num", "val": "36"}]': finished 2023-08-28T02:29:26.234 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:26 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num_actual", "val": "24"}]': finished 2023-08-28T02:29:26.234 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:26 smithi040 ceph-mon[170259]: osdmap e213: 8 total, 8 up, 8 in 2023-08-28T02:29:26.235 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:26 smithi040 ceph-mon[170259]: osdmap e214: 8 total, 8 up, 8 in 2023-08-28T02:29:26.235 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:26 smithi040 ceph-mon[170259]: failed to encode map e213 with expected crc 2023-08-28T02:29:26.248 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:29:26.255 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:26.256 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:29:26.328 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:29:26.357 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:29:26.375 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:26 smithi083 ceph-mon[157819]: 1.1 scrub starts 2023-08-28T02:29:26.375 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:26 smithi083 ceph-mon[157819]: 1.1 scrub ok 2023-08-28T02:29:26.375 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:26 smithi083 ceph-mon[157819]: failed to encode map e213 with expected crc 2023-08-28T02:29:26.375 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:26 smithi083 ceph-mon[157819]: failed to encode map e213 with expected crc 2023-08-28T02:29:26.375 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:26 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/348742755' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pg_num", "val": "36"}]': finished 2023-08-28T02:29:26.376 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:26 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pgp_num_actual", "val": "24"}]': finished 2023-08-28T02:29:26.376 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:26 smithi083 ceph-mon[157819]: osdmap e213: 8 total, 8 up, 8 in 2023-08-28T02:29:26.376 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:26 smithi083 ceph-mon[157819]: osdmap e214: 8 total, 8 up, 8 in 2023-08-28T02:29:26.376 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:26 smithi083 ceph-mon[157819]: failed to encode map e213 with expected crc 2023-08-28T02:29:26.409 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:26.750 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:29:26.753 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:26.753 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:29:26.854 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:29:26.899 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:26.977 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-08-28T02:29:27.143 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:29:27.147 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:27 smithi040 ceph-mon[170259]: 1.a deep-scrub starts 2023-08-28T02:29:27.147 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:27 smithi040 ceph-mon[170259]: 1.a deep-scrub ok 2023-08-28T02:29:27.147 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:27 smithi040 ceph-mon[170259]: failed to encode map e214 with expected crc 2023-08-28T02:29:27.147 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:27 smithi040 ceph-mon[170259]: failed to encode map e214 with expected crc 2023-08-28T02:29:27.147 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:27 smithi040 ceph-mon[170259]: failed to encode map e214 with expected crc 2023-08-28T02:29:27.148 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:27 smithi040 ceph-mon[170259]: failed to encode map e214 with expected crc 2023-08-28T02:29:27.148 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:27 smithi040 ceph-mon[170259]: pgmap v680: 109 pgs: 1 remapped+peering, 1 active+recovering+undersized+remapped, 107 active+clean; 3.3 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 379 op/s; 2736/161619 objects misplaced (1.693%); 4.6 MiB/s, 75 objects/s recovering 2023-08-28T02:29:27.148 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:27 smithi040 ceph-mon[170259]: osdmap e215: 8 total, 8 up, 8 in 2023-08-28T02:29:27.148 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:27 smithi040 ceph-mon[170259]: failed to encode map e215 with expected crc 2023-08-28T02:29:27.148 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:27 smithi040 ceph-mon[170259]: failed to encode map e215 with expected crc 2023-08-28T02:29:27.148 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:27 smithi040 ceph-mon[170259]: failed to encode map e215 with expected crc 2023-08-28T02:29:27.148 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:27 smithi040 ceph-mon[175404]: 1.a deep-scrub starts 2023-08-28T02:29:27.148 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:27 smithi040 ceph-mon[175404]: 1.a deep-scrub ok 2023-08-28T02:29:27.148 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:27 smithi040 ceph-mon[175404]: failed to encode map e214 with expected crc 2023-08-28T02:29:27.149 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:27 smithi040 ceph-mon[175404]: failed to encode map e214 with expected crc 2023-08-28T02:29:27.149 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:27 smithi040 ceph-mon[175404]: failed to encode map e214 with expected crc 2023-08-28T02:29:27.149 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:27 smithi040 ceph-mon[175404]: failed to encode map e214 with expected crc 2023-08-28T02:29:27.149 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:27 smithi040 ceph-mon[175404]: pgmap v680: 109 pgs: 1 remapped+peering, 1 active+recovering+undersized+remapped, 107 active+clean; 3.3 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 379 op/s; 2736/161619 objects misplaced (1.693%); 4.6 MiB/s, 75 objects/s recovering 2023-08-28T02:29:27.149 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:27 smithi040 ceph-mon[175404]: osdmap e215: 8 total, 8 up, 8 in 2023-08-28T02:29:27.149 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:27 smithi040 ceph-mon[175404]: failed to encode map e215 with expected crc 2023-08-28T02:29:27.149 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:27 smithi040 ceph-mon[175404]: failed to encode map e215 with expected crc 2023-08-28T02:29:27.149 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:27 smithi040 ceph-mon[175404]: failed to encode map e215 with expected crc 2023-08-28T02:29:27.149 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:27.150 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:29:27.251 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:29:27.330 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:27.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:27 smithi083 ceph-mon[157819]: 1.a deep-scrub starts 2023-08-28T02:29:27.493 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:27 smithi083 ceph-mon[157819]: 1.a deep-scrub ok 2023-08-28T02:29:27.493 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:27 smithi083 ceph-mon[157819]: failed to encode map e214 with expected crc 2023-08-28T02:29:27.493 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:27 smithi083 ceph-mon[157819]: failed to encode map e214 with expected crc 2023-08-28T02:29:27.493 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:27 smithi083 ceph-mon[157819]: failed to encode map e214 with expected crc 2023-08-28T02:29:27.493 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:27 smithi083 ceph-mon[157819]: failed to encode map e214 with expected crc 2023-08-28T02:29:27.493 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:27 smithi083 ceph-mon[157819]: pgmap v680: 109 pgs: 1 remapped+peering, 1 active+recovering+undersized+remapped, 107 active+clean; 3.3 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 379 op/s; 2736/161619 objects misplaced (1.693%); 4.6 MiB/s, 75 objects/s recovering 2023-08-28T02:29:27.493 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:27 smithi083 ceph-mon[157819]: osdmap e215: 8 total, 8 up, 8 in 2023-08-28T02:29:27.493 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:27 smithi083 ceph-mon[157819]: failed to encode map e215 with expected crc 2023-08-28T02:29:27.493 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:27 smithi083 ceph-mon[157819]: failed to encode map e215 with expected crc 2023-08-28T02:29:27.494 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:27 smithi083 ceph-mon[157819]: failed to encode map e215 with expected crc 2023-08-28T02:29:28.139 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:28 smithi040 ceph-mon[170259]: failed to encode map e215 with expected crc 2023-08-28T02:29:28.140 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:28 smithi040 ceph-mon[170259]: failed to encode map e215 with expected crc 2023-08-28T02:29:28.140 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:28 smithi040 ceph-mon[170259]: failed to encode map e215 with expected crc 2023-08-28T02:29:28.140 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:28 smithi040 ceph-mon[170259]: failed to encode map e215 with expected crc 2023-08-28T02:29:28.140 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:28 smithi083 ceph-mon[157819]: failed to encode map e215 with expected crc 2023-08-28T02:29:28.140 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:28 smithi083 ceph-mon[157819]: failed to encode map e215 with expected crc 2023-08-28T02:29:28.140 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:28 smithi083 ceph-mon[157819]: failed to encode map e215 with expected crc 2023-08-28T02:29:28.140 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:28 smithi083 ceph-mon[157819]: failed to encode map e215 with expected crc 2023-08-28T02:29:28.189 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:29:28.195 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:28.195 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:29:28.242 INFO:teuthology.orchestra.run.smithi083.stdout:ERROR: (22) Invalid argument 2023-08-28T02:29:28.242 INFO:teuthology.orchestra.run.smithi083.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:29:28.296 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:29:28.352 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:28.402 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:29:28.406 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:28 smithi040 ceph-mon[175404]: failed to encode map e215 with expected crc 2023-08-28T02:29:28.406 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:28 smithi040 ceph-mon[175404]: failed to encode map e215 with expected crc 2023-08-28T02:29:28.406 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:28 smithi040 ceph-mon[175404]: failed to encode map e215 with expected crc 2023-08-28T02:29:28.407 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:28 smithi040 ceph-mon[175404]: failed to encode map e215 with expected crc 2023-08-28T02:29:28.407 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:28.408 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:29:28.508 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:29:28.585 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:28.624 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:29:28.630 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:28.630 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:29:28.638 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.7 dump_ops_in_flight 2023-08-28T02:29:28.675 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:29:28.731 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:29:28.815 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:28.850 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:29:28.855 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:28.855 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:29:28.956 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:29:29.018 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:29.055 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:29:29.058 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:29.059 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:29:29.088 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:29:29.160 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:29:29.254 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:29.443 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:29:29.450 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:29 smithi040 ceph-mon[175404]: 1.8 scrub starts 2023-08-28T02:29:29.450 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:29 smithi040 ceph-mon[175404]: pgmap v682: 109 pgs: 1 remapped+peering, 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 106 active+clean; 3.2 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 489 op/s; 18/158979 objects degraded (0.011%); 4284/158979 objects misplaced (2.695%); 5.9 MiB/s, 94 objects/s recovering 2023-08-28T02:29:29.450 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:29 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:29:29.450 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:29 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:29:29.450 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:29 smithi040 ceph-mon[175404]: 1.6 scrub starts 2023-08-28T02:29:29.450 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:29 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:29:29.450 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:29 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:29:29.451 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:29 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:29:29.451 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:29 smithi040 ceph-mon[175404]: Health check failed: Degraded data redundancy: 18/158979 objects degraded (0.011%), 1 pg degraded (PG_DEGRADED) 2023-08-28T02:29:29.451 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:29 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/63884955' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:29:29.451 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:29 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:29:29.451 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:29.452 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:29:29.452 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:29 smithi040 ceph-mon[170259]: 1.8 scrub starts 2023-08-28T02:29:29.452 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:29 smithi040 ceph-mon[170259]: pgmap v682: 109 pgs: 1 remapped+peering, 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 106 active+clean; 3.2 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 489 op/s; 18/158979 objects degraded (0.011%); 4284/158979 objects misplaced (2.695%); 5.9 MiB/s, 94 objects/s recovering 2023-08-28T02:29:29.452 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:29 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:29:29.452 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:29 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:29:29.453 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:29 smithi040 ceph-mon[170259]: 1.6 scrub starts 2023-08-28T02:29:29.453 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:29 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:29:29.453 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:29 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:29:29.453 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:29 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:29:29.453 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:29 smithi040 ceph-mon[170259]: Health check failed: Degraded data redundancy: 18/158979 objects degraded (0.011%), 1 pg degraded (PG_DEGRADED) 2023-08-28T02:29:29.453 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:29 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/63884955' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:29:29.453 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:29 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:29:29.553 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:29:29.621 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:29.671 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:29 smithi083 ceph-mon[157819]: 1.8 scrub starts 2023-08-28T02:29:29.671 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:29 smithi083 ceph-mon[157819]: pgmap v682: 109 pgs: 1 remapped+peering, 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 106 active+clean; 3.2 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 489 op/s; 18/158979 objects degraded (0.011%); 4284/158979 objects misplaced (2.695%); 5.9 MiB/s, 94 objects/s recovering 2023-08-28T02:29:29.671 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:29 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:29:29.671 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:29 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:29:29.671 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:29 smithi083 ceph-mon[157819]: 1.6 scrub starts 2023-08-28T02:29:29.671 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:29 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:29:29.671 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:29 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:29:29.671 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:29 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:29:29.671 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:29 smithi083 ceph-mon[157819]: Health check failed: Degraded data redundancy: 18/158979 objects degraded (0.011%), 1 pg degraded (PG_DEGRADED) 2023-08-28T02:29:29.672 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:29 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/63884955' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:29:29.672 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:29 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:29:30.174 INFO:teuthology.orchestra.run.smithi040.stderr:noscrub is set 2023-08-28T02:29:30.507 INFO:tasks.thrashosds.thrasher:in_osds: [0, 1, 2, 3, 4, 5, 6, 7] out_osds: [] dead_osds: [] live_osds: [0, 1, 2, 3, 4, 5, 6, 7] 2023-08-28T02:29:30.507 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-08-28T02:29:30.508 INFO:tasks.thrashosds.thrasher:Removing osd 1, in_osds are: [0, 1, 2, 3, 4, 5, 6, 7] 2023-08-28T02:29:30.508 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd out 1 2023-08-28T02:29:30.881 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:29:30.889 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:30.889 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:30 smithi040 ceph-mon[170259]: 9.5 scrub starts 2023-08-28T02:29:30.890 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:30 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:29:30.890 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:30 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:29:30.890 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:30 smithi040 ceph-mon[170259]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:29:30.890 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:30 smithi040 ceph-mon[170259]: failed to encode map e216 with expected crc 2023-08-28T02:29:30.890 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:30 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:29:30.890 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:30 smithi040 ceph-mon[170259]: osdmap e216: 8 total, 8 up, 8 in 2023-08-28T02:29:30.890 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:30 smithi040 ceph-mon[170259]: pgmap v684: 109 pgs: 1 remapped+peering, 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 106 active+clean; 3.2 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 394 op/s; 18/158979 objects degraded (0.011%); 4284/158979 objects misplaced (2.695%); 4.7 MiB/s, 76 objects/s recovering 2023-08-28T02:29:30.890 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:30 smithi040 ceph-mon[175404]: 9.5 scrub starts 2023-08-28T02:29:30.890 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:30 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:29:30.891 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:30 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:29:30.891 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:30 smithi040 ceph-mon[175404]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:29:30.891 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:30 smithi040 ceph-mon[175404]: failed to encode map e216 with expected crc 2023-08-28T02:29:30.891 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:30 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:29:30.891 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:30 smithi040 ceph-mon[175404]: osdmap e216: 8 total, 8 up, 8 in 2023-08-28T02:29:30.891 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:30 smithi040 ceph-mon[175404]: pgmap v684: 109 pgs: 1 remapped+peering, 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 106 active+clean; 3.2 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 394 op/s; 18/158979 objects degraded (0.011%); 4284/158979 objects misplaced (2.695%); 4.7 MiB/s, 76 objects/s recovering 2023-08-28T02:29:30.892 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:29:30.992 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:29:30.993 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:30 smithi083 ceph-mon[157819]: 9.5 scrub starts 2023-08-28T02:29:30.993 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:30 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:29:30.993 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:30 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:29:30.994 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:30 smithi083 ceph-mon[157819]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:29:30.994 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:30 smithi083 ceph-mon[157819]: failed to encode map e216 with expected crc 2023-08-28T02:29:30.994 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:30 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:29:30.994 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:30 smithi083 ceph-mon[157819]: osdmap e216: 8 total, 8 up, 8 in 2023-08-28T02:29:30.994 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:30 smithi083 ceph-mon[157819]: pgmap v684: 109 pgs: 1 remapped+peering, 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 106 active+clean; 3.2 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 394 op/s; 18/158979 objects degraded (0.011%); 4284/158979 objects misplaced (2.695%); 4.7 MiB/s, 76 objects/s recovering 2023-08-28T02:29:31.046 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:31.506 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:29:31.552 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:29:31.555 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:31.556 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:29:31.599 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:29:31.656 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:29:31.686 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:29:31.728 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:31.730 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:29:31.758 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:29:31.764 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:31.764 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:29:31.765 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:29:31.810 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:29:31.866 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:29:31.873 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:29:31.929 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:31 smithi040 ceph-mon[170259]: failed to encode map e216 with expected crc 2023-08-28T02:29:31.930 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:31 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/4061639250' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:29:31.930 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:31 smithi040 ceph-mon[175404]: failed to encode map e216 with expected crc 2023-08-28T02:29:31.930 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:31 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/4061639250' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:29:31.938 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:29:31.942 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:31.975 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:29:31.984 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:29:31.990 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-08-28T02:29:31.990 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-08-28T02:29:31.990 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-08-28T02:29:31.990 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-08-28T02:29:31.990 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-08-28T02:29:31.991 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-08-28T02:29:31.991 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-08-28T02:29:31.991 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-08-28T02:29:31.993 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:31.993 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:29:32.094 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:29:32.102 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2023-08-28T02:29:32.102 INFO:teuthology.orchestra.run.smithi083.stdout: "ops": [ 2023-08-28T02:29:32.102 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:32.102 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_repop(client.34719.0:166215 9.9 e216/170 9:9116c77f:::benchmark_data_smithi040_209735_object58620:head v 216'7008, mlcod=216'7006)", 2023-08-28T02:29:32.102 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:32.093388+0000", 2023-08-28T02:29:32.102 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 0.0047660569999999998, 2023-08-28T02:29:32.102 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0047949580000000002, 2023-08-28T02:29:32.102 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:29:32.102 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "started", 2023-08-28T02:29:32.103 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:29:32.103 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:32.103 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:29:32.103 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.093388+0000", 2023-08-28T02:29:32.103 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:29:32.103 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:32.103 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:32.103 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:29:32.103 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.093388+0000", 2023-08-28T02:29:32.103 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:29:32.103 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:32.104 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:32.104 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:29:32.104 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.093388+0000", 2023-08-28T02:29:32.104 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999995 2023-08-28T02:29:32.104 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:32.104 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:32.104 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:29:32.104 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.093394+0000", 2023-08-28T02:29:32.104 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.2060000000000004e-06 2023-08-28T02:29:32.104 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:32.104 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:32.104 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:29:32.105 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.093405+0000", 2023-08-28T02:29:32.105 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0964999999999999e-05 2023-08-28T02:29:32.105 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:32.105 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:32.105 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:29:32.105 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.093410+0000", 2023-08-28T02:29:32.105 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.2510000000000002e-06 2023-08-28T02:29:32.105 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:32.105 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:32.105 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:29:32.105 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.093458+0000", 2023-08-28T02:29:32.105 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.8087999999999998e-05 2023-08-28T02:29:32.106 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:32.106 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:32.106 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:29:32.106 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.093478+0000", 2023-08-28T02:29:32.106 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.9465000000000001e-05 2023-08-28T02:29:32.106 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:29:32.106 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:29:32.106 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:29:32.106 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:32.106 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:32.106 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_repop(client.34719.0:166214 9.5 e216/170 9:a297dd83:::benchmark_data_smithi040_209735_object58619:head v 216'6940, mlcod=216'6938)", 2023-08-28T02:29:32.107 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:32.096173+0000", 2023-08-28T02:29:32.107 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 0.0019817849999999998, 2023-08-28T02:29:32.107 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.002077232, 2023-08-28T02:29:32.107 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:29:32.107 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "started", 2023-08-28T02:29:32.107 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:29:32.107 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:32.107 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:29:32.107 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.096173+0000", 2023-08-28T02:29:32.107 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:29:32.107 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:32.107 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:32.108 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:29:32.108 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.096173+0000", 2023-08-28T02:29:32.108 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:29:32.108 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:32.108 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:32.108 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:29:32.108 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.096172+0000", 2023-08-28T02:29:32.108 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999995 2023-08-28T02:29:32.108 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:32.108 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:32.108 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:29:32.108 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.096185+0000", 2023-08-28T02:29:32.109 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2499e-05 2023-08-28T02:29:32.109 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:32.109 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:32.109 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:29:32.109 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.096197+0000", 2023-08-28T02:29:32.109 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2361000000000001e-05 2023-08-28T02:29:32.109 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:32.109 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:32.109 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:29:32.109 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.096203+0000", 2023-08-28T02:29:32.109 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.3890000000000002e-06 2023-08-28T02:29:32.109 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:32.110 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:32.110 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:29:32.110 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.096243+0000", 2023-08-28T02:29:32.110 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.9249000000000003e-05 2023-08-28T02:29:32.110 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:32.110 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:32.110 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:29:32.110 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.096260+0000", 2023-08-28T02:29:32.110 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.7459999999999999e-05 2023-08-28T02:29:32.110 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:29:32.110 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:29:32.110 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:29:32.111 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:32.111 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:32.111 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_repop(client.34719.0:166223 9.19 e216/170 9:9cc8d859:::benchmark_data_smithi040_209735_object58628:head v 216'6868, mlcod=216'6866)", 2023-08-28T02:29:32.111 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:32.096216+0000", 2023-08-28T02:29:32.111 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 0.001938578, 2023-08-28T02:29:32.111 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0020943300000000001, 2023-08-28T02:29:32.111 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:29:32.111 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "started", 2023-08-28T02:29:32.111 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:29:32.111 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:32.112 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:29:32.112 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.096216+0000", 2023-08-28T02:29:32.112 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:29:32.112 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:32.112 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:32.112 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:29:32.112 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.096216+0000", 2023-08-28T02:29:32.112 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:29:32.112 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:32.112 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:32.112 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:29:32.113 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.096216+0000", 2023-08-28T02:29:32.113 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999995 2023-08-28T02:29:32.113 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:32.113 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:32.113 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:29:32.113 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.096220+0000", 2023-08-28T02:29:32.113 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.2579999999999997e-06 2023-08-28T02:29:32.113 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:32.113 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:32.113 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:29:32.113 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.096227+0000", 2023-08-28T02:29:32.114 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.635e-06 2023-08-28T02:29:32.114 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:32.114 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:32.114 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:29:32.114 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.096231+0000", 2023-08-28T02:29:32.114 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.0099999999999997e-06 2023-08-28T02:29:32.114 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:32.114 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:32.114 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:29:32.114 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.096266+0000", 2023-08-28T02:29:32.114 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.5083999999999998e-05 2023-08-28T02:29:32.114 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:32.115 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:32.115 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:29:32.115 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.096294+0000", 2023-08-28T02:29:32.115 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.8642000000000001e-05 2023-08-28T02:29:32.115 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:29:32.115 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:29:32.115 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:29:32.115 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:32.115 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:32.115 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "MOSDPGPushReply(9.15 216/209 [PushReplyOp(9:af7f9055:::benchmark_data_smithi040_209735_object72265:head)])", 2023-08-28T02:29:32.115 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:32.097069+0000", 2023-08-28T02:29:32.115 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 0.0010859820000000001, 2023-08-28T02:29:32.116 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0012975720000000001, 2023-08-28T02:29:32.116 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:29:32.116 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "reached pg", 2023-08-28T02:29:32.116 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:29:32.116 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:32.116 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:29:32.116 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.097069+0000", 2023-08-28T02:29:32.116 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:29:32.116 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:32.116 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:32.116 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:29:32.117 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.097069+0000", 2023-08-28T02:29:32.117 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:29:32.117 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:32.117 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:32.117 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:29:32.117 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.097068+0000", 2023-08-28T02:29:32.117 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999995 2023-08-28T02:29:32.117 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:32.117 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:32.117 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:29:32.117 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.097073+0000", 2023-08-28T02:29:32.117 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.0100000000000003e-06 2023-08-28T02:29:32.118 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:32.118 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:32.118 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:29:32.118 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.097085+0000", 2023-08-28T02:29:32.118 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1945e-05 2023-08-28T02:29:32.118 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:32.118 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:32.118 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:29:32.118 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.097090+0000", 2023-08-28T02:29:32.118 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.5010000000000004e-06 2023-08-28T02:29:32.118 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:32.118 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:32.119 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:29:32.119 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.097544+0000", 2023-08-28T02:29:32.119 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00045393899999999999 2023-08-28T02:29:32.119 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:29:32.119 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:29:32.119 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:29:32.119 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:32.119 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:32.119 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:166224 9.13 9:ccd17665:::benchmark_data_smithi040_209735_object58629:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e216)", 2023-08-28T02:29:32.119 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:32.097192+0000", 2023-08-28T02:29:32.119 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 0.00096274499999999999, 2023-08-28T02:29:32.120 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.001231074, 2023-08-28T02:29:32.120 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:29:32.120 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "waiting for sub ops", 2023-08-28T02:29:32.120 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:29:32.120 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:29:32.120 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:29:32.120 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 166224 2023-08-28T02:29:32.120 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:32.120 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:29:32.120 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:32.120 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:29:32.120 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.097192+0000", 2023-08-28T02:29:32.120 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:29:32.121 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:32.121 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:32.121 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:29:32.121 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.097192+0000", 2023-08-28T02:29:32.121 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:29:32.121 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:32.121 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:32.121 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:29:32.121 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.097191+0000", 2023-08-28T02:29:32.121 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:29:32.121 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:32.121 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:32.122 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:29:32.122 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.097196+0000", 2023-08-28T02:29:32.122 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.0930000000000002e-06 2023-08-28T02:29:32.122 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:32.122 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:32.122 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:29:32.122 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.097208+0000", 2023-08-28T02:29:32.122 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1908e-05 2023-08-28T02:29:32.122 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:32.122 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:32.122 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:29:32.122 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.097213+0000", 2023-08-28T02:29:32.123 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.2410000000000003e-06 2023-08-28T02:29:32.123 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:32.123 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:32.123 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:29:32.123 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.097254+0000", 2023-08-28T02:29:32.123 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.0800999999999998e-05 2023-08-28T02:29:32.123 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:32.123 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:32.123 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:29:32.123 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.097360+0000", 2023-08-28T02:29:32.123 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00010689200000000001 2023-08-28T02:29:32.124 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:29:32.124 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:29:32.124 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 5,6", 2023-08-28T02:29:32.124 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.097762+0000", 2023-08-28T02:29:32.124 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00040180800000000003 2023-08-28T02:29:32.124 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:29:32.124 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:29:32.124 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:29:32.124 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:29:32.124 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2023-08-28T02:29:32.124 INFO:teuthology.orchestra.run.smithi083.stdout: "num_ops": 5 2023-08-28T02:29:32.124 INFO:teuthology.orchestra.run.smithi083.stdout:} 2023-08-28T02:29:32.136 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:31 smithi083 ceph-mon[157819]: failed to encode map e216 with expected crc 2023-08-28T02:29:32.136 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:31 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/4061639250' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:29:32.157 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:32.260 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:29:32.266 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:32.267 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:29:32.368 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:29:32.431 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:32.516 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:29:32.526 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.7 dump_blocked_ops 2023-08-28T02:29:32.526 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:32.527 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:29:32.628 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:29:32.710 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:32.780 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:29:32.783 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:32.784 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:29:32.884 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:29:33.027 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:33.104 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:29:33.117 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:33.117 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:29:33.118 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:32 smithi083 ceph-mon[157819]: pgmap v685: 109 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 106 active+clean; 3.1 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 712 op/s; 6638/149973 objects degraded (4.426%); 3844/149973 objects misplaced (2.563%); 7.0 MiB/s, 112 objects/s recovering 2023-08-28T02:29:33.118 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:32 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pg_num_actual", "val": "36"}]: dispatch 2023-08-28T02:29:33.118 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:32 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pg_num_actual", "val": "36"}]: dispatch 2023-08-28T02:29:33.154 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:29:33.218 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:29:33.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:32 smithi040 ceph-mon[170259]: pgmap v685: 109 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 106 active+clean; 3.1 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 712 op/s; 6638/149973 objects degraded (4.426%); 3844/149973 objects misplaced (2.563%); 7.0 MiB/s, 112 objects/s recovering 2023-08-28T02:29:33.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:32 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pg_num_actual", "val": "36"}]: dispatch 2023-08-28T02:29:33.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:32 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pg_num_actual", "val": "36"}]: dispatch 2023-08-28T02:29:33.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:32 smithi040 ceph-mon[175404]: pgmap v685: 109 pgs: 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 106 active+clean; 3.1 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 712 op/s; 6638/149973 objects degraded (4.426%); 3844/149973 objects misplaced (2.563%); 7.0 MiB/s, 112 objects/s recovering 2023-08-28T02:29:33.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:32 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pg_num_actual", "val": "36"}]: dispatch 2023-08-28T02:29:33.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:32 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pg_num_actual", "val": "36"}]: dispatch 2023-08-28T02:29:33.258 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:33.283 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:29:33.286 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:33.287 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:29:33.327 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd set nodeep-scrub 2023-08-28T02:29:33.388 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:29:33.422 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:33.448 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:29:33.451 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:33.451 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:29:33.552 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:29:33.583 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:33 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mon-a[170236]: 2023-08-28T02:29:33.382+0000 7f6b0947b700 -1 mon.a@0(leader).osd e217 definitely_dead 0 2023-08-28T02:29:33.586 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:33.613 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:29:33.616 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:33.616 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:29:33.680 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:29:33.717 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:29:33.751 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:33.825 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:29:33.829 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:33.830 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:29:33.911 INFO:teuthology.orchestra.run.smithi040.stderr:marked out osd.1. 2023-08-28T02:29:33.931 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:29:33.979 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:34.003 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:29:34.005 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:34.006 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:29:34.107 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:29:34.132 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:33 smithi083 ceph-mon[157819]: failed to encode map e217 with expected crc 2023-08-28T02:29:34.132 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:33 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pg_num_actual", "val": "36"}]': finished 2023-08-28T02:29:34.132 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:33 smithi083 ceph-mon[157819]: osdmap e217: 8 total, 8 up, 8 in 2023-08-28T02:29:34.133 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:33 smithi083 ceph-mon[157819]: failed to encode map e217 with expected crc 2023-08-28T02:29:34.133 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:33 smithi083 ceph-mon[157819]: failed to encode map e217 with expected crc 2023-08-28T02:29:34.133 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:33 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3962840268' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["1"]}]: dispatch 2023-08-28T02:29:34.133 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:33 smithi083 ceph-mon[157819]: Client client.admin marked osd.1 out, while it was still marked up 2023-08-28T02:29:34.135 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:34.154 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:29:34.156 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:34.157 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:29:34.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:33 smithi040 ceph-mon[170259]: failed to encode map e217 with expected crc 2023-08-28T02:29:34.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:33 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pg_num_actual", "val": "36"}]': finished 2023-08-28T02:29:34.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:33 smithi040 ceph-mon[170259]: osdmap e217: 8 total, 8 up, 8 in 2023-08-28T02:29:34.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:33 smithi040 ceph-mon[170259]: failed to encode map e217 with expected crc 2023-08-28T02:29:34.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:33 smithi040 ceph-mon[170259]: failed to encode map e217 with expected crc 2023-08-28T02:29:34.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:33 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3962840268' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["1"]}]: dispatch 2023-08-28T02:29:34.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:33 smithi040 ceph-mon[170259]: Client client.admin marked osd.1 out, while it was still marked up 2023-08-28T02:29:34.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:33 smithi040 ceph-mon[175404]: failed to encode map e217 with expected crc 2023-08-28T02:29:34.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:33 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_4", "var": "pg_num_actual", "val": "36"}]': finished 2023-08-28T02:29:34.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:33 smithi040 ceph-mon[175404]: osdmap e217: 8 total, 8 up, 8 in 2023-08-28T02:29:34.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:33 smithi040 ceph-mon[175404]: failed to encode map e217 with expected crc 2023-08-28T02:29:34.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:33 smithi040 ceph-mon[175404]: failed to encode map e217 with expected crc 2023-08-28T02:29:34.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:33 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3962840268' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["1"]}]: dispatch 2023-08-28T02:29:34.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:33 smithi040 ceph-mon[175404]: Client client.admin marked osd.1 out, while it was still marked up 2023-08-28T02:29:34.257 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:29:34.285 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:34.304 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:29:34.306 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:34.307 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:29:34.407 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:29:34.443 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:34.517 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:29:34.521 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:34.521 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:29:34.557 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-08-28T02:29:34.622 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:29:34.654 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:34.784 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:29:34.787 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:34.787 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:29:34.862 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2023-08-28T02:29:34.863 INFO:teuthology.orchestra.run.smithi083.stdout: "ops": [], 2023-08-28T02:29:34.863 INFO:teuthology.orchestra.run.smithi083.stdout: "complaint_time": 30, 2023-08-28T02:29:34.863 INFO:teuthology.orchestra.run.smithi083.stdout: "num_blocked_ops": 0 2023-08-28T02:29:34.863 INFO:teuthology.orchestra.run.smithi083.stdout:} 2023-08-28T02:29:34.889 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:29:34.930 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:34.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:34 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3962840268' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["1"]}]': finished 2023-08-28T02:29:34.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:34 smithi083 ceph-mon[157819]: osdmap e218: 8 total, 8 up, 7 in 2023-08-28T02:29:34.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:34 smithi083 ceph-mon[157819]: failed to encode map e218 with expected crc 2023-08-28T02:29:34.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:34 smithi083 ceph-mon[157819]: failed to encode map e218 with expected crc 2023-08-28T02:29:34.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:34 smithi083 ceph-mon[157819]: failed to encode map e218 with expected crc 2023-08-28T02:29:34.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:34 smithi083 ceph-mon[157819]: failed to encode map e218 with expected crc 2023-08-28T02:29:34.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:34 smithi083 ceph-mon[157819]: failed to encode map e218 with expected crc 2023-08-28T02:29:34.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:34 smithi083 ceph-mon[157819]: failed to encode map e218 with expected crc 2023-08-28T02:29:34.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:34 smithi083 ceph-mon[157819]: failed to encode map e218 with expected crc 2023-08-28T02:29:34.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:34 smithi083 ceph-mon[157819]: failed to encode map e218 with expected crc 2023-08-28T02:29:34.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:34 smithi083 ceph-mon[157819]: pgmap v688: 119 pgs: 3 peering, 11 unknown, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 102 active+clean; 3.0 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 574 op/s; 6638/148635 objects degraded (4.466%); 3595/148635 objects misplaced (2.419%); 6.0 MiB/s, 95 objects/s recovering 2023-08-28T02:29:35.025 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:29:35.030 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:35.030 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:29:35.066 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:29:35.131 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:29:35.159 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:35.179 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:29:35.181 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:35.182 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:29:35.228 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:34 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3962840268' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["1"]}]': finished 2023-08-28T02:29:35.228 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:34 smithi040 ceph-mon[170259]: osdmap e218: 8 total, 8 up, 7 in 2023-08-28T02:29:35.228 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:34 smithi040 ceph-mon[170259]: failed to encode map e218 with expected crc 2023-08-28T02:29:35.228 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:34 smithi040 ceph-mon[170259]: failed to encode map e218 with expected crc 2023-08-28T02:29:35.228 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:34 smithi040 ceph-mon[170259]: failed to encode map e218 with expected crc 2023-08-28T02:29:35.228 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:34 smithi040 ceph-mon[170259]: failed to encode map e218 with expected crc 2023-08-28T02:29:35.228 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:34 smithi040 ceph-mon[170259]: failed to encode map e218 with expected crc 2023-08-28T02:29:35.228 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:34 smithi040 ceph-mon[170259]: failed to encode map e218 with expected crc 2023-08-28T02:29:35.228 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:34 smithi040 ceph-mon[170259]: failed to encode map e218 with expected crc 2023-08-28T02:29:35.228 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:34 smithi040 ceph-mon[170259]: failed to encode map e218 with expected crc 2023-08-28T02:29:35.229 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:34 smithi040 ceph-mon[170259]: pgmap v688: 119 pgs: 3 peering, 11 unknown, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 102 active+clean; 3.0 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 574 op/s; 6638/148635 objects degraded (4.466%); 3595/148635 objects misplaced (2.419%); 6.0 MiB/s, 95 objects/s recovering 2023-08-28T02:29:35.229 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:34 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3962840268' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["1"]}]': finished 2023-08-28T02:29:35.229 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:34 smithi040 ceph-mon[175404]: osdmap e218: 8 total, 8 up, 7 in 2023-08-28T02:29:35.229 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:34 smithi040 ceph-mon[175404]: failed to encode map e218 with expected crc 2023-08-28T02:29:35.229 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:34 smithi040 ceph-mon[175404]: failed to encode map e218 with expected crc 2023-08-28T02:29:35.229 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:34 smithi040 ceph-mon[175404]: failed to encode map e218 with expected crc 2023-08-28T02:29:35.229 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:34 smithi040 ceph-mon[175404]: failed to encode map e218 with expected crc 2023-08-28T02:29:35.229 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:34 smithi040 ceph-mon[175404]: failed to encode map e218 with expected crc 2023-08-28T02:29:35.229 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:34 smithi040 ceph-mon[175404]: failed to encode map e218 with expected crc 2023-08-28T02:29:35.229 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:34 smithi040 ceph-mon[175404]: failed to encode map e218 with expected crc 2023-08-28T02:29:35.229 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:34 smithi040 ceph-mon[175404]: failed to encode map e218 with expected crc 2023-08-28T02:29:35.230 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:34 smithi040 ceph-mon[175404]: pgmap v688: 119 pgs: 3 peering, 11 unknown, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 102 active+clean; 3.0 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 574 op/s; 6638/148635 objects degraded (4.466%); 3595/148635 objects misplaced (2.419%); 6.0 MiB/s, 95 objects/s recovering 2023-08-28T02:29:35.282 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:29:35.286 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.7 dump_historic_ops 2023-08-28T02:29:35.310 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:35.333 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:29:35.336 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:35.337 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:29:35.437 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:29:35.465 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:35.480 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:29:35 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:29:35] "GET /metrics HTTP/1.1" 200 36473 "" "Prometheus/2.43.0" 2023-08-28T02:29:35.488 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:29:35.491 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:35.491 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:29:35.592 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:29:35.621 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:35.625 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:29:35.642 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:29:35.645 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:35.645 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:29:35.746 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:29:35.785 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:35.910 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:29:35.914 INFO:teuthology.orchestra.run.smithi040.stderr:nodeep-scrub is set 2023-08-28T02:29:35.915 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:35.915 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:29:35.917 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:35 smithi040 ceph-mon[175404]: Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2023-08-28T02:29:35.917 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:35 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 6638/148635 objects degraded (4.466%), 2 pgs degraded (PG_DEGRADED) 2023-08-28T02:29:35.918 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:35 smithi040 ceph-mon[175404]: failed to encode map e219 with expected crc 2023-08-28T02:29:35.918 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:35 smithi040 ceph-mon[175404]: failed to encode map e219 with expected crc 2023-08-28T02:29:35.918 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:35 smithi040 ceph-mon[175404]: failed to encode map e219 with expected crc 2023-08-28T02:29:35.918 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:35 smithi040 ceph-mon[175404]: failed to encode map e219 with expected crc 2023-08-28T02:29:35.918 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:35 smithi040 ceph-mon[175404]: osdmap e219: 8 total, 8 up, 7 in 2023-08-28T02:29:35.918 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:35 smithi040 ceph-mon[175404]: failed to encode map e219 with expected crc 2023-08-28T02:29:35.918 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:35 smithi040 ceph-mon[175404]: failed to encode map e219 with expected crc 2023-08-28T02:29:35.918 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:35 smithi040 ceph-mon[175404]: failed to encode map e219 with expected crc 2023-08-28T02:29:35.918 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:35 smithi040 ceph-mon[175404]: failed to encode map e219 with expected crc 2023-08-28T02:29:35.918 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:35 smithi040 ceph-mon[175404]: failed to encode map e219 with expected crc 2023-08-28T02:29:35.918 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:35 smithi040 ceph-mon[175404]: failed to encode map e219 with expected crc 2023-08-28T02:29:35.919 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:35 smithi040 ceph-mon[175404]: failed to encode map e219 with expected crc 2023-08-28T02:29:35.919 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:35 smithi040 ceph-mon[175404]: failed to encode map e219 with expected crc 2023-08-28T02:29:35.919 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:35 smithi040 ceph-mon[175404]: failed to encode map e219 with expected crc 2023-08-28T02:29:35.919 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:35 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1504916715' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:29:35.919 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:35 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:29:35.926 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:35 smithi040 ceph-mon[170259]: Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2023-08-28T02:29:35.926 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:35 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 6638/148635 objects degraded (4.466%), 2 pgs degraded (PG_DEGRADED) 2023-08-28T02:29:35.926 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:35 smithi040 ceph-mon[170259]: failed to encode map e219 with expected crc 2023-08-28T02:29:35.926 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:35 smithi040 ceph-mon[170259]: failed to encode map e219 with expected crc 2023-08-28T02:29:35.926 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:35 smithi040 ceph-mon[170259]: failed to encode map e219 with expected crc 2023-08-28T02:29:35.926 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:35 smithi040 ceph-mon[170259]: failed to encode map e219 with expected crc 2023-08-28T02:29:35.926 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:35 smithi040 ceph-mon[170259]: osdmap e219: 8 total, 8 up, 7 in 2023-08-28T02:29:35.927 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:35 smithi040 ceph-mon[170259]: failed to encode map e219 with expected crc 2023-08-28T02:29:35.927 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:35 smithi040 ceph-mon[170259]: failed to encode map e219 with expected crc 2023-08-28T02:29:35.927 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:35 smithi040 ceph-mon[170259]: failed to encode map e219 with expected crc 2023-08-28T02:29:35.927 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:35 smithi040 ceph-mon[170259]: failed to encode map e219 with expected crc 2023-08-28T02:29:35.927 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:35 smithi040 ceph-mon[170259]: failed to encode map e219 with expected crc 2023-08-28T02:29:35.927 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:35 smithi040 ceph-mon[170259]: failed to encode map e219 with expected crc 2023-08-28T02:29:35.927 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:35 smithi040 ceph-mon[170259]: failed to encode map e219 with expected crc 2023-08-28T02:29:35.927 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:35 smithi040 ceph-mon[170259]: failed to encode map e219 with expected crc 2023-08-28T02:29:35.927 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:35 smithi040 ceph-mon[170259]: failed to encode map e219 with expected crc 2023-08-28T02:29:35.927 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:35 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1504916715' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:29:35.927 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:35 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:29:36.016 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:29:36.076 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:36.187 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:35 smithi083 ceph-mon[157819]: Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2023-08-28T02:29:36.187 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:35 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 6638/148635 objects degraded (4.466%), 2 pgs degraded (PG_DEGRADED) 2023-08-28T02:29:36.187 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:35 smithi083 ceph-mon[157819]: failed to encode map e219 with expected crc 2023-08-28T02:29:36.187 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:35 smithi083 ceph-mon[157819]: failed to encode map e219 with expected crc 2023-08-28T02:29:36.187 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:35 smithi083 ceph-mon[157819]: failed to encode map e219 with expected crc 2023-08-28T02:29:36.188 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:35 smithi083 ceph-mon[157819]: failed to encode map e219 with expected crc 2023-08-28T02:29:36.188 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:35 smithi083 ceph-mon[157819]: osdmap e219: 8 total, 8 up, 7 in 2023-08-28T02:29:36.188 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:35 smithi083 ceph-mon[157819]: failed to encode map e219 with expected crc 2023-08-28T02:29:36.188 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:35 smithi083 ceph-mon[157819]: failed to encode map e219 with expected crc 2023-08-28T02:29:36.188 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:35 smithi083 ceph-mon[157819]: failed to encode map e219 with expected crc 2023-08-28T02:29:36.188 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:35 smithi083 ceph-mon[157819]: failed to encode map e219 with expected crc 2023-08-28T02:29:36.188 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:35 smithi083 ceph-mon[157819]: failed to encode map e219 with expected crc 2023-08-28T02:29:36.188 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:35 smithi083 ceph-mon[157819]: failed to encode map e219 with expected crc 2023-08-28T02:29:36.188 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:35 smithi083 ceph-mon[157819]: failed to encode map e219 with expected crc 2023-08-28T02:29:36.188 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:35 smithi083 ceph-mon[157819]: failed to encode map e219 with expected crc 2023-08-28T02:29:36.188 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:35 smithi083 ceph-mon[157819]: failed to encode map e219 with expected crc 2023-08-28T02:29:36.188 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:35 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1504916715' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:29:36.189 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:35 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:29:36.258 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:29:36.261 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:36.262 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:29:36.363 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:29:36.420 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:36.460 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:29:36.467 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:36.468 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:29:36.568 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:29:36.599 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:29:36.599 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:29:36.599 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:29:36.599 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:29:36.638 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:36.640 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:29:36.671 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:29:36.678 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:29:36.678 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:36.679 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:29:36.715 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:29:36.747 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:29:36.749 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-08-28T02:29:36.750 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-08-28T02:29:36.750 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-08-28T02:29:36.750 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-08-28T02:29:36.750 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-08-28T02:29:36.750 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-08-28T02:29:36.750 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-08-28T02:29:36.750 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-08-28T02:29:36.779 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:29:36.845 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:36.909 INFO:teuthology.orchestra.run.smithi083.stdout:ERROR: (22) Invalid argument 2023-08-28T02:29:36.909 INFO:teuthology.orchestra.run.smithi083.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:29:37.174 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:36 smithi083 ceph-mon[157819]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:29:37.174 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:36 smithi083 ceph-mon[157819]: failed to encode map e220 with expected crc 2023-08-28T02:29:37.175 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:36 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:29:37.175 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:36 smithi083 ceph-mon[157819]: osdmap e220: 8 total, 8 up, 7 in 2023-08-28T02:29:37.175 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:36 smithi083 ceph-mon[157819]: failed to encode map e220 with expected crc 2023-08-28T02:29:37.175 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:36 smithi083 ceph-mon[157819]: failed to encode map e220 with expected crc 2023-08-28T02:29:37.175 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:36 smithi083 ceph-mon[157819]: failed to encode map e220 with expected crc 2023-08-28T02:29:37.175 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:36 smithi083 ceph-mon[157819]: 9.1d starting backfill to osd.4 from (0'0,0'0] MAX to 216'10543 2023-08-28T02:29:37.175 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:36 smithi083 ceph-mon[157819]: 9.e starting backfill to osd.0 from (0'0,0'0] MAX to 216'10342 2023-08-28T02:29:37.175 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:36 smithi083 ceph-mon[157819]: 9.1e starting backfill to osd.0 from (0'0,0'0] MAX to 216'10342 2023-08-28T02:29:37.175 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:36 smithi083 ceph-mon[157819]: failed to encode map e220 with expected crc 2023-08-28T02:29:37.175 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:36 smithi083 ceph-mon[157819]: 9.1a starting backfill to osd.3 from (0'0,0'0] MAX to 216'10296 2023-08-28T02:29:37.175 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:36 smithi083 ceph-mon[157819]: 9.a starting backfill to osd.3 from (0'0,0'0] MAX to 216'10296 2023-08-28T02:29:37.175 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:36 smithi083 ceph-mon[157819]: 9.1f starting backfill to osd.2 from (0'0,0'0] MAX to 216'10533 2023-08-28T02:29:37.176 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:36 smithi083 ceph-mon[157819]: 9.f starting backfill to osd.2 from (0'0,0'0] MAX to 216'10533 2023-08-28T02:29:37.176 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:36 smithi083 ceph-mon[157819]: 9.12 starting backfill to osd.2 from (0'0,179'3926] MIN to 216'6778 2023-08-28T02:29:37.176 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:36 smithi083 ceph-mon[157819]: 9.d starting backfill to osd.4 from (0'0,0'0] MAX to 216'10543 2023-08-28T02:29:37.176 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:36 smithi083 ceph-mon[157819]: pgmap v691: 119 pgs: 1 active+recovering+undersized+remapped, 1 activating+remapped, 4 activating+undersized+degraded+remapped, 2 activating+undersized+remapped, 6 remapped+peering, 1 active+remapped, 92 active+clean, 2 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 6 unknown, 3 peering; 3.0 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 324 op/s; 16105/146079 objects degraded (11.025%); 10238/146079 objects misplaced (7.009%); 7.5 MiB/s, 120 objects/s recovering 2023-08-28T02:29:37.176 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:36 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3188652222' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:29:37.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:36 smithi040 ceph-mon[175404]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:29:37.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:36 smithi040 ceph-mon[175404]: failed to encode map e220 with expected crc 2023-08-28T02:29:37.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:36 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:29:37.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:36 smithi040 ceph-mon[175404]: osdmap e220: 8 total, 8 up, 7 in 2023-08-28T02:29:37.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:36 smithi040 ceph-mon[175404]: failed to encode map e220 with expected crc 2023-08-28T02:29:37.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:36 smithi040 ceph-mon[175404]: failed to encode map e220 with expected crc 2023-08-28T02:29:37.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:36 smithi040 ceph-mon[175404]: failed to encode map e220 with expected crc 2023-08-28T02:29:37.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:36 smithi040 ceph-mon[175404]: 9.1d starting backfill to osd.4 from (0'0,0'0] MAX to 216'10543 2023-08-28T02:29:37.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:36 smithi040 ceph-mon[175404]: 9.e starting backfill to osd.0 from (0'0,0'0] MAX to 216'10342 2023-08-28T02:29:37.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:36 smithi040 ceph-mon[175404]: 9.1e starting backfill to osd.0 from (0'0,0'0] MAX to 216'10342 2023-08-28T02:29:37.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:36 smithi040 ceph-mon[175404]: failed to encode map e220 with expected crc 2023-08-28T02:29:37.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:36 smithi040 ceph-mon[175404]: 9.1a starting backfill to osd.3 from (0'0,0'0] MAX to 216'10296 2023-08-28T02:29:37.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:36 smithi040 ceph-mon[175404]: 9.a starting backfill to osd.3 from (0'0,0'0] MAX to 216'10296 2023-08-28T02:29:37.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:36 smithi040 ceph-mon[175404]: 9.1f starting backfill to osd.2 from (0'0,0'0] MAX to 216'10533 2023-08-28T02:29:37.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:36 smithi040 ceph-mon[175404]: 9.f starting backfill to osd.2 from (0'0,0'0] MAX to 216'10533 2023-08-28T02:29:37.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:36 smithi040 ceph-mon[175404]: 9.12 starting backfill to osd.2 from (0'0,179'3926] MIN to 216'6778 2023-08-28T02:29:37.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:36 smithi040 ceph-mon[175404]: 9.d starting backfill to osd.4 from (0'0,0'0] MAX to 216'10543 2023-08-28T02:29:37.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:36 smithi040 ceph-mon[175404]: pgmap v691: 119 pgs: 1 active+recovering+undersized+remapped, 1 activating+remapped, 4 activating+undersized+degraded+remapped, 2 activating+undersized+remapped, 6 remapped+peering, 1 active+remapped, 92 active+clean, 2 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 6 unknown, 3 peering; 3.0 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 324 op/s; 16105/146079 objects degraded (11.025%); 10238/146079 objects misplaced (7.009%); 7.5 MiB/s, 120 objects/s recovering 2023-08-28T02:29:37.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:36 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3188652222' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:29:37.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:36 smithi040 ceph-mon[170259]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:29:37.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:36 smithi040 ceph-mon[170259]: failed to encode map e220 with expected crc 2023-08-28T02:29:37.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:36 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:29:37.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:36 smithi040 ceph-mon[170259]: osdmap e220: 8 total, 8 up, 7 in 2023-08-28T02:29:37.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:36 smithi040 ceph-mon[170259]: failed to encode map e220 with expected crc 2023-08-28T02:29:37.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:36 smithi040 ceph-mon[170259]: failed to encode map e220 with expected crc 2023-08-28T02:29:37.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:36 smithi040 ceph-mon[170259]: failed to encode map e220 with expected crc 2023-08-28T02:29:37.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:36 smithi040 ceph-mon[170259]: 9.1d starting backfill to osd.4 from (0'0,0'0] MAX to 216'10543 2023-08-28T02:29:37.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:36 smithi040 ceph-mon[170259]: 9.e starting backfill to osd.0 from (0'0,0'0] MAX to 216'10342 2023-08-28T02:29:37.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:36 smithi040 ceph-mon[170259]: 9.1e starting backfill to osd.0 from (0'0,0'0] MAX to 216'10342 2023-08-28T02:29:37.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:36 smithi040 ceph-mon[170259]: failed to encode map e220 with expected crc 2023-08-28T02:29:37.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:36 smithi040 ceph-mon[170259]: 9.1a starting backfill to osd.3 from (0'0,0'0] MAX to 216'10296 2023-08-28T02:29:37.234 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:36 smithi040 ceph-mon[170259]: 9.a starting backfill to osd.3 from (0'0,0'0] MAX to 216'10296 2023-08-28T02:29:37.234 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:36 smithi040 ceph-mon[170259]: 9.1f starting backfill to osd.2 from (0'0,0'0] MAX to 216'10533 2023-08-28T02:29:37.234 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:36 smithi040 ceph-mon[170259]: 9.f starting backfill to osd.2 from (0'0,0'0] MAX to 216'10533 2023-08-28T02:29:37.234 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:36 smithi040 ceph-mon[170259]: 9.12 starting backfill to osd.2 from (0'0,179'3926] MIN to 216'6778 2023-08-28T02:29:37.234 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:36 smithi040 ceph-mon[170259]: 9.d starting backfill to osd.4 from (0'0,0'0] MAX to 216'10543 2023-08-28T02:29:37.234 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:36 smithi040 ceph-mon[170259]: pgmap v691: 119 pgs: 1 active+recovering+undersized+remapped, 1 activating+remapped, 4 activating+undersized+degraded+remapped, 2 activating+undersized+remapped, 6 remapped+peering, 1 active+remapped, 92 active+clean, 2 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 6 unknown, 3 peering; 3.0 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 324 op/s; 16105/146079 objects degraded (11.025%); 10238/146079 objects misplaced (7.009%); 7.5 MiB/s, 120 objects/s recovering 2023-08-28T02:29:37.234 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:36 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3188652222' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:29:37.357 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.0 dump_ops_in_flight 2023-08-28T02:29:38.084 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:29:38.093 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:38.094 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:29:38.194 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:29:38.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:37 smithi040 ceph-mon[170259]: failed to encode map e221 with expected crc 2023-08-28T02:29:38.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:37 smithi040 ceph-mon[170259]: osdmap e221: 8 total, 8 up, 7 in 2023-08-28T02:29:38.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:37 smithi040 ceph-mon[170259]: failed to encode map e221 with expected crc 2023-08-28T02:29:38.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:37 smithi040 ceph-mon[175404]: failed to encode map e221 with expected crc 2023-08-28T02:29:38.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:37 smithi040 ceph-mon[175404]: osdmap e221: 8 total, 8 up, 7 in 2023-08-28T02:29:38.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:37 smithi040 ceph-mon[175404]: failed to encode map e221 with expected crc 2023-08-28T02:29:38.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:37 smithi083 ceph-mon[157819]: failed to encode map e221 with expected crc 2023-08-28T02:29:38.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:37 smithi083 ceph-mon[157819]: osdmap e221: 8 total, 8 up, 7 in 2023-08-28T02:29:38.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:37 smithi083 ceph-mon[157819]: failed to encode map e221 with expected crc 2023-08-28T02:29:38.280 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:38.318 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:29:38.326 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:38.327 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:29:38.428 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:29:38.481 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:38.522 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:29:38.527 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:38.528 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:29:38.554 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:29:38.628 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:29:38.702 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:38.746 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:29:38.753 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:38.753 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:29:38.854 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:29:38.924 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:38.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:38 smithi040 ceph-mon[170259]: failed to encode map e222 with expected crc 2023-08-28T02:29:38.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:38 smithi040 ceph-mon[170259]: osdmap e222: 8 total, 8 up, 7 in 2023-08-28T02:29:38.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:38 smithi040 ceph-mon[170259]: failed to encode map e222 with expected crc 2023-08-28T02:29:38.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:38 smithi040 ceph-mon[170259]: failed to encode map e222 with expected crc 2023-08-28T02:29:38.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:38 smithi040 ceph-mon[170259]: failed to encode map e222 with expected crc 2023-08-28T02:29:38.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:38 smithi040 ceph-mon[170259]: failed to encode map e222 with expected crc 2023-08-28T02:29:38.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:38 smithi040 ceph-mon[170259]: pgmap v694: 119 pgs: 1 active+recovering+undersized+remapped, 1 activating+remapped, 4 activating+undersized+degraded+remapped, 2 activating+undersized+remapped, 6 remapped+peering, 1 active+remapped, 94 active+clean, 3 active+recovery_wait+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 unknown, 3 peering; 2.9 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 333 op/s; 22339/144630 objects degraded (15.446%); 12278/144630 objects misplaced (8.489%); 5.4 MiB/s, 86 objects/s recovering 2023-08-28T02:29:38.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:38 smithi040 ceph-mon[175404]: failed to encode map e222 with expected crc 2023-08-28T02:29:38.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:38 smithi040 ceph-mon[175404]: osdmap e222: 8 total, 8 up, 7 in 2023-08-28T02:29:38.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:38 smithi040 ceph-mon[175404]: failed to encode map e222 with expected crc 2023-08-28T02:29:38.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:38 smithi040 ceph-mon[175404]: failed to encode map e222 with expected crc 2023-08-28T02:29:38.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:38 smithi040 ceph-mon[175404]: failed to encode map e222 with expected crc 2023-08-28T02:29:38.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:38 smithi040 ceph-mon[175404]: failed to encode map e222 with expected crc 2023-08-28T02:29:38.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:38 smithi040 ceph-mon[175404]: pgmap v694: 119 pgs: 1 active+recovering+undersized+remapped, 1 activating+remapped, 4 activating+undersized+degraded+remapped, 2 activating+undersized+remapped, 6 remapped+peering, 1 active+remapped, 94 active+clean, 3 active+recovery_wait+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 unknown, 3 peering; 2.9 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 333 op/s; 22339/144630 objects degraded (15.446%); 12278/144630 objects misplaced (8.489%); 5.4 MiB/s, 86 objects/s recovering 2023-08-28T02:29:39.076 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:29:39.086 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:39.087 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:29:39.187 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:29:39.227 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:38 smithi083 ceph-mon[157819]: failed to encode map e222 with expected crc 2023-08-28T02:29:39.227 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:38 smithi083 ceph-mon[157819]: osdmap e222: 8 total, 8 up, 7 in 2023-08-28T02:29:39.227 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:38 smithi083 ceph-mon[157819]: failed to encode map e222 with expected crc 2023-08-28T02:29:39.228 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:38 smithi083 ceph-mon[157819]: failed to encode map e222 with expected crc 2023-08-28T02:29:39.228 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:38 smithi083 ceph-mon[157819]: failed to encode map e222 with expected crc 2023-08-28T02:29:39.228 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:38 smithi083 ceph-mon[157819]: failed to encode map e222 with expected crc 2023-08-28T02:29:39.228 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:38 smithi083 ceph-mon[157819]: pgmap v694: 119 pgs: 1 active+recovering+undersized+remapped, 1 activating+remapped, 4 activating+undersized+degraded+remapped, 2 activating+undersized+remapped, 6 remapped+peering, 1 active+remapped, 94 active+clean, 3 active+recovery_wait+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 2 unknown, 3 peering; 2.9 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 333 op/s; 22339/144630 objects degraded (15.446%); 12278/144630 objects misplaced (8.489%); 5.4 MiB/s, 86 objects/s recovering 2023-08-28T02:29:39.230 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:39.263 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:29:39.271 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:39.272 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:29:39.372 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:29:39.431 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:39.468 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:29:39.471 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:39.471 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:29:39.529 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 3, 4, 5, 6, 7] out_osds: [1] dead_osds: [] live_osds: [0, 1, 2, 3, 4, 5, 6, 7] 2023-08-28T02:29:39.529 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-08-28T02:29:39.529 INFO:tasks.thrashosds.thrasher:Adding osd 1 2023-08-28T02:29:39.529 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd in 1 2023-08-28T02:29:39.572 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:29:39.656 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:39.711 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:29:39.726 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:39.727 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:29:39.828 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:29:39.858 INFO:teuthology.orchestra.run.smithi040.stdout:ERROR: (22) Invalid argument 2023-08-28T02:29:39.858 INFO:teuthology.orchestra.run.smithi040.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:29:39.908 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:39.990 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:29:39.995 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:39.996 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:29:40.096 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:29:40.143 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:40.237 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:29:40.241 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:29:40.248 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:40.248 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:29:40.280 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.0 dump_blocked_ops 2023-08-28T02:29:40.300 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd unset noscrub 2023-08-28T02:29:40.349 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:29:40.392 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:40 smithi040 ceph-mon[175404]: pgmap v695: 119 pgs: 1 active+recovering+undersized+remapped, 1 activating+remapped, 4 activating+undersized+degraded+remapped, 2 activating+undersized+remapped, 6 remapped+peering, 1 active+remapped, 97 active+clean, 5 active+recovery_wait+undersized+degraded+remapped, 2 active+remapped+backfill_wait; 2.9 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 265 op/s; 25706/144372 objects degraded (17.805%); 12278/144372 objects misplaced (8.504%); 4.0 MiB/s, 64 objects/s recovering 2023-08-28T02:29:40.392 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:40 smithi040 ceph-mon[175404]: Health check update: Reduced data availability: 1 pg inactive (PG_AVAILABILITY) 2023-08-28T02:29:40.392 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:40 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 25706/144372 objects degraded (17.805%), 9 pgs degraded (PG_DEGRADED) 2023-08-28T02:29:40.393 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:40 smithi040 ceph-mon[170259]: pgmap v695: 119 pgs: 1 active+recovering+undersized+remapped, 1 activating+remapped, 4 activating+undersized+degraded+remapped, 2 activating+undersized+remapped, 6 remapped+peering, 1 active+remapped, 97 active+clean, 5 active+recovery_wait+undersized+degraded+remapped, 2 active+remapped+backfill_wait; 2.9 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 265 op/s; 25706/144372 objects degraded (17.805%); 12278/144372 objects misplaced (8.504%); 4.0 MiB/s, 64 objects/s recovering 2023-08-28T02:29:40.393 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:40 smithi040 ceph-mon[170259]: Health check update: Reduced data availability: 1 pg inactive (PG_AVAILABILITY) 2023-08-28T02:29:40.393 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:40 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 25706/144372 objects degraded (17.805%), 9 pgs degraded (PG_DEGRADED) 2023-08-28T02:29:40.399 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:40.429 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:29:40.435 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:40.435 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:29:40.455 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-08-28T02:29:40.536 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:29:40.661 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:40.747 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:40 smithi083 ceph-mon[157819]: pgmap v695: 119 pgs: 1 active+recovering+undersized+remapped, 1 activating+remapped, 4 activating+undersized+degraded+remapped, 2 activating+undersized+remapped, 6 remapped+peering, 1 active+remapped, 97 active+clean, 5 active+recovery_wait+undersized+degraded+remapped, 2 active+remapped+backfill_wait; 2.9 GiB data, 11 GiB used, 615 GiB / 626 GiB avail; 0 B/s wr, 265 op/s; 25706/144372 objects degraded (17.805%); 12278/144372 objects misplaced (8.504%); 4.0 MiB/s, 64 objects/s recovering 2023-08-28T02:29:40.747 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:40 smithi083 ceph-mon[157819]: Health check update: Reduced data availability: 1 pg inactive (PG_AVAILABILITY) 2023-08-28T02:29:40.747 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:40 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 25706/144372 objects degraded (17.805%), 9 pgs degraded (PG_DEGRADED) 2023-08-28T02:29:40.819 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:29:40.823 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:40.824 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:29:40.925 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:29:40.975 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:41.157 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:29:41.181 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:29:41.189 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:41.189 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:29:41.195 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:29:41.268 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:29:41.291 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:29:41.340 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:41.371 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:29:41.375 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:41.375 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:29:41.476 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:29:41.532 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:41.558 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:29:41.564 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:41.565 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:29:41.666 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:29:41.714 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:41.745 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:29:41.749 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:41.750 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:29:41.851 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:29:41.939 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:42.439 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:29:42.449 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:42.450 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:29:42.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:42 smithi040 ceph-mon[170259]: pgmap v696: 119 pgs: 1 active+recovering+undersized+remapped, 98 active+clean, 11 active+recovery_wait+undersized+degraded+remapped, 9 active+remapped+backfill_wait; 2.7 GiB data, 10 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 812 op/s; 29032/132072 objects degraded (21.982%); 18320/132072 objects misplaced (13.871%); 5.1 MiB/s, 82 objects/s recovering 2023-08-28T02:29:42.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:42 smithi040 ceph-mon[170259]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive) 2023-08-28T02:29:42.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:42 smithi040 ceph-mon[175404]: pgmap v696: 119 pgs: 1 active+recovering+undersized+remapped, 98 active+clean, 11 active+recovery_wait+undersized+degraded+remapped, 9 active+remapped+backfill_wait; 2.7 GiB data, 10 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 812 op/s; 29032/132072 objects degraded (21.982%); 18320/132072 objects misplaced (13.871%); 5.1 MiB/s, 82 objects/s recovering 2023-08-28T02:29:42.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:42 smithi040 ceph-mon[175404]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive) 2023-08-28T02:29:42.551 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:29:42.610 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:42.644 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:29:42.653 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:42.654 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:29:42.654 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:42 smithi083 ceph-mon[157819]: pgmap v696: 119 pgs: 1 active+recovering+undersized+remapped, 98 active+clean, 11 active+recovery_wait+undersized+degraded+remapped, 9 active+remapped+backfill_wait; 2.7 GiB data, 10 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 812 op/s; 29032/132072 objects degraded (21.982%); 18320/132072 objects misplaced (13.871%); 5.1 MiB/s, 82 objects/s recovering 2023-08-28T02:29:42.654 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:42 smithi083 ceph-mon[157819]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive) 2023-08-28T02:29:42.755 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:29:42.804 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:42 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mon-a[170236]: 2023-08-28T02:29:42.545+0000 7f6b0947b700 -1 mon.a@0(leader).osd e222 definitely_dead 0 2023-08-28T02:29:42.813 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:42.951 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:29:42.958 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:42.958 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:29:43.059 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:29:43.109 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:43.141 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:29:43.146 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:43.147 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:29:43.248 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:29:43.284 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:43.315 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:29:43.318 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:43.318 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:29:43.402 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:43 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2243651625' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["1"]}]: dispatch 2023-08-28T02:29:43.402 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:43 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["1"]}]: dispatch 2023-08-28T02:29:43.402 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:43 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2296741557' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:29:43.404 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:43 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2243651625' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["1"]}]: dispatch 2023-08-28T02:29:43.404 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:43 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["1"]}]: dispatch 2023-08-28T02:29:43.404 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:43 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2296741557' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:29:43.415 INFO:teuthology.orchestra.run.smithi040.stderr:marked in osd.1. 2023-08-28T02:29:43.419 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:29:43.448 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:43.468 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:29:43.471 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:43.472 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:29:43.483 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:29:43.489 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-08-28T02:29:43.489 INFO:teuthology.orchestra.run.smithi040.stdout: "ops": [], 2023-08-28T02:29:43.489 INFO:teuthology.orchestra.run.smithi040.stdout: "complaint_time": 30, 2023-08-28T02:29:43.489 INFO:teuthology.orchestra.run.smithi040.stdout: "num_blocked_ops": 0 2023-08-28T02:29:43.489 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-08-28T02:29:43.524 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:29:43.563 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:29:43.572 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:29:43.603 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:29:43.608 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:43.632 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:29:43.653 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:29:43.673 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:29:43.693 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:29:43.694 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-08-28T02:29:43.695 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-08-28T02:29:43.695 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-08-28T02:29:43.695 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-08-28T02:29:43.695 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-08-28T02:29:43.695 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-08-28T02:29:43.695 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-08-28T02:29:43.695 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-08-28T02:29:43.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:43 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2243651625' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["1"]}]: dispatch 2023-08-28T02:29:43.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:43 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd in", "ids": ["1"]}]: dispatch 2023-08-28T02:29:43.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:43 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2296741557' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:29:43.992 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:29:43.995 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:43.996 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:29:44.013 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.0 dump_historic_ops 2023-08-28T02:29:44.051 INFO:tasks.thrashosds.thrasher:Added osd 1 2023-08-28T02:29:44.097 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:29:44.165 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:44.287 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:29:44.290 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:44.290 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:29:44.391 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:29:44.422 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:29:44.427 INFO:teuthology.orchestra.run.smithi040.stderr:noscrub is unset 2023-08-28T02:29:44.469 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:44.514 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:29:44.514 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:44 smithi040 ceph-mon[170259]: failed to encode map e223 with expected crc 2023-08-28T02:29:44.514 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:44 smithi040 ceph-mon[170259]: failed to encode map e223 with expected crc 2023-08-28T02:29:44.514 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:44 smithi040 ceph-mon[170259]: failed to encode map e223 with expected crc 2023-08-28T02:29:44.515 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:44 smithi040 ceph-mon[170259]: failed to encode map e223 with expected crc 2023-08-28T02:29:44.515 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:44 smithi040 ceph-mon[170259]: failed to encode map e223 with expected crc 2023-08-28T02:29:44.515 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:44 smithi040 ceph-mon[170259]: failed to encode map e223 with expected crc 2023-08-28T02:29:44.515 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:44 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["1"]}]': finished 2023-08-28T02:29:44.515 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:44 smithi040 ceph-mon[170259]: osdmap e223: 8 total, 8 up, 8 in 2023-08-28T02:29:44.515 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:44 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/4060260123' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:29:44.515 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:44 smithi040 ceph-mon[170259]: pgmap v698: 119 pgs: 2 remapped+peering, 1 peering, 1 active+recovering+undersized+remapped, 97 active+clean, 9 active+recovery_wait+undersized+degraded+remapped, 9 active+remapped+backfill_wait; 2.7 GiB data, 10 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 638 op/s; 25665/131220 objects degraded (19.559%); 18320/131220 objects misplaced (13.961%); 2.4 MiB/s, 39 objects/s recovering 2023-08-28T02:29:44.515 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:44 smithi040 ceph-mon[170259]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:29:44.515 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:44 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/4060260123' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:29:44.515 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:44 smithi040 ceph-mon[170259]: osdmap e224: 8 total, 8 up, 8 in 2023-08-28T02:29:44.521 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:44.521 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:44 smithi040 ceph-mon[175404]: failed to encode map e223 with expected crc 2023-08-28T02:29:44.521 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:44 smithi040 ceph-mon[175404]: failed to encode map e223 with expected crc 2023-08-28T02:29:44.521 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:44 smithi040 ceph-mon[175404]: failed to encode map e223 with expected crc 2023-08-28T02:29:44.522 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:44 smithi040 ceph-mon[175404]: failed to encode map e223 with expected crc 2023-08-28T02:29:44.522 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:44 smithi040 ceph-mon[175404]: failed to encode map e223 with expected crc 2023-08-28T02:29:44.522 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:44 smithi040 ceph-mon[175404]: failed to encode map e223 with expected crc 2023-08-28T02:29:44.522 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:44 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["1"]}]': finished 2023-08-28T02:29:44.522 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:44 smithi040 ceph-mon[175404]: osdmap e223: 8 total, 8 up, 8 in 2023-08-28T02:29:44.522 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:44 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/4060260123' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:29:44.522 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:44 smithi040 ceph-mon[175404]: pgmap v698: 119 pgs: 2 remapped+peering, 1 peering, 1 active+recovering+undersized+remapped, 97 active+clean, 9 active+recovery_wait+undersized+degraded+remapped, 9 active+remapped+backfill_wait; 2.7 GiB data, 10 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 638 op/s; 25665/131220 objects degraded (19.559%); 18320/131220 objects misplaced (13.961%); 2.4 MiB/s, 39 objects/s recovering 2023-08-28T02:29:44.522 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:44 smithi040 ceph-mon[175404]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:29:44.522 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:44 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/4060260123' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:29:44.522 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:44 smithi040 ceph-mon[175404]: osdmap e224: 8 total, 8 up, 8 in 2023-08-28T02:29:44.523 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:29:44.624 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:29:44.651 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:44.729 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:29:44.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:44 smithi083 ceph-mon[157819]: failed to encode map e223 with expected crc 2023-08-28T02:29:44.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:44 smithi083 ceph-mon[157819]: failed to encode map e223 with expected crc 2023-08-28T02:29:44.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:44 smithi083 ceph-mon[157819]: failed to encode map e223 with expected crc 2023-08-28T02:29:44.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:44 smithi083 ceph-mon[157819]: failed to encode map e223 with expected crc 2023-08-28T02:29:44.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:44 smithi083 ceph-mon[157819]: failed to encode map e223 with expected crc 2023-08-28T02:29:44.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:44 smithi083 ceph-mon[157819]: failed to encode map e223 with expected crc 2023-08-28T02:29:44.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:44 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd in", "ids": ["1"]}]': finished 2023-08-28T02:29:44.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:44 smithi083 ceph-mon[157819]: osdmap e223: 8 total, 8 up, 8 in 2023-08-28T02:29:44.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:44 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/4060260123' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:29:44.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:44 smithi083 ceph-mon[157819]: pgmap v698: 119 pgs: 2 remapped+peering, 1 peering, 1 active+recovering+undersized+remapped, 97 active+clean, 9 active+recovery_wait+undersized+degraded+remapped, 9 active+remapped+backfill_wait; 2.7 GiB data, 10 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 638 op/s; 25665/131220 objects degraded (19.559%); 18320/131220 objects misplaced (13.961%); 2.4 MiB/s, 39 objects/s recovering 2023-08-28T02:29:44.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:44 smithi083 ceph-mon[157819]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:29:44.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:44 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/4060260123' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:29:44.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:44 smithi083 ceph-mon[157819]: osdmap e224: 8 total, 8 up, 8 in 2023-08-28T02:29:44.773 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:44.774 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:29:44.875 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:29:44.901 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:44.919 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:29:44.922 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:44.922 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:29:45.023 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:29:45.055 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:45.074 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:29:45.077 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:45.077 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:29:45.178 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:29:45.205 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:45.223 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:29:45.226 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:45.226 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:29:45.327 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:29:45.354 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:45.372 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:29:45.375 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:45.375 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:29:45.390 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:29:45 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:29:45] "GET /metrics HTTP/1.1" 200 36480 "" "Prometheus/2.43.0" 2023-08-28T02:29:45.476 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:29:45.511 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:45.542 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:29:45.546 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:45.546 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:29:45.647 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:29:45.685 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:45 smithi040 ceph-mon[170259]: failed to encode map e224 with expected crc 2023-08-28T02:29:45.685 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:45 smithi040 ceph-mon[170259]: failed to encode map e224 with expected crc 2023-08-28T02:29:45.685 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:45 smithi040 ceph-mon[170259]: failed to encode map e224 with expected crc 2023-08-28T02:29:45.685 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:45 smithi040 ceph-mon[170259]: failed to encode map e224 with expected crc 2023-08-28T02:29:45.685 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:45 smithi040 ceph-mon[170259]: failed to encode map e224 with expected crc 2023-08-28T02:29:45.686 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:45 smithi040 ceph-mon[170259]: failed to encode map e224 with expected crc 2023-08-28T02:29:45.686 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:45 smithi040 ceph-mon[170259]: failed to encode map e224 with expected crc 2023-08-28T02:29:45.686 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:45 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:29:45.686 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:45 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:29:45.686 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:45 smithi040 ceph-mon[170259]: osdmap e225: 8 total, 8 up, 8 in 2023-08-28T02:29:45.686 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:45 smithi040 ceph-mon[175404]: failed to encode map e224 with expected crc 2023-08-28T02:29:45.686 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:45 smithi040 ceph-mon[175404]: failed to encode map e224 with expected crc 2023-08-28T02:29:45.686 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:45 smithi040 ceph-mon[175404]: failed to encode map e224 with expected crc 2023-08-28T02:29:45.686 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:45 smithi040 ceph-mon[175404]: failed to encode map e224 with expected crc 2023-08-28T02:29:45.687 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:45 smithi040 ceph-mon[175404]: failed to encode map e224 with expected crc 2023-08-28T02:29:45.687 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:45 smithi040 ceph-mon[175404]: failed to encode map e224 with expected crc 2023-08-28T02:29:45.687 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:45 smithi040 ceph-mon[175404]: failed to encode map e224 with expected crc 2023-08-28T02:29:45.687 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:45 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:29:45.687 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:45 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:29:45.687 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:45 smithi040 ceph-mon[175404]: osdmap e225: 8 total, 8 up, 8 in 2023-08-28T02:29:45.689 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:45.705 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-08-28T02:29:45.705 INFO:teuthology.orchestra.run.smithi040.stdout: "size": 20, 2023-08-28T02:29:45.705 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 600, 2023-08-28T02:29:45.705 INFO:teuthology.orchestra.run.smithi040.stdout: "ops": [ 2023-08-28T02:29:45.706 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.706 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:57234 9.9 9:9f63031e:::benchmark_data_smithi040_209735_object57233:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e169)", 2023-08-28T02:29:45.706 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:26.783625+0000", 2023-08-28T02:29:45.706 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 138.918589674, 2023-08-28T02:29:45.706 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.184963875, 2023-08-28T02:29:45.706 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:29:45.706 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "reached pg", 2023-08-28T02:29:45.706 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:29:45.706 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:29:45.706 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:29:45.706 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 57234 2023-08-28T02:29:45.706 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.706 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:29:45.707 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.707 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:29:45.707 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.783625+0000", 2023-08-28T02:29:45.707 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:29:45.707 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.707 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.707 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:29:45.707 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.783625+0000", 2023-08-28T02:29:45.707 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:29:45.707 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.707 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.708 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:29:45.708 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.783624+0000", 2023-08-28T02:29:45.708 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:29:45.708 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.708 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.708 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:29:45.708 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.783654+0000", 2023-08-28T02:29:45.708 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.9997000000000001e-05 2023-08-28T02:29:45.708 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.708 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.708 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:29:45.708 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.783663+0000", 2023-08-28T02:29:45.708 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.4630000000000001e-06 2023-08-28T02:29:45.709 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.709 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.709 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:29:45.709 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.783669+0000", 2023-08-28T02:29:45.709 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.1310000000000003e-06 2023-08-28T02:29:45.709 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.709 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.709 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:29:45.709 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.787443+0000", 2023-08-28T02:29:45.709 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00377415 2023-08-28T02:29:45.709 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.709 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.710 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:29:45.710 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.787600+0000", 2023-08-28T02:29:45.710 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00015734599999999999 2023-08-28T02:29:45.710 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.710 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.710 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 5,7", 2023-08-28T02:29:45.710 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.787762+0000", 2023-08-28T02:29:45.710 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00016170900000000001 2023-08-28T02:29:45.710 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.710 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.710 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:29:45.710 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794603+0000", 2023-08-28T02:29:45.710 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0068407980000000004 2023-08-28T02:29:45.710 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.711 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.711 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:29:45.711 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.968573+0000", 2023-08-28T02:29:45.711 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.17397015800000001 2023-08-28T02:29:45.711 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.711 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.711 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:29:45.711 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.968589+0000", 2023-08-28T02:29:45.711 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.5756e-05 2023-08-28T02:29:45.711 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:29:45.711 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:29:45.712 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:29:45.712 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.712 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.712 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:57236 9.9 9:9902b96e:::benchmark_data_smithi040_209735_object57235:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e169)", 2023-08-28T02:29:45.712 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:26.786911+0000", 2023-08-28T02:29:45.712 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 138.91530338199999, 2023-08-28T02:29:45.712 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.182654383, 2023-08-28T02:29:45.712 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:29:45.712 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "reached pg", 2023-08-28T02:29:45.712 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:29:45.712 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:29:45.712 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:29:45.712 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 57236 2023-08-28T02:29:45.713 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.713 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:29:45.713 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.713 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:29:45.713 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.786911+0000", 2023-08-28T02:29:45.713 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:29:45.713 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.713 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.713 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:29:45.713 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.786911+0000", 2023-08-28T02:29:45.713 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:29:45.713 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.714 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.714 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:29:45.714 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.786909+0000", 2023-08-28T02:29:45.714 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:29:45.714 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.714 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.714 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:29:45.714 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.786937+0000", 2023-08-28T02:29:45.714 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.8487e-05 2023-08-28T02:29:45.714 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.714 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.714 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:29:45.714 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.786952+0000", 2023-08-28T02:29:45.715 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.5029e-05 2023-08-28T02:29:45.715 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.715 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.715 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:29:45.715 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.786962+0000", 2023-08-28T02:29:45.715 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.0829999999999993e-06 2023-08-28T02:29:45.715 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.715 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.715 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:29:45.715 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.790102+0000", 2023-08-28T02:29:45.715 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0031406580000000002 2023-08-28T02:29:45.715 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.716 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.716 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:29:45.716 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.790232+0000", 2023-08-28T02:29:45.716 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00012997400000000001 2023-08-28T02:29:45.716 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.716 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.716 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 5,7", 2023-08-28T02:29:45.716 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.790374+0000", 2023-08-28T02:29:45.716 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00014138399999999999 2023-08-28T02:29:45.716 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.716 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.716 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:29:45.716 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.805572+0000", 2023-08-28T02:29:45.717 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.015198128 2023-08-28T02:29:45.717 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.717 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.717 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:29:45.717 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.969553+0000", 2023-08-28T02:29:45.717 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.16398132900000001 2023-08-28T02:29:45.717 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.717 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.717 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:29:45.717 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.969565+0000", 2023-08-28T02:29:45.717 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2320999999999999e-05 2023-08-28T02:29:45.717 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:29:45.718 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:29:45.718 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:29:45.718 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.718 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.718 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:57227 9.5 9:a6864a59:::benchmark_data_smithi040_209735_object57226:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e170)", 2023-08-28T02:29:45.718 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:26.794270+0000", 2023-08-28T02:29:45.718 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 138.90794406399999, 2023-08-28T02:29:45.718 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.017836838, 2023-08-28T02:29:45.718 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:29:45.718 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "reached pg", 2023-08-28T02:29:45.718 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:29:45.718 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:29:45.719 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:29:45.719 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 57227 2023-08-28T02:29:45.719 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.719 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:29:45.719 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.719 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:29:45.719 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794270+0000", 2023-08-28T02:29:45.719 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:29:45.719 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.719 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.719 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:29:45.719 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794270+0000", 2023-08-28T02:29:45.720 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:29:45.720 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.720 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.720 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:29:45.720 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794269+0000", 2023-08-28T02:29:45.720 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:29:45.720 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.720 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.720 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:29:45.720 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794294+0000", 2023-08-28T02:29:45.720 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.5211999999999998e-05 2023-08-28T02:29:45.720 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.721 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.721 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:29:45.721 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794304+0000", 2023-08-28T02:29:45.721 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0448000000000001e-05 2023-08-28T02:29:45.721 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.721 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.721 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:29:45.721 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794312+0000", 2023-08-28T02:29:45.721 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.8869999999999992e-06 2023-08-28T02:29:45.721 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.721 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.721 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:29:45.722 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794559+0000", 2023-08-28T02:29:45.722 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00024621000000000002 2023-08-28T02:29:45.722 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.722 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.722 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op must wait for map", 2023-08-28T02:29:45.722 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794563+0000", 2023-08-28T02:29:45.722 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.3789999999999999e-06 2023-08-28T02:29:45.722 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.722 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.722 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:29:45.722 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.935391+0000", 2023-08-28T02:29:45.722 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.14082837400000001 2023-08-28T02:29:45.723 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.723 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.723 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:29:45.723 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.935406+0000", 2023-08-28T02:29:45.723 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4691999999999999e-05 2023-08-28T02:29:45.723 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.723 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.723 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:29:45.723 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.812042+0000", 2023-08-28T02:29:45.723 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.87663575000000005 2023-08-28T02:29:45.723 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.723 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.723 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:29:45.724 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.812107+0000", 2023-08-28T02:29:45.724 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.5335999999999999e-05 2023-08-28T02:29:45.724 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:29:45.724 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:29:45.724 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:29:45.724 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.724 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.724 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:57234 9.19 9:9f63031e:::benchmark_data_smithi040_209735_object57233:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e170)", 2023-08-28T02:29:45.724 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:26.794429+0000", 2023-08-28T02:29:45.724 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 138.907784889, 2023-08-28T02:29:45.724 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0469964060000001, 2023-08-28T02:29:45.724 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:29:45.725 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "reached pg", 2023-08-28T02:29:45.725 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:29:45.725 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:29:45.725 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:29:45.725 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 57234 2023-08-28T02:29:45.725 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.725 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:29:45.725 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.725 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:29:45.725 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794429+0000", 2023-08-28T02:29:45.725 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:29:45.725 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.726 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.726 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:29:45.726 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794429+0000", 2023-08-28T02:29:45.726 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:29:45.726 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.726 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.726 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:29:45.726 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794429+0000", 2023-08-28T02:29:45.726 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:29:45.726 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.726 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.726 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:29:45.727 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794458+0000", 2023-08-28T02:29:45.727 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.8772000000000002e-05 2023-08-28T02:29:45.727 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.727 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.727 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:29:45.727 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794467+0000", 2023-08-28T02:29:45.727 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.3859999999999996e-06 2023-08-28T02:29:45.727 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.727 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.727 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:29:45.727 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794472+0000", 2023-08-28T02:29:45.727 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.4410000000000001e-06 2023-08-28T02:29:45.728 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.728 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.728 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:29:45.728 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.970125+0000", 2023-08-28T02:29:45.728 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.17565220400000001 2023-08-28T02:29:45.728 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.728 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.728 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:29:45.728 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.970132+0000", 2023-08-28T02:29:45.728 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.25e-06 2023-08-28T02:29:45.728 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.728 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.728 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:29:45.729 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.836705+0000", 2023-08-28T02:29:45.729 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.86657359300000003 2023-08-28T02:29:45.729 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.729 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.729 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for degraded object", 2023-08-28T02:29:45.729 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.837403+0000", 2023-08-28T02:29:45.729 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00069712500000000004 2023-08-28T02:29:45.729 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.729 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.729 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:29:45.729 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.841357+0000", 2023-08-28T02:29:45.730 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0039545559999999997 2023-08-28T02:29:45.730 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.730 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.730 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:29:45.730 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.841426+0000", 2023-08-28T02:29:45.730 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.8719000000000004e-05 2023-08-28T02:29:45.730 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:29:45.730 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:29:45.730 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:29:45.730 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.730 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.730 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:57236 9.19 9:9902b96e:::benchmark_data_smithi040_209735_object57235:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e170)", 2023-08-28T02:29:45.730 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:26.794479+0000", 2023-08-28T02:29:45.731 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 138.90773500899999, 2023-08-28T02:29:45.731 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.047587397, 2023-08-28T02:29:45.731 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:29:45.731 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "reached pg", 2023-08-28T02:29:45.731 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:29:45.731 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:29:45.731 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:29:45.731 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 57236 2023-08-28T02:29:45.731 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.731 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:29:45.731 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.731 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:29:45.732 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794479+0000", 2023-08-28T02:29:45.732 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:29:45.732 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.732 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.732 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:29:45.732 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794479+0000", 2023-08-28T02:29:45.732 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:29:45.732 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.732 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.732 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:29:45.732 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794479+0000", 2023-08-28T02:29:45.732 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:29:45.733 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.733 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.733 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:29:45.733 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794505+0000", 2023-08-28T02:29:45.733 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.6284000000000001e-05 2023-08-28T02:29:45.733 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.733 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.733 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:29:45.733 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794513+0000", 2023-08-28T02:29:45.733 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.763e-06 2023-08-28T02:29:45.733 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.734 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.734 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:29:45.734 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794517+0000", 2023-08-28T02:29:45.734 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.092e-06 2023-08-28T02:29:45.734 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.734 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.734 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:29:45.734 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.970152+0000", 2023-08-28T02:29:45.734 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.17563463500000001 2023-08-28T02:29:45.734 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.734 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.734 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:29:45.734 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.970158+0000", 2023-08-28T02:29:45.735 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.4160000000000001e-06 2023-08-28T02:29:45.735 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.735 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.735 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:29:45.735 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.837670+0000", 2023-08-28T02:29:45.735 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.86751235400000004 2023-08-28T02:29:45.735 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.735 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.735 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for degraded object", 2023-08-28T02:29:45.735 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.839490+0000", 2023-08-28T02:29:45.735 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0018195349999999999 2023-08-28T02:29:45.735 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.736 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.736 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:29:45.736 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.841986+0000", 2023-08-28T02:29:45.736 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0024958300000000001 2023-08-28T02:29:45.736 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.736 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.736 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:29:45.736 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.842067+0000", 2023-08-28T02:29:45.736 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.1032999999999995e-05 2023-08-28T02:29:45.736 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:29:45.736 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:29:45.736 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:29:45.737 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.737 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.737 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:57241 9.5 9:a60b3ca0:::benchmark_data_smithi040_209735_object57240:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e170)", 2023-08-28T02:29:45.737 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:26.824396+0000", 2023-08-28T02:29:45.737 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 138.87781808899999, 2023-08-28T02:29:45.737 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.99622047999999996, 2023-08-28T02:29:45.737 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:29:45.737 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:29:45.737 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:29:45.737 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:29:45.737 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:29:45.737 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 57241 2023-08-28T02:29:45.738 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.738 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:29:45.738 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.738 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:29:45.738 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.824396+0000", 2023-08-28T02:29:45.738 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:29:45.738 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.738 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.738 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:29:45.738 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.824396+0000", 2023-08-28T02:29:45.738 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:29:45.738 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.739 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.739 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:29:45.739 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.824395+0000", 2023-08-28T02:29:45.739 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:29:45.739 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.739 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.739 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:29:45.739 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.824426+0000", 2023-08-28T02:29:45.739 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.0978000000000001e-05 2023-08-28T02:29:45.739 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.739 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.740 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:29:45.740 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.824438+0000", 2023-08-28T02:29:45.740 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.181e-05 2023-08-28T02:29:45.740 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.740 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.740 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:29:45.740 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.824446+0000", 2023-08-28T02:29:45.740 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.2949999999999994e-06 2023-08-28T02:29:45.740 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.740 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.740 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:29:45.740 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.936105+0000", 2023-08-28T02:29:45.741 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.111658769 2023-08-28T02:29:45.741 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.741 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.741 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:29:45.741 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.936113+0000", 2023-08-28T02:29:45.741 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.7129999999999994e-06 2023-08-28T02:29:45.741 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.741 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.741 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:29:45.741 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.812135+0000", 2023-08-28T02:29:45.741 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.87602113599999998 2023-08-28T02:29:45.741 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.742 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.742 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:29:45.742 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.812254+0000", 2023-08-28T02:29:45.742 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000119812 2023-08-28T02:29:45.742 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.742 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.742 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 5,7", 2023-08-28T02:29:45.742 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.812359+0000", 2023-08-28T02:29:45.742 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00010514300000000001 2023-08-28T02:29:45.742 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.742 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.742 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:29:45.743 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.815040+0000", 2023-08-28T02:29:45.743 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0026807580000000001 2023-08-28T02:29:45.743 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.743 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.743 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:29:45.743 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.819799+0000", 2023-08-28T02:29:45.743 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0047588760000000004 2023-08-28T02:29:45.743 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.743 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.743 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:29:45.743 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.820521+0000", 2023-08-28T02:29:45.743 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00072146099999999996 2023-08-28T02:29:45.743 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.744 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.744 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:29:45.744 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.820574+0000", 2023-08-28T02:29:45.744 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.3242999999999998e-05 2023-08-28T02:29:45.744 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.744 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.744 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:29:45.744 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.820617+0000", 2023-08-28T02:29:45.744 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.2951000000000003e-05 2023-08-28T02:29:45.744 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:29:45.744 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:29:45.745 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:29:45.745 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.745 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.745 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:57242 9.19 9:9ce45c5b:::benchmark_data_smithi040_209735_object57241:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e170)", 2023-08-28T02:29:45.745 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:26.834991+0000", 2023-08-28T02:29:45.745 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 138.86722380399999, 2023-08-28T02:29:45.745 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.009144676, 2023-08-28T02:29:45.745 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:29:45.745 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:29:45.745 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:29:45.745 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:29:45.745 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:29:45.746 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 57242 2023-08-28T02:29:45.746 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.746 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:29:45.746 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.746 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:29:45.746 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.834991+0000", 2023-08-28T02:29:45.746 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:29:45.746 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.746 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.746 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:29:45.746 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.834991+0000", 2023-08-28T02:29:45.746 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:29:45.747 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.747 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.747 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:29:45.747 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.834987+0000", 2023-08-28T02:29:45.747 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999967 2023-08-28T02:29:45.747 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.747 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.747 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:29:45.747 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.835028+0000", 2023-08-28T02:29:45.747 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.0883000000000001e-05 2023-08-28T02:29:45.747 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.747 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.747 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:29:45.748 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.835057+0000", 2023-08-28T02:29:45.748 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.8683e-05 2023-08-28T02:29:45.748 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.748 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.748 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:29:45.748 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.835072+0000", 2023-08-28T02:29:45.748 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.5084e-05 2023-08-28T02:29:45.748 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.748 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.748 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:29:45.748 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.970178+0000", 2023-08-28T02:29:45.748 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.13510615100000001 2023-08-28T02:29:45.749 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.749 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.749 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:29:45.749 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.970185+0000", 2023-08-28T02:29:45.749 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.3940000000000001e-06 2023-08-28T02:29:45.749 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.749 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.749 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:29:45.749 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.839536+0000", 2023-08-28T02:29:45.749 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.86935153399999998 2023-08-28T02:29:45.749 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.749 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.750 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:29:45.750 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.839673+0000", 2023-08-28T02:29:45.750 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00013686899999999999 2023-08-28T02:29:45.750 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.750 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.750 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 5,7", 2023-08-28T02:29:45.750 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.839806+0000", 2023-08-28T02:29:45.750 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00013320699999999999 2023-08-28T02:29:45.750 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.750 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.750 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:29:45.750 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.842247+0000", 2023-08-28T02:29:45.751 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0024406300000000001 2023-08-28T02:29:45.751 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.751 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.751 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:29:45.751 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.842288+0000", 2023-08-28T02:29:45.751 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.1674000000000001e-05 2023-08-28T02:29:45.751 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.751 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.751 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:29:45.751 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.844037+0000", 2023-08-28T02:29:45.751 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0017485689999999999 2023-08-28T02:29:45.751 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.751 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.752 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:29:45.752 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.844098+0000", 2023-08-28T02:29:45.752 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.1443000000000001e-05 2023-08-28T02:29:45.752 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.752 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.752 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:29:45.752 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.844135+0000", 2023-08-28T02:29:45.752 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.6783999999999999e-05 2023-08-28T02:29:45.752 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:29:45.752 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:29:45.752 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:29:45.752 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.753 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.753 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:57243 9.5 9:a0f07e3b:::benchmark_data_smithi040_209735_object57242:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e170)", 2023-08-28T02:29:45.753 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:26.835194+0000", 2023-08-28T02:29:45.753 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 138.86702052000001, 2023-08-28T02:29:45.753 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.98557619699999999, 2023-08-28T02:29:45.753 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:29:45.753 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:29:45.753 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:29:45.753 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:29:45.753 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:29:45.753 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 57243 2023-08-28T02:29:45.753 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.754 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:29:45.754 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.754 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:29:45.754 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.835194+0000", 2023-08-28T02:29:45.754 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:29:45.754 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.754 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.754 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:29:45.754 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.835194+0000", 2023-08-28T02:29:45.754 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:29:45.754 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.754 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.755 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:29:45.755 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.835193+0000", 2023-08-28T02:29:45.755 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:29:45.755 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.755 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.755 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:29:45.755 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.835219+0000", 2023-08-28T02:29:45.755 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.6282999999999999e-05 2023-08-28T02:29:45.755 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.755 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.755 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:29:45.755 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.835230+0000", 2023-08-28T02:29:45.756 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1311999999999999e-05 2023-08-28T02:29:45.756 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.756 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.756 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:29:45.756 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.835239+0000", 2023-08-28T02:29:45.756 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.5990000000000002e-06 2023-08-28T02:29:45.756 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.756 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.756 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:29:45.756 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.936339+0000", 2023-08-28T02:29:45.756 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.101099824 2023-08-28T02:29:45.756 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.756 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.757 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:29:45.757 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.936350+0000", 2023-08-28T02:29:45.757 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0828e-05 2023-08-28T02:29:45.757 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.757 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.757 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:29:45.757 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.813432+0000", 2023-08-28T02:29:45.757 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.87708212399999996 2023-08-28T02:29:45.757 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.757 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.757 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:29:45.757 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.813529+0000", 2023-08-28T02:29:45.757 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.6904000000000006e-05 2023-08-28T02:29:45.758 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.758 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.758 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 5,7", 2023-08-28T02:29:45.758 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.813731+0000", 2023-08-28T02:29:45.758 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00020227900000000001 2023-08-28T02:29:45.758 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.758 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.758 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:29:45.758 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.815200+0000", 2023-08-28T02:29:45.758 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0014689130000000001 2023-08-28T02:29:45.758 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.758 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.759 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:29:45.759 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.819836+0000", 2023-08-28T02:29:45.759 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0046358570000000002 2023-08-28T02:29:45.759 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.759 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.759 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:29:45.759 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.820711+0000", 2023-08-28T02:29:45.759 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00087554400000000002 2023-08-28T02:29:45.759 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.759 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.759 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:29:45.759 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.820742+0000", 2023-08-28T02:29:45.760 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.0759000000000001e-05 2023-08-28T02:29:45.760 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.760 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.760 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:29:45.760 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.820770+0000", 2023-08-28T02:29:45.760 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.8073999999999999e-05 2023-08-28T02:29:45.760 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:29:45.760 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:29:45.760 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:29:45.760 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.760 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.761 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:57245 9.9 9:9117a08f:::benchmark_data_smithi040_209735_object57244:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e170)", 2023-08-28T02:29:45.761 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:26.847386+0000", 2023-08-28T02:29:45.761 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 138.85482851200001, 2023-08-28T02:29:45.761 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.97907310299999994, 2023-08-28T02:29:45.761 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:29:45.761 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:29:45.761 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:29:45.761 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:29:45.761 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:29:45.761 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 57245 2023-08-28T02:29:45.761 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.761 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:29:45.761 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.762 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:29:45.762 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.847386+0000", 2023-08-28T02:29:45.762 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:29:45.762 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.762 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.762 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:29:45.762 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.847386+0000", 2023-08-28T02:29:45.762 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:29:45.762 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.762 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.762 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:29:45.762 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.847383+0000", 2023-08-28T02:29:45.763 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999976 2023-08-28T02:29:45.763 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.763 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.763 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:29:45.763 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.869838+0000", 2023-08-28T02:29:45.763 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.022454857000000002 2023-08-28T02:29:45.763 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.763 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.763 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:29:45.763 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.869852+0000", 2023-08-28T02:29:45.763 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4183e-05 2023-08-28T02:29:45.763 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.764 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.764 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:29:45.764 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.869864+0000", 2023-08-28T02:29:45.764 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1651000000000001e-05 2023-08-28T02:29:45.764 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.764 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.764 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:29:45.764 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.969964+0000", 2023-08-28T02:29:45.764 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.100099653 2023-08-28T02:29:45.764 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.764 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.764 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:29:45.765 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.969976+0000", 2023-08-28T02:29:45.765 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2489e-05 2023-08-28T02:29:45.765 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.765 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.765 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:29:45.765 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.811184+0000", 2023-08-28T02:29:45.765 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.84120788400000002 2023-08-28T02:29:45.765 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.765 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.765 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:29:45.765 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.811293+0000", 2023-08-28T02:29:45.765 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000108867 2023-08-28T02:29:45.766 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.766 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.766 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 5,7", 2023-08-28T02:29:45.766 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.811609+0000", 2023-08-28T02:29:45.766 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00031613000000000002 2023-08-28T02:29:45.766 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.766 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.766 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:29:45.766 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.812959+0000", 2023-08-28T02:29:45.766 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0013497909999999999 2023-08-28T02:29:45.766 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.766 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.767 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:29:45.767 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.813746+0000", 2023-08-28T02:29:45.767 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00078733899999999996 2023-08-28T02:29:45.767 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.767 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.767 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:29:45.767 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.826355+0000", 2023-08-28T02:29:45.767 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.012608414 2023-08-28T02:29:45.767 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.767 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.767 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:29:45.767 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.826415+0000", 2023-08-28T02:29:45.768 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.0177000000000003e-05 2023-08-28T02:29:45.768 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.768 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.768 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:29:45.768 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.826459+0000", 2023-08-28T02:29:45.768 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.4237999999999999e-05 2023-08-28T02:29:45.768 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:29:45.768 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:29:45.768 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:29:45.768 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.768 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.768 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:68483 9.5 9:a11d294f:::benchmark_data_smithi040_209735_object68482:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e179)", 2023-08-28T02:29:45.769 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:39.279206+0000", 2023-08-28T02:29:45.769 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 126.42300831599999, 2023-08-28T02:29:45.769 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.092534009, 2023-08-28T02:29:45.769 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:29:45.769 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:29:45.769 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:29:45.769 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:29:45.769 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:29:45.769 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 68483 2023-08-28T02:29:45.769 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.769 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:29:45.769 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.770 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:29:45.770 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:39.279206+0000", 2023-08-28T02:29:45.770 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:29:45.770 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.770 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.770 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:29:45.770 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:39.279206+0000", 2023-08-28T02:29:45.770 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:29:45.770 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.770 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.770 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:29:45.770 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:39.279204+0000", 2023-08-28T02:29:45.771 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999976 2023-08-28T02:29:45.771 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.771 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.771 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:29:45.771 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:39.279269+0000", 2023-08-28T02:29:45.771 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.5209999999999994e-05 2023-08-28T02:29:45.771 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.771 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.771 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:29:45.771 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:39.279289+0000", 2023-08-28T02:29:45.771 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.0242e-05 2023-08-28T02:29:45.771 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.772 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.772 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:29:45.772 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:39.279301+0000", 2023-08-28T02:29:45.772 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1518999999999999e-05 2023-08-28T02:29:45.772 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.772 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.772 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:29:45.772 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:39.279592+0000", 2023-08-28T02:29:45.772 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00029129600000000002 2023-08-28T02:29:45.772 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.772 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.772 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:29:45.773 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:39.279766+0000", 2023-08-28T02:29:45.773 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00017395400000000001 2023-08-28T02:29:45.773 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.773 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.773 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 5,7", 2023-08-28T02:29:45.773 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:39.279949+0000", 2023-08-28T02:29:45.773 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00018247000000000001 2023-08-28T02:29:45.773 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.773 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.773 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:29:45.773 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:39.283893+0000", 2023-08-28T02:29:45.774 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0039446289999999998 2023-08-28T02:29:45.774 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.774 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.774 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:29:45.774 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:39.368908+0000", 2023-08-28T02:29:45.774 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.085015287999999994 2023-08-28T02:29:45.774 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.774 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.774 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:29:45.774 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:39.371578+0000", 2023-08-28T02:29:45.774 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0026691029999999999 2023-08-28T02:29:45.774 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.774 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.775 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:29:45.775 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:39.371679+0000", 2023-08-28T02:29:45.775 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000101294 2023-08-28T02:29:45.775 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.775 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.775 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:29:45.775 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:39.371740+0000", 2023-08-28T02:29:45.775 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.1178000000000003e-05 2023-08-28T02:29:45.775 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:29:45.775 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:29:45.775 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:29:45.775 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.776 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.776 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:68487 9.b 9:d48bac71:::benchmark_data_smithi040_209735_object68486:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e179)", 2023-08-28T02:29:45.776 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:39.283092+0000", 2023-08-28T02:29:45.776 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 126.419122403, 2023-08-28T02:29:45.776 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.091244220000000001, 2023-08-28T02:29:45.776 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:29:45.776 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:29:45.776 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:29:45.776 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:29:45.776 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:29:45.776 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 68487 2023-08-28T02:29:45.776 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.776 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:29:45.777 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.777 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:29:45.777 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:39.283092+0000", 2023-08-28T02:29:45.777 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:29:45.777 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.777 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.777 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:29:45.777 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:39.283092+0000", 2023-08-28T02:29:45.777 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:29:45.777 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.777 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.778 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:29:45.778 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:39.283091+0000", 2023-08-28T02:29:45.778 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:29:45.778 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.778 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.778 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:29:45.778 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:39.283114+0000", 2023-08-28T02:29:45.778 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.2908000000000002e-05 2023-08-28T02:29:45.778 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.778 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.778 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:29:45.778 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:39.283130+0000", 2023-08-28T02:29:45.779 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.6643999999999999e-05 2023-08-28T02:29:45.779 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.779 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.779 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:29:45.779 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:39.283138+0000", 2023-08-28T02:29:45.779 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.4839999999999998e-06 2023-08-28T02:29:45.779 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.779 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.779 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:29:45.779 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:39.283178+0000", 2023-08-28T02:29:45.779 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.0265999999999997e-05 2023-08-28T02:29:45.779 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.780 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.780 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:29:45.780 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:39.283327+0000", 2023-08-28T02:29:45.780 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00014911899999999999 2023-08-28T02:29:45.780 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.780 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.780 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 5,6", 2023-08-28T02:29:45.780 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:39.283428+0000", 2023-08-28T02:29:45.780 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000100633 2023-08-28T02:29:45.780 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.780 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.780 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:29:45.781 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:39.285778+0000", 2023-08-28T02:29:45.781 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0023504939999999998 2023-08-28T02:29:45.781 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.781 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.781 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:29:45.781 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:39.286205+0000", 2023-08-28T02:29:45.781 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00042711000000000002 2023-08-28T02:29:45.781 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.781 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.781 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:29:45.781 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:39.374224+0000", 2023-08-28T02:29:45.781 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.088018438000000004 2023-08-28T02:29:45.782 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.782 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.782 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:29:45.782 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:39.374294+0000", 2023-08-28T02:29:45.782 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.0307000000000003e-05 2023-08-28T02:29:45.782 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.782 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.782 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:29:45.782 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:39.374336+0000", 2023-08-28T02:29:45.782 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.2166999999999998e-05 2023-08-28T02:29:45.782 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:29:45.782 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:29:45.783 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:29:45.783 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.783 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.783 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:142927 9.9 9:977f8f6e:::benchmark_data_smithi040_209735_object35332:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e201)", 2023-08-28T02:29:45.783 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:28:59.975981+0000", 2023-08-28T02:29:45.783 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 45.726233313000002, 2023-08-28T02:29:45.783 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.086270295999999996, 2023-08-28T02:29:45.783 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:29:45.783 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:29:45.783 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:29:45.783 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:29:45.783 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:29:45.784 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 142927 2023-08-28T02:29:45.784 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.784 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:29:45.784 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.784 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:29:45.784 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:59.975981+0000", 2023-08-28T02:29:45.784 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:29:45.784 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.784 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.784 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:29:45.784 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:59.975981+0000", 2023-08-28T02:29:45.784 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:29:45.785 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.785 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.785 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:29:45.785 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:59.975979+0000", 2023-08-28T02:29:45.785 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999976 2023-08-28T02:29:45.785 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.785 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.785 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:29:45.785 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:59.975988+0000", 2023-08-28T02:29:45.785 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.5759999999999995e-06 2023-08-28T02:29:45.785 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.785 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.786 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:29:45.786 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:59.976007+0000", 2023-08-28T02:29:45.786 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.8593e-05 2023-08-28T02:29:45.786 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.786 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.786 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:29:45.786 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:59.976016+0000", 2023-08-28T02:29:45.786 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.2790000000000004e-06 2023-08-28T02:29:45.786 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.786 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.786 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:29:45.786 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:59.976080+0000", 2023-08-28T02:29:45.786 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.4213000000000003e-05 2023-08-28T02:29:45.787 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.787 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.787 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:29:45.787 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:59.976217+0000", 2023-08-28T02:29:45.787 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000136434 2023-08-28T02:29:45.787 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.787 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.787 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 5,7", 2023-08-28T02:29:45.787 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:59.976717+0000", 2023-08-28T02:29:45.787 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00049993399999999995 2023-08-28T02:29:45.787 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.787 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.788 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:29:45.788 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:59.981186+0000", 2023-08-28T02:29:45.788 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0044691089999999998 2023-08-28T02:29:45.788 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.788 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.788 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:29:45.788 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:59.986636+0000", 2023-08-28T02:29:45.788 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00544971 2023-08-28T02:29:45.788 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.788 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.788 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:29:45.788 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:00.062147+0000", 2023-08-28T02:29:45.789 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.075511153999999997 2023-08-28T02:29:45.789 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.789 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.789 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:29:45.789 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:00.062208+0000", 2023-08-28T02:29:45.789 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.1774999999999997e-05 2023-08-28T02:29:45.789 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.789 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.789 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:29:45.789 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:00.062251+0000", 2023-08-28T02:29:45.789 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.2889000000000002e-05 2023-08-28T02:29:45.789 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:29:45.790 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:29:45.790 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:29:45.790 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.790 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.790 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:142941 9.5 9:a5e25aa4:::benchmark_data_smithi040_209735_object35346:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e201)", 2023-08-28T02:29:45.790 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:28:59.988275+0000", 2023-08-28T02:29:45.790 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 45.713939060000001, 2023-08-28T02:29:45.790 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.094698855999999998, 2023-08-28T02:29:45.790 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:29:45.790 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:29:45.790 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:29:45.791 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:29:45.791 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:29:45.791 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 142941 2023-08-28T02:29:45.791 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.791 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:29:45.791 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.791 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:29:45.791 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:59.988275+0000", 2023-08-28T02:29:45.791 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:29:45.791 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.791 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.791 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:29:45.792 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:59.988275+0000", 2023-08-28T02:29:45.792 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:29:45.792 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.792 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.792 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:29:45.792 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:59.988274+0000", 2023-08-28T02:29:45.792 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:29:45.792 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.792 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.792 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:29:45.792 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:59.988281+0000", 2023-08-28T02:29:45.792 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.4450000000000001e-06 2023-08-28T02:29:45.792 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.793 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.793 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:29:45.793 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:59.988295+0000", 2023-08-28T02:29:45.793 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4571e-05 2023-08-28T02:29:45.793 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.793 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.793 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:29:45.793 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:59.988305+0000", 2023-08-28T02:29:45.793 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0227999999999999e-05 2023-08-28T02:29:45.793 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.793 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.793 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:29:45.793 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:59.989491+0000", 2023-08-28T02:29:45.794 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.001185572 2023-08-28T02:29:45.794 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.794 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.794 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:29:45.794 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:59.989605+0000", 2023-08-28T02:29:45.794 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000114116 2023-08-28T02:29:45.794 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.794 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.794 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 5,7", 2023-08-28T02:29:45.794 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:59.989914+0000", 2023-08-28T02:29:45.794 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00030861300000000001 2023-08-28T02:29:45.794 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.794 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.795 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:29:45.795 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:59.994011+0000", 2023-08-28T02:29:45.795 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0040968239999999998 2023-08-28T02:29:45.795 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.795 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.795 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:29:45.795 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:59.994028+0000", 2023-08-28T02:29:45.795 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.7844000000000001e-05 2023-08-28T02:29:45.795 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.795 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.795 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:29:45.795 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:00.082875+0000", 2023-08-28T02:29:45.796 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.088846612000000005 2023-08-28T02:29:45.796 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.796 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.796 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:29:45.796 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:00.082930+0000", 2023-08-28T02:29:45.796 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.5109999999999999e-05 2023-08-28T02:29:45.796 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.796 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.796 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:29:45.796 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:00.082974+0000", 2023-08-28T02:29:45.796 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.4005999999999998e-05 2023-08-28T02:29:45.796 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:29:45.796 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:29:45.797 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:29:45.797 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.797 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.797 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:161596 9.19 9:9c80ea27:::benchmark_data_smithi040_209735_object54001:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e211)", 2023-08-28T02:29:45.797 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:29:23.183012+0000", 2023-08-28T02:29:45.797 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 22.519202089, 2023-08-28T02:29:45.797 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.10104619400000001, 2023-08-28T02:29:45.797 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:29:45.797 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:29:45.797 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:29:45.797 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:29:45.797 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:29:45.797 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 161596 2023-08-28T02:29:45.798 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.798 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:29:45.798 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.798 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:29:45.798 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.183012+0000", 2023-08-28T02:29:45.798 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:29:45.798 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.798 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.798 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:29:45.798 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.183012+0000", 2023-08-28T02:29:45.798 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:29:45.798 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.799 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.799 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:29:45.799 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.183010+0000", 2023-08-28T02:29:45.799 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:29:45.799 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.799 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.799 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:29:45.799 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.183021+0000", 2023-08-28T02:29:45.799 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0716e-05 2023-08-28T02:29:45.799 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.799 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.799 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:29:45.800 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.183038+0000", 2023-08-28T02:29:45.800 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.6663e-05 2023-08-28T02:29:45.800 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.800 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.800 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:29:45.800 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.183048+0000", 2023-08-28T02:29:45.800 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0028e-05 2023-08-28T02:29:45.800 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.800 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.800 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:29:45.800 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.183179+0000", 2023-08-28T02:29:45.800 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00013119499999999999 2023-08-28T02:29:45.801 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.801 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.801 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:29:45.801 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.183299+0000", 2023-08-28T02:29:45.801 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00011981000000000001 2023-08-28T02:29:45.801 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.801 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.801 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 5,7", 2023-08-28T02:29:45.801 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.183406+0000", 2023-08-28T02:29:45.801 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00010774500000000001 2023-08-28T02:29:45.801 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.801 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.801 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:29:45.802 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.197303+0000", 2023-08-28T02:29:45.802 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.013896818999999999 2023-08-28T02:29:45.802 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.802 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.802 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:29:45.802 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.197317+0000", 2023-08-28T02:29:45.802 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.3389e-05 2023-08-28T02:29:45.802 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.802 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.802 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:29:45.802 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.283955+0000", 2023-08-28T02:29:45.802 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.086638265000000006 2023-08-28T02:29:45.803 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.803 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.803 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:29:45.803 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.284014+0000", 2023-08-28T02:29:45.803 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.9067999999999998e-05 2023-08-28T02:29:45.803 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.803 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.803 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:29:45.803 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.284058+0000", 2023-08-28T02:29:45.803 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.443e-05 2023-08-28T02:29:45.803 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:29:45.804 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:29:45.804 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:29:45.804 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.804 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.804 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:161597 9.5 9:a34069d7:::benchmark_data_smithi040_209735_object54002:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e211)", 2023-08-28T02:29:45.804 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:29:23.183063+0000", 2023-08-28T02:29:45.804 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 22.519151182999998, 2023-08-28T02:29:45.804 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.11063825300000001, 2023-08-28T02:29:45.804 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:29:45.804 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:29:45.804 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:29:45.804 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:29:45.805 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:29:45.805 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 161597 2023-08-28T02:29:45.805 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.805 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:29:45.805 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.805 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:29:45.805 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.183063+0000", 2023-08-28T02:29:45.805 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:29:45.805 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.805 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.805 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:29:45.805 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.183063+0000", 2023-08-28T02:29:45.806 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:29:45.806 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.806 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.806 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:29:45.806 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.183063+0000", 2023-08-28T02:29:45.806 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:29:45.806 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.806 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.806 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:29:45.806 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.183066+0000", 2023-08-28T02:29:45.806 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.2399999999999999e-06 2023-08-28T02:29:45.806 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.807 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.807 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:29:45.807 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.183072+0000", 2023-08-28T02:29:45.807 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.4010000000000002e-06 2023-08-28T02:29:45.807 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.807 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.807 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:29:45.807 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.183078+0000", 2023-08-28T02:29:45.807 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.1800000000000004e-06 2023-08-28T02:29:45.807 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.807 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.807 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:29:45.808 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.183130+0000", 2023-08-28T02:29:45.808 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.2865999999999998e-05 2023-08-28T02:29:45.808 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.808 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.808 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:29:45.808 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.183281+0000", 2023-08-28T02:29:45.808 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00015054900000000001 2023-08-28T02:29:45.808 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.808 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.808 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 5,7", 2023-08-28T02:29:45.808 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.183404+0000", 2023-08-28T02:29:45.808 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00012347599999999999 2023-08-28T02:29:45.809 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.809 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.809 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:29:45.809 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.197296+0000", 2023-08-28T02:29:45.809 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.013891437 2023-08-28T02:29:45.809 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.809 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.809 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:29:45.809 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.197373+0000", 2023-08-28T02:29:45.809 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.7200999999999995e-05 2023-08-28T02:29:45.809 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.809 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.809 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:29:45.810 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.293594+0000", 2023-08-28T02:29:45.810 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.096220923999999999 2023-08-28T02:29:45.810 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.810 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.810 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:29:45.810 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.293662+0000", 2023-08-28T02:29:45.810 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.7698000000000001e-05 2023-08-28T02:29:45.810 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.810 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.810 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:29:45.810 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.293701+0000", 2023-08-28T02:29:45.810 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.9725999999999999e-05 2023-08-28T02:29:45.811 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:29:45.811 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:29:45.811 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:29:45.811 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.811 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.811 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:161610 9.19 9:9f16fa4c:::benchmark_data_smithi040_209735_object54015:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e211)", 2023-08-28T02:29:45.811 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:29:23.197693+0000", 2023-08-28T02:29:45.811 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 22.504520892999999, 2023-08-28T02:29:45.811 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.086517979999999994, 2023-08-28T02:29:45.811 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:29:45.811 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:29:45.811 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:29:45.812 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:29:45.812 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:29:45.812 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 161610 2023-08-28T02:29:45.812 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.812 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:29:45.812 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.812 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:29:45.812 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.197693+0000", 2023-08-28T02:29:45.812 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:29:45.812 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.812 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.812 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:29:45.813 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.197693+0000", 2023-08-28T02:29:45.813 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:29:45.813 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.813 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.813 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:29:45.813 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.197692+0000", 2023-08-28T02:29:45.813 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:29:45.813 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.813 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.813 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:29:45.813 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.197698+0000", 2023-08-28T02:29:45.813 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.4960000000000001e-06 2023-08-28T02:29:45.813 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.814 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.814 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:29:45.814 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.197711+0000", 2023-08-28T02:29:45.814 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2686e-05 2023-08-28T02:29:45.814 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.814 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.814 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:29:45.814 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.197717+0000", 2023-08-28T02:29:45.814 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.1489999999999999e-06 2023-08-28T02:29:45.814 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.814 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.814 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:29:45.815 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.197744+0000", 2023-08-28T02:29:45.815 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.7284000000000002e-05 2023-08-28T02:29:45.815 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.815 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.815 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:29:45.815 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.197830+0000", 2023-08-28T02:29:45.815 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.5690000000000001e-05 2023-08-28T02:29:45.815 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.815 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.815 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 5,7", 2023-08-28T02:29:45.815 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.197902+0000", 2023-08-28T02:29:45.815 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.1816000000000005e-05 2023-08-28T02:29:45.816 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.816 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.816 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:29:45.816 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.200725+0000", 2023-08-28T02:29:45.816 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0028232800000000001 2023-08-28T02:29:45.816 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.816 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.816 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:29:45.816 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.202438+0000", 2023-08-28T02:29:45.816 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0017125140000000001 2023-08-28T02:29:45.816 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.816 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.817 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:29:45.817 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.284119+0000", 2023-08-28T02:29:45.817 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.081681342000000004 2023-08-28T02:29:45.817 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.817 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.817 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:29:45.817 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.284167+0000", 2023-08-28T02:29:45.817 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.7757999999999999e-05 2023-08-28T02:29:45.817 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.817 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.817 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:29:45.817 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.284211+0000", 2023-08-28T02:29:45.818 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.4564000000000002e-05 2023-08-28T02:29:45.818 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:29:45.818 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:29:45.818 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:29:45.818 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.818 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.818 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:161612 9.19 9:9c95419d:::benchmark_data_smithi040_209735_object54017:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e211)", 2023-08-28T02:29:45.818 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:29:23.202711+0000", 2023-08-28T02:29:45.818 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 22.499502999000001, 2023-08-28T02:29:45.818 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.083805775999999998, 2023-08-28T02:29:45.818 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:29:45.818 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:29:45.819 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:29:45.819 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:29:45.819 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:29:45.819 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 161612 2023-08-28T02:29:45.819 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.819 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:29:45.819 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.819 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:29:45.819 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.202711+0000", 2023-08-28T02:29:45.819 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:29:45.819 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.819 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.820 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:29:45.820 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.202711+0000", 2023-08-28T02:29:45.820 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:29:45.820 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.820 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.820 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:29:45.820 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.202710+0000", 2023-08-28T02:29:45.820 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:29:45.820 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.820 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.820 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:29:45.820 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.202718+0000", 2023-08-28T02:29:45.821 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.5169999999999999e-06 2023-08-28T02:29:45.821 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.821 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.821 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:29:45.821 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.202737+0000", 2023-08-28T02:29:45.821 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.8918000000000001e-05 2023-08-28T02:29:45.821 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.821 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.821 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:29:45.821 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.202747+0000", 2023-08-28T02:29:45.821 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.9920000000000002e-06 2023-08-28T02:29:45.821 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.821 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.822 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:29:45.822 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.202835+0000", 2023-08-28T02:29:45.822 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.8026000000000001e-05 2023-08-28T02:29:45.822 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.822 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.822 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:29:45.822 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.202966+0000", 2023-08-28T02:29:45.822 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00013052300000000001 2023-08-28T02:29:45.822 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.822 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.822 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 5,7", 2023-08-28T02:29:45.822 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.203059+0000", 2023-08-28T02:29:45.823 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.3593999999999999e-05 2023-08-28T02:29:45.823 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.823 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.823 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:29:45.823 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.206260+0000", 2023-08-28T02:29:45.823 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0032003119999999999 2023-08-28T02:29:45.823 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.823 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.823 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:29:45.823 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.206556+0000", 2023-08-28T02:29:45.823 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00029601300000000003 2023-08-28T02:29:45.823 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.824 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.824 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:29:45.824 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.286423+0000", 2023-08-28T02:29:45.824 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.079866956000000003 2023-08-28T02:29:45.824 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.824 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.824 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:29:45.824 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.286475+0000", 2023-08-28T02:29:45.824 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.2505e-05 2023-08-28T02:29:45.824 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.824 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.824 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:29:45.824 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.286517+0000", 2023-08-28T02:29:45.825 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.1924e-05 2023-08-28T02:29:45.825 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:29:45.825 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:29:45.825 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:29:45.825 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.825 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.825 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:166821 9.b 9.43ffe9eb (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e216)", 2023-08-28T02:29:45.825 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:29:32.911829+0000", 2023-08-28T02:29:45.825 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 12.790385481, 2023-08-28T02:29:45.825 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.139246812, 2023-08-28T02:29:45.825 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:29:45.825 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "reached pg", 2023-08-28T02:29:45.826 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:29:45.826 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:29:45.826 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:29:45.826 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 166821 2023-08-28T02:29:45.826 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.826 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:29:45.826 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.826 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:29:45.826 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:32.911829+0000", 2023-08-28T02:29:45.826 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:29:45.826 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.826 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.827 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:29:45.827 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:32.911829+0000", 2023-08-28T02:29:45.827 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:29:45.827 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.827 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.827 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:29:45.827 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:32.911826+0000", 2023-08-28T02:29:45.827 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999971 2023-08-28T02:29:45.827 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.827 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.827 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:29:45.827 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:32.911842+0000", 2023-08-28T02:29:45.828 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.6045e-05 2023-08-28T02:29:45.828 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.828 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.828 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:29:45.828 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:32.911881+0000", 2023-08-28T02:29:45.828 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.9082999999999998e-05 2023-08-28T02:29:45.828 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.828 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.828 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:29:45.828 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:32.911897+0000", 2023-08-28T02:29:45.828 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.5930000000000002e-05 2023-08-28T02:29:45.828 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.828 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.829 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:29:45.829 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.051028+0000", 2023-08-28T02:29:45.829 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.13913089000000001 2023-08-28T02:29:45.829 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.829 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.829 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:29:45.829 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.051076+0000", 2023-08-28T02:29:45.829 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.7812999999999998e-05 2023-08-28T02:29:45.829 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:29:45.829 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:29:45.829 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:29:45.829 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.830 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.830 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:166821 9.b 9:d797ffc2:::benchmark_data_smithi040_209735_object59226:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e217)", 2023-08-28T02:29:45.830 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:29:32.932130+0000", 2023-08-28T02:29:45.830 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 12.770084516000001, 2023-08-28T02:29:45.830 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0086488739999999, 2023-08-28T02:29:45.830 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:29:45.830 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:29:45.830 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:29:45.830 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:29:45.830 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:29:45.830 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 166821 2023-08-28T02:29:45.830 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.831 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:29:45.831 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.831 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:29:45.831 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:32.932130+0000", 2023-08-28T02:29:45.831 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:29:45.831 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.831 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.831 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:29:45.831 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:32.932130+0000", 2023-08-28T02:29:45.831 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:29:45.831 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.831 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.832 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:29:45.832 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:32.932127+0000", 2023-08-28T02:29:45.832 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999971 2023-08-28T02:29:45.832 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.832 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.832 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:29:45.832 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:32.932140+0000", 2023-08-28T02:29:45.832 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.3471e-05 2023-08-28T02:29:45.832 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.832 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.832 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:29:45.832 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:32.932164+0000", 2023-08-28T02:29:45.832 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.3742000000000001e-05 2023-08-28T02:29:45.833 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.833 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.833 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:29:45.833 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:32.932178+0000", 2023-08-28T02:29:45.833 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.3832000000000001e-05 2023-08-28T02:29:45.833 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.833 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.833 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:29:45.833 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.059045+0000", 2023-08-28T02:29:45.833 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.12686752300000001 2023-08-28T02:29:45.833 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.833 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.834 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:29:45.834 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.059060+0000", 2023-08-28T02:29:45.834 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4582e-05 2023-08-28T02:29:45.834 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.834 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.834 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:29:45.834 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.928732+0000", 2023-08-28T02:29:45.834 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.86967180799999999 2023-08-28T02:29:45.834 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.834 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.834 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:29:45.834 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.928891+0000", 2023-08-28T02:29:45.835 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00015975599999999999 2023-08-28T02:29:45.835 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.835 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.835 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 5,6", 2023-08-28T02:29:45.835 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.929351+0000", 2023-08-28T02:29:45.835 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00045912299999999997 2023-08-28T02:29:45.835 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.835 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.835 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:29:45.835 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.940337+0000", 2023-08-28T02:29:45.835 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.010986828000000001 2023-08-28T02:29:45.835 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.836 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.836 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:29:45.836 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.940352+0000", 2023-08-28T02:29:45.836 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4922999999999999e-05 2023-08-28T02:29:45.836 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.836 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.836 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:29:45.836 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.940686+0000", 2023-08-28T02:29:45.836 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00033366599999999999 2023-08-28T02:29:45.836 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.836 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.836 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:29:45.837 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.940740+0000", 2023-08-28T02:29:45.837 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.3990000000000003e-05 2023-08-28T02:29:45.837 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.837 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.837 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:29:45.837 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.940779+0000", 2023-08-28T02:29:45.837 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.8702000000000003e-05 2023-08-28T02:29:45.837 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:29:45.837 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:29:45.837 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:29:45.837 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.837 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.838 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:166887 9.5 9:a5d18bc3:::benchmark_data_smithi040_209735_object59292:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e220)", 2023-08-28T02:29:45.838 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:29:36.248701+0000", 2023-08-28T02:29:45.838 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 9.4535136150000003, 2023-08-28T02:29:45.838 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.090308897999999999, 2023-08-28T02:29:45.838 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:29:45.838 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:29:45.838 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:29:45.838 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:29:45.838 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:29:45.838 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 166887 2023-08-28T02:29:45.838 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.838 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:29:45.838 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.839 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:29:45.839 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:36.248701+0000", 2023-08-28T02:29:45.839 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:29:45.839 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.839 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.839 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:29:45.839 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:36.248701+0000", 2023-08-28T02:29:45.839 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:29:45.839 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.839 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.839 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:29:45.839 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:36.248698+0000", 2023-08-28T02:29:45.840 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999976 2023-08-28T02:29:45.840 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.840 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.840 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:29:45.840 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:36.248708+0000", 2023-08-28T02:29:45.840 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.3880000000000006e-06 2023-08-28T02:29:45.840 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.840 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.840 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:29:45.840 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:36.248739+0000", 2023-08-28T02:29:45.840 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.0781000000000002e-05 2023-08-28T02:29:45.840 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.841 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.841 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:29:45.841 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:36.248751+0000", 2023-08-28T02:29:45.841 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2349e-05 2023-08-28T02:29:45.841 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.841 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.841 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:29:45.841 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:36.248819+0000", 2023-08-28T02:29:45.841 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.7714999999999998e-05 2023-08-28T02:29:45.841 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.841 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.841 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:29:45.842 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:36.248926+0000", 2023-08-28T02:29:45.842 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00010743699999999999 2023-08-28T02:29:45.842 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.842 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.842 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 5,7", 2023-08-28T02:29:45.842 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:36.249478+0000", 2023-08-28T02:29:45.842 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00055173400000000001 2023-08-28T02:29:45.842 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.842 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.842 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:29:45.842 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:36.254663+0000", 2023-08-28T02:29:45.842 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0051847899999999999 2023-08-28T02:29:45.843 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.843 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.843 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:29:45.843 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:36.260821+0000", 2023-08-28T02:29:45.843 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0061588179999999999 2023-08-28T02:29:45.843 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.843 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.843 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:29:45.843 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:36.338893+0000", 2023-08-28T02:29:45.843 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.078071961999999995 2023-08-28T02:29:45.843 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.843 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.843 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:29:45.844 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:36.338965+0000", 2023-08-28T02:29:45.844 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.1141000000000002e-05 2023-08-28T02:29:45.844 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:45.844 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:45.844 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:29:45.844 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:36.339010+0000", 2023-08-28T02:29:45.844 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.5101000000000001e-05 2023-08-28T02:29:45.844 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:29:45.844 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:29:45.844 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:29:45.844 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:29:45.844 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:29:45.845 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-08-28T02:29:45.845 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:45 smithi083 ceph-mon[157819]: failed to encode map e224 with expected crc 2023-08-28T02:29:45.845 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:45 smithi083 ceph-mon[157819]: failed to encode map e224 with expected crc 2023-08-28T02:29:45.845 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:45 smithi083 ceph-mon[157819]: failed to encode map e224 with expected crc 2023-08-28T02:29:45.846 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:45 smithi083 ceph-mon[157819]: failed to encode map e224 with expected crc 2023-08-28T02:29:45.846 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:45 smithi083 ceph-mon[157819]: failed to encode map e224 with expected crc 2023-08-28T02:29:45.846 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:45 smithi083 ceph-mon[157819]: failed to encode map e224 with expected crc 2023-08-28T02:29:45.846 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:45 smithi083 ceph-mon[157819]: failed to encode map e224 with expected crc 2023-08-28T02:29:45.846 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:45 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:29:45.846 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:45 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:29:45.846 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:45 smithi083 ceph-mon[157819]: osdmap e225: 8 total, 8 up, 8 in 2023-08-28T02:29:45.846 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:45.847 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:29:45.847 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:29:45.948 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:29:45.983 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:46.056 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:29:46.059 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:46.059 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:29:46.101 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.1 dump_ops_in_flight 2023-08-28T02:29:46.161 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:29:46.193 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:46.217 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:29:46.220 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:46.221 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:29:46.267 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-08-28T02:29:46.322 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:29:46.350 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:46.370 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:29:46.373 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:46.373 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:29:46.431 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:29:46.474 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:29:46.501 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:46.520 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:29:46.525 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:46.525 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:29:46.574 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:46 smithi040 ceph-mon[175404]: failed to encode map e225 with expected crc 2023-08-28T02:29:46.574 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:46 smithi040 ceph-mon[175404]: failed to encode map e225 with expected crc 2023-08-28T02:29:46.574 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:46 smithi040 ceph-mon[175404]: failed to encode map e225 with expected crc 2023-08-28T02:29:46.574 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:46 smithi040 ceph-mon[175404]: failed to encode map e225 with expected crc 2023-08-28T02:29:46.574 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:46 smithi040 ceph-mon[175404]: failed to encode map e225 with expected crc 2023-08-28T02:29:46.575 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:46 smithi040 ceph-mon[175404]: 2.6 continuing backfill to osd.1 from (0'0,0'0] MIN to 0'0 2023-08-28T02:29:46.575 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:46 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 25665/131220 objects degraded (19.559%), 9 pgs degraded (PG_DEGRADED) 2023-08-28T02:29:46.575 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:46 smithi040 ceph-mon[175404]: failed to encode map e226 with expected crc 2023-08-28T02:29:46.575 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:46 smithi040 ceph-mon[175404]: osdmap e226: 8 total, 8 up, 8 in 2023-08-28T02:29:46.575 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:46 smithi040 ceph-mon[175404]: failed to encode map e226 with expected crc 2023-08-28T02:29:46.575 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:46 smithi040 ceph-mon[175404]: failed to encode map e226 with expected crc 2023-08-28T02:29:46.575 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:46 smithi040 ceph-mon[175404]: failed to encode map e226 with expected crc 2023-08-28T02:29:46.575 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:46 smithi040 ceph-mon[175404]: pgmap v702: 119 pgs: 1 active+recovery_wait+degraded, 2 remapped+peering, 1 peering, 1 active+degraded, 107 active+clean, 7 active+recovery_wait+undersized+degraded+remapped; 2.6 GiB data, 9.7 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 402 op/s; 21578/127236 objects degraded (16.959%); 1.2 MiB/s, 52 objects/s recovering 2023-08-28T02:29:46.575 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:46 smithi040 ceph-mon[170259]: failed to encode map e225 with expected crc 2023-08-28T02:29:46.575 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:46 smithi040 ceph-mon[170259]: failed to encode map e225 with expected crc 2023-08-28T02:29:46.576 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:46 smithi040 ceph-mon[170259]: failed to encode map e225 with expected crc 2023-08-28T02:29:46.576 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:46 smithi040 ceph-mon[170259]: failed to encode map e225 with expected crc 2023-08-28T02:29:46.576 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:46 smithi040 ceph-mon[170259]: failed to encode map e225 with expected crc 2023-08-28T02:29:46.576 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:46 smithi040 ceph-mon[170259]: 2.6 continuing backfill to osd.1 from (0'0,0'0] MIN to 0'0 2023-08-28T02:29:46.576 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:46 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 25665/131220 objects degraded (19.559%), 9 pgs degraded (PG_DEGRADED) 2023-08-28T02:29:46.576 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:46 smithi040 ceph-mon[170259]: failed to encode map e226 with expected crc 2023-08-28T02:29:46.576 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:46 smithi040 ceph-mon[170259]: osdmap e226: 8 total, 8 up, 8 in 2023-08-28T02:29:46.576 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:46 smithi040 ceph-mon[170259]: failed to encode map e226 with expected crc 2023-08-28T02:29:46.576 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:46 smithi040 ceph-mon[170259]: failed to encode map e226 with expected crc 2023-08-28T02:29:46.576 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:46 smithi040 ceph-mon[170259]: failed to encode map e226 with expected crc 2023-08-28T02:29:46.576 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:46 smithi040 ceph-mon[170259]: pgmap v702: 119 pgs: 1 active+recovery_wait+degraded, 2 remapped+peering, 1 peering, 1 active+degraded, 107 active+clean, 7 active+recovery_wait+undersized+degraded+remapped; 2.6 GiB data, 9.7 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 402 op/s; 21578/127236 objects degraded (16.959%); 1.2 MiB/s, 52 objects/s recovering 2023-08-28T02:29:46.626 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:29:46.652 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:46 smithi083 ceph-mon[157819]: failed to encode map e225 with expected crc 2023-08-28T02:29:46.652 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:46 smithi083 ceph-mon[157819]: failed to encode map e225 with expected crc 2023-08-28T02:29:46.652 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:46 smithi083 ceph-mon[157819]: failed to encode map e225 with expected crc 2023-08-28T02:29:46.652 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:46 smithi083 ceph-mon[157819]: failed to encode map e225 with expected crc 2023-08-28T02:29:46.652 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:46 smithi083 ceph-mon[157819]: failed to encode map e225 with expected crc 2023-08-28T02:29:46.652 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:46 smithi083 ceph-mon[157819]: 2.6 continuing backfill to osd.1 from (0'0,0'0] MIN to 0'0 2023-08-28T02:29:46.652 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:46 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 25665/131220 objects degraded (19.559%), 9 pgs degraded (PG_DEGRADED) 2023-08-28T02:29:46.653 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:46 smithi083 ceph-mon[157819]: failed to encode map e226 with expected crc 2023-08-28T02:29:46.653 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:46 smithi083 ceph-mon[157819]: osdmap e226: 8 total, 8 up, 8 in 2023-08-28T02:29:46.653 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:46 smithi083 ceph-mon[157819]: failed to encode map e226 with expected crc 2023-08-28T02:29:46.653 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:46 smithi083 ceph-mon[157819]: failed to encode map e226 with expected crc 2023-08-28T02:29:46.653 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:46 smithi083 ceph-mon[157819]: failed to encode map e226 with expected crc 2023-08-28T02:29:46.653 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:46 smithi083 ceph-mon[157819]: pgmap v702: 119 pgs: 1 active+recovery_wait+degraded, 2 remapped+peering, 1 peering, 1 active+degraded, 107 active+clean, 7 active+recovery_wait+undersized+degraded+remapped; 2.6 GiB data, 9.7 GiB used, 616 GiB / 626 GiB avail; 0 B/s wr, 402 op/s; 21578/127236 objects degraded (16.959%); 1.2 MiB/s, 52 objects/s recovering 2023-08-28T02:29:46.654 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:46.676 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:29:46.679 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:46.679 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:29:46.780 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:29:46.818 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:46.891 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:29:46.894 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:46.894 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:29:46.924 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:29:46.995 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:29:47.021 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:47.040 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:29:47.045 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:47.045 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:29:47.146 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:29:47.173 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:47.192 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:29:47.196 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:47.196 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:29:47.233 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd unset nodeep-scrub 2023-08-28T02:29:47.297 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:29:47.329 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:47.349 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:29:47.351 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:47.352 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:29:47.452 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:29:47.480 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:47.499 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:29:47.501 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:47.502 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:29:47.603 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:29:47.628 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-08-28T02:29:47.628 INFO:teuthology.orchestra.run.smithi040.stdout: "ops": [ 2023-08-28T02:29:47.628 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:47.628 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:173553 9.20 9:04971510:::benchmark_data_smithi040_209735_object65958:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e227)", 2023-08-28T02:29:47.628 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:29:47.624684+0000", 2023-08-28T02:29:47.629 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 0.0022145530000000002, 2023-08-28T02:29:47.629 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0022765279999999999, 2023-08-28T02:29:47.629 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:29:47.629 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "waiting for sub ops", 2023-08-28T02:29:47.629 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:29:47.629 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:29:47.629 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:29:47.629 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 173553 2023-08-28T02:29:47.629 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:47.629 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:29:47.629 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:47.629 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:29:47.630 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:47.624684+0000", 2023-08-28T02:29:47.630 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:29:47.630 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:47.630 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:47.630 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:29:47.630 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:47.624684+0000", 2023-08-28T02:29:47.630 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:29:47.630 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:47.630 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:47.630 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:29:47.630 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:47.624682+0000", 2023-08-28T02:29:47.630 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:29:47.630 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:47.631 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:47.631 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:29:47.631 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:47.624691+0000", 2023-08-28T02:29:47.631 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.3250000000000008e-06 2023-08-28T02:29:47.631 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:47.631 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:47.631 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:29:47.631 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:47.624709+0000", 2023-08-28T02:29:47.631 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.8576e-05 2023-08-28T02:29:47.631 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:47.631 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:47.631 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:29:47.632 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:47.624719+0000", 2023-08-28T02:29:47.632 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.7480000000000005e-06 2023-08-28T02:29:47.632 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:47.632 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:47.632 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:29:47.632 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:47.624782+0000", 2023-08-28T02:29:47.632 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.2953000000000005e-05 2023-08-28T02:29:47.632 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:47.632 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:47.632 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:29:47.632 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:47.624882+0000", 2023-08-28T02:29:47.632 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.9835999999999998e-05 2023-08-28T02:29:47.632 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:47.633 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:47.633 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 2,6", 2023-08-28T02:29:47.633 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:47.625088+0000", 2023-08-28T02:29:47.633 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00020630099999999999 2023-08-28T02:29:47.633 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:29:47.633 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:29:47.633 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:29:47.633 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:47.633 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:47.633 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.34719.0:173550 9.4 e227/223 9:2273f290:::benchmark_data_smithi040_209735_object65955:head v 227'7126, mlcod=217'6931)", 2023-08-28T02:29:47.633 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:29:47.626152+0000", 2023-08-28T02:29:47.633 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 0.00074632699999999997, 2023-08-28T02:29:47.634 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00088885600000000004, 2023-08-28T02:29:47.634 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:29:47.634 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "started", 2023-08-28T02:29:47.634 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:29:47.634 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:47.634 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:29:47.634 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:47.626152+0000", 2023-08-28T02:29:47.634 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:29:47.634 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:47.634 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:47.634 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:29:47.634 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:47.626152+0000", 2023-08-28T02:29:47.634 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:29:47.635 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:47.635 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:47.635 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:29:47.635 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:47.626151+0000", 2023-08-28T02:29:47.635 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:29:47.635 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:47.635 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:47.635 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:29:47.635 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:47.626159+0000", 2023-08-28T02:29:47.635 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.2690000000000002e-06 2023-08-28T02:29:47.635 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:47.635 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:47.636 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:29:47.636 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:47.626170+0000", 2023-08-28T02:29:47.636 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1657999999999999e-05 2023-08-28T02:29:47.636 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:47.636 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:47.636 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:29:47.636 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:47.626177+0000", 2023-08-28T02:29:47.636 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.1579999999999999e-06 2023-08-28T02:29:47.636 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:47.636 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:47.636 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:29:47.636 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:47.626277+0000", 2023-08-28T02:29:47.636 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.9584000000000001e-05 2023-08-28T02:29:47.637 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:47.637 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:47.637 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:29:47.637 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:47.626302+0000", 2023-08-28T02:29:47.637 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.4842e-05 2023-08-28T02:29:47.637 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:29:47.637 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:29:47.637 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:29:47.637 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:47.637 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:47.637 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.34719.0:173552 9.d e227/224 9:b76f0c43:::benchmark_data_smithi040_209735_object65957:head v 227'10747, mlcod=227'10745)", 2023-08-28T02:29:47.637 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:29:47.626540+0000", 2023-08-28T02:29:47.638 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 0.00035871999999999998, 2023-08-28T02:29:47.638 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00057308800000000003, 2023-08-28T02:29:47.638 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:29:47.638 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "started", 2023-08-28T02:29:47.638 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:29:47.638 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:47.638 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:29:47.638 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:47.626540+0000", 2023-08-28T02:29:47.638 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:29:47.638 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:47.638 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:47.638 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:29:47.638 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:47.626540+0000", 2023-08-28T02:29:47.639 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:29:47.639 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:47.639 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:47.639 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:29:47.639 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:47.626539+0000", 2023-08-28T02:29:47.639 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:29:47.639 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:47.639 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:47.639 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:29:47.639 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:47.626552+0000", 2023-08-28T02:29:47.639 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.3006e-05 2023-08-28T02:29:47.639 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:47.640 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:47.640 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:29:47.640 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:47.626565+0000", 2023-08-28T02:29:47.640 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2938999999999999e-05 2023-08-28T02:29:47.640 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:47.640 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:47.640 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:29:47.640 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:47.626573+0000", 2023-08-28T02:29:47.640 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.1669999999999999e-06 2023-08-28T02:29:47.640 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:47.640 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:47.640 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:29:47.641 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:47.626971+0000", 2023-08-28T02:29:47.641 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00039771199999999999 2023-08-28T02:29:47.641 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:29:47.641 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:29:47.641 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:29:47.641 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:47.626991+0000", 2023-08-28T02:29:47.641 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.0775e-05 2023-08-28T02:29:47.641 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:29:47.641 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:29:47.641 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:29:47.641 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:29:47.641 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-08-28T02:29:47.641 INFO:teuthology.orchestra.run.smithi040.stdout: "num_ops": 3 2023-08-28T02:29:47.642 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-08-28T02:29:47.661 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:47.976 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:47 smithi040 ceph-mon[170259]: failed to encode map e227 with expected crc 2023-08-28T02:29:47.976 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:47 smithi040 ceph-mon[170259]: failed to encode map e227 with expected crc 2023-08-28T02:29:47.976 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:47 smithi040 ceph-mon[170259]: osdmap e227: 8 total, 8 up, 8 in 2023-08-28T02:29:47.977 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:47 smithi040 ceph-mon[170259]: failed to encode map e227 with expected crc 2023-08-28T02:29:47.977 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:47 smithi040 ceph-mon[170259]: failed to encode map e227 with expected crc 2023-08-28T02:29:47.977 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:47 smithi040 ceph-mon[175404]: failed to encode map e227 with expected crc 2023-08-28T02:29:47.977 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:47 smithi040 ceph-mon[175404]: failed to encode map e227 with expected crc 2023-08-28T02:29:47.977 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:47 smithi040 ceph-mon[175404]: osdmap e227: 8 total, 8 up, 8 in 2023-08-28T02:29:47.977 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:47 smithi040 ceph-mon[175404]: failed to encode map e227 with expected crc 2023-08-28T02:29:47.977 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:47 smithi040 ceph-mon[175404]: failed to encode map e227 with expected crc 2023-08-28T02:29:48.146 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:29:48.151 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:29:48.161 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:48.161 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:29:48.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:47 smithi083 ceph-mon[157819]: failed to encode map e227 with expected crc 2023-08-28T02:29:48.243 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:47 smithi083 ceph-mon[157819]: failed to encode map e227 with expected crc 2023-08-28T02:29:48.243 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:47 smithi083 ceph-mon[157819]: osdmap e227: 8 total, 8 up, 8 in 2023-08-28T02:29:48.243 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:47 smithi083 ceph-mon[157819]: failed to encode map e227 with expected crc 2023-08-28T02:29:48.243 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:47 smithi083 ceph-mon[157819]: failed to encode map e227 with expected crc 2023-08-28T02:29:48.262 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:29:48.264 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.1 dump_blocked_ops 2023-08-28T02:29:48.378 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:48.414 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:29:48.420 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:48.420 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:29:48.521 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:29:48.551 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:48.581 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:29:48.586 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:48.586 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:29:48.687 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:29:48.719 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:29:48.761 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:48.763 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:29:48.792 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:29:48.860 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:29:48.860 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:29:48.866 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:48.866 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:29:48.891 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:48 smithi083 ceph-mon[157819]: 9.7 scrub starts 2023-08-28T02:29:48.891 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:48 smithi083 ceph-mon[157819]: osdmap e228: 8 total, 8 up, 8 in 2023-08-28T02:29:48.892 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:48 smithi083 ceph-mon[157819]: failed to encode map e228 with expected crc 2023-08-28T02:29:48.892 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:48 smithi083 ceph-mon[157819]: failed to encode map e228 with expected crc 2023-08-28T02:29:48.892 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:48 smithi083 ceph-mon[157819]: failed to encode map e228 with expected crc 2023-08-28T02:29:48.892 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:48 smithi083 ceph-mon[157819]: failed to encode map e228 with expected crc 2023-08-28T02:29:48.892 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:48 smithi083 ceph-mon[157819]: failed to encode map e228 with expected crc 2023-08-28T02:29:48.892 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:48 smithi083 ceph-mon[157819]: failed to encode map e228 with expected crc 2023-08-28T02:29:48.893 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:48 smithi083 ceph-mon[157819]: failed to encode map e228 with expected crc 2023-08-28T02:29:48.893 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:48 smithi083 ceph-mon[157819]: failed to encode map e228 with expected crc 2023-08-28T02:29:48.893 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:48 smithi083 ceph-mon[157819]: failed to encode map e228 with expected crc 2023-08-28T02:29:48.893 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:48 smithi083 ceph-mon[157819]: failed to encode map e228 with expected crc 2023-08-28T02:29:48.893 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:48 smithi083 ceph-mon[157819]: failed to encode map e228 with expected crc 2023-08-28T02:29:48.893 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:48 smithi083 ceph-mon[157819]: pgmap v705: 119 pgs: 3 active+recovery_wait+degraded, 1 peering, 1 active+degraded, 109 active+clean, 1 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 2.6 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 495 op/s; 15064/125445 objects degraded (12.008%); 1.3 MiB/s, 109 objects/s recovering 2023-08-28T02:29:48.894 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:48 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2098214771' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:29:48.908 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:29:48.952 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:29:48.967 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:29:48.984 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:48 smithi040 ceph-mon[175404]: 9.7 scrub starts 2023-08-28T02:29:48.984 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:48 smithi040 ceph-mon[175404]: osdmap e228: 8 total, 8 up, 8 in 2023-08-28T02:29:48.984 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:48 smithi040 ceph-mon[175404]: failed to encode map e228 with expected crc 2023-08-28T02:29:48.984 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:48 smithi040 ceph-mon[175404]: failed to encode map e228 with expected crc 2023-08-28T02:29:48.984 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:48 smithi040 ceph-mon[175404]: failed to encode map e228 with expected crc 2023-08-28T02:29:48.984 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:48 smithi040 ceph-mon[175404]: failed to encode map e228 with expected crc 2023-08-28T02:29:48.984 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:48 smithi040 ceph-mon[175404]: failed to encode map e228 with expected crc 2023-08-28T02:29:48.984 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:48 smithi040 ceph-mon[175404]: failed to encode map e228 with expected crc 2023-08-28T02:29:48.984 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:48 smithi040 ceph-mon[175404]: failed to encode map e228 with expected crc 2023-08-28T02:29:48.984 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:48 smithi040 ceph-mon[175404]: failed to encode map e228 with expected crc 2023-08-28T02:29:48.985 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:48 smithi040 ceph-mon[175404]: failed to encode map e228 with expected crc 2023-08-28T02:29:48.985 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:48 smithi040 ceph-mon[175404]: failed to encode map e228 with expected crc 2023-08-28T02:29:48.985 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:48 smithi040 ceph-mon[175404]: failed to encode map e228 with expected crc 2023-08-28T02:29:48.985 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:48 smithi040 ceph-mon[175404]: pgmap v705: 119 pgs: 3 active+recovery_wait+degraded, 1 peering, 1 active+degraded, 109 active+clean, 1 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 2.6 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 495 op/s; 15064/125445 objects degraded (12.008%); 1.3 MiB/s, 109 objects/s recovering 2023-08-28T02:29:48.985 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:48 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2098214771' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:29:48.985 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:48 smithi040 ceph-mon[170259]: 9.7 scrub starts 2023-08-28T02:29:48.985 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:48 smithi040 ceph-mon[170259]: osdmap e228: 8 total, 8 up, 8 in 2023-08-28T02:29:48.985 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:48 smithi040 ceph-mon[170259]: failed to encode map e228 with expected crc 2023-08-28T02:29:48.985 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:48 smithi040 ceph-mon[170259]: failed to encode map e228 with expected crc 2023-08-28T02:29:48.986 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:48 smithi040 ceph-mon[170259]: failed to encode map e228 with expected crc 2023-08-28T02:29:48.986 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:48 smithi040 ceph-mon[170259]: failed to encode map e228 with expected crc 2023-08-28T02:29:48.986 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:48 smithi040 ceph-mon[170259]: failed to encode map e228 with expected crc 2023-08-28T02:29:48.986 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:48 smithi040 ceph-mon[170259]: failed to encode map e228 with expected crc 2023-08-28T02:29:48.986 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:48 smithi040 ceph-mon[170259]: failed to encode map e228 with expected crc 2023-08-28T02:29:48.986 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:48 smithi040 ceph-mon[170259]: failed to encode map e228 with expected crc 2023-08-28T02:29:48.986 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:48 smithi040 ceph-mon[170259]: failed to encode map e228 with expected crc 2023-08-28T02:29:48.986 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:48 smithi040 ceph-mon[170259]: failed to encode map e228 with expected crc 2023-08-28T02:29:48.986 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:48 smithi040 ceph-mon[170259]: failed to encode map e228 with expected crc 2023-08-28T02:29:48.986 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:48 smithi040 ceph-mon[170259]: pgmap v705: 119 pgs: 3 active+recovery_wait+degraded, 1 peering, 1 active+degraded, 109 active+clean, 1 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 2.6 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 495 op/s; 15064/125445 objects degraded (12.008%); 1.3 MiB/s, 109 objects/s recovering 2023-08-28T02:29:48.986 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:48 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2098214771' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:29:48.987 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:29:49.018 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:49.025 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:29:49.039 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-08-28T02:29:49.040 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-08-28T02:29:49.040 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-08-28T02:29:49.040 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-08-28T02:29:49.040 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-08-28T02:29:49.040 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-08-28T02:29:49.040 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-08-28T02:29:49.040 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-08-28T02:29:49.045 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:29:49.049 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:49.049 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:29:49.052 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 3, 4, 5, 6, 7, 1] out_osds: [] dead_osds: [] live_osds: [0, 1, 2, 3, 4, 5, 6, 7] 2023-08-28T02:29:49.052 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd reweight 0 1 2023-08-28T02:29:49.150 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:29:49.203 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:49.232 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:29:49.241 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:49.242 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:29:49.343 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:29:49.379 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:49.405 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:29:49.409 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:49.410 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:29:49.469 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:29:49.511 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:29:49.550 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:49.588 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:29:49.593 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:49.593 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:29:49.694 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:29:49.811 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:49.843 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:29:49.853 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:49.854 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:29:49.894 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:49 smithi083 ceph-mon[157819]: failed to encode map e228 with expected crc 2023-08-28T02:29:49.954 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:29:49.981 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:29:49.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:49 smithi040 ceph-mon[175404]: failed to encode map e228 with expected crc 2023-08-28T02:29:49.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:49 smithi040 ceph-mon[170259]: failed to encode map e228 with expected crc 2023-08-28T02:29:49.997 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:50.022 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:29:50.030 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:50.031 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:29:50.131 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:29:50.175 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:50.206 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:29:50.211 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:50.212 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:29:50.312 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:29:50.366 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:50.400 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:29:50.410 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:50.410 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:29:50.511 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:29:50.561 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:50.589 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:29:50.594 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:50.594 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:29:50.695 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:29:50.753 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:50.845 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:29:50.850 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:50.851 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:29:50.920 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:50 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3933192730' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:29:50.920 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:50 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:29:50.920 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:50 smithi083 ceph-mon[157819]: pgmap v706: 119 pgs: 3 active+recovery_wait+degraded, 1 active+degraded, 110 active+clean, 1 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 2.6 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 394 op/s; 15064/125445 objects degraded (12.008%); 1.0 MiB/s, 86 objects/s recovering 2023-08-28T02:29:50.920 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:50 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 15064/125445 objects degraded (12.008%), 8 pgs degraded (PG_DEGRADED) 2023-08-28T02:29:50.944 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:50 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3933192730' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:29:50.944 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:50 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:29:50.944 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:50 smithi040 ceph-mon[175404]: pgmap v706: 119 pgs: 3 active+recovery_wait+degraded, 1 active+degraded, 110 active+clean, 1 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 2.6 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 394 op/s; 15064/125445 objects degraded (12.008%); 1.0 MiB/s, 86 objects/s recovering 2023-08-28T02:29:50.944 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:50 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 15064/125445 objects degraded (12.008%), 8 pgs degraded (PG_DEGRADED) 2023-08-28T02:29:50.944 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:50 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3933192730' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:29:50.945 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:50 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:29:50.945 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:50 smithi040 ceph-mon[170259]: pgmap v706: 119 pgs: 3 active+recovery_wait+degraded, 1 active+degraded, 110 active+clean, 1 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped; 2.6 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 394 op/s; 15064/125445 objects degraded (12.008%); 1.0 MiB/s, 86 objects/s recovering 2023-08-28T02:29:50.945 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:50 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 15064/125445 objects degraded (12.008%), 8 pgs degraded (PG_DEGRADED) 2023-08-28T02:29:50.951 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:29:50.965 INFO:teuthology.orchestra.run.smithi040.stderr:nodeep-scrub is unset 2023-08-28T02:29:51.015 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:51.028 INFO:teuthology.orchestra.run.smithi040.stdout:ERROR: (22) Invalid argument 2023-08-28T02:29:51.028 INFO:teuthology.orchestra.run.smithi040.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:29:51.201 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:29:51.208 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:51.209 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:29:51.309 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:29:51.366 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:51.497 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:29:51.501 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:51.502 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:29:51.521 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.1 dump_historic_ops 2023-08-28T02:29:51.546 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-08-28T02:29:51.603 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:29:51.664 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:51.697 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:29:51.701 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:51.701 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:29:51.802 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:29:51.853 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:51.886 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:29:51.894 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:51.895 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:29:51.926 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:51 smithi083 ceph-mon[157819]: 1.8 scrub starts 2023-08-28T02:29:51.926 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:51 smithi083 ceph-mon[157819]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:29:51.926 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:51 smithi083 ceph-mon[157819]: failed to encode map e229 with expected crc 2023-08-28T02:29:51.926 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:51 smithi083 ceph-mon[157819]: failed to encode map e229 with expected crc 2023-08-28T02:29:51.926 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:51 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:29:51.927 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:51 smithi083 ceph-mon[157819]: osdmap e229: 8 total, 8 up, 8 in 2023-08-28T02:29:51.995 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:29:52.049 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:52.077 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:29:52.078 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:52.079 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:29:52.179 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:29:52.217 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:52.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:51 smithi040 ceph-mon[170259]: 1.8 scrub starts 2023-08-28T02:29:52.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:51 smithi040 ceph-mon[170259]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:29:52.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:51 smithi040 ceph-mon[170259]: failed to encode map e229 with expected crc 2023-08-28T02:29:52.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:51 smithi040 ceph-mon[170259]: failed to encode map e229 with expected crc 2023-08-28T02:29:52.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:51 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:29:52.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:51 smithi040 ceph-mon[170259]: osdmap e229: 8 total, 8 up, 8 in 2023-08-28T02:29:52.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:51 smithi040 ceph-mon[175404]: 1.8 scrub starts 2023-08-28T02:29:52.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:51 smithi040 ceph-mon[175404]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:29:52.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:51 smithi040 ceph-mon[175404]: failed to encode map e229 with expected crc 2023-08-28T02:29:52.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:51 smithi040 ceph-mon[175404]: failed to encode map e229 with expected crc 2023-08-28T02:29:52.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:51 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:29:52.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:51 smithi040 ceph-mon[175404]: osdmap e229: 8 total, 8 up, 8 in 2023-08-28T02:29:52.247 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:29:52.254 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:29:52.257 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:52.258 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:29:52.312 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:29:52.358 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:29:52.407 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:52.434 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:29:52.441 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:52.441 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:29:52.542 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:29:52.600 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:52.733 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:29:52.740 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:52.740 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:29:52.841 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:29:52.890 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:52.925 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:29:52.932 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:52.933 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:29:52.959 INFO:teuthology.orchestra.run.smithi040.stderr:reweighted osd.0 to 1 (10000) 2023-08-28T02:29:53.034 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:29:53.092 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:53.094 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:52 smithi040 ceph-mon[175404]: 9.1a scrub starts 2023-08-28T02:29:53.094 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:52 smithi040 ceph-mon[175404]: pgmap v708: 119 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 111 active+clean, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 2.4 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 625 op/s; 9485/115959 objects degraded (8.180%); 1462/115959 objects misplaced (1.261%); 3.7 MiB/s, 128 objects/s recovering 2023-08-28T02:29:53.095 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:52 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/556737522' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2023-08-28T02:29:53.095 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:52 smithi040 ceph-mon[170259]: 9.1a scrub starts 2023-08-28T02:29:53.095 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:52 smithi040 ceph-mon[170259]: pgmap v708: 119 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 111 active+clean, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 2.4 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 625 op/s; 9485/115959 objects degraded (8.180%); 1462/115959 objects misplaced (1.261%); 3.7 MiB/s, 128 objects/s recovering 2023-08-28T02:29:53.095 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:52 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/556737522' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2023-08-28T02:29:53.129 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:29:53.133 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:53.134 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:29:53.234 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:29:53.248 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:52 smithi083 ceph-mon[157819]: 9.1a scrub starts 2023-08-28T02:29:53.249 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:52 smithi083 ceph-mon[157819]: pgmap v708: 119 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 111 active+clean, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 2.4 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 625 op/s; 9485/115959 objects degraded (8.180%); 1462/115959 objects misplaced (1.261%); 3.7 MiB/s, 128 objects/s recovering 2023-08-28T02:29:53.249 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:52 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/556737522' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2023-08-28T02:29:53.299 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:53.330 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:29:53.339 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:53.339 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:29:53.440 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:29:53.494 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:53.623 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:29:53.633 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:53.634 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:29:53.683 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd set noscrub 2023-08-28T02:29:53.735 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:29:53.766 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:53.783 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd reweight 2 1 2023-08-28T02:29:53.798 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:29:53.808 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:53.809 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:29:53.910 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:29:53.929 INFO:teuthology.orchestra.run.smithi040.stdout:ERROR: (22) Invalid argument 2023-08-28T02:29:53.929 INFO:teuthology.orchestra.run.smithi040.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:29:53.943 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:53.976 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:53.977 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:29:53.977 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:29:54.078 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:29:54.111 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:53 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/556737522' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2023-08-28T02:29:54.111 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:53 smithi083 ceph-mon[157819]: osdmap e230: 8 total, 8 up, 8 in 2023-08-28T02:29:54.111 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:53 smithi083 ceph-mon[157819]: failed to encode map e230 with expected crc 2023-08-28T02:29:54.111 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:53 smithi083 ceph-mon[157819]: failed to encode map e230 with expected crc 2023-08-28T02:29:54.112 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:53 smithi083 ceph-mon[157819]: failed to encode map e230 with expected crc 2023-08-28T02:29:54.112 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:53 smithi083 ceph-mon[157819]: failed to encode map e230 with expected crc 2023-08-28T02:29:54.112 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:53 smithi083 ceph-mon[157819]: failed to encode map e230 with expected crc 2023-08-28T02:29:54.112 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:53 smithi083 ceph-mon[157819]: failed to encode map e230 with expected crc 2023-08-28T02:29:54.112 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:53 smithi083 ceph-mon[157819]: failed to encode map e230 with expected crc 2023-08-28T02:29:54.113 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:54.145 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:29:54.146 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:54.147 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:29:54.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:53 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/556737522' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2023-08-28T02:29:54.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:53 smithi040 ceph-mon[175404]: osdmap e230: 8 total, 8 up, 8 in 2023-08-28T02:29:54.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:53 smithi040 ceph-mon[175404]: failed to encode map e230 with expected crc 2023-08-28T02:29:54.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:53 smithi040 ceph-mon[175404]: failed to encode map e230 with expected crc 2023-08-28T02:29:54.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:53 smithi040 ceph-mon[175404]: failed to encode map e230 with expected crc 2023-08-28T02:29:54.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:53 smithi040 ceph-mon[175404]: failed to encode map e230 with expected crc 2023-08-28T02:29:54.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:53 smithi040 ceph-mon[175404]: failed to encode map e230 with expected crc 2023-08-28T02:29:54.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:53 smithi040 ceph-mon[175404]: failed to encode map e230 with expected crc 2023-08-28T02:29:54.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:53 smithi040 ceph-mon[175404]: failed to encode map e230 with expected crc 2023-08-28T02:29:54.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:53 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/556737522' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2023-08-28T02:29:54.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:53 smithi040 ceph-mon[170259]: osdmap e230: 8 total, 8 up, 8 in 2023-08-28T02:29:54.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:53 smithi040 ceph-mon[170259]: failed to encode map e230 with expected crc 2023-08-28T02:29:54.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:53 smithi040 ceph-mon[170259]: failed to encode map e230 with expected crc 2023-08-28T02:29:54.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:53 smithi040 ceph-mon[170259]: failed to encode map e230 with expected crc 2023-08-28T02:29:54.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:53 smithi040 ceph-mon[170259]: failed to encode map e230 with expected crc 2023-08-28T02:29:54.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:53 smithi040 ceph-mon[170259]: failed to encode map e230 with expected crc 2023-08-28T02:29:54.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:53 smithi040 ceph-mon[170259]: failed to encode map e230 with expected crc 2023-08-28T02:29:54.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:53 smithi040 ceph-mon[170259]: failed to encode map e230 with expected crc 2023-08-28T02:29:54.248 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:29:54.281 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:54.320 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:29:54.325 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:54.326 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:29:54.329 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:29:54.369 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:29:54.418 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:29:54.427 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:29:54.433 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.2 dump_ops_in_flight 2023-08-28T02:29:54.460 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:29:54.480 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:29:54.494 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:29:54.513 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:54.540 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:29:54.548 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:29:54.550 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:29:54.556 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:54.556 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:29:54.588 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:29:54.638 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:29:54.644 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-08-28T02:29:54.644 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-08-28T02:29:54.644 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-08-28T02:29:54.644 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-08-28T02:29:54.645 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-08-28T02:29:54.645 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-08-28T02:29:54.645 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-08-28T02:29:54.645 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-08-28T02:29:54.657 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:29:54.714 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:55.060 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:29:55.063 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:55.064 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:29:55.106 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:54 smithi040 ceph-mon[175404]: pgmap v710: 119 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 111 active+clean, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 2.3 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 537 op/s; 9485/115137 objects degraded (8.238%); 1462/115137 objects misplaced (1.270%); 3.5 MiB/s, 86 objects/s recovering 2023-08-28T02:29:55.106 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:54 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/4144577464' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:29:55.107 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:54 smithi040 ceph-mon[170259]: pgmap v710: 119 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 111 active+clean, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 2.3 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 537 op/s; 9485/115137 objects degraded (8.238%); 1462/115137 objects misplaced (1.270%); 3.5 MiB/s, 86 objects/s recovering 2023-08-28T02:29:55.107 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:54 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/4144577464' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:29:55.165 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:29:55.215 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:54 smithi083 ceph-mon[157819]: pgmap v710: 119 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 111 active+clean, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 2.3 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 537 op/s; 9485/115137 objects degraded (8.238%); 1462/115137 objects misplaced (1.270%); 3.5 MiB/s, 86 objects/s recovering 2023-08-28T02:29:55.215 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:54 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/4144577464' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:29:55.217 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:55.247 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:29:55.253 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:55.253 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:29:55.354 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:29:55.388 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:29:55 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:29:55] "GET /metrics HTTP/1.1" 200 36480 "" "Prometheus/2.43.0" 2023-08-28T02:29:55.406 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:55.434 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:29:55.440 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:55.441 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:29:55.541 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:29:55.611 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:55.650 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:29:55.654 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:55.654 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:29:55.755 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:29:55.809 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:55.838 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:29:55.851 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:55.851 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:29:55.952 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:29:55.953 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:29:56.035 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:56.129 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:29:56.132 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:56.133 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:29:56.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:55 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 9485/115137 objects degraded (8.238%), 6 pgs degraded (PG_DEGRADED) 2023-08-28T02:29:56.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:55 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 9485/115137 objects degraded (8.238%), 6 pgs degraded (PG_DEGRADED) 2023-08-28T02:29:56.234 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:29:56.243 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:55 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 9485/115137 objects degraded (8.238%), 6 pgs degraded (PG_DEGRADED) 2023-08-28T02:29:56.272 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:56.299 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:29:56.303 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:56.304 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:29:56.405 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:29:56.498 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:56.546 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:29:56.552 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:56.553 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:29:56.654 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:29:56.719 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:56.755 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:29:56.775 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:56.776 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:29:56.877 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:29:57.002 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:57.010 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:57 smithi040 ceph-mon[170259]: 9.12 scrub starts 2023-08-28T02:29:57.010 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:57 smithi040 ceph-mon[170259]: pgmap v711: 119 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 111 active+clean, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 2.2 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 711 op/s; 9156/108360 objects degraded (8.450%); 930/108360 objects misplaced (0.858%); 6.6 MiB/s, 130 objects/s recovering 2023-08-28T02:29:57.053 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:29:57.061 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:57.062 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:29:57.068 INFO:teuthology.orchestra.run.smithi040.stderr:reweighted osd.2 to 1 (10000) 2023-08-28T02:29:57.108 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-08-28T02:29:57.163 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:29:57.221 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:57.302 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:29:57.306 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:57.306 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:29:57.307 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:57 smithi040 ceph-mon[175404]: 9.12 scrub starts 2023-08-28T02:29:57.307 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:57 smithi040 ceph-mon[175404]: pgmap v711: 119 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 111 active+clean, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 2.2 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 711 op/s; 9156/108360 objects degraded (8.450%); 930/108360 objects misplaced (0.858%); 6.6 MiB/s, 130 objects/s recovering 2023-08-28T02:29:57.407 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:29:57.453 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:57 smithi083 ceph-mon[157819]: 9.12 scrub starts 2023-08-28T02:29:57.453 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:57 smithi083 ceph-mon[157819]: pgmap v711: 119 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 111 active+clean, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 2.2 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 711 op/s; 9156/108360 objects degraded (8.450%); 930/108360 objects misplaced (0.858%); 6.6 MiB/s, 130 objects/s recovering 2023-08-28T02:29:57.458 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:57.493 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:29:57.501 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:57.501 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:29:57.534 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd reweight 3 1 2023-08-28T02:29:57.602 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:29:57.649 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:29:57.692 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:57.736 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-08-28T02:29:57.736 INFO:teuthology.orchestra.run.smithi040.stdout: "ops": [], 2023-08-28T02:29:57.737 INFO:teuthology.orchestra.run.smithi040.stdout: "num_ops": 0 2023-08-28T02:29:57.737 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-08-28T02:29:57.897 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:29:57.901 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:57.901 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:29:58.002 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:29:58.055 INFO:teuthology.orchestra.run.smithi040.stderr:noscrub is set 2023-08-28T02:29:58.070 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:58.098 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:58 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2028730571' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-08-28T02:29:58.098 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:58 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-08-28T02:29:58.099 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:58 smithi040 ceph-mon[170259]: failed to encode map e231 with expected crc 2023-08-28T02:29:58.100 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:58 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2023-08-28T02:29:58.100 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:58 smithi040 ceph-mon[170259]: osdmap e231: 8 total, 8 up, 8 in 2023-08-28T02:29:58.101 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:58 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/251907774' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:29:58.101 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:58 smithi040 ceph-mon[170259]: failed to encode map e231 with expected crc 2023-08-28T02:29:58.103 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:58 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2028730571' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-08-28T02:29:58.104 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:58 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-08-28T02:29:58.104 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:58 smithi040 ceph-mon[175404]: failed to encode map e231 with expected crc 2023-08-28T02:29:58.105 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:58 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2023-08-28T02:29:58.105 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:58 smithi040 ceph-mon[175404]: osdmap e231: 8 total, 8 up, 8 in 2023-08-28T02:29:58.106 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:58 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/251907774' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:29:58.107 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:58 smithi040 ceph-mon[175404]: failed to encode map e231 with expected crc 2023-08-28T02:29:58.107 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:58.108 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:29:58.108 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:29:58.209 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:29:58.263 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:58.391 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.2 dump_blocked_ops 2023-08-28T02:29:58.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:58 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2028730571' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-08-28T02:29:58.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:58 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]: dispatch 2023-08-28T02:29:58.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:58 smithi083 ceph-mon[157819]: failed to encode map e231 with expected crc 2023-08-28T02:29:58.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:58 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 2, "weight": 1.0}]': finished 2023-08-28T02:29:58.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:58 smithi083 ceph-mon[157819]: osdmap e231: 8 total, 8 up, 8 in 2023-08-28T02:29:58.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:58 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/251907774' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:29:58.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:58 smithi083 ceph-mon[157819]: failed to encode map e231 with expected crc 2023-08-28T02:29:58.509 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:29:58.513 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:58.513 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:29:58.615 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:29:58.662 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:58.693 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:29:58.698 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:58.698 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:29:58.794 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:29:58.879 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:29:58.934 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:58.969 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:29:58.972 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:58.973 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:29:59.074 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:29:59.126 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:59.153 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:29:59.157 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:59.157 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:29:59.234 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:59 smithi040 ceph-mon[170259]: 9.a scrub starts 2023-08-28T02:29:59.234 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:59 smithi040 ceph-mon[170259]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:29:59.234 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:59 smithi040 ceph-mon[170259]: failed to encode map e232 with expected crc 2023-08-28T02:29:59.234 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:59 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/251907774' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:29:59.234 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:59 smithi040 ceph-mon[170259]: osdmap e232: 8 total, 8 up, 8 in 2023-08-28T02:29:59.234 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:59 smithi040 ceph-mon[170259]: failed to encode map e232 with expected crc 2023-08-28T02:29:59.234 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:59 smithi040 ceph-mon[170259]: failed to encode map e232 with expected crc 2023-08-28T02:29:59.234 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:59 smithi040 ceph-mon[170259]: failed to encode map e232 with expected crc 2023-08-28T02:29:59.234 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:29:59 smithi040 ceph-mon[170259]: pgmap v714: 119 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 111 active+clean, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 2.1 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 685 op/s; 9156/103617 objects degraded (8.836%); 930/103617 objects misplaced (0.898%); 5.1 MiB/s, 81 objects/s recovering 2023-08-28T02:29:59.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:59 smithi040 ceph-mon[175404]: 9.a scrub starts 2023-08-28T02:29:59.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:59 smithi040 ceph-mon[175404]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:29:59.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:59 smithi040 ceph-mon[175404]: failed to encode map e232 with expected crc 2023-08-28T02:29:59.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:59 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/251907774' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:29:59.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:59 smithi040 ceph-mon[175404]: osdmap e232: 8 total, 8 up, 8 in 2023-08-28T02:29:59.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:59 smithi040 ceph-mon[175404]: failed to encode map e232 with expected crc 2023-08-28T02:29:59.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:59 smithi040 ceph-mon[175404]: failed to encode map e232 with expected crc 2023-08-28T02:29:59.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:59 smithi040 ceph-mon[175404]: failed to encode map e232 with expected crc 2023-08-28T02:29:59.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:29:59 smithi040 ceph-mon[175404]: pgmap v714: 119 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 111 active+clean, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 2.1 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 685 op/s; 9156/103617 objects degraded (8.836%); 930/103617 objects misplaced (0.898%); 5.1 MiB/s, 81 objects/s recovering 2023-08-28T02:29:59.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:59 smithi083 ceph-mon[157819]: 9.a scrub starts 2023-08-28T02:29:59.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:59 smithi083 ceph-mon[157819]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:29:59.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:59 smithi083 ceph-mon[157819]: failed to encode map e232 with expected crc 2023-08-28T02:29:59.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:59 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/251907774' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:29:59.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:59 smithi083 ceph-mon[157819]: osdmap e232: 8 total, 8 up, 8 in 2023-08-28T02:29:59.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:59 smithi083 ceph-mon[157819]: failed to encode map e232 with expected crc 2023-08-28T02:29:59.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:59 smithi083 ceph-mon[157819]: failed to encode map e232 with expected crc 2023-08-28T02:29:59.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:59 smithi083 ceph-mon[157819]: failed to encode map e232 with expected crc 2023-08-28T02:29:59.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:29:59 smithi083 ceph-mon[157819]: pgmap v714: 119 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 111 active+clean, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 2.1 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 685 op/s; 9156/103617 objects degraded (8.836%); 930/103617 objects misplaced (0.898%); 5.1 MiB/s, 81 objects/s recovering 2023-08-28T02:29:59.259 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:29:59.332 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:59.391 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:29:59.426 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:29:59.459 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:29:59.497 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:29:59.532 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:29:59.579 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:29:59.579 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:29:59.584 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:59.585 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:29:59.585 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:29:59.620 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:29:59.659 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:29:59.686 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:29:59.686 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-08-28T02:29:59.687 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-08-28T02:29:59.687 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-08-28T02:29:59.687 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-08-28T02:29:59.687 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-08-28T02:29:59.687 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-08-28T02:29:59.687 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-08-28T02:29:59.687 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-08-28T02:29:59.723 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:59.753 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:29:59.758 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:59.759 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:29:59.860 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:29:59.900 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:29:59.959 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:29:59.970 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:29:59.971 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:30:00.071 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:30:00.137 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:00.180 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:00 smithi040 ceph-mon[175404]: failed to encode map e232 with expected crc 2023-08-28T02:30:00.181 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:00 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2907281157' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:30:00.181 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:00 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:30:00.181 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:00 smithi040 ceph-mon[175404]: Health detail: HEALTH_WARN noscrub flag(s) set; Degraded data redundancy: 9156/103617 objects degraded (8.836%), 6 pgs degraded 2023-08-28T02:30:00.181 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:00 smithi040 ceph-mon[175404]: [WRN] OSDMAP_FLAGS: noscrub flag(s) set 2023-08-28T02:30:00.181 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:00 smithi040 ceph-mon[175404]: [WRN] PG_DEGRADED: Degraded data redundancy: 9156/103617 objects degraded (8.836%), 6 pgs degraded 2023-08-28T02:30:00.181 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:00 smithi040 ceph-mon[175404]: pg 9.2 is active+recovery_wait+degraded, acting [3,1,2] 2023-08-28T02:30:00.181 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:00 smithi040 ceph-mon[175404]: pg 9.4 is active+recovery_wait+undersized+degraded+remapped, acting [4,3] 2023-08-28T02:30:00.181 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:00 smithi040 ceph-mon[175404]: pg 9.16 is active+recovery_wait+degraded, acting [4,1,2] 2023-08-28T02:30:00.181 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:00 smithi040 ceph-mon[175404]: pg 9.17 is active+recovery_wait+undersized+degraded+remapped, acting [7,1] 2023-08-28T02:30:00.181 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:00 smithi040 ceph-mon[175404]: pg 9.22 is active+recovery_wait+degraded, acting [3,1,2] 2023-08-28T02:30:00.181 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:00 smithi040 ceph-mon[175404]: pg 9.23 is active+recovery_wait+degraded, acting [7,3,1] 2023-08-28T02:30:00.182 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:00 smithi040 ceph-mon[170259]: failed to encode map e232 with expected crc 2023-08-28T02:30:00.182 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:00 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2907281157' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:30:00.182 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:00 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:30:00.182 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:00 smithi040 ceph-mon[170259]: Health detail: HEALTH_WARN noscrub flag(s) set; Degraded data redundancy: 9156/103617 objects degraded (8.836%), 6 pgs degraded 2023-08-28T02:30:00.182 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:00 smithi040 ceph-mon[170259]: [WRN] OSDMAP_FLAGS: noscrub flag(s) set 2023-08-28T02:30:00.182 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:00 smithi040 ceph-mon[170259]: [WRN] PG_DEGRADED: Degraded data redundancy: 9156/103617 objects degraded (8.836%), 6 pgs degraded 2023-08-28T02:30:00.182 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:00 smithi040 ceph-mon[170259]: pg 9.2 is active+recovery_wait+degraded, acting [3,1,2] 2023-08-28T02:30:00.182 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:00 smithi040 ceph-mon[170259]: pg 9.4 is active+recovery_wait+undersized+degraded+remapped, acting [4,3] 2023-08-28T02:30:00.182 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:00 smithi040 ceph-mon[170259]: pg 9.16 is active+recovery_wait+degraded, acting [4,1,2] 2023-08-28T02:30:00.183 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:00 smithi040 ceph-mon[170259]: pg 9.17 is active+recovery_wait+undersized+degraded+remapped, acting [7,1] 2023-08-28T02:30:00.183 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:00 smithi040 ceph-mon[170259]: pg 9.22 is active+recovery_wait+degraded, acting [3,1,2] 2023-08-28T02:30:00.183 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:00 smithi040 ceph-mon[170259]: pg 9.23 is active+recovery_wait+degraded, acting [7,3,1] 2023-08-28T02:30:00.244 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:00 smithi083 ceph-mon[157819]: failed to encode map e232 with expected crc 2023-08-28T02:30:00.244 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:00 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2907281157' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:30:00.244 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:00 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:30:00.244 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:00 smithi083 ceph-mon[157819]: Health detail: HEALTH_WARN noscrub flag(s) set; Degraded data redundancy: 9156/103617 objects degraded (8.836%), 6 pgs degraded 2023-08-28T02:30:00.244 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:00 smithi083 ceph-mon[157819]: [WRN] OSDMAP_FLAGS: noscrub flag(s) set 2023-08-28T02:30:00.244 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:00 smithi083 ceph-mon[157819]: [WRN] PG_DEGRADED: Degraded data redundancy: 9156/103617 objects degraded (8.836%), 6 pgs degraded 2023-08-28T02:30:00.244 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:00 smithi083 ceph-mon[157819]: pg 9.2 is active+recovery_wait+degraded, acting [3,1,2] 2023-08-28T02:30:00.244 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:00 smithi083 ceph-mon[157819]: pg 9.4 is active+recovery_wait+undersized+degraded+remapped, acting [4,3] 2023-08-28T02:30:00.244 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:00 smithi083 ceph-mon[157819]: pg 9.16 is active+recovery_wait+degraded, acting [4,1,2] 2023-08-28T02:30:00.245 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:00 smithi083 ceph-mon[157819]: pg 9.17 is active+recovery_wait+undersized+degraded+remapped, acting [7,1] 2023-08-28T02:30:00.245 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:00 smithi083 ceph-mon[157819]: pg 9.22 is active+recovery_wait+degraded, acting [3,1,2] 2023-08-28T02:30:00.245 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:00 smithi083 ceph-mon[157819]: pg 9.23 is active+recovery_wait+degraded, acting [7,3,1] 2023-08-28T02:30:00.331 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:30:00.337 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:00.338 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:30:00.439 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:30:00.495 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:00.552 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd set nodeep-scrub 2023-08-28T02:30:00.693 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:30:00.700 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:00.701 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:30:00.802 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:30:00.838 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:00.870 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:30:00.876 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:00.876 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:30:00.977 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:30:01.067 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:01.102 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:30:01.111 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:01.111 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:30:01.212 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:30:01.213 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:30:01.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:01 smithi040 ceph-mon[175404]: pgmap v715: 119 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 111 active+clean, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 2.1 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 524 op/s; 9156/103617 objects degraded (8.836%); 930/103617 objects misplaced (0.898%); 4.2 MiB/s, 66 objects/s recovering 2023-08-28T02:30:01.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:01 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 9156/103617 objects degraded (8.836%), 6 pgs degraded (PG_DEGRADED) 2023-08-28T02:30:01.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:01 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1835581724' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-08-28T02:30:01.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:01 smithi040 ceph-mon[170259]: pgmap v715: 119 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 111 active+clean, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 2.1 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 524 op/s; 9156/103617 objects degraded (8.836%); 930/103617 objects misplaced (0.898%); 4.2 MiB/s, 66 objects/s recovering 2023-08-28T02:30:01.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:01 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 9156/103617 objects degraded (8.836%), 6 pgs degraded (PG_DEGRADED) 2023-08-28T02:30:01.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:01 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1835581724' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-08-28T02:30:01.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:01 smithi083 ceph-mon[157819]: pgmap v715: 119 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 111 active+clean, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 2.1 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 524 op/s; 9156/103617 objects degraded (8.836%); 930/103617 objects misplaced (0.898%); 4.2 MiB/s, 66 objects/s recovering 2023-08-28T02:30:01.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:01 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 9156/103617 objects degraded (8.836%), 6 pgs degraded (PG_DEGRADED) 2023-08-28T02:30:01.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:01 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1835581724' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-08-28T02:30:01.251 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:01.276 INFO:teuthology.orchestra.run.smithi040.stdout:ERROR: (22) Invalid argument 2023-08-28T02:30:01.276 INFO:teuthology.orchestra.run.smithi040.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:30:01.279 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:30:01.283 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:01.284 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:30:01.384 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:30:01.446 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:01.478 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:30:01.482 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:01.483 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:30:01.583 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:30:01.639 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:01.775 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:30:01.781 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:01.781 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:30:01.882 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:30:01.890 INFO:teuthology.orchestra.run.smithi040.stderr:reweighted osd.3 to 1 (10000) 2023-08-28T02:30:01.931 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:02.101 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-08-28T02:30:02.216 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:30:02.224 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:02.224 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:30:02.235 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.2 dump_historic_ops 2023-08-28T02:30:02.326 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:30:02.362 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:02.391 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:30:02.395 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:02.395 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:30:02.452 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd reweight 4 1 2023-08-28T02:30:02.496 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:30:02.543 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:02.574 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:30:02.580 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:02.580 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:30:02.681 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:30:02.716 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:02.745 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:30:02.749 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:02.749 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:30:02.850 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:30:02.889 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:30:02.962 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:02.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:02 smithi083 ceph-mon[157819]: failed to encode map e233 with expected crc 2023-08-28T02:30:02.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:02 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1835581724' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2023-08-28T02:30:02.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:02 smithi083 ceph-mon[157819]: osdmap e233: 8 total, 8 up, 8 in 2023-08-28T02:30:02.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:02 smithi083 ceph-mon[157819]: failed to encode map e233 with expected crc 2023-08-28T02:30:02.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:02 smithi083 ceph-mon[157819]: failed to encode map e233 with expected crc 2023-08-28T02:30:02.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:02 smithi083 ceph-mon[157819]: pgmap v717: 119 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 111 active+clean, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 1.9 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 850 op/s; 8778/93045 objects degraded (9.434%); 380/93045 objects misplaced (0.408%); 5.5 MiB/s, 88 objects/s recovering 2023-08-28T02:30:03.100 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:30:03.106 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:03.106 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:30:03.109 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:30:03.207 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:30:03.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:02 smithi040 ceph-mon[175404]: failed to encode map e233 with expected crc 2023-08-28T02:30:03.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:02 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1835581724' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2023-08-28T02:30:03.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:02 smithi040 ceph-mon[175404]: osdmap e233: 8 total, 8 up, 8 in 2023-08-28T02:30:03.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:02 smithi040 ceph-mon[175404]: failed to encode map e233 with expected crc 2023-08-28T02:30:03.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:02 smithi040 ceph-mon[175404]: failed to encode map e233 with expected crc 2023-08-28T02:30:03.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:02 smithi040 ceph-mon[175404]: pgmap v717: 119 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 111 active+clean, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 1.9 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 850 op/s; 8778/93045 objects degraded (9.434%); 380/93045 objects misplaced (0.408%); 5.5 MiB/s, 88 objects/s recovering 2023-08-28T02:30:03.235 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:02 smithi040 ceph-mon[170259]: failed to encode map e233 with expected crc 2023-08-28T02:30:03.235 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:02 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1835581724' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2023-08-28T02:30:03.235 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:02 smithi040 ceph-mon[170259]: osdmap e233: 8 total, 8 up, 8 in 2023-08-28T02:30:03.235 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:02 smithi040 ceph-mon[170259]: failed to encode map e233 with expected crc 2023-08-28T02:30:03.235 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:02 smithi040 ceph-mon[170259]: failed to encode map e233 with expected crc 2023-08-28T02:30:03.236 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:02 smithi040 ceph-mon[170259]: pgmap v717: 119 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 111 active+clean, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 1.9 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 850 op/s; 8778/93045 objects degraded (9.434%); 380/93045 objects misplaced (0.408%); 5.5 MiB/s, 88 objects/s recovering 2023-08-28T02:30:03.275 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:03.310 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:30:03.317 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:03.317 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:30:03.418 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:30:03.470 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:03.505 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:30:03.512 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:03.512 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:30:03.613 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:30:03.666 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:03.706 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:30:03.711 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:03.712 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:30:03.812 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:30:03.868 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:03.900 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:30:03.905 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:03.906 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:30:03.908 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:30:03.937 INFO:teuthology.orchestra.run.smithi040.stderr:nodeep-scrub is set 2023-08-28T02:30:04.006 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:30:04.064 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:04.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:03 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1239757724' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:30:04.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:03 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:30:04.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:03 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1239757724' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:30:04.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:03 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:30:04.243 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:03 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1239757724' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:30:04.243 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:03 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:30:04.408 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:30:04.412 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:04.412 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:30:04.513 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:30:04.572 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:05.078 INFO:teuthology.orchestra.run.smithi040.stdout:ERROR: (22) Invalid argument 2023-08-28T02:30:05.078 INFO:teuthology.orchestra.run.smithi040.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:30:05.101 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:04 smithi040 ceph-mon[175404]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:30:05.101 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:04 smithi040 ceph-mon[175404]: failed to encode map e234 with expected crc 2023-08-28T02:30:05.101 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:04 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:30:05.101 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:04 smithi040 ceph-mon[175404]: osdmap e234: 8 total, 8 up, 8 in 2023-08-28T02:30:05.101 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:04 smithi040 ceph-mon[175404]: failed to encode map e234 with expected crc 2023-08-28T02:30:05.101 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:04 smithi040 ceph-mon[175404]: failed to encode map e234 with expected crc 2023-08-28T02:30:05.102 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:04 smithi040 ceph-mon[175404]: failed to encode map e234 with expected crc 2023-08-28T02:30:05.102 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:04 smithi040 ceph-mon[175404]: failed to encode map e234 with expected crc 2023-08-28T02:30:05.102 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:04 smithi040 ceph-mon[175404]: failed to encode map e234 with expected crc 2023-08-28T02:30:05.102 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:04 smithi040 ceph-mon[175404]: failed to encode map e234 with expected crc 2023-08-28T02:30:05.102 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:04 smithi040 ceph-mon[175404]: failed to encode map e234 with expected crc 2023-08-28T02:30:05.102 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:04 smithi040 ceph-mon[175404]: pgmap v719: 119 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 111 active+clean, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 1.9 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 605 op/s; 8778/92328 objects degraded (9.507%); 380/92328 objects misplaced (0.412%); 5.3 MiB/s, 85 objects/s recovering 2023-08-28T02:30:05.106 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:04 smithi040 ceph-mon[170259]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:30:05.106 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:04 smithi040 ceph-mon[170259]: failed to encode map e234 with expected crc 2023-08-28T02:30:05.106 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:04 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:30:05.106 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:04 smithi040 ceph-mon[170259]: osdmap e234: 8 total, 8 up, 8 in 2023-08-28T02:30:05.106 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:04 smithi040 ceph-mon[170259]: failed to encode map e234 with expected crc 2023-08-28T02:30:05.106 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:04 smithi040 ceph-mon[170259]: failed to encode map e234 with expected crc 2023-08-28T02:30:05.106 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:04 smithi040 ceph-mon[170259]: failed to encode map e234 with expected crc 2023-08-28T02:30:05.107 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:04 smithi040 ceph-mon[170259]: failed to encode map e234 with expected crc 2023-08-28T02:30:05.107 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:04 smithi040 ceph-mon[170259]: failed to encode map e234 with expected crc 2023-08-28T02:30:05.107 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:04 smithi040 ceph-mon[170259]: failed to encode map e234 with expected crc 2023-08-28T02:30:05.107 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:04 smithi040 ceph-mon[170259]: failed to encode map e234 with expected crc 2023-08-28T02:30:05.107 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:04 smithi040 ceph-mon[170259]: pgmap v719: 119 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 111 active+clean, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 1.9 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 605 op/s; 8778/92328 objects degraded (9.507%); 380/92328 objects misplaced (0.412%); 5.3 MiB/s, 85 objects/s recovering 2023-08-28T02:30:05.244 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:04 smithi083 ceph-mon[157819]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:30:05.244 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:04 smithi083 ceph-mon[157819]: failed to encode map e234 with expected crc 2023-08-28T02:30:05.244 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:04 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:30:05.244 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:04 smithi083 ceph-mon[157819]: osdmap e234: 8 total, 8 up, 8 in 2023-08-28T02:30:05.244 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:04 smithi083 ceph-mon[157819]: failed to encode map e234 with expected crc 2023-08-28T02:30:05.244 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:04 smithi083 ceph-mon[157819]: failed to encode map e234 with expected crc 2023-08-28T02:30:05.244 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:04 smithi083 ceph-mon[157819]: failed to encode map e234 with expected crc 2023-08-28T02:30:05.244 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:04 smithi083 ceph-mon[157819]: failed to encode map e234 with expected crc 2023-08-28T02:30:05.244 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:04 smithi083 ceph-mon[157819]: failed to encode map e234 with expected crc 2023-08-28T02:30:05.244 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:04 smithi083 ceph-mon[157819]: failed to encode map e234 with expected crc 2023-08-28T02:30:05.245 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:04 smithi083 ceph-mon[157819]: failed to encode map e234 with expected crc 2023-08-28T02:30:05.245 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:04 smithi083 ceph-mon[157819]: pgmap v719: 119 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 111 active+clean, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 1.9 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 605 op/s; 8778/92328 objects degraded (9.507%); 380/92328 objects misplaced (0.412%); 5.3 MiB/s, 85 objects/s recovering 2023-08-28T02:30:05.472 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:30:05.479 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:05.480 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:30:05.580 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:30:05.634 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:05.730 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:30:05 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:30:05] "GET /metrics HTTP/1.1" 200 36462 "" "Prometheus/2.43.0" 2023-08-28T02:30:06.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:05 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 8778/92328 objects degraded (9.507%), 6 pgs degraded (PG_DEGRADED) 2023-08-28T02:30:06.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:05 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 8778/92328 objects degraded (9.507%), 6 pgs degraded (PG_DEGRADED) 2023-08-28T02:30:06.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:05 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 8778/92328 objects degraded (9.507%), 6 pgs degraded (PG_DEGRADED) 2023-08-28T02:30:07.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:06 smithi040 ceph-mon[170259]: pgmap v720: 119 pgs: 4 active+recovery_wait+degraded, 111 active+clean, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 1.7 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 770 op/s; 8416/85116 objects degraded (9.888%); 7.5 MiB/s, 136 objects/s recovering 2023-08-28T02:30:07.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:06 smithi040 ceph-mon[175404]: pgmap v720: 119 pgs: 4 active+recovery_wait+degraded, 111 active+clean, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 1.7 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 770 op/s; 8416/85116 objects degraded (9.888%); 7.5 MiB/s, 136 objects/s recovering 2023-08-28T02:30:07.246 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:06 smithi083 ceph-mon[157819]: pgmap v720: 119 pgs: 4 active+recovery_wait+degraded, 111 active+clean, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 1.7 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 770 op/s; 8416/85116 objects degraded (9.888%); 7.5 MiB/s, 136 objects/s recovering 2023-08-28T02:30:08.518 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:30:08.530 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:08.531 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:30:08.631 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:30:08.686 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:09.510 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.3 dump_ops_in_flight 2023-08-28T02:30:09.570 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:09 smithi040 ceph-mon[175404]: pgmap v721: 119 pgs: 4 active+recovery_wait+degraded, 111 active+clean, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped; 1.6 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 973 op/s; 8416/80238 objects degraded (10.489%); 7.5 MiB/s, 136 objects/s recovering 2023-08-28T02:30:09.571 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:09 smithi040 ceph-mon[170259]: pgmap v721: 119 pgs: 4 active+recovery_wait+degraded, 111 active+clean, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped; 1.6 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 973 op/s; 8416/80238 objects degraded (10.489%); 7.5 MiB/s, 136 objects/s recovering 2023-08-28T02:30:09.580 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:30:09.586 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:09.586 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:30:09.687 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:30:09.731 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:09 smithi083 ceph-mon[157819]: pgmap v721: 119 pgs: 4 active+recovery_wait+degraded, 111 active+clean, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped; 1.6 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 973 op/s; 8416/80238 objects degraded (10.489%); 7.5 MiB/s, 136 objects/s recovering 2023-08-28T02:30:09.735 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:09.771 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:30:09.776 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:30:09.782 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:09.783 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:30:09.815 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:30:09.868 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:30:09.883 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:30:09.921 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:09.923 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:30:09.955 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd unset noscrub 2023-08-28T02:30:09.956 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:30:09.961 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:30:09.965 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:09.966 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:30:10.003 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:30:10.048 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:30:10.053 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:30:10.067 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:30:10.108 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:30:10.136 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-08-28T02:30:10.136 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-08-28T02:30:10.136 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-08-28T02:30:10.136 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-08-28T02:30:10.136 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-08-28T02:30:10.136 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-08-28T02:30:10.136 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-08-28T02:30:10.137 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-08-28T02:30:10.187 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:10.675 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:30:10.677 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:10 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1106962924' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:30:10.679 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:10 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1106962924' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:30:10.680 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:10.681 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:30:10.750 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:10 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1106962924' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:30:10.782 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:30:10.844 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:10.994 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:30:11.013 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:11.014 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:30:11.079 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:30:11.114 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:30:11.161 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:11.190 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:30:11.198 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:11.198 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:30:11.299 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:30:11.339 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:11.370 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:30:11.373 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:11.374 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:30:11.382 INFO:teuthology.orchestra.run.smithi040.stderr:reweighted osd.4 to 1 (10000) 2023-08-28T02:30:11.475 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:30:11.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:11 smithi083 ceph-mon[157819]: pgmap v722: 119 pgs: 4 active+recovery_wait+degraded, 111 active+clean, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped; 1.6 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 582 op/s; 8416/80238 objects degraded (10.489%); 3.2 MiB/s, 66 objects/s recovering 2023-08-28T02:30:11.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:11 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2388541707' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-08-28T02:30:11.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:11 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 8416/80238 objects degraded (10.489%), 7 pgs degraded (PG_DEGRADED) 2023-08-28T02:30:11.529 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-08-28T02:30:11.530 INFO:teuthology.orchestra.run.smithi040.stdout: "ops": [ 2023-08-28T02:30:11.530 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:30:11.530 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:193049 9.22 9:44cf2abb:::benchmark_data_smithi040_209735_object85454:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e235)", 2023-08-28T02:30:11.530 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:30:11.517251+0000", 2023-08-28T02:30:11.530 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 0.0079077049999999992, 2023-08-28T02:30:11.530 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0079365749999999995, 2023-08-28T02:30:11.530 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:30:11.531 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "waiting for sub ops", 2023-08-28T02:30:11.531 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:30:11.531 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:30:11.531 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:30:11.531 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 193049 2023-08-28T02:30:11.531 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:30:11.531 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:30:11.531 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:30:11.531 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:30:11.531 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:30:11.517251+0000", 2023-08-28T02:30:11.531 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:30:11.531 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:30:11.532 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:30:11.532 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:30:11.532 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:30:11.517251+0000", 2023-08-28T02:30:11.532 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:30:11.532 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:30:11.532 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:30:11.532 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:30:11.532 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:30:11.517251+0000", 2023-08-28T02:30:11.532 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:30:11.533 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:30:11.533 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:30:11.533 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:30:11.533 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:30:11.517255+0000", 2023-08-28T02:30:11.533 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.8480000000000003e-06 2023-08-28T02:30:11.533 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:30:11.533 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:30:11.533 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:30:11.533 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:30:11.517262+0000", 2023-08-28T02:30:11.533 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.7319999999999998e-06 2023-08-28T02:30:11.534 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:30:11.534 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:30:11.534 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:30:11.534 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:30:11.517266+0000", 2023-08-28T02:30:11.534 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.6780000000000002e-06 2023-08-28T02:30:11.534 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:30:11.534 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:30:11.534 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:30:11.534 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:30:11.518533+0000", 2023-08-28T02:30:11.534 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.001266383 2023-08-28T02:30:11.534 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:30:11.534 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:30:11.535 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:30:11.535 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:30:11.518672+0000", 2023-08-28T02:30:11.535 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00013961600000000001 2023-08-28T02:30:11.535 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:30:11.535 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:30:11.535 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 1,2", 2023-08-28T02:30:11.535 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:30:11.518827+0000", 2023-08-28T02:30:11.535 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00015449699999999999 2023-08-28T02:30:11.536 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:30:11.536 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:30:11.536 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:30:11.536 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:30:11.522154+0000", 2023-08-28T02:30:11.536 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0033270249999999999 2023-08-28T02:30:11.536 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:30:11.536 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:30:11.536 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:30:11.536 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:30:11.524823+0000", 2023-08-28T02:30:11.536 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0026689679999999999 2023-08-28T02:30:11.537 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:30:11.537 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:30:11.537 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:30:11.537 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:30:11.537 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:30:11.537 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:193052 9.8 9:15bc2623:::benchmark_data_smithi040_209735_object85457:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e235)", 2023-08-28T02:30:11.537 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:30:11.518536+0000", 2023-08-28T02:30:11.537 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 0.0066233960000000001, 2023-08-28T02:30:11.537 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0067143230000000003, 2023-08-28T02:30:11.537 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:30:11.538 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "waiting for sub ops", 2023-08-28T02:30:11.538 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:30:11.538 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:30:11.538 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:30:11.538 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 193052 2023-08-28T02:30:11.538 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:30:11.538 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:30:11.538 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:30:11.539 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:30:11.539 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:30:11.518536+0000", 2023-08-28T02:30:11.539 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:30:11.539 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:30:11.539 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:30:11.539 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:30:11.539 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:30:11.518536+0000", 2023-08-28T02:30:11.539 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:30:11.539 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:30:11.540 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:30:11.540 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:30:11.540 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:30:11.518535+0000", 2023-08-28T02:30:11.540 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:30:11.540 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:30:11.540 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:30:11.540 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:30:11.540 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:30:11.518541+0000", 2023-08-28T02:30:11.540 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.1619999999999996e-06 2023-08-28T02:30:11.540 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:30:11.540 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:30:11.540 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:30:11.540 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:30:11.518565+0000", 2023-08-28T02:30:11.541 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.3869000000000001e-05 2023-08-28T02:30:11.541 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:30:11.541 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:30:11.541 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:30:11.541 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:30:11.518573+0000", 2023-08-28T02:30:11.541 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.8459999999999997e-06 2023-08-28T02:30:11.541 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:30:11.541 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:30:11.541 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:30:11.541 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:30:11.518619+0000", 2023-08-28T02:30:11.541 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.5148000000000002e-05 2023-08-28T02:30:11.541 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:30:11.542 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:30:11.542 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:30:11.542 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:30:11.518749+0000", 2023-08-28T02:30:11.542 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000130779 2023-08-28T02:30:11.542 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:30:11.542 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:30:11.542 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:30:11.542 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:30:11.519349+0000", 2023-08-28T02:30:11.542 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00059992200000000002 2023-08-28T02:30:11.542 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:30:11.542 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:30:11.542 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:30:11.543 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:30:11.523084+0000", 2023-08-28T02:30:11.543 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.003735146 2023-08-28T02:30:11.543 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:30:11.543 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:30:11.543 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:30:11.543 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:30:11.543 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:30:11.543 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:193054 9.2 9:43bc8065:::benchmark_data_smithi040_209735_object85459:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e235)", 2023-08-28T02:30:11.543 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:30:11.518597+0000", 2023-08-28T02:30:11.543 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 0.0065622529999999997, 2023-08-28T02:30:11.543 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0067033529999999996, 2023-08-28T02:30:11.544 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:30:11.544 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "waiting for sub ops", 2023-08-28T02:30:11.544 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:30:11.544 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:30:11.544 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:30:11.544 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 193054 2023-08-28T02:30:11.544 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:30:11.544 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:30:11.544 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:30:11.544 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:30:11.544 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:30:11.518597+0000", 2023-08-28T02:30:11.544 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:30:11.544 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:30:11.545 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:30:11.545 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:30:11.545 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:30:11.518597+0000", 2023-08-28T02:30:11.545 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:30:11.545 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:30:11.545 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:30:11.545 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:30:11.545 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:30:11.518596+0000", 2023-08-28T02:30:11.545 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:30:11.545 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:30:11.545 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:30:11.545 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:30:11.546 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:30:11.518600+0000", 2023-08-28T02:30:11.546 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.7280000000000001e-06 2023-08-28T02:30:11.546 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:30:11.546 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:30:11.546 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:30:11.546 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:30:11.518608+0000", 2023-08-28T02:30:11.546 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.9440000000000005e-06 2023-08-28T02:30:11.546 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:30:11.546 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:30:11.546 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:30:11.546 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:30:11.518615+0000", 2023-08-28T02:30:11.546 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.6540000000000002e-06 2023-08-28T02:30:11.547 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:30:11.547 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:30:11.547 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:30:11.547 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:30:11.519913+0000", 2023-08-28T02:30:11.547 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.001298439 2023-08-28T02:30:11.547 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:30:11.547 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:30:11.547 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:30:11.547 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:30:11.520030+0000", 2023-08-28T02:30:11.547 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00011707 2023-08-28T02:30:11.547 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:30:11.548 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:30:11.548 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 1,2", 2023-08-28T02:30:11.548 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:30:11.520394+0000", 2023-08-28T02:30:11.548 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00036412 2023-08-28T02:30:11.548 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:30:11.548 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:30:11.548 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:30:11.548 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:30:11.523023+0000", 2023-08-28T02:30:11.548 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0026286780000000002 2023-08-28T02:30:11.548 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:30:11.548 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:30:11.548 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:30:11.549 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:30:11.549 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:30:11.549 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.34719.0:193053 9.7 e235/170 9:e3fd9d94:::benchmark_data_smithi040_209735_object85458:head v 235'7861, mlcod=235'7859)", 2023-08-28T02:30:11.549 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:30:11.522397+0000", 2023-08-28T02:30:11.549 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 0.0027617919999999999, 2023-08-28T02:30:11.549 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0029518410000000002, 2023-08-28T02:30:11.549 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:30:11.549 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "started", 2023-08-28T02:30:11.549 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:30:11.549 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:30:11.549 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:30:11.549 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:30:11.522397+0000", 2023-08-28T02:30:11.550 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:30:11.550 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:30:11.550 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:30:11.550 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:30:11.550 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:30:11.522397+0000", 2023-08-28T02:30:11.550 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:30:11.550 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:30:11.550 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:30:11.550 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:30:11.550 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:30:11.522396+0000", 2023-08-28T02:30:11.550 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:30:11.551 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:30:11.551 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:30:11.551 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:30:11.551 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:30:11.522407+0000", 2023-08-28T02:30:11.551 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1001e-05 2023-08-28T02:30:11.551 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:30:11.551 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:30:11.551 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:30:11.551 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:30:11.522420+0000", 2023-08-28T02:30:11.551 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2526e-05 2023-08-28T02:30:11.551 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:30:11.551 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:30:11.552 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:30:11.552 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:30:11.522429+0000", 2023-08-28T02:30:11.552 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.7809999999999994e-06 2023-08-28T02:30:11.552 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:30:11.552 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:30:11.552 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:30:11.552 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:30:11.522477+0000", 2023-08-28T02:30:11.552 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.7963999999999997e-05 2023-08-28T02:30:11.552 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:30:11.552 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:30:11.552 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:30:11.552 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:30:11.522499+0000", 2023-08-28T02:30:11.552 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.1783000000000001e-05 2023-08-28T02:30:11.553 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:30:11.553 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:30:11.553 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:30:11.553 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:30:11.553 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-08-28T02:30:11.553 INFO:teuthology.orchestra.run.smithi040.stdout: "num_ops": 4 2023-08-28T02:30:11.553 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-08-28T02:30:11.553 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:11.555 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:11 smithi040 ceph-mon[175404]: pgmap v722: 119 pgs: 4 active+recovery_wait+degraded, 111 active+clean, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped; 1.6 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 582 op/s; 8416/80238 objects degraded (10.489%); 3.2 MiB/s, 66 objects/s recovering 2023-08-28T02:30:11.555 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:11 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2388541707' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-08-28T02:30:11.555 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:11 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 8416/80238 objects degraded (10.489%), 7 pgs degraded (PG_DEGRADED) 2023-08-28T02:30:11.556 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:11 smithi040 ceph-mon[170259]: pgmap v722: 119 pgs: 4 active+recovery_wait+degraded, 111 active+clean, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped; 1.6 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 582 op/s; 8416/80238 objects degraded (10.489%); 3.2 MiB/s, 66 objects/s recovering 2023-08-28T02:30:11.556 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:11 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2388541707' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-08-28T02:30:11.556 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:11 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 8416/80238 objects degraded (10.489%), 7 pgs degraded (PG_DEGRADED) 2023-08-28T02:30:11.566 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:30:11.577 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:11.578 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:30:11.679 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:30:11.758 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:11.905 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd reweight 5 1 2023-08-28T02:30:12.206 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:30:12.216 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:12.216 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:30:12.241 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.3 dump_blocked_ops 2023-08-28T02:30:12.317 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:30:12.373 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:12.402 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:30:12.406 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:12.407 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:30:12.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:12 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2388541707' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2023-08-28T02:30:12.483 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:12 smithi040 ceph-mon[175404]: osdmap e235: 8 total, 8 up, 8 in 2023-08-28T02:30:12.484 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:12 smithi040 ceph-mon[175404]: failed to encode map e235 with expected crc 2023-08-28T02:30:12.484 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:12 smithi040 ceph-mon[175404]: failed to encode map e235 with expected crc 2023-08-28T02:30:12.484 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:12 smithi040 ceph-mon[175404]: failed to encode map e235 with expected crc 2023-08-28T02:30:12.484 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:12 smithi040 ceph-mon[175404]: failed to encode map e235 with expected crc 2023-08-28T02:30:12.484 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:12 smithi040 ceph-mon[175404]: failed to encode map e235 with expected crc 2023-08-28T02:30:12.484 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:12 smithi040 ceph-mon[175404]: failed to encode map e235 with expected crc 2023-08-28T02:30:12.484 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:12 smithi040 ceph-mon[175404]: pgmap v724: 119 pgs: 4 active+recovery_wait+degraded, 111 active+clean, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped; 1.4 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 982 op/s; 7968/67683 objects degraded (11.773%); 5.5 MiB/s, 143 objects/s recovering 2023-08-28T02:30:12.486 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:12 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2388541707' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2023-08-28T02:30:12.486 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:12 smithi040 ceph-mon[170259]: osdmap e235: 8 total, 8 up, 8 in 2023-08-28T02:30:12.486 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:12 smithi040 ceph-mon[170259]: failed to encode map e235 with expected crc 2023-08-28T02:30:12.486 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:12 smithi040 ceph-mon[170259]: failed to encode map e235 with expected crc 2023-08-28T02:30:12.487 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:12 smithi040 ceph-mon[170259]: failed to encode map e235 with expected crc 2023-08-28T02:30:12.487 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:12 smithi040 ceph-mon[170259]: failed to encode map e235 with expected crc 2023-08-28T02:30:12.487 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:12 smithi040 ceph-mon[170259]: failed to encode map e235 with expected crc 2023-08-28T02:30:12.487 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:12 smithi040 ceph-mon[170259]: failed to encode map e235 with expected crc 2023-08-28T02:30:12.487 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:12 smithi040 ceph-mon[170259]: pgmap v724: 119 pgs: 4 active+recovery_wait+degraded, 111 active+clean, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped; 1.4 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 982 op/s; 7968/67683 objects degraded (11.773%); 5.5 MiB/s, 143 objects/s recovering 2023-08-28T02:30:12.507 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:30:12.509 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:30:12.551 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:12.575 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:30:12.585 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:12.586 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:30:12.687 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:30:12.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:12 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2388541707' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2023-08-28T02:30:12.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:12 smithi083 ceph-mon[157819]: osdmap e235: 8 total, 8 up, 8 in 2023-08-28T02:30:12.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:12 smithi083 ceph-mon[157819]: failed to encode map e235 with expected crc 2023-08-28T02:30:12.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:12 smithi083 ceph-mon[157819]: failed to encode map e235 with expected crc 2023-08-28T02:30:12.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:12 smithi083 ceph-mon[157819]: failed to encode map e235 with expected crc 2023-08-28T02:30:12.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:12 smithi083 ceph-mon[157819]: failed to encode map e235 with expected crc 2023-08-28T02:30:12.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:12 smithi083 ceph-mon[157819]: failed to encode map e235 with expected crc 2023-08-28T02:30:12.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:12 smithi083 ceph-mon[157819]: failed to encode map e235 with expected crc 2023-08-28T02:30:12.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:12 smithi083 ceph-mon[157819]: pgmap v724: 119 pgs: 4 active+recovery_wait+degraded, 111 active+clean, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped; 1.4 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 982 op/s; 7968/67683 objects degraded (11.773%); 5.5 MiB/s, 143 objects/s recovering 2023-08-28T02:30:12.773 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:12.808 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:30:12.811 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:12.811 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:30:12.912 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:30:12.957 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:12.986 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:30:12.994 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:12.994 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:30:13.020 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-08-28T02:30:13.095 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:30:13.140 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:13.169 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:30:13.169 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:30:13.171 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:13.172 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:30:13.272 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:30:13.365 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:13.423 INFO:teuthology.orchestra.run.smithi040.stderr:noscrub is unset 2023-08-28T02:30:13.452 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:30:13.457 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:13.458 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:30:13.558 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:30:13.624 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:13 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/34871754' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:30:13.624 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:13 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:30:13.625 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:13 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/34871754' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:30:13.625 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:13 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:30:13.628 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:13.670 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:30:13.677 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:13.678 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:30:13.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:13 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/34871754' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:30:13.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:13 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:30:13.779 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:30:13.822 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:13.867 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:30:13.869 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:13.870 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:30:13.971 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:30:14.038 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:14.087 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:30:14.091 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:14.092 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:30:14.193 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:30:14.239 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:14.274 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:30:14.281 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:14.282 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:30:14.382 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:30:14.427 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:14.474 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:30:14.478 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:14.479 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:30:14.488 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:14 smithi040 ceph-mon[170259]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:30:14.488 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:14 smithi040 ceph-mon[170259]: failed to encode map e236 with expected crc 2023-08-28T02:30:14.488 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:14 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:30:14.488 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:14 smithi040 ceph-mon[170259]: osdmap e236: 8 total, 8 up, 8 in 2023-08-28T02:30:14.488 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:14 smithi040 ceph-mon[170259]: failed to encode map e236 with expected crc 2023-08-28T02:30:14.488 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:14 smithi040 ceph-mon[170259]: 9.5 scrub starts 2023-08-28T02:30:14.488 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:14 smithi040 ceph-mon[170259]: pgmap v726: 119 pgs: 4 active+recovery_wait+degraded, 111 active+clean, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped; 1.4 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 755 op/s; 7968/66957 objects degraded (11.900%); 2.4 MiB/s, 80 objects/s recovering 2023-08-28T02:30:14.489 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:14 smithi040 ceph-mon[175404]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:30:14.489 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:14 smithi040 ceph-mon[175404]: failed to encode map e236 with expected crc 2023-08-28T02:30:14.489 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:14 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:30:14.489 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:14 smithi040 ceph-mon[175404]: osdmap e236: 8 total, 8 up, 8 in 2023-08-28T02:30:14.489 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:14 smithi040 ceph-mon[175404]: failed to encode map e236 with expected crc 2023-08-28T02:30:14.489 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:14 smithi040 ceph-mon[175404]: 9.5 scrub starts 2023-08-28T02:30:14.489 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:14 smithi040 ceph-mon[175404]: pgmap v726: 119 pgs: 4 active+recovery_wait+degraded, 111 active+clean, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped; 1.4 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 755 op/s; 7968/66957 objects degraded (11.900%); 2.4 MiB/s, 80 objects/s recovering 2023-08-28T02:30:14.537 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:30:14.579 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:30:14.692 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:14.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:14 smithi083 ceph-mon[157819]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:30:14.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:14 smithi083 ceph-mon[157819]: failed to encode map e236 with expected crc 2023-08-28T02:30:14.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:14 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:30:14.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:14 smithi083 ceph-mon[157819]: osdmap e236: 8 total, 8 up, 8 in 2023-08-28T02:30:14.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:14 smithi083 ceph-mon[157819]: failed to encode map e236 with expected crc 2023-08-28T02:30:14.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:14 smithi083 ceph-mon[157819]: 9.5 scrub starts 2023-08-28T02:30:14.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:14 smithi083 ceph-mon[157819]: pgmap v726: 119 pgs: 4 active+recovery_wait+degraded, 111 active+clean, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped; 1.4 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 755 op/s; 7968/66957 objects degraded (11.900%); 2.4 MiB/s, 80 objects/s recovering 2023-08-28T02:30:14.810 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:30:14.822 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:14.822 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:30:14.923 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:30:14.997 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:15.035 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:30:15.040 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:15.041 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:30:15.142 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:30:15.207 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:15.229 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-08-28T02:30:15.229 INFO:teuthology.orchestra.run.smithi040.stdout: "ops": [], 2023-08-28T02:30:15.229 INFO:teuthology.orchestra.run.smithi040.stdout: "complaint_time": 30, 2023-08-28T02:30:15.229 INFO:teuthology.orchestra.run.smithi040.stdout: "num_blocked_ops": 0 2023-08-28T02:30:15.229 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-08-28T02:30:15.239 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:30:15.242 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:15.242 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:30:15.343 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:30:15.405 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:15.439 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:30:15.441 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:15.441 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:30:15.450 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:15 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:30:15.450 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:15 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3021373583' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-08-28T02:30:15.450 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:15 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-08-28T02:30:15.450 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:15 smithi040 ceph-mon[170259]: 9.9 scrub starts 2023-08-28T02:30:15.450 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:30:15 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:30:15] "GET /metrics HTTP/1.1" 200 36469 "" "Prometheus/2.43.0" 2023-08-28T02:30:15.454 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:15 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:30:15.454 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:15 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3021373583' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-08-28T02:30:15.454 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:15 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-08-28T02:30:15.454 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:15 smithi083 ceph-mon[157819]: 9.9 scrub starts 2023-08-28T02:30:15.461 INFO:teuthology.orchestra.run.smithi040.stderr:reweighted osd.5 to 1 (10000) 2023-08-28T02:30:15.543 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:30:15.601 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:15.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:15 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:30:15.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:15 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3021373583' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-08-28T02:30:15.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:15 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-08-28T02:30:15.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:15 smithi040 ceph-mon[175404]: 9.9 scrub starts 2023-08-28T02:30:15.933 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:30:15.941 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:15.941 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:30:15.970 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.3 dump_historic_ops 2023-08-28T02:30:16.042 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:30:16.047 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd reweight 6 1 2023-08-28T02:30:16.084 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd unset nodeep-scrub 2023-08-28T02:30:16.087 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:16.111 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:30:16.116 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:16.116 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:30:16.217 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:30:16.257 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:16.285 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:30:16.288 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:16.288 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:30:16.389 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:30:16.428 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:16.450 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:30:16.456 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:16.456 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:30:16.457 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:16 smithi040 ceph-mon[170259]: failed to encode map e237 with expected crc 2023-08-28T02:30:16.457 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:16 smithi040 ceph-mon[170259]: failed to encode map e237 with expected crc 2023-08-28T02:30:16.457 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:16 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2023-08-28T02:30:16.457 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:16 smithi040 ceph-mon[170259]: osdmap e237: 8 total, 8 up, 8 in 2023-08-28T02:30:16.457 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:16 smithi040 ceph-mon[170259]: failed to encode map e237 with expected crc 2023-08-28T02:30:16.457 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:16 smithi040 ceph-mon[170259]: failed to encode map e237 with expected crc 2023-08-28T02:30:16.458 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:16 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 7968/66957 objects degraded (11.900%), 7 pgs degraded (PG_DEGRADED) 2023-08-28T02:30:16.458 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:16 smithi040 ceph-mon[170259]: pgmap v728: 119 pgs: 4 active+recovery_wait+degraded, 111 active+clean, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 1.2 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 1.14k op/s; 7557/59622 objects degraded (12.675%); 5.9 MiB/s, 196 objects/s recovering 2023-08-28T02:30:16.458 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:16 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3716632400' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:30:16.458 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:16 smithi040 ceph-mon[175404]: failed to encode map e237 with expected crc 2023-08-28T02:30:16.458 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:16 smithi040 ceph-mon[175404]: failed to encode map e237 with expected crc 2023-08-28T02:30:16.458 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:16 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2023-08-28T02:30:16.458 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:16 smithi040 ceph-mon[175404]: osdmap e237: 8 total, 8 up, 8 in 2023-08-28T02:30:16.458 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:16 smithi040 ceph-mon[175404]: failed to encode map e237 with expected crc 2023-08-28T02:30:16.458 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:16 smithi040 ceph-mon[175404]: failed to encode map e237 with expected crc 2023-08-28T02:30:16.458 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:16 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 7968/66957 objects degraded (11.900%), 7 pgs degraded (PG_DEGRADED) 2023-08-28T02:30:16.459 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:16 smithi040 ceph-mon[175404]: pgmap v728: 119 pgs: 4 active+recovery_wait+degraded, 111 active+clean, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 1.2 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 1.14k op/s; 7557/59622 objects degraded (12.675%); 5.9 MiB/s, 196 objects/s recovering 2023-08-28T02:30:16.459 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:16 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3716632400' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:30:16.474 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:30:16.557 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:30:16.558 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:30:16.596 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:30:16.612 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:16.642 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:30:16.649 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:30:16.653 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:16.653 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:30:16.675 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:30:16.686 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:30:16.720 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:30:16.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:16 smithi083 ceph-mon[157819]: failed to encode map e237 with expected crc 2023-08-28T02:30:16.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:16 smithi083 ceph-mon[157819]: failed to encode map e237 with expected crc 2023-08-28T02:30:16.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:16 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2023-08-28T02:30:16.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:16 smithi083 ceph-mon[157819]: osdmap e237: 8 total, 8 up, 8 in 2023-08-28T02:30:16.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:16 smithi083 ceph-mon[157819]: failed to encode map e237 with expected crc 2023-08-28T02:30:16.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:16 smithi083 ceph-mon[157819]: failed to encode map e237 with expected crc 2023-08-28T02:30:16.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:16 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 7968/66957 objects degraded (11.900%), 7 pgs degraded (PG_DEGRADED) 2023-08-28T02:30:16.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:16 smithi083 ceph-mon[157819]: pgmap v728: 119 pgs: 4 active+recovery_wait+degraded, 111 active+clean, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 1.2 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 1.14k op/s; 7557/59622 objects degraded (12.675%); 5.9 MiB/s, 196 objects/s recovering 2023-08-28T02:30:16.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:16 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3716632400' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:30:16.755 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:30:16.759 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:30:16.801 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:30:16.810 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-08-28T02:30:16.810 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-08-28T02:30:16.810 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-08-28T02:30:16.810 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-08-28T02:30:16.810 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-08-28T02:30:16.810 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-08-28T02:30:16.810 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-08-28T02:30:16.811 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-08-28T02:30:16.826 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:16.880 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:30:16.916 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:30:16.922 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:16.923 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:30:17.023 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:30:17.082 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:17.115 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:30:17.123 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:30:17.124 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:17.125 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:30:17.225 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:30:17.291 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:17.781 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:30:17.786 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:17.786 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:30:17.887 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:30:17.935 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:17.979 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:30:17.987 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:17.988 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:30:18.089 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:30:18.155 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:18.183 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:30:18.188 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:18.189 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:30:18.290 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:30:18.342 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:18.369 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:30:18.370 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:18.371 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:30:18.472 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:30:18.546 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:18.579 INFO:teuthology.orchestra.run.smithi040.stdout:ERROR: (22) Invalid argument 2023-08-28T02:30:18.580 INFO:teuthology.orchestra.run.smithi040.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:30:18.893 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:30:18.898 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:18.899 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:30:19.000 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:30:19.050 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:19.082 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:30:19.087 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:19.088 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:30:19.188 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:30:19.259 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:19.333 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.4 dump_ops_in_flight 2023-08-28T02:30:19.358 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:30:19.361 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:19.362 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:30:19.462 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:30:19.501 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:19.539 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:30:19.544 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:19.545 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:30:19.562 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:19 smithi040 ceph-mon[175404]: pgmap v729: 119 pgs: 4 active+recovery_wait+degraded, 111 active+clean, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped; 1.1 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 844 op/s; 7557/54738 objects degraded (13.806%); 2.4 MiB/s, 78 objects/s recovering 2023-08-28T02:30:19.562 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:19 smithi040 ceph-mon[175404]: 9.7 scrub starts 2023-08-28T02:30:19.563 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:19 smithi040 ceph-mon[170259]: pgmap v729: 119 pgs: 4 active+recovery_wait+degraded, 111 active+clean, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped; 1.1 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 844 op/s; 7557/54738 objects degraded (13.806%); 2.4 MiB/s, 78 objects/s recovering 2023-08-28T02:30:19.563 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:19 smithi040 ceph-mon[170259]: 9.7 scrub starts 2023-08-28T02:30:19.602 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-08-28T02:30:19.645 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:30:19.679 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:19 smithi083 ceph-mon[157819]: pgmap v729: 119 pgs: 4 active+recovery_wait+degraded, 111 active+clean, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped; 1.1 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 844 op/s; 7557/54738 objects degraded (13.806%); 2.4 MiB/s, 78 objects/s recovering 2023-08-28T02:30:19.679 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:19 smithi083 ceph-mon[157819]: 9.7 scrub starts 2023-08-28T02:30:19.681 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:19.716 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:30:19.723 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:19.723 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:30:19.824 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:30:19.864 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:19.892 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:30:19.895 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:19.895 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:30:19.996 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:30:20.043 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:20.069 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:30:20.072 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:20.073 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:30:20.108 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:30:20.173 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:30:20.242 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:20.278 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:30:20.287 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:20.288 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:30:20.371 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:20 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1116530557' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-08-28T02:30:20.371 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:20 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-08-28T02:30:20.372 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:20 smithi083 ceph-mon[157819]: 9.19 scrub starts 2023-08-28T02:30:20.372 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:20 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/908682292' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:30:20.372 INFO:teuthology.orchestra.run.smithi040.stderr:reweighted osd.6 to 1 (10000) 2023-08-28T02:30:20.389 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:30:20.392 INFO:teuthology.orchestra.run.smithi040.stderr:nodeep-scrub is unset 2023-08-28T02:30:20.474 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:20.673 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:20 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1116530557' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-08-28T02:30:20.673 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:20 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-08-28T02:30:20.674 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:20 smithi040 ceph-mon[175404]: 9.19 scrub starts 2023-08-28T02:30:20.674 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:20 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/908682292' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:30:20.674 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:20 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1116530557' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-08-28T02:30:20.674 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:20 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]: dispatch 2023-08-28T02:30:20.674 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:20 smithi040 ceph-mon[170259]: 9.19 scrub starts 2023-08-28T02:30:20.674 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:20 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/908682292' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:30:20.721 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:30:20.733 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:20.733 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:30:20.834 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:30:20.899 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:20.930 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:30:20.935 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:20.936 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:30:21.036 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:30:21.089 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:21.116 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:30:21.124 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:21.124 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:30:21.225 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:30:21.261 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd reweight 7 1 2023-08-28T02:30:21.296 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:21.439 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:30:21.452 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:21.452 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:30:21.553 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:30:21.607 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:21.638 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:30:21.641 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:21.642 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:30:21.642 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:21 smithi083 ceph-mon[157819]: pgmap v730: 119 pgs: 4 active+recovery_wait+degraded, 111 active+clean, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped; 1.1 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 538 op/s; 7557/54738 objects degraded (13.806%); 2.1 MiB/s, 67 objects/s recovering 2023-08-28T02:30:21.642 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:21 smithi083 ceph-mon[157819]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:30:21.642 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:21 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2023-08-28T02:30:21.642 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:21 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/908682292' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:30:21.642 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:21 smithi083 ceph-mon[157819]: failed to encode map e238 with expected crc 2023-08-28T02:30:21.642 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:21 smithi083 ceph-mon[157819]: osdmap e238: 8 total, 8 up, 8 in 2023-08-28T02:30:21.642 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:21 smithi083 ceph-mon[157819]: failed to encode map e238 with expected crc 2023-08-28T02:30:21.642 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:21 smithi083 ceph-mon[157819]: failed to encode map e238 with expected crc 2023-08-28T02:30:21.643 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:21 smithi083 ceph-mon[157819]: failed to encode map e238 with expected crc 2023-08-28T02:30:21.643 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:21 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 7557/54738 objects degraded (13.806%), 7 pgs degraded (PG_DEGRADED) 2023-08-28T02:30:21.702 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:21 smithi040 ceph-mon[170259]: pgmap v730: 119 pgs: 4 active+recovery_wait+degraded, 111 active+clean, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped; 1.1 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 538 op/s; 7557/54738 objects degraded (13.806%); 2.1 MiB/s, 67 objects/s recovering 2023-08-28T02:30:21.703 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:21 smithi040 ceph-mon[170259]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:30:21.703 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:21 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2023-08-28T02:30:21.703 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:21 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/908682292' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:30:21.703 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:21 smithi040 ceph-mon[170259]: failed to encode map e238 with expected crc 2023-08-28T02:30:21.703 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:21 smithi040 ceph-mon[170259]: osdmap e238: 8 total, 8 up, 8 in 2023-08-28T02:30:21.703 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:21 smithi040 ceph-mon[170259]: failed to encode map e238 with expected crc 2023-08-28T02:30:21.703 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:21 smithi040 ceph-mon[170259]: failed to encode map e238 with expected crc 2023-08-28T02:30:21.703 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:21 smithi040 ceph-mon[170259]: failed to encode map e238 with expected crc 2023-08-28T02:30:21.703 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:21 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 7557/54738 objects degraded (13.806%), 7 pgs degraded (PG_DEGRADED) 2023-08-28T02:30:21.704 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:21 smithi040 ceph-mon[175404]: pgmap v730: 119 pgs: 4 active+recovery_wait+degraded, 111 active+clean, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped; 1.1 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 538 op/s; 7557/54738 objects degraded (13.806%); 2.1 MiB/s, 67 objects/s recovering 2023-08-28T02:30:21.704 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:21 smithi040 ceph-mon[175404]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:30:21.704 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:21 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 1.0}]': finished 2023-08-28T02:30:21.704 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:21 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/908682292' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:30:21.704 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:21 smithi040 ceph-mon[175404]: failed to encode map e238 with expected crc 2023-08-28T02:30:21.704 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:21 smithi040 ceph-mon[175404]: osdmap e238: 8 total, 8 up, 8 in 2023-08-28T02:30:21.704 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:21 smithi040 ceph-mon[175404]: failed to encode map e238 with expected crc 2023-08-28T02:30:21.704 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:21 smithi040 ceph-mon[175404]: failed to encode map e238 with expected crc 2023-08-28T02:30:21.704 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:21 smithi040 ceph-mon[175404]: failed to encode map e238 with expected crc 2023-08-28T02:30:21.704 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:21 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 7557/54738 objects degraded (13.806%), 7 pgs degraded (PG_DEGRADED) 2023-08-28T02:30:21.743 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:30:21.787 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:21.814 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:30:21.823 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:21.823 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:30:21.924 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:30:21.933 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:30:22.006 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:22.046 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:30:22.093 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:30:22.110 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:30:22.114 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:22.115 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:30:22.141 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:30:22.188 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:30:22.216 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:30:22.224 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:30:22.261 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:30:22.290 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:22.303 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:30:22.333 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:30:22.334 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:30:22.338 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:22.339 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:30:22.339 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:30:22.351 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-08-28T02:30:22.351 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-08-28T02:30:22.351 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-08-28T02:30:22.351 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-08-28T02:30:22.351 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-08-28T02:30:22.351 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-08-28T02:30:22.351 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-08-28T02:30:22.351 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-08-28T02:30:22.440 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:30:22.507 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:22.544 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:30:22.546 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:22 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/4192414723' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:30:22.546 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:22 smithi040 ceph-mon[175404]: pgmap v732: 119 pgs: 4 active+recovery_wait+degraded, 111 active+clean, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 891 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 1.00k op/s; 7137/42840 objects degraded (16.660%); 4.3 MiB/s, 139 objects/s recovering 2023-08-28T02:30:22.547 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:22.548 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:30:22.548 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:22 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/4192414723' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:30:22.548 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:22 smithi040 ceph-mon[170259]: pgmap v732: 119 pgs: 4 active+recovery_wait+degraded, 111 active+clean, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 891 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 1.00k op/s; 7137/42840 objects degraded (16.660%); 4.3 MiB/s, 139 objects/s recovering 2023-08-28T02:30:22.649 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:30:22.689 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:30:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[148818]: logger=cleanup t=2023-08-28T02:30:22.62725634Z level=info msg="Completed cleanup jobs" duration=15.087189ms 2023-08-28T02:30:22.689 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:22 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/4192414723' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:30:22.690 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:22 smithi083 ceph-mon[157819]: pgmap v732: 119 pgs: 4 active+recovery_wait+degraded, 111 active+clean, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 891 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 1.00k op/s; 7137/42840 objects degraded (16.660%); 4.3 MiB/s, 139 objects/s recovering 2023-08-28T02:30:22.692 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:23.087 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd set noscrub 2023-08-28T02:30:23.181 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:30:23.194 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:23.194 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:30:23.295 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:30:23.353 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:23.391 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:30:23.394 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:23.395 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:30:23.496 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:30:23.608 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:30:23.613 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:23.662 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:30:23.668 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:23.668 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:30:23.769 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:30:23.853 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:23.892 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:30:23.901 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:23.902 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:30:24.003 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:30:24.078 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:24.118 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:24 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1911417977' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-08-28T02:30:24.118 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:24 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-08-28T02:30:24.138 INFO:teuthology.orchestra.run.smithi040.stderr:reweighted osd.7 to 1 (10000) 2023-08-28T02:30:24.170 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:24 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1911417977' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-08-28T02:30:24.170 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:24 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-08-28T02:30:24.171 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:24 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1911417977' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-08-28T02:30:24.171 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:24 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-08-28T02:30:24.185 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:30:24.196 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:24.196 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:30:24.298 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:30:24.351 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:24.485 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:30:24.492 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:24.492 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:30:24.593 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:30:24.645 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:24.699 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd reweight 1 1 2023-08-28T02:30:24.700 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:30:24.711 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:24.711 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:30:24.746 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2023-08-28T02:30:24.746 INFO:teuthology.orchestra.run.smithi083.stdout: "ops": [ 2023-08-28T02:30:24.746 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:24.746 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:204163 9.10 9:09b1c429:::benchmark_data_smithi040_209735_object96568:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e239)", 2023-08-28T02:30:24.746 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:30:24.746022+0000", 2023-08-28T02:30:24.746 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 0.00056850599999999998, 2023-08-28T02:30:24.746 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000594708, 2023-08-28T02:30:24.747 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:30:24.747 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "started", 2023-08-28T02:30:24.747 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:30:24.747 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:30:24.747 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:30:24.747 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 204163 2023-08-28T02:30:24.747 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:24.747 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:30:24.747 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:24.748 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:30:24.748 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:30:24.746022+0000", 2023-08-28T02:30:24.748 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:30:24.748 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:24.748 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:24.748 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:30:24.748 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:30:24.746022+0000", 2023-08-28T02:30:24.748 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:30:24.748 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:24.749 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:24.749 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:30:24.749 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:30:24.746020+0000", 2023-08-28T02:30:24.749 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:30:24.749 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:24.749 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:24.749 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:30:24.749 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:30:24.746029+0000", 2023-08-28T02:30:24.749 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.2979999999999997e-06 2023-08-28T02:30:24.749 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:24.750 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:24.750 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:30:24.750 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:30:24.746062+0000", 2023-08-28T02:30:24.750 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.2338000000000001e-05 2023-08-28T02:30:24.750 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:24.750 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:24.750 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:30:24.750 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:30:24.746070+0000", 2023-08-28T02:30:24.750 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.242e-06 2023-08-28T02:30:24.750 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:24.751 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:24.751 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:24.751 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:30:24.746124+0000", 2023-08-28T02:30:24.751 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.4475999999999998e-05 2023-08-28T02:30:24.751 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:24.751 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:24.751 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:30:24.751 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:30:24.746275+0000", 2023-08-28T02:30:24.751 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0001505 2023-08-28T02:30:24.752 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:30:24.752 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:30:24.752 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:30:24.752 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:30:24.752 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2023-08-28T02:30:24.752 INFO:teuthology.orchestra.run.smithi083.stdout: "num_ops": 1 2023-08-28T02:30:24.752 INFO:teuthology.orchestra.run.smithi083.stdout:} 2023-08-28T02:30:24.812 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:30:24.860 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:24.886 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:30:24.892 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:24.892 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:30:24.993 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:30:25.019 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:25.038 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:30:25.040 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:25.040 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:30:25.087 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-08-28T02:30:25.114 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:30:25.141 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:30:25.170 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:25.374 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:25 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2023-08-28T02:30:25.374 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:25 smithi040 ceph-mon[170259]: osdmap e239: 8 total, 8 up, 8 in 2023-08-28T02:30:25.374 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:25 smithi040 ceph-mon[170259]: pgmap v734: 119 pgs: 4 active+recovery_wait+degraded, 111 active+clean, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 874 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 732 op/s; 7137/42012 objects degraded (16.988%); 2.2 MiB/s, 71 objects/s recovering 2023-08-28T02:30:25.374 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:25 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2023-08-28T02:30:25.374 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:25 smithi040 ceph-mon[175404]: osdmap e239: 8 total, 8 up, 8 in 2023-08-28T02:30:25.374 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:25 smithi040 ceph-mon[175404]: pgmap v734: 119 pgs: 4 active+recovery_wait+degraded, 111 active+clean, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 874 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 732 op/s; 7137/42012 objects degraded (16.988%); 2.2 MiB/s, 71 objects/s recovering 2023-08-28T02:30:25.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:25 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2023-08-28T02:30:25.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:25 smithi083 ceph-mon[157819]: osdmap e239: 8 total, 8 up, 8 in 2023-08-28T02:30:25.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:25 smithi083 ceph-mon[157819]: pgmap v734: 119 pgs: 4 active+recovery_wait+degraded, 111 active+clean, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 874 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 732 op/s; 7137/42012 objects degraded (16.988%); 2.2 MiB/s, 71 objects/s recovering 2023-08-28T02:30:25.711 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:30:25.715 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:25.716 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:30:25.734 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:30:25 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:30:25] "GET /metrics HTTP/1.1" 200 36469 "" "Prometheus/2.43.0" 2023-08-28T02:30:25.816 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:30:25.879 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:25.916 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:30:25.923 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:25.924 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:30:25.961 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:30:26.024 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:30:26.075 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:26.133 INFO:teuthology.orchestra.run.smithi040.stderr:noscrub is set 2023-08-28T02:30:26.283 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:30:26.288 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:26.289 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:30:26.352 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:26 smithi040 ceph-mon[170259]: failed to encode map e239 with expected crc 2023-08-28T02:30:26.352 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:26 smithi040 ceph-mon[170259]: 1.6 deep-scrub starts 2023-08-28T02:30:26.352 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:26 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3066209363' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:30:26.352 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:26 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 7137/42012 objects degraded (16.988%), 7 pgs degraded (PG_DEGRADED) 2023-08-28T02:30:26.353 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:26 smithi040 ceph-mon[175404]: failed to encode map e239 with expected crc 2023-08-28T02:30:26.353 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:26 smithi040 ceph-mon[175404]: 1.6 deep-scrub starts 2023-08-28T02:30:26.353 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:26 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3066209363' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:30:26.353 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:26 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 7137/42012 objects degraded (16.988%), 7 pgs degraded (PG_DEGRADED) 2023-08-28T02:30:26.390 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:30:26.483 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:26.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:26 smithi083 ceph-mon[157819]: failed to encode map e239 with expected crc 2023-08-28T02:30:26.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:26 smithi083 ceph-mon[157819]: 1.6 deep-scrub starts 2023-08-28T02:30:26.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:26 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3066209363' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:30:26.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:26 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 7137/42012 objects degraded (16.988%), 7 pgs degraded (PG_DEGRADED) 2023-08-28T02:30:26.517 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:30:26.522 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:26.523 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:30:26.624 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:30:26.682 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:27.190 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:30:27.194 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:27.194 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:30:27.266 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.4 dump_blocked_ops 2023-08-28T02:30:27.295 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:30:27.330 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:27 smithi040 ceph-mon[175404]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:30:27.331 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:27 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3066209363' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:30:27.331 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:27 smithi040 ceph-mon[175404]: osdmap e240: 8 total, 8 up, 8 in 2023-08-28T02:30:27.331 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:27 smithi040 ceph-mon[175404]: failed to encode map e240 with expected crc 2023-08-28T02:30:27.331 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:27 smithi040 ceph-mon[175404]: failed to encode map e240 with expected crc 2023-08-28T02:30:27.331 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:27 smithi040 ceph-mon[175404]: pgmap v736: 119 pgs: 4 active+recovery_wait+degraded, 111 active+clean, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 725 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 1.10k op/s; 6763/34875 objects degraded (19.392%); 5.4 MiB/s, 195 objects/s recovering 2023-08-28T02:30:27.332 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:27 smithi040 ceph-mon[170259]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:30:27.333 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:27 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3066209363' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:30:27.333 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:27 smithi040 ceph-mon[170259]: osdmap e240: 8 total, 8 up, 8 in 2023-08-28T02:30:27.333 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:27 smithi040 ceph-mon[170259]: failed to encode map e240 with expected crc 2023-08-28T02:30:27.333 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:27 smithi040 ceph-mon[170259]: failed to encode map e240 with expected crc 2023-08-28T02:30:27.333 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:27 smithi040 ceph-mon[170259]: pgmap v736: 119 pgs: 4 active+recovery_wait+degraded, 111 active+clean, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 725 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 1.10k op/s; 6763/34875 objects degraded (19.392%); 5.4 MiB/s, 195 objects/s recovering 2023-08-28T02:30:27.370 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:27.395 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:30:27.398 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:27 smithi083 ceph-mon[157819]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:30:27.398 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:27 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3066209363' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:30:27.399 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:27 smithi083 ceph-mon[157819]: osdmap e240: 8 total, 8 up, 8 in 2023-08-28T02:30:27.399 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:27 smithi083 ceph-mon[157819]: failed to encode map e240 with expected crc 2023-08-28T02:30:27.399 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:27 smithi083 ceph-mon[157819]: failed to encode map e240 with expected crc 2023-08-28T02:30:27.399 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:27 smithi083 ceph-mon[157819]: pgmap v736: 119 pgs: 4 active+recovery_wait+degraded, 111 active+clean, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped; 725 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 1.10k op/s; 6763/34875 objects degraded (19.392%); 5.4 MiB/s, 195 objects/s recovering 2023-08-28T02:30:27.399 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:27.400 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:30:27.500 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:30:27.551 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:27.593 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:30:27.600 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:27.600 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:30:27.655 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:30:27.677 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:30:27.694 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:30:27.701 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:30:27.730 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:30:27.752 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:27.774 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:30:27.777 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:30:27.784 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:27.785 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:30:27.808 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:30:27.853 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:30:27.885 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:30:27.893 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:30:27.950 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:30:27.953 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:27.974 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-08-28T02:30:27.975 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-08-28T02:30:27.975 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-08-28T02:30:27.975 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-08-28T02:30:27.975 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-08-28T02:30:27.975 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-08-28T02:30:27.975 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-08-28T02:30:27.975 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-08-28T02:30:27.999 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:30:28.006 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:28.006 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:30:28.107 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:30:28.173 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:28.183 INFO:teuthology.orchestra.run.smithi040.stderr:reweighted osd.1 to 1 (10000) 2023-08-28T02:30:28.214 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:28 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1359372960' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-08-28T02:30:28.214 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:28 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3481185729' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:30:28.214 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:28 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1359372960' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-08-28T02:30:28.214 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:28 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3481185729' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:30:28.369 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:30:28.378 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:28.379 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:30:28.429 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:28 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1359372960' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-08-28T02:30:28.430 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:28 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3481185729' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:30:28.480 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:30:28.535 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:28.719 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd set nodeep-scrub 2023-08-28T02:30:28.766 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:30:28.775 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:28.775 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:30:28.812 INFO:tasks.cephadm.ceph_manager.ceph:waiting for recovery to complete 2023-08-28T02:30:28.812 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:30:28.877 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:30:28.968 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:28.994 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:30:29.001 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:29.001 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:30:29.102 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:30:29.174 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:29 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1359372960' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2023-08-28T02:30:29.174 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:29 smithi040 ceph-mon[175404]: osdmap e241: 8 total, 8 up, 8 in 2023-08-28T02:30:29.175 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:29 smithi040 ceph-mon[175404]: failed to encode map e241 with expected crc 2023-08-28T02:30:29.175 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:29 smithi040 ceph-mon[175404]: failed to encode map e241 with expected crc 2023-08-28T02:30:29.175 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:29 smithi040 ceph-mon[175404]: pgmap v738: 119 pgs: 4 active+recovery_wait+degraded, 111 active+clean, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped; 619 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 726 op/s; 6763/29763 objects degraded (22.723%); 2.5 MiB/s, 100 objects/s recovering 2023-08-28T02:30:29.175 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:29 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1359372960' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2023-08-28T02:30:29.175 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:29 smithi040 ceph-mon[170259]: osdmap e241: 8 total, 8 up, 8 in 2023-08-28T02:30:29.175 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:29 smithi040 ceph-mon[170259]: failed to encode map e241 with expected crc 2023-08-28T02:30:29.175 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:29 smithi040 ceph-mon[170259]: failed to encode map e241 with expected crc 2023-08-28T02:30:29.175 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:29 smithi040 ceph-mon[170259]: pgmap v738: 119 pgs: 4 active+recovery_wait+degraded, 111 active+clean, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped; 619 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 726 op/s; 6763/29763 objects degraded (22.723%); 2.5 MiB/s, 100 objects/s recovering 2023-08-28T02:30:29.195 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:29.230 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:30:29.236 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:29.236 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:30:29.260 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:30:29.337 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:30:29.384 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:29 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1359372960' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2023-08-28T02:30:29.385 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:29 smithi083 ceph-mon[157819]: osdmap e241: 8 total, 8 up, 8 in 2023-08-28T02:30:29.385 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:29 smithi083 ceph-mon[157819]: failed to encode map e241 with expected crc 2023-08-28T02:30:29.385 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:29 smithi083 ceph-mon[157819]: failed to encode map e241 with expected crc 2023-08-28T02:30:29.385 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:29 smithi083 ceph-mon[157819]: pgmap v738: 119 pgs: 4 active+recovery_wait+degraded, 111 active+clean, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped; 619 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 726 op/s; 6763/29763 objects degraded (22.723%); 2.5 MiB/s, 100 objects/s recovering 2023-08-28T02:30:29.414 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:29.448 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:30:29.452 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:29.453 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:30:29.553 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:30:29.613 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:29.661 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:30:29.668 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:29.669 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:30:29.708 INFO:teuthology.orchestra.run.smithi083.stdout:ERROR: (22) Invalid argument 2023-08-28T02:30:29.708 INFO:teuthology.orchestra.run.smithi083.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:30:29.769 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:30:29.839 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:29.866 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:30:29.888 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:30:29.904 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:29.905 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:30:30.006 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:30:30.091 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:30.181 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:30:30.189 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:30.189 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:30:30.196 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.4 dump_historic_ops 2023-08-28T02:30:30.290 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:30:30.341 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:30.406 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-08-28T02:30:30.456 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:30 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:30:30.456 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:30 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:30:30.457 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:30 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:30:30.457 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:30 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:30:30.493 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:30 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:30:30.494 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:30 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:30:30.631 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:30:30.638 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:30.638 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:30:30.657 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:30:30.739 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:30:30.792 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:30.942 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:30:30.949 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:30.949 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:30:31.050 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:30:31.098 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:31.125 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:30:31.127 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:31.128 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:30:31.229 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:30:31.296 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:31.410 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:30:31.430 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:30:31.438 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:31.438 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:30:31.439 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:31 smithi040 ceph-mon[175404]: pgmap v739: 119 pgs: 4 active+recovery_wait+degraded, 111 active+clean, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped; 619 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 658 op/s; 6763/29763 objects degraded (22.723%); 2.4 MiB/s, 96 objects/s recovering 2023-08-28T02:30:31.439 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:31 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 6763/29763 objects degraded (22.723%), 7 pgs degraded (PG_DEGRADED) 2023-08-28T02:30:31.439 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:31 smithi040 ceph-mon[175404]: osdmap e242: 8 total, 8 up, 8 in 2023-08-28T02:30:31.439 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:31 smithi040 ceph-mon[175404]: failed to encode map e242 with expected crc 2023-08-28T02:30:31.441 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:31 smithi040 ceph-mon[170259]: pgmap v739: 119 pgs: 4 active+recovery_wait+degraded, 111 active+clean, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped; 619 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 658 op/s; 6763/29763 objects degraded (22.723%); 2.4 MiB/s, 96 objects/s recovering 2023-08-28T02:30:31.441 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:31 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 6763/29763 objects degraded (22.723%), 7 pgs degraded (PG_DEGRADED) 2023-08-28T02:30:31.441 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:31 smithi040 ceph-mon[170259]: osdmap e242: 8 total, 8 up, 8 in 2023-08-28T02:30:31.441 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:31 smithi040 ceph-mon[170259]: failed to encode map e242 with expected crc 2023-08-28T02:30:31.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:31 smithi083 ceph-mon[157819]: pgmap v739: 119 pgs: 4 active+recovery_wait+degraded, 111 active+clean, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped; 619 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 658 op/s; 6763/29763 objects degraded (22.723%); 2.4 MiB/s, 96 objects/s recovering 2023-08-28T02:30:31.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:31 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 6763/29763 objects degraded (22.723%), 7 pgs degraded (PG_DEGRADED) 2023-08-28T02:30:31.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:31 smithi083 ceph-mon[157819]: osdmap e242: 8 total, 8 up, 8 in 2023-08-28T02:30:31.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:31 smithi083 ceph-mon[157819]: failed to encode map e242 with expected crc 2023-08-28T02:30:31.539 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:30:31.579 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:31.756 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:30:31.761 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:31.761 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:30:31.791 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:30:31.796 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:30:31.851 INFO:teuthology.orchestra.run.smithi083.stdout:ERROR: (22) Invalid argument 2023-08-28T02:30:31.851 INFO:teuthology.orchestra.run.smithi083.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:30:31.863 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:30:31.885 INFO:teuthology.orchestra.run.smithi040.stderr:nodeep-scrub is set 2023-08-28T02:30:31.896 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:32.024 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:30:32.028 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:32.028 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:30:32.129 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:30:32.197 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:32 smithi083 ceph-mon[157819]: failed to encode map e242 with expected crc 2023-08-28T02:30:32.197 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:32 smithi083 ceph-mon[157819]: failed to encode map e242 with expected crc 2023-08-28T02:30:32.198 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:32 smithi083 ceph-mon[157819]: failed to encode map e242 with expected crc 2023-08-28T02:30:32.198 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:32 smithi083 ceph-mon[157819]: failed to encode map e242 with expected crc 2023-08-28T02:30:32.198 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:32 smithi083 ceph-mon[157819]: failed to encode map e242 with expected crc 2023-08-28T02:30:32.198 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:32 smithi083 ceph-mon[157819]: failed to encode map e242 with expected crc 2023-08-28T02:30:32.198 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:32 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3480790559' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:30:32.198 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:32 smithi083 ceph-mon[157819]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:30:32.198 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:32 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3480790559' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:30:32.198 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:32 smithi083 ceph-mon[157819]: osdmap e243: 8 total, 8 up, 8 in 2023-08-28T02:30:32.220 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:32.290 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.5 dump_ops_in_flight 2023-08-28T02:30:32.397 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:32 smithi040 ceph-mon[175404]: failed to encode map e242 with expected crc 2023-08-28T02:30:32.397 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:32 smithi040 ceph-mon[175404]: failed to encode map e242 with expected crc 2023-08-28T02:30:32.397 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:32 smithi040 ceph-mon[175404]: failed to encode map e242 with expected crc 2023-08-28T02:30:32.397 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:32 smithi040 ceph-mon[175404]: failed to encode map e242 with expected crc 2023-08-28T02:30:32.397 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:32 smithi040 ceph-mon[175404]: failed to encode map e242 with expected crc 2023-08-28T02:30:32.397 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:32 smithi040 ceph-mon[175404]: failed to encode map e242 with expected crc 2023-08-28T02:30:32.397 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:32 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3480790559' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:30:32.397 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:32 smithi040 ceph-mon[175404]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:30:32.397 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:32 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3480790559' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:30:32.397 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:32 smithi040 ceph-mon[175404]: osdmap e243: 8 total, 8 up, 8 in 2023-08-28T02:30:32.398 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:32 smithi040 ceph-mon[170259]: failed to encode map e242 with expected crc 2023-08-28T02:30:32.398 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:32 smithi040 ceph-mon[170259]: failed to encode map e242 with expected crc 2023-08-28T02:30:32.398 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:32 smithi040 ceph-mon[170259]: failed to encode map e242 with expected crc 2023-08-28T02:30:32.398 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:32 smithi040 ceph-mon[170259]: failed to encode map e242 with expected crc 2023-08-28T02:30:32.398 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:32 smithi040 ceph-mon[170259]: failed to encode map e242 with expected crc 2023-08-28T02:30:32.398 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:32 smithi040 ceph-mon[170259]: failed to encode map e242 with expected crc 2023-08-28T02:30:32.398 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:32 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3480790559' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:30:32.398 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:32 smithi040 ceph-mon[170259]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:30:32.398 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:32 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3480790559' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:30:32.398 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:32 smithi040 ceph-mon[170259]: osdmap e243: 8 total, 8 up, 8 in 2023-08-28T02:30:32.561 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:30:32.569 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:32.570 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:30:32.602 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":740,"stamp":"2023-08-28T02:30:30.865545+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":586425031,"num_objects":8966,"num_object_clones":0,"num_object_copies":26898,"num_objects_missing_on_primary":1992,"num_objects_missing":1992,"num_objects_degraded":6763,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8966,"num_whiteouts":0,"num_read":357,"num_read_kb":668,"num_write":204463,"num_write_kb":6755227,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13009,"num_bytes_recovered":726837675,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":268915,"ondisk_log_size":268915,"up":357,"acting":354,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":383,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":6023520,"kb_used_data":2433376,"kb_used_omap":20,"kb_used_meta":3589483,"kb_avail":743937696,"statfs":{"total":767960285184,"available":761792200704,"internally_reserved":0,"allocated":2491777024,"data_stored":2481984984,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":20850,"internal_metadata":3675631246},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,3,0,11,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":11,"apply_latency_ms":11,"commit_latency_ns":11000000,"apply_latency_ns":11000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-330170368,"num_objects":-5038,"num_object_clones":0,"num_object_copies":-15114,"num_objects_missing_on_primary":-110,"num_objects_missing":-110,"num_objects_degraded":-374,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-5038,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5038,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":601,"num_bytes_recovered":15925248,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.573413"},"pg_stats":[{"pgid":"9.23","version":"239'7854","reported_seq":8068,"reported_epoch":239,"state":"active+recovery_wait+degraded","last_fresh":"2023-08-28T02:30:26.037377+0000","last_change":"2023-08-28T02:29:45.445062+0000","last_active":"2023-08-28T02:30:26.037377+0000","last_peered":"2023-08-28T02:30:26.037377+0000","last_clean":"2023-08-28T02:29:32.881582+0000","last_became_active":"2023-08-28T02:29:45.434907+0000","last_became_peered":"2023-08-28T02:29:45.434907+0000","last_unstale":"2023-08-28T02:30:26.037377+0000","last_undegraded":"2023-08-28T02:29:45.391392+0000","last_fullsized":"2023-08-28T02:30:26.037377+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":217,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":6,"last_scrub":"173'3890","last_scrub_stamp":"2023-08-28T02:27:35.529147+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:27:35.529147+0000","objects_scrubbed":2123,"log_size":7854,"log_dups_size":0,"ondisk_log_size":7854,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.20511267,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11763712,"num_objects":180,"num_object_clones":0,"num_object_copies":540,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":95,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":180,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2292,"num_write_kb":45120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":["7","3"],"object_location_counts":[{"shards":"1,3,7","objects":180}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.22","version":"240'7563","reported_seq":7685,"reported_epoch":240,"state":"active+recovery_wait+degraded","last_fresh":"2023-08-28T02:30:26.777855+0000","last_change":"2023-08-28T02:29:45.432690+0000","last_active":"2023-08-28T02:30:26.777855+0000","last_peered":"2023-08-28T02:30:26.777855+0000","last_clean":"2023-08-28T02:29:32.809889+0000","last_became_active":"2023-08-28T02:29:45.424485+0000","last_became_peered":"2023-08-28T02:29:45.424485+0000","last_unstale":"2023-08-28T02:30:26.777855+0000","last_undegraded":"2023-08-28T02:29:45.393528+0000","last_fullsized":"2023-08-28T02:30:26.777855+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":217,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":7563,"log_dups_size":0,"ondisk_log_size":7563,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5586944,"num_objects":85,"num_object_clones":0,"num_object_copies":255,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":93,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":85,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3223,"num_write_kb":105872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":32768,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":["3","2"],"object_location_counts":[{"shards":"1,2,3","objects":85}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.21","version":"240'7651","reported_seq":7762,"reported_epoch":240,"state":"active+clean","last_fresh":"2023-08-28T02:30:26.679844+0000","last_change":"2023-08-28T02:29:33.953920+0000","last_active":"2023-08-28T02:30:26.679844+0000","last_peered":"2023-08-28T02:30:26.679844+0000","last_clean":"2023-08-28T02:30:26.679844+0000","last_became_active":"2023-08-28T02:29:33.946280+0000","last_became_peered":"2023-08-28T02:29:33.946280+0000","last_unstale":"2023-08-28T02:30:26.679844+0000","last_undegraded":"2023-08-28T02:30:26.679844+0000","last_fullsized":"2023-08-28T02:30:26.679844+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":217,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":7651,"log_dups_size":0,"ondisk_log_size":7651,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11829248,"num_objects":181,"num_object_clones":0,"num_object_copies":543,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":181,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3204,"num_write_kb":108288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.20","version":"240'7731","reported_seq":8087,"reported_epoch":240,"state":"active+clean","last_fresh":"2023-08-28T02:30:27.340862+0000","last_change":"2023-08-28T02:29:46.875369+0000","last_active":"2023-08-28T02:30:27.340862+0000","last_peered":"2023-08-28T02:30:27.340862+0000","last_clean":"2023-08-28T02:30:27.340862+0000","last_became_active":"2023-08-28T02:29:46.867602+0000","last_became_peered":"2023-08-28T02:29:46.867602+0000","last_unstale":"2023-08-28T02:30:27.340862+0000","last_undegraded":"2023-08-28T02:30:27.340862+0000","last_fullsized":"2023-08-28T02:30:27.340862+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":217,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":7731,"log_dups_size":0,"ondisk_log_size":7731,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6651904,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3276,"num_write_kb":108064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":115,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.10","version":"240'8406","reported_seq":16894,"reported_epoch":240,"state":"active+clean","last_fresh":"2023-08-28T02:30:26.212151+0000","last_change":"2023-08-28T02:28:57.902085+0000","last_active":"2023-08-28T02:30:26.212151+0000","last_peered":"2023-08-28T02:30:26.212151+0000","last_clean":"2023-08-28T02:30:26.212151+0000","last_became_active":"2023-08-28T02:28:15.284010+0000","last_became_peered":"2023-08-28T02:28:15.284010+0000","last_unstale":"2023-08-28T02:30:26.212151+0000","last_undegraded":"2023-08-28T02:30:26.212151+0000","last_fullsized":"2023-08-28T02:30:26.212151+0000","mapping_epoch":189,"log_start":"164'387","ondisk_log_start":"164'387","created":170,"last_epoch_clean":190,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":8019,"log_dups_size":0,"ondisk_log_size":8019,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19791872,"num_objects":302,"num_object_clones":0,"num_object_copies":906,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":302,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6576,"num_write_kb":220096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2090,"num_bytes_recovered":136970240,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1a","version":"65'1","reported_seq":241,"reported_epoch":239,"state":"active+clean","last_fresh":"2023-08-28T02:30:24.104144+0000","last_change":"2023-08-28T02:29:44.461201+0000","last_active":"2023-08-28T02:30:24.104144+0000","last_peered":"2023-08-28T02:30:24.104144+0000","last_clean":"2023-08-28T02:30:24.104144+0000","last_became_active":"2023-08-28T02:29:44.454590+0000","last_became_peered":"2023-08-28T02:29:44.454590+0000","last_unstale":"2023-08-28T02:30:24.104144+0000","last_undegraded":"2023-08-28T02:30:24.104144+0000","last_fullsized":"2023-08-28T02:30:24.104144+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:05:05.367289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":201,"reported_epoch":239,"state":"active+clean","last_fresh":"2023-08-28T02:30:24.117214+0000","last_change":"2023-08-28T02:29:44.421259+0000","last_active":"2023-08-28T02:30:24.117214+0000","last_peered":"2023-08-28T02:30:24.117214+0000","last_clean":"2023-08-28T02:30:24.117214+0000","last_became_active":"2023-08-28T02:29:44.420936+0000","last_became_peered":"2023-08-28T02:29:44.420936+0000","last_unstale":"2023-08-28T02:30:24.117214+0000","last_undegraded":"2023-08-28T02:30:24.117214+0000","last_fullsized":"2023-08-28T02:30:24.117214+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:22:26.346867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.13","version":"239'8264","reported_seq":15097,"reported_epoch":239,"state":"active+clean","last_fresh":"2023-08-28T02:30:26.101353+0000","last_change":"2023-08-28T02:29:05.981303+0000","last_active":"2023-08-28T02:30:26.101353+0000","last_peered":"2023-08-28T02:30:26.101353+0000","last_clean":"2023-08-28T02:30:26.101353+0000","last_became_active":"2023-08-28T02:28:43.937522+0000","last_became_peered":"2023-08-28T02:28:43.937522+0000","last_unstale":"2023-08-28T02:30:26.101353+0000","last_undegraded":"2023-08-28T02:30:26.101353+0000","last_fullsized":"2023-08-28T02:30:26.101353+0000","mapping_epoch":196,"log_start":"167'3060","ondisk_log_start":"167'3060","created":170,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":5204,"log_dups_size":0,"ondisk_log_size":5204,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":25133056,"num_objects":384,"num_object_clones":0,"num_object_copies":1152,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":384,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6444,"num_write_kb":218464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2238,"num_bytes_recovered":146604032,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,5],"acting":[7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":27,"reported_epoch":239,"state":"active+clean","last_fresh":"2023-08-28T02:30:24.122357+0000","last_change":"2023-08-28T02:29:44.505230+0000","last_active":"2023-08-28T02:30:24.122357+0000","last_peered":"2023-08-28T02:30:24.122357+0000","last_clean":"2023-08-28T02:30:24.122357+0000","last_became_active":"2023-08-28T02:29:44.504882+0000","last_became_peered":"2023-08-28T02:29:44.504882+0000","last_unstale":"2023-08-28T02:30:24.122357+0000","last_undegraded":"2023-08-28T02:30:24.122357+0000","last_fullsized":"2023-08-28T02:30:24.122357+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:59:38.663752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":195,"reported_epoch":239,"state":"active+clean","last_fresh":"2023-08-28T02:30:24.123429+0000","last_change":"2023-08-28T02:16:50.309837+0000","last_active":"2023-08-28T02:30:24.123429+0000","last_peered":"2023-08-28T02:30:24.123429+0000","last_clean":"2023-08-28T02:30:24.123429+0000","last_became_active":"2023-08-28T02:16:50.309470+0000","last_became_peered":"2023-08-28T02:16:50.309470+0000","last_unstale":"2023-08-28T02:30:24.123429+0000","last_undegraded":"2023-08-28T02:30:24.123429+0000","last_fullsized":"2023-08-28T02:30:24.123429+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:34:06.503952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.12","version":"241'8040","reported_seq":14545,"reported_epoch":241,"state":"active+clean","last_fresh":"2023-08-28T02:30:30.602198+0000","last_change":"2023-08-28T02:29:55.648492+0000","last_active":"2023-08-28T02:30:30.602198+0000","last_peered":"2023-08-28T02:30:30.602198+0000","last_clean":"2023-08-28T02:30:30.602198+0000","last_became_active":"2023-08-28T02:29:45.401368+0000","last_became_peered":"2023-08-28T02:29:45.401368+0000","last_unstale":"2023-08-28T02:30:30.602198+0000","last_undegraded":"2023-08-28T02:30:30.602198+0000","last_fullsized":"2023-08-28T02:30:30.602198+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":8040,"log_dups_size":0,"ondisk_log_size":8040,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17924096,"num_objects":274,"num_object_clones":0,"num_object_copies":822,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":274,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6292,"num_write_kb":210080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2121,"num_bytes_recovered":139001856,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":224,"reported_epoch":239,"state":"active+clean","last_fresh":"2023-08-28T02:30:24.107481+0000","last_change":"2023-08-28T02:29:44.539254+0000","last_active":"2023-08-28T02:30:24.107481+0000","last_peered":"2023-08-28T02:30:24.107481+0000","last_clean":"2023-08-28T02:30:24.107481+0000","last_became_active":"2023-08-28T02:29:44.518954+0000","last_became_peered":"2023-08-28T02:29:44.518954+0000","last_unstale":"2023-08-28T02:30:24.107481+0000","last_undegraded":"2023-08-28T02:30:24.107481+0000","last_fullsized":"2023-08-28T02:30:24.107481+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:49:16.962351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":223,"reported_epoch":240,"state":"active+clean","last_fresh":"2023-08-28T02:30:26.149554+0000","last_change":"2023-08-28T02:29:44.416934+0000","last_active":"2023-08-28T02:30:26.149554+0000","last_peered":"2023-08-28T02:30:26.149554+0000","last_clean":"2023-08-28T02:30:26.149554+0000","last_became_active":"2023-08-28T02:29:44.416577+0000","last_became_peered":"2023-08-28T02:29:44.416577+0000","last_unstale":"2023-08-28T02:30:26.149554+0000","last_undegraded":"2023-08-28T02:30:26.149554+0000","last_fullsized":"2023-08-28T02:30:26.149554+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:33.591285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.1d","version":"239'11716","reported_seq":11829,"reported_epoch":240,"state":"active+clean","last_fresh":"2023-08-28T02:30:26.124517+0000","last_change":"2023-08-28T02:29:45.452902+0000","last_active":"2023-08-28T02:30:26.124517+0000","last_peered":"2023-08-28T02:30:26.124517+0000","last_clean":"2023-08-28T02:30:26.124517+0000","last_became_active":"2023-08-28T02:29:45.406413+0000","last_became_peered":"2023-08-28T02:29:45.406413+0000","last_unstale":"2023-08-28T02:30:26.124517+0000","last_undegraded":"2023-08-28T02:30:26.124517+0000","last_fullsized":"2023-08-28T02:30:26.124517+0000","mapping_epoch":224,"log_start":"179'4400","ondisk_log_start":"179'4400","created":217,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":7316,"log_dups_size":0,"ondisk_log_size":7316,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":20054028,"num_objects":307,"num_object_clones":0,"num_object_copies":921,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":307,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":6445,"num_write_kb":216001,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":195,"reported_epoch":239,"state":"active+clean","last_fresh":"2023-08-28T02:30:24.124299+0000","last_change":"2023-08-28T02:17:57.876478+0000","last_active":"2023-08-28T02:30:24.124299+0000","last_peered":"2023-08-28T02:30:24.124299+0000","last_clean":"2023-08-28T02:30:24.124299+0000","last_became_active":"2023-08-28T02:17:57.876048+0000","last_became_peered":"2023-08-28T02:17:57.876048+0000","last_unstale":"2023-08-28T02:30:24.124299+0000","last_undegraded":"2023-08-28T02:30:24.124299+0000","last_fullsized":"2023-08-28T02:30:24.124299+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:46:14.225407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":206,"reported_epoch":239,"state":"active+clean","last_fresh":"2023-08-28T02:30:24.107393+0000","last_change":"2023-08-28T02:29:44.539659+0000","last_active":"2023-08-28T02:30:24.107393+0000","last_peered":"2023-08-28T02:30:24.107393+0000","last_clean":"2023-08-28T02:30:24.107393+0000","last_became_active":"2023-08-28T02:29:44.538974+0000","last_became_peered":"2023-08-28T02:29:44.538974+0000","last_unstale":"2023-08-28T02:30:24.107393+0000","last_undegraded":"2023-08-28T02:30:24.107393+0000","last_fullsized":"2023-08-28T02:30:24.107393+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:29:57.846238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.1c","version":"240'11820","reported_seq":11918,"reported_epoch":240,"state":"active+clean","last_fresh":"2023-08-28T02:30:26.790549+0000","last_change":"2023-08-28T02:29:33.967537+0000","last_active":"2023-08-28T02:30:26.790549+0000","last_peered":"2023-08-28T02:30:26.790549+0000","last_clean":"2023-08-28T02:30:26.790549+0000","last_became_active":"2023-08-28T02:29:33.949068+0000","last_became_peered":"2023-08-28T02:29:33.949068+0000","last_unstale":"2023-08-28T02:30:26.790549+0000","last_undegraded":"2023-08-28T02:30:26.790549+0000","last_fullsized":"2023-08-28T02:30:26.790549+0000","mapping_epoch":217,"log_start":"177'4195","ondisk_log_start":"177'4195","created":217,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":7625,"log_dups_size":0,"ondisk_log_size":7625,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":21266432,"num_objects":325,"num_object_clones":0,"num_object_copies":975,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":325,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6522,"num_write_kb":219072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":224,"reported_epoch":240,"state":"active+clean","last_fresh":"2023-08-28T02:30:26.127631+0000","last_change":"2023-08-28T02:29:44.462510+0000","last_active":"2023-08-28T02:30:26.127631+0000","last_peered":"2023-08-28T02:30:26.127631+0000","last_clean":"2023-08-28T02:30:26.127631+0000","last_became_active":"2023-08-28T02:29:44.460314+0000","last_became_peered":"2023-08-28T02:29:44.460314+0000","last_unstale":"2023-08-28T02:30:26.127631+0000","last_undegraded":"2023-08-28T02:30:26.127631+0000","last_fullsized":"2023-08-28T02:30:26.127631+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:59:01.311467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":174,"reported_epoch":239,"state":"active+clean","last_fresh":"2023-08-28T02:30:24.108202+0000","last_change":"2023-08-28T02:17:57.827818+0000","last_active":"2023-08-28T02:30:24.108202+0000","last_peered":"2023-08-28T02:30:24.108202+0000","last_clean":"2023-08-28T02:30:24.108202+0000","last_became_active":"2023-08-28T02:17:57.825999+0000","last_became_peered":"2023-08-28T02:17:57.825999+0000","last_unstale":"2023-08-28T02:30:24.108202+0000","last_undegraded":"2023-08-28T02:30:24.108202+0000","last_fullsized":"2023-08-28T02:30:24.108202+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:35:29.864132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.1f","version":"241'11856","reported_seq":11970,"reported_epoch":241,"state":"active+clean","last_fresh":"2023-08-28T02:30:30.405823+0000","last_change":"2023-08-28T02:29:45.449499+0000","last_active":"2023-08-28T02:30:30.405823+0000","last_peered":"2023-08-28T02:30:30.405823+0000","last_clean":"2023-08-28T02:30:30.405823+0000","last_became_active":"2023-08-28T02:29:45.425562+0000","last_became_peered":"2023-08-28T02:29:45.425562+0000","last_unstale":"2023-08-28T02:30:30.405823+0000","last_undegraded":"2023-08-28T02:30:30.405823+0000","last_fullsized":"2023-08-28T02:30:30.405823+0000","mapping_epoch":224,"log_start":"169'3500","ondisk_log_start":"169'3500","created":217,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":8356,"log_dups_size":0,"ondisk_log_size":8356,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13008896,"num_objects":199,"num_object_clones":0,"num_object_copies":597,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":199,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6590,"num_write_kb":217216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"65'3","reported_seq":207,"reported_epoch":239,"state":"active+clean","last_fresh":"2023-08-28T02:30:24.109953+0000","last_change":"2023-08-28T02:17:57.827265+0000","last_active":"2023-08-28T02:30:24.109953+0000","last_peered":"2023-08-28T02:30:24.109953+0000","last_clean":"2023-08-28T02:30:24.109953+0000","last_became_active":"2023-08-28T02:17:57.826872+0000","last_became_peered":"2023-08-28T02:17:57.826872+0000","last_unstale":"2023-08-28T02:30:24.109953+0000","last_undegraded":"2023-08-28T02:30:24.109953+0000","last_fullsized":"2023-08-28T02:30:24.109953+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:48:03.674891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":27,"reported_epoch":239,"state":"active+clean","last_fresh":"2023-08-28T02:30:24.130289+0000","last_change":"2023-08-28T02:29:44.408404+0000","last_active":"2023-08-28T02:30:24.130289+0000","last_peered":"2023-08-28T02:30:24.130289+0000","last_clean":"2023-08-28T02:30:24.130289+0000","last_became_active":"2023-08-28T02:29:44.408111+0000","last_became_peered":"2023-08-28T02:29:44.408111+0000","last_unstale":"2023-08-28T02:30:24.130289+0000","last_undegraded":"2023-08-28T02:30:24.130289+0000","last_fullsized":"2023-08-28T02:30:24.130289+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:50:27.178700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.1e","version":"239'11561","reported_seq":11670,"reported_epoch":239,"state":"active+clean","last_fresh":"2023-08-28T02:30:26.111452+0000","last_change":"2023-08-28T02:29:44.437266+0000","last_active":"2023-08-28T02:30:26.111452+0000","last_peered":"2023-08-28T02:30:26.111452+0000","last_clean":"2023-08-28T02:30:26.111452+0000","last_became_active":"2023-08-28T02:29:44.412171+0000","last_became_peered":"2023-08-28T02:29:44.412171+0000","last_unstale":"2023-08-28T02:30:26.111452+0000","last_undegraded":"2023-08-28T02:30:26.111452+0000","last_fullsized":"2023-08-28T02:30:26.111452+0000","mapping_epoch":223,"log_start":"178'4200","ondisk_log_start":"178'4200","created":217,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":7361,"log_dups_size":0,"ondisk_log_size":7361,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19202048,"num_objects":293,"num_object_clones":0,"num_object_copies":879,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":293,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6390,"num_write_kb":213856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":208,"reported_epoch":239,"state":"active+clean","last_fresh":"2023-08-28T02:30:24.104241+0000","last_change":"2023-08-28T02:07:37.315303+0000","last_active":"2023-08-28T02:30:24.104241+0000","last_peered":"2023-08-28T02:30:24.104241+0000","last_clean":"2023-08-28T02:30:24.104241+0000","last_became_active":"2023-08-28T02:07:37.312336+0000","last_became_peered":"2023-08-28T02:07:37.312336+0000","last_unstale":"2023-08-28T02:30:24.104241+0000","last_undegraded":"2023-08-28T02:30:24.104241+0000","last_fullsized":"2023-08-28T02:30:24.104241+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T14:00:32.089076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":222,"reported_epoch":239,"state":"active+clean","last_fresh":"2023-08-28T02:30:24.104273+0000","last_change":"2023-08-28T02:29:44.461459+0000","last_active":"2023-08-28T02:30:24.104273+0000","last_peered":"2023-08-28T02:30:24.104273+0000","last_clean":"2023-08-28T02:30:24.104273+0000","last_became_active":"2023-08-28T02:29:44.461161+0000","last_became_peered":"2023-08-28T02:29:44.461161+0000","last_unstale":"2023-08-28T02:30:24.104273+0000","last_undegraded":"2023-08-28T02:30:24.104273+0000","last_fullsized":"2023-08-28T02:30:24.104273+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:23:04.568003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.19","version":"240'8090","reported_seq":8198,"reported_epoch":240,"state":"active+clean","last_fresh":"2023-08-28T02:30:27.069228+0000","last_change":"2023-08-28T02:30:20.027754+0000","last_active":"2023-08-28T02:30:27.069228+0000","last_peered":"2023-08-28T02:30:27.069228+0000","last_clean":"2023-08-28T02:30:27.069228+0000","last_became_active":"2023-08-28T02:27:27.835168+0000","last_became_peered":"2023-08-28T02:27:27.835168+0000","last_unstale":"2023-08-28T02:30:27.069228+0000","last_undegraded":"2023-08-28T02:30:27.069228+0000","last_fullsized":"2023-08-28T02:30:27.069228+0000","mapping_epoch":170,"log_start":"164'208","ondisk_log_start":"164'208","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":7882,"log_dups_size":0,"ondisk_log_size":7882,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19202048,"num_objects":293,"num_object_clones":0,"num_object_copies":879,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":293,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6307,"num_write_kb":211200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":131072,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.13","version":"65'2","reported_seq":206,"reported_epoch":239,"state":"active+clean","last_fresh":"2023-08-28T02:30:24.108552+0000","last_change":"2023-08-28T02:16:50.332699+0000","last_active":"2023-08-28T02:30:24.108552+0000","last_peered":"2023-08-28T02:30:24.108552+0000","last_clean":"2023-08-28T02:30:24.108552+0000","last_became_active":"2023-08-28T02:16:50.332337+0000","last_became_peered":"2023-08-28T02:16:50.332337+0000","last_unstale":"2023-08-28T02:30:24.108552+0000","last_undegraded":"2023-08-28T02:30:24.108552+0000","last_fullsized":"2023-08-28T02:30:24.108552+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:26:51.876295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":201,"reported_epoch":239,"state":"active+clean","last_fresh":"2023-08-28T02:30:24.116250+0000","last_change":"2023-08-28T02:29:44.419566+0000","last_active":"2023-08-28T02:30:24.116250+0000","last_peered":"2023-08-28T02:30:24.116250+0000","last_clean":"2023-08-28T02:30:24.116250+0000","last_became_active":"2023-08-28T02:29:44.419053+0000","last_became_peered":"2023-08-28T02:29:44.419053+0000","last_unstale":"2023-08-28T02:30:24.116250+0000","last_undegraded":"2023-08-28T02:30:24.116250+0000","last_fullsized":"2023-08-28T02:30:24.116250+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:44:36.133499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.18","version":"240'8211","reported_seq":8312,"reported_epoch":240,"state":"active+clean","last_fresh":"2023-08-28T02:30:26.776927+0000","last_change":"2023-08-28T02:27:42.039403+0000","last_active":"2023-08-28T02:30:26.776927+0000","last_peered":"2023-08-28T02:30:26.776927+0000","last_clean":"2023-08-28T02:30:26.776927+0000","last_became_active":"2023-08-28T02:27:27.823076+0000","last_became_peered":"2023-08-28T02:27:27.823076+0000","last_unstale":"2023-08-28T02:30:26.776927+0000","last_undegraded":"2023-08-28T02:30:26.776927+0000","last_fullsized":"2023-08-28T02:30:26.776927+0000","mapping_epoch":170,"log_start":"165'1732","ondisk_log_start":"165'1732","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":6479,"log_dups_size":0,"ondisk_log_size":6479,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":20840448,"num_objects":318,"num_object_clones":0,"num_object_copies":954,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":318,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6440,"num_write_kb":216256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":195,"reported_epoch":239,"state":"active+clean","last_fresh":"2023-08-28T02:30:24.116440+0000","last_change":"2023-08-28T02:17:57.870068+0000","last_active":"2023-08-28T02:30:24.116440+0000","last_peered":"2023-08-28T02:30:24.116440+0000","last_clean":"2023-08-28T02:30:24.116440+0000","last_became_active":"2023-08-28T02:17:57.869718+0000","last_became_peered":"2023-08-28T02:17:57.869718+0000","last_unstale":"2023-08-28T02:30:24.116440+0000","last_undegraded":"2023-08-28T02:30:24.116440+0000","last_fullsized":"2023-08-28T02:30:24.116440+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:28:47.968132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":203,"reported_epoch":240,"state":"active+clean","last_fresh":"2023-08-28T02:30:26.127689+0000","last_change":"2023-08-28T02:17:57.827021+0000","last_active":"2023-08-28T02:30:26.127689+0000","last_peered":"2023-08-28T02:30:26.127689+0000","last_clean":"2023-08-28T02:30:26.127689+0000","last_became_active":"2023-08-28T02:17:57.826722+0000","last_became_peered":"2023-08-28T02:17:57.826722+0000","last_unstale":"2023-08-28T02:30:26.127689+0000","last_undegraded":"2023-08-28T02:30:26.127689+0000","last_fullsized":"2023-08-28T02:30:26.127689+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:02:26.183338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.1b","version":"240'11392","reported_seq":11492,"reported_epoch":240,"state":"active+clean","last_fresh":"2023-08-28T02:30:27.015751+0000","last_change":"2023-08-28T02:29:33.959880+0000","last_active":"2023-08-28T02:30:27.015751+0000","last_peered":"2023-08-28T02:30:27.015751+0000","last_clean":"2023-08-28T02:30:27.015751+0000","last_became_active":"2023-08-28T02:29:33.940533+0000","last_became_peered":"2023-08-28T02:29:33.940533+0000","last_unstale":"2023-08-28T02:30:27.015751+0000","last_undegraded":"2023-08-28T02:30:27.015751+0000","last_fullsized":"2023-08-28T02:30:27.015751+0000","mapping_epoch":217,"log_start":"169'3476","ondisk_log_start":"169'3476","created":217,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":7916,"log_dups_size":0,"ondisk_log_size":7916,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19267584,"num_objects":294,"num_object_clones":0,"num_object_copies":882,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":294,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6298,"num_write_kb":210944,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":187,"reported_epoch":239,"state":"active+clean","last_fresh":"2023-08-28T02:30:24.108286+0000","last_change":"2023-08-28T02:07:37.318077+0000","last_active":"2023-08-28T02:30:24.108286+0000","last_peered":"2023-08-28T02:30:24.108286+0000","last_clean":"2023-08-28T02:30:24.108286+0000","last_became_active":"2023-08-28T02:07:37.317784+0000","last_became_peered":"2023-08-28T02:07:37.317784+0000","last_unstale":"2023-08-28T02:30:24.108286+0000","last_undegraded":"2023-08-28T02:30:24.108286+0000","last_fullsized":"2023-08-28T02:30:24.108286+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:08:37.079996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":196,"reported_epoch":239,"state":"active+clean","last_fresh":"2023-08-28T02:30:24.123515+0000","last_change":"2023-08-28T02:17:57.870143+0000","last_active":"2023-08-28T02:30:24.123515+0000","last_peered":"2023-08-28T02:30:24.123515+0000","last_clean":"2023-08-28T02:30:24.123515+0000","last_became_active":"2023-08-28T02:17:57.869769+0000","last_became_peered":"2023-08-28T02:17:57.869769+0000","last_unstale":"2023-08-28T02:30:24.123515+0000","last_undegraded":"2023-08-28T02:30:24.123515+0000","last_fullsized":"2023-08-28T02:30:24.123515+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:21:29.581768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1a","version":"241'11663","reported_seq":11779,"reported_epoch":241,"state":"active+clean","last_fresh":"2023-08-28T02:30:30.485289+0000","last_change":"2023-08-28T02:29:51.689928+0000","last_active":"2023-08-28T02:30:30.485289+0000","last_peered":"2023-08-28T02:30:30.485289+0000","last_clean":"2023-08-28T02:30:30.485289+0000","last_became_active":"2023-08-28T02:29:45.399212+0000","last_became_peered":"2023-08-28T02:29:45.399212+0000","last_unstale":"2023-08-28T02:30:30.485289+0000","last_undegraded":"2023-08-28T02:30:30.485289+0000","last_fullsized":"2023-08-28T02:30:30.485289+0000","mapping_epoch":224,"log_start":"168'3300","ondisk_log_start":"168'3300","created":217,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":8363,"log_dups_size":0,"ondisk_log_size":8363,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10027008,"num_objects":153,"num_object_clones":0,"num_object_copies":459,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":153,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6515,"num_write_kb":213376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.10","version":"65'8","reported_seq":212,"reported_epoch":240,"state":"active+clean","last_fresh":"2023-08-28T02:30:26.150935+0000","last_change":"2023-08-28T02:14:43.083962+0000","last_active":"2023-08-28T02:30:26.150935+0000","last_peered":"2023-08-28T02:30:26.150935+0000","last_clean":"2023-08-28T02:30:26.150935+0000","last_became_active":"2023-08-28T02:14:43.083699+0000","last_became_peered":"2023-08-28T02:14:43.083699+0000","last_unstale":"2023-08-28T02:30:26.150935+0000","last_undegraded":"2023-08-28T02:30:26.150935+0000","last_fullsized":"2023-08-28T02:30:26.150935+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:34:42.581750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":206,"reported_epoch":239,"state":"active+clean","last_fresh":"2023-08-28T02:30:24.111731+0000","last_change":"2023-08-28T02:29:44.544454+0000","last_active":"2023-08-28T02:30:24.111731+0000","last_peered":"2023-08-28T02:30:24.111731+0000","last_clean":"2023-08-28T02:30:24.111731+0000","last_became_active":"2023-08-28T02:29:44.519465+0000","last_became_peered":"2023-08-28T02:29:44.519465+0000","last_unstale":"2023-08-28T02:30:24.111731+0000","last_undegraded":"2023-08-28T02:30:24.111731+0000","last_fullsized":"2023-08-28T02:30:24.111731+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:47:21.212316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.5","version":"240'8205","reported_seq":8308,"reported_epoch":240,"state":"active+clean","last_fresh":"2023-08-28T02:30:27.067784+0000","last_change":"2023-08-28T02:30:13.972217+0000","last_active":"2023-08-28T02:30:27.067784+0000","last_peered":"2023-08-28T02:30:27.067784+0000","last_clean":"2023-08-28T02:30:27.067784+0000","last_became_active":"2023-08-28T02:27:27.809447+0000","last_became_peered":"2023-08-28T02:27:27.809447+0000","last_unstale":"2023-08-28T02:30:27.067784+0000","last_undegraded":"2023-08-28T02:30:27.067784+0000","last_fullsized":"2023-08-28T02:30:27.067784+0000","mapping_epoch":160,"log_start":"164'365","ondisk_log_start":"164'365","created":160,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":7840,"log_dups_size":0,"ondisk_log_size":7840,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":18481152,"num_objects":282,"num_object_clones":0,"num_object_copies":846,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":282,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6430,"num_write_kb":214784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"65'1","reported_seq":205,"reported_epoch":239,"state":"active+clean","last_fresh":"2023-08-28T02:30:24.110201+0000","last_change":"2023-08-28T02:14:43.046130+0000","last_active":"2023-08-28T02:30:24.110201+0000","last_peered":"2023-08-28T02:30:24.110201+0000","last_clean":"2023-08-28T02:30:24.110201+0000","last_became_active":"2023-08-28T02:14:43.045775+0000","last_became_peered":"2023-08-28T02:14:43.045775+0000","last_unstale":"2023-08-28T02:30:24.110201+0000","last_undegraded":"2023-08-28T02:30:24.110201+0000","last_fullsized":"2023-08-28T02:30:24.110201+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:57:38.279756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":186,"reported_epoch":240,"state":"active+clean","last_fresh":"2023-08-28T02:30:26.127129+0000","last_change":"2023-08-28T02:07:37.452412+0000","last_active":"2023-08-28T02:30:26.127129+0000","last_peered":"2023-08-28T02:30:26.127129+0000","last_clean":"2023-08-28T02:30:26.127129+0000","last_became_active":"2023-08-28T02:07:37.452156+0000","last_became_peered":"2023-08-28T02:07:37.452156+0000","last_unstale":"2023-08-28T02:30:26.127129+0000","last_undegraded":"2023-08-28T02:30:26.127129+0000","last_fullsized":"2023-08-28T02:30:26.127129+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:10:33.405360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.4","version":"240'8068","reported_seq":8184,"reported_epoch":240,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:30:26.164464+0000","last_change":"2023-08-28T02:29:44.531629+0000","last_active":"2023-08-28T02:30:26.164464+0000","last_peered":"2023-08-28T02:30:26.164464+0000","last_clean":"2023-08-28T02:29:32.909570+0000","last_became_active":"2023-08-28T02:29:44.509447+0000","last_became_peered":"2023-08-28T02:29:44.509447+0000","last_unstale":"2023-08-28T02:30:26.164464+0000","last_undegraded":"2023-08-28T02:29:44.405635+0000","last_fullsized":"2023-08-28T02:29:44.386610+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":8068,"log_dups_size":0,"ondisk_log_size":8068,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":20348928,"num_objects":310,"num_object_clones":0,"num_object_copies":930,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":186,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":310,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6294,"num_write_kb":211360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[4,3],"avail_no_missing":["4","3"],"object_location_counts":[{"shards":"3,4","objects":310}],"blocked_by":[],"up_primary":1,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"65'2","reported_seq":230,"reported_epoch":239,"state":"active+clean","last_fresh":"2023-08-28T02:30:24.110255+0000","last_change":"2023-08-28T02:29:44.436352+0000","last_active":"2023-08-28T02:30:24.110255+0000","last_peered":"2023-08-28T02:30:24.110255+0000","last_clean":"2023-08-28T02:30:24.110255+0000","last_became_active":"2023-08-28T02:29:44.411499+0000","last_became_peered":"2023-08-28T02:29:44.411499+0000","last_unstale":"2023-08-28T02:30:24.110255+0000","last_undegraded":"2023-08-28T02:30:24.110255+0000","last_fullsized":"2023-08-28T02:30:24.110255+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:46:57.540191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":239,"reported_epoch":239,"state":"active+clean","last_fresh":"2023-08-28T02:30:24.103834+0000","last_change":"2023-08-28T02:29:44.453936+0000","last_active":"2023-08-28T02:30:24.103834+0000","last_peered":"2023-08-28T02:30:24.103834+0000","last_clean":"2023-08-28T02:30:24.103834+0000","last_became_active":"2023-08-28T02:29:44.453643+0000","last_became_peered":"2023-08-28T02:29:44.453643+0000","last_unstale":"2023-08-28T02:30:24.103834+0000","last_undegraded":"2023-08-28T02:30:24.103834+0000","last_fullsized":"2023-08-28T02:30:24.103834+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:13:50.608381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.7","version":"241'8358","reported_seq":8467,"reported_epoch":241,"state":"active+clean","last_fresh":"2023-08-28T02:30:30.541542+0000","last_change":"2023-08-28T02:30:18.558005+0000","last_active":"2023-08-28T02:30:30.541542+0000","last_peered":"2023-08-28T02:30:30.541542+0000","last_clean":"2023-08-28T02:30:30.541542+0000","last_became_active":"2023-08-28T02:27:27.807811+0000","last_became_peered":"2023-08-28T02:27:27.807811+0000","last_unstale":"2023-08-28T02:30:30.541542+0000","last_undegraded":"2023-08-28T02:30:30.541542+0000","last_fullsized":"2023-08-28T02:30:30.541542+0000","mapping_epoch":160,"log_start":"163'41","ondisk_log_start":"163'41","created":160,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":8317,"log_dups_size":0,"ondisk_log_size":8317,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15138816,"num_objects":231,"num_object_clones":0,"num_object_copies":693,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":231,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6565,"num_write_kb":217472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"65'1","reported_seq":188,"reported_epoch":239,"state":"active+clean","last_fresh":"2023-08-28T02:30:24.109859+0000","last_change":"2023-08-28T02:07:37.312010+0000","last_active":"2023-08-28T02:30:24.109859+0000","last_peered":"2023-08-28T02:30:24.109859+0000","last_clean":"2023-08-28T02:30:24.109859+0000","last_became_active":"2023-08-28T02:07:37.311737+0000","last_became_peered":"2023-08-28T02:07:37.311737+0000","last_unstale":"2023-08-28T02:30:24.109859+0000","last_undegraded":"2023-08-28T02:30:24.109859+0000","last_fullsized":"2023-08-28T02:30:24.109859+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:09:38.844075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":223,"reported_epoch":240,"state":"active+clean","last_fresh":"2023-08-28T02:30:26.149221+0000","last_change":"2023-08-28T02:29:44.407981+0000","last_active":"2023-08-28T02:30:26.149221+0000","last_peered":"2023-08-28T02:30:26.149221+0000","last_clean":"2023-08-28T02:30:26.149221+0000","last_became_active":"2023-08-28T02:29:44.407689+0000","last_became_peered":"2023-08-28T02:29:44.407689+0000","last_unstale":"2023-08-28T02:30:26.149221+0000","last_undegraded":"2023-08-28T02:30:26.149221+0000","last_fullsized":"2023-08-28T02:30:26.149221+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:37:07.047429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.6","version":"241'8230","reported_seq":8758,"reported_epoch":241,"state":"active+clean","last_fresh":"2023-08-28T02:30:30.609789+0000","last_change":"2023-08-28T02:29:47.898512+0000","last_active":"2023-08-28T02:30:30.609789+0000","last_peered":"2023-08-28T02:30:30.609789+0000","last_clean":"2023-08-28T02:30:30.609789+0000","last_became_active":"2023-08-28T02:29:47.879809+0000","last_became_peered":"2023-08-28T02:29:47.879809+0000","last_unstale":"2023-08-28T02:30:30.609789+0000","last_undegraded":"2023-08-28T02:30:30.609789+0000","last_fullsized":"2023-08-28T02:30:30.609789+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":8230,"log_dups_size":0,"ondisk_log_size":8230,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13008896,"num_objects":198,"num_object_clones":0,"num_object_copies":594,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":198,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6454,"num_write_kb":212896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":197,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,1],"acting":[5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":204,"reported_epoch":240,"state":"active+clean","last_fresh":"2023-08-28T02:30:26.127561+0000","last_change":"2023-08-28T02:17:57.872076+0000","last_active":"2023-08-28T02:30:26.127561+0000","last_peered":"2023-08-28T02:30:26.127561+0000","last_clean":"2023-08-28T02:30:26.127561+0000","last_became_active":"2023-08-28T02:17:57.871701+0000","last_became_peered":"2023-08-28T02:17:57.871701+0000","last_unstale":"2023-08-28T02:30:26.127561+0000","last_undegraded":"2023-08-28T02:30:26.127561+0000","last_fullsized":"2023-08-28T02:30:26.127561+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:34:26.505505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":228,"reported_epoch":240,"state":"active+clean","last_fresh":"2023-08-28T02:30:26.138693+0000","last_change":"2023-08-28T02:29:44.436713+0000","last_active":"2023-08-28T02:30:26.138693+0000","last_peered":"2023-08-28T02:30:26.138693+0000","last_clean":"2023-08-28T02:30:26.138693+0000","last_became_active":"2023-08-28T02:29:44.436203+0000","last_became_peered":"2023-08-28T02:29:44.436203+0000","last_unstale":"2023-08-28T02:30:26.138693+0000","last_undegraded":"2023-08-28T02:30:26.138693+0000","last_fullsized":"2023-08-28T02:30:26.138693+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:46:48.522293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.9","version":"75'161","reported_seq":611,"reported_epoch":239,"state":"active+clean","last_fresh":"2023-08-28T02:30:24.109139+0000","last_change":"2023-08-28T02:27:46.338501+0000","last_active":"2023-08-28T02:30:24.109139+0000","last_peered":"2023-08-28T02:30:24.109139+0000","last_clean":"2023-08-28T02:30:24.109139+0000","last_became_active":"2023-08-28T02:27:46.338143+0000","last_became_peered":"2023-08-28T02:27:46.338143+0000","last_unstale":"2023-08-28T02:30:24.109139+0000","last_undegraded":"2023-08-28T02:30:24.109139+0000","last_fullsized":"2023-08-28T02:30:24.109139+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":21,"num_write_kb":219,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.1","version":"240'7669","reported_seq":7780,"reported_epoch":240,"state":"active+clean","last_fresh":"2023-08-28T02:30:26.735490+0000","last_change":"2023-08-28T02:29:33.927218+0000","last_active":"2023-08-28T02:30:26.735490+0000","last_peered":"2023-08-28T02:30:26.735490+0000","last_clean":"2023-08-28T02:30:26.735490+0000","last_became_active":"2023-08-28T02:29:33.918107+0000","last_became_peered":"2023-08-28T02:29:33.918107+0000","last_unstale":"2023-08-28T02:30:26.735490+0000","last_undegraded":"2023-08-28T02:30:26.735490+0000","last_fullsized":"2023-08-28T02:30:26.735490+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":7669,"log_dups_size":0,"ondisk_log_size":7669,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10649600,"num_objects":162,"num_object_clones":0,"num_object_copies":486,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":162,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3221,"num_write_kb":108288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"65'2","reported_seq":219,"reported_epoch":239,"state":"active+clean","last_fresh":"2023-08-28T02:30:24.107652+0000","last_change":"2023-08-28T02:17:57.845300+0000","last_active":"2023-08-28T02:30:24.107652+0000","last_peered":"2023-08-28T02:30:24.107652+0000","last_clean":"2023-08-28T02:30:24.107652+0000","last_became_active":"2023-08-28T02:17:57.843639+0000","last_became_peered":"2023-08-28T02:17:57.843639+0000","last_unstale":"2023-08-28T02:30:24.107652+0000","last_undegraded":"2023-08-28T02:30:24.107652+0000","last_fullsized":"2023-08-28T02:30:24.107652+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:27.684476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":202,"reported_epoch":239,"state":"active+clean","last_fresh":"2023-08-28T02:30:24.104312+0000","last_change":"2023-08-28T02:17:57.825494+0000","last_active":"2023-08-28T02:30:24.104312+0000","last_peered":"2023-08-28T02:30:24.104312+0000","last_clean":"2023-08-28T02:30:24.104312+0000","last_became_active":"2023-08-28T02:17:57.825112+0000","last_became_peered":"2023-08-28T02:17:57.825112+0000","last_unstale":"2023-08-28T02:30:24.104312+0000","last_undegraded":"2023-08-28T02:30:24.104312+0000","last_fullsized":"2023-08-28T02:30:24.104312+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:04:13.819397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.8","version":"75'161","reported_seq":456,"reported_epoch":240,"state":"active+clean","last_fresh":"2023-08-28T02:30:26.127024+0000","last_change":"2023-08-28T02:29:50.707117+0000","last_active":"2023-08-28T02:30:26.127024+0000","last_peered":"2023-08-28T02:30:26.127024+0000","last_clean":"2023-08-28T02:30:26.127024+0000","last_became_active":"2023-08-28T02:29:07.864446+0000","last_became_peered":"2023-08-28T02:29:07.864446+0000","last_unstale":"2023-08-28T02:30:26.127024+0000","last_undegraded":"2023-08-28T02:30:26.127024+0000","last_fullsized":"2023-08-28T02:30:26.127024+0000","mapping_epoch":203,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":204,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":219,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":423697,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.0","version":"240'7667","reported_seq":7873,"reported_epoch":240,"state":"active+clean","last_fresh":"2023-08-28T02:30:27.261038+0000","last_change":"2023-08-28T02:29:45.722098+0000","last_active":"2023-08-28T02:30:27.261038+0000","last_peered":"2023-08-28T02:30:27.261038+0000","last_clean":"2023-08-28T02:30:27.261038+0000","last_became_active":"2023-08-28T02:29:45.393832+0000","last_became_peered":"2023-08-28T02:29:45.393832+0000","last_unstale":"2023-08-28T02:30:27.261038+0000","last_undegraded":"2023-08-28T02:30:27.261038+0000","last_fullsized":"2023-08-28T02:30:27.261038+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":7667,"log_dups_size":0,"ondisk_log_size":7667,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10846208,"num_objects":165,"num_object_clones":0,"num_object_copies":495,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":165,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3211,"num_write_kb":108064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":99,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":129,"reported_epoch":239,"state":"active+clean","last_fresh":"2023-08-28T02:30:24.104142+0000","last_change":"2023-08-28T02:29:44.461326+0000","last_active":"2023-08-28T02:30:24.104142+0000","last_peered":"2023-08-28T02:30:24.104142+0000","last_clean":"2023-08-28T02:30:24.104142+0000","last_became_active":"2023-08-28T02:29:44.454950+0000","last_became_peered":"2023-08-28T02:29:44.454950+0000","last_unstale":"2023-08-28T02:30:24.104142+0000","last_undegraded":"2023-08-28T02:30:24.104142+0000","last_fullsized":"2023-08-28T02:30:24.104142+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:13:42.620393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":201,"reported_epoch":239,"state":"active+clean","last_fresh":"2023-08-28T02:30:24.117158+0000","last_change":"2023-08-28T02:29:44.416498+0000","last_active":"2023-08-28T02:30:24.117158+0000","last_peered":"2023-08-28T02:30:24.117158+0000","last_clean":"2023-08-28T02:30:24.117158+0000","last_became_active":"2023-08-28T02:29:44.416168+0000","last_became_peered":"2023-08-28T02:29:44.416168+0000","last_unstale":"2023-08-28T02:30:24.117158+0000","last_undegraded":"2023-08-28T02:30:24.117158+0000","last_fullsized":"2023-08-28T02:30:24.117158+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:13:18.592840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.3","version":"240'7881","reported_seq":8365,"reported_epoch":240,"state":"active+clean","last_fresh":"2023-08-28T02:30:26.123767+0000","last_change":"2023-08-28T02:29:45.867670+0000","last_active":"2023-08-28T02:30:26.123767+0000","last_peered":"2023-08-28T02:30:26.123767+0000","last_clean":"2023-08-28T02:30:26.123767+0000","last_became_active":"2023-08-28T02:29:45.856360+0000","last_became_peered":"2023-08-28T02:29:45.856360+0000","last_unstale":"2023-08-28T02:30:26.123767+0000","last_undegraded":"2023-08-28T02:30:26.123767+0000","last_fullsized":"2023-08-28T02:30:26.123767+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"173'3890","last_scrub_stamp":"2023-08-28T02:27:35.529147+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:27:35.529147+0000","objects_scrubbed":2123,"log_size":7881,"log_dups_size":0,"ondisk_log_size":7881,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.20511267,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9994240,"num_objects":152,"num_object_clones":0,"num_object_copies":456,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":152,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2319,"num_write_kb":45120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":129,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":203,"reported_epoch":239,"state":"active+clean","last_fresh":"2023-08-28T02:30:24.103839+0000","last_change":"2023-08-28T02:16:50.340534+0000","last_active":"2023-08-28T02:30:24.103839+0000","last_peered":"2023-08-28T02:30:24.103839+0000","last_clean":"2023-08-28T02:30:24.103839+0000","last_became_active":"2023-08-28T02:16:50.340208+0000","last_became_peered":"2023-08-28T02:16:50.340208+0000","last_unstale":"2023-08-28T02:30:24.103839+0000","last_undegraded":"2023-08-28T02:30:24.103839+0000","last_fullsized":"2023-08-28T02:30:24.103839+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:15:28.933937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":221,"reported_epoch":239,"state":"active+clean","last_fresh":"2023-08-28T02:30:24.105944+0000","last_change":"2023-08-28T02:29:44.477356+0000","last_active":"2023-08-28T02:30:24.105944+0000","last_peered":"2023-08-28T02:30:24.105944+0000","last_clean":"2023-08-28T02:30:24.105944+0000","last_became_active":"2023-08-28T02:29:44.477153+0000","last_became_peered":"2023-08-28T02:29:44.477153+0000","last_unstale":"2023-08-28T02:30:24.105944+0000","last_undegraded":"2023-08-28T02:30:24.105944+0000","last_fullsized":"2023-08-28T02:30:24.105944+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:08:28.177350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"75'161","reported_seq":480,"reported_epoch":240,"state":"active+clean","last_fresh":"2023-08-28T02:30:26.127482+0000","last_change":"2023-08-28T02:29:25.608441+0000","last_active":"2023-08-28T02:30:26.127482+0000","last_peered":"2023-08-28T02:30:26.127482+0000","last_clean":"2023-08-28T02:30:26.127482+0000","last_became_active":"2023-08-28T02:27:46.344991+0000","last_became_peered":"2023-08-28T02:27:46.344991+0000","last_unstale":"2023-08-28T02:30:26.127482+0000","last_undegraded":"2023-08-28T02:30:26.127482+0000","last_fullsized":"2023-08-28T02:30:26.127482+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_clean_scrub_stamp":"2023-08-28T02:29:25.608370+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:10:31.931513+0000","scrub_duration":0.001662689,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.2","version":"240'7508","reported_seq":7631,"reported_epoch":240,"state":"active+recovery_wait+degraded","last_fresh":"2023-08-28T02:30:26.809903+0000","last_change":"2023-08-28T02:29:45.426113+0000","last_active":"2023-08-28T02:30:26.809903+0000","last_peered":"2023-08-28T02:30:26.809903+0000","last_clean":"2023-08-28T02:29:32.809889+0000","last_became_active":"2023-08-28T02:29:45.414013+0000","last_became_peered":"2023-08-28T02:29:45.414013+0000","last_unstale":"2023-08-28T02:30:26.809903+0000","last_undegraded":"2023-08-28T02:29:45.388872+0000","last_fullsized":"2023-08-28T02:30:26.809903+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":7508,"log_dups_size":0,"ondisk_log_size":7508,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9191424,"num_objects":140,"num_object_clones":0,"num_object_copies":420,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":86,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":140,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3168,"num_write_kb":105872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":32768,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":["3","2"],"object_location_counts":[{"shards":"1,2,3","objects":140}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":207,"reported_epoch":239,"state":"active+clean","last_fresh":"2023-08-28T02:30:24.107308+0000","last_change":"2023-08-28T02:29:44.539479+0000","last_active":"2023-08-28T02:30:24.107308+0000","last_peered":"2023-08-28T02:30:24.107308+0000","last_clean":"2023-08-28T02:30:24.107308+0000","last_became_active":"2023-08-28T02:29:44.538566+0000","last_became_peered":"2023-08-28T02:29:44.538566+0000","last_unstale":"2023-08-28T02:30:24.107308+0000","last_undegraded":"2023-08-28T02:30:24.107308+0000","last_fullsized":"2023-08-28T02:30:24.107308+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:15:30.736135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":27,"reported_epoch":239,"state":"active+clean","last_fresh":"2023-08-28T02:30:24.131507+0000","last_change":"2023-08-28T02:29:44.429834+0000","last_active":"2023-08-28T02:30:24.131507+0000","last_peered":"2023-08-28T02:30:24.131507+0000","last_clean":"2023-08-28T02:30:24.131507+0000","last_became_active":"2023-08-28T02:29:44.429512+0000","last_became_peered":"2023-08-28T02:29:44.429512+0000","last_unstale":"2023-08-28T02:30:24.131507+0000","last_undegraded":"2023-08-28T02:30:24.131507+0000","last_fullsized":"2023-08-28T02:30:24.131507+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:58.062455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.7","version":"75'161","reported_seq":456,"reported_epoch":239,"state":"active+clean","last_fresh":"2023-08-28T02:30:24.111577+0000","last_change":"2023-08-28T02:28:52.901603+0000","last_active":"2023-08-28T02:30:24.111577+0000","last_peered":"2023-08-28T02:30:24.111577+0000","last_clean":"2023-08-28T02:30:24.111577+0000","last_became_active":"2023-08-28T02:28:52.901228+0000","last_became_peered":"2023-08-28T02:28:52.901228+0000","last_unstale":"2023-08-28T02:30:24.111577+0000","last_undegraded":"2023-08-28T02:30:24.111577+0000","last_fullsized":"2023-08-28T02:30:24.111577+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.f","version":"241'11878","reported_seq":11995,"reported_epoch":241,"state":"active+clean","last_fresh":"2023-08-28T02:30:30.460736+0000","last_change":"2023-08-28T02:29:45.449524+0000","last_active":"2023-08-28T02:30:30.460736+0000","last_peered":"2023-08-28T02:30:30.460736+0000","last_clean":"2023-08-28T02:30:30.460736+0000","last_became_active":"2023-08-28T02:29:45.430341+0000","last_became_peered":"2023-08-28T02:29:45.430341+0000","last_unstale":"2023-08-28T02:30:30.460736+0000","last_undegraded":"2023-08-28T02:30:30.460736+0000","last_fullsized":"2023-08-28T02:30:30.460736+0000","mapping_epoch":224,"log_start":"169'3500","ondisk_log_start":"169'3500","created":160,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":8378,"log_dups_size":0,"ondisk_log_size":8378,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11567104,"num_objects":176,"num_object_clones":0,"num_object_copies":528,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":176,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6611,"num_write_kb":217216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":27,"reported_epoch":239,"state":"active+clean","last_fresh":"2023-08-28T02:30:24.125369+0000","last_change":"2023-08-28T02:29:44.407595+0000","last_active":"2023-08-28T02:30:24.125369+0000","last_peered":"2023-08-28T02:30:24.125369+0000","last_clean":"2023-08-28T02:30:24.125369+0000","last_became_active":"2023-08-28T02:29:44.407316+0000","last_became_peered":"2023-08-28T02:29:44.407316+0000","last_unstale":"2023-08-28T02:30:24.125369+0000","last_undegraded":"2023-08-28T02:30:24.125369+0000","last_fullsized":"2023-08-28T02:30:24.125369+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:01:47.777709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":221,"reported_epoch":240,"state":"active+clean","last_fresh":"2023-08-28T02:30:26.127634+0000","last_change":"2023-08-28T02:17:57.832204+0000","last_active":"2023-08-28T02:30:26.127634+0000","last_peered":"2023-08-28T02:30:26.127634+0000","last_clean":"2023-08-28T02:30:26.127634+0000","last_became_active":"2023-08-28T02:17:57.831885+0000","last_became_peered":"2023-08-28T02:17:57.831885+0000","last_unstale":"2023-08-28T02:30:26.127634+0000","last_undegraded":"2023-08-28T02:30:26.127634+0000","last_fullsized":"2023-08-28T02:30:26.127634+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:14:33.767147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":27,"reported_epoch":239,"state":"active+clean","last_fresh":"2023-08-28T02:30:24.130216+0000","last_change":"2023-08-28T02:29:44.506914+0000","last_active":"2023-08-28T02:30:24.130216+0000","last_peered":"2023-08-28T02:30:24.130216+0000","last_clean":"2023-08-28T02:30:24.130216+0000","last_became_active":"2023-08-28T02:29:44.506606+0000","last_became_peered":"2023-08-28T02:29:44.506606+0000","last_unstale":"2023-08-28T02:30:24.130216+0000","last_undegraded":"2023-08-28T02:30:24.130216+0000","last_fullsized":"2023-08-28T02:30:24.130216+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:55:50.992279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.1","version":"75'161","reported_seq":480,"reported_epoch":240,"state":"active+clean","last_fresh":"2023-08-28T02:30:26.127183+0000","last_change":"2023-08-28T02:29:24.559480+0000","last_active":"2023-08-28T02:30:26.127183+0000","last_peered":"2023-08-28T02:30:26.127183+0000","last_clean":"2023-08-28T02:30:26.127183+0000","last_became_active":"2023-08-28T02:27:46.385155+0000","last_became_peered":"2023-08-28T02:27:46.385155+0000","last_unstale":"2023-08-28T02:30:26.127183+0000","last_undegraded":"2023-08-28T02:30:26.127183+0000","last_fullsized":"2023-08-28T02:30:26.127183+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:24.559397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:24.559397+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:26:18.334990+0000","scrub_duration":0.001580328,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.9","version":"240'8276","reported_seq":8376,"reported_epoch":240,"state":"active+clean","last_fresh":"2023-08-28T02:30:26.965250+0000","last_change":"2023-08-28T02:30:14.988532+0000","last_active":"2023-08-28T02:30:26.965250+0000","last_peered":"2023-08-28T02:30:26.965250+0000","last_clean":"2023-08-28T02:30:26.965250+0000","last_became_active":"2023-08-28T02:27:27.809412+0000","last_became_peered":"2023-08-28T02:27:27.809412+0000","last_unstale":"2023-08-28T02:30:26.965250+0000","last_undegraded":"2023-08-28T02:30:26.965250+0000","last_fullsized":"2023-08-28T02:30:26.965250+0000","mapping_epoch":160,"log_start":"164'523","ondisk_log_start":"164'523","created":160,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":7753,"log_dups_size":0,"ondisk_log_size":7753,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15925248,"num_objects":243,"num_object_clones":0,"num_object_copies":729,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":243,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6493,"num_write_kb":215552,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":228,"reported_epoch":240,"state":"active+clean","last_fresh":"2023-08-28T02:30:26.127346+0000","last_change":"2023-08-28T02:29:44.459918+0000","last_active":"2023-08-28T02:30:26.127346+0000","last_peered":"2023-08-28T02:30:26.127346+0000","last_clean":"2023-08-28T02:30:26.127346+0000","last_became_active":"2023-08-28T02:29:44.459609+0000","last_became_peered":"2023-08-28T02:29:44.459609+0000","last_unstale":"2023-08-28T02:30:26.127346+0000","last_undegraded":"2023-08-28T02:30:26.127346+0000","last_fullsized":"2023-08-28T02:30:26.127346+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:12:59.946432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":203,"reported_epoch":239,"state":"active+clean","last_fresh":"2023-08-28T02:30:24.104407+0000","last_change":"2023-08-28T02:14:43.039758+0000","last_active":"2023-08-28T02:30:24.104407+0000","last_peered":"2023-08-28T02:30:24.104407+0000","last_clean":"2023-08-28T02:30:24.104407+0000","last_became_active":"2023-08-28T02:14:43.039236+0000","last_became_peered":"2023-08-28T02:14:43.039236+0000","last_unstale":"2023-08-28T02:30:24.104407+0000","last_undegraded":"2023-08-28T02:30:24.104407+0000","last_fullsized":"2023-08-28T02:30:24.104407+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:49:11.066668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":27,"reported_epoch":239,"state":"active+clean","last_fresh":"2023-08-28T02:30:24.125532+0000","last_change":"2023-08-28T02:29:44.508023+0000","last_active":"2023-08-28T02:30:24.125532+0000","last_peered":"2023-08-28T02:30:24.125532+0000","last_clean":"2023-08-28T02:30:24.125532+0000","last_became_active":"2023-08-28T02:29:44.507153+0000","last_became_peered":"2023-08-28T02:29:44.507153+0000","last_unstale":"2023-08-28T02:30:24.125532+0000","last_undegraded":"2023-08-28T02:30:24.125532+0000","last_fullsized":"2023-08-28T02:30:24.125532+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:21:28.918710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.2","version":"75'161","reported_seq":611,"reported_epoch":239,"state":"active+clean","last_fresh":"2023-08-28T02:30:24.108534+0000","last_change":"2023-08-28T02:27:46.375815+0000","last_active":"2023-08-28T02:30:24.108534+0000","last_peered":"2023-08-28T02:30:24.108534+0000","last_clean":"2023-08-28T02:30:24.108534+0000","last_became_active":"2023-08-28T02:27:46.375590+0000","last_became_peered":"2023-08-28T02:27:46.375590+0000","last_unstale":"2023-08-28T02:30:24.108534+0000","last_undegraded":"2023-08-28T02:30:24.108534+0000","last_fullsized":"2023-08-28T02:30:24.108534+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":46,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.a","version":"241'11578","reported_seq":11696,"reported_epoch":241,"state":"active+clean","last_fresh":"2023-08-28T02:30:30.632356+0000","last_change":"2023-08-28T02:29:57.631985+0000","last_active":"2023-08-28T02:30:30.632356+0000","last_peered":"2023-08-28T02:30:30.632356+0000","last_clean":"2023-08-28T02:30:30.632356+0000","last_became_active":"2023-08-28T02:29:45.424385+0000","last_became_peered":"2023-08-28T02:29:45.424385+0000","last_unstale":"2023-08-28T02:30:30.632356+0000","last_undegraded":"2023-08-28T02:30:30.632356+0000","last_fullsized":"2023-08-28T02:30:30.632356+0000","mapping_epoch":224,"log_start":"168'3300","ondisk_log_start":"168'3300","created":160,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":8278,"log_dups_size":0,"ondisk_log_size":8278,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15597568,"num_objects":238,"num_object_clones":0,"num_object_copies":714,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":238,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6430,"num_write_kb":213376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":213,"reported_epoch":240,"state":"active+clean","last_fresh":"2023-08-28T02:30:26.116648+0000","last_change":"2023-08-28T02:17:57.849218+0000","last_active":"2023-08-28T02:30:26.116648+0000","last_peered":"2023-08-28T02:30:26.116648+0000","last_clean":"2023-08-28T02:30:26.116648+0000","last_became_active":"2023-08-28T02:17:57.848849+0000","last_became_peered":"2023-08-28T02:17:57.848849+0000","last_unstale":"2023-08-28T02:30:26.116648+0000","last_undegraded":"2023-08-28T02:30:26.116648+0000","last_fullsized":"2023-08-28T02:30:26.116648+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:52:44.006871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":27,"reported_epoch":239,"state":"active+clean","last_fresh":"2023-08-28T02:30:24.124888+0000","last_change":"2023-08-28T02:29:44.509812+0000","last_active":"2023-08-28T02:30:24.124888+0000","last_peered":"2023-08-28T02:30:24.124888+0000","last_clean":"2023-08-28T02:30:24.124888+0000","last_became_active":"2023-08-28T02:29:44.509449+0000","last_became_peered":"2023-08-28T02:29:44.509449+0000","last_unstale":"2023-08-28T02:30:24.124888+0000","last_undegraded":"2023-08-28T02:30:24.124888+0000","last_fullsized":"2023-08-28T02:30:24.124888+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:56:56.807893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":27,"reported_epoch":239,"state":"active+clean","last_fresh":"2023-08-28T02:30:24.131585+0000","last_change":"2023-08-28T02:29:44.427945+0000","last_active":"2023-08-28T02:30:24.131585+0000","last_peered":"2023-08-28T02:30:24.131585+0000","last_clean":"2023-08-28T02:30:24.131585+0000","last_became_active":"2023-08-28T02:29:44.426487+0000","last_became_peered":"2023-08-28T02:29:44.426487+0000","last_unstale":"2023-08-28T02:30:24.131585+0000","last_undegraded":"2023-08-28T02:30:24.131585+0000","last_fullsized":"2023-08-28T02:30:24.131585+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:30:20.438896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.8","version":"240'8253","reported_seq":8354,"reported_epoch":240,"state":"active+clean","last_fresh":"2023-08-28T02:30:26.781308+0000","last_change":"2023-08-28T02:27:36.024940+0000","last_active":"2023-08-28T02:30:26.781308+0000","last_peered":"2023-08-28T02:30:26.781308+0000","last_clean":"2023-08-28T02:30:26.781308+0000","last_became_active":"2023-08-28T02:27:27.794150+0000","last_became_peered":"2023-08-28T02:27:27.794150+0000","last_unstale":"2023-08-28T02:30:26.781308+0000","last_undegraded":"2023-08-28T02:30:26.781308+0000","last_fullsized":"2023-08-28T02:30:26.781308+0000","mapping_epoch":160,"log_start":"166'1876","ondisk_log_start":"166'1876","created":160,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":6377,"log_dups_size":0,"ondisk_log_size":6377,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":21102592,"num_objects":322,"num_object_clones":0,"num_object_copies":966,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":322,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6482,"num_write_kb":217728,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":208,"reported_epoch":240,"state":"active+clean","last_fresh":"2023-08-28T02:30:26.127371+0000","last_change":"2023-08-28T02:16:50.342424+0000","last_active":"2023-08-28T02:30:26.127371+0000","last_peered":"2023-08-28T02:30:26.127371+0000","last_clean":"2023-08-28T02:30:26.127371+0000","last_became_active":"2023-08-28T02:16:50.342083+0000","last_became_peered":"2023-08-28T02:16:50.342083+0000","last_unstale":"2023-08-28T02:30:26.127371+0000","last_undegraded":"2023-08-28T02:30:26.127371+0000","last_fullsized":"2023-08-28T02:30:26.127371+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:48:40.173542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"75'161","reported_seq":592,"reported_epoch":239,"state":"active+clean","last_fresh":"2023-08-28T02:30:24.107278+0000","last_change":"2023-08-28T02:27:39.235695+0000","last_active":"2023-08-28T02:30:24.107278+0000","last_peered":"2023-08-28T02:30:24.107278+0000","last_clean":"2023-08-28T02:30:24.107278+0000","last_became_active":"2023-08-28T02:27:39.235381+0000","last_became_peered":"2023-08-28T02:27:39.235381+0000","last_unstale":"2023-08-28T02:30:24.107278+0000","last_undegraded":"2023-08-28T02:30:24.107278+0000","last_fullsized":"2023-08-28T02:30:24.107278+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53669,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":21,"num_write_kb":219,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":175,"reported_epoch":240,"state":"active+clean","last_fresh":"2023-08-28T02:30:26.126644+0000","last_change":"2023-08-28T02:17:57.830935+0000","last_active":"2023-08-28T02:30:26.126644+0000","last_peered":"2023-08-28T02:30:26.126644+0000","last_clean":"2023-08-28T02:30:26.126644+0000","last_became_active":"2023-08-28T02:17:57.830393+0000","last_became_peered":"2023-08-28T02:17:57.830393+0000","last_unstale":"2023-08-28T02:30:26.126644+0000","last_undegraded":"2023-08-28T02:30:26.126644+0000","last_fullsized":"2023-08-28T02:30:26.126644+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:53:51.589050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":52,"reported_epoch":239,"state":"active+clean","last_fresh":"2023-08-28T02:30:24.104930+0000","last_change":"2023-08-28T02:28:52.900597+0000","last_active":"2023-08-28T02:30:24.104930+0000","last_peered":"2023-08-28T02:30:24.104930+0000","last_clean":"2023-08-28T02:30:24.104930+0000","last_became_active":"2023-08-28T02:28:52.900298+0000","last_became_peered":"2023-08-28T02:28:52.900298+0000","last_unstale":"2023-08-28T02:30:24.104930+0000","last_undegraded":"2023-08-28T02:30:24.104930+0000","last_fullsized":"2023-08-28T02:30:24.104930+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:11:05.933704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,7],"acting":[4,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.3","version":"75'161","reported_seq":474,"reported_epoch":239,"state":"active+clean","last_fresh":"2023-08-28T02:30:24.122711+0000","last_change":"2023-08-28T02:29:44.505488+0000","last_active":"2023-08-28T02:30:24.122711+0000","last_peered":"2023-08-28T02:30:24.122711+0000","last_clean":"2023-08-28T02:30:24.122711+0000","last_became_active":"2023-08-28T02:29:44.505147+0000","last_became_peered":"2023-08-28T02:29:44.505147+0000","last_unstale":"2023-08-28T02:30:24.122711+0000","last_undegraded":"2023-08-28T02:30:24.122711+0000","last_fullsized":"2023-08-28T02:30:24.122711+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.b","version":"240'11394","reported_seq":11494,"reported_epoch":240,"state":"active+clean","last_fresh":"2023-08-28T02:30:26.765272+0000","last_change":"2023-08-28T02:29:33.940038+0000","last_active":"2023-08-28T02:30:26.765272+0000","last_peered":"2023-08-28T02:30:26.765272+0000","last_clean":"2023-08-28T02:30:26.765272+0000","last_became_active":"2023-08-28T02:29:33.913822+0000","last_became_peered":"2023-08-28T02:29:33.913822+0000","last_unstale":"2023-08-28T02:30:26.765272+0000","last_undegraded":"2023-08-28T02:30:26.765272+0000","last_fullsized":"2023-08-28T02:30:26.765272+0000","mapping_epoch":160,"log_start":"169'3476","ondisk_log_start":"169'3476","created":160,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":7918,"log_dups_size":0,"ondisk_log_size":7918,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19136512,"num_objects":292,"num_object_clones":0,"num_object_copies":876,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":292,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6300,"num_write_kb":210944,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":245,"reported_epoch":239,"state":"active+clean","last_fresh":"2023-08-28T02:30:24.107256+0000","last_change":"2023-08-28T02:29:44.421353+0000","last_active":"2023-08-28T02:30:24.107256+0000","last_peered":"2023-08-28T02:30:24.107256+0000","last_clean":"2023-08-28T02:30:24.107256+0000","last_became_active":"2023-08-28T02:29:44.421064+0000","last_became_peered":"2023-08-28T02:29:44.421064+0000","last_unstale":"2023-08-28T02:30:24.107256+0000","last_undegraded":"2023-08-28T02:30:24.107256+0000","last_fullsized":"2023-08-28T02:30:24.107256+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:51:36.524024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":196,"reported_epoch":239,"state":"active+clean","last_fresh":"2023-08-28T02:30:24.116046+0000","last_change":"2023-08-28T02:17:57.849233+0000","last_active":"2023-08-28T02:30:24.116046+0000","last_peered":"2023-08-28T02:30:24.116046+0000","last_clean":"2023-08-28T02:30:24.116046+0000","last_became_active":"2023-08-28T02:17:57.848909+0000","last_became_peered":"2023-08-28T02:17:57.848909+0000","last_unstale":"2023-08-28T02:30:24.116046+0000","last_undegraded":"2023-08-28T02:30:24.116046+0000","last_fullsized":"2023-08-28T02:30:24.116046+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:19:30.926702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":213,"reported_epoch":239,"state":"active+clean","last_fresh":"2023-08-28T02:30:24.123073+0000","last_change":"2023-08-28T02:29:44.433910+0000","last_active":"2023-08-28T02:30:24.123073+0000","last_peered":"2023-08-28T02:30:24.123073+0000","last_clean":"2023-08-28T02:30:24.123073+0000","last_became_active":"2023-08-28T02:29:44.429486+0000","last_became_peered":"2023-08-28T02:29:44.429486+0000","last_unstale":"2023-08-28T02:30:24.123073+0000","last_undegraded":"2023-08-28T02:30:24.123073+0000","last_fullsized":"2023-08-28T02:30:24.123073+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:27:00.197598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.6","version":"75'161","reported_seq":451,"reported_epoch":239,"state":"active+clean","last_fresh":"2023-08-28T02:30:24.852496+0000","last_change":"2023-08-28T02:30:26.144684+0000","last_active":"2023-08-28T02:30:24.852496+0000","last_peered":"2023-08-28T02:30:24.852496+0000","last_clean":"2023-08-28T02:30:24.852496+0000","last_became_active":"2023-08-28T02:28:52.899055+0000","last_became_peered":"2023-08-28T02:28:52.899055+0000","last_unstale":"2023-08-28T02:30:24.852496+0000","last_undegraded":"2023-08-28T02:30:24.852496+0000","last_fullsized":"2023-08-28T02:30:24.852496+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,3],"acting":[0,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.e","version":"239'11537","reported_seq":11649,"reported_epoch":239,"state":"active+clean","last_fresh":"2023-08-28T02:30:26.089393+0000","last_change":"2023-08-28T02:29:44.436850+0000","last_active":"2023-08-28T02:30:26.089393+0000","last_peered":"2023-08-28T02:30:26.089393+0000","last_clean":"2023-08-28T02:30:26.089393+0000","last_became_active":"2023-08-28T02:29:44.407934+0000","last_became_peered":"2023-08-28T02:29:44.407934+0000","last_unstale":"2023-08-28T02:30:26.089393+0000","last_undegraded":"2023-08-28T02:30:26.089393+0000","last_fullsized":"2023-08-28T02:30:26.089393+0000","mapping_epoch":223,"log_start":"178'4200","ondisk_log_start":"178'4200","created":160,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":7337,"log_dups_size":0,"ondisk_log_size":7337,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":20774912,"num_objects":317,"num_object_clones":0,"num_object_copies":951,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":317,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6366,"num_write_kb":213856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":208,"reported_epoch":239,"state":"active+clean","last_fresh":"2023-08-28T02:30:24.109880+0000","last_change":"2023-08-28T02:14:43.033789+0000","last_active":"2023-08-28T02:30:24.109880+0000","last_peered":"2023-08-28T02:30:24.109880+0000","last_clean":"2023-08-28T02:30:24.109880+0000","last_became_active":"2023-08-28T02:14:43.033454+0000","last_became_peered":"2023-08-28T02:14:43.033454+0000","last_unstale":"2023-08-28T02:30:24.109880+0000","last_undegraded":"2023-08-28T02:30:24.109880+0000","last_fullsized":"2023-08-28T02:30:24.109880+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:01:13.205842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":27,"reported_epoch":239,"state":"active+clean","last_fresh":"2023-08-28T02:30:24.125675+0000","last_change":"2023-08-28T02:29:44.508212+0000","last_active":"2023-08-28T02:30:24.125675+0000","last_peered":"2023-08-28T02:30:24.125675+0000","last_clean":"2023-08-28T02:30:24.125675+0000","last_became_active":"2023-08-28T02:29:44.507669+0000","last_became_peered":"2023-08-28T02:29:44.507669+0000","last_unstale":"2023-08-28T02:30:24.125675+0000","last_undegraded":"2023-08-28T02:30:24.125675+0000","last_fullsized":"2023-08-28T02:30:24.125675+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:58:38.220241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":182,"reported_epoch":239,"state":"active+clean","last_fresh":"2023-08-28T02:30:24.118016+0000","last_change":"2023-08-28T02:14:43.048791+0000","last_active":"2023-08-28T02:30:24.118016+0000","last_peered":"2023-08-28T02:30:24.118016+0000","last_clean":"2023-08-28T02:30:24.118016+0000","last_became_active":"2023-08-28T02:14:43.047408+0000","last_became_peered":"2023-08-28T02:14:43.047408+0000","last_unstale":"2023-08-28T02:30:24.118016+0000","last_undegraded":"2023-08-28T02:30:24.118016+0000","last_fullsized":"2023-08-28T02:30:24.118016+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:47.097181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.5","version":"75'161","reported_seq":493,"reported_epoch":239,"state":"active+clean","last_fresh":"2023-08-28T02:30:24.104843+0000","last_change":"2023-08-28T02:29:18.891819+0000","last_active":"2023-08-28T02:30:24.104843+0000","last_peered":"2023-08-28T02:30:24.104843+0000","last_clean":"2023-08-28T02:30:24.104843+0000","last_became_active":"2023-08-28T02:27:46.339134+0000","last_became_peered":"2023-08-28T02:27:46.339134+0000","last_unstale":"2023-08-28T02:30:24.104843+0000","last_undegraded":"2023-08-28T02:30:24.104843+0000","last_fullsized":"2023-08-28T02:30:24.104843+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:18.891729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:18.891729+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:29:36.951090+0000","scrub_duration":0.0031546460000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.d","version":"239'11712","reported_seq":11827,"reported_epoch":240,"state":"active+clean","last_fresh":"2023-08-28T02:30:26.125571+0000","last_change":"2023-08-28T02:29:45.431051+0000","last_active":"2023-08-28T02:30:26.125571+0000","last_peered":"2023-08-28T02:30:26.125571+0000","last_clean":"2023-08-28T02:30:26.125571+0000","last_became_active":"2023-08-28T02:29:45.399030+0000","last_became_peered":"2023-08-28T02:29:45.399030+0000","last_unstale":"2023-08-28T02:30:26.125571+0000","last_undegraded":"2023-08-28T02:30:26.125571+0000","last_fullsized":"2023-08-28T02:30:26.125571+0000","mapping_epoch":224,"log_start":"179'4400","ondisk_log_start":"179'4400","created":160,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":7312,"log_dups_size":0,"ondisk_log_size":7312,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":20316172,"num_objects":310,"num_object_clones":0,"num_object_copies":930,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":310,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6440,"num_write_kb":216000,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.7","version":"65'2","reported_seq":219,"reported_epoch":239,"state":"active+clean","last_fresh":"2023-08-28T02:30:24.111820+0000","last_change":"2023-08-28T02:17:57.864052+0000","last_active":"2023-08-28T02:30:24.111820+0000","last_peered":"2023-08-28T02:30:24.111820+0000","last_clean":"2023-08-28T02:30:24.111820+0000","last_became_active":"2023-08-28T02:17:57.845544+0000","last_became_peered":"2023-08-28T02:17:57.845544+0000","last_unstale":"2023-08-28T02:30:24.111820+0000","last_undegraded":"2023-08-28T02:30:24.111820+0000","last_fullsized":"2023-08-28T02:30:24.111820+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:24:46.387534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":44,"reported_epoch":239,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:30:24.111253+0000","last_change":"2023-08-28T02:29:45.405547+0000","last_active":"2023-08-28T02:30:24.111253+0000","last_peered":"2023-08-28T02:30:24.111253+0000","last_clean":"2023-08-28T02:06:56.261752+0000","last_became_active":"2023-08-28T02:29:45.405183+0000","last_became_peered":"2023-08-28T02:29:45.405183+0000","last_unstale":"2023-08-28T02:30:24.111253+0000","last_undegraded":"2023-08-28T02:30:24.111253+0000","last_fullsized":"2023-08-28T02:30:24.111253+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":219,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:54:56.832962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[3,6,4],"avail_no_missing":["3","1","4","6"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":217,"reported_epoch":239,"state":"active+clean","last_fresh":"2023-08-28T02:30:24.107190+0000","last_change":"2023-08-28T02:17:57.850029+0000","last_active":"2023-08-28T02:30:24.107190+0000","last_peered":"2023-08-28T02:30:24.107190+0000","last_clean":"2023-08-28T02:30:24.107190+0000","last_became_active":"2023-08-28T02:17:57.846602+0000","last_became_peered":"2023-08-28T02:17:57.846602+0000","last_unstale":"2023-08-28T02:30:24.107190+0000","last_undegraded":"2023-08-28T02:30:24.107190+0000","last_fullsized":"2023-08-28T02:30:24.107190+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:39:38.706283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.4","version":"75'161","reported_seq":463,"reported_epoch":239,"state":"active+clean","last_fresh":"2023-08-28T02:30:24.110062+0000","last_change":"2023-08-28T02:28:15.289768+0000","last_active":"2023-08-28T02:30:24.110062+0000","last_peered":"2023-08-28T02:30:24.110062+0000","last_clean":"2023-08-28T02:30:24.110062+0000","last_became_active":"2023-08-28T02:28:15.289365+0000","last_became_peered":"2023-08-28T02:28:15.289365+0000","last_unstale":"2023-08-28T02:30:24.110062+0000","last_undegraded":"2023-08-28T02:30:24.110062+0000","last_fullsized":"2023-08-28T02:30:24.110062+0000","mapping_epoch":189,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":190,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":488690,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.c","version":"240'11868","reported_seq":11966,"reported_epoch":240,"state":"active+clean","last_fresh":"2023-08-28T02:30:26.760259+0000","last_change":"2023-08-28T02:29:33.941899+0000","last_active":"2023-08-28T02:30:26.760259+0000","last_peered":"2023-08-28T02:30:26.760259+0000","last_clean":"2023-08-28T02:30:26.760259+0000","last_became_active":"2023-08-28T02:29:33.917985+0000","last_became_peered":"2023-08-28T02:29:33.917985+0000","last_unstale":"2023-08-28T02:30:26.760259+0000","last_undegraded":"2023-08-28T02:30:26.760259+0000","last_fullsized":"2023-08-28T02:30:26.760259+0000","mapping_epoch":160,"log_start":"177'4195","ondisk_log_start":"177'4195","created":160,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":7673,"log_dups_size":0,"ondisk_log_size":7673,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":18120704,"num_objects":276,"num_object_clones":0,"num_object_copies":828,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":276,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6569,"num_write_kb":219072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":130,"reported_epoch":239,"state":"active+clean","last_fresh":"2023-08-28T02:30:24.110248+0000","last_change":"2023-08-28T02:28:52.899333+0000","last_active":"2023-08-28T02:30:24.110248+0000","last_peered":"2023-08-28T02:30:24.110248+0000","last_clean":"2023-08-28T02:30:24.110248+0000","last_became_active":"2023-08-28T02:28:52.898989+0000","last_became_peered":"2023-08-28T02:28:52.898989+0000","last_unstale":"2023-08-28T02:30:24.110248+0000","last_undegraded":"2023-08-28T02:30:24.110248+0000","last_fullsized":"2023-08-28T02:30:24.110248+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:30:07.242589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"65'1","reported_seq":226,"reported_epoch":239,"state":"active+clean","last_fresh":"2023-08-28T02:30:24.123346+0000","last_change":"2023-08-28T02:29:44.510205+0000","last_active":"2023-08-28T02:30:24.123346+0000","last_peered":"2023-08-28T02:30:24.123346+0000","last_clean":"2023-08-28T02:30:24.123346+0000","last_became_active":"2023-08-28T02:29:44.429357+0000","last_became_peered":"2023-08-28T02:29:44.429357+0000","last_unstale":"2023-08-28T02:30:24.123346+0000","last_undegraded":"2023-08-28T02:30:24.123346+0000","last_fullsized":"2023-08-28T02:30:24.123346+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:44:59.955729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":185,"reported_epoch":239,"state":"active+clean","last_fresh":"2023-08-28T02:30:24.103738+0000","last_change":"2023-08-28T02:07:37.332854+0000","last_active":"2023-08-28T02:30:24.103738+0000","last_peered":"2023-08-28T02:30:24.103738+0000","last_clean":"2023-08-28T02:30:24.103738+0000","last_became_active":"2023-08-28T02:07:37.332563+0000","last_became_peered":"2023-08-28T02:07:37.332563+0000","last_unstale":"2023-08-28T02:30:24.103738+0000","last_undegraded":"2023-08-28T02:30:24.103738+0000","last_fullsized":"2023-08-28T02:30:24.103738+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:24:12.887788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.11","version":"239'8267","reported_seq":8374,"reported_epoch":239,"state":"active+clean","last_fresh":"2023-08-28T02:30:26.065152+0000","last_change":"2023-08-28T02:27:36.183590+0000","last_active":"2023-08-28T02:30:26.065152+0000","last_peered":"2023-08-28T02:30:26.065152+0000","last_clean":"2023-08-28T02:30:26.065152+0000","last_became_active":"2023-08-28T02:27:36.180993+0000","last_became_peered":"2023-08-28T02:27:36.180993+0000","last_unstale":"2023-08-28T02:30:26.065152+0000","last_undegraded":"2023-08-28T02:30:26.065152+0000","last_fullsized":"2023-08-28T02:30:26.065152+0000","mapping_epoch":175,"log_start":"167'3056","ondisk_log_start":"167'3056","created":170,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":5211,"log_dups_size":0,"ondisk_log_size":5211,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16515072,"num_objects":252,"num_object_clones":0,"num_object_copies":756,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":252,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6432,"num_write_kb":213888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1b","version":"65'1","reported_seq":184,"reported_epoch":239,"state":"active+clean","last_fresh":"2023-08-28T02:30:24.117967+0000","last_change":"2023-08-28T02:14:43.042150+0000","last_active":"2023-08-28T02:30:24.117967+0000","last_peered":"2023-08-28T02:30:24.117967+0000","last_clean":"2023-08-28T02:30:24.117967+0000","last_became_active":"2023-08-28T02:14:43.038336+0000","last_became_peered":"2023-08-28T02:14:43.038336+0000","last_unstale":"2023-08-28T02:30:24.117967+0000","last_undegraded":"2023-08-28T02:30:24.117967+0000","last_fullsized":"2023-08-28T02:30:24.117967+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:26:02.415152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":233,"reported_epoch":240,"state":"active+clean","last_fresh":"2023-08-28T02:30:26.118911+0000","last_change":"2023-08-28T02:29:44.466281+0000","last_active":"2023-08-28T02:30:26.118911+0000","last_peered":"2023-08-28T02:30:26.118911+0000","last_clean":"2023-08-28T02:30:26.118911+0000","last_became_active":"2023-08-28T02:29:44.465902+0000","last_became_peered":"2023-08-28T02:29:44.465902+0000","last_unstale":"2023-08-28T02:30:26.118911+0000","last_undegraded":"2023-08-28T02:30:26.118911+0000","last_fullsized":"2023-08-28T02:30:26.118911+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:42:07.764961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.16","version":"240'8159","reported_seq":10976,"reported_epoch":240,"state":"active+recovery_wait+degraded","last_fresh":"2023-08-28T02:30:26.208128+0000","last_change":"2023-08-28T02:29:47.525311+0000","last_active":"2023-08-28T02:30:26.208128+0000","last_peered":"2023-08-28T02:30:26.208128+0000","last_clean":"2023-08-28T02:29:22.977076+0000","last_became_active":"2023-08-28T02:29:46.075874+0000","last_became_peered":"2023-08-28T02:29:46.075874+0000","last_unstale":"2023-08-28T02:30:26.208128+0000","last_undegraded":"2023-08-28T02:29:45.391755+0000","last_fullsized":"2023-08-28T02:30:26.208128+0000","mapping_epoch":224,"log_start":"163'6","ondisk_log_start":"163'6","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":8153,"log_dups_size":0,"ondisk_log_size":8153,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19234816,"num_objects":294,"num_object_clones":0,"num_object_copies":882,"num_objects_missing_on_primary":1992,"num_objects_missing":1992,"num_objects_degraded":1992,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":294,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6384,"num_write_kb":213664,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1347,"num_bytes_recovered":88276992,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":["1","2","5"],"object_location_counts":[{"shards":"1,2,4","objects":1},{"shards":"1,2,5","objects":293}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"65'2","reported_seq":234,"reported_epoch":240,"state":"active+clean","last_fresh":"2023-08-28T02:30:26.127488+0000","last_change":"2023-08-28T02:29:44.535937+0000","last_active":"2023-08-28T02:30:26.127488+0000","last_peered":"2023-08-28T02:30:26.127488+0000","last_clean":"2023-08-28T02:30:26.127488+0000","last_became_active":"2023-08-28T02:29:44.462244+0000","last_became_peered":"2023-08-28T02:29:44.462244+0000","last_unstale":"2023-08-28T02:30:26.127488+0000","last_undegraded":"2023-08-28T02:30:26.127488+0000","last_fullsized":"2023-08-28T02:30:26.127488+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:30:33.173713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":216,"reported_epoch":239,"state":"active+clean","last_fresh":"2023-08-28T02:30:24.117797+0000","last_change":"2023-08-28T02:29:44.428987+0000","last_active":"2023-08-28T02:30:24.117797+0000","last_peered":"2023-08-28T02:30:24.117797+0000","last_clean":"2023-08-28T02:30:24.117797+0000","last_became_active":"2023-08-28T02:29:44.428622+0000","last_became_peered":"2023-08-28T02:29:44.428622+0000","last_unstale":"2023-08-28T02:30:24.117797+0000","last_undegraded":"2023-08-28T02:30:24.117797+0000","last_fullsized":"2023-08-28T02:30:24.117797+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:48:42.349894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.17","version":"239'8279","reported_seq":12683,"reported_epoch":239,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:30:26.097407+0000","last_change":"2023-08-28T02:29:45.558525+0000","last_active":"2023-08-28T02:30:26.097407+0000","last_peered":"2023-08-28T02:30:26.097407+0000","last_clean":"2023-08-28T02:29:23.700768+0000","last_became_active":"2023-08-28T02:29:45.499376+0000","last_became_peered":"2023-08-28T02:29:45.499376+0000","last_unstale":"2023-08-28T02:30:26.097407+0000","last_undegraded":"2023-08-28T02:29:45.490377+0000","last_fullsized":"2023-08-28T02:29:45.384380+0000","mapping_epoch":224,"log_start":"167'3163","ondisk_log_start":"167'3163","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":5116,"log_dups_size":0,"ondisk_log_size":5116,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19398656,"num_objects":296,"num_object_clones":0,"num_object_copies":888,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4311,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":296,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6486,"num_write_kb":217024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1454,"num_bytes_recovered":95289344,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1],"avail_no_missing":["7","3","5"],"object_location_counts":[{"shards":"1,7","objects":-26},{"shards":"3,5,7","objects":322}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"65'2","reported_seq":189,"reported_epoch":240,"state":"active+clean","last_fresh":"2023-08-28T02:30:26.127809+0000","last_change":"2023-08-28T02:07:37.315088+0000","last_active":"2023-08-28T02:30:26.127809+0000","last_peered":"2023-08-28T02:30:26.127809+0000","last_clean":"2023-08-28T02:30:26.127809+0000","last_became_active":"2023-08-28T02:07:37.314730+0000","last_became_peered":"2023-08-28T02:07:37.314730+0000","last_unstale":"2023-08-28T02:30:26.127809+0000","last_undegraded":"2023-08-28T02:30:26.127809+0000","last_fullsized":"2023-08-28T02:30:26.127809+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:58.096621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":219,"reported_epoch":239,"state":"active+clean","last_fresh":"2023-08-28T02:30:24.104216+0000","last_change":"2023-08-28T02:17:57.830595+0000","last_active":"2023-08-28T02:30:24.104216+0000","last_peered":"2023-08-28T02:30:24.104216+0000","last_clean":"2023-08-28T02:30:24.104216+0000","last_became_active":"2023-08-28T02:17:57.830345+0000","last_became_peered":"2023-08-28T02:17:57.830345+0000","last_unstale":"2023-08-28T02:30:24.104216+0000","last_undegraded":"2023-08-28T02:30:24.104216+0000","last_fullsized":"2023-08-28T02:30:24.104216+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:50:50.199731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.14","version":"240'8167","reported_seq":8293,"reported_epoch":240,"state":"active+clean","last_fresh":"2023-08-28T02:30:27.294340+0000","last_change":"2023-08-28T02:29:45.879282+0000","last_active":"2023-08-28T02:30:27.294340+0000","last_peered":"2023-08-28T02:30:27.294340+0000","last_clean":"2023-08-28T02:30:27.294340+0000","last_became_active":"2023-08-28T02:29:45.855435+0000","last_became_peered":"2023-08-28T02:29:45.855435+0000","last_unstale":"2023-08-28T02:30:27.294340+0000","last_undegraded":"2023-08-28T02:30:27.294340+0000","last_fullsized":"2023-08-28T02:30:27.294340+0000","mapping_epoch":225,"log_start":"167'2377","ondisk_log_start":"167'2377","created":170,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":5790,"log_dups_size":0,"ondisk_log_size":5790,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19628032,"num_objects":300,"num_object_clones":0,"num_object_copies":900,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":300,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6394,"num_write_kb":214176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1e","version":"65'1","reported_seq":207,"reported_epoch":239,"state":"active+clean","last_fresh":"2023-08-28T02:30:24.111145+0000","last_change":"2023-08-28T02:17:57.833218+0000","last_active":"2023-08-28T02:30:24.111145+0000","last_peered":"2023-08-28T02:30:24.111145+0000","last_clean":"2023-08-28T02:30:24.111145+0000","last_became_active":"2023-08-28T02:17:57.832772+0000","last_became_peered":"2023-08-28T02:17:57.832772+0000","last_unstale":"2023-08-28T02:30:24.111145+0000","last_undegraded":"2023-08-28T02:30:24.111145+0000","last_fullsized":"2023-08-28T02:30:24.111145+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:00:02.110545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":221,"reported_epoch":239,"state":"active+clean","last_fresh":"2023-08-28T02:30:24.108349+0000","last_change":"2023-08-28T02:17:57.845102+0000","last_active":"2023-08-28T02:30:24.108349+0000","last_peered":"2023-08-28T02:30:24.108349+0000","last_clean":"2023-08-28T02:30:24.108349+0000","last_became_active":"2023-08-28T02:17:57.843529+0000","last_became_peered":"2023-08-28T02:17:57.843529+0000","last_unstale":"2023-08-28T02:30:24.108349+0000","last_undegraded":"2023-08-28T02:30:24.108349+0000","last_fullsized":"2023-08-28T02:30:24.108349+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:20:19.708785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.15","version":"239'8140","reported_seq":17885,"reported_epoch":240,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-08-28T02:30:26.150182+0000","last_change":"2023-08-28T02:30:26.146583+0000","last_active":"2023-08-28T02:30:26.150182+0000","last_peered":"2023-08-28T02:30:26.150182+0000","last_clean":"2023-08-28T02:29:14.938368+0000","last_became_active":"2023-08-28T02:29:44.524020+0000","last_became_peered":"2023-08-28T02:29:44.524020+0000","last_unstale":"2023-08-28T02:30:26.150182+0000","last_undegraded":"2023-08-28T02:30:26.136583+0000","last_fullsized":"2023-08-28T02:29:44.381842+0000","mapping_epoch":223,"log_start":"167'2887","ondisk_log_start":"167'2887","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":5253,"log_dups_size":0,"ondisk_log_size":5253,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19464192,"num_objects":297,"num_object_clones":0,"num_object_copies":891,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":297,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6365,"num_write_kb":213184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3205,"num_bytes_recovered":118620160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,3],"avail_no_missing":["7","0","5"],"object_location_counts":[{"shards":"3,7","objects":297}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"65'4","reported_seq":200,"reported_epoch":239,"state":"active+clean","last_fresh":"2023-08-28T02:30:24.124388+0000","last_change":"2023-08-28T02:16:50.319672+0000","last_active":"2023-08-28T02:30:24.124388+0000","last_peered":"2023-08-28T02:30:24.124388+0000","last_clean":"2023-08-28T02:30:24.124388+0000","last_became_active":"2023-08-28T02:16:50.319279+0000","last_became_peered":"2023-08-28T02:16:50.319279+0000","last_unstale":"2023-08-28T02:30:24.124388+0000","last_undegraded":"2023-08-28T02:30:24.124388+0000","last_fullsized":"2023-08-28T02:30:24.124388+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:28:07.379148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":222,"reported_epoch":239,"state":"active+clean","last_fresh":"2023-08-28T02:30:24.103799+0000","last_change":"2023-08-28T02:29:44.461816+0000","last_active":"2023-08-28T02:30:24.103799+0000","last_peered":"2023-08-28T02:30:24.103799+0000","last_clean":"2023-08-28T02:30:24.103799+0000","last_became_active":"2023-08-28T02:29:44.461467+0000","last_became_peered":"2023-08-28T02:29:44.461467+0000","last_unstale":"2023-08-28T02:30:24.103799+0000","last_undegraded":"2023-08-28T02:30:24.103799+0000","last_fullsized":"2023-08-28T02:30:24.103799+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:32:08.790025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":429359,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":356,"num_read_kb":667,"num_write":174,"num_write_kb":1757,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1878443,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":9,"num_pg":36,"stat_sum":{"num_bytes":585990168,"num_objects":8943,"num_object_clones":0,"num_object_copies":26829,"num_objects_missing_on_primary":1992,"num_objects_missing":1992,"num_objects_degraded":6763,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8943,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":204228,"num_write_kb":6753441,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12998,"num_bytes_recovered":724959232,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2407870464,"data_stored":2407858248,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":267089,"ondisk_log_size":267089,"up":108,"acting":105,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299682,"num_pgs":61,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":836408,"kb_used_data":397552,"kb_used_omap":0,"kb_used_meta":438848,"kb_avail":92908744,"statfs":{"total":95995035648,"available":95138553856,"internally_reserved":0,"allocated":407093248,"data_stored":406028534,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":449380352},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:30:01 2023","interfaces":[{"interface":"back","average":{"1min":1.909,"5min":1.478,"15min":1.696},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.21199999999999999},"max":{"1min":8.8870000000000005,"5min":13.118,"15min":13.257},"last":8.8079999999999998},{"interface":"front","average":{"1min":1.8979999999999999,"5min":2.2309999999999999,"15min":2.0870000000000002},"min":{"1min":0.28699999999999998,"5min":0.246,"15min":0.246},"max":{"1min":11.513,"5min":17.402999999999999,"15min":17.402999999999999},"last":12.42}]},{"osd":1,"last update":"Mon Aug 28 02:29:24 2023","interfaces":[{"interface":"back","average":{"1min":2.7970000000000002,"5min":2.8370000000000002,"15min":2.2400000000000002},"min":{"1min":0.253,"5min":0.253,"15min":0.24099999999999999},"max":{"1min":17.187999999999999,"5min":17.43,"15min":17.43},"last":0.65000000000000002},{"interface":"front","average":{"1min":1.627,"5min":2.3959999999999999,"15min":2.101},"min":{"1min":0.28599999999999998,"5min":0.27100000000000002,"15min":0.26600000000000001},"max":{"1min":4.5419999999999998,"5min":19.913,"15min":19.913},"last":12.525}]},{"osd":2,"last update":"Mon Aug 28 02:30:12 2023","interfaces":[{"interface":"back","average":{"1min":2.7280000000000002,"5min":1.784,"15min":1.8140000000000001},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22800000000000001},"max":{"1min":7.6150000000000002,"5min":8.2970000000000006,"15min":8.3889999999999993},"last":0.98599999999999999},{"interface":"front","average":{"1min":1.536,"5min":1.3080000000000001,"15min":1.6519999999999999},"min":{"1min":0.33600000000000002,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":9.2219999999999995,"5min":9.2219999999999995,"15min":12.128},"last":0.47299999999999998}]},{"osd":3,"last update":"Mon Aug 28 02:29:24 2023","interfaces":[{"interface":"back","average":{"1min":2.4630000000000001,"5min":1.8360000000000001,"15min":2.0259999999999998},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.27200000000000002},"max":{"1min":10.090999999999999,"5min":11.231,"15min":11.231},"last":0.38100000000000001},{"interface":"front","average":{"1min":1.4950000000000001,"5min":1.8260000000000001,"15min":2.117},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":7.04,"5min":12.208,"15min":12.208},"last":0.441}]},{"osd":4,"last update":"Mon Aug 28 02:30:01 2023","interfaces":[{"interface":"back","average":{"1min":2.3940000000000001,"5min":1.925,"15min":1.304},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.23400000000000001},"max":{"1min":18.943000000000001,"5min":18.943000000000001,"15min":18.943000000000001},"last":0.28399999999999997},{"interface":"front","average":{"1min":1.5760000000000001,"5min":1.03,"15min":0.93700000000000006},"min":{"1min":0.28999999999999998,"5min":0.26500000000000001,"15min":0.245},"max":{"1min":7.0339999999999998,"5min":7.2130000000000001,"15min":8.1890000000000001},"last":0.45700000000000002}]},{"osd":5,"last update":"Mon Aug 28 02:30:01 2023","interfaces":[{"interface":"back","average":{"1min":1.75,"5min":1.363,"15min":1.069},"min":{"1min":0.28199999999999997,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":5.0949999999999998,"5min":14.622,"15min":14.622},"last":0.317},{"interface":"front","average":{"1min":2.052,"5min":1.847,"15min":1.2909999999999999},"min":{"1min":0.311,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":13.840999999999999,"5min":17.324999999999999,"15min":17.324999999999999},"last":0.42399999999999999}]},{"osd":6,"last update":"Mon Aug 28 02:30:01 2023","interfaces":[{"interface":"back","average":{"1min":1.8660000000000001,"5min":1.8480000000000001,"15min":1.294},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.28199999999999997},"max":{"1min":11.585000000000001,"5min":17.454999999999998,"15min":17.454999999999998},"last":0.39100000000000001},{"interface":"front","average":{"1min":1.552,"5min":0.89100000000000001,"15min":0.88},"min":{"1min":0.34899999999999998,"5min":0.33400000000000002,"15min":0.29899999999999999},"max":{"1min":7.665,"5min":7.665,"15min":7.665},"last":0.40999999999999998}]}]},{"osd":6,"up_from":45,"seq":193273528614,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":386876,"kb_used_data":86964,"kb_used_omap":0,"kb_used_meta":299904,"kb_avail":93358276,"statfs":{"total":95995035648,"available":95598874624,"internally_reserved":0,"allocated":89051136,"data_stored":87998451,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":307101696},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:30:15 2023","interfaces":[{"interface":"back","average":{"1min":1.9359999999999999,"5min":1.6919999999999999,"15min":2.0339999999999998},"min":{"1min":0.28799999999999998,"5min":0.23100000000000001,"15min":0.20699999999999999},"max":{"1min":12.895,"5min":12.895,"15min":16.462},"last":0.38800000000000001},{"interface":"front","average":{"1min":2.4089999999999998,"5min":1.8100000000000001,"15min":2.0710000000000002},"min":{"1min":0.39700000000000002,"5min":0.24099999999999999,"15min":0.23899999999999999},"max":{"1min":11.701000000000001,"5min":11.701000000000001,"15min":16.486999999999998},"last":1.5089999999999999}]},{"osd":1,"last update":"Mon Aug 28 02:29:33 2023","interfaces":[{"interface":"back","average":{"1min":4.0750000000000002,"5min":2.6240000000000001,"15min":2.278},"min":{"1min":0.26500000000000001,"5min":0.25800000000000001,"15min":0.23999999999999999},"max":{"1min":19.384,"5min":19.384,"15min":19.384},"last":0.33100000000000002},{"interface":"front","average":{"1min":2.302,"5min":2.1269999999999998,"15min":1.905},"min":{"1min":0.30199999999999999,"5min":0.25,"15min":0.25},"max":{"1min":11.558,"5min":13.183999999999999,"15min":13.183999999999999},"last":5.9749999999999996}]},{"osd":2,"last update":"Mon Aug 28 02:30:19 2023","interfaces":[{"interface":"back","average":{"1min":2.2320000000000002,"5min":1.6499999999999999,"15min":2.0710000000000002},"min":{"1min":0.32800000000000001,"5min":0.28299999999999997,"15min":0.26300000000000001},"max":{"1min":11.724,"5min":11.724,"15min":14.156000000000001},"last":6.0030000000000001},{"interface":"front","average":{"1min":1.9610000000000001,"5min":1.5940000000000001,"15min":1.7430000000000001},"min":{"1min":0.38300000000000001,"5min":0.28899999999999998,"15min":0.247},"max":{"1min":12.359999999999999,"5min":12.359999999999999,"15min":12.359999999999999},"last":0.42599999999999999}]},{"osd":3,"last update":"Mon Aug 28 02:30:19 2023","interfaces":[{"interface":"back","average":{"1min":2.2170000000000001,"5min":3.222,"15min":2.5950000000000002},"min":{"1min":0.36799999999999999,"5min":0.34100000000000003,"15min":0.30199999999999999},"max":{"1min":11.667999999999999,"5min":122.399,"15min":122.399},"last":5.9370000000000003},{"interface":"front","average":{"1min":2.4260000000000002,"5min":2.8199999999999998,"15min":2.3780000000000001},"min":{"1min":0.35099999999999998,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":12.398999999999999,"5min":123.173,"15min":123.173},"last":1.8500000000000001}]},{"osd":4,"last update":"Mon Aug 28 02:29:52 2023","interfaces":[{"interface":"back","average":{"1min":1.3620000000000001,"5min":1.3779999999999999,"15min":1.069},"min":{"1min":0.26800000000000002,"5min":0.253,"15min":0.23400000000000001},"max":{"1min":6.21,"5min":18.294,"15min":18.294},"last":1.548},{"interface":"front","average":{"1min":1.5329999999999999,"5min":1.256,"15min":1.0649999999999999},"min":{"1min":0.36199999999999999,"5min":0.26500000000000001,"15min":0.22500000000000001},"max":{"1min":7.4320000000000004,"5min":7.5069999999999997,"15min":8.0950000000000006},"last":0.58799999999999997}]},{"osd":5,"last update":"Mon Aug 28 02:29:52 2023","interfaces":[{"interface":"back","average":{"1min":1.538,"5min":1.472,"15min":1.1399999999999999},"min":{"1min":0.32200000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":6.9880000000000004,"5min":13.105,"15min":13.105},"last":5.8689999999999998},{"interface":"front","average":{"1min":1.4770000000000001,"5min":1.2310000000000001,"15min":0.96499999999999997},"min":{"1min":0.34000000000000002,"5min":0.27400000000000002,"15min":0.26800000000000002},"max":{"1min":12.247999999999999,"5min":12.247999999999999,"15min":12.247999999999999},"last":0.45200000000000001}]},{"osd":7,"last update":"Mon Aug 28 02:30:19 2023","interfaces":[{"interface":"back","average":{"1min":1.6779999999999999,"5min":1.284,"15min":1.1699999999999999},"min":{"1min":0.40799999999999997,"5min":0.311,"15min":0.27000000000000002},"max":{"1min":6.2450000000000001,"5min":7.0149999999999997,"15min":12.260999999999999},"last":1.577},{"interface":"front","average":{"1min":2.032,"5min":1.3779999999999999,"15min":1.1879999999999999},"min":{"1min":0.36299999999999999,"5min":0.27200000000000002,"15min":0.22600000000000001},"max":{"1min":7.4770000000000003,"5min":9.7370000000000001,"15min":12.021000000000001},"last":0.74199999999999999}]}]},{"osd":1,"up_from":101,"seq":433791697072,"num_pgs":58,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":941436,"kb_used_data":407412,"kb_used_omap":4,"kb_used_meta":533819,"kb_avail":92803716,"statfs":{"total":95995035648,"available":95031005184,"internally_reserved":0,"allocated":417189888,"data_stored":415802284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":546631566},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,0,6],"upper_bound":16},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:30:26 2023","interfaces":[{"interface":"back","average":{"1min":2.246,"5min":2.625,"15min":3.0019999999999998},"min":{"1min":0.246,"5min":0.22,"15min":0.21099999999999999},"max":{"1min":14.721,"5min":24.545999999999999,"15min":24.545999999999999},"last":4.9909999999999997},{"interface":"front","average":{"1min":4.0199999999999996,"5min":3.673,"15min":3.3759999999999999},"min":{"1min":0.251,"5min":0.24199999999999999,"15min":0.21199999999999999},"max":{"1min":12.301,"5min":24.515000000000001,"15min":24.515000000000001},"last":3.375}]},{"osd":2,"last update":"Mon Aug 28 02:30:18 2023","interfaces":[{"interface":"back","average":{"1min":3.9039999999999999,"5min":2.7709999999999999,"15min":2.7970000000000002},"min":{"1min":0.313,"5min":0.313,"15min":0.24099999999999999},"max":{"1min":12.265000000000001,"5min":12.265000000000001,"15min":13.58},"last":3.3380000000000001},{"interface":"front","average":{"1min":1.8,"5min":1.655,"15min":2.7229999999999999},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.253},"max":{"1min":12.101000000000001,"5min":19.100999999999999,"15min":20.003},"last":0.254}]},{"osd":3,"last update":"Mon Aug 28 02:30:18 2023","interfaces":[{"interface":"back","average":{"1min":2.133,"5min":2.4039999999999999,"15min":3.2850000000000001},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":15.35,"5min":19.074999999999999,"15min":24.701000000000001},"last":0.32500000000000001},{"interface":"front","average":{"1min":2.371,"5min":2.702,"15min":3.2080000000000002},"min":{"1min":0.33500000000000002,"5min":0.24099999999999999,"15min":0.223},"max":{"1min":12.868,"5min":14.615,"15min":22.59},"last":10.061999999999999}]},{"osd":4,"last update":"Mon Aug 28 02:30:26 2023","interfaces":[{"interface":"back","average":{"1min":1.718,"5min":1.619,"15min":1.952},"min":{"1min":0.32200000000000001,"5min":0.312,"15min":0.30099999999999999},"max":{"1min":18.689,"5min":18.992999999999999,"15min":18.992999999999999},"last":0.35699999999999998},{"interface":"front","average":{"1min":2.2749999999999999,"5min":2.008,"15min":1.9339999999999999},"min":{"1min":0.371,"5min":0.28899999999999998,"15min":0.26400000000000001},"max":{"1min":14.779999999999999,"5min":14.779999999999999,"15min":14.779999999999999},"last":3.1379999999999999}]},{"osd":5,"last update":"Mon Aug 28 02:30:26 2023","interfaces":[{"interface":"back","average":{"1min":3.7440000000000002,"5min":2.5470000000000002,"15min":2.5459999999999998},"min":{"1min":0.434,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":12.170999999999999,"5min":18.626999999999999,"15min":18.626999999999999},"last":0.434},{"interface":"front","average":{"1min":1.5209999999999999,"5min":2.1899999999999999,"15min":2.4390000000000001},"min":{"1min":0.374,"5min":0.33600000000000002,"15min":0.31900000000000001},"max":{"1min":6.5529999999999999,"5min":18.945,"15min":18.945},"last":0.42099999999999999}]},{"osd":6,"last update":"Mon Aug 28 02:30:26 2023","interfaces":[{"interface":"back","average":{"1min":3.1400000000000001,"5min":2.3959999999999999,"15min":2.556},"min":{"1min":0.373,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":12.221,"5min":12.221,"15min":14.944000000000001},"last":0.5},{"interface":"front","average":{"1min":1.244,"5min":1.764,"15min":2.1579999999999999},"min":{"1min":0.42899999999999999,"5min":0.35699999999999998,"15min":0.34499999999999997},"max":{"1min":6.2270000000000003,"5min":19.021999999999998,"15min":19.021999999999998},"last":0.48499999999999999}]},{"osd":7,"last update":"Mon Aug 28 02:30:26 2023","interfaces":[{"interface":"back","average":{"1min":1.395,"5min":2.0529999999999999,"15min":2.456},"min":{"1min":0.41099999999999998,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":6.101,"5min":19.047999999999998,"15min":19.047999999999998},"last":0.45800000000000002},{"interface":"front","average":{"1min":2.0579999999999998,"5min":2.2999999999999998,"15min":2.2559999999999998},"min":{"1min":0.42399999999999999,"5min":0.35799999999999998,"15min":0.30199999999999999},"max":{"1min":14.818,"5min":14.818,"15min":14.818},"last":3.1949999999999998}]}]},{"osd":0,"up_from":87,"seq":373662154943,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":791632,"kb_used_data":288968,"kb_used_omap":5,"kb_used_meta":502586,"kb_avail":92953520,"statfs":{"total":95995035648,"available":95184404480,"internally_reserved":0,"allocated":295903232,"data_stored":294441939,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":514648698},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,0,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:30:22 2023","interfaces":[{"interface":"back","average":{"1min":3.6760000000000002,"5min":2.0569999999999999,"15min":2.468},"min":{"1min":0.29199999999999998,"5min":0.193,"15min":0.193},"max":{"1min":30.315000000000001,"5min":30.315000000000001,"15min":30.315000000000001},"last":0.95299999999999996},{"interface":"front","average":{"1min":6.7210000000000001,"5min":3.1760000000000002,"15min":3.5430000000000001},"min":{"1min":0.27600000000000002,"5min":0.255,"15min":0.16900000000000001},"max":{"1min":69.272000000000006,"5min":69.272000000000006,"15min":69.272000000000006},"last":0.42899999999999999}]},{"osd":2,"last update":"Mon Aug 28 02:30:16 2023","interfaces":[{"interface":"back","average":{"1min":3.8769999999999998,"5min":2.4209999999999998,"15min":2.8380000000000001},"min":{"1min":0.38500000000000001,"5min":0.248,"15min":0.23400000000000001},"max":{"1min":20.959,"5min":20.959,"15min":20.959},"last":0.51100000000000001},{"interface":"front","average":{"1min":2.2730000000000001,"5min":2.2200000000000002,"15min":2.702},"min":{"1min":0.32000000000000001,"5min":0.28100000000000003,"15min":0.24299999999999999},"max":{"1min":8.0600000000000005,"5min":9.3729999999999993,"15min":20.015999999999998},"last":0.496}]},{"osd":3,"last update":"Mon Aug 28 02:30:22 2023","interfaces":[{"interface":"back","average":{"1min":3.5099999999999998,"5min":2.1549999999999998,"15min":2.956},"min":{"1min":0.35199999999999998,"5min":0.27700000000000002,"15min":0.26100000000000001},"max":{"1min":10.971,"5min":11.41,"15min":20.27},"last":0.44400000000000001},{"interface":"front","average":{"1min":2.464,"5min":2.46,"15min":2.6379999999999999},"min":{"1min":0.38400000000000001,"5min":0.26500000000000001,"15min":0.247},"max":{"1min":10.788,"5min":15.365,"15min":17.635999999999999},"last":0.60199999999999998}]},{"osd":4,"last update":"Mon Aug 28 02:30:08 2023","interfaces":[{"interface":"back","average":{"1min":1.849,"5min":1.917,"15min":1.966},"min":{"1min":0.35599999999999998,"5min":0.32600000000000001,"15min":0.27700000000000002},"max":{"1min":7.056,"5min":8.9380000000000006,"15min":12.842000000000001},"last":274.33199999999999},{"interface":"front","average":{"1min":4.1310000000000002,"5min":2.4369999999999998,"15min":2.548},"min":{"1min":0.53400000000000003,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":35.860999999999997,"5min":35.860999999999997,"15min":35.860999999999997},"last":266.31999999999999}]},{"osd":5,"last update":"Mon Aug 28 02:30:08 2023","interfaces":[{"interface":"back","average":{"1min":1.6579999999999999,"5min":1.754,"15min":1.8620000000000001},"min":{"1min":0.45100000000000001,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":4.891,"5min":8.9789999999999992,"15min":13.038},"last":0.38500000000000001},{"interface":"front","average":{"1min":3.2120000000000002,"5min":2.5550000000000002,"15min":2.625},"min":{"1min":0.58699999999999997,"5min":0.371,"15min":0.27800000000000002},"max":{"1min":15.231,"5min":15.231,"15min":15.231},"last":0.45900000000000002}]},{"osd":6,"last update":"Mon Aug 28 02:30:08 2023","interfaces":[{"interface":"back","average":{"1min":2.6419999999999999,"5min":2.0779999999999998,"15min":2.0779999999999998},"min":{"1min":0.47899999999999998,"5min":0.36199999999999999,"15min":0.316},"max":{"1min":15.122999999999999,"5min":15.122999999999999,"15min":15.122999999999999},"last":0.53200000000000003},{"interface":"front","average":{"1min":3.4660000000000002,"5min":2.617,"15min":2.5920000000000001},"min":{"1min":0.56699999999999995,"5min":0.41499999999999998,"15min":0.311},"max":{"1min":15.186999999999999,"5min":15.186999999999999,"15min":15.186999999999999},"last":0.628}]},{"osd":7,"last update":"Mon Aug 28 02:30:08 2023","interfaces":[{"interface":"back","average":{"1min":3.6200000000000001,"5min":2.4359999999999999,"15min":2.4470000000000001},"min":{"1min":0.433,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":16.183,"5min":16.183,"15min":16.183},"last":0.67200000000000004},{"interface":"front","average":{"1min":1.4410000000000001,"5min":1.9770000000000001,"15min":2.125},"min":{"1min":0.57799999999999996,"5min":0.39500000000000002,"15min":0.377},"max":{"1min":3.544,"5min":8.9960000000000004,"15min":13.005000000000001},"last":0.91500000000000004}]}]},{"osd":2,"up_from":117,"seq":502511173798,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":500160,"kb_used_data":70840,"kb_used_omap":7,"kb_used_meta":429304,"kb_avail":93244992,"statfs":{"total":95995035648,"available":95482871808,"internally_reserved":0,"allocated":72540160,"data_stored":71155138,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":439607377},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,3],"upper_bound":4},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:30:20 2023","interfaces":[{"interface":"back","average":{"1min":2.286,"5min":1.863,"15min":2.528},"min":{"1min":0.29499999999999998,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":13.151999999999999,"5min":15.223000000000001,"15min":15.223000000000001},"last":1.2290000000000001},{"interface":"front","average":{"1min":3.8730000000000002,"5min":2.2389999999999999,"15min":3.1469999999999998},"min":{"1min":0.26000000000000001,"5min":0.223,"15min":0.223},"max":{"1min":17.550999999999998,"5min":17.550999999999998,"15min":25.834},"last":0.42999999999999999}]},{"osd":1,"last update":"Mon Aug 28 02:30:20 2023","interfaces":[{"interface":"back","average":{"1min":4.1360000000000001,"5min":2.5680000000000001,"15min":3.0390000000000001},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.251},"max":{"1min":18.565000000000001,"5min":18.565000000000001,"15min":18.565000000000001},"last":0.63600000000000001},{"interface":"front","average":{"1min":2.4350000000000001,"5min":1.653,"15min":2.5379999999999998},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.216},"max":{"1min":13.1,"5min":13.1,"15min":16.983000000000001},"last":0.73299999999999998}]},{"osd":3,"last update":"Mon Aug 28 02:30:20 2023","interfaces":[{"interface":"back","average":{"1min":5.1390000000000002,"5min":2.964,"15min":3.6230000000000002},"min":{"1min":0.42399999999999999,"5min":0.25700000000000001,"15min":0.25600000000000001},"max":{"1min":18.637,"5min":18.637,"15min":18.637},"last":1.1870000000000001},{"interface":"front","average":{"1min":3.1080000000000001,"5min":2.3599999999999999,"15min":3.153},"min":{"1min":0.28100000000000003,"5min":0.253,"15min":0.253},"max":{"1min":14.984,"5min":17.702999999999999,"15min":17.702999999999999},"last":1.089}]},{"osd":4,"last update":"Mon Aug 28 02:30:20 2023","interfaces":[{"interface":"back","average":{"1min":1.823,"5min":1.7090000000000001,"15min":2.1240000000000001},"min":{"1min":0.35899999999999999,"5min":0.30399999999999999,"15min":0.26000000000000001},"max":{"1min":7.0469999999999997,"5min":10.750999999999999,"15min":25.876999999999999},"last":0.46600000000000003},{"interface":"front","average":{"1min":2.883,"5min":2.1139999999999999,"15min":2.2400000000000002},"min":{"1min":0.38400000000000001,"5min":0.32100000000000001,"15min":0.29799999999999999},"max":{"1min":9.875,"5min":9.875,"15min":12.324},"last":0.55000000000000004}]},{"osd":5,"last update":"Mon Aug 28 02:30:20 2023","interfaces":[{"interface":"back","average":{"1min":1.1919999999999999,"5min":1.972,"15min":2.0779999999999998},"min":{"1min":0.34000000000000002,"5min":0.33100000000000002,"15min":0.312},"max":{"1min":3.528,"5min":68.218000000000004,"15min":68.218000000000004},"last":0.69599999999999995},{"interface":"front","average":{"1min":1.8420000000000001,"5min":2.5659999999999998,"15min":2.52},"min":{"1min":0.42399999999999999,"5min":0.316,"15min":0.316},"max":{"1min":7.077,"5min":68.236000000000004,"15min":68.236000000000004},"last":0.51600000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:30:20 2023","interfaces":[{"interface":"back","average":{"1min":2.4319999999999999,"5min":1.9970000000000001,"15min":2.4180000000000001},"min":{"1min":0.41399999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":9.0649999999999995,"5min":9.8000000000000007,"15min":12.375},"last":0.58299999999999996},{"interface":"front","average":{"1min":1.2949999999999999,"5min":1.3999999999999999,"15min":1.919},"min":{"1min":0.39400000000000002,"5min":0.371,"15min":0.33900000000000002},"max":{"1min":3.6309999999999998,"5min":11.686,"15min":14.151999999999999},"last":0.66600000000000004}]},{"osd":7,"last update":"Mon Aug 28 02:30:20 2023","interfaces":[{"interface":"back","average":{"1min":3.6320000000000001,"5min":2.3620000000000001,"15min":2.5419999999999998},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.33500000000000002},"max":{"1min":23.260000000000002,"5min":23.260000000000002,"15min":23.260000000000002},"last":0.60799999999999998},{"interface":"front","average":{"1min":1.3600000000000001,"5min":1.458,"15min":1.9590000000000001},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.36399999999999999},"max":{"1min":3.5369999999999999,"5min":11.632,"15min":14.18},"last":0.71399999999999997}]}]},{"osd":3,"up_from":134,"seq":575525617816,"num_pgs":54,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1040360,"kb_used_data":485408,"kb_used_omap":2,"kb_used_meta":554685,"kb_avail":92704792,"statfs":{"total":95995035648,"available":94929707008,"internally_reserved":0,"allocated":497057792,"data_stored":495733912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":567997493},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,4,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:30:13 2023","interfaces":[{"interface":"back","average":{"1min":2.137,"5min":2.1779999999999999,"15min":2.7570000000000001},"min":{"1min":0.26800000000000002,"5min":0.20599999999999999,"15min":0.19},"max":{"1min":5.9630000000000001,"5min":34.68,"15min":34.68},"last":1.835},{"interface":"front","average":{"1min":1.4350000000000001,"5min":2.1579999999999999,"15min":3.004},"min":{"1min":0.23100000000000001,"5min":0.22800000000000001,"15min":0.21099999999999999},"max":{"1min":4.8639999999999999,"5min":34.777000000000001,"15min":34.777000000000001},"last":1.911}]},{"osd":1,"last update":"Mon Aug 28 02:30:13 2023","interfaces":[{"interface":"back","average":{"1min":3.0739999999999998,"5min":3.1360000000000001,"15min":3.347},"min":{"1min":0.29399999999999998,"5min":0.23799999999999999,"15min":0.23200000000000001},"max":{"1min":12.965,"5min":29.780999999999999,"15min":29.780999999999999},"last":0.39700000000000002},{"interface":"front","average":{"1min":3.286,"5min":2.1549999999999998,"15min":2.7999999999999998},"min":{"1min":0.373,"5min":0.27100000000000002,"15min":0.22700000000000001},"max":{"1min":8.7609999999999992,"5min":13.465,"15min":24.071999999999999},"last":0.378}]},{"osd":2,"last update":"Mon Aug 28 02:30:13 2023","interfaces":[{"interface":"back","average":{"1min":2.9319999999999999,"5min":2.2519999999999998,"15min":3.1899999999999999},"min":{"1min":0.33300000000000002,"5min":0.26800000000000002,"15min":0.26300000000000001},"max":{"1min":11.282,"5min":14.436,"15min":21.292000000000002},"last":0.33900000000000002},{"interface":"front","average":{"1min":2.2930000000000001,"5min":1.8440000000000001,"15min":2.8479999999999999},"min":{"1min":0.35999999999999999,"5min":0.249,"15min":0.249},"max":{"1min":6.0030000000000001,"5min":12.670999999999999,"15min":24.175999999999998},"last":1.865}]},{"osd":4,"last update":"Mon Aug 28 02:30:13 2023","interfaces":[{"interface":"back","average":{"1min":2.3599999999999999,"5min":1.643,"15min":2.1160000000000001},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.28399999999999997},"max":{"1min":5.8879999999999999,"5min":18.831,"15min":23.994},"last":0.52200000000000002},{"interface":"front","average":{"1min":1.6559999999999999,"5min":1.736,"15min":2.2290000000000001},"min":{"1min":0.32600000000000001,"5min":0.30299999999999999,"15min":0.29799999999999999},"max":{"1min":4.5800000000000001,"5min":21.106000000000002,"15min":21.106000000000002},"last":0.50800000000000001}]},{"osd":5,"last update":"Mon Aug 28 02:30:13 2023","interfaces":[{"interface":"back","average":{"1min":2.3109999999999999,"5min":1.8320000000000001,"15min":2.2789999999999999},"min":{"1min":0.33500000000000002,"5min":0.317,"15min":0.311},"max":{"1min":6.0739999999999998,"5min":21.507000000000001,"15min":21.507000000000001},"last":0.48199999999999998},{"interface":"front","average":{"1min":2.5739999999999998,"5min":2.012,"15min":2.4660000000000002},"min":{"1min":0.45000000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":11.167,"5min":11.242000000000001,"15min":18.181000000000001},"last":0.44400000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:30:13 2023","interfaces":[{"interface":"back","average":{"1min":2.113,"5min":1.8799999999999999,"15min":2.3769999999999998},"min":{"1min":0.42599999999999999,"5min":0.34799999999999998,"15min":0.32700000000000001},"max":{"1min":6.1710000000000003,"5min":23.071000000000002,"15min":23.071000000000002},"last":0.45300000000000001},{"interface":"front","average":{"1min":2.3719999999999999,"5min":2.0899999999999999,"15min":2.6219999999999999},"min":{"1min":0.48699999999999999,"5min":0.39500000000000002,"15min":0.315},"max":{"1min":11.253,"5min":11.253,"15min":18.128},"last":0.42899999999999999}]},{"osd":7,"last update":"Mon Aug 28 02:30:13 2023","interfaces":[{"interface":"back","average":{"1min":2.6760000000000002,"5min":1.78,"15min":2.1829999999999998},"min":{"1min":0.44900000000000001,"5min":0.40500000000000003,"15min":0.33800000000000002},"max":{"1min":10.063000000000001,"5min":11.156000000000001,"15min":24.042999999999999},"last":0.55000000000000004},{"interface":"front","average":{"1min":1.9259999999999999,"5min":2.0099999999999998,"15min":2.5},"min":{"1min":0.37,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":4.641,"5min":21.138000000000002,"15min":21.138000000000002},"last":0.41399999999999998}]}]},{"osd":4,"up_from":30,"seq":128849019179,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":493496,"kb_used_data":145264,"kb_used_omap":0,"kb_used_meta":348224,"kb_avail":93251656,"statfs":{"total":95995035648,"available":95489695744,"internally_reserved":0,"allocated":148750336,"data_stored":147693564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":356581376},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:30:08 2023","interfaces":[{"interface":"back","average":{"1min":2.7599999999999998,"5min":2.141,"15min":2.073},"min":{"1min":0.26700000000000002,"5min":0.23100000000000001,"15min":0.221},"max":{"1min":22.515000000000001,"5min":22.515000000000001,"15min":22.515000000000001},"last":2.0289999999999999},{"interface":"front","average":{"1min":2.5230000000000001,"5min":1.8,"15min":2.0830000000000002},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.217},"max":{"1min":22.454000000000001,"5min":22.454000000000001,"15min":22.454000000000001},"last":1.881}]},{"osd":1,"last update":"Mon Aug 28 02:29:29 2023","interfaces":[{"interface":"back","average":{"1min":2.2999999999999998,"5min":1.746,"15min":1.7809999999999999},"min":{"1min":0.26700000000000002,"5min":0.248,"15min":0.24199999999999999},"max":{"1min":9.4199999999999999,"5min":11.914999999999999,"15min":11.914999999999999},"last":1.0149999999999999},{"interface":"front","average":{"1min":2.4980000000000002,"5min":2.0009999999999999,"15min":1.8999999999999999},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.246},"max":{"1min":9.5060000000000002,"5min":9.5060000000000002,"15min":9.5060000000000002},"last":3.1429999999999998}]},{"osd":2,"last update":"Mon Aug 28 02:30:08 2023","interfaces":[{"interface":"back","average":{"1min":1.9830000000000001,"5min":1.877,"15min":1.73},"min":{"1min":0.31900000000000001,"5min":0.28100000000000003,"15min":0.27400000000000002},"max":{"1min":6.4020000000000001,"5min":13.194000000000001,"15min":16.231000000000002},"last":4.7530000000000001},{"interface":"front","average":{"1min":1.6950000000000001,"5min":1.5609999999999999,"15min":1.746},"min":{"1min":0.318,"5min":0.29399999999999998,"15min":0.251},"max":{"1min":7.0609999999999999,"5min":7.6269999999999998,"15min":10.859999999999999},"last":2.6920000000000002}]},{"osd":3,"last update":"Mon Aug 28 02:30:17 2023","interfaces":[{"interface":"back","average":{"1min":2.7269999999999999,"5min":1.6799999999999999,"15min":1.946},"min":{"1min":0.32500000000000001,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":23.501000000000001,"5min":23.501000000000001,"15min":23.501000000000001},"last":4.1200000000000001},{"interface":"front","average":{"1min":2.5350000000000001,"5min":1.8420000000000001,"15min":1.98},"min":{"1min":0.313,"5min":0.313,"15min":0.29499999999999998},"max":{"1min":23.512,"5min":23.512,"15min":23.512},"last":4.6909999999999998}]},{"osd":5,"last update":"Mon Aug 28 02:29:40 2023","interfaces":[{"interface":"back","average":{"1min":2.2090000000000001,"5min":1.2669999999999999,"15min":1.091},"min":{"1min":0.29299999999999998,"5min":0.251,"15min":0.23799999999999999},"max":{"1min":5.8220000000000001,"5min":8.6850000000000005,"15min":16.181999999999999},"last":0.45400000000000001},{"interface":"front","average":{"1min":2.2599999999999998,"5min":1.3149999999999999,"15min":1.1499999999999999},"min":{"1min":0.23899999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":7.5960000000000001,"5min":7.5960000000000001,"15min":10.233000000000001},"last":0.38900000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:29:57 2023","interfaces":[{"interface":"back","average":{"1min":1.359,"5min":1.2030000000000001,"15min":1.1200000000000001},"min":{"1min":0.34300000000000003,"5min":0.26500000000000001,"15min":0.25600000000000001},"max":{"1min":8.8480000000000008,"5min":8.8480000000000008,"15min":10.023999999999999},"last":0.35699999999999998},{"interface":"front","average":{"1min":1.5029999999999999,"5min":1.2450000000000001,"15min":1.099},"min":{"1min":0.27200000000000002,"5min":0.26600000000000001,"15min":0.251},"max":{"1min":4.4889999999999999,"5min":7.6870000000000003,"15min":8.6850000000000005},"last":0.40100000000000002}]},{"osd":7,"last update":"Mon Aug 28 02:30:08 2023","interfaces":[{"interface":"back","average":{"1min":1.8919999999999999,"5min":1.4910000000000001,"15min":1.1659999999999999},"min":{"1min":0.36299999999999999,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":5.9589999999999996,"5min":9.3209999999999997,"15min":9.3209999999999997},"last":0.48899999999999999},{"interface":"front","average":{"1min":1.4139999999999999,"5min":1.179,"15min":1.0840000000000001},"min":{"1min":0.41399999999999998,"5min":0.30299999999999999,"15min":0.28799999999999998},"max":{"1min":6.2690000000000001,"5min":6.4189999999999996,"15min":7.0220000000000002},"last":0.42099999999999999}]}]},{"osd":5,"up_from":37,"seq":158913790249,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1033152,"kb_used_data":550968,"kb_used_omap":0,"kb_used_meta":482112,"kb_avail":92712000,"statfs":{"total":95995035648,"available":94937088000,"internally_reserved":0,"allocated":564191232,"data_stored":563131162,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":493682688},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:29:30 2023","interfaces":[{"interface":"back","average":{"1min":1.99,"5min":2.1680000000000001,"15min":2.2890000000000001},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22},"max":{"1min":6.641,"5min":15.156000000000001,"15min":40.334000000000003},"last":0.24099999999999999},{"interface":"front","average":{"1min":2.6760000000000002,"5min":1.984,"15min":2.0510000000000002},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.23200000000000001},"max":{"1min":9.1229999999999993,"5min":14.856999999999999,"15min":40.212000000000003},"last":0.29399999999999998}]},{"osd":1,"last update":"Mon Aug 28 02:29:30 2023","interfaces":[{"interface":"back","average":{"1min":1.994,"5min":2.2389999999999999,"15min":2.306},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23200000000000001},"max":{"1min":9.3170000000000002,"5min":12.115,"15min":40.088000000000001},"last":0.83599999999999997},{"interface":"front","average":{"1min":2.718,"5min":1.9730000000000001,"15min":1.927},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.251},"max":{"1min":12.138,"5min":12.138,"15min":40.243000000000002},"last":0.36399999999999999}]},{"osd":2,"last update":"Mon Aug 28 02:29:30 2023","interfaces":[{"interface":"back","average":{"1min":1.8069999999999999,"5min":1.7509999999999999,"15min":2.0619999999999998},"min":{"1min":0.29699999999999999,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":5.8209999999999997,"5min":13.335000000000001,"15min":40.436999999999998},"last":1.7150000000000001},{"interface":"front","average":{"1min":2.194,"5min":2.1640000000000001,"15min":2.0539999999999998},"min":{"1min":0.33000000000000002,"5min":0.32300000000000001,"15min":0.27200000000000002},"max":{"1min":6.327,"5min":10.084,"15min":40.555},"last":3.1659999999999999}]},{"osd":3,"last update":"Mon Aug 28 02:29:30 2023","interfaces":[{"interface":"back","average":{"1min":1.964,"5min":2.1269999999999998,"15min":2.044},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.27900000000000003},"max":{"1min":7.9939999999999998,"5min":9.0310000000000006,"15min":40.270000000000003},"last":0.80700000000000005},{"interface":"front","average":{"1min":2.5659999999999998,"5min":2.1139999999999999,"15min":2.1749999999999998},"min":{"1min":0.32200000000000001,"5min":0.30199999999999999,"15min":0.29599999999999999},"max":{"1min":9.891,"5min":10.728999999999999,"15min":40.597999999999999},"last":3.1920000000000002}]},{"osd":4,"last update":"Mon Aug 28 02:29:45 2023","interfaces":[{"interface":"back","average":{"1min":2.1339999999999999,"5min":1.446,"15min":1.2949999999999999},"min":{"1min":0.27800000000000002,"5min":0.26800000000000002,"15min":0.216},"max":{"1min":12.904,"5min":13.348000000000001,"15min":40.762999999999998},"last":0.56499999999999995},{"interface":"front","average":{"1min":1.841,"5min":1.524,"15min":1.2689999999999999},"min":{"1min":0.28899999999999998,"5min":0.27400000000000002,"15min":0.22900000000000001},"max":{"1min":9.157,"5min":10.048,"15min":40.634},"last":0.25700000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:29:30 2023","interfaces":[{"interface":"back","average":{"1min":1.3799999999999999,"5min":1.468,"15min":1.3220000000000001},"min":{"1min":0.31,"5min":0.26500000000000001,"15min":0.254},"max":{"1min":4.7329999999999997,"5min":17.486999999999998,"15min":42.409999999999997},"last":0.871},{"interface":"front","average":{"1min":1.5800000000000001,"5min":1.423,"15min":1.379},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.27200000000000002},"max":{"1min":8.0250000000000004,"5min":9.0250000000000004,"15min":42.533999999999999},"last":0.77300000000000002}]},{"osd":7,"last update":"Mon Aug 28 02:29:30 2023","interfaces":[{"interface":"back","average":{"1min":3.0150000000000001,"5min":2.0299999999999998,"15min":1.5820000000000001},"min":{"1min":0.34200000000000003,"5min":0.34100000000000003,"15min":0.314},"max":{"1min":31.707000000000001,"5min":31.707000000000001,"15min":42.667000000000002},"last":1.0029999999999999},{"interface":"front","average":{"1min":3.9969999999999999,"5min":1.8959999999999999,"15min":1.518},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.27000000000000002},"max":{"1min":31.66,"5min":31.66,"15min":42.344000000000001},"last":0.33700000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":289669120,"data_stored":289669120,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":405671936,"data_stored":405667864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":66912256,"data_stored":66912256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":472121344,"data_stored":472121344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":144769024,"data_stored":144769024,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":557453312,"data_stored":557449240,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":81526784,"data_stored":81526784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":389746688,"data_stored":389742616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:30:32.610 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:30:32.671 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:30:32.705 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:30:32.742 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:32.832 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:30:32.836 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:32.837 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:30:32.937 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:30:32.970 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:33.006 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:30:33.017 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:33.018 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:30:33.118 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:30:33.192 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:33.337 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:30:33.351 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:33.351 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:30:33.353 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:33 smithi040 ceph-mon[170259]: from='client.44966 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:30:33.353 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:33 smithi040 ceph-mon[170259]: failed to encode map e243 with expected crc 2023-08-28T02:30:33.353 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:33 smithi040 ceph-mon[170259]: failed to encode map e243 with expected crc 2023-08-28T02:30:33.353 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:33 smithi040 ceph-mon[170259]: failed to encode map e243 with expected crc 2023-08-28T02:30:33.354 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:33 smithi040 ceph-mon[170259]: failed to encode map e243 with expected crc 2023-08-28T02:30:33.354 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:33 smithi040 ceph-mon[170259]: failed to encode map e243 with expected crc 2023-08-28T02:30:33.354 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:33 smithi040 ceph-mon[170259]: failed to encode map e243 with expected crc 2023-08-28T02:30:33.354 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:33 smithi040 ceph-mon[170259]: pgmap v742: 119 pgs: 1 peering, 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 111 active+clean, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+remapped+backfill_wait; 382 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 915 op/s; 6223/18387 objects degraded (33.845%); 2.4 MiB/s, 101 objects/s recovering 2023-08-28T02:30:33.354 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:33 smithi040 ceph-mon[175404]: from='client.44966 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:30:33.354 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:33 smithi040 ceph-mon[175404]: failed to encode map e243 with expected crc 2023-08-28T02:30:33.354 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:33 smithi040 ceph-mon[175404]: failed to encode map e243 with expected crc 2023-08-28T02:30:33.354 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:33 smithi040 ceph-mon[175404]: failed to encode map e243 with expected crc 2023-08-28T02:30:33.354 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:33 smithi040 ceph-mon[175404]: failed to encode map e243 with expected crc 2023-08-28T02:30:33.354 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:33 smithi040 ceph-mon[175404]: failed to encode map e243 with expected crc 2023-08-28T02:30:33.355 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:33 smithi040 ceph-mon[175404]: failed to encode map e243 with expected crc 2023-08-28T02:30:33.355 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:33 smithi040 ceph-mon[175404]: pgmap v742: 119 pgs: 1 peering, 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 111 active+clean, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+remapped+backfill_wait; 382 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 915 op/s; 6223/18387 objects degraded (33.845%); 2.4 MiB/s, 101 objects/s recovering 2023-08-28T02:30:33.397 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:33 smithi083 ceph-mon[157819]: from='client.44966 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:30:33.397 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:33 smithi083 ceph-mon[157819]: failed to encode map e243 with expected crc 2023-08-28T02:30:33.397 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:33 smithi083 ceph-mon[157819]: failed to encode map e243 with expected crc 2023-08-28T02:30:33.397 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:33 smithi083 ceph-mon[157819]: failed to encode map e243 with expected crc 2023-08-28T02:30:33.397 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:33 smithi083 ceph-mon[157819]: failed to encode map e243 with expected crc 2023-08-28T02:30:33.398 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:33 smithi083 ceph-mon[157819]: failed to encode map e243 with expected crc 2023-08-28T02:30:33.398 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:33 smithi083 ceph-mon[157819]: failed to encode map e243 with expected crc 2023-08-28T02:30:33.398 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:33 smithi083 ceph-mon[157819]: pgmap v742: 119 pgs: 1 peering, 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 111 active+clean, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+remapped+backfill_wait; 382 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 915 op/s; 6223/18387 objects degraded (33.845%); 2.4 MiB/s, 101 objects/s recovering 2023-08-28T02:30:33.421 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:30:33.452 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:30:33.482 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:30:33.518 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:33.542 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:30:33.576 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:30:33.596 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:30:33.601 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:33.602 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:30:33.617 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:30:33.658 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:30:33.695 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:30:33.703 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:30:33.732 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:30:33.761 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:33.786 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:30:33.798 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-08-28T02:30:33.798 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-08-28T02:30:33.798 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-08-28T02:30:33.798 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-08-28T02:30:33.798 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-08-28T02:30:33.798 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-08-28T02:30:33.798 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-08-28T02:30:33.799 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-08-28T02:30:34.032 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2023-08-28T02:30:34.032 INFO:teuthology.orchestra.run.smithi083.stdout: "ops": [], 2023-08-28T02:30:34.032 INFO:teuthology.orchestra.run.smithi083.stdout: "num_ops": 0 2023-08-28T02:30:34.032 INFO:teuthology.orchestra.run.smithi083.stdout:} 2023-08-28T02:30:34.145 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:30:34.150 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:34.151 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:30:34.251 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:30:34.303 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:34.334 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:30:34.337 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:34.337 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:30:34.340 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:34 smithi083 ceph-mon[157819]: failed to encode map e244 with expected crc 2023-08-28T02:30:34.340 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:34 smithi083 ceph-mon[157819]: failed to encode map e244 with expected crc 2023-08-28T02:30:34.341 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:34 smithi083 ceph-mon[157819]: failed to encode map e244 with expected crc 2023-08-28T02:30:34.341 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:34 smithi083 ceph-mon[157819]: osdmap e244: 8 total, 8 up, 8 in 2023-08-28T02:30:34.341 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:34 smithi083 ceph-mon[157819]: failed to encode map e244 with expected crc 2023-08-28T02:30:34.341 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:34 smithi083 ceph-mon[157819]: failed to encode map e244 with expected crc 2023-08-28T02:30:34.341 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:34 smithi083 ceph-mon[157819]: failed to encode map e244 with expected crc 2023-08-28T02:30:34.341 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:34 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/997107923' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:30:34.341 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:34 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:30:34.341 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:34 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:30:34.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:34 smithi040 ceph-mon[175404]: failed to encode map e244 with expected crc 2023-08-28T02:30:34.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:34 smithi040 ceph-mon[175404]: failed to encode map e244 with expected crc 2023-08-28T02:30:34.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:34 smithi040 ceph-mon[175404]: failed to encode map e244 with expected crc 2023-08-28T02:30:34.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:34 smithi040 ceph-mon[175404]: osdmap e244: 8 total, 8 up, 8 in 2023-08-28T02:30:34.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:34 smithi040 ceph-mon[175404]: failed to encode map e244 with expected crc 2023-08-28T02:30:34.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:34 smithi040 ceph-mon[175404]: failed to encode map e244 with expected crc 2023-08-28T02:30:34.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:34 smithi040 ceph-mon[175404]: failed to encode map e244 with expected crc 2023-08-28T02:30:34.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:34 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/997107923' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:30:34.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:34 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:30:34.410 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:34 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:30:34.411 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:34 smithi040 ceph-mon[170259]: failed to encode map e244 with expected crc 2023-08-28T02:30:34.411 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:34 smithi040 ceph-mon[170259]: failed to encode map e244 with expected crc 2023-08-28T02:30:34.411 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:34 smithi040 ceph-mon[170259]: failed to encode map e244 with expected crc 2023-08-28T02:30:34.411 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:34 smithi040 ceph-mon[170259]: osdmap e244: 8 total, 8 up, 8 in 2023-08-28T02:30:34.411 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:34 smithi040 ceph-mon[170259]: failed to encode map e244 with expected crc 2023-08-28T02:30:34.411 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:34 smithi040 ceph-mon[170259]: failed to encode map e244 with expected crc 2023-08-28T02:30:34.411 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:34 smithi040 ceph-mon[170259]: failed to encode map e244 with expected crc 2023-08-28T02:30:34.411 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:34 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/997107923' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:30:34.411 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:34 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:30:34.411 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:34 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:30:34.429 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.5 dump_blocked_ops 2023-08-28T02:30:34.438 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:30:34.450 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd unset noscrub 2023-08-28T02:30:34.495 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:34.591 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:30:34.596 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:34.596 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:30:34.697 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:30:34.782 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:34.812 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:30:34.821 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:34.821 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:30:34.886 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:30:34.922 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:30:34.974 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:35.052 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:30:35.059 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:35.061 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:30:35.162 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:30:35.226 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:35.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:35 smithi040 ceph-mon[170259]: osdmap e245: 8 total, 8 up, 8 in 2023-08-28T02:30:35.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:35 smithi040 ceph-mon[170259]: failed to encode map e245 with expected crc 2023-08-28T02:30:35.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:35 smithi040 ceph-mon[170259]: failed to encode map e245 with expected crc 2023-08-28T02:30:35.234 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:35 smithi040 ceph-mon[175404]: osdmap e245: 8 total, 8 up, 8 in 2023-08-28T02:30:35.234 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:35 smithi040 ceph-mon[175404]: failed to encode map e245 with expected crc 2023-08-28T02:30:35.234 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:35 smithi040 ceph-mon[175404]: failed to encode map e245 with expected crc 2023-08-28T02:30:35.234 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:35 smithi040 ceph-mon[175404]: failed to encode map e245 with expected crc 2023-08-28T02:30:35.234 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:35 smithi040 ceph-mon[175404]: pgmap v745: 119 pgs: 1 peering, 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 111 active+clean, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+remapped+backfill_wait; 369 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 998 op/s; 6223/17781 objects degraded (34.998%); 3.6 MiB/s, 152 objects/s recovering 2023-08-28T02:30:35.250 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:30:35.254 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:35.254 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:30:35.326 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:30:35.355 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:30:35.393 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:35 smithi083 ceph-mon[157819]: osdmap e245: 8 total, 8 up, 8 in 2023-08-28T02:30:35.393 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:35 smithi083 ceph-mon[157819]: failed to encode map e245 with expected crc 2023-08-28T02:30:35.394 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:35 smithi083 ceph-mon[157819]: failed to encode map e245 with expected crc 2023-08-28T02:30:35.394 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:35 smithi083 ceph-mon[157819]: failed to encode map e245 with expected crc 2023-08-28T02:30:35.394 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:35 smithi083 ceph-mon[157819]: pgmap v745: 119 pgs: 1 peering, 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 111 active+clean, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+remapped+backfill_wait; 369 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 998 op/s; 6223/17781 objects degraded (34.998%); 3.6 MiB/s, 152 objects/s recovering 2023-08-28T02:30:35.396 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:35.487 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:30:35.527 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:30:35.530 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:30:35 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:30:35] "GET /metrics HTTP/1.1" 200 36466 "" "Prometheus/2.43.0" 2023-08-28T02:30:35.530 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:35 smithi040 ceph-mon[170259]: failed to encode map e245 with expected crc 2023-08-28T02:30:35.530 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:35 smithi040 ceph-mon[170259]: pgmap v745: 119 pgs: 1 peering, 1 active+recovering+undersized+remapped, 4 active+recovery_wait+degraded, 111 active+clean, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+remapped+backfill_wait; 369 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 998 op/s; 6223/17781 objects degraded (34.998%); 3.6 MiB/s, 152 objects/s recovering 2023-08-28T02:30:35.590 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:30:35.598 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:35.598 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:30:35.699 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:30:35.744 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:35.788 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:30:35.795 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:35.796 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:30:35.897 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:30:35.957 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:36.002 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:30:36.010 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:36.011 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:30:36.091 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2023-08-28T02:30:36.091 INFO:teuthology.orchestra.run.smithi083.stdout: "ops": [], 2023-08-28T02:30:36.091 INFO:teuthology.orchestra.run.smithi083.stdout: "complaint_time": 30, 2023-08-28T02:30:36.091 INFO:teuthology.orchestra.run.smithi083.stdout: "num_blocked_ops": 0 2023-08-28T02:30:36.091 INFO:teuthology.orchestra.run.smithi083.stdout:} 2023-08-28T02:30:36.112 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:30:36.171 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:36.281 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:36 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 6223/17781 objects degraded (34.998%), 5 pgs degraded (PG_DEGRADED) 2023-08-28T02:30:36.384 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-08-28T02:30:36.445 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:36 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 6223/17781 objects degraded (34.998%), 5 pgs degraded (PG_DEGRADED) 2023-08-28T02:30:36.445 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:36 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 6223/17781 objects degraded (34.998%), 5 pgs degraded (PG_DEGRADED) 2023-08-28T02:30:36.462 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.5 dump_historic_ops 2023-08-28T02:30:36.878 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:30:37.416 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:37 smithi083 ceph-mon[157819]: from='client.35094 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:30:37.416 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:37 smithi083 ceph-mon[157819]: pgmap v746: 119 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded, 113 active+clean, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering, 1 active+remapped+backfill_wait; 249 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 915 op/s; 4018/11988 objects degraded (33.517%); 6.1 MiB/s, 195 objects/s recovering 2023-08-28T02:30:37.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:37 smithi040 ceph-mon[175404]: from='client.35094 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:30:37.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:37 smithi040 ceph-mon[175404]: pgmap v746: 119 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded, 113 active+clean, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering, 1 active+remapped+backfill_wait; 249 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 915 op/s; 4018/11988 objects degraded (33.517%); 6.1 MiB/s, 195 objects/s recovering 2023-08-28T02:30:37.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:37 smithi040 ceph-mon[170259]: from='client.35094 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:30:37.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:37 smithi040 ceph-mon[170259]: pgmap v746: 119 pgs: 1 active+recovering+undersized+remapped, 2 active+recovery_wait+degraded, 113 active+clean, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering, 1 active+remapped+backfill_wait; 249 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 915 op/s; 4018/11988 objects degraded (33.517%); 6.1 MiB/s, 195 objects/s recovering 2023-08-28T02:30:38.101 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2023-08-28T02:30:38.101 INFO:teuthology.orchestra.run.smithi083.stdout: "size": 20, 2023-08-28T02:30:38.101 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 600, 2023-08-28T02:30:38.101 INFO:teuthology.orchestra.run.smithi083.stdout: "ops": [ 2023-08-28T02:30:38.101 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.101 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:72088 9.12 9.b47d9e72 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e180)", 2023-08-28T02:30:38.102 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:27:42.298492+0000", 2023-08-28T02:30:38.102 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 175.79809969900001, 2023-08-28T02:30:38.102 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.007339545, 2023-08-28T02:30:38.102 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:30:38.102 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "reached pg", 2023-08-28T02:30:38.102 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:30:38.102 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:30:38.102 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:30:38.102 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 72088 2023-08-28T02:30:38.102 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.102 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:30:38.102 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.103 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:30:38.103 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.298492+0000", 2023-08-28T02:30:38.103 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:30:38.103 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.103 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.103 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:30:38.103 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.298492+0000", 2023-08-28T02:30:38.103 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:30:38.103 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.103 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.103 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:30:38.103 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.298490+0000", 2023-08-28T02:30:38.104 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:30:38.104 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.104 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.104 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:30:38.104 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.298524+0000", 2023-08-28T02:30:38.104 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.3108000000000002e-05 2023-08-28T02:30:38.104 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.104 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.104 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:30:38.104 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.298539+0000", 2023-08-28T02:30:38.104 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.5041999999999999e-05 2023-08-28T02:30:38.104 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.104 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.105 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:30:38.105 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.298546+0000", 2023-08-28T02:30:38.105 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.0439999999999998e-06 2023-08-28T02:30:38.105 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.105 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.105 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:38.105 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.298593+0000", 2023-08-28T02:30:38.105 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.7284000000000003e-05 2023-08-28T02:30:38.105 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.105 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.105 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:30:38.105 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.298600+0000", 2023-08-28T02:30:38.106 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.4329999999999998e-06 2023-08-28T02:30:38.106 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.106 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.106 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:38.106 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:43.305821+0000", 2023-08-28T02:30:38.106 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.007220912 2023-08-28T02:30:38.106 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.106 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.106 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:30:38.106 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:43.305832+0000", 2023-08-28T02:30:38.106 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0413e-05 2023-08-28T02:30:38.106 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:30:38.107 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:30:38.107 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:30:38.107 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.107 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.107 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:72120 9.12 9.6e95da92 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e180)", 2023-08-28T02:30:38.107 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:27:42.329351+0000", 2023-08-28T02:30:38.107 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 175.767240442, 2023-08-28T02:30:38.107 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.97651400399999999, 2023-08-28T02:30:38.107 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:30:38.107 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "reached pg", 2023-08-28T02:30:38.107 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:30:38.108 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:30:38.108 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:30:38.108 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 72120 2023-08-28T02:30:38.108 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.108 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:30:38.108 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.108 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:30:38.108 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.329351+0000", 2023-08-28T02:30:38.108 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:30:38.108 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.108 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.108 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:30:38.109 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.329351+0000", 2023-08-28T02:30:38.109 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:30:38.109 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.109 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.109 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:30:38.109 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.329350+0000", 2023-08-28T02:30:38.110 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:30:38.110 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.110 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.110 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:30:38.110 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.329399+0000", 2023-08-28T02:30:38.110 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.9289000000000002e-05 2023-08-28T02:30:38.110 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.110 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.110 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:30:38.110 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.329413+0000", 2023-08-28T02:30:38.110 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.393e-05 2023-08-28T02:30:38.110 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.110 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.111 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:30:38.111 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.329421+0000", 2023-08-28T02:30:38.111 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.0860000000000002e-06 2023-08-28T02:30:38.111 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.111 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.111 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:38.111 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.329456+0000", 2023-08-28T02:30:38.111 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.5234000000000002e-05 2023-08-28T02:30:38.111 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.111 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.111 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:30:38.112 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.329463+0000", 2023-08-28T02:30:38.112 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.99e-06 2023-08-28T02:30:38.112 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.112 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.112 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:38.112 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:43.305856+0000", 2023-08-28T02:30:38.112 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.97639254799999997 2023-08-28T02:30:38.112 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.112 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.112 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:30:38.112 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:43.305865+0000", 2023-08-28T02:30:38.112 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.4439999999999997e-06 2023-08-28T02:30:38.113 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:30:38.113 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:30:38.113 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:30:38.113 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.113 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.113 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:72209 9.12 9.caf25632 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e180)", 2023-08-28T02:30:38.113 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:27:42.399982+0000", 2023-08-28T02:30:38.113 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 175.69661020699999, 2023-08-28T02:30:38.113 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.905911892, 2023-08-28T02:30:38.113 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:30:38.113 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "reached pg", 2023-08-28T02:30:38.114 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:30:38.114 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:30:38.114 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:30:38.114 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 72209 2023-08-28T02:30:38.114 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.114 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:30:38.114 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.114 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:30:38.114 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.399982+0000", 2023-08-28T02:30:38.114 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:30:38.114 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.115 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.115 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:30:38.115 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.399982+0000", 2023-08-28T02:30:38.115 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:30:38.115 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.115 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.115 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:30:38.115 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.399980+0000", 2023-08-28T02:30:38.115 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:30:38.115 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.115 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.115 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:30:38.116 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.400015+0000", 2023-08-28T02:30:38.116 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.5233e-05 2023-08-28T02:30:38.116 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.116 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.116 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:30:38.116 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.400028+0000", 2023-08-28T02:30:38.116 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2541000000000001e-05 2023-08-28T02:30:38.116 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.116 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.116 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:30:38.116 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.400034+0000", 2023-08-28T02:30:38.116 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.1820000000000003e-06 2023-08-28T02:30:38.117 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.117 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.117 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:38.117 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.400082+0000", 2023-08-28T02:30:38.117 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.7958999999999999e-05 2023-08-28T02:30:38.117 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.117 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.117 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:30:38.117 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.400088+0000", 2023-08-28T02:30:38.117 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.1870000000000002e-06 2023-08-28T02:30:38.117 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.117 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.118 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:38.118 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:43.305887+0000", 2023-08-28T02:30:38.118 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.90579869300000004 2023-08-28T02:30:38.118 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.118 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.118 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:30:38.118 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:43.305894+0000", 2023-08-28T02:30:38.118 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.6819999999999997e-06 2023-08-28T02:30:38.118 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:30:38.118 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:30:38.118 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:30:38.119 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.119 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.119 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:72226 9.12 9.1c5cc8b2 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e180)", 2023-08-28T02:30:38.119 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:27:42.412718+0000", 2023-08-28T02:30:38.119 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 175.68387390000001, 2023-08-28T02:30:38.120 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.89321508100000002, 2023-08-28T02:30:38.120 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:30:38.120 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "reached pg", 2023-08-28T02:30:38.120 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:30:38.120 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:30:38.120 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:30:38.120 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 72226 2023-08-28T02:30:38.120 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.120 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:30:38.121 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.121 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:30:38.121 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.412718+0000", 2023-08-28T02:30:38.121 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:30:38.121 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.121 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.121 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:30:38.121 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.412718+0000", 2023-08-28T02:30:38.121 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:30:38.121 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.121 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.121 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:30:38.122 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.412717+0000", 2023-08-28T02:30:38.122 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:30:38.122 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.122 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.122 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:30:38.122 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.412779+0000", 2023-08-28T02:30:38.122 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.1795e-05 2023-08-28T02:30:38.122 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.122 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.122 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:30:38.122 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.412789+0000", 2023-08-28T02:30:38.122 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0278999999999999e-05 2023-08-28T02:30:38.123 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.123 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.123 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:30:38.123 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.412796+0000", 2023-08-28T02:30:38.123 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.063e-06 2023-08-28T02:30:38.123 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.123 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.123 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:38.123 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.412831+0000", 2023-08-28T02:30:38.123 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.4560000000000001e-05 2023-08-28T02:30:38.123 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.124 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.124 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:30:38.124 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.412837+0000", 2023-08-28T02:30:38.124 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.9789999999999998e-06 2023-08-28T02:30:38.124 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.124 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.124 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:38.124 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:43.305925+0000", 2023-08-28T02:30:38.124 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.893088616 2023-08-28T02:30:38.124 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.124 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.124 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:30:38.125 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:43.305933+0000", 2023-08-28T02:30:38.125 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.746e-06 2023-08-28T02:30:38.125 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:30:38.125 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:30:38.125 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:30:38.126 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.126 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.126 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:72236 9.12 9.97e79cf2 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e180)", 2023-08-28T02:30:38.126 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:27:42.422266+0000", 2023-08-28T02:30:38.126 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 175.67432630299999, 2023-08-28T02:30:38.126 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.88369277800000001, 2023-08-28T02:30:38.126 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:30:38.127 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "reached pg", 2023-08-28T02:30:38.127 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:30:38.127 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:30:38.127 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:30:38.127 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 72236 2023-08-28T02:30:38.127 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.127 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:30:38.127 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.127 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:30:38.127 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.422266+0000", 2023-08-28T02:30:38.127 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:30:38.127 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.128 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.128 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:30:38.128 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.422266+0000", 2023-08-28T02:30:38.128 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:30:38.128 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.128 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.128 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:30:38.128 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.422265+0000", 2023-08-28T02:30:38.128 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999995 2023-08-28T02:30:38.128 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.128 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.128 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:30:38.129 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.422307+0000", 2023-08-28T02:30:38.129 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.1934999999999997e-05 2023-08-28T02:30:38.129 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.129 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.129 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:30:38.129 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.422315+0000", 2023-08-28T02:30:38.129 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.8350000000000004e-06 2023-08-28T02:30:38.129 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.129 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.129 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:30:38.129 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.422319+0000", 2023-08-28T02:30:38.129 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.2679999999999996e-06 2023-08-28T02:30:38.129 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.130 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.130 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:38.130 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.422358+0000", 2023-08-28T02:30:38.130 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.9425000000000003e-05 2023-08-28T02:30:38.130 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.130 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.130 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:30:38.130 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.422363+0000", 2023-08-28T02:30:38.130 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.7219999999999999e-06 2023-08-28T02:30:38.130 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.130 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.130 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:38.131 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:43.305952+0000", 2023-08-28T02:30:38.131 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.88358863300000001 2023-08-28T02:30:38.131 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.131 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.131 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:30:38.131 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:43.305958+0000", 2023-08-28T02:30:38.131 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.5950000000000004e-06 2023-08-28T02:30:38.131 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:30:38.131 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:30:38.131 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:30:38.131 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.132 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.132 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:72254 9.12 9.680ad2f2 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e180)", 2023-08-28T02:30:38.132 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:27:42.436884+0000", 2023-08-28T02:30:38.132 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 175.65970776, 2023-08-28T02:30:38.132 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.86909954099999998, 2023-08-28T02:30:38.132 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:30:38.132 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "reached pg", 2023-08-28T02:30:38.132 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:30:38.132 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:30:38.132 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:30:38.132 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 72254 2023-08-28T02:30:38.133 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.133 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:30:38.133 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.133 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:30:38.133 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.436884+0000", 2023-08-28T02:30:38.133 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:30:38.133 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.133 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.133 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:30:38.133 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.436884+0000", 2023-08-28T02:30:38.133 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:30:38.133 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.134 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.134 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:30:38.134 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.436884+0000", 2023-08-28T02:30:38.134 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999995 2023-08-28T02:30:38.134 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.134 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.134 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:30:38.134 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.436922+0000", 2023-08-28T02:30:38.134 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.8637999999999998e-05 2023-08-28T02:30:38.134 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.134 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.134 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:30:38.135 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.436929+0000", 2023-08-28T02:30:38.135 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.0119999999999999e-06 2023-08-28T02:30:38.135 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.135 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.135 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:30:38.135 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.436935+0000", 2023-08-28T02:30:38.135 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.7869999999999998e-06 2023-08-28T02:30:38.135 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.135 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.135 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:38.135 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.439262+0000", 2023-08-28T02:30:38.135 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.002326641 2023-08-28T02:30:38.136 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.136 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.136 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:30:38.136 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.439268+0000", 2023-08-28T02:30:38.136 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.6000000000000003e-06 2023-08-28T02:30:38.136 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.136 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.137 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:38.137 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:43.305977+0000", 2023-08-28T02:30:38.137 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.86670903399999999 2023-08-28T02:30:38.137 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.137 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.137 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:30:38.137 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:43.305984+0000", 2023-08-28T02:30:38.137 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.3690000000000003e-06 2023-08-28T02:30:38.137 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:30:38.138 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:30:38.138 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:30:38.138 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.138 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.138 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:72265 9.12 9.7407c752 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e180)", 2023-08-28T02:30:38.138 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:27:42.446573+0000", 2023-08-28T02:30:38.138 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 175.65001886600001, 2023-08-28T02:30:38.138 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.85943895400000003, 2023-08-28T02:30:38.138 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:30:38.138 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "reached pg", 2023-08-28T02:30:38.138 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:30:38.138 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:30:38.139 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:30:38.139 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 72265 2023-08-28T02:30:38.139 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.139 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:30:38.139 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.139 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:30:38.139 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.446573+0000", 2023-08-28T02:30:38.140 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:30:38.140 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.140 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.140 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:30:38.140 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.446573+0000", 2023-08-28T02:30:38.140 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:30:38.140 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.140 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.140 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:30:38.140 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.446572+0000", 2023-08-28T02:30:38.140 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:30:38.140 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.141 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.141 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:30:38.141 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.446634+0000", 2023-08-28T02:30:38.141 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.2061000000000001e-05 2023-08-28T02:30:38.141 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.141 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.141 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:30:38.141 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.446643+0000", 2023-08-28T02:30:38.141 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.3200000000000006e-06 2023-08-28T02:30:38.141 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.141 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.142 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:30:38.142 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.446648+0000", 2023-08-28T02:30:38.142 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.5700000000000003e-06 2023-08-28T02:30:38.142 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.142 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.142 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:38.143 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.446678+0000", 2023-08-28T02:30:38.143 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.0369999999999999e-05 2023-08-28T02:30:38.143 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.143 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.143 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:30:38.143 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.446683+0000", 2023-08-28T02:30:38.143 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.2140000000000004e-06 2023-08-28T02:30:38.144 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.144 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.144 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:38.144 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:43.306002+0000", 2023-08-28T02:30:38.144 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.85931836699999997 2023-08-28T02:30:38.144 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.144 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.144 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:30:38.144 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:43.306012+0000", 2023-08-28T02:30:38.144 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0173000000000001e-05 2023-08-28T02:30:38.144 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:30:38.144 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:30:38.145 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:30:38.145 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.145 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.145 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:72299 9.12 9.a7bfdeb2 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e180)", 2023-08-28T02:30:38.145 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:27:42.476847+0000", 2023-08-28T02:30:38.145 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 175.61974515700001, 2023-08-28T02:30:38.145 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.82921901600000003, 2023-08-28T02:30:38.146 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:30:38.146 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "reached pg", 2023-08-28T02:30:38.146 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:30:38.146 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:30:38.146 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:30:38.146 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 72299 2023-08-28T02:30:38.146 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.147 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:30:38.147 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.147 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:30:38.147 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.476847+0000", 2023-08-28T02:30:38.147 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:30:38.147 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.147 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.147 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:30:38.147 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.476847+0000", 2023-08-28T02:30:38.147 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:30:38.147 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.147 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.148 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:30:38.148 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.476845+0000", 2023-08-28T02:30:38.148 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:30:38.148 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.148 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.148 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:30:38.148 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.476907+0000", 2023-08-28T02:30:38.148 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.1414999999999994e-05 2023-08-28T02:30:38.148 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.148 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.148 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:30:38.149 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.476919+0000", 2023-08-28T02:30:38.149 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2520999999999999e-05 2023-08-28T02:30:38.149 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.149 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.149 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:30:38.149 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.476925+0000", 2023-08-28T02:30:38.149 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.0700000000000003e-06 2023-08-28T02:30:38.149 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.149 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.149 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:38.149 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.477456+0000", 2023-08-28T02:30:38.149 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00053099400000000002 2023-08-28T02:30:38.150 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.150 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.150 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:30:38.150 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.477464+0000", 2023-08-28T02:30:38.150 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.2830000000000004e-06 2023-08-28T02:30:38.150 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.150 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.150 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:38.150 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:43.306055+0000", 2023-08-28T02:30:38.150 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.82859172999999997 2023-08-28T02:30:38.150 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.150 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.151 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:30:38.151 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:43.306066+0000", 2023-08-28T02:30:38.151 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0358e-05 2023-08-28T02:30:38.151 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:30:38.151 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:30:38.151 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:30:38.151 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.151 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.151 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:72308 9.12 9.85cb492 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e180)", 2023-08-28T02:30:38.152 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:27:42.483117+0000", 2023-08-28T02:30:38.152 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 175.61347451500001, 2023-08-28T02:30:38.152 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.822991052, 2023-08-28T02:30:38.152 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:30:38.152 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "reached pg", 2023-08-28T02:30:38.152 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:30:38.152 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:30:38.153 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:30:38.153 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 72308 2023-08-28T02:30:38.153 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.153 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:30:38.153 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.153 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:30:38.153 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.483117+0000", 2023-08-28T02:30:38.153 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:30:38.153 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.153 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.153 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:30:38.153 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.483117+0000", 2023-08-28T02:30:38.154 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:30:38.154 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.154 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.154 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:30:38.154 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.483116+0000", 2023-08-28T02:30:38.154 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:30:38.154 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.154 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.154 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:30:38.154 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.483163+0000", 2023-08-28T02:30:38.154 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.7506000000000002e-05 2023-08-28T02:30:38.154 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.155 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.155 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:30:38.155 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.483178+0000", 2023-08-28T02:30:38.155 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.4705999999999999e-05 2023-08-28T02:30:38.155 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.155 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.155 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:30:38.155 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.483184+0000", 2023-08-28T02:30:38.155 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.404e-06 2023-08-28T02:30:38.155 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.155 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.155 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:38.156 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.483302+0000", 2023-08-28T02:30:38.156 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000117781 2023-08-28T02:30:38.156 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.156 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.156 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:30:38.156 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.483311+0000", 2023-08-28T02:30:38.156 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.986e-06 2023-08-28T02:30:38.156 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.156 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.156 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:38.156 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:43.306100+0000", 2023-08-28T02:30:38.157 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.82278855299999998 2023-08-28T02:30:38.157 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.157 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.157 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:30:38.157 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:43.306108+0000", 2023-08-28T02:30:38.157 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.7539999999999995e-06 2023-08-28T02:30:38.157 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:30:38.157 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:30:38.157 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:30:38.157 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.157 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.158 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:72312 9.12 9.caab8832 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e180)", 2023-08-28T02:30:38.158 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:27:42.487275+0000", 2023-08-28T02:30:38.158 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 175.609316552, 2023-08-28T02:30:38.158 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.81887173199999996, 2023-08-28T02:30:38.158 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:30:38.158 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "reached pg", 2023-08-28T02:30:38.158 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:30:38.158 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:30:38.158 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:30:38.158 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 72312 2023-08-28T02:30:38.158 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.158 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:30:38.159 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.159 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:30:38.159 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.487275+0000", 2023-08-28T02:30:38.159 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:30:38.159 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.159 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.159 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:30:38.159 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.487275+0000", 2023-08-28T02:30:38.159 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:30:38.159 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.159 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.159 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:30:38.160 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.487274+0000", 2023-08-28T02:30:38.160 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:30:38.160 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.160 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.160 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:30:38.160 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.487393+0000", 2023-08-28T02:30:38.160 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00011902500000000001 2023-08-28T02:30:38.160 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.160 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.160 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:30:38.160 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.487408+0000", 2023-08-28T02:30:38.160 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.4386000000000001e-05 2023-08-28T02:30:38.161 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.161 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.161 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:30:38.161 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.487416+0000", 2023-08-28T02:30:38.161 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.8019999999999998e-06 2023-08-28T02:30:38.161 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.161 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.161 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:38.161 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.487459+0000", 2023-08-28T02:30:38.161 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.2197999999999998e-05 2023-08-28T02:30:38.161 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.161 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.161 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:30:38.162 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.487467+0000", 2023-08-28T02:30:38.162 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.4270000000000008e-06 2023-08-28T02:30:38.162 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.162 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.162 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:38.162 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:43.306138+0000", 2023-08-28T02:30:38.162 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.81867099799999998 2023-08-28T02:30:38.162 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.162 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.162 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:30:38.162 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:43.306147+0000", 2023-08-28T02:30:38.163 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.0329999999999997e-06 2023-08-28T02:30:38.163 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:30:38.163 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:30:38.163 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:30:38.163 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.163 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.163 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:72364 9.12 9.d66f01b2 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e180)", 2023-08-28T02:30:38.163 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:27:42.538918+0000", 2023-08-28T02:30:38.163 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 175.55767386400001, 2023-08-28T02:30:38.163 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.76725268300000005, 2023-08-28T02:30:38.163 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:30:38.163 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "reached pg", 2023-08-28T02:30:38.163 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:30:38.164 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:30:38.164 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:30:38.164 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 72364 2023-08-28T02:30:38.164 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.164 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:30:38.164 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.164 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:30:38.164 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.538918+0000", 2023-08-28T02:30:38.164 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:30:38.164 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.164 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.164 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:30:38.165 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.538918+0000", 2023-08-28T02:30:38.165 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:30:38.165 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.165 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.165 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:30:38.165 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.538917+0000", 2023-08-28T02:30:38.165 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:30:38.165 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.165 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.165 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:30:38.165 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.538973+0000", 2023-08-28T02:30:38.165 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.5784e-05 2023-08-28T02:30:38.166 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.166 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.166 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:30:38.166 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.538984+0000", 2023-08-28T02:30:38.166 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0896e-05 2023-08-28T02:30:38.166 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.166 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.166 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:30:38.166 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.538989+0000", 2023-08-28T02:30:38.166 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.8940000000000001e-06 2023-08-28T02:30:38.166 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.166 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.167 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:38.167 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.539050+0000", 2023-08-28T02:30:38.167 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.1253000000000005e-05 2023-08-28T02:30:38.167 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.167 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.167 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:30:38.167 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.539056+0000", 2023-08-28T02:30:38.167 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.7490000000000004e-06 2023-08-28T02:30:38.167 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.167 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.167 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:38.167 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:43.306162+0000", 2023-08-28T02:30:38.168 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.76710656600000005 2023-08-28T02:30:38.168 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.168 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.168 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:30:38.168 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:43.306171+0000", 2023-08-28T02:30:38.168 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.5609999999999999e-06 2023-08-28T02:30:38.168 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:30:38.168 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:30:38.168 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:30:38.168 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.168 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.168 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:166815 9.a 9:56e3268b:::benchmark_data_smithi040_209735_object59220:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e217)", 2023-08-28T02:30:38.169 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:32.931809+0000", 2023-08-28T02:30:38.169 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 65.164782533999997, 2023-08-28T02:30:38.169 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.2630989939999999, 2023-08-28T02:30:38.169 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:30:38.169 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "reached pg", 2023-08-28T02:30:38.169 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:30:38.169 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:30:38.169 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:30:38.169 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 166815 2023-08-28T02:30:38.169 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.169 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:30:38.169 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.170 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:30:38.170 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.931809+0000", 2023-08-28T02:30:38.170 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:30:38.170 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.170 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.170 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:30:38.170 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.931809+0000", 2023-08-28T02:30:38.170 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:30:38.170 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.170 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.170 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:30:38.170 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.931807+0000", 2023-08-28T02:30:38.170 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:30:38.171 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.171 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.171 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:30:38.171 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.931824+0000", 2023-08-28T02:30:38.171 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.6765e-05 2023-08-28T02:30:38.171 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.171 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.171 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:30:38.171 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.931845+0000", 2023-08-28T02:30:38.171 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.0709000000000001e-05 2023-08-28T02:30:38.171 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.171 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.172 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:30:38.172 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.931855+0000", 2023-08-28T02:30:38.172 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0445000000000001e-05 2023-08-28T02:30:38.172 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.172 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.172 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:38.172 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.098247+0000", 2023-08-28T02:30:38.172 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.16639153100000001 2023-08-28T02:30:38.172 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.172 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.172 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:30:38.172 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.098257+0000", 2023-08-28T02:30:38.173 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.9080000000000007e-06 2023-08-28T02:30:38.173 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.173 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.173 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:38.173 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.907336+0000", 2023-08-28T02:30:38.173 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.80907946900000005 2023-08-28T02:30:38.173 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.173 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.173 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:30:38.173 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.907344+0000", 2023-08-28T02:30:38.173 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.7530000000000001e-06 2023-08-28T02:30:38.174 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.174 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.174 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:38.174 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.920156+0000", 2023-08-28T02:30:38.174 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0128124730000001 2023-08-28T02:30:38.174 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.174 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.174 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:30:38.174 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.920168+0000", 2023-08-28T02:30:38.174 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1858999999999999e-05 2023-08-28T02:30:38.174 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.174 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.174 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:38.175 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.194827+0000", 2023-08-28T02:30:38.175 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.274659089 2023-08-28T02:30:38.175 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.175 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.175 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:30:38.175 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.194908+0000", 2023-08-28T02:30:38.175 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.1129000000000002e-05 2023-08-28T02:30:38.175 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:30:38.175 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:30:38.175 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:30:38.175 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.175 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.176 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:166825 9.1f 9:fd2caf57:::benchmark_data_smithi040_209735_object59230:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e217)", 2023-08-28T02:30:38.176 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:33.022331+0000", 2023-08-28T02:30:38.176 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 65.074261109999995, 2023-08-28T02:30:38.176 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.1605196019999999, 2023-08-28T02:30:38.176 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:30:38.176 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:30:38.176 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:30:38.176 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:30:38.176 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:30:38.176 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 166825 2023-08-28T02:30:38.176 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.176 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:30:38.177 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.177 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:30:38.177 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.022331+0000", 2023-08-28T02:30:38.177 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:30:38.177 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.177 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.177 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:30:38.177 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.022331+0000", 2023-08-28T02:30:38.177 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:30:38.177 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.177 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.177 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:30:38.178 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.022329+0000", 2023-08-28T02:30:38.178 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999976 2023-08-28T02:30:38.178 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.178 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.178 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:30:38.178 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.022340+0000", 2023-08-28T02:30:38.178 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1379999999999999e-05 2023-08-28T02:30:38.178 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.178 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.178 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:30:38.178 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.022366+0000", 2023-08-28T02:30:38.178 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.6301000000000001e-05 2023-08-28T02:30:38.178 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.179 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.179 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:30:38.179 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.022382+0000", 2023-08-28T02:30:38.179 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.5316999999999999e-05 2023-08-28T02:30:38.179 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.179 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.179 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:38.179 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.169491+0000", 2023-08-28T02:30:38.179 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.14710936099999999 2023-08-28T02:30:38.179 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.179 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.179 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:30:38.180 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.169501+0000", 2023-08-28T02:30:38.180 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.9830000000000008e-06 2023-08-28T02:30:38.180 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.180 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.180 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:38.180 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.905839+0000", 2023-08-28T02:30:38.180 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.73633841 2023-08-28T02:30:38.180 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.180 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.180 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:30:38.180 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.905849+0000", 2023-08-28T02:30:38.180 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.8980000000000008e-06 2023-08-28T02:30:38.180 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.181 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.181 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:38.181 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.915791+0000", 2023-08-28T02:30:38.181 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.009942219 2023-08-28T02:30:38.181 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.181 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.181 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:30:38.181 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.915799+0000", 2023-08-28T02:30:38.181 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.7100000000000007e-06 2023-08-28T02:30:38.181 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.181 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.181 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:38.182 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.171736+0000", 2023-08-28T02:30:38.182 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.255936564 2023-08-28T02:30:38.182 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.182 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.182 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:30:38.182 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.171876+0000", 2023-08-28T02:30:38.182 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00014034799999999999 2023-08-28T02:30:38.182 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.182 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.182 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,2,3", 2023-08-28T02:30:38.182 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.174343+0000", 2023-08-28T02:30:38.182 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0024673400000000002 2023-08-28T02:30:38.182 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.183 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.183 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:30:38.183 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.180195+0000", 2023-08-28T02:30:38.183 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0058520569999999999 2023-08-28T02:30:38.183 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.183 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.183 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:30:38.183 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.180237+0000", 2023-08-28T02:30:38.183 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.1195000000000001e-05 2023-08-28T02:30:38.183 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.183 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.184 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:30:38.184 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.182598+0000", 2023-08-28T02:30:38.184 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0023616779999999999 2023-08-28T02:30:38.184 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.184 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.184 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:30:38.184 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.182682+0000", 2023-08-28T02:30:38.184 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.3282999999999995e-05 2023-08-28T02:30:38.184 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.184 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.184 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:30:38.184 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.182738+0000", 2023-08-28T02:30:38.185 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.5989000000000002e-05 2023-08-28T02:30:38.185 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.185 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.185 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:30:38.185 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.182850+0000", 2023-08-28T02:30:38.185 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000112749 2023-08-28T02:30:38.185 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:30:38.185 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:30:38.185 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:30:38.185 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.185 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.185 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:166835 9.1f 9:fdb674ed:::benchmark_data_smithi040_209735_object59240:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e217)", 2023-08-28T02:30:38.186 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:33.219103+0000", 2023-08-28T02:30:38.186 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 64.877489123000004, 2023-08-28T02:30:38.186 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.9639696190000002, 2023-08-28T02:30:38.186 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:30:38.186 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:30:38.186 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:30:38.186 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:30:38.186 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:30:38.186 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 166835 2023-08-28T02:30:38.186 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.186 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:30:38.187 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.187 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:30:38.187 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.219103+0000", 2023-08-28T02:30:38.187 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:30:38.187 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.187 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.187 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:30:38.187 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.219103+0000", 2023-08-28T02:30:38.187 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:30:38.187 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.187 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.187 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:30:38.188 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.219101+0000", 2023-08-28T02:30:38.188 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:30:38.188 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.188 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.188 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:30:38.188 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.219113+0000", 2023-08-28T02:30:38.188 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2289e-05 2023-08-28T02:30:38.188 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.188 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.188 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:30:38.188 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.219131+0000", 2023-08-28T02:30:38.188 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.7759999999999999e-05 2023-08-28T02:30:38.189 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.189 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.189 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:30:38.189 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.219139+0000", 2023-08-28T02:30:38.189 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.4400000000000005e-06 2023-08-28T02:30:38.189 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.189 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.189 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:38.189 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.219197+0000", 2023-08-28T02:30:38.189 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.7667999999999997e-05 2023-08-28T02:30:38.189 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.189 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.190 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:30:38.190 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.219208+0000", 2023-08-28T02:30:38.190 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.155e-05 2023-08-28T02:30:38.190 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.190 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.190 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:38.190 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.907111+0000", 2023-08-28T02:30:38.190 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.68790260299999995 2023-08-28T02:30:38.190 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.190 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.190 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:30:38.191 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.907119+0000", 2023-08-28T02:30:38.191 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.3580000000000003e-06 2023-08-28T02:30:38.191 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.191 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.191 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:38.191 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.915818+0000", 2023-08-28T02:30:38.191 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0086982120000001 2023-08-28T02:30:38.191 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.191 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.191 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:30:38.191 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.915823+0000", 2023-08-28T02:30:38.191 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.4779999999999999e-06 2023-08-28T02:30:38.192 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.192 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.192 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:38.192 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.178183+0000", 2023-08-28T02:30:38.192 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2623597499999999 2023-08-28T02:30:38.192 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.192 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.192 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:30:38.192 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.178322+0000", 2023-08-28T02:30:38.192 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00013888600000000001 2023-08-28T02:30:38.192 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.192 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.193 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,2,3", 2023-08-28T02:30:38.193 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.178629+0000", 2023-08-28T02:30:38.193 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00030739 2023-08-28T02:30:38.193 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.193 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.193 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:30:38.193 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.180621+0000", 2023-08-28T02:30:38.193 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0019917279999999999 2023-08-28T02:30:38.193 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.193 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.193 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:30:38.193 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.182640+0000", 2023-08-28T02:30:38.194 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0020191670000000001 2023-08-28T02:30:38.194 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.194 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.194 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:30:38.194 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.182897+0000", 2023-08-28T02:30:38.194 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00025681100000000002 2023-08-28T02:30:38.194 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.194 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.194 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:30:38.194 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.182926+0000", 2023-08-28T02:30:38.194 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.8853999999999999e-05 2023-08-28T02:30:38.194 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.195 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.195 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:30:38.195 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.182968+0000", 2023-08-28T02:30:38.195 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.2412e-05 2023-08-28T02:30:38.195 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.195 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.195 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:30:38.195 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.183072+0000", 2023-08-28T02:30:38.195 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000104362 2023-08-28T02:30:38.195 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:30:38.195 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:30:38.195 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:30:38.196 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.196 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.196 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:166840 9.1a 9:5ea9de3c:::benchmark_data_smithi040_209735_object59245:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e218)", 2023-08-28T02:30:38.196 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:33.947892+0000", 2023-08-28T02:30:38.196 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 64.148700319, 2023-08-28T02:30:38.196 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.2562145400000002, 2023-08-28T02:30:38.196 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:30:38.196 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:30:38.196 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:30:38.196 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:30:38.196 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:30:38.196 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 166840 2023-08-28T02:30:38.196 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.197 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:30:38.197 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.197 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:30:38.197 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.947892+0000", 2023-08-28T02:30:38.197 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:30:38.197 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.197 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.197 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:30:38.197 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.947892+0000", 2023-08-28T02:30:38.197 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:30:38.197 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.197 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.198 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:30:38.198 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.947890+0000", 2023-08-28T02:30:38.198 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:30:38.198 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.198 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.198 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:30:38.198 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.947897+0000", 2023-08-28T02:30:38.198 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.9360000000000002e-06 2023-08-28T02:30:38.198 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.198 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.198 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:30:38.198 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.947912+0000", 2023-08-28T02:30:38.199 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.4583000000000001e-05 2023-08-28T02:30:38.199 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.199 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.199 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:30:38.199 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.947918+0000", 2023-08-28T02:30:38.199 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.105e-06 2023-08-28T02:30:38.199 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.199 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.199 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:38.199 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.947964+0000", 2023-08-28T02:30:38.199 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.5884999999999999e-05 2023-08-28T02:30:38.199 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.200 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.200 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:30:38.200 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.947973+0000", 2023-08-28T02:30:38.200 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.4539999999999996e-06 2023-08-28T02:30:38.200 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.200 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.200 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:38.200 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.924912+0000", 2023-08-28T02:30:38.200 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.97693920599999995 2023-08-28T02:30:38.200 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.200 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.200 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:30:38.201 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.924920+0000", 2023-08-28T02:30:38.201 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.1330000000000001e-06 2023-08-28T02:30:38.201 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.201 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.201 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:38.201 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.188143+0000", 2023-08-28T02:30:38.201 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.263223781 2023-08-28T02:30:38.201 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.201 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.201 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:30:38.201 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.188232+0000", 2023-08-28T02:30:38.201 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.8517999999999995e-05 2023-08-28T02:30:38.202 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.202 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.202 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3,7", 2023-08-28T02:30:38.202 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.188445+0000", 2023-08-28T02:30:38.202 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000212742 2023-08-28T02:30:38.202 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.202 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.202 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:30:38.202 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.194801+0000", 2023-08-28T02:30:38.202 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0063569000000000004 2023-08-28T02:30:38.202 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.203 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.203 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:30:38.203 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.194984+0000", 2023-08-28T02:30:38.203 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00018230199999999999 2023-08-28T02:30:38.203 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.203 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.203 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:30:38.203 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.194994+0000", 2023-08-28T02:30:38.203 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0227000000000001e-05 2023-08-28T02:30:38.203 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.203 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.203 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:30:38.204 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.203928+0000", 2023-08-28T02:30:38.204 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0089338609999999995 2023-08-28T02:30:38.204 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.204 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.204 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:30:38.204 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.203982+0000", 2023-08-28T02:30:38.204 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.4398999999999999e-05 2023-08-28T02:30:38.204 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.204 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.204 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:30:38.204 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.204106+0000", 2023-08-28T02:30:38.204 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00012385400000000001 2023-08-28T02:30:38.205 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:30:38.205 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:30:38.205 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:30:38.205 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.205 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.205 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:166842 9.1a 9:587a1a67:::benchmark_data_smithi040_209735_object59247:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e218)", 2023-08-28T02:30:38.205 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:33.949980+0000", 2023-08-28T02:30:38.205 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 64.146612106000006, 2023-08-28T02:30:38.205 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.2621448399999999, 2023-08-28T02:30:38.205 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:30:38.205 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:30:38.205 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:30:38.205 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:30:38.206 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:30:38.206 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 166842 2023-08-28T02:30:38.206 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.206 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:30:38.206 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.206 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:30:38.206 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.949980+0000", 2023-08-28T02:30:38.206 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:30:38.206 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.206 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.206 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:30:38.206 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.949980+0000", 2023-08-28T02:30:38.207 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:30:38.207 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.207 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.207 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:30:38.207 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.949979+0000", 2023-08-28T02:30:38.207 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:30:38.207 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.207 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.207 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:30:38.207 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.949984+0000", 2023-08-28T02:30:38.207 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.8380000000000001e-06 2023-08-28T02:30:38.207 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.208 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.208 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:30:38.208 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.949994+0000", 2023-08-28T02:30:38.208 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0385e-05 2023-08-28T02:30:38.208 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.208 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.208 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:30:38.208 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.949999+0000", 2023-08-28T02:30:38.208 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.8250000000000004e-06 2023-08-28T02:30:38.208 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.208 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.208 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:38.209 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.950028+0000", 2023-08-28T02:30:38.209 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.9425999999999999e-05 2023-08-28T02:30:38.209 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.209 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.209 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:30:38.209 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.950034+0000", 2023-08-28T02:30:38.209 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.2249999999999999e-06 2023-08-28T02:30:38.209 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.209 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.209 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:38.209 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.925308+0000", 2023-08-28T02:30:38.210 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.97527402299999999 2023-08-28T02:30:38.210 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.210 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.210 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:30:38.210 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.925314+0000", 2023-08-28T02:30:38.210 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.3879999999999997e-06 2023-08-28T02:30:38.210 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.210 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.210 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:38.210 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.190425+0000", 2023-08-28T02:30:38.210 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.265111323 2023-08-28T02:30:38.210 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.211 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.211 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:30:38.211 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.190538+0000", 2023-08-28T02:30:38.211 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000112824 2023-08-28T02:30:38.211 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.211 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.211 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3,7", 2023-08-28T02:30:38.211 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.190763+0000", 2023-08-28T02:30:38.211 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000224634 2023-08-28T02:30:38.211 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.211 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.212 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:30:38.212 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.194941+0000", 2023-08-28T02:30:38.212 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0041782449999999997 2023-08-28T02:30:38.212 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.212 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.212 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:30:38.212 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.195000+0000", 2023-08-28T02:30:38.212 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.8566000000000001e-05 2023-08-28T02:30:38.212 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.212 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.212 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:30:38.212 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.200242+0000", 2023-08-28T02:30:38.213 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0052426640000000002 2023-08-28T02:30:38.213 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.213 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.213 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:30:38.213 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.211969+0000", 2023-08-28T02:30:38.213 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011726785 2023-08-28T02:30:38.213 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.213 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.213 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:30:38.213 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.212010+0000", 2023-08-28T02:30:38.213 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.1004999999999998e-05 2023-08-28T02:30:38.213 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.213 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.214 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:30:38.214 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.212125+0000", 2023-08-28T02:30:38.214 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00011443299999999999 2023-08-28T02:30:38.214 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:30:38.214 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:30:38.214 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:30:38.214 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.214 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.214 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:166843 9.1a 9:585dec9a:::benchmark_data_smithi040_209735_object59248:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e218)", 2023-08-28T02:30:38.214 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:33.956929+0000", 2023-08-28T02:30:38.214 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 64.139663018999997, 2023-08-28T02:30:38.215 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.2553711079999998, 2023-08-28T02:30:38.215 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:30:38.215 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:30:38.215 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:30:38.215 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:30:38.215 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:30:38.215 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 166843 2023-08-28T02:30:38.215 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.215 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:30:38.215 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.215 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:30:38.216 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.956929+0000", 2023-08-28T02:30:38.216 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:30:38.216 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.216 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.216 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:30:38.216 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.956929+0000", 2023-08-28T02:30:38.216 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:30:38.216 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.216 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.216 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:30:38.216 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.956927+0000", 2023-08-28T02:30:38.216 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:30:38.217 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.217 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.217 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:30:38.217 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.956935+0000", 2023-08-28T02:30:38.217 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.8299999999999996e-06 2023-08-28T02:30:38.217 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.217 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.217 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:30:38.217 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.956951+0000", 2023-08-28T02:30:38.217 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.5532999999999998e-05 2023-08-28T02:30:38.217 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.217 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.217 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:30:38.218 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.956964+0000", 2023-08-28T02:30:38.218 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2996000000000001e-05 2023-08-28T02:30:38.218 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.218 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.218 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:38.218 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.957008+0000", 2023-08-28T02:30:38.218 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.4124e-05 2023-08-28T02:30:38.218 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.218 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.218 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:30:38.218 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.957014+0000", 2023-08-28T02:30:38.218 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.5270000000000004e-06 2023-08-28T02:30:38.219 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.219 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.219 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:38.219 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.925904+0000", 2023-08-28T02:30:38.219 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.968889373 2023-08-28T02:30:38.219 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.219 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.219 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:30:38.219 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.925916+0000", 2023-08-28T02:30:38.219 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2517999999999999e-05 2023-08-28T02:30:38.219 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.220 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.220 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:38.220 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.191937+0000", 2023-08-28T02:30:38.220 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2660205410000001 2023-08-28T02:30:38.220 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.220 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.220 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:30:38.220 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.192030+0000", 2023-08-28T02:30:38.220 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.2814999999999998e-05 2023-08-28T02:30:38.220 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.220 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.220 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3,7", 2023-08-28T02:30:38.221 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.192215+0000", 2023-08-28T02:30:38.221 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00018544000000000001 2023-08-28T02:30:38.221 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.221 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.221 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:30:38.221 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.196853+0000", 2023-08-28T02:30:38.221 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0046379680000000001 2023-08-28T02:30:38.221 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.221 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.221 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:30:38.221 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.200212+0000", 2023-08-28T02:30:38.222 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0033594380000000002 2023-08-28T02:30:38.222 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.222 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.222 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:30:38.222 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.200526+0000", 2023-08-28T02:30:38.222 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00031347299999999999 2023-08-28T02:30:38.222 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.222 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.222 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:30:38.222 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.212166+0000", 2023-08-28T02:30:38.222 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011640081 2023-08-28T02:30:38.222 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.223 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.223 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:30:38.223 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.212210+0000", 2023-08-28T02:30:38.223 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.3803000000000001e-05 2023-08-28T02:30:38.223 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.223 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.223 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:30:38.223 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.212300+0000", 2023-08-28T02:30:38.223 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.0258000000000002e-05 2023-08-28T02:30:38.223 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:30:38.223 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:30:38.223 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:30:38.223 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.224 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.224 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:166846 9.6 9:614b82ab:::benchmark_data_smithi040_209735_object59251:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e218)", 2023-08-28T02:30:38.224 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:33.967477+0000", 2023-08-28T02:30:38.224 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 64.129115143000007, 2023-08-28T02:30:38.224 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.2460598730000001, 2023-08-28T02:30:38.224 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:30:38.224 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:30:38.224 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:30:38.224 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:30:38.224 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:30:38.224 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 166846 2023-08-28T02:30:38.224 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.225 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:30:38.225 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.225 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:30:38.225 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.967477+0000", 2023-08-28T02:30:38.225 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:30:38.225 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.225 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.225 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:30:38.225 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.967477+0000", 2023-08-28T02:30:38.225 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:30:38.225 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.225 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.226 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:30:38.226 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.967476+0000", 2023-08-28T02:30:38.226 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:30:38.226 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.226 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.226 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:30:38.226 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.967482+0000", 2023-08-28T02:30:38.226 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.2360000000000001e-06 2023-08-28T02:30:38.226 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.226 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.226 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:30:38.226 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.967494+0000", 2023-08-28T02:30:38.226 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2146e-05 2023-08-28T02:30:38.227 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.227 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.227 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:30:38.227 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.967499+0000", 2023-08-28T02:30:38.227 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.3190000000000002e-06 2023-08-28T02:30:38.227 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.227 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.227 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:38.228 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.967567+0000", 2023-08-28T02:30:38.228 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.7675999999999994e-05 2023-08-28T02:30:38.228 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.228 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.228 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:30:38.228 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.967575+0000", 2023-08-28T02:30:38.228 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.3690000000000007e-06 2023-08-28T02:30:38.228 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.228 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.228 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:38.228 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.914872+0000", 2023-08-28T02:30:38.229 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.94729681499999996 2023-08-28T02:30:38.229 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.229 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.229 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:30:38.229 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.914884+0000", 2023-08-28T02:30:38.229 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1501000000000001e-05 2023-08-28T02:30:38.229 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.229 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.230 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:38.230 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.199349+0000", 2023-08-28T02:30:38.230 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2844649619999999 2023-08-28T02:30:38.230 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.230 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.230 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:30:38.230 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.199476+0000", 2023-08-28T02:30:38.230 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00012742499999999999 2023-08-28T02:30:38.230 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.230 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.230 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 2,6", 2023-08-28T02:30:38.230 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.199936+0000", 2023-08-28T02:30:38.230 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00046027399999999999 2023-08-28T02:30:38.231 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.231 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.231 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:30:38.231 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.211730+0000", 2023-08-28T02:30:38.231 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011793873999999999 2023-08-28T02:30:38.231 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.231 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.231 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:30:38.231 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.211784+0000", 2023-08-28T02:30:38.231 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.3698e-05 2023-08-28T02:30:38.231 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.231 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.232 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:30:38.232 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.211807+0000", 2023-08-28T02:30:38.232 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.3166000000000001e-05 2023-08-28T02:30:38.232 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.232 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.232 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:30:38.232 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.211849+0000", 2023-08-28T02:30:38.232 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.1579000000000003e-05 2023-08-28T02:30:38.232 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.232 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.232 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:30:38.232 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.213537+0000", 2023-08-28T02:30:38.233 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.001687863 2023-08-28T02:30:38.233 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:30:38.233 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:30:38.233 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:30:38.233 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.233 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.233 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:173326 9.1f 9:fb06fbfd:::benchmark_data_smithi040_209735_object65731:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e224)", 2023-08-28T02:30:38.233 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:44.554844+0000", 2023-08-28T02:30:38.233 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 53.541748083999998, 2023-08-28T02:30:38.233 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.90803578200000001, 2023-08-28T02:30:38.233 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:30:38.233 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:30:38.234 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:30:38.234 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:30:38.234 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:30:38.234 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 173326 2023-08-28T02:30:38.234 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.234 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:30:38.235 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.235 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:30:38.235 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.554844+0000", 2023-08-28T02:30:38.235 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:30:38.235 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.235 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.235 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:30:38.235 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.554844+0000", 2023-08-28T02:30:38.235 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:30:38.235 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.235 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.235 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:30:38.236 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.554842+0000", 2023-08-28T02:30:38.236 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:30:38.236 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.236 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.236 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:30:38.236 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.554850+0000", 2023-08-28T02:30:38.236 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.1729999999999998e-06 2023-08-28T02:30:38.236 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.236 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.236 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:30:38.236 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.554863+0000", 2023-08-28T02:30:38.236 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2967e-05 2023-08-28T02:30:38.237 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.237 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.237 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:30:38.237 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.554868+0000", 2023-08-28T02:30:38.237 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.4609999999999999e-06 2023-08-28T02:30:38.237 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.237 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.237 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:38.237 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.554912+0000", 2023-08-28T02:30:38.237 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.3856999999999997e-05 2023-08-28T02:30:38.237 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.238 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.238 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:30:38.238 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.554920+0000", 2023-08-28T02:30:38.238 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.2169999999999994e-06 2023-08-28T02:30:38.238 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.238 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.238 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:38.238 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.449581+0000", 2023-08-28T02:30:38.238 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.89466111199999998 2023-08-28T02:30:38.238 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.238 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.238 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:30:38.239 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.449684+0000", 2023-08-28T02:30:38.239 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00010230000000000001 2023-08-28T02:30:38.239 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.239 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.239 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:30:38.239 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.449931+0000", 2023-08-28T02:30:38.239 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00024772599999999998 2023-08-28T02:30:38.239 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.239 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.239 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:30:38.239 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.452037+0000", 2023-08-28T02:30:38.239 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0021054480000000002 2023-08-28T02:30:38.240 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.240 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.240 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:30:38.240 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.459556+0000", 2023-08-28T02:30:38.240 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0075193969999999997 2023-08-28T02:30:38.240 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.240 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.240 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:30:38.240 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.462800+0000", 2023-08-28T02:30:38.240 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0032439270000000002 2023-08-28T02:30:38.240 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.241 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.241 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:30:38.241 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.462844+0000", 2023-08-28T02:30:38.241 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.3918999999999997e-05 2023-08-28T02:30:38.241 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.241 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.241 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:30:38.241 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.462880+0000", 2023-08-28T02:30:38.241 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.5592000000000001e-05 2023-08-28T02:30:38.241 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:30:38.241 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:30:38.241 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:30:38.241 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.242 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.242 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:173328 9.1f 9:fb35c571:::benchmark_data_smithi040_209735_object65733:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e224)", 2023-08-28T02:30:38.242 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:44.617754+0000", 2023-08-28T02:30:38.242 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 53.478837644000002, 2023-08-28T02:30:38.242 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.84523814100000005, 2023-08-28T02:30:38.242 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:30:38.242 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:30:38.242 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:30:38.242 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:30:38.242 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:30:38.243 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 173328 2023-08-28T02:30:38.243 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.243 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:30:38.243 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.243 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:30:38.243 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.617754+0000", 2023-08-28T02:30:38.243 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:30:38.243 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.243 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.243 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:30:38.243 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.617754+0000", 2023-08-28T02:30:38.243 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:30:38.244 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.244 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.244 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:30:38.244 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.617752+0000", 2023-08-28T02:30:38.244 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999976 2023-08-28T02:30:38.244 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.244 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.244 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:30:38.244 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.617761+0000", 2023-08-28T02:30:38.244 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.8489999999999995e-06 2023-08-28T02:30:38.244 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.244 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.244 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:30:38.245 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.617778+0000", 2023-08-28T02:30:38.245 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.6761000000000001e-05 2023-08-28T02:30:38.245 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.245 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.245 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:30:38.245 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.617785+0000", 2023-08-28T02:30:38.245 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.2119999999999997e-06 2023-08-28T02:30:38.245 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.245 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.245 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:38.245 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.617839+0000", 2023-08-28T02:30:38.246 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.3733999999999997e-05 2023-08-28T02:30:38.246 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.246 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.246 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:30:38.246 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.617850+0000", 2023-08-28T02:30:38.246 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1260000000000001e-05 2023-08-28T02:30:38.246 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.246 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.246 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:38.246 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.450929+0000", 2023-08-28T02:30:38.246 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.83307915099999996 2023-08-28T02:30:38.247 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.247 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.247 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:30:38.247 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.451010+0000", 2023-08-28T02:30:38.247 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.0902000000000006e-05 2023-08-28T02:30:38.247 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.247 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.248 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:30:38.248 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.451167+0000", 2023-08-28T02:30:38.248 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00015725 2023-08-28T02:30:38.248 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.248 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.248 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:30:38.248 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.452105+0000", 2023-08-28T02:30:38.248 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00093819900000000002 2023-08-28T02:30:38.248 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.249 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.249 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:30:38.249 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.459583+0000", 2023-08-28T02:30:38.249 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0074780660000000002 2023-08-28T02:30:38.249 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.249 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.249 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:30:38.250 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.462912+0000", 2023-08-28T02:30:38.250 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0033286510000000002 2023-08-28T02:30:38.250 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.250 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.250 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:30:38.250 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.462950+0000", 2023-08-28T02:30:38.250 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.8059000000000003e-05 2023-08-28T02:30:38.250 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:38.250 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:38.250 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:30:38.250 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.462992+0000", 2023-08-28T02:30:38.251 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.2258000000000001e-05 2023-08-28T02:30:38.251 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:30:38.251 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:30:38.251 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:30:38.251 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:30:38.251 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:30:38.251 INFO:teuthology.orchestra.run.smithi083.stdout:} 2023-08-28T02:30:38.252 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":745,"stamp":"2023-08-28T02:30:34.295717+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":387261127,"num_objects":5927,"num_object_clones":0,"num_object_copies":17781,"num_objects_missing_on_primary":1882,"num_objects_missing":1882,"num_objects_degraded":6223,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5927,"num_whiteouts":0,"num_read":357,"num_read_kb":668,"num_write":207502,"num_write_kb":6755227,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13621,"num_bytes_recovered":742042027,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":269637,"ondisk_log_size":269637,"up":357,"acting":355,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":382,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":5447876,"kb_used_data":1836100,"kb_used_omap":20,"kb_used_meta":3609323,"kb_avail":744513340,"statfs":{"total":767960285184,"available":762381660160,"internally_reserved":0,"allocated":1880166400,"data_stored":1870277452,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":20850,"internal_metadata":3695947406},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,0,6],"upper_bound":16},"perf_stat":{"commit_latency_ms":11,"apply_latency_ms":11,"commit_latency_ns":11000000,"apply_latency_ns":11000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-261750784,"num_objects":-3994,"num_object_clones":0,"num_object_copies":-11982,"num_objects_missing_on_primary":-110,"num_objects_missing":-110,"num_objects_degraded":-540,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-3994,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3994,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":612,"num_bytes_recovered":15204352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.001048"},"pg_stats":[{"pgid":"9.23","version":"242'7924","reported_seq":8140,"reported_epoch":242,"state":"active+recovery_wait+degraded","last_fresh":"2023-08-28T02:30:31.035674+0000","last_change":"2023-08-28T02:29:45.445062+0000","last_active":"2023-08-28T02:30:31.035674+0000","last_peered":"2023-08-28T02:30:31.035674+0000","last_clean":"2023-08-28T02:29:32.881582+0000","last_became_active":"2023-08-28T02:29:45.434907+0000","last_became_peered":"2023-08-28T02:29:45.434907+0000","last_unstale":"2023-08-28T02:30:31.035674+0000","last_undegraded":"2023-08-28T02:29:45.391392+0000","last_fullsized":"2023-08-28T02:30:31.035674+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":217,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":6,"last_scrub":"173'3890","last_scrub_stamp":"2023-08-28T02:27:35.529147+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:27:35.529147+0000","objects_scrubbed":2123,"log_size":7924,"log_dups_size":0,"ondisk_log_size":7924,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.20511267,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7176192,"num_objects":110,"num_object_clones":0,"num_object_copies":330,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":95,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":110,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2362,"num_write_kb":45120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":["7","3"],"object_location_counts":[{"shards":"1,3,7","objects":110}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.22","version":"242'7621","reported_seq":7745,"reported_epoch":242,"state":"active+recovery_wait+degraded","last_fresh":"2023-08-28T02:30:31.674349+0000","last_change":"2023-08-28T02:29:45.432690+0000","last_active":"2023-08-28T02:30:31.674349+0000","last_peered":"2023-08-28T02:30:31.674349+0000","last_clean":"2023-08-28T02:29:32.809889+0000","last_became_active":"2023-08-28T02:29:45.424485+0000","last_became_peered":"2023-08-28T02:29:45.424485+0000","last_unstale":"2023-08-28T02:30:31.674349+0000","last_undegraded":"2023-08-28T02:29:45.393528+0000","last_fullsized":"2023-08-28T02:30:31.674349+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":217,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":7621,"log_dups_size":0,"ondisk_log_size":7621,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1785856,"num_objects":27,"num_object_clones":0,"num_object_copies":81,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":93,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":27,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3281,"num_write_kb":105872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":32768,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":["3","2"],"object_location_counts":[{"shards":"1,2,3","objects":27}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.21","version":"242'7698","reported_seq":7811,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-08-28T02:30:31.527903+0000","last_change":"2023-08-28T02:29:33.953920+0000","last_active":"2023-08-28T02:30:31.527903+0000","last_peered":"2023-08-28T02:30:31.527903+0000","last_clean":"2023-08-28T02:30:31.527903+0000","last_became_active":"2023-08-28T02:29:33.946280+0000","last_became_peered":"2023-08-28T02:29:33.946280+0000","last_unstale":"2023-08-28T02:30:31.527903+0000","last_undegraded":"2023-08-28T02:30:31.527903+0000","last_fullsized":"2023-08-28T02:30:31.527903+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":217,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":7698,"log_dups_size":0,"ondisk_log_size":7698,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8749056,"num_objects":134,"num_object_clones":0,"num_object_copies":402,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":134,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3251,"num_write_kb":108288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.20","version":"243'7779","reported_seq":8138,"reported_epoch":243,"state":"active+clean","last_fresh":"2023-08-28T02:30:32.185693+0000","last_change":"2023-08-28T02:29:46.875369+0000","last_active":"2023-08-28T02:30:32.185693+0000","last_peered":"2023-08-28T02:30:32.185693+0000","last_clean":"2023-08-28T02:30:32.185693+0000","last_became_active":"2023-08-28T02:29:46.867602+0000","last_became_peered":"2023-08-28T02:29:46.867602+0000","last_unstale":"2023-08-28T02:30:32.185693+0000","last_undegraded":"2023-08-28T02:30:32.185693+0000","last_fullsized":"2023-08-28T02:30:32.185693+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":217,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":7779,"log_dups_size":0,"ondisk_log_size":7779,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3506176,"num_objects":54,"num_object_clones":0,"num_object_copies":162,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":54,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3324,"num_write_kb":108064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":115,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.10","version":"242'8534","reported_seq":17024,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-08-28T02:30:31.096983+0000","last_change":"2023-08-28T02:28:57.902085+0000","last_active":"2023-08-28T02:30:31.096983+0000","last_peered":"2023-08-28T02:30:31.096983+0000","last_clean":"2023-08-28T02:30:31.096983+0000","last_became_active":"2023-08-28T02:28:15.284010+0000","last_became_peered":"2023-08-28T02:28:15.284010+0000","last_unstale":"2023-08-28T02:30:31.096983+0000","last_undegraded":"2023-08-28T02:30:31.096983+0000","last_fullsized":"2023-08-28T02:30:31.096983+0000","mapping_epoch":189,"log_start":"164'648","ondisk_log_start":"164'648","created":170,"last_epoch_clean":190,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":7886,"log_dups_size":0,"ondisk_log_size":7886,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11403264,"num_objects":174,"num_object_clones":0,"num_object_copies":522,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":174,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6704,"num_write_kb":220096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2090,"num_bytes_recovered":136970240,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1a","version":"65'1","reported_seq":243,"reported_epoch":241,"state":"active+clean","last_fresh":"2023-08-28T02:30:28.157316+0000","last_change":"2023-08-28T02:29:44.461201+0000","last_active":"2023-08-28T02:30:28.157316+0000","last_peered":"2023-08-28T02:30:28.157316+0000","last_clean":"2023-08-28T02:30:28.157316+0000","last_became_active":"2023-08-28T02:29:44.454590+0000","last_became_peered":"2023-08-28T02:29:44.454590+0000","last_unstale":"2023-08-28T02:30:28.157316+0000","last_undegraded":"2023-08-28T02:30:28.157316+0000","last_fullsized":"2023-08-28T02:30:28.157316+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:05:05.367289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":204,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-08-28T02:30:30.884924+0000","last_change":"2023-08-28T02:29:44.421259+0000","last_active":"2023-08-28T02:30:30.884924+0000","last_peered":"2023-08-28T02:30:30.884924+0000","last_clean":"2023-08-28T02:30:30.884924+0000","last_became_active":"2023-08-28T02:29:44.420936+0000","last_became_peered":"2023-08-28T02:29:44.420936+0000","last_unstale":"2023-08-28T02:30:30.884924+0000","last_undegraded":"2023-08-28T02:30:30.884924+0000","last_fullsized":"2023-08-28T02:30:30.884924+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:22:26.346867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.13","version":"242'8389","reported_seq":15224,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-08-28T02:30:31.112146+0000","last_change":"2023-08-28T02:29:05.981303+0000","last_active":"2023-08-28T02:30:31.112146+0000","last_peered":"2023-08-28T02:30:31.112146+0000","last_clean":"2023-08-28T02:30:31.112146+0000","last_became_active":"2023-08-28T02:28:43.937522+0000","last_became_peered":"2023-08-28T02:28:43.937522+0000","last_unstale":"2023-08-28T02:30:31.112146+0000","last_undegraded":"2023-08-28T02:30:31.112146+0000","last_fullsized":"2023-08-28T02:30:31.112146+0000","mapping_epoch":196,"log_start":"168'3291","ondisk_log_start":"168'3291","created":170,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":5098,"log_dups_size":0,"ondisk_log_size":5098,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16941056,"num_objects":259,"num_object_clones":0,"num_object_copies":777,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":259,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6569,"num_write_kb":218464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2238,"num_bytes_recovered":146604032,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,5],"acting":[7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":30,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-08-28T02:30:30.875211+0000","last_change":"2023-08-28T02:29:44.505230+0000","last_active":"2023-08-28T02:30:30.875211+0000","last_peered":"2023-08-28T02:30:30.875211+0000","last_clean":"2023-08-28T02:30:30.875211+0000","last_became_active":"2023-08-28T02:29:44.504882+0000","last_became_peered":"2023-08-28T02:29:44.504882+0000","last_unstale":"2023-08-28T02:30:30.875211+0000","last_undegraded":"2023-08-28T02:30:30.875211+0000","last_fullsized":"2023-08-28T02:30:30.875211+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:59:38.663752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":198,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-08-28T02:30:30.885897+0000","last_change":"2023-08-28T02:16:50.309837+0000","last_active":"2023-08-28T02:30:30.885897+0000","last_peered":"2023-08-28T02:30:30.885897+0000","last_clean":"2023-08-28T02:30:30.885897+0000","last_became_active":"2023-08-28T02:16:50.309470+0000","last_became_peered":"2023-08-28T02:16:50.309470+0000","last_unstale":"2023-08-28T02:30:30.885897+0000","last_undegraded":"2023-08-28T02:30:30.885897+0000","last_fullsized":"2023-08-28T02:30:30.885897+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:34:06.503952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.12","version":"241'8040","reported_seq":14545,"reported_epoch":241,"state":"active+clean","last_fresh":"2023-08-28T02:30:30.602198+0000","last_change":"2023-08-28T02:29:55.648492+0000","last_active":"2023-08-28T02:30:30.602198+0000","last_peered":"2023-08-28T02:30:30.602198+0000","last_clean":"2023-08-28T02:30:30.602198+0000","last_became_active":"2023-08-28T02:29:45.401368+0000","last_became_peered":"2023-08-28T02:29:45.401368+0000","last_unstale":"2023-08-28T02:30:30.602198+0000","last_undegraded":"2023-08-28T02:30:30.602198+0000","last_fullsized":"2023-08-28T02:30:30.602198+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":8040,"log_dups_size":0,"ondisk_log_size":8040,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17924096,"num_objects":274,"num_object_clones":0,"num_object_copies":822,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":274,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6292,"num_write_kb":210080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2121,"num_bytes_recovered":139001856,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":226,"reported_epoch":241,"state":"active+clean","last_fresh":"2023-08-28T02:30:28.162933+0000","last_change":"2023-08-28T02:29:44.539254+0000","last_active":"2023-08-28T02:30:28.162933+0000","last_peered":"2023-08-28T02:30:28.162933+0000","last_clean":"2023-08-28T02:30:28.162933+0000","last_became_active":"2023-08-28T02:29:44.518954+0000","last_became_peered":"2023-08-28T02:29:44.518954+0000","last_unstale":"2023-08-28T02:30:28.162933+0000","last_undegraded":"2023-08-28T02:30:28.162933+0000","last_fullsized":"2023-08-28T02:30:28.162933+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:49:16.962351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":223,"reported_epoch":240,"state":"active+clean","last_fresh":"2023-08-28T02:30:26.149554+0000","last_change":"2023-08-28T02:29:44.416934+0000","last_active":"2023-08-28T02:30:26.149554+0000","last_peered":"2023-08-28T02:30:26.149554+0000","last_clean":"2023-08-28T02:30:26.149554+0000","last_became_active":"2023-08-28T02:29:44.416577+0000","last_became_peered":"2023-08-28T02:29:44.416577+0000","last_unstale":"2023-08-28T02:30:26.149554+0000","last_undegraded":"2023-08-28T02:30:26.149554+0000","last_fullsized":"2023-08-28T02:30:26.149554+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:33.591285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.1d","version":"242'11838","reported_seq":11953,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-08-28T02:30:31.160792+0000","last_change":"2023-08-28T02:29:45.452902+0000","last_active":"2023-08-28T02:30:31.160792+0000","last_peered":"2023-08-28T02:30:31.160792+0000","last_clean":"2023-08-28T02:30:31.160792+0000","last_became_active":"2023-08-28T02:29:45.406413+0000","last_became_peered":"2023-08-28T02:29:45.406413+0000","last_unstale":"2023-08-28T02:30:31.160792+0000","last_undegraded":"2023-08-28T02:30:31.160792+0000","last_fullsized":"2023-08-28T02:30:31.160792+0000","mapping_epoch":224,"log_start":"179'4400","ondisk_log_start":"179'4400","created":217,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":7438,"log_dups_size":0,"ondisk_log_size":7438,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12058636,"num_objects":185,"num_object_clones":0,"num_object_copies":555,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":185,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":6567,"num_write_kb":216001,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":198,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-08-28T02:30:30.886985+0000","last_change":"2023-08-28T02:17:57.876478+0000","last_active":"2023-08-28T02:30:30.886985+0000","last_peered":"2023-08-28T02:30:30.886985+0000","last_clean":"2023-08-28T02:30:30.886985+0000","last_became_active":"2023-08-28T02:17:57.876048+0000","last_became_peered":"2023-08-28T02:17:57.876048+0000","last_unstale":"2023-08-28T02:30:30.886985+0000","last_undegraded":"2023-08-28T02:30:30.886985+0000","last_fullsized":"2023-08-28T02:30:30.886985+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:46:14.225407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":208,"reported_epoch":241,"state":"active+clean","last_fresh":"2023-08-28T02:30:28.162855+0000","last_change":"2023-08-28T02:29:44.539659+0000","last_active":"2023-08-28T02:30:28.162855+0000","last_peered":"2023-08-28T02:30:28.162855+0000","last_clean":"2023-08-28T02:30:28.162855+0000","last_became_active":"2023-08-28T02:29:44.538974+0000","last_became_peered":"2023-08-28T02:29:44.538974+0000","last_unstale":"2023-08-28T02:30:28.162855+0000","last_undegraded":"2023-08-28T02:30:28.162855+0000","last_fullsized":"2023-08-28T02:30:28.162855+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:29:57.846238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.1c","version":"242'11943","reported_seq":12043,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-08-28T02:30:31.607238+0000","last_change":"2023-08-28T02:29:33.967537+0000","last_active":"2023-08-28T02:30:31.607238+0000","last_peered":"2023-08-28T02:30:31.607238+0000","last_clean":"2023-08-28T02:30:31.607238+0000","last_became_active":"2023-08-28T02:29:33.949068+0000","last_became_peered":"2023-08-28T02:29:33.949068+0000","last_unstale":"2023-08-28T02:30:31.607238+0000","last_undegraded":"2023-08-28T02:30:31.607238+0000","last_fullsized":"2023-08-28T02:30:31.607238+0000","mapping_epoch":217,"log_start":"177'4195","ondisk_log_start":"177'4195","created":217,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":7748,"log_dups_size":0,"ondisk_log_size":7748,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13205504,"num_objects":202,"num_object_clones":0,"num_object_copies":606,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":202,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6645,"num_write_kb":219072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":224,"reported_epoch":240,"state":"active+clean","last_fresh":"2023-08-28T02:30:26.127631+0000","last_change":"2023-08-28T02:29:44.462510+0000","last_active":"2023-08-28T02:30:26.127631+0000","last_peered":"2023-08-28T02:30:26.127631+0000","last_clean":"2023-08-28T02:30:26.127631+0000","last_became_active":"2023-08-28T02:29:44.460314+0000","last_became_peered":"2023-08-28T02:29:44.460314+0000","last_unstale":"2023-08-28T02:30:26.127631+0000","last_undegraded":"2023-08-28T02:30:26.127631+0000","last_fullsized":"2023-08-28T02:30:26.127631+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:59:01.311467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":176,"reported_epoch":241,"state":"active+clean","last_fresh":"2023-08-28T02:30:28.165530+0000","last_change":"2023-08-28T02:17:57.827818+0000","last_active":"2023-08-28T02:30:28.165530+0000","last_peered":"2023-08-28T02:30:28.165530+0000","last_clean":"2023-08-28T02:30:28.165530+0000","last_became_active":"2023-08-28T02:17:57.825999+0000","last_became_peered":"2023-08-28T02:17:57.825999+0000","last_unstale":"2023-08-28T02:30:28.165530+0000","last_undegraded":"2023-08-28T02:30:28.165530+0000","last_fullsized":"2023-08-28T02:30:28.165530+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:35:29.864132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.1f","version":"241'11856","reported_seq":11970,"reported_epoch":241,"state":"active+clean","last_fresh":"2023-08-28T02:30:30.405823+0000","last_change":"2023-08-28T02:29:45.449499+0000","last_active":"2023-08-28T02:30:30.405823+0000","last_peered":"2023-08-28T02:30:30.405823+0000","last_clean":"2023-08-28T02:30:30.405823+0000","last_became_active":"2023-08-28T02:29:45.425562+0000","last_became_peered":"2023-08-28T02:29:45.425562+0000","last_unstale":"2023-08-28T02:30:30.405823+0000","last_undegraded":"2023-08-28T02:30:30.405823+0000","last_fullsized":"2023-08-28T02:30:30.405823+0000","mapping_epoch":224,"log_start":"169'3500","ondisk_log_start":"169'3500","created":217,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":8356,"log_dups_size":0,"ondisk_log_size":8356,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13008896,"num_objects":199,"num_object_clones":0,"num_object_copies":597,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":199,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6590,"num_write_kb":217216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"65'3","reported_seq":209,"reported_epoch":241,"state":"active+clean","last_fresh":"2023-08-28T02:30:28.164260+0000","last_change":"2023-08-28T02:17:57.827265+0000","last_active":"2023-08-28T02:30:28.164260+0000","last_peered":"2023-08-28T02:30:28.164260+0000","last_clean":"2023-08-28T02:30:28.164260+0000","last_became_active":"2023-08-28T02:17:57.826872+0000","last_became_peered":"2023-08-28T02:17:57.826872+0000","last_unstale":"2023-08-28T02:30:28.164260+0000","last_undegraded":"2023-08-28T02:30:28.164260+0000","last_fullsized":"2023-08-28T02:30:28.164260+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:48:03.674891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":30,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-08-28T02:30:30.875373+0000","last_change":"2023-08-28T02:29:44.408404+0000","last_active":"2023-08-28T02:30:30.875373+0000","last_peered":"2023-08-28T02:30:30.875373+0000","last_clean":"2023-08-28T02:30:30.875373+0000","last_became_active":"2023-08-28T02:29:44.408111+0000","last_became_peered":"2023-08-28T02:29:44.408111+0000","last_unstale":"2023-08-28T02:30:30.875373+0000","last_undegraded":"2023-08-28T02:30:30.875373+0000","last_fullsized":"2023-08-28T02:30:30.875373+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:50:27.178700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.1e","version":"242'11702","reported_seq":11813,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-08-28T02:30:31.051981+0000","last_change":"2023-08-28T02:29:44.437266+0000","last_active":"2023-08-28T02:30:31.051981+0000","last_peered":"2023-08-28T02:30:31.051981+0000","last_clean":"2023-08-28T02:30:31.051981+0000","last_became_active":"2023-08-28T02:29:44.412171+0000","last_became_peered":"2023-08-28T02:29:44.412171+0000","last_unstale":"2023-08-28T02:30:31.051981+0000","last_undegraded":"2023-08-28T02:30:31.051981+0000","last_fullsized":"2023-08-28T02:30:31.051981+0000","mapping_epoch":223,"log_start":"178'4200","ondisk_log_start":"178'4200","created":217,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":7502,"log_dups_size":0,"ondisk_log_size":7502,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9961472,"num_objects":152,"num_object_clones":0,"num_object_copies":456,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":152,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6531,"num_write_kb":213856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":210,"reported_epoch":241,"state":"active+clean","last_fresh":"2023-08-28T02:30:28.159099+0000","last_change":"2023-08-28T02:07:37.315303+0000","last_active":"2023-08-28T02:30:28.159099+0000","last_peered":"2023-08-28T02:30:28.159099+0000","last_clean":"2023-08-28T02:30:28.159099+0000","last_became_active":"2023-08-28T02:07:37.312336+0000","last_became_peered":"2023-08-28T02:07:37.312336+0000","last_unstale":"2023-08-28T02:30:28.159099+0000","last_undegraded":"2023-08-28T02:30:28.159099+0000","last_fullsized":"2023-08-28T02:30:28.159099+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T14:00:32.089076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":224,"reported_epoch":241,"state":"active+clean","last_fresh":"2023-08-28T02:30:28.157406+0000","last_change":"2023-08-28T02:29:44.461459+0000","last_active":"2023-08-28T02:30:28.157406+0000","last_peered":"2023-08-28T02:30:28.157406+0000","last_clean":"2023-08-28T02:30:28.157406+0000","last_became_active":"2023-08-28T02:29:44.461161+0000","last_became_peered":"2023-08-28T02:29:44.461161+0000","last_unstale":"2023-08-28T02:30:28.157406+0000","last_undegraded":"2023-08-28T02:30:28.157406+0000","last_fullsized":"2023-08-28T02:30:28.157406+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:23:04.568003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.19","version":"243'8189","reported_seq":8300,"reported_epoch":243,"state":"active+clean","last_fresh":"2023-08-28T02:30:31.879358+0000","last_change":"2023-08-28T02:30:20.027754+0000","last_active":"2023-08-28T02:30:31.879358+0000","last_peered":"2023-08-28T02:30:31.879358+0000","last_clean":"2023-08-28T02:30:31.879358+0000","last_became_active":"2023-08-28T02:27:27.835168+0000","last_became_peered":"2023-08-28T02:27:27.835168+0000","last_unstale":"2023-08-28T02:30:31.879358+0000","last_undegraded":"2023-08-28T02:30:31.879358+0000","last_fullsized":"2023-08-28T02:30:31.879358+0000","mapping_epoch":170,"log_start":"164'208","ondisk_log_start":"164'208","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":7981,"log_dups_size":0,"ondisk_log_size":7981,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12713984,"num_objects":194,"num_object_clones":0,"num_object_copies":582,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":194,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6406,"num_write_kb":211200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":131072,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.13","version":"65'2","reported_seq":208,"reported_epoch":241,"state":"active+clean","last_fresh":"2023-08-28T02:30:28.162976+0000","last_change":"2023-08-28T02:16:50.332699+0000","last_active":"2023-08-28T02:30:28.162976+0000","last_peered":"2023-08-28T02:30:28.162976+0000","last_clean":"2023-08-28T02:30:28.162976+0000","last_became_active":"2023-08-28T02:16:50.332337+0000","last_became_peered":"2023-08-28T02:16:50.332337+0000","last_unstale":"2023-08-28T02:30:28.162976+0000","last_undegraded":"2023-08-28T02:30:28.162976+0000","last_fullsized":"2023-08-28T02:30:28.162976+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:26:51.876295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":204,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-08-28T02:30:30.884672+0000","last_change":"2023-08-28T02:29:44.419566+0000","last_active":"2023-08-28T02:30:30.884672+0000","last_peered":"2023-08-28T02:30:30.884672+0000","last_clean":"2023-08-28T02:30:30.884672+0000","last_became_active":"2023-08-28T02:29:44.419053+0000","last_became_peered":"2023-08-28T02:29:44.419053+0000","last_unstale":"2023-08-28T02:30:30.884672+0000","last_undegraded":"2023-08-28T02:30:30.884672+0000","last_fullsized":"2023-08-28T02:30:30.884672+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:44:36.133499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.18","version":"242'8350","reported_seq":8453,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-08-28T02:30:31.535018+0000","last_change":"2023-08-28T02:27:42.039403+0000","last_active":"2023-08-28T02:30:31.535018+0000","last_peered":"2023-08-28T02:30:31.535018+0000","last_clean":"2023-08-28T02:30:31.535018+0000","last_became_active":"2023-08-28T02:27:27.823076+0000","last_became_peered":"2023-08-28T02:27:27.823076+0000","last_unstale":"2023-08-28T02:30:31.535018+0000","last_undegraded":"2023-08-28T02:30:31.535018+0000","last_fullsized":"2023-08-28T02:30:31.535018+0000","mapping_epoch":170,"log_start":"166'2028","ondisk_log_start":"166'2028","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":6322,"log_dups_size":0,"ondisk_log_size":6322,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11730944,"num_objects":179,"num_object_clones":0,"num_object_copies":537,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":179,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6579,"num_write_kb":216256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":198,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-08-28T02:30:30.886546+0000","last_change":"2023-08-28T02:17:57.870068+0000","last_active":"2023-08-28T02:30:30.886546+0000","last_peered":"2023-08-28T02:30:30.886546+0000","last_clean":"2023-08-28T02:30:30.886546+0000","last_became_active":"2023-08-28T02:17:57.869718+0000","last_became_peered":"2023-08-28T02:17:57.869718+0000","last_unstale":"2023-08-28T02:30:30.886546+0000","last_undegraded":"2023-08-28T02:30:30.886546+0000","last_fullsized":"2023-08-28T02:30:30.886546+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:28:47.968132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":203,"reported_epoch":240,"state":"active+clean","last_fresh":"2023-08-28T02:30:26.127689+0000","last_change":"2023-08-28T02:17:57.827021+0000","last_active":"2023-08-28T02:30:26.127689+0000","last_peered":"2023-08-28T02:30:26.127689+0000","last_clean":"2023-08-28T02:30:26.127689+0000","last_became_active":"2023-08-28T02:17:57.826722+0000","last_became_peered":"2023-08-28T02:17:57.826722+0000","last_unstale":"2023-08-28T02:30:26.127689+0000","last_undegraded":"2023-08-28T02:30:26.127689+0000","last_fullsized":"2023-08-28T02:30:26.127689+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:02:26.183338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.1b","version":"243'11501","reported_seq":11604,"reported_epoch":243,"state":"active+clean","last_fresh":"2023-08-28T02:30:32.070709+0000","last_change":"2023-08-28T02:29:33.959880+0000","last_active":"2023-08-28T02:30:32.070709+0000","last_peered":"2023-08-28T02:30:32.070709+0000","last_clean":"2023-08-28T02:30:32.070709+0000","last_became_active":"2023-08-28T02:29:33.940533+0000","last_became_peered":"2023-08-28T02:29:33.940533+0000","last_unstale":"2023-08-28T02:30:32.070709+0000","last_undegraded":"2023-08-28T02:30:32.070709+0000","last_fullsized":"2023-08-28T02:30:32.070709+0000","mapping_epoch":217,"log_start":"169'3476","ondisk_log_start":"169'3476","created":217,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":8025,"log_dups_size":0,"ondisk_log_size":8025,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12124160,"num_objects":185,"num_object_clones":0,"num_object_copies":555,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":185,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6407,"num_write_kb":210944,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":189,"reported_epoch":241,"state":"active+clean","last_fresh":"2023-08-28T02:30:28.163143+0000","last_change":"2023-08-28T02:07:37.318077+0000","last_active":"2023-08-28T02:30:28.163143+0000","last_peered":"2023-08-28T02:30:28.163143+0000","last_clean":"2023-08-28T02:30:28.163143+0000","last_became_active":"2023-08-28T02:07:37.317784+0000","last_became_peered":"2023-08-28T02:07:37.317784+0000","last_unstale":"2023-08-28T02:30:28.163143+0000","last_undegraded":"2023-08-28T02:30:28.163143+0000","last_fullsized":"2023-08-28T02:30:28.163143+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:08:37.079996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":199,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-08-28T02:30:30.885988+0000","last_change":"2023-08-28T02:17:57.870143+0000","last_active":"2023-08-28T02:30:30.885988+0000","last_peered":"2023-08-28T02:30:30.885988+0000","last_clean":"2023-08-28T02:30:30.885988+0000","last_became_active":"2023-08-28T02:17:57.869769+0000","last_became_peered":"2023-08-28T02:17:57.869769+0000","last_unstale":"2023-08-28T02:30:30.885988+0000","last_undegraded":"2023-08-28T02:30:30.885988+0000","last_fullsized":"2023-08-28T02:30:30.885988+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:21:29.581768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1a","version":"241'11663","reported_seq":11779,"reported_epoch":241,"state":"active+clean","last_fresh":"2023-08-28T02:30:30.485289+0000","last_change":"2023-08-28T02:29:51.689928+0000","last_active":"2023-08-28T02:30:30.485289+0000","last_peered":"2023-08-28T02:30:30.485289+0000","last_clean":"2023-08-28T02:30:30.485289+0000","last_became_active":"2023-08-28T02:29:45.399212+0000","last_became_peered":"2023-08-28T02:29:45.399212+0000","last_unstale":"2023-08-28T02:30:30.485289+0000","last_undegraded":"2023-08-28T02:30:30.485289+0000","last_fullsized":"2023-08-28T02:30:30.485289+0000","mapping_epoch":224,"log_start":"168'3300","ondisk_log_start":"168'3300","created":217,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":8363,"log_dups_size":0,"ondisk_log_size":8363,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10027008,"num_objects":153,"num_object_clones":0,"num_object_copies":459,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":153,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6515,"num_write_kb":213376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.10","version":"65'8","reported_seq":212,"reported_epoch":240,"state":"active+clean","last_fresh":"2023-08-28T02:30:26.150935+0000","last_change":"2023-08-28T02:14:43.083962+0000","last_active":"2023-08-28T02:30:26.150935+0000","last_peered":"2023-08-28T02:30:26.150935+0000","last_clean":"2023-08-28T02:30:26.150935+0000","last_became_active":"2023-08-28T02:14:43.083699+0000","last_became_peered":"2023-08-28T02:14:43.083699+0000","last_unstale":"2023-08-28T02:30:26.150935+0000","last_undegraded":"2023-08-28T02:30:26.150935+0000","last_fullsized":"2023-08-28T02:30:26.150935+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:34:42.581750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":208,"reported_epoch":241,"state":"active+clean","last_fresh":"2023-08-28T02:30:28.167997+0000","last_change":"2023-08-28T02:29:44.544454+0000","last_active":"2023-08-28T02:30:28.167997+0000","last_peered":"2023-08-28T02:30:28.167997+0000","last_clean":"2023-08-28T02:30:28.167997+0000","last_became_active":"2023-08-28T02:29:44.519465+0000","last_became_peered":"2023-08-28T02:29:44.519465+0000","last_unstale":"2023-08-28T02:30:28.167997+0000","last_undegraded":"2023-08-28T02:30:28.167997+0000","last_fullsized":"2023-08-28T02:30:28.167997+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:47:21.212316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.5","version":"243'8319","reported_seq":8424,"reported_epoch":243,"state":"active+clean","last_fresh":"2023-08-28T02:30:32.069353+0000","last_change":"2023-08-28T02:30:13.972217+0000","last_active":"2023-08-28T02:30:32.069353+0000","last_peered":"2023-08-28T02:30:32.069353+0000","last_clean":"2023-08-28T02:30:32.069353+0000","last_became_active":"2023-08-28T02:27:27.809447+0000","last_became_peered":"2023-08-28T02:27:27.809447+0000","last_unstale":"2023-08-28T02:30:32.069353+0000","last_undegraded":"2023-08-28T02:30:32.069353+0000","last_fullsized":"2023-08-28T02:30:32.069353+0000","mapping_epoch":160,"log_start":"164'365","ondisk_log_start":"164'365","created":160,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":7954,"log_dups_size":0,"ondisk_log_size":7954,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11010048,"num_objects":168,"num_object_clones":0,"num_object_copies":504,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":168,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6544,"num_write_kb":214784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"65'1","reported_seq":207,"reported_epoch":241,"state":"active+clean","last_fresh":"2023-08-28T02:30:28.164458+0000","last_change":"2023-08-28T02:14:43.046130+0000","last_active":"2023-08-28T02:30:28.164458+0000","last_peered":"2023-08-28T02:30:28.164458+0000","last_clean":"2023-08-28T02:30:28.164458+0000","last_became_active":"2023-08-28T02:14:43.045775+0000","last_became_peered":"2023-08-28T02:14:43.045775+0000","last_unstale":"2023-08-28T02:30:28.164458+0000","last_undegraded":"2023-08-28T02:30:28.164458+0000","last_fullsized":"2023-08-28T02:30:28.164458+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:57:38.279756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":186,"reported_epoch":240,"state":"active+clean","last_fresh":"2023-08-28T02:30:26.127129+0000","last_change":"2023-08-28T02:07:37.452412+0000","last_active":"2023-08-28T02:30:26.127129+0000","last_peered":"2023-08-28T02:30:26.127129+0000","last_clean":"2023-08-28T02:30:26.127129+0000","last_became_active":"2023-08-28T02:07:37.452156+0000","last_became_peered":"2023-08-28T02:07:37.452156+0000","last_unstale":"2023-08-28T02:30:26.127129+0000","last_undegraded":"2023-08-28T02:30:26.127129+0000","last_fullsized":"2023-08-28T02:30:26.127129+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:10:33.405360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.4","version":"242'8208","reported_seq":8402,"reported_epoch":242,"state":"active+recovering+undersized+remapped","last_fresh":"2023-08-28T02:30:31.219919+0000","last_change":"2023-08-28T02:30:30.786878+0000","last_active":"2023-08-28T02:30:31.219919+0000","last_peered":"2023-08-28T02:30:31.219919+0000","last_clean":"2023-08-28T02:29:32.909570+0000","last_became_active":"2023-08-28T02:29:44.509447+0000","last_became_peered":"2023-08-28T02:29:44.509447+0000","last_unstale":"2023-08-28T02:30:31.219919+0000","last_undegraded":"2023-08-28T02:30:31.219919+0000","last_fullsized":"2023-08-28T02:29:44.386610+0000","mapping_epoch":223,"log_start":"164'132","ondisk_log_start":"164'132","created":160,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":8076,"log_dups_size":0,"ondisk_log_size":8076,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11173888,"num_objects":170,"num_object_clones":0,"num_object_copies":510,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":170,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6434,"num_write_kb":211360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":38,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[4,3],"avail_no_missing":["4","3"],"object_location_counts":[{"shards":"3,4","objects":170}],"blocked_by":[],"up_primary":1,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"65'2","reported_seq":232,"reported_epoch":241,"state":"active+clean","last_fresh":"2023-08-28T02:30:28.164287+0000","last_change":"2023-08-28T02:29:44.436352+0000","last_active":"2023-08-28T02:30:28.164287+0000","last_peered":"2023-08-28T02:30:28.164287+0000","last_clean":"2023-08-28T02:30:28.164287+0000","last_became_active":"2023-08-28T02:29:44.411499+0000","last_became_peered":"2023-08-28T02:29:44.411499+0000","last_unstale":"2023-08-28T02:30:28.164287+0000","last_undegraded":"2023-08-28T02:30:28.164287+0000","last_fullsized":"2023-08-28T02:30:28.164287+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:46:57.540191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":241,"reported_epoch":241,"state":"active+clean","last_fresh":"2023-08-28T02:30:28.157090+0000","last_change":"2023-08-28T02:29:44.453936+0000","last_active":"2023-08-28T02:30:28.157090+0000","last_peered":"2023-08-28T02:30:28.157090+0000","last_clean":"2023-08-28T02:30:28.157090+0000","last_became_active":"2023-08-28T02:29:44.453643+0000","last_became_peered":"2023-08-28T02:29:44.453643+0000","last_unstale":"2023-08-28T02:30:28.157090+0000","last_undegraded":"2023-08-28T02:30:28.157090+0000","last_fullsized":"2023-08-28T02:30:28.157090+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:13:50.608381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.7","version":"241'8358","reported_seq":8467,"reported_epoch":241,"state":"active+clean","last_fresh":"2023-08-28T02:30:30.541542+0000","last_change":"2023-08-28T02:30:18.558005+0000","last_active":"2023-08-28T02:30:30.541542+0000","last_peered":"2023-08-28T02:30:30.541542+0000","last_clean":"2023-08-28T02:30:30.541542+0000","last_became_active":"2023-08-28T02:27:27.807811+0000","last_became_peered":"2023-08-28T02:27:27.807811+0000","last_unstale":"2023-08-28T02:30:30.541542+0000","last_undegraded":"2023-08-28T02:30:30.541542+0000","last_fullsized":"2023-08-28T02:30:30.541542+0000","mapping_epoch":160,"log_start":"163'41","ondisk_log_start":"163'41","created":160,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":8317,"log_dups_size":0,"ondisk_log_size":8317,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15138816,"num_objects":231,"num_object_clones":0,"num_object_copies":693,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":231,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6565,"num_write_kb":217472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"65'1","reported_seq":190,"reported_epoch":241,"state":"active+clean","last_fresh":"2023-08-28T02:30:28.164086+0000","last_change":"2023-08-28T02:07:37.312010+0000","last_active":"2023-08-28T02:30:28.164086+0000","last_peered":"2023-08-28T02:30:28.164086+0000","last_clean":"2023-08-28T02:30:28.164086+0000","last_became_active":"2023-08-28T02:07:37.311737+0000","last_became_peered":"2023-08-28T02:07:37.311737+0000","last_unstale":"2023-08-28T02:30:28.164086+0000","last_undegraded":"2023-08-28T02:30:28.164086+0000","last_fullsized":"2023-08-28T02:30:28.164086+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:09:38.844075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":223,"reported_epoch":240,"state":"active+clean","last_fresh":"2023-08-28T02:30:26.149221+0000","last_change":"2023-08-28T02:29:44.407981+0000","last_active":"2023-08-28T02:30:26.149221+0000","last_peered":"2023-08-28T02:30:26.149221+0000","last_clean":"2023-08-28T02:30:26.149221+0000","last_became_active":"2023-08-28T02:29:44.407689+0000","last_became_peered":"2023-08-28T02:29:44.407689+0000","last_unstale":"2023-08-28T02:30:26.149221+0000","last_undegraded":"2023-08-28T02:30:26.149221+0000","last_fullsized":"2023-08-28T02:30:26.149221+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:37:07.047429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.6","version":"241'8230","reported_seq":8758,"reported_epoch":241,"state":"active+clean","last_fresh":"2023-08-28T02:30:30.609789+0000","last_change":"2023-08-28T02:29:47.898512+0000","last_active":"2023-08-28T02:30:30.609789+0000","last_peered":"2023-08-28T02:30:30.609789+0000","last_clean":"2023-08-28T02:30:30.609789+0000","last_became_active":"2023-08-28T02:29:47.879809+0000","last_became_peered":"2023-08-28T02:29:47.879809+0000","last_unstale":"2023-08-28T02:30:30.609789+0000","last_undegraded":"2023-08-28T02:30:30.609789+0000","last_fullsized":"2023-08-28T02:30:30.609789+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":8230,"log_dups_size":0,"ondisk_log_size":8230,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13008896,"num_objects":198,"num_object_clones":0,"num_object_copies":594,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":198,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6454,"num_write_kb":212896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":197,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,1],"acting":[5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":204,"reported_epoch":240,"state":"active+clean","last_fresh":"2023-08-28T02:30:26.127561+0000","last_change":"2023-08-28T02:17:57.872076+0000","last_active":"2023-08-28T02:30:26.127561+0000","last_peered":"2023-08-28T02:30:26.127561+0000","last_clean":"2023-08-28T02:30:26.127561+0000","last_became_active":"2023-08-28T02:17:57.871701+0000","last_became_peered":"2023-08-28T02:17:57.871701+0000","last_unstale":"2023-08-28T02:30:26.127561+0000","last_undegraded":"2023-08-28T02:30:26.127561+0000","last_fullsized":"2023-08-28T02:30:26.127561+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:34:26.505505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":231,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-08-28T02:30:30.885256+0000","last_change":"2023-08-28T02:29:44.436713+0000","last_active":"2023-08-28T02:30:30.885256+0000","last_peered":"2023-08-28T02:30:30.885256+0000","last_clean":"2023-08-28T02:30:30.885256+0000","last_became_active":"2023-08-28T02:29:44.436203+0000","last_became_peered":"2023-08-28T02:29:44.436203+0000","last_unstale":"2023-08-28T02:30:30.885256+0000","last_undegraded":"2023-08-28T02:30:30.885256+0000","last_fullsized":"2023-08-28T02:30:30.885256+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:46:48.522293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.9","version":"75'161","reported_seq":613,"reported_epoch":241,"state":"active+clean","last_fresh":"2023-08-28T02:30:28.163543+0000","last_change":"2023-08-28T02:27:46.338501+0000","last_active":"2023-08-28T02:30:28.163543+0000","last_peered":"2023-08-28T02:30:28.163543+0000","last_clean":"2023-08-28T02:30:28.163543+0000","last_became_active":"2023-08-28T02:27:46.338143+0000","last_became_peered":"2023-08-28T02:27:46.338143+0000","last_unstale":"2023-08-28T02:30:28.163543+0000","last_undegraded":"2023-08-28T02:30:28.163543+0000","last_fullsized":"2023-08-28T02:30:28.163543+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":21,"num_write_kb":219,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.1","version":"242'7726","reported_seq":7839,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-08-28T02:30:31.586644+0000","last_change":"2023-08-28T02:29:33.927218+0000","last_active":"2023-08-28T02:30:31.586644+0000","last_peered":"2023-08-28T02:30:31.586644+0000","last_clean":"2023-08-28T02:30:31.586644+0000","last_became_active":"2023-08-28T02:29:33.918107+0000","last_became_peered":"2023-08-28T02:29:33.918107+0000","last_unstale":"2023-08-28T02:30:31.586644+0000","last_undegraded":"2023-08-28T02:30:31.586644+0000","last_fullsized":"2023-08-28T02:30:31.586644+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":7726,"log_dups_size":0,"ondisk_log_size":7726,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6914048,"num_objects":105,"num_object_clones":0,"num_object_copies":315,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":105,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3278,"num_write_kb":108288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"65'2","reported_seq":221,"reported_epoch":241,"state":"active+clean","last_fresh":"2023-08-28T02:30:28.165123+0000","last_change":"2023-08-28T02:17:57.845300+0000","last_active":"2023-08-28T02:30:28.165123+0000","last_peered":"2023-08-28T02:30:28.165123+0000","last_clean":"2023-08-28T02:30:28.165123+0000","last_became_active":"2023-08-28T02:17:57.843639+0000","last_became_peered":"2023-08-28T02:17:57.843639+0000","last_unstale":"2023-08-28T02:30:28.165123+0000","last_undegraded":"2023-08-28T02:30:28.165123+0000","last_fullsized":"2023-08-28T02:30:28.165123+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:27.684476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":204,"reported_epoch":241,"state":"active+clean","last_fresh":"2023-08-28T02:30:28.162105+0000","last_change":"2023-08-28T02:17:57.825494+0000","last_active":"2023-08-28T02:30:28.162105+0000","last_peered":"2023-08-28T02:30:28.162105+0000","last_clean":"2023-08-28T02:30:28.162105+0000","last_became_active":"2023-08-28T02:17:57.825112+0000","last_became_peered":"2023-08-28T02:17:57.825112+0000","last_unstale":"2023-08-28T02:30:28.162105+0000","last_undegraded":"2023-08-28T02:30:28.162105+0000","last_fullsized":"2023-08-28T02:30:28.162105+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:04:13.819397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.8","version":"75'161","reported_seq":456,"reported_epoch":240,"state":"active+clean","last_fresh":"2023-08-28T02:30:26.127024+0000","last_change":"2023-08-28T02:29:50.707117+0000","last_active":"2023-08-28T02:30:26.127024+0000","last_peered":"2023-08-28T02:30:26.127024+0000","last_clean":"2023-08-28T02:30:26.127024+0000","last_became_active":"2023-08-28T02:29:07.864446+0000","last_became_peered":"2023-08-28T02:29:07.864446+0000","last_unstale":"2023-08-28T02:30:26.127024+0000","last_undegraded":"2023-08-28T02:30:26.127024+0000","last_fullsized":"2023-08-28T02:30:26.127024+0000","mapping_epoch":203,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":204,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":219,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":423697,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.0","version":"243'7708","reported_seq":7917,"reported_epoch":243,"state":"active+clean","last_fresh":"2023-08-28T02:30:32.164717+0000","last_change":"2023-08-28T02:29:45.722098+0000","last_active":"2023-08-28T02:30:32.164717+0000","last_peered":"2023-08-28T02:30:32.164717+0000","last_clean":"2023-08-28T02:30:32.164717+0000","last_became_active":"2023-08-28T02:29:45.393832+0000","last_became_peered":"2023-08-28T02:29:45.393832+0000","last_unstale":"2023-08-28T02:30:32.164717+0000","last_undegraded":"2023-08-28T02:30:32.164717+0000","last_fullsized":"2023-08-28T02:30:32.164717+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":7708,"log_dups_size":0,"ondisk_log_size":7708,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8159232,"num_objects":124,"num_object_clones":0,"num_object_copies":372,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":124,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3252,"num_write_kb":108064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":99,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":131,"reported_epoch":241,"state":"active+clean","last_fresh":"2023-08-28T02:30:28.157368+0000","last_change":"2023-08-28T02:29:44.461326+0000","last_active":"2023-08-28T02:30:28.157368+0000","last_peered":"2023-08-28T02:30:28.157368+0000","last_clean":"2023-08-28T02:30:28.157368+0000","last_became_active":"2023-08-28T02:29:44.454950+0000","last_became_peered":"2023-08-28T02:29:44.454950+0000","last_unstale":"2023-08-28T02:30:28.157368+0000","last_undegraded":"2023-08-28T02:30:28.157368+0000","last_fullsized":"2023-08-28T02:30:28.157368+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:13:42.620393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":205,"reported_epoch":243,"state":"active+clean","last_fresh":"2023-08-28T02:30:31.879738+0000","last_change":"2023-08-28T02:29:44.416498+0000","last_active":"2023-08-28T02:30:31.879738+0000","last_peered":"2023-08-28T02:30:31.879738+0000","last_clean":"2023-08-28T02:30:31.879738+0000","last_became_active":"2023-08-28T02:29:44.416168+0000","last_became_peered":"2023-08-28T02:29:44.416168+0000","last_unstale":"2023-08-28T02:30:31.879738+0000","last_undegraded":"2023-08-28T02:30:31.879738+0000","last_fullsized":"2023-08-28T02:30:31.879738+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:13:18.592840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.3","version":"242'7948","reported_seq":8434,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-08-28T02:30:30.999464+0000","last_change":"2023-08-28T02:29:45.867670+0000","last_active":"2023-08-28T02:30:30.999464+0000","last_peered":"2023-08-28T02:30:30.999464+0000","last_clean":"2023-08-28T02:30:30.999464+0000","last_became_active":"2023-08-28T02:29:45.856360+0000","last_became_peered":"2023-08-28T02:29:45.856360+0000","last_unstale":"2023-08-28T02:30:30.999464+0000","last_undegraded":"2023-08-28T02:30:30.999464+0000","last_fullsized":"2023-08-28T02:30:30.999464+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"173'3890","last_scrub_stamp":"2023-08-28T02:27:35.529147+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:27:35.529147+0000","objects_scrubbed":2123,"log_size":7948,"log_dups_size":0,"ondisk_log_size":7948,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.20511267,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5603328,"num_objects":85,"num_object_clones":0,"num_object_copies":255,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":85,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2386,"num_write_kb":45120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":129,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":205,"reported_epoch":241,"state":"active+clean","last_fresh":"2023-08-28T02:30:28.156978+0000","last_change":"2023-08-28T02:16:50.340534+0000","last_active":"2023-08-28T02:30:28.156978+0000","last_peered":"2023-08-28T02:30:28.156978+0000","last_clean":"2023-08-28T02:30:28.156978+0000","last_became_active":"2023-08-28T02:16:50.340208+0000","last_became_peered":"2023-08-28T02:16:50.340208+0000","last_unstale":"2023-08-28T02:30:28.156978+0000","last_undegraded":"2023-08-28T02:30:28.156978+0000","last_fullsized":"2023-08-28T02:30:28.156978+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:15:28.933937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":223,"reported_epoch":241,"state":"active+clean","last_fresh":"2023-08-28T02:30:28.161543+0000","last_change":"2023-08-28T02:29:44.477356+0000","last_active":"2023-08-28T02:30:28.161543+0000","last_peered":"2023-08-28T02:30:28.161543+0000","last_clean":"2023-08-28T02:30:28.161543+0000","last_became_active":"2023-08-28T02:29:44.477153+0000","last_became_peered":"2023-08-28T02:29:44.477153+0000","last_unstale":"2023-08-28T02:30:28.161543+0000","last_undegraded":"2023-08-28T02:30:28.161543+0000","last_fullsized":"2023-08-28T02:30:28.161543+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:08:28.177350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"75'161","reported_seq":480,"reported_epoch":240,"state":"active+clean","last_fresh":"2023-08-28T02:30:26.127482+0000","last_change":"2023-08-28T02:29:25.608441+0000","last_active":"2023-08-28T02:30:26.127482+0000","last_peered":"2023-08-28T02:30:26.127482+0000","last_clean":"2023-08-28T02:30:26.127482+0000","last_became_active":"2023-08-28T02:27:46.344991+0000","last_became_peered":"2023-08-28T02:27:46.344991+0000","last_unstale":"2023-08-28T02:30:26.127482+0000","last_undegraded":"2023-08-28T02:30:26.127482+0000","last_fullsized":"2023-08-28T02:30:26.127482+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_clean_scrub_stamp":"2023-08-28T02:29:25.608370+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:10:31.931513+0000","scrub_duration":0.001662689,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.2","version":"242'7564","reported_seq":7689,"reported_epoch":242,"state":"active+recovery_wait+degraded","last_fresh":"2023-08-28T02:30:31.248149+0000","last_change":"2023-08-28T02:29:45.426113+0000","last_active":"2023-08-28T02:30:31.248149+0000","last_peered":"2023-08-28T02:30:31.248149+0000","last_clean":"2023-08-28T02:29:32.809889+0000","last_became_active":"2023-08-28T02:29:45.414013+0000","last_became_peered":"2023-08-28T02:29:45.414013+0000","last_unstale":"2023-08-28T02:30:31.248149+0000","last_undegraded":"2023-08-28T02:29:45.388872+0000","last_fullsized":"2023-08-28T02:30:31.248149+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":7564,"log_dups_size":0,"ondisk_log_size":7564,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5521408,"num_objects":84,"num_object_clones":0,"num_object_copies":252,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":86,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":84,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3224,"num_write_kb":105872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":32768,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":["3","2"],"object_location_counts":[{"shards":"1,2,3","objects":84}],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":209,"reported_epoch":241,"state":"active+clean","last_fresh":"2023-08-28T02:30:28.162780+0000","last_change":"2023-08-28T02:29:44.539479+0000","last_active":"2023-08-28T02:30:28.162780+0000","last_peered":"2023-08-28T02:30:28.162780+0000","last_clean":"2023-08-28T02:30:28.162780+0000","last_became_active":"2023-08-28T02:29:44.538566+0000","last_became_peered":"2023-08-28T02:29:44.538566+0000","last_unstale":"2023-08-28T02:30:28.162780+0000","last_undegraded":"2023-08-28T02:30:28.162780+0000","last_fullsized":"2023-08-28T02:30:28.162780+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:15:30.736135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":30,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-08-28T02:30:30.881763+0000","last_change":"2023-08-28T02:29:44.429834+0000","last_active":"2023-08-28T02:30:30.881763+0000","last_peered":"2023-08-28T02:30:30.881763+0000","last_clean":"2023-08-28T02:30:30.881763+0000","last_became_active":"2023-08-28T02:29:44.429512+0000","last_became_peered":"2023-08-28T02:29:44.429512+0000","last_unstale":"2023-08-28T02:30:30.881763+0000","last_undegraded":"2023-08-28T02:30:30.881763+0000","last_fullsized":"2023-08-28T02:30:30.881763+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:58.062455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.7","version":"75'161","reported_seq":458,"reported_epoch":241,"state":"active+clean","last_fresh":"2023-08-28T02:30:28.167809+0000","last_change":"2023-08-28T02:28:52.901603+0000","last_active":"2023-08-28T02:30:28.167809+0000","last_peered":"2023-08-28T02:30:28.167809+0000","last_clean":"2023-08-28T02:30:28.167809+0000","last_became_active":"2023-08-28T02:28:52.901228+0000","last_became_peered":"2023-08-28T02:28:52.901228+0000","last_unstale":"2023-08-28T02:30:28.167809+0000","last_undegraded":"2023-08-28T02:30:28.167809+0000","last_fullsized":"2023-08-28T02:30:28.167809+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.f","version":"241'11878","reported_seq":11995,"reported_epoch":241,"state":"active+clean","last_fresh":"2023-08-28T02:30:30.460736+0000","last_change":"2023-08-28T02:29:45.449524+0000","last_active":"2023-08-28T02:30:30.460736+0000","last_peered":"2023-08-28T02:30:30.460736+0000","last_clean":"2023-08-28T02:30:30.460736+0000","last_became_active":"2023-08-28T02:29:45.430341+0000","last_became_peered":"2023-08-28T02:29:45.430341+0000","last_unstale":"2023-08-28T02:30:30.460736+0000","last_undegraded":"2023-08-28T02:30:30.460736+0000","last_fullsized":"2023-08-28T02:30:30.460736+0000","mapping_epoch":224,"log_start":"169'3500","ondisk_log_start":"169'3500","created":160,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":8378,"log_dups_size":0,"ondisk_log_size":8378,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11567104,"num_objects":176,"num_object_clones":0,"num_object_copies":528,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":176,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6611,"num_write_kb":217216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":30,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-08-28T02:30:30.875507+0000","last_change":"2023-08-28T02:29:44.407595+0000","last_active":"2023-08-28T02:30:30.875507+0000","last_peered":"2023-08-28T02:30:30.875507+0000","last_clean":"2023-08-28T02:30:30.875507+0000","last_became_active":"2023-08-28T02:29:44.407316+0000","last_became_peered":"2023-08-28T02:29:44.407316+0000","last_unstale":"2023-08-28T02:30:30.875507+0000","last_undegraded":"2023-08-28T02:30:30.875507+0000","last_fullsized":"2023-08-28T02:30:30.875507+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:01:47.777709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":221,"reported_epoch":240,"state":"active+clean","last_fresh":"2023-08-28T02:30:26.127634+0000","last_change":"2023-08-28T02:17:57.832204+0000","last_active":"2023-08-28T02:30:26.127634+0000","last_peered":"2023-08-28T02:30:26.127634+0000","last_clean":"2023-08-28T02:30:26.127634+0000","last_became_active":"2023-08-28T02:17:57.831885+0000","last_became_peered":"2023-08-28T02:17:57.831885+0000","last_unstale":"2023-08-28T02:30:26.127634+0000","last_undegraded":"2023-08-28T02:30:26.127634+0000","last_fullsized":"2023-08-28T02:30:26.127634+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:14:33.767147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":30,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-08-28T02:30:30.875289+0000","last_change":"2023-08-28T02:29:44.506914+0000","last_active":"2023-08-28T02:30:30.875289+0000","last_peered":"2023-08-28T02:30:30.875289+0000","last_clean":"2023-08-28T02:30:30.875289+0000","last_became_active":"2023-08-28T02:29:44.506606+0000","last_became_peered":"2023-08-28T02:29:44.506606+0000","last_unstale":"2023-08-28T02:30:30.875289+0000","last_undegraded":"2023-08-28T02:30:30.875289+0000","last_fullsized":"2023-08-28T02:30:30.875289+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:55:50.992279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.1","version":"75'161","reported_seq":480,"reported_epoch":240,"state":"active+clean","last_fresh":"2023-08-28T02:30:26.127183+0000","last_change":"2023-08-28T02:29:24.559480+0000","last_active":"2023-08-28T02:30:26.127183+0000","last_peered":"2023-08-28T02:30:26.127183+0000","last_clean":"2023-08-28T02:30:26.127183+0000","last_became_active":"2023-08-28T02:27:46.385155+0000","last_became_peered":"2023-08-28T02:27:46.385155+0000","last_unstale":"2023-08-28T02:30:26.127183+0000","last_undegraded":"2023-08-28T02:30:26.127183+0000","last_fullsized":"2023-08-28T02:30:26.127183+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:24.559397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:24.559397+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:26:18.334990+0000","scrub_duration":0.001580328,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.9","version":"243'8391","reported_seq":8494,"reported_epoch":243,"state":"active+clean","last_fresh":"2023-08-28T02:30:32.070600+0000","last_change":"2023-08-28T02:30:14.988532+0000","last_active":"2023-08-28T02:30:32.070600+0000","last_peered":"2023-08-28T02:30:32.070600+0000","last_clean":"2023-08-28T02:30:32.070600+0000","last_became_active":"2023-08-28T02:27:27.809412+0000","last_became_peered":"2023-08-28T02:27:27.809412+0000","last_unstale":"2023-08-28T02:30:32.070600+0000","last_undegraded":"2023-08-28T02:30:32.070600+0000","last_fullsized":"2023-08-28T02:30:32.070600+0000","mapping_epoch":160,"log_start":"164'523","ondisk_log_start":"164'523","created":160,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":7868,"log_dups_size":0,"ondisk_log_size":7868,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388608,"num_objects":128,"num_object_clones":0,"num_object_copies":384,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":128,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6608,"num_write_kb":215552,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":228,"reported_epoch":240,"state":"active+clean","last_fresh":"2023-08-28T02:30:26.127346+0000","last_change":"2023-08-28T02:29:44.459918+0000","last_active":"2023-08-28T02:30:26.127346+0000","last_peered":"2023-08-28T02:30:26.127346+0000","last_clean":"2023-08-28T02:30:26.127346+0000","last_became_active":"2023-08-28T02:29:44.459609+0000","last_became_peered":"2023-08-28T02:29:44.459609+0000","last_unstale":"2023-08-28T02:30:26.127346+0000","last_undegraded":"2023-08-28T02:30:26.127346+0000","last_fullsized":"2023-08-28T02:30:26.127346+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:12:59.946432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":205,"reported_epoch":241,"state":"active+clean","last_fresh":"2023-08-28T02:30:28.157546+0000","last_change":"2023-08-28T02:14:43.039758+0000","last_active":"2023-08-28T02:30:28.157546+0000","last_peered":"2023-08-28T02:30:28.157546+0000","last_clean":"2023-08-28T02:30:28.157546+0000","last_became_active":"2023-08-28T02:14:43.039236+0000","last_became_peered":"2023-08-28T02:14:43.039236+0000","last_unstale":"2023-08-28T02:30:28.157546+0000","last_undegraded":"2023-08-28T02:30:28.157546+0000","last_fullsized":"2023-08-28T02:30:28.157546+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:49:11.066668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":30,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-08-28T02:30:30.878178+0000","last_change":"2023-08-28T02:29:44.508023+0000","last_active":"2023-08-28T02:30:30.878178+0000","last_peered":"2023-08-28T02:30:30.878178+0000","last_clean":"2023-08-28T02:30:30.878178+0000","last_became_active":"2023-08-28T02:29:44.507153+0000","last_became_peered":"2023-08-28T02:29:44.507153+0000","last_unstale":"2023-08-28T02:30:30.878178+0000","last_undegraded":"2023-08-28T02:30:30.878178+0000","last_fullsized":"2023-08-28T02:30:30.878178+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:21:28.918710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.2","version":"75'161","reported_seq":613,"reported_epoch":241,"state":"active+clean","last_fresh":"2023-08-28T02:30:28.162886+0000","last_change":"2023-08-28T02:27:46.375815+0000","last_active":"2023-08-28T02:30:28.162886+0000","last_peered":"2023-08-28T02:30:28.162886+0000","last_clean":"2023-08-28T02:30:28.162886+0000","last_became_active":"2023-08-28T02:27:46.375590+0000","last_became_peered":"2023-08-28T02:27:46.375590+0000","last_unstale":"2023-08-28T02:30:28.162886+0000","last_undegraded":"2023-08-28T02:30:28.162886+0000","last_fullsized":"2023-08-28T02:30:28.162886+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":46,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.a","version":"241'11578","reported_seq":11696,"reported_epoch":241,"state":"active+clean","last_fresh":"2023-08-28T02:30:30.632356+0000","last_change":"2023-08-28T02:29:57.631985+0000","last_active":"2023-08-28T02:30:30.632356+0000","last_peered":"2023-08-28T02:30:30.632356+0000","last_clean":"2023-08-28T02:30:30.632356+0000","last_became_active":"2023-08-28T02:29:45.424385+0000","last_became_peered":"2023-08-28T02:29:45.424385+0000","last_unstale":"2023-08-28T02:30:30.632356+0000","last_undegraded":"2023-08-28T02:30:30.632356+0000","last_fullsized":"2023-08-28T02:30:30.632356+0000","mapping_epoch":224,"log_start":"168'3300","ondisk_log_start":"168'3300","created":160,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":8278,"log_dups_size":0,"ondisk_log_size":8278,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15597568,"num_objects":238,"num_object_clones":0,"num_object_copies":714,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":238,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6430,"num_write_kb":213376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":216,"reported_epoch":243,"state":"active+clean","last_fresh":"2023-08-28T02:30:31.950597+0000","last_change":"2023-08-28T02:17:57.849218+0000","last_active":"2023-08-28T02:30:31.950597+0000","last_peered":"2023-08-28T02:30:31.950597+0000","last_clean":"2023-08-28T02:30:31.950597+0000","last_became_active":"2023-08-28T02:17:57.848849+0000","last_became_peered":"2023-08-28T02:17:57.848849+0000","last_unstale":"2023-08-28T02:30:31.950597+0000","last_undegraded":"2023-08-28T02:30:31.950597+0000","last_fullsized":"2023-08-28T02:30:31.950597+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:52:44.006871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":30,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-08-28T02:30:30.875596+0000","last_change":"2023-08-28T02:29:44.509812+0000","last_active":"2023-08-28T02:30:30.875596+0000","last_peered":"2023-08-28T02:30:30.875596+0000","last_clean":"2023-08-28T02:30:30.875596+0000","last_became_active":"2023-08-28T02:29:44.509449+0000","last_became_peered":"2023-08-28T02:29:44.509449+0000","last_unstale":"2023-08-28T02:30:30.875596+0000","last_undegraded":"2023-08-28T02:30:30.875596+0000","last_fullsized":"2023-08-28T02:30:30.875596+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:56:56.807893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":30,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-08-28T02:30:30.881815+0000","last_change":"2023-08-28T02:29:44.427945+0000","last_active":"2023-08-28T02:30:30.881815+0000","last_peered":"2023-08-28T02:30:30.881815+0000","last_clean":"2023-08-28T02:30:30.881815+0000","last_became_active":"2023-08-28T02:29:44.426487+0000","last_became_peered":"2023-08-28T02:29:44.426487+0000","last_unstale":"2023-08-28T02:30:30.881815+0000","last_undegraded":"2023-08-28T02:30:30.881815+0000","last_fullsized":"2023-08-28T02:30:30.881815+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:30:20.438896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.8","version":"242'8392","reported_seq":8495,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-08-28T02:30:31.668804+0000","last_change":"2023-08-28T02:27:36.024940+0000","last_active":"2023-08-28T02:30:31.668804+0000","last_peered":"2023-08-28T02:30:31.668804+0000","last_clean":"2023-08-28T02:30:31.668804+0000","last_became_active":"2023-08-28T02:27:27.794150+0000","last_became_peered":"2023-08-28T02:27:27.794150+0000","last_unstale":"2023-08-28T02:30:31.668804+0000","last_undegraded":"2023-08-28T02:30:31.668804+0000","last_fullsized":"2023-08-28T02:30:31.668804+0000","mapping_epoch":160,"log_start":"166'2133","ondisk_log_start":"166'2133","created":160,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":6259,"log_dups_size":0,"ondisk_log_size":6259,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11993088,"num_objects":183,"num_object_clones":0,"num_object_copies":549,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":183,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6621,"num_write_kb":217728,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":208,"reported_epoch":240,"state":"active+clean","last_fresh":"2023-08-28T02:30:26.127371+0000","last_change":"2023-08-28T02:16:50.342424+0000","last_active":"2023-08-28T02:30:26.127371+0000","last_peered":"2023-08-28T02:30:26.127371+0000","last_clean":"2023-08-28T02:30:26.127371+0000","last_became_active":"2023-08-28T02:16:50.342083+0000","last_became_peered":"2023-08-28T02:16:50.342083+0000","last_unstale":"2023-08-28T02:30:26.127371+0000","last_undegraded":"2023-08-28T02:30:26.127371+0000","last_fullsized":"2023-08-28T02:30:26.127371+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:48:40.173542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"75'161","reported_seq":594,"reported_epoch":241,"state":"active+clean","last_fresh":"2023-08-28T02:30:28.164247+0000","last_change":"2023-08-28T02:27:39.235695+0000","last_active":"2023-08-28T02:30:28.164247+0000","last_peered":"2023-08-28T02:30:28.164247+0000","last_clean":"2023-08-28T02:30:28.164247+0000","last_became_active":"2023-08-28T02:27:39.235381+0000","last_became_peered":"2023-08-28T02:27:39.235381+0000","last_unstale":"2023-08-28T02:30:28.164247+0000","last_undegraded":"2023-08-28T02:30:28.164247+0000","last_fullsized":"2023-08-28T02:30:28.164247+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53669,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":21,"num_write_kb":219,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":177,"reported_epoch":241,"state":"active+clean","last_fresh":"2023-08-28T02:30:28.165261+0000","last_change":"2023-08-28T02:17:57.830935+0000","last_active":"2023-08-28T02:30:28.165261+0000","last_peered":"2023-08-28T02:30:28.165261+0000","last_clean":"2023-08-28T02:30:28.165261+0000","last_became_active":"2023-08-28T02:17:57.830393+0000","last_became_peered":"2023-08-28T02:17:57.830393+0000","last_unstale":"2023-08-28T02:30:28.165261+0000","last_undegraded":"2023-08-28T02:30:28.165261+0000","last_fullsized":"2023-08-28T02:30:28.165261+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:53:51.589050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":54,"reported_epoch":241,"state":"active+clean","last_fresh":"2023-08-28T02:30:28.158054+0000","last_change":"2023-08-28T02:28:52.900597+0000","last_active":"2023-08-28T02:30:28.158054+0000","last_peered":"2023-08-28T02:30:28.158054+0000","last_clean":"2023-08-28T02:30:28.158054+0000","last_became_active":"2023-08-28T02:28:52.900298+0000","last_became_peered":"2023-08-28T02:28:52.900298+0000","last_unstale":"2023-08-28T02:30:28.158054+0000","last_undegraded":"2023-08-28T02:30:28.158054+0000","last_fullsized":"2023-08-28T02:30:28.158054+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:11:05.933704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,7],"acting":[4,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.3","version":"75'161","reported_seq":477,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-08-28T02:30:30.875960+0000","last_change":"2023-08-28T02:29:44.505488+0000","last_active":"2023-08-28T02:30:30.875960+0000","last_peered":"2023-08-28T02:30:30.875960+0000","last_clean":"2023-08-28T02:30:30.875960+0000","last_became_active":"2023-08-28T02:29:44.505147+0000","last_became_peered":"2023-08-28T02:29:44.505147+0000","last_unstale":"2023-08-28T02:30:30.875960+0000","last_undegraded":"2023-08-28T02:30:30.875960+0000","last_fullsized":"2023-08-28T02:30:30.875960+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.b","version":"243'11495","reported_seq":11598,"reported_epoch":243,"state":"active+clean","last_fresh":"2023-08-28T02:30:32.033595+0000","last_change":"2023-08-28T02:29:33.940038+0000","last_active":"2023-08-28T02:30:32.033595+0000","last_peered":"2023-08-28T02:30:32.033595+0000","last_clean":"2023-08-28T02:30:32.033595+0000","last_became_active":"2023-08-28T02:29:33.913822+0000","last_became_peered":"2023-08-28T02:29:33.913822+0000","last_unstale":"2023-08-28T02:30:32.033595+0000","last_undegraded":"2023-08-28T02:30:32.033595+0000","last_fullsized":"2023-08-28T02:30:32.033595+0000","mapping_epoch":160,"log_start":"169'3476","ondisk_log_start":"169'3476","created":160,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":8019,"log_dups_size":0,"ondisk_log_size":8019,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12517376,"num_objects":191,"num_object_clones":0,"num_object_copies":573,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":191,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6401,"num_write_kb":210944,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":247,"reported_epoch":241,"state":"active+clean","last_fresh":"2023-08-28T02:30:28.164194+0000","last_change":"2023-08-28T02:29:44.421353+0000","last_active":"2023-08-28T02:30:28.164194+0000","last_peered":"2023-08-28T02:30:28.164194+0000","last_clean":"2023-08-28T02:30:28.164194+0000","last_became_active":"2023-08-28T02:29:44.421064+0000","last_became_peered":"2023-08-28T02:29:44.421064+0000","last_unstale":"2023-08-28T02:30:28.164194+0000","last_undegraded":"2023-08-28T02:30:28.164194+0000","last_fullsized":"2023-08-28T02:30:28.164194+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:51:36.524024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":199,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-08-28T02:30:30.884622+0000","last_change":"2023-08-28T02:17:57.849233+0000","last_active":"2023-08-28T02:30:30.884622+0000","last_peered":"2023-08-28T02:30:30.884622+0000","last_clean":"2023-08-28T02:30:30.884622+0000","last_became_active":"2023-08-28T02:17:57.848909+0000","last_became_peered":"2023-08-28T02:17:57.848909+0000","last_unstale":"2023-08-28T02:30:30.884622+0000","last_undegraded":"2023-08-28T02:30:30.884622+0000","last_fullsized":"2023-08-28T02:30:30.884622+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:19:30.926702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":216,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-08-28T02:30:30.885707+0000","last_change":"2023-08-28T02:29:44.433910+0000","last_active":"2023-08-28T02:30:30.885707+0000","last_peered":"2023-08-28T02:30:30.885707+0000","last_clean":"2023-08-28T02:30:30.885707+0000","last_became_active":"2023-08-28T02:29:44.429486+0000","last_became_peered":"2023-08-28T02:29:44.429486+0000","last_unstale":"2023-08-28T02:30:30.885707+0000","last_undegraded":"2023-08-28T02:30:30.885707+0000","last_fullsized":"2023-08-28T02:30:30.885707+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:27:00.197598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.6","version":"75'161","reported_seq":454,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-08-28T02:30:30.885618+0000","last_change":"2023-08-28T02:30:26.144684+0000","last_active":"2023-08-28T02:30:30.885618+0000","last_peered":"2023-08-28T02:30:30.885618+0000","last_clean":"2023-08-28T02:30:30.885618+0000","last_became_active":"2023-08-28T02:28:52.899055+0000","last_became_peered":"2023-08-28T02:28:52.899055+0000","last_unstale":"2023-08-28T02:30:30.885618+0000","last_undegraded":"2023-08-28T02:30:30.885618+0000","last_fullsized":"2023-08-28T02:30:30.885618+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,3],"acting":[0,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.e","version":"242'11682","reported_seq":11796,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-08-28T02:30:31.099272+0000","last_change":"2023-08-28T02:29:44.436850+0000","last_active":"2023-08-28T02:30:31.099272+0000","last_peered":"2023-08-28T02:30:31.099272+0000","last_clean":"2023-08-28T02:30:31.099272+0000","last_became_active":"2023-08-28T02:29:44.407934+0000","last_became_peered":"2023-08-28T02:29:44.407934+0000","last_unstale":"2023-08-28T02:30:31.099272+0000","last_undegraded":"2023-08-28T02:30:31.099272+0000","last_fullsized":"2023-08-28T02:30:31.099272+0000","mapping_epoch":223,"log_start":"178'4200","ondisk_log_start":"178'4200","created":160,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":7482,"log_dups_size":0,"ondisk_log_size":7482,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11272192,"num_objects":172,"num_object_clones":0,"num_object_copies":516,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":172,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6511,"num_write_kb":213856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":210,"reported_epoch":241,"state":"active+clean","last_fresh":"2023-08-28T02:30:28.164169+0000","last_change":"2023-08-28T02:14:43.033789+0000","last_active":"2023-08-28T02:30:28.164169+0000","last_peered":"2023-08-28T02:30:28.164169+0000","last_clean":"2023-08-28T02:30:28.164169+0000","last_became_active":"2023-08-28T02:14:43.033454+0000","last_became_peered":"2023-08-28T02:14:43.033454+0000","last_unstale":"2023-08-28T02:30:28.164169+0000","last_undegraded":"2023-08-28T02:30:28.164169+0000","last_fullsized":"2023-08-28T02:30:28.164169+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:01:13.205842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":30,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-08-28T02:30:30.878314+0000","last_change":"2023-08-28T02:29:44.508212+0000","last_active":"2023-08-28T02:30:30.878314+0000","last_peered":"2023-08-28T02:30:30.878314+0000","last_clean":"2023-08-28T02:30:30.878314+0000","last_became_active":"2023-08-28T02:29:44.507669+0000","last_became_peered":"2023-08-28T02:29:44.507669+0000","last_unstale":"2023-08-28T02:30:30.878314+0000","last_undegraded":"2023-08-28T02:30:30.878314+0000","last_fullsized":"2023-08-28T02:30:30.878314+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:58:38.220241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":185,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-08-28T02:30:30.885534+0000","last_change":"2023-08-28T02:14:43.048791+0000","last_active":"2023-08-28T02:30:30.885534+0000","last_peered":"2023-08-28T02:30:30.885534+0000","last_clean":"2023-08-28T02:30:30.885534+0000","last_became_active":"2023-08-28T02:14:43.047408+0000","last_became_peered":"2023-08-28T02:14:43.047408+0000","last_unstale":"2023-08-28T02:30:30.885534+0000","last_undegraded":"2023-08-28T02:30:30.885534+0000","last_fullsized":"2023-08-28T02:30:30.885534+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:47.097181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.5","version":"75'161","reported_seq":495,"reported_epoch":241,"state":"active+clean","last_fresh":"2023-08-28T02:30:28.157787+0000","last_change":"2023-08-28T02:29:18.891819+0000","last_active":"2023-08-28T02:30:28.157787+0000","last_peered":"2023-08-28T02:30:28.157787+0000","last_clean":"2023-08-28T02:30:28.157787+0000","last_became_active":"2023-08-28T02:27:46.339134+0000","last_became_peered":"2023-08-28T02:27:46.339134+0000","last_unstale":"2023-08-28T02:30:28.157787+0000","last_undegraded":"2023-08-28T02:30:28.157787+0000","last_fullsized":"2023-08-28T02:30:28.157787+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:18.891729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:18.891729+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:29:36.951090+0000","scrub_duration":0.0031546460000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.d","version":"242'11851","reported_seq":11968,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-08-28T02:30:31.064736+0000","last_change":"2023-08-28T02:29:45.431051+0000","last_active":"2023-08-28T02:30:31.064736+0000","last_peered":"2023-08-28T02:30:31.064736+0000","last_clean":"2023-08-28T02:30:31.064736+0000","last_became_active":"2023-08-28T02:29:45.399030+0000","last_became_peered":"2023-08-28T02:29:45.399030+0000","last_unstale":"2023-08-28T02:30:31.064736+0000","last_undegraded":"2023-08-28T02:30:31.064736+0000","last_fullsized":"2023-08-28T02:30:31.064736+0000","mapping_epoch":224,"log_start":"179'4400","ondisk_log_start":"179'4400","created":160,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":7451,"log_dups_size":0,"ondisk_log_size":7451,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11206668,"num_objects":171,"num_object_clones":0,"num_object_copies":513,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":171,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6579,"num_write_kb":216000,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.7","version":"65'2","reported_seq":221,"reported_epoch":241,"state":"active+clean","last_fresh":"2023-08-28T02:30:28.168092+0000","last_change":"2023-08-28T02:17:57.864052+0000","last_active":"2023-08-28T02:30:28.168092+0000","last_peered":"2023-08-28T02:30:28.168092+0000","last_clean":"2023-08-28T02:30:28.168092+0000","last_became_active":"2023-08-28T02:17:57.845544+0000","last_became_peered":"2023-08-28T02:17:57.845544+0000","last_unstale":"2023-08-28T02:30:28.168092+0000","last_undegraded":"2023-08-28T02:30:28.168092+0000","last_fullsized":"2023-08-28T02:30:28.168092+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:24:46.387534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":46,"reported_epoch":241,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:30:28.166915+0000","last_change":"2023-08-28T02:29:45.405547+0000","last_active":"2023-08-28T02:30:28.166915+0000","last_peered":"2023-08-28T02:30:28.166915+0000","last_clean":"2023-08-28T02:06:56.261752+0000","last_became_active":"2023-08-28T02:29:45.405183+0000","last_became_peered":"2023-08-28T02:29:45.405183+0000","last_unstale":"2023-08-28T02:30:28.166915+0000","last_undegraded":"2023-08-28T02:30:28.166915+0000","last_fullsized":"2023-08-28T02:30:28.166915+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":219,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:54:56.832962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[3,6,4],"avail_no_missing":["3","1","4","6"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":219,"reported_epoch":241,"state":"active+clean","last_fresh":"2023-08-28T02:30:28.162696+0000","last_change":"2023-08-28T02:17:57.850029+0000","last_active":"2023-08-28T02:30:28.162696+0000","last_peered":"2023-08-28T02:30:28.162696+0000","last_clean":"2023-08-28T02:30:28.162696+0000","last_became_active":"2023-08-28T02:17:57.846602+0000","last_became_peered":"2023-08-28T02:17:57.846602+0000","last_unstale":"2023-08-28T02:30:28.162696+0000","last_undegraded":"2023-08-28T02:30:28.162696+0000","last_fullsized":"2023-08-28T02:30:28.162696+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:39:38.706283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.4","version":"75'161","reported_seq":465,"reported_epoch":241,"state":"active+clean","last_fresh":"2023-08-28T02:30:28.168378+0000","last_change":"2023-08-28T02:28:15.289768+0000","last_active":"2023-08-28T02:30:28.168378+0000","last_peered":"2023-08-28T02:30:28.168378+0000","last_clean":"2023-08-28T02:30:28.168378+0000","last_became_active":"2023-08-28T02:28:15.289365+0000","last_became_peered":"2023-08-28T02:28:15.289365+0000","last_unstale":"2023-08-28T02:30:28.168378+0000","last_undegraded":"2023-08-28T02:30:28.168378+0000","last_fullsized":"2023-08-28T02:30:28.168378+0000","mapping_epoch":189,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":190,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":488690,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.c","version":"242'11991","reported_seq":12091,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-08-28T02:30:31.335812+0000","last_change":"2023-08-28T02:29:33.941899+0000","last_active":"2023-08-28T02:30:31.335812+0000","last_peered":"2023-08-28T02:30:31.335812+0000","last_clean":"2023-08-28T02:30:31.335812+0000","last_became_active":"2023-08-28T02:29:33.917985+0000","last_became_peered":"2023-08-28T02:29:33.917985+0000","last_unstale":"2023-08-28T02:30:31.335812+0000","last_undegraded":"2023-08-28T02:30:31.335812+0000","last_fullsized":"2023-08-28T02:30:31.335812+0000","mapping_epoch":160,"log_start":"177'4195","ondisk_log_start":"177'4195","created":160,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":7796,"log_dups_size":0,"ondisk_log_size":7796,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10059776,"num_objects":153,"num_object_clones":0,"num_object_copies":459,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":153,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6692,"num_write_kb":219072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":132,"reported_epoch":241,"state":"active+clean","last_fresh":"2023-08-28T02:30:28.164543+0000","last_change":"2023-08-28T02:28:52.899333+0000","last_active":"2023-08-28T02:30:28.164543+0000","last_peered":"2023-08-28T02:30:28.164543+0000","last_clean":"2023-08-28T02:30:28.164543+0000","last_became_active":"2023-08-28T02:28:52.898989+0000","last_became_peered":"2023-08-28T02:28:52.898989+0000","last_unstale":"2023-08-28T02:30:28.164543+0000","last_undegraded":"2023-08-28T02:30:28.164543+0000","last_fullsized":"2023-08-28T02:30:28.164543+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:30:07.242589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"65'1","reported_seq":229,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-08-28T02:30:30.885807+0000","last_change":"2023-08-28T02:29:44.510205+0000","last_active":"2023-08-28T02:30:30.885807+0000","last_peered":"2023-08-28T02:30:30.885807+0000","last_clean":"2023-08-28T02:30:30.885807+0000","last_became_active":"2023-08-28T02:29:44.429357+0000","last_became_peered":"2023-08-28T02:29:44.429357+0000","last_unstale":"2023-08-28T02:30:30.885807+0000","last_undegraded":"2023-08-28T02:30:30.885807+0000","last_fullsized":"2023-08-28T02:30:30.885807+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:44:59.955729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":187,"reported_epoch":241,"state":"active+clean","last_fresh":"2023-08-28T02:30:28.156855+0000","last_change":"2023-08-28T02:07:37.332854+0000","last_active":"2023-08-28T02:30:28.156855+0000","last_peered":"2023-08-28T02:30:28.156855+0000","last_clean":"2023-08-28T02:30:28.156855+0000","last_became_active":"2023-08-28T02:07:37.332563+0000","last_became_peered":"2023-08-28T02:07:37.332563+0000","last_unstale":"2023-08-28T02:30:28.156855+0000","last_undegraded":"2023-08-28T02:30:28.156855+0000","last_fullsized":"2023-08-28T02:30:28.156855+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:24:12.887788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.11","version":"242'8388","reported_seq":8497,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-08-28T02:30:31.111004+0000","last_change":"2023-08-28T02:27:36.183590+0000","last_active":"2023-08-28T02:30:31.111004+0000","last_peered":"2023-08-28T02:30:31.111004+0000","last_clean":"2023-08-28T02:30:31.111004+0000","last_became_active":"2023-08-28T02:27:36.180993+0000","last_became_peered":"2023-08-28T02:27:36.180993+0000","last_unstale":"2023-08-28T02:30:31.111004+0000","last_undegraded":"2023-08-28T02:30:31.111004+0000","last_fullsized":"2023-08-28T02:30:31.111004+0000","mapping_epoch":175,"log_start":"168'3296","ondisk_log_start":"168'3296","created":170,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":5092,"log_dups_size":0,"ondisk_log_size":5092,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8585216,"num_objects":131,"num_object_clones":0,"num_object_copies":393,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":131,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6553,"num_write_kb":213888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1b","version":"65'1","reported_seq":187,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-08-28T02:30:30.885452+0000","last_change":"2023-08-28T02:14:43.042150+0000","last_active":"2023-08-28T02:30:30.885452+0000","last_peered":"2023-08-28T02:30:30.885452+0000","last_clean":"2023-08-28T02:30:30.885452+0000","last_became_active":"2023-08-28T02:14:43.038336+0000","last_became_peered":"2023-08-28T02:14:43.038336+0000","last_unstale":"2023-08-28T02:30:30.885452+0000","last_undegraded":"2023-08-28T02:30:30.885452+0000","last_fullsized":"2023-08-28T02:30:30.885452+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:26:02.415152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":236,"reported_epoch":243,"state":"active+clean","last_fresh":"2023-08-28T02:30:31.955106+0000","last_change":"2023-08-28T02:29:44.466281+0000","last_active":"2023-08-28T02:30:31.955106+0000","last_peered":"2023-08-28T02:30:31.955106+0000","last_clean":"2023-08-28T02:30:31.955106+0000","last_became_active":"2023-08-28T02:29:44.465902+0000","last_became_peered":"2023-08-28T02:29:44.465902+0000","last_unstale":"2023-08-28T02:30:31.955106+0000","last_undegraded":"2023-08-28T02:30:31.955106+0000","last_fullsized":"2023-08-28T02:30:31.955106+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:42:07.764961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.16","version":"242'8270","reported_seq":11309,"reported_epoch":242,"state":"active+recovery_wait+degraded","last_fresh":"2023-08-28T02:30:31.202287+0000","last_change":"2023-08-28T02:29:47.525311+0000","last_active":"2023-08-28T02:30:31.202287+0000","last_peered":"2023-08-28T02:30:31.202287+0000","last_clean":"2023-08-28T02:29:22.977076+0000","last_became_active":"2023-08-28T02:29:46.075874+0000","last_became_peered":"2023-08-28T02:29:46.075874+0000","last_unstale":"2023-08-28T02:30:31.202287+0000","last_undegraded":"2023-08-28T02:29:45.391755+0000","last_fullsized":"2023-08-28T02:30:31.202287+0000","mapping_epoch":224,"log_start":"164'232","ondisk_log_start":"164'232","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":8038,"log_dups_size":0,"ondisk_log_size":8038,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11960320,"num_objects":183,"num_object_clones":0,"num_object_copies":549,"num_objects_missing_on_primary":1882,"num_objects_missing":1882,"num_objects_degraded":1882,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":183,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6495,"num_write_kb":213664,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1457,"num_bytes_recovered":95485952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":["1","2","5"],"object_location_counts":[{"shards":"1,2,5","objects":183}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"65'2","reported_seq":234,"reported_epoch":240,"state":"active+clean","last_fresh":"2023-08-28T02:30:26.127488+0000","last_change":"2023-08-28T02:29:44.535937+0000","last_active":"2023-08-28T02:30:26.127488+0000","last_peered":"2023-08-28T02:30:26.127488+0000","last_clean":"2023-08-28T02:30:26.127488+0000","last_became_active":"2023-08-28T02:29:44.462244+0000","last_became_peered":"2023-08-28T02:29:44.462244+0000","last_unstale":"2023-08-28T02:30:26.127488+0000","last_undegraded":"2023-08-28T02:30:26.127488+0000","last_fullsized":"2023-08-28T02:30:26.127488+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:30:33.173713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":219,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-08-28T02:30:30.885179+0000","last_change":"2023-08-28T02:29:44.428987+0000","last_active":"2023-08-28T02:30:30.885179+0000","last_peered":"2023-08-28T02:30:30.885179+0000","last_clean":"2023-08-28T02:30:30.885179+0000","last_became_active":"2023-08-28T02:29:44.428622+0000","last_became_peered":"2023-08-28T02:29:44.428622+0000","last_unstale":"2023-08-28T02:30:30.885179+0000","last_undegraded":"2023-08-28T02:30:30.885179+0000","last_fullsized":"2023-08-28T02:30:30.885179+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:48:42.349894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.17","version":"242'8400","reported_seq":13172,"reported_epoch":242,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:30:31.157322+0000","last_change":"2023-08-28T02:29:45.558525+0000","last_active":"2023-08-28T02:30:31.157322+0000","last_peered":"2023-08-28T02:30:31.157322+0000","last_clean":"2023-08-28T02:29:23.700768+0000","last_became_active":"2023-08-28T02:29:45.499376+0000","last_became_peered":"2023-08-28T02:29:45.499376+0000","last_unstale":"2023-08-28T02:30:31.157322+0000","last_undegraded":"2023-08-28T02:29:45.490377+0000","last_fullsized":"2023-08-28T02:29:45.384380+0000","mapping_epoch":224,"log_start":"168'3385","ondisk_log_start":"168'3385","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":5015,"log_dups_size":0,"ondisk_log_size":5015,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11468800,"num_objects":175,"num_object_clones":0,"num_object_copies":525,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4067,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":175,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6607,"num_write_kb":217024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1576,"num_bytes_recovered":103284736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1],"avail_no_missing":["7","3","5"],"object_location_counts":[{"shards":"1,7","objects":-25},{"shards":"3,5,7","objects":200}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"65'2","reported_seq":189,"reported_epoch":240,"state":"active+clean","last_fresh":"2023-08-28T02:30:26.127809+0000","last_change":"2023-08-28T02:07:37.315088+0000","last_active":"2023-08-28T02:30:26.127809+0000","last_peered":"2023-08-28T02:30:26.127809+0000","last_clean":"2023-08-28T02:30:26.127809+0000","last_became_active":"2023-08-28T02:07:37.314730+0000","last_became_peered":"2023-08-28T02:07:37.314730+0000","last_unstale":"2023-08-28T02:30:26.127809+0000","last_undegraded":"2023-08-28T02:30:26.127809+0000","last_fullsized":"2023-08-28T02:30:26.127809+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:58.096621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":221,"reported_epoch":241,"state":"active+clean","last_fresh":"2023-08-28T02:30:28.157419+0000","last_change":"2023-08-28T02:17:57.830595+0000","last_active":"2023-08-28T02:30:28.157419+0000","last_peered":"2023-08-28T02:30:28.157419+0000","last_clean":"2023-08-28T02:30:28.157419+0000","last_became_active":"2023-08-28T02:17:57.830345+0000","last_became_peered":"2023-08-28T02:17:57.830345+0000","last_unstale":"2023-08-28T02:30:28.157419+0000","last_undegraded":"2023-08-28T02:30:28.157419+0000","last_fullsized":"2023-08-28T02:30:28.157419+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:50:50.199731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.14","version":"243'8280","reported_seq":8409,"reported_epoch":243,"state":"active+clean","last_fresh":"2023-08-28T02:30:32.369576+0000","last_change":"2023-08-28T02:29:45.879282+0000","last_active":"2023-08-28T02:30:32.369576+0000","last_peered":"2023-08-28T02:30:32.369576+0000","last_clean":"2023-08-28T02:30:32.369576+0000","last_became_active":"2023-08-28T02:29:45.855435+0000","last_became_peered":"2023-08-28T02:29:45.855435+0000","last_unstale":"2023-08-28T02:30:32.369576+0000","last_undegraded":"2023-08-28T02:30:32.369576+0000","last_fullsized":"2023-08-28T02:30:32.369576+0000","mapping_epoch":225,"log_start":"167'2591","ondisk_log_start":"167'2591","created":170,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":5689,"log_dups_size":0,"ondisk_log_size":5689,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12222464,"num_objects":187,"num_object_clones":0,"num_object_copies":561,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":187,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6507,"num_write_kb":214176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1e","version":"65'1","reported_seq":209,"reported_epoch":241,"state":"active+clean","last_fresh":"2023-08-28T02:30:28.166793+0000","last_change":"2023-08-28T02:17:57.833218+0000","last_active":"2023-08-28T02:30:28.166793+0000","last_peered":"2023-08-28T02:30:28.166793+0000","last_clean":"2023-08-28T02:30:28.166793+0000","last_became_active":"2023-08-28T02:17:57.832772+0000","last_became_peered":"2023-08-28T02:17:57.832772+0000","last_unstale":"2023-08-28T02:30:28.166793+0000","last_undegraded":"2023-08-28T02:30:28.166793+0000","last_fullsized":"2023-08-28T02:30:28.166793+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:00:02.110545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":223,"reported_epoch":241,"state":"active+clean","last_fresh":"2023-08-28T02:30:28.165663+0000","last_change":"2023-08-28T02:17:57.845102+0000","last_active":"2023-08-28T02:30:28.165663+0000","last_peered":"2023-08-28T02:30:28.165663+0000","last_clean":"2023-08-28T02:30:28.165663+0000","last_became_active":"2023-08-28T02:17:57.843529+0000","last_became_peered":"2023-08-28T02:17:57.843529+0000","last_unstale":"2023-08-28T02:30:28.165663+0000","last_undegraded":"2023-08-28T02:30:28.165663+0000","last_fullsized":"2023-08-28T02:30:28.165663+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:20:19.708785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.15","version":"241'8267","reported_seq":18845,"reported_epoch":242,"state":"peering","last_fresh":"2023-08-28T02:30:30.881790+0000","last_change":"2023-08-28T02:30:30.882731+0000","last_active":"2023-08-28T02:30:30.881756+0000","last_peered":"2023-08-28T02:30:30.850446+0000","last_clean":"2023-08-28T02:29:14.938368+0000","last_became_active":"2023-08-28T02:29:44.524020+0000","last_became_peered":"2023-08-28T02:29:44.524020+0000","last_unstale":"2023-08-28T02:30:30.881790+0000","last_undegraded":"2023-08-28T02:30:30.881790+0000","last_fullsized":"2023-08-28T02:30:30.881790+0000","mapping_epoch":242,"log_start":"167'3125","ondisk_log_start":"167'3125","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":5142,"log_dups_size":0,"ondisk_log_size":5142,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11141120,"num_objects":170,"num_object_clones":0,"num_object_copies":510,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":170,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6492,"num_write_kb":213184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3547,"num_bytes_recovered":118620160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,1,3,5],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"65'4","reported_seq":203,"reported_epoch":242,"state":"active+clean","last_fresh":"2023-08-28T02:30:30.887166+0000","last_change":"2023-08-28T02:16:50.319672+0000","last_active":"2023-08-28T02:30:30.887166+0000","last_peered":"2023-08-28T02:30:30.887166+0000","last_clean":"2023-08-28T02:30:30.887166+0000","last_became_active":"2023-08-28T02:16:50.319279+0000","last_became_peered":"2023-08-28T02:16:50.319279+0000","last_unstale":"2023-08-28T02:30:30.887166+0000","last_undegraded":"2023-08-28T02:30:30.887166+0000","last_fullsized":"2023-08-28T02:30:30.887166+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:28:07.379148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":224,"reported_epoch":241,"state":"active+clean","last_fresh":"2023-08-28T02:30:28.156695+0000","last_change":"2023-08-28T02:29:44.461816+0000","last_active":"2023-08-28T02:30:28.156695+0000","last_peered":"2023-08-28T02:30:28.156695+0000","last_clean":"2023-08-28T02:30:28.156695+0000","last_became_active":"2023-08-28T02:29:44.461467+0000","last_became_peered":"2023-08-28T02:29:44.461467+0000","last_unstale":"2023-08-28T02:30:28.156695+0000","last_undegraded":"2023-08-28T02:30:28.156695+0000","last_fullsized":"2023-08-28T02:30:28.156695+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:32:08.790025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":429359,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":356,"num_read_kb":667,"num_write":174,"num_write_kb":1757,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1878443,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":9,"num_pg":36,"stat_sum":{"num_bytes":386826264,"num_objects":5904,"num_object_clones":0,"num_object_copies":17712,"num_objects_missing_on_primary":1882,"num_objects_missing":1882,"num_objects_degraded":6223,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5904,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":207267,"num_write_kb":6753441,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13610,"num_bytes_recovered":740163584,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1810378752,"data_stored":1810366536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":267811,"ondisk_log_size":267811,"up":108,"acting":106,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299683,"num_pgs":61,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":668176,"kb_used_data":235016,"kb_used_omap":0,"kb_used_meta":432832,"kb_avail":93076976,"statfs":{"total":95995035648,"available":95310823424,"internally_reserved":0,"allocated":240656384,"data_stored":239583712,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":443219968},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:30:01 2023","interfaces":[{"interface":"back","average":{"1min":1.909,"5min":1.478,"15min":1.696},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.21199999999999999},"max":{"1min":8.8870000000000005,"5min":13.118,"15min":13.257},"last":0.56100000000000005},{"interface":"front","average":{"1min":1.8979999999999999,"5min":2.2309999999999999,"15min":2.0870000000000002},"min":{"1min":0.28699999999999998,"5min":0.246,"15min":0.246},"max":{"1min":11.513,"5min":17.402999999999999,"15min":17.402999999999999},"last":9.484}]},{"osd":1,"last update":"Mon Aug 28 02:30:27 2023","interfaces":[{"interface":"back","average":{"1min":2.6469999999999998,"5min":2.714,"15min":2.302},"min":{"1min":0.248,"5min":0.248,"15min":0.24099999999999999},"max":{"1min":11.699999999999999,"5min":17.43,"15min":17.43},"last":9.5850000000000009},{"interface":"front","average":{"1min":3.4660000000000002,"5min":2.5550000000000002,"15min":2.2109999999999999},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":12.525,"5min":19.913,"15min":19.913},"last":9.5289999999999999}]},{"osd":2,"last update":"Mon Aug 28 02:30:12 2023","interfaces":[{"interface":"back","average":{"1min":2.7280000000000002,"5min":1.784,"15min":1.8140000000000001},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22800000000000001},"max":{"1min":7.6150000000000002,"5min":8.2970000000000006,"15min":8.3889999999999993},"last":0.60399999999999998},{"interface":"front","average":{"1min":1.536,"5min":1.3080000000000001,"15min":1.6519999999999999},"min":{"1min":0.33600000000000002,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":9.2219999999999995,"5min":9.2219999999999995,"15min":12.128},"last":4.5140000000000002}]},{"osd":3,"last update":"Mon Aug 28 02:30:27 2023","interfaces":[{"interface":"back","average":{"1min":2.335,"5min":1.8180000000000001,"15min":2.028},"min":{"1min":0.38100000000000001,"5min":0.29499999999999998,"15min":0.27200000000000002},"max":{"1min":12.186999999999999,"5min":12.186999999999999,"15min":12.186999999999999},"last":4.3200000000000003},{"interface":"front","average":{"1min":2.4420000000000002,"5min":1.657,"15min":2.1379999999999999},"min":{"1min":0.32300000000000001,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":19.344999999999999,"5min":19.344999999999999,"15min":19.344999999999999},"last":4.2839999999999998}]},{"osd":4,"last update":"Mon Aug 28 02:30:01 2023","interfaces":[{"interface":"back","average":{"1min":2.3940000000000001,"5min":1.925,"15min":1.304},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.23400000000000001},"max":{"1min":18.943000000000001,"5min":18.943000000000001,"15min":18.943000000000001},"last":9.6839999999999993},{"interface":"front","average":{"1min":1.5760000000000001,"5min":1.03,"15min":0.93700000000000006},"min":{"1min":0.28999999999999998,"5min":0.26500000000000001,"15min":0.245},"max":{"1min":7.0339999999999998,"5min":7.2130000000000001,"15min":8.1890000000000001},"last":4.8470000000000004}]},{"osd":5,"last update":"Mon Aug 28 02:30:01 2023","interfaces":[{"interface":"back","average":{"1min":1.75,"5min":1.363,"15min":1.069},"min":{"1min":0.28199999999999997,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":5.0949999999999998,"5min":14.622,"15min":14.622},"last":3.2709999999999999},{"interface":"front","average":{"1min":2.052,"5min":1.847,"15min":1.2909999999999999},"min":{"1min":0.311,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":13.840999999999999,"5min":17.324999999999999,"15min":17.324999999999999},"last":9.5559999999999992}]},{"osd":6,"last update":"Mon Aug 28 02:30:01 2023","interfaces":[{"interface":"back","average":{"1min":1.8660000000000001,"5min":1.8480000000000001,"15min":1.294},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.28199999999999997},"max":{"1min":11.585000000000001,"5min":17.454999999999998,"15min":17.454999999999998},"last":9.7829999999999995},{"interface":"front","average":{"1min":1.552,"5min":0.89100000000000001,"15min":0.88},"min":{"1min":0.34899999999999998,"5min":0.33400000000000002,"15min":0.29899999999999999},"max":{"1min":7.665,"5min":7.665,"15min":7.665},"last":5.5750000000000002}]}]},{"osd":6,"up_from":45,"seq":193273528614,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":386876,"kb_used_data":86964,"kb_used_omap":0,"kb_used_meta":299904,"kb_avail":93358276,"statfs":{"total":95995035648,"available":95598874624,"internally_reserved":0,"allocated":89051136,"data_stored":87998451,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":307101696},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:30:15 2023","interfaces":[{"interface":"back","average":{"1min":1.9359999999999999,"5min":1.6919999999999999,"15min":2.0339999999999998},"min":{"1min":0.28799999999999998,"5min":0.23100000000000001,"15min":0.20699999999999999},"max":{"1min":12.895,"5min":12.895,"15min":16.462},"last":0.38800000000000001},{"interface":"front","average":{"1min":2.4089999999999998,"5min":1.8100000000000001,"15min":2.0710000000000002},"min":{"1min":0.39700000000000002,"5min":0.24099999999999999,"15min":0.23899999999999999},"max":{"1min":11.701000000000001,"5min":11.701000000000001,"15min":16.486999999999998},"last":1.5089999999999999}]},{"osd":1,"last update":"Mon Aug 28 02:29:33 2023","interfaces":[{"interface":"back","average":{"1min":4.0750000000000002,"5min":2.6240000000000001,"15min":2.278},"min":{"1min":0.26500000000000001,"5min":0.25800000000000001,"15min":0.23999999999999999},"max":{"1min":19.384,"5min":19.384,"15min":19.384},"last":0.33100000000000002},{"interface":"front","average":{"1min":2.302,"5min":2.1269999999999998,"15min":1.905},"min":{"1min":0.30199999999999999,"5min":0.25,"15min":0.25},"max":{"1min":11.558,"5min":13.183999999999999,"15min":13.183999999999999},"last":5.9749999999999996}]},{"osd":2,"last update":"Mon Aug 28 02:30:19 2023","interfaces":[{"interface":"back","average":{"1min":2.2320000000000002,"5min":1.6499999999999999,"15min":2.0710000000000002},"min":{"1min":0.32800000000000001,"5min":0.28299999999999997,"15min":0.26300000000000001},"max":{"1min":11.724,"5min":11.724,"15min":14.156000000000001},"last":6.0030000000000001},{"interface":"front","average":{"1min":1.9610000000000001,"5min":1.5940000000000001,"15min":1.7430000000000001},"min":{"1min":0.38300000000000001,"5min":0.28899999999999998,"15min":0.247},"max":{"1min":12.359999999999999,"5min":12.359999999999999,"15min":12.359999999999999},"last":0.42599999999999999}]},{"osd":3,"last update":"Mon Aug 28 02:30:19 2023","interfaces":[{"interface":"back","average":{"1min":2.2170000000000001,"5min":3.222,"15min":2.5950000000000002},"min":{"1min":0.36799999999999999,"5min":0.34100000000000003,"15min":0.30199999999999999},"max":{"1min":11.667999999999999,"5min":122.399,"15min":122.399},"last":5.9370000000000003},{"interface":"front","average":{"1min":2.4260000000000002,"5min":2.8199999999999998,"15min":2.3780000000000001},"min":{"1min":0.35099999999999998,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":12.398999999999999,"5min":123.173,"15min":123.173},"last":1.8500000000000001}]},{"osd":4,"last update":"Mon Aug 28 02:29:52 2023","interfaces":[{"interface":"back","average":{"1min":1.3620000000000001,"5min":1.3779999999999999,"15min":1.069},"min":{"1min":0.26800000000000002,"5min":0.253,"15min":0.23400000000000001},"max":{"1min":6.21,"5min":18.294,"15min":18.294},"last":1.548},{"interface":"front","average":{"1min":1.5329999999999999,"5min":1.256,"15min":1.0649999999999999},"min":{"1min":0.36199999999999999,"5min":0.26500000000000001,"15min":0.22500000000000001},"max":{"1min":7.4320000000000004,"5min":7.5069999999999997,"15min":8.0950000000000006},"last":0.58799999999999997}]},{"osd":5,"last update":"Mon Aug 28 02:29:52 2023","interfaces":[{"interface":"back","average":{"1min":1.538,"5min":1.472,"15min":1.1399999999999999},"min":{"1min":0.32200000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":6.9880000000000004,"5min":13.105,"15min":13.105},"last":5.8689999999999998},{"interface":"front","average":{"1min":1.4770000000000001,"5min":1.2310000000000001,"15min":0.96499999999999997},"min":{"1min":0.34000000000000002,"5min":0.27400000000000002,"15min":0.26800000000000002},"max":{"1min":12.247999999999999,"5min":12.247999999999999,"15min":12.247999999999999},"last":0.45200000000000001}]},{"osd":7,"last update":"Mon Aug 28 02:30:19 2023","interfaces":[{"interface":"back","average":{"1min":1.6779999999999999,"5min":1.284,"15min":1.1699999999999999},"min":{"1min":0.40799999999999997,"5min":0.311,"15min":0.27000000000000002},"max":{"1min":6.2450000000000001,"5min":7.0149999999999997,"15min":12.260999999999999},"last":1.577},{"interface":"front","average":{"1min":2.032,"5min":1.3779999999999999,"15min":1.1879999999999999},"min":{"1min":0.36299999999999999,"5min":0.27200000000000002,"15min":0.22600000000000001},"max":{"1min":7.4770000000000003,"5min":9.7370000000000001,"15min":12.021000000000001},"last":0.74199999999999999}]}]},{"osd":1,"up_from":101,"seq":433791697073,"num_pgs":58,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":790312,"kb_used_data":248160,"kb_used_omap":4,"kb_used_meta":542011,"kb_avail":92954840,"statfs":{"total":95995035648,"available":95185756160,"internally_reserved":0,"allocated":254115840,"data_stored":252708922,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":555020174},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,0,6],"upper_bound":16},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:30:26 2023","interfaces":[{"interface":"back","average":{"1min":2.246,"5min":2.625,"15min":3.0019999999999998},"min":{"1min":0.246,"5min":0.22,"15min":0.21099999999999999},"max":{"1min":14.721,"5min":24.545999999999999,"15min":24.545999999999999},"last":4.9909999999999997},{"interface":"front","average":{"1min":4.0199999999999996,"5min":3.673,"15min":3.3759999999999999},"min":{"1min":0.251,"5min":0.24199999999999999,"15min":0.21199999999999999},"max":{"1min":12.301,"5min":24.515000000000001,"15min":24.515000000000001},"last":3.375}]},{"osd":2,"last update":"Mon Aug 28 02:30:18 2023","interfaces":[{"interface":"back","average":{"1min":3.9039999999999999,"5min":2.7709999999999999,"15min":2.7970000000000002},"min":{"1min":0.313,"5min":0.313,"15min":0.24099999999999999},"max":{"1min":12.265000000000001,"5min":12.265000000000001,"15min":13.58},"last":3.3380000000000001},{"interface":"front","average":{"1min":1.8,"5min":1.655,"15min":2.7229999999999999},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.253},"max":{"1min":12.101000000000001,"5min":19.100999999999999,"15min":20.003},"last":0.254}]},{"osd":3,"last update":"Mon Aug 28 02:30:18 2023","interfaces":[{"interface":"back","average":{"1min":2.133,"5min":2.4039999999999999,"15min":3.2850000000000001},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":15.35,"5min":19.074999999999999,"15min":24.701000000000001},"last":0.32500000000000001},{"interface":"front","average":{"1min":2.371,"5min":2.702,"15min":3.2080000000000002},"min":{"1min":0.33500000000000002,"5min":0.24099999999999999,"15min":0.223},"max":{"1min":12.868,"5min":14.615,"15min":22.59},"last":10.061999999999999}]},{"osd":4,"last update":"Mon Aug 28 02:30:26 2023","interfaces":[{"interface":"back","average":{"1min":1.718,"5min":1.619,"15min":1.952},"min":{"1min":0.32200000000000001,"5min":0.312,"15min":0.30099999999999999},"max":{"1min":18.689,"5min":18.992999999999999,"15min":18.992999999999999},"last":0.35699999999999998},{"interface":"front","average":{"1min":2.2749999999999999,"5min":2.008,"15min":1.9339999999999999},"min":{"1min":0.371,"5min":0.28899999999999998,"15min":0.26400000000000001},"max":{"1min":14.779999999999999,"5min":14.779999999999999,"15min":14.779999999999999},"last":3.1379999999999999}]},{"osd":5,"last update":"Mon Aug 28 02:30:26 2023","interfaces":[{"interface":"back","average":{"1min":3.7440000000000002,"5min":2.5470000000000002,"15min":2.5459999999999998},"min":{"1min":0.434,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":12.170999999999999,"5min":18.626999999999999,"15min":18.626999999999999},"last":0.434},{"interface":"front","average":{"1min":1.5209999999999999,"5min":2.1899999999999999,"15min":2.4390000000000001},"min":{"1min":0.374,"5min":0.33600000000000002,"15min":0.31900000000000001},"max":{"1min":6.5529999999999999,"5min":18.945,"15min":18.945},"last":0.42099999999999999}]},{"osd":6,"last update":"Mon Aug 28 02:30:26 2023","interfaces":[{"interface":"back","average":{"1min":3.1400000000000001,"5min":2.3959999999999999,"15min":2.556},"min":{"1min":0.373,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":12.221,"5min":12.221,"15min":14.944000000000001},"last":0.5},{"interface":"front","average":{"1min":1.244,"5min":1.764,"15min":2.1579999999999999},"min":{"1min":0.42899999999999999,"5min":0.35699999999999998,"15min":0.34499999999999997},"max":{"1min":6.2270000000000003,"5min":19.021999999999998,"15min":19.021999999999998},"last":0.48499999999999999}]},{"osd":7,"last update":"Mon Aug 28 02:30:26 2023","interfaces":[{"interface":"back","average":{"1min":1.395,"5min":2.0529999999999999,"15min":2.456},"min":{"1min":0.41099999999999998,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":6.101,"5min":19.047999999999998,"15min":19.047999999999998},"last":0.45800000000000002},{"interface":"front","average":{"1min":2.0579999999999998,"5min":2.2999999999999998,"15min":2.2559999999999998},"min":{"1min":0.42399999999999999,"5min":0.35799999999999998,"15min":0.30199999999999999},"max":{"1min":14.818,"5min":14.818,"15min":14.818},"last":3.1949999999999998}]}]},{"osd":0,"up_from":87,"seq":373662154944,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":728768,"kb_used_data":220216,"kb_used_omap":5,"kb_used_meta":506682,"kb_avail":93016384,"statfs":{"total":95995035648,"available":95248777216,"internally_reserved":0,"allocated":225501184,"data_stored":224016907,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":518843002},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:30:22 2023","interfaces":[{"interface":"back","average":{"1min":3.6760000000000002,"5min":2.0569999999999999,"15min":2.468},"min":{"1min":0.29199999999999998,"5min":0.193,"15min":0.193},"max":{"1min":30.315000000000001,"5min":30.315000000000001,"15min":30.315000000000001},"last":0.58399999999999996},{"interface":"front","average":{"1min":6.7210000000000001,"5min":3.1760000000000002,"15min":3.5430000000000001},"min":{"1min":0.27600000000000002,"5min":0.255,"15min":0.16900000000000001},"max":{"1min":69.272000000000006,"5min":69.272000000000006,"15min":69.272000000000006},"last":9.3059999999999992}]},{"osd":2,"last update":"Mon Aug 28 02:30:16 2023","interfaces":[{"interface":"back","average":{"1min":3.8769999999999998,"5min":2.4209999999999998,"15min":2.8380000000000001},"min":{"1min":0.38500000000000001,"5min":0.248,"15min":0.23400000000000001},"max":{"1min":20.959,"5min":20.959,"15min":20.959},"last":3.1480000000000001},{"interface":"front","average":{"1min":2.2730000000000001,"5min":2.2200000000000002,"15min":2.702},"min":{"1min":0.32000000000000001,"5min":0.28100000000000003,"15min":0.24299999999999999},"max":{"1min":8.0600000000000005,"5min":9.3729999999999993,"15min":20.015999999999998},"last":7.024}]},{"osd":3,"last update":"Mon Aug 28 02:30:22 2023","interfaces":[{"interface":"back","average":{"1min":3.5099999999999998,"5min":2.1549999999999998,"15min":2.956},"min":{"1min":0.35199999999999998,"5min":0.27700000000000002,"15min":0.26100000000000001},"max":{"1min":10.971,"5min":11.41,"15min":20.27},"last":7.0679999999999996},{"interface":"front","average":{"1min":2.464,"5min":2.46,"15min":2.6379999999999999},"min":{"1min":0.38400000000000001,"5min":0.26500000000000001,"15min":0.247},"max":{"1min":10.788,"5min":15.365,"15min":17.635999999999999},"last":0.67800000000000005}]},{"osd":4,"last update":"Mon Aug 28 02:30:08 2023","interfaces":[{"interface":"back","average":{"1min":1.849,"5min":1.917,"15min":1.966},"min":{"1min":0.35599999999999998,"5min":0.32600000000000001,"15min":0.27700000000000002},"max":{"1min":7.056,"5min":8.9380000000000006,"15min":12.842000000000001},"last":0.434},{"interface":"front","average":{"1min":4.1310000000000002,"5min":2.4369999999999998,"15min":2.548},"min":{"1min":0.53400000000000003,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":35.860999999999997,"5min":35.860999999999997,"15min":35.860999999999997},"last":9.2409999999999997}]},{"osd":5,"last update":"Mon Aug 28 02:30:08 2023","interfaces":[{"interface":"back","average":{"1min":1.6579999999999999,"5min":1.754,"15min":1.8620000000000001},"min":{"1min":0.45100000000000001,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":4.891,"5min":8.9789999999999992,"15min":13.038},"last":0.54000000000000004},{"interface":"front","average":{"1min":3.2120000000000002,"5min":2.5550000000000002,"15min":2.625},"min":{"1min":0.58699999999999997,"5min":0.371,"15min":0.27800000000000002},"max":{"1min":15.231,"5min":15.231,"15min":15.231},"last":9.1920000000000002}]},{"osd":6,"last update":"Mon Aug 28 02:30:08 2023","interfaces":[{"interface":"back","average":{"1min":2.6419999999999999,"5min":2.0779999999999998,"15min":2.0779999999999998},"min":{"1min":0.47899999999999998,"5min":0.36199999999999999,"15min":0.316},"max":{"1min":15.122999999999999,"5min":15.122999999999999,"15min":15.122999999999999},"last":0.61899999999999999},{"interface":"front","average":{"1min":3.4660000000000002,"5min":2.617,"15min":2.5920000000000001},"min":{"1min":0.56699999999999995,"5min":0.41499999999999998,"15min":0.311},"max":{"1min":15.186999999999999,"5min":15.186999999999999,"15min":15.186999999999999},"last":9.2750000000000004}]},{"osd":7,"last update":"Mon Aug 28 02:30:08 2023","interfaces":[{"interface":"back","average":{"1min":3.6200000000000001,"5min":2.4359999999999999,"15min":2.4470000000000001},"min":{"1min":0.433,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":16.183,"5min":16.183,"15min":16.183},"last":3.1749999999999998},{"interface":"front","average":{"1min":1.4410000000000001,"5min":1.9770000000000001,"15min":2.125},"min":{"1min":0.57799999999999996,"5min":0.39500000000000002,"15min":0.377},"max":{"1min":3.544,"5min":8.9960000000000004,"15min":13.005000000000001},"last":0.89400000000000002}]}]},{"osd":2,"up_from":117,"seq":502511173799,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":472040,"kb_used_data":42720,"kb_used_omap":7,"kb_used_meta":429304,"kb_avail":93273112,"statfs":{"total":95995035648,"available":95511666688,"internally_reserved":0,"allocated":43745280,"data_stored":42344556,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":439607377},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:30:20 2023","interfaces":[{"interface":"back","average":{"1min":2.286,"5min":1.863,"15min":2.528},"min":{"1min":0.29499999999999998,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":13.151999999999999,"5min":15.223000000000001,"15min":15.223000000000001},"last":0.25600000000000001},{"interface":"front","average":{"1min":3.8730000000000002,"5min":2.2389999999999999,"15min":3.1469999999999998},"min":{"1min":0.26000000000000001,"5min":0.223,"15min":0.223},"max":{"1min":17.550999999999998,"5min":17.550999999999998,"15min":25.834},"last":1.3480000000000001}]},{"osd":1,"last update":"Mon Aug 28 02:30:20 2023","interfaces":[{"interface":"back","average":{"1min":4.1360000000000001,"5min":2.5680000000000001,"15min":3.0390000000000001},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.251},"max":{"1min":18.565000000000001,"5min":18.565000000000001,"15min":18.565000000000001},"last":0.92400000000000004},{"interface":"front","average":{"1min":2.4350000000000001,"5min":1.653,"15min":2.5379999999999998},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.216},"max":{"1min":13.1,"5min":13.1,"15min":16.983000000000001},"last":0.35499999999999998}]},{"osd":3,"last update":"Mon Aug 28 02:30:20 2023","interfaces":[{"interface":"back","average":{"1min":5.1390000000000002,"5min":2.964,"15min":3.6230000000000002},"min":{"1min":0.42399999999999999,"5min":0.25700000000000001,"15min":0.25600000000000001},"max":{"1min":18.637,"5min":18.637,"15min":18.637},"last":1.3049999999999999},{"interface":"front","average":{"1min":3.1080000000000001,"5min":2.3599999999999999,"15min":3.153},"min":{"1min":0.28100000000000003,"5min":0.253,"15min":0.253},"max":{"1min":14.984,"5min":17.702999999999999,"15min":17.702999999999999},"last":0.433}]},{"osd":4,"last update":"Mon Aug 28 02:30:20 2023","interfaces":[{"interface":"back","average":{"1min":1.823,"5min":1.7090000000000001,"15min":2.1240000000000001},"min":{"1min":0.35899999999999999,"5min":0.30399999999999999,"15min":0.26000000000000001},"max":{"1min":7.0469999999999997,"5min":10.750999999999999,"15min":25.876999999999999},"last":1.1000000000000001},{"interface":"front","average":{"1min":2.883,"5min":2.1139999999999999,"15min":2.2400000000000002},"min":{"1min":0.38400000000000001,"5min":0.32100000000000001,"15min":0.29799999999999999},"max":{"1min":9.875,"5min":9.875,"15min":12.324},"last":0.98099999999999998}]},{"osd":5,"last update":"Mon Aug 28 02:30:20 2023","interfaces":[{"interface":"back","average":{"1min":1.1919999999999999,"5min":1.972,"15min":2.0779999999999998},"min":{"1min":0.34000000000000002,"5min":0.33100000000000002,"15min":0.312},"max":{"1min":3.528,"5min":68.218000000000004,"15min":68.218000000000004},"last":0.39500000000000002},{"interface":"front","average":{"1min":1.8420000000000001,"5min":2.5659999999999998,"15min":2.52},"min":{"1min":0.42399999999999999,"5min":0.316,"15min":0.316},"max":{"1min":7.077,"5min":68.236000000000004,"15min":68.236000000000004},"last":1.0609999999999999}]},{"osd":6,"last update":"Mon Aug 28 02:30:20 2023","interfaces":[{"interface":"back","average":{"1min":2.4319999999999999,"5min":1.9970000000000001,"15min":2.4180000000000001},"min":{"1min":0.41399999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":9.0649999999999995,"5min":9.8000000000000007,"15min":12.375},"last":6.4870000000000001},{"interface":"front","average":{"1min":1.2949999999999999,"5min":1.3999999999999999,"15min":1.919},"min":{"1min":0.39400000000000002,"5min":0.371,"15min":0.33900000000000002},"max":{"1min":3.6309999999999998,"5min":11.686,"15min":14.151999999999999},"last":6.4359999999999999}]},{"osd":7,"last update":"Mon Aug 28 02:30:20 2023","interfaces":[{"interface":"back","average":{"1min":3.6320000000000001,"5min":2.3620000000000001,"15min":2.5419999999999998},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.33500000000000002},"max":{"1min":23.260000000000002,"5min":23.260000000000002,"15min":23.260000000000002},"last":10.256},{"interface":"front","average":{"1min":1.3600000000000001,"5min":1.458,"15min":1.9590000000000001},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.36399999999999999},"max":{"1min":3.5369999999999999,"5min":11.632,"15min":14.18},"last":0.46800000000000003}]}]},{"osd":3,"up_from":134,"seq":575525617817,"num_pgs":54,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":930264,"kb_used_data":367376,"kb_used_omap":2,"kb_used_meta":562877,"kb_avail":92814888,"statfs":{"total":95995035648,"available":95042445312,"internally_reserved":0,"allocated":376193024,"data_stored":374846181,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":576386101},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:30:13 2023","interfaces":[{"interface":"back","average":{"1min":2.137,"5min":2.1779999999999999,"15min":2.7570000000000001},"min":{"1min":0.26800000000000002,"5min":0.20599999999999999,"15min":0.19},"max":{"1min":5.9630000000000001,"5min":34.68,"15min":34.68},"last":1.2350000000000001},{"interface":"front","average":{"1min":1.4350000000000001,"5min":2.1579999999999999,"15min":3.004},"min":{"1min":0.23100000000000001,"5min":0.22800000000000001,"15min":0.21099999999999999},"max":{"1min":4.8639999999999999,"5min":34.777000000000001,"15min":34.777000000000001},"last":0.32300000000000001}]},{"osd":1,"last update":"Mon Aug 28 02:30:13 2023","interfaces":[{"interface":"back","average":{"1min":3.0739999999999998,"5min":3.1360000000000001,"15min":3.347},"min":{"1min":0.29399999999999998,"5min":0.23799999999999999,"15min":0.23200000000000001},"max":{"1min":12.965,"5min":29.780999999999999,"15min":29.780999999999999},"last":0.66500000000000004},{"interface":"front","average":{"1min":3.286,"5min":2.1549999999999998,"15min":2.7999999999999998},"min":{"1min":0.373,"5min":0.27100000000000002,"15min":0.22700000000000001},"max":{"1min":8.7609999999999992,"5min":13.465,"15min":24.071999999999999},"last":1.5169999999999999}]},{"osd":2,"last update":"Mon Aug 28 02:30:13 2023","interfaces":[{"interface":"back","average":{"1min":2.9319999999999999,"5min":2.2519999999999998,"15min":3.1899999999999999},"min":{"1min":0.33300000000000002,"5min":0.26800000000000002,"15min":0.26300000000000001},"max":{"1min":11.282,"5min":14.436,"15min":21.292000000000002},"last":0.59099999999999997},{"interface":"front","average":{"1min":2.2930000000000001,"5min":1.8440000000000001,"15min":2.8479999999999999},"min":{"1min":0.35999999999999999,"5min":0.249,"15min":0.249},"max":{"1min":6.0030000000000001,"5min":12.670999999999999,"15min":24.175999999999998},"last":1.349}]},{"osd":4,"last update":"Mon Aug 28 02:30:13 2023","interfaces":[{"interface":"back","average":{"1min":2.3599999999999999,"5min":1.643,"15min":2.1160000000000001},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.28399999999999997},"max":{"1min":5.8879999999999999,"5min":18.831,"15min":23.994},"last":1.2649999999999999},{"interface":"front","average":{"1min":1.6559999999999999,"5min":1.736,"15min":2.2290000000000001},"min":{"1min":0.32600000000000001,"5min":0.30299999999999999,"15min":0.29799999999999999},"max":{"1min":4.5800000000000001,"5min":21.106000000000002,"15min":21.106000000000002},"last":2.2730000000000001}]},{"osd":5,"last update":"Mon Aug 28 02:30:13 2023","interfaces":[{"interface":"back","average":{"1min":2.3109999999999999,"5min":1.8320000000000001,"15min":2.2789999999999999},"min":{"1min":0.33500000000000002,"5min":0.317,"15min":0.311},"max":{"1min":6.0739999999999998,"5min":21.507000000000001,"15min":21.507000000000001},"last":2.242},{"interface":"front","average":{"1min":2.5739999999999998,"5min":2.012,"15min":2.4660000000000002},"min":{"1min":0.45000000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":11.167,"5min":11.242000000000001,"15min":18.181000000000001},"last":0.63100000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:30:13 2023","interfaces":[{"interface":"back","average":{"1min":2.113,"5min":1.8799999999999999,"15min":2.3769999999999998},"min":{"1min":0.42599999999999999,"5min":0.34799999999999998,"15min":0.32700000000000001},"max":{"1min":6.1710000000000003,"5min":23.071000000000002,"15min":23.071000000000002},"last":2.649},{"interface":"front","average":{"1min":2.3719999999999999,"5min":2.0899999999999999,"15min":2.6219999999999999},"min":{"1min":0.48699999999999999,"5min":0.39500000000000002,"15min":0.315},"max":{"1min":11.253,"5min":11.253,"15min":18.128},"last":4.3630000000000004}]},{"osd":7,"last update":"Mon Aug 28 02:30:13 2023","interfaces":[{"interface":"back","average":{"1min":2.6760000000000002,"5min":1.78,"15min":2.1829999999999998},"min":{"1min":0.44900000000000001,"5min":0.40500000000000003,"15min":0.33800000000000002},"max":{"1min":10.063000000000001,"5min":11.156000000000001,"15min":24.042999999999999},"last":1.7689999999999999},{"interface":"front","average":{"1min":1.9259999999999999,"5min":2.0099999999999998,"15min":2.5},"min":{"1min":0.37,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":4.641,"5min":21.138000000000002,"15min":21.138000000000002},"last":2.2970000000000002}]}]},{"osd":4,"up_from":30,"seq":128849019180,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":438288,"kb_used_data":84680,"kb_used_omap":0,"kb_used_meta":353600,"kb_avail":93306864,"statfs":{"total":95995035648,"available":95546228736,"internally_reserved":0,"allocated":86712320,"data_stored":85647561,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":362086400},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:30:08 2023","interfaces":[{"interface":"back","average":{"1min":2.7599999999999998,"5min":2.141,"15min":2.073},"min":{"1min":0.26700000000000002,"5min":0.23100000000000001,"15min":0.221},"max":{"1min":22.515000000000001,"5min":22.515000000000001,"15min":22.515000000000001},"last":0.32200000000000001},{"interface":"front","average":{"1min":2.5230000000000001,"5min":1.8,"15min":2.0830000000000002},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.217},"max":{"1min":22.454000000000001,"5min":22.454000000000001,"15min":22.454000000000001},"last":0.499}]},{"osd":1,"last update":"Mon Aug 28 02:30:30 2023","interfaces":[{"interface":"back","average":{"1min":3.1640000000000001,"5min":1.9990000000000001,"15min":1.8620000000000001},"min":{"1min":0.27500000000000002,"5min":0.248,"15min":0.24199999999999999},"max":{"1min":23.082000000000001,"5min":23.082000000000001,"15min":23.082000000000001},"last":0.67500000000000004},{"interface":"front","average":{"1min":3.048,"5min":2.2229999999999999,"15min":1.994},"min":{"1min":0.28399999999999997,"5min":0.27700000000000002,"15min":0.246},"max":{"1min":25.100000000000001,"5min":25.100000000000001,"15min":25.100000000000001},"last":0.38600000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:30:08 2023","interfaces":[{"interface":"back","average":{"1min":1.9830000000000001,"5min":1.877,"15min":1.73},"min":{"1min":0.31900000000000001,"5min":0.28100000000000003,"15min":0.27400000000000002},"max":{"1min":6.4020000000000001,"5min":13.194000000000001,"15min":16.231000000000002},"last":0.42799999999999999},{"interface":"front","average":{"1min":1.6950000000000001,"5min":1.5609999999999999,"15min":1.746},"min":{"1min":0.318,"5min":0.29399999999999998,"15min":0.251},"max":{"1min":7.0609999999999999,"5min":7.6269999999999998,"15min":10.859999999999999},"last":0.443}]},{"osd":3,"last update":"Mon Aug 28 02:30:17 2023","interfaces":[{"interface":"back","average":{"1min":2.7269999999999999,"5min":1.6799999999999999,"15min":1.946},"min":{"1min":0.32500000000000001,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":23.501000000000001,"5min":23.501000000000001,"15min":23.501000000000001},"last":0.52700000000000002},{"interface":"front","average":{"1min":2.5350000000000001,"5min":1.8420000000000001,"15min":1.98},"min":{"1min":0.313,"5min":0.313,"15min":0.29499999999999998},"max":{"1min":23.512,"5min":23.512,"15min":23.512},"last":1.6180000000000001}]},{"osd":5,"last update":"Mon Aug 28 02:29:40 2023","interfaces":[{"interface":"back","average":{"1min":2.2090000000000001,"5min":1.2669999999999999,"15min":1.091},"min":{"1min":0.29299999999999998,"5min":0.251,"15min":0.23799999999999999},"max":{"1min":5.8220000000000001,"5min":8.6850000000000005,"15min":16.181999999999999},"last":0.36199999999999999},{"interface":"front","average":{"1min":2.2599999999999998,"5min":1.3149999999999999,"15min":1.1499999999999999},"min":{"1min":0.23899999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":7.5960000000000001,"5min":7.5960000000000001,"15min":10.233000000000001},"last":0.55200000000000005}]},{"osd":6,"last update":"Mon Aug 28 02:29:57 2023","interfaces":[{"interface":"back","average":{"1min":1.359,"5min":1.2030000000000001,"15min":1.1200000000000001},"min":{"1min":0.34300000000000003,"5min":0.26500000000000001,"15min":0.25600000000000001},"max":{"1min":8.8480000000000008,"5min":8.8480000000000008,"15min":10.023999999999999},"last":0.29999999999999999},{"interface":"front","average":{"1min":1.5029999999999999,"5min":1.2450000000000001,"15min":1.099},"min":{"1min":0.27200000000000002,"5min":0.26600000000000001,"15min":0.251},"max":{"1min":4.4889999999999999,"5min":7.6870000000000003,"15min":8.6850000000000005},"last":1.6519999999999999}]},{"osd":7,"last update":"Mon Aug 28 02:30:08 2023","interfaces":[{"interface":"back","average":{"1min":1.8919999999999999,"5min":1.4910000000000001,"15min":1.1659999999999999},"min":{"1min":0.36299999999999999,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":5.9589999999999996,"5min":9.3209999999999997,"15min":9.3209999999999997},"last":0.72299999999999998},{"interface":"front","average":{"1min":1.4139999999999999,"5min":1.179,"15min":1.0840000000000001},"min":{"1min":0.41399999999999998,"5min":0.30299999999999999,"15min":0.28799999999999998},"max":{"1min":6.2690000000000001,"5min":6.4189999999999996,"15min":7.0220000000000002},"last":0.76600000000000001}]}]},{"osd":5,"up_from":37,"seq":158913790249,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1033152,"kb_used_data":550968,"kb_used_omap":0,"kb_used_meta":482112,"kb_avail":92712000,"statfs":{"total":95995035648,"available":94937088000,"internally_reserved":0,"allocated":564191232,"data_stored":563131162,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":493682688},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:29:30 2023","interfaces":[{"interface":"back","average":{"1min":1.99,"5min":2.1680000000000001,"15min":2.2890000000000001},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22},"max":{"1min":6.641,"5min":15.156000000000001,"15min":40.334000000000003},"last":0.24099999999999999},{"interface":"front","average":{"1min":2.6760000000000002,"5min":1.984,"15min":2.0510000000000002},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.23200000000000001},"max":{"1min":9.1229999999999993,"5min":14.856999999999999,"15min":40.212000000000003},"last":0.29399999999999998}]},{"osd":1,"last update":"Mon Aug 28 02:29:30 2023","interfaces":[{"interface":"back","average":{"1min":1.994,"5min":2.2389999999999999,"15min":2.306},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23200000000000001},"max":{"1min":9.3170000000000002,"5min":12.115,"15min":40.088000000000001},"last":0.83599999999999997},{"interface":"front","average":{"1min":2.718,"5min":1.9730000000000001,"15min":1.927},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.251},"max":{"1min":12.138,"5min":12.138,"15min":40.243000000000002},"last":0.36399999999999999}]},{"osd":2,"last update":"Mon Aug 28 02:29:30 2023","interfaces":[{"interface":"back","average":{"1min":1.8069999999999999,"5min":1.7509999999999999,"15min":2.0619999999999998},"min":{"1min":0.29699999999999999,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":5.8209999999999997,"5min":13.335000000000001,"15min":40.436999999999998},"last":1.7150000000000001},{"interface":"front","average":{"1min":2.194,"5min":2.1640000000000001,"15min":2.0539999999999998},"min":{"1min":0.33000000000000002,"5min":0.32300000000000001,"15min":0.27200000000000002},"max":{"1min":6.327,"5min":10.084,"15min":40.555},"last":3.1659999999999999}]},{"osd":3,"last update":"Mon Aug 28 02:29:30 2023","interfaces":[{"interface":"back","average":{"1min":1.964,"5min":2.1269999999999998,"15min":2.044},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.27900000000000003},"max":{"1min":7.9939999999999998,"5min":9.0310000000000006,"15min":40.270000000000003},"last":0.80700000000000005},{"interface":"front","average":{"1min":2.5659999999999998,"5min":2.1139999999999999,"15min":2.1749999999999998},"min":{"1min":0.32200000000000001,"5min":0.30199999999999999,"15min":0.29599999999999999},"max":{"1min":9.891,"5min":10.728999999999999,"15min":40.597999999999999},"last":3.1920000000000002}]},{"osd":4,"last update":"Mon Aug 28 02:29:45 2023","interfaces":[{"interface":"back","average":{"1min":2.1339999999999999,"5min":1.446,"15min":1.2949999999999999},"min":{"1min":0.27800000000000002,"5min":0.26800000000000002,"15min":0.216},"max":{"1min":12.904,"5min":13.348000000000001,"15min":40.762999999999998},"last":0.56499999999999995},{"interface":"front","average":{"1min":1.841,"5min":1.524,"15min":1.2689999999999999},"min":{"1min":0.28899999999999998,"5min":0.27400000000000002,"15min":0.22900000000000001},"max":{"1min":9.157,"5min":10.048,"15min":40.634},"last":0.25700000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:29:30 2023","interfaces":[{"interface":"back","average":{"1min":1.3799999999999999,"5min":1.468,"15min":1.3220000000000001},"min":{"1min":0.31,"5min":0.26500000000000001,"15min":0.254},"max":{"1min":4.7329999999999997,"5min":17.486999999999998,"15min":42.409999999999997},"last":0.871},{"interface":"front","average":{"1min":1.5800000000000001,"5min":1.423,"15min":1.379},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.27200000000000002},"max":{"1min":8.0250000000000004,"5min":9.0250000000000004,"15min":42.533999999999999},"last":0.77300000000000002}]},{"osd":7,"last update":"Mon Aug 28 02:29:30 2023","interfaces":[{"interface":"back","average":{"1min":3.0150000000000001,"5min":2.0299999999999998,"15min":1.5820000000000001},"min":{"1min":0.34200000000000003,"5min":0.34100000000000003,"15min":0.314},"max":{"1min":31.707000000000001,"5min":31.707000000000001,"15min":42.667000000000002},"last":1.0029999999999999},{"interface":"front","average":{"1min":3.9969999999999999,"5min":1.8959999999999999,"15min":1.518},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.27000000000000002},"max":{"1min":31.66,"5min":31.66,"15min":42.344000000000001},"last":0.33700000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":219676672,"data_stored":219676672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":241504256,"data_stored":241500184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":39518208,"data_stored":39518208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":361693184,"data_stored":361693184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":81920000,"data_stored":81920000,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":557453312,"data_stored":557449240,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":81526784,"data_stored":81526784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":227086336,"data_stored":227082264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:30:38.260 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph status --format=json 2023-08-28T02:30:38.498 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.6 dump_ops_in_flight 2023-08-28T02:30:38.790 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Removed 107592 objects 2023-08-28T02:30:38.790 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Clean up completed and total clean up time :137.611 2023-08-28T02:30:38.885 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:30:39.630 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:39 smithi083 ceph-mon[157819]: pgmap v747: 119 pgs: 1 active+recovery_wait+degraded, 115 active+clean, 1 active+remapped+backfill_wait, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering; 144 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 680 op/s; 3932/6975 objects degraded (56.373%); 2.9 MiB/s, 106 objects/s recovering 2023-08-28T02:30:39.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:39 smithi040 ceph-mon[170259]: pgmap v747: 119 pgs: 1 active+recovery_wait+degraded, 115 active+clean, 1 active+remapped+backfill_wait, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering; 144 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 680 op/s; 3932/6975 objects degraded (56.373%); 2.9 MiB/s, 106 objects/s recovering 2023-08-28T02:30:39.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:39 smithi040 ceph-mon[175404]: pgmap v747: 119 pgs: 1 active+recovery_wait+degraded, 115 active+clean, 1 active+remapped+backfill_wait, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering; 144 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 680 op/s; 3932/6975 objects degraded (56.373%); 2.9 MiB/s, 106 objects/s recovering 2023-08-28T02:30:39.830 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2023-08-28T02:30:39.830 INFO:teuthology.orchestra.run.smithi083.stdout: "ops": [], 2023-08-28T02:30:39.830 INFO:teuthology.orchestra.run.smithi083.stdout: "num_ops": 0 2023-08-28T02:30:39.830 INFO:teuthology.orchestra.run.smithi083.stdout:} 2023-08-28T02:30:40.093 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:30:40.099 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:40.100 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:30:40.140 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:30:40.200 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.6 dump_blocked_ops 2023-08-28T02:30:40.200 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:30:40.241 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:40.505 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:30:40.902 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:40 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:30:40.902 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:40 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:30:40.903 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:40 smithi083 ceph-mon[157819]: pgmap v748: 119 pgs: 1 active+recovery_wait+degraded, 115 active+clean, 1 active+remapped+backfill_wait, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering; 144 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 478 op/s; 3932/6975 objects degraded (56.373%); 2.3 MiB/s, 85 objects/s recovering 2023-08-28T02:30:40.903 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:40 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:30:40.903 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:40 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:30:40.903 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:40 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:30:41.112 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:40 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:30:41.113 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:40 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:30:41.113 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:40 smithi040 ceph-mon[170259]: pgmap v748: 119 pgs: 1 active+recovery_wait+degraded, 115 active+clean, 1 active+remapped+backfill_wait, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering; 144 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 478 op/s; 3932/6975 objects degraded (56.373%); 2.3 MiB/s, 85 objects/s recovering 2023-08-28T02:30:41.113 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:40 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:30:41.113 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:40 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:30:41.113 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:40 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:30:41.113 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:40 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:30:41.113 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:40 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:30:41.113 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:40 smithi040 ceph-mon[175404]: pgmap v748: 119 pgs: 1 active+recovery_wait+degraded, 115 active+clean, 1 active+remapped+backfill_wait, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering; 144 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 478 op/s; 3932/6975 objects degraded (56.373%); 2.3 MiB/s, 85 objects/s recovering 2023-08-28T02:30:41.114 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:40 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:30:41.114 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:40 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:30:41.114 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:40 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:30:41.319 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:30:41.321 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:30:41.325 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:41.326 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:30:41.426 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:30:41.459 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:41.463 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2023-08-28T02:30:41.463 INFO:teuthology.orchestra.run.smithi083.stdout: "ops": [], 2023-08-28T02:30:41.463 INFO:teuthology.orchestra.run.smithi083.stdout: "complaint_time": 30, 2023-08-28T02:30:41.463 INFO:teuthology.orchestra.run.smithi083.stdout: "num_blocked_ops": 0 2023-08-28T02:30:41.463 INFO:teuthology.orchestra.run.smithi083.stdout:} 2023-08-28T02:30:41.486 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:30:41.488 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:41.489 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:30:41.589 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:30:41.629 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:41.710 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:30:41.713 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:41.714 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:30:41.814 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:30:41.835 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.6 dump_historic_ops 2023-08-28T02:30:41.852 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:41.881 INFO:teuthology.orchestra.run.smithi040.stderr:noscrub is unset 2023-08-28T02:30:41.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:41 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 3932/6975 objects degraded (56.373%), 2 pgs degraded (PG_DEGRADED) 2023-08-28T02:30:41.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:41 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2549361921' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:30:41.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:41 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 3932/6975 objects degraded (56.373%), 2 pgs degraded (PG_DEGRADED) 2023-08-28T02:30:41.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:41 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2549361921' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:30:41.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:41 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 3932/6975 objects degraded (56.373%), 2 pgs degraded (PG_DEGRADED) 2023-08-28T02:30:41.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:41 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2549361921' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:30:42.027 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:30:42.031 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:42.031 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:30:42.132 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:30:42.144 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:30:42.161 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:42.215 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:30:42.218 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:42.219 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:30:42.319 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:30:42.348 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:42.680 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:30:42.704 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:30:42.730 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:30:42.754 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:30:42.776 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:30:42.799 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:30:42.815 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_4 2023-08-28T02:30:42.815 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd pool rm unique_pool_4 unique_pool_4 --yes-i-really-really-mean-it 2023-08-28T02:30:42.824 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:30:42.847 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:30:42.849 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-08-28T02:30:42.849 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-08-28T02:30:42.849 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-08-28T02:30:42.849 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-08-28T02:30:42.849 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-08-28T02:30:42.849 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-08-28T02:30:42.849 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-08-28T02:30:42.849 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-08-28T02:30:42.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:42 smithi040 ceph-mon[170259]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:30:42.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:42 smithi040 ceph-mon[170259]: failed to encode map e246 with expected crc 2023-08-28T02:30:42.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:42 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2549361921' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:30:42.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:42 smithi040 ceph-mon[170259]: osdmap e246: 8 total, 8 up, 8 in 2023-08-28T02:30:42.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:42 smithi040 ceph-mon[170259]: failed to encode map e246 with expected crc 2023-08-28T02:30:42.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:42 smithi040 ceph-mon[170259]: pgmap v750: 119 pgs: 116 active+clean, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering, 1 active+remapped+backfill_wait; 33 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 708 op/s; 3667/1626 objects degraded (225.523%); 3.0 MiB/s, 289 objects/s recovering 2023-08-28T02:30:42.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:42 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/915189184' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:30:42.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:42 smithi040 ceph-mon[175404]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:30:42.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:42 smithi040 ceph-mon[175404]: failed to encode map e246 with expected crc 2023-08-28T02:30:42.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:42 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2549361921' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:30:42.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:42 smithi040 ceph-mon[175404]: osdmap e246: 8 total, 8 up, 8 in 2023-08-28T02:30:42.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:42 smithi040 ceph-mon[175404]: failed to encode map e246 with expected crc 2023-08-28T02:30:42.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:42 smithi040 ceph-mon[175404]: pgmap v750: 119 pgs: 116 active+clean, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering, 1 active+remapped+backfill_wait; 33 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 708 op/s; 3667/1626 objects degraded (225.523%); 3.0 MiB/s, 289 objects/s recovering 2023-08-28T02:30:42.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:42 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/915189184' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:30:43.117 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:42 smithi083 ceph-mon[157819]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:30:43.117 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:42 smithi083 ceph-mon[157819]: failed to encode map e246 with expected crc 2023-08-28T02:30:43.117 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:42 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2549361921' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:30:43.117 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:42 smithi083 ceph-mon[157819]: osdmap e246: 8 total, 8 up, 8 in 2023-08-28T02:30:43.117 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:42 smithi083 ceph-mon[157819]: failed to encode map e246 with expected crc 2023-08-28T02:30:43.118 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:42 smithi083 ceph-mon[157819]: pgmap v750: 119 pgs: 116 active+clean, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering, 1 active+remapped+backfill_wait; 33 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 708 op/s; 3667/1626 objects degraded (225.523%); 3.0 MiB/s, 289 objects/s recovering 2023-08-28T02:30:43.118 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:42 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/915189184' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:30:43.151 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:30:43.154 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:43.154 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:30:43.254 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:30:43.261 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:30:43.261 INFO:teuthology.orchestra.run.smithi040.stdout:{"fsid":"d9a8f48a-4546-11ee-817c-1b7a5f1ba315","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"nodeep-scrub flag(s) set","count":12},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 3667/1626 objects degraded (225.523%), 1 pg degraded","count":1},"muted":false}},"mutes":[]},"election_epoch":34,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":1048,"monmap":{"epoch":4,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":246,"num_osds":8,"num_up_osds":8,"osd_up_since":1693189076,"num_in_osds":8,"osd_in_since":1693189783,"num_remapped_pgs":2},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":116},{"state_name":"active+remapped+backfill_wait","count":1},{"state_name":"active+recovering","count":1},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":1}],"num_pgs":119,"num_pools":5,"num_objects":542,"data_bytes":34349731,"bytes_used":4429688832,"bytes_avail":763530596352,"bytes_total":767960285184,"degraded_objects":3667,"degraded_total":1626,"degraded_ratio":2.2552275522755227,"recovering_objects_per_sec":289,"recovering_bytes_per_sec":3107504,"recovering_keys_per_sec":0,"num_objects_recovered":2342,"num_bytes_recovered":25100288,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":708},"fsmap":{"epoch":7,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi040.wmhbsz","status":"up:active","gid":24577}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.40:8443/","prometheus":"http://172.21.15.40:9283/"}},"servicemap":{"epoch":21,"modified":"2023-08-28T02:27:32.155524+0000","services":{}},"progress_events":{"12dba03a-d529-4826-b243-e29af8fa97a8":{"message":"Upgrade to 18.2.0-187-g9cf20820 (5m)\n [============................] (remaining: 6m)","progress":0.44999998807907104,"add_to_ceph_s":true},"98af39ec-414d-4b5a-88e3-72eac0d14f82":{"message":"Global Recovery Event (80s)\n [===========================.] (remaining: 2s)","progress":0.96638655662536621,"add_to_ceph_s":true}}} 2023-08-28T02:30:43.275 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:30:43.298 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:43.423 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:30:43.427 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:43.427 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:30:43.528 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:30:43.557 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:43.712 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2023-08-28T02:30:43.713 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:30:43.879 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:30:43.882 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:43.882 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:30:43.916 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:43 smithi040 ceph-mon[170259]: failed to encode map e246 with expected crc 2023-08-28T02:30:43.916 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:43 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/4134308647' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:30:43.916 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:43 smithi040 ceph-mon[175404]: failed to encode map e246 with expected crc 2023-08-28T02:30:43.916 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:43 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/4134308647' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:30:43.983 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:30:44.016 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:44.039 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:30:44.042 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:44.043 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:30:44.143 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:30:44.146 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:30:44.177 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:44.223 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:43 smithi083 ceph-mon[157819]: failed to encode map e246 with expected crc 2023-08-28T02:30:44.223 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:43 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/4134308647' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:30:44.306 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:30:44.313 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:44.313 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:30:44.414 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:30:44.450 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd unset nodeep-scrub 2023-08-28T02:30:44.452 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:44.477 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:30:44.482 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:44.482 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:30:44.583 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:30:44.611 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:44.920 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:30:44.980 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:44 smithi040 ceph-mon[175404]: 9.7 scrub starts 2023-08-28T02:30:44.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:44 smithi040 ceph-mon[175404]: pgmap v751: 119 pgs: 116 active+clean, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering, 1 active+remapped+backfill_wait; 27 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 584 op/s; 3667/1356 objects degraded (270.428%); 2.4 MiB/s, 234 objects/s recovering 2023-08-28T02:30:44.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:44 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:30:44.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:44 smithi040 ceph-mon[170259]: 9.7 scrub starts 2023-08-28T02:30:44.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:44 smithi040 ceph-mon[170259]: pgmap v751: 119 pgs: 116 active+clean, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering, 1 active+remapped+backfill_wait; 27 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 584 op/s; 3667/1356 objects degraded (270.428%); 2.4 MiB/s, 234 objects/s recovering 2023-08-28T02:30:44.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:44 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:30:45.230 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-08-28T02:30:45.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:44 smithi083 ceph-mon[157819]: 9.7 scrub starts 2023-08-28T02:30:45.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:44 smithi083 ceph-mon[157819]: pgmap v751: 119 pgs: 116 active+clean, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering, 1 active+remapped+backfill_wait; 27 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 584 op/s; 3667/1356 objects degraded (270.428%); 2.4 MiB/s, 234 objects/s recovering 2023-08-28T02:30:45.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:44 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:30:45.364 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:30:45.368 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:45.368 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:30:45.469 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:30:45.504 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:45.560 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:30:45.562 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:30:45.681 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:30:45.684 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:30:45 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:30:45] "GET /metrics HTTP/1.1" 200 36488 "" "Prometheus/2.43.0" 2023-08-28T02:30:45.685 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:45.685 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:30:45.786 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:30:45.888 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:45.912 INFO:teuthology.orchestra.run.smithi040.stderr:pool 'unique_pool_4' removed 2023-08-28T02:30:45.948 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:45 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/531570509' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_4", "pool2": "unique_pool_4", "yes_i_really_really_mean_it": true}]: dispatch 2023-08-28T02:30:45.948 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:45 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_4", "pool2": "unique_pool_4", "yes_i_really_really_mean_it": true}]: dispatch 2023-08-28T02:30:45.948 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:45 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 3667/1356 objects degraded (270.428%), 1 pg degraded (PG_DEGRADED) 2023-08-28T02:30:45.948 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:45 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_4", "pool2": "unique_pool_4", "yes_i_really_really_mean_it": true}]': finished 2023-08-28T02:30:45.949 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:45 smithi040 ceph-mon[170259]: osdmap e247: 8 total, 8 up, 8 in 2023-08-28T02:30:45.949 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:45 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/531570509' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_4", "pool2": "unique_pool_4", "yes_i_really_really_mean_it": true}]: dispatch 2023-08-28T02:30:45.950 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:45 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_4", "pool2": "unique_pool_4", "yes_i_really_really_mean_it": true}]: dispatch 2023-08-28T02:30:45.950 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:45 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 3667/1356 objects degraded (270.428%), 1 pg degraded (PG_DEGRADED) 2023-08-28T02:30:45.950 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:45 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_4", "pool2": "unique_pool_4", "yes_i_really_really_mean_it": true}]': finished 2023-08-28T02:30:45.950 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:45 smithi040 ceph-mon[175404]: osdmap e247: 8 total, 8 up, 8 in 2023-08-28T02:30:45.971 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":751,"stamp":"2023-08-28T02:30:44.298936+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":28418723,"num_objects":452,"num_object_clones":0,"num_object_copies":1356,"num_objects_missing_on_primary":161,"num_objects_missing":161,"num_objects_degraded":3667,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":452,"num_whiteouts":0,"num_read":357,"num_read_kb":668,"num_write":213352,"num_write_kb":6755227,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15963,"num_bytes_recovered":767142315,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":269379,"ondisk_log_size":269379,"up":357,"acting":356,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":380,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":4256376,"kb_used_data":656888,"kb_used_omap":20,"kb_used_meta":3599403,"kb_avail":745704840,"statfs":{"total":767960285184,"available":763601756160,"internally_reserved":0,"allocated":672653312,"data_stored":662650619,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":20850,"internal_metadata":3685789326},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,2,0,4],"upper_bound":16},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-358842404,"num_objects":-5475,"num_object_clones":0,"num_object_copies":-16425,"num_objects_missing_on_primary":-1721,"num_objects_missing":-1721,"num_objects_degraded":-2556,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-5475,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5850,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2342,"num_bytes_recovered":25100288,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.003219"},"pg_stats":[{"pgid":"9.23","version":"245'8021","reported_seq":8434,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-08-28T02:30:38.778010+0000","last_change":"2023-08-28T02:30:33.882079+0000","last_active":"2023-08-28T02:30:38.778010+0000","last_peered":"2023-08-28T02:30:38.778010+0000","last_clean":"2023-08-28T02:30:38.778010+0000","last_became_active":"2023-08-28T02:29:45.434907+0000","last_became_peered":"2023-08-28T02:29:45.434907+0000","last_unstale":"2023-08-28T02:30:38.778010+0000","last_undegraded":"2023-08-28T02:30:38.778010+0000","last_fullsized":"2023-08-28T02:30:38.778010+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":217,"last_epoch_clean":244,"parent":"0.0","parent_split_bits":6,"last_scrub":"173'3890","last_scrub_stamp":"2023-08-28T02:27:35.529147+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:27:35.529147+0000","objects_scrubbed":2123,"log_size":8021,"log_dups_size":0,"ondisk_log_size":8021,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.20511267,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":819200,"num_objects":13,"num_object_clones":0,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2459,"num_write_kb":45120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":95,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.22","version":"245'7695","reported_seq":8012,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-08-28T02:30:41.675557+0000","last_change":"2023-08-28T02:30:41.675557+0000","last_active":"2023-08-28T02:30:41.675557+0000","last_peered":"2023-08-28T02:30:41.675557+0000","last_clean":"2023-08-28T02:30:41.675557+0000","last_became_active":"2023-08-28T02:29:45.424485+0000","last_became_peered":"2023-08-28T02:29:45.424485+0000","last_unstale":"2023-08-28T02:30:41.675557+0000","last_undegraded":"2023-08-28T02:30:41.675557+0000","last_fullsized":"2023-08-28T02:30:41.675557+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":217,"last_epoch_clean":245,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":7695,"log_dups_size":0,"ondisk_log_size":7695,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3355,"num_write_kb":105872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":94,"num_bytes_recovered":32768,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.21","version":"245'7800","reported_seq":7916,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-08-28T02:30:38.676687+0000","last_change":"2023-08-28T02:29:33.953920+0000","last_active":"2023-08-28T02:30:38.676687+0000","last_peered":"2023-08-28T02:30:38.676687+0000","last_clean":"2023-08-28T02:30:38.676687+0000","last_became_active":"2023-08-28T02:29:33.946280+0000","last_became_peered":"2023-08-28T02:29:33.946280+0000","last_unstale":"2023-08-28T02:30:38.676687+0000","last_undegraded":"2023-08-28T02:30:38.676687+0000","last_fullsized":"2023-08-28T02:30:38.676687+0000","mapping_epoch":217,"log_start":"0'0","ondisk_log_start":"0'0","created":217,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":7800,"log_dups_size":0,"ondisk_log_size":7800,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2064384,"num_objects":32,"num_object_clones":0,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":32,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3353,"num_write_kb":108288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.20","version":"245'7857","reported_seq":8219,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-08-28T02:30:38.673803+0000","last_change":"2023-08-28T02:29:46.875369+0000","last_active":"2023-08-28T02:30:38.673803+0000","last_peered":"2023-08-28T02:30:38.673803+0000","last_clean":"2023-08-28T02:30:38.673803+0000","last_became_active":"2023-08-28T02:29:46.867602+0000","last_became_peered":"2023-08-28T02:29:46.867602+0000","last_unstale":"2023-08-28T02:30:38.673803+0000","last_undegraded":"2023-08-28T02:30:38.673803+0000","last_fullsized":"2023-08-28T02:30:38.673803+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":217,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":6,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":7857,"log_dups_size":0,"ondisk_log_size":7857,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3402,"num_write_kb":108064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":115,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.10","version":"245'8718","reported_seq":17211,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-08-28T02:30:38.717944+0000","last_change":"2023-08-28T02:28:57.902085+0000","last_active":"2023-08-28T02:30:38.717944+0000","last_peered":"2023-08-28T02:30:38.717944+0000","last_clean":"2023-08-28T02:30:38.717944+0000","last_became_active":"2023-08-28T02:28:15.284010+0000","last_became_peered":"2023-08-28T02:28:15.284010+0000","last_unstale":"2023-08-28T02:30:38.717944+0000","last_undegraded":"2023-08-28T02:30:38.717944+0000","last_fullsized":"2023-08-28T02:30:38.717944+0000","mapping_epoch":189,"log_start":"164'997","ondisk_log_start":"164'997","created":170,"last_epoch_clean":190,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":7721,"log_dups_size":0,"ondisk_log_size":7721,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6888,"num_write_kb":220096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2090,"num_bytes_recovered":136970240,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1a","version":"65'1","reported_seq":246,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-08-28T02:30:33.229477+0000","last_change":"2023-08-28T02:29:44.461201+0000","last_active":"2023-08-28T02:30:33.229477+0000","last_peered":"2023-08-28T02:30:33.229477+0000","last_clean":"2023-08-28T02:30:33.229477+0000","last_became_active":"2023-08-28T02:29:44.454590+0000","last_became_peered":"2023-08-28T02:29:44.454590+0000","last_unstale":"2023-08-28T02:30:33.229477+0000","last_undegraded":"2023-08-28T02:30:33.229477+0000","last_fullsized":"2023-08-28T02:30:33.229477+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:05:05.367289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":207,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-08-28T02:30:34.248859+0000","last_change":"2023-08-28T02:29:44.421259+0000","last_active":"2023-08-28T02:30:34.248859+0000","last_peered":"2023-08-28T02:30:34.248859+0000","last_clean":"2023-08-28T02:30:34.248859+0000","last_became_active":"2023-08-28T02:29:44.420936+0000","last_became_peered":"2023-08-28T02:29:44.420936+0000","last_unstale":"2023-08-28T02:30:34.248859+0000","last_undegraded":"2023-08-28T02:30:34.248859+0000","last_fullsized":"2023-08-28T02:30:34.248859+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:22:26.346867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.13","version":"245'8594","reported_seq":15432,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-08-28T02:30:38.753475+0000","last_change":"2023-08-28T02:29:05.981303+0000","last_active":"2023-08-28T02:30:38.753475+0000","last_peered":"2023-08-28T02:30:38.753475+0000","last_clean":"2023-08-28T02:30:38.753475+0000","last_became_active":"2023-08-28T02:28:43.937522+0000","last_became_peered":"2023-08-28T02:28:43.937522+0000","last_unstale":"2023-08-28T02:30:38.753475+0000","last_undegraded":"2023-08-28T02:30:38.753475+0000","last_fullsized":"2023-08-28T02:30:38.753475+0000","mapping_epoch":196,"log_start":"171'3663","ondisk_log_start":"171'3663","created":170,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":4931,"log_dups_size":0,"ondisk_log_size":4931,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3506176,"num_objects":54,"num_object_clones":0,"num_object_copies":162,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":54,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6774,"num_write_kb":218464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2238,"num_bytes_recovered":146604032,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,5],"acting":[7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":33,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-08-28T02:30:34.228236+0000","last_change":"2023-08-28T02:29:44.505230+0000","last_active":"2023-08-28T02:30:34.228236+0000","last_peered":"2023-08-28T02:30:34.228236+0000","last_clean":"2023-08-28T02:30:34.228236+0000","last_became_active":"2023-08-28T02:29:44.504882+0000","last_became_peered":"2023-08-28T02:29:44.504882+0000","last_unstale":"2023-08-28T02:30:34.228236+0000","last_undegraded":"2023-08-28T02:30:34.228236+0000","last_fullsized":"2023-08-28T02:30:34.228236+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:59:38.663752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":202,"reported_epoch":246,"state":"active+clean","last_fresh":"2023-08-28T02:30:41.891160+0000","last_change":"2023-08-28T02:16:50.309837+0000","last_active":"2023-08-28T02:30:41.891160+0000","last_peered":"2023-08-28T02:30:41.891160+0000","last_clean":"2023-08-28T02:30:41.891160+0000","last_became_active":"2023-08-28T02:16:50.309470+0000","last_became_peered":"2023-08-28T02:16:50.309470+0000","last_unstale":"2023-08-28T02:30:41.891160+0000","last_undegraded":"2023-08-28T02:30:41.891160+0000","last_fullsized":"2023-08-28T02:30:41.891160+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:34:06.503952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.12","version":"245'8256","reported_seq":14765,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-08-28T02:30:38.712076+0000","last_change":"2023-08-28T02:29:55.648492+0000","last_active":"2023-08-28T02:30:38.712076+0000","last_peered":"2023-08-28T02:30:38.712076+0000","last_clean":"2023-08-28T02:30:38.712076+0000","last_became_active":"2023-08-28T02:29:45.401368+0000","last_became_peered":"2023-08-28T02:29:45.401368+0000","last_unstale":"2023-08-28T02:30:38.712076+0000","last_undegraded":"2023-08-28T02:30:38.712076+0000","last_fullsized":"2023-08-28T02:30:38.712076+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":8256,"log_dups_size":0,"ondisk_log_size":8256,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3768320,"num_objects":58,"num_object_clones":0,"num_object_copies":174,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":58,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6508,"num_write_kb":210080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2121,"num_bytes_recovered":139001856,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":229,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-08-28T02:30:33.244887+0000","last_change":"2023-08-28T02:29:44.539254+0000","last_active":"2023-08-28T02:30:33.244887+0000","last_peered":"2023-08-28T02:30:33.244887+0000","last_clean":"2023-08-28T02:30:33.244887+0000","last_became_active":"2023-08-28T02:29:44.518954+0000","last_became_peered":"2023-08-28T02:29:44.518954+0000","last_unstale":"2023-08-28T02:30:33.244887+0000","last_undegraded":"2023-08-28T02:30:33.244887+0000","last_fullsized":"2023-08-28T02:30:33.244887+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:49:16.962351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":227,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-08-28T02:30:33.245290+0000","last_change":"2023-08-28T02:29:44.416934+0000","last_active":"2023-08-28T02:30:33.245290+0000","last_peered":"2023-08-28T02:30:33.245290+0000","last_clean":"2023-08-28T02:30:33.245290+0000","last_became_active":"2023-08-28T02:29:44.416577+0000","last_became_peered":"2023-08-28T02:29:44.416577+0000","last_unstale":"2023-08-28T02:30:33.245290+0000","last_undegraded":"2023-08-28T02:30:33.245290+0000","last_fullsized":"2023-08-28T02:30:33.245290+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:33.591285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.1d","version":"245'12017","reported_seq":12135,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-08-28T02:30:38.775354+0000","last_change":"2023-08-28T02:29:45.452902+0000","last_active":"2023-08-28T02:30:38.775354+0000","last_peered":"2023-08-28T02:30:38.775354+0000","last_clean":"2023-08-28T02:30:38.775354+0000","last_became_active":"2023-08-28T02:29:45.406413+0000","last_became_peered":"2023-08-28T02:29:45.406413+0000","last_unstale":"2023-08-28T02:30:38.775354+0000","last_undegraded":"2023-08-28T02:30:38.775354+0000","last_fullsized":"2023-08-28T02:30:38.775354+0000","mapping_epoch":224,"log_start":"179'4400","ondisk_log_start":"179'4400","created":217,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":7617,"log_dups_size":0,"ondisk_log_size":7617,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393204,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":6746,"num_write_kb":216001,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":201,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-08-28T02:30:34.250357+0000","last_change":"2023-08-28T02:17:57.876478+0000","last_active":"2023-08-28T02:30:34.250357+0000","last_peered":"2023-08-28T02:30:34.250357+0000","last_clean":"2023-08-28T02:30:34.250357+0000","last_became_active":"2023-08-28T02:17:57.876048+0000","last_became_peered":"2023-08-28T02:17:57.876048+0000","last_unstale":"2023-08-28T02:30:34.250357+0000","last_undegraded":"2023-08-28T02:30:34.250357+0000","last_fullsized":"2023-08-28T02:30:34.250357+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:46:14.225407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":211,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-08-28T02:30:33.244792+0000","last_change":"2023-08-28T02:29:44.539659+0000","last_active":"2023-08-28T02:30:33.244792+0000","last_peered":"2023-08-28T02:30:33.244792+0000","last_clean":"2023-08-28T02:30:33.244792+0000","last_became_active":"2023-08-28T02:29:44.538974+0000","last_became_peered":"2023-08-28T02:29:44.538974+0000","last_unstale":"2023-08-28T02:30:33.244792+0000","last_undegraded":"2023-08-28T02:30:33.244792+0000","last_fullsized":"2023-08-28T02:30:33.244792+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:29:57.846238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.1c","version":"245'12122","reported_seq":12225,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-08-28T02:30:38.688155+0000","last_change":"2023-08-28T02:29:33.967537+0000","last_active":"2023-08-28T02:30:38.688155+0000","last_peered":"2023-08-28T02:30:38.688155+0000","last_clean":"2023-08-28T02:30:38.688155+0000","last_became_active":"2023-08-28T02:29:33.949068+0000","last_became_peered":"2023-08-28T02:29:33.949068+0000","last_unstale":"2023-08-28T02:30:38.688155+0000","last_undegraded":"2023-08-28T02:30:38.688155+0000","last_fullsized":"2023-08-28T02:30:38.688155+0000","mapping_epoch":217,"log_start":"177'4195","ondisk_log_start":"177'4195","created":217,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":7927,"log_dups_size":0,"ondisk_log_size":7927,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1474560,"num_objects":23,"num_object_clones":0,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6824,"num_write_kb":219072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":228,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-08-28T02:30:33.231595+0000","last_change":"2023-08-28T02:29:44.462510+0000","last_active":"2023-08-28T02:30:33.231595+0000","last_peered":"2023-08-28T02:30:33.231595+0000","last_clean":"2023-08-28T02:30:33.231595+0000","last_became_active":"2023-08-28T02:29:44.460314+0000","last_became_peered":"2023-08-28T02:29:44.460314+0000","last_unstale":"2023-08-28T02:30:33.231595+0000","last_undegraded":"2023-08-28T02:30:33.231595+0000","last_fullsized":"2023-08-28T02:30:33.231595+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:59:01.311467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":179,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-08-28T02:30:33.246899+0000","last_change":"2023-08-28T02:17:57.827818+0000","last_active":"2023-08-28T02:30:33.246899+0000","last_peered":"2023-08-28T02:30:33.246899+0000","last_clean":"2023-08-28T02:30:33.246899+0000","last_became_active":"2023-08-28T02:17:57.825999+0000","last_became_peered":"2023-08-28T02:17:57.825999+0000","last_unstale":"2023-08-28T02:30:33.246899+0000","last_undegraded":"2023-08-28T02:30:33.246899+0000","last_fullsized":"2023-08-28T02:30:33.246899+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:35:29.864132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.1f","version":"245'12048","reported_seq":12166,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-08-28T02:30:38.720843+0000","last_change":"2023-08-28T02:29:45.449499+0000","last_active":"2023-08-28T02:30:38.720843+0000","last_peered":"2023-08-28T02:30:38.720843+0000","last_clean":"2023-08-28T02:30:38.720843+0000","last_became_active":"2023-08-28T02:29:45.425562+0000","last_became_peered":"2023-08-28T02:29:45.425562+0000","last_unstale":"2023-08-28T02:30:38.720843+0000","last_undegraded":"2023-08-28T02:30:38.720843+0000","last_fullsized":"2023-08-28T02:30:38.720843+0000","mapping_epoch":224,"log_start":"169'3500","ondisk_log_start":"169'3500","created":217,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":8548,"log_dups_size":0,"ondisk_log_size":8548,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":425984,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6782,"num_write_kb":217216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"65'3","reported_seq":212,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-08-28T02:30:33.224030+0000","last_change":"2023-08-28T02:17:57.827265+0000","last_active":"2023-08-28T02:30:33.224030+0000","last_peered":"2023-08-28T02:30:33.224030+0000","last_clean":"2023-08-28T02:30:33.224030+0000","last_became_active":"2023-08-28T02:17:57.826872+0000","last_became_peered":"2023-08-28T02:17:57.826872+0000","last_unstale":"2023-08-28T02:30:33.224030+0000","last_undegraded":"2023-08-28T02:30:33.224030+0000","last_fullsized":"2023-08-28T02:30:33.224030+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:48:03.674891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":33,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-08-28T02:30:34.228950+0000","last_change":"2023-08-28T02:29:44.408404+0000","last_active":"2023-08-28T02:30:34.228950+0000","last_peered":"2023-08-28T02:30:34.228950+0000","last_clean":"2023-08-28T02:30:34.228950+0000","last_became_active":"2023-08-28T02:29:44.408111+0000","last_became_peered":"2023-08-28T02:29:44.408111+0000","last_unstale":"2023-08-28T02:30:34.228950+0000","last_undegraded":"2023-08-28T02:30:34.228950+0000","last_fullsized":"2023-08-28T02:30:34.228950+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:50:27.178700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.1e","version":"245'11881","reported_seq":11995,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-08-28T02:30:38.758272+0000","last_change":"2023-08-28T02:29:44.437266+0000","last_active":"2023-08-28T02:30:38.758272+0000","last_peered":"2023-08-28T02:30:38.758272+0000","last_clean":"2023-08-28T02:30:38.758272+0000","last_became_active":"2023-08-28T02:29:44.412171+0000","last_became_peered":"2023-08-28T02:29:44.412171+0000","last_unstale":"2023-08-28T02:30:38.758272+0000","last_undegraded":"2023-08-28T02:30:38.758272+0000","last_fullsized":"2023-08-28T02:30:38.758272+0000","mapping_epoch":223,"log_start":"178'4200","ondisk_log_start":"178'4200","created":217,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":7681,"log_dups_size":0,"ondisk_log_size":7681,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6710,"num_write_kb":213856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":213,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-08-28T02:30:33.231319+0000","last_change":"2023-08-28T02:07:37.315303+0000","last_active":"2023-08-28T02:30:33.231319+0000","last_peered":"2023-08-28T02:30:33.231319+0000","last_clean":"2023-08-28T02:30:33.231319+0000","last_became_active":"2023-08-28T02:07:37.312336+0000","last_became_peered":"2023-08-28T02:07:37.312336+0000","last_unstale":"2023-08-28T02:30:33.231319+0000","last_undegraded":"2023-08-28T02:30:33.231319+0000","last_fullsized":"2023-08-28T02:30:33.231319+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T14:00:32.089076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":227,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-08-28T02:30:33.229245+0000","last_change":"2023-08-28T02:29:44.461459+0000","last_active":"2023-08-28T02:30:33.229245+0000","last_peered":"2023-08-28T02:30:33.229245+0000","last_clean":"2023-08-28T02:30:33.229245+0000","last_became_active":"2023-08-28T02:29:44.461161+0000","last_became_peered":"2023-08-28T02:29:44.461161+0000","last_unstale":"2023-08-28T02:30:33.229245+0000","last_undegraded":"2023-08-28T02:30:33.229245+0000","last_fullsized":"2023-08-28T02:30:33.229245+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:23:04.568003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.19","version":"245'8349","reported_seq":8463,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-08-28T02:30:38.748344+0000","last_change":"2023-08-28T02:30:20.027754+0000","last_active":"2023-08-28T02:30:38.748344+0000","last_peered":"2023-08-28T02:30:38.748344+0000","last_clean":"2023-08-28T02:30:38.748344+0000","last_became_active":"2023-08-28T02:27:27.835168+0000","last_became_peered":"2023-08-28T02:27:27.835168+0000","last_unstale":"2023-08-28T02:30:38.748344+0000","last_undegraded":"2023-08-28T02:30:38.748344+0000","last_fullsized":"2023-08-28T02:30:38.748344+0000","mapping_epoch":170,"log_start":"164'208","ondisk_log_start":"164'208","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":8141,"log_dups_size":0,"ondisk_log_size":8141,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2228224,"num_objects":34,"num_object_clones":0,"num_object_copies":102,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":34,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6566,"num_write_kb":211200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":131072,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.13","version":"65'2","reported_seq":211,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-08-28T02:30:33.221751+0000","last_change":"2023-08-28T02:16:50.332699+0000","last_active":"2023-08-28T02:30:33.221751+0000","last_peered":"2023-08-28T02:30:33.221751+0000","last_clean":"2023-08-28T02:30:33.221751+0000","last_became_active":"2023-08-28T02:16:50.332337+0000","last_became_peered":"2023-08-28T02:16:50.332337+0000","last_unstale":"2023-08-28T02:30:33.221751+0000","last_undegraded":"2023-08-28T02:30:33.221751+0000","last_fullsized":"2023-08-28T02:30:33.221751+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:26:51.876295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":207,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-08-28T02:30:34.249002+0000","last_change":"2023-08-28T02:29:44.419566+0000","last_active":"2023-08-28T02:30:34.249002+0000","last_peered":"2023-08-28T02:30:34.249002+0000","last_clean":"2023-08-28T02:30:34.249002+0000","last_became_active":"2023-08-28T02:29:44.419053+0000","last_became_peered":"2023-08-28T02:29:44.419053+0000","last_unstale":"2023-08-28T02:30:34.249002+0000","last_undegraded":"2023-08-28T02:30:34.249002+0000","last_fullsized":"2023-08-28T02:30:34.249002+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:44:36.133499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.18","version":"245'8532","reported_seq":8638,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-08-28T02:30:38.687843+0000","last_change":"2023-08-28T02:27:42.039403+0000","last_active":"2023-08-28T02:30:38.687843+0000","last_peered":"2023-08-28T02:30:38.687843+0000","last_clean":"2023-08-28T02:30:38.687843+0000","last_became_active":"2023-08-28T02:27:27.823076+0000","last_became_peered":"2023-08-28T02:27:27.823076+0000","last_unstale":"2023-08-28T02:30:38.687843+0000","last_undegraded":"2023-08-28T02:30:38.687843+0000","last_fullsized":"2023-08-28T02:30:38.687843+0000","mapping_epoch":170,"log_start":"167'2398","ondisk_log_start":"167'2398","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":6134,"log_dups_size":0,"ondisk_log_size":6134,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6761,"num_write_kb":216256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":201,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-08-28T02:30:34.248552+0000","last_change":"2023-08-28T02:17:57.870068+0000","last_active":"2023-08-28T02:30:34.248552+0000","last_peered":"2023-08-28T02:30:34.248552+0000","last_clean":"2023-08-28T02:30:34.248552+0000","last_became_active":"2023-08-28T02:17:57.869718+0000","last_became_peered":"2023-08-28T02:17:57.869718+0000","last_unstale":"2023-08-28T02:30:34.248552+0000","last_undegraded":"2023-08-28T02:30:34.248552+0000","last_fullsized":"2023-08-28T02:30:34.248552+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:28:47.968132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":207,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-08-28T02:30:33.231334+0000","last_change":"2023-08-28T02:17:57.827021+0000","last_active":"2023-08-28T02:30:33.231334+0000","last_peered":"2023-08-28T02:30:33.231334+0000","last_clean":"2023-08-28T02:30:33.231334+0000","last_became_active":"2023-08-28T02:17:57.826722+0000","last_became_peered":"2023-08-28T02:17:57.826722+0000","last_unstale":"2023-08-28T02:30:33.231334+0000","last_undegraded":"2023-08-28T02:30:33.231334+0000","last_fullsized":"2023-08-28T02:30:33.231334+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:02:26.183338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.1b","version":"245'11689","reported_seq":11795,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-08-28T02:30:38.775188+0000","last_change":"2023-08-28T02:29:33.959880+0000","last_active":"2023-08-28T02:30:38.775188+0000","last_peered":"2023-08-28T02:30:38.775188+0000","last_clean":"2023-08-28T02:30:38.775188+0000","last_became_active":"2023-08-28T02:29:33.940533+0000","last_became_peered":"2023-08-28T02:29:33.940533+0000","last_unstale":"2023-08-28T02:30:38.775188+0000","last_undegraded":"2023-08-28T02:30:38.775188+0000","last_fullsized":"2023-08-28T02:30:38.775188+0000","mapping_epoch":217,"log_start":"169'3476","ondisk_log_start":"169'3476","created":217,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":8213,"log_dups_size":0,"ondisk_log_size":8213,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6595,"num_write_kb":210944,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":192,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-08-28T02:30:33.222040+0000","last_change":"2023-08-28T02:07:37.318077+0000","last_active":"2023-08-28T02:30:33.222040+0000","last_peered":"2023-08-28T02:30:33.222040+0000","last_clean":"2023-08-28T02:30:33.222040+0000","last_became_active":"2023-08-28T02:07:37.317784+0000","last_became_peered":"2023-08-28T02:07:37.317784+0000","last_unstale":"2023-08-28T02:30:33.222040+0000","last_undegraded":"2023-08-28T02:30:33.222040+0000","last_fullsized":"2023-08-28T02:30:33.222040+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:08:37.079996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":202,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-08-28T02:30:34.249440+0000","last_change":"2023-08-28T02:17:57.870143+0000","last_active":"2023-08-28T02:30:34.249440+0000","last_peered":"2023-08-28T02:30:34.249440+0000","last_clean":"2023-08-28T02:30:34.249440+0000","last_became_active":"2023-08-28T02:17:57.869769+0000","last_became_peered":"2023-08-28T02:17:57.869769+0000","last_unstale":"2023-08-28T02:30:34.249440+0000","last_undegraded":"2023-08-28T02:30:34.249440+0000","last_fullsized":"2023-08-28T02:30:34.249440+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:21:29.581768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1a","version":"245'11865","reported_seq":11985,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-08-28T02:30:38.720668+0000","last_change":"2023-08-28T02:29:51.689928+0000","last_active":"2023-08-28T02:30:38.720668+0000","last_peered":"2023-08-28T02:30:38.720668+0000","last_clean":"2023-08-28T02:30:38.720668+0000","last_became_active":"2023-08-28T02:29:45.399212+0000","last_became_peered":"2023-08-28T02:29:45.399212+0000","last_unstale":"2023-08-28T02:30:38.720668+0000","last_undegraded":"2023-08-28T02:30:38.720668+0000","last_fullsized":"2023-08-28T02:30:38.720668+0000","mapping_epoch":224,"log_start":"168'3300","ondisk_log_start":"168'3300","created":217,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":8565,"log_dups_size":0,"ondisk_log_size":8565,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6717,"num_write_kb":213376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.10","version":"65'8","reported_seq":216,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-08-28T02:30:33.244567+0000","last_change":"2023-08-28T02:14:43.083962+0000","last_active":"2023-08-28T02:30:33.244567+0000","last_peered":"2023-08-28T02:30:33.244567+0000","last_clean":"2023-08-28T02:30:33.244567+0000","last_became_active":"2023-08-28T02:14:43.083699+0000","last_became_peered":"2023-08-28T02:14:43.083699+0000","last_unstale":"2023-08-28T02:30:33.244567+0000","last_undegraded":"2023-08-28T02:30:33.244567+0000","last_fullsized":"2023-08-28T02:30:33.244567+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:34:42.581750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":211,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-08-28T02:30:33.244900+0000","last_change":"2023-08-28T02:29:44.544454+0000","last_active":"2023-08-28T02:30:33.244900+0000","last_peered":"2023-08-28T02:30:33.244900+0000","last_clean":"2023-08-28T02:30:33.244900+0000","last_became_active":"2023-08-28T02:29:44.519465+0000","last_became_peered":"2023-08-28T02:29:44.519465+0000","last_unstale":"2023-08-28T02:30:33.244900+0000","last_undegraded":"2023-08-28T02:30:33.244900+0000","last_fullsized":"2023-08-28T02:30:33.244900+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:47:21.212316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.5","version":"245'8469","reported_seq":8578,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-08-28T02:30:38.753321+0000","last_change":"2023-08-28T02:30:13.972217+0000","last_active":"2023-08-28T02:30:38.753321+0000","last_peered":"2023-08-28T02:30:38.753321+0000","last_clean":"2023-08-28T02:30:38.753321+0000","last_became_active":"2023-08-28T02:27:27.809447+0000","last_became_peered":"2023-08-28T02:27:27.809447+0000","last_unstale":"2023-08-28T02:30:38.753321+0000","last_undegraded":"2023-08-28T02:30:38.753321+0000","last_fullsized":"2023-08-28T02:30:38.753321+0000","mapping_epoch":160,"log_start":"164'365","ondisk_log_start":"164'365","created":160,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":8104,"log_dups_size":0,"ondisk_log_size":8104,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1179648,"num_objects":18,"num_object_clones":0,"num_object_copies":54,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6694,"num_write_kb":214784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"65'1","reported_seq":210,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-08-28T02:30:33.224633+0000","last_change":"2023-08-28T02:14:43.046130+0000","last_active":"2023-08-28T02:30:33.224633+0000","last_peered":"2023-08-28T02:30:33.224633+0000","last_clean":"2023-08-28T02:30:33.224633+0000","last_became_active":"2023-08-28T02:14:43.045775+0000","last_became_peered":"2023-08-28T02:14:43.045775+0000","last_unstale":"2023-08-28T02:30:33.224633+0000","last_undegraded":"2023-08-28T02:30:33.224633+0000","last_fullsized":"2023-08-28T02:30:33.224633+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:57:38.279756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":190,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-08-28T02:30:33.230567+0000","last_change":"2023-08-28T02:07:37.452412+0000","last_active":"2023-08-28T02:30:33.230567+0000","last_peered":"2023-08-28T02:30:33.230567+0000","last_clean":"2023-08-28T02:30:33.230567+0000","last_became_active":"2023-08-28T02:07:37.452156+0000","last_became_peered":"2023-08-28T02:07:37.452156+0000","last_unstale":"2023-08-28T02:30:33.230567+0000","last_undegraded":"2023-08-28T02:30:33.230567+0000","last_fullsized":"2023-08-28T02:30:33.230567+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:10:33.405360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.4","version":"245'8398","reported_seq":8904,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-08-28T02:30:38.763464+0000","last_change":"2023-08-28T02:30:34.248085+0000","last_active":"2023-08-28T02:30:38.763464+0000","last_peered":"2023-08-28T02:30:38.763464+0000","last_clean":"2023-08-28T02:30:38.763464+0000","last_became_active":"2023-08-28T02:30:34.230501+0000","last_became_peered":"2023-08-28T02:30:34.230501+0000","last_unstale":"2023-08-28T02:30:38.763464+0000","last_undegraded":"2023-08-28T02:30:38.763464+0000","last_fullsized":"2023-08-28T02:30:38.763464+0000","mapping_epoch":244,"log_start":"167'2940","ondisk_log_start":"167'2940","created":160,"last_epoch_clean":245,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":5458,"log_dups_size":0,"ondisk_log_size":5458,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6624,"num_write_kb":211360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":186,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.e","version":"65'2","reported_seq":235,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-08-28T02:30:33.221813+0000","last_change":"2023-08-28T02:29:44.436352+0000","last_active":"2023-08-28T02:30:33.221813+0000","last_peered":"2023-08-28T02:30:33.221813+0000","last_clean":"2023-08-28T02:30:33.221813+0000","last_became_active":"2023-08-28T02:29:44.411499+0000","last_became_peered":"2023-08-28T02:29:44.411499+0000","last_unstale":"2023-08-28T02:30:33.221813+0000","last_undegraded":"2023-08-28T02:30:33.221813+0000","last_fullsized":"2023-08-28T02:30:33.221813+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:46:57.540191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":244,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-08-28T02:30:33.228998+0000","last_change":"2023-08-28T02:29:44.453936+0000","last_active":"2023-08-28T02:30:33.228998+0000","last_peered":"2023-08-28T02:30:33.228998+0000","last_clean":"2023-08-28T02:30:33.228998+0000","last_became_active":"2023-08-28T02:29:44.453643+0000","last_became_peered":"2023-08-28T02:29:44.453643+0000","last_unstale":"2023-08-28T02:30:33.228998+0000","last_undegraded":"2023-08-28T02:30:33.228998+0000","last_fullsized":"2023-08-28T02:30:33.228998+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:13:50.608381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.7","version":"245'8563","reported_seq":8676,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-08-28T02:30:38.775038+0000","last_change":"2023-08-28T02:30:18.558005+0000","last_active":"2023-08-28T02:30:38.775038+0000","last_peered":"2023-08-28T02:30:38.775038+0000","last_clean":"2023-08-28T02:30:38.775038+0000","last_became_active":"2023-08-28T02:27:27.807811+0000","last_became_peered":"2023-08-28T02:27:27.807811+0000","last_unstale":"2023-08-28T02:30:38.775038+0000","last_undegraded":"2023-08-28T02:30:38.775038+0000","last_fullsized":"2023-08-28T02:30:38.775038+0000","mapping_epoch":160,"log_start":"164'212","ondisk_log_start":"164'212","created":160,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":8351,"log_dups_size":0,"ondisk_log_size":8351,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1703936,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6770,"num_write_kb":217472,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.d","version":"65'1","reported_seq":193,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-08-28T02:30:33.223950+0000","last_change":"2023-08-28T02:07:37.312010+0000","last_active":"2023-08-28T02:30:33.223950+0000","last_peered":"2023-08-28T02:30:33.223950+0000","last_clean":"2023-08-28T02:30:33.223950+0000","last_became_active":"2023-08-28T02:07:37.311737+0000","last_became_peered":"2023-08-28T02:07:37.311737+0000","last_unstale":"2023-08-28T02:30:33.223950+0000","last_undegraded":"2023-08-28T02:30:33.223950+0000","last_fullsized":"2023-08-28T02:30:33.223950+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:09:38.844075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":227,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-08-28T02:30:33.245167+0000","last_change":"2023-08-28T02:29:44.407981+0000","last_active":"2023-08-28T02:30:33.245167+0000","last_peered":"2023-08-28T02:30:33.245167+0000","last_clean":"2023-08-28T02:30:33.245167+0000","last_became_active":"2023-08-28T02:29:44.407689+0000","last_became_peered":"2023-08-28T02:29:44.407689+0000","last_unstale":"2023-08-28T02:30:33.245167+0000","last_undegraded":"2023-08-28T02:30:33.245167+0000","last_fullsized":"2023-08-28T02:30:33.245167+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:37:07.047429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.6","version":"245'8428","reported_seq":8960,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-08-28T02:30:38.778037+0000","last_change":"2023-08-28T02:29:47.898512+0000","last_active":"2023-08-28T02:30:38.778037+0000","last_peered":"2023-08-28T02:30:38.778037+0000","last_clean":"2023-08-28T02:30:38.778037+0000","last_became_active":"2023-08-28T02:29:47.879809+0000","last_became_peered":"2023-08-28T02:29:47.879809+0000","last_unstale":"2023-08-28T02:30:38.778037+0000","last_undegraded":"2023-08-28T02:30:38.778037+0000","last_fullsized":"2023-08-28T02:30:38.778037+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":8428,"log_dups_size":0,"ondisk_log_size":8428,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":32768,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6652,"num_write_kb":212896,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":197,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,1],"acting":[5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":208,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-08-28T02:30:33.230714+0000","last_change":"2023-08-28T02:17:57.872076+0000","last_active":"2023-08-28T02:30:33.230714+0000","last_peered":"2023-08-28T02:30:33.230714+0000","last_clean":"2023-08-28T02:30:33.230714+0000","last_became_active":"2023-08-28T02:17:57.871701+0000","last_became_peered":"2023-08-28T02:17:57.871701+0000","last_unstale":"2023-08-28T02:30:33.230714+0000","last_undegraded":"2023-08-28T02:30:33.230714+0000","last_fullsized":"2023-08-28T02:30:33.230714+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:34:26.505505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":234,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-08-28T02:30:34.248793+0000","last_change":"2023-08-28T02:29:44.436713+0000","last_active":"2023-08-28T02:30:34.248793+0000","last_peered":"2023-08-28T02:30:34.248793+0000","last_clean":"2023-08-28T02:30:34.248793+0000","last_became_active":"2023-08-28T02:29:44.436203+0000","last_became_peered":"2023-08-28T02:29:44.436203+0000","last_unstale":"2023-08-28T02:30:34.248793+0000","last_undegraded":"2023-08-28T02:30:34.248793+0000","last_fullsized":"2023-08-28T02:30:34.248793+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:46:48.522293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.9","version":"75'161","reported_seq":616,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-08-28T02:30:33.222552+0000","last_change":"2023-08-28T02:27:46.338501+0000","last_active":"2023-08-28T02:30:33.222552+0000","last_peered":"2023-08-28T02:30:33.222552+0000","last_clean":"2023-08-28T02:30:33.222552+0000","last_became_active":"2023-08-28T02:27:46.338143+0000","last_became_peered":"2023-08-28T02:27:46.338143+0000","last_unstale":"2023-08-28T02:30:33.222552+0000","last_undegraded":"2023-08-28T02:30:33.222552+0000","last_fullsized":"2023-08-28T02:30:33.222552+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":21,"num_write_kb":219,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.1","version":"245'7809","reported_seq":7925,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-08-28T02:30:38.667498+0000","last_change":"2023-08-28T02:29:33.927218+0000","last_active":"2023-08-28T02:30:38.667498+0000","last_peered":"2023-08-28T02:30:38.667498+0000","last_clean":"2023-08-28T02:30:38.667498+0000","last_became_active":"2023-08-28T02:29:33.918107+0000","last_became_peered":"2023-08-28T02:29:33.918107+0000","last_unstale":"2023-08-28T02:30:38.667498+0000","last_undegraded":"2023-08-28T02:30:38.667498+0000","last_fullsized":"2023-08-28T02:30:38.667498+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":7809,"log_dups_size":0,"ondisk_log_size":7809,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1474560,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3361,"num_write_kb":108288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"65'2","reported_seq":224,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-08-28T02:30:33.241485+0000","last_change":"2023-08-28T02:17:57.845300+0000","last_active":"2023-08-28T02:30:33.241485+0000","last_peered":"2023-08-28T02:30:33.241485+0000","last_clean":"2023-08-28T02:30:33.241485+0000","last_became_active":"2023-08-28T02:17:57.843639+0000","last_became_peered":"2023-08-28T02:17:57.843639+0000","last_unstale":"2023-08-28T02:30:33.241485+0000","last_undegraded":"2023-08-28T02:30:33.241485+0000","last_fullsized":"2023-08-28T02:30:33.241485+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:27.684476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":207,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-08-28T02:30:33.231426+0000","last_change":"2023-08-28T02:17:57.825494+0000","last_active":"2023-08-28T02:30:33.231426+0000","last_peered":"2023-08-28T02:30:33.231426+0000","last_clean":"2023-08-28T02:30:33.231426+0000","last_became_active":"2023-08-28T02:17:57.825112+0000","last_became_peered":"2023-08-28T02:17:57.825112+0000","last_unstale":"2023-08-28T02:30:33.231426+0000","last_undegraded":"2023-08-28T02:30:33.231426+0000","last_fullsized":"2023-08-28T02:30:33.231426+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:04:13.819397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.8","version":"75'161","reported_seq":460,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-08-28T02:30:33.230383+0000","last_change":"2023-08-28T02:29:50.707117+0000","last_active":"2023-08-28T02:30:33.230383+0000","last_peered":"2023-08-28T02:30:33.230383+0000","last_clean":"2023-08-28T02:30:33.230383+0000","last_became_active":"2023-08-28T02:29:07.864446+0000","last_became_peered":"2023-08-28T02:29:07.864446+0000","last_unstale":"2023-08-28T02:30:33.230383+0000","last_undegraded":"2023-08-28T02:30:33.230383+0000","last_fullsized":"2023-08-28T02:30:33.230383+0000","mapping_epoch":203,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":204,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":219,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":423697,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.0","version":"245'7798","reported_seq":8010,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-08-28T02:30:38.784579+0000","last_change":"2023-08-28T02:29:45.722098+0000","last_active":"2023-08-28T02:30:38.784579+0000","last_peered":"2023-08-28T02:30:38.784579+0000","last_clean":"2023-08-28T02:30:38.784579+0000","last_became_active":"2023-08-28T02:29:45.393832+0000","last_became_peered":"2023-08-28T02:29:45.393832+0000","last_unstale":"2023-08-28T02:30:38.784579+0000","last_undegraded":"2023-08-28T02:30:38.784579+0000","last_fullsized":"2023-08-28T02:30:38.784579+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":7798,"log_dups_size":0,"ondisk_log_size":7798,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2260992,"num_objects":34,"num_object_clones":0,"num_object_copies":102,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":34,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3342,"num_write_kb":108064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":99,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":134,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-08-28T02:30:33.229550+0000","last_change":"2023-08-28T02:29:44.461326+0000","last_active":"2023-08-28T02:30:33.229550+0000","last_peered":"2023-08-28T02:30:33.229550+0000","last_clean":"2023-08-28T02:30:33.229550+0000","last_became_active":"2023-08-28T02:29:44.454950+0000","last_became_peered":"2023-08-28T02:29:44.454950+0000","last_unstale":"2023-08-28T02:30:33.229550+0000","last_undegraded":"2023-08-28T02:30:33.229550+0000","last_fullsized":"2023-08-28T02:30:33.229550+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:13:42.620393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":208,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-08-28T02:30:34.248775+0000","last_change":"2023-08-28T02:29:44.416498+0000","last_active":"2023-08-28T02:30:34.248775+0000","last_peered":"2023-08-28T02:30:34.248775+0000","last_clean":"2023-08-28T02:30:34.248775+0000","last_became_active":"2023-08-28T02:29:44.416168+0000","last_became_peered":"2023-08-28T02:29:44.416168+0000","last_unstale":"2023-08-28T02:30:34.248775+0000","last_undegraded":"2023-08-28T02:30:34.248775+0000","last_fullsized":"2023-08-28T02:30:34.248775+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:13:18.592840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.3","version":"245'8046","reported_seq":8535,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-08-28T02:30:38.753885+0000","last_change":"2023-08-28T02:29:45.867670+0000","last_active":"2023-08-28T02:30:38.753885+0000","last_peered":"2023-08-28T02:30:38.753885+0000","last_clean":"2023-08-28T02:30:38.753885+0000","last_became_active":"2023-08-28T02:29:45.856360+0000","last_became_peered":"2023-08-28T02:29:45.856360+0000","last_unstale":"2023-08-28T02:30:38.753885+0000","last_undegraded":"2023-08-28T02:30:38.753885+0000","last_fullsized":"2023-08-28T02:30:38.753885+0000","mapping_epoch":225,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":0,"last_scrub":"173'3890","last_scrub_stamp":"2023-08-28T02:27:35.529147+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:27:35.529147+0000","objects_scrubbed":2123,"log_size":8046,"log_dups_size":0,"ondisk_log_size":8046,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"queued for scrub","scrub_duration":0.20511267,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2484,"num_write_kb":45120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":129,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":208,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-08-28T02:30:33.228936+0000","last_change":"2023-08-28T02:16:50.340534+0000","last_active":"2023-08-28T02:30:33.228936+0000","last_peered":"2023-08-28T02:30:33.228936+0000","last_clean":"2023-08-28T02:30:33.228936+0000","last_became_active":"2023-08-28T02:16:50.340208+0000","last_became_peered":"2023-08-28T02:16:50.340208+0000","last_unstale":"2023-08-28T02:30:33.228936+0000","last_undegraded":"2023-08-28T02:30:33.228936+0000","last_fullsized":"2023-08-28T02:30:33.228936+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:15:28.933937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":226,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-08-28T02:30:33.235870+0000","last_change":"2023-08-28T02:29:44.477356+0000","last_active":"2023-08-28T02:30:33.235870+0000","last_peered":"2023-08-28T02:30:33.235870+0000","last_clean":"2023-08-28T02:30:33.235870+0000","last_became_active":"2023-08-28T02:29:44.477153+0000","last_became_peered":"2023-08-28T02:29:44.477153+0000","last_unstale":"2023-08-28T02:30:33.235870+0000","last_undegraded":"2023-08-28T02:30:33.235870+0000","last_fullsized":"2023-08-28T02:30:33.235870+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:08:28.177350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"75'161","reported_seq":484,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-08-28T02:30:33.232453+0000","last_change":"2023-08-28T02:29:25.608441+0000","last_active":"2023-08-28T02:30:33.232453+0000","last_peered":"2023-08-28T02:30:33.232453+0000","last_clean":"2023-08-28T02:30:33.232453+0000","last_became_active":"2023-08-28T02:27:46.344991+0000","last_became_peered":"2023-08-28T02:27:46.344991+0000","last_unstale":"2023-08-28T02:30:33.232453+0000","last_undegraded":"2023-08-28T02:30:33.232453+0000","last_fullsized":"2023-08-28T02:30:33.232453+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_clean_scrub_stamp":"2023-08-28T02:29:25.608370+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:10:31.931513+0000","scrub_duration":0.001662689,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.2","version":"245'7659","reported_seq":7963,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-08-28T02:30:38.725070+0000","last_change":"2023-08-28T02:30:33.048601+0000","last_active":"2023-08-28T02:30:38.725070+0000","last_peered":"2023-08-28T02:30:38.725070+0000","last_clean":"2023-08-28T02:30:38.725070+0000","last_became_active":"2023-08-28T02:29:45.414013+0000","last_became_peered":"2023-08-28T02:29:45.414013+0000","last_unstale":"2023-08-28T02:30:38.725070+0000","last_undegraded":"2023-08-28T02:30:38.725070+0000","last_fullsized":"2023-08-28T02:30:38.725070+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":7659,"log_dups_size":0,"ondisk_log_size":7659,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3319,"num_write_kb":105872,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":86,"num_bytes_recovered":32768,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":212,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-08-28T02:30:33.244706+0000","last_change":"2023-08-28T02:29:44.539479+0000","last_active":"2023-08-28T02:30:33.244706+0000","last_peered":"2023-08-28T02:30:33.244706+0000","last_clean":"2023-08-28T02:30:33.244706+0000","last_became_active":"2023-08-28T02:29:44.538566+0000","last_became_peered":"2023-08-28T02:29:44.538566+0000","last_unstale":"2023-08-28T02:30:33.244706+0000","last_undegraded":"2023-08-28T02:30:33.244706+0000","last_fullsized":"2023-08-28T02:30:33.244706+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:15:30.736135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":33,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-08-28T02:30:34.228846+0000","last_change":"2023-08-28T02:29:44.429834+0000","last_active":"2023-08-28T02:30:34.228846+0000","last_peered":"2023-08-28T02:30:34.228846+0000","last_clean":"2023-08-28T02:30:34.228846+0000","last_became_active":"2023-08-28T02:29:44.429512+0000","last_became_peered":"2023-08-28T02:29:44.429512+0000","last_unstale":"2023-08-28T02:30:34.228846+0000","last_undegraded":"2023-08-28T02:30:34.228846+0000","last_fullsized":"2023-08-28T02:30:34.228846+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:58.062455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.7","version":"75'161","reported_seq":461,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-08-28T02:30:33.244805+0000","last_change":"2023-08-28T02:28:52.901603+0000","last_active":"2023-08-28T02:30:33.244805+0000","last_peered":"2023-08-28T02:30:33.244805+0000","last_clean":"2023-08-28T02:30:33.244805+0000","last_became_active":"2023-08-28T02:28:52.901228+0000","last_became_peered":"2023-08-28T02:28:52.901228+0000","last_unstale":"2023-08-28T02:30:33.244805+0000","last_undegraded":"2023-08-28T02:30:33.244805+0000","last_fullsized":"2023-08-28T02:30:33.244805+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.f","version":"245'12061","reported_seq":12182,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-08-28T02:30:38.702915+0000","last_change":"2023-08-28T02:29:45.449524+0000","last_active":"2023-08-28T02:30:38.702915+0000","last_peered":"2023-08-28T02:30:38.702915+0000","last_clean":"2023-08-28T02:30:38.702915+0000","last_became_active":"2023-08-28T02:29:45.430341+0000","last_became_peered":"2023-08-28T02:29:45.430341+0000","last_unstale":"2023-08-28T02:30:38.702915+0000","last_undegraded":"2023-08-28T02:30:38.702915+0000","last_fullsized":"2023-08-28T02:30:38.702915+0000","mapping_epoch":224,"log_start":"169'3500","ondisk_log_start":"169'3500","created":160,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":8561,"log_dups_size":0,"ondisk_log_size":8561,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6794,"num_write_kb":217216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":33,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-08-28T02:30:34.228697+0000","last_change":"2023-08-28T02:29:44.407595+0000","last_active":"2023-08-28T02:30:34.228697+0000","last_peered":"2023-08-28T02:30:34.228697+0000","last_clean":"2023-08-28T02:30:34.228697+0000","last_became_active":"2023-08-28T02:29:44.407316+0000","last_became_peered":"2023-08-28T02:29:44.407316+0000","last_unstale":"2023-08-28T02:30:34.228697+0000","last_undegraded":"2023-08-28T02:30:34.228697+0000","last_fullsized":"2023-08-28T02:30:34.228697+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:01:47.777709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":225,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-08-28T02:30:33.231263+0000","last_change":"2023-08-28T02:17:57.832204+0000","last_active":"2023-08-28T02:30:33.231263+0000","last_peered":"2023-08-28T02:30:33.231263+0000","last_clean":"2023-08-28T02:30:33.231263+0000","last_became_active":"2023-08-28T02:17:57.831885+0000","last_became_peered":"2023-08-28T02:17:57.831885+0000","last_unstale":"2023-08-28T02:30:33.231263+0000","last_undegraded":"2023-08-28T02:30:33.231263+0000","last_fullsized":"2023-08-28T02:30:33.231263+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:14:33.767147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":33,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-08-28T02:30:34.228649+0000","last_change":"2023-08-28T02:29:44.506914+0000","last_active":"2023-08-28T02:30:34.228649+0000","last_peered":"2023-08-28T02:30:34.228649+0000","last_clean":"2023-08-28T02:30:34.228649+0000","last_became_active":"2023-08-28T02:29:44.506606+0000","last_became_peered":"2023-08-28T02:29:44.506606+0000","last_unstale":"2023-08-28T02:30:34.228649+0000","last_undegraded":"2023-08-28T02:30:34.228649+0000","last_fullsized":"2023-08-28T02:30:34.228649+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:55:50.992279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.1","version":"75'161","reported_seq":484,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-08-28T02:30:33.230692+0000","last_change":"2023-08-28T02:29:24.559480+0000","last_active":"2023-08-28T02:30:33.230692+0000","last_peered":"2023-08-28T02:30:33.230692+0000","last_clean":"2023-08-28T02:30:33.230692+0000","last_became_active":"2023-08-28T02:27:46.385155+0000","last_became_peered":"2023-08-28T02:27:46.385155+0000","last_unstale":"2023-08-28T02:30:33.230692+0000","last_undegraded":"2023-08-28T02:30:33.230692+0000","last_fullsized":"2023-08-28T02:30:33.230692+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:24.559397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:24.559397+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:26:18.334990+0000","scrub_duration":0.001580328,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.9","version":"245'8553","reported_seq":8659,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-08-28T02:30:38.788227+0000","last_change":"2023-08-28T02:30:14.988532+0000","last_active":"2023-08-28T02:30:38.788227+0000","last_peered":"2023-08-28T02:30:38.788227+0000","last_clean":"2023-08-28T02:30:38.788227+0000","last_became_active":"2023-08-28T02:27:27.809412+0000","last_became_peered":"2023-08-28T02:27:27.809412+0000","last_unstale":"2023-08-28T02:30:38.788227+0000","last_undegraded":"2023-08-28T02:30:38.788227+0000","last_fullsized":"2023-08-28T02:30:38.788227+0000","mapping_epoch":160,"log_start":"164'523","ondisk_log_start":"164'523","created":160,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":8030,"log_dups_size":0,"ondisk_log_size":8030,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6770,"num_write_kb":215552,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":232,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-08-28T02:30:33.232286+0000","last_change":"2023-08-28T02:29:44.459918+0000","last_active":"2023-08-28T02:30:33.232286+0000","last_peered":"2023-08-28T02:30:33.232286+0000","last_clean":"2023-08-28T02:30:33.232286+0000","last_became_active":"2023-08-28T02:29:44.459609+0000","last_became_peered":"2023-08-28T02:29:44.459609+0000","last_unstale":"2023-08-28T02:30:33.232286+0000","last_undegraded":"2023-08-28T02:30:33.232286+0000","last_fullsized":"2023-08-28T02:30:33.232286+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:12:59.946432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":208,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-08-28T02:30:33.229472+0000","last_change":"2023-08-28T02:14:43.039758+0000","last_active":"2023-08-28T02:30:33.229472+0000","last_peered":"2023-08-28T02:30:33.229472+0000","last_clean":"2023-08-28T02:30:33.229472+0000","last_became_active":"2023-08-28T02:14:43.039236+0000","last_became_peered":"2023-08-28T02:14:43.039236+0000","last_unstale":"2023-08-28T02:30:33.229472+0000","last_undegraded":"2023-08-28T02:30:33.229472+0000","last_fullsized":"2023-08-28T02:30:33.229472+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:49:11.066668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":33,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-08-28T02:30:34.228788+0000","last_change":"2023-08-28T02:29:44.508023+0000","last_active":"2023-08-28T02:30:34.228788+0000","last_peered":"2023-08-28T02:30:34.228788+0000","last_clean":"2023-08-28T02:30:34.228788+0000","last_became_active":"2023-08-28T02:29:44.507153+0000","last_became_peered":"2023-08-28T02:29:44.507153+0000","last_unstale":"2023-08-28T02:30:34.228788+0000","last_undegraded":"2023-08-28T02:30:34.228788+0000","last_fullsized":"2023-08-28T02:30:34.228788+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:21:28.918710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.2","version":"75'161","reported_seq":616,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-08-28T02:30:33.221892+0000","last_change":"2023-08-28T02:27:46.375815+0000","last_active":"2023-08-28T02:30:33.221892+0000","last_peered":"2023-08-28T02:30:33.221892+0000","last_clean":"2023-08-28T02:30:33.221892+0000","last_became_active":"2023-08-28T02:27:46.375590+0000","last_became_peered":"2023-08-28T02:27:46.375590+0000","last_unstale":"2023-08-28T02:30:33.221892+0000","last_undegraded":"2023-08-28T02:30:33.221892+0000","last_fullsized":"2023-08-28T02:30:33.221892+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":46,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.a","version":"245'11767","reported_seq":11889,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-08-28T02:30:38.668468+0000","last_change":"2023-08-28T02:29:57.631985+0000","last_active":"2023-08-28T02:30:38.668468+0000","last_peered":"2023-08-28T02:30:38.668468+0000","last_clean":"2023-08-28T02:30:38.668468+0000","last_became_active":"2023-08-28T02:29:45.424385+0000","last_became_peered":"2023-08-28T02:29:45.424385+0000","last_unstale":"2023-08-28T02:30:38.668468+0000","last_undegraded":"2023-08-28T02:30:38.668468+0000","last_fullsized":"2023-08-28T02:30:38.668468+0000","mapping_epoch":224,"log_start":"168'3300","ondisk_log_start":"168'3300","created":160,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":8467,"log_dups_size":0,"ondisk_log_size":8467,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3211264,"num_objects":49,"num_object_clones":0,"num_object_copies":147,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":49,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6619,"num_write_kb":213376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":218,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-08-28T02:30:34.226599+0000","last_change":"2023-08-28T02:17:57.849218+0000","last_active":"2023-08-28T02:30:34.226599+0000","last_peered":"2023-08-28T02:30:34.226599+0000","last_clean":"2023-08-28T02:30:34.226599+0000","last_became_active":"2023-08-28T02:17:57.848849+0000","last_became_peered":"2023-08-28T02:17:57.848849+0000","last_unstale":"2023-08-28T02:30:34.226599+0000","last_undegraded":"2023-08-28T02:30:34.226599+0000","last_fullsized":"2023-08-28T02:30:34.226599+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:52:44.006871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":33,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-08-28T02:30:34.228054+0000","last_change":"2023-08-28T02:29:44.509812+0000","last_active":"2023-08-28T02:30:34.228054+0000","last_peered":"2023-08-28T02:30:34.228054+0000","last_clean":"2023-08-28T02:30:34.228054+0000","last_became_active":"2023-08-28T02:29:44.509449+0000","last_became_peered":"2023-08-28T02:29:44.509449+0000","last_unstale":"2023-08-28T02:30:34.228054+0000","last_undegraded":"2023-08-28T02:30:34.228054+0000","last_fullsized":"2023-08-28T02:30:34.228054+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:56:56.807893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":33,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-08-28T02:30:34.228933+0000","last_change":"2023-08-28T02:29:44.427945+0000","last_active":"2023-08-28T02:30:34.228933+0000","last_peered":"2023-08-28T02:30:34.228933+0000","last_clean":"2023-08-28T02:30:34.228933+0000","last_became_active":"2023-08-28T02:29:44.426487+0000","last_became_peered":"2023-08-28T02:29:44.426487+0000","last_unstale":"2023-08-28T02:30:34.228933+0000","last_undegraded":"2023-08-28T02:30:34.228933+0000","last_fullsized":"2023-08-28T02:30:34.228933+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:30:20.438896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.8","version":"245'8572","reported_seq":8678,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-08-28T02:30:38.771755+0000","last_change":"2023-08-28T02:27:36.024940+0000","last_active":"2023-08-28T02:30:38.771755+0000","last_peered":"2023-08-28T02:30:38.771755+0000","last_clean":"2023-08-28T02:30:38.771755+0000","last_became_active":"2023-08-28T02:27:27.794150+0000","last_became_peered":"2023-08-28T02:27:27.794150+0000","last_unstale":"2023-08-28T02:30:38.771755+0000","last_undegraded":"2023-08-28T02:30:38.771755+0000","last_fullsized":"2023-08-28T02:30:38.771755+0000","mapping_epoch":160,"log_start":"167'2481","ondisk_log_start":"167'2481","created":160,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":6091,"log_dups_size":0,"ondisk_log_size":6091,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":196608,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6801,"num_write_kb":217728,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":212,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-08-28T02:30:33.231102+0000","last_change":"2023-08-28T02:16:50.342424+0000","last_active":"2023-08-28T02:30:33.231102+0000","last_peered":"2023-08-28T02:30:33.231102+0000","last_clean":"2023-08-28T02:30:33.231102+0000","last_became_active":"2023-08-28T02:16:50.342083+0000","last_became_peered":"2023-08-28T02:16:50.342083+0000","last_unstale":"2023-08-28T02:30:33.231102+0000","last_undegraded":"2023-08-28T02:30:33.231102+0000","last_fullsized":"2023-08-28T02:30:33.231102+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:48:40.173542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"75'161","reported_seq":597,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-08-28T02:30:33.221325+0000","last_change":"2023-08-28T02:27:39.235695+0000","last_active":"2023-08-28T02:30:33.221325+0000","last_peered":"2023-08-28T02:30:33.221325+0000","last_clean":"2023-08-28T02:30:33.221325+0000","last_became_active":"2023-08-28T02:27:39.235381+0000","last_became_peered":"2023-08-28T02:27:39.235381+0000","last_unstale":"2023-08-28T02:30:33.221325+0000","last_undegraded":"2023-08-28T02:30:33.221325+0000","last_fullsized":"2023-08-28T02:30:33.221325+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53669,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":21,"num_write_kb":219,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":180,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-08-28T02:30:33.241867+0000","last_change":"2023-08-28T02:17:57.830935+0000","last_active":"2023-08-28T02:30:33.241867+0000","last_peered":"2023-08-28T02:30:33.241867+0000","last_clean":"2023-08-28T02:30:33.241867+0000","last_became_active":"2023-08-28T02:17:57.830393+0000","last_became_peered":"2023-08-28T02:17:57.830393+0000","last_unstale":"2023-08-28T02:30:33.241867+0000","last_undegraded":"2023-08-28T02:30:33.241867+0000","last_fullsized":"2023-08-28T02:30:33.241867+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:53:51.589050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":57,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-08-28T02:30:33.232158+0000","last_change":"2023-08-28T02:28:52.900597+0000","last_active":"2023-08-28T02:30:33.232158+0000","last_peered":"2023-08-28T02:30:33.232158+0000","last_clean":"2023-08-28T02:30:33.232158+0000","last_became_active":"2023-08-28T02:28:52.900298+0000","last_became_peered":"2023-08-28T02:28:52.900298+0000","last_unstale":"2023-08-28T02:30:33.232158+0000","last_undegraded":"2023-08-28T02:30:33.232158+0000","last_fullsized":"2023-08-28T02:30:33.232158+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:11:05.933704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,7],"acting":[4,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.3","version":"75'161","reported_seq":480,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-08-28T02:30:34.228363+0000","last_change":"2023-08-28T02:29:44.505488+0000","last_active":"2023-08-28T02:30:34.228363+0000","last_peered":"2023-08-28T02:30:34.228363+0000","last_clean":"2023-08-28T02:30:34.228363+0000","last_became_active":"2023-08-28T02:29:44.505147+0000","last_became_peered":"2023-08-28T02:29:44.505147+0000","last_unstale":"2023-08-28T02:30:34.228363+0000","last_undegraded":"2023-08-28T02:30:34.228363+0000","last_fullsized":"2023-08-28T02:30:34.228363+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.b","version":"245'11683","reported_seq":11789,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-08-28T02:30:38.784791+0000","last_change":"2023-08-28T02:29:33.940038+0000","last_active":"2023-08-28T02:30:38.784791+0000","last_peered":"2023-08-28T02:30:38.784791+0000","last_clean":"2023-08-28T02:30:38.784791+0000","last_became_active":"2023-08-28T02:29:33.913822+0000","last_became_peered":"2023-08-28T02:29:33.913822+0000","last_unstale":"2023-08-28T02:30:38.784791+0000","last_undegraded":"2023-08-28T02:30:38.784791+0000","last_fullsized":"2023-08-28T02:30:38.784791+0000","mapping_epoch":160,"log_start":"169'3476","ondisk_log_start":"169'3476","created":160,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":8207,"log_dups_size":0,"ondisk_log_size":8207,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":196608,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6589,"num_write_kb":210944,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":250,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-08-28T02:30:33.221240+0000","last_change":"2023-08-28T02:29:44.421353+0000","last_active":"2023-08-28T02:30:33.221240+0000","last_peered":"2023-08-28T02:30:33.221240+0000","last_clean":"2023-08-28T02:30:33.221240+0000","last_became_active":"2023-08-28T02:29:44.421064+0000","last_became_peered":"2023-08-28T02:29:44.421064+0000","last_unstale":"2023-08-28T02:30:33.221240+0000","last_undegraded":"2023-08-28T02:30:33.221240+0000","last_fullsized":"2023-08-28T02:30:33.221240+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:51:36.524024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":202,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-08-28T02:30:34.248756+0000","last_change":"2023-08-28T02:17:57.849233+0000","last_active":"2023-08-28T02:30:34.248756+0000","last_peered":"2023-08-28T02:30:34.248756+0000","last_clean":"2023-08-28T02:30:34.248756+0000","last_became_active":"2023-08-28T02:17:57.848909+0000","last_became_peered":"2023-08-28T02:17:57.848909+0000","last_unstale":"2023-08-28T02:30:34.248756+0000","last_undegraded":"2023-08-28T02:30:34.248756+0000","last_fullsized":"2023-08-28T02:30:34.248756+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:19:30.926702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":219,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-08-28T02:30:34.249197+0000","last_change":"2023-08-28T02:29:44.433910+0000","last_active":"2023-08-28T02:30:34.249197+0000","last_peered":"2023-08-28T02:30:34.249197+0000","last_clean":"2023-08-28T02:30:34.249197+0000","last_became_active":"2023-08-28T02:29:44.429486+0000","last_became_peered":"2023-08-28T02:29:44.429486+0000","last_unstale":"2023-08-28T02:30:34.249197+0000","last_undegraded":"2023-08-28T02:30:34.249197+0000","last_fullsized":"2023-08-28T02:30:34.249197+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:27:00.197598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.6","version":"75'161","reported_seq":457,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-08-28T02:30:34.249116+0000","last_change":"2023-08-28T02:30:26.144684+0000","last_active":"2023-08-28T02:30:34.249116+0000","last_peered":"2023-08-28T02:30:34.249116+0000","last_clean":"2023-08-28T02:30:34.249116+0000","last_became_active":"2023-08-28T02:28:52.899055+0000","last_became_peered":"2023-08-28T02:28:52.899055+0000","last_unstale":"2023-08-28T02:30:34.249116+0000","last_undegraded":"2023-08-28T02:30:34.249116+0000","last_fullsized":"2023-08-28T02:30:34.249116+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,3],"acting":[0,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.e","version":"245'11827","reported_seq":11944,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-08-28T02:30:38.682819+0000","last_change":"2023-08-28T02:29:44.436850+0000","last_active":"2023-08-28T02:30:38.682819+0000","last_peered":"2023-08-28T02:30:38.682819+0000","last_clean":"2023-08-28T02:30:38.682819+0000","last_became_active":"2023-08-28T02:29:44.407934+0000","last_became_peered":"2023-08-28T02:29:44.407934+0000","last_unstale":"2023-08-28T02:30:38.682819+0000","last_undegraded":"2023-08-28T02:30:38.682819+0000","last_fullsized":"2023-08-28T02:30:38.682819+0000","mapping_epoch":223,"log_start":"178'4200","ondisk_log_start":"178'4200","created":160,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":7627,"log_dups_size":0,"ondisk_log_size":7627,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1769472,"num_objects":27,"num_object_clones":0,"num_object_copies":81,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":27,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6656,"num_write_kb":213856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":213,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-08-28T02:30:33.223988+0000","last_change":"2023-08-28T02:14:43.033789+0000","last_active":"2023-08-28T02:30:33.223988+0000","last_peered":"2023-08-28T02:30:33.223988+0000","last_clean":"2023-08-28T02:30:33.223988+0000","last_became_active":"2023-08-28T02:14:43.033454+0000","last_became_peered":"2023-08-28T02:14:43.033454+0000","last_unstale":"2023-08-28T02:30:33.223988+0000","last_undegraded":"2023-08-28T02:30:33.223988+0000","last_fullsized":"2023-08-28T02:30:33.223988+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:01:13.205842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":33,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-08-28T02:30:34.228907+0000","last_change":"2023-08-28T02:29:44.508212+0000","last_active":"2023-08-28T02:30:34.228907+0000","last_peered":"2023-08-28T02:30:34.228907+0000","last_clean":"2023-08-28T02:30:34.228907+0000","last_became_active":"2023-08-28T02:29:44.507669+0000","last_became_peered":"2023-08-28T02:29:44.507669+0000","last_unstale":"2023-08-28T02:30:34.228907+0000","last_undegraded":"2023-08-28T02:30:34.228907+0000","last_fullsized":"2023-08-28T02:30:34.228907+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:58:38.220241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":188,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-08-28T02:30:34.249064+0000","last_change":"2023-08-28T02:14:43.048791+0000","last_active":"2023-08-28T02:30:34.249064+0000","last_peered":"2023-08-28T02:30:34.249064+0000","last_clean":"2023-08-28T02:30:34.249064+0000","last_became_active":"2023-08-28T02:14:43.047408+0000","last_became_peered":"2023-08-28T02:14:43.047408+0000","last_unstale":"2023-08-28T02:30:34.249064+0000","last_undegraded":"2023-08-28T02:30:34.249064+0000","last_fullsized":"2023-08-28T02:30:34.249064+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:47.097181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.5","version":"75'161","reported_seq":498,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-08-28T02:30:33.231913+0000","last_change":"2023-08-28T02:29:18.891819+0000","last_active":"2023-08-28T02:30:33.231913+0000","last_peered":"2023-08-28T02:30:33.231913+0000","last_clean":"2023-08-28T02:30:33.231913+0000","last_became_active":"2023-08-28T02:27:46.339134+0000","last_became_peered":"2023-08-28T02:27:46.339134+0000","last_unstale":"2023-08-28T02:30:33.231913+0000","last_undegraded":"2023-08-28T02:30:33.231913+0000","last_fullsized":"2023-08-28T02:30:33.231913+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:18.891729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:18.891729+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:29:36.951090+0000","scrub_duration":0.0031546460000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.d","version":"245'12028","reported_seq":12148,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-08-28T02:30:38.720030+0000","last_change":"2023-08-28T02:29:45.431051+0000","last_active":"2023-08-28T02:30:38.720030+0000","last_peered":"2023-08-28T02:30:38.720030+0000","last_clean":"2023-08-28T02:30:38.720030+0000","last_became_active":"2023-08-28T02:29:45.399030+0000","last_became_peered":"2023-08-28T02:29:45.399030+0000","last_unstale":"2023-08-28T02:30:38.720030+0000","last_undegraded":"2023-08-28T02:30:38.720030+0000","last_fullsized":"2023-08-28T02:30:38.720030+0000","mapping_epoch":224,"log_start":"179'4400","ondisk_log_start":"179'4400","created":160,"last_epoch_clean":225,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":7628,"log_dups_size":0,"ondisk_log_size":7628,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6756,"num_write_kb":216000,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,5],"acting":[7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.7","version":"65'2","reported_seq":224,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-08-28T02:30:33.244958+0000","last_change":"2023-08-28T02:17:57.864052+0000","last_active":"2023-08-28T02:30:33.244958+0000","last_peered":"2023-08-28T02:30:33.244958+0000","last_clean":"2023-08-28T02:30:33.244958+0000","last_became_active":"2023-08-28T02:17:57.845544+0000","last_became_peered":"2023-08-28T02:17:57.845544+0000","last_unstale":"2023-08-28T02:30:33.244958+0000","last_undegraded":"2023-08-28T02:30:33.244958+0000","last_fullsized":"2023-08-28T02:30:33.244958+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:24:46.387534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":49,"reported_epoch":244,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:30:33.241716+0000","last_change":"2023-08-28T02:29:45.405547+0000","last_active":"2023-08-28T02:30:33.241716+0000","last_peered":"2023-08-28T02:30:33.241716+0000","last_clean":"2023-08-28T02:06:56.261752+0000","last_became_active":"2023-08-28T02:29:45.405183+0000","last_became_peered":"2023-08-28T02:29:45.405183+0000","last_unstale":"2023-08-28T02:30:33.241716+0000","last_undegraded":"2023-08-28T02:30:33.241716+0000","last_fullsized":"2023-08-28T02:30:33.241716+0000","mapping_epoch":224,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":219,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:54:56.832962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[3,6,4],"avail_no_missing":["3","1","4","6"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":222,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-08-28T02:30:33.244610+0000","last_change":"2023-08-28T02:17:57.850029+0000","last_active":"2023-08-28T02:30:33.244610+0000","last_peered":"2023-08-28T02:30:33.244610+0000","last_clean":"2023-08-28T02:30:33.244610+0000","last_became_active":"2023-08-28T02:17:57.846602+0000","last_became_peered":"2023-08-28T02:17:57.846602+0000","last_unstale":"2023-08-28T02:30:33.244610+0000","last_undegraded":"2023-08-28T02:30:33.244610+0000","last_fullsized":"2023-08-28T02:30:33.244610+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:39:38.706283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.4","version":"75'161","reported_seq":468,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-08-28T02:30:33.248736+0000","last_change":"2023-08-28T02:28:15.289768+0000","last_active":"2023-08-28T02:30:33.248736+0000","last_peered":"2023-08-28T02:30:33.248736+0000","last_clean":"2023-08-28T02:30:33.248736+0000","last_became_active":"2023-08-28T02:28:15.289365+0000","last_became_peered":"2023-08-28T02:28:15.289365+0000","last_unstale":"2023-08-28T02:30:33.248736+0000","last_undegraded":"2023-08-28T02:30:33.248736+0000","last_fullsized":"2023-08-28T02:30:33.248736+0000","mapping_epoch":189,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":190,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":488690,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.c","version":"245'12167","reported_seq":12270,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-08-28T02:30:38.768604+0000","last_change":"2023-08-28T02:29:33.941899+0000","last_active":"2023-08-28T02:30:38.768604+0000","last_peered":"2023-08-28T02:30:38.768604+0000","last_clean":"2023-08-28T02:30:38.768604+0000","last_became_active":"2023-08-28T02:29:33.917985+0000","last_became_peered":"2023-08-28T02:29:33.917985+0000","last_unstale":"2023-08-28T02:30:38.768604+0000","last_undegraded":"2023-08-28T02:30:38.768604+0000","last_fullsized":"2023-08-28T02:30:38.768604+0000","mapping_epoch":160,"log_start":"177'4195","ondisk_log_start":"177'4195","created":160,"last_epoch_clean":218,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":7972,"log_dups_size":0,"ondisk_log_size":7972,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6868,"num_write_kb":219072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":135,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-08-28T02:30:33.226166+0000","last_change":"2023-08-28T02:28:52.899333+0000","last_active":"2023-08-28T02:30:33.226166+0000","last_peered":"2023-08-28T02:30:33.226166+0000","last_clean":"2023-08-28T02:30:33.226166+0000","last_became_active":"2023-08-28T02:28:52.898989+0000","last_became_peered":"2023-08-28T02:28:52.898989+0000","last_unstale":"2023-08-28T02:30:33.226166+0000","last_undegraded":"2023-08-28T02:30:33.226166+0000","last_fullsized":"2023-08-28T02:30:33.226166+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:30:07.242589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"65'1","reported_seq":232,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-08-28T02:30:34.249287+0000","last_change":"2023-08-28T02:29:44.510205+0000","last_active":"2023-08-28T02:30:34.249287+0000","last_peered":"2023-08-28T02:30:34.249287+0000","last_clean":"2023-08-28T02:30:34.249287+0000","last_became_active":"2023-08-28T02:29:44.429357+0000","last_became_peered":"2023-08-28T02:29:44.429357+0000","last_unstale":"2023-08-28T02:30:34.249287+0000","last_undegraded":"2023-08-28T02:30:34.249287+0000","last_fullsized":"2023-08-28T02:30:34.249287+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:44:59.955729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":190,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-08-28T02:30:33.228803+0000","last_change":"2023-08-28T02:07:37.332854+0000","last_active":"2023-08-28T02:30:33.228803+0000","last_peered":"2023-08-28T02:30:33.228803+0000","last_clean":"2023-08-28T02:30:33.228803+0000","last_became_active":"2023-08-28T02:07:37.332563+0000","last_became_peered":"2023-08-28T02:07:37.332563+0000","last_unstale":"2023-08-28T02:30:33.228803+0000","last_undegraded":"2023-08-28T02:30:33.228803+0000","last_fullsized":"2023-08-28T02:30:33.228803+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:24:12.887788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.11","version":"245'8573","reported_seq":8685,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-08-28T02:30:38.722894+0000","last_change":"2023-08-28T02:27:36.183590+0000","last_active":"2023-08-28T02:30:38.722894+0000","last_peered":"2023-08-28T02:30:38.722894+0000","last_clean":"2023-08-28T02:30:38.722894+0000","last_became_active":"2023-08-28T02:27:36.180993+0000","last_became_peered":"2023-08-28T02:27:36.180993+0000","last_unstale":"2023-08-28T02:30:38.722894+0000","last_undegraded":"2023-08-28T02:30:38.722894+0000","last_fullsized":"2023-08-28T02:30:38.722894+0000","mapping_epoch":175,"log_start":"169'3625","ondisk_log_start":"169'3625","created":170,"last_epoch_clean":176,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":4948,"log_dups_size":0,"ondisk_log_size":4948,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6738,"num_write_kb":213888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1b","version":"65'1","reported_seq":190,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-08-28T02:30:34.248967+0000","last_change":"2023-08-28T02:14:43.042150+0000","last_active":"2023-08-28T02:30:34.248967+0000","last_peered":"2023-08-28T02:30:34.248967+0000","last_clean":"2023-08-28T02:30:34.248967+0000","last_became_active":"2023-08-28T02:14:43.038336+0000","last_became_peered":"2023-08-28T02:14:43.038336+0000","last_unstale":"2023-08-28T02:30:34.248967+0000","last_undegraded":"2023-08-28T02:30:34.248967+0000","last_fullsized":"2023-08-28T02:30:34.248967+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:26:02.415152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":238,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-08-28T02:30:34.225932+0000","last_change":"2023-08-28T02:29:44.466281+0000","last_active":"2023-08-28T02:30:34.225932+0000","last_peered":"2023-08-28T02:30:34.225932+0000","last_clean":"2023-08-28T02:30:34.225932+0000","last_became_active":"2023-08-28T02:29:44.465902+0000","last_became_peered":"2023-08-28T02:29:44.465902+0000","last_unstale":"2023-08-28T02:30:34.225932+0000","last_undegraded":"2023-08-28T02:30:34.225932+0000","last_fullsized":"2023-08-28T02:30:34.225932+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:42:07.764961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.16","version":"245'8453","reported_seq":14937,"reported_epoch":245,"state":"active+recovering","last_fresh":"2023-08-28T02:30:41.221227+0000","last_change":"2023-08-28T02:30:33.890240+0000","last_active":"2023-08-28T02:30:41.221227+0000","last_peered":"2023-08-28T02:30:41.221227+0000","last_clean":"2023-08-28T02:29:22.977076+0000","last_became_active":"2023-08-28T02:29:46.075874+0000","last_became_peered":"2023-08-28T02:29:46.075874+0000","last_unstale":"2023-08-28T02:30:41.221227+0000","last_undegraded":"2023-08-28T02:30:41.221227+0000","last_fullsized":"2023-08-28T02:30:41.221227+0000","mapping_epoch":224,"log_start":"164'608","ondisk_log_start":"164'608","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":7845,"log_dups_size":0,"ondisk_log_size":7845,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":161,"num_objects_missing":161,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6678,"num_write_kb":213664,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3177,"num_bytes_recovered":107479040,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":["1","2","5"],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"65'2","reported_seq":238,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-08-28T02:30:33.231484+0000","last_change":"2023-08-28T02:29:44.535937+0000","last_active":"2023-08-28T02:30:33.231484+0000","last_peered":"2023-08-28T02:30:33.231484+0000","last_clean":"2023-08-28T02:30:33.231484+0000","last_became_active":"2023-08-28T02:29:44.462244+0000","last_became_peered":"2023-08-28T02:29:44.462244+0000","last_unstale":"2023-08-28T02:30:33.231484+0000","last_undegraded":"2023-08-28T02:30:33.231484+0000","last_fullsized":"2023-08-28T02:30:33.231484+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:30:33.173713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":222,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-08-28T02:30:34.248709+0000","last_change":"2023-08-28T02:29:44.428987+0000","last_active":"2023-08-28T02:30:34.248709+0000","last_peered":"2023-08-28T02:30:34.248709+0000","last_clean":"2023-08-28T02:30:34.248709+0000","last_became_active":"2023-08-28T02:29:44.428622+0000","last_became_peered":"2023-08-28T02:29:44.428622+0000","last_unstale":"2023-08-28T02:30:34.248709+0000","last_undegraded":"2023-08-28T02:30:34.248709+0000","last_fullsized":"2023-08-28T02:30:34.248709+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:48:42.349894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.17","version":"245'8601","reported_seq":13976,"reported_epoch":245,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:30:38.785767+0000","last_change":"2023-08-28T02:29:45.558525+0000","last_active":"2023-08-28T02:30:38.785767+0000","last_peered":"2023-08-28T02:30:38.785767+0000","last_clean":"2023-08-28T02:29:23.700768+0000","last_became_active":"2023-08-28T02:29:45.499376+0000","last_became_peered":"2023-08-28T02:29:45.499376+0000","last_unstale":"2023-08-28T02:30:38.785767+0000","last_undegraded":"2023-08-28T02:29:45.490377+0000","last_fullsized":"2023-08-28T02:29:45.384380+0000","mapping_epoch":224,"log_start":"171'3613","ondisk_log_start":"171'3613","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":4988,"log_dups_size":0,"ondisk_log_size":4988,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3667,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6808,"num_write_kb":217024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1776,"num_bytes_recovered":116391936,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1],"avail_no_missing":["7","3","5"],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"65'2","reported_seq":193,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-08-28T02:30:33.231183+0000","last_change":"2023-08-28T02:07:37.315088+0000","last_active":"2023-08-28T02:30:33.231183+0000","last_peered":"2023-08-28T02:30:33.231183+0000","last_clean":"2023-08-28T02:30:33.231183+0000","last_became_active":"2023-08-28T02:07:37.314730+0000","last_became_peered":"2023-08-28T02:07:37.314730+0000","last_unstale":"2023-08-28T02:30:33.231183+0000","last_undegraded":"2023-08-28T02:30:33.231183+0000","last_fullsized":"2023-08-28T02:30:33.231183+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:58.096621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":224,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-08-28T02:30:33.229614+0000","last_change":"2023-08-28T02:17:57.830595+0000","last_active":"2023-08-28T02:30:33.229614+0000","last_peered":"2023-08-28T02:30:33.229614+0000","last_clean":"2023-08-28T02:30:33.229614+0000","last_became_active":"2023-08-28T02:17:57.830345+0000","last_became_peered":"2023-08-28T02:17:57.830345+0000","last_unstale":"2023-08-28T02:30:33.229614+0000","last_undegraded":"2023-08-28T02:30:33.229614+0000","last_fullsized":"2023-08-28T02:30:33.229614+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:50:50.199731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.14","version":"245'8447","reported_seq":8579,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-08-28T02:30:38.767259+0000","last_change":"2023-08-28T02:29:45.879282+0000","last_active":"2023-08-28T02:30:38.767259+0000","last_peered":"2023-08-28T02:30:38.767259+0000","last_clean":"2023-08-28T02:30:38.767259+0000","last_became_active":"2023-08-28T02:29:45.855435+0000","last_became_peered":"2023-08-28T02:29:45.855435+0000","last_unstale":"2023-08-28T02:30:38.767259+0000","last_undegraded":"2023-08-28T02:30:38.767259+0000","last_fullsized":"2023-08-28T02:30:38.767259+0000","mapping_epoch":225,"log_start":"167'2970","ondisk_log_start":"167'2970","created":170,"last_epoch_clean":226,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":5477,"log_dups_size":0,"ondisk_log_size":5477,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1277952,"num_objects":20,"num_object_clones":0,"num_object_copies":60,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6674,"num_write_kb":214176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1e","version":"65'1","reported_seq":212,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-08-28T02:30:33.241624+0000","last_change":"2023-08-28T02:17:57.833218+0000","last_active":"2023-08-28T02:30:33.241624+0000","last_peered":"2023-08-28T02:30:33.241624+0000","last_clean":"2023-08-28T02:30:33.241624+0000","last_became_active":"2023-08-28T02:17:57.832772+0000","last_became_peered":"2023-08-28T02:17:57.832772+0000","last_unstale":"2023-08-28T02:30:33.241624+0000","last_undegraded":"2023-08-28T02:30:33.241624+0000","last_fullsized":"2023-08-28T02:30:33.241624+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:00:02.110545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":226,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-08-28T02:30:33.247009+0000","last_change":"2023-08-28T02:17:57.845102+0000","last_active":"2023-08-28T02:30:33.247009+0000","last_peered":"2023-08-28T02:30:33.247009+0000","last_clean":"2023-08-28T02:30:33.247009+0000","last_became_active":"2023-08-28T02:17:57.843529+0000","last_became_peered":"2023-08-28T02:17:57.843529+0000","last_unstale":"2023-08-28T02:30:33.247009+0000","last_undegraded":"2023-08-28T02:30:33.247009+0000","last_fullsized":"2023-08-28T02:30:33.247009+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:20:19.708785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.15","version":"245'8455","reported_seq":19044,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-08-28T02:30:38.764014+0000","last_change":"2023-08-28T02:30:31.903990+0000","last_active":"2023-08-28T02:30:38.764014+0000","last_peered":"2023-08-28T02:30:38.764014+0000","last_clean":"2023-08-28T02:30:38.764014+0000","last_became_active":"2023-08-28T02:30:31.885065+0000","last_became_peered":"2023-08-28T02:30:31.885065+0000","last_unstale":"2023-08-28T02:30:38.764014+0000","last_undegraded":"2023-08-28T02:30:38.764014+0000","last_fullsized":"2023-08-28T02:30:38.764014+0000","mapping_epoch":242,"log_start":"169'3503","ondisk_log_start":"169'3503","created":170,"last_epoch_clean":243,"parent":"0.0","parent_split_bits":5,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:26:46.191931+0000","last_clean_scrub_stamp":"2023-08-28T02:26:46.191931+0000","objects_scrubbed":0,"log_size":4952,"log_dups_size":0,"ondisk_log_size":4952,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6680,"num_write_kb":213184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3547,"num_bytes_recovered":118620160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"65'4","reported_seq":206,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-08-28T02:30:34.250449+0000","last_change":"2023-08-28T02:16:50.319672+0000","last_active":"2023-08-28T02:30:34.250449+0000","last_peered":"2023-08-28T02:30:34.250449+0000","last_clean":"2023-08-28T02:30:34.250449+0000","last_became_active":"2023-08-28T02:16:50.319279+0000","last_became_peered":"2023-08-28T02:16:50.319279+0000","last_unstale":"2023-08-28T02:30:34.250449+0000","last_undegraded":"2023-08-28T02:30:34.250449+0000","last_fullsized":"2023-08-28T02:30:34.250449+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:28:07.379148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":227,"reported_epoch":244,"state":"active+clean","last_fresh":"2023-08-28T02:30:33.228595+0000","last_change":"2023-08-28T02:29:44.461816+0000","last_active":"2023-08-28T02:30:33.228595+0000","last_peered":"2023-08-28T02:30:33.228595+0000","last_clean":"2023-08-28T02:30:33.228595+0000","last_became_active":"2023-08-28T02:29:44.461467+0000","last_became_peered":"2023-08-28T02:29:44.461467+0000","last_unstale":"2023-08-28T02:30:33.228595+0000","last_undegraded":"2023-08-28T02:30:33.228595+0000","last_fullsized":"2023-08-28T02:30:33.228595+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:32:08.790025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":429359,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":356,"num_read_kb":667,"num_write":174,"num_write_kb":1757,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1878443,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":9,"num_pg":36,"stat_sum":{"num_bytes":27983860,"num_objects":429,"num_object_clones":0,"num_object_copies":1287,"num_objects_missing_on_primary":161,"num_objects_missing":161,"num_objects_degraded":3667,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":429,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":213117,"num_write_kb":6753441,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":15952,"num_bytes_recovered":765263872,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":644349952,"data_stored":644349952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":267553,"ondisk_log_size":267553,"up":108,"acting":107,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299685,"num_pgs":61,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":430652,"kb_used_data":3124,"kb_used_omap":0,"kb_used_meta":427520,"kb_avail":93314500,"statfs":{"total":95995035648,"available":95554048000,"internally_reserved":0,"allocated":3198976,"data_stored":2114286,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":437780480},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:30:01 2023","interfaces":[{"interface":"back","average":{"1min":1.909,"5min":1.478,"15min":1.696},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.21199999999999999},"max":{"1min":8.8870000000000005,"5min":13.118,"15min":13.257},"last":0.57999999999999996},{"interface":"front","average":{"1min":1.8979999999999999,"5min":2.2309999999999999,"15min":2.0870000000000002},"min":{"1min":0.28699999999999998,"5min":0.246,"15min":0.246},"max":{"1min":11.513,"5min":17.402999999999999,"15min":17.402999999999999},"last":0.64400000000000002}]},{"osd":1,"last update":"Mon Aug 28 02:30:27 2023","interfaces":[{"interface":"back","average":{"1min":2.6469999999999998,"5min":2.714,"15min":2.302},"min":{"1min":0.248,"5min":0.248,"15min":0.24099999999999999},"max":{"1min":11.699999999999999,"5min":17.43,"15min":17.43},"last":0.55300000000000005},{"interface":"front","average":{"1min":3.4660000000000002,"5min":2.5550000000000002,"15min":2.2109999999999999},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":12.525,"5min":19.913,"15min":19.913},"last":0.67100000000000004}]},{"osd":2,"last update":"Mon Aug 28 02:30:12 2023","interfaces":[{"interface":"back","average":{"1min":2.7280000000000002,"5min":1.784,"15min":1.8140000000000001},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22800000000000001},"max":{"1min":7.6150000000000002,"5min":8.2970000000000006,"15min":8.3889999999999993},"last":0.66100000000000003},{"interface":"front","average":{"1min":1.536,"5min":1.3080000000000001,"15min":1.6519999999999999},"min":{"1min":0.33600000000000002,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":9.2219999999999995,"5min":9.2219999999999995,"15min":12.128},"last":0.47499999999999998}]},{"osd":3,"last update":"Mon Aug 28 02:30:27 2023","interfaces":[{"interface":"back","average":{"1min":2.335,"5min":1.8180000000000001,"15min":2.028},"min":{"1min":0.38100000000000001,"5min":0.29499999999999998,"15min":0.27200000000000002},"max":{"1min":12.186999999999999,"5min":12.186999999999999,"15min":12.186999999999999},"last":0.51100000000000001},{"interface":"front","average":{"1min":2.4420000000000002,"5min":1.657,"15min":2.1379999999999999},"min":{"1min":0.32300000000000001,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":19.344999999999999,"5min":19.344999999999999,"15min":19.344999999999999},"last":0.61099999999999999}]},{"osd":4,"last update":"Mon Aug 28 02:30:01 2023","interfaces":[{"interface":"back","average":{"1min":2.3940000000000001,"5min":1.925,"15min":1.304},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.23400000000000001},"max":{"1min":18.943000000000001,"5min":18.943000000000001,"15min":18.943000000000001},"last":0.70899999999999996},{"interface":"front","average":{"1min":1.5760000000000001,"5min":1.03,"15min":0.93700000000000006},"min":{"1min":0.28999999999999998,"5min":0.26500000000000001,"15min":0.245},"max":{"1min":7.0339999999999998,"5min":7.2130000000000001,"15min":8.1890000000000001},"last":0.438}]},{"osd":5,"last update":"Mon Aug 28 02:30:01 2023","interfaces":[{"interface":"back","average":{"1min":1.75,"5min":1.363,"15min":1.069},"min":{"1min":0.28199999999999997,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":5.0949999999999998,"5min":14.622,"15min":14.622},"last":0.628},{"interface":"front","average":{"1min":2.052,"5min":1.847,"15min":1.2909999999999999},"min":{"1min":0.311,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":13.840999999999999,"5min":17.324999999999999,"15min":17.324999999999999},"last":0.59499999999999997}]},{"osd":6,"last update":"Mon Aug 28 02:30:01 2023","interfaces":[{"interface":"back","average":{"1min":1.8660000000000001,"5min":1.8480000000000001,"15min":1.294},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.28199999999999997},"max":{"1min":11.585000000000001,"5min":17.454999999999998,"15min":17.454999999999998},"last":0.68999999999999995},{"interface":"front","average":{"1min":1.552,"5min":0.89100000000000001,"15min":0.88},"min":{"1min":0.34899999999999998,"5min":0.33400000000000002,"15min":0.29899999999999999},"max":{"1min":7.665,"5min":7.665,"15min":7.665},"last":0.56599999999999995}]}]},{"osd":6,"up_from":45,"seq":193273528616,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":311916,"kb_used_data":2788,"kb_used_omap":0,"kb_used_meta":309120,"kb_avail":93433236,"statfs":{"total":95995035648,"available":95675633664,"internally_reserved":0,"allocated":2854912,"data_stored":1786137,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":316538880},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:30:15 2023","interfaces":[{"interface":"back","average":{"1min":1.9359999999999999,"5min":1.6919999999999999,"15min":2.0339999999999998},"min":{"1min":0.28799999999999998,"5min":0.23100000000000001,"15min":0.20699999999999999},"max":{"1min":12.895,"5min":12.895,"15min":16.462},"last":0.42899999999999999},{"interface":"front","average":{"1min":2.4089999999999998,"5min":1.8100000000000001,"15min":2.0710000000000002},"min":{"1min":0.39700000000000002,"5min":0.24099999999999999,"15min":0.23899999999999999},"max":{"1min":11.701000000000001,"5min":11.701000000000001,"15min":16.486999999999998},"last":0.46400000000000002}]},{"osd":1,"last update":"Mon Aug 28 02:30:35 2023","interfaces":[{"interface":"back","average":{"1min":1.4399999999999999,"5min":2.0270000000000001,"15min":2.2269999999999999},"min":{"1min":0.26900000000000002,"5min":0.25800000000000001,"15min":0.23999999999999999},"max":{"1min":8.1530000000000005,"5min":19.384,"15min":19.384},"last":0.38400000000000001},{"interface":"front","average":{"1min":1.9810000000000001,"5min":1.915,"15min":1.9379999999999999},"min":{"1min":0.29499999999999998,"5min":0.25,"15min":0.25},"max":{"1min":5.9749999999999996,"5min":13.183999999999999,"15min":13.183999999999999},"last":0.40699999999999997}]},{"osd":2,"last update":"Mon Aug 28 02:30:19 2023","interfaces":[{"interface":"back","average":{"1min":2.2320000000000002,"5min":1.6499999999999999,"15min":2.0710000000000002},"min":{"1min":0.32800000000000001,"5min":0.28299999999999997,"15min":0.26300000000000001},"max":{"1min":11.724,"5min":11.724,"15min":14.156000000000001},"last":0.497},{"interface":"front","average":{"1min":1.9610000000000001,"5min":1.5940000000000001,"15min":1.7430000000000001},"min":{"1min":0.38300000000000001,"5min":0.28899999999999998,"15min":0.247},"max":{"1min":12.359999999999999,"5min":12.359999999999999,"15min":12.359999999999999},"last":0.45300000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:30:19 2023","interfaces":[{"interface":"back","average":{"1min":2.2170000000000001,"5min":3.222,"15min":2.5950000000000002},"min":{"1min":0.36799999999999999,"5min":0.34100000000000003,"15min":0.30199999999999999},"max":{"1min":11.667999999999999,"5min":122.399,"15min":122.399},"last":0.375},{"interface":"front","average":{"1min":2.4260000000000002,"5min":2.8199999999999998,"15min":2.3780000000000001},"min":{"1min":0.35099999999999998,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":12.398999999999999,"5min":123.173,"15min":123.173},"last":0.51500000000000001}]},{"osd":4,"last update":"Mon Aug 28 02:29:52 2023","interfaces":[{"interface":"back","average":{"1min":1.3620000000000001,"5min":1.3779999999999999,"15min":1.069},"min":{"1min":0.26800000000000002,"5min":0.253,"15min":0.23400000000000001},"max":{"1min":6.21,"5min":18.294,"15min":18.294},"last":0.33700000000000002},{"interface":"front","average":{"1min":1.5329999999999999,"5min":1.256,"15min":1.0649999999999999},"min":{"1min":0.36199999999999999,"5min":0.26500000000000001,"15min":0.22500000000000001},"max":{"1min":7.4320000000000004,"5min":7.5069999999999997,"15min":8.0950000000000006},"last":0.48099999999999998}]},{"osd":5,"last update":"Mon Aug 28 02:29:52 2023","interfaces":[{"interface":"back","average":{"1min":1.538,"5min":1.472,"15min":1.1399999999999999},"min":{"1min":0.32200000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":6.9880000000000004,"5min":13.105,"15min":13.105},"last":0.44400000000000001},{"interface":"front","average":{"1min":1.4770000000000001,"5min":1.2310000000000001,"15min":0.96499999999999997},"min":{"1min":0.34000000000000002,"5min":0.27400000000000002,"15min":0.26800000000000002},"max":{"1min":12.247999999999999,"5min":12.247999999999999,"15min":12.247999999999999},"last":0.75600000000000001}]},{"osd":7,"last update":"Mon Aug 28 02:30:19 2023","interfaces":[{"interface":"back","average":{"1min":1.6779999999999999,"5min":1.284,"15min":1.1699999999999999},"min":{"1min":0.40799999999999997,"5min":0.311,"15min":0.27000000000000002},"max":{"1min":6.2450000000000001,"5min":7.0149999999999997,"15min":12.260999999999999},"last":0.76600000000000001},{"interface":"front","average":{"1min":2.032,"5min":1.3779999999999999,"15min":1.1879999999999999},"min":{"1min":0.36299999999999999,"5min":0.27200000000000002,"15min":0.22600000000000001},"max":{"1min":7.4770000000000003,"5min":9.7370000000000001,"15min":12.021000000000001},"last":0.60299999999999998}]}]},{"osd":1,"up_from":101,"seq":433791697075,"num_pgs":58,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":565124,"kb_used_data":27196,"kb_used_omap":4,"kb_used_meta":537915,"kb_avail":93180028,"statfs":{"total":95995035648,"available":95416348672,"internally_reserved":0,"allocated":27848704,"data_stored":26430465,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":550825870},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,2,0,4],"upper_bound":16},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:30:26 2023","interfaces":[{"interface":"back","average":{"1min":2.246,"5min":2.625,"15min":3.0019999999999998},"min":{"1min":0.246,"5min":0.22,"15min":0.21099999999999999},"max":{"1min":14.721,"5min":24.545999999999999,"15min":24.545999999999999},"last":2.5369999999999999},{"interface":"front","average":{"1min":4.0199999999999996,"5min":3.673,"15min":3.3759999999999999},"min":{"1min":0.251,"5min":0.24199999999999999,"15min":0.21199999999999999},"max":{"1min":12.301,"5min":24.515000000000001,"15min":24.515000000000001},"last":0.83999999999999997}]},{"osd":2,"last update":"Mon Aug 28 02:30:18 2023","interfaces":[{"interface":"back","average":{"1min":3.9039999999999999,"5min":2.7709999999999999,"15min":2.7970000000000002},"min":{"1min":0.313,"5min":0.313,"15min":0.24099999999999999},"max":{"1min":12.265000000000001,"5min":12.265000000000001,"15min":13.58},"last":4.5720000000000001},{"interface":"front","average":{"1min":1.8,"5min":1.655,"15min":2.7229999999999999},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.253},"max":{"1min":12.101000000000001,"5min":19.100999999999999,"15min":20.003},"last":6.3090000000000002}]},{"osd":3,"last update":"Mon Aug 28 02:30:18 2023","interfaces":[{"interface":"back","average":{"1min":2.133,"5min":2.4039999999999999,"15min":3.2850000000000001},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":15.35,"5min":19.074999999999999,"15min":24.701000000000001},"last":6.282},{"interface":"front","average":{"1min":2.371,"5min":2.702,"15min":3.2080000000000002},"min":{"1min":0.33500000000000002,"5min":0.24099999999999999,"15min":0.223},"max":{"1min":12.868,"5min":14.615,"15min":22.59},"last":0.64300000000000002}]},{"osd":4,"last update":"Mon Aug 28 02:30:26 2023","interfaces":[{"interface":"back","average":{"1min":1.718,"5min":1.619,"15min":1.952},"min":{"1min":0.32200000000000001,"5min":0.312,"15min":0.30099999999999999},"max":{"1min":18.689,"5min":18.992999999999999,"15min":18.992999999999999},"last":6.1840000000000002},{"interface":"front","average":{"1min":2.2749999999999999,"5min":2.008,"15min":1.9339999999999999},"min":{"1min":0.371,"5min":0.28899999999999998,"15min":0.26400000000000001},"max":{"1min":14.779999999999999,"5min":14.779999999999999,"15min":14.779999999999999},"last":0.58899999999999997}]},{"osd":5,"last update":"Mon Aug 28 02:30:26 2023","interfaces":[{"interface":"back","average":{"1min":3.7440000000000002,"5min":2.5470000000000002,"15min":2.5459999999999998},"min":{"1min":0.434,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":12.170999999999999,"5min":18.626999999999999,"15min":18.626999999999999},"last":1.7270000000000001},{"interface":"front","average":{"1min":1.5209999999999999,"5min":2.1899999999999999,"15min":2.4390000000000001},"min":{"1min":0.374,"5min":0.33600000000000002,"15min":0.31900000000000001},"max":{"1min":6.5529999999999999,"5min":18.945,"15min":18.945},"last":6.2519999999999998}]},{"osd":6,"last update":"Mon Aug 28 02:30:26 2023","interfaces":[{"interface":"back","average":{"1min":3.1400000000000001,"5min":2.3959999999999999,"15min":2.556},"min":{"1min":0.373,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":12.221,"5min":12.221,"15min":14.944000000000001},"last":1.071},{"interface":"front","average":{"1min":1.244,"5min":1.764,"15min":2.1579999999999999},"min":{"1min":0.42899999999999999,"5min":0.35699999999999998,"15min":0.34499999999999997},"max":{"1min":6.2270000000000003,"5min":19.021999999999998,"15min":19.021999999999998},"last":6.335}]},{"osd":7,"last update":"Mon Aug 28 02:30:26 2023","interfaces":[{"interface":"back","average":{"1min":1.395,"5min":2.0529999999999999,"15min":2.456},"min":{"1min":0.41099999999999998,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":6.101,"5min":19.047999999999998,"15min":19.047999999999998},"last":6.3639999999999999},{"interface":"front","average":{"1min":2.0579999999999998,"5min":2.2999999999999998,"15min":2.2559999999999998},"min":{"1min":0.42399999999999999,"5min":0.35799999999999998,"15min":0.30199999999999999},"max":{"1min":14.818,"5min":14.818,"15min":14.818},"last":0.61899999999999999}]}]},{"osd":0,"up_from":87,"seq":373662154946,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":598496,"kb_used_data":99992,"kb_used_omap":5,"kb_used_meta":498490,"kb_avail":93146656,"statfs":{"total":95995035648,"available":95382175744,"internally_reserved":0,"allocated":102391808,"data_stored":100892138,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":510454394},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:30:22 2023","interfaces":[{"interface":"back","average":{"1min":3.6760000000000002,"5min":2.0569999999999999,"15min":2.468},"min":{"1min":0.29199999999999998,"5min":0.193,"15min":0.193},"max":{"1min":30.315000000000001,"5min":30.315000000000001,"15min":30.315000000000001},"last":0.46999999999999997},{"interface":"front","average":{"1min":6.7210000000000001,"5min":3.1760000000000002,"15min":3.5430000000000001},"min":{"1min":0.27600000000000002,"5min":0.255,"15min":0.16900000000000001},"max":{"1min":69.272000000000006,"5min":69.272000000000006,"15min":69.272000000000006},"last":0.63600000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:30:16 2023","interfaces":[{"interface":"back","average":{"1min":3.8769999999999998,"5min":2.4209999999999998,"15min":2.8380000000000001},"min":{"1min":0.38500000000000001,"5min":0.248,"15min":0.23400000000000001},"max":{"1min":20.959,"5min":20.959,"15min":20.959},"last":0.59699999999999998},{"interface":"front","average":{"1min":2.2730000000000001,"5min":2.2200000000000002,"15min":2.702},"min":{"1min":0.32000000000000001,"5min":0.28100000000000003,"15min":0.24299999999999999},"max":{"1min":8.0600000000000005,"5min":9.3729999999999993,"15min":20.015999999999998},"last":0.67000000000000004}]},{"osd":3,"last update":"Mon Aug 28 02:30:22 2023","interfaces":[{"interface":"back","average":{"1min":3.5099999999999998,"5min":2.1549999999999998,"15min":2.956},"min":{"1min":0.35199999999999998,"5min":0.27700000000000002,"15min":0.26100000000000001},"max":{"1min":10.971,"5min":11.41,"15min":20.27},"last":0.69299999999999995},{"interface":"front","average":{"1min":2.464,"5min":2.46,"15min":2.6379999999999999},"min":{"1min":0.38400000000000001,"5min":0.26500000000000001,"15min":0.247},"max":{"1min":10.788,"5min":15.365,"15min":17.635999999999999},"last":0.78400000000000003}]},{"osd":4,"last update":"Mon Aug 28 02:30:08 2023","interfaces":[{"interface":"back","average":{"1min":1.849,"5min":1.917,"15min":1.966},"min":{"1min":0.35599999999999998,"5min":0.32600000000000001,"15min":0.27700000000000002},"max":{"1min":7.056,"5min":8.9380000000000006,"15min":12.842000000000001},"last":0.57599999999999996},{"interface":"front","average":{"1min":4.1310000000000002,"5min":2.4369999999999998,"15min":2.548},"min":{"1min":0.53400000000000003,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":35.860999999999997,"5min":35.860999999999997,"15min":35.860999999999997},"last":0.71499999999999997}]},{"osd":5,"last update":"Mon Aug 28 02:30:08 2023","interfaces":[{"interface":"back","average":{"1min":1.6579999999999999,"5min":1.754,"15min":1.8620000000000001},"min":{"1min":0.45100000000000001,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":4.891,"5min":8.9789999999999992,"15min":13.038},"last":0.74199999999999999},{"interface":"front","average":{"1min":3.2120000000000002,"5min":2.5550000000000002,"15min":2.625},"min":{"1min":0.58699999999999997,"5min":0.371,"15min":0.27800000000000002},"max":{"1min":15.231,"5min":15.231,"15min":15.231},"last":0.77100000000000002}]},{"osd":6,"last update":"Mon Aug 28 02:30:08 2023","interfaces":[{"interface":"back","average":{"1min":2.6419999999999999,"5min":2.0779999999999998,"15min":2.0779999999999998},"min":{"1min":0.47899999999999998,"5min":0.36199999999999999,"15min":0.316},"max":{"1min":15.122999999999999,"5min":15.122999999999999,"15min":15.122999999999999},"last":0.83299999999999996},{"interface":"front","average":{"1min":3.4660000000000002,"5min":2.617,"15min":2.5920000000000001},"min":{"1min":0.56699999999999995,"5min":0.41499999999999998,"15min":0.311},"max":{"1min":15.186999999999999,"5min":15.186999999999999,"15min":15.186999999999999},"last":0.81799999999999995}]},{"osd":7,"last update":"Mon Aug 28 02:30:08 2023","interfaces":[{"interface":"back","average":{"1min":3.6200000000000001,"5min":2.4359999999999999,"15min":2.4470000000000001},"min":{"1min":0.433,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":16.183,"5min":16.183,"15min":16.183},"last":0.879},{"interface":"front","average":{"1min":1.4410000000000001,"5min":1.9770000000000001,"15min":2.125},"min":{"1min":0.57799999999999996,"5min":0.39500000000000002,"15min":0.377},"max":{"1min":3.544,"5min":8.9960000000000004,"15min":13.005000000000001},"last":0.81100000000000005}]}]},{"osd":2,"up_from":117,"seq":502511173801,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":442440,"kb_used_data":9024,"kb_used_omap":7,"kb_used_meta":433400,"kb_avail":93302712,"statfs":{"total":95995035648,"available":95541977088,"internally_reserved":0,"allocated":9240576,"data_stored":7824430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":443801681},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:30:20 2023","interfaces":[{"interface":"back","average":{"1min":2.286,"5min":1.863,"15min":2.528},"min":{"1min":0.29499999999999998,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":13.151999999999999,"5min":15.223000000000001,"15min":15.223000000000001},"last":0.29199999999999998},{"interface":"front","average":{"1min":3.8730000000000002,"5min":2.2389999999999999,"15min":3.1469999999999998},"min":{"1min":0.26000000000000001,"5min":0.223,"15min":0.223},"max":{"1min":17.550999999999998,"5min":17.550999999999998,"15min":25.834},"last":0.60199999999999998}]},{"osd":1,"last update":"Mon Aug 28 02:30:20 2023","interfaces":[{"interface":"back","average":{"1min":4.1360000000000001,"5min":2.5680000000000001,"15min":3.0390000000000001},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.251},"max":{"1min":18.565000000000001,"5min":18.565000000000001,"15min":18.565000000000001},"last":0.67700000000000005},{"interface":"front","average":{"1min":2.4350000000000001,"5min":1.653,"15min":2.5379999999999998},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.216},"max":{"1min":13.1,"5min":13.1,"15min":16.983000000000001},"last":0.51100000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:30:20 2023","interfaces":[{"interface":"back","average":{"1min":5.1390000000000002,"5min":2.964,"15min":3.6230000000000002},"min":{"1min":0.42399999999999999,"5min":0.25700000000000001,"15min":0.25600000000000001},"max":{"1min":18.637,"5min":18.637,"15min":18.637},"last":0.88200000000000001},{"interface":"front","average":{"1min":3.1080000000000001,"5min":2.3599999999999999,"15min":3.153},"min":{"1min":0.28100000000000003,"5min":0.253,"15min":0.253},"max":{"1min":14.984,"5min":17.702999999999999,"15min":17.702999999999999},"last":0.57199999999999995}]},{"osd":4,"last update":"Mon Aug 28 02:30:20 2023","interfaces":[{"interface":"back","average":{"1min":1.823,"5min":1.7090000000000001,"15min":2.1240000000000001},"min":{"1min":0.35899999999999999,"5min":0.30399999999999999,"15min":0.26000000000000001},"max":{"1min":7.0469999999999997,"5min":10.750999999999999,"15min":25.876999999999999},"last":0.70399999999999996},{"interface":"front","average":{"1min":2.883,"5min":2.1139999999999999,"15min":2.2400000000000002},"min":{"1min":0.38400000000000001,"5min":0.32100000000000001,"15min":0.29799999999999999},"max":{"1min":9.875,"5min":9.875,"15min":12.324},"last":0.79500000000000004}]},{"osd":5,"last update":"Mon Aug 28 02:30:20 2023","interfaces":[{"interface":"back","average":{"1min":1.1919999999999999,"5min":1.972,"15min":2.0779999999999998},"min":{"1min":0.34000000000000002,"5min":0.33100000000000002,"15min":0.312},"max":{"1min":3.528,"5min":68.218000000000004,"15min":68.218000000000004},"last":0.72699999999999998},{"interface":"front","average":{"1min":1.8420000000000001,"5min":2.5659999999999998,"15min":2.52},"min":{"1min":0.42399999999999999,"5min":0.316,"15min":0.316},"max":{"1min":7.077,"5min":68.236000000000004,"15min":68.236000000000004},"last":0.65800000000000003}]},{"osd":6,"last update":"Mon Aug 28 02:30:20 2023","interfaces":[{"interface":"back","average":{"1min":2.4319999999999999,"5min":1.9970000000000001,"15min":2.4180000000000001},"min":{"1min":0.41399999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":9.0649999999999995,"5min":9.8000000000000007,"15min":12.375},"last":0.749},{"interface":"front","average":{"1min":1.2949999999999999,"5min":1.3999999999999999,"15min":1.919},"min":{"1min":0.39400000000000002,"5min":0.371,"15min":0.33900000000000002},"max":{"1min":3.6309999999999998,"5min":11.686,"15min":14.151999999999999},"last":0.77900000000000003}]},{"osd":7,"last update":"Mon Aug 28 02:30:20 2023","interfaces":[{"interface":"back","average":{"1min":3.6320000000000001,"5min":2.3620000000000001,"15min":2.5419999999999998},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.33500000000000002},"max":{"1min":23.260000000000002,"5min":23.260000000000002,"15min":23.260000000000002},"last":0.83999999999999997},{"interface":"front","average":{"1min":1.3600000000000001,"5min":1.458,"15min":1.9590000000000001},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.36399999999999999},"max":{"1min":3.5369999999999999,"5min":11.632,"15min":14.18},"last":0.64000000000000001}]}]},{"osd":3,"up_from":134,"seq":575525617819,"num_pgs":54,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":750468,"kb_used_data":195772,"kb_used_omap":2,"kb_used_meta":554685,"kb_avail":92994684,"statfs":{"total":95995035648,"available":95226556416,"internally_reserved":0,"allocated":200470528,"data_stored":199104284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":567997493},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:30:13 2023","interfaces":[{"interface":"back","average":{"1min":2.137,"5min":2.1779999999999999,"15min":2.7570000000000001},"min":{"1min":0.26800000000000002,"5min":0.20599999999999999,"15min":0.19},"max":{"1min":5.9630000000000001,"5min":34.68,"15min":34.68},"last":0.52800000000000002},{"interface":"front","average":{"1min":1.4350000000000001,"5min":2.1579999999999999,"15min":3.004},"min":{"1min":0.23100000000000001,"5min":0.22800000000000001,"15min":0.21099999999999999},"max":{"1min":4.8639999999999999,"5min":34.777000000000001,"15min":34.777000000000001},"last":0.59999999999999998}]},{"osd":1,"last update":"Mon Aug 28 02:30:13 2023","interfaces":[{"interface":"back","average":{"1min":3.0739999999999998,"5min":3.1360000000000001,"15min":3.347},"min":{"1min":0.29399999999999998,"5min":0.23799999999999999,"15min":0.23200000000000001},"max":{"1min":12.965,"5min":29.780999999999999,"15min":29.780999999999999},"last":0.56299999999999994},{"interface":"front","average":{"1min":3.286,"5min":2.1549999999999998,"15min":2.7999999999999998},"min":{"1min":0.373,"5min":0.27100000000000002,"15min":0.22700000000000001},"max":{"1min":8.7609999999999992,"5min":13.465,"15min":24.071999999999999},"last":0.64600000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:30:13 2023","interfaces":[{"interface":"back","average":{"1min":2.9319999999999999,"5min":2.2519999999999998,"15min":3.1899999999999999},"min":{"1min":0.33300000000000002,"5min":0.26800000000000002,"15min":0.26300000000000001},"max":{"1min":11.282,"5min":14.436,"15min":21.292000000000002},"last":1.083},{"interface":"front","average":{"1min":2.2930000000000001,"5min":1.8440000000000001,"15min":2.8479999999999999},"min":{"1min":0.35999999999999999,"5min":0.249,"15min":0.249},"max":{"1min":6.0030000000000001,"5min":12.670999999999999,"15min":24.175999999999998},"last":0.82199999999999995}]},{"osd":4,"last update":"Mon Aug 28 02:30:13 2023","interfaces":[{"interface":"back","average":{"1min":2.3599999999999999,"5min":1.643,"15min":2.1160000000000001},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.28399999999999997},"max":{"1min":5.8879999999999999,"5min":18.831,"15min":23.994},"last":0.75},{"interface":"front","average":{"1min":1.6559999999999999,"5min":1.736,"15min":2.2290000000000001},"min":{"1min":0.32600000000000001,"5min":0.30299999999999999,"15min":0.29799999999999999},"max":{"1min":4.5800000000000001,"5min":21.106000000000002,"15min":21.106000000000002},"last":0.70599999999999996}]},{"osd":5,"last update":"Mon Aug 28 02:30:13 2023","interfaces":[{"interface":"back","average":{"1min":2.3109999999999999,"5min":1.8320000000000001,"15min":2.2789999999999999},"min":{"1min":0.33500000000000002,"5min":0.317,"15min":0.311},"max":{"1min":6.0739999999999998,"5min":21.507000000000001,"15min":21.507000000000001},"last":0.86399999999999999},{"interface":"front","average":{"1min":2.5739999999999998,"5min":2.012,"15min":2.4660000000000002},"min":{"1min":0.45000000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":11.167,"5min":11.242000000000001,"15min":18.181000000000001},"last":0.77000000000000002}]},{"osd":6,"last update":"Mon Aug 28 02:30:13 2023","interfaces":[{"interface":"back","average":{"1min":2.113,"5min":1.8799999999999999,"15min":2.3769999999999998},"min":{"1min":0.42599999999999999,"5min":0.34799999999999998,"15min":0.32700000000000001},"max":{"1min":6.1710000000000003,"5min":23.071000000000002,"15min":23.071000000000002},"last":0.79600000000000004},{"interface":"front","average":{"1min":2.3719999999999999,"5min":2.0899999999999999,"15min":2.6219999999999999},"min":{"1min":0.48699999999999999,"5min":0.39500000000000002,"15min":0.315},"max":{"1min":11.253,"5min":11.253,"15min":18.128},"last":0.84099999999999997}]},{"osd":7,"last update":"Mon Aug 28 02:30:13 2023","interfaces":[{"interface":"back","average":{"1min":2.6760000000000002,"5min":1.78,"15min":2.1829999999999998},"min":{"1min":0.44900000000000001,"5min":0.40500000000000003,"15min":0.33800000000000002},"max":{"1min":10.063000000000001,"5min":11.156000000000001,"15min":24.042999999999999},"last":0.88300000000000001},{"interface":"front","average":{"1min":1.9259999999999999,"5min":2.0099999999999998,"15min":2.5},"min":{"1min":0.37,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":4.641,"5min":21.138000000000002,"15min":21.138000000000002},"last":1.0249999999999999}]}]},{"osd":4,"up_from":30,"seq":128849019182,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":364276,"kb_used_data":2796,"kb_used_omap":0,"kb_used_meta":361472,"kb_avail":93380876,"statfs":{"total":95995035648,"available":95622017024,"internally_reserved":0,"allocated":2863104,"data_stored":1786263,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":370147328},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:30:08 2023","interfaces":[{"interface":"back","average":{"1min":2.7599999999999998,"5min":2.141,"15min":2.073},"min":{"1min":0.26700000000000002,"5min":0.23100000000000001,"15min":0.221},"max":{"1min":22.515000000000001,"5min":22.515000000000001,"15min":22.515000000000001},"last":0.77500000000000002},{"interface":"front","average":{"1min":2.5230000000000001,"5min":1.8,"15min":2.0830000000000002},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.217},"max":{"1min":22.454000000000001,"5min":22.454000000000001,"15min":22.454000000000001},"last":0.44800000000000001}]},{"osd":1,"last update":"Mon Aug 28 02:30:30 2023","interfaces":[{"interface":"back","average":{"1min":3.1640000000000001,"5min":1.9990000000000001,"15min":1.8620000000000001},"min":{"1min":0.27500000000000002,"5min":0.248,"15min":0.24199999999999999},"max":{"1min":23.082000000000001,"5min":23.082000000000001,"15min":23.082000000000001},"last":0.45800000000000002},{"interface":"front","average":{"1min":3.048,"5min":2.2229999999999999,"15min":1.994},"min":{"1min":0.28399999999999997,"5min":0.27700000000000002,"15min":0.246},"max":{"1min":25.100000000000001,"5min":25.100000000000001,"15min":25.100000000000001},"last":0.55000000000000004}]},{"osd":2,"last update":"Mon Aug 28 02:30:08 2023","interfaces":[{"interface":"back","average":{"1min":1.9830000000000001,"5min":1.877,"15min":1.73},"min":{"1min":0.31900000000000001,"5min":0.28100000000000003,"15min":0.27400000000000002},"max":{"1min":6.4020000000000001,"5min":13.194000000000001,"15min":16.231000000000002},"last":0.47299999999999998},{"interface":"front","average":{"1min":1.6950000000000001,"5min":1.5609999999999999,"15min":1.746},"min":{"1min":0.318,"5min":0.29399999999999998,"15min":0.251},"max":{"1min":7.0609999999999999,"5min":7.6269999999999998,"15min":10.859999999999999},"last":0.41799999999999998}]},{"osd":3,"last update":"Mon Aug 28 02:30:17 2023","interfaces":[{"interface":"back","average":{"1min":2.7269999999999999,"5min":1.6799999999999999,"15min":1.946},"min":{"1min":0.32500000000000001,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":23.501000000000001,"5min":23.501000000000001,"15min":23.501000000000001},"last":0.49299999999999999},{"interface":"front","average":{"1min":2.5350000000000001,"5min":1.8420000000000001,"15min":1.98},"min":{"1min":0.313,"5min":0.313,"15min":0.29499999999999998},"max":{"1min":23.512,"5min":23.512,"15min":23.512},"last":0.50900000000000001}]},{"osd":5,"last update":"Mon Aug 28 02:30:41 2023","interfaces":[{"interface":"back","average":{"1min":1.5600000000000001,"5min":1.4159999999999999,"15min":1.149},"min":{"1min":0.28299999999999997,"5min":0.25700000000000001,"15min":0.23799999999999999},"max":{"1min":6.5949999999999998,"5min":8.6850000000000005,"15min":16.181999999999999},"last":0.436},{"interface":"front","average":{"1min":1.476,"5min":1.361,"15min":1.1619999999999999},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.20699999999999999},"max":{"1min":7.3920000000000003,"5min":7.5960000000000001,"15min":10.233000000000001},"last":0.28999999999999998}]},{"osd":6,"last update":"Mon Aug 28 02:29:57 2023","interfaces":[{"interface":"back","average":{"1min":1.359,"5min":1.2030000000000001,"15min":1.1200000000000001},"min":{"1min":0.34300000000000003,"5min":0.26500000000000001,"15min":0.25600000000000001},"max":{"1min":8.8480000000000008,"5min":8.8480000000000008,"15min":10.023999999999999},"last":0.32700000000000001},{"interface":"front","average":{"1min":1.5029999999999999,"5min":1.2450000000000001,"15min":1.099},"min":{"1min":0.27200000000000002,"5min":0.26600000000000001,"15min":0.251},"max":{"1min":4.4889999999999999,"5min":7.6870000000000003,"15min":8.6850000000000005},"last":0.39000000000000001}]},{"osd":7,"last update":"Mon Aug 28 02:30:08 2023","interfaces":[{"interface":"back","average":{"1min":1.8919999999999999,"5min":1.4910000000000001,"15min":1.1659999999999999},"min":{"1min":0.36299999999999999,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":5.9589999999999996,"5min":9.3209999999999997,"15min":9.3209999999999997},"last":0.40600000000000003},{"interface":"front","average":{"1min":1.4139999999999999,"5min":1.179,"15min":1.0840000000000001},"min":{"1min":0.41399999999999998,"5min":0.30299999999999999,"15min":0.28799999999999998},"max":{"1min":6.2690000000000001,"5min":6.4189999999999996,"15min":7.0220000000000002},"last":0.377}]}]},{"osd":5,"up_from":37,"seq":158913790251,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":793004,"kb_used_data":316196,"kb_used_omap":0,"kb_used_meta":476800,"kb_avail":92952148,"statfs":{"total":95995035648,"available":95182999552,"internally_reserved":0,"allocated":323784704,"data_stored":322712616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":488243200},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:30:31 2023","interfaces":[{"interface":"back","average":{"1min":1.7290000000000001,"5min":1.7450000000000001,"15min":2.2010000000000001},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":5.7489999999999997,"5min":12.856999999999999,"15min":40.334000000000003},"last":0.49399999999999999},{"interface":"front","average":{"1min":1.792,"5min":1.6779999999999999,"15min":2.0409999999999999},"min":{"1min":0.29399999999999998,"5min":0.24099999999999999,"15min":0.23200000000000001},"max":{"1min":5.5430000000000001,"5min":14.856999999999999,"15min":40.212000000000003},"last":2.9929999999999999}]},{"osd":1,"last update":"Mon Aug 28 02:30:31 2023","interfaces":[{"interface":"back","average":{"1min":2.548,"5min":2.0569999999999999,"15min":2.2989999999999999},"min":{"1min":0.30499999999999999,"5min":0.23699999999999999,"15min":0.23200000000000001},"max":{"1min":8.9990000000000006,"5min":10.573,"15min":40.088000000000001},"last":0.65700000000000003},{"interface":"front","average":{"1min":1.788,"5min":1.7789999999999999,"15min":1.948},"min":{"1min":0.34599999999999997,"5min":0.26000000000000001,"15min":0.251},"max":{"1min":5.9459999999999997,"5min":12.138,"15min":40.243000000000002},"last":2.9199999999999999}]},{"osd":2,"last update":"Mon Aug 28 02:30:31 2023","interfaces":[{"interface":"back","average":{"1min":2.1190000000000002,"5min":1.5049999999999999,"15min":2.1059999999999999},"min":{"1min":0.311,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":8.7899999999999991,"5min":8.7899999999999991,"15min":40.436999999999998},"last":0.52200000000000002},{"interface":"front","average":{"1min":2.375,"5min":1.8340000000000001,"15min":2.117},"min":{"1min":0.40899999999999997,"5min":0.32300000000000001,"15min":0.27200000000000002},"max":{"1min":5.5030000000000001,"5min":9.4260000000000002,"15min":40.555},"last":3.0230000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:30:31 2023","interfaces":[{"interface":"back","average":{"1min":2.25,"5min":1.9339999999999999,"15min":2.1110000000000002},"min":{"1min":0.41999999999999998,"5min":0.29499999999999998,"15min":0.27900000000000003},"max":{"1min":8.891,"5min":8.891,"15min":40.270000000000003},"last":0.63200000000000001},{"interface":"front","average":{"1min":2.133,"5min":1.879,"15min":2.1989999999999998},"min":{"1min":0.44600000000000001,"5min":0.30199999999999999,"15min":0.29599999999999999},"max":{"1min":5.9050000000000002,"5min":10.728999999999999,"15min":40.597999999999999},"last":2.9609999999999999}]},{"osd":4,"last update":"Mon Aug 28 02:29:45 2023","interfaces":[{"interface":"back","average":{"1min":2.1339999999999999,"5min":1.446,"15min":1.2949999999999999},"min":{"1min":0.27800000000000002,"5min":0.26800000000000002,"15min":0.216},"max":{"1min":12.904,"5min":13.348000000000001,"15min":40.762999999999998},"last":0.35799999999999998},{"interface":"front","average":{"1min":1.841,"5min":1.524,"15min":1.2689999999999999},"min":{"1min":0.28899999999999998,"5min":0.27400000000000002,"15min":0.22900000000000001},"max":{"1min":9.157,"5min":10.048,"15min":40.634},"last":0.374}]},{"osd":6,"last update":"Mon Aug 28 02:30:31 2023","interfaces":[{"interface":"back","average":{"1min":2.113,"5min":1.292,"15min":1.4119999999999999},"min":{"1min":0.28399999999999997,"5min":0.26500000000000001,"15min":0.254},"max":{"1min":12.946,"5min":12.946,"15min":42.409999999999997},"last":0.39600000000000002},{"interface":"front","average":{"1min":1.589,"5min":1.296,"15min":1.4330000000000001},"min":{"1min":0.374,"5min":0.28100000000000003,"15min":0.27200000000000002},"max":{"1min":5.1509999999999998,"5min":8.0250000000000004,"15min":42.533999999999999},"last":0.57599999999999996}]},{"osd":7,"last update":"Mon Aug 28 02:30:31 2023","interfaces":[{"interface":"back","average":{"1min":1.9930000000000001,"5min":1.9410000000000001,"15min":1.6659999999999999},"min":{"1min":0.35699999999999998,"5min":0.34200000000000003,"15min":0.314},"max":{"1min":7.2199999999999998,"5min":31.707000000000001,"15min":42.667000000000002},"last":0.60499999999999998},{"interface":"front","average":{"1min":2.0169999999999999,"5min":1.857,"15min":1.5840000000000001},"min":{"1min":0.33700000000000002,"5min":0.33600000000000002,"15min":0.27000000000000002},"max":{"1min":5.4539999999999997,"5min":31.66,"15min":42.344000000000001},"last":0.41799999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":97058816,"data_stored":97058816,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":24576000,"data_stored":24576000,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":5701632,"data_stored":5701632,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":196673536,"data_stored":196673536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":320339968,"data_stored":320339968,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:30:46.063 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:30:46.069 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:46.069 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:30:46.095 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:30:46.170 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:30:46.207 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:46.231 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:30:46.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:45 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/531570509' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_4", "pool2": "unique_pool_4", "yes_i_really_really_mean_it": true}]: dispatch 2023-08-28T02:30:46.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:45 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_4", "pool2": "unique_pool_4", "yes_i_really_really_mean_it": true}]: dispatch 2023-08-28T02:30:46.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:45 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 3667/1356 objects degraded (270.428%), 1 pg degraded (PG_DEGRADED) 2023-08-28T02:30:46.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:45 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_4", "pool2": "unique_pool_4", "yes_i_really_really_mean_it": true}]': finished 2023-08-28T02:30:46.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:45 smithi083 ceph-mon[157819]: osdmap e247: 8 total, 8 up, 8 in 2023-08-28T02:30:46.261 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:46.262 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:30:46.362 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:30:46.418 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:46.453 INFO:teuthology.task.full_sequential:In full_sequential, running task radosbench... 2023-08-28T02:30:46.453 INFO:tasks.radosbench:Beginning radosbench... 2023-08-28T02:30:46.453 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_5 2023-08-28T02:30:46.454 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd pool create unique_pool_5 16 2023-08-28T02:30:46.600 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:30:46.603 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:46.603 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:30:46.704 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:30:46.721 INFO:teuthology.orchestra.run.smithi083.stdout:ERROR: (22) Invalid argument 2023-08-28T02:30:46.721 INFO:teuthology.orchestra.run.smithi083.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:30:46.739 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:46.812 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:30:46.815 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:46.816 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:30:46.881 INFO:teuthology.orchestra.run.smithi040.stderr:nodeep-scrub is unset 2023-08-28T02:30:46.917 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:30:46.946 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:47.038 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:46 smithi083 ceph-mon[157819]: 1.8 scrub starts 2023-08-28T02:30:47.038 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:46 smithi083 ceph-mon[157819]: 1.8 scrub ok 2023-08-28T02:30:47.038 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:46 smithi083 ceph-mon[157819]: from='client.35121 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:30:47.038 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:46 smithi083 ceph-mon[157819]: 9.8 scrub starts 2023-08-28T02:30:47.038 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:46 smithi083 ceph-mon[157819]: failed to encode map e247 with expected crc 2023-08-28T02:30:47.038 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:46 smithi083 ceph-mon[157819]: failed to encode map e247 with expected crc 2023-08-28T02:30:47.038 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:46 smithi083 ceph-mon[157819]: failed to encode map e247 with expected crc 2023-08-28T02:30:47.038 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:46 smithi083 ceph-mon[157819]: pgmap v753: 83 pgs: 82 active+clean, 1 active+remapped+backfill_wait; 629 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-08-28T02:30:47.038 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:46 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1864521010' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:30:47.039 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:46 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:30:47.039 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:46 smithi083 ceph-mon[157819]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:30:47.039 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:46 smithi083 ceph-mon[157819]: failed to encode map e248 with expected crc 2023-08-28T02:30:47.039 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:46 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:30:47.039 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:46 smithi083 ceph-mon[157819]: osdmap e248: 8 total, 8 up, 8 in 2023-08-28T02:30:47.065 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:30:47.068 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:47.068 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:30:47.080 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.7 dump_ops_in_flight 2023-08-28T02:30:47.099 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:46 smithi040 ceph-mon[170259]: 1.8 scrub starts 2023-08-28T02:30:47.099 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:46 smithi040 ceph-mon[170259]: 1.8 scrub ok 2023-08-28T02:30:47.099 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:46 smithi040 ceph-mon[170259]: from='client.35121 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:30:47.099 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:46 smithi040 ceph-mon[170259]: 9.8 scrub starts 2023-08-28T02:30:47.099 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:46 smithi040 ceph-mon[170259]: failed to encode map e247 with expected crc 2023-08-28T02:30:47.099 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:46 smithi040 ceph-mon[170259]: failed to encode map e247 with expected crc 2023-08-28T02:30:47.099 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:46 smithi040 ceph-mon[170259]: failed to encode map e247 with expected crc 2023-08-28T02:30:47.100 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:46 smithi040 ceph-mon[170259]: pgmap v753: 83 pgs: 82 active+clean, 1 active+remapped+backfill_wait; 629 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-08-28T02:30:47.100 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:46 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1864521010' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:30:47.100 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:46 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:30:47.100 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:46 smithi040 ceph-mon[170259]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:30:47.100 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:46 smithi040 ceph-mon[170259]: failed to encode map e248 with expected crc 2023-08-28T02:30:47.100 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:46 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:30:47.100 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:46 smithi040 ceph-mon[170259]: osdmap e248: 8 total, 8 up, 8 in 2023-08-28T02:30:47.100 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:46 smithi040 ceph-mon[175404]: 1.8 scrub starts 2023-08-28T02:30:47.100 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:46 smithi040 ceph-mon[175404]: 1.8 scrub ok 2023-08-28T02:30:47.100 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:46 smithi040 ceph-mon[175404]: from='client.35121 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:30:47.101 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:46 smithi040 ceph-mon[175404]: 9.8 scrub starts 2023-08-28T02:30:47.101 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:46 smithi040 ceph-mon[175404]: failed to encode map e247 with expected crc 2023-08-28T02:30:47.101 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:46 smithi040 ceph-mon[175404]: failed to encode map e247 with expected crc 2023-08-28T02:30:47.101 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:46 smithi040 ceph-mon[175404]: failed to encode map e247 with expected crc 2023-08-28T02:30:47.101 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:46 smithi040 ceph-mon[175404]: pgmap v753: 83 pgs: 82 active+clean, 1 active+remapped+backfill_wait; 629 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-08-28T02:30:47.101 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:46 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1864521010' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:30:47.101 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:46 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:30:47.101 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:46 smithi040 ceph-mon[175404]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:30:47.101 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:46 smithi040 ceph-mon[175404]: failed to encode map e248 with expected crc 2023-08-28T02:30:47.101 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:46 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:30:47.101 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:46 smithi040 ceph-mon[175404]: osdmap e248: 8 total, 8 up, 8 in 2023-08-28T02:30:47.168 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:30:47.196 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:47.215 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:30:47.218 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:47.218 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:30:47.319 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:30:47.338 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:30:47.347 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:47.406 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:30:47.417 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:30:47.420 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:47.421 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:30:47.521 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:30:47.554 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:47.578 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:30:47.582 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:47.583 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:30:47.683 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:30:47.717 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:47.740 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:30:47.743 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:47.744 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:30:47.814 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:30:47.834 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:30:47.844 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:30:47.855 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:30:47.875 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:47.877 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:30:47.898 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:30:47.901 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:47.901 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:30:47.901 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:30:47.922 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:30:47.946 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:30:47.967 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:30:47.968 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-08-28T02:30:47.968 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-08-28T02:30:47.968 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-08-28T02:30:47.968 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-08-28T02:30:47.968 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-08-28T02:30:47.969 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-08-28T02:30:47.969 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-08-28T02:30:47.969 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-08-28T02:30:47.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:47 smithi083 ceph-mon[157819]: failed to encode map e248 with expected crc 2023-08-28T02:30:47.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:47 smithi083 ceph-mon[157819]: failed to encode map e248 with expected crc 2023-08-28T02:30:47.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:47 smithi083 ceph-mon[157819]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3667/1356 objects degraded (270.428%), 1 pg degraded) 2023-08-28T02:30:47.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:47 smithi083 ceph-mon[157819]: Cluster is now healthy 2023-08-28T02:30:47.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:47 smithi083 ceph-mon[157819]: failed to encode map e248 with expected crc 2023-08-28T02:30:47.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:47 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/610460540' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:30:47.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:47 smithi083 ceph-mon[157819]: osdmap e249: 8 total, 8 up, 8 in 2023-08-28T02:30:47.993 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:47 smithi040 ceph-mon[170259]: failed to encode map e248 with expected crc 2023-08-28T02:30:47.993 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:47 smithi040 ceph-mon[170259]: failed to encode map e248 with expected crc 2023-08-28T02:30:47.993 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:47 smithi040 ceph-mon[170259]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3667/1356 objects degraded (270.428%), 1 pg degraded) 2023-08-28T02:30:47.993 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:47 smithi040 ceph-mon[170259]: Cluster is now healthy 2023-08-28T02:30:47.993 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:47 smithi040 ceph-mon[170259]: failed to encode map e248 with expected crc 2023-08-28T02:30:47.993 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:47 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/610460540' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:30:47.993 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:47 smithi040 ceph-mon[170259]: osdmap e249: 8 total, 8 up, 8 in 2023-08-28T02:30:47.994 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:47 smithi040 ceph-mon[175404]: failed to encode map e248 with expected crc 2023-08-28T02:30:47.994 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:47 smithi040 ceph-mon[175404]: failed to encode map e248 with expected crc 2023-08-28T02:30:47.994 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:47 smithi040 ceph-mon[175404]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3667/1356 objects degraded (270.428%), 1 pg degraded) 2023-08-28T02:30:47.994 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:47 smithi040 ceph-mon[175404]: Cluster is now healthy 2023-08-28T02:30:47.994 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:47 smithi040 ceph-mon[175404]: failed to encode map e248 with expected crc 2023-08-28T02:30:47.994 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:47 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/610460540' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:30:47.994 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:47 smithi040 ceph-mon[175404]: osdmap e249: 8 total, 8 up, 8 in 2023-08-28T02:30:48.001 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:30:48.033 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:48.106 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:30:48.110 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:48.110 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:30:48.211 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:30:48.241 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:48.262 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:30:48.265 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:48.265 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:30:48.366 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:30:48.398 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:48.428 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2023-08-28T02:30:48.428 INFO:teuthology.orchestra.run.smithi083.stdout: "ops": [], 2023-08-28T02:30:48.428 INFO:teuthology.orchestra.run.smithi083.stdout: "num_ops": 0 2023-08-28T02:30:48.428 INFO:teuthology.orchestra.run.smithi083.stdout:} 2023-08-28T02:30:48.474 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:30:48.477 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:48.477 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:30:48.578 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:30:48.608 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:48.727 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:30:48.730 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:48.730 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:30:48.788 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.7 dump_blocked_ops 2023-08-28T02:30:48.831 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:30:48.859 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:48.877 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:30:48.880 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:48.880 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:30:48.979 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:30:48.981 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:30:49.014 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:49.039 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:30:49.043 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:49.043 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:30:49.055 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:30:49.144 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:30:49.172 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:49.191 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:30:49.194 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:49.195 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:30:49.293 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:30:49.295 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:30:49.323 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:49.348 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd set noscrub 2023-08-28T02:30:49.398 INFO:teuthology.orchestra.run.smithi040.stderr:pool 'unique_pool_5' created 2023-08-28T02:30:49.481 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:49 smithi083 ceph-mon[157819]: failed to encode map e249 with expected crc 2023-08-28T02:30:49.481 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:49 smithi083 ceph-mon[157819]: failed to encode map e249 with expected crc 2023-08-28T02:30:49.481 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:49 smithi083 ceph-mon[157819]: pgmap v756: 83 pgs: 1 peering, 82 active+clean; 629 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-08-28T02:30:49.645 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:30:49.647 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:49.648 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:30:49.712 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:49 smithi040 ceph-mon[170259]: failed to encode map e249 with expected crc 2023-08-28T02:30:49.712 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:49 smithi040 ceph-mon[170259]: failed to encode map e249 with expected crc 2023-08-28T02:30:49.712 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:49 smithi040 ceph-mon[170259]: pgmap v756: 83 pgs: 1 peering, 82 active+clean; 629 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-08-28T02:30:49.712 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:49 smithi040 ceph-mon[175404]: failed to encode map e249 with expected crc 2023-08-28T02:30:49.712 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:49 smithi040 ceph-mon[175404]: failed to encode map e249 with expected crc 2023-08-28T02:30:49.713 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:49 smithi040 ceph-mon[175404]: pgmap v756: 83 pgs: 1 peering, 82 active+clean; 629 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-08-28T02:30:49.749 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:30:49.781 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:49.783 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd pool application enable unique_pool_5 rados --yes-i-really-mean-it || true 2023-08-28T02:30:49.802 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:30:49.806 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:49.806 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:30:49.907 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:30:49.936 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:49.948 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2023-08-28T02:30:49.949 INFO:teuthology.orchestra.run.smithi083.stdout: "ops": [], 2023-08-28T02:30:49.949 INFO:teuthology.orchestra.run.smithi083.stdout: "complaint_time": 30, 2023-08-28T02:30:49.949 INFO:teuthology.orchestra.run.smithi083.stdout: "num_blocked_ops": 0 2023-08-28T02:30:49.949 INFO:teuthology.orchestra.run.smithi083.stdout:} 2023-08-28T02:30:49.954 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:30:49.958 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:49.958 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:30:50.059 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:30:50.091 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:50.113 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:30:50.120 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:50.120 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:30:50.126 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:30:50.222 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:30:50.256 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:50.278 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:30:50.281 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:50.281 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:30:50.382 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:30:50.415 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.7 dump_historic_ops 2023-08-28T02:30:50.420 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:50.439 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:30:50.442 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:50.443 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:30:50.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:50 smithi083 ceph-mon[157819]: failed to encode map e249 with expected crc 2023-08-28T02:30:50.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:50 smithi083 ceph-mon[157819]: 1.0 scrub starts 2023-08-28T02:30:50.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:50 smithi083 ceph-mon[157819]: 1.0 scrub ok 2023-08-28T02:30:50.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:50 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2383996105' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_5", "pg_num": 16}]: dispatch 2023-08-28T02:30:50.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:50 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_5", "pg_num": 16}]: dispatch 2023-08-28T02:30:50.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:50 smithi083 ceph-mon[157819]: 1.3 deep-scrub starts 2023-08-28T02:30:50.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:50 smithi083 ceph-mon[157819]: 1.3 deep-scrub ok 2023-08-28T02:30:50.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:50 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_5", "pg_num": 16}]': finished 2023-08-28T02:30:50.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:50 smithi083 ceph-mon[157819]: osdmap e250: 8 total, 8 up, 8 in 2023-08-28T02:30:50.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:50 smithi083 ceph-mon[157819]: failed to encode map e250 with expected crc 2023-08-28T02:30:50.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:50 smithi083 ceph-mon[157819]: failed to encode map e250 with expected crc 2023-08-28T02:30:50.507 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-08-28T02:30:50.541 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:50 smithi040 ceph-mon[170259]: failed to encode map e249 with expected crc 2023-08-28T02:30:50.541 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:50 smithi040 ceph-mon[170259]: 1.0 scrub starts 2023-08-28T02:30:50.541 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:50 smithi040 ceph-mon[170259]: 1.0 scrub ok 2023-08-28T02:30:50.541 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:50 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2383996105' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_5", "pg_num": 16}]: dispatch 2023-08-28T02:30:50.541 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:50 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_5", "pg_num": 16}]: dispatch 2023-08-28T02:30:50.541 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:50 smithi040 ceph-mon[170259]: 1.3 deep-scrub starts 2023-08-28T02:30:50.541 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:50 smithi040 ceph-mon[170259]: 1.3 deep-scrub ok 2023-08-28T02:30:50.541 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:50 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_5", "pg_num": 16}]': finished 2023-08-28T02:30:50.541 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:50 smithi040 ceph-mon[170259]: osdmap e250: 8 total, 8 up, 8 in 2023-08-28T02:30:50.542 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:50 smithi040 ceph-mon[170259]: failed to encode map e250 with expected crc 2023-08-28T02:30:50.542 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:50 smithi040 ceph-mon[170259]: failed to encode map e250 with expected crc 2023-08-28T02:30:50.542 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:50 smithi040 ceph-mon[175404]: failed to encode map e249 with expected crc 2023-08-28T02:30:50.542 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:50 smithi040 ceph-mon[175404]: 1.0 scrub starts 2023-08-28T02:30:50.542 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:50 smithi040 ceph-mon[175404]: 1.0 scrub ok 2023-08-28T02:30:50.542 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:50 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2383996105' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_5", "pg_num": 16}]: dispatch 2023-08-28T02:30:50.542 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:50 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_5", "pg_num": 16}]: dispatch 2023-08-28T02:30:50.542 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:50 smithi040 ceph-mon[175404]: 1.3 deep-scrub starts 2023-08-28T02:30:50.542 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:50 smithi040 ceph-mon[175404]: 1.3 deep-scrub ok 2023-08-28T02:30:50.542 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:50 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_5", "pg_num": 16}]': finished 2023-08-28T02:30:50.543 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:50 smithi040 ceph-mon[175404]: osdmap e250: 8 total, 8 up, 8 in 2023-08-28T02:30:50.543 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:50 smithi040 ceph-mon[175404]: failed to encode map e250 with expected crc 2023-08-28T02:30:50.543 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:50 smithi040 ceph-mon[175404]: failed to encode map e250 with expected crc 2023-08-28T02:30:50.544 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:30:50.570 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:50.588 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:30:50.591 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:50.591 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:30:50.667 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:30:50.686 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:30:50.692 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:30:50.726 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:50.798 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:30:50.830 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:50.830 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:30:50.835 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:30:50.837 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:30:50.932 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:30:50.962 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:51.231 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:30:51.234 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:51.234 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:30:51.335 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:30:51.363 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:51.383 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":759,"stamp":"2023-08-28T02:30:50.389421+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":643881,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":312,"num_read_kb":584,"num_write":213,"num_write_kb":1567,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":1454746,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1826,"ondisk_log_size":1826,"up":249,"acting":249,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":350,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":4224160,"kb_used_data":607456,"kb_used_omap":20,"kb_used_meta":3616619,"kb_avail":745737056,"statfs":{"total":767960285184,"available":763634745344,"internally_reserved":0,"allocated":622034944,"data_stored":611968726,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":20850,"internal_metadata":3703418510},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":48,"apply_latency_ms":48,"commit_latency_ns":48000000,"apply_latency_ns":48000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.089908"},"pg_stats":[{"pgid":"3.1a","version":"65'1","reported_seq":248,"reported_epoch":246,"state":"active+clean","last_fresh":"2023-08-28T02:30:41.881410+0000","last_change":"2023-08-28T02:29:44.461201+0000","last_active":"2023-08-28T02:30:41.881410+0000","last_peered":"2023-08-28T02:30:41.881410+0000","last_clean":"2023-08-28T02:30:41.881410+0000","last_became_active":"2023-08-28T02:29:44.454590+0000","last_became_peered":"2023-08-28T02:29:44.454590+0000","last_unstale":"2023-08-28T02:30:41.881410+0000","last_undegraded":"2023-08-28T02:30:41.881410+0000","last_fullsized":"2023-08-28T02:30:41.881410+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:05:05.367289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":208,"reported_epoch":246,"state":"active+clean","last_fresh":"2023-08-28T02:30:41.890875+0000","last_change":"2023-08-28T02:29:44.421259+0000","last_active":"2023-08-28T02:30:41.890875+0000","last_peered":"2023-08-28T02:30:41.890875+0000","last_clean":"2023-08-28T02:30:41.890875+0000","last_became_active":"2023-08-28T02:29:44.420936+0000","last_became_peered":"2023-08-28T02:29:44.420936+0000","last_unstale":"2023-08-28T02:30:41.890875+0000","last_undegraded":"2023-08-28T02:30:41.890875+0000","last_fullsized":"2023-08-28T02:30:41.890875+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:22:26.346867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":35,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-08-28T02:30:45.875429+0000","last_change":"2023-08-28T02:29:44.505230+0000","last_active":"2023-08-28T02:30:45.875429+0000","last_peered":"2023-08-28T02:30:45.875429+0000","last_clean":"2023-08-28T02:30:45.875429+0000","last_became_active":"2023-08-28T02:29:44.504882+0000","last_became_peered":"2023-08-28T02:29:44.504882+0000","last_unstale":"2023-08-28T02:30:45.875429+0000","last_undegraded":"2023-08-28T02:30:45.875429+0000","last_fullsized":"2023-08-28T02:30:45.875429+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:59:38.663752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":203,"reported_epoch":246,"state":"active+clean","last_fresh":"2023-08-28T02:30:42.090725+0000","last_change":"2023-08-28T02:16:50.309837+0000","last_active":"2023-08-28T02:30:42.090725+0000","last_peered":"2023-08-28T02:30:42.090725+0000","last_clean":"2023-08-28T02:30:42.090725+0000","last_became_active":"2023-08-28T02:16:50.309470+0000","last_became_peered":"2023-08-28T02:16:50.309470+0000","last_unstale":"2023-08-28T02:30:42.090725+0000","last_undegraded":"2023-08-28T02:30:42.090725+0000","last_fullsized":"2023-08-28T02:30:42.090725+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:34:06.503952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":231,"reported_epoch":246,"state":"active+clean","last_fresh":"2023-08-28T02:30:42.757737+0000","last_change":"2023-08-28T02:29:44.539254+0000","last_active":"2023-08-28T02:30:42.757737+0000","last_peered":"2023-08-28T02:30:42.757737+0000","last_clean":"2023-08-28T02:30:42.757737+0000","last_became_active":"2023-08-28T02:29:44.518954+0000","last_became_peered":"2023-08-28T02:29:44.518954+0000","last_unstale":"2023-08-28T02:30:42.757737+0000","last_undegraded":"2023-08-28T02:30:42.757737+0000","last_fullsized":"2023-08-28T02:30:42.757737+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:49:16.962351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":228,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-08-28T02:30:34.226850+0000","last_change":"2023-08-28T02:29:44.416934+0000","last_active":"2023-08-28T02:30:34.226850+0000","last_peered":"2023-08-28T02:30:34.226850+0000","last_clean":"2023-08-28T02:30:34.226850+0000","last_became_active":"2023-08-28T02:29:44.416577+0000","last_became_peered":"2023-08-28T02:29:44.416577+0000","last_unstale":"2023-08-28T02:30:34.226850+0000","last_undegraded":"2023-08-28T02:30:34.226850+0000","last_fullsized":"2023-08-28T02:30:34.226850+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:33.591285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":202,"reported_epoch":246,"state":"active+clean","last_fresh":"2023-08-28T02:30:41.891498+0000","last_change":"2023-08-28T02:17:57.876478+0000","last_active":"2023-08-28T02:30:41.891498+0000","last_peered":"2023-08-28T02:30:41.891498+0000","last_clean":"2023-08-28T02:30:41.891498+0000","last_became_active":"2023-08-28T02:17:57.876048+0000","last_became_peered":"2023-08-28T02:17:57.876048+0000","last_unstale":"2023-08-28T02:30:41.891498+0000","last_undegraded":"2023-08-28T02:30:41.891498+0000","last_fullsized":"2023-08-28T02:30:41.891498+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:46:14.225407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":213,"reported_epoch":246,"state":"active+clean","last_fresh":"2023-08-28T02:30:42.757674+0000","last_change":"2023-08-28T02:29:44.539659+0000","last_active":"2023-08-28T02:30:42.757674+0000","last_peered":"2023-08-28T02:30:42.757674+0000","last_clean":"2023-08-28T02:30:42.757674+0000","last_became_active":"2023-08-28T02:29:44.538974+0000","last_became_peered":"2023-08-28T02:29:44.538974+0000","last_unstale":"2023-08-28T02:30:42.757674+0000","last_undegraded":"2023-08-28T02:30:42.757674+0000","last_fullsized":"2023-08-28T02:30:42.757674+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:29:57.846238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":229,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-08-28T02:30:34.237988+0000","last_change":"2023-08-28T02:29:44.462510+0000","last_active":"2023-08-28T02:30:34.237988+0000","last_peered":"2023-08-28T02:30:34.237988+0000","last_clean":"2023-08-28T02:30:34.237988+0000","last_became_active":"2023-08-28T02:29:44.460314+0000","last_became_peered":"2023-08-28T02:29:44.460314+0000","last_unstale":"2023-08-28T02:30:34.237988+0000","last_undegraded":"2023-08-28T02:30:34.237988+0000","last_fullsized":"2023-08-28T02:30:34.237988+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:59:01.311467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":181,"reported_epoch":246,"state":"active+clean","last_fresh":"2023-08-28T02:30:42.758173+0000","last_change":"2023-08-28T02:17:57.827818+0000","last_active":"2023-08-28T02:30:42.758173+0000","last_peered":"2023-08-28T02:30:42.758173+0000","last_clean":"2023-08-28T02:30:42.758173+0000","last_became_active":"2023-08-28T02:17:57.825999+0000","last_became_peered":"2023-08-28T02:17:57.825999+0000","last_unstale":"2023-08-28T02:30:42.758173+0000","last_undegraded":"2023-08-28T02:30:42.758173+0000","last_fullsized":"2023-08-28T02:30:42.758173+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:35:29.864132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"65'3","reported_seq":214,"reported_epoch":246,"state":"active+clean","last_fresh":"2023-08-28T02:30:41.882817+0000","last_change":"2023-08-28T02:17:57.827265+0000","last_active":"2023-08-28T02:30:41.882817+0000","last_peered":"2023-08-28T02:30:41.882817+0000","last_clean":"2023-08-28T02:30:41.882817+0000","last_became_active":"2023-08-28T02:17:57.826872+0000","last_became_peered":"2023-08-28T02:17:57.826872+0000","last_unstale":"2023-08-28T02:30:41.882817+0000","last_undegraded":"2023-08-28T02:30:41.882817+0000","last_fullsized":"2023-08-28T02:30:41.882817+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:48:03.674891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":35,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-08-28T02:30:45.877805+0000","last_change":"2023-08-28T02:29:44.408404+0000","last_active":"2023-08-28T02:30:45.877805+0000","last_peered":"2023-08-28T02:30:45.877805+0000","last_clean":"2023-08-28T02:30:45.877805+0000","last_became_active":"2023-08-28T02:29:44.408111+0000","last_became_peered":"2023-08-28T02:29:44.408111+0000","last_unstale":"2023-08-28T02:30:45.877805+0000","last_undegraded":"2023-08-28T02:30:45.877805+0000","last_fullsized":"2023-08-28T02:30:45.877805+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:50:27.178700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":215,"reported_epoch":246,"state":"active+clean","last_fresh":"2023-08-28T02:30:41.882240+0000","last_change":"2023-08-28T02:07:37.315303+0000","last_active":"2023-08-28T02:30:41.882240+0000","last_peered":"2023-08-28T02:30:41.882240+0000","last_clean":"2023-08-28T02:30:41.882240+0000","last_became_active":"2023-08-28T02:07:37.312336+0000","last_became_peered":"2023-08-28T02:07:37.312336+0000","last_unstale":"2023-08-28T02:30:41.882240+0000","last_undegraded":"2023-08-28T02:30:41.882240+0000","last_fullsized":"2023-08-28T02:30:41.882240+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T14:00:32.089076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":229,"reported_epoch":246,"state":"active+clean","last_fresh":"2023-08-28T02:30:41.881946+0000","last_change":"2023-08-28T02:29:44.461459+0000","last_active":"2023-08-28T02:30:41.881946+0000","last_peered":"2023-08-28T02:30:41.881946+0000","last_clean":"2023-08-28T02:30:41.881946+0000","last_became_active":"2023-08-28T02:29:44.461161+0000","last_became_peered":"2023-08-28T02:29:44.461161+0000","last_unstale":"2023-08-28T02:30:41.881946+0000","last_undegraded":"2023-08-28T02:30:41.881946+0000","last_fullsized":"2023-08-28T02:30:41.881946+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:23:04.568003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"65'2","reported_seq":213,"reported_epoch":246,"state":"active+clean","last_fresh":"2023-08-28T02:30:41.882192+0000","last_change":"2023-08-28T02:16:50.332699+0000","last_active":"2023-08-28T02:30:41.882192+0000","last_peered":"2023-08-28T02:30:41.882192+0000","last_clean":"2023-08-28T02:30:41.882192+0000","last_became_active":"2023-08-28T02:16:50.332337+0000","last_became_peered":"2023-08-28T02:16:50.332337+0000","last_unstale":"2023-08-28T02:30:41.882192+0000","last_undegraded":"2023-08-28T02:30:41.882192+0000","last_fullsized":"2023-08-28T02:30:41.882192+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:26:51.876295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":208,"reported_epoch":246,"state":"active+clean","last_fresh":"2023-08-28T02:30:41.890600+0000","last_change":"2023-08-28T02:29:44.419566+0000","last_active":"2023-08-28T02:30:41.890600+0000","last_peered":"2023-08-28T02:30:41.890600+0000","last_clean":"2023-08-28T02:30:41.890600+0000","last_became_active":"2023-08-28T02:29:44.419053+0000","last_became_peered":"2023-08-28T02:29:44.419053+0000","last_unstale":"2023-08-28T02:30:41.890600+0000","last_undegraded":"2023-08-28T02:30:41.890600+0000","last_fullsized":"2023-08-28T02:30:41.890600+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:44:36.133499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":202,"reported_epoch":246,"state":"active+clean","last_fresh":"2023-08-28T02:30:41.890311+0000","last_change":"2023-08-28T02:17:57.870068+0000","last_active":"2023-08-28T02:30:41.890311+0000","last_peered":"2023-08-28T02:30:41.890311+0000","last_clean":"2023-08-28T02:30:41.890311+0000","last_became_active":"2023-08-28T02:17:57.869718+0000","last_became_peered":"2023-08-28T02:17:57.869718+0000","last_unstale":"2023-08-28T02:30:41.890311+0000","last_undegraded":"2023-08-28T02:30:41.890311+0000","last_fullsized":"2023-08-28T02:30:41.890311+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:28:47.968132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":208,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-08-28T02:30:34.238017+0000","last_change":"2023-08-28T02:17:57.827021+0000","last_active":"2023-08-28T02:30:34.238017+0000","last_peered":"2023-08-28T02:30:34.238017+0000","last_clean":"2023-08-28T02:30:34.238017+0000","last_became_active":"2023-08-28T02:17:57.826722+0000","last_became_peered":"2023-08-28T02:17:57.826722+0000","last_unstale":"2023-08-28T02:30:34.238017+0000","last_undegraded":"2023-08-28T02:30:34.238017+0000","last_fullsized":"2023-08-28T02:30:34.238017+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:02:26.183338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":194,"reported_epoch":246,"state":"active+clean","last_fresh":"2023-08-28T02:30:41.881687+0000","last_change":"2023-08-28T02:07:37.318077+0000","last_active":"2023-08-28T02:30:41.881687+0000","last_peered":"2023-08-28T02:30:41.881687+0000","last_clean":"2023-08-28T02:30:41.881687+0000","last_became_active":"2023-08-28T02:07:37.317784+0000","last_became_peered":"2023-08-28T02:07:37.317784+0000","last_unstale":"2023-08-28T02:30:41.881687+0000","last_undegraded":"2023-08-28T02:30:41.881687+0000","last_fullsized":"2023-08-28T02:30:41.881687+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:08:37.079996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":203,"reported_epoch":246,"state":"active+clean","last_fresh":"2023-08-28T02:30:41.891204+0000","last_change":"2023-08-28T02:17:57.870143+0000","last_active":"2023-08-28T02:30:41.891204+0000","last_peered":"2023-08-28T02:30:41.891204+0000","last_clean":"2023-08-28T02:30:41.891204+0000","last_became_active":"2023-08-28T02:17:57.869769+0000","last_became_peered":"2023-08-28T02:17:57.869769+0000","last_unstale":"2023-08-28T02:30:41.891204+0000","last_undegraded":"2023-08-28T02:30:41.891204+0000","last_fullsized":"2023-08-28T02:30:41.891204+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:21:29.581768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"65'8","reported_seq":217,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-08-28T02:30:34.226082+0000","last_change":"2023-08-28T02:14:43.083962+0000","last_active":"2023-08-28T02:30:34.226082+0000","last_peered":"2023-08-28T02:30:34.226082+0000","last_clean":"2023-08-28T02:30:34.226082+0000","last_became_active":"2023-08-28T02:14:43.083699+0000","last_became_peered":"2023-08-28T02:14:43.083699+0000","last_unstale":"2023-08-28T02:30:34.226082+0000","last_undegraded":"2023-08-28T02:30:34.226082+0000","last_fullsized":"2023-08-28T02:30:34.226082+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:34:42.581750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":213,"reported_epoch":246,"state":"active+clean","last_fresh":"2023-08-28T02:30:42.759173+0000","last_change":"2023-08-28T02:29:44.544454+0000","last_active":"2023-08-28T02:30:42.759173+0000","last_peered":"2023-08-28T02:30:42.759173+0000","last_clean":"2023-08-28T02:30:42.759173+0000","last_became_active":"2023-08-28T02:29:44.519465+0000","last_became_peered":"2023-08-28T02:29:44.519465+0000","last_unstale":"2023-08-28T02:30:42.759173+0000","last_undegraded":"2023-08-28T02:30:42.759173+0000","last_fullsized":"2023-08-28T02:30:42.759173+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:47:21.212316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-08-28T02:30:49.377101+0000","last_change":"2023-08-28T02:30:49.377101+0000","last_active":"2023-08-28T02:30:49.377101+0000","last_peered":"2023-08-28T02:30:49.377101+0000","last_clean":"2023-08-28T02:30:49.377101+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-08-28T02:30:49.377101+0000","last_undegraded":"2023-08-28T02:30:49.377101+0000","last_fullsized":"2023-08-28T02:30:49.377101+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.f","version":"65'1","reported_seq":212,"reported_epoch":246,"state":"active+clean","last_fresh":"2023-08-28T02:30:41.883126+0000","last_change":"2023-08-28T02:14:43.046130+0000","last_active":"2023-08-28T02:30:41.883126+0000","last_peered":"2023-08-28T02:30:41.883126+0000","last_clean":"2023-08-28T02:30:41.883126+0000","last_became_active":"2023-08-28T02:14:43.045775+0000","last_became_peered":"2023-08-28T02:14:43.045775+0000","last_unstale":"2023-08-28T02:30:41.883126+0000","last_undegraded":"2023-08-28T02:30:41.883126+0000","last_fullsized":"2023-08-28T02:30:41.883126+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:57:38.279756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":191,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-08-28T02:30:34.237321+0000","last_change":"2023-08-28T02:07:37.452412+0000","last_active":"2023-08-28T02:30:34.237321+0000","last_peered":"2023-08-28T02:30:34.237321+0000","last_clean":"2023-08-28T02:30:34.237321+0000","last_became_active":"2023-08-28T02:07:37.452156+0000","last_became_peered":"2023-08-28T02:07:37.452156+0000","last_unstale":"2023-08-28T02:30:34.237321+0000","last_undegraded":"2023-08-28T02:30:34.237321+0000","last_fullsized":"2023-08-28T02:30:34.237321+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:10:33.405360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-08-28T02:30:49.377101+0000","last_change":"2023-08-28T02:30:49.377101+0000","last_active":"2023-08-28T02:30:49.377101+0000","last_peered":"2023-08-28T02:30:49.377101+0000","last_clean":"2023-08-28T02:30:49.377101+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-08-28T02:30:49.377101+0000","last_undegraded":"2023-08-28T02:30:49.377101+0000","last_fullsized":"2023-08-28T02:30:49.377101+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.e","version":"65'2","reported_seq":237,"reported_epoch":246,"state":"active+clean","last_fresh":"2023-08-28T02:30:41.882874+0000","last_change":"2023-08-28T02:29:44.436352+0000","last_active":"2023-08-28T02:30:41.882874+0000","last_peered":"2023-08-28T02:30:41.882874+0000","last_clean":"2023-08-28T02:30:41.882874+0000","last_became_active":"2023-08-28T02:29:44.411499+0000","last_became_peered":"2023-08-28T02:29:44.411499+0000","last_unstale":"2023-08-28T02:30:41.882874+0000","last_undegraded":"2023-08-28T02:30:41.882874+0000","last_fullsized":"2023-08-28T02:30:41.882874+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:46:57.540191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":246,"reported_epoch":246,"state":"active+clean","last_fresh":"2023-08-28T02:30:41.881112+0000","last_change":"2023-08-28T02:29:44.453936+0000","last_active":"2023-08-28T02:30:41.881112+0000","last_peered":"2023-08-28T02:30:41.881112+0000","last_clean":"2023-08-28T02:30:41.881112+0000","last_became_active":"2023-08-28T02:29:44.453643+0000","last_became_peered":"2023-08-28T02:29:44.453643+0000","last_unstale":"2023-08-28T02:30:41.881112+0000","last_undegraded":"2023-08-28T02:30:41.881112+0000","last_fullsized":"2023-08-28T02:30:41.881112+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:13:50.608381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-08-28T02:30:49.377101+0000","last_change":"2023-08-28T02:30:49.377101+0000","last_active":"2023-08-28T02:30:49.377101+0000","last_peered":"2023-08-28T02:30:49.377101+0000","last_clean":"2023-08-28T02:30:49.377101+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-08-28T02:30:49.377101+0000","last_undegraded":"2023-08-28T02:30:49.377101+0000","last_fullsized":"2023-08-28T02:30:49.377101+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.d","version":"65'1","reported_seq":195,"reported_epoch":246,"state":"active+clean","last_fresh":"2023-08-28T02:30:41.882732+0000","last_change":"2023-08-28T02:07:37.312010+0000","last_active":"2023-08-28T02:30:41.882732+0000","last_peered":"2023-08-28T02:30:41.882732+0000","last_clean":"2023-08-28T02:30:41.882732+0000","last_became_active":"2023-08-28T02:07:37.311737+0000","last_became_peered":"2023-08-28T02:07:37.311737+0000","last_unstale":"2023-08-28T02:30:41.882732+0000","last_undegraded":"2023-08-28T02:30:41.882732+0000","last_fullsized":"2023-08-28T02:30:41.882732+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:09:38.844075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":228,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-08-28T02:30:34.226286+0000","last_change":"2023-08-28T02:29:44.407981+0000","last_active":"2023-08-28T02:30:34.226286+0000","last_peered":"2023-08-28T02:30:34.226286+0000","last_clean":"2023-08-28T02:30:34.226286+0000","last_became_active":"2023-08-28T02:29:44.407689+0000","last_became_peered":"2023-08-28T02:29:44.407689+0000","last_unstale":"2023-08-28T02:30:34.226286+0000","last_undegraded":"2023-08-28T02:30:34.226286+0000","last_fullsized":"2023-08-28T02:30:34.226286+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:37:07.047429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-08-28T02:30:49.377101+0000","last_change":"2023-08-28T02:30:49.377101+0000","last_active":"2023-08-28T02:30:49.377101+0000","last_peered":"2023-08-28T02:30:49.377101+0000","last_clean":"2023-08-28T02:30:49.377101+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-08-28T02:30:49.377101+0000","last_undegraded":"2023-08-28T02:30:49.377101+0000","last_fullsized":"2023-08-28T02:30:49.377101+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":209,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-08-28T02:30:34.237652+0000","last_change":"2023-08-28T02:17:57.872076+0000","last_active":"2023-08-28T02:30:34.237652+0000","last_peered":"2023-08-28T02:30:34.237652+0000","last_clean":"2023-08-28T02:30:34.237652+0000","last_became_active":"2023-08-28T02:17:57.871701+0000","last_became_peered":"2023-08-28T02:17:57.871701+0000","last_unstale":"2023-08-28T02:30:34.237652+0000","last_undegraded":"2023-08-28T02:30:34.237652+0000","last_fullsized":"2023-08-28T02:30:34.237652+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:34:26.505505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":235,"reported_epoch":246,"state":"active+clean","last_fresh":"2023-08-28T02:30:41.890683+0000","last_change":"2023-08-28T02:29:44.436713+0000","last_active":"2023-08-28T02:30:41.890683+0000","last_peered":"2023-08-28T02:30:41.890683+0000","last_clean":"2023-08-28T02:30:41.890683+0000","last_became_active":"2023-08-28T02:29:44.436203+0000","last_became_peered":"2023-08-28T02:29:44.436203+0000","last_unstale":"2023-08-28T02:30:41.890683+0000","last_undegraded":"2023-08-28T02:30:41.890683+0000","last_fullsized":"2023-08-28T02:30:41.890683+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:46:48.522293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-08-28T02:30:49.377101+0000","last_change":"2023-08-28T02:30:49.377101+0000","last_active":"2023-08-28T02:30:49.377101+0000","last_peered":"2023-08-28T02:30:49.377101+0000","last_clean":"2023-08-28T02:30:49.377101+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-08-28T02:30:49.377101+0000","last_undegraded":"2023-08-28T02:30:49.377101+0000","last_fullsized":"2023-08-28T02:30:49.377101+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.9","version":"75'161","reported_seq":618,"reported_epoch":246,"state":"active+clean","last_fresh":"2023-08-28T02:30:41.881835+0000","last_change":"2023-08-28T02:27:46.338501+0000","last_active":"2023-08-28T02:30:41.881835+0000","last_peered":"2023-08-28T02:30:41.881835+0000","last_clean":"2023-08-28T02:30:41.881835+0000","last_became_active":"2023-08-28T02:27:46.338143+0000","last_became_peered":"2023-08-28T02:27:46.338143+0000","last_unstale":"2023-08-28T02:30:41.881835+0000","last_undegraded":"2023-08-28T02:30:41.881835+0000","last_fullsized":"2023-08-28T02:30:41.881835+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":21,"num_write_kb":219,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"65'2","reported_seq":226,"reported_epoch":246,"state":"active+clean","last_fresh":"2023-08-28T02:30:42.757884+0000","last_change":"2023-08-28T02:17:57.845300+0000","last_active":"2023-08-28T02:30:42.757884+0000","last_peered":"2023-08-28T02:30:42.757884+0000","last_clean":"2023-08-28T02:30:42.757884+0000","last_became_active":"2023-08-28T02:17:57.843639+0000","last_became_peered":"2023-08-28T02:17:57.843639+0000","last_unstale":"2023-08-28T02:30:42.757884+0000","last_undegraded":"2023-08-28T02:30:42.757884+0000","last_fullsized":"2023-08-28T02:30:42.757884+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:27.684476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":209,"reported_epoch":246,"state":"active+clean","last_fresh":"2023-08-28T02:30:41.882309+0000","last_change":"2023-08-28T02:17:57.825494+0000","last_active":"2023-08-28T02:30:41.882309+0000","last_peered":"2023-08-28T02:30:41.882309+0000","last_clean":"2023-08-28T02:30:41.882309+0000","last_became_active":"2023-08-28T02:17:57.825112+0000","last_became_peered":"2023-08-28T02:17:57.825112+0000","last_unstale":"2023-08-28T02:30:41.882309+0000","last_undegraded":"2023-08-28T02:30:41.882309+0000","last_fullsized":"2023-08-28T02:30:41.882309+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:04:13.819397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-08-28T02:30:49.377101+0000","last_change":"2023-08-28T02:30:49.377101+0000","last_active":"2023-08-28T02:30:49.377101+0000","last_peered":"2023-08-28T02:30:49.377101+0000","last_clean":"2023-08-28T02:30:49.377101+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-08-28T02:30:49.377101+0000","last_undegraded":"2023-08-28T02:30:49.377101+0000","last_fullsized":"2023-08-28T02:30:49.377101+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.8","version":"75'161","reported_seq":471,"reported_epoch":246,"state":"active+clean","last_fresh":"2023-08-28T02:30:45.407217+0000","last_change":"2023-08-28T02:30:45.407188+0000","last_active":"2023-08-28T02:30:45.407217+0000","last_peered":"2023-08-28T02:30:45.407217+0000","last_clean":"2023-08-28T02:30:45.407217+0000","last_became_active":"2023-08-28T02:29:07.864446+0000","last_became_peered":"2023-08-28T02:29:07.864446+0000","last_unstale":"2023-08-28T02:30:45.407217+0000","last_undegraded":"2023-08-28T02:30:45.407217+0000","last_fullsized":"2023-08-28T02:30:45.407217+0000","mapping_epoch":203,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":204,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:45.407127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:45.407127+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:09:40.142271+0000","scrub_duration":0.0018495320000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":136,"reported_epoch":246,"state":"active+clean","last_fresh":"2023-08-28T02:30:41.881491+0000","last_change":"2023-08-28T02:29:44.461326+0000","last_active":"2023-08-28T02:30:41.881491+0000","last_peered":"2023-08-28T02:30:41.881491+0000","last_clean":"2023-08-28T02:30:41.881491+0000","last_became_active":"2023-08-28T02:29:44.454950+0000","last_became_peered":"2023-08-28T02:29:44.454950+0000","last_unstale":"2023-08-28T02:30:41.881491+0000","last_undegraded":"2023-08-28T02:30:41.881491+0000","last_fullsized":"2023-08-28T02:30:41.881491+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:13:42.620393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":209,"reported_epoch":246,"state":"active+clean","last_fresh":"2023-08-28T02:30:41.890801+0000","last_change":"2023-08-28T02:29:44.416498+0000","last_active":"2023-08-28T02:30:41.890801+0000","last_peered":"2023-08-28T02:30:41.890801+0000","last_clean":"2023-08-28T02:30:41.890801+0000","last_became_active":"2023-08-28T02:29:44.416168+0000","last_became_peered":"2023-08-28T02:29:44.416168+0000","last_unstale":"2023-08-28T02:30:41.890801+0000","last_undegraded":"2023-08-28T02:30:41.890801+0000","last_fullsized":"2023-08-28T02:30:41.890801+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:13:18.592840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-08-28T02:30:49.377101+0000","last_change":"2023-08-28T02:30:49.377101+0000","last_active":"2023-08-28T02:30:49.377101+0000","last_peered":"2023-08-28T02:30:49.377101+0000","last_clean":"2023-08-28T02:30:49.377101+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-08-28T02:30:49.377101+0000","last_undegraded":"2023-08-28T02:30:49.377101+0000","last_fullsized":"2023-08-28T02:30:49.377101+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":210,"reported_epoch":246,"state":"active+clean","last_fresh":"2023-08-28T02:30:41.881126+0000","last_change":"2023-08-28T02:16:50.340534+0000","last_active":"2023-08-28T02:30:41.881126+0000","last_peered":"2023-08-28T02:30:41.881126+0000","last_clean":"2023-08-28T02:30:41.881126+0000","last_became_active":"2023-08-28T02:16:50.340208+0000","last_became_peered":"2023-08-28T02:16:50.340208+0000","last_unstale":"2023-08-28T02:30:41.881126+0000","last_undegraded":"2023-08-28T02:30:41.881126+0000","last_fullsized":"2023-08-28T02:30:41.881126+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:15:28.933937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":228,"reported_epoch":246,"state":"active+clean","last_fresh":"2023-08-28T02:30:41.883379+0000","last_change":"2023-08-28T02:29:44.477356+0000","last_active":"2023-08-28T02:30:41.883379+0000","last_peered":"2023-08-28T02:30:41.883379+0000","last_clean":"2023-08-28T02:30:41.883379+0000","last_became_active":"2023-08-28T02:29:44.477153+0000","last_became_peered":"2023-08-28T02:29:44.477153+0000","last_unstale":"2023-08-28T02:30:41.883379+0000","last_undegraded":"2023-08-28T02:30:41.883379+0000","last_fullsized":"2023-08-28T02:30:41.883379+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:08:28.177350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-08-28T02:30:49.377101+0000","last_change":"2023-08-28T02:30:49.377101+0000","last_active":"2023-08-28T02:30:49.377101+0000","last_peered":"2023-08-28T02:30:49.377101+0000","last_clean":"2023-08-28T02:30:49.377101+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-08-28T02:30:49.377101+0000","last_undegraded":"2023-08-28T02:30:49.377101+0000","last_fullsized":"2023-08-28T02:30:49.377101+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.a","version":"75'161","reported_seq":485,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-08-28T02:30:34.237763+0000","last_change":"2023-08-28T02:29:25.608441+0000","last_active":"2023-08-28T02:30:34.237763+0000","last_peered":"2023-08-28T02:30:34.237763+0000","last_clean":"2023-08-28T02:30:34.237763+0000","last_became_active":"2023-08-28T02:27:46.344991+0000","last_became_peered":"2023-08-28T02:27:46.344991+0000","last_unstale":"2023-08-28T02:30:34.237763+0000","last_undegraded":"2023-08-28T02:30:34.237763+0000","last_fullsized":"2023-08-28T02:30:34.237763+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_clean_scrub_stamp":"2023-08-28T02:29:25.608370+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:10:31.931513+0000","scrub_duration":0.001662689,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":214,"reported_epoch":246,"state":"active+clean","last_fresh":"2023-08-28T02:30:42.757643+0000","last_change":"2023-08-28T02:29:44.539479+0000","last_active":"2023-08-28T02:30:42.757643+0000","last_peered":"2023-08-28T02:30:42.757643+0000","last_clean":"2023-08-28T02:30:42.757643+0000","last_became_active":"2023-08-28T02:29:44.538566+0000","last_became_peered":"2023-08-28T02:29:44.538566+0000","last_unstale":"2023-08-28T02:30:42.757643+0000","last_undegraded":"2023-08-28T02:30:42.757643+0000","last_fullsized":"2023-08-28T02:30:42.757643+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:15:30.736135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":35,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-08-28T02:30:45.878800+0000","last_change":"2023-08-28T02:29:44.429834+0000","last_active":"2023-08-28T02:30:45.878800+0000","last_peered":"2023-08-28T02:30:45.878800+0000","last_clean":"2023-08-28T02:30:45.878800+0000","last_became_active":"2023-08-28T02:29:44.429512+0000","last_became_peered":"2023-08-28T02:29:44.429512+0000","last_unstale":"2023-08-28T02:30:45.878800+0000","last_undegraded":"2023-08-28T02:30:45.878800+0000","last_fullsized":"2023-08-28T02:30:45.878800+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:58.062455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-08-28T02:30:49.377101+0000","last_change":"2023-08-28T02:30:49.377101+0000","last_active":"2023-08-28T02:30:49.377101+0000","last_peered":"2023-08-28T02:30:49.377101+0000","last_clean":"2023-08-28T02:30:49.377101+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-08-28T02:30:49.377101+0000","last_undegraded":"2023-08-28T02:30:49.377101+0000","last_fullsized":"2023-08-28T02:30:49.377101+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.7","version":"75'161","reported_seq":463,"reported_epoch":246,"state":"active+clean","last_fresh":"2023-08-28T02:30:42.759045+0000","last_change":"2023-08-28T02:28:52.901603+0000","last_active":"2023-08-28T02:30:42.759045+0000","last_peered":"2023-08-28T02:30:42.759045+0000","last_clean":"2023-08-28T02:30:42.759045+0000","last_became_active":"2023-08-28T02:28:52.901228+0000","last_became_peered":"2023-08-28T02:28:52.901228+0000","last_unstale":"2023-08-28T02:30:42.759045+0000","last_undegraded":"2023-08-28T02:30:42.759045+0000","last_fullsized":"2023-08-28T02:30:42.759045+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":35,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-08-28T02:30:45.876540+0000","last_change":"2023-08-28T02:29:44.407595+0000","last_active":"2023-08-28T02:30:45.876540+0000","last_peered":"2023-08-28T02:30:45.876540+0000","last_clean":"2023-08-28T02:30:45.876540+0000","last_became_active":"2023-08-28T02:29:44.407316+0000","last_became_peered":"2023-08-28T02:29:44.407316+0000","last_unstale":"2023-08-28T02:30:45.876540+0000","last_undegraded":"2023-08-28T02:30:45.876540+0000","last_fullsized":"2023-08-28T02:30:45.876540+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:01:47.777709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":226,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-08-28T02:30:34.238011+0000","last_change":"2023-08-28T02:17:57.832204+0000","last_active":"2023-08-28T02:30:34.238011+0000","last_peered":"2023-08-28T02:30:34.238011+0000","last_clean":"2023-08-28T02:30:34.238011+0000","last_became_active":"2023-08-28T02:17:57.831885+0000","last_became_peered":"2023-08-28T02:17:57.831885+0000","last_unstale":"2023-08-28T02:30:34.238011+0000","last_undegraded":"2023-08-28T02:30:34.238011+0000","last_fullsized":"2023-08-28T02:30:34.238011+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:14:33.767147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":35,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-08-28T02:30:45.877730+0000","last_change":"2023-08-28T02:29:44.506914+0000","last_active":"2023-08-28T02:30:45.877730+0000","last_peered":"2023-08-28T02:30:45.877730+0000","last_clean":"2023-08-28T02:30:45.877730+0000","last_became_active":"2023-08-28T02:29:44.506606+0000","last_became_peered":"2023-08-28T02:29:44.506606+0000","last_unstale":"2023-08-28T02:30:45.877730+0000","last_undegraded":"2023-08-28T02:30:45.877730+0000","last_fullsized":"2023-08-28T02:30:45.877730+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:55:50.992279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-08-28T02:30:49.377101+0000","last_change":"2023-08-28T02:30:49.377101+0000","last_active":"2023-08-28T02:30:49.377101+0000","last_peered":"2023-08-28T02:30:49.377101+0000","last_clean":"2023-08-28T02:30:49.377101+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-08-28T02:30:49.377101+0000","last_undegraded":"2023-08-28T02:30:49.377101+0000","last_fullsized":"2023-08-28T02:30:49.377101+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.1","version":"75'161","reported_seq":485,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-08-28T02:30:34.237323+0000","last_change":"2023-08-28T02:29:24.559480+0000","last_active":"2023-08-28T02:30:34.237323+0000","last_peered":"2023-08-28T02:30:34.237323+0000","last_clean":"2023-08-28T02:30:34.237323+0000","last_became_active":"2023-08-28T02:27:46.385155+0000","last_became_peered":"2023-08-28T02:27:46.385155+0000","last_unstale":"2023-08-28T02:30:34.237323+0000","last_undegraded":"2023-08-28T02:30:34.237323+0000","last_fullsized":"2023-08-28T02:30:34.237323+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:24.559397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:24.559397+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:26:18.334990+0000","scrub_duration":0.001580328,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":233,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-08-28T02:30:34.237458+0000","last_change":"2023-08-28T02:29:44.459918+0000","last_active":"2023-08-28T02:30:34.237458+0000","last_peered":"2023-08-28T02:30:34.237458+0000","last_clean":"2023-08-28T02:30:34.237458+0000","last_became_active":"2023-08-28T02:29:44.459609+0000","last_became_peered":"2023-08-28T02:29:44.459609+0000","last_unstale":"2023-08-28T02:30:34.237458+0000","last_undegraded":"2023-08-28T02:30:34.237458+0000","last_fullsized":"2023-08-28T02:30:34.237458+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:12:59.946432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":210,"reported_epoch":246,"state":"active+clean","last_fresh":"2023-08-28T02:30:41.882081+0000","last_change":"2023-08-28T02:14:43.039758+0000","last_active":"2023-08-28T02:30:41.882081+0000","last_peered":"2023-08-28T02:30:41.882081+0000","last_clean":"2023-08-28T02:30:41.882081+0000","last_became_active":"2023-08-28T02:14:43.039236+0000","last_became_peered":"2023-08-28T02:14:43.039236+0000","last_unstale":"2023-08-28T02:30:41.882081+0000","last_undegraded":"2023-08-28T02:30:41.882081+0000","last_fullsized":"2023-08-28T02:30:41.882081+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:49:11.066668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":35,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-08-28T02:30:45.878202+0000","last_change":"2023-08-28T02:29:44.508023+0000","last_active":"2023-08-28T02:30:45.878202+0000","last_peered":"2023-08-28T02:30:45.878202+0000","last_clean":"2023-08-28T02:30:45.878202+0000","last_became_active":"2023-08-28T02:29:44.507153+0000","last_became_peered":"2023-08-28T02:29:44.507153+0000","last_unstale":"2023-08-28T02:30:45.878202+0000","last_undegraded":"2023-08-28T02:30:45.878202+0000","last_fullsized":"2023-08-28T02:30:45.878202+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:21:28.918710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-08-28T02:30:49.377101+0000","last_change":"2023-08-28T02:30:49.377101+0000","last_active":"2023-08-28T02:30:49.377101+0000","last_peered":"2023-08-28T02:30:49.377101+0000","last_clean":"2023-08-28T02:30:49.377101+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-08-28T02:30:49.377101+0000","last_undegraded":"2023-08-28T02:30:49.377101+0000","last_fullsized":"2023-08-28T02:30:49.377101+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.2","version":"75'161","reported_seq":618,"reported_epoch":246,"state":"active+clean","last_fresh":"2023-08-28T02:30:41.882191+0000","last_change":"2023-08-28T02:27:46.375815+0000","last_active":"2023-08-28T02:30:41.882191+0000","last_peered":"2023-08-28T02:30:41.882191+0000","last_clean":"2023-08-28T02:30:41.882191+0000","last_became_active":"2023-08-28T02:27:46.375590+0000","last_became_peered":"2023-08-28T02:27:46.375590+0000","last_unstale":"2023-08-28T02:30:41.882191+0000","last_undegraded":"2023-08-28T02:30:41.882191+0000","last_fullsized":"2023-08-28T02:30:41.882191+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":46,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":221,"reported_epoch":248,"state":"active+clean","last_fresh":"2023-08-28T02:30:46.876091+0000","last_change":"2023-08-28T02:17:57.849218+0000","last_active":"2023-08-28T02:30:46.876091+0000","last_peered":"2023-08-28T02:30:46.876091+0000","last_clean":"2023-08-28T02:30:46.876091+0000","last_became_active":"2023-08-28T02:17:57.848849+0000","last_became_peered":"2023-08-28T02:17:57.848849+0000","last_unstale":"2023-08-28T02:30:46.876091+0000","last_undegraded":"2023-08-28T02:30:46.876091+0000","last_fullsized":"2023-08-28T02:30:46.876091+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:52:44.006871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":35,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-08-28T02:30:45.876310+0000","last_change":"2023-08-28T02:29:44.509812+0000","last_active":"2023-08-28T02:30:45.876310+0000","last_peered":"2023-08-28T02:30:45.876310+0000","last_clean":"2023-08-28T02:30:45.876310+0000","last_became_active":"2023-08-28T02:29:44.509449+0000","last_became_peered":"2023-08-28T02:29:44.509449+0000","last_unstale":"2023-08-28T02:30:45.876310+0000","last_undegraded":"2023-08-28T02:30:45.876310+0000","last_fullsized":"2023-08-28T02:30:45.876310+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:56:56.807893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":35,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-08-28T02:30:45.878866+0000","last_change":"2023-08-28T02:29:44.427945+0000","last_active":"2023-08-28T02:30:45.878866+0000","last_peered":"2023-08-28T02:30:45.878866+0000","last_clean":"2023-08-28T02:30:45.878866+0000","last_became_active":"2023-08-28T02:29:44.426487+0000","last_became_peered":"2023-08-28T02:29:44.426487+0000","last_unstale":"2023-08-28T02:30:45.878866+0000","last_undegraded":"2023-08-28T02:30:45.878866+0000","last_fullsized":"2023-08-28T02:30:45.878866+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:30:20.438896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-08-28T02:30:49.377101+0000","last_change":"2023-08-28T02:30:49.377101+0000","last_active":"2023-08-28T02:30:49.377101+0000","last_peered":"2023-08-28T02:30:49.377101+0000","last_clean":"2023-08-28T02:30:49.377101+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-08-28T02:30:49.377101+0000","last_undegraded":"2023-08-28T02:30:49.377101+0000","last_fullsized":"2023-08-28T02:30:49.377101+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":213,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-08-28T02:30:34.237503+0000","last_change":"2023-08-28T02:16:50.342424+0000","last_active":"2023-08-28T02:30:34.237503+0000","last_peered":"2023-08-28T02:30:34.237503+0000","last_clean":"2023-08-28T02:30:34.237503+0000","last_became_active":"2023-08-28T02:16:50.342083+0000","last_became_peered":"2023-08-28T02:16:50.342083+0000","last_unstale":"2023-08-28T02:30:34.237503+0000","last_undegraded":"2023-08-28T02:30:34.237503+0000","last_fullsized":"2023-08-28T02:30:34.237503+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:48:40.173542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"75'161","reported_seq":599,"reported_epoch":246,"state":"active+clean","last_fresh":"2023-08-28T02:30:41.881525+0000","last_change":"2023-08-28T02:27:39.235695+0000","last_active":"2023-08-28T02:30:41.881525+0000","last_peered":"2023-08-28T02:30:41.881525+0000","last_clean":"2023-08-28T02:30:41.881525+0000","last_became_active":"2023-08-28T02:27:39.235381+0000","last_became_peered":"2023-08-28T02:27:39.235381+0000","last_unstale":"2023-08-28T02:30:41.881525+0000","last_undegraded":"2023-08-28T02:30:41.881525+0000","last_fullsized":"2023-08-28T02:30:41.881525+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53669,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":21,"num_write_kb":219,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":182,"reported_epoch":246,"state":"active+clean","last_fresh":"2023-08-28T02:30:42.758665+0000","last_change":"2023-08-28T02:17:57.830935+0000","last_active":"2023-08-28T02:30:42.758665+0000","last_peered":"2023-08-28T02:30:42.758665+0000","last_clean":"2023-08-28T02:30:42.758665+0000","last_became_active":"2023-08-28T02:17:57.830393+0000","last_became_peered":"2023-08-28T02:17:57.830393+0000","last_unstale":"2023-08-28T02:30:42.758665+0000","last_undegraded":"2023-08-28T02:30:42.758665+0000","last_fullsized":"2023-08-28T02:30:42.758665+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:53:51.589050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":59,"reported_epoch":246,"state":"active+clean","last_fresh":"2023-08-28T02:30:41.882146+0000","last_change":"2023-08-28T02:28:52.900597+0000","last_active":"2023-08-28T02:30:41.882146+0000","last_peered":"2023-08-28T02:30:41.882146+0000","last_clean":"2023-08-28T02:30:41.882146+0000","last_became_active":"2023-08-28T02:28:52.900298+0000","last_became_peered":"2023-08-28T02:28:52.900298+0000","last_unstale":"2023-08-28T02:30:41.882146+0000","last_undegraded":"2023-08-28T02:30:41.882146+0000","last_fullsized":"2023-08-28T02:30:41.882146+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:11:05.933704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,7],"acting":[4,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-08-28T02:30:49.377101+0000","last_change":"2023-08-28T02:30:49.377101+0000","last_active":"2023-08-28T02:30:49.377101+0000","last_peered":"2023-08-28T02:30:49.377101+0000","last_clean":"2023-08-28T02:30:49.377101+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-08-28T02:30:49.377101+0000","last_undegraded":"2023-08-28T02:30:49.377101+0000","last_fullsized":"2023-08-28T02:30:49.377101+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.3","version":"75'161","reported_seq":482,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-08-28T02:30:45.879875+0000","last_change":"2023-08-28T02:29:44.505488+0000","last_active":"2023-08-28T02:30:45.879875+0000","last_peered":"2023-08-28T02:30:45.879875+0000","last_clean":"2023-08-28T02:30:45.879875+0000","last_became_active":"2023-08-28T02:29:44.505147+0000","last_became_peered":"2023-08-28T02:29:44.505147+0000","last_unstale":"2023-08-28T02:30:45.879875+0000","last_undegraded":"2023-08-28T02:30:45.879875+0000","last_fullsized":"2023-08-28T02:30:45.879875+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":252,"reported_epoch":246,"state":"active+clean","last_fresh":"2023-08-28T02:30:41.881282+0000","last_change":"2023-08-28T02:29:44.421353+0000","last_active":"2023-08-28T02:30:41.881282+0000","last_peered":"2023-08-28T02:30:41.881282+0000","last_clean":"2023-08-28T02:30:41.881282+0000","last_became_active":"2023-08-28T02:29:44.421064+0000","last_became_peered":"2023-08-28T02:29:44.421064+0000","last_unstale":"2023-08-28T02:30:41.881282+0000","last_undegraded":"2023-08-28T02:30:41.881282+0000","last_fullsized":"2023-08-28T02:30:41.881282+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:51:36.524024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":203,"reported_epoch":246,"state":"active+clean","last_fresh":"2023-08-28T02:30:41.889894+0000","last_change":"2023-08-28T02:17:57.849233+0000","last_active":"2023-08-28T02:30:41.889894+0000","last_peered":"2023-08-28T02:30:41.889894+0000","last_clean":"2023-08-28T02:30:41.889894+0000","last_became_active":"2023-08-28T02:17:57.848909+0000","last_became_peered":"2023-08-28T02:17:57.848909+0000","last_unstale":"2023-08-28T02:30:41.889894+0000","last_undegraded":"2023-08-28T02:30:41.889894+0000","last_fullsized":"2023-08-28T02:30:41.889894+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:19:30.926702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":220,"reported_epoch":246,"state":"active+clean","last_fresh":"2023-08-28T02:30:41.891066+0000","last_change":"2023-08-28T02:29:44.433910+0000","last_active":"2023-08-28T02:30:41.891066+0000","last_peered":"2023-08-28T02:30:41.891066+0000","last_clean":"2023-08-28T02:30:41.891066+0000","last_became_active":"2023-08-28T02:29:44.429486+0000","last_became_peered":"2023-08-28T02:29:44.429486+0000","last_unstale":"2023-08-28T02:30:41.891066+0000","last_undegraded":"2023-08-28T02:30:41.891066+0000","last_fullsized":"2023-08-28T02:30:41.891066+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:27:00.197598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-08-28T02:30:49.377101+0000","last_change":"2023-08-28T02:30:49.377101+0000","last_active":"2023-08-28T02:30:49.377101+0000","last_peered":"2023-08-28T02:30:49.377101+0000","last_clean":"2023-08-28T02:30:49.377101+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-08-28T02:30:49.377101+0000","last_undegraded":"2023-08-28T02:30:49.377101+0000","last_fullsized":"2023-08-28T02:30:49.377101+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.6","version":"75'161","reported_seq":458,"reported_epoch":246,"state":"active+clean","last_fresh":"2023-08-28T02:30:41.891022+0000","last_change":"2023-08-28T02:30:26.144684+0000","last_active":"2023-08-28T02:30:41.891022+0000","last_peered":"2023-08-28T02:30:41.891022+0000","last_clean":"2023-08-28T02:30:41.891022+0000","last_became_active":"2023-08-28T02:28:52.899055+0000","last_became_peered":"2023-08-28T02:28:52.899055+0000","last_unstale":"2023-08-28T02:30:41.891022+0000","last_undegraded":"2023-08-28T02:30:41.891022+0000","last_fullsized":"2023-08-28T02:30:41.891022+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,3],"acting":[0,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":215,"reported_epoch":246,"state":"active+clean","last_fresh":"2023-08-28T02:30:41.882766+0000","last_change":"2023-08-28T02:14:43.033789+0000","last_active":"2023-08-28T02:30:41.882766+0000","last_peered":"2023-08-28T02:30:41.882766+0000","last_clean":"2023-08-28T02:30:41.882766+0000","last_became_active":"2023-08-28T02:14:43.033454+0000","last_became_peered":"2023-08-28T02:14:43.033454+0000","last_unstale":"2023-08-28T02:30:41.882766+0000","last_undegraded":"2023-08-28T02:30:41.882766+0000","last_fullsized":"2023-08-28T02:30:41.882766+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:01:13.205842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":35,"reported_epoch":247,"state":"active+clean","last_fresh":"2023-08-28T02:30:45.878384+0000","last_change":"2023-08-28T02:29:44.508212+0000","last_active":"2023-08-28T02:30:45.878384+0000","last_peered":"2023-08-28T02:30:45.878384+0000","last_clean":"2023-08-28T02:30:45.878384+0000","last_became_active":"2023-08-28T02:29:44.507669+0000","last_became_peered":"2023-08-28T02:29:44.507669+0000","last_unstale":"2023-08-28T02:30:45.878384+0000","last_undegraded":"2023-08-28T02:30:45.878384+0000","last_fullsized":"2023-08-28T02:30:45.878384+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:58:38.220241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":189,"reported_epoch":246,"state":"active+clean","last_fresh":"2023-08-28T02:30:41.890934+0000","last_change":"2023-08-28T02:14:43.048791+0000","last_active":"2023-08-28T02:30:41.890934+0000","last_peered":"2023-08-28T02:30:41.890934+0000","last_clean":"2023-08-28T02:30:41.890934+0000","last_became_active":"2023-08-28T02:14:43.047408+0000","last_became_peered":"2023-08-28T02:14:43.047408+0000","last_unstale":"2023-08-28T02:30:41.890934+0000","last_undegraded":"2023-08-28T02:30:41.890934+0000","last_fullsized":"2023-08-28T02:30:41.890934+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:47.097181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-08-28T02:30:49.377101+0000","last_change":"2023-08-28T02:30:49.377101+0000","last_active":"2023-08-28T02:30:49.377101+0000","last_peered":"2023-08-28T02:30:49.377101+0000","last_clean":"2023-08-28T02:30:49.377101+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-08-28T02:30:49.377101+0000","last_undegraded":"2023-08-28T02:30:49.377101+0000","last_fullsized":"2023-08-28T02:30:49.377101+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.5","version":"75'161","reported_seq":500,"reported_epoch":246,"state":"active+clean","last_fresh":"2023-08-28T02:30:41.881866+0000","last_change":"2023-08-28T02:29:18.891819+0000","last_active":"2023-08-28T02:30:41.881866+0000","last_peered":"2023-08-28T02:30:41.881866+0000","last_clean":"2023-08-28T02:30:41.881866+0000","last_became_active":"2023-08-28T02:27:46.339134+0000","last_became_peered":"2023-08-28T02:27:46.339134+0000","last_unstale":"2023-08-28T02:30:41.881866+0000","last_undegraded":"2023-08-28T02:30:41.881866+0000","last_fullsized":"2023-08-28T02:30:41.881866+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:18.891729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:18.891729+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:29:36.951090+0000","scrub_duration":0.0031546460000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"65'2","reported_seq":226,"reported_epoch":246,"state":"active+clean","last_fresh":"2023-08-28T02:30:42.759224+0000","last_change":"2023-08-28T02:17:57.864052+0000","last_active":"2023-08-28T02:30:42.759224+0000","last_peered":"2023-08-28T02:30:42.759224+0000","last_clean":"2023-08-28T02:30:42.759224+0000","last_became_active":"2023-08-28T02:17:57.845544+0000","last_became_peered":"2023-08-28T02:17:57.845544+0000","last_unstale":"2023-08-28T02:30:42.759224+0000","last_undegraded":"2023-08-28T02:30:42.759224+0000","last_fullsized":"2023-08-28T02:30:42.759224+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:24:46.387534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":54,"reported_epoch":248,"state":"peering","last_fresh":"2023-08-28T02:30:46.881788+0000","last_change":"2023-08-28T02:30:46.881788+0000","last_active":"2023-08-28T02:30:46.881788+0000","last_peered":"2023-08-28T02:30:45.880521+0000","last_clean":"2023-08-28T02:06:56.261752+0000","last_became_active":"2023-08-28T02:29:45.405183+0000","last_became_peered":"2023-08-28T02:29:45.405183+0000","last_unstale":"2023-08-28T02:30:46.881788+0000","last_undegraded":"2023-08-28T02:30:46.881788+0000","last_fullsized":"2023-08-28T02:30:46.881788+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":247,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:34:39.346519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":224,"reported_epoch":246,"state":"active+clean","last_fresh":"2023-08-28T02:30:42.757579+0000","last_change":"2023-08-28T02:17:57.850029+0000","last_active":"2023-08-28T02:30:42.757579+0000","last_peered":"2023-08-28T02:30:42.757579+0000","last_clean":"2023-08-28T02:30:42.757579+0000","last_became_active":"2023-08-28T02:17:57.846602+0000","last_became_peered":"2023-08-28T02:17:57.846602+0000","last_unstale":"2023-08-28T02:30:42.757579+0000","last_undegraded":"2023-08-28T02:30:42.757579+0000","last_fullsized":"2023-08-28T02:30:42.757579+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:39:38.706283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-08-28T02:30:49.377101+0000","last_change":"2023-08-28T02:30:49.377101+0000","last_active":"2023-08-28T02:30:49.377101+0000","last_peered":"2023-08-28T02:30:49.377101+0000","last_clean":"2023-08-28T02:30:49.377101+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-08-28T02:30:49.377101+0000","last_undegraded":"2023-08-28T02:30:49.377101+0000","last_fullsized":"2023-08-28T02:30:49.377101+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.4","version":"75'161","reported_seq":470,"reported_epoch":246,"state":"active+clean","last_fresh":"2023-08-28T02:30:42.758612+0000","last_change":"2023-08-28T02:28:15.289768+0000","last_active":"2023-08-28T02:30:42.758612+0000","last_peered":"2023-08-28T02:30:42.758612+0000","last_clean":"2023-08-28T02:30:42.758612+0000","last_became_active":"2023-08-28T02:28:15.289365+0000","last_became_peered":"2023-08-28T02:28:15.289365+0000","last_unstale":"2023-08-28T02:30:42.758612+0000","last_undegraded":"2023-08-28T02:30:42.758612+0000","last_fullsized":"2023-08-28T02:30:42.758612+0000","mapping_epoch":189,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":190,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":488690,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":137,"reported_epoch":246,"state":"active+clean","last_fresh":"2023-08-28T02:30:41.883199+0000","last_change":"2023-08-28T02:28:52.899333+0000","last_active":"2023-08-28T02:30:41.883199+0000","last_peered":"2023-08-28T02:30:41.883199+0000","last_clean":"2023-08-28T02:30:41.883199+0000","last_became_active":"2023-08-28T02:28:52.898989+0000","last_became_peered":"2023-08-28T02:28:52.898989+0000","last_unstale":"2023-08-28T02:30:41.883199+0000","last_undegraded":"2023-08-28T02:30:41.883199+0000","last_fullsized":"2023-08-28T02:30:41.883199+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:30:07.242589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"65'1","reported_seq":233,"reported_epoch":246,"state":"active+clean","last_fresh":"2023-08-28T02:30:41.891117+0000","last_change":"2023-08-28T02:29:44.510205+0000","last_active":"2023-08-28T02:30:41.891117+0000","last_peered":"2023-08-28T02:30:41.891117+0000","last_clean":"2023-08-28T02:30:41.891117+0000","last_became_active":"2023-08-28T02:29:44.429357+0000","last_became_peered":"2023-08-28T02:29:44.429357+0000","last_unstale":"2023-08-28T02:30:41.891117+0000","last_undegraded":"2023-08-28T02:30:41.891117+0000","last_fullsized":"2023-08-28T02:30:41.891117+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:44:59.955729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":192,"reported_epoch":246,"state":"active+clean","last_fresh":"2023-08-28T02:30:41.881010+0000","last_change":"2023-08-28T02:07:37.332854+0000","last_active":"2023-08-28T02:30:41.881010+0000","last_peered":"2023-08-28T02:30:41.881010+0000","last_clean":"2023-08-28T02:30:41.881010+0000","last_became_active":"2023-08-28T02:07:37.332563+0000","last_became_peered":"2023-08-28T02:07:37.332563+0000","last_unstale":"2023-08-28T02:30:41.881010+0000","last_undegraded":"2023-08-28T02:30:41.881010+0000","last_fullsized":"2023-08-28T02:30:41.881010+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:24:12.887788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"65'1","reported_seq":191,"reported_epoch":246,"state":"active+clean","last_fresh":"2023-08-28T02:30:41.890846+0000","last_change":"2023-08-28T02:14:43.042150+0000","last_active":"2023-08-28T02:30:41.890846+0000","last_peered":"2023-08-28T02:30:41.890846+0000","last_clean":"2023-08-28T02:30:41.890846+0000","last_became_active":"2023-08-28T02:14:43.038336+0000","last_became_peered":"2023-08-28T02:14:43.038336+0000","last_unstale":"2023-08-28T02:30:41.890846+0000","last_undegraded":"2023-08-28T02:30:41.890846+0000","last_fullsized":"2023-08-28T02:30:41.890846+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:26:02.415152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":241,"reported_epoch":248,"state":"active+clean","last_fresh":"2023-08-28T02:30:46.876161+0000","last_change":"2023-08-28T02:29:44.466281+0000","last_active":"2023-08-28T02:30:46.876161+0000","last_peered":"2023-08-28T02:30:46.876161+0000","last_clean":"2023-08-28T02:30:46.876161+0000","last_became_active":"2023-08-28T02:29:44.465902+0000","last_became_peered":"2023-08-28T02:29:44.465902+0000","last_unstale":"2023-08-28T02:30:46.876161+0000","last_undegraded":"2023-08-28T02:30:46.876161+0000","last_fullsized":"2023-08-28T02:30:46.876161+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:42:07.764961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"65'2","reported_seq":239,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-08-28T02:30:34.237704+0000","last_change":"2023-08-28T02:29:44.535937+0000","last_active":"2023-08-28T02:30:34.237704+0000","last_peered":"2023-08-28T02:30:34.237704+0000","last_clean":"2023-08-28T02:30:34.237704+0000","last_became_active":"2023-08-28T02:29:44.462244+0000","last_became_peered":"2023-08-28T02:29:44.462244+0000","last_unstale":"2023-08-28T02:30:34.237704+0000","last_undegraded":"2023-08-28T02:30:34.237704+0000","last_fullsized":"2023-08-28T02:30:34.237704+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:30:33.173713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":223,"reported_epoch":246,"state":"active+clean","last_fresh":"2023-08-28T02:30:41.890580+0000","last_change":"2023-08-28T02:29:44.428987+0000","last_active":"2023-08-28T02:30:41.890580+0000","last_peered":"2023-08-28T02:30:41.890580+0000","last_clean":"2023-08-28T02:30:41.890580+0000","last_became_active":"2023-08-28T02:29:44.428622+0000","last_became_peered":"2023-08-28T02:29:44.428622+0000","last_unstale":"2023-08-28T02:30:41.890580+0000","last_undegraded":"2023-08-28T02:30:41.890580+0000","last_fullsized":"2023-08-28T02:30:41.890580+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:48:42.349894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"65'2","reported_seq":194,"reported_epoch":245,"state":"active+clean","last_fresh":"2023-08-28T02:30:34.237938+0000","last_change":"2023-08-28T02:07:37.315088+0000","last_active":"2023-08-28T02:30:34.237938+0000","last_peered":"2023-08-28T02:30:34.237938+0000","last_clean":"2023-08-28T02:30:34.237938+0000","last_became_active":"2023-08-28T02:07:37.314730+0000","last_became_peered":"2023-08-28T02:07:37.314730+0000","last_unstale":"2023-08-28T02:30:34.237938+0000","last_undegraded":"2023-08-28T02:30:34.237938+0000","last_fullsized":"2023-08-28T02:30:34.237938+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:58.096621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":226,"reported_epoch":246,"state":"active+clean","last_fresh":"2023-08-28T02:30:41.881566+0000","last_change":"2023-08-28T02:17:57.830595+0000","last_active":"2023-08-28T02:30:41.881566+0000","last_peered":"2023-08-28T02:30:41.881566+0000","last_clean":"2023-08-28T02:30:41.881566+0000","last_became_active":"2023-08-28T02:17:57.830345+0000","last_became_peered":"2023-08-28T02:17:57.830345+0000","last_unstale":"2023-08-28T02:30:41.881566+0000","last_undegraded":"2023-08-28T02:30:41.881566+0000","last_fullsized":"2023-08-28T02:30:41.881566+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:50:50.199731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"65'1","reported_seq":214,"reported_epoch":246,"state":"active+clean","last_fresh":"2023-08-28T02:30:42.758727+0000","last_change":"2023-08-28T02:17:57.833218+0000","last_active":"2023-08-28T02:30:42.758727+0000","last_peered":"2023-08-28T02:30:42.758727+0000","last_clean":"2023-08-28T02:30:42.758727+0000","last_became_active":"2023-08-28T02:17:57.832772+0000","last_became_peered":"2023-08-28T02:17:57.832772+0000","last_unstale":"2023-08-28T02:30:42.758727+0000","last_undegraded":"2023-08-28T02:30:42.758727+0000","last_fullsized":"2023-08-28T02:30:42.758727+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:00:02.110545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":228,"reported_epoch":246,"state":"active+clean","last_fresh":"2023-08-28T02:30:42.758253+0000","last_change":"2023-08-28T02:17:57.845102+0000","last_active":"2023-08-28T02:30:42.758253+0000","last_peered":"2023-08-28T02:30:42.758253+0000","last_clean":"2023-08-28T02:30:42.758253+0000","last_became_active":"2023-08-28T02:17:57.843529+0000","last_became_peered":"2023-08-28T02:17:57.843529+0000","last_unstale":"2023-08-28T02:30:42.758253+0000","last_undegraded":"2023-08-28T02:30:42.758253+0000","last_fullsized":"2023-08-28T02:30:42.758253+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:20:19.708785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"65'4","reported_seq":207,"reported_epoch":246,"state":"active+clean","last_fresh":"2023-08-28T02:30:41.891401+0000","last_change":"2023-08-28T02:16:50.319672+0000","last_active":"2023-08-28T02:30:41.891401+0000","last_peered":"2023-08-28T02:30:41.891401+0000","last_clean":"2023-08-28T02:30:41.891401+0000","last_became_active":"2023-08-28T02:16:50.319279+0000","last_became_peered":"2023-08-28T02:16:50.319279+0000","last_unstale":"2023-08-28T02:30:41.891401+0000","last_undegraded":"2023-08-28T02:30:41.891401+0000","last_fullsized":"2023-08-28T02:30:41.891401+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:28:07.379148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":229,"reported_epoch":246,"state":"active+clean","last_fresh":"2023-08-28T02:30:41.881097+0000","last_change":"2023-08-28T02:29:44.461816+0000","last_active":"2023-08-28T02:30:41.881097+0000","last_peered":"2023-08-28T02:30:41.881097+0000","last_clean":"2023-08-28T02:30:41.881097+0000","last_became_active":"2023-08-28T02:29:44.461467+0000","last_became_peered":"2023-08-28T02:29:44.461467+0000","last_unstale":"2023-08-28T02:30:41.881097+0000","last_undegraded":"2023-08-28T02:30:41.881097+0000","last_fullsized":"2023-08-28T02:30:41.881097+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:32:08.790025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":638377,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":312,"num_read_kb":584,"num_write":152,"num_write_kb":1538,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":1454746,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299686,"num_pgs":61,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":430664,"kb_used_data":3136,"kb_used_omap":0,"kb_used_meta":427520,"kb_avail":93314488,"statfs":{"total":95995035648,"available":95554035712,"internally_reserved":0,"allocated":3211264,"data_stored":2122537,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":437780480},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":21,"apply_latency_ms":21,"commit_latency_ns":21000000,"apply_latency_ns":21000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:30:01 2023","interfaces":[{"interface":"back","average":{"1min":1.909,"5min":1.478,"15min":1.696},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.21199999999999999},"max":{"1min":8.8870000000000005,"5min":13.118,"15min":13.257},"last":0.46200000000000002},{"interface":"front","average":{"1min":1.8979999999999999,"5min":2.2309999999999999,"15min":2.0870000000000002},"min":{"1min":0.28699999999999998,"5min":0.246,"15min":0.246},"max":{"1min":11.513,"5min":17.402999999999999,"15min":17.402999999999999},"last":0.38800000000000001}]},{"osd":1,"last update":"Mon Aug 28 02:30:27 2023","interfaces":[{"interface":"back","average":{"1min":2.6469999999999998,"5min":2.714,"15min":2.302},"min":{"1min":0.248,"5min":0.248,"15min":0.24099999999999999},"max":{"1min":11.699999999999999,"5min":17.43,"15min":17.43},"last":0.34000000000000002},{"interface":"front","average":{"1min":3.4660000000000002,"5min":2.5550000000000002,"15min":2.2109999999999999},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":12.525,"5min":19.913,"15min":19.913},"last":0.501}]},{"osd":2,"last update":"Mon Aug 28 02:30:12 2023","interfaces":[{"interface":"back","average":{"1min":2.7280000000000002,"5min":1.784,"15min":1.8140000000000001},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22800000000000001},"max":{"1min":7.6150000000000002,"5min":8.2970000000000006,"15min":8.3889999999999993},"last":0.40899999999999997},{"interface":"front","average":{"1min":1.536,"5min":1.3080000000000001,"15min":1.6519999999999999},"min":{"1min":0.33600000000000002,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":9.2219999999999995,"5min":9.2219999999999995,"15min":12.128},"last":0.375}]},{"osd":3,"last update":"Mon Aug 28 02:30:27 2023","interfaces":[{"interface":"back","average":{"1min":2.335,"5min":1.8180000000000001,"15min":2.028},"min":{"1min":0.38100000000000001,"5min":0.29499999999999998,"15min":0.27200000000000002},"max":{"1min":12.186999999999999,"5min":12.186999999999999,"15min":12.186999999999999},"last":0.32100000000000001},{"interface":"front","average":{"1min":2.4420000000000002,"5min":1.657,"15min":2.1379999999999999},"min":{"1min":0.32300000000000001,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":19.344999999999999,"5min":19.344999999999999,"15min":19.344999999999999},"last":0.42299999999999999}]},{"osd":4,"last update":"Mon Aug 28 02:30:01 2023","interfaces":[{"interface":"back","average":{"1min":2.3940000000000001,"5min":1.925,"15min":1.304},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.23400000000000001},"max":{"1min":18.943000000000001,"5min":18.943000000000001,"15min":18.943000000000001},"last":0.27500000000000002},{"interface":"front","average":{"1min":1.5760000000000001,"5min":1.03,"15min":0.93700000000000006},"min":{"1min":0.28999999999999998,"5min":0.26500000000000001,"15min":0.245},"max":{"1min":7.0339999999999998,"5min":7.2130000000000001,"15min":8.1890000000000001},"last":0.45100000000000001}]},{"osd":5,"last update":"Mon Aug 28 02:30:01 2023","interfaces":[{"interface":"back","average":{"1min":1.75,"5min":1.363,"15min":1.069},"min":{"1min":0.28199999999999997,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":5.0949999999999998,"5min":14.622,"15min":14.622},"last":0.35299999999999998},{"interface":"front","average":{"1min":2.052,"5min":1.847,"15min":1.2909999999999999},"min":{"1min":0.311,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":13.840999999999999,"5min":17.324999999999999,"15min":17.324999999999999},"last":0.437}]},{"osd":6,"last update":"Mon Aug 28 02:30:01 2023","interfaces":[{"interface":"back","average":{"1min":1.8660000000000001,"5min":1.8480000000000001,"15min":1.294},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.28199999999999997},"max":{"1min":11.585000000000001,"5min":17.454999999999998,"15min":17.454999999999998},"last":0.47699999999999998},{"interface":"front","average":{"1min":1.552,"5min":0.89100000000000001,"15min":0.88},"min":{"1min":0.34899999999999998,"5min":0.33400000000000002,"15min":0.29899999999999999},"max":{"1min":7.665,"5min":7.665,"15min":7.665},"last":0.48899999999999999}]}]},{"osd":6,"up_from":45,"seq":193273528617,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":312440,"kb_used_data":2800,"kb_used_omap":0,"kb_used_meta":309632,"kb_avail":93432712,"statfs":{"total":95995035648,"available":95675097088,"internally_reserved":0,"allocated":2867200,"data_stored":1794388,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":317063168},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:30:15 2023","interfaces":[{"interface":"back","average":{"1min":1.9359999999999999,"5min":1.6919999999999999,"15min":2.0339999999999998},"min":{"1min":0.28799999999999998,"5min":0.23100000000000001,"15min":0.20699999999999999},"max":{"1min":12.895,"5min":12.895,"15min":16.462},"last":0.42899999999999999},{"interface":"front","average":{"1min":2.4089999999999998,"5min":1.8100000000000001,"15min":2.0710000000000002},"min":{"1min":0.39700000000000002,"5min":0.24099999999999999,"15min":0.23899999999999999},"max":{"1min":11.701000000000001,"5min":11.701000000000001,"15min":16.486999999999998},"last":0.46400000000000002}]},{"osd":1,"last update":"Mon Aug 28 02:30:35 2023","interfaces":[{"interface":"back","average":{"1min":1.4399999999999999,"5min":2.0270000000000001,"15min":2.2269999999999999},"min":{"1min":0.26900000000000002,"5min":0.25800000000000001,"15min":0.23999999999999999},"max":{"1min":8.1530000000000005,"5min":19.384,"15min":19.384},"last":0.38400000000000001},{"interface":"front","average":{"1min":1.9810000000000001,"5min":1.915,"15min":1.9379999999999999},"min":{"1min":0.29499999999999998,"5min":0.25,"15min":0.25},"max":{"1min":5.9749999999999996,"5min":13.183999999999999,"15min":13.183999999999999},"last":0.40699999999999997}]},{"osd":2,"last update":"Mon Aug 28 02:30:19 2023","interfaces":[{"interface":"back","average":{"1min":2.2320000000000002,"5min":1.6499999999999999,"15min":2.0710000000000002},"min":{"1min":0.32800000000000001,"5min":0.28299999999999997,"15min":0.26300000000000001},"max":{"1min":11.724,"5min":11.724,"15min":14.156000000000001},"last":0.497},{"interface":"front","average":{"1min":1.9610000000000001,"5min":1.5940000000000001,"15min":1.7430000000000001},"min":{"1min":0.38300000000000001,"5min":0.28899999999999998,"15min":0.247},"max":{"1min":12.359999999999999,"5min":12.359999999999999,"15min":12.359999999999999},"last":0.45300000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:30:19 2023","interfaces":[{"interface":"back","average":{"1min":2.2170000000000001,"5min":3.222,"15min":2.5950000000000002},"min":{"1min":0.36799999999999999,"5min":0.34100000000000003,"15min":0.30199999999999999},"max":{"1min":11.667999999999999,"5min":122.399,"15min":122.399},"last":0.375},{"interface":"front","average":{"1min":2.4260000000000002,"5min":2.8199999999999998,"15min":2.3780000000000001},"min":{"1min":0.35099999999999998,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":12.398999999999999,"5min":123.173,"15min":123.173},"last":0.51500000000000001}]},{"osd":4,"last update":"Mon Aug 28 02:29:52 2023","interfaces":[{"interface":"back","average":{"1min":1.3620000000000001,"5min":1.3779999999999999,"15min":1.069},"min":{"1min":0.26800000000000002,"5min":0.253,"15min":0.23400000000000001},"max":{"1min":6.21,"5min":18.294,"15min":18.294},"last":0.33700000000000002},{"interface":"front","average":{"1min":1.5329999999999999,"5min":1.256,"15min":1.0649999999999999},"min":{"1min":0.36199999999999999,"5min":0.26500000000000001,"15min":0.22500000000000001},"max":{"1min":7.4320000000000004,"5min":7.5069999999999997,"15min":8.0950000000000006},"last":0.48099999999999998}]},{"osd":5,"last update":"Mon Aug 28 02:29:52 2023","interfaces":[{"interface":"back","average":{"1min":1.538,"5min":1.472,"15min":1.1399999999999999},"min":{"1min":0.32200000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":6.9880000000000004,"5min":13.105,"15min":13.105},"last":0.44400000000000001},{"interface":"front","average":{"1min":1.4770000000000001,"5min":1.2310000000000001,"15min":0.96499999999999997},"min":{"1min":0.34000000000000002,"5min":0.27400000000000002,"15min":0.26800000000000002},"max":{"1min":12.247999999999999,"5min":12.247999999999999,"15min":12.247999999999999},"last":0.75600000000000001}]},{"osd":7,"last update":"Mon Aug 28 02:30:19 2023","interfaces":[{"interface":"back","average":{"1min":1.6779999999999999,"5min":1.284,"15min":1.1699999999999999},"min":{"1min":0.40799999999999997,"5min":0.311,"15min":0.27000000000000002},"max":{"1min":6.2450000000000001,"5min":7.0149999999999997,"15min":12.260999999999999},"last":0.76600000000000001},{"interface":"front","average":{"1min":2.032,"5min":1.3779999999999999,"15min":1.1879999999999999},"min":{"1min":0.36299999999999999,"5min":0.27200000000000002,"15min":0.22600000000000001},"max":{"1min":7.4770000000000003,"5min":9.7370000000000001,"15min":12.021000000000001},"last":0.60299999999999998}]}]},{"osd":1,"up_from":101,"seq":433791697076,"num_pgs":58,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":567328,"kb_used_data":19544,"kb_used_omap":4,"kb_used_meta":547771,"kb_avail":93177824,"statfs":{"total":95995035648,"available":95414091776,"internally_reserved":0,"allocated":20013056,"data_stored":18583065,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":560918414},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:30:26 2023","interfaces":[{"interface":"back","average":{"1min":2.246,"5min":2.625,"15min":3.0019999999999998},"min":{"1min":0.246,"5min":0.22,"15min":0.21099999999999999},"max":{"1min":14.721,"5min":24.545999999999999,"15min":24.545999999999999},"last":0.29699999999999999},{"interface":"front","average":{"1min":4.0199999999999996,"5min":3.673,"15min":3.3759999999999999},"min":{"1min":0.251,"5min":0.24199999999999999,"15min":0.21199999999999999},"max":{"1min":12.301,"5min":24.515000000000001,"15min":24.515000000000001},"last":0.98199999999999998}]},{"osd":2,"last update":"Mon Aug 28 02:30:18 2023","interfaces":[{"interface":"back","average":{"1min":3.9039999999999999,"5min":2.7709999999999999,"15min":2.7970000000000002},"min":{"1min":0.313,"5min":0.313,"15min":0.24099999999999999},"max":{"1min":12.265000000000001,"5min":12.265000000000001,"15min":13.58},"last":1.097},{"interface":"front","average":{"1min":1.8,"5min":1.655,"15min":2.7229999999999999},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.253},"max":{"1min":12.101000000000001,"5min":19.100999999999999,"15min":20.003},"last":0.31900000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:30:18 2023","interfaces":[{"interface":"back","average":{"1min":2.133,"5min":2.4039999999999999,"15min":3.2850000000000001},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":15.35,"5min":19.074999999999999,"15min":24.701000000000001},"last":0.56999999999999995},{"interface":"front","average":{"1min":2.371,"5min":2.702,"15min":3.2080000000000002},"min":{"1min":0.33500000000000002,"5min":0.24099999999999999,"15min":0.223},"max":{"1min":12.868,"5min":14.615,"15min":22.59},"last":0.58299999999999996}]},{"osd":4,"last update":"Mon Aug 28 02:30:26 2023","interfaces":[{"interface":"back","average":{"1min":1.718,"5min":1.619,"15min":1.952},"min":{"1min":0.32200000000000001,"5min":0.312,"15min":0.30099999999999999},"max":{"1min":18.689,"5min":18.992999999999999,"15min":18.992999999999999},"last":0.432},{"interface":"front","average":{"1min":2.2749999999999999,"5min":2.008,"15min":1.9339999999999999},"min":{"1min":0.371,"5min":0.28899999999999998,"15min":0.26400000000000001},"max":{"1min":14.779999999999999,"5min":14.779999999999999,"15min":14.779999999999999},"last":0.503}]},{"osd":5,"last update":"Mon Aug 28 02:30:26 2023","interfaces":[{"interface":"back","average":{"1min":3.7440000000000002,"5min":2.5470000000000002,"15min":2.5459999999999998},"min":{"1min":0.434,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":12.170999999999999,"5min":18.626999999999999,"15min":18.626999999999999},"last":1.292},{"interface":"front","average":{"1min":1.5209999999999999,"5min":2.1899999999999999,"15min":2.4390000000000001},"min":{"1min":0.374,"5min":0.33600000000000002,"15min":0.31900000000000001},"max":{"1min":6.5529999999999999,"5min":18.945,"15min":18.945},"last":0.39400000000000002}]},{"osd":6,"last update":"Mon Aug 28 02:30:26 2023","interfaces":[{"interface":"back","average":{"1min":3.1400000000000001,"5min":2.3959999999999999,"15min":2.556},"min":{"1min":0.373,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":12.221,"5min":12.221,"15min":14.944000000000001},"last":1.236},{"interface":"front","average":{"1min":1.244,"5min":1.764,"15min":2.1579999999999999},"min":{"1min":0.42899999999999999,"5min":0.35699999999999998,"15min":0.34499999999999997},"max":{"1min":6.2270000000000003,"5min":19.021999999999998,"15min":19.021999999999998},"last":0.52400000000000002}]},{"osd":7,"last update":"Mon Aug 28 02:30:26 2023","interfaces":[{"interface":"back","average":{"1min":1.395,"5min":2.0529999999999999,"15min":2.456},"min":{"1min":0.41099999999999998,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":6.101,"5min":19.047999999999998,"15min":19.047999999999998},"last":0.47599999999999998},{"interface":"front","average":{"1min":2.0579999999999998,"5min":2.2999999999999998,"15min":2.2559999999999998},"min":{"1min":0.42399999999999999,"5min":0.35799999999999998,"15min":0.30199999999999999},"max":{"1min":14.818,"5min":14.818,"15min":14.818},"last":0.55300000000000005}]}]},{"osd":0,"up_from":87,"seq":373662154947,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":593016,"kb_used_data":90416,"kb_used_omap":5,"kb_used_meta":502586,"kb_avail":93152136,"statfs":{"total":95995035648,"available":95387787264,"internally_reserved":0,"allocated":92585984,"data_stored":91078211,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":514648698},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:30:22 2023","interfaces":[{"interface":"back","average":{"1min":3.6760000000000002,"5min":2.0569999999999999,"15min":2.468},"min":{"1min":0.29199999999999998,"5min":0.193,"15min":0.193},"max":{"1min":30.315000000000001,"5min":30.315000000000001,"15min":30.315000000000001},"last":0.28399999999999997},{"interface":"front","average":{"1min":6.7210000000000001,"5min":3.1760000000000002,"15min":3.5430000000000001},"min":{"1min":0.27600000000000002,"5min":0.255,"15min":0.16900000000000001},"max":{"1min":69.272000000000006,"5min":69.272000000000006,"15min":69.272000000000006},"last":0.35199999999999998}]},{"osd":2,"last update":"Mon Aug 28 02:30:16 2023","interfaces":[{"interface":"back","average":{"1min":3.8769999999999998,"5min":2.4209999999999998,"15min":2.8380000000000001},"min":{"1min":0.38500000000000001,"5min":0.248,"15min":0.23400000000000001},"max":{"1min":20.959,"5min":20.959,"15min":20.959},"last":0.36899999999999999},{"interface":"front","average":{"1min":2.2730000000000001,"5min":2.2200000000000002,"15min":2.702},"min":{"1min":0.32000000000000001,"5min":0.28100000000000003,"15min":0.24299999999999999},"max":{"1min":8.0600000000000005,"5min":9.3729999999999993,"15min":20.015999999999998},"last":0.39900000000000002}]},{"osd":3,"last update":"Mon Aug 28 02:30:22 2023","interfaces":[{"interface":"back","average":{"1min":3.5099999999999998,"5min":2.1549999999999998,"15min":2.956},"min":{"1min":0.35199999999999998,"5min":0.27700000000000002,"15min":0.26100000000000001},"max":{"1min":10.971,"5min":11.41,"15min":20.27},"last":0.308},{"interface":"front","average":{"1min":2.464,"5min":2.46,"15min":2.6379999999999999},"min":{"1min":0.38400000000000001,"5min":0.26500000000000001,"15min":0.247},"max":{"1min":10.788,"5min":15.365,"15min":17.635999999999999},"last":0.44}]},{"osd":4,"last update":"Mon Aug 28 02:30:08 2023","interfaces":[{"interface":"back","average":{"1min":1.849,"5min":1.917,"15min":1.966},"min":{"1min":0.35599999999999998,"5min":0.32600000000000001,"15min":0.27700000000000002},"max":{"1min":7.056,"5min":8.9380000000000006,"15min":12.842000000000001},"last":0.47399999999999998},{"interface":"front","average":{"1min":4.1310000000000002,"5min":2.4369999999999998,"15min":2.548},"min":{"1min":0.53400000000000003,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":35.860999999999997,"5min":35.860999999999997,"15min":35.860999999999997},"last":0.57999999999999996}]},{"osd":5,"last update":"Mon Aug 28 02:30:08 2023","interfaces":[{"interface":"back","average":{"1min":1.6579999999999999,"5min":1.754,"15min":1.8620000000000001},"min":{"1min":0.45100000000000001,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":4.891,"5min":8.9789999999999992,"15min":13.038},"last":0.60299999999999998},{"interface":"front","average":{"1min":3.2120000000000002,"5min":2.5550000000000002,"15min":2.625},"min":{"1min":0.58699999999999997,"5min":0.371,"15min":0.27800000000000002},"max":{"1min":15.231,"5min":15.231,"15min":15.231},"last":0.64500000000000002}]},{"osd":6,"last update":"Mon Aug 28 02:30:08 2023","interfaces":[{"interface":"back","average":{"1min":2.6419999999999999,"5min":2.0779999999999998,"15min":2.0779999999999998},"min":{"1min":0.47899999999999998,"5min":0.36199999999999999,"15min":0.316},"max":{"1min":15.122999999999999,"5min":15.122999999999999,"15min":15.122999999999999},"last":0.53100000000000003},{"interface":"front","average":{"1min":3.4660000000000002,"5min":2.617,"15min":2.5920000000000001},"min":{"1min":0.56699999999999995,"5min":0.41499999999999998,"15min":0.311},"max":{"1min":15.186999999999999,"5min":15.186999999999999,"15min":15.186999999999999},"last":0.61899999999999999}]},{"osd":7,"last update":"Mon Aug 28 02:30:08 2023","interfaces":[{"interface":"back","average":{"1min":3.6200000000000001,"5min":2.4359999999999999,"15min":2.4470000000000001},"min":{"1min":0.433,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":16.183,"5min":16.183,"15min":16.183},"last":0.50700000000000001},{"interface":"front","average":{"1min":1.4410000000000001,"5min":1.9770000000000001,"15min":2.125},"min":{"1min":0.57799999999999996,"5min":0.39500000000000002,"15min":0.377},"max":{"1min":3.544,"5min":8.9960000000000004,"15min":13.005000000000001},"last":0.56599999999999995}]}]},{"osd":2,"up_from":117,"seq":502511173802,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":436912,"kb_used_data":3496,"kb_used_omap":7,"kb_used_meta":433400,"kb_avail":93308240,"statfs":{"total":95995035648,"available":95547637760,"internally_reserved":0,"allocated":3579904,"data_stored":2147988,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":443801681},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:30:20 2023","interfaces":[{"interface":"back","average":{"1min":2.286,"5min":1.863,"15min":2.528},"min":{"1min":0.29499999999999998,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":13.151999999999999,"5min":15.223000000000001,"15min":15.223000000000001},"last":0.40999999999999998},{"interface":"front","average":{"1min":3.8730000000000002,"5min":2.2389999999999999,"15min":3.1469999999999998},"min":{"1min":0.26000000000000001,"5min":0.223,"15min":0.223},"max":{"1min":17.550999999999998,"5min":17.550999999999998,"15min":25.834},"last":0.45300000000000001}]},{"osd":1,"last update":"Mon Aug 28 02:30:20 2023","interfaces":[{"interface":"back","average":{"1min":4.1360000000000001,"5min":2.5680000000000001,"15min":3.0390000000000001},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.251},"max":{"1min":18.565000000000001,"5min":18.565000000000001,"15min":18.565000000000001},"last":0.42899999999999999},{"interface":"front","average":{"1min":2.4350000000000001,"5min":1.653,"15min":2.5379999999999998},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.216},"max":{"1min":13.1,"5min":13.1,"15min":16.983000000000001},"last":0.55900000000000005}]},{"osd":3,"last update":"Mon Aug 28 02:30:20 2023","interfaces":[{"interface":"back","average":{"1min":5.1390000000000002,"5min":2.964,"15min":3.6230000000000002},"min":{"1min":0.42399999999999999,"5min":0.25700000000000001,"15min":0.25600000000000001},"max":{"1min":18.637,"5min":18.637,"15min":18.637},"last":0.53500000000000003},{"interface":"front","average":{"1min":3.1080000000000001,"5min":2.3599999999999999,"15min":3.153},"min":{"1min":0.28100000000000003,"5min":0.253,"15min":0.253},"max":{"1min":14.984,"5min":17.702999999999999,"15min":17.702999999999999},"last":0.51700000000000002}]},{"osd":4,"last update":"Mon Aug 28 02:30:20 2023","interfaces":[{"interface":"back","average":{"1min":1.823,"5min":1.7090000000000001,"15min":2.1240000000000001},"min":{"1min":0.35899999999999999,"5min":0.30399999999999999,"15min":0.26000000000000001},"max":{"1min":7.0469999999999997,"5min":10.750999999999999,"15min":25.876999999999999},"last":0.78000000000000003},{"interface":"front","average":{"1min":2.883,"5min":2.1139999999999999,"15min":2.2400000000000002},"min":{"1min":0.38400000000000001,"5min":0.32100000000000001,"15min":0.29799999999999999},"max":{"1min":9.875,"5min":9.875,"15min":12.324},"last":0.67300000000000004}]},{"osd":5,"last update":"Mon Aug 28 02:30:20 2023","interfaces":[{"interface":"back","average":{"1min":1.1919999999999999,"5min":1.972,"15min":2.0779999999999998},"min":{"1min":0.34000000000000002,"5min":0.33100000000000002,"15min":0.312},"max":{"1min":3.528,"5min":68.218000000000004,"15min":68.218000000000004},"last":0.69099999999999995},{"interface":"front","average":{"1min":1.8420000000000001,"5min":2.5659999999999998,"15min":2.52},"min":{"1min":0.42399999999999999,"5min":0.316,"15min":0.316},"max":{"1min":7.077,"5min":68.236000000000004,"15min":68.236000000000004},"last":0.748}]},{"osd":6,"last update":"Mon Aug 28 02:30:20 2023","interfaces":[{"interface":"back","average":{"1min":2.4319999999999999,"5min":1.9970000000000001,"15min":2.4180000000000001},"min":{"1min":0.41399999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":9.0649999999999995,"5min":9.8000000000000007,"15min":12.375},"last":0.73499999999999999},{"interface":"front","average":{"1min":1.2949999999999999,"5min":1.3999999999999999,"15min":1.919},"min":{"1min":0.39400000000000002,"5min":0.371,"15min":0.33900000000000002},"max":{"1min":3.6309999999999998,"5min":11.686,"15min":14.151999999999999},"last":0.80600000000000005}]},{"osd":7,"last update":"Mon Aug 28 02:30:20 2023","interfaces":[{"interface":"back","average":{"1min":3.6320000000000001,"5min":2.3620000000000001,"15min":2.5419999999999998},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.33500000000000002},"max":{"1min":23.260000000000002,"5min":23.260000000000002,"15min":23.260000000000002},"last":0.79200000000000004},{"interface":"front","average":{"1min":1.3600000000000001,"5min":1.458,"15min":1.9590000000000001},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.36399999999999999},"max":{"1min":3.5369999999999999,"5min":11.632,"15min":14.18},"last":0.76200000000000001}]}]},{"osd":3,"up_from":134,"seq":575525617820,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":759008,"kb_used_data":186264,"kb_used_omap":2,"kb_used_meta":572733,"kb_avail":92986144,"statfs":{"total":95995035648,"available":95217811456,"internally_reserved":0,"allocated":190734336,"data_stored":189356340,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":586478645},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":20,"apply_latency_ms":20,"commit_latency_ns":20000000,"apply_latency_ns":20000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:30:13 2023","interfaces":[{"interface":"back","average":{"1min":2.137,"5min":2.1779999999999999,"15min":2.7570000000000001},"min":{"1min":0.26800000000000002,"5min":0.20599999999999999,"15min":0.19},"max":{"1min":5.9630000000000001,"5min":34.68,"15min":34.68},"last":0.66400000000000003},{"interface":"front","average":{"1min":1.4350000000000001,"5min":2.1579999999999999,"15min":3.004},"min":{"1min":0.23100000000000001,"5min":0.22800000000000001,"15min":0.21099999999999999},"max":{"1min":4.8639999999999999,"5min":34.777000000000001,"15min":34.777000000000001},"last":0.58799999999999997}]},{"osd":1,"last update":"Mon Aug 28 02:30:13 2023","interfaces":[{"interface":"back","average":{"1min":3.0739999999999998,"5min":3.1360000000000001,"15min":3.347},"min":{"1min":0.29399999999999998,"5min":0.23799999999999999,"15min":0.23200000000000001},"max":{"1min":12.965,"5min":29.780999999999999,"15min":29.780999999999999},"last":1.2130000000000001},{"interface":"front","average":{"1min":3.286,"5min":2.1549999999999998,"15min":2.7999999999999998},"min":{"1min":0.373,"5min":0.27100000000000002,"15min":0.22700000000000001},"max":{"1min":8.7609999999999992,"5min":13.465,"15min":24.071999999999999},"last":0.70999999999999996}]},{"osd":2,"last update":"Mon Aug 28 02:30:13 2023","interfaces":[{"interface":"back","average":{"1min":2.9319999999999999,"5min":2.2519999999999998,"15min":3.1899999999999999},"min":{"1min":0.33300000000000002,"5min":0.26800000000000002,"15min":0.26300000000000001},"max":{"1min":11.282,"5min":14.436,"15min":21.292000000000002},"last":0.47899999999999998},{"interface":"front","average":{"1min":2.2930000000000001,"5min":1.8440000000000001,"15min":2.8479999999999999},"min":{"1min":0.35999999999999999,"5min":0.249,"15min":0.249},"max":{"1min":6.0030000000000001,"5min":12.670999999999999,"15min":24.175999999999998},"last":0.61299999999999999}]},{"osd":4,"last update":"Mon Aug 28 02:30:13 2023","interfaces":[{"interface":"back","average":{"1min":2.3599999999999999,"5min":1.643,"15min":2.1160000000000001},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.28399999999999997},"max":{"1min":5.8879999999999999,"5min":18.831,"15min":23.994},"last":0.92500000000000004},{"interface":"front","average":{"1min":1.6559999999999999,"5min":1.736,"15min":2.2290000000000001},"min":{"1min":0.32600000000000001,"5min":0.30299999999999999,"15min":0.29799999999999999},"max":{"1min":4.5800000000000001,"5min":21.106000000000002,"15min":21.106000000000002},"last":0.749}]},{"osd":5,"last update":"Mon Aug 28 02:30:13 2023","interfaces":[{"interface":"back","average":{"1min":2.3109999999999999,"5min":1.8320000000000001,"15min":2.2789999999999999},"min":{"1min":0.33500000000000002,"5min":0.317,"15min":0.311},"max":{"1min":6.0739999999999998,"5min":21.507000000000001,"15min":21.507000000000001},"last":0.78600000000000003},{"interface":"front","average":{"1min":2.5739999999999998,"5min":2.012,"15min":2.4660000000000002},"min":{"1min":0.45000000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":11.167,"5min":11.242000000000001,"15min":18.181000000000001},"last":0.76600000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:30:13 2023","interfaces":[{"interface":"back","average":{"1min":2.113,"5min":1.8799999999999999,"15min":2.3769999999999998},"min":{"1min":0.42599999999999999,"5min":0.34799999999999998,"15min":0.32700000000000001},"max":{"1min":6.1710000000000003,"5min":23.071000000000002,"15min":23.071000000000002},"last":0.64000000000000001},{"interface":"front","average":{"1min":2.3719999999999999,"5min":2.0899999999999999,"15min":2.6219999999999999},"min":{"1min":0.48699999999999999,"5min":0.39500000000000002,"15min":0.315},"max":{"1min":11.253,"5min":11.253,"15min":18.128},"last":0.72999999999999998}]},{"osd":7,"last update":"Mon Aug 28 02:30:13 2023","interfaces":[{"interface":"back","average":{"1min":2.6760000000000002,"5min":1.78,"15min":2.1829999999999998},"min":{"1min":0.44900000000000001,"5min":0.40500000000000003,"15min":0.33800000000000002},"max":{"1min":10.063000000000001,"5min":11.156000000000001,"15min":24.042999999999999},"last":0.97299999999999998},{"interface":"front","average":{"1min":1.9259999999999999,"5min":2.0099999999999998,"15min":2.5},"min":{"1min":0.37,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":4.641,"5min":21.138000000000002,"15min":21.138000000000002},"last":0.69899999999999995}]}]},{"osd":4,"up_from":30,"seq":128849019183,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":348992,"kb_used_data":2808,"kb_used_omap":0,"kb_used_meta":346176,"kb_avail":93396160,"statfs":{"total":95995035648,"available":95637667840,"internally_reserved":0,"allocated":2875392,"data_stored":1794514,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":354484224},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:30:08 2023","interfaces":[{"interface":"back","average":{"1min":2.7599999999999998,"5min":2.141,"15min":2.073},"min":{"1min":0.26700000000000002,"5min":0.23100000000000001,"15min":0.221},"max":{"1min":22.515000000000001,"5min":22.515000000000001,"15min":22.515000000000001},"last":0.47899999999999998},{"interface":"front","average":{"1min":2.5230000000000001,"5min":1.8,"15min":2.0830000000000002},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.217},"max":{"1min":22.454000000000001,"5min":22.454000000000001,"15min":22.454000000000001},"last":0.32300000000000001}]},{"osd":1,"last update":"Mon Aug 28 02:30:30 2023","interfaces":[{"interface":"back","average":{"1min":3.1640000000000001,"5min":1.9990000000000001,"15min":1.8620000000000001},"min":{"1min":0.27500000000000002,"5min":0.248,"15min":0.24199999999999999},"max":{"1min":23.082000000000001,"5min":23.082000000000001,"15min":23.082000000000001},"last":0.374},{"interface":"front","average":{"1min":3.048,"5min":2.2229999999999999,"15min":1.994},"min":{"1min":0.28399999999999997,"5min":0.27700000000000002,"15min":0.246},"max":{"1min":25.100000000000001,"5min":25.100000000000001,"15min":25.100000000000001},"last":0.45100000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:30:08 2023","interfaces":[{"interface":"back","average":{"1min":1.9830000000000001,"5min":1.877,"15min":1.73},"min":{"1min":0.31900000000000001,"5min":0.28100000000000003,"15min":0.27400000000000002},"max":{"1min":6.4020000000000001,"5min":13.194000000000001,"15min":16.231000000000002},"last":0.42799999999999999},{"interface":"front","average":{"1min":1.6950000000000001,"5min":1.5609999999999999,"15min":1.746},"min":{"1min":0.318,"5min":0.29399999999999998,"15min":0.251},"max":{"1min":7.0609999999999999,"5min":7.6269999999999998,"15min":10.859999999999999},"last":0.46200000000000002}]},{"osd":3,"last update":"Mon Aug 28 02:30:17 2023","interfaces":[{"interface":"back","average":{"1min":2.7269999999999999,"5min":1.6799999999999999,"15min":1.946},"min":{"1min":0.32500000000000001,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":23.501000000000001,"5min":23.501000000000001,"15min":23.501000000000001},"last":1.002},{"interface":"front","average":{"1min":2.5350000000000001,"5min":1.8420000000000001,"15min":1.98},"min":{"1min":0.313,"5min":0.313,"15min":0.29499999999999998},"max":{"1min":23.512,"5min":23.512,"15min":23.512},"last":1.022}]},{"osd":5,"last update":"Mon Aug 28 02:30:41 2023","interfaces":[{"interface":"back","average":{"1min":1.5600000000000001,"5min":1.4159999999999999,"15min":1.149},"min":{"1min":0.28299999999999997,"5min":0.25700000000000001,"15min":0.23799999999999999},"max":{"1min":6.5949999999999998,"5min":8.6850000000000005,"15min":16.181999999999999},"last":0.40200000000000002},{"interface":"front","average":{"1min":1.476,"5min":1.361,"15min":1.1619999999999999},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.20699999999999999},"max":{"1min":7.3920000000000003,"5min":7.5960000000000001,"15min":10.233000000000001},"last":0.39000000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:29:57 2023","interfaces":[{"interface":"back","average":{"1min":1.359,"5min":1.2030000000000001,"15min":1.1200000000000001},"min":{"1min":0.34300000000000003,"5min":0.26500000000000001,"15min":0.25600000000000001},"max":{"1min":8.8480000000000008,"5min":8.8480000000000008,"15min":10.023999999999999},"last":0.35999999999999999},{"interface":"front","average":{"1min":1.5029999999999999,"5min":1.2450000000000001,"15min":1.099},"min":{"1min":0.27200000000000002,"5min":0.26600000000000001,"15min":0.251},"max":{"1min":4.4889999999999999,"5min":7.6870000000000003,"15min":8.6850000000000005},"last":0.436}]},{"osd":7,"last update":"Mon Aug 28 02:30:08 2023","interfaces":[{"interface":"back","average":{"1min":1.8919999999999999,"5min":1.4910000000000001,"15min":1.1659999999999999},"min":{"1min":0.36299999999999999,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":5.9589999999999996,"5min":9.3209999999999997,"15min":9.3209999999999997},"last":0.502},{"interface":"front","average":{"1min":1.4139999999999999,"5min":1.179,"15min":1.0840000000000001},"min":{"1min":0.41399999999999998,"5min":0.30299999999999999,"15min":0.28799999999999998},"max":{"1min":6.2690000000000001,"5min":6.4189999999999996,"15min":7.0220000000000002},"last":0.41499999999999998}]}]},{"osd":5,"up_from":37,"seq":158913790252,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":775800,"kb_used_data":298992,"kb_used_omap":0,"kb_used_meta":476800,"kb_avail":92969352,"statfs":{"total":95995035648,"available":95200616448,"internally_reserved":0,"allocated":306167808,"data_stored":305091683,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":488243200},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:30:31 2023","interfaces":[{"interface":"back","average":{"1min":1.7290000000000001,"5min":1.7450000000000001,"15min":2.2010000000000001},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":5.7489999999999997,"5min":12.856999999999999,"15min":40.334000000000003},"last":0.49299999999999999},{"interface":"front","average":{"1min":1.792,"5min":1.6779999999999999,"15min":2.0409999999999999},"min":{"1min":0.29399999999999998,"5min":0.24099999999999999,"15min":0.23200000000000001},"max":{"1min":5.5430000000000001,"5min":14.856999999999999,"15min":40.212000000000003},"last":0.28499999999999998}]},{"osd":1,"last update":"Mon Aug 28 02:30:31 2023","interfaces":[{"interface":"back","average":{"1min":2.548,"5min":2.0569999999999999,"15min":2.2989999999999999},"min":{"1min":0.30499999999999999,"5min":0.23699999999999999,"15min":0.23200000000000001},"max":{"1min":8.9990000000000006,"5min":10.573,"15min":40.088000000000001},"last":0.46300000000000002},{"interface":"front","average":{"1min":1.788,"5min":1.7789999999999999,"15min":1.948},"min":{"1min":0.34599999999999997,"5min":0.26000000000000001,"15min":0.251},"max":{"1min":5.9459999999999997,"5min":12.138,"15min":40.243000000000002},"last":0.39400000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:30:31 2023","interfaces":[{"interface":"back","average":{"1min":2.1190000000000002,"5min":1.5049999999999999,"15min":2.1059999999999999},"min":{"1min":0.311,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":8.7899999999999991,"5min":8.7899999999999991,"15min":40.436999999999998},"last":0.40400000000000003},{"interface":"front","average":{"1min":2.375,"5min":1.8340000000000001,"15min":2.117},"min":{"1min":0.40899999999999997,"5min":0.32300000000000001,"15min":0.27200000000000002},"max":{"1min":5.5030000000000001,"5min":9.4260000000000002,"15min":40.555},"last":0.41699999999999998}]},{"osd":3,"last update":"Mon Aug 28 02:30:31 2023","interfaces":[{"interface":"back","average":{"1min":2.25,"5min":1.9339999999999999,"15min":2.1110000000000002},"min":{"1min":0.41999999999999998,"5min":0.29499999999999998,"15min":0.27900000000000003},"max":{"1min":8.891,"5min":8.891,"15min":40.270000000000003},"last":0.56000000000000005},{"interface":"front","average":{"1min":2.133,"5min":1.879,"15min":2.1989999999999998},"min":{"1min":0.44600000000000001,"5min":0.30199999999999999,"15min":0.29599999999999999},"max":{"1min":5.9050000000000002,"5min":10.728999999999999,"15min":40.597999999999999},"last":0.51500000000000001}]},{"osd":4,"last update":"Mon Aug 28 02:29:45 2023","interfaces":[{"interface":"back","average":{"1min":2.1339999999999999,"5min":1.446,"15min":1.2949999999999999},"min":{"1min":0.27800000000000002,"5min":0.26800000000000002,"15min":0.216},"max":{"1min":12.904,"5min":13.348000000000001,"15min":40.762999999999998},"last":0.372},{"interface":"front","average":{"1min":1.841,"5min":1.524,"15min":1.2689999999999999},"min":{"1min":0.28899999999999998,"5min":0.27400000000000002,"15min":0.22900000000000001},"max":{"1min":9.157,"5min":10.048,"15min":40.634},"last":0.36199999999999999}]},{"osd":6,"last update":"Mon Aug 28 02:30:31 2023","interfaces":[{"interface":"back","average":{"1min":2.113,"5min":1.292,"15min":1.4119999999999999},"min":{"1min":0.28399999999999997,"5min":0.26500000000000001,"15min":0.254},"max":{"1min":12.946,"5min":12.946,"15min":42.409999999999997},"last":0.43099999999999999},{"interface":"front","average":{"1min":1.589,"5min":1.296,"15min":1.4330000000000001},"min":{"1min":0.374,"5min":0.28100000000000003,"15min":0.27200000000000002},"max":{"1min":5.1509999999999998,"5min":8.0250000000000004,"15min":42.533999999999999},"last":0.53300000000000003}]},{"osd":7,"last update":"Mon Aug 28 02:30:31 2023","interfaces":[{"interface":"back","average":{"1min":1.9930000000000001,"5min":1.9410000000000001,"15min":1.6659999999999999},"min":{"1min":0.35699999999999998,"5min":0.34200000000000003,"15min":0.314},"max":{"1min":7.2199999999999998,"5min":31.707000000000001,"15min":42.667000000000002},"last":0.503},{"interface":"front","average":{"1min":2.0169999999999999,"5min":1.857,"15min":1.5840000000000001},"min":{"1min":0.33700000000000002,"5min":0.33600000000000002,"15min":0.27000000000000002},"max":{"1min":5.4539999999999997,"5min":31.66,"15min":42.344000000000001},"last":0.48099999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:30:51.390 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph status --format=json 2023-08-28T02:30:51.415 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:51 smithi040 ceph-mon[170259]: pgmap v758: 99 pgs: 16 unknown, 1 peering, 82 active+clean; 629 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-08-28T02:30:51.415 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:51 smithi040 ceph-mon[170259]: failed to encode map e251 with expected crc 2023-08-28T02:30:51.415 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:51 smithi040 ceph-mon[170259]: failed to encode map e251 with expected crc 2023-08-28T02:30:51.415 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:51 smithi040 ceph-mon[170259]: osdmap e251: 8 total, 8 up, 8 in 2023-08-28T02:30:51.415 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:51 smithi040 ceph-mon[170259]: failed to encode map e251 with expected crc 2023-08-28T02:30:51.415 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:51 smithi040 ceph-mon[170259]: failed to encode map e251 with expected crc 2023-08-28T02:30:51.415 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:51 smithi040 ceph-mon[170259]: failed to encode map e251 with expected crc 2023-08-28T02:30:51.416 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:51 smithi040 ceph-mon[175404]: pgmap v758: 99 pgs: 16 unknown, 1 peering, 82 active+clean; 629 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-08-28T02:30:51.416 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:51 smithi040 ceph-mon[175404]: failed to encode map e251 with expected crc 2023-08-28T02:30:51.416 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:51 smithi040 ceph-mon[175404]: failed to encode map e251 with expected crc 2023-08-28T02:30:51.416 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:51 smithi040 ceph-mon[175404]: osdmap e251: 8 total, 8 up, 8 in 2023-08-28T02:30:51.416 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:51 smithi040 ceph-mon[175404]: failed to encode map e251 with expected crc 2023-08-28T02:30:51.416 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:51 smithi040 ceph-mon[175404]: failed to encode map e251 with expected crc 2023-08-28T02:30:51.416 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:51 smithi040 ceph-mon[175404]: failed to encode map e251 with expected crc 2023-08-28T02:30:51.476 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:51 smithi083 ceph-mon[157819]: pgmap v758: 99 pgs: 16 unknown, 1 peering, 82 active+clean; 629 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-08-28T02:30:51.476 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:51 smithi083 ceph-mon[157819]: failed to encode map e251 with expected crc 2023-08-28T02:30:51.476 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:51 smithi083 ceph-mon[157819]: failed to encode map e251 with expected crc 2023-08-28T02:30:51.476 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:51 smithi083 ceph-mon[157819]: osdmap e251: 8 total, 8 up, 8 in 2023-08-28T02:30:51.476 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:51 smithi083 ceph-mon[157819]: failed to encode map e251 with expected crc 2023-08-28T02:30:51.477 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:51 smithi083 ceph-mon[157819]: failed to encode map e251 with expected crc 2023-08-28T02:30:51.477 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:51 smithi083 ceph-mon[157819]: failed to encode map e251 with expected crc 2023-08-28T02:30:51.482 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:30:51.485 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:51.485 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:30:51.586 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:30:51.613 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:51.633 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:30:51.635 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:51.636 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:30:51.668 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2023-08-28T02:30:51.668 INFO:teuthology.orchestra.run.smithi083.stdout: "size": 20, 2023-08-28T02:30:51.669 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 600, 2023-08-28T02:30:51.669 INFO:teuthology.orchestra.run.smithi083.stdout: "ops": [ 2023-08-28T02:30:51.669 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.669 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:127584 9.13 9:ccd8e9f1:::benchmark_data_smithi040_209735_object19989:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e195)", 2023-08-28T02:30:51.669 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:28:42.366041+0000", 2023-08-28T02:30:51.669 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 129.30040172400001, 2023-08-28T02:30:51.669 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.5989940570000001, 2023-08-28T02:30:51.669 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:30:51.669 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "reached pg", 2023-08-28T02:30:51.669 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:30:51.669 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:30:51.670 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:30:51.670 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 127584 2023-08-28T02:30:51.670 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.670 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:30:51.670 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.670 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:30:51.670 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.366041+0000", 2023-08-28T02:30:51.670 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:30:51.670 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.670 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.670 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:30:51.671 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.366041+0000", 2023-08-28T02:30:51.671 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:30:51.671 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.671 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.671 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:30:51.671 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.366039+0000", 2023-08-28T02:30:51.671 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:30:51.671 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.671 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.671 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:30:51.671 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.366049+0000", 2023-08-28T02:30:51.672 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.2990000000000002e-06 2023-08-28T02:30:51.672 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.672 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.672 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:30:51.672 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.366059+0000", 2023-08-28T02:30:51.672 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0608000000000001e-05 2023-08-28T02:30:51.672 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.672 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.672 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:30:51.672 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.366065+0000", 2023-08-28T02:30:51.672 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.5029999999999997e-06 2023-08-28T02:30:51.672 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.673 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.673 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:51.673 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.366131+0000", 2023-08-28T02:30:51.673 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.6157999999999999e-05 2023-08-28T02:30:51.673 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.673 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.673 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:30:51.673 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.366251+0000", 2023-08-28T02:30:51.673 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000120239 2023-08-28T02:30:51.673 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.673 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.674 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 5,6", 2023-08-28T02:30:51.674 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.366362+0000", 2023-08-28T02:30:51.674 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000110827 2023-08-28T02:30:51.674 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.674 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.674 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:51.674 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.375407+0000", 2023-08-28T02:30:51.674 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0090447679999999999 2023-08-28T02:30:51.674 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.674 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.674 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:30:51.674 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.375415+0000", 2023-08-28T02:30:51.675 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.2190000000000004e-06 2023-08-28T02:30:51.675 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.675 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.675 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:51.675 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.942037+0000", 2023-08-28T02:30:51.675 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.5666214429999998 2023-08-28T02:30:51.675 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.675 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.675 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:30:51.675 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.942138+0000", 2023-08-28T02:30:51.675 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000101446 2023-08-28T02:30:51.675 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.676 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.676 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:51.676 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.964946+0000", 2023-08-28T02:30:51.676 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.022807971999999999 2023-08-28T02:30:51.676 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.676 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.676 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:30:51.676 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.965035+0000", 2023-08-28T02:30:51.676 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.8844000000000005e-05 2023-08-28T02:30:51.676 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:30:51.676 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:30:51.677 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:30:51.677 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.677 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.677 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:127621 9.13 9:cdd7cc3e:::benchmark_data_smithi040_209735_object20026:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e196)", 2023-08-28T02:30:51.677 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:28:42.404065+0000", 2023-08-28T02:30:51.677 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 129.26237696499999, 2023-08-28T02:30:51.677 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.561206986, 2023-08-28T02:30:51.677 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:30:51.677 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:30:51.677 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:30:51.677 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:30:51.678 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:30:51.678 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 127621 2023-08-28T02:30:51.678 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.678 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:30:51.678 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.678 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:30:51.678 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.404065+0000", 2023-08-28T02:30:51.678 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:30:51.678 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.678 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.678 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:30:51.679 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.404065+0000", 2023-08-28T02:30:51.679 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:30:51.679 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.679 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.679 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:30:51.679 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.404065+0000", 2023-08-28T02:30:51.679 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:30:51.679 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.679 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.679 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:30:51.680 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.404069+0000", 2023-08-28T02:30:51.680 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.4680000000000003e-06 2023-08-28T02:30:51.680 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.680 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.680 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:30:51.680 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.404079+0000", 2023-08-28T02:30:51.680 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.7599999999999997e-06 2023-08-28T02:30:51.680 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.680 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.680 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:30:51.680 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.404084+0000", 2023-08-28T02:30:51.681 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.1420000000000001e-06 2023-08-28T02:30:51.681 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.681 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.681 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:51.681 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.404137+0000", 2023-08-28T02:30:51.681 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.2716999999999997e-05 2023-08-28T02:30:51.681 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.681 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.681 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:30:51.681 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.404146+0000", 2023-08-28T02:30:51.681 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.2119999999999992e-06 2023-08-28T02:30:51.681 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.682 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.682 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:51.682 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.942167+0000", 2023-08-28T02:30:51.682 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.5380211319999999 2023-08-28T02:30:51.682 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.682 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.682 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:30:51.682 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.942252+0000", 2023-08-28T02:30:51.682 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.5019999999999996e-05 2023-08-28T02:30:51.682 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.682 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.682 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 5,6", 2023-08-28T02:30:51.683 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.942326+0000", 2023-08-28T02:30:51.683 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.3821999999999999e-05 2023-08-28T02:30:51.683 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.683 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.683 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:30:51.683 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.948781+0000", 2023-08-28T02:30:51.683 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0064548660000000001 2023-08-28T02:30:51.683 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.683 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.683 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:30:51.683 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.964743+0000", 2023-08-28T02:30:51.683 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.015962147999999999 2023-08-28T02:30:51.684 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.684 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.684 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:30:51.684 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.965106+0000", 2023-08-28T02:30:51.684 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00036322399999999999 2023-08-28T02:30:51.684 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.684 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.684 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:30:51.684 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.965160+0000", 2023-08-28T02:30:51.684 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.3563000000000002e-05 2023-08-28T02:30:51.684 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.685 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.685 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:30:51.685 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.965272+0000", 2023-08-28T02:30:51.685 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000112674 2023-08-28T02:30:51.685 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:30:51.685 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:30:51.685 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:30:51.685 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.685 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.685 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:127699 9.13 9:c95a224d:::benchmark_data_smithi040_209735_object20104:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e196)", 2023-08-28T02:30:51.685 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:28:42.478129+0000", 2023-08-28T02:30:51.686 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 129.18831311599999, 2023-08-28T02:30:51.686 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.487381549, 2023-08-28T02:30:51.686 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:30:51.686 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:30:51.686 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:30:51.686 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:30:51.686 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:30:51.686 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 127699 2023-08-28T02:30:51.686 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.686 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:30:51.686 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.687 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:30:51.687 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.478129+0000", 2023-08-28T02:30:51.687 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:30:51.687 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.687 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.687 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:30:51.687 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.478129+0000", 2023-08-28T02:30:51.687 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:30:51.687 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.687 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.687 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:30:51.688 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.478128+0000", 2023-08-28T02:30:51.688 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:30:51.688 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.688 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.688 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:30:51.688 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.478134+0000", 2023-08-28T02:30:51.688 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.3509999999999998e-06 2023-08-28T02:30:51.688 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.688 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.688 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:30:51.688 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.478145+0000", 2023-08-28T02:30:51.689 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1447999999999999e-05 2023-08-28T02:30:51.689 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.689 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.689 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:30:51.689 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.478150+0000", 2023-08-28T02:30:51.689 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.6870000000000002e-06 2023-08-28T02:30:51.689 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.689 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.689 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:51.689 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.478197+0000", 2023-08-28T02:30:51.689 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.7302000000000002e-05 2023-08-28T02:30:51.689 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.690 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.690 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:30:51.690 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.478207+0000", 2023-08-28T02:30:51.690 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.6369999999999994e-06 2023-08-28T02:30:51.690 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.690 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.690 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:51.690 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.944100+0000", 2023-08-28T02:30:51.690 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.465893074 2023-08-28T02:30:51.690 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.690 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.691 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:30:51.691 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.944177+0000", 2023-08-28T02:30:51.691 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.6809000000000003e-05 2023-08-28T02:30:51.691 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.691 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.691 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 5,6", 2023-08-28T02:30:51.691 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.944258+0000", 2023-08-28T02:30:51.691 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.1360999999999996e-05 2023-08-28T02:30:51.691 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.691 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.691 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:30:51.691 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.951928+0000", 2023-08-28T02:30:51.692 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0076698690000000002 2023-08-28T02:30:51.692 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.692 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.692 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:30:51.692 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.965323+0000", 2023-08-28T02:30:51.692 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.013394708999999999 2023-08-28T02:30:51.692 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.692 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.692 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:30:51.692 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.965367+0000", 2023-08-28T02:30:51.693 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.3828000000000001e-05 2023-08-28T02:30:51.693 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.693 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.693 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:30:51.693 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.965411+0000", 2023-08-28T02:30:51.693 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.4295999999999997e-05 2023-08-28T02:30:51.693 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.693 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.693 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:30:51.693 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.965511+0000", 2023-08-28T02:30:51.693 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.9938000000000004e-05 2023-08-28T02:30:51.693 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:30:51.694 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:30:51.694 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:30:51.694 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.694 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.694 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:127756 9.13 9:c8448c8f:::benchmark_data_smithi040_209735_object20161:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e196)", 2023-08-28T02:30:51.694 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:28:42.539662+0000", 2023-08-28T02:30:51.694 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 129.12678038600001, 2023-08-28T02:30:51.694 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.4260867099999999, 2023-08-28T02:30:51.694 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:30:51.694 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:30:51.694 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:30:51.694 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:30:51.695 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:30:51.695 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 127756 2023-08-28T02:30:51.695 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.695 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:30:51.695 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.695 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:30:51.695 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.539662+0000", 2023-08-28T02:30:51.695 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:30:51.695 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.695 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.695 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:30:51.695 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.539662+0000", 2023-08-28T02:30:51.696 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:30:51.696 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.696 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.696 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:30:51.696 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.539661+0000", 2023-08-28T02:30:51.696 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:30:51.696 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.696 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.696 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:30:51.696 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.539666+0000", 2023-08-28T02:30:51.696 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.147e-06 2023-08-28T02:30:51.696 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.696 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.697 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:30:51.697 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.539676+0000", 2023-08-28T02:30:51.697 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0074e-05 2023-08-28T02:30:51.697 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.697 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.697 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:30:51.697 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.539682+0000", 2023-08-28T02:30:51.697 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.1909999999999997e-06 2023-08-28T02:30:51.697 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.697 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.697 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:51.697 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.539748+0000", 2023-08-28T02:30:51.698 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.6340000000000005e-05 2023-08-28T02:30:51.698 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.698 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.698 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:30:51.698 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.539758+0000", 2023-08-28T02:30:51.698 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.5359999999999998e-06 2023-08-28T02:30:51.698 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.698 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.698 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:51.698 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.945775+0000", 2023-08-28T02:30:51.698 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.4060173119999999 2023-08-28T02:30:51.699 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.699 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.699 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:30:51.699 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.945846+0000", 2023-08-28T02:30:51.699 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.0340999999999996e-05 2023-08-28T02:30:51.699 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.699 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.699 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 5,6", 2023-08-28T02:30:51.699 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.945910+0000", 2023-08-28T02:30:51.699 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.4500999999999998e-05 2023-08-28T02:30:51.699 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.699 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.700 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:30:51.700 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.951936+0000", 2023-08-28T02:30:51.700 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0060255600000000001 2023-08-28T02:30:51.700 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.700 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.700 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:30:51.700 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.965558+0000", 2023-08-28T02:30:51.700 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.013622568 2023-08-28T02:30:51.700 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.700 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.700 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:30:51.701 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.965598+0000", 2023-08-28T02:30:51.701 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.9331e-05 2023-08-28T02:30:51.701 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.701 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.701 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:30:51.701 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.965636+0000", 2023-08-28T02:30:51.701 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.7982000000000003e-05 2023-08-28T02:30:51.701 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.701 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.701 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:30:51.701 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.965749+0000", 2023-08-28T02:30:51.701 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000113149 2023-08-28T02:30:51.702 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:30:51.702 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:30:51.702 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:30:51.702 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.702 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.702 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:127771 9.13 9:cbbcd8ee:::benchmark_data_smithi040_209735_object20176:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e196)", 2023-08-28T02:30:51.702 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:28:42.557085+0000", 2023-08-28T02:30:51.702 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 129.10935722599999, 2023-08-28T02:30:51.702 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.408910731, 2023-08-28T02:30:51.702 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:30:51.702 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:30:51.703 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:30:51.703 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:30:51.703 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:30:51.703 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 127771 2023-08-28T02:30:51.703 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.703 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:30:51.703 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.703 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:30:51.703 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.557085+0000", 2023-08-28T02:30:51.703 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:30:51.703 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.703 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.703 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:30:51.704 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.557085+0000", 2023-08-28T02:30:51.704 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:30:51.704 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.704 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.704 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:30:51.704 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.557084+0000", 2023-08-28T02:30:51.704 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:30:51.704 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.704 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.704 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:30:51.705 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.557090+0000", 2023-08-28T02:30:51.705 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.8069999999999996e-06 2023-08-28T02:30:51.705 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.705 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.705 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:30:51.705 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.557103+0000", 2023-08-28T02:30:51.705 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.3046e-05 2023-08-28T02:30:51.705 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.705 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.705 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:30:51.705 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.557109+0000", 2023-08-28T02:30:51.705 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.1249999999999998e-06 2023-08-28T02:30:51.706 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.706 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.706 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:51.706 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.557172+0000", 2023-08-28T02:30:51.706 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.3542999999999998e-05 2023-08-28T02:30:51.706 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.706 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.706 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:30:51.706 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.557183+0000", 2023-08-28T02:30:51.706 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0917000000000001e-05 2023-08-28T02:30:51.706 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.706 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.707 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:51.707 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.947531+0000", 2023-08-28T02:30:51.707 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.39034803 2023-08-28T02:30:51.707 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.707 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.707 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:30:51.707 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.947628+0000", 2023-08-28T02:30:51.707 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.6347000000000004e-05 2023-08-28T02:30:51.707 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.707 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.707 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 5,6", 2023-08-28T02:30:51.707 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.947702+0000", 2023-08-28T02:30:51.707 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.4671000000000004e-05 2023-08-28T02:30:51.708 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.708 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.708 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:30:51.708 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.955130+0000", 2023-08-28T02:30:51.708 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0074280220000000003 2023-08-28T02:30:51.708 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.708 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.708 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:30:51.708 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.965805+0000", 2023-08-28T02:30:51.708 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.010675087999999999 2023-08-28T02:30:51.708 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.708 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.709 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:30:51.709 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.965845+0000", 2023-08-28T02:30:51.709 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.0061000000000002e-05 2023-08-28T02:30:51.709 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.709 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.709 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:30:51.709 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.965890+0000", 2023-08-28T02:30:51.709 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.4907000000000002e-05 2023-08-28T02:30:51.709 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.709 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.709 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:30:51.710 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.965996+0000", 2023-08-28T02:30:51.710 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000105547 2023-08-28T02:30:51.710 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:30:51.710 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:30:51.710 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:30:51.710 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.710 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.710 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:166808 9.1e 9:7d8b976f:::benchmark_data_smithi040_209735_object59213:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e217)", 2023-08-28T02:30:51.710 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:32.944074+0000", 2023-08-28T02:30:51.710 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 78.722368471999999, 2023-08-28T02:30:51.710 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.1070183020000002, 2023-08-28T02:30:51.710 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:30:51.711 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "reached pg", 2023-08-28T02:30:51.711 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:30:51.711 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:30:51.711 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:30:51.711 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 166808 2023-08-28T02:30:51.711 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.711 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:30:51.711 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.711 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:30:51.711 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.944074+0000", 2023-08-28T02:30:51.711 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:30:51.712 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.712 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.712 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:30:51.712 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.944074+0000", 2023-08-28T02:30:51.712 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:30:51.712 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.712 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.712 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:30:51.712 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.944071+0000", 2023-08-28T02:30:51.713 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999971 2023-08-28T02:30:51.713 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.713 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.713 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:30:51.713 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.944085+0000", 2023-08-28T02:30:51.713 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.3621000000000001e-05 2023-08-28T02:30:51.713 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.713 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.713 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:30:51.713 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.944111+0000", 2023-08-28T02:30:51.713 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.6063000000000001e-05 2023-08-28T02:30:51.713 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.714 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.714 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:30:51.714 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.944121+0000", 2023-08-28T02:30:51.714 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.825e-06 2023-08-28T02:30:51.714 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.714 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.714 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:51.714 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.206267+0000", 2023-08-28T02:30:51.714 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.26214620300000002 2023-08-28T02:30:51.714 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.714 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.715 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:30:51.715 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.206274+0000", 2023-08-28T02:30:51.715 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.2740000000000002e-06 2023-08-28T02:30:51.715 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.715 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.715 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:51.715 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.915241+0000", 2023-08-28T02:30:51.715 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.70896636700000004 2023-08-28T02:30:51.715 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.715 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.715 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:30:51.716 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.915250+0000", 2023-08-28T02:30:51.716 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.3919999999999992e-06 2023-08-28T02:30:51.716 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.716 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.716 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:51.716 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.911318+0000", 2023-08-28T02:30:51.716 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.99606770300000003 2023-08-28T02:30:51.716 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.716 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.716 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:30:51.716 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.911324+0000", 2023-08-28T02:30:51.716 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.2020000000000001e-06 2023-08-28T02:30:51.717 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.717 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.717 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:51.717 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.051009+0000", 2023-08-28T02:30:51.717 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.139685405 2023-08-28T02:30:51.717 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.717 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.717 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:30:51.717 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.051092+0000", 2023-08-28T02:30:51.717 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.3008000000000002e-05 2023-08-28T02:30:51.717 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:30:51.717 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:30:51.717 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:30:51.718 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.718 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.718 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:166814 9.1d 9:b9dc76d3:::benchmark_data_smithi040_209735_object59219:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e217)", 2023-08-28T02:30:51.718 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:32.944129+0000", 2023-08-28T02:30:51.718 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 78.722313296999999, 2023-08-28T02:30:51.718 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.2318206749999998, 2023-08-28T02:30:51.718 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:30:51.718 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "reached pg", 2023-08-28T02:30:51.718 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:30:51.718 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:30:51.718 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:30:51.718 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 166814 2023-08-28T02:30:51.719 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.719 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:30:51.719 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.719 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:30:51.719 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.944129+0000", 2023-08-28T02:30:51.719 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:30:51.719 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.719 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.719 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:30:51.719 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.944129+0000", 2023-08-28T02:30:51.719 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:30:51.719 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.720 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.720 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:30:51.720 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.944129+0000", 2023-08-28T02:30:51.720 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999995 2023-08-28T02:30:51.720 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.720 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.720 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:30:51.720 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.944132+0000", 2023-08-28T02:30:51.720 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.7269999999999999e-06 2023-08-28T02:30:51.720 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.720 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.720 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:30:51.720 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.944137+0000", 2023-08-28T02:30:51.721 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.6699999999999999e-06 2023-08-28T02:30:51.721 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.721 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.721 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:30:51.721 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.944141+0000", 2023-08-28T02:30:51.721 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.754e-06 2023-08-28T02:30:51.721 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.721 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.721 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:51.721 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.213492+0000", 2023-08-28T02:30:51.721 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.269350751 2023-08-28T02:30:51.722 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.722 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.722 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:30:51.722 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.213501+0000", 2023-08-28T02:30:51.722 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.8729999999999996e-06 2023-08-28T02:30:51.722 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.722 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.722 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:51.722 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.916069+0000", 2023-08-28T02:30:51.722 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.70256875299999999 2023-08-28T02:30:51.723 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.723 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.723 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:30:51.723 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.916078+0000", 2023-08-28T02:30:51.723 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.2279999999999998e-06 2023-08-28T02:30:51.723 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.723 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.723 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:51.723 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.923445+0000", 2023-08-28T02:30:51.723 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0073671259999999 2023-08-28T02:30:51.723 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.724 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.724 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:30:51.724 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.923454+0000", 2023-08-28T02:30:51.724 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.7909999999999999e-06 2023-08-28T02:30:51.724 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.724 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.724 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:51.724 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.175862+0000", 2023-08-28T02:30:51.724 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.252407128 2023-08-28T02:30:51.724 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.724 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.724 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:30:51.725 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.175950+0000", 2023-08-28T02:30:51.725 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.8239000000000007e-05 2023-08-28T02:30:51.725 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:30:51.725 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:30:51.725 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:30:51.725 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.725 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.725 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:166817 9.1e 9:7e9db4e7:::benchmark_data_smithi040_209735_object59222:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e217)", 2023-08-28T02:30:51.725 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:32.944146+0000", 2023-08-28T02:30:51.725 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 78.722296854999996, 2023-08-28T02:30:51.725 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.1442467710000002, 2023-08-28T02:30:51.726 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:30:51.726 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:30:51.726 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:30:51.726 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:30:51.726 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:30:51.726 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 166817 2023-08-28T02:30:51.726 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.726 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:30:51.726 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.726 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:30:51.726 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.944146+0000", 2023-08-28T02:30:51.727 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:30:51.727 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.727 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.727 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:30:51.727 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.944146+0000", 2023-08-28T02:30:51.727 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:30:51.727 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.727 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.727 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:30:51.727 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.944145+0000", 2023-08-28T02:30:51.727 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999995 2023-08-28T02:30:51.727 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.728 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.728 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:30:51.728 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.944147+0000", 2023-08-28T02:30:51.728 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.1909999999999999e-06 2023-08-28T02:30:51.728 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.728 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.728 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:30:51.728 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.944152+0000", 2023-08-28T02:30:51.728 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.9980000000000003e-06 2023-08-28T02:30:51.728 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.728 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.728 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:30:51.729 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.944156+0000", 2023-08-28T02:30:51.729 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.1829999999999998e-06 2023-08-28T02:30:51.729 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.729 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.729 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:51.729 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.206291+0000", 2023-08-28T02:30:51.729 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.26213489899999998 2023-08-28T02:30:51.729 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.729 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.729 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:30:51.729 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.206295+0000", 2023-08-28T02:30:51.730 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.4510000000000002e-06 2023-08-28T02:30:51.730 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.730 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.730 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:51.730 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.922196+0000", 2023-08-28T02:30:51.730 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.715901067 2023-08-28T02:30:51.730 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.730 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.730 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:30:51.730 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.922201+0000", 2023-08-28T02:30:51.730 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.3839999999999996e-06 2023-08-28T02:30:51.731 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.731 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.731 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:51.731 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.911344+0000", 2023-08-28T02:30:51.731 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.98914235800000005 2023-08-28T02:30:51.731 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.731 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.731 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:30:51.731 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.911349+0000", 2023-08-28T02:30:51.731 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.2190000000000003e-06 2023-08-28T02:30:51.731 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.732 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.732 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:51.732 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.051333+0000", 2023-08-28T02:30:51.732 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1399839119999999 2023-08-28T02:30:51.732 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.732 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.732 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:30:51.732 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.051450+0000", 2023-08-28T02:30:51.732 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00011752399999999999 2023-08-28T02:30:51.732 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.732 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.732 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 0,1,4", 2023-08-28T02:30:51.733 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.051714+0000", 2023-08-28T02:30:51.733 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00026338499999999999 2023-08-28T02:30:51.733 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.733 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.733 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:30:51.733 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.058793+0000", 2023-08-28T02:30:51.733 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0070791040000000001 2023-08-28T02:30:51.733 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.733 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.733 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:30:51.733 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.058878+0000", 2023-08-28T02:30:51.733 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.5088999999999998e-05 2023-08-28T02:30:51.733 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.733 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.734 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:30:51.734 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.059874+0000", 2023-08-28T02:30:51.734 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0009963280000000001 2023-08-28T02:30:51.734 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.734 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.734 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:30:51.734 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.088206+0000", 2023-08-28T02:30:51.734 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.028332039 2023-08-28T02:30:51.734 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.734 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.734 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:30:51.734 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.088271+0000", 2023-08-28T02:30:51.735 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.4957999999999997e-05 2023-08-28T02:30:51.735 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.735 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.735 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:30:51.735 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.088392+0000", 2023-08-28T02:30:51.735 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000120971 2023-08-28T02:30:51.735 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:30:51.735 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:30:51.735 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:30:51.735 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.735 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.735 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:166826 9.1e 9:7bce0ea1:::benchmark_data_smithi040_209735_object59231:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e217)", 2023-08-28T02:30:51.736 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:33.031489+0000", 2023-08-28T02:30:51.736 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 78.634953813999999, 2023-08-28T02:30:51.736 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.057079436, 2023-08-28T02:30:51.736 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:30:51.736 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:30:51.736 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:30:51.736 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:30:51.736 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:30:51.736 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 166826 2023-08-28T02:30:51.736 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.736 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:30:51.736 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.737 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:30:51.737 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.031489+0000", 2023-08-28T02:30:51.737 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:30:51.737 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.737 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.737 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:30:51.737 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.031489+0000", 2023-08-28T02:30:51.737 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:30:51.737 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.737 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.737 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:30:51.737 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.031487+0000", 2023-08-28T02:30:51.738 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:30:51.738 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.738 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.738 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:30:51.738 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.031500+0000", 2023-08-28T02:30:51.738 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2933e-05 2023-08-28T02:30:51.738 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.738 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.738 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:30:51.738 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.031527+0000", 2023-08-28T02:30:51.738 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.7917999999999999e-05 2023-08-28T02:30:51.738 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.738 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.739 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:30:51.739 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.031539+0000", 2023-08-28T02:30:51.739 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.187e-05 2023-08-28T02:30:51.739 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.739 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.739 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:51.739 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.206311+0000", 2023-08-28T02:30:51.739 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.17477168000000001 2023-08-28T02:30:51.739 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.739 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.739 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:30:51.739 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.206315+0000", 2023-08-28T02:30:51.739 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.5109999999999997e-06 2023-08-28T02:30:51.740 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.740 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.740 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:51.740 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.922218+0000", 2023-08-28T02:30:51.740 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.71590277099999999 2023-08-28T02:30:51.740 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.740 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.740 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:30:51.740 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.922222+0000", 2023-08-28T02:30:51.740 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.16e-06 2023-08-28T02:30:51.740 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.741 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.741 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:51.741 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.911368+0000", 2023-08-28T02:30:51.741 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.98914599700000005 2023-08-28T02:30:51.741 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.741 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.741 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:30:51.741 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.911375+0000", 2023-08-28T02:30:51.741 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.5910000000000001e-06 2023-08-28T02:30:51.741 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.741 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.741 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:51.742 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.056764+0000", 2023-08-28T02:30:51.742 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.145388538 2023-08-28T02:30:51.742 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.742 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.742 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:30:51.742 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.056903+0000", 2023-08-28T02:30:51.742 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000139686 2023-08-28T02:30:51.742 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.742 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.742 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 0,1,4", 2023-08-28T02:30:51.743 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.057169+0000", 2023-08-28T02:30:51.743 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00026584699999999999 2023-08-28T02:30:51.743 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.743 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.743 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:30:51.743 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.059038+0000", 2023-08-28T02:30:51.743 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.001868439 2023-08-28T02:30:51.743 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.743 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.743 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:30:51.743 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.059967+0000", 2023-08-28T02:30:51.744 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00092936899999999999 2023-08-28T02:30:51.744 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.744 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.744 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:30:51.744 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.060397+0000", 2023-08-28T02:30:51.744 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00042968800000000001 2023-08-28T02:30:51.744 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.744 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.744 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:30:51.744 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.088435+0000", 2023-08-28T02:30:51.744 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.028038027 2023-08-28T02:30:51.744 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.745 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.745 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:30:51.745 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.088473+0000", 2023-08-28T02:30:51.745 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.8133000000000002e-05 2023-08-28T02:30:51.745 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.745 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.745 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:30:51.745 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.088568+0000", 2023-08-28T02:30:51.745 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.5328999999999995e-05 2023-08-28T02:30:51.745 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:30:51.745 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:30:51.745 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:30:51.746 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.746 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.746 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:166833 9.d 9:b375ead0:::benchmark_data_smithi040_209735_object59238:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e217)", 2023-08-28T02:30:51.746 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:33.200895+0000", 2023-08-28T02:30:51.746 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 78.465547702999999, 2023-08-28T02:30:51.746 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.140917693, 2023-08-28T02:30:51.746 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:30:51.746 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:30:51.746 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:30:51.746 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:30:51.746 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:30:51.747 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 166833 2023-08-28T02:30:51.747 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.747 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:30:51.747 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.747 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:30:51.747 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.200895+0000", 2023-08-28T02:30:51.747 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:30:51.747 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.747 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.747 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:30:51.747 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.200895+0000", 2023-08-28T02:30:51.747 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:30:51.748 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.748 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.748 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:30:51.748 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.200894+0000", 2023-08-28T02:30:51.748 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999995 2023-08-28T02:30:51.748 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.748 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.748 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:30:51.748 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.200897+0000", 2023-08-28T02:30:51.748 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.486e-06 2023-08-28T02:30:51.748 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.749 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.749 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:30:51.749 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.200902+0000", 2023-08-28T02:30:51.749 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.1479999999999997e-06 2023-08-28T02:30:51.749 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.749 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.749 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:30:51.749 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.200909+0000", 2023-08-28T02:30:51.749 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.3690000000000001e-06 2023-08-28T02:30:51.749 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.749 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.750 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:51.750 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.216479+0000", 2023-08-28T02:30:51.750 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.015570011 2023-08-28T02:30:51.750 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.750 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.750 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:30:51.750 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.216488+0000", 2023-08-28T02:30:51.750 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.7679999999999997e-06 2023-08-28T02:30:51.750 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.750 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.750 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:51.751 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.916456+0000", 2023-08-28T02:30:51.751 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.69996779799999997 2023-08-28T02:30:51.751 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.751 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.751 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:30:51.751 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.916464+0000", 2023-08-28T02:30:51.751 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.8480000000000001e-06 2023-08-28T02:30:51.751 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.751 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.751 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:51.752 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.924005+0000", 2023-08-28T02:30:51.752 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0075415999999999 2023-08-28T02:30:51.752 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.752 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.752 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:30:51.752 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.924013+0000", 2023-08-28T02:30:51.752 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.4599999999999997e-06 2023-08-28T02:30:51.752 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.752 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.752 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:51.752 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.328068+0000", 2023-08-28T02:30:51.752 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.404055042 2023-08-28T02:30:51.752 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.753 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.753 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:30:51.753 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.328196+0000", 2023-08-28T02:30:51.753 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00012798599999999999 2023-08-28T02:30:51.753 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.753 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.753 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,4,5", 2023-08-28T02:30:51.753 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.328529+0000", 2023-08-28T02:30:51.753 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00033311000000000001 2023-08-28T02:30:51.753 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.753 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.753 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:30:51.754 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.337323+0000", 2023-08-28T02:30:51.754 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0087938089999999997 2023-08-28T02:30:51.754 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.754 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.754 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:30:51.754 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.341473+0000", 2023-08-28T02:30:51.754 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0041499620000000001 2023-08-28T02:30:51.754 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.754 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.754 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:30:51.754 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.341490+0000", 2023-08-28T02:30:51.754 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.7538999999999999e-05 2023-08-28T02:30:51.755 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.755 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.755 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:30:51.755 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.341659+0000", 2023-08-28T02:30:51.755 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00016829099999999999 2023-08-28T02:30:51.755 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.755 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.755 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:30:51.755 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.341704+0000", 2023-08-28T02:30:51.755 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.579e-05 2023-08-28T02:30:51.755 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.755 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.756 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:30:51.756 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.341812+0000", 2023-08-28T02:30:51.756 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00010807900000000001 2023-08-28T02:30:51.756 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:30:51.756 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:30:51.756 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:30:51.756 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.756 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.756 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:166836 9.e 9:7610d7ed:::benchmark_data_smithi040_209735_object59241:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e217)", 2023-08-28T02:30:51.756 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:33.248767+0000", 2023-08-28T02:30:51.756 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 78.417674989000005, 2023-08-28T02:30:51.757 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.874118465, 2023-08-28T02:30:51.757 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:30:51.757 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:30:51.757 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:30:51.757 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:30:51.757 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:30:51.757 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 166836 2023-08-28T02:30:51.757 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.757 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:30:51.757 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.757 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:30:51.758 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.248767+0000", 2023-08-28T02:30:51.758 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:30:51.758 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.758 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.758 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:30:51.758 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.248767+0000", 2023-08-28T02:30:51.758 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:30:51.758 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.758 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.758 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:30:51.758 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.248766+0000", 2023-08-28T02:30:51.758 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:30:51.759 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.759 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.759 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:30:51.759 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.248773+0000", 2023-08-28T02:30:51.759 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.6159999999999998e-06 2023-08-28T02:30:51.759 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.759 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.759 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:30:51.759 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.248788+0000", 2023-08-28T02:30:51.759 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.4868000000000001e-05 2023-08-28T02:30:51.760 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.760 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.760 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:30:51.760 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.248794+0000", 2023-08-28T02:30:51.760 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.4309999999999999e-06 2023-08-28T02:30:51.760 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.760 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.760 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:51.760 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.248839+0000", 2023-08-28T02:30:51.760 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.4712999999999997e-05 2023-08-28T02:30:51.760 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.761 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.761 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:30:51.761 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.248846+0000", 2023-08-28T02:30:51.761 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.3549999999999999e-06 2023-08-28T02:30:51.761 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.761 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.761 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:51.761 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.922166+0000", 2023-08-28T02:30:51.761 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.67331997700000001 2023-08-28T02:30:51.761 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.761 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.762 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:30:51.762 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.922177+0000", 2023-08-28T02:30:51.762 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1086e-05 2023-08-28T02:30:51.762 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.762 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.762 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:51.762 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.911280+0000", 2023-08-28T02:30:51.762 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.98910295100000001 2023-08-28T02:30:51.762 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.762 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.762 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:30:51.763 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.911294+0000", 2023-08-28T02:30:51.763 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.3556e-05 2023-08-28T02:30:51.763 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.763 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.763 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:51.763 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.095671+0000", 2023-08-28T02:30:51.763 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1843778380000001 2023-08-28T02:30:51.763 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.763 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.763 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:30:51.763 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.095801+0000", 2023-08-28T02:30:51.764 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00012968800000000001 2023-08-28T02:30:51.764 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.764 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.764 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 0,1,4", 2023-08-28T02:30:51.764 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.096197+0000", 2023-08-28T02:30:51.764 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00039581399999999997 2023-08-28T02:30:51.764 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.764 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.764 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:30:51.764 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.104037+0000", 2023-08-28T02:30:51.765 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0078397899999999993 2023-08-28T02:30:51.765 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.765 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.765 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:30:51.765 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.104916+0000", 2023-08-28T02:30:51.765 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00087921899999999999 2023-08-28T02:30:51.765 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.765 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.765 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:30:51.765 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.108581+0000", 2023-08-28T02:30:51.765 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0036648449999999999 2023-08-28T02:30:51.765 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.766 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.766 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:30:51.766 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.122731+0000", 2023-08-28T02:30:51.766 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.014150484 2023-08-28T02:30:51.766 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.766 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.766 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:30:51.766 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.122781+0000", 2023-08-28T02:30:51.766 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.0009000000000002e-05 2023-08-28T02:30:51.766 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.766 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.766 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:30:51.767 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.122886+0000", 2023-08-28T02:30:51.767 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000104654 2023-08-28T02:30:51.767 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:30:51.767 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:30:51.767 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:30:51.767 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.767 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.767 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:166837 9.1d 9:bcf1dafa:::benchmark_data_smithi040_209735_object59242:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e217)", 2023-08-28T02:30:51.767 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:33.248802+0000", 2023-08-28T02:30:51.767 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 78.417640590999994, 2023-08-28T02:30:51.767 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.0926461789999999, 2023-08-28T02:30:51.768 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:30:51.768 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:30:51.768 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:30:51.768 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:30:51.768 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:30:51.768 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 166837 2023-08-28T02:30:51.768 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.768 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:30:51.768 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.768 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:30:51.768 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.248802+0000", 2023-08-28T02:30:51.769 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:30:51.769 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.769 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.769 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:30:51.769 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.248802+0000", 2023-08-28T02:30:51.769 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:30:51.769 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.769 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.769 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:30:51.769 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.248801+0000", 2023-08-28T02:30:51.769 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999995 2023-08-28T02:30:51.770 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.770 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.770 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:30:51.770 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.248808+0000", 2023-08-28T02:30:51.770 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.1040000000000003e-06 2023-08-28T02:30:51.770 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.770 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.770 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:30:51.770 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.248813+0000", 2023-08-28T02:30:51.770 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.5539999999999997e-06 2023-08-28T02:30:51.770 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.771 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.771 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:30:51.771 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.248816+0000", 2023-08-28T02:30:51.771 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.27e-06 2023-08-28T02:30:51.771 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.771 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.771 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:51.771 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.248854+0000", 2023-08-28T02:30:51.771 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.7926000000000002e-05 2023-08-28T02:30:51.771 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.771 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.771 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:30:51.772 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.248861+0000", 2023-08-28T02:30:51.772 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.1489999999999997e-06 2023-08-28T02:30:51.772 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.772 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.772 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:51.772 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.921077+0000", 2023-08-28T02:30:51.772 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.67221596699999997 2023-08-28T02:30:51.772 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.772 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.772 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:30:51.772 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.921089+0000", 2023-08-28T02:30:51.773 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1224e-05 2023-08-28T02:30:51.773 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.773 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.773 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:51.773 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.923975+0000", 2023-08-28T02:30:51.773 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.002885896 2023-08-28T02:30:51.773 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.773 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.773 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:30:51.773 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.923981+0000", 2023-08-28T02:30:51.773 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.5769999999999999e-06 2023-08-28T02:30:51.773 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.774 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.774 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:51.774 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.326741+0000", 2023-08-28T02:30:51.774 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.4027598290000001 2023-08-28T02:30:51.774 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.774 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.774 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:30:51.774 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.326897+0000", 2023-08-28T02:30:51.774 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00015567700000000001 2023-08-28T02:30:51.774 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.774 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.774 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,4,5", 2023-08-28T02:30:51.775 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.327168+0000", 2023-08-28T02:30:51.775 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00027120699999999998 2023-08-28T02:30:51.775 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.775 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.775 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:30:51.775 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.337253+0000", 2023-08-28T02:30:51.775 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.010084971 2023-08-28T02:30:51.775 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.775 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.775 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:30:51.775 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.337578+0000", 2023-08-28T02:30:51.775 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00032532699999999998 2023-08-28T02:30:51.776 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.776 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.776 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:30:51.776 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.341333+0000", 2023-08-28T02:30:51.776 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0037549520000000002 2023-08-28T02:30:51.776 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.776 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.776 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:30:51.776 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.341352+0000", 2023-08-28T02:30:51.776 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.8736000000000002e-05 2023-08-28T02:30:51.776 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.776 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.777 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:30:51.777 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.341381+0000", 2023-08-28T02:30:51.777 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.8742e-05 2023-08-28T02:30:51.777 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.777 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.777 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:30:51.777 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.341448+0000", 2023-08-28T02:30:51.777 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.7458000000000004e-05 2023-08-28T02:30:51.777 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:30:51.777 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:30:51.777 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:30:51.778 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.778 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.778 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:173346 9.1e 9:7cf8630e:::benchmark_data_smithi040_209735_object65751:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e225)", 2023-08-28T02:30:51.778 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:45.467466+0000", 2023-08-28T02:30:51.778 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 66.198976325999993, 2023-08-28T02:30:51.778 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.07132819, 2023-08-28T02:30:51.778 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:30:51.778 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:30:51.778 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:30:51.778 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:30:51.778 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:30:51.779 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 173346 2023-08-28T02:30:51.779 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.779 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:30:51.779 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.779 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:30:51.779 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.467466+0000", 2023-08-28T02:30:51.779 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:30:51.779 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.779 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.779 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:30:51.779 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.467466+0000", 2023-08-28T02:30:51.780 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:30:51.780 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.780 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.780 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:30:51.780 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.467465+0000", 2023-08-28T02:30:51.780 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:30:51.780 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.780 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.780 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:30:51.780 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.467469+0000", 2023-08-28T02:30:51.780 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.216e-06 2023-08-28T02:30:51.780 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.781 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.781 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:30:51.781 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.467478+0000", 2023-08-28T02:30:51.781 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.5140000000000001e-06 2023-08-28T02:30:51.781 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.781 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.781 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:30:51.781 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.467482+0000", 2023-08-28T02:30:51.781 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.2830000000000003e-06 2023-08-28T02:30:51.781 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.781 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.782 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:51.782 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.467521+0000", 2023-08-28T02:30:51.782 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.9112000000000001e-05 2023-08-28T02:30:51.782 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.782 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.782 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:30:51.782 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.467607+0000", 2023-08-28T02:30:51.782 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.6195999999999999e-05 2023-08-28T02:30:51.782 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.782 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.782 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,4", 2023-08-28T02:30:51.782 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.467877+0000", 2023-08-28T02:30:51.783 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00026976600000000001 2023-08-28T02:30:51.783 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.783 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.783 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:30:51.783 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.469511+0000", 2023-08-28T02:30:51.783 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0016340529999999999 2023-08-28T02:30:51.783 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.783 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.783 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:30:51.783 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.474179+0000", 2023-08-28T02:30:51.783 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0046675930000000003 2023-08-28T02:30:51.783 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.784 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.784 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:30:51.784 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.538705+0000", 2023-08-28T02:30:51.784 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.0645259180000002 2023-08-28T02:30:51.784 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.784 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.784 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:30:51.784 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.538754+0000", 2023-08-28T02:30:51.784 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.9466999999999999e-05 2023-08-28T02:30:51.784 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.784 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.784 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:30:51.785 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.538794+0000", 2023-08-28T02:30:51.785 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.0159e-05 2023-08-28T02:30:51.785 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:30:51.785 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:30:51.785 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:30:51.785 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.785 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.785 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:173376 9.e 9:7349bdcd:::benchmark_data_smithi040_209735_object65781:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e225)", 2023-08-28T02:30:51.785 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:45.526251+0000", 2023-08-28T02:30:51.785 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 66.140191880000003, 2023-08-28T02:30:51.785 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.012530055, 2023-08-28T02:30:51.785 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:30:51.785 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:30:51.786 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:30:51.786 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:30:51.786 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:30:51.786 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 173376 2023-08-28T02:30:51.786 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.786 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:30:51.786 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.786 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:30:51.786 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.526251+0000", 2023-08-28T02:30:51.786 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:30:51.786 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.786 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.787 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:30:51.787 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.526251+0000", 2023-08-28T02:30:51.787 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:30:51.787 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.787 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.787 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:30:51.787 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.526249+0000", 2023-08-28T02:30:51.787 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:30:51.787 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.787 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.787 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:30:51.788 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.526256+0000", 2023-08-28T02:30:51.788 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.9949999999999999e-06 2023-08-28T02:30:51.788 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.788 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.788 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:30:51.788 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.526268+0000", 2023-08-28T02:30:51.788 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1972e-05 2023-08-28T02:30:51.788 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.788 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.788 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:30:51.788 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.526274+0000", 2023-08-28T02:30:51.789 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.1059999999999996e-06 2023-08-28T02:30:51.789 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.789 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.789 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:51.789 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.526327+0000", 2023-08-28T02:30:51.789 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.2837999999999998e-05 2023-08-28T02:30:51.789 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.789 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.789 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:30:51.789 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.526442+0000", 2023-08-28T02:30:51.789 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000115654 2023-08-28T02:30:51.789 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.790 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.790 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,4", 2023-08-28T02:30:51.790 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.526829+0000", 2023-08-28T02:30:51.790 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00038654200000000003 2023-08-28T02:30:51.790 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.790 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.790 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:30:51.790 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.529553+0000", 2023-08-28T02:30:51.790 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00272427 2023-08-28T02:30:51.790 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.790 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.791 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:30:51.791 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.533647+0000", 2023-08-28T02:30:51.791 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0040935140000000004 2023-08-28T02:30:51.791 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.791 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.791 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:30:51.791 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.538719+0000", 2023-08-28T02:30:51.791 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.0050726189999999 2023-08-28T02:30:51.791 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.791 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.792 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:30:51.792 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.538756+0000", 2023-08-28T02:30:51.792 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.6999999999999998e-05 2023-08-28T02:30:51.792 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.792 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.792 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:30:51.792 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.538781+0000", 2023-08-28T02:30:51.792 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.4409999999999998e-05 2023-08-28T02:30:51.792 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:30:51.792 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:30:51.792 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:30:51.793 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.793 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.793 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:173383 9.e 9:77f6d65b:::benchmark_data_smithi040_209735_object65788:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e225)", 2023-08-28T02:30:51.793 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:45.538116+0000", 2023-08-28T02:30:51.793 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 66.128326908999995, 2023-08-28T02:30:51.793 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.0007276030000001, 2023-08-28T02:30:51.793 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:30:51.793 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:30:51.793 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:30:51.793 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:30:51.794 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:30:51.794 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 173383 2023-08-28T02:30:51.794 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.794 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:30:51.794 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.794 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:30:51.794 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.538116+0000", 2023-08-28T02:30:51.794 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:30:51.794 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.794 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.794 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:30:51.795 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.538116+0000", 2023-08-28T02:30:51.795 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:30:51.795 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.795 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.795 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:30:51.795 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.538114+0000", 2023-08-28T02:30:51.795 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:30:51.795 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.795 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.795 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:30:51.795 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.538120+0000", 2023-08-28T02:30:51.796 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.8189999999999997e-06 2023-08-28T02:30:51.796 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.796 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.796 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:30:51.796 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.538132+0000", 2023-08-28T02:30:51.796 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2398000000000001e-05 2023-08-28T02:30:51.796 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.796 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.796 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:30:51.796 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.538139+0000", 2023-08-28T02:30:51.797 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.6900000000000003e-06 2023-08-28T02:30:51.797 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.797 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.797 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:51.797 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.538209+0000", 2023-08-28T02:30:51.797 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.9550999999999999e-05 2023-08-28T02:30:51.797 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.797 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.797 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:30:51.797 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.538338+0000", 2023-08-28T02:30:51.797 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00012970599999999999 2023-08-28T02:30:51.797 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.798 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.798 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,4", 2023-08-28T02:30:51.798 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.538702+0000", 2023-08-28T02:30:51.798 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00036375699999999998 2023-08-28T02:30:51.798 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.798 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.798 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:30:51.798 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.541437+0000", 2023-08-28T02:30:51.798 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0027347109999999999 2023-08-28T02:30:51.798 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.798 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.798 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:30:51.798 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.542358+0000", 2023-08-28T02:30:51.799 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00092105500000000005 2023-08-28T02:30:51.799 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.799 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.799 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:30:51.799 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.538801+0000", 2023-08-28T02:30:51.799 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.9964434559999999 2023-08-28T02:30:51.799 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.799 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.799 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:30:51.799 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.538825+0000", 2023-08-28T02:30:51.799 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.3388999999999999e-05 2023-08-28T02:30:51.799 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.800 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.800 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:30:51.800 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.538843+0000", 2023-08-28T02:30:51.800 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.8437999999999999e-05 2023-08-28T02:30:51.800 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:30:51.800 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:30:51.800 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:30:51.800 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.800 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.800 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:173404 9.1e 9:7a63089a:::benchmark_data_smithi040_209735_object65809:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e225)", 2023-08-28T02:30:51.800 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:45.586429+0000", 2023-08-28T02:30:51.801 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 66.080013191000006, 2023-08-28T02:30:51.801 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.953333706, 2023-08-28T02:30:51.801 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:30:51.801 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:30:51.801 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:30:51.801 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:30:51.801 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:30:51.801 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 173404 2023-08-28T02:30:51.801 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.801 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:30:51.801 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.801 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:30:51.802 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.586429+0000", 2023-08-28T02:30:51.802 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:30:51.802 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.802 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.802 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:30:51.802 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.586429+0000", 2023-08-28T02:30:51.802 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:30:51.802 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.802 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.802 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:30:51.802 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.586428+0000", 2023-08-28T02:30:51.802 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:30:51.803 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.803 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.803 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:30:51.803 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.586435+0000", 2023-08-28T02:30:51.803 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.4779999999999996e-06 2023-08-28T02:30:51.803 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.803 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.803 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:30:51.803 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.586445+0000", 2023-08-28T02:30:51.803 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0852e-05 2023-08-28T02:30:51.803 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.803 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.804 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:30:51.804 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.586451+0000", 2023-08-28T02:30:51.804 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.75e-06 2023-08-28T02:30:51.804 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.804 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.804 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:51.804 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.586491+0000", 2023-08-28T02:30:51.804 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.0030999999999997e-05 2023-08-28T02:30:51.804 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.804 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.804 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:30:51.804 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.586618+0000", 2023-08-28T02:30:51.804 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00012661399999999999 2023-08-28T02:30:51.805 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.805 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.805 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,4", 2023-08-28T02:30:51.805 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.586901+0000", 2023-08-28T02:30:51.805 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00028295499999999999 2023-08-28T02:30:51.805 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.805 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.805 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:30:51.805 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.588334+0000", 2023-08-28T02:30:51.805 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00143362 2023-08-28T02:30:51.805 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.805 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.806 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:30:51.806 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.588720+0000", 2023-08-28T02:30:51.806 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00038548899999999998 2023-08-28T02:30:51.806 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.806 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.806 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:30:51.806 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.539676+0000", 2023-08-28T02:30:51.806 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.9509561259999999 2023-08-28T02:30:51.806 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.806 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.806 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:30:51.807 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.539727+0000", 2023-08-28T02:30:51.807 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.0657e-05 2023-08-28T02:30:51.807 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.807 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.807 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:30:51.807 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.539763+0000", 2023-08-28T02:30:51.807 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.6353000000000002e-05 2023-08-28T02:30:51.807 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:30:51.807 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:30:51.807 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:30:51.807 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.807 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.808 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:173412 9.e 9:775e1976:::benchmark_data_smithi040_209735_object65817:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e225)", 2023-08-28T02:30:51.808 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:45.637618+0000", 2023-08-28T02:30:51.808 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 66.028824753999999, 2023-08-28T02:30:51.808 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.90474498, 2023-08-28T02:30:51.808 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:30:51.808 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:30:51.808 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:30:51.808 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:30:51.808 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:30:51.808 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 173412 2023-08-28T02:30:51.808 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.808 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:30:51.809 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.809 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:30:51.809 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.637618+0000", 2023-08-28T02:30:51.809 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:30:51.809 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.809 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.809 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:30:51.809 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.637618+0000", 2023-08-28T02:30:51.809 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:30:51.809 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.809 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.810 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:30:51.810 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.637617+0000", 2023-08-28T02:30:51.810 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:30:51.810 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.810 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.810 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:30:51.810 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.637622+0000", 2023-08-28T02:30:51.810 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.5199999999999997e-06 2023-08-28T02:30:51.810 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.810 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.810 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:30:51.810 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.637633+0000", 2023-08-28T02:30:51.810 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0329999999999999e-05 2023-08-28T02:30:51.811 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.811 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.811 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:30:51.811 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.637637+0000", 2023-08-28T02:30:51.811 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.3000000000000003e-06 2023-08-28T02:30:51.811 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.811 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.811 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:51.811 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.637669+0000", 2023-08-28T02:30:51.811 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.2202000000000001e-05 2023-08-28T02:30:51.812 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.812 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.812 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:30:51.812 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.637739+0000", 2023-08-28T02:30:51.812 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.9716999999999997e-05 2023-08-28T02:30:51.812 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.812 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.812 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,4", 2023-08-28T02:30:51.812 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.637998+0000", 2023-08-28T02:30:51.812 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00025929499999999999 2023-08-28T02:30:51.812 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.812 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.813 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:30:51.813 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.639284+0000", 2023-08-28T02:30:51.813 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.001286248 2023-08-28T02:30:51.813 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.813 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.813 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:30:51.813 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.640940+0000", 2023-08-28T02:30:51.813 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.001655307 2023-08-28T02:30:51.813 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.813 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.813 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:30:51.814 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.542275+0000", 2023-08-28T02:30:51.814 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.9013357470000001 2023-08-28T02:30:51.814 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.814 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.814 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:30:51.814 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.542323+0000", 2023-08-28T02:30:51.814 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.7769999999999998e-05 2023-08-28T02:30:51.814 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.814 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.814 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:30:51.814 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.542363+0000", 2023-08-28T02:30:51.814 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.9583999999999999e-05 2023-08-28T02:30:51.814 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:30:51.815 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:30:51.815 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:30:51.815 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.815 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.815 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:173428 9.e 9:766a8b60:::benchmark_data_smithi040_209735_object65833:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e226)", 2023-08-28T02:30:51.815 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:45.889129+0000", 2023-08-28T02:30:51.815 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 65.777313351999993, 2023-08-28T02:30:51.815 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.6725081180000001, 2023-08-28T02:30:51.815 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:30:51.815 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:30:51.815 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:30:51.815 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:30:51.816 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:30:51.816 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 173428 2023-08-28T02:30:51.816 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.816 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:30:51.816 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.816 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:30:51.816 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.889129+0000", 2023-08-28T02:30:51.816 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:30:51.816 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.816 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.816 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:30:51.816 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.889129+0000", 2023-08-28T02:30:51.816 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:30:51.817 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.817 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.817 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:30:51.817 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.889128+0000", 2023-08-28T02:30:51.817 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:30:51.817 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.817 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.817 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:30:51.817 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.889133+0000", 2023-08-28T02:30:51.817 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.0209999999999999e-06 2023-08-28T02:30:51.817 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.818 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.818 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:30:51.818 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.889144+0000", 2023-08-28T02:30:51.818 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1357e-05 2023-08-28T02:30:51.818 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.818 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.818 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:30:51.818 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.889149+0000", 2023-08-28T02:30:51.818 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.8960000000000002e-06 2023-08-28T02:30:51.818 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.818 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.818 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:51.818 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.889196+0000", 2023-08-28T02:30:51.819 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.7221000000000001e-05 2023-08-28T02:30:51.819 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.819 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.819 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:30:51.819 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.889325+0000", 2023-08-28T02:30:51.819 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00012908900000000001 2023-08-28T02:30:51.819 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.819 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.819 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,4", 2023-08-28T02:30:51.819 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.889656+0000", 2023-08-28T02:30:51.819 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00033046399999999999 2023-08-28T02:30:51.819 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.820 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.820 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:30:51.820 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.890978+0000", 2023-08-28T02:30:51.820 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0013223589999999999 2023-08-28T02:30:51.820 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.820 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.820 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:30:51.820 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.892216+0000", 2023-08-28T02:30:51.820 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0012379450000000001 2023-08-28T02:30:51.820 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.820 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.820 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:30:51.821 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.561568+0000", 2023-08-28T02:30:51.821 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.669351469 2023-08-28T02:30:51.821 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.821 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.821 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:30:51.821 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.561598+0000", 2023-08-28T02:30:51.821 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.0822999999999999e-05 2023-08-28T02:30:51.821 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.821 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.821 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:30:51.821 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.561637+0000", 2023-08-28T02:30:51.821 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.8807999999999998e-05 2023-08-28T02:30:51.822 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:30:51.822 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:30:51.822 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:30:51.822 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.822 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.822 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:173444 9.1e 9:7e5e8021:::benchmark_data_smithi040_209735_object65849:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e226)", 2023-08-28T02:30:51.822 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:45.913545+0000", 2023-08-28T02:30:51.822 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 65.752897895999993, 2023-08-28T02:30:51.822 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.648181042, 2023-08-28T02:30:51.822 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:30:51.822 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:30:51.823 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:30:51.823 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:30:51.823 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:30:51.823 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 173444 2023-08-28T02:30:51.823 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.823 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:30:51.823 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.823 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:30:51.823 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.913545+0000", 2023-08-28T02:30:51.823 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:30:51.823 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.824 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.824 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:30:51.824 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.913545+0000", 2023-08-28T02:30:51.824 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:30:51.824 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.824 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.824 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:30:51.824 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.913544+0000", 2023-08-28T02:30:51.824 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999995 2023-08-28T02:30:51.824 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.824 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.825 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:30:51.825 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.913547+0000", 2023-08-28T02:30:51.825 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.7609999999999999e-06 2023-08-28T02:30:51.825 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.825 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.825 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:30:51.825 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.913553+0000", 2023-08-28T02:30:51.825 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.5549999999999999e-06 2023-08-28T02:30:51.825 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.825 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.825 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:30:51.825 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.913558+0000", 2023-08-28T02:30:51.826 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.2150000000000003e-06 2023-08-28T02:30:51.826 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.826 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.826 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:51.826 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.913593+0000", 2023-08-28T02:30:51.826 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.5355999999999998e-05 2023-08-28T02:30:51.826 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.826 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.826 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:30:51.826 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.913675+0000", 2023-08-28T02:30:51.827 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.174e-05 2023-08-28T02:30:51.827 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.827 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.827 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,4", 2023-08-28T02:30:51.827 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.913900+0000", 2023-08-28T02:30:51.827 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00022486899999999999 2023-08-28T02:30:51.827 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.827 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.827 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:30:51.827 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.914959+0000", 2023-08-28T02:30:51.827 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0010593550000000001 2023-08-28T02:30:51.827 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.828 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.828 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:30:51.828 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.917392+0000", 2023-08-28T02:30:51.828 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0024325570000000001 2023-08-28T02:30:51.828 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.828 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.828 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:30:51.828 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.561661+0000", 2023-08-28T02:30:51.828 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.6442692810000001 2023-08-28T02:30:51.828 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.828 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.828 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:30:51.828 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.561688+0000", 2023-08-28T02:30:51.829 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.6998000000000001e-05 2023-08-28T02:30:51.829 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.829 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.829 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:30:51.829 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.561726+0000", 2023-08-28T02:30:51.829 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.7802999999999997e-05 2023-08-28T02:30:51.829 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:30:51.829 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:30:51.829 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:30:51.829 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.829 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.830 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:173455 9.1e 9:796cd6a5:::benchmark_data_smithi040_209735_object65860:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e226)", 2023-08-28T02:30:51.830 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:45.942477+0000", 2023-08-28T02:30:51.830 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 65.723965468000003, 2023-08-28T02:30:51.830 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.6457492970000001, 2023-08-28T02:30:51.830 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:30:51.830 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:30:51.830 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:30:51.830 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:30:51.830 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:30:51.830 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 173455 2023-08-28T02:30:51.831 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.831 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:30:51.831 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.831 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:30:51.831 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.942477+0000", 2023-08-28T02:30:51.831 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:30:51.831 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.831 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.831 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:30:51.831 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.942477+0000", 2023-08-28T02:30:51.831 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:30:51.832 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.832 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.832 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:30:51.832 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.942476+0000", 2023-08-28T02:30:51.832 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:30:51.832 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.832 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.832 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:30:51.832 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.942481+0000", 2023-08-28T02:30:51.832 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.4790000000000004e-06 2023-08-28T02:30:51.832 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.833 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.833 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:30:51.833 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.942491+0000", 2023-08-28T02:30:51.833 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0156999999999999e-05 2023-08-28T02:30:51.833 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.833 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.833 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:30:51.833 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.942496+0000", 2023-08-28T02:30:51.833 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.0699999999999997e-06 2023-08-28T02:30:51.833 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.833 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.833 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:30:51.834 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.942544+0000", 2023-08-28T02:30:51.834 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.7953e-05 2023-08-28T02:30:51.834 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.834 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.834 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:30:51.834 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.942881+0000", 2023-08-28T02:30:51.834 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00033649500000000002 2023-08-28T02:30:51.834 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.834 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.834 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,4", 2023-08-28T02:30:51.834 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.943152+0000", 2023-08-28T02:30:51.835 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00027160200000000002 2023-08-28T02:30:51.835 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.835 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.835 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:30:51.835 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.944545+0000", 2023-08-28T02:30:51.835 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.001392257 2023-08-28T02:30:51.835 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.835 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.835 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:30:51.835 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.947700+0000", 2023-08-28T02:30:51.835 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0031557820000000002 2023-08-28T02:30:51.836 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.836 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.836 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:30:51.836 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.588169+0000", 2023-08-28T02:30:51.836 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.6404686050000001 2023-08-28T02:30:51.836 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.836 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.836 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:30:51.836 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.588201+0000", 2023-08-28T02:30:51.836 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.2181999999999998e-05 2023-08-28T02:30:51.836 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:30:51.837 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:30:51.837 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:30:51.837 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.588226+0000", 2023-08-28T02:30:51.837 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.5105000000000001e-05 2023-08-28T02:30:51.837 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:30:51.837 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:30:51.837 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:30:51.837 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:30:51.837 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:30:51.837 INFO:teuthology.orchestra.run.smithi083.stdout:} 2023-08-28T02:30:51.838 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:30:51.838 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:30:51.873 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:51.898 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:30:51.902 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:51.902 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:30:52.003 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:30:52.029 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.0 dump_ops_in_flight 2023-08-28T02:30:52.036 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:52.063 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:30:52.068 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:52.069 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:30:52.169 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:30:52.182 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:30:52.207 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:52.397 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:52 smithi040 ceph-mon[175404]: failed to encode map e251 with expected crc 2023-08-28T02:30:52.397 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:52 smithi040 ceph-mon[175404]: from='client.45026 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:30:52.397 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:52 smithi040 ceph-mon[175404]: failed to encode map e252 with expected crc 2023-08-28T02:30:52.397 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:52 smithi040 ceph-mon[175404]: osdmap e252: 8 total, 8 up, 8 in 2023-08-28T02:30:52.397 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:52 smithi040 ceph-mon[175404]: failed to encode map e252 with expected crc 2023-08-28T02:30:52.397 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:52 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1368203481' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:30:52.398 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:52 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:30:52.398 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:52 smithi040 ceph-mon[170259]: failed to encode map e251 with expected crc 2023-08-28T02:30:52.398 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:52 smithi040 ceph-mon[170259]: from='client.45026 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:30:52.398 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:52 smithi040 ceph-mon[170259]: failed to encode map e252 with expected crc 2023-08-28T02:30:52.398 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:52 smithi040 ceph-mon[170259]: osdmap e252: 8 total, 8 up, 8 in 2023-08-28T02:30:52.398 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:52 smithi040 ceph-mon[170259]: failed to encode map e252 with expected crc 2023-08-28T02:30:52.398 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:52 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1368203481' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:30:52.398 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:52 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:30:52.403 INFO:teuthology.orchestra.run.smithi040.stderr:noscrub is set 2023-08-28T02:30:52.684 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:30:52.689 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:52.690 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:30:52.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:52 smithi083 ceph-mon[157819]: failed to encode map e251 with expected crc 2023-08-28T02:30:52.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:52 smithi083 ceph-mon[157819]: from='client.45026 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:30:52.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:52 smithi083 ceph-mon[157819]: failed to encode map e252 with expected crc 2023-08-28T02:30:52.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:52 smithi083 ceph-mon[157819]: osdmap e252: 8 total, 8 up, 8 in 2023-08-28T02:30:52.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:52 smithi083 ceph-mon[157819]: failed to encode map e252 with expected crc 2023-08-28T02:30:52.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:52 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1368203481' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:30:52.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:52 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:30:52.790 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:30:52.820 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:52.839 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:30:52.842 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:52.842 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:30:52.942 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:30:52.971 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:52.990 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:30:52.992 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:52.993 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:30:53.093 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:30:53.132 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:53.407 INFO:teuthology.orchestra.run.smithi040.stderr:enabled application 'rados' on pool 'unique_pool_5' 2023-08-28T02:30:53.413 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:30:53.419 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:53.420 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:30:53.442 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:30:53.499 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:30:53.499 INFO:teuthology.orchestra.run.smithi040.stdout:{"fsid":"d9a8f48a-4546-11ee-817c-1b7a5f1ba315","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"noscrub flag(s) set","count":7},"muted":false}},"mutes":[]},"election_epoch":34,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":1058,"monmap":{"epoch":4,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":254,"num_osds":8,"num_up_osds":8,"osd_up_since":1693189076,"num_in_osds":8,"osd_in_since":1693189783,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":95},{"state_name":"unknown","count":3},{"state_name":"peering","count":1}],"num_pgs":99,"num_pools":5,"num_objects":24,"data_bytes":590212,"bytes_used":4279947264,"bytes_avail":763680337920,"bytes_total":767960285184,"unknown_pgs_ratio":0.030303031206130981,"inactive_pgs_ratio":0.010101010091602802},"fsmap":{"epoch":7,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi040.wmhbsz","status":"up:active","gid":24577}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.40:8443/","prometheus":"http://172.21.15.40:9283/"}},"servicemap":{"epoch":21,"modified":"2023-08-28T02:27:32.155524+0000","services":{}},"progress_events":{"12dba03a-d529-4826-b243-e29af8fa97a8":{"message":"Upgrade to 18.2.0-187-g9cf20820 (5m)\n [============................] (remaining: 6m)","progress":0.44999998807907104,"add_to_ceph_s":true},"98af39ec-414d-4b5a-88e3-72eac0d14f82":{"message":"Global Recovery Event (90s)\n [=======================.....] (remaining: 18s)","progress":0.82828283309936523,"add_to_ceph_s":true}}} 2023-08-28T02:30:53.520 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:30:53.552 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:53 smithi040 ceph-mon[175404]: failed to encode map e252 with expected crc 2023-08-28T02:30:53.552 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:53 smithi040 ceph-mon[175404]: failed to encode map e252 with expected crc 2023-08-28T02:30:53.552 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:53 smithi040 ceph-mon[175404]: failed to encode map e252 with expected crc 2023-08-28T02:30:53.552 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:53 smithi040 ceph-mon[175404]: 1.2 scrub starts 2023-08-28T02:30:53.552 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:53 smithi040 ceph-mon[175404]: 1.2 scrub ok 2023-08-28T02:30:53.552 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:53 smithi040 ceph-mon[175404]: pgmap v761: 99 pgs: 3 unknown, 1 peering, 95 active+clean; 576 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-08-28T02:30:53.552 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:53 smithi040 ceph-mon[175404]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:30:53.552 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:53 smithi040 ceph-mon[175404]: failed to encode map e253 with expected crc 2023-08-28T02:30:53.552 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:53 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:30:53.552 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:53 smithi040 ceph-mon[175404]: osdmap e253: 8 total, 8 up, 8 in 2023-08-28T02:30:53.553 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:53 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1502409751' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_5", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-08-28T02:30:53.553 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:53 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_5", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-08-28T02:30:53.553 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:53 smithi040 ceph-mon[170259]: failed to encode map e252 with expected crc 2023-08-28T02:30:53.553 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:53 smithi040 ceph-mon[170259]: failed to encode map e252 with expected crc 2023-08-28T02:30:53.553 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:53 smithi040 ceph-mon[170259]: failed to encode map e252 with expected crc 2023-08-28T02:30:53.553 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:53 smithi040 ceph-mon[170259]: 1.2 scrub starts 2023-08-28T02:30:53.553 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:53 smithi040 ceph-mon[170259]: 1.2 scrub ok 2023-08-28T02:30:53.553 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:53 smithi040 ceph-mon[170259]: pgmap v761: 99 pgs: 3 unknown, 1 peering, 95 active+clean; 576 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-08-28T02:30:53.553 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:53 smithi040 ceph-mon[170259]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:30:53.554 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:53 smithi040 ceph-mon[170259]: failed to encode map e253 with expected crc 2023-08-28T02:30:53.554 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:53 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:30:53.554 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:53 smithi040 ceph-mon[170259]: osdmap e253: 8 total, 8 up, 8 in 2023-08-28T02:30:53.554 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:53 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1502409751' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_5", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-08-28T02:30:53.554 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:53 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_5", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-08-28T02:30:53.556 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:53.731 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:30:53.737 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:53.738 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:30:53.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:53 smithi083 ceph-mon[157819]: failed to encode map e252 with expected crc 2023-08-28T02:30:53.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:53 smithi083 ceph-mon[157819]: failed to encode map e252 with expected crc 2023-08-28T02:30:53.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:53 smithi083 ceph-mon[157819]: failed to encode map e252 with expected crc 2023-08-28T02:30:53.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:53 smithi083 ceph-mon[157819]: 1.2 scrub starts 2023-08-28T02:30:53.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:53 smithi083 ceph-mon[157819]: 1.2 scrub ok 2023-08-28T02:30:53.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:53 smithi083 ceph-mon[157819]: pgmap v761: 99 pgs: 3 unknown, 1 peering, 95 active+clean; 576 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-08-28T02:30:53.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:53 smithi083 ceph-mon[157819]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:30:53.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:53 smithi083 ceph-mon[157819]: failed to encode map e253 with expected crc 2023-08-28T02:30:53.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:53 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:30:53.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:53 smithi083 ceph-mon[157819]: osdmap e253: 8 total, 8 up, 8 in 2023-08-28T02:30:53.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:53 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1502409751' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_5", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-08-28T02:30:53.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:53 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_5", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-08-28T02:30:53.838 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:30:53.871 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:53.895 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:30:53.896 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:53.897 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:30:53.998 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:30:54.028 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:54.048 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:30:54.051 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:54.051 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:30:54.095 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:30:54.116 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:30:54.135 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:30:54.152 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:30:54.155 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:30:54.175 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:30:54.188 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:54.200 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:30:54.215 INFO:tasks.cephadm.ceph_manager.ceph:no progress seen, keeping timeout for now 2023-08-28T02:30:54.216 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:30:54.221 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:30:54.243 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:30:54.245 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-08-28T02:30:54.245 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-08-28T02:30:54.245 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-08-28T02:30:54.245 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-08-28T02:30:54.245 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-08-28T02:30:54.245 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-08-28T02:30:54.245 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-08-28T02:30:54.246 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-08-28T02:30:54.264 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:30:54.266 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:54.267 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:30:54.368 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:30:54.401 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:54.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:54 smithi040 ceph-mon[170259]: failed to encode map e253 with expected crc 2023-08-28T02:30:54.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:54 smithi040 ceph-mon[170259]: failed to encode map e253 with expected crc 2023-08-28T02:30:54.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:54 smithi040 ceph-mon[170259]: failed to encode map e254 with expected crc 2023-08-28T02:30:54.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:54 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_5", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-08-28T02:30:54.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:54 smithi040 ceph-mon[170259]: osdmap e254: 8 total, 8 up, 8 in 2023-08-28T02:30:54.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:54 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3582154658' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:30:54.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:54 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2898278875' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:30:54.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:54 smithi040 ceph-mon[175404]: failed to encode map e253 with expected crc 2023-08-28T02:30:54.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:54 smithi040 ceph-mon[175404]: failed to encode map e253 with expected crc 2023-08-28T02:30:54.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:54 smithi040 ceph-mon[175404]: failed to encode map e254 with expected crc 2023-08-28T02:30:54.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:54 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_5", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-08-28T02:30:54.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:54 smithi040 ceph-mon[175404]: osdmap e254: 8 total, 8 up, 8 in 2023-08-28T02:30:54.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:54 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3582154658' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:30:54.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:54 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2898278875' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:30:54.626 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:30:54.629 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:54.629 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:30:54.730 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:30:54.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:54 smithi083 ceph-mon[157819]: failed to encode map e253 with expected crc 2023-08-28T02:30:54.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:54 smithi083 ceph-mon[157819]: failed to encode map e253 with expected crc 2023-08-28T02:30:54.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:54 smithi083 ceph-mon[157819]: failed to encode map e254 with expected crc 2023-08-28T02:30:54.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:54 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_5", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-08-28T02:30:54.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:54 smithi083 ceph-mon[157819]: osdmap e254: 8 total, 8 up, 8 in 2023-08-28T02:30:54.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:54 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3582154658' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:30:54.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:54 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2898278875' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:30:54.762 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:54.784 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:30:54.787 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:54.787 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:30:54.888 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:30:54.925 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:54.928 DEBUG:teuthology.orchestra.run.smithi040:> /bin/sh -c 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --no-log-to-stderr --name client.0 -b 65536 --object-size 65536 -p unique_pool_5 bench 90 write' 2023-08-28T02:30:54.930 INFO:tasks.radosbench:joining radosbench (timing out after 3000s) 2023-08-28T02:30:54.931 INFO:teuthology.orchestra.run:waiting for 3000 2023-08-28T02:30:54.950 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:30:54.950 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:30:54.954 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:54.955 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:30:55.014 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:hints = 1 2023-08-28T02:30:55.014 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Maintaining 16 concurrent writes of 65536 bytes to objects of size 65536 for up to 90 seconds or 0 objects 2023-08-28T02:30:55.014 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Object prefix: benchmark_data_smithi040_250784 2023-08-28T02:30:55.014 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-08-28T02:30:55.015 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 0 0 0 0 0 0 - 0 2023-08-28T02:30:55.055 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:30:55.105 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:55.133 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:30:55.136 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:55.136 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:30:55.237 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:30:55.301 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:55.307 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd set nodeep-scrub 2023-08-28T02:30:55.361 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:55 smithi040 ceph-mon[170259]: pgmap v764: 99 pgs: 99 active+clean; 524 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-08-28T02:30:55.361 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:55 smithi040 ceph-mon[175404]: pgmap v764: 99 pgs: 99 active+clean; 524 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-08-28T02:30:55.386 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:30:55.390 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:55.391 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:30:55.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:55 smithi083 ceph-mon[157819]: pgmap v764: 99 pgs: 99 active+clean; 524 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-08-28T02:30:55.491 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:30:55.533 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:55.561 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:30:55.564 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:55.564 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:30:55.665 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:30:55.666 INFO:teuthology.orchestra.run.smithi040.stdout:ERROR: (22) Invalid argument 2023-08-28T02:30:55.666 INFO:teuthology.orchestra.run.smithi040.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:30:55.705 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:30:55 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:30:55] "GET /metrics HTTP/1.1" 200 36488 "" "Prometheus/2.43.0" 2023-08-28T02:30:55.730 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:55.818 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:30:55.823 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:55.823 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:30:55.924 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:30:55.979 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:56.016 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:30:56.016 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 1 16 2734 2718 169.86 169.875 0.00435127 0.00582892 2023-08-28T02:30:56.021 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:56.021 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:30:56.122 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:30:56.158 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:56.181 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:30:56.185 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:56.185 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:30:56.194 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.0 dump_blocked_ops 2023-08-28T02:30:56.286 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:30:56.294 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:30:56.321 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:56.346 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:30:56.349 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:56.350 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:30:56.450 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:30:56.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:56 smithi083 ceph-mon[157819]: failed to encode map e254 with expected crc 2023-08-28T02:30:56.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:56 smithi083 ceph-mon[157819]: failed to encode map e254 with expected crc 2023-08-28T02:30:56.520 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:56 smithi040 ceph-mon[170259]: failed to encode map e254 with expected crc 2023-08-28T02:30:56.520 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:56 smithi040 ceph-mon[170259]: failed to encode map e254 with expected crc 2023-08-28T02:30:56.520 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:56 smithi040 ceph-mon[175404]: failed to encode map e254 with expected crc 2023-08-28T02:30:56.520 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:56 smithi040 ceph-mon[175404]: failed to encode map e254 with expected crc 2023-08-28T02:30:56.525 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:56.555 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:30:56.558 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:56.559 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:30:56.659 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:30:56.696 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:56.722 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:30:56.726 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:56.727 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:30:56.727 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-08-28T02:30:56.828 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:30:56.896 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:30:56.904 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:56.911 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:30:57.015 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 2 16 4984 4968 155.236 140.625 0.00986366 0.00642398 2023-08-28T02:30:57.136 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:30:57.141 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:57.141 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:30:57.242 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:30:57.279 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:57.304 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:30:57.308 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:57.309 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:30:57.373 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:57 smithi040 ceph-mon[170259]: pgmap v765: 99 pgs: 99 active+clean; 90 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s wr, 232 op/s 2023-08-28T02:30:57.373 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:57 smithi040 ceph-mon[175404]: pgmap v765: 99 pgs: 99 active+clean; 90 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s wr, 232 op/s 2023-08-28T02:30:57.409 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:30:57.476 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":765,"stamp":"2023-08-28T02:30:56.308706+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":94854712,"num_objects":1463,"num_object_clones":0,"num_object_copies":4389,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1463,"num_whiteouts":0,"num_read":177,"num_read_kb":333,"num_write":1588,"num_write_kb":93068,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":971717,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3266,"ondisk_log_size":3266,"up":297,"acting":297,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":294,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":4313808,"kb_used_data":669712,"kb_used_omap":20,"kb_used_meta":3644011,"kb_avail":745647408,"statfs":{"total":767960285184,"available":763542945792,"internally_reserved":0,"allocated":685785088,"data_stored":675640646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":20850,"internal_metadata":3731467918},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":94210831,"num_objects":1439,"num_object_clones":0,"num_object_copies":4317,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1439,"num_whiteouts":0,"num_read":-135,"num_read_kb":-251,"num_write":1375,"num_write_kb":91501,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":-2,"num_bytes_recovered":-483029,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.919285"},"pg_stats":[{"pgid":"3.1a","version":"65'1","reported_seq":255,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-08-28T02:30:52.400391+0000","last_change":"2023-08-28T02:29:44.461201+0000","last_active":"2023-08-28T02:30:52.400391+0000","last_peered":"2023-08-28T02:30:52.400391+0000","last_clean":"2023-08-28T02:30:52.400391+0000","last_became_active":"2023-08-28T02:29:44.454590+0000","last_became_peered":"2023-08-28T02:29:44.454590+0000","last_unstale":"2023-08-28T02:30:52.400391+0000","last_undegraded":"2023-08-28T02:30:52.400391+0000","last_fullsized":"2023-08-28T02:30:52.400391+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:05:05.367289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":213,"reported_epoch":251,"state":"active+clean","last_fresh":"2023-08-28T02:30:50.398317+0000","last_change":"2023-08-28T02:29:44.421259+0000","last_active":"2023-08-28T02:30:50.398317+0000","last_peered":"2023-08-28T02:30:50.398317+0000","last_clean":"2023-08-28T02:30:50.398317+0000","last_became_active":"2023-08-28T02:29:44.420936+0000","last_became_peered":"2023-08-28T02:29:44.420936+0000","last_unstale":"2023-08-28T02:30:50.398317+0000","last_undegraded":"2023-08-28T02:30:50.398317+0000","last_fullsized":"2023-08-28T02:30:50.398317+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:22:26.346867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":39,"reported_epoch":251,"state":"active+clean","last_fresh":"2023-08-28T02:30:50.393940+0000","last_change":"2023-08-28T02:29:44.505230+0000","last_active":"2023-08-28T02:30:50.393940+0000","last_peered":"2023-08-28T02:30:50.393940+0000","last_clean":"2023-08-28T02:30:50.393940+0000","last_became_active":"2023-08-28T02:29:44.504882+0000","last_became_peered":"2023-08-28T02:29:44.504882+0000","last_unstale":"2023-08-28T02:30:50.393940+0000","last_undegraded":"2023-08-28T02:30:50.393940+0000","last_fullsized":"2023-08-28T02:30:50.393940+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:59:38.663752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":208,"reported_epoch":251,"state":"active+clean","last_fresh":"2023-08-28T02:30:50.392634+0000","last_change":"2023-08-28T02:16:50.309837+0000","last_active":"2023-08-28T02:30:50.392634+0000","last_peered":"2023-08-28T02:30:50.392634+0000","last_clean":"2023-08-28T02:30:50.392634+0000","last_became_active":"2023-08-28T02:16:50.309470+0000","last_became_peered":"2023-08-28T02:16:50.309470+0000","last_unstale":"2023-08-28T02:30:50.392634+0000","last_undegraded":"2023-08-28T02:30:50.392634+0000","last_fullsized":"2023-08-28T02:30:50.392634+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:34:06.503952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":236,"reported_epoch":251,"state":"active+clean","last_fresh":"2023-08-28T02:30:50.392537+0000","last_change":"2023-08-28T02:29:44.539254+0000","last_active":"2023-08-28T02:30:50.392537+0000","last_peered":"2023-08-28T02:30:50.392537+0000","last_clean":"2023-08-28T02:30:50.392537+0000","last_became_active":"2023-08-28T02:29:44.518954+0000","last_became_peered":"2023-08-28T02:29:44.518954+0000","last_unstale":"2023-08-28T02:30:50.392537+0000","last_undegraded":"2023-08-28T02:30:50.392537+0000","last_fullsized":"2023-08-28T02:30:50.392537+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:49:16.962351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":236,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-08-28T02:30:53.099778+0000","last_change":"2023-08-28T02:29:44.416934+0000","last_active":"2023-08-28T02:30:53.099778+0000","last_peered":"2023-08-28T02:30:53.099778+0000","last_clean":"2023-08-28T02:30:53.099778+0000","last_became_active":"2023-08-28T02:29:44.416577+0000","last_became_peered":"2023-08-28T02:29:44.416577+0000","last_unstale":"2023-08-28T02:30:53.099778+0000","last_undegraded":"2023-08-28T02:30:53.099778+0000","last_fullsized":"2023-08-28T02:30:53.099778+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:33.591285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":207,"reported_epoch":251,"state":"active+clean","last_fresh":"2023-08-28T02:30:50.392250+0000","last_change":"2023-08-28T02:17:57.876478+0000","last_active":"2023-08-28T02:30:50.392250+0000","last_peered":"2023-08-28T02:30:50.392250+0000","last_clean":"2023-08-28T02:30:50.392250+0000","last_became_active":"2023-08-28T02:17:57.876048+0000","last_became_peered":"2023-08-28T02:17:57.876048+0000","last_unstale":"2023-08-28T02:30:50.392250+0000","last_undegraded":"2023-08-28T02:30:50.392250+0000","last_fullsized":"2023-08-28T02:30:50.392250+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:46:14.225407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":218,"reported_epoch":251,"state":"active+clean","last_fresh":"2023-08-28T02:30:50.392486+0000","last_change":"2023-08-28T02:29:44.539659+0000","last_active":"2023-08-28T02:30:50.392486+0000","last_peered":"2023-08-28T02:30:50.392486+0000","last_clean":"2023-08-28T02:30:50.392486+0000","last_became_active":"2023-08-28T02:29:44.538974+0000","last_became_peered":"2023-08-28T02:29:44.538974+0000","last_unstale":"2023-08-28T02:30:50.392486+0000","last_undegraded":"2023-08-28T02:30:50.392486+0000","last_fullsized":"2023-08-28T02:30:50.392486+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:29:57.846238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":237,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-08-28T02:30:52.659745+0000","last_change":"2023-08-28T02:29:44.462510+0000","last_active":"2023-08-28T02:30:52.659745+0000","last_peered":"2023-08-28T02:30:52.659745+0000","last_clean":"2023-08-28T02:30:52.659745+0000","last_became_active":"2023-08-28T02:29:44.460314+0000","last_became_peered":"2023-08-28T02:29:44.460314+0000","last_unstale":"2023-08-28T02:30:52.659745+0000","last_undegraded":"2023-08-28T02:30:52.659745+0000","last_fullsized":"2023-08-28T02:30:52.659745+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:59:01.311467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":186,"reported_epoch":251,"state":"active+clean","last_fresh":"2023-08-28T02:30:50.393047+0000","last_change":"2023-08-28T02:17:57.827818+0000","last_active":"2023-08-28T02:30:50.393047+0000","last_peered":"2023-08-28T02:30:50.393047+0000","last_clean":"2023-08-28T02:30:50.393047+0000","last_became_active":"2023-08-28T02:17:57.825999+0000","last_became_peered":"2023-08-28T02:17:57.825999+0000","last_unstale":"2023-08-28T02:30:50.393047+0000","last_undegraded":"2023-08-28T02:30:50.393047+0000","last_fullsized":"2023-08-28T02:30:50.393047+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:35:29.864132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"65'3","reported_seq":221,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-08-28T02:30:53.769261+0000","last_change":"2023-08-28T02:17:57.827265+0000","last_active":"2023-08-28T02:30:53.769261+0000","last_peered":"2023-08-28T02:30:53.769261+0000","last_clean":"2023-08-28T02:30:53.769261+0000","last_became_active":"2023-08-28T02:17:57.826872+0000","last_became_peered":"2023-08-28T02:17:57.826872+0000","last_unstale":"2023-08-28T02:30:53.769261+0000","last_undegraded":"2023-08-28T02:30:53.769261+0000","last_fullsized":"2023-08-28T02:30:53.769261+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:48:03.674891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":39,"reported_epoch":251,"state":"active+clean","last_fresh":"2023-08-28T02:30:50.394234+0000","last_change":"2023-08-28T02:29:44.408404+0000","last_active":"2023-08-28T02:30:50.394234+0000","last_peered":"2023-08-28T02:30:50.394234+0000","last_clean":"2023-08-28T02:30:50.394234+0000","last_became_active":"2023-08-28T02:29:44.408111+0000","last_became_peered":"2023-08-28T02:29:44.408111+0000","last_unstale":"2023-08-28T02:30:50.394234+0000","last_undegraded":"2023-08-28T02:30:50.394234+0000","last_fullsized":"2023-08-28T02:30:50.394234+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:50:27.178700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":222,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-08-28T02:30:52.400480+0000","last_change":"2023-08-28T02:07:37.315303+0000","last_active":"2023-08-28T02:30:52.400480+0000","last_peered":"2023-08-28T02:30:52.400480+0000","last_clean":"2023-08-28T02:30:52.400480+0000","last_became_active":"2023-08-28T02:07:37.312336+0000","last_became_peered":"2023-08-28T02:07:37.312336+0000","last_unstale":"2023-08-28T02:30:52.400480+0000","last_undegraded":"2023-08-28T02:30:52.400480+0000","last_fullsized":"2023-08-28T02:30:52.400480+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T14:00:32.089076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":236,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-08-28T02:30:52.400520+0000","last_change":"2023-08-28T02:29:44.461459+0000","last_active":"2023-08-28T02:30:52.400520+0000","last_peered":"2023-08-28T02:30:52.400520+0000","last_clean":"2023-08-28T02:30:52.400520+0000","last_became_active":"2023-08-28T02:29:44.461161+0000","last_became_peered":"2023-08-28T02:29:44.461161+0000","last_unstale":"2023-08-28T02:30:52.400520+0000","last_undegraded":"2023-08-28T02:30:52.400520+0000","last_fullsized":"2023-08-28T02:30:52.400520+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:23:04.568003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"65'2","reported_seq":220,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-08-28T02:30:53.768272+0000","last_change":"2023-08-28T02:16:50.332699+0000","last_active":"2023-08-28T02:30:53.768272+0000","last_peered":"2023-08-28T02:30:53.768272+0000","last_clean":"2023-08-28T02:30:53.768272+0000","last_became_active":"2023-08-28T02:16:50.332337+0000","last_became_peered":"2023-08-28T02:16:50.332337+0000","last_unstale":"2023-08-28T02:30:53.768272+0000","last_undegraded":"2023-08-28T02:30:53.768272+0000","last_fullsized":"2023-08-28T02:30:53.768272+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:26:51.876295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":213,"reported_epoch":251,"state":"active+clean","last_fresh":"2023-08-28T02:30:50.393576+0000","last_change":"2023-08-28T02:29:44.419566+0000","last_active":"2023-08-28T02:30:50.393576+0000","last_peered":"2023-08-28T02:30:50.393576+0000","last_clean":"2023-08-28T02:30:50.393576+0000","last_became_active":"2023-08-28T02:29:44.419053+0000","last_became_peered":"2023-08-28T02:29:44.419053+0000","last_unstale":"2023-08-28T02:30:50.393576+0000","last_undegraded":"2023-08-28T02:30:50.393576+0000","last_fullsized":"2023-08-28T02:30:50.393576+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:44:36.133499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":207,"reported_epoch":251,"state":"active+clean","last_fresh":"2023-08-28T02:30:50.392160+0000","last_change":"2023-08-28T02:17:57.870068+0000","last_active":"2023-08-28T02:30:50.392160+0000","last_peered":"2023-08-28T02:30:50.392160+0000","last_clean":"2023-08-28T02:30:50.392160+0000","last_became_active":"2023-08-28T02:17:57.869718+0000","last_became_peered":"2023-08-28T02:17:57.869718+0000","last_unstale":"2023-08-28T02:30:50.392160+0000","last_undegraded":"2023-08-28T02:30:50.392160+0000","last_fullsized":"2023-08-28T02:30:50.392160+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:28:47.968132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":216,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-08-28T02:30:52.659764+0000","last_change":"2023-08-28T02:17:57.827021+0000","last_active":"2023-08-28T02:30:52.659764+0000","last_peered":"2023-08-28T02:30:52.659764+0000","last_clean":"2023-08-28T02:30:52.659764+0000","last_became_active":"2023-08-28T02:17:57.826722+0000","last_became_peered":"2023-08-28T02:17:57.826722+0000","last_unstale":"2023-08-28T02:30:52.659764+0000","last_undegraded":"2023-08-28T02:30:52.659764+0000","last_fullsized":"2023-08-28T02:30:52.659764+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:02:26.183338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":201,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-08-28T02:30:53.768731+0000","last_change":"2023-08-28T02:07:37.318077+0000","last_active":"2023-08-28T02:30:53.768731+0000","last_peered":"2023-08-28T02:30:53.768731+0000","last_clean":"2023-08-28T02:30:53.768731+0000","last_became_active":"2023-08-28T02:07:37.317784+0000","last_became_peered":"2023-08-28T02:07:37.317784+0000","last_unstale":"2023-08-28T02:30:53.768731+0000","last_undegraded":"2023-08-28T02:30:53.768731+0000","last_fullsized":"2023-08-28T02:30:53.768731+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:08:37.079996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":208,"reported_epoch":251,"state":"active+clean","last_fresh":"2023-08-28T02:30:50.392717+0000","last_change":"2023-08-28T02:17:57.870143+0000","last_active":"2023-08-28T02:30:50.392717+0000","last_peered":"2023-08-28T02:30:50.392717+0000","last_clean":"2023-08-28T02:30:50.392717+0000","last_became_active":"2023-08-28T02:17:57.869769+0000","last_became_peered":"2023-08-28T02:17:57.869769+0000","last_unstale":"2023-08-28T02:30:50.392717+0000","last_undegraded":"2023-08-28T02:30:50.392717+0000","last_fullsized":"2023-08-28T02:30:50.392717+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:21:29.581768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"65'8","reported_seq":225,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-08-28T02:30:53.099167+0000","last_change":"2023-08-28T02:14:43.083962+0000","last_active":"2023-08-28T02:30:53.099167+0000","last_peered":"2023-08-28T02:30:53.099167+0000","last_clean":"2023-08-28T02:30:53.099167+0000","last_became_active":"2023-08-28T02:14:43.083699+0000","last_became_peered":"2023-08-28T02:14:43.083699+0000","last_unstale":"2023-08-28T02:30:53.099167+0000","last_undegraded":"2023-08-28T02:30:53.099167+0000","last_fullsized":"2023-08-28T02:30:53.099167+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:34:42.581750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":218,"reported_epoch":251,"state":"active+clean","last_fresh":"2023-08-28T02:30:50.393890+0000","last_change":"2023-08-28T02:29:44.544454+0000","last_active":"2023-08-28T02:30:50.393890+0000","last_peered":"2023-08-28T02:30:50.393890+0000","last_clean":"2023-08-28T02:30:50.393890+0000","last_became_active":"2023-08-28T02:29:44.519465+0000","last_became_peered":"2023-08-28T02:29:44.519465+0000","last_unstale":"2023-08-28T02:30:50.393890+0000","last_undegraded":"2023-08-28T02:30:50.393890+0000","last_fullsized":"2023-08-28T02:30:50.393890+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:47:21.212316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"254'115","reported_seq":127,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-08-28T02:30:55.648621+0000","last_change":"2023-08-28T02:30:50.402703+0000","last_active":"2023-08-28T02:30:55.648621+0000","last_peered":"2023-08-28T02:30:55.648621+0000","last_clean":"2023-08-28T02:30:55.648621+0000","last_became_active":"2023-08-28T02:30:50.402419+0000","last_became_peered":"2023-08-28T02:30:50.402419+0000","last_unstale":"2023-08-28T02:30:55.648621+0000","last_undegraded":"2023-08-28T02:30:55.648621+0000","last_fullsized":"2023-08-28T02:30:55.648621+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":115,"log_dups_size":0,"ondisk_log_size":115,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:07:37.393907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7536640,"num_objects":115,"num_object_clones":0,"num_object_copies":345,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":115,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":115,"num_write_kb":7360,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"65'1","reported_seq":219,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-08-28T02:30:53.769149+0000","last_change":"2023-08-28T02:14:43.046130+0000","last_active":"2023-08-28T02:30:53.769149+0000","last_peered":"2023-08-28T02:30:53.769149+0000","last_clean":"2023-08-28T02:30:53.769149+0000","last_became_active":"2023-08-28T02:14:43.045775+0000","last_became_peered":"2023-08-28T02:14:43.045775+0000","last_unstale":"2023-08-28T02:30:53.769149+0000","last_undegraded":"2023-08-28T02:30:53.769149+0000","last_fullsized":"2023-08-28T02:30:53.769149+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:57:38.279756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":199,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-08-28T02:30:52.659288+0000","last_change":"2023-08-28T02:07:37.452412+0000","last_active":"2023-08-28T02:30:52.659288+0000","last_peered":"2023-08-28T02:30:52.659288+0000","last_clean":"2023-08-28T02:30:52.659288+0000","last_became_active":"2023-08-28T02:07:37.452156+0000","last_became_peered":"2023-08-28T02:07:37.452156+0000","last_unstale":"2023-08-28T02:30:52.659288+0000","last_undegraded":"2023-08-28T02:30:52.659288+0000","last_fullsized":"2023-08-28T02:30:52.659288+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:10:33.405360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"0'0","reported_seq":11,"reported_epoch":252,"state":"active+clean","last_fresh":"2023-08-28T02:30:51.392019+0000","last_change":"2023-08-28T02:30:50.408089+0000","last_active":"2023-08-28T02:30:51.392019+0000","last_peered":"2023-08-28T02:30:51.392019+0000","last_clean":"2023-08-28T02:30:51.392019+0000","last_became_active":"2023-08-28T02:30:50.407747+0000","last_became_peered":"2023-08-28T02:30:50.407747+0000","last_unstale":"2023-08-28T02:30:51.392019+0000","last_undegraded":"2023-08-28T02:30:51.392019+0000","last_fullsized":"2023-08-28T02:30:51.392019+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:58:42.798255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"65'2","reported_seq":244,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-08-28T02:30:53.768923+0000","last_change":"2023-08-28T02:29:44.436352+0000","last_active":"2023-08-28T02:30:53.768923+0000","last_peered":"2023-08-28T02:30:53.768923+0000","last_clean":"2023-08-28T02:30:53.768923+0000","last_became_active":"2023-08-28T02:29:44.411499+0000","last_became_peered":"2023-08-28T02:29:44.411499+0000","last_unstale":"2023-08-28T02:30:53.768923+0000","last_undegraded":"2023-08-28T02:30:53.768923+0000","last_fullsized":"2023-08-28T02:30:53.768923+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:46:57.540191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":253,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-08-28T02:30:52.400600+0000","last_change":"2023-08-28T02:29:44.453936+0000","last_active":"2023-08-28T02:30:52.400600+0000","last_peered":"2023-08-28T02:30:52.400600+0000","last_clean":"2023-08-28T02:30:52.400600+0000","last_became_active":"2023-08-28T02:29:44.453643+0000","last_became_peered":"2023-08-28T02:29:44.453643+0000","last_unstale":"2023-08-28T02:30:52.400600+0000","last_undegraded":"2023-08-28T02:30:52.400600+0000","last_fullsized":"2023-08-28T02:30:52.400600+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:13:50.608381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"0'0","reported_seq":11,"reported_epoch":252,"state":"active+clean","last_fresh":"2023-08-28T02:30:51.446239+0000","last_change":"2023-08-28T02:30:50.401499+0000","last_active":"2023-08-28T02:30:51.446239+0000","last_peered":"2023-08-28T02:30:51.446239+0000","last_clean":"2023-08-28T02:30:51.446239+0000","last_became_active":"2023-08-28T02:30:50.401194+0000","last_became_peered":"2023-08-28T02:30:50.401194+0000","last_unstale":"2023-08-28T02:30:51.446239+0000","last_undegraded":"2023-08-28T02:30:51.446239+0000","last_fullsized":"2023-08-28T02:30:51.446239+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:04:52.808204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"65'1","reported_seq":202,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-08-28T02:30:53.769008+0000","last_change":"2023-08-28T02:07:37.312010+0000","last_active":"2023-08-28T02:30:53.769008+0000","last_peered":"2023-08-28T02:30:53.769008+0000","last_clean":"2023-08-28T02:30:53.769008+0000","last_became_active":"2023-08-28T02:07:37.311737+0000","last_became_peered":"2023-08-28T02:07:37.311737+0000","last_unstale":"2023-08-28T02:30:53.769008+0000","last_undegraded":"2023-08-28T02:30:53.769008+0000","last_fullsized":"2023-08-28T02:30:53.769008+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:09:38.844075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":236,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-08-28T02:30:53.099506+0000","last_change":"2023-08-28T02:29:44.407981+0000","last_active":"2023-08-28T02:30:53.099506+0000","last_peered":"2023-08-28T02:30:53.099506+0000","last_clean":"2023-08-28T02:30:53.099506+0000","last_became_active":"2023-08-28T02:29:44.407689+0000","last_became_peered":"2023-08-28T02:29:44.407689+0000","last_unstale":"2023-08-28T02:30:53.099506+0000","last_undegraded":"2023-08-28T02:30:53.099506+0000","last_fullsized":"2023-08-28T02:30:53.099506+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:37:07.047429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.5","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-08-28T02:30:53.405537+0000","last_change":"2023-08-28T02:30:50.400544+0000","last_active":"2023-08-28T02:30:53.405537+0000","last_peered":"2023-08-28T02:30:53.405537+0000","last_clean":"2023-08-28T02:30:53.405537+0000","last_became_active":"2023-08-28T02:30:50.400225+0000","last_became_peered":"2023-08-28T02:30:50.400225+0000","last_unstale":"2023-08-28T02:30:53.405537+0000","last_undegraded":"2023-08-28T02:30:53.405537+0000","last_fullsized":"2023-08-28T02:30:53.405537+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:53:30.305122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,3],"acting":[2,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":217,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-08-28T02:30:52.659595+0000","last_change":"2023-08-28T02:17:57.872076+0000","last_active":"2023-08-28T02:30:52.659595+0000","last_peered":"2023-08-28T02:30:52.659595+0000","last_clean":"2023-08-28T02:30:52.659595+0000","last_became_active":"2023-08-28T02:17:57.871701+0000","last_became_peered":"2023-08-28T02:17:57.871701+0000","last_unstale":"2023-08-28T02:30:52.659595+0000","last_undegraded":"2023-08-28T02:30:52.659595+0000","last_fullsized":"2023-08-28T02:30:52.659595+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:34:26.505505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":240,"reported_epoch":251,"state":"active+clean","last_fresh":"2023-08-28T02:30:50.392112+0000","last_change":"2023-08-28T02:29:44.436713+0000","last_active":"2023-08-28T02:30:50.392112+0000","last_peered":"2023-08-28T02:30:50.392112+0000","last_clean":"2023-08-28T02:30:50.392112+0000","last_became_active":"2023-08-28T02:29:44.436203+0000","last_became_peered":"2023-08-28T02:29:44.436203+0000","last_unstale":"2023-08-28T02:30:50.392112+0000","last_undegraded":"2023-08-28T02:30:50.392112+0000","last_fullsized":"2023-08-28T02:30:50.392112+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:46:48.522293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"0'0","reported_seq":11,"reported_epoch":252,"state":"active+clean","last_fresh":"2023-08-28T02:30:51.394471+0000","last_change":"2023-08-28T02:30:50.399669+0000","last_active":"2023-08-28T02:30:51.394471+0000","last_peered":"2023-08-28T02:30:51.394471+0000","last_clean":"2023-08-28T02:30:51.394471+0000","last_became_active":"2023-08-28T02:30:50.399332+0000","last_became_peered":"2023-08-28T02:30:50.399332+0000","last_unstale":"2023-08-28T02:30:51.394471+0000","last_undegraded":"2023-08-28T02:30:51.394471+0000","last_fullsized":"2023-08-28T02:30:51.394471+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:00:54.910841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"75'161","reported_seq":625,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-08-28T02:30:53.768820+0000","last_change":"2023-08-28T02:27:46.338501+0000","last_active":"2023-08-28T02:30:53.768820+0000","last_peered":"2023-08-28T02:30:53.768820+0000","last_clean":"2023-08-28T02:30:53.768820+0000","last_became_active":"2023-08-28T02:27:46.338143+0000","last_became_peered":"2023-08-28T02:27:46.338143+0000","last_unstale":"2023-08-28T02:30:53.768820+0000","last_undegraded":"2023-08-28T02:30:53.768820+0000","last_fullsized":"2023-08-28T02:30:53.768820+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":21,"num_write_kb":219,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"65'2","reported_seq":231,"reported_epoch":251,"state":"active+clean","last_fresh":"2023-08-28T02:30:50.392873+0000","last_change":"2023-08-28T02:17:57.845300+0000","last_active":"2023-08-28T02:30:50.392873+0000","last_peered":"2023-08-28T02:30:50.392873+0000","last_clean":"2023-08-28T02:30:50.392873+0000","last_became_active":"2023-08-28T02:17:57.843639+0000","last_became_peered":"2023-08-28T02:17:57.843639+0000","last_unstale":"2023-08-28T02:30:50.392873+0000","last_undegraded":"2023-08-28T02:30:50.392873+0000","last_fullsized":"2023-08-28T02:30:50.392873+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:27.684476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":216,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-08-28T02:30:52.400647+0000","last_change":"2023-08-28T02:17:57.825494+0000","last_active":"2023-08-28T02:30:52.400647+0000","last_peered":"2023-08-28T02:30:52.400647+0000","last_clean":"2023-08-28T02:30:52.400647+0000","last_became_active":"2023-08-28T02:17:57.825112+0000","last_became_peered":"2023-08-28T02:17:57.825112+0000","last_unstale":"2023-08-28T02:30:52.400647+0000","last_undegraded":"2023-08-28T02:30:52.400647+0000","last_fullsized":"2023-08-28T02:30:52.400647+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:04:13.819397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"254'98","reported_seq":109,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-08-28T02:30:55.649088+0000","last_change":"2023-08-28T02:30:50.402059+0000","last_active":"2023-08-28T02:30:55.649088+0000","last_peered":"2023-08-28T02:30:55.649088+0000","last_clean":"2023-08-28T02:30:55.649088+0000","last_became_active":"2023-08-28T02:30:50.401509+0000","last_became_peered":"2023-08-28T02:30:50.401509+0000","last_unstale":"2023-08-28T02:30:55.649088+0000","last_undegraded":"2023-08-28T02:30:55.649088+0000","last_fullsized":"2023-08-28T02:30:55.649088+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":0,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:26:25.192302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6422528,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":98,"num_write_kb":6272,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"75'161","reported_seq":479,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-08-28T02:30:52.659284+0000","last_change":"2023-08-28T02:30:45.407188+0000","last_active":"2023-08-28T02:30:52.659284+0000","last_peered":"2023-08-28T02:30:52.659284+0000","last_clean":"2023-08-28T02:30:52.659284+0000","last_became_active":"2023-08-28T02:29:07.864446+0000","last_became_peered":"2023-08-28T02:29:07.864446+0000","last_unstale":"2023-08-28T02:30:52.659284+0000","last_undegraded":"2023-08-28T02:30:52.659284+0000","last_fullsized":"2023-08-28T02:30:52.659284+0000","mapping_epoch":203,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":204,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:45.407127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:45.407127+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:09:40.142271+0000","scrub_duration":0.0018495320000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":143,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-08-28T02:30:52.400450+0000","last_change":"2023-08-28T02:29:44.461326+0000","last_active":"2023-08-28T02:30:52.400450+0000","last_peered":"2023-08-28T02:30:52.400450+0000","last_clean":"2023-08-28T02:30:52.400450+0000","last_became_active":"2023-08-28T02:29:44.454950+0000","last_became_peered":"2023-08-28T02:29:44.454950+0000","last_unstale":"2023-08-28T02:30:52.400450+0000","last_undegraded":"2023-08-28T02:30:52.400450+0000","last_fullsized":"2023-08-28T02:30:52.400450+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:13:42.620393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":214,"reported_epoch":251,"state":"active+clean","last_fresh":"2023-08-28T02:30:50.398214+0000","last_change":"2023-08-28T02:29:44.416498+0000","last_active":"2023-08-28T02:30:50.398214+0000","last_peered":"2023-08-28T02:30:50.398214+0000","last_clean":"2023-08-28T02:30:50.398214+0000","last_became_active":"2023-08-28T02:29:44.416168+0000","last_became_peered":"2023-08-28T02:29:44.416168+0000","last_unstale":"2023-08-28T02:30:50.398214+0000","last_undegraded":"2023-08-28T02:30:50.398214+0000","last_fullsized":"2023-08-28T02:30:50.398214+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:13:18.592840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.0","version":"254'116","reported_seq":128,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-08-28T02:30:55.581489+0000","last_change":"2023-08-28T02:30:50.405597+0000","last_active":"2023-08-28T02:30:55.581489+0000","last_peered":"2023-08-28T02:30:55.581489+0000","last_clean":"2023-08-28T02:30:55.581489+0000","last_became_active":"2023-08-28T02:30:50.405372+0000","last_became_peered":"2023-08-28T02:30:50.405372+0000","last_unstale":"2023-08-28T02:30:55.581489+0000","last_undegraded":"2023-08-28T02:30:55.581489+0000","last_fullsized":"2023-08-28T02:30:55.581489+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":116,"log_dups_size":0,"ondisk_log_size":116,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:14:41.860101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7602176,"num_objects":116,"num_object_clones":0,"num_object_copies":348,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":116,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":116,"num_write_kb":7424,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,4],"acting":[6,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":217,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-08-28T02:30:52.400336+0000","last_change":"2023-08-28T02:16:50.340534+0000","last_active":"2023-08-28T02:30:52.400336+0000","last_peered":"2023-08-28T02:30:52.400336+0000","last_clean":"2023-08-28T02:30:52.400336+0000","last_became_active":"2023-08-28T02:16:50.340208+0000","last_became_peered":"2023-08-28T02:16:50.340208+0000","last_unstale":"2023-08-28T02:30:52.400336+0000","last_undegraded":"2023-08-28T02:30:52.400336+0000","last_fullsized":"2023-08-28T02:30:52.400336+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:15:28.933937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":235,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-08-28T02:30:52.400857+0000","last_change":"2023-08-28T02:29:44.477356+0000","last_active":"2023-08-28T02:30:52.400857+0000","last_peered":"2023-08-28T02:30:52.400857+0000","last_clean":"2023-08-28T02:30:52.400857+0000","last_became_active":"2023-08-28T02:29:44.477153+0000","last_became_peered":"2023-08-28T02:29:44.477153+0000","last_unstale":"2023-08-28T02:30:52.400857+0000","last_undegraded":"2023-08-28T02:30:52.400857+0000","last_fullsized":"2023-08-28T02:30:52.400857+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:08:28.177350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"254'209","reported_seq":221,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-08-28T02:30:56.216891+0000","last_change":"2023-08-28T02:30:50.400261+0000","last_active":"2023-08-28T02:30:56.216891+0000","last_peered":"2023-08-28T02:30:56.216891+0000","last_clean":"2023-08-28T02:30:56.216891+0000","last_became_active":"2023-08-28T02:30:50.399938+0000","last_became_peered":"2023-08-28T02:30:50.399938+0000","last_unstale":"2023-08-28T02:30:56.216891+0000","last_undegraded":"2023-08-28T02:30:56.216891+0000","last_fullsized":"2023-08-28T02:30:56.216891+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":209,"log_dups_size":0,"ondisk_log_size":209,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:43:56.802792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13697024,"num_objects":209,"num_object_clones":0,"num_object_copies":627,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":209,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":209,"num_write_kb":13376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"75'161","reported_seq":493,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-08-28T02:30:52.659550+0000","last_change":"2023-08-28T02:29:25.608441+0000","last_active":"2023-08-28T02:30:52.659550+0000","last_peered":"2023-08-28T02:30:52.659550+0000","last_clean":"2023-08-28T02:30:52.659550+0000","last_became_active":"2023-08-28T02:27:46.344991+0000","last_became_peered":"2023-08-28T02:27:46.344991+0000","last_unstale":"2023-08-28T02:30:52.659550+0000","last_undegraded":"2023-08-28T02:30:52.659550+0000","last_fullsized":"2023-08-28T02:30:52.659550+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_clean_scrub_stamp":"2023-08-28T02:29:25.608370+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:10:31.931513+0000","scrub_duration":0.001662689,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":219,"reported_epoch":251,"state":"active+clean","last_fresh":"2023-08-28T02:30:50.392437+0000","last_change":"2023-08-28T02:29:44.539479+0000","last_active":"2023-08-28T02:30:50.392437+0000","last_peered":"2023-08-28T02:30:50.392437+0000","last_clean":"2023-08-28T02:30:50.392437+0000","last_became_active":"2023-08-28T02:29:44.538566+0000","last_became_peered":"2023-08-28T02:29:44.538566+0000","last_unstale":"2023-08-28T02:30:50.392437+0000","last_undegraded":"2023-08-28T02:30:50.392437+0000","last_fullsized":"2023-08-28T02:30:50.392437+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:15:30.736135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":39,"reported_epoch":251,"state":"active+clean","last_fresh":"2023-08-28T02:30:50.394143+0000","last_change":"2023-08-28T02:29:44.429834+0000","last_active":"2023-08-28T02:30:50.394143+0000","last_peered":"2023-08-28T02:30:50.394143+0000","last_clean":"2023-08-28T02:30:50.394143+0000","last_became_active":"2023-08-28T02:29:44.429512+0000","last_became_peered":"2023-08-28T02:29:44.429512+0000","last_unstale":"2023-08-28T02:30:50.394143+0000","last_undegraded":"2023-08-28T02:30:50.394143+0000","last_fullsized":"2023-08-28T02:30:50.394143+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:58.062455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"254'211","reported_seq":223,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-08-28T02:30:56.195756+0000","last_change":"2023-08-28T02:30:50.402348+0000","last_active":"2023-08-28T02:30:56.195756+0000","last_peered":"2023-08-28T02:30:56.195756+0000","last_clean":"2023-08-28T02:30:56.195756+0000","last_became_active":"2023-08-28T02:30:50.402076+0000","last_became_peered":"2023-08-28T02:30:50.402076+0000","last_unstale":"2023-08-28T02:30:56.195756+0000","last_undegraded":"2023-08-28T02:30:56.195756+0000","last_fullsized":"2023-08-28T02:30:56.195756+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":211,"log_dups_size":0,"ondisk_log_size":211,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:24.859426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13828096,"num_objects":211,"num_object_clones":0,"num_object_copies":633,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":211,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":211,"num_write_kb":13504,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.7","version":"75'161","reported_seq":468,"reported_epoch":251,"state":"active+clean","last_fresh":"2023-08-28T02:30:50.393800+0000","last_change":"2023-08-28T02:28:52.901603+0000","last_active":"2023-08-28T02:30:50.393800+0000","last_peered":"2023-08-28T02:30:50.393800+0000","last_clean":"2023-08-28T02:30:50.393800+0000","last_became_active":"2023-08-28T02:28:52.901228+0000","last_became_peered":"2023-08-28T02:28:52.901228+0000","last_unstale":"2023-08-28T02:30:50.393800+0000","last_undegraded":"2023-08-28T02:30:50.393800+0000","last_fullsized":"2023-08-28T02:30:50.393800+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":39,"reported_epoch":251,"state":"active+clean","last_fresh":"2023-08-28T02:30:50.394460+0000","last_change":"2023-08-28T02:29:44.407595+0000","last_active":"2023-08-28T02:30:50.394460+0000","last_peered":"2023-08-28T02:30:50.394460+0000","last_clean":"2023-08-28T02:30:50.394460+0000","last_became_active":"2023-08-28T02:29:44.407316+0000","last_became_peered":"2023-08-28T02:29:44.407316+0000","last_unstale":"2023-08-28T02:30:50.394460+0000","last_undegraded":"2023-08-28T02:30:50.394460+0000","last_fullsized":"2023-08-28T02:30:50.394460+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:01:47.777709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":234,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-08-28T02:30:52.659675+0000","last_change":"2023-08-28T02:17:57.832204+0000","last_active":"2023-08-28T02:30:52.659675+0000","last_peered":"2023-08-28T02:30:52.659675+0000","last_clean":"2023-08-28T02:30:52.659675+0000","last_became_active":"2023-08-28T02:17:57.831885+0000","last_became_peered":"2023-08-28T02:17:57.831885+0000","last_unstale":"2023-08-28T02:30:52.659675+0000","last_undegraded":"2023-08-28T02:30:52.659675+0000","last_fullsized":"2023-08-28T02:30:52.659675+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:14:33.767147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":39,"reported_epoch":251,"state":"active+clean","last_fresh":"2023-08-28T02:30:50.394148+0000","last_change":"2023-08-28T02:29:44.506914+0000","last_active":"2023-08-28T02:30:50.394148+0000","last_peered":"2023-08-28T02:30:50.394148+0000","last_clean":"2023-08-28T02:30:50.394148+0000","last_became_active":"2023-08-28T02:29:44.506606+0000","last_became_peered":"2023-08-28T02:29:44.506606+0000","last_unstale":"2023-08-28T02:30:50.394148+0000","last_undegraded":"2023-08-28T02:30:50.394148+0000","last_fullsized":"2023-08-28T02:30:50.394148+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:55:50.992279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"254'101","reported_seq":113,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-08-28T02:30:55.596809+0000","last_change":"2023-08-28T02:30:50.408123+0000","last_active":"2023-08-28T02:30:55.596809+0000","last_peered":"2023-08-28T02:30:55.596809+0000","last_clean":"2023-08-28T02:30:55.596809+0000","last_became_active":"2023-08-28T02:30:50.407828+0000","last_became_peered":"2023-08-28T02:30:50.407828+0000","last_unstale":"2023-08-28T02:30:55.596809+0000","last_undegraded":"2023-08-28T02:30:55.596809+0000","last_fullsized":"2023-08-28T02:30:55.596809+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":0,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:52:15.032022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6619136,"num_objects":101,"num_object_clones":0,"num_object_copies":303,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":101,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":101,"num_write_kb":6464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.1","version":"75'161","reported_seq":493,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-08-28T02:30:52.659446+0000","last_change":"2023-08-28T02:29:24.559480+0000","last_active":"2023-08-28T02:30:52.659446+0000","last_peered":"2023-08-28T02:30:52.659446+0000","last_clean":"2023-08-28T02:30:52.659446+0000","last_became_active":"2023-08-28T02:27:46.385155+0000","last_became_peered":"2023-08-28T02:27:46.385155+0000","last_unstale":"2023-08-28T02:30:52.659446+0000","last_undegraded":"2023-08-28T02:30:52.659446+0000","last_fullsized":"2023-08-28T02:30:52.659446+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:24.559397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:24.559397+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:26:18.334990+0000","scrub_duration":0.001580328,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":241,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-08-28T02:30:52.659649+0000","last_change":"2023-08-28T02:29:44.459918+0000","last_active":"2023-08-28T02:30:52.659649+0000","last_peered":"2023-08-28T02:30:52.659649+0000","last_clean":"2023-08-28T02:30:52.659649+0000","last_became_active":"2023-08-28T02:29:44.459609+0000","last_became_peered":"2023-08-28T02:29:44.459609+0000","last_unstale":"2023-08-28T02:30:52.659649+0000","last_undegraded":"2023-08-28T02:30:52.659649+0000","last_fullsized":"2023-08-28T02:30:52.659649+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:12:59.946432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":217,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-08-28T02:30:52.400612+0000","last_change":"2023-08-28T02:14:43.039758+0000","last_active":"2023-08-28T02:30:52.400612+0000","last_peered":"2023-08-28T02:30:52.400612+0000","last_clean":"2023-08-28T02:30:52.400612+0000","last_became_active":"2023-08-28T02:14:43.039236+0000","last_became_peered":"2023-08-28T02:14:43.039236+0000","last_unstale":"2023-08-28T02:30:52.400612+0000","last_undegraded":"2023-08-28T02:30:52.400612+0000","last_fullsized":"2023-08-28T02:30:52.400612+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:49:11.066668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":39,"reported_epoch":251,"state":"active+clean","last_fresh":"2023-08-28T02:30:50.394542+0000","last_change":"2023-08-28T02:29:44.508023+0000","last_active":"2023-08-28T02:30:50.394542+0000","last_peered":"2023-08-28T02:30:50.394542+0000","last_clean":"2023-08-28T02:30:50.394542+0000","last_became_active":"2023-08-28T02:29:44.507153+0000","last_became_peered":"2023-08-28T02:29:44.507153+0000","last_unstale":"2023-08-28T02:30:50.394542+0000","last_undegraded":"2023-08-28T02:30:50.394542+0000","last_fullsized":"2023-08-28T02:30:50.394542+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:21:28.918710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"254'103","reported_seq":115,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-08-28T02:30:55.640465+0000","last_change":"2023-08-28T02:30:50.403345+0000","last_active":"2023-08-28T02:30:55.640465+0000","last_peered":"2023-08-28T02:30:55.640465+0000","last_clean":"2023-08-28T02:30:55.640465+0000","last_became_active":"2023-08-28T02:30:50.403048+0000","last_became_peered":"2023-08-28T02:30:50.403048+0000","last_unstale":"2023-08-28T02:30:55.640465+0000","last_undegraded":"2023-08-28T02:30:55.640465+0000","last_fullsized":"2023-08-28T02:30:55.640465+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":0,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:12:50.351353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6750208,"num_objects":103,"num_object_clones":0,"num_object_copies":309,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":103,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":103,"num_write_kb":6592,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2","version":"75'161","reported_seq":635,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-08-28T02:30:53.769022+0000","last_change":"2023-08-28T02:30:51.762377+0000","last_active":"2023-08-28T02:30:53.769022+0000","last_peered":"2023-08-28T02:30:53.769022+0000","last_clean":"2023-08-28T02:30:53.769022+0000","last_became_active":"2023-08-28T02:27:46.375590+0000","last_became_peered":"2023-08-28T02:27:46.375590+0000","last_unstale":"2023-08-28T02:30:53.769022+0000","last_undegraded":"2023-08-28T02:30:53.769022+0000","last_fullsized":"2023-08-28T02:30:53.769022+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:51.762314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:51.762314+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:02.034555+0000","scrub_duration":0.0020023620000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":226,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-08-28T02:30:52.797414+0000","last_change":"2023-08-28T02:17:57.849218+0000","last_active":"2023-08-28T02:30:52.797414+0000","last_peered":"2023-08-28T02:30:52.797414+0000","last_clean":"2023-08-28T02:30:52.797414+0000","last_became_active":"2023-08-28T02:17:57.848849+0000","last_became_peered":"2023-08-28T02:17:57.848849+0000","last_unstale":"2023-08-28T02:30:52.797414+0000","last_undegraded":"2023-08-28T02:30:52.797414+0000","last_fullsized":"2023-08-28T02:30:52.797414+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:52:44.006871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":39,"reported_epoch":251,"state":"active+clean","last_fresh":"2023-08-28T02:30:50.394997+0000","last_change":"2023-08-28T02:29:44.509812+0000","last_active":"2023-08-28T02:30:50.394997+0000","last_peered":"2023-08-28T02:30:50.394997+0000","last_clean":"2023-08-28T02:30:50.394997+0000","last_became_active":"2023-08-28T02:29:44.509449+0000","last_became_peered":"2023-08-28T02:29:44.509449+0000","last_unstale":"2023-08-28T02:30:50.394997+0000","last_undegraded":"2023-08-28T02:30:50.394997+0000","last_fullsized":"2023-08-28T02:30:50.394997+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:56:56.807893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":39,"reported_epoch":251,"state":"active+clean","last_fresh":"2023-08-28T02:30:50.394233+0000","last_change":"2023-08-28T02:29:44.427945+0000","last_active":"2023-08-28T02:30:50.394233+0000","last_peered":"2023-08-28T02:30:50.394233+0000","last_clean":"2023-08-28T02:30:50.394233+0000","last_became_active":"2023-08-28T02:29:44.426487+0000","last_became_peered":"2023-08-28T02:29:44.426487+0000","last_unstale":"2023-08-28T02:30:50.394233+0000","last_undegraded":"2023-08-28T02:30:50.394233+0000","last_fullsized":"2023-08-28T02:30:50.394233+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:30:20.438896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"0'0","reported_seq":11,"reported_epoch":252,"state":"active+clean","last_fresh":"2023-08-28T02:30:51.394541+0000","last_change":"2023-08-28T02:30:50.405844+0000","last_active":"2023-08-28T02:30:51.394541+0000","last_peered":"2023-08-28T02:30:51.394541+0000","last_clean":"2023-08-28T02:30:51.394541+0000","last_became_active":"2023-08-28T02:30:50.405556+0000","last_became_peered":"2023-08-28T02:30:50.405556+0000","last_unstale":"2023-08-28T02:30:51.394541+0000","last_undegraded":"2023-08-28T02:30:51.394541+0000","last_fullsized":"2023-08-28T02:30:51.394541+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T14:10:10.755715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":221,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-08-28T02:30:52.659516+0000","last_change":"2023-08-28T02:16:50.342424+0000","last_active":"2023-08-28T02:30:52.659516+0000","last_peered":"2023-08-28T02:30:52.659516+0000","last_clean":"2023-08-28T02:30:52.659516+0000","last_became_active":"2023-08-28T02:16:50.342083+0000","last_became_peered":"2023-08-28T02:16:50.342083+0000","last_unstale":"2023-08-28T02:30:52.659516+0000","last_undegraded":"2023-08-28T02:30:52.659516+0000","last_fullsized":"2023-08-28T02:30:52.659516+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:48:40.173542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"75'161","reported_seq":616,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-08-28T02:30:53.768382+0000","last_change":"2023-08-28T02:30:48.821063+0000","last_active":"2023-08-28T02:30:53.768382+0000","last_peered":"2023-08-28T02:30:53.768382+0000","last_clean":"2023-08-28T02:30:53.768382+0000","last_became_active":"2023-08-28T02:27:39.235381+0000","last_became_peered":"2023-08-28T02:27:39.235381+0000","last_unstale":"2023-08-28T02:30:53.768382+0000","last_undegraded":"2023-08-28T02:30:53.768382+0000","last_fullsized":"2023-08-28T02:30:53.768382+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.820990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.820990+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T14:02:42.714866+0000","scrub_duration":0.0017342480000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":187,"reported_epoch":251,"state":"active+clean","last_fresh":"2023-08-28T02:30:50.392620+0000","last_change":"2023-08-28T02:17:57.830935+0000","last_active":"2023-08-28T02:30:50.392620+0000","last_peered":"2023-08-28T02:30:50.392620+0000","last_clean":"2023-08-28T02:30:50.392620+0000","last_became_active":"2023-08-28T02:17:57.830393+0000","last_became_peered":"2023-08-28T02:17:57.830393+0000","last_unstale":"2023-08-28T02:30:50.392620+0000","last_undegraded":"2023-08-28T02:30:50.392620+0000","last_fullsized":"2023-08-28T02:30:50.392620+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:53:51.589050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":66,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-08-28T02:30:52.400742+0000","last_change":"2023-08-28T02:28:52.900597+0000","last_active":"2023-08-28T02:30:52.400742+0000","last_peered":"2023-08-28T02:30:52.400742+0000","last_clean":"2023-08-28T02:30:52.400742+0000","last_became_active":"2023-08-28T02:28:52.900298+0000","last_became_peered":"2023-08-28T02:28:52.900298+0000","last_unstale":"2023-08-28T02:30:52.400742+0000","last_undegraded":"2023-08-28T02:30:52.400742+0000","last_fullsized":"2023-08-28T02:30:52.400742+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:11:05.933704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,7],"acting":[4,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"0'0","reported_seq":11,"reported_epoch":252,"state":"active+clean","last_fresh":"2023-08-28T02:30:51.446112+0000","last_change":"2023-08-28T02:30:50.397096+0000","last_active":"2023-08-28T02:30:51.446112+0000","last_peered":"2023-08-28T02:30:51.446112+0000","last_clean":"2023-08-28T02:30:51.446112+0000","last_became_active":"2023-08-28T02:30:50.396803+0000","last_became_peered":"2023-08-28T02:30:50.396803+0000","last_unstale":"2023-08-28T02:30:51.446112+0000","last_undegraded":"2023-08-28T02:30:51.446112+0000","last_fullsized":"2023-08-28T02:30:51.446112+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:29:21.640377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,7],"acting":[0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3","version":"75'161","reported_seq":498,"reported_epoch":251,"state":"active+clean","last_fresh":"2023-08-28T02:30:50.394827+0000","last_change":"2023-08-28T02:30:48.868524+0000","last_active":"2023-08-28T02:30:50.394827+0000","last_peered":"2023-08-28T02:30:50.394827+0000","last_clean":"2023-08-28T02:30:50.394827+0000","last_became_active":"2023-08-28T02:29:44.505147+0000","last_became_peered":"2023-08-28T02:29:44.505147+0000","last_unstale":"2023-08-28T02:30:50.394827+0000","last_undegraded":"2023-08-28T02:30:50.394827+0000","last_fullsized":"2023-08-28T02:30:50.394827+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.868248+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:09:39.862129+0000","scrub_duration":0.0016215240000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":259,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-08-28T02:30:53.768292+0000","last_change":"2023-08-28T02:29:44.421353+0000","last_active":"2023-08-28T02:30:53.768292+0000","last_peered":"2023-08-28T02:30:53.768292+0000","last_clean":"2023-08-28T02:30:53.768292+0000","last_became_active":"2023-08-28T02:29:44.421064+0000","last_became_peered":"2023-08-28T02:29:44.421064+0000","last_unstale":"2023-08-28T02:30:53.768292+0000","last_undegraded":"2023-08-28T02:30:53.768292+0000","last_fullsized":"2023-08-28T02:30:53.768292+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:51:36.524024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":208,"reported_epoch":251,"state":"active+clean","last_fresh":"2023-08-28T02:30:50.392948+0000","last_change":"2023-08-28T02:17:57.849233+0000","last_active":"2023-08-28T02:30:50.392948+0000","last_peered":"2023-08-28T02:30:50.392948+0000","last_clean":"2023-08-28T02:30:50.392948+0000","last_became_active":"2023-08-28T02:17:57.848909+0000","last_became_peered":"2023-08-28T02:17:57.848909+0000","last_unstale":"2023-08-28T02:30:50.392948+0000","last_undegraded":"2023-08-28T02:30:50.392948+0000","last_fullsized":"2023-08-28T02:30:50.392948+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:19:30.926702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":225,"reported_epoch":251,"state":"active+clean","last_fresh":"2023-08-28T02:30:50.392451+0000","last_change":"2023-08-28T02:29:44.433910+0000","last_active":"2023-08-28T02:30:50.392451+0000","last_peered":"2023-08-28T02:30:50.392451+0000","last_clean":"2023-08-28T02:30:50.392451+0000","last_became_active":"2023-08-28T02:29:44.429486+0000","last_became_peered":"2023-08-28T02:29:44.429486+0000","last_unstale":"2023-08-28T02:30:50.392451+0000","last_undegraded":"2023-08-28T02:30:50.392451+0000","last_fullsized":"2023-08-28T02:30:50.392451+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:27:00.197598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"254'224","reported_seq":236,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-08-28T02:30:56.217304+0000","last_change":"2023-08-28T02:30:50.405490+0000","last_active":"2023-08-28T02:30:56.217304+0000","last_peered":"2023-08-28T02:30:56.217304+0000","last_clean":"2023-08-28T02:30:56.217304+0000","last_became_active":"2023-08-28T02:30:50.405192+0000","last_became_peered":"2023-08-28T02:30:50.405192+0000","last_unstale":"2023-08-28T02:30:56.217304+0000","last_undegraded":"2023-08-28T02:30:56.217304+0000","last_fullsized":"2023-08-28T02:30:56.217304+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":224,"log_dups_size":0,"ondisk_log_size":224,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T14:18:44.660130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14680064,"num_objects":224,"num_object_clones":0,"num_object_copies":672,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":224,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":224,"num_write_kb":14336,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.6","version":"75'161","reported_seq":463,"reported_epoch":251,"state":"active+clean","last_fresh":"2023-08-28T02:30:50.392352+0000","last_change":"2023-08-28T02:30:26.144684+0000","last_active":"2023-08-28T02:30:50.392352+0000","last_peered":"2023-08-28T02:30:50.392352+0000","last_clean":"2023-08-28T02:30:50.392352+0000","last_became_active":"2023-08-28T02:28:52.899055+0000","last_became_peered":"2023-08-28T02:28:52.899055+0000","last_unstale":"2023-08-28T02:30:50.392352+0000","last_undegraded":"2023-08-28T02:30:50.392352+0000","last_fullsized":"2023-08-28T02:30:50.392352+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,3],"acting":[0,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":222,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-08-28T02:30:53.769001+0000","last_change":"2023-08-28T02:14:43.033789+0000","last_active":"2023-08-28T02:30:53.769001+0000","last_peered":"2023-08-28T02:30:53.769001+0000","last_clean":"2023-08-28T02:30:53.769001+0000","last_became_active":"2023-08-28T02:14:43.033454+0000","last_became_peered":"2023-08-28T02:14:43.033454+0000","last_unstale":"2023-08-28T02:30:53.769001+0000","last_undegraded":"2023-08-28T02:30:53.769001+0000","last_fullsized":"2023-08-28T02:30:53.769001+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:01:13.205842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":39,"reported_epoch":251,"state":"active+clean","last_fresh":"2023-08-28T02:30:50.394691+0000","last_change":"2023-08-28T02:29:44.508212+0000","last_active":"2023-08-28T02:30:50.394691+0000","last_peered":"2023-08-28T02:30:50.394691+0000","last_clean":"2023-08-28T02:30:50.394691+0000","last_became_active":"2023-08-28T02:29:44.507669+0000","last_became_peered":"2023-08-28T02:29:44.507669+0000","last_unstale":"2023-08-28T02:30:50.394691+0000","last_undegraded":"2023-08-28T02:30:50.394691+0000","last_fullsized":"2023-08-28T02:30:50.394691+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:58:38.220241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":194,"reported_epoch":251,"state":"active+clean","last_fresh":"2023-08-28T02:30:50.392371+0000","last_change":"2023-08-28T02:14:43.048791+0000","last_active":"2023-08-28T02:30:50.392371+0000","last_peered":"2023-08-28T02:30:50.392371+0000","last_clean":"2023-08-28T02:30:50.392371+0000","last_became_active":"2023-08-28T02:14:43.047408+0000","last_became_peered":"2023-08-28T02:14:43.047408+0000","last_unstale":"2023-08-28T02:30:50.392371+0000","last_undegraded":"2023-08-28T02:30:50.392371+0000","last_fullsized":"2023-08-28T02:30:50.392371+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:47.097181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"254'176","reported_seq":188,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-08-28T02:30:56.217851+0000","last_change":"2023-08-28T02:30:50.406423+0000","last_active":"2023-08-28T02:30:56.217851+0000","last_peered":"2023-08-28T02:30:56.217851+0000","last_clean":"2023-08-28T02:30:56.217851+0000","last_became_active":"2023-08-28T02:30:50.406144+0000","last_became_peered":"2023-08-28T02:30:50.406144+0000","last_unstale":"2023-08-28T02:30:56.217851+0000","last_undegraded":"2023-08-28T02:30:56.217851+0000","last_fullsized":"2023-08-28T02:30:56.217851+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":176,"log_dups_size":0,"ondisk_log_size":176,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:03:25.630955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11534336,"num_objects":176,"num_object_clones":0,"num_object_copies":528,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":176,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":176,"num_write_kb":11264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.5","version":"75'161","reported_seq":507,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-08-28T02:30:52.400562+0000","last_change":"2023-08-28T02:29:18.891819+0000","last_active":"2023-08-28T02:30:52.400562+0000","last_peered":"2023-08-28T02:30:52.400562+0000","last_clean":"2023-08-28T02:30:52.400562+0000","last_became_active":"2023-08-28T02:27:46.339134+0000","last_became_peered":"2023-08-28T02:27:46.339134+0000","last_unstale":"2023-08-28T02:30:52.400562+0000","last_undegraded":"2023-08-28T02:30:52.400562+0000","last_fullsized":"2023-08-28T02:30:52.400562+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:18.891729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:18.891729+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:29:36.951090+0000","scrub_duration":0.0031546460000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"65'2","reported_seq":231,"reported_epoch":251,"state":"active+clean","last_fresh":"2023-08-28T02:30:50.393995+0000","last_change":"2023-08-28T02:17:57.864052+0000","last_active":"2023-08-28T02:30:50.393995+0000","last_peered":"2023-08-28T02:30:50.393995+0000","last_clean":"2023-08-28T02:30:50.393995+0000","last_became_active":"2023-08-28T02:17:57.845544+0000","last_became_peered":"2023-08-28T02:17:57.845544+0000","last_unstale":"2023-08-28T02:30:50.393995+0000","last_undegraded":"2023-08-28T02:30:50.393995+0000","last_fullsized":"2023-08-28T02:30:50.393995+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:24:46.387534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":66,"reported_epoch":251,"state":"active+clean","last_fresh":"2023-08-28T02:30:50.395317+0000","last_change":"2023-08-28T02:30:48.053339+0000","last_active":"2023-08-28T02:30:50.395317+0000","last_peered":"2023-08-28T02:30:50.395317+0000","last_clean":"2023-08-28T02:30:50.395317+0000","last_became_active":"2023-08-28T02:30:48.053033+0000","last_became_peered":"2023-08-28T02:30:48.053033+0000","last_unstale":"2023-08-28T02:30:50.395317+0000","last_undegraded":"2023-08-28T02:30:50.395317+0000","last_fullsized":"2023-08-28T02:30:50.395317+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:10:44.468472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":229,"reported_epoch":251,"state":"active+clean","last_fresh":"2023-08-28T02:30:50.392358+0000","last_change":"2023-08-28T02:17:57.850029+0000","last_active":"2023-08-28T02:30:50.392358+0000","last_peered":"2023-08-28T02:30:50.392358+0000","last_clean":"2023-08-28T02:30:50.392358+0000","last_became_active":"2023-08-28T02:17:57.846602+0000","last_became_peered":"2023-08-28T02:17:57.846602+0000","last_unstale":"2023-08-28T02:30:50.392358+0000","last_undegraded":"2023-08-28T02:30:50.392358+0000","last_fullsized":"2023-08-28T02:30:50.392358+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:39:38.706283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"254'87","reported_seq":99,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-08-28T02:30:55.568675+0000","last_change":"2023-08-28T02:30:50.406269+0000","last_active":"2023-08-28T02:30:55.568675+0000","last_peered":"2023-08-28T02:30:55.568675+0000","last_clean":"2023-08-28T02:30:55.568675+0000","last_became_active":"2023-08-28T02:30:50.405986+0000","last_became_peered":"2023-08-28T02:30:50.405986+0000","last_unstale":"2023-08-28T02:30:55.568675+0000","last_undegraded":"2023-08-28T02:30:55.568675+0000","last_fullsized":"2023-08-28T02:30:55.568675+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":0,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:54:46.390319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5701632,"num_objects":87,"num_object_clones":0,"num_object_copies":261,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":87,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":87,"num_write_kb":5568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.4","version":"75'161","reported_seq":475,"reported_epoch":251,"state":"active+clean","last_fresh":"2023-08-28T02:30:50.393406+0000","last_change":"2023-08-28T02:28:15.289768+0000","last_active":"2023-08-28T02:30:50.393406+0000","last_peered":"2023-08-28T02:30:50.393406+0000","last_clean":"2023-08-28T02:30:50.393406+0000","last_became_active":"2023-08-28T02:28:15.289365+0000","last_became_peered":"2023-08-28T02:28:15.289365+0000","last_unstale":"2023-08-28T02:30:50.393406+0000","last_undegraded":"2023-08-28T02:30:50.393406+0000","last_fullsized":"2023-08-28T02:30:50.393406+0000","mapping_epoch":189,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":190,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":488690,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":144,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-08-28T02:30:53.768938+0000","last_change":"2023-08-28T02:28:52.899333+0000","last_active":"2023-08-28T02:30:53.768938+0000","last_peered":"2023-08-28T02:30:53.768938+0000","last_clean":"2023-08-28T02:30:53.768938+0000","last_became_active":"2023-08-28T02:28:52.898989+0000","last_became_peered":"2023-08-28T02:28:52.898989+0000","last_unstale":"2023-08-28T02:30:53.768938+0000","last_undegraded":"2023-08-28T02:30:53.768938+0000","last_fullsized":"2023-08-28T02:30:53.768938+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:30:07.242589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"65'1","reported_seq":238,"reported_epoch":251,"state":"active+clean","last_fresh":"2023-08-28T02:30:50.392545+0000","last_change":"2023-08-28T02:29:44.510205+0000","last_active":"2023-08-28T02:30:50.392545+0000","last_peered":"2023-08-28T02:30:50.392545+0000","last_clean":"2023-08-28T02:30:50.392545+0000","last_became_active":"2023-08-28T02:29:44.429357+0000","last_became_peered":"2023-08-28T02:29:44.429357+0000","last_unstale":"2023-08-28T02:30:50.392545+0000","last_undegraded":"2023-08-28T02:30:50.392545+0000","last_fullsized":"2023-08-28T02:30:50.392545+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:44:59.955729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":199,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-08-28T02:30:52.400239+0000","last_change":"2023-08-28T02:07:37.332854+0000","last_active":"2023-08-28T02:30:52.400239+0000","last_peered":"2023-08-28T02:30:52.400239+0000","last_clean":"2023-08-28T02:30:52.400239+0000","last_became_active":"2023-08-28T02:07:37.332563+0000","last_became_peered":"2023-08-28T02:07:37.332563+0000","last_unstale":"2023-08-28T02:30:52.400239+0000","last_undegraded":"2023-08-28T02:30:52.400239+0000","last_fullsized":"2023-08-28T02:30:52.400239+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:24:12.887788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"65'1","reported_seq":196,"reported_epoch":251,"state":"active+clean","last_fresh":"2023-08-28T02:30:50.392282+0000","last_change":"2023-08-28T02:14:43.042150+0000","last_active":"2023-08-28T02:30:50.392282+0000","last_peered":"2023-08-28T02:30:50.392282+0000","last_clean":"2023-08-28T02:30:50.392282+0000","last_became_active":"2023-08-28T02:14:43.038336+0000","last_became_peered":"2023-08-28T02:14:43.038336+0000","last_unstale":"2023-08-28T02:30:50.392282+0000","last_undegraded":"2023-08-28T02:30:50.392282+0000","last_fullsized":"2023-08-28T02:30:50.392282+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:26:02.415152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":246,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-08-28T02:30:52.797394+0000","last_change":"2023-08-28T02:29:44.466281+0000","last_active":"2023-08-28T02:30:52.797394+0000","last_peered":"2023-08-28T02:30:52.797394+0000","last_clean":"2023-08-28T02:30:52.797394+0000","last_became_active":"2023-08-28T02:29:44.465902+0000","last_became_peered":"2023-08-28T02:29:44.465902+0000","last_unstale":"2023-08-28T02:30:52.797394+0000","last_undegraded":"2023-08-28T02:30:52.797394+0000","last_fullsized":"2023-08-28T02:30:52.797394+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:42:07.764961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"65'2","reported_seq":247,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-08-28T02:30:52.659619+0000","last_change":"2023-08-28T02:29:44.535937+0000","last_active":"2023-08-28T02:30:52.659619+0000","last_peered":"2023-08-28T02:30:52.659619+0000","last_clean":"2023-08-28T02:30:52.659619+0000","last_became_active":"2023-08-28T02:29:44.462244+0000","last_became_peered":"2023-08-28T02:29:44.462244+0000","last_unstale":"2023-08-28T02:30:52.659619+0000","last_undegraded":"2023-08-28T02:30:52.659619+0000","last_fullsized":"2023-08-28T02:30:52.659619+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:30:33.173713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":228,"reported_epoch":251,"state":"active+clean","last_fresh":"2023-08-28T02:30:50.392024+0000","last_change":"2023-08-28T02:29:44.428987+0000","last_active":"2023-08-28T02:30:50.392024+0000","last_peered":"2023-08-28T02:30:50.392024+0000","last_clean":"2023-08-28T02:30:50.392024+0000","last_became_active":"2023-08-28T02:29:44.428622+0000","last_became_peered":"2023-08-28T02:29:44.428622+0000","last_unstale":"2023-08-28T02:30:50.392024+0000","last_undegraded":"2023-08-28T02:30:50.392024+0000","last_fullsized":"2023-08-28T02:30:50.392024+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:48:42.349894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"65'2","reported_seq":202,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-08-28T02:30:52.659611+0000","last_change":"2023-08-28T02:07:37.315088+0000","last_active":"2023-08-28T02:30:52.659611+0000","last_peered":"2023-08-28T02:30:52.659611+0000","last_clean":"2023-08-28T02:30:52.659611+0000","last_became_active":"2023-08-28T02:07:37.314730+0000","last_became_peered":"2023-08-28T02:07:37.314730+0000","last_unstale":"2023-08-28T02:30:52.659611+0000","last_undegraded":"2023-08-28T02:30:52.659611+0000","last_fullsized":"2023-08-28T02:30:52.659611+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:58.096621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":233,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-08-28T02:30:52.400477+0000","last_change":"2023-08-28T02:17:57.830595+0000","last_active":"2023-08-28T02:30:52.400477+0000","last_peered":"2023-08-28T02:30:52.400477+0000","last_clean":"2023-08-28T02:30:52.400477+0000","last_became_active":"2023-08-28T02:17:57.830345+0000","last_became_peered":"2023-08-28T02:17:57.830345+0000","last_unstale":"2023-08-28T02:30:52.400477+0000","last_undegraded":"2023-08-28T02:30:52.400477+0000","last_fullsized":"2023-08-28T02:30:52.400477+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:50:50.199731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"65'1","reported_seq":219,"reported_epoch":251,"state":"active+clean","last_fresh":"2023-08-28T02:30:50.393553+0000","last_change":"2023-08-28T02:17:57.833218+0000","last_active":"2023-08-28T02:30:50.393553+0000","last_peered":"2023-08-28T02:30:50.393553+0000","last_clean":"2023-08-28T02:30:50.393553+0000","last_became_active":"2023-08-28T02:17:57.832772+0000","last_became_peered":"2023-08-28T02:17:57.832772+0000","last_unstale":"2023-08-28T02:30:50.393553+0000","last_undegraded":"2023-08-28T02:30:50.393553+0000","last_fullsized":"2023-08-28T02:30:50.393553+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:00:02.110545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":233,"reported_epoch":251,"state":"active+clean","last_fresh":"2023-08-28T02:30:50.393132+0000","last_change":"2023-08-28T02:17:57.845102+0000","last_active":"2023-08-28T02:30:50.393132+0000","last_peered":"2023-08-28T02:30:50.393132+0000","last_clean":"2023-08-28T02:30:50.393132+0000","last_became_active":"2023-08-28T02:17:57.843529+0000","last_became_peered":"2023-08-28T02:17:57.843529+0000","last_unstale":"2023-08-28T02:30:50.393132+0000","last_undegraded":"2023-08-28T02:30:50.393132+0000","last_fullsized":"2023-08-28T02:30:50.393132+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:20:19.708785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"65'4","reported_seq":212,"reported_epoch":251,"state":"active+clean","last_fresh":"2023-08-28T02:30:50.392420+0000","last_change":"2023-08-28T02:16:50.319672+0000","last_active":"2023-08-28T02:30:50.392420+0000","last_peered":"2023-08-28T02:30:50.392420+0000","last_clean":"2023-08-28T02:30:50.392420+0000","last_became_active":"2023-08-28T02:16:50.319279+0000","last_became_peered":"2023-08-28T02:16:50.319279+0000","last_unstale":"2023-08-28T02:30:50.392420+0000","last_undegraded":"2023-08-28T02:30:50.392420+0000","last_fullsized":"2023-08-28T02:30:50.392420+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:28:07.379148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":236,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-08-28T02:30:52.400249+0000","last_change":"2023-08-28T02:29:44.461816+0000","last_active":"2023-08-28T02:30:52.400249+0000","last_peered":"2023-08-28T02:30:52.400249+0000","last_clean":"2023-08-28T02:30:52.400249+0000","last_became_active":"2023-08-28T02:29:44.461467+0000","last_became_peered":"2023-08-28T02:29:44.461467+0000","last_unstale":"2023-08-28T02:30:52.400249+0000","last_undegraded":"2023-08-28T02:30:52.400249+0000","last_fullsized":"2023-08-28T02:30:52.400249+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:32:08.790025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":94371840,"num_objects":1440,"num_object_clones":0,"num_object_copies":4320,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1440,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1440,"num_write_kb":92160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":243138560,"data_stored":243138560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1440,"ondisk_log_size":1440,"up":48,"acting":48,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":477368,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":177,"num_read_kb":333,"num_write":87,"num_write_kb":879,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":971717,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299688,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":475340,"kb_used_data":38084,"kb_used_omap":0,"kb_used_meta":437248,"kb_avail":93269812,"statfs":{"total":95995035648,"available":95508287488,"internally_reserved":0,"allocated":38998016,"data_stored":37904440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":447741952},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:30:01 2023","interfaces":[{"interface":"back","average":{"1min":1.909,"5min":1.478,"15min":1.696},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.21199999999999999},"max":{"1min":8.8870000000000005,"5min":13.118,"15min":13.257},"last":0.22500000000000001},{"interface":"front","average":{"1min":1.8979999999999999,"5min":2.2309999999999999,"15min":2.0870000000000002},"min":{"1min":0.28699999999999998,"5min":0.246,"15min":0.246},"max":{"1min":11.513,"5min":17.402999999999999,"15min":17.402999999999999},"last":0.371}]},{"osd":1,"last update":"Mon Aug 28 02:30:27 2023","interfaces":[{"interface":"back","average":{"1min":2.6469999999999998,"5min":2.714,"15min":2.302},"min":{"1min":0.248,"5min":0.248,"15min":0.24099999999999999},"max":{"1min":11.699999999999999,"5min":17.43,"15min":17.43},"last":0.34399999999999997},{"interface":"front","average":{"1min":3.4660000000000002,"5min":2.5550000000000002,"15min":2.2109999999999999},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":12.525,"5min":19.913,"15min":19.913},"last":0.45800000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:30:12 2023","interfaces":[{"interface":"back","average":{"1min":2.7280000000000002,"5min":1.784,"15min":1.8140000000000001},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22800000000000001},"max":{"1min":7.6150000000000002,"5min":8.2970000000000006,"15min":8.3889999999999993},"last":0.29799999999999999},{"interface":"front","average":{"1min":1.536,"5min":1.3080000000000001,"15min":1.6519999999999999},"min":{"1min":0.33600000000000002,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":9.2219999999999995,"5min":9.2219999999999995,"15min":12.128},"last":0.41899999999999998}]},{"osd":3,"last update":"Mon Aug 28 02:30:27 2023","interfaces":[{"interface":"back","average":{"1min":2.335,"5min":1.8180000000000001,"15min":2.028},"min":{"1min":0.38100000000000001,"5min":0.29499999999999998,"15min":0.27200000000000002},"max":{"1min":12.186999999999999,"5min":12.186999999999999,"15min":12.186999999999999},"last":0.44700000000000001},{"interface":"front","average":{"1min":2.4420000000000002,"5min":1.657,"15min":2.1379999999999999},"min":{"1min":0.32300000000000001,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":19.344999999999999,"5min":19.344999999999999,"15min":19.344999999999999},"last":0.47699999999999998}]},{"osd":4,"last update":"Mon Aug 28 02:30:01 2023","interfaces":[{"interface":"back","average":{"1min":2.3940000000000001,"5min":1.925,"15min":1.304},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.23400000000000001},"max":{"1min":18.943000000000001,"5min":18.943000000000001,"15min":18.943000000000001},"last":0.27500000000000002},{"interface":"front","average":{"1min":1.5760000000000001,"5min":1.03,"15min":0.93700000000000006},"min":{"1min":0.28999999999999998,"5min":0.26500000000000001,"15min":0.245},"max":{"1min":7.0339999999999998,"5min":7.2130000000000001,"15min":8.1890000000000001},"last":0.32500000000000001}]},{"osd":5,"last update":"Mon Aug 28 02:30:01 2023","interfaces":[{"interface":"back","average":{"1min":1.75,"5min":1.363,"15min":1.069},"min":{"1min":0.28199999999999997,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":5.0949999999999998,"5min":14.622,"15min":14.622},"last":0.26300000000000001},{"interface":"front","average":{"1min":2.052,"5min":1.847,"15min":1.2909999999999999},"min":{"1min":0.311,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":13.840999999999999,"5min":17.324999999999999,"15min":17.324999999999999},"last":0.308}]},{"osd":6,"last update":"Mon Aug 28 02:30:01 2023","interfaces":[{"interface":"back","average":{"1min":1.8660000000000001,"5min":1.8480000000000001,"15min":1.294},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.28199999999999997},"max":{"1min":11.585000000000001,"5min":17.454999999999998,"15min":17.454999999999998},"last":0.432},{"interface":"front","average":{"1min":1.552,"5min":0.89100000000000001,"15min":0.88},"min":{"1min":0.34899999999999998,"5min":0.33400000000000002,"15min":0.29899999999999999},"max":{"1min":7.665,"5min":7.665,"15min":7.665},"last":0.38500000000000001}]}]},{"osd":6,"up_from":45,"seq":193273528619,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":314044,"kb_used_data":2868,"kb_used_omap":0,"kb_used_meta":311168,"kb_avail":93431108,"statfs":{"total":95995035648,"available":95673454592,"internally_reserved":0,"allocated":2936832,"data_stored":1859171,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":318636032},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:30:15 2023","interfaces":[{"interface":"back","average":{"1min":1.9359999999999999,"5min":1.6919999999999999,"15min":2.0339999999999998},"min":{"1min":0.28799999999999998,"5min":0.23100000000000001,"15min":0.20699999999999999},"max":{"1min":12.895,"5min":12.895,"15min":16.462},"last":0.52200000000000002},{"interface":"front","average":{"1min":2.4089999999999998,"5min":1.8100000000000001,"15min":2.0710000000000002},"min":{"1min":0.39700000000000002,"5min":0.24099999999999999,"15min":0.23899999999999999},"max":{"1min":11.701000000000001,"5min":11.701000000000001,"15min":16.486999999999998},"last":0.60599999999999998}]},{"osd":1,"last update":"Mon Aug 28 02:30:35 2023","interfaces":[{"interface":"back","average":{"1min":1.4399999999999999,"5min":2.0270000000000001,"15min":2.2269999999999999},"min":{"1min":0.26900000000000002,"5min":0.25800000000000001,"15min":0.23999999999999999},"max":{"1min":8.1530000000000005,"5min":19.384,"15min":19.384},"last":0.56499999999999995},{"interface":"front","average":{"1min":1.9810000000000001,"5min":1.915,"15min":1.9379999999999999},"min":{"1min":0.29499999999999998,"5min":0.25,"15min":0.25},"max":{"1min":5.9749999999999996,"5min":13.183999999999999,"15min":13.183999999999999},"last":0.44400000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:30:19 2023","interfaces":[{"interface":"back","average":{"1min":2.2320000000000002,"5min":1.6499999999999999,"15min":2.0710000000000002},"min":{"1min":0.32800000000000001,"5min":0.28299999999999997,"15min":0.26300000000000001},"max":{"1min":11.724,"5min":11.724,"15min":14.156000000000001},"last":0.626},{"interface":"front","average":{"1min":1.9610000000000001,"5min":1.5940000000000001,"15min":1.7430000000000001},"min":{"1min":0.38300000000000001,"5min":0.28899999999999998,"15min":0.247},"max":{"1min":12.359999999999999,"5min":12.359999999999999,"15min":12.359999999999999},"last":0.47699999999999998}]},{"osd":3,"last update":"Mon Aug 28 02:30:19 2023","interfaces":[{"interface":"back","average":{"1min":2.2170000000000001,"5min":3.222,"15min":2.5950000000000002},"min":{"1min":0.36799999999999999,"5min":0.34100000000000003,"15min":0.30199999999999999},"max":{"1min":11.667999999999999,"5min":122.399,"15min":122.399},"last":0.40600000000000003},{"interface":"front","average":{"1min":2.4260000000000002,"5min":2.8199999999999998,"15min":2.3780000000000001},"min":{"1min":0.35099999999999998,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":12.398999999999999,"5min":123.173,"15min":123.173},"last":0.59099999999999997}]},{"osd":4,"last update":"Mon Aug 28 02:30:53 2023","interfaces":[{"interface":"back","average":{"1min":1.202,"5min":0.98299999999999998,"15min":1.105},"min":{"1min":0.26600000000000001,"5min":0.253,"15min":0.23400000000000001},"max":{"1min":5.7439999999999998,"5min":6.21,"15min":18.294},"last":0.495},{"interface":"front","average":{"1min":1.915,"5min":1.0549999999999999,"15min":1.1459999999999999},"min":{"1min":0.34599999999999997,"5min":0.26500000000000001,"15min":0.22500000000000001},"max":{"1min":15.175000000000001,"5min":15.175000000000001,"15min":15.175000000000001},"last":0.55100000000000005}]},{"osd":5,"last update":"Mon Aug 28 02:30:53 2023","interfaces":[{"interface":"back","average":{"1min":2.1190000000000002,"5min":1.2549999999999999,"15min":1.22},"min":{"1min":0.30299999999999999,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":11.055999999999999,"5min":11.055999999999999,"15min":13.105},"last":0.53500000000000003},{"interface":"front","average":{"1min":1.929,"5min":1.1950000000000001,"15min":1.054},"min":{"1min":0.33500000000000002,"5min":0.27400000000000002,"15min":0.26800000000000002},"max":{"1min":15.145,"5min":15.145,"15min":15.145},"last":0.51100000000000001}]},{"osd":7,"last update":"Mon Aug 28 02:30:19 2023","interfaces":[{"interface":"back","average":{"1min":1.6779999999999999,"5min":1.284,"15min":1.1699999999999999},"min":{"1min":0.40799999999999997,"5min":0.311,"15min":0.27000000000000002},"max":{"1min":6.2450000000000001,"5min":7.0149999999999997,"15min":12.260999999999999},"last":0.57999999999999996},{"interface":"front","average":{"1min":2.032,"5min":1.3779999999999999,"15min":1.1879999999999999},"min":{"1min":0.36299999999999999,"5min":0.27200000000000002,"15min":0.22600000000000001},"max":{"1min":7.4770000000000003,"5min":9.7370000000000001,"15min":12.021000000000001},"last":0.45900000000000002}]}]},{"osd":1,"up_from":101,"seq":433791697077,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":557852,"kb_used_data":10068,"kb_used_omap":4,"kb_used_meta":547771,"kb_avail":93187300,"statfs":{"total":95995035648,"available":95423795200,"internally_reserved":0,"allocated":10309632,"data_stored":8861267,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":560918414},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:30:26 2023","interfaces":[{"interface":"back","average":{"1min":2.246,"5min":2.625,"15min":3.0019999999999998},"min":{"1min":0.246,"5min":0.22,"15min":0.21099999999999999},"max":{"1min":14.721,"5min":24.545999999999999,"15min":24.545999999999999},"last":0.28799999999999998},{"interface":"front","average":{"1min":4.0199999999999996,"5min":3.673,"15min":3.3759999999999999},"min":{"1min":0.251,"5min":0.24199999999999999,"15min":0.21199999999999999},"max":{"1min":12.301,"5min":24.515000000000001,"15min":24.515000000000001},"last":0.48699999999999999}]},{"osd":2,"last update":"Mon Aug 28 02:30:18 2023","interfaces":[{"interface":"back","average":{"1min":3.9039999999999999,"5min":2.7709999999999999,"15min":2.7970000000000002},"min":{"1min":0.313,"5min":0.313,"15min":0.24099999999999999},"max":{"1min":12.265000000000001,"5min":12.265000000000001,"15min":13.58},"last":0.58499999999999996},{"interface":"front","average":{"1min":1.8,"5min":1.655,"15min":2.7229999999999999},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.253},"max":{"1min":12.101000000000001,"5min":19.100999999999999,"15min":20.003},"last":0.38600000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:30:18 2023","interfaces":[{"interface":"back","average":{"1min":2.133,"5min":2.4039999999999999,"15min":3.2850000000000001},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":15.35,"5min":19.074999999999999,"15min":24.701000000000001},"last":0.44900000000000001},{"interface":"front","average":{"1min":2.371,"5min":2.702,"15min":3.2080000000000002},"min":{"1min":0.33500000000000002,"5min":0.24099999999999999,"15min":0.223},"max":{"1min":12.868,"5min":14.615,"15min":22.59},"last":0.36499999999999999}]},{"osd":4,"last update":"Mon Aug 28 02:30:26 2023","interfaces":[{"interface":"back","average":{"1min":1.718,"5min":1.619,"15min":1.952},"min":{"1min":0.32200000000000001,"5min":0.312,"15min":0.30099999999999999},"max":{"1min":18.689,"5min":18.992999999999999,"15min":18.992999999999999},"last":0.54300000000000004},{"interface":"front","average":{"1min":2.2749999999999999,"5min":2.008,"15min":1.9339999999999999},"min":{"1min":0.371,"5min":0.28899999999999998,"15min":0.26400000000000001},"max":{"1min":14.779999999999999,"5min":14.779999999999999,"15min":14.779999999999999},"last":0.41899999999999998}]},{"osd":5,"last update":"Mon Aug 28 02:30:26 2023","interfaces":[{"interface":"back","average":{"1min":3.7440000000000002,"5min":2.5470000000000002,"15min":2.5459999999999998},"min":{"1min":0.434,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":12.170999999999999,"5min":18.626999999999999,"15min":18.626999999999999},"last":0.63700000000000001},{"interface":"front","average":{"1min":1.5209999999999999,"5min":2.1899999999999999,"15min":2.4390000000000001},"min":{"1min":0.374,"5min":0.33600000000000002,"15min":0.31900000000000001},"max":{"1min":6.5529999999999999,"5min":18.945,"15min":18.945},"last":0.51000000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:30:26 2023","interfaces":[{"interface":"back","average":{"1min":3.1400000000000001,"5min":2.3959999999999999,"15min":2.556},"min":{"1min":0.373,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":12.221,"5min":12.221,"15min":14.944000000000001},"last":0.67600000000000005},{"interface":"front","average":{"1min":1.244,"5min":1.764,"15min":2.1579999999999999},"min":{"1min":0.42899999999999999,"5min":0.35699999999999998,"15min":0.34499999999999997},"max":{"1min":6.2270000000000003,"5min":19.021999999999998,"15min":19.021999999999998},"last":0.57499999999999996}]},{"osd":7,"last update":"Mon Aug 28 02:30:26 2023","interfaces":[{"interface":"back","average":{"1min":1.395,"5min":2.0529999999999999,"15min":2.456},"min":{"1min":0.41099999999999998,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":6.101,"5min":19.047999999999998,"15min":19.047999999999998},"last":0.60699999999999998},{"interface":"front","average":{"1min":2.0579999999999998,"5min":2.2999999999999998,"15min":2.2559999999999998},"min":{"1min":0.42399999999999999,"5min":0.35799999999999998,"15min":0.30199999999999999},"max":{"1min":14.818,"5min":14.818,"15min":14.818},"last":0.56299999999999994}]}]},{"osd":0,"up_from":87,"seq":373662154948,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":583532,"kb_used_data":80932,"kb_used_omap":5,"kb_used_meta":502586,"kb_avail":93161620,"statfs":{"total":95995035648,"available":95397498880,"internally_reserved":0,"allocated":82874368,"data_stored":81355217,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":514648698},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:30:22 2023","interfaces":[{"interface":"back","average":{"1min":3.6760000000000002,"5min":2.0569999999999999,"15min":2.468},"min":{"1min":0.29199999999999998,"5min":0.193,"15min":0.193},"max":{"1min":30.315000000000001,"5min":30.315000000000001,"15min":30.315000000000001},"last":0.40600000000000003},{"interface":"front","average":{"1min":6.7210000000000001,"5min":3.1760000000000002,"15min":3.5430000000000001},"min":{"1min":0.27600000000000002,"5min":0.255,"15min":0.16900000000000001},"max":{"1min":69.272000000000006,"5min":69.272000000000006,"15min":69.272000000000006},"last":0.38200000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:30:16 2023","interfaces":[{"interface":"back","average":{"1min":3.8769999999999998,"5min":2.4209999999999998,"15min":2.8380000000000001},"min":{"1min":0.38500000000000001,"5min":0.248,"15min":0.23400000000000001},"max":{"1min":20.959,"5min":20.959,"15min":20.959},"last":0.28899999999999998},{"interface":"front","average":{"1min":2.2730000000000001,"5min":2.2200000000000002,"15min":2.702},"min":{"1min":0.32000000000000001,"5min":0.28100000000000003,"15min":0.24299999999999999},"max":{"1min":8.0600000000000005,"5min":9.3729999999999993,"15min":20.015999999999998},"last":0.45900000000000002}]},{"osd":3,"last update":"Mon Aug 28 02:30:22 2023","interfaces":[{"interface":"back","average":{"1min":3.5099999999999998,"5min":2.1549999999999998,"15min":2.956},"min":{"1min":0.35199999999999998,"5min":0.27700000000000002,"15min":0.26100000000000001},"max":{"1min":10.971,"5min":11.41,"15min":20.27},"last":0.35899999999999999},{"interface":"front","average":{"1min":2.464,"5min":2.46,"15min":2.6379999999999999},"min":{"1min":0.38400000000000001,"5min":0.26500000000000001,"15min":0.247},"max":{"1min":10.788,"5min":15.365,"15min":17.635999999999999},"last":0.51200000000000001}]},{"osd":4,"last update":"Mon Aug 28 02:30:08 2023","interfaces":[{"interface":"back","average":{"1min":1.849,"5min":1.917,"15min":1.966},"min":{"1min":0.35599999999999998,"5min":0.32600000000000001,"15min":0.27700000000000002},"max":{"1min":7.056,"5min":8.9380000000000006,"15min":12.842000000000001},"last":0.64300000000000002},{"interface":"front","average":{"1min":4.1310000000000002,"5min":2.4369999999999998,"15min":2.548},"min":{"1min":0.53400000000000003,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":35.860999999999997,"5min":35.860999999999997,"15min":35.860999999999997},"last":0.57099999999999995}]},{"osd":5,"last update":"Mon Aug 28 02:30:08 2023","interfaces":[{"interface":"back","average":{"1min":1.6579999999999999,"5min":1.754,"15min":1.8620000000000001},"min":{"1min":0.45100000000000001,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":4.891,"5min":8.9789999999999992,"15min":13.038},"last":0.70499999999999996},{"interface":"front","average":{"1min":3.2120000000000002,"5min":2.5550000000000002,"15min":2.625},"min":{"1min":0.58699999999999997,"5min":0.371,"15min":0.27800000000000002},"max":{"1min":15.231,"5min":15.231,"15min":15.231},"last":0.626}]},{"osd":6,"last update":"Mon Aug 28 02:30:08 2023","interfaces":[{"interface":"back","average":{"1min":2.6419999999999999,"5min":2.0779999999999998,"15min":2.0779999999999998},"min":{"1min":0.47899999999999998,"5min":0.36199999999999999,"15min":0.316},"max":{"1min":15.122999999999999,"5min":15.122999999999999,"15min":15.122999999999999},"last":0.59499999999999997},{"interface":"front","average":{"1min":3.4660000000000002,"5min":2.617,"15min":2.5920000000000001},"min":{"1min":0.56699999999999995,"5min":0.41499999999999998,"15min":0.311},"max":{"1min":15.186999999999999,"5min":15.186999999999999,"15min":15.186999999999999},"last":0.66400000000000003}]},{"osd":7,"last update":"Mon Aug 28 02:30:08 2023","interfaces":[{"interface":"back","average":{"1min":3.6200000000000001,"5min":2.4359999999999999,"15min":2.4470000000000001},"min":{"1min":0.433,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":16.183,"5min":16.183,"15min":16.183},"last":0.68100000000000005},{"interface":"front","average":{"1min":1.4410000000000001,"5min":1.9770000000000001,"15min":2.125},"min":{"1min":0.57799999999999996,"5min":0.39500000000000002,"15min":0.377},"max":{"1min":3.544,"5min":8.9960000000000004,"15min":13.005000000000001},"last":0.73199999999999998}]}]},{"osd":2,"up_from":117,"seq":502511173803,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":436968,"kb_used_data":3552,"kb_used_omap":7,"kb_used_meta":433400,"kb_avail":93308184,"statfs":{"total":95995035648,"available":95547580416,"internally_reserved":0,"allocated":3637248,"data_stored":2191304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":443801681},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:30:20 2023","interfaces":[{"interface":"back","average":{"1min":2.286,"5min":1.863,"15min":2.528},"min":{"1min":0.29499999999999998,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":13.151999999999999,"5min":15.223000000000001,"15min":15.223000000000001},"last":0.36599999999999999},{"interface":"front","average":{"1min":3.8730000000000002,"5min":2.2389999999999999,"15min":3.1469999999999998},"min":{"1min":0.26000000000000001,"5min":0.223,"15min":0.223},"max":{"1min":17.550999999999998,"5min":17.550999999999998,"15min":25.834},"last":0.44500000000000001}]},{"osd":1,"last update":"Mon Aug 28 02:30:20 2023","interfaces":[{"interface":"back","average":{"1min":4.1360000000000001,"5min":2.5680000000000001,"15min":3.0390000000000001},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.251},"max":{"1min":18.565000000000001,"5min":18.565000000000001,"15min":18.565000000000001},"last":0.42499999999999999},{"interface":"front","average":{"1min":2.4350000000000001,"5min":1.653,"15min":2.5379999999999998},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.216},"max":{"1min":13.1,"5min":13.1,"15min":16.983000000000001},"last":0.40500000000000003}]},{"osd":3,"last update":"Mon Aug 28 02:30:20 2023","interfaces":[{"interface":"back","average":{"1min":5.1390000000000002,"5min":2.964,"15min":3.6230000000000002},"min":{"1min":0.42399999999999999,"5min":0.25700000000000001,"15min":0.25600000000000001},"max":{"1min":18.637,"5min":18.637,"15min":18.637},"last":0.53600000000000003},{"interface":"front","average":{"1min":3.1080000000000001,"5min":2.3599999999999999,"15min":3.153},"min":{"1min":0.28100000000000003,"5min":0.253,"15min":0.253},"max":{"1min":14.984,"5min":17.702999999999999,"15min":17.702999999999999},"last":0.46800000000000003}]},{"osd":4,"last update":"Mon Aug 28 02:30:20 2023","interfaces":[{"interface":"back","average":{"1min":1.823,"5min":1.7090000000000001,"15min":2.1240000000000001},"min":{"1min":0.35899999999999999,"5min":0.30399999999999999,"15min":0.26000000000000001},"max":{"1min":7.0469999999999997,"5min":10.750999999999999,"15min":25.876999999999999},"last":0.68899999999999995},{"interface":"front","average":{"1min":2.883,"5min":2.1139999999999999,"15min":2.2400000000000002},"min":{"1min":0.38400000000000001,"5min":0.32100000000000001,"15min":0.29799999999999999},"max":{"1min":9.875,"5min":9.875,"15min":12.324},"last":0.61699999999999999}]},{"osd":5,"last update":"Mon Aug 28 02:30:20 2023","interfaces":[{"interface":"back","average":{"1min":1.1919999999999999,"5min":1.972,"15min":2.0779999999999998},"min":{"1min":0.34000000000000002,"5min":0.33100000000000002,"15min":0.312},"max":{"1min":3.528,"5min":68.218000000000004,"15min":68.218000000000004},"last":0.59299999999999997},{"interface":"front","average":{"1min":1.8420000000000001,"5min":2.5659999999999998,"15min":2.52},"min":{"1min":0.42399999999999999,"5min":0.316,"15min":0.316},"max":{"1min":7.077,"5min":68.236000000000004,"15min":68.236000000000004},"last":0.74099999999999999}]},{"osd":6,"last update":"Mon Aug 28 02:30:20 2023","interfaces":[{"interface":"back","average":{"1min":2.4319999999999999,"5min":1.9970000000000001,"15min":2.4180000000000001},"min":{"1min":0.41399999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":9.0649999999999995,"5min":9.8000000000000007,"15min":12.375},"last":0.65700000000000003},{"interface":"front","average":{"1min":1.2949999999999999,"5min":1.3999999999999999,"15min":1.919},"min":{"1min":0.39400000000000002,"5min":0.371,"15min":0.33900000000000002},"max":{"1min":3.6309999999999998,"5min":11.686,"15min":14.151999999999999},"last":0.67100000000000004}]},{"osd":7,"last update":"Mon Aug 28 02:30:20 2023","interfaces":[{"interface":"back","average":{"1min":3.6320000000000001,"5min":2.3620000000000001,"15min":2.5419999999999998},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.33500000000000002},"max":{"1min":23.260000000000002,"5min":23.260000000000002,"15min":23.260000000000002},"last":0.70999999999999996},{"interface":"front","average":{"1min":1.3600000000000001,"5min":1.458,"15min":1.9590000000000001},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.36399999999999999},"max":{"1min":3.5369999999999999,"5min":11.632,"15min":14.18},"last":0.54900000000000004}]}]},{"osd":3,"up_from":134,"seq":575525617821,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":739928,"kb_used_data":167184,"kb_used_omap":2,"kb_used_meta":572733,"kb_avail":93005224,"statfs":{"total":95995035648,"available":95237349376,"internally_reserved":0,"allocated":171196416,"data_stored":169803372,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":586478645},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:30:13 2023","interfaces":[{"interface":"back","average":{"1min":2.137,"5min":2.1779999999999999,"15min":2.7570000000000001},"min":{"1min":0.26800000000000002,"5min":0.20599999999999999,"15min":0.19},"max":{"1min":5.9630000000000001,"5min":34.68,"15min":34.68},"last":0.24199999999999999},{"interface":"front","average":{"1min":1.4350000000000001,"5min":2.1579999999999999,"15min":3.004},"min":{"1min":0.23100000000000001,"5min":0.22800000000000001,"15min":0.21099999999999999},"max":{"1min":4.8639999999999999,"5min":34.777000000000001,"15min":34.777000000000001},"last":0.47399999999999998}]},{"osd":1,"last update":"Mon Aug 28 02:30:13 2023","interfaces":[{"interface":"back","average":{"1min":3.0739999999999998,"5min":3.1360000000000001,"15min":3.347},"min":{"1min":0.29399999999999998,"5min":0.23799999999999999,"15min":0.23200000000000001},"max":{"1min":12.965,"5min":29.780999999999999,"15min":29.780999999999999},"last":0.33300000000000002},{"interface":"front","average":{"1min":3.286,"5min":2.1549999999999998,"15min":2.7999999999999998},"min":{"1min":0.373,"5min":0.27100000000000002,"15min":0.22700000000000001},"max":{"1min":8.7609999999999992,"5min":13.465,"15min":24.071999999999999},"last":0.41599999999999998}]},{"osd":2,"last update":"Mon Aug 28 02:30:13 2023","interfaces":[{"interface":"back","average":{"1min":2.9319999999999999,"5min":2.2519999999999998,"15min":3.1899999999999999},"min":{"1min":0.33300000000000002,"5min":0.26800000000000002,"15min":0.26300000000000001},"max":{"1min":11.282,"5min":14.436,"15min":21.292000000000002},"last":0.438},{"interface":"front","average":{"1min":2.2930000000000001,"5min":1.8440000000000001,"15min":2.8479999999999999},"min":{"1min":0.35999999999999999,"5min":0.249,"15min":0.249},"max":{"1min":6.0030000000000001,"5min":12.670999999999999,"15min":24.175999999999998},"last":0.53400000000000003}]},{"osd":4,"last update":"Mon Aug 28 02:30:13 2023","interfaces":[{"interface":"back","average":{"1min":2.3599999999999999,"5min":1.643,"15min":2.1160000000000001},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.28399999999999997},"max":{"1min":5.8879999999999999,"5min":18.831,"15min":23.994},"last":0.495},{"interface":"front","average":{"1min":1.6559999999999999,"5min":1.736,"15min":2.2290000000000001},"min":{"1min":0.32600000000000001,"5min":0.30299999999999999,"15min":0.29799999999999999},"max":{"1min":4.5800000000000001,"5min":21.106000000000002,"15min":21.106000000000002},"last":0.29099999999999998}]},{"osd":5,"last update":"Mon Aug 28 02:30:13 2023","interfaces":[{"interface":"back","average":{"1min":2.3109999999999999,"5min":1.8320000000000001,"15min":2.2789999999999999},"min":{"1min":0.33500000000000002,"5min":0.317,"15min":0.311},"max":{"1min":6.0739999999999998,"5min":21.507000000000001,"15min":21.507000000000001},"last":0.376},{"interface":"front","average":{"1min":2.5739999999999998,"5min":2.012,"15min":2.4660000000000002},"min":{"1min":0.45000000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":11.167,"5min":11.242000000000001,"15min":18.181000000000001},"last":0.55100000000000005}]},{"osd":6,"last update":"Mon Aug 28 02:30:13 2023","interfaces":[{"interface":"back","average":{"1min":2.113,"5min":1.8799999999999999,"15min":2.3769999999999998},"min":{"1min":0.42599999999999999,"5min":0.34799999999999998,"15min":0.32700000000000001},"max":{"1min":6.1710000000000003,"5min":23.071000000000002,"15min":23.071000000000002},"last":0.56799999999999995},{"interface":"front","average":{"1min":2.3719999999999999,"5min":2.0899999999999999,"15min":2.6219999999999999},"min":{"1min":0.48699999999999999,"5min":0.39500000000000002,"15min":0.315},"max":{"1min":11.253,"5min":11.253,"15min":18.128},"last":0.623}]},{"osd":7,"last update":"Mon Aug 28 02:30:13 2023","interfaces":[{"interface":"back","average":{"1min":2.6760000000000002,"5min":1.78,"15min":2.1829999999999998},"min":{"1min":0.44900000000000001,"5min":0.40500000000000003,"15min":0.33800000000000002},"max":{"1min":10.063000000000001,"5min":11.156000000000001,"15min":24.042999999999999},"last":0.60599999999999998},{"interface":"front","average":{"1min":1.9259999999999999,"5min":2.0099999999999998,"15min":2.5},"min":{"1min":0.37,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":4.641,"5min":21.138000000000002,"15min":21.138000000000002},"last":0.51800000000000002}]}]},{"osd":4,"up_from":30,"seq":128849019185,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":452420,"kb_used_data":98812,"kb_used_omap":0,"kb_used_meta":353600,"kb_avail":93292732,"statfs":{"total":95995035648,"available":95531757568,"internally_reserved":0,"allocated":101183488,"data_stored":100097761,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":362086400},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:30:08 2023","interfaces":[{"interface":"back","average":{"1min":2.7599999999999998,"5min":2.141,"15min":2.073},"min":{"1min":0.26700000000000002,"5min":0.23100000000000001,"15min":0.221},"max":{"1min":22.515000000000001,"5min":22.515000000000001,"15min":22.515000000000001},"last":0.44400000000000001},{"interface":"front","average":{"1min":2.5230000000000001,"5min":1.8,"15min":2.0830000000000002},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.217},"max":{"1min":22.454000000000001,"5min":22.454000000000001,"15min":22.454000000000001},"last":0.39900000000000002}]},{"osd":1,"last update":"Mon Aug 28 02:30:30 2023","interfaces":[{"interface":"back","average":{"1min":3.1640000000000001,"5min":1.9990000000000001,"15min":1.8620000000000001},"min":{"1min":0.27500000000000002,"5min":0.248,"15min":0.24199999999999999},"max":{"1min":23.082000000000001,"5min":23.082000000000001,"15min":23.082000000000001},"last":0.40999999999999998},{"interface":"front","average":{"1min":3.048,"5min":2.2229999999999999,"15min":1.994},"min":{"1min":0.28399999999999997,"5min":0.27700000000000002,"15min":0.246},"max":{"1min":25.100000000000001,"5min":25.100000000000001,"15min":25.100000000000001},"last":0.46700000000000003}]},{"osd":2,"last update":"Mon Aug 28 02:30:08 2023","interfaces":[{"interface":"back","average":{"1min":1.9830000000000001,"5min":1.877,"15min":1.73},"min":{"1min":0.31900000000000001,"5min":0.28100000000000003,"15min":0.27400000000000002},"max":{"1min":6.4020000000000001,"5min":13.194000000000001,"15min":16.231000000000002},"last":0.54400000000000004},{"interface":"front","average":{"1min":1.6950000000000001,"5min":1.5609999999999999,"15min":1.746},"min":{"1min":0.318,"5min":0.29399999999999998,"15min":0.251},"max":{"1min":7.0609999999999999,"5min":7.6269999999999998,"15min":10.859999999999999},"last":0.435}]},{"osd":3,"last update":"Mon Aug 28 02:30:17 2023","interfaces":[{"interface":"back","average":{"1min":2.7269999999999999,"5min":1.6799999999999999,"15min":1.946},"min":{"1min":0.32500000000000001,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":23.501000000000001,"5min":23.501000000000001,"15min":23.501000000000001},"last":0.55200000000000005},{"interface":"front","average":{"1min":2.5350000000000001,"5min":1.8420000000000001,"15min":1.98},"min":{"1min":0.313,"5min":0.313,"15min":0.29499999999999998},"max":{"1min":23.512,"5min":23.512,"15min":23.512},"last":0.53800000000000003}]},{"osd":5,"last update":"Mon Aug 28 02:30:41 2023","interfaces":[{"interface":"back","average":{"1min":1.5600000000000001,"5min":1.4159999999999999,"15min":1.149},"min":{"1min":0.28299999999999997,"5min":0.25700000000000001,"15min":0.23799999999999999},"max":{"1min":6.5949999999999998,"5min":8.6850000000000005,"15min":16.181999999999999},"last":0.308},{"interface":"front","average":{"1min":1.476,"5min":1.361,"15min":1.1619999999999999},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.20699999999999999},"max":{"1min":7.3920000000000003,"5min":7.5960000000000001,"15min":10.233000000000001},"last":0.36099999999999999}]},{"osd":6,"last update":"Mon Aug 28 02:29:57 2023","interfaces":[{"interface":"back","average":{"1min":1.359,"5min":1.2030000000000001,"15min":1.1200000000000001},"min":{"1min":0.34300000000000003,"5min":0.26500000000000001,"15min":0.25600000000000001},"max":{"1min":8.8480000000000008,"5min":8.8480000000000008,"15min":10.023999999999999},"last":0.47499999999999998},{"interface":"front","average":{"1min":1.5029999999999999,"5min":1.2450000000000001,"15min":1.099},"min":{"1min":0.27200000000000002,"5min":0.26600000000000001,"15min":0.251},"max":{"1min":4.4889999999999999,"5min":7.6870000000000003,"15min":8.6850000000000005},"last":0.34399999999999997}]},{"osd":7,"last update":"Mon Aug 28 02:30:08 2023","interfaces":[{"interface":"back","average":{"1min":1.8919999999999999,"5min":1.4910000000000001,"15min":1.1659999999999999},"min":{"1min":0.36299999999999999,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":5.9589999999999996,"5min":9.3209999999999997,"15min":9.3209999999999997},"last":0.38},{"interface":"front","average":{"1min":1.4139999999999999,"5min":1.179,"15min":1.0840000000000001},"min":{"1min":0.41399999999999998,"5min":0.30299999999999999,"15min":0.28799999999999998},"max":{"1min":6.2690000000000001,"5min":6.4189999999999996,"15min":7.0220000000000002},"last":0.45700000000000002}]}]},{"osd":5,"up_from":37,"seq":158913790254,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":753724,"kb_used_data":268212,"kb_used_omap":0,"kb_used_meta":485504,"kb_avail":92991428,"statfs":{"total":95995035648,"available":95223222272,"internally_reserved":0,"allocated":274649088,"data_stored":273568114,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":497156096},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:30:31 2023","interfaces":[{"interface":"back","average":{"1min":1.7290000000000001,"5min":1.7450000000000001,"15min":2.2010000000000001},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":5.7489999999999997,"5min":12.856999999999999,"15min":40.334000000000003},"last":0.50600000000000001},{"interface":"front","average":{"1min":1.792,"5min":1.6779999999999999,"15min":2.0409999999999999},"min":{"1min":0.29399999999999998,"5min":0.24099999999999999,"15min":0.23200000000000001},"max":{"1min":5.5430000000000001,"5min":14.856999999999999,"15min":40.212000000000003},"last":0.45300000000000001}]},{"osd":1,"last update":"Mon Aug 28 02:30:31 2023","interfaces":[{"interface":"back","average":{"1min":2.548,"5min":2.0569999999999999,"15min":2.2989999999999999},"min":{"1min":0.30499999999999999,"5min":0.23699999999999999,"15min":0.23200000000000001},"max":{"1min":8.9990000000000006,"5min":10.573,"15min":40.088000000000001},"last":0.43099999999999999},{"interface":"front","average":{"1min":1.788,"5min":1.7789999999999999,"15min":1.948},"min":{"1min":0.34599999999999997,"5min":0.26000000000000001,"15min":0.251},"max":{"1min":5.9459999999999997,"5min":12.138,"15min":40.243000000000002},"last":1.49}]},{"osd":2,"last update":"Mon Aug 28 02:30:31 2023","interfaces":[{"interface":"back","average":{"1min":2.1190000000000002,"5min":1.5049999999999999,"15min":2.1059999999999999},"min":{"1min":0.311,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":8.7899999999999991,"5min":8.7899999999999991,"15min":40.436999999999998},"last":0.54900000000000004},{"interface":"front","average":{"1min":2.375,"5min":1.8340000000000001,"15min":2.117},"min":{"1min":0.40899999999999997,"5min":0.32300000000000001,"15min":0.27200000000000002},"max":{"1min":5.5030000000000001,"5min":9.4260000000000002,"15min":40.555},"last":3.665}]},{"osd":3,"last update":"Mon Aug 28 02:30:31 2023","interfaces":[{"interface":"back","average":{"1min":2.25,"5min":1.9339999999999999,"15min":2.1110000000000002},"min":{"1min":0.41999999999999998,"5min":0.29499999999999998,"15min":0.27900000000000003},"max":{"1min":8.891,"5min":8.891,"15min":40.270000000000003},"last":3.6469999999999998},{"interface":"front","average":{"1min":2.133,"5min":1.879,"15min":2.1989999999999998},"min":{"1min":0.44600000000000001,"5min":0.30199999999999999,"15min":0.29599999999999999},"max":{"1min":5.9050000000000002,"5min":10.728999999999999,"15min":40.597999999999999},"last":1.4530000000000001}]},{"osd":4,"last update":"Mon Aug 28 02:30:49 2023","interfaces":[{"interface":"back","average":{"1min":0.95399999999999996,"5min":1.0669999999999999,"15min":1.274},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.23499999999999999},"max":{"1min":3.9089999999999998,"5min":12.904,"15min":40.762999999999998},"last":0.34999999999999998},{"interface":"front","average":{"1min":1.8879999999999999,"5min":1.4199999999999999,"15min":1.337},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.254},"max":{"1min":10.566000000000001,"5min":10.566000000000001,"15min":40.634},"last":0.41199999999999998}]},{"osd":6,"last update":"Mon Aug 28 02:30:31 2023","interfaces":[{"interface":"back","average":{"1min":2.113,"5min":1.292,"15min":1.4119999999999999},"min":{"1min":0.28399999999999997,"5min":0.26500000000000001,"15min":0.254},"max":{"1min":12.946,"5min":12.946,"15min":42.409999999999997},"last":0.46600000000000003},{"interface":"front","average":{"1min":1.589,"5min":1.296,"15min":1.4330000000000001},"min":{"1min":0.374,"5min":0.28100000000000003,"15min":0.27200000000000002},"max":{"1min":5.1509999999999998,"5min":8.0250000000000004,"15min":42.533999999999999},"last":0.48399999999999999}]},{"osd":7,"last update":"Mon Aug 28 02:30:31 2023","interfaces":[{"interface":"back","average":{"1min":1.9930000000000001,"5min":1.9410000000000001,"15min":1.6659999999999999},"min":{"1min":0.35699999999999998,"5min":0.34200000000000003,"15min":0.314},"max":{"1min":7.2199999999999998,"5min":31.707000000000001,"15min":42.667000000000002},"last":0.53800000000000003},{"interface":"front","average":{"1min":2.0169999999999999,"5min":1.857,"15min":1.5840000000000001},"min":{"1min":0.33700000000000002,"5min":0.33600000000000002,"15min":0.27000000000000002},"max":{"1min":5.4539999999999997,"5min":31.66,"15min":42.344000000000001},"last":0.52200000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":105512960,"data_stored":105512960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":35979264,"data_stored":35979264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":47251456,"data_stored":47251456,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":54394880,"data_stored":54394880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:30:57.512 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:57.532 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:30:57.539 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:57.540 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:30:57.562 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:30:57.641 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:30:57.676 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:57 smithi083 ceph-mon[157819]: pgmap v765: 99 pgs: 99 active+clean; 90 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s wr, 232 op/s 2023-08-28T02:30:57.679 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:57.706 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:30:57.710 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:57.710 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:30:57.811 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:30:57.852 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:57.877 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:30:57.880 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:57.880 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:30:57.970 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:30:57.981 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:30:58.015 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 3 16 7411 7395 154.048 151.688 0.00838252 0.00648027 2023-08-28T02:30:58.076 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:58.264 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:30:58.273 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:58.273 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:30:58.374 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:30:58.414 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:58.438 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:30:58.441 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:58.441 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:30:58.449 INFO:teuthology.orchestra.run.smithi040.stderr:nodeep-scrub is set 2023-08-28T02:30:58.542 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:30:58.610 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:58.651 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:58 smithi040 ceph-mon[175404]: from='client.35184 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:30:58.651 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:58 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3931654937' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:30:58.651 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:58 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:30:58.651 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:58 smithi040 ceph-mon[170259]: from='client.35184 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:30:58.651 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:58 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3931654937' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:30:58.651 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:58 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:30:58.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:58 smithi083 ceph-mon[157819]: from='client.35184 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:30:58.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:58 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3931654937' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:30:58.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:58 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:30:59.000 INFO:teuthology.orchestra.run.smithi040.stdout:ERROR: (22) Invalid argument 2023-08-28T02:30:59.000 INFO:teuthology.orchestra.run.smithi040.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:30:59.006 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:30:59.011 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:59.012 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:30:59.017 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 4 16 9815 9799 153.059 150.25 0.00565046 0.00652412 2023-08-28T02:30:59.112 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:30:59.164 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:59.219 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:30:59.229 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:59.229 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:30:59.330 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:30:59.382 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:59.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:59 smithi083 ceph-mon[157819]: pgmap v766: 99 pgs: 99 active+clean; 198 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 28 MiB/s wr, 449 op/s 2023-08-28T02:30:59.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:59 smithi083 ceph-mon[157819]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:30:59.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:59 smithi083 ceph-mon[157819]: failed to encode map e255 with expected crc 2023-08-28T02:30:59.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:59 smithi083 ceph-mon[157819]: failed to encode map e255 with expected crc 2023-08-28T02:30:59.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:59 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:30:59.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:59 smithi083 ceph-mon[157819]: osdmap e255: 8 total, 8 up, 8 in 2023-08-28T02:30:59.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:59 smithi083 ceph-mon[157819]: failed to encode map e255 with expected crc 2023-08-28T02:30:59.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:30:59 smithi083 ceph-mon[157819]: failed to encode map e255 with expected crc 2023-08-28T02:30:59.521 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:30:59.526 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.0 dump_historic_ops 2023-08-28T02:30:59.526 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:59 smithi040 ceph-mon[170259]: pgmap v766: 99 pgs: 99 active+clean; 198 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 28 MiB/s wr, 449 op/s 2023-08-28T02:30:59.526 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:59 smithi040 ceph-mon[170259]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:30:59.527 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:59 smithi040 ceph-mon[170259]: failed to encode map e255 with expected crc 2023-08-28T02:30:59.527 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:59 smithi040 ceph-mon[170259]: failed to encode map e255 with expected crc 2023-08-28T02:30:59.527 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:59 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:30:59.527 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:59 smithi040 ceph-mon[170259]: osdmap e255: 8 total, 8 up, 8 in 2023-08-28T02:30:59.527 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:59 smithi040 ceph-mon[170259]: failed to encode map e255 with expected crc 2023-08-28T02:30:59.527 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:30:59 smithi040 ceph-mon[170259]: failed to encode map e255 with expected crc 2023-08-28T02:30:59.528 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:59 smithi040 ceph-mon[175404]: pgmap v766: 99 pgs: 99 active+clean; 198 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 28 MiB/s wr, 449 op/s 2023-08-28T02:30:59.528 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:59 smithi040 ceph-mon[175404]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:30:59.528 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:59 smithi040 ceph-mon[175404]: failed to encode map e255 with expected crc 2023-08-28T02:30:59.528 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:59 smithi040 ceph-mon[175404]: failed to encode map e255 with expected crc 2023-08-28T02:30:59.528 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:59 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:30:59.528 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:59 smithi040 ceph-mon[175404]: osdmap e255: 8 total, 8 up, 8 in 2023-08-28T02:30:59.528 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:59 smithi040 ceph-mon[175404]: failed to encode map e255 with expected crc 2023-08-28T02:30:59.528 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:30:59 smithi040 ceph-mon[175404]: failed to encode map e255 with expected crc 2023-08-28T02:30:59.528 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:59.529 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:30:59.630 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:30:59.672 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:59.702 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:30:59.705 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:59.706 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:30:59.806 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:30:59.860 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:30:59.881 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:30:59.908 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:30:59.915 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:30:59.919 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:30:59.919 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:30:59.948 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:30:59.993 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:31:00.018 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 5 16 12058 12042 150.47 140.188 0.00823593 0.00663528 2023-08-28T02:31:00.020 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:31:00.030 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:31:00.072 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:00.078 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:31:00.088 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:31:00.106 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:31:00.108 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:00.109 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:31:00.126 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:31:00.169 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:31:00.172 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-08-28T02:31:00.173 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-08-28T02:31:00.173 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-08-28T02:31:00.173 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-08-28T02:31:00.173 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-08-28T02:31:00.173 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-08-28T02:31:00.173 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-08-28T02:31:00.173 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-08-28T02:31:00.210 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:31:00.271 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:00.301 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:31:00.311 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:00.312 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:31:00.412 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:31:00.467 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:00.512 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:31:00.550 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:31:00.558 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:00.558 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:31:00.659 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:31:00.696 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:00.726 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:31:00.772 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:00.772 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:31:00.873 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:31:00.935 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:00.974 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:31:00.980 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:00.981 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:31:00.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:00 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:31:00.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:00 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:31:00.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:00 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3841097476' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:31:00.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:00 smithi083 ceph-mon[157819]: pgmap v768: 99 pgs: 99 active+clean; 239 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 30 MiB/s wr, 479 op/s 2023-08-28T02:31:00.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:00 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:31:01.016 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 6 16 14156 14140 147.244 131.125 0.00850098 0.00678056 2023-08-28T02:31:01.017 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:31:01.082 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:31:01.139 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:00 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:31:01.139 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:00 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:31:01.140 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:00 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3841097476' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:31:01.140 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:00 smithi040 ceph-mon[175404]: pgmap v768: 99 pgs: 99 active+clean; 239 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 30 MiB/s wr, 479 op/s 2023-08-28T02:31:01.140 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:00 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:31:01.140 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:00 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:31:01.140 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:00 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:31:01.140 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:00 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3841097476' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:31:01.140 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:00 smithi040 ceph-mon[170259]: pgmap v768: 99 pgs: 99 active+clean; 239 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 30 MiB/s wr, 479 op/s 2023-08-28T02:31:01.140 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:00 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:31:01.143 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:01.180 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:31:01.197 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:01.197 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:31:01.204 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd unset noscrub 2023-08-28T02:31:01.298 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:31:01.336 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:01.362 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:31:01.365 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:01.365 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:31:01.466 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:31:01.506 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:01.533 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:31:01.537 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:01.537 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:31:01.638 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:31:01.687 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:01.747 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-08-28T02:31:01.747 INFO:teuthology.orchestra.run.smithi040.stdout: "size": 20, 2023-08-28T02:31:01.747 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 600, 2023-08-28T02:31:01.747 INFO:teuthology.orchestra.run.smithi040.stdout: "ops": [ 2023-08-28T02:31:01.747 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.748 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:57234 9.9 9:9f63031e:::benchmark_data_smithi040_209735_object57233:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e169)", 2023-08-28T02:31:01.748 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:26.783625+0000", 2023-08-28T02:31:01.748 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 214.960438659, 2023-08-28T02:31:01.748 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.184963875, 2023-08-28T02:31:01.748 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:31:01.748 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "reached pg", 2023-08-28T02:31:01.748 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:31:01.748 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:31:01.748 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:31:01.748 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 57234 2023-08-28T02:31:01.748 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.748 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:31:01.749 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.749 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:31:01.749 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.783625+0000", 2023-08-28T02:31:01.749 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:01.749 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.749 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.749 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:31:01.749 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.783625+0000", 2023-08-28T02:31:01.749 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:01.749 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.749 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.749 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:31:01.750 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.783624+0000", 2023-08-28T02:31:01.750 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:31:01.750 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.750 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.750 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:31:01.750 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.783654+0000", 2023-08-28T02:31:01.750 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.9997000000000001e-05 2023-08-28T02:31:01.750 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.750 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.750 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:31:01.750 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.783663+0000", 2023-08-28T02:31:01.750 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.4630000000000001e-06 2023-08-28T02:31:01.751 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.751 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.751 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:31:01.751 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.783669+0000", 2023-08-28T02:31:01.751 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.1310000000000003e-06 2023-08-28T02:31:01.751 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.751 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.751 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:01.751 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.787443+0000", 2023-08-28T02:31:01.751 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00377415 2023-08-28T02:31:01.751 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.751 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.752 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:31:01.752 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.787600+0000", 2023-08-28T02:31:01.752 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00015734599999999999 2023-08-28T02:31:01.752 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.752 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.752 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 5,7", 2023-08-28T02:31:01.752 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.787762+0000", 2023-08-28T02:31:01.752 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00016170900000000001 2023-08-28T02:31:01.752 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.752 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.752 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:31:01.752 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794603+0000", 2023-08-28T02:31:01.752 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0068407980000000004 2023-08-28T02:31:01.753 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.753 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.753 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:01.753 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.968573+0000", 2023-08-28T02:31:01.753 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.17397015800000001 2023-08-28T02:31:01.753 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.753 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.753 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:31:01.753 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.968589+0000", 2023-08-28T02:31:01.753 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.5756e-05 2023-08-28T02:31:01.753 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:01.753 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:31:01.754 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:01.754 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.754 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.754 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:57236 9.9 9:9902b96e:::benchmark_data_smithi040_209735_object57235:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e169)", 2023-08-28T02:31:01.754 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:26.786911+0000", 2023-08-28T02:31:01.754 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 214.95715236699999, 2023-08-28T02:31:01.754 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.182654383, 2023-08-28T02:31:01.754 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:31:01.754 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "reached pg", 2023-08-28T02:31:01.754 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:31:01.754 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:31:01.754 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:31:01.755 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 57236 2023-08-28T02:31:01.755 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.755 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:31:01.755 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.755 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:31:01.755 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.786911+0000", 2023-08-28T02:31:01.755 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:01.755 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.755 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.755 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:31:01.755 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.786911+0000", 2023-08-28T02:31:01.756 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:01.756 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.756 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.756 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:31:01.756 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.786909+0000", 2023-08-28T02:31:01.756 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:31:01.756 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.756 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.756 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:31:01.756 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.786937+0000", 2023-08-28T02:31:01.756 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.8487e-05 2023-08-28T02:31:01.756 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.757 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.757 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:31:01.757 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.786952+0000", 2023-08-28T02:31:01.757 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.5029e-05 2023-08-28T02:31:01.757 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.757 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.757 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:31:01.757 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.786962+0000", 2023-08-28T02:31:01.757 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.0829999999999993e-06 2023-08-28T02:31:01.757 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.757 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.757 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:01.758 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.790102+0000", 2023-08-28T02:31:01.758 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0031406580000000002 2023-08-28T02:31:01.758 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.758 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.758 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:31:01.758 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.790232+0000", 2023-08-28T02:31:01.758 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00012997400000000001 2023-08-28T02:31:01.758 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.758 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.758 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 5,7", 2023-08-28T02:31:01.758 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.790374+0000", 2023-08-28T02:31:01.758 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00014138399999999999 2023-08-28T02:31:01.759 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.759 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.759 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:31:01.759 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.805572+0000", 2023-08-28T02:31:01.759 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.015198128 2023-08-28T02:31:01.759 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.759 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.759 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:01.759 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.969553+0000", 2023-08-28T02:31:01.759 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.16398132900000001 2023-08-28T02:31:01.759 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.760 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.760 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:31:01.760 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.969565+0000", 2023-08-28T02:31:01.760 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2320999999999999e-05 2023-08-28T02:31:01.760 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:01.760 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:31:01.760 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:01.760 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.760 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.760 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:57227 9.5 9:a6864a59:::benchmark_data_smithi040_209735_object57226:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e170)", 2023-08-28T02:31:01.760 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:26.794270+0000", 2023-08-28T02:31:01.760 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 214.94979304899999, 2023-08-28T02:31:01.761 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.017836838, 2023-08-28T02:31:01.761 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:31:01.761 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "reached pg", 2023-08-28T02:31:01.761 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:31:01.761 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:31:01.761 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:31:01.761 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 57227 2023-08-28T02:31:01.761 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.761 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:31:01.761 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.761 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:31:01.761 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794270+0000", 2023-08-28T02:31:01.762 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:01.762 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.762 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.762 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:31:01.762 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794270+0000", 2023-08-28T02:31:01.762 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:01.762 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.762 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.762 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:31:01.762 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794269+0000", 2023-08-28T02:31:01.762 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:31:01.763 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.763 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.763 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:31:01.763 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794294+0000", 2023-08-28T02:31:01.763 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.5211999999999998e-05 2023-08-28T02:31:01.763 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.763 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.763 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:31:01.763 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794304+0000", 2023-08-28T02:31:01.763 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0448000000000001e-05 2023-08-28T02:31:01.763 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.764 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.764 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:31:01.764 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794312+0000", 2023-08-28T02:31:01.764 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.8869999999999992e-06 2023-08-28T02:31:01.764 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.764 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.764 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:01.764 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794559+0000", 2023-08-28T02:31:01.764 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00024621000000000002 2023-08-28T02:31:01.764 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.764 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.765 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op must wait for map", 2023-08-28T02:31:01.765 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794563+0000", 2023-08-28T02:31:01.765 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.3789999999999999e-06 2023-08-28T02:31:01.765 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.765 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.765 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:01.765 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.935391+0000", 2023-08-28T02:31:01.765 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.14082837400000001 2023-08-28T02:31:01.765 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.765 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.765 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:31:01.765 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.935406+0000", 2023-08-28T02:31:01.765 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4691999999999999e-05 2023-08-28T02:31:01.766 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.766 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.766 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:01.766 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.812042+0000", 2023-08-28T02:31:01.766 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.87663575000000005 2023-08-28T02:31:01.766 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.766 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.766 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:31:01.766 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.812107+0000", 2023-08-28T02:31:01.766 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.5335999999999999e-05 2023-08-28T02:31:01.766 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:01.767 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:31:01.767 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:01.767 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.767 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.767 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:57234 9.19 9:9f63031e:::benchmark_data_smithi040_209735_object57233:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e170)", 2023-08-28T02:31:01.767 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:26.794429+0000", 2023-08-28T02:31:01.767 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 214.949633874, 2023-08-28T02:31:01.767 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0469964060000001, 2023-08-28T02:31:01.767 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:31:01.767 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "reached pg", 2023-08-28T02:31:01.767 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:31:01.767 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:31:01.768 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:31:01.768 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 57234 2023-08-28T02:31:01.768 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.768 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:31:01.768 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.768 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:31:01.768 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794429+0000", 2023-08-28T02:31:01.768 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:01.768 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.768 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.768 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:31:01.768 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794429+0000", 2023-08-28T02:31:01.769 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:01.769 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.769 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.769 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:31:01.769 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794429+0000", 2023-08-28T02:31:01.769 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:31:01.769 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.769 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.769 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:31:01.769 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794458+0000", 2023-08-28T02:31:01.769 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.8772000000000002e-05 2023-08-28T02:31:01.769 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.769 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.770 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:31:01.770 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794467+0000", 2023-08-28T02:31:01.770 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.3859999999999996e-06 2023-08-28T02:31:01.770 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.770 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.770 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:31:01.770 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794472+0000", 2023-08-28T02:31:01.770 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.4410000000000001e-06 2023-08-28T02:31:01.770 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.770 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.770 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:01.771 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.970125+0000", 2023-08-28T02:31:01.771 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.17565220400000001 2023-08-28T02:31:01.771 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.771 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.771 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:31:01.771 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.970132+0000", 2023-08-28T02:31:01.771 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.25e-06 2023-08-28T02:31:01.771 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.771 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.771 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:01.771 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.836705+0000", 2023-08-28T02:31:01.771 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.86657359300000003 2023-08-28T02:31:01.772 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.772 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.772 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for degraded object", 2023-08-28T02:31:01.772 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.837403+0000", 2023-08-28T02:31:01.772 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00069712500000000004 2023-08-28T02:31:01.772 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.772 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.772 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:01.772 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.841357+0000", 2023-08-28T02:31:01.772 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0039545559999999997 2023-08-28T02:31:01.772 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.772 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.773 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:31:01.773 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.841426+0000", 2023-08-28T02:31:01.773 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.8719000000000004e-05 2023-08-28T02:31:01.773 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:01.773 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:31:01.773 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:01.773 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.773 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.773 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:57236 9.19 9:9902b96e:::benchmark_data_smithi040_209735_object57235:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e170)", 2023-08-28T02:31:01.773 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:26.794479+0000", 2023-08-28T02:31:01.773 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 214.94958399399999, 2023-08-28T02:31:01.773 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.047587397, 2023-08-28T02:31:01.774 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:31:01.774 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "reached pg", 2023-08-28T02:31:01.774 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:31:01.774 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:31:01.774 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:31:01.774 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 57236 2023-08-28T02:31:01.774 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.774 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:31:01.774 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.774 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:31:01.774 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794479+0000", 2023-08-28T02:31:01.775 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:01.775 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.775 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.775 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:31:01.775 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794479+0000", 2023-08-28T02:31:01.775 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:01.775 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.775 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.775 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:31:01.775 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794479+0000", 2023-08-28T02:31:01.775 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:31:01.775 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.776 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.776 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:31:01.776 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794505+0000", 2023-08-28T02:31:01.776 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.6284000000000001e-05 2023-08-28T02:31:01.776 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.776 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.776 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:31:01.776 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794513+0000", 2023-08-28T02:31:01.776 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.763e-06 2023-08-28T02:31:01.776 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.776 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.776 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:31:01.777 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794517+0000", 2023-08-28T02:31:01.777 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.092e-06 2023-08-28T02:31:01.777 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.777 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.777 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:01.777 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.970152+0000", 2023-08-28T02:31:01.777 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.17563463500000001 2023-08-28T02:31:01.777 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.777 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.777 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:31:01.777 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.970158+0000", 2023-08-28T02:31:01.777 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.4160000000000001e-06 2023-08-28T02:31:01.777 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.778 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.778 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:01.778 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.837670+0000", 2023-08-28T02:31:01.778 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.86751235400000004 2023-08-28T02:31:01.778 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.778 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.778 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for degraded object", 2023-08-28T02:31:01.778 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.839490+0000", 2023-08-28T02:31:01.778 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0018195349999999999 2023-08-28T02:31:01.778 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.778 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.779 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:01.779 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.841986+0000", 2023-08-28T02:31:01.779 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0024958300000000001 2023-08-28T02:31:01.779 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.779 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.779 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:31:01.779 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.842067+0000", 2023-08-28T02:31:01.779 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.1032999999999995e-05 2023-08-28T02:31:01.779 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:01.779 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:31:01.779 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:01.780 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.780 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.780 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:57241 9.5 9:a60b3ca0:::benchmark_data_smithi040_209735_object57240:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e170)", 2023-08-28T02:31:01.780 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:26.824396+0000", 2023-08-28T02:31:01.780 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 214.91966707399999, 2023-08-28T02:31:01.780 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.99622047999999996, 2023-08-28T02:31:01.780 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:31:01.780 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:31:01.780 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:31:01.780 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:31:01.780 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:31:01.780 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 57241 2023-08-28T02:31:01.781 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.781 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:31:01.781 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.781 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:31:01.781 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.824396+0000", 2023-08-28T02:31:01.781 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:01.781 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.781 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.781 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:31:01.781 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.824396+0000", 2023-08-28T02:31:01.781 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:01.781 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.782 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.782 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:31:01.782 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.824395+0000", 2023-08-28T02:31:01.782 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:31:01.782 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.782 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.782 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:31:01.782 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.824426+0000", 2023-08-28T02:31:01.782 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.0978000000000001e-05 2023-08-28T02:31:01.782 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.782 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.782 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:31:01.783 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.824438+0000", 2023-08-28T02:31:01.783 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.181e-05 2023-08-28T02:31:01.783 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.783 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.783 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:31:01.783 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.824446+0000", 2023-08-28T02:31:01.783 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.2949999999999994e-06 2023-08-28T02:31:01.783 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.783 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.783 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:01.783 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.936105+0000", 2023-08-28T02:31:01.783 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.111658769 2023-08-28T02:31:01.784 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.784 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.784 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:31:01.784 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.936113+0000", 2023-08-28T02:31:01.784 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.7129999999999994e-06 2023-08-28T02:31:01.784 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.784 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.784 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:01.784 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.812135+0000", 2023-08-28T02:31:01.784 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.87602113599999998 2023-08-28T02:31:01.784 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.784 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.784 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:31:01.785 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.812254+0000", 2023-08-28T02:31:01.785 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000119812 2023-08-28T02:31:01.785 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.785 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.785 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 5,7", 2023-08-28T02:31:01.785 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.812359+0000", 2023-08-28T02:31:01.785 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00010514300000000001 2023-08-28T02:31:01.785 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.785 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.785 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:31:01.785 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.815040+0000", 2023-08-28T02:31:01.785 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0026807580000000001 2023-08-28T02:31:01.785 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.786 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.786 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:01.786 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.819799+0000", 2023-08-28T02:31:01.786 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0047588760000000004 2023-08-28T02:31:01.786 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.786 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.786 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:01.786 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.820521+0000", 2023-08-28T02:31:01.786 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00072146099999999996 2023-08-28T02:31:01.786 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.786 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.787 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:31:01.787 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.820574+0000", 2023-08-28T02:31:01.787 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.3242999999999998e-05 2023-08-28T02:31:01.787 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.787 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.787 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:31:01.787 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.820617+0000", 2023-08-28T02:31:01.787 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.2951000000000003e-05 2023-08-28T02:31:01.787 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:01.787 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:31:01.787 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:01.787 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.788 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.788 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:57242 9.19 9:9ce45c5b:::benchmark_data_smithi040_209735_object57241:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e170)", 2023-08-28T02:31:01.788 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:26.834991+0000", 2023-08-28T02:31:01.788 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 214.90907278899999, 2023-08-28T02:31:01.788 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.009144676, 2023-08-28T02:31:01.788 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:31:01.788 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:31:01.788 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:31:01.788 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:31:01.788 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:31:01.788 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 57242 2023-08-28T02:31:01.788 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.789 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:31:01.789 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.789 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:31:01.789 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.834991+0000", 2023-08-28T02:31:01.789 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:01.789 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.789 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.789 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:31:01.789 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.834991+0000", 2023-08-28T02:31:01.789 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:01.789 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.789 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.790 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:31:01.790 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.834987+0000", 2023-08-28T02:31:01.790 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999967 2023-08-28T02:31:01.790 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.790 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.790 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:31:01.790 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.835028+0000", 2023-08-28T02:31:01.790 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.0883000000000001e-05 2023-08-28T02:31:01.790 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.790 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.790 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:31:01.790 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.835057+0000", 2023-08-28T02:31:01.791 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.8683e-05 2023-08-28T02:31:01.791 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.791 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.791 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:31:01.791 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.835072+0000", 2023-08-28T02:31:01.791 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.5084e-05 2023-08-28T02:31:01.791 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.791 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.791 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:01.791 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.970178+0000", 2023-08-28T02:31:01.791 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.13510615100000001 2023-08-28T02:31:01.792 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.792 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.792 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:31:01.792 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.970185+0000", 2023-08-28T02:31:01.792 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.3940000000000001e-06 2023-08-28T02:31:01.792 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.792 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.792 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:01.792 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.839536+0000", 2023-08-28T02:31:01.792 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.86935153399999998 2023-08-28T02:31:01.792 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.792 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.793 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:31:01.793 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.839673+0000", 2023-08-28T02:31:01.793 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00013686899999999999 2023-08-28T02:31:01.793 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.793 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.793 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 5,7", 2023-08-28T02:31:01.793 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.839806+0000", 2023-08-28T02:31:01.793 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00013320699999999999 2023-08-28T02:31:01.793 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.793 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.793 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:01.793 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.842247+0000", 2023-08-28T02:31:01.794 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0024406300000000001 2023-08-28T02:31:01.794 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.794 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.794 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:01.794 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.842288+0000", 2023-08-28T02:31:01.794 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.1674000000000001e-05 2023-08-28T02:31:01.794 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.794 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.794 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:31:01.794 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.844037+0000", 2023-08-28T02:31:01.794 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0017485689999999999 2023-08-28T02:31:01.794 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.795 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.795 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:31:01.795 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.844098+0000", 2023-08-28T02:31:01.795 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.1443000000000001e-05 2023-08-28T02:31:01.795 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.795 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.795 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:31:01.795 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.844135+0000", 2023-08-28T02:31:01.795 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.6783999999999999e-05 2023-08-28T02:31:01.795 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:01.795 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:31:01.795 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:01.796 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.796 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.796 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:57243 9.5 9:a0f07e3b:::benchmark_data_smithi040_209735_object57242:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e170)", 2023-08-28T02:31:01.796 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:26.835194+0000", 2023-08-28T02:31:01.796 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 214.90886950500001, 2023-08-28T02:31:01.796 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.98557619699999999, 2023-08-28T02:31:01.796 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:31:01.796 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:31:01.796 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:31:01.796 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:31:01.796 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:31:01.796 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 57243 2023-08-28T02:31:01.797 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.797 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:31:01.797 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.797 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:31:01.797 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.835194+0000", 2023-08-28T02:31:01.797 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:01.797 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.797 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.797 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:31:01.797 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.835194+0000", 2023-08-28T02:31:01.797 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:01.798 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.798 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.798 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:31:01.798 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.835193+0000", 2023-08-28T02:31:01.798 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:31:01.798 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.798 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.798 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:31:01.798 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.835219+0000", 2023-08-28T02:31:01.798 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.6282999999999999e-05 2023-08-28T02:31:01.798 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.798 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.799 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:31:01.799 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.835230+0000", 2023-08-28T02:31:01.799 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1311999999999999e-05 2023-08-28T02:31:01.799 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.799 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.799 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:31:01.799 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.835239+0000", 2023-08-28T02:31:01.799 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.5990000000000002e-06 2023-08-28T02:31:01.799 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.799 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.799 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:01.799 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.936339+0000", 2023-08-28T02:31:01.799 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.101099824 2023-08-28T02:31:01.800 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.800 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.800 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:31:01.800 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.936350+0000", 2023-08-28T02:31:01.800 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0828e-05 2023-08-28T02:31:01.800 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.800 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.800 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:01.800 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.813432+0000", 2023-08-28T02:31:01.800 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.87708212399999996 2023-08-28T02:31:01.800 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.800 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.801 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:31:01.801 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.813529+0000", 2023-08-28T02:31:01.801 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.6904000000000006e-05 2023-08-28T02:31:01.801 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.801 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.801 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 5,7", 2023-08-28T02:31:01.801 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.813731+0000", 2023-08-28T02:31:01.801 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00020227900000000001 2023-08-28T02:31:01.801 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.801 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.801 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:31:01.801 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.815200+0000", 2023-08-28T02:31:01.802 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0014689130000000001 2023-08-28T02:31:01.802 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.802 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.802 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:01.802 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.819836+0000", 2023-08-28T02:31:01.802 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0046358570000000002 2023-08-28T02:31:01.802 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.802 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.802 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:01.802 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.820711+0000", 2023-08-28T02:31:01.802 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00087554400000000002 2023-08-28T02:31:01.802 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.803 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.803 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:31:01.803 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.820742+0000", 2023-08-28T02:31:01.803 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.0759000000000001e-05 2023-08-28T02:31:01.803 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.803 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.803 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:31:01.803 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.820770+0000", 2023-08-28T02:31:01.803 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.8073999999999999e-05 2023-08-28T02:31:01.803 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:01.803 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:31:01.803 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:01.803 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.804 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.804 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:57245 9.9 9:9117a08f:::benchmark_data_smithi040_209735_object57244:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e170)", 2023-08-28T02:31:01.804 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:26.847386+0000", 2023-08-28T02:31:01.804 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 214.89667749700001, 2023-08-28T02:31:01.804 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.97907310299999994, 2023-08-28T02:31:01.804 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:31:01.804 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:31:01.804 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:31:01.804 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:31:01.804 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:31:01.804 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 57245 2023-08-28T02:31:01.804 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.805 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:31:01.805 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.805 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:31:01.805 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.847386+0000", 2023-08-28T02:31:01.805 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:01.805 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.805 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.805 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:31:01.805 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.847386+0000", 2023-08-28T02:31:01.805 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:01.805 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.805 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.806 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:31:01.806 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.847383+0000", 2023-08-28T02:31:01.806 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999976 2023-08-28T02:31:01.806 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.806 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.806 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:31:01.806 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.869838+0000", 2023-08-28T02:31:01.806 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.022454857000000002 2023-08-28T02:31:01.806 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.806 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.806 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:31:01.806 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.869852+0000", 2023-08-28T02:31:01.807 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4183e-05 2023-08-28T02:31:01.807 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.807 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.807 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:31:01.807 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.869864+0000", 2023-08-28T02:31:01.807 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1651000000000001e-05 2023-08-28T02:31:01.807 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.807 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.807 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:01.807 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.969964+0000", 2023-08-28T02:31:01.807 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.100099653 2023-08-28T02:31:01.807 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.808 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.808 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:31:01.808 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.969976+0000", 2023-08-28T02:31:01.808 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2489e-05 2023-08-28T02:31:01.808 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.808 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.808 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:01.808 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.811184+0000", 2023-08-28T02:31:01.808 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.84120788400000002 2023-08-28T02:31:01.808 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.808 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.809 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:31:01.809 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.811293+0000", 2023-08-28T02:31:01.809 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000108867 2023-08-28T02:31:01.809 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.809 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.809 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 5,7", 2023-08-28T02:31:01.809 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.811609+0000", 2023-08-28T02:31:01.809 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00031613000000000002 2023-08-28T02:31:01.809 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.809 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.809 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:31:01.809 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.812959+0000", 2023-08-28T02:31:01.809 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0013497909999999999 2023-08-28T02:31:01.810 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.810 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.810 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:01.810 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.813746+0000", 2023-08-28T02:31:01.810 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00078733899999999996 2023-08-28T02:31:01.810 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.810 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.810 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:01.810 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.826355+0000", 2023-08-28T02:31:01.810 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.012608414 2023-08-28T02:31:01.810 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.811 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.811 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:31:01.811 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.826415+0000", 2023-08-28T02:31:01.811 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.0177000000000003e-05 2023-08-28T02:31:01.811 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.811 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.811 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:31:01.811 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.826459+0000", 2023-08-28T02:31:01.811 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.4237999999999999e-05 2023-08-28T02:31:01.811 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:01.811 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:31:01.811 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:01.812 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.812 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.812 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:68483 9.5 9:a11d294f:::benchmark_data_smithi040_209735_object68482:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e179)", 2023-08-28T02:31:01.812 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:39.279206+0000", 2023-08-28T02:31:01.812 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 202.464857301, 2023-08-28T02:31:01.812 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.092534009, 2023-08-28T02:31:01.812 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:31:01.812 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:31:01.812 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:31:01.812 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:31:01.812 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:31:01.812 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 68483 2023-08-28T02:31:01.813 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.813 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:31:01.813 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.813 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:31:01.813 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:39.279206+0000", 2023-08-28T02:31:01.813 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:01.813 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.813 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.813 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:31:01.813 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:39.279206+0000", 2023-08-28T02:31:01.813 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:01.813 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.814 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.814 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:31:01.814 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:39.279204+0000", 2023-08-28T02:31:01.814 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999976 2023-08-28T02:31:01.814 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.814 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.814 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:31:01.814 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:39.279269+0000", 2023-08-28T02:31:01.814 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.5209999999999994e-05 2023-08-28T02:31:01.814 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.814 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.814 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:31:01.815 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:39.279289+0000", 2023-08-28T02:31:01.815 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.0242e-05 2023-08-28T02:31:01.815 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.815 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.815 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:31:01.815 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:39.279301+0000", 2023-08-28T02:31:01.815 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1518999999999999e-05 2023-08-28T02:31:01.815 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.815 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.815 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:01.815 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:39.279592+0000", 2023-08-28T02:31:01.816 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00029129600000000002 2023-08-28T02:31:01.816 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.816 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.816 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:31:01.816 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:39.279766+0000", 2023-08-28T02:31:01.816 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00017395400000000001 2023-08-28T02:31:01.816 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.816 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.816 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 5,7", 2023-08-28T02:31:01.816 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:39.279949+0000", 2023-08-28T02:31:01.816 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00018247000000000001 2023-08-28T02:31:01.816 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.817 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.817 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:31:01.817 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:39.283893+0000", 2023-08-28T02:31:01.817 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0039446289999999998 2023-08-28T02:31:01.817 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.817 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.817 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:01.817 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:39.368908+0000", 2023-08-28T02:31:01.817 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.085015287999999994 2023-08-28T02:31:01.817 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.817 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.817 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:01.818 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:39.371578+0000", 2023-08-28T02:31:01.818 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0026691029999999999 2023-08-28T02:31:01.818 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.818 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.818 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:31:01.818 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:39.371679+0000", 2023-08-28T02:31:01.818 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000101294 2023-08-28T02:31:01.818 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.818 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.818 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:31:01.818 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:39.371740+0000", 2023-08-28T02:31:01.818 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.1178000000000003e-05 2023-08-28T02:31:01.818 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:01.819 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:31:01.819 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:01.819 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.819 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.819 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:68487 9.b 9:d48bac71:::benchmark_data_smithi040_209735_object68486:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e179)", 2023-08-28T02:31:01.819 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:39.283092+0000", 2023-08-28T02:31:01.819 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 202.46097138799999, 2023-08-28T02:31:01.819 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.091244220000000001, 2023-08-28T02:31:01.819 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:31:01.819 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:31:01.819 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:31:01.820 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:31:01.820 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:31:01.820 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 68487 2023-08-28T02:31:01.820 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.820 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:31:01.820 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.820 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:31:01.820 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:39.283092+0000", 2023-08-28T02:31:01.820 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:01.820 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.820 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.820 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:31:01.821 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:39.283092+0000", 2023-08-28T02:31:01.821 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:01.821 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.821 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.821 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:31:01.821 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:39.283091+0000", 2023-08-28T02:31:01.821 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:31:01.821 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.821 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.821 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:31:01.821 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:39.283114+0000", 2023-08-28T02:31:01.822 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.2908000000000002e-05 2023-08-28T02:31:01.822 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.822 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.822 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:31:01.822 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:39.283130+0000", 2023-08-28T02:31:01.822 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.6643999999999999e-05 2023-08-28T02:31:01.822 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.822 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.822 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:31:01.822 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:39.283138+0000", 2023-08-28T02:31:01.822 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.4839999999999998e-06 2023-08-28T02:31:01.822 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.823 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.823 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:01.823 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:39.283178+0000", 2023-08-28T02:31:01.823 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.0265999999999997e-05 2023-08-28T02:31:01.823 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.823 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.823 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:31:01.823 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:39.283327+0000", 2023-08-28T02:31:01.823 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00014911899999999999 2023-08-28T02:31:01.823 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.823 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.824 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 5,6", 2023-08-28T02:31:01.824 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:39.283428+0000", 2023-08-28T02:31:01.824 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000100633 2023-08-28T02:31:01.824 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.824 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.824 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:31:01.824 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:39.285778+0000", 2023-08-28T02:31:01.824 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0023504939999999998 2023-08-28T02:31:01.824 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.824 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.824 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:01.824 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:39.286205+0000", 2023-08-28T02:31:01.825 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00042711000000000002 2023-08-28T02:31:01.825 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.825 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.825 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:01.825 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:39.374224+0000", 2023-08-28T02:31:01.825 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.088018438000000004 2023-08-28T02:31:01.825 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.825 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.825 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:31:01.825 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:39.374294+0000", 2023-08-28T02:31:01.825 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.0307000000000003e-05 2023-08-28T02:31:01.826 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.826 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.826 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:31:01.826 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:39.374336+0000", 2023-08-28T02:31:01.826 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.2166999999999998e-05 2023-08-28T02:31:01.826 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:01.826 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:31:01.826 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:01.826 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.826 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.826 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:142927 9.9 9:977f8f6e:::benchmark_data_smithi040_209735_object35332:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e201)", 2023-08-28T02:31:01.827 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:28:59.975981+0000", 2023-08-28T02:31:01.827 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 121.768082298, 2023-08-28T02:31:01.827 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.086270295999999996, 2023-08-28T02:31:01.827 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:31:01.827 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:31:01.827 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:31:01.827 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:31:01.827 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:31:01.827 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 142927 2023-08-28T02:31:01.827 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.827 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:31:01.827 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.828 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:31:01.828 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:59.975981+0000", 2023-08-28T02:31:01.828 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:01.828 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.828 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.828 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:31:01.828 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:59.975981+0000", 2023-08-28T02:31:01.828 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:01.828 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.828 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.828 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:31:01.829 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:59.975979+0000", 2023-08-28T02:31:01.829 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999976 2023-08-28T02:31:01.829 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.829 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.829 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:31:01.829 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:59.975988+0000", 2023-08-28T02:31:01.829 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.5759999999999995e-06 2023-08-28T02:31:01.829 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.829 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.829 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:31:01.829 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:59.976007+0000", 2023-08-28T02:31:01.830 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.8593e-05 2023-08-28T02:31:01.830 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.830 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.830 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:31:01.830 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:59.976016+0000", 2023-08-28T02:31:01.830 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.2790000000000004e-06 2023-08-28T02:31:01.830 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.830 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.830 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:01.830 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:59.976080+0000", 2023-08-28T02:31:01.830 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.4213000000000003e-05 2023-08-28T02:31:01.831 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.831 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.831 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:31:01.831 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:59.976217+0000", 2023-08-28T02:31:01.831 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000136434 2023-08-28T02:31:01.831 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.831 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.831 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 5,7", 2023-08-28T02:31:01.831 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:59.976717+0000", 2023-08-28T02:31:01.831 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00049993399999999995 2023-08-28T02:31:01.831 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.832 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.832 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:31:01.832 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:59.981186+0000", 2023-08-28T02:31:01.832 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0044691089999999998 2023-08-28T02:31:01.832 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.832 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.832 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:01.832 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:59.986636+0000", 2023-08-28T02:31:01.832 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00544971 2023-08-28T02:31:01.832 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.832 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.832 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:01.832 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:00.062147+0000", 2023-08-28T02:31:01.833 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.075511153999999997 2023-08-28T02:31:01.833 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.833 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.833 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:31:01.833 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:00.062208+0000", 2023-08-28T02:31:01.833 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.1774999999999997e-05 2023-08-28T02:31:01.833 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.833 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.833 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:31:01.833 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:00.062251+0000", 2023-08-28T02:31:01.833 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.2889000000000002e-05 2023-08-28T02:31:01.834 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:01.834 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:31:01.834 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:01.834 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.834 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.834 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:142941 9.5 9:a5e25aa4:::benchmark_data_smithi040_209735_object35346:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e201)", 2023-08-28T02:31:01.834 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:28:59.988275+0000", 2023-08-28T02:31:01.834 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 121.755788045, 2023-08-28T02:31:01.834 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.094698855999999998, 2023-08-28T02:31:01.834 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:31:01.834 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:31:01.834 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:31:01.835 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:31:01.835 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:31:01.835 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 142941 2023-08-28T02:31:01.835 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.835 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:31:01.835 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.835 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:31:01.835 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:59.988275+0000", 2023-08-28T02:31:01.835 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:01.835 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.835 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.835 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:31:01.836 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:59.988275+0000", 2023-08-28T02:31:01.836 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:01.836 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.836 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.836 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:31:01.836 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:59.988274+0000", 2023-08-28T02:31:01.836 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:31:01.836 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.836 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.836 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:31:01.836 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:59.988281+0000", 2023-08-28T02:31:01.836 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.4450000000000001e-06 2023-08-28T02:31:01.837 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.837 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.837 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:31:01.837 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:59.988295+0000", 2023-08-28T02:31:01.837 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4571e-05 2023-08-28T02:31:01.837 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.837 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.837 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:31:01.837 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:59.988305+0000", 2023-08-28T02:31:01.837 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0227999999999999e-05 2023-08-28T02:31:01.837 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.837 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.837 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:01.838 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:59.989491+0000", 2023-08-28T02:31:01.838 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.001185572 2023-08-28T02:31:01.838 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.838 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.838 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:31:01.838 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:59.989605+0000", 2023-08-28T02:31:01.838 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000114116 2023-08-28T02:31:01.838 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.838 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.838 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 5,7", 2023-08-28T02:31:01.838 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:59.989914+0000", 2023-08-28T02:31:01.838 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00030861300000000001 2023-08-28T02:31:01.839 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.839 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.839 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:31:01.839 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:59.994011+0000", 2023-08-28T02:31:01.839 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0040968239999999998 2023-08-28T02:31:01.839 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.839 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.839 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:01.839 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:59.994028+0000", 2023-08-28T02:31:01.839 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.7844000000000001e-05 2023-08-28T02:31:01.839 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.839 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.840 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:01.840 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:00.082875+0000", 2023-08-28T02:31:01.840 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.088846612000000005 2023-08-28T02:31:01.840 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.840 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.840 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:31:01.840 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:00.082930+0000", 2023-08-28T02:31:01.840 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.5109999999999999e-05 2023-08-28T02:31:01.840 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.840 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.840 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:31:01.840 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:00.082974+0000", 2023-08-28T02:31:01.841 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.4005999999999998e-05 2023-08-28T02:31:01.841 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:01.841 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:31:01.841 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:01.841 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.841 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.841 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:161596 9.19 9:9c80ea27:::benchmark_data_smithi040_209735_object54001:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e211)", 2023-08-28T02:31:01.841 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:29:23.183012+0000", 2023-08-28T02:31:01.841 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 98.561051074000005, 2023-08-28T02:31:01.841 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.10104619400000001, 2023-08-28T02:31:01.841 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:31:01.841 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:31:01.842 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:31:01.842 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:31:01.842 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:31:01.842 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 161596 2023-08-28T02:31:01.842 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.842 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:31:01.842 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.842 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:31:01.842 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.183012+0000", 2023-08-28T02:31:01.842 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:01.842 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.842 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.843 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:31:01.843 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.183012+0000", 2023-08-28T02:31:01.843 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:01.843 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.843 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.843 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:31:01.843 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.183010+0000", 2023-08-28T02:31:01.843 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:31:01.843 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.843 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.843 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:31:01.843 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.183021+0000", 2023-08-28T02:31:01.844 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0716e-05 2023-08-28T02:31:01.844 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.844 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.844 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:31:01.844 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.183038+0000", 2023-08-28T02:31:01.844 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.6663e-05 2023-08-28T02:31:01.844 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.844 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.844 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:31:01.844 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.183048+0000", 2023-08-28T02:31:01.844 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0028e-05 2023-08-28T02:31:01.844 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.845 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.845 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:01.845 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.183179+0000", 2023-08-28T02:31:01.845 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00013119499999999999 2023-08-28T02:31:01.845 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.845 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.845 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:31:01.845 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.183299+0000", 2023-08-28T02:31:01.845 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00011981000000000001 2023-08-28T02:31:01.845 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.845 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.845 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 5,7", 2023-08-28T02:31:01.846 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.183406+0000", 2023-08-28T02:31:01.846 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00010774500000000001 2023-08-28T02:31:01.846 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.846 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.846 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:01.846 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.197303+0000", 2023-08-28T02:31:01.846 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.013896818999999999 2023-08-28T02:31:01.846 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.846 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.846 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:31:01.846 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.197317+0000", 2023-08-28T02:31:01.847 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.3389e-05 2023-08-28T02:31:01.847 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.847 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.847 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:01.847 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.283955+0000", 2023-08-28T02:31:01.847 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.086638265000000006 2023-08-28T02:31:01.847 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.847 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.847 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:31:01.847 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.284014+0000", 2023-08-28T02:31:01.847 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.9067999999999998e-05 2023-08-28T02:31:01.847 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.848 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.848 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:31:01.848 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.284058+0000", 2023-08-28T02:31:01.848 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.443e-05 2023-08-28T02:31:01.848 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:01.848 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:31:01.848 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:01.848 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.848 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.848 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:161597 9.5 9:a34069d7:::benchmark_data_smithi040_209735_object54002:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e211)", 2023-08-28T02:31:01.848 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:29:23.183063+0000", 2023-08-28T02:31:01.849 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 98.561000168000007, 2023-08-28T02:31:01.849 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.11063825300000001, 2023-08-28T02:31:01.849 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:31:01.849 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:31:01.849 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:31:01.849 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:31:01.849 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:31:01.849 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 161597 2023-08-28T02:31:01.849 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.849 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:31:01.849 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.849 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:31:01.850 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.183063+0000", 2023-08-28T02:31:01.850 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:01.850 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.850 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.850 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:31:01.850 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.183063+0000", 2023-08-28T02:31:01.850 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:01.850 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.850 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.850 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:31:01.850 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.183063+0000", 2023-08-28T02:31:01.850 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:31:01.851 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.851 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.851 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:31:01.851 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.183066+0000", 2023-08-28T02:31:01.851 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.2399999999999999e-06 2023-08-28T02:31:01.851 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.851 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.851 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:31:01.851 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.183072+0000", 2023-08-28T02:31:01.851 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.4010000000000002e-06 2023-08-28T02:31:01.851 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.851 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.852 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:31:01.852 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.183078+0000", 2023-08-28T02:31:01.852 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.1800000000000004e-06 2023-08-28T02:31:01.852 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.852 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.852 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:01.852 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.183130+0000", 2023-08-28T02:31:01.852 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.2865999999999998e-05 2023-08-28T02:31:01.852 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.852 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.852 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:31:01.853 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.183281+0000", 2023-08-28T02:31:01.853 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00015054900000000001 2023-08-28T02:31:01.853 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.853 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.853 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 5,7", 2023-08-28T02:31:01.853 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.183404+0000", 2023-08-28T02:31:01.853 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00012347599999999999 2023-08-28T02:31:01.853 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.853 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.853 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:01.853 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.197296+0000", 2023-08-28T02:31:01.853 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.013891437 2023-08-28T02:31:01.854 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.854 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.854 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:31:01.854 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.197373+0000", 2023-08-28T02:31:01.854 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.7200999999999995e-05 2023-08-28T02:31:01.854 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.854 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.854 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:01.854 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.293594+0000", 2023-08-28T02:31:01.854 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.096220923999999999 2023-08-28T02:31:01.854 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.854 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.855 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:31:01.855 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.293662+0000", 2023-08-28T02:31:01.855 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.7698000000000001e-05 2023-08-28T02:31:01.855 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.855 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.855 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:31:01.855 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.293701+0000", 2023-08-28T02:31:01.855 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.9725999999999999e-05 2023-08-28T02:31:01.855 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:01.855 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:31:01.855 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:01.856 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.856 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.856 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:161610 9.19 9:9f16fa4c:::benchmark_data_smithi040_209735_object54015:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e211)", 2023-08-28T02:31:01.856 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:29:23.197693+0000", 2023-08-28T02:31:01.856 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 98.546369877999993, 2023-08-28T02:31:01.856 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.086517979999999994, 2023-08-28T02:31:01.856 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:31:01.856 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:31:01.856 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:31:01.856 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:31:01.856 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:31:01.856 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 161610 2023-08-28T02:31:01.857 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.857 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:31:01.857 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.857 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:31:01.857 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.197693+0000", 2023-08-28T02:31:01.857 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:01.857 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.857 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.857 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:31:01.857 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.197693+0000", 2023-08-28T02:31:01.857 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:01.857 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.858 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.858 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:31:01.858 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.197692+0000", 2023-08-28T02:31:01.858 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:31:01.858 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.858 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.858 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:31:01.858 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.197698+0000", 2023-08-28T02:31:01.858 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.4960000000000001e-06 2023-08-28T02:31:01.858 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.858 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.858 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:31:01.859 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.197711+0000", 2023-08-28T02:31:01.859 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2686e-05 2023-08-28T02:31:01.859 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.859 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.859 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:31:01.859 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.197717+0000", 2023-08-28T02:31:01.859 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.1489999999999999e-06 2023-08-28T02:31:01.859 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.859 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.859 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:01.859 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.197744+0000", 2023-08-28T02:31:01.860 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.7284000000000002e-05 2023-08-28T02:31:01.860 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.860 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.860 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:31:01.860 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.197830+0000", 2023-08-28T02:31:01.860 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.5690000000000001e-05 2023-08-28T02:31:01.860 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.860 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.860 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 5,7", 2023-08-28T02:31:01.860 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.197902+0000", 2023-08-28T02:31:01.860 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.1816000000000005e-05 2023-08-28T02:31:01.861 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.861 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.861 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:31:01.861 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.200725+0000", 2023-08-28T02:31:01.861 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0028232800000000001 2023-08-28T02:31:01.861 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.861 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.861 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:01.861 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.202438+0000", 2023-08-28T02:31:01.861 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0017125140000000001 2023-08-28T02:31:01.861 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.861 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.862 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:01.862 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.284119+0000", 2023-08-28T02:31:01.862 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.081681342000000004 2023-08-28T02:31:01.862 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.862 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.862 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:31:01.862 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.284167+0000", 2023-08-28T02:31:01.862 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.7757999999999999e-05 2023-08-28T02:31:01.862 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.862 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.862 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:31:01.862 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.284211+0000", 2023-08-28T02:31:01.863 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.4564000000000002e-05 2023-08-28T02:31:01.863 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:01.863 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:31:01.863 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:01.863 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.863 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.863 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:161612 9.19 9:9c95419d:::benchmark_data_smithi040_209735_object54017:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e211)", 2023-08-28T02:31:01.863 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:29:23.202711+0000", 2023-08-28T02:31:01.863 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 98.541351984000002, 2023-08-28T02:31:01.863 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.083805775999999998, 2023-08-28T02:31:01.863 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:31:01.863 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:31:01.864 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:31:01.864 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:31:01.864 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:31:01.864 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 161612 2023-08-28T02:31:01.864 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.864 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:31:01.864 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.864 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:31:01.864 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.202711+0000", 2023-08-28T02:31:01.864 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:01.864 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.865 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.865 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:31:01.865 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.202711+0000", 2023-08-28T02:31:01.865 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:01.865 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.865 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.865 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:31:01.865 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.202710+0000", 2023-08-28T02:31:01.865 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:31:01.865 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.865 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.865 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:31:01.866 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.202718+0000", 2023-08-28T02:31:01.866 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.5169999999999999e-06 2023-08-28T02:31:01.866 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.866 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.866 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:31:01.866 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.202737+0000", 2023-08-28T02:31:01.866 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.8918000000000001e-05 2023-08-28T02:31:01.866 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.866 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.866 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:31:01.866 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.202747+0000", 2023-08-28T02:31:01.867 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.9920000000000002e-06 2023-08-28T02:31:01.867 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.867 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.867 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:01.867 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.202835+0000", 2023-08-28T02:31:01.867 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.8026000000000001e-05 2023-08-28T02:31:01.867 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.867 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.867 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:31:01.867 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.202966+0000", 2023-08-28T02:31:01.867 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00013052300000000001 2023-08-28T02:31:01.867 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.868 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.868 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 5,7", 2023-08-28T02:31:01.868 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.203059+0000", 2023-08-28T02:31:01.868 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.3593999999999999e-05 2023-08-28T02:31:01.868 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.868 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.868 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:01.868 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.206260+0000", 2023-08-28T02:31:01.868 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0032003119999999999 2023-08-28T02:31:01.868 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.868 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.868 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:31:01.869 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.206556+0000", 2023-08-28T02:31:01.869 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00029601300000000003 2023-08-28T02:31:01.869 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.869 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.869 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:01.869 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.286423+0000", 2023-08-28T02:31:01.869 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.079866956000000003 2023-08-28T02:31:01.869 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.869 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.869 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:31:01.869 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.286475+0000", 2023-08-28T02:31:01.869 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.2505e-05 2023-08-28T02:31:01.870 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.870 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.870 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:31:01.870 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.286517+0000", 2023-08-28T02:31:01.870 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.1924e-05 2023-08-28T02:31:01.870 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:01.870 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:31:01.870 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:01.870 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.870 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.870 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:166821 9.b 9.43ffe9eb (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e216)", 2023-08-28T02:31:01.871 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:29:32.911829+0000", 2023-08-28T02:31:01.871 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 88.832234466000003, 2023-08-28T02:31:01.871 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.139246812, 2023-08-28T02:31:01.871 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:31:01.871 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "reached pg", 2023-08-28T02:31:01.871 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:31:01.871 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:31:01.871 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:31:01.871 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 166821 2023-08-28T02:31:01.871 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.871 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:31:01.871 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.872 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:31:01.872 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:32.911829+0000", 2023-08-28T02:31:01.872 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:01.872 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.872 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.872 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:31:01.872 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:32.911829+0000", 2023-08-28T02:31:01.872 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:01.872 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.872 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.872 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:31:01.872 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:32.911826+0000", 2023-08-28T02:31:01.873 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999971 2023-08-28T02:31:01.873 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.873 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.873 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:31:01.873 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:32.911842+0000", 2023-08-28T02:31:01.873 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.6045e-05 2023-08-28T02:31:01.873 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.873 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.873 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:31:01.873 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:32.911881+0000", 2023-08-28T02:31:01.873 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.9082999999999998e-05 2023-08-28T02:31:01.873 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.873 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.874 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:31:01.874 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:32.911897+0000", 2023-08-28T02:31:01.874 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.5930000000000002e-05 2023-08-28T02:31:01.874 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.874 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.874 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:01.874 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.051028+0000", 2023-08-28T02:31:01.874 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.13913089000000001 2023-08-28T02:31:01.874 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.874 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.874 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:31:01.874 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.051076+0000", 2023-08-28T02:31:01.875 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.7812999999999998e-05 2023-08-28T02:31:01.875 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:01.875 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:31:01.875 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:01.875 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.875 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.876 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:166821 9.b 9:d797ffc2:::benchmark_data_smithi040_209735_object59226:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e217)", 2023-08-28T02:31:01.876 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:29:32.932130+0000", 2023-08-28T02:31:01.876 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 88.811933500999999, 2023-08-28T02:31:01.876 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0086488739999999, 2023-08-28T02:31:01.876 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:31:01.876 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:31:01.876 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:31:01.876 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:31:01.876 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:31:01.876 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 166821 2023-08-28T02:31:01.876 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.877 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:31:01.877 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.877 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:31:01.877 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:32.932130+0000", 2023-08-28T02:31:01.877 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:01.877 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.877 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.877 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:31:01.877 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:32.932130+0000", 2023-08-28T02:31:01.877 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:01.877 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.877 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.878 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:31:01.878 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:32.932127+0000", 2023-08-28T02:31:01.878 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999971 2023-08-28T02:31:01.878 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.878 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.878 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:31:01.878 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:32.932140+0000", 2023-08-28T02:31:01.878 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.3471e-05 2023-08-28T02:31:01.878 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.878 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.878 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:31:01.878 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:32.932164+0000", 2023-08-28T02:31:01.879 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.3742000000000001e-05 2023-08-28T02:31:01.879 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.879 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.879 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:31:01.879 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:32.932178+0000", 2023-08-28T02:31:01.879 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.3832000000000001e-05 2023-08-28T02:31:01.879 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.879 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.879 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:01.879 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.059045+0000", 2023-08-28T02:31:01.879 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.12686752300000001 2023-08-28T02:31:01.880 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.880 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.880 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:31:01.880 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.059060+0000", 2023-08-28T02:31:01.880 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4582e-05 2023-08-28T02:31:01.880 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.880 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.880 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:01.880 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.928732+0000", 2023-08-28T02:31:01.880 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.86967180799999999 2023-08-28T02:31:01.880 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.880 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.881 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:31:01.881 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.928891+0000", 2023-08-28T02:31:01.881 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00015975599999999999 2023-08-28T02:31:01.881 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.881 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.881 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 5,6", 2023-08-28T02:31:01.881 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.929351+0000", 2023-08-28T02:31:01.881 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00045912299999999997 2023-08-28T02:31:01.881 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.881 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.881 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:01.881 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.940337+0000", 2023-08-28T02:31:01.881 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.010986828000000001 2023-08-28T02:31:01.882 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.882 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.882 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:31:01.882 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.940352+0000", 2023-08-28T02:31:01.882 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4922999999999999e-05 2023-08-28T02:31:01.882 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.882 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.882 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:01.882 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.940686+0000", 2023-08-28T02:31:01.882 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00033366599999999999 2023-08-28T02:31:01.882 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.882 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.883 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:31:01.883 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.940740+0000", 2023-08-28T02:31:01.883 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.3990000000000003e-05 2023-08-28T02:31:01.883 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.883 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.883 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:31:01.883 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.940779+0000", 2023-08-28T02:31:01.883 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.8702000000000003e-05 2023-08-28T02:31:01.883 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:01.883 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:31:01.883 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:01.883 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.884 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.884 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:166887 9.5 9:a5d18bc3:::benchmark_data_smithi040_209735_object59292:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e220)", 2023-08-28T02:31:01.884 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:29:36.248701+0000", 2023-08-28T02:31:01.884 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 85.495362599999993, 2023-08-28T02:31:01.884 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.090308897999999999, 2023-08-28T02:31:01.884 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:31:01.884 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:31:01.884 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:31:01.884 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:31:01.884 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:31:01.884 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 166887 2023-08-28T02:31:01.884 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.885 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:31:01.885 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.885 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:31:01.885 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:36.248701+0000", 2023-08-28T02:31:01.885 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:01.885 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.885 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.885 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:31:01.885 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:36.248701+0000", 2023-08-28T02:31:01.885 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:01.885 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.885 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.886 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:31:01.886 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:36.248698+0000", 2023-08-28T02:31:01.886 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999976 2023-08-28T02:31:01.886 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.886 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.886 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:31:01.886 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:36.248708+0000", 2023-08-28T02:31:01.886 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.3880000000000006e-06 2023-08-28T02:31:01.886 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.886 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.886 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:31:01.886 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:36.248739+0000", 2023-08-28T02:31:01.886 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.0781000000000002e-05 2023-08-28T02:31:01.887 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.887 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.887 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:31:01.887 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:36.248751+0000", 2023-08-28T02:31:01.887 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2349e-05 2023-08-28T02:31:01.887 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.887 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.887 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:01.887 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:36.248819+0000", 2023-08-28T02:31:01.887 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.7714999999999998e-05 2023-08-28T02:31:01.887 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.887 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.888 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:31:01.888 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:36.248926+0000", 2023-08-28T02:31:01.888 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00010743699999999999 2023-08-28T02:31:01.888 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.888 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.888 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 5,7", 2023-08-28T02:31:01.888 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:36.249478+0000", 2023-08-28T02:31:01.888 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00055173400000000001 2023-08-28T02:31:01.888 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.888 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.888 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:31:01.888 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:36.254663+0000", 2023-08-28T02:31:01.889 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0051847899999999999 2023-08-28T02:31:01.889 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.889 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.889 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:01.889 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:36.260821+0000", 2023-08-28T02:31:01.889 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0061588179999999999 2023-08-28T02:31:01.889 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.889 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.889 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:01.889 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:36.338893+0000", 2023-08-28T02:31:01.889 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.078071961999999995 2023-08-28T02:31:01.889 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.890 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.890 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:31:01.890 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:36.338965+0000", 2023-08-28T02:31:01.890 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.1141000000000002e-05 2023-08-28T02:31:01.890 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:01.890 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:01.890 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:31:01.890 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:36.339010+0000", 2023-08-28T02:31:01.890 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.5101000000000001e-05 2023-08-28T02:31:01.890 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:01.890 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:31:01.890 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:01.890 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:01.891 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:31:01.891 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-08-28T02:31:01.891 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:01.892 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:31:01.892 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:31:01.992 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:31:02.017 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 7 16 15999 15983 142.663 115.188 0.00353958 0.00695327 2023-08-28T02:31:02.019 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:02.041 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:31:02.046 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:02.046 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:31:02.147 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:31:02.190 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:02.218 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:31:02.222 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:02.222 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:31:02.323 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:31:02.336 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:31:02.366 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:02.393 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:31:02.398 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:02.399 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:31:02.499 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:31:02.565 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.1 dump_ops_in_flight 2023-08-28T02:31:02.568 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:02.572 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-08-28T02:31:02.660 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:31:02.666 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:02.667 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:31:02.767 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:31:02.805 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:02.835 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:31:02.841 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:02.841 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:31:02.942 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:31:02.951 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:31:02.964 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:31:02.978 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:03.005 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:31:03.009 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:03.009 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:31:03.017 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 8 16 17702 17686 138.134 106.438 0.00272558 0.00723452 2023-08-28T02:31:03.110 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:31:03.149 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:03.182 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:31:03.185 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:03.185 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:31:03.286 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:31:03.330 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:03.358 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:31:03.364 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:03.365 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:31:03.465 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:31:03.493 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:03 smithi083 ceph-mon[157819]: pgmap v769: 99 pgs: 99 active+clean; 811 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 91 MiB/s wr, 1.45k op/s 2023-08-28T02:31:03.509 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:03.539 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:31:03.543 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:03.543 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:31:03.566 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:03 smithi040 ceph-mon[170259]: pgmap v769: 99 pgs: 99 active+clean; 811 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 91 MiB/s wr, 1.45k op/s 2023-08-28T02:31:03.566 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:03 smithi040 ceph-mon[175404]: pgmap v769: 99 pgs: 99 active+clean; 811 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 91 MiB/s wr, 1.45k op/s 2023-08-28T02:31:03.642 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:31:03.644 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:31:03.667 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":769,"stamp":"2023-08-28T02:31:02.310465+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":849960504,"num_objects":12985,"num_object_clones":0,"num_object_copies":38955,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12985,"num_whiteouts":0,"num_read":177,"num_read_kb":333,"num_write":13110,"num_write_kb":830476,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":971717,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":14788,"ondisk_log_size":14788,"up":297,"acting":297,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":304,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":6631508,"kb_used_data":2896468,"kb_used_omap":20,"kb_used_meta":3734955,"kb_avail":743329708,"statfs":{"total":767960285184,"available":761169620992,"internally_reserved":0,"allocated":2965983232,"data_stored":2955813646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":20850,"internal_metadata":3824594574},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,2,2,2,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":849423962,"num_objects":12961,"num_object_clones":0,"num_object_copies":38883,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12961,"num_whiteouts":0,"num_read":-46,"num_read_kb":-84,"num_write":12940,"num_write_kb":829348,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":-1,"num_bytes_recovered":-161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.910998"},"pg_stats":[{"pgid":"3.1a","version":"65'1","reported_seq":256,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-08-28T02:30:53.402578+0000","last_change":"2023-08-28T02:29:44.461201+0000","last_active":"2023-08-28T02:30:53.402578+0000","last_peered":"2023-08-28T02:30:53.402578+0000","last_clean":"2023-08-28T02:30:53.402578+0000","last_became_active":"2023-08-28T02:29:44.454590+0000","last_became_peered":"2023-08-28T02:29:44.454590+0000","last_unstale":"2023-08-28T02:30:53.402578+0000","last_undegraded":"2023-08-28T02:30:53.402578+0000","last_fullsized":"2023-08-28T02:30:53.402578+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:05:05.367289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":216,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-08-28T02:30:54.658910+0000","last_change":"2023-08-28T02:29:44.421259+0000","last_active":"2023-08-28T02:30:54.658910+0000","last_peered":"2023-08-28T02:30:54.658910+0000","last_clean":"2023-08-28T02:30:54.658910+0000","last_became_active":"2023-08-28T02:29:44.420936+0000","last_became_peered":"2023-08-28T02:29:44.420936+0000","last_unstale":"2023-08-28T02:30:54.658910+0000","last_undegraded":"2023-08-28T02:30:54.658910+0000","last_fullsized":"2023-08-28T02:30:54.658910+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:22:26.346867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":41,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-08-28T02:30:52.400907+0000","last_change":"2023-08-28T02:29:44.505230+0000","last_active":"2023-08-28T02:30:52.400907+0000","last_peered":"2023-08-28T02:30:52.400907+0000","last_clean":"2023-08-28T02:30:52.400907+0000","last_became_active":"2023-08-28T02:29:44.504882+0000","last_became_peered":"2023-08-28T02:29:44.504882+0000","last_unstale":"2023-08-28T02:30:52.400907+0000","last_undegraded":"2023-08-28T02:30:52.400907+0000","last_fullsized":"2023-08-28T02:30:52.400907+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:59:38.663752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":211,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-08-28T02:30:54.659318+0000","last_change":"2023-08-28T02:16:50.309837+0000","last_active":"2023-08-28T02:30:54.659318+0000","last_peered":"2023-08-28T02:30:54.659318+0000","last_clean":"2023-08-28T02:30:54.659318+0000","last_became_active":"2023-08-28T02:16:50.309470+0000","last_became_peered":"2023-08-28T02:16:50.309470+0000","last_unstale":"2023-08-28T02:30:54.659318+0000","last_undegraded":"2023-08-28T02:30:54.659318+0000","last_fullsized":"2023-08-28T02:30:54.659318+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:34:06.503952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":239,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-08-28T02:30:53.399770+0000","last_change":"2023-08-28T02:29:44.539254+0000","last_active":"2023-08-28T02:30:53.399770+0000","last_peered":"2023-08-28T02:30:53.399770+0000","last_clean":"2023-08-28T02:30:53.399770+0000","last_became_active":"2023-08-28T02:29:44.518954+0000","last_became_peered":"2023-08-28T02:29:44.518954+0000","last_unstale":"2023-08-28T02:30:53.399770+0000","last_undegraded":"2023-08-28T02:30:53.399770+0000","last_fullsized":"2023-08-28T02:30:53.399770+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:49:16.962351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":237,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-08-28T02:30:53.769383+0000","last_change":"2023-08-28T02:29:44.416934+0000","last_active":"2023-08-28T02:30:53.769383+0000","last_peered":"2023-08-28T02:30:53.769383+0000","last_clean":"2023-08-28T02:30:53.769383+0000","last_became_active":"2023-08-28T02:29:44.416577+0000","last_became_peered":"2023-08-28T02:29:44.416577+0000","last_unstale":"2023-08-28T02:30:53.769383+0000","last_undegraded":"2023-08-28T02:30:53.769383+0000","last_fullsized":"2023-08-28T02:30:53.769383+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:33.591285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":210,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-08-28T02:30:54.658436+0000","last_change":"2023-08-28T02:17:57.876478+0000","last_active":"2023-08-28T02:30:54.658436+0000","last_peered":"2023-08-28T02:30:54.658436+0000","last_clean":"2023-08-28T02:30:54.658436+0000","last_became_active":"2023-08-28T02:17:57.876048+0000","last_became_peered":"2023-08-28T02:17:57.876048+0000","last_unstale":"2023-08-28T02:30:54.658436+0000","last_undegraded":"2023-08-28T02:30:54.658436+0000","last_fullsized":"2023-08-28T02:30:54.658436+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:46:14.225407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":221,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-08-28T02:30:53.399775+0000","last_change":"2023-08-28T02:29:44.539659+0000","last_active":"2023-08-28T02:30:53.399775+0000","last_peered":"2023-08-28T02:30:53.399775+0000","last_clean":"2023-08-28T02:30:53.399775+0000","last_became_active":"2023-08-28T02:29:44.538974+0000","last_became_peered":"2023-08-28T02:29:44.538974+0000","last_unstale":"2023-08-28T02:30:53.399775+0000","last_undegraded":"2023-08-28T02:30:53.399775+0000","last_fullsized":"2023-08-28T02:30:53.399775+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:29:57.846238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":238,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-08-28T02:30:54.464489+0000","last_change":"2023-08-28T02:29:44.462510+0000","last_active":"2023-08-28T02:30:54.464489+0000","last_peered":"2023-08-28T02:30:54.464489+0000","last_clean":"2023-08-28T02:30:54.464489+0000","last_became_active":"2023-08-28T02:29:44.460314+0000","last_became_peered":"2023-08-28T02:29:44.460314+0000","last_unstale":"2023-08-28T02:30:54.464489+0000","last_undegraded":"2023-08-28T02:30:54.464489+0000","last_fullsized":"2023-08-28T02:30:54.464489+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:59:01.311467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":189,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-08-28T02:30:53.400561+0000","last_change":"2023-08-28T02:17:57.827818+0000","last_active":"2023-08-28T02:30:53.400561+0000","last_peered":"2023-08-28T02:30:53.400561+0000","last_clean":"2023-08-28T02:30:53.400561+0000","last_became_active":"2023-08-28T02:17:57.825999+0000","last_became_peered":"2023-08-28T02:17:57.825999+0000","last_unstale":"2023-08-28T02:30:53.400561+0000","last_undegraded":"2023-08-28T02:30:53.400561+0000","last_fullsized":"2023-08-28T02:30:53.400561+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:35:29.864132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"65'3","reported_seq":222,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-08-28T02:30:54.821480+0000","last_change":"2023-08-28T02:17:57.827265+0000","last_active":"2023-08-28T02:30:54.821480+0000","last_peered":"2023-08-28T02:30:54.821480+0000","last_clean":"2023-08-28T02:30:54.821480+0000","last_became_active":"2023-08-28T02:17:57.826872+0000","last_became_peered":"2023-08-28T02:17:57.826872+0000","last_unstale":"2023-08-28T02:30:54.821480+0000","last_undegraded":"2023-08-28T02:30:54.821480+0000","last_fullsized":"2023-08-28T02:30:54.821480+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:48:03.674891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":41,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-08-28T02:30:52.401338+0000","last_change":"2023-08-28T02:29:44.408404+0000","last_active":"2023-08-28T02:30:52.401338+0000","last_peered":"2023-08-28T02:30:52.401338+0000","last_clean":"2023-08-28T02:30:52.401338+0000","last_became_active":"2023-08-28T02:29:44.408111+0000","last_became_peered":"2023-08-28T02:29:44.408111+0000","last_unstale":"2023-08-28T02:30:52.401338+0000","last_undegraded":"2023-08-28T02:30:52.401338+0000","last_fullsized":"2023-08-28T02:30:52.401338+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:50:27.178700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":223,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-08-28T02:30:53.402718+0000","last_change":"2023-08-28T02:07:37.315303+0000","last_active":"2023-08-28T02:30:53.402718+0000","last_peered":"2023-08-28T02:30:53.402718+0000","last_clean":"2023-08-28T02:30:53.402718+0000","last_became_active":"2023-08-28T02:07:37.312336+0000","last_became_peered":"2023-08-28T02:07:37.312336+0000","last_unstale":"2023-08-28T02:30:53.402718+0000","last_undegraded":"2023-08-28T02:30:53.402718+0000","last_fullsized":"2023-08-28T02:30:53.402718+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T14:00:32.089076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":237,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-08-28T02:30:53.402745+0000","last_change":"2023-08-28T02:29:44.461459+0000","last_active":"2023-08-28T02:30:53.402745+0000","last_peered":"2023-08-28T02:30:53.402745+0000","last_clean":"2023-08-28T02:30:53.402745+0000","last_became_active":"2023-08-28T02:29:44.461161+0000","last_became_peered":"2023-08-28T02:29:44.461161+0000","last_unstale":"2023-08-28T02:30:53.402745+0000","last_undegraded":"2023-08-28T02:30:53.402745+0000","last_fullsized":"2023-08-28T02:30:53.402745+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:23:04.568003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"65'2","reported_seq":221,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-08-28T02:30:54.821806+0000","last_change":"2023-08-28T02:16:50.332699+0000","last_active":"2023-08-28T02:30:54.821806+0000","last_peered":"2023-08-28T02:30:54.821806+0000","last_clean":"2023-08-28T02:30:54.821806+0000","last_became_active":"2023-08-28T02:16:50.332337+0000","last_became_peered":"2023-08-28T02:16:50.332337+0000","last_unstale":"2023-08-28T02:30:54.821806+0000","last_undegraded":"2023-08-28T02:30:54.821806+0000","last_fullsized":"2023-08-28T02:30:54.821806+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:26:51.876295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":216,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-08-28T02:30:54.658957+0000","last_change":"2023-08-28T02:29:44.419566+0000","last_active":"2023-08-28T02:30:54.658957+0000","last_peered":"2023-08-28T02:30:54.658957+0000","last_clean":"2023-08-28T02:30:54.658957+0000","last_became_active":"2023-08-28T02:29:44.419053+0000","last_became_peered":"2023-08-28T02:29:44.419053+0000","last_unstale":"2023-08-28T02:30:54.658957+0000","last_undegraded":"2023-08-28T02:30:54.658957+0000","last_fullsized":"2023-08-28T02:30:54.658957+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:44:36.133499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":211,"reported_epoch":255,"state":"active+clean","last_fresh":"2023-08-28T02:30:58.425114+0000","last_change":"2023-08-28T02:17:57.870068+0000","last_active":"2023-08-28T02:30:58.425114+0000","last_peered":"2023-08-28T02:30:58.425114+0000","last_clean":"2023-08-28T02:30:58.425114+0000","last_became_active":"2023-08-28T02:17:57.869718+0000","last_became_peered":"2023-08-28T02:17:57.869718+0000","last_unstale":"2023-08-28T02:30:58.425114+0000","last_undegraded":"2023-08-28T02:30:58.425114+0000","last_fullsized":"2023-08-28T02:30:58.425114+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:28:47.968132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":217,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-08-28T02:30:54.463856+0000","last_change":"2023-08-28T02:17:57.827021+0000","last_active":"2023-08-28T02:30:54.463856+0000","last_peered":"2023-08-28T02:30:54.463856+0000","last_clean":"2023-08-28T02:30:54.463856+0000","last_became_active":"2023-08-28T02:17:57.826722+0000","last_became_peered":"2023-08-28T02:17:57.826722+0000","last_unstale":"2023-08-28T02:30:54.463856+0000","last_undegraded":"2023-08-28T02:30:54.463856+0000","last_fullsized":"2023-08-28T02:30:54.463856+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:02:26.183338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":202,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-08-28T02:30:54.821691+0000","last_change":"2023-08-28T02:07:37.318077+0000","last_active":"2023-08-28T02:30:54.821691+0000","last_peered":"2023-08-28T02:30:54.821691+0000","last_clean":"2023-08-28T02:30:54.821691+0000","last_became_active":"2023-08-28T02:07:37.317784+0000","last_became_peered":"2023-08-28T02:07:37.317784+0000","last_unstale":"2023-08-28T02:30:54.821691+0000","last_undegraded":"2023-08-28T02:30:54.821691+0000","last_fullsized":"2023-08-28T02:30:54.821691+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:08:37.079996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":211,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-08-28T02:30:54.658283+0000","last_change":"2023-08-28T02:17:57.870143+0000","last_active":"2023-08-28T02:30:54.658283+0000","last_peered":"2023-08-28T02:30:54.658283+0000","last_clean":"2023-08-28T02:30:54.658283+0000","last_became_active":"2023-08-28T02:17:57.869769+0000","last_became_peered":"2023-08-28T02:17:57.869769+0000","last_unstale":"2023-08-28T02:30:54.658283+0000","last_undegraded":"2023-08-28T02:30:54.658283+0000","last_fullsized":"2023-08-28T02:30:54.658283+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:21:29.581768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"65'8","reported_seq":226,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-08-28T02:30:53.768060+0000","last_change":"2023-08-28T02:14:43.083962+0000","last_active":"2023-08-28T02:30:53.768060+0000","last_peered":"2023-08-28T02:30:53.768060+0000","last_clean":"2023-08-28T02:30:53.768060+0000","last_became_active":"2023-08-28T02:14:43.083699+0000","last_became_peered":"2023-08-28T02:14:43.083699+0000","last_unstale":"2023-08-28T02:30:53.768060+0000","last_undegraded":"2023-08-28T02:30:53.768060+0000","last_fullsized":"2023-08-28T02:30:53.768060+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:34:42.581750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":221,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-08-28T02:30:53.401564+0000","last_change":"2023-08-28T02:29:44.544454+0000","last_active":"2023-08-28T02:30:53.401564+0000","last_peered":"2023-08-28T02:30:53.401564+0000","last_clean":"2023-08-28T02:30:53.401564+0000","last_became_active":"2023-08-28T02:29:44.519465+0000","last_became_peered":"2023-08-28T02:29:44.519465+0000","last_unstale":"2023-08-28T02:30:53.401564+0000","last_undegraded":"2023-08-28T02:30:53.401564+0000","last_fullsized":"2023-08-28T02:30:53.401564+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:47:21.212316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"255'822","reported_seq":835,"reported_epoch":255,"state":"active+clean","last_fresh":"2023-08-28T02:31:00.650609+0000","last_change":"2023-08-28T02:30:50.402703+0000","last_active":"2023-08-28T02:31:00.650609+0000","last_peered":"2023-08-28T02:31:00.650609+0000","last_clean":"2023-08-28T02:31:00.650609+0000","last_became_active":"2023-08-28T02:30:50.402419+0000","last_became_peered":"2023-08-28T02:30:50.402419+0000","last_unstale":"2023-08-28T02:31:00.650609+0000","last_undegraded":"2023-08-28T02:31:00.650609+0000","last_fullsized":"2023-08-28T02:31:00.650609+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":822,"log_dups_size":0,"ondisk_log_size":822,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:07:37.393907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53870592,"num_objects":822,"num_object_clones":0,"num_object_copies":2466,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":822,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":822,"num_write_kb":52608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"65'1","reported_seq":220,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-08-28T02:30:54.822144+0000","last_change":"2023-08-28T02:14:43.046130+0000","last_active":"2023-08-28T02:30:54.822144+0000","last_peered":"2023-08-28T02:30:54.822144+0000","last_clean":"2023-08-28T02:30:54.822144+0000","last_became_active":"2023-08-28T02:14:43.045775+0000","last_became_peered":"2023-08-28T02:14:43.045775+0000","last_unstale":"2023-08-28T02:30:54.822144+0000","last_undegraded":"2023-08-28T02:30:54.822144+0000","last_fullsized":"2023-08-28T02:30:54.822144+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:57:38.279756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":200,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-08-28T02:30:54.463974+0000","last_change":"2023-08-28T02:07:37.452412+0000","last_active":"2023-08-28T02:30:54.463974+0000","last_peered":"2023-08-28T02:30:54.463974+0000","last_clean":"2023-08-28T02:30:54.463974+0000","last_became_active":"2023-08-28T02:07:37.452156+0000","last_became_peered":"2023-08-28T02:07:37.452156+0000","last_unstale":"2023-08-28T02:30:54.463974+0000","last_undegraded":"2023-08-28T02:30:54.463974+0000","last_fullsized":"2023-08-28T02:30:54.463974+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:10:33.405360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"255'999","reported_seq":1013,"reported_epoch":255,"state":"active+clean","last_fresh":"2023-08-28T02:31:01.830018+0000","last_change":"2023-08-28T02:30:50.408089+0000","last_active":"2023-08-28T02:31:01.830018+0000","last_peered":"2023-08-28T02:31:01.830018+0000","last_clean":"2023-08-28T02:31:01.830018+0000","last_became_active":"2023-08-28T02:30:50.407747+0000","last_became_peered":"2023-08-28T02:30:50.407747+0000","last_unstale":"2023-08-28T02:31:01.830018+0000","last_undegraded":"2023-08-28T02:31:01.830018+0000","last_fullsized":"2023-08-28T02:31:01.830018+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":999,"log_dups_size":0,"ondisk_log_size":999,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:58:42.798255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":65470464,"num_objects":999,"num_object_clones":0,"num_object_copies":2997,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":999,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":999,"num_write_kb":63936,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"65'2","reported_seq":245,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-08-28T02:30:54.822030+0000","last_change":"2023-08-28T02:29:44.436352+0000","last_active":"2023-08-28T02:30:54.822030+0000","last_peered":"2023-08-28T02:30:54.822030+0000","last_clean":"2023-08-28T02:30:54.822030+0000","last_became_active":"2023-08-28T02:29:44.411499+0000","last_became_peered":"2023-08-28T02:29:44.411499+0000","last_unstale":"2023-08-28T02:30:54.822030+0000","last_undegraded":"2023-08-28T02:30:54.822030+0000","last_fullsized":"2023-08-28T02:30:54.822030+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:46:57.540191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":254,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-08-28T02:30:53.402538+0000","last_change":"2023-08-28T02:29:44.453936+0000","last_active":"2023-08-28T02:30:53.402538+0000","last_peered":"2023-08-28T02:30:53.402538+0000","last_clean":"2023-08-28T02:30:53.402538+0000","last_became_active":"2023-08-28T02:29:44.453643+0000","last_became_peered":"2023-08-28T02:29:44.453643+0000","last_unstale":"2023-08-28T02:30:53.402538+0000","last_undegraded":"2023-08-28T02:30:53.402538+0000","last_fullsized":"2023-08-28T02:30:53.402538+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:13:50.608381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"255'959","reported_seq":972,"reported_epoch":255,"state":"active+clean","last_fresh":"2023-08-28T02:31:02.052099+0000","last_change":"2023-08-28T02:30:50.401499+0000","last_active":"2023-08-28T02:31:02.052099+0000","last_peered":"2023-08-28T02:31:02.052099+0000","last_clean":"2023-08-28T02:31:02.052099+0000","last_became_active":"2023-08-28T02:30:50.401194+0000","last_became_peered":"2023-08-28T02:30:50.401194+0000","last_unstale":"2023-08-28T02:31:02.052099+0000","last_undegraded":"2023-08-28T02:31:02.052099+0000","last_fullsized":"2023-08-28T02:31:02.052099+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":959,"log_dups_size":0,"ondisk_log_size":959,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:04:52.808204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":62849024,"num_objects":959,"num_object_clones":0,"num_object_copies":2877,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":959,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":959,"num_write_kb":61376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"65'1","reported_seq":203,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-08-28T02:30:54.821962+0000","last_change":"2023-08-28T02:07:37.312010+0000","last_active":"2023-08-28T02:30:54.821962+0000","last_peered":"2023-08-28T02:30:54.821962+0000","last_clean":"2023-08-28T02:30:54.821962+0000","last_became_active":"2023-08-28T02:07:37.311737+0000","last_became_peered":"2023-08-28T02:07:37.311737+0000","last_unstale":"2023-08-28T02:30:54.821962+0000","last_undegraded":"2023-08-28T02:30:54.821962+0000","last_fullsized":"2023-08-28T02:30:54.821962+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:09:38.844075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":237,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-08-28T02:30:53.768751+0000","last_change":"2023-08-28T02:29:44.407981+0000","last_active":"2023-08-28T02:30:53.768751+0000","last_peered":"2023-08-28T02:30:53.768751+0000","last_clean":"2023-08-28T02:30:53.768751+0000","last_became_active":"2023-08-28T02:29:44.407689+0000","last_became_peered":"2023-08-28T02:29:44.407689+0000","last_unstale":"2023-08-28T02:30:53.768751+0000","last_undegraded":"2023-08-28T02:30:53.768751+0000","last_fullsized":"2023-08-28T02:30:53.768751+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:37:07.047429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.5","version":"255'658","reported_seq":672,"reported_epoch":255,"state":"active+clean","last_fresh":"2023-08-28T02:30:59.217032+0000","last_change":"2023-08-28T02:30:50.400544+0000","last_active":"2023-08-28T02:30:59.217032+0000","last_peered":"2023-08-28T02:30:59.217032+0000","last_clean":"2023-08-28T02:30:59.217032+0000","last_became_active":"2023-08-28T02:30:50.400225+0000","last_became_peered":"2023-08-28T02:30:50.400225+0000","last_unstale":"2023-08-28T02:30:59.217032+0000","last_undegraded":"2023-08-28T02:30:59.217032+0000","last_fullsized":"2023-08-28T02:30:59.217032+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":658,"log_dups_size":0,"ondisk_log_size":658,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:53:30.305122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":43122688,"num_objects":658,"num_object_clones":0,"num_object_copies":1974,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":658,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":658,"num_write_kb":42112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,3],"acting":[2,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":218,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-08-28T02:30:54.463856+0000","last_change":"2023-08-28T02:17:57.872076+0000","last_active":"2023-08-28T02:30:54.463856+0000","last_peered":"2023-08-28T02:30:54.463856+0000","last_clean":"2023-08-28T02:30:54.463856+0000","last_became_active":"2023-08-28T02:17:57.871701+0000","last_became_peered":"2023-08-28T02:17:57.871701+0000","last_unstale":"2023-08-28T02:30:54.463856+0000","last_undegraded":"2023-08-28T02:30:54.463856+0000","last_fullsized":"2023-08-28T02:30:54.463856+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:34:26.505505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":243,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-08-28T02:30:54.659663+0000","last_change":"2023-08-28T02:29:44.436713+0000","last_active":"2023-08-28T02:30:54.659663+0000","last_peered":"2023-08-28T02:30:54.659663+0000","last_clean":"2023-08-28T02:30:54.659663+0000","last_became_active":"2023-08-28T02:29:44.436203+0000","last_became_peered":"2023-08-28T02:29:44.436203+0000","last_unstale":"2023-08-28T02:30:54.659663+0000","last_undegraded":"2023-08-28T02:30:54.659663+0000","last_fullsized":"2023-08-28T02:30:54.659663+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:46:48.522293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"254'363","reported_seq":376,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-08-28T02:30:57.362764+0000","last_change":"2023-08-28T02:30:50.399669+0000","last_active":"2023-08-28T02:30:57.362764+0000","last_peered":"2023-08-28T02:30:57.362764+0000","last_clean":"2023-08-28T02:30:57.362764+0000","last_became_active":"2023-08-28T02:30:50.399332+0000","last_became_peered":"2023-08-28T02:30:50.399332+0000","last_unstale":"2023-08-28T02:30:57.362764+0000","last_undegraded":"2023-08-28T02:30:57.362764+0000","last_fullsized":"2023-08-28T02:30:57.362764+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":363,"log_dups_size":0,"ondisk_log_size":363,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:00:54.910841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":23789568,"num_objects":363,"num_object_clones":0,"num_object_copies":1089,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":363,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":363,"num_write_kb":23232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"75'161","reported_seq":626,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-08-28T02:30:54.821785+0000","last_change":"2023-08-28T02:27:46.338501+0000","last_active":"2023-08-28T02:30:54.821785+0000","last_peered":"2023-08-28T02:30:54.821785+0000","last_clean":"2023-08-28T02:30:54.821785+0000","last_became_active":"2023-08-28T02:27:46.338143+0000","last_became_peered":"2023-08-28T02:27:46.338143+0000","last_unstale":"2023-08-28T02:30:54.821785+0000","last_undegraded":"2023-08-28T02:30:54.821785+0000","last_fullsized":"2023-08-28T02:30:54.821785+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":21,"num_write_kb":219,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"65'2","reported_seq":234,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-08-28T02:30:53.399978+0000","last_change":"2023-08-28T02:17:57.845300+0000","last_active":"2023-08-28T02:30:53.399978+0000","last_peered":"2023-08-28T02:30:53.399978+0000","last_clean":"2023-08-28T02:30:53.399978+0000","last_became_active":"2023-08-28T02:17:57.843639+0000","last_became_peered":"2023-08-28T02:17:57.843639+0000","last_unstale":"2023-08-28T02:30:53.399978+0000","last_undegraded":"2023-08-28T02:30:53.399978+0000","last_fullsized":"2023-08-28T02:30:53.399978+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:27.684476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":217,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-08-28T02:30:53.402703+0000","last_change":"2023-08-28T02:17:57.825494+0000","last_active":"2023-08-28T02:30:53.402703+0000","last_peered":"2023-08-28T02:30:53.402703+0000","last_clean":"2023-08-28T02:30:53.402703+0000","last_became_active":"2023-08-28T02:17:57.825112+0000","last_became_peered":"2023-08-28T02:17:57.825112+0000","last_unstale":"2023-08-28T02:30:53.402703+0000","last_undegraded":"2023-08-28T02:30:53.402703+0000","last_fullsized":"2023-08-28T02:30:53.402703+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:04:13.819397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"255'832","reported_seq":845,"reported_epoch":255,"state":"active+clean","last_fresh":"2023-08-28T02:31:00.634118+0000","last_change":"2023-08-28T02:30:50.402059+0000","last_active":"2023-08-28T02:31:00.634118+0000","last_peered":"2023-08-28T02:31:00.634118+0000","last_clean":"2023-08-28T02:31:00.634118+0000","last_became_active":"2023-08-28T02:30:50.401509+0000","last_became_peered":"2023-08-28T02:30:50.401509+0000","last_unstale":"2023-08-28T02:31:00.634118+0000","last_undegraded":"2023-08-28T02:31:00.634118+0000","last_fullsized":"2023-08-28T02:31:00.634118+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":832,"log_dups_size":0,"ondisk_log_size":832,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:26:25.192302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":54525952,"num_objects":832,"num_object_clones":0,"num_object_copies":2496,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":832,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":832,"num_write_kb":53248,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"75'161","reported_seq":480,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-08-28T02:30:54.463963+0000","last_change":"2023-08-28T02:30:45.407188+0000","last_active":"2023-08-28T02:30:54.463963+0000","last_peered":"2023-08-28T02:30:54.463963+0000","last_clean":"2023-08-28T02:30:54.463963+0000","last_became_active":"2023-08-28T02:29:07.864446+0000","last_became_peered":"2023-08-28T02:29:07.864446+0000","last_unstale":"2023-08-28T02:30:54.463963+0000","last_undegraded":"2023-08-28T02:30:54.463963+0000","last_fullsized":"2023-08-28T02:30:54.463963+0000","mapping_epoch":203,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":204,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:45.407127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:45.407127+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:09:40.142271+0000","scrub_duration":0.0018495320000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":144,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-08-28T02:30:53.402585+0000","last_change":"2023-08-28T02:29:44.461326+0000","last_active":"2023-08-28T02:30:53.402585+0000","last_peered":"2023-08-28T02:30:53.402585+0000","last_clean":"2023-08-28T02:30:53.402585+0000","last_became_active":"2023-08-28T02:29:44.454950+0000","last_became_peered":"2023-08-28T02:29:44.454950+0000","last_unstale":"2023-08-28T02:30:53.402585+0000","last_undegraded":"2023-08-28T02:30:53.402585+0000","last_fullsized":"2023-08-28T02:30:53.402585+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:13:42.620393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":217,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-08-28T02:30:54.658763+0000","last_change":"2023-08-28T02:29:44.416498+0000","last_active":"2023-08-28T02:30:54.658763+0000","last_peered":"2023-08-28T02:30:54.658763+0000","last_clean":"2023-08-28T02:30:54.658763+0000","last_became_active":"2023-08-28T02:29:44.416168+0000","last_became_peered":"2023-08-28T02:29:44.416168+0000","last_unstale":"2023-08-28T02:30:54.658763+0000","last_undegraded":"2023-08-28T02:30:54.658763+0000","last_fullsized":"2023-08-28T02:30:54.658763+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:13:18.592840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.0","version":"255'844","reported_seq":857,"reported_epoch":255,"state":"active+clean","last_fresh":"2023-08-28T02:31:00.586018+0000","last_change":"2023-08-28T02:30:50.405597+0000","last_active":"2023-08-28T02:31:00.586018+0000","last_peered":"2023-08-28T02:31:00.586018+0000","last_clean":"2023-08-28T02:31:00.586018+0000","last_became_active":"2023-08-28T02:30:50.405372+0000","last_became_peered":"2023-08-28T02:30:50.405372+0000","last_unstale":"2023-08-28T02:31:00.586018+0000","last_undegraded":"2023-08-28T02:31:00.586018+0000","last_fullsized":"2023-08-28T02:31:00.586018+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":844,"log_dups_size":0,"ondisk_log_size":844,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:14:41.860101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55312384,"num_objects":844,"num_object_clones":0,"num_object_copies":2532,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":844,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":844,"num_write_kb":54016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,4],"acting":[6,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":218,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-08-28T02:30:53.402533+0000","last_change":"2023-08-28T02:16:50.340534+0000","last_active":"2023-08-28T02:30:53.402533+0000","last_peered":"2023-08-28T02:30:53.402533+0000","last_clean":"2023-08-28T02:30:53.402533+0000","last_became_active":"2023-08-28T02:16:50.340208+0000","last_became_peered":"2023-08-28T02:16:50.340208+0000","last_unstale":"2023-08-28T02:30:53.402533+0000","last_undegraded":"2023-08-28T02:30:53.402533+0000","last_fullsized":"2023-08-28T02:30:53.402533+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:15:28.933937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":236,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-08-28T02:30:53.403059+0000","last_change":"2023-08-28T02:29:44.477356+0000","last_active":"2023-08-28T02:30:53.403059+0000","last_peered":"2023-08-28T02:30:53.403059+0000","last_clean":"2023-08-28T02:30:53.403059+0000","last_became_active":"2023-08-28T02:29:44.477153+0000","last_became_peered":"2023-08-28T02:29:44.477153+0000","last_unstale":"2023-08-28T02:30:53.403059+0000","last_undegraded":"2023-08-28T02:30:53.403059+0000","last_fullsized":"2023-08-28T02:30:53.403059+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:08:28.177350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"255'909","reported_seq":922,"reported_epoch":255,"state":"active+clean","last_fresh":"2023-08-28T02:31:01.212919+0000","last_change":"2023-08-28T02:30:50.400261+0000","last_active":"2023-08-28T02:31:01.212919+0000","last_peered":"2023-08-28T02:31:01.212919+0000","last_clean":"2023-08-28T02:31:01.212919+0000","last_became_active":"2023-08-28T02:30:50.399938+0000","last_became_peered":"2023-08-28T02:30:50.399938+0000","last_unstale":"2023-08-28T02:31:01.212919+0000","last_undegraded":"2023-08-28T02:31:01.212919+0000","last_fullsized":"2023-08-28T02:31:01.212919+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":909,"log_dups_size":0,"ondisk_log_size":909,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:43:56.802792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":59572224,"num_objects":909,"num_object_clones":0,"num_object_copies":2727,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":909,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":909,"num_write_kb":58176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"75'161","reported_seq":494,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-08-28T02:30:54.464244+0000","last_change":"2023-08-28T02:29:25.608441+0000","last_active":"2023-08-28T02:30:54.464244+0000","last_peered":"2023-08-28T02:30:54.464244+0000","last_clean":"2023-08-28T02:30:54.464244+0000","last_became_active":"2023-08-28T02:27:46.344991+0000","last_became_peered":"2023-08-28T02:27:46.344991+0000","last_unstale":"2023-08-28T02:30:54.464244+0000","last_undegraded":"2023-08-28T02:30:54.464244+0000","last_fullsized":"2023-08-28T02:30:54.464244+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_clean_scrub_stamp":"2023-08-28T02:29:25.608370+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:10:31.931513+0000","scrub_duration":0.001662689,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":223,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-08-28T02:30:56.851118+0000","last_change":"2023-08-28T02:29:44.539479+0000","last_active":"2023-08-28T02:30:56.851118+0000","last_peered":"2023-08-28T02:30:56.851118+0000","last_clean":"2023-08-28T02:30:56.851118+0000","last_became_active":"2023-08-28T02:29:44.538566+0000","last_became_peered":"2023-08-28T02:29:44.538566+0000","last_unstale":"2023-08-28T02:30:56.851118+0000","last_undegraded":"2023-08-28T02:30:56.851118+0000","last_fullsized":"2023-08-28T02:30:56.851118+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:15:30.736135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":41,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-08-28T02:30:52.401164+0000","last_change":"2023-08-28T02:29:44.429834+0000","last_active":"2023-08-28T02:30:52.401164+0000","last_peered":"2023-08-28T02:30:52.401164+0000","last_clean":"2023-08-28T02:30:52.401164+0000","last_became_active":"2023-08-28T02:29:44.429512+0000","last_became_peered":"2023-08-28T02:29:44.429512+0000","last_unstale":"2023-08-28T02:30:52.401164+0000","last_undegraded":"2023-08-28T02:30:52.401164+0000","last_fullsized":"2023-08-28T02:30:52.401164+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:58.062455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"255'879","reported_seq":892,"reported_epoch":255,"state":"active+clean","last_fresh":"2023-08-28T02:31:01.191912+0000","last_change":"2023-08-28T02:30:50.402348+0000","last_active":"2023-08-28T02:31:01.191912+0000","last_peered":"2023-08-28T02:31:01.191912+0000","last_clean":"2023-08-28T02:31:01.191912+0000","last_became_active":"2023-08-28T02:30:50.402076+0000","last_became_peered":"2023-08-28T02:30:50.402076+0000","last_unstale":"2023-08-28T02:31:01.191912+0000","last_undegraded":"2023-08-28T02:31:01.191912+0000","last_fullsized":"2023-08-28T02:31:01.191912+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":879,"log_dups_size":0,"ondisk_log_size":879,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:24.859426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57606144,"num_objects":879,"num_object_clones":0,"num_object_copies":2637,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":879,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":879,"num_write_kb":56256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.7","version":"75'161","reported_seq":471,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-08-28T02:30:53.401487+0000","last_change":"2023-08-28T02:28:52.901603+0000","last_active":"2023-08-28T02:30:53.401487+0000","last_peered":"2023-08-28T02:30:53.401487+0000","last_clean":"2023-08-28T02:30:53.401487+0000","last_became_active":"2023-08-28T02:28:52.901228+0000","last_became_peered":"2023-08-28T02:28:52.901228+0000","last_unstale":"2023-08-28T02:30:53.401487+0000","last_undegraded":"2023-08-28T02:30:53.401487+0000","last_fullsized":"2023-08-28T02:30:53.401487+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":41,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-08-28T02:30:52.401243+0000","last_change":"2023-08-28T02:29:44.407595+0000","last_active":"2023-08-28T02:30:52.401243+0000","last_peered":"2023-08-28T02:30:52.401243+0000","last_clean":"2023-08-28T02:30:52.401243+0000","last_became_active":"2023-08-28T02:29:44.407316+0000","last_became_peered":"2023-08-28T02:29:44.407316+0000","last_unstale":"2023-08-28T02:30:52.401243+0000","last_undegraded":"2023-08-28T02:30:52.401243+0000","last_fullsized":"2023-08-28T02:30:52.401243+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:01:47.777709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":235,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-08-28T02:30:54.463872+0000","last_change":"2023-08-28T02:17:57.832204+0000","last_active":"2023-08-28T02:30:54.463872+0000","last_peered":"2023-08-28T02:30:54.463872+0000","last_clean":"2023-08-28T02:30:54.463872+0000","last_became_active":"2023-08-28T02:17:57.831885+0000","last_became_peered":"2023-08-28T02:17:57.831885+0000","last_unstale":"2023-08-28T02:30:54.463872+0000","last_undegraded":"2023-08-28T02:30:54.463872+0000","last_fullsized":"2023-08-28T02:30:54.463872+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:14:33.767147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":41,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-08-28T02:30:52.401274+0000","last_change":"2023-08-28T02:29:44.506914+0000","last_active":"2023-08-28T02:30:52.401274+0000","last_peered":"2023-08-28T02:30:52.401274+0000","last_clean":"2023-08-28T02:30:52.401274+0000","last_became_active":"2023-08-28T02:29:44.506606+0000","last_became_peered":"2023-08-28T02:29:44.506606+0000","last_unstale":"2023-08-28T02:30:52.401274+0000","last_undegraded":"2023-08-28T02:30:52.401274+0000","last_fullsized":"2023-08-28T02:30:52.401274+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:55:50.992279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"255'824","reported_seq":837,"reported_epoch":255,"state":"active+clean","last_fresh":"2023-08-28T02:31:00.593604+0000","last_change":"2023-08-28T02:30:50.408123+0000","last_active":"2023-08-28T02:31:00.593604+0000","last_peered":"2023-08-28T02:31:00.593604+0000","last_clean":"2023-08-28T02:31:00.593604+0000","last_became_active":"2023-08-28T02:30:50.407828+0000","last_became_peered":"2023-08-28T02:30:50.407828+0000","last_unstale":"2023-08-28T02:31:00.593604+0000","last_undegraded":"2023-08-28T02:31:00.593604+0000","last_fullsized":"2023-08-28T02:31:00.593604+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":824,"log_dups_size":0,"ondisk_log_size":824,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:52:15.032022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":54001664,"num_objects":824,"num_object_clones":0,"num_object_copies":2472,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":824,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":824,"num_write_kb":52736,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.1","version":"75'161","reported_seq":494,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-08-28T02:30:54.464072+0000","last_change":"2023-08-28T02:29:24.559480+0000","last_active":"2023-08-28T02:30:54.464072+0000","last_peered":"2023-08-28T02:30:54.464072+0000","last_clean":"2023-08-28T02:30:54.464072+0000","last_became_active":"2023-08-28T02:27:46.385155+0000","last_became_peered":"2023-08-28T02:27:46.385155+0000","last_unstale":"2023-08-28T02:30:54.464072+0000","last_undegraded":"2023-08-28T02:30:54.464072+0000","last_fullsized":"2023-08-28T02:30:54.464072+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:24.559397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:24.559397+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:26:18.334990+0000","scrub_duration":0.001580328,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":242,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-08-28T02:30:54.464166+0000","last_change":"2023-08-28T02:29:44.459918+0000","last_active":"2023-08-28T02:30:54.464166+0000","last_peered":"2023-08-28T02:30:54.464166+0000","last_clean":"2023-08-28T02:30:54.464166+0000","last_became_active":"2023-08-28T02:29:44.459609+0000","last_became_peered":"2023-08-28T02:29:44.459609+0000","last_unstale":"2023-08-28T02:30:54.464166+0000","last_undegraded":"2023-08-28T02:30:54.464166+0000","last_fullsized":"2023-08-28T02:30:54.464166+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:12:59.946432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":218,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-08-28T02:30:53.402708+0000","last_change":"2023-08-28T02:14:43.039758+0000","last_active":"2023-08-28T02:30:53.402708+0000","last_peered":"2023-08-28T02:30:53.402708+0000","last_clean":"2023-08-28T02:30:53.402708+0000","last_became_active":"2023-08-28T02:14:43.039236+0000","last_became_peered":"2023-08-28T02:14:43.039236+0000","last_unstale":"2023-08-28T02:30:53.402708+0000","last_undegraded":"2023-08-28T02:30:53.402708+0000","last_fullsized":"2023-08-28T02:30:53.402708+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:49:11.066668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":41,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-08-28T02:30:52.401305+0000","last_change":"2023-08-28T02:29:44.508023+0000","last_active":"2023-08-28T02:30:52.401305+0000","last_peered":"2023-08-28T02:30:52.401305+0000","last_clean":"2023-08-28T02:30:52.401305+0000","last_became_active":"2023-08-28T02:29:44.507153+0000","last_became_peered":"2023-08-28T02:29:44.507153+0000","last_unstale":"2023-08-28T02:30:52.401305+0000","last_undegraded":"2023-08-28T02:30:52.401305+0000","last_fullsized":"2023-08-28T02:30:52.401305+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:21:28.918710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"255'830","reported_seq":840,"reported_epoch":255,"state":"active+clean","last_fresh":"2023-08-28T02:31:00.651092+0000","last_change":"2023-08-28T02:30:50.403345+0000","last_active":"2023-08-28T02:31:00.651092+0000","last_peered":"2023-08-28T02:31:00.651092+0000","last_clean":"2023-08-28T02:31:00.651092+0000","last_became_active":"2023-08-28T02:30:50.403048+0000","last_became_peered":"2023-08-28T02:30:50.403048+0000","last_unstale":"2023-08-28T02:31:00.651092+0000","last_undegraded":"2023-08-28T02:31:00.651092+0000","last_fullsized":"2023-08-28T02:31:00.651092+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":830,"log_dups_size":0,"ondisk_log_size":830,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:12:50.351353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":54394880,"num_objects":830,"num_object_clones":0,"num_object_copies":2490,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":830,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":830,"num_write_kb":53120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2","version":"75'161","reported_seq":636,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-08-28T02:30:54.821742+0000","last_change":"2023-08-28T02:30:51.762377+0000","last_active":"2023-08-28T02:30:54.821742+0000","last_peered":"2023-08-28T02:30:54.821742+0000","last_clean":"2023-08-28T02:30:54.821742+0000","last_became_active":"2023-08-28T02:27:46.375590+0000","last_became_peered":"2023-08-28T02:27:46.375590+0000","last_unstale":"2023-08-28T02:30:54.821742+0000","last_undegraded":"2023-08-28T02:30:54.821742+0000","last_fullsized":"2023-08-28T02:30:54.821742+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:51.762314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:51.762314+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:02.034555+0000","scrub_duration":0.0020023620000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":227,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-08-28T02:30:53.405361+0000","last_change":"2023-08-28T02:17:57.849218+0000","last_active":"2023-08-28T02:30:53.405361+0000","last_peered":"2023-08-28T02:30:53.405361+0000","last_clean":"2023-08-28T02:30:53.405361+0000","last_became_active":"2023-08-28T02:17:57.848849+0000","last_became_peered":"2023-08-28T02:17:57.848849+0000","last_unstale":"2023-08-28T02:30:53.405361+0000","last_undegraded":"2023-08-28T02:30:53.405361+0000","last_fullsized":"2023-08-28T02:30:53.405361+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:52:44.006871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":41,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-08-28T02:30:52.400934+0000","last_change":"2023-08-28T02:29:44.509812+0000","last_active":"2023-08-28T02:30:52.400934+0000","last_peered":"2023-08-28T02:30:52.400934+0000","last_clean":"2023-08-28T02:30:52.400934+0000","last_became_active":"2023-08-28T02:29:44.509449+0000","last_became_peered":"2023-08-28T02:29:44.509449+0000","last_unstale":"2023-08-28T02:30:52.400934+0000","last_undegraded":"2023-08-28T02:30:52.400934+0000","last_fullsized":"2023-08-28T02:30:52.400934+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:56:56.807893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":41,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-08-28T02:30:52.401205+0000","last_change":"2023-08-28T02:29:44.427945+0000","last_active":"2023-08-28T02:30:52.401205+0000","last_peered":"2023-08-28T02:30:52.401205+0000","last_clean":"2023-08-28T02:30:52.401205+0000","last_became_active":"2023-08-28T02:29:44.426487+0000","last_became_peered":"2023-08-28T02:29:44.426487+0000","last_unstale":"2023-08-28T02:30:52.401205+0000","last_undegraded":"2023-08-28T02:30:52.401205+0000","last_fullsized":"2023-08-28T02:30:52.401205+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:30:20.438896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"254'400","reported_seq":413,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-08-28T02:30:57.365377+0000","last_change":"2023-08-28T02:30:50.405844+0000","last_active":"2023-08-28T02:30:57.365377+0000","last_peered":"2023-08-28T02:30:57.365377+0000","last_clean":"2023-08-28T02:30:57.365377+0000","last_became_active":"2023-08-28T02:30:50.405556+0000","last_became_peered":"2023-08-28T02:30:50.405556+0000","last_unstale":"2023-08-28T02:30:57.365377+0000","last_undegraded":"2023-08-28T02:30:57.365377+0000","last_fullsized":"2023-08-28T02:30:57.365377+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":400,"log_dups_size":0,"ondisk_log_size":400,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T14:10:10.755715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26214400,"num_objects":400,"num_object_clones":0,"num_object_copies":1200,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":400,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":400,"num_write_kb":25600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":222,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-08-28T02:30:54.464291+0000","last_change":"2023-08-28T02:16:50.342424+0000","last_active":"2023-08-28T02:30:54.464291+0000","last_peered":"2023-08-28T02:30:54.464291+0000","last_clean":"2023-08-28T02:30:54.464291+0000","last_became_active":"2023-08-28T02:16:50.342083+0000","last_became_peered":"2023-08-28T02:16:50.342083+0000","last_unstale":"2023-08-28T02:30:54.464291+0000","last_undegraded":"2023-08-28T02:30:54.464291+0000","last_fullsized":"2023-08-28T02:30:54.464291+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:48:40.173542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"75'161","reported_seq":617,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-08-28T02:30:54.821658+0000","last_change":"2023-08-28T02:30:48.821063+0000","last_active":"2023-08-28T02:30:54.821658+0000","last_peered":"2023-08-28T02:30:54.821658+0000","last_clean":"2023-08-28T02:30:54.821658+0000","last_became_active":"2023-08-28T02:27:39.235381+0000","last_became_peered":"2023-08-28T02:27:39.235381+0000","last_unstale":"2023-08-28T02:30:54.821658+0000","last_undegraded":"2023-08-28T02:30:54.821658+0000","last_fullsized":"2023-08-28T02:30:54.821658+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.820990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.820990+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T14:02:42.714866+0000","scrub_duration":0.0017342480000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":190,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-08-28T02:30:53.400119+0000","last_change":"2023-08-28T02:17:57.830935+0000","last_active":"2023-08-28T02:30:53.400119+0000","last_peered":"2023-08-28T02:30:53.400119+0000","last_clean":"2023-08-28T02:30:53.400119+0000","last_became_active":"2023-08-28T02:17:57.830393+0000","last_became_peered":"2023-08-28T02:17:57.830393+0000","last_unstale":"2023-08-28T02:30:53.400119+0000","last_undegraded":"2023-08-28T02:30:53.400119+0000","last_fullsized":"2023-08-28T02:30:53.400119+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:53:51.589050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":67,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-08-28T02:30:53.402990+0000","last_change":"2023-08-28T02:28:52.900597+0000","last_active":"2023-08-28T02:30:53.402990+0000","last_peered":"2023-08-28T02:30:53.402990+0000","last_clean":"2023-08-28T02:30:53.402990+0000","last_became_active":"2023-08-28T02:28:52.900298+0000","last_became_peered":"2023-08-28T02:28:52.900298+0000","last_unstale":"2023-08-28T02:30:53.402990+0000","last_undegraded":"2023-08-28T02:30:53.402990+0000","last_fullsized":"2023-08-28T02:30:53.402990+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:11:05.933704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,7],"acting":[4,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"255'989","reported_seq":1003,"reported_epoch":255,"state":"active+clean","last_fresh":"2023-08-28T02:31:02.058682+0000","last_change":"2023-08-28T02:30:50.397096+0000","last_active":"2023-08-28T02:31:02.058682+0000","last_peered":"2023-08-28T02:31:02.058682+0000","last_clean":"2023-08-28T02:31:02.058682+0000","last_became_active":"2023-08-28T02:30:50.396803+0000","last_became_peered":"2023-08-28T02:30:50.396803+0000","last_unstale":"2023-08-28T02:31:02.058682+0000","last_undegraded":"2023-08-28T02:31:02.058682+0000","last_fullsized":"2023-08-28T02:31:02.058682+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":989,"log_dups_size":0,"ondisk_log_size":989,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:29:21.640377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":64815104,"num_objects":989,"num_object_clones":0,"num_object_copies":2967,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":989,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":989,"num_write_kb":63296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,7],"acting":[0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3","version":"75'161","reported_seq":500,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-08-28T02:30:52.401376+0000","last_change":"2023-08-28T02:30:48.868524+0000","last_active":"2023-08-28T02:30:52.401376+0000","last_peered":"2023-08-28T02:30:52.401376+0000","last_clean":"2023-08-28T02:30:52.401376+0000","last_became_active":"2023-08-28T02:29:44.505147+0000","last_became_peered":"2023-08-28T02:29:44.505147+0000","last_unstale":"2023-08-28T02:30:52.401376+0000","last_undegraded":"2023-08-28T02:30:52.401376+0000","last_fullsized":"2023-08-28T02:30:52.401376+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.868248+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:09:39.862129+0000","scrub_duration":0.0016215240000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":260,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-08-28T02:30:54.821646+0000","last_change":"2023-08-28T02:29:44.421353+0000","last_active":"2023-08-28T02:30:54.821646+0000","last_peered":"2023-08-28T02:30:54.821646+0000","last_clean":"2023-08-28T02:30:54.821646+0000","last_became_active":"2023-08-28T02:29:44.421064+0000","last_became_peered":"2023-08-28T02:29:44.421064+0000","last_unstale":"2023-08-28T02:30:54.821646+0000","last_undegraded":"2023-08-28T02:30:54.821646+0000","last_fullsized":"2023-08-28T02:30:54.821646+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:51:36.524024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":211,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-08-28T02:30:54.657991+0000","last_change":"2023-08-28T02:17:57.849233+0000","last_active":"2023-08-28T02:30:54.657991+0000","last_peered":"2023-08-28T02:30:54.657991+0000","last_clean":"2023-08-28T02:30:54.657991+0000","last_became_active":"2023-08-28T02:17:57.848909+0000","last_became_peered":"2023-08-28T02:17:57.848909+0000","last_unstale":"2023-08-28T02:30:54.657991+0000","last_undegraded":"2023-08-28T02:30:54.657991+0000","last_fullsized":"2023-08-28T02:30:54.657991+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:19:30.926702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":228,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-08-28T02:30:54.659200+0000","last_change":"2023-08-28T02:29:44.433910+0000","last_active":"2023-08-28T02:30:54.659200+0000","last_peered":"2023-08-28T02:30:54.659200+0000","last_clean":"2023-08-28T02:30:54.659200+0000","last_became_active":"2023-08-28T02:29:44.429486+0000","last_became_peered":"2023-08-28T02:29:44.429486+0000","last_unstale":"2023-08-28T02:30:54.659200+0000","last_undegraded":"2023-08-28T02:30:54.659200+0000","last_fullsized":"2023-08-28T02:30:54.659200+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:27:00.197598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"255'933","reported_seq":946,"reported_epoch":255,"state":"active+clean","last_fresh":"2023-08-28T02:31:01.200579+0000","last_change":"2023-08-28T02:30:50.405490+0000","last_active":"2023-08-28T02:31:01.200579+0000","last_peered":"2023-08-28T02:31:01.200579+0000","last_clean":"2023-08-28T02:31:01.200579+0000","last_became_active":"2023-08-28T02:30:50.405192+0000","last_became_peered":"2023-08-28T02:30:50.405192+0000","last_unstale":"2023-08-28T02:31:01.200579+0000","last_undegraded":"2023-08-28T02:31:01.200579+0000","last_fullsized":"2023-08-28T02:31:01.200579+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":933,"log_dups_size":0,"ondisk_log_size":933,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T14:18:44.660130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":61145088,"num_objects":933,"num_object_clones":0,"num_object_copies":2799,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":933,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":933,"num_write_kb":59712,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.6","version":"75'161","reported_seq":467,"reported_epoch":255,"state":"active+clean","last_fresh":"2023-08-28T02:30:58.426714+0000","last_change":"2023-08-28T02:30:26.144684+0000","last_active":"2023-08-28T02:30:58.426714+0000","last_peered":"2023-08-28T02:30:58.426714+0000","last_clean":"2023-08-28T02:30:58.426714+0000","last_became_active":"2023-08-28T02:28:52.899055+0000","last_became_peered":"2023-08-28T02:28:52.899055+0000","last_unstale":"2023-08-28T02:30:58.426714+0000","last_undegraded":"2023-08-28T02:30:58.426714+0000","last_fullsized":"2023-08-28T02:30:58.426714+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,3],"acting":[0,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":223,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-08-28T02:30:54.822015+0000","last_change":"2023-08-28T02:14:43.033789+0000","last_active":"2023-08-28T02:30:54.822015+0000","last_peered":"2023-08-28T02:30:54.822015+0000","last_clean":"2023-08-28T02:30:54.822015+0000","last_became_active":"2023-08-28T02:14:43.033454+0000","last_became_peered":"2023-08-28T02:14:43.033454+0000","last_unstale":"2023-08-28T02:30:54.822015+0000","last_undegraded":"2023-08-28T02:30:54.822015+0000","last_fullsized":"2023-08-28T02:30:54.822015+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:01:13.205842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":41,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-08-28T02:30:52.401437+0000","last_change":"2023-08-28T02:29:44.508212+0000","last_active":"2023-08-28T02:30:52.401437+0000","last_peered":"2023-08-28T02:30:52.401437+0000","last_clean":"2023-08-28T02:30:52.401437+0000","last_became_active":"2023-08-28T02:29:44.507669+0000","last_became_peered":"2023-08-28T02:29:44.507669+0000","last_unstale":"2023-08-28T02:30:52.401437+0000","last_undegraded":"2023-08-28T02:30:52.401437+0000","last_fullsized":"2023-08-28T02:30:52.401437+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:58:38.220241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":197,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-08-28T02:30:54.659784+0000","last_change":"2023-08-28T02:14:43.048791+0000","last_active":"2023-08-28T02:30:54.659784+0000","last_peered":"2023-08-28T02:30:54.659784+0000","last_clean":"2023-08-28T02:30:54.659784+0000","last_became_active":"2023-08-28T02:14:43.047408+0000","last_became_peered":"2023-08-28T02:14:43.047408+0000","last_unstale":"2023-08-28T02:30:54.659784+0000","last_undegraded":"2023-08-28T02:30:54.659784+0000","last_fullsized":"2023-08-28T02:30:54.659784+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:47.097181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"255'914","reported_seq":927,"reported_epoch":255,"state":"active+clean","last_fresh":"2023-08-28T02:31:01.216440+0000","last_change":"2023-08-28T02:30:50.406423+0000","last_active":"2023-08-28T02:31:01.216440+0000","last_peered":"2023-08-28T02:31:01.216440+0000","last_clean":"2023-08-28T02:31:01.216440+0000","last_became_active":"2023-08-28T02:30:50.406144+0000","last_became_peered":"2023-08-28T02:30:50.406144+0000","last_unstale":"2023-08-28T02:31:01.216440+0000","last_undegraded":"2023-08-28T02:31:01.216440+0000","last_fullsized":"2023-08-28T02:31:01.216440+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":914,"log_dups_size":0,"ondisk_log_size":914,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:03:25.630955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":59899904,"num_objects":914,"num_object_clones":0,"num_object_copies":2742,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":914,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":914,"num_write_kb":58496,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.5","version":"75'161","reported_seq":508,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-08-28T02:30:53.402712+0000","last_change":"2023-08-28T02:29:18.891819+0000","last_active":"2023-08-28T02:30:53.402712+0000","last_peered":"2023-08-28T02:30:53.402712+0000","last_clean":"2023-08-28T02:30:53.402712+0000","last_became_active":"2023-08-28T02:27:46.339134+0000","last_became_peered":"2023-08-28T02:27:46.339134+0000","last_unstale":"2023-08-28T02:30:53.402712+0000","last_undegraded":"2023-08-28T02:30:53.402712+0000","last_fullsized":"2023-08-28T02:30:53.402712+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:18.891729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:18.891729+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:29:36.951090+0000","scrub_duration":0.0031546460000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"65'2","reported_seq":235,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-08-28T02:30:56.851239+0000","last_change":"2023-08-28T02:17:57.864052+0000","last_active":"2023-08-28T02:30:56.851239+0000","last_peered":"2023-08-28T02:30:56.851239+0000","last_clean":"2023-08-28T02:30:56.851239+0000","last_became_active":"2023-08-28T02:17:57.845544+0000","last_became_peered":"2023-08-28T02:17:57.845544+0000","last_unstale":"2023-08-28T02:30:56.851239+0000","last_undegraded":"2023-08-28T02:30:56.851239+0000","last_fullsized":"2023-08-28T02:30:56.851239+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:24:46.387534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":68,"reported_epoch":253,"state":"active+clean","last_fresh":"2023-08-28T02:30:52.401717+0000","last_change":"2023-08-28T02:30:48.053339+0000","last_active":"2023-08-28T02:30:52.401717+0000","last_peered":"2023-08-28T02:30:52.401717+0000","last_clean":"2023-08-28T02:30:52.401717+0000","last_became_active":"2023-08-28T02:30:48.053033+0000","last_became_peered":"2023-08-28T02:30:48.053033+0000","last_unstale":"2023-08-28T02:30:52.401717+0000","last_undegraded":"2023-08-28T02:30:52.401717+0000","last_fullsized":"2023-08-28T02:30:52.401717+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:10:44.468472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":232,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-08-28T02:30:53.399574+0000","last_change":"2023-08-28T02:17:57.850029+0000","last_active":"2023-08-28T02:30:53.399574+0000","last_peered":"2023-08-28T02:30:53.399574+0000","last_clean":"2023-08-28T02:30:53.399574+0000","last_became_active":"2023-08-28T02:17:57.846602+0000","last_became_peered":"2023-08-28T02:17:57.846602+0000","last_unstale":"2023-08-28T02:30:53.399574+0000","last_undegraded":"2023-08-28T02:30:53.399574+0000","last_fullsized":"2023-08-28T02:30:53.399574+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:39:38.706283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"255'807","reported_seq":820,"reported_epoch":255,"state":"active+clean","last_fresh":"2023-08-28T02:31:00.593414+0000","last_change":"2023-08-28T02:30:50.406269+0000","last_active":"2023-08-28T02:31:00.593414+0000","last_peered":"2023-08-28T02:31:00.593414+0000","last_clean":"2023-08-28T02:31:00.593414+0000","last_became_active":"2023-08-28T02:30:50.405986+0000","last_became_peered":"2023-08-28T02:30:50.405986+0000","last_unstale":"2023-08-28T02:31:00.593414+0000","last_undegraded":"2023-08-28T02:31:00.593414+0000","last_fullsized":"2023-08-28T02:31:00.593414+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":807,"log_dups_size":0,"ondisk_log_size":807,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:54:46.390319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52887552,"num_objects":807,"num_object_clones":0,"num_object_copies":2421,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":807,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":807,"num_write_kb":51648,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.4","version":"75'161","reported_seq":478,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-08-28T02:30:53.401856+0000","last_change":"2023-08-28T02:28:15.289768+0000","last_active":"2023-08-28T02:30:53.401856+0000","last_peered":"2023-08-28T02:30:53.401856+0000","last_clean":"2023-08-28T02:30:53.401856+0000","last_became_active":"2023-08-28T02:28:15.289365+0000","last_became_peered":"2023-08-28T02:28:15.289365+0000","last_unstale":"2023-08-28T02:30:53.401856+0000","last_undegraded":"2023-08-28T02:30:53.401856+0000","last_fullsized":"2023-08-28T02:30:53.401856+0000","mapping_epoch":189,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":190,"parent":"0.0","parent_split_bits":3,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:05:09.421994+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":488690,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":145,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-08-28T02:30:54.822187+0000","last_change":"2023-08-28T02:28:52.899333+0000","last_active":"2023-08-28T02:30:54.822187+0000","last_peered":"2023-08-28T02:30:54.822187+0000","last_clean":"2023-08-28T02:30:54.822187+0000","last_became_active":"2023-08-28T02:28:52.898989+0000","last_became_peered":"2023-08-28T02:28:52.898989+0000","last_unstale":"2023-08-28T02:30:54.822187+0000","last_undegraded":"2023-08-28T02:30:54.822187+0000","last_fullsized":"2023-08-28T02:30:54.822187+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:30:07.242589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"65'1","reported_seq":241,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-08-28T02:30:54.659267+0000","last_change":"2023-08-28T02:29:44.510205+0000","last_active":"2023-08-28T02:30:54.659267+0000","last_peered":"2023-08-28T02:30:54.659267+0000","last_clean":"2023-08-28T02:30:54.659267+0000","last_became_active":"2023-08-28T02:29:44.429357+0000","last_became_peered":"2023-08-28T02:29:44.429357+0000","last_unstale":"2023-08-28T02:30:54.659267+0000","last_undegraded":"2023-08-28T02:30:54.659267+0000","last_fullsized":"2023-08-28T02:30:54.659267+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:44:59.955729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":200,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-08-28T02:30:53.402355+0000","last_change":"2023-08-28T02:07:37.332854+0000","last_active":"2023-08-28T02:30:53.402355+0000","last_peered":"2023-08-28T02:30:53.402355+0000","last_clean":"2023-08-28T02:30:53.402355+0000","last_became_active":"2023-08-28T02:07:37.332563+0000","last_became_peered":"2023-08-28T02:07:37.332563+0000","last_unstale":"2023-08-28T02:30:53.402355+0000","last_undegraded":"2023-08-28T02:30:53.402355+0000","last_fullsized":"2023-08-28T02:30:53.402355+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:24:12.887788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"65'1","reported_seq":199,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-08-28T02:30:54.659735+0000","last_change":"2023-08-28T02:14:43.042150+0000","last_active":"2023-08-28T02:30:54.659735+0000","last_peered":"2023-08-28T02:30:54.659735+0000","last_clean":"2023-08-28T02:30:54.659735+0000","last_became_active":"2023-08-28T02:14:43.038336+0000","last_became_peered":"2023-08-28T02:14:43.038336+0000","last_unstale":"2023-08-28T02:30:54.659735+0000","last_undegraded":"2023-08-28T02:30:54.659735+0000","last_fullsized":"2023-08-28T02:30:54.659735+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:26:02.415152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":247,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-08-28T02:30:53.405458+0000","last_change":"2023-08-28T02:29:44.466281+0000","last_active":"2023-08-28T02:30:53.405458+0000","last_peered":"2023-08-28T02:30:53.405458+0000","last_clean":"2023-08-28T02:30:53.405458+0000","last_became_active":"2023-08-28T02:29:44.465902+0000","last_became_peered":"2023-08-28T02:29:44.465902+0000","last_unstale":"2023-08-28T02:30:53.405458+0000","last_undegraded":"2023-08-28T02:30:53.405458+0000","last_fullsized":"2023-08-28T02:30:53.405458+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:42:07.764961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"65'2","reported_seq":248,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-08-28T02:30:54.464366+0000","last_change":"2023-08-28T02:29:44.535937+0000","last_active":"2023-08-28T02:30:54.464366+0000","last_peered":"2023-08-28T02:30:54.464366+0000","last_clean":"2023-08-28T02:30:54.464366+0000","last_became_active":"2023-08-28T02:29:44.462244+0000","last_became_peered":"2023-08-28T02:29:44.462244+0000","last_unstale":"2023-08-28T02:30:54.464366+0000","last_undegraded":"2023-08-28T02:30:54.464366+0000","last_fullsized":"2023-08-28T02:30:54.464366+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:30:33.173713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":231,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-08-28T02:30:54.659601+0000","last_change":"2023-08-28T02:29:44.428987+0000","last_active":"2023-08-28T02:30:54.659601+0000","last_peered":"2023-08-28T02:30:54.659601+0000","last_clean":"2023-08-28T02:30:54.659601+0000","last_became_active":"2023-08-28T02:29:44.428622+0000","last_became_peered":"2023-08-28T02:29:44.428622+0000","last_unstale":"2023-08-28T02:30:54.659601+0000","last_undegraded":"2023-08-28T02:30:54.659601+0000","last_fullsized":"2023-08-28T02:30:54.659601+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:48:42.349894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"65'2","reported_seq":203,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-08-28T02:30:54.464381+0000","last_change":"2023-08-28T02:07:37.315088+0000","last_active":"2023-08-28T02:30:54.464381+0000","last_peered":"2023-08-28T02:30:54.464381+0000","last_clean":"2023-08-28T02:30:54.464381+0000","last_became_active":"2023-08-28T02:07:37.314730+0000","last_became_peered":"2023-08-28T02:07:37.314730+0000","last_unstale":"2023-08-28T02:30:54.464381+0000","last_undegraded":"2023-08-28T02:30:54.464381+0000","last_fullsized":"2023-08-28T02:30:54.464381+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:58.096621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":234,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-08-28T02:30:53.402691+0000","last_change":"2023-08-28T02:17:57.830595+0000","last_active":"2023-08-28T02:30:53.402691+0000","last_peered":"2023-08-28T02:30:53.402691+0000","last_clean":"2023-08-28T02:30:53.402691+0000","last_became_active":"2023-08-28T02:17:57.830345+0000","last_became_peered":"2023-08-28T02:17:57.830345+0000","last_unstale":"2023-08-28T02:30:53.402691+0000","last_undegraded":"2023-08-28T02:30:53.402691+0000","last_fullsized":"2023-08-28T02:30:53.402691+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:50:50.199731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"65'1","reported_seq":222,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-08-28T02:30:53.401022+0000","last_change":"2023-08-28T02:17:57.833218+0000","last_active":"2023-08-28T02:30:53.401022+0000","last_peered":"2023-08-28T02:30:53.401022+0000","last_clean":"2023-08-28T02:30:53.401022+0000","last_became_active":"2023-08-28T02:17:57.832772+0000","last_became_peered":"2023-08-28T02:17:57.832772+0000","last_unstale":"2023-08-28T02:30:53.401022+0000","last_undegraded":"2023-08-28T02:30:53.401022+0000","last_fullsized":"2023-08-28T02:30:53.401022+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:00:02.110545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":236,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-08-28T02:30:53.400707+0000","last_change":"2023-08-28T02:17:57.845102+0000","last_active":"2023-08-28T02:30:53.400707+0000","last_peered":"2023-08-28T02:30:53.400707+0000","last_clean":"2023-08-28T02:30:53.400707+0000","last_became_active":"2023-08-28T02:17:57.843529+0000","last_became_peered":"2023-08-28T02:17:57.843529+0000","last_unstale":"2023-08-28T02:30:53.400707+0000","last_undegraded":"2023-08-28T02:30:53.400707+0000","last_fullsized":"2023-08-28T02:30:53.400707+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:20:19.708785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"65'4","reported_seq":215,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-08-28T02:30:54.659539+0000","last_change":"2023-08-28T02:16:50.319672+0000","last_active":"2023-08-28T02:30:54.659539+0000","last_peered":"2023-08-28T02:30:54.659539+0000","last_clean":"2023-08-28T02:30:54.659539+0000","last_became_active":"2023-08-28T02:16:50.319279+0000","last_became_peered":"2023-08-28T02:16:50.319279+0000","last_unstale":"2023-08-28T02:30:54.659539+0000","last_undegraded":"2023-08-28T02:30:54.659539+0000","last_fullsized":"2023-08-28T02:30:54.659539+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:28:07.379148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":237,"reported_epoch":254,"state":"active+clean","last_fresh":"2023-08-28T02:30:53.402416+0000","last_change":"2023-08-28T02:29:44.461816+0000","last_active":"2023-08-28T02:30:53.402416+0000","last_peered":"2023-08-28T02:30:53.402416+0000","last_clean":"2023-08-28T02:30:53.402416+0000","last_became_active":"2023-08-28T02:29:44.461467+0000","last_became_peered":"2023-08-28T02:29:44.461467+0000","last_unstale":"2023-08-28T02:30:53.402416+0000","last_undegraded":"2023-08-28T02:30:53.402416+0000","last_fullsized":"2023-08-28T02:30:53.402416+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:32:08.790025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":849477632,"num_objects":12962,"num_object_clones":0,"num_object_copies":38886,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12962,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12962,"num_write_kb":829568,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2676162560,"data_stored":2676162560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12962,"ondisk_log_size":12962,"up":48,"acting":48,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":477368,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":177,"num_read_kb":333,"num_write":87,"num_write_kb":879,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":971717,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299689,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":677268,"kb_used_data":224844,"kb_used_omap":0,"kb_used_meta":452416,"kb_avail":93067884,"statfs":{"total":95995035648,"available":95301513216,"internally_reserved":0,"allocated":230240256,"data_stored":229146677,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":463273984},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1],"upper_bound":4},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:30:01 2023","interfaces":[{"interface":"back","average":{"1min":1.909,"5min":1.478,"15min":1.696},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.21199999999999999},"max":{"1min":8.8870000000000005,"5min":13.118,"15min":13.257},"last":3.246},{"interface":"front","average":{"1min":1.8979999999999999,"5min":2.2309999999999999,"15min":2.0870000000000002},"min":{"1min":0.28699999999999998,"5min":0.246,"15min":0.246},"max":{"1min":11.513,"5min":17.402999999999999,"15min":17.402999999999999},"last":3.2069999999999999}]},{"osd":1,"last update":"Mon Aug 28 02:30:27 2023","interfaces":[{"interface":"back","average":{"1min":2.6469999999999998,"5min":2.714,"15min":2.302},"min":{"1min":0.248,"5min":0.248,"15min":0.24099999999999999},"max":{"1min":11.699999999999999,"5min":17.43,"15min":17.43},"last":0.83899999999999997},{"interface":"front","average":{"1min":3.4660000000000002,"5min":2.5550000000000002,"15min":2.2109999999999999},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":12.525,"5min":19.913,"15min":19.913},"last":0.36499999999999999}]},{"osd":2,"last update":"Mon Aug 28 02:30:12 2023","interfaces":[{"interface":"back","average":{"1min":2.7280000000000002,"5min":1.784,"15min":1.8140000000000001},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22800000000000001},"max":{"1min":7.6150000000000002,"5min":8.2970000000000006,"15min":8.3889999999999993},"last":3.1339999999999999},{"interface":"front","average":{"1min":1.536,"5min":1.3080000000000001,"15min":1.6519999999999999},"min":{"1min":0.33600000000000002,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":9.2219999999999995,"5min":9.2219999999999995,"15min":12.128},"last":0.54600000000000004}]},{"osd":3,"last update":"Mon Aug 28 02:30:27 2023","interfaces":[{"interface":"back","average":{"1min":2.335,"5min":1.8180000000000001,"15min":2.028},"min":{"1min":0.38100000000000001,"5min":0.29499999999999998,"15min":0.27200000000000002},"max":{"1min":12.186999999999999,"5min":12.186999999999999,"15min":12.186999999999999},"last":0.82499999999999996},{"interface":"front","average":{"1min":2.4420000000000002,"5min":1.657,"15min":2.1379999999999999},"min":{"1min":0.32300000000000001,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":19.344999999999999,"5min":19.344999999999999,"15min":19.344999999999999},"last":0.64500000000000002}]},{"osd":4,"last update":"Mon Aug 28 02:30:01 2023","interfaces":[{"interface":"back","average":{"1min":2.3940000000000001,"5min":1.925,"15min":1.304},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.23400000000000001},"max":{"1min":18.943000000000001,"5min":18.943000000000001,"15min":18.943000000000001},"last":0.28599999999999998},{"interface":"front","average":{"1min":1.5760000000000001,"5min":1.03,"15min":0.93700000000000006},"min":{"1min":0.28999999999999998,"5min":0.26500000000000001,"15min":0.245},"max":{"1min":7.0339999999999998,"5min":7.2130000000000001,"15min":8.1890000000000001},"last":0.34399999999999997}]},{"osd":5,"last update":"Mon Aug 28 02:30:01 2023","interfaces":[{"interface":"back","average":{"1min":1.75,"5min":1.363,"15min":1.069},"min":{"1min":0.28199999999999997,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":5.0949999999999998,"5min":14.622,"15min":14.622},"last":0.27700000000000002},{"interface":"front","average":{"1min":2.052,"5min":1.847,"15min":1.2909999999999999},"min":{"1min":0.311,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":13.840999999999999,"5min":17.324999999999999,"15min":17.324999999999999},"last":0.42199999999999999}]},{"osd":6,"last update":"Mon Aug 28 02:30:01 2023","interfaces":[{"interface":"back","average":{"1min":1.8660000000000001,"5min":1.8480000000000001,"15min":1.294},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.28199999999999997},"max":{"1min":11.585000000000001,"5min":17.454999999999998,"15min":17.454999999999998},"last":0.46300000000000002},{"interface":"front","average":{"1min":1.552,"5min":0.89100000000000001,"15min":0.88},"min":{"1min":0.34899999999999998,"5min":0.33400000000000002,"15min":0.29899999999999999},"max":{"1min":7.665,"5min":7.665,"15min":7.665},"last":0.435}]}]},{"osd":6,"up_from":45,"seq":193273528620,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":654148,"kb_used_data":337788,"kb_used_omap":0,"kb_used_meta":316352,"kb_avail":93091004,"statfs":{"total":95995035648,"available":95325188096,"internally_reserved":0,"allocated":345894912,"data_stored":344817248,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":323944448},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:30:15 2023","interfaces":[{"interface":"back","average":{"1min":1.9359999999999999,"5min":1.6919999999999999,"15min":2.0339999999999998},"min":{"1min":0.28799999999999998,"5min":0.23100000000000001,"15min":0.20699999999999999},"max":{"1min":12.895,"5min":12.895,"15min":16.462},"last":1.829},{"interface":"front","average":{"1min":2.4089999999999998,"5min":1.8100000000000001,"15min":2.0710000000000002},"min":{"1min":0.39700000000000002,"5min":0.24099999999999999,"15min":0.23899999999999999},"max":{"1min":11.701000000000001,"5min":11.701000000000001,"15min":16.486999999999998},"last":1.9219999999999999}]},{"osd":1,"last update":"Mon Aug 28 02:30:35 2023","interfaces":[{"interface":"back","average":{"1min":1.4399999999999999,"5min":2.0270000000000001,"15min":2.2269999999999999},"min":{"1min":0.26900000000000002,"5min":0.25800000000000001,"15min":0.23999999999999999},"max":{"1min":8.1530000000000005,"5min":19.384,"15min":19.384},"last":1.431},{"interface":"front","average":{"1min":1.9810000000000001,"5min":1.915,"15min":1.9379999999999999},"min":{"1min":0.29499999999999998,"5min":0.25,"15min":0.25},"max":{"1min":5.9749999999999996,"5min":13.183999999999999,"15min":13.183999999999999},"last":0.35399999999999998}]},{"osd":2,"last update":"Mon Aug 28 02:30:19 2023","interfaces":[{"interface":"back","average":{"1min":2.2320000000000002,"5min":1.6499999999999999,"15min":2.0710000000000002},"min":{"1min":0.32800000000000001,"5min":0.28299999999999997,"15min":0.26300000000000001},"max":{"1min":11.724,"5min":11.724,"15min":14.156000000000001},"last":0.32300000000000001},{"interface":"front","average":{"1min":1.9610000000000001,"5min":1.5940000000000001,"15min":1.7430000000000001},"min":{"1min":0.38300000000000001,"5min":0.28899999999999998,"15min":0.247},"max":{"1min":12.359999999999999,"5min":12.359999999999999,"15min":12.359999999999999},"last":0.60599999999999998}]},{"osd":3,"last update":"Mon Aug 28 02:30:19 2023","interfaces":[{"interface":"back","average":{"1min":2.2170000000000001,"5min":3.222,"15min":2.5950000000000002},"min":{"1min":0.36799999999999999,"5min":0.34100000000000003,"15min":0.30199999999999999},"max":{"1min":11.667999999999999,"5min":122.399,"15min":122.399},"last":0.63200000000000001},{"interface":"front","average":{"1min":2.4260000000000002,"5min":2.8199999999999998,"15min":2.3780000000000001},"min":{"1min":0.35099999999999998,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":12.398999999999999,"5min":123.173,"15min":123.173},"last":0.67700000000000005}]},{"osd":4,"last update":"Mon Aug 28 02:30:53 2023","interfaces":[{"interface":"back","average":{"1min":1.202,"5min":0.98299999999999998,"15min":1.105},"min":{"1min":0.26600000000000001,"5min":0.253,"15min":0.23400000000000001},"max":{"1min":5.7439999999999998,"5min":6.21,"15min":18.294},"last":0.38100000000000001},{"interface":"front","average":{"1min":1.915,"5min":1.0549999999999999,"15min":1.1459999999999999},"min":{"1min":0.34599999999999997,"5min":0.26500000000000001,"15min":0.22500000000000001},"max":{"1min":15.175000000000001,"5min":15.175000000000001,"15min":15.175000000000001},"last":0.70099999999999996}]},{"osd":5,"last update":"Mon Aug 28 02:30:53 2023","interfaces":[{"interface":"back","average":{"1min":2.1190000000000002,"5min":1.2549999999999999,"15min":1.22},"min":{"1min":0.30299999999999999,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":11.055999999999999,"5min":11.055999999999999,"15min":13.105},"last":1.593},{"interface":"front","average":{"1min":1.929,"5min":1.1950000000000001,"15min":1.054},"min":{"1min":0.33500000000000002,"5min":0.27400000000000002,"15min":0.26800000000000002},"max":{"1min":15.145,"5min":15.145,"15min":15.145},"last":0.39000000000000001}]},{"osd":7,"last update":"Mon Aug 28 02:30:19 2023","interfaces":[{"interface":"back","average":{"1min":1.6779999999999999,"5min":1.284,"15min":1.1699999999999999},"min":{"1min":0.40799999999999997,"5min":0.311,"15min":0.27000000000000002},"max":{"1min":6.2450000000000001,"5min":7.0149999999999997,"15min":12.260999999999999},"last":0.66100000000000003},{"interface":"front","average":{"1min":2.032,"5min":1.3779999999999999,"15min":1.1879999999999999},"min":{"1min":0.36299999999999999,"5min":0.27200000000000002,"15min":0.22600000000000001},"max":{"1min":7.4770000000000003,"5min":9.7370000000000001,"15min":12.021000000000001},"last":1.468}]}]},{"osd":1,"up_from":101,"seq":433791697078,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":616560,"kb_used_data":64680,"kb_used_omap":4,"kb_used_meta":551867,"kb_avail":93128592,"statfs":{"total":95995035648,"available":95363678208,"internally_reserved":0,"allocated":66232320,"data_stored":64780258,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":565112718},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:30:26 2023","interfaces":[{"interface":"back","average":{"1min":2.246,"5min":2.625,"15min":3.0019999999999998},"min":{"1min":0.246,"5min":0.22,"15min":0.21099999999999999},"max":{"1min":14.721,"5min":24.545999999999999,"15min":24.545999999999999},"last":0.95799999999999996},{"interface":"front","average":{"1min":4.0199999999999996,"5min":3.673,"15min":3.3759999999999999},"min":{"1min":0.251,"5min":0.24199999999999999,"15min":0.21199999999999999},"max":{"1min":12.301,"5min":24.515000000000001,"15min":24.515000000000001},"last":0.26200000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:30:18 2023","interfaces":[{"interface":"back","average":{"1min":3.9039999999999999,"5min":2.7709999999999999,"15min":2.7970000000000002},"min":{"1min":0.313,"5min":0.313,"15min":0.24099999999999999},"max":{"1min":12.265000000000001,"5min":12.265000000000001,"15min":13.58},"last":0.30199999999999999},{"interface":"front","average":{"1min":1.8,"5min":1.655,"15min":2.7229999999999999},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.253},"max":{"1min":12.101000000000001,"5min":19.100999999999999,"15min":20.003},"last":0.50900000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:30:18 2023","interfaces":[{"interface":"back","average":{"1min":2.133,"5min":2.4039999999999999,"15min":3.2850000000000001},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":15.35,"5min":19.074999999999999,"15min":24.701000000000001},"last":0.46500000000000002},{"interface":"front","average":{"1min":2.371,"5min":2.702,"15min":3.2080000000000002},"min":{"1min":0.33500000000000002,"5min":0.24099999999999999,"15min":0.223},"max":{"1min":12.868,"5min":14.615,"15min":22.59},"last":0.47999999999999998}]},{"osd":4,"last update":"Mon Aug 28 02:30:26 2023","interfaces":[{"interface":"back","average":{"1min":1.718,"5min":1.619,"15min":1.952},"min":{"1min":0.32200000000000001,"5min":0.312,"15min":0.30099999999999999},"max":{"1min":18.689,"5min":18.992999999999999,"15min":18.992999999999999},"last":0.67200000000000004},{"interface":"front","average":{"1min":2.2749999999999999,"5min":2.008,"15min":1.9339999999999999},"min":{"1min":0.371,"5min":0.28899999999999998,"15min":0.26400000000000001},"max":{"1min":14.779999999999999,"5min":14.779999999999999,"15min":14.779999999999999},"last":0.65800000000000003}]},{"osd":5,"last update":"Mon Aug 28 02:30:26 2023","interfaces":[{"interface":"back","average":{"1min":3.7440000000000002,"5min":2.5470000000000002,"15min":2.5459999999999998},"min":{"1min":0.434,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":12.170999999999999,"5min":18.626999999999999,"15min":18.626999999999999},"last":0.56899999999999995},{"interface":"front","average":{"1min":1.5209999999999999,"5min":2.1899999999999999,"15min":2.4390000000000001},"min":{"1min":0.374,"5min":0.33600000000000002,"15min":0.31900000000000001},"max":{"1min":6.5529999999999999,"5min":18.945,"15min":18.945},"last":0.71099999999999997}]},{"osd":6,"last update":"Mon Aug 28 02:30:26 2023","interfaces":[{"interface":"back","average":{"1min":3.1400000000000001,"5min":2.3959999999999999,"15min":2.556},"min":{"1min":0.373,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":12.221,"5min":12.221,"15min":14.944000000000001},"last":0.64300000000000002},{"interface":"front","average":{"1min":1.244,"5min":1.764,"15min":2.1579999999999999},"min":{"1min":0.42899999999999999,"5min":0.35699999999999998,"15min":0.34499999999999997},"max":{"1min":6.2270000000000003,"5min":19.021999999999998,"15min":19.021999999999998},"last":0.749}]},{"osd":7,"last update":"Mon Aug 28 02:30:26 2023","interfaces":[{"interface":"back","average":{"1min":1.395,"5min":2.0529999999999999,"15min":2.456},"min":{"1min":0.41099999999999998,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":6.101,"5min":19.047999999999998,"15min":19.047999999999998},"last":0.59999999999999998},{"interface":"front","average":{"1min":2.0579999999999998,"5min":2.2999999999999998,"15min":2.2559999999999998},"min":{"1min":0.42399999999999999,"5min":0.35799999999999998,"15min":0.30199999999999999},"max":{"1min":14.818,"5min":14.818,"15min":14.818},"last":0.68999999999999995}]}]},{"osd":0,"up_from":87,"seq":373662154950,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1206160,"kb_used_data":677320,"kb_used_omap":5,"kb_used_meta":528826,"kb_avail":92538992,"statfs":{"total":95995035648,"available":94759927808,"internally_reserved":0,"allocated":693575680,"data_stored":692045813,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":541518458},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,2,2,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:30:22 2023","interfaces":[{"interface":"back","average":{"1min":3.6760000000000002,"5min":2.0569999999999999,"15min":2.468},"min":{"1min":0.29199999999999998,"5min":0.193,"15min":0.193},"max":{"1min":30.315000000000001,"5min":30.315000000000001,"15min":30.315000000000001},"last":3.7549999999999999},{"interface":"front","average":{"1min":6.7210000000000001,"5min":3.1760000000000002,"15min":3.5430000000000001},"min":{"1min":0.27600000000000002,"5min":0.255,"15min":0.16900000000000001},"max":{"1min":69.272000000000006,"5min":69.272000000000006,"15min":69.272000000000006},"last":1.7430000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:30:16 2023","interfaces":[{"interface":"back","average":{"1min":3.8769999999999998,"5min":2.4209999999999998,"15min":2.8380000000000001},"min":{"1min":0.38500000000000001,"5min":0.248,"15min":0.23400000000000001},"max":{"1min":20.959,"5min":20.959,"15min":20.959},"last":7.3680000000000003},{"interface":"front","average":{"1min":2.2730000000000001,"5min":2.2200000000000002,"15min":2.702},"min":{"1min":0.32000000000000001,"5min":0.28100000000000003,"15min":0.24299999999999999},"max":{"1min":8.0600000000000005,"5min":9.3729999999999993,"15min":20.015999999999998},"last":4.3639999999999999}]},{"osd":3,"last update":"Mon Aug 28 02:30:22 2023","interfaces":[{"interface":"back","average":{"1min":3.5099999999999998,"5min":2.1549999999999998,"15min":2.956},"min":{"1min":0.35199999999999998,"5min":0.27700000000000002,"15min":0.26100000000000001},"max":{"1min":10.971,"5min":11.41,"15min":20.27},"last":7.3120000000000003},{"interface":"front","average":{"1min":2.464,"5min":2.46,"15min":2.6379999999999999},"min":{"1min":0.38400000000000001,"5min":0.26500000000000001,"15min":0.247},"max":{"1min":10.788,"5min":15.365,"15min":17.635999999999999},"last":4.3209999999999997}]},{"osd":4,"last update":"Mon Aug 28 02:30:08 2023","interfaces":[{"interface":"back","average":{"1min":1.849,"5min":1.917,"15min":1.966},"min":{"1min":0.35599999999999998,"5min":0.32600000000000001,"15min":0.27700000000000002},"max":{"1min":7.056,"5min":8.9380000000000006,"15min":12.842000000000001},"last":3.9390000000000001},{"interface":"front","average":{"1min":4.1310000000000002,"5min":2.4369999999999998,"15min":2.548},"min":{"1min":0.53400000000000003,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":35.860999999999997,"5min":35.860999999999997,"15min":35.860999999999997},"last":0.76600000000000001}]},{"osd":5,"last update":"Mon Aug 28 02:30:08 2023","interfaces":[{"interface":"back","average":{"1min":1.6579999999999999,"5min":1.754,"15min":1.8620000000000001},"min":{"1min":0.45100000000000001,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":4.891,"5min":8.9789999999999992,"15min":13.038},"last":3.9660000000000002},{"interface":"front","average":{"1min":3.2120000000000002,"5min":2.5550000000000002,"15min":2.625},"min":{"1min":0.58699999999999997,"5min":0.371,"15min":0.27800000000000002},"max":{"1min":15.231,"5min":15.231,"15min":15.231},"last":0.79100000000000004}]},{"osd":6,"last update":"Mon Aug 28 02:30:08 2023","interfaces":[{"interface":"back","average":{"1min":2.6419999999999999,"5min":2.0779999999999998,"15min":2.0779999999999998},"min":{"1min":0.47899999999999998,"5min":0.36199999999999999,"15min":0.316},"max":{"1min":15.122999999999999,"5min":15.122999999999999,"15min":15.122999999999999},"last":3.9039999999999999},{"interface":"front","average":{"1min":3.4660000000000002,"5min":2.617,"15min":2.5920000000000001},"min":{"1min":0.56699999999999995,"5min":0.41499999999999998,"15min":0.311},"max":{"1min":15.186999999999999,"5min":15.186999999999999,"15min":15.186999999999999},"last":0.71499999999999997}]},{"osd":7,"last update":"Mon Aug 28 02:30:08 2023","interfaces":[{"interface":"back","average":{"1min":3.6200000000000001,"5min":2.4359999999999999,"15min":2.4470000000000001},"min":{"1min":0.433,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":16.183,"5min":16.183,"15min":16.183},"last":5.3360000000000003},{"interface":"front","average":{"1min":1.4410000000000001,"5min":1.9770000000000001,"15min":2.125},"min":{"1min":0.57799999999999996,"5min":0.39500000000000002,"15min":0.377},"max":{"1min":3.544,"5min":8.9960000000000004,"15min":13.005000000000001},"last":3.8700000000000001}]}]},{"osd":2,"up_from":117,"seq":502511173804,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":684980,"kb_used_data":241708,"kb_used_omap":7,"kb_used_meta":443256,"kb_avail":93060172,"statfs":{"total":95995035648,"available":95293616128,"internally_reserved":0,"allocated":247508992,"data_stored":246059367,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":453894225},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:30:20 2023","interfaces":[{"interface":"back","average":{"1min":2.286,"5min":1.863,"15min":2.528},"min":{"1min":0.29499999999999998,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":13.151999999999999,"5min":15.223000000000001,"15min":15.223000000000001},"last":2.004},{"interface":"front","average":{"1min":3.8730000000000002,"5min":2.2389999999999999,"15min":3.1469999999999998},"min":{"1min":0.26000000000000001,"5min":0.223,"15min":0.223},"max":{"1min":17.550999999999998,"5min":17.550999999999998,"15min":25.834},"last":0.36599999999999999}]},{"osd":1,"last update":"Mon Aug 28 02:30:20 2023","interfaces":[{"interface":"back","average":{"1min":4.1360000000000001,"5min":2.5680000000000001,"15min":3.0390000000000001},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.251},"max":{"1min":18.565000000000001,"5min":18.565000000000001,"15min":18.565000000000001},"last":1.9019999999999999},{"interface":"front","average":{"1min":2.4350000000000001,"5min":1.653,"15min":2.5379999999999998},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.216},"max":{"1min":13.1,"5min":13.1,"15min":16.983000000000001},"last":1.4390000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:30:20 2023","interfaces":[{"interface":"back","average":{"1min":5.1390000000000002,"5min":2.964,"15min":3.6230000000000002},"min":{"1min":0.42399999999999999,"5min":0.25700000000000001,"15min":0.25600000000000001},"max":{"1min":18.637,"5min":18.637,"15min":18.637},"last":2.2989999999999999},{"interface":"front","average":{"1min":3.1080000000000001,"5min":2.3599999999999999,"15min":3.153},"min":{"1min":0.28100000000000003,"5min":0.253,"15min":0.253},"max":{"1min":14.984,"5min":17.702999999999999,"15min":17.702999999999999},"last":2.645}]},{"osd":4,"last update":"Mon Aug 28 02:30:20 2023","interfaces":[{"interface":"back","average":{"1min":1.823,"5min":1.7090000000000001,"15min":2.1240000000000001},"min":{"1min":0.35899999999999999,"5min":0.30399999999999999,"15min":0.26000000000000001},"max":{"1min":7.0469999999999997,"5min":10.750999999999999,"15min":25.876999999999999},"last":0.58499999999999996},{"interface":"front","average":{"1min":2.883,"5min":2.1139999999999999,"15min":2.2400000000000002},"min":{"1min":0.38400000000000001,"5min":0.32100000000000001,"15min":0.29799999999999999},"max":{"1min":9.875,"5min":9.875,"15min":12.324},"last":1.8819999999999999}]},{"osd":5,"last update":"Mon Aug 28 02:30:20 2023","interfaces":[{"interface":"back","average":{"1min":1.1919999999999999,"5min":1.972,"15min":2.0779999999999998},"min":{"1min":0.34000000000000002,"5min":0.33100000000000002,"15min":0.312},"max":{"1min":3.528,"5min":68.218000000000004,"15min":68.218000000000004},"last":1.3180000000000001},{"interface":"front","average":{"1min":1.8420000000000001,"5min":2.5659999999999998,"15min":2.52},"min":{"1min":0.42399999999999999,"5min":0.316,"15min":0.316},"max":{"1min":7.077,"5min":68.236000000000004,"15min":68.236000000000004},"last":0.77700000000000002}]},{"osd":6,"last update":"Mon Aug 28 02:30:20 2023","interfaces":[{"interface":"back","average":{"1min":2.4319999999999999,"5min":1.9970000000000001,"15min":2.4180000000000001},"min":{"1min":0.41399999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":9.0649999999999995,"5min":9.8000000000000007,"15min":12.375},"last":1.819},{"interface":"front","average":{"1min":1.2949999999999999,"5min":1.3999999999999999,"15min":1.919},"min":{"1min":0.39400000000000002,"5min":0.371,"15min":0.33900000000000002},"max":{"1min":3.6309999999999998,"5min":11.686,"15min":14.151999999999999},"last":1.371}]},{"osd":7,"last update":"Mon Aug 28 02:30:20 2023","interfaces":[{"interface":"back","average":{"1min":3.6320000000000001,"5min":2.3620000000000001,"15min":2.5419999999999998},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.33500000000000002},"max":{"1min":23.260000000000002,"5min":23.260000000000002,"15min":23.260000000000002},"last":1.8520000000000001},{"interface":"front","average":{"1min":1.3600000000000001,"5min":1.458,"15min":1.9590000000000001},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.36399999999999999},"max":{"1min":3.5369999999999999,"5min":11.632,"15min":14.18},"last":1.4059999999999999}]}]},{"osd":3,"up_from":134,"seq":575525617823,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":991992,"kb_used_data":406960,"kb_used_omap":2,"kb_used_meta":585021,"kb_avail":92753160,"statfs":{"total":95995035648,"available":94979235840,"internally_reserved":0,"allocated":416727040,"data_stored":415326958,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":599061557},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:30:13 2023","interfaces":[{"interface":"back","average":{"1min":2.137,"5min":2.1779999999999999,"15min":2.7570000000000001},"min":{"1min":0.26800000000000002,"5min":0.20599999999999999,"15min":0.19},"max":{"1min":5.9630000000000001,"5min":34.68,"15min":34.68},"last":0.27100000000000002},{"interface":"front","average":{"1min":1.4350000000000001,"5min":2.1579999999999999,"15min":3.004},"min":{"1min":0.23100000000000001,"5min":0.22800000000000001,"15min":0.21099999999999999},"max":{"1min":4.8639999999999999,"5min":34.777000000000001,"15min":34.777000000000001},"last":1.1699999999999999}]},{"osd":1,"last update":"Mon Aug 28 02:30:13 2023","interfaces":[{"interface":"back","average":{"1min":3.0739999999999998,"5min":3.1360000000000001,"15min":3.347},"min":{"1min":0.29399999999999998,"5min":0.23799999999999999,"15min":0.23200000000000001},"max":{"1min":12.965,"5min":29.780999999999999,"15min":29.780999999999999},"last":5.8460000000000001},{"interface":"front","average":{"1min":3.286,"5min":2.1549999999999998,"15min":2.7999999999999998},"min":{"1min":0.373,"5min":0.27100000000000002,"15min":0.22700000000000001},"max":{"1min":8.7609999999999992,"5min":13.465,"15min":24.071999999999999},"last":0.31900000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:30:13 2023","interfaces":[{"interface":"back","average":{"1min":2.9319999999999999,"5min":2.2519999999999998,"15min":3.1899999999999999},"min":{"1min":0.33300000000000002,"5min":0.26800000000000002,"15min":0.26300000000000001},"max":{"1min":11.282,"5min":14.436,"15min":21.292000000000002},"last":5.0179999999999998},{"interface":"front","average":{"1min":2.2930000000000001,"5min":1.8440000000000001,"15min":2.8479999999999999},"min":{"1min":0.35999999999999999,"5min":0.249,"15min":0.249},"max":{"1min":6.0030000000000001,"5min":12.670999999999999,"15min":24.175999999999998},"last":0.38400000000000001}]},{"osd":4,"last update":"Mon Aug 28 02:30:13 2023","interfaces":[{"interface":"back","average":{"1min":2.3599999999999999,"5min":1.643,"15min":2.1160000000000001},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.28399999999999997},"max":{"1min":5.8879999999999999,"5min":18.831,"15min":23.994},"last":0.495},{"interface":"front","average":{"1min":1.6559999999999999,"5min":1.736,"15min":2.2290000000000001},"min":{"1min":0.32600000000000001,"5min":0.30299999999999999,"15min":0.29799999999999999},"max":{"1min":4.5800000000000001,"5min":21.106000000000002,"15min":21.106000000000002},"last":0.55100000000000005}]},{"osd":5,"last update":"Mon Aug 28 02:30:13 2023","interfaces":[{"interface":"back","average":{"1min":2.3109999999999999,"5min":1.8320000000000001,"15min":2.2789999999999999},"min":{"1min":0.33500000000000002,"5min":0.317,"15min":0.311},"max":{"1min":6.0739999999999998,"5min":21.507000000000001,"15min":21.507000000000001},"last":0.59099999999999997},{"interface":"front","average":{"1min":2.5739999999999998,"5min":2.012,"15min":2.4660000000000002},"min":{"1min":0.45000000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":11.167,"5min":11.242000000000001,"15min":18.181000000000001},"last":3.3149999999999999}]},{"osd":6,"last update":"Mon Aug 28 02:30:13 2023","interfaces":[{"interface":"back","average":{"1min":2.113,"5min":1.8799999999999999,"15min":2.3769999999999998},"min":{"1min":0.42599999999999999,"5min":0.34799999999999998,"15min":0.32700000000000001},"max":{"1min":6.1710000000000003,"5min":23.071000000000002,"15min":23.071000000000002},"last":0.63400000000000001},{"interface":"front","average":{"1min":2.3719999999999999,"5min":2.0899999999999999,"15min":2.6219999999999999},"min":{"1min":0.48699999999999999,"5min":0.39500000000000002,"15min":0.315},"max":{"1min":11.253,"5min":11.253,"15min":18.128},"last":3.3410000000000002}]},{"osd":7,"last update":"Mon Aug 28 02:30:13 2023","interfaces":[{"interface":"back","average":{"1min":2.6760000000000002,"5min":1.78,"15min":2.1829999999999998},"min":{"1min":0.44900000000000001,"5min":0.40500000000000003,"15min":0.33800000000000002},"max":{"1min":10.063000000000001,"5min":11.156000000000001,"15min":24.042999999999999},"last":1.2210000000000001},{"interface":"front","average":{"1min":1.9259999999999999,"5min":2.0099999999999998,"15min":2.5},"min":{"1min":0.37,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":4.641,"5min":21.138000000000002,"15min":21.138000000000002},"last":0.67000000000000004}]}]},{"osd":4,"up_from":30,"seq":128849019186,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":837388,"kb_used_data":465220,"kb_used_omap":0,"kb_used_meta":372160,"kb_avail":92907764,"statfs":{"total":95995035648,"available":95137550336,"internally_reserved":0,"allocated":476385280,"data_stored":475299550,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":381091840},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:30:08 2023","interfaces":[{"interface":"back","average":{"1min":2.7599999999999998,"5min":2.141,"15min":2.073},"min":{"1min":0.26700000000000002,"5min":0.23100000000000001,"15min":0.221},"max":{"1min":22.515000000000001,"5min":22.515000000000001,"15min":22.515000000000001},"last":0.443},{"interface":"front","average":{"1min":2.5230000000000001,"5min":1.8,"15min":2.0830000000000002},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.217},"max":{"1min":22.454000000000001,"5min":22.454000000000001,"15min":22.454000000000001},"last":3.6110000000000002}]},{"osd":1,"last update":"Mon Aug 28 02:30:30 2023","interfaces":[{"interface":"back","average":{"1min":3.1640000000000001,"5min":1.9990000000000001,"15min":1.8620000000000001},"min":{"1min":0.27500000000000002,"5min":0.248,"15min":0.24199999999999999},"max":{"1min":23.082000000000001,"5min":23.082000000000001,"15min":23.082000000000001},"last":0.34599999999999997},{"interface":"front","average":{"1min":3.048,"5min":2.2229999999999999,"15min":1.994},"min":{"1min":0.28399999999999997,"5min":0.27700000000000002,"15min":0.246},"max":{"1min":25.100000000000001,"5min":25.100000000000001,"15min":25.100000000000001},"last":0.41499999999999998}]},{"osd":2,"last update":"Mon Aug 28 02:30:08 2023","interfaces":[{"interface":"back","average":{"1min":1.9830000000000001,"5min":1.877,"15min":1.73},"min":{"1min":0.31900000000000001,"5min":0.28100000000000003,"15min":0.27400000000000002},"max":{"1min":6.4020000000000001,"5min":13.194000000000001,"15min":16.231000000000002},"last":0.308},{"interface":"front","average":{"1min":1.6950000000000001,"5min":1.5609999999999999,"15min":1.746},"min":{"1min":0.318,"5min":0.29399999999999998,"15min":0.251},"max":{"1min":7.0609999999999999,"5min":7.6269999999999998,"15min":10.859999999999999},"last":1.121}]},{"osd":3,"last update":"Mon Aug 28 02:30:17 2023","interfaces":[{"interface":"back","average":{"1min":2.7269999999999999,"5min":1.6799999999999999,"15min":1.946},"min":{"1min":0.32500000000000001,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":23.501000000000001,"5min":23.501000000000001,"15min":23.501000000000001},"last":1.151},{"interface":"front","average":{"1min":2.5350000000000001,"5min":1.8420000000000001,"15min":1.98},"min":{"1min":0.313,"5min":0.313,"15min":0.29499999999999998},"max":{"1min":23.512,"5min":23.512,"15min":23.512},"last":3.4900000000000002}]},{"osd":5,"last update":"Mon Aug 28 02:30:41 2023","interfaces":[{"interface":"back","average":{"1min":1.5600000000000001,"5min":1.4159999999999999,"15min":1.149},"min":{"1min":0.28299999999999997,"5min":0.25700000000000001,"15min":0.23799999999999999},"max":{"1min":6.5949999999999998,"5min":8.6850000000000005,"15min":16.181999999999999},"last":0.65200000000000002},{"interface":"front","average":{"1min":1.476,"5min":1.361,"15min":1.1619999999999999},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.20699999999999999},"max":{"1min":7.3920000000000003,"5min":7.5960000000000001,"15min":10.233000000000001},"last":2.226}]},{"osd":6,"last update":"Mon Aug 28 02:30:57 2023","interfaces":[{"interface":"back","average":{"1min":1.0600000000000001,"5min":1.129,"15min":1.073},"min":{"1min":0.29999999999999999,"5min":0.26500000000000001,"15min":0.25600000000000001},"max":{"1min":6.3040000000000003,"5min":8.8480000000000008,"15min":10.023999999999999},"last":3.5699999999999998},{"interface":"front","average":{"1min":1.0740000000000001,"5min":1.208,"15min":1.0549999999999999},"min":{"1min":0.28799999999999998,"5min":0.27200000000000002,"15min":0.251},"max":{"1min":8.5,"5min":8.5,"15min":8.6850000000000005},"last":3.5289999999999999}]},{"osd":7,"last update":"Mon Aug 28 02:30:08 2023","interfaces":[{"interface":"back","average":{"1min":1.8919999999999999,"5min":1.4910000000000001,"15min":1.1659999999999999},"min":{"1min":0.36299999999999999,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":5.9589999999999996,"5min":9.3209999999999997,"15min":9.3209999999999997},"last":0.621},{"interface":"front","average":{"1min":1.4139999999999999,"5min":1.179,"15min":1.0840000000000001},"min":{"1min":0.41399999999999998,"5min":0.30299999999999999,"15min":0.28799999999999998},"max":{"1min":6.2690000000000001,"5min":6.4189999999999996,"15min":7.0220000000000002},"last":1.073}]}]},{"osd":5,"up_from":37,"seq":158913790255,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":963012,"kb_used_data":477948,"kb_used_omap":0,"kb_used_meta":485056,"kb_avail":92782140,"statfs":{"total":95995035648,"available":95008911360,"internally_reserved":0,"allocated":489418752,"data_stored":488337775,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":496697344},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:30:31 2023","interfaces":[{"interface":"back","average":{"1min":1.7290000000000001,"5min":1.7450000000000001,"15min":2.2010000000000001},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":5.7489999999999997,"5min":12.856999999999999,"15min":40.334000000000003},"last":0.36899999999999999},{"interface":"front","average":{"1min":1.792,"5min":1.6779999999999999,"15min":2.0409999999999999},"min":{"1min":0.29399999999999998,"5min":0.24099999999999999,"15min":0.23200000000000001},"max":{"1min":5.5430000000000001,"5min":14.856999999999999,"15min":40.212000000000003},"last":0.95599999999999996}]},{"osd":1,"last update":"Mon Aug 28 02:30:31 2023","interfaces":[{"interface":"back","average":{"1min":2.548,"5min":2.0569999999999999,"15min":2.2989999999999999},"min":{"1min":0.30499999999999999,"5min":0.23699999999999999,"15min":0.23200000000000001},"max":{"1min":8.9990000000000006,"5min":10.573,"15min":40.088000000000001},"last":1.0149999999999999},{"interface":"front","average":{"1min":1.788,"5min":1.7789999999999999,"15min":1.948},"min":{"1min":0.34599999999999997,"5min":0.26000000000000001,"15min":0.251},"max":{"1min":5.9459999999999997,"5min":12.138,"15min":40.243000000000002},"last":1.4139999999999999}]},{"osd":2,"last update":"Mon Aug 28 02:30:31 2023","interfaces":[{"interface":"back","average":{"1min":2.1190000000000002,"5min":1.5049999999999999,"15min":2.1059999999999999},"min":{"1min":0.311,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":8.7899999999999991,"5min":8.7899999999999991,"15min":40.436999999999998},"last":0.505},{"interface":"front","average":{"1min":2.375,"5min":1.8340000000000001,"15min":2.117},"min":{"1min":0.40899999999999997,"5min":0.32300000000000001,"15min":0.27200000000000002},"max":{"1min":5.5030000000000001,"5min":9.4260000000000002,"15min":40.555},"last":1.0429999999999999}]},{"osd":3,"last update":"Mon Aug 28 02:30:31 2023","interfaces":[{"interface":"back","average":{"1min":2.25,"5min":1.9339999999999999,"15min":2.1110000000000002},"min":{"1min":0.41999999999999998,"5min":0.29499999999999998,"15min":0.27900000000000003},"max":{"1min":8.891,"5min":8.891,"15min":40.270000000000003},"last":0.35899999999999999},{"interface":"front","average":{"1min":2.133,"5min":1.879,"15min":2.1989999999999998},"min":{"1min":0.44600000000000001,"5min":0.30199999999999999,"15min":0.29599999999999999},"max":{"1min":5.9050000000000002,"5min":10.728999999999999,"15min":40.597999999999999},"last":1.0780000000000001}]},{"osd":4,"last update":"Mon Aug 28 02:30:49 2023","interfaces":[{"interface":"back","average":{"1min":0.95399999999999996,"5min":1.0669999999999999,"15min":1.274},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.23499999999999999},"max":{"1min":3.9089999999999998,"5min":12.904,"15min":40.762999999999998},"last":0.59599999999999997},{"interface":"front","average":{"1min":1.8879999999999999,"5min":1.4199999999999999,"15min":1.337},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.254},"max":{"1min":10.566000000000001,"5min":10.566000000000001,"15min":40.634},"last":0.78000000000000003}]},{"osd":6,"last update":"Mon Aug 28 02:30:31 2023","interfaces":[{"interface":"back","average":{"1min":2.113,"5min":1.292,"15min":1.4119999999999999},"min":{"1min":0.28399999999999997,"5min":0.26500000000000001,"15min":0.254},"max":{"1min":12.946,"5min":12.946,"15min":42.409999999999997},"last":0.56399999999999995},{"interface":"front","average":{"1min":1.589,"5min":1.296,"15min":1.4330000000000001},"min":{"1min":0.374,"5min":0.28100000000000003,"15min":0.27200000000000002},"max":{"1min":5.1509999999999998,"5min":8.0250000000000004,"15min":42.533999999999999},"last":0.97499999999999998}]},{"osd":7,"last update":"Mon Aug 28 02:30:31 2023","interfaces":[{"interface":"back","average":{"1min":1.9930000000000001,"5min":1.9410000000000001,"15min":1.6659999999999999},"min":{"1min":0.35699999999999998,"5min":0.34200000000000003,"15min":0.314},"max":{"1min":7.2199999999999998,"5min":31.707000000000001,"15min":42.667000000000002},"last":0.38400000000000001},{"interface":"front","average":{"1min":2.0169999999999999,"5min":1.857,"15min":1.5840000000000001},"min":{"1min":0.33700000000000002,"5min":0.33600000000000002,"15min":0.27000000000000002},"max":{"1min":5.4539999999999997,"5min":31.66,"15min":42.344000000000001},"last":1.1080000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":657326080,"data_stored":657326080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":75300864,"data_stored":75300864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":253427712,"data_stored":253427712,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":318046208,"data_stored":318046208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":477429760,"data_stored":477429760,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":273874944,"data_stored":273874944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":385155072,"data_stored":385155072,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":235601920,"data_stored":235601920,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:31:03.674 INFO:tasks.cephadm.ceph_manager.ceph:recovered! 2023-08-28T02:31:03.674 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-08-28T02:31:03.674 INFO:tasks.thrashosds.thrasher:inject_pause on osd.2 2023-08-28T02:31:03.674 INFO:tasks.thrashosds.thrasher:Testing filestore_inject_stall pause injection for duration 3 2023-08-28T02:31:03.674 INFO:tasks.thrashosds.thrasher:Checking after 0, should_be_down=False 2023-08-28T02:31:03.675 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.2 config set filestore_inject_stall 3 2023-08-28T02:31:03.691 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:31:03.749 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:03.937 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:31:03.941 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:03.942 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:31:04.017 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 9 16 19534 19518 135.508 114.5 0.0130868 0.00737316 2023-08-28T02:31:04.042 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:31:04.076 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:04.104 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:31:04.108 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:04.108 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:31:04.209 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:31:04.276 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:04.399 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:04 smithi083 ceph-mon[157819]: from='client.35196 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:31:04.399 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:04 smithi083 ceph-mon[157819]: pgmap v770: 99 pgs: 99 active+clean; 934 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 93 MiB/s wr, 1.49k op/s 2023-08-28T02:31:04.462 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:31:04.470 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:04.471 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:31:04.572 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:31:04.578 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:04 smithi040 ceph-mon[170259]: from='client.35196 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:31:04.579 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:04 smithi040 ceph-mon[170259]: pgmap v770: 99 pgs: 99 active+clean; 934 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 93 MiB/s wr, 1.49k op/s 2023-08-28T02:31:04.579 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:04 smithi040 ceph-mon[175404]: from='client.35196 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:31:04.579 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:04 smithi040 ceph-mon[175404]: pgmap v770: 99 pgs: 99 active+clean; 934 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 93 MiB/s wr, 1.49k op/s 2023-08-28T02:31:04.670 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:04.703 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:31:04.710 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:04.710 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:31:04.811 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:31:04.834 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:31:04.852 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:04.877 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:31:04.880 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:04.881 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:31:04.981 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:31:05.017 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 10 16 21276 21260 132.844 108.875 0.0074895 0.00752189 2023-08-28T02:31:05.036 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:05.120 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:31:05.124 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:05.124 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:31:05.225 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:31:05.264 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:05.310 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:31:05.316 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:05.317 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:31:05.378 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:31:05.379 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:31:05.379 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:31:05.417 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:31:05.423 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:31:05.464 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:31:05.468 INFO:teuthology.orchestra.run.smithi040.stderr:noscrub is unset 2023-08-28T02:31:05.504 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:05.508 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:31:05.555 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:31:05.602 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:31:05.623 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-08-28T02:31:05.623 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-08-28T02:31:05.623 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-08-28T02:31:05.623 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-08-28T02:31:05.623 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-08-28T02:31:05.623 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-08-28T02:31:05.623 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-08-28T02:31:05.624 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-08-28T02:31:05.645 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:05 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3687011559' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:31:05.645 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:05 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3671021788' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:31:05.646 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:05 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3687011559' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:31:05.646 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:05 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3671021788' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:31:05.646 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:31:05 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:31:05] "GET /metrics HTTP/1.1" 200 36492 "" "Prometheus/2.43.0" 2023-08-28T02:31:05.688 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:31:05.693 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:05.693 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:31:05.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:05 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3687011559' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:31:05.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:05 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3671021788' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:31:05.794 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:31:05.847 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:05.878 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:31:05.883 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:05.884 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:31:05.985 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:31:06.017 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 11 16 23059 23043 130.897 111.438 0.00761939 0.00763351 2023-08-28T02:31:06.027 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:06.055 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:31:06.060 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:06.061 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:31:06.161 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:31:06.224 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:06.264 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:31:06.269 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:06.269 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:31:06.370 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:31:06.444 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:06.478 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:06 smithi040 ceph-mon[170259]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:31:06.478 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:06 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3687011559' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:31:06.478 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:06 smithi040 ceph-mon[170259]: osdmap e256: 8 total, 8 up, 8 in 2023-08-28T02:31:06.478 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:06 smithi040 ceph-mon[170259]: failed to encode map e256 with expected crc 2023-08-28T02:31:06.478 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:06 smithi040 ceph-mon[170259]: failed to encode map e256 with expected crc 2023-08-28T02:31:06.478 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:06 smithi040 ceph-mon[170259]: failed to encode map e256 with expected crc 2023-08-28T02:31:06.479 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:06 smithi040 ceph-mon[170259]: failed to encode map e256 with expected crc 2023-08-28T02:31:06.479 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:06 smithi040 ceph-mon[170259]: failed to encode map e256 with expected crc 2023-08-28T02:31:06.479 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:06 smithi040 ceph-mon[170259]: 1.6 scrub starts 2023-08-28T02:31:06.479 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:06 smithi040 ceph-mon[170259]: 1.6 scrub ok 2023-08-28T02:31:06.479 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:06 smithi040 ceph-mon[170259]: 1.4 scrub starts 2023-08-28T02:31:06.479 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:06 smithi040 ceph-mon[170259]: 1.4 scrub ok 2023-08-28T02:31:06.479 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:06 smithi040 ceph-mon[170259]: pgmap v772: 99 pgs: 99 active+clean; 1.3 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 136 MiB/s wr, 2.17k op/s 2023-08-28T02:31:06.479 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:06 smithi040 ceph-mon[175404]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:31:06.479 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:06 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3687011559' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:31:06.479 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:06 smithi040 ceph-mon[175404]: osdmap e256: 8 total, 8 up, 8 in 2023-08-28T02:31:06.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:06 smithi040 ceph-mon[175404]: failed to encode map e256 with expected crc 2023-08-28T02:31:06.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:06 smithi040 ceph-mon[175404]: failed to encode map e256 with expected crc 2023-08-28T02:31:06.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:06 smithi040 ceph-mon[175404]: failed to encode map e256 with expected crc 2023-08-28T02:31:06.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:06 smithi040 ceph-mon[175404]: failed to encode map e256 with expected crc 2023-08-28T02:31:06.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:06 smithi040 ceph-mon[175404]: failed to encode map e256 with expected crc 2023-08-28T02:31:06.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:06 smithi040 ceph-mon[175404]: 1.6 scrub starts 2023-08-28T02:31:06.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:06 smithi040 ceph-mon[175404]: 1.6 scrub ok 2023-08-28T02:31:06.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:06 smithi040 ceph-mon[175404]: 1.4 scrub starts 2023-08-28T02:31:06.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:06 smithi040 ceph-mon[175404]: 1.4 scrub ok 2023-08-28T02:31:06.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:06 smithi040 ceph-mon[175404]: pgmap v772: 99 pgs: 99 active+clean; 1.3 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 136 MiB/s wr, 2.17k op/s 2023-08-28T02:31:06.481 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:31:06.485 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:06.485 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:31:06.495 INFO:teuthology.orchestra.run.smithi040.stdout:ERROR: (22) Invalid argument 2023-08-28T02:31:06.495 INFO:teuthology.orchestra.run.smithi040.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:31:06.586 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:31:06.647 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:06.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:06 smithi083 ceph-mon[157819]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:31:06.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:06 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3687011559' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:31:06.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:06 smithi083 ceph-mon[157819]: osdmap e256: 8 total, 8 up, 8 in 2023-08-28T02:31:06.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:06 smithi083 ceph-mon[157819]: failed to encode map e256 with expected crc 2023-08-28T02:31:06.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:06 smithi083 ceph-mon[157819]: failed to encode map e256 with expected crc 2023-08-28T02:31:06.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:06 smithi083 ceph-mon[157819]: failed to encode map e256 with expected crc 2023-08-28T02:31:06.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:06 smithi083 ceph-mon[157819]: failed to encode map e256 with expected crc 2023-08-28T02:31:06.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:06 smithi083 ceph-mon[157819]: failed to encode map e256 with expected crc 2023-08-28T02:31:06.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:06 smithi083 ceph-mon[157819]: 1.6 scrub starts 2023-08-28T02:31:06.744 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:06 smithi083 ceph-mon[157819]: 1.6 scrub ok 2023-08-28T02:31:06.744 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:06 smithi083 ceph-mon[157819]: 1.4 scrub starts 2023-08-28T02:31:06.744 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:06 smithi083 ceph-mon[157819]: 1.4 scrub ok 2023-08-28T02:31:06.744 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:06 smithi083 ceph-mon[157819]: pgmap v772: 99 pgs: 99 active+clean; 1.3 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 136 MiB/s wr, 2.17k op/s 2023-08-28T02:31:06.887 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:31:06.893 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:06.894 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:31:06.994 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:31:07.017 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 12 15 24904 24889 129.602 115.375 0.0035074 0.00770895 2023-08-28T02:31:07.031 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-08-28T02:31:07.031 INFO:teuthology.orchestra.run.smithi040.stdout: "success": "filestore_inject_stall = '3' (not observed, change may require restart) " 2023-08-28T02:31:07.031 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-08-28T02:31:07.073 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:07.167 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:31:07.173 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:07.173 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:31:07.274 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:31:07.327 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:08.013 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:31:08.018 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 13 16 26933 26917 129.377 126.75 0.00772265 0.00772351 2023-08-28T02:31:08.040 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:08.041 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:31:08.142 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:31:08.184 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:07 smithi083 ceph-mon[157819]: 1.7 scrub starts 2023-08-28T02:31:08.184 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:07 smithi083 ceph-mon[157819]: 1.7 scrub ok 2023-08-28T02:31:08.184 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:07 smithi083 ceph-mon[157819]: 1.9 scrub starts 2023-08-28T02:31:08.184 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:07 smithi083 ceph-mon[157819]: 1.9 scrub ok 2023-08-28T02:31:08.193 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:08.224 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:31:08.228 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:08.228 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:31:08.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:07 smithi040 ceph-mon[175404]: 1.7 scrub starts 2023-08-28T02:31:08.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:07 smithi040 ceph-mon[175404]: 1.7 scrub ok 2023-08-28T02:31:08.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:07 smithi040 ceph-mon[175404]: 1.9 scrub starts 2023-08-28T02:31:08.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:07 smithi040 ceph-mon[175404]: 1.9 scrub ok 2023-08-28T02:31:08.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:07 smithi040 ceph-mon[170259]: 1.7 scrub starts 2023-08-28T02:31:08.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:07 smithi040 ceph-mon[170259]: 1.7 scrub ok 2023-08-28T02:31:08.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:07 smithi040 ceph-mon[170259]: 1.9 scrub starts 2023-08-28T02:31:08.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:07 smithi040 ceph-mon[170259]: 1.9 scrub ok 2023-08-28T02:31:08.329 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:31:08.359 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.1 dump_blocked_ops 2023-08-28T02:31:08.388 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:08.426 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:31:08.437 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:08.438 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:31:08.512 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd unset nodeep-scrub 2023-08-28T02:31:08.539 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:31:08.580 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:08.608 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:31:08.612 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:08.613 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:31:08.713 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:31:08.778 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:08.810 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:31:08.813 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:08.813 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:31:08.911 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:08 smithi040 ceph-mon[170259]: pgmap v773: 99 pgs: 99 active+clean; 1.4 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 127 MiB/s wr, 2.03k op/s 2023-08-28T02:31:08.914 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:31:08.942 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:31:08.948 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:08.975 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:31:08.980 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:08.980 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:31:09.018 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 14 16 28640 28624 127.748 106.688 0.00440043 0.00782087 2023-08-28T02:31:09.081 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:31:09.111 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-08-28T02:31:09.120 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:09.136 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:31:09.150 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:31:09.152 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:09.153 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:31:09.170 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:08 smithi040 ceph-mon[175404]: pgmap v773: 99 pgs: 99 active+clean; 1.4 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 127 MiB/s wr, 2.03k op/s 2023-08-28T02:31:09.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:08 smithi083 ceph-mon[157819]: pgmap v773: 99 pgs: 99 active+clean; 1.4 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 127 MiB/s wr, 2.03k op/s 2023-08-28T02:31:09.254 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:31:09.297 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:09.326 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:31:09.329 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:09.329 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:31:09.430 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:31:09.491 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:09.946 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:31:09.955 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:09.955 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:31:10.019 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 15 16 30361 30345 126.402 107.562 0.00661767 0.00790601 2023-08-28T02:31:10.056 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:31:10.105 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:10.110 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:31:10.134 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:31:10.137 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:10.138 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:31:10.238 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:31:10.317 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:10.349 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:31:10.353 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:10.354 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:31:10.454 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:31:10.490 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:10.518 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:31:10.520 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:10.521 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:31:10.622 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:31:10.668 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:10.710 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:31:10.714 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:10.714 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:31:10.815 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:31:10.890 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:11.012 INFO:teuthology.orchestra.run.smithi040.stdout:ERROR: (22) Invalid argument 2023-08-28T02:31:11.012 INFO:teuthology.orchestra.run.smithi040.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:31:11.019 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 16 16 31819 31803 124.197 91.125 0.00242505 0.0080422 2023-08-28T02:31:11.204 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:31:11.210 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:11.210 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:31:11.311 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:31:11.353 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:11.376 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:31:11.381 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:11.381 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:31:11.460 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:11 smithi040 ceph-mon[170259]: pgmap v774: 99 pgs: 99 active+clean; 1.5 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 125 MiB/s wr, 2.00k op/s 2023-08-28T02:31:11.460 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:11 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/304479661' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:31:11.460 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:11 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:31:11.460 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:11 smithi040 ceph-mon[175404]: pgmap v774: 99 pgs: 99 active+clean; 1.5 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 125 MiB/s wr, 2.00k op/s 2023-08-28T02:31:11.461 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:11 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/304479661' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:31:11.461 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:11 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:31:11.482 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:31:11.527 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:11.564 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:31:11.568 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:11.568 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:31:11.641 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.1 dump_historic_ops 2023-08-28T02:31:11.669 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:31:11.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:11 smithi083 ceph-mon[157819]: pgmap v774: 99 pgs: 99 active+clean; 1.5 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 125 MiB/s wr, 2.00k op/s 2023-08-28T02:31:11.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:11 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/304479661' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:31:11.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:11 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:31:11.748 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:11.798 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:31:11.803 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:11.804 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:31:11.901 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:31:11.905 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:31:11.934 INFO:teuthology.orchestra.run.smithi040.stderr:nodeep-scrub is unset 2023-08-28T02:31:11.945 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:31:11.986 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:11.990 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:31:12.019 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 17 16 33286 33270 122.285 91.6875 0.00734732 0.00816915 2023-08-28T02:31:12.051 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:31:12.080 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:31:12.084 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:12.085 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:31:12.093 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:31:12.132 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:31:12.174 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:31:12.186 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:31:12.223 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:31:12.227 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:12.232 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-08-28T02:31:12.232 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-08-28T02:31:12.233 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-08-28T02:31:12.233 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-08-28T02:31:12.233 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-08-28T02:31:12.233 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-08-28T02:31:12.233 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-08-28T02:31:12.233 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-08-28T02:31:12.255 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:31:12.258 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:12.258 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:31:12.359 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:31:12.396 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:12.433 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:31:12.437 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:12.438 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:31:12.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:12 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2029553194' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:31:12.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:12 smithi083 ceph-mon[157819]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:31:12.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:12 smithi083 ceph-mon[157819]: Cluster is now healthy 2023-08-28T02:31:12.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:12 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:31:12.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:12 smithi083 ceph-mon[157819]: osdmap e257: 8 total, 8 up, 8 in 2023-08-28T02:31:12.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:12 smithi083 ceph-mon[157819]: failed to encode map e257 with expected crc 2023-08-28T02:31:12.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:12 smithi083 ceph-mon[157819]: failed to encode map e257 with expected crc 2023-08-28T02:31:12.520 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:12 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2029553194' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:31:12.520 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:12 smithi040 ceph-mon[170259]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:31:12.520 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:12 smithi040 ceph-mon[170259]: Cluster is now healthy 2023-08-28T02:31:12.520 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:12 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:31:12.520 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:12 smithi040 ceph-mon[170259]: osdmap e257: 8 total, 8 up, 8 in 2023-08-28T02:31:12.520 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:12 smithi040 ceph-mon[170259]: failed to encode map e257 with expected crc 2023-08-28T02:31:12.520 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:12 smithi040 ceph-mon[170259]: failed to encode map e257 with expected crc 2023-08-28T02:31:12.520 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:12 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2029553194' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:31:12.521 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:12 smithi040 ceph-mon[175404]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:31:12.521 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:12 smithi040 ceph-mon[175404]: Cluster is now healthy 2023-08-28T02:31:12.521 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:12 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:31:12.521 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:12 smithi040 ceph-mon[175404]: osdmap e257: 8 total, 8 up, 8 in 2023-08-28T02:31:12.521 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:12 smithi040 ceph-mon[175404]: failed to encode map e257 with expected crc 2023-08-28T02:31:12.521 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:12 smithi040 ceph-mon[175404]: failed to encode map e257 with expected crc 2023-08-28T02:31:12.539 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:31:12.573 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:31:12.619 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:12.753 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:31:12.758 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:12.759 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:31:12.860 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:31:12.897 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:12.925 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:31:12.935 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:12.936 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:31:13.019 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 18 16 34858 34842 120.948 98.25 0.0103654 0.00826325 2023-08-28T02:31:13.036 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:31:13.086 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 3, 4, 5, 6, 7, 1] out_osds: [] dead_osds: [] live_osds: [0, 1, 2, 3, 4, 5, 6, 7] 2023-08-28T02:31:13.086 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-08-28T02:31:13.086 INFO:tasks.thrashosds.thrasher:fixing pg num pool unique_pool_5 2023-08-28T02:31:13.086 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:31:13.094 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:13.242 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:31:13.249 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:13.249 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:31:13.351 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:31:13.383 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:13 smithi040 ceph-mon[170259]: pgmap v776: 99 pgs: 99 active+clean; 1.9 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 125 MiB/s wr, 1.99k op/s 2023-08-28T02:31:13.385 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:13 smithi040 ceph-mon[175404]: pgmap v776: 99 pgs: 99 active+clean; 1.9 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 125 MiB/s wr, 1.99k op/s 2023-08-28T02:31:13.432 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:13.519 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:31:13.524 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:13.525 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:31:13.615 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:31:13.625 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:31:13.660 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:13 smithi083 ceph-mon[157819]: pgmap v776: 99 pgs: 99 active+clean; 1.9 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 125 MiB/s wr, 1.99k op/s 2023-08-28T02:31:13.662 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:13.692 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:31:13.700 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:13.700 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:31:13.801 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:31:13.877 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:14.019 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 19 16 36368 36352 119.548 94.375 0.00328168 0.00835789 2023-08-28T02:31:14.413 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:31:14.419 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:14.420 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:31:14.520 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:31:14.565 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd set noscrub 2023-08-28T02:31:14.604 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:14.651 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:31:14.661 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:14.661 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:31:14.719 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-08-28T02:31:14.719 INFO:teuthology.orchestra.run.smithi040.stdout: "size": 20, 2023-08-28T02:31:14.720 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 600, 2023-08-28T02:31:14.720 INFO:teuthology.orchestra.run.smithi040.stdout: "ops": [ 2023-08-28T02:31:14.720 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.720 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:57221 9.14 9:29e80cf1:::benchmark_data_smithi040_209735_object57220:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e170)", 2023-08-28T02:31:14.720 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:26.798846+0000", 2023-08-28T02:31:14.720 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 227.916879967, 2023-08-28T02:31:14.720 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0393454559999999, 2023-08-28T02:31:14.720 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:31:14.720 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "reached pg", 2023-08-28T02:31:14.720 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:31:14.720 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:31:14.720 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:31:14.721 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 57221 2023-08-28T02:31:14.721 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.721 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:31:14.721 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.721 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:31:14.721 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.798846+0000", 2023-08-28T02:31:14.721 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:14.721 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.721 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.721 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:31:14.721 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.798846+0000", 2023-08-28T02:31:14.722 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:14.722 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.722 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.722 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:31:14.722 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.798844+0000", 2023-08-28T02:31:14.722 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999971 2023-08-28T02:31:14.722 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.722 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.722 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:31:14.722 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.798884+0000", 2023-08-28T02:31:14.722 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.0522000000000003e-05 2023-08-28T02:31:14.723 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.723 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.723 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:31:14.723 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.798909+0000", 2023-08-28T02:31:14.723 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.4569000000000001e-05 2023-08-28T02:31:14.723 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.723 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.723 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:31:14.723 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.798923+0000", 2023-08-28T02:31:14.723 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4448e-05 2023-08-28T02:31:14.723 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.723 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.724 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:14.724 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.952715+0000", 2023-08-28T02:31:14.724 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.153791658 2023-08-28T02:31:14.724 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.724 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.724 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:31:14.724 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.952731+0000", 2023-08-28T02:31:14.724 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.6674e-05 2023-08-28T02:31:14.724 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.724 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.724 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:14.724 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.838103+0000", 2023-08-28T02:31:14.725 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.88537207100000004 2023-08-28T02:31:14.725 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.725 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.725 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:31:14.725 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.838192+0000", 2023-08-28T02:31:14.725 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.8417000000000004e-05 2023-08-28T02:31:14.725 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:14.725 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:31:14.725 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:14.725 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.725 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.725 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:72088 9.12 9:4e79be2d:::benchmark_data_smithi040_209735_object72087:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e181)", 2023-08-28T02:31:14.726 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:43.427125+0000", 2023-08-28T02:31:14.726 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 211.288600927, 2023-08-28T02:31:14.726 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.98662051500000003, 2023-08-28T02:31:14.726 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:31:14.726 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:31:14.726 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:31:14.726 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:31:14.727 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:31:14.727 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 72088 2023-08-28T02:31:14.727 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.727 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:31:14.727 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.727 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:31:14.727 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427125+0000", 2023-08-28T02:31:14.727 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:14.727 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.727 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.727 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:31:14.728 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427125+0000", 2023-08-28T02:31:14.728 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:14.728 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.728 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.728 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:31:14.728 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427124+0000", 2023-08-28T02:31:14.728 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:31:14.728 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.728 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.728 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:31:14.728 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427153+0000", 2023-08-28T02:31:14.728 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.8928000000000002e-05 2023-08-28T02:31:14.729 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.729 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.729 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:31:14.729 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427168+0000", 2023-08-28T02:31:14.729 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.5438999999999999e-05 2023-08-28T02:31:14.729 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.729 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.729 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:31:14.729 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427175+0000", 2023-08-28T02:31:14.729 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.6529999999999997e-06 2023-08-28T02:31:14.729 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.729 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.730 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:14.730 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427242+0000", 2023-08-28T02:31:14.730 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.7496000000000006e-05 2023-08-28T02:31:14.730 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.730 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.730 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:31:14.730 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427265+0000", 2023-08-28T02:31:14.730 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.2979000000000001e-05 2023-08-28T02:31:14.730 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.730 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.730 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:14.730 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.407822+0000", 2023-08-28T02:31:14.731 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.98055738000000003 2023-08-28T02:31:14.731 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.731 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.731 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:31:14.731 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.407972+0000", 2023-08-28T02:31:14.731 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00014932500000000001 2023-08-28T02:31:14.731 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.731 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.731 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:31:14.731 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.408088+0000", 2023-08-28T02:31:14.731 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000116424 2023-08-28T02:31:14.731 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.732 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.732 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:31:14.732 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.412608+0000", 2023-08-28T02:31:14.732 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0045194220000000004 2023-08-28T02:31:14.732 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.732 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.732 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:14.732 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.412659+0000", 2023-08-28T02:31:14.732 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.1783999999999998e-05 2023-08-28T02:31:14.732 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.732 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.732 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:14.733 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.412699+0000", 2023-08-28T02:31:14.733 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.9393e-05 2023-08-28T02:31:14.733 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.733 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.733 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:31:14.733 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.412737+0000", 2023-08-28T02:31:14.733 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.7818000000000003e-05 2023-08-28T02:31:14.733 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.733 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.733 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:31:14.733 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.413746+0000", 2023-08-28T02:31:14.733 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0010093540000000001 2023-08-28T02:31:14.734 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:14.734 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:31:14.734 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:14.734 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.734 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.734 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:72120 9.12 9:495ba976:::benchmark_data_smithi040_209735_object72119:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e181)", 2023-08-28T02:31:14.734 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:43.427188+0000", 2023-08-28T02:31:14.734 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 211.28853822900001, 2023-08-28T02:31:14.734 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.99753528300000005, 2023-08-28T02:31:14.734 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:31:14.734 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:31:14.734 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:31:14.735 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:31:14.735 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:31:14.735 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 72120 2023-08-28T02:31:14.735 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.735 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:31:14.735 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.735 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:31:14.735 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427188+0000", 2023-08-28T02:31:14.736 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:14.736 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.736 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.736 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:31:14.736 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427188+0000", 2023-08-28T02:31:14.736 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:14.736 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.736 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.736 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:31:14.736 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427188+0000", 2023-08-28T02:31:14.736 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:31:14.737 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.737 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.737 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:31:14.737 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427237+0000", 2023-08-28T02:31:14.737 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.9804e-05 2023-08-28T02:31:14.737 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.737 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.737 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:31:14.737 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427246+0000", 2023-08-28T02:31:14.737 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.7979999999999995e-06 2023-08-28T02:31:14.737 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.738 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.738 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:31:14.738 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427259+0000", 2023-08-28T02:31:14.738 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2923e-05 2023-08-28T02:31:14.738 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.738 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.738 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:14.738 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427301+0000", 2023-08-28T02:31:14.738 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.2302000000000003e-05 2023-08-28T02:31:14.738 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.739 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.739 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:31:14.739 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427312+0000", 2023-08-28T02:31:14.739 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0703000000000001e-05 2023-08-28T02:31:14.739 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.739 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.739 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:14.739 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.410098+0000", 2023-08-28T02:31:14.739 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.98278577300000003 2023-08-28T02:31:14.739 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.739 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.739 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:31:14.740 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.410206+0000", 2023-08-28T02:31:14.740 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000108529 2023-08-28T02:31:14.740 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.740 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.740 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:31:14.740 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.410323+0000", 2023-08-28T02:31:14.740 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00011623100000000001 2023-08-28T02:31:14.740 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.740 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.740 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:31:14.740 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.413761+0000", 2023-08-28T02:31:14.740 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0034382979999999998 2023-08-28T02:31:14.740 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.741 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.741 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:14.741 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.413809+0000", 2023-08-28T02:31:14.741 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.8501999999999997e-05 2023-08-28T02:31:14.741 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.741 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.741 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:14.741 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.423335+0000", 2023-08-28T02:31:14.741 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0095257799999999993 2023-08-28T02:31:14.741 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.741 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.741 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:31:14.742 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.423405+0000", 2023-08-28T02:31:14.742 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.9361000000000002e-05 2023-08-28T02:31:14.742 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.742 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.742 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:31:14.742 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.424723+0000", 2023-08-28T02:31:14.742 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0013188469999999999 2023-08-28T02:31:14.742 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:14.742 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:31:14.742 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:14.742 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.742 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.743 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:72209 9.12 9:4c6a4f53:::benchmark_data_smithi040_209735_object72208:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e181)", 2023-08-28T02:31:14.743 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:43.427270+0000", 2023-08-28T02:31:14.743 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 211.288456408, 2023-08-28T02:31:14.743 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.99826023200000003, 2023-08-28T02:31:14.743 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:31:14.743 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:31:14.743 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:31:14.743 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:31:14.743 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:31:14.743 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 72209 2023-08-28T02:31:14.743 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.744 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:31:14.744 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.744 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:31:14.744 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427270+0000", 2023-08-28T02:31:14.744 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:14.744 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.744 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.744 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:31:14.744 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427270+0000", 2023-08-28T02:31:14.744 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:14.744 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.744 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.745 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:31:14.745 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427269+0000", 2023-08-28T02:31:14.745 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:31:14.745 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.745 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.745 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:31:14.745 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427310+0000", 2023-08-28T02:31:14.745 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.0238000000000003e-05 2023-08-28T02:31:14.745 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.745 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.746 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:31:14.746 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427319+0000", 2023-08-28T02:31:14.746 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.5969999999999998e-06 2023-08-28T02:31:14.746 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.746 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.746 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:31:14.746 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427328+0000", 2023-08-28T02:31:14.746 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.6600000000000001e-06 2023-08-28T02:31:14.746 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.746 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.746 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:14.746 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427362+0000", 2023-08-28T02:31:14.747 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.3828999999999997e-05 2023-08-28T02:31:14.747 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.747 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.747 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:31:14.747 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427370+0000", 2023-08-28T02:31:14.747 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.0669999999999992e-06 2023-08-28T02:31:14.747 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.747 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.747 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:14.747 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.411466+0000", 2023-08-28T02:31:14.747 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.98409667700000003 2023-08-28T02:31:14.747 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.748 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.748 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:31:14.748 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.411571+0000", 2023-08-28T02:31:14.748 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000104706 2023-08-28T02:31:14.750 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.750 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.750 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:31:14.750 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.411723+0000", 2023-08-28T02:31:14.750 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00015176600000000001 2023-08-28T02:31:14.750 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.750 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.750 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:14.750 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.413874+0000", 2023-08-28T02:31:14.751 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0021511500000000001 2023-08-28T02:31:14.751 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.751 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.751 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:31:14.751 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.413886+0000", 2023-08-28T02:31:14.751 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1739000000000001e-05 2023-08-28T02:31:14.751 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.751 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.751 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:14.751 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.424792+0000", 2023-08-28T02:31:14.751 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.010906435000000001 2023-08-28T02:31:14.752 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.752 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.752 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:31:14.752 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.424832+0000", 2023-08-28T02:31:14.752 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.9384000000000001e-05 2023-08-28T02:31:14.752 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.752 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.752 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:31:14.752 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.425530+0000", 2023-08-28T02:31:14.752 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00069859700000000002 2023-08-28T02:31:14.752 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:14.753 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:31:14.753 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:14.753 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.753 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.753 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:72226 9.12 9:4d133a38:::benchmark_data_smithi040_209735_object72225:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e181)", 2023-08-28T02:31:14.753 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:43.427335+0000", 2023-08-28T02:31:14.753 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 211.288391434, 2023-08-28T02:31:14.753 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.009448803, 2023-08-28T02:31:14.753 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:31:14.753 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:31:14.753 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:31:14.754 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:31:14.754 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:31:14.754 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 72226 2023-08-28T02:31:14.754 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.754 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:31:14.754 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.754 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:31:14.754 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427335+0000", 2023-08-28T02:31:14.754 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:14.754 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.754 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.755 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:31:14.755 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427335+0000", 2023-08-28T02:31:14.755 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:14.755 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.755 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.755 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:31:14.755 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427334+0000", 2023-08-28T02:31:14.755 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:31:14.755 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.755 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.756 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:31:14.756 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427394+0000", 2023-08-28T02:31:14.756 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.0177000000000003e-05 2023-08-28T02:31:14.756 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.756 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.756 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:31:14.756 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427403+0000", 2023-08-28T02:31:14.756 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.9269999999999994e-06 2023-08-28T02:31:14.756 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.756 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.756 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:31:14.756 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427408+0000", 2023-08-28T02:31:14.757 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.6469999999999997e-06 2023-08-28T02:31:14.757 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.757 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.757 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:14.757 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427432+0000", 2023-08-28T02:31:14.757 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.3642000000000002e-05 2023-08-28T02:31:14.757 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.757 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.757 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:31:14.757 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427436+0000", 2023-08-28T02:31:14.757 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.1529999999999999e-06 2023-08-28T02:31:14.757 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.758 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.758 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:14.758 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.413909+0000", 2023-08-28T02:31:14.758 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.98647347600000002 2023-08-28T02:31:14.758 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.758 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.758 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:31:14.758 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.414044+0000", 2023-08-28T02:31:14.758 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000134184 2023-08-28T02:31:14.758 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.758 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.758 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:31:14.758 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.414209+0000", 2023-08-28T02:31:14.759 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00016544199999999999 2023-08-28T02:31:14.759 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.759 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.759 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:31:14.759 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.418900+0000", 2023-08-28T02:31:14.759 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0046914060000000004 2023-08-28T02:31:14.759 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.759 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.759 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:14.759 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.420225+0000", 2023-08-28T02:31:14.759 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.001325044 2023-08-28T02:31:14.759 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.760 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.760 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:14.760 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.435584+0000", 2023-08-28T02:31:14.760 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.015359001000000001 2023-08-28T02:31:14.760 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.760 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.760 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:31:14.760 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.435667+0000", 2023-08-28T02:31:14.760 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.25e-05 2023-08-28T02:31:14.760 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.760 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.760 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:31:14.761 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.436784+0000", 2023-08-28T02:31:14.761 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0011168389999999999 2023-08-28T02:31:14.761 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:14.761 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:31:14.761 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:14.761 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.761 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.761 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:72236 9.12 9:4f39e7e9:::benchmark_data_smithi040_209735_object72235:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e181)", 2023-08-28T02:31:14.761 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:43.427415+0000", 2023-08-28T02:31:14.761 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 211.28831172400001, 2023-08-28T02:31:14.761 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0107923400000001, 2023-08-28T02:31:14.761 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:31:14.762 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:31:14.762 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:31:14.762 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:31:14.762 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:31:14.762 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 72236 2023-08-28T02:31:14.762 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.762 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:31:14.762 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.762 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:31:14.762 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427415+0000", 2023-08-28T02:31:14.762 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:14.762 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.763 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.763 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:31:14.763 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427415+0000", 2023-08-28T02:31:14.763 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:14.763 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.763 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.763 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:31:14.763 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427414+0000", 2023-08-28T02:31:14.763 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:31:14.763 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.763 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.764 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:31:14.764 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427474+0000", 2023-08-28T02:31:14.764 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.9589000000000002e-05 2023-08-28T02:31:14.764 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.764 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.764 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:31:14.764 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427483+0000", 2023-08-28T02:31:14.764 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.064e-06 2023-08-28T02:31:14.764 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.764 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.764 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:31:14.764 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427488+0000", 2023-08-28T02:31:14.764 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.9239999999999998e-06 2023-08-28T02:31:14.765 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.765 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.765 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:14.765 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427519+0000", 2023-08-28T02:31:14.765 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.1575000000000002e-05 2023-08-28T02:31:14.765 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.765 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.765 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:31:14.765 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427528+0000", 2023-08-28T02:31:14.765 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.0140000000000004e-06 2023-08-28T02:31:14.765 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.765 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.766 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:14.766 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.415394+0000", 2023-08-28T02:31:14.766 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.98786532400000004 2023-08-28T02:31:14.766 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.766 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.766 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:31:14.766 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.415553+0000", 2023-08-28T02:31:14.766 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00015970399999999999 2023-08-28T02:31:14.766 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.766 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.766 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:31:14.766 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.415748+0000", 2023-08-28T02:31:14.767 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00019470800000000001 2023-08-28T02:31:14.767 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.767 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.767 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:31:14.767 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.420375+0000", 2023-08-28T02:31:14.767 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0046265350000000002 2023-08-28T02:31:14.767 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.767 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.767 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:14.767 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.420434+0000", 2023-08-28T02:31:14.767 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.9200000000000002e-05 2023-08-28T02:31:14.768 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.768 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.768 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:14.768 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.437159+0000", 2023-08-28T02:31:14.768 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.016724925000000002 2023-08-28T02:31:14.768 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.768 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.768 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:31:14.768 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.437221+0000", 2023-08-28T02:31:14.768 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.1948999999999999e-05 2023-08-28T02:31:14.768 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.769 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.769 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:31:14.769 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.438207+0000", 2023-08-28T02:31:14.769 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00098632699999999995 2023-08-28T02:31:14.769 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:14.769 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:31:14.769 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:14.769 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.769 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.769 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:72254 9.12 9:4f4b5016:::benchmark_data_smithi040_209735_object72253:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e181)", 2023-08-28T02:31:14.769 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:43.427494+0000", 2023-08-28T02:31:14.769 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 211.28823211100001, 2023-08-28T02:31:14.769 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0117302459999999, 2023-08-28T02:31:14.770 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:31:14.770 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:31:14.770 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:31:14.770 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:31:14.770 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:31:14.770 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 72254 2023-08-28T02:31:14.770 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.770 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:31:14.770 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.770 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:31:14.770 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427494+0000", 2023-08-28T02:31:14.770 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:14.771 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.771 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.771 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:31:14.771 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427494+0000", 2023-08-28T02:31:14.771 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:14.771 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.771 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.771 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:31:14.771 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427494+0000", 2023-08-28T02:31:14.771 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:31:14.771 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.771 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.772 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:31:14.772 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427548+0000", 2023-08-28T02:31:14.772 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.4493999999999997e-05 2023-08-28T02:31:14.772 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.772 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.772 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:31:14.772 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427557+0000", 2023-08-28T02:31:14.772 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.8599999999999999e-06 2023-08-28T02:31:14.772 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.772 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.772 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:31:14.772 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427562+0000", 2023-08-28T02:31:14.773 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.5639999999999998e-06 2023-08-28T02:31:14.773 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.773 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.773 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:14.773 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427591+0000", 2023-08-28T02:31:14.773 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.9104000000000001e-05 2023-08-28T02:31:14.773 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.773 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.773 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:31:14.773 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427595+0000", 2023-08-28T02:31:14.773 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.4320000000000001e-06 2023-08-28T02:31:14.773 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.774 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.774 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:14.774 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.416672+0000", 2023-08-28T02:31:14.774 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.98907666699999996 2023-08-28T02:31:14.774 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.774 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.774 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:31:14.774 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.416783+0000", 2023-08-28T02:31:14.774 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000110887 2023-08-28T02:31:14.774 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.774 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.774 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:31:14.775 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.416888+0000", 2023-08-28T02:31:14.775 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00010534700000000001 2023-08-28T02:31:14.775 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.775 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.775 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:31:14.775 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.420382+0000", 2023-08-28T02:31:14.775 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.003493744 2023-08-28T02:31:14.775 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.775 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.775 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:14.775 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.429087+0000", 2023-08-28T02:31:14.775 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0087056129999999992 2023-08-28T02:31:14.776 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.776 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.776 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:14.776 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.438278+0000", 2023-08-28T02:31:14.776 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0091910240000000008 2023-08-28T02:31:14.776 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.776 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.776 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:31:14.776 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.438364+0000", 2023-08-28T02:31:14.776 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.5421999999999996e-05 2023-08-28T02:31:14.776 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.776 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.777 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:31:14.777 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.439225+0000", 2023-08-28T02:31:14.777 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00086063299999999997 2023-08-28T02:31:14.777 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:14.777 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:31:14.777 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:14.777 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.777 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.777 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:72265 9.12 9:4ae3e02e:::benchmark_data_smithi040_209735_object72264:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e181)", 2023-08-28T02:31:14.777 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:43.427569+0000", 2023-08-28T02:31:14.777 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 211.288157539, 2023-08-28T02:31:14.777 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0124586840000001, 2023-08-28T02:31:14.777 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:31:14.778 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:31:14.778 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:31:14.778 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:31:14.778 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:31:14.778 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 72265 2023-08-28T02:31:14.778 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.778 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:31:14.778 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.778 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:31:14.778 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427569+0000", 2023-08-28T02:31:14.778 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:14.778 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.779 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.779 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:31:14.779 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427569+0000", 2023-08-28T02:31:14.779 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:14.779 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.779 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.779 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:31:14.779 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427568+0000", 2023-08-28T02:31:14.779 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:31:14.779 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.779 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.780 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:31:14.780 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427614+0000", 2023-08-28T02:31:14.780 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.5735999999999997e-05 2023-08-28T02:31:14.780 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.780 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.780 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:31:14.780 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427621+0000", 2023-08-28T02:31:14.780 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.2400000000000001e-06 2023-08-28T02:31:14.780 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.780 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.780 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:31:14.780 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427625+0000", 2023-08-28T02:31:14.780 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.771e-06 2023-08-28T02:31:14.781 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.781 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.781 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:14.781 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427672+0000", 2023-08-28T02:31:14.781 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.6458999999999997e-05 2023-08-28T02:31:14.781 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.781 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.781 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:31:14.781 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427677+0000", 2023-08-28T02:31:14.781 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.4389999999999999e-06 2023-08-28T02:31:14.781 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.781 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.782 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:14.782 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.417859+0000", 2023-08-28T02:31:14.782 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.99018216100000001 2023-08-28T02:31:14.782 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.782 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.782 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:31:14.782 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.417964+0000", 2023-08-28T02:31:14.782 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00010472 2023-08-28T02:31:14.782 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.782 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.782 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:31:14.782 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.418067+0000", 2023-08-28T02:31:14.782 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000102663 2023-08-28T02:31:14.783 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.783 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.783 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:31:14.783 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.421923+0000", 2023-08-28T02:31:14.783 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0038566109999999998 2023-08-28T02:31:14.783 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.783 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.783 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:14.783 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.429110+0000", 2023-08-28T02:31:14.783 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0071866969999999997 2023-08-28T02:31:14.783 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.783 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.784 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:14.784 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.439295+0000", 2023-08-28T02:31:14.784 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.010184814 2023-08-28T02:31:14.784 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.784 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.784 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:31:14.784 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.439329+0000", 2023-08-28T02:31:14.784 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.4805000000000003e-05 2023-08-28T02:31:14.784 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.784 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.784 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:31:14.785 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.440028+0000", 2023-08-28T02:31:14.785 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00069807099999999998 2023-08-28T02:31:14.785 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:14.785 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:31:14.785 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:14.785 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.785 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.785 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:72299 9.12 9:4d7bfde5:::benchmark_data_smithi040_209735_object72298:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e181)", 2023-08-28T02:31:14.785 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:43.427644+0000", 2023-08-28T02:31:14.785 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 211.28808287699999, 2023-08-28T02:31:14.785 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0132855350000001, 2023-08-28T02:31:14.785 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:31:14.786 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:31:14.786 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:31:14.786 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:31:14.786 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:31:14.786 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 72299 2023-08-28T02:31:14.786 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.786 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:31:14.786 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.786 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:31:14.787 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427644+0000", 2023-08-28T02:31:14.787 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:14.787 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.787 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.787 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:31:14.787 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427644+0000", 2023-08-28T02:31:14.787 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:14.787 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.787 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.787 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:31:14.787 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427643+0000", 2023-08-28T02:31:14.787 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:31:14.788 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.788 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.788 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:31:14.788 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427693+0000", 2023-08-28T02:31:14.788 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.0513999999999998e-05 2023-08-28T02:31:14.788 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.788 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.788 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:31:14.788 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427701+0000", 2023-08-28T02:31:14.788 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.1670000000000002e-06 2023-08-28T02:31:14.788 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.788 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.789 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:31:14.789 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427705+0000", 2023-08-28T02:31:14.789 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.1389999999999997e-06 2023-08-28T02:31:14.789 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.789 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.789 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:14.789 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427729+0000", 2023-08-28T02:31:14.789 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.3764000000000002e-05 2023-08-28T02:31:14.789 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.789 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.789 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:31:14.789 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427733+0000", 2023-08-28T02:31:14.790 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.1960000000000001e-06 2023-08-28T02:31:14.790 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.790 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.790 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:14.790 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.418943+0000", 2023-08-28T02:31:14.790 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.99121018800000005 2023-08-28T02:31:14.790 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.790 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.790 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:31:14.790 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.419079+0000", 2023-08-28T02:31:14.790 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00013579400000000001 2023-08-28T02:31:14.790 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.791 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.791 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:31:14.791 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.419236+0000", 2023-08-28T02:31:14.791 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00015716100000000001 2023-08-28T02:31:14.791 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.791 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.791 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:31:14.791 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.421932+0000", 2023-08-28T02:31:14.791 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0026956850000000002 2023-08-28T02:31:14.791 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.791 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.792 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:14.792 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.429130+0000", 2023-08-28T02:31:14.792 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0071986560000000003 2023-08-28T02:31:14.792 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.792 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.792 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:14.792 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.440095+0000", 2023-08-28T02:31:14.792 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.010965034 2023-08-28T02:31:14.792 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.792 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.792 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:31:14.792 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.440152+0000", 2023-08-28T02:31:14.793 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.7068999999999999e-05 2023-08-28T02:31:14.793 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.793 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.793 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:31:14.793 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.440929+0000", 2023-08-28T02:31:14.793 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00077673300000000005 2023-08-28T02:31:14.793 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:14.793 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:31:14.793 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:14.793 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.793 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.793 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:72308 9.12 9:492d3a10:::benchmark_data_smithi040_209735_object72307:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e181)", 2023-08-28T02:31:14.794 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:43.427711+0000", 2023-08-28T02:31:14.794 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 211.288015516, 2023-08-28T02:31:14.794 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0141768449999999, 2023-08-28T02:31:14.794 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:31:14.794 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:31:14.794 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:31:14.794 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:31:14.794 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:31:14.794 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 72308 2023-08-28T02:31:14.794 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.794 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:31:14.794 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.795 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:31:14.795 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427711+0000", 2023-08-28T02:31:14.795 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:14.795 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.795 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.795 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:31:14.795 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427711+0000", 2023-08-28T02:31:14.795 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:14.795 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.795 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.795 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:31:14.795 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427710+0000", 2023-08-28T02:31:14.796 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:31:14.796 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.796 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.796 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:31:14.796 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427752+0000", 2023-08-28T02:31:14.796 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.1912000000000001e-05 2023-08-28T02:31:14.796 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.796 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.796 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:31:14.796 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427759+0000", 2023-08-28T02:31:14.796 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.6100000000000002e-06 2023-08-28T02:31:14.796 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.797 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.797 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:31:14.797 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427763+0000", 2023-08-28T02:31:14.797 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.8070000000000001e-06 2023-08-28T02:31:14.797 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.797 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.797 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:14.797 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427785+0000", 2023-08-28T02:31:14.797 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.2300999999999999e-05 2023-08-28T02:31:14.797 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.797 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.797 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:31:14.797 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427789+0000", 2023-08-28T02:31:14.798 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.9310000000000001e-06 2023-08-28T02:31:14.798 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.798 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.798 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:14.798 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.420475+0000", 2023-08-28T02:31:14.798 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.99268579400000001 2023-08-28T02:31:14.798 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.798 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.798 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:31:14.798 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.420618+0000", 2023-08-28T02:31:14.798 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00014354799999999999 2023-08-28T02:31:14.798 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.799 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.799 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:31:14.799 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.420832+0000", 2023-08-28T02:31:14.799 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00021381899999999999 2023-08-28T02:31:14.799 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.799 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.799 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:14.799 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.429150+0000", 2023-08-28T02:31:14.799 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.008317708 2023-08-28T02:31:14.799 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.799 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.799 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:31:14.800 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.432422+0000", 2023-08-28T02:31:14.800 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0032727139999999999 2023-08-28T02:31:14.800 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.800 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.800 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:14.800 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.441021+0000", 2023-08-28T02:31:14.800 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.008598072 2023-08-28T02:31:14.800 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.800 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.800 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:31:14.800 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.441091+0000", 2023-08-28T02:31:14.800 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.0845000000000004e-05 2023-08-28T02:31:14.800 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.801 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.801 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:31:14.801 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.441888+0000", 2023-08-28T02:31:14.801 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00079629699999999996 2023-08-28T02:31:14.801 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:14.801 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:31:14.801 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:14.801 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.801 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.801 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:72312 9.12 9:4c11d553:::benchmark_data_smithi040_209735_object72311:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e181)", 2023-08-28T02:31:14.801 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:43.427769+0000", 2023-08-28T02:31:14.801 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 211.287957745, 2023-08-28T02:31:14.802 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0153207479999999, 2023-08-28T02:31:14.802 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:31:14.802 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:31:14.802 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:31:14.802 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:31:14.802 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:31:14.802 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 72312 2023-08-28T02:31:14.802 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.802 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:31:14.802 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.802 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:31:14.802 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427769+0000", 2023-08-28T02:31:14.803 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:14.803 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.803 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.803 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:31:14.803 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427769+0000", 2023-08-28T02:31:14.803 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:14.803 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.803 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.803 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:31:14.803 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427768+0000", 2023-08-28T02:31:14.803 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:31:14.803 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.804 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.804 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:31:14.804 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427808+0000", 2023-08-28T02:31:14.804 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.9993999999999997e-05 2023-08-28T02:31:14.804 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.804 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.804 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:31:14.804 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427815+0000", 2023-08-28T02:31:14.804 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.4010000000000002e-06 2023-08-28T02:31:14.804 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.804 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.804 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:31:14.804 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427818+0000", 2023-08-28T02:31:14.805 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.7610000000000001e-06 2023-08-28T02:31:14.805 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.805 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.805 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:14.805 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427841+0000", 2023-08-28T02:31:14.805 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.2520000000000001e-05 2023-08-28T02:31:14.805 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.805 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.805 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:31:14.805 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427845+0000", 2023-08-28T02:31:14.805 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.036e-06 2023-08-28T02:31:14.805 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.806 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.806 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:14.806 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.421970+0000", 2023-08-28T02:31:14.806 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.994124746 2023-08-28T02:31:14.806 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.806 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.806 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:31:14.806 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.422078+0000", 2023-08-28T02:31:14.806 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00010874699999999999 2023-08-28T02:31:14.806 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.806 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.806 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:31:14.807 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.422205+0000", 2023-08-28T02:31:14.807 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00012626 2023-08-28T02:31:14.807 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.807 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.807 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:14.807 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.429183+0000", 2023-08-28T02:31:14.807 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0069786889999999997 2023-08-28T02:31:14.807 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.807 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.807 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:31:14.807 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.432431+0000", 2023-08-28T02:31:14.807 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0032481139999999999 2023-08-28T02:31:14.808 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.808 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.808 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:14.808 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.442129+0000", 2023-08-28T02:31:14.808 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0096975280000000004 2023-08-28T02:31:14.808 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.808 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.808 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:31:14.808 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.442198+0000", 2023-08-28T02:31:14.808 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.9078999999999994e-05 2023-08-28T02:31:14.808 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.808 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.809 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:31:14.809 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.443089+0000", 2023-08-28T02:31:14.809 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00089134700000000002 2023-08-28T02:31:14.809 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:14.809 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:31:14.809 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:14.809 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.809 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.809 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:72364 9.12 9:4d80f66b:::benchmark_data_smithi040_209735_object72363:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e181)", 2023-08-28T02:31:14.809 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:43.427824+0000", 2023-08-28T02:31:14.809 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 211.287901938, 2023-08-28T02:31:14.809 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0169967870000001, 2023-08-28T02:31:14.810 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:31:14.810 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:31:14.810 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:31:14.810 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:31:14.810 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:31:14.810 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 72364 2023-08-28T02:31:14.810 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.810 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:31:14.810 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.810 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:31:14.810 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427824+0000", 2023-08-28T02:31:14.810 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:14.811 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.811 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.811 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:31:14.811 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427824+0000", 2023-08-28T02:31:14.811 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:14.811 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.811 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.811 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:31:14.811 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427824+0000", 2023-08-28T02:31:14.811 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:31:14.811 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.811 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.812 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:31:14.812 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427864+0000", 2023-08-28T02:31:14.812 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.9644000000000002e-05 2023-08-28T02:31:14.812 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.812 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.812 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:31:14.812 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427870+0000", 2023-08-28T02:31:14.812 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.3790000000000003e-06 2023-08-28T02:31:14.812 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.812 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.812 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:31:14.813 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427874+0000", 2023-08-28T02:31:14.813 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.7230000000000002e-06 2023-08-28T02:31:14.813 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.813 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.813 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:14.813 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427896+0000", 2023-08-28T02:31:14.813 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.2693000000000001e-05 2023-08-28T02:31:14.813 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.813 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.813 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:31:14.813 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427900+0000", 2023-08-28T02:31:14.813 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.9979999999999997e-06 2023-08-28T02:31:14.813 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.814 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.814 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:14.814 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.425577+0000", 2023-08-28T02:31:14.814 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.99767650299999999 2023-08-28T02:31:14.814 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.814 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.814 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:31:14.814 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.425741+0000", 2023-08-28T02:31:14.814 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00016453 2023-08-28T02:31:14.814 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.814 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.814 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:31:14.815 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.425921+0000", 2023-08-28T02:31:14.815 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000179557 2023-08-28T02:31:14.815 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.815 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.815 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:14.815 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.432504+0000", 2023-08-28T02:31:14.815 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.006583523 2023-08-28T02:31:14.815 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.815 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.815 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:31:14.815 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.434102+0000", 2023-08-28T02:31:14.815 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0015971099999999999 2023-08-28T02:31:14.816 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.816 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.816 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:14.816 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.443577+0000", 2023-08-28T02:31:14.816 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0094754999999999995 2023-08-28T02:31:14.816 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.816 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.816 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:31:14.816 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.443641+0000", 2023-08-28T02:31:14.816 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.3671999999999996e-05 2023-08-28T02:31:14.816 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.816 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.817 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:31:14.817 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.444821+0000", 2023-08-28T02:31:14.817 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.001180487 2023-08-28T02:31:14.817 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:14.817 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:31:14.817 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:14.817 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.817 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.817 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:72379 9.12 9:4caa1a0e:::benchmark_data_smithi040_209735_object72378:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e181)", 2023-08-28T02:31:14.817 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:43.427880+0000", 2023-08-28T02:31:14.817 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 211.287846519, 2023-08-28T02:31:14.818 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.017956802, 2023-08-28T02:31:14.818 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:31:14.818 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:31:14.818 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:31:14.818 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:31:14.818 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:31:14.818 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 72379 2023-08-28T02:31:14.818 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.818 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:31:14.818 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.818 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:31:14.818 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427880+0000", 2023-08-28T02:31:14.819 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:14.819 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.819 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.819 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:31:14.819 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427880+0000", 2023-08-28T02:31:14.819 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:14.819 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.819 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.819 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:31:14.819 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427879+0000", 2023-08-28T02:31:14.819 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:31:14.819 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.820 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.820 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:31:14.820 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427927+0000", 2023-08-28T02:31:14.820 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.8044000000000003e-05 2023-08-28T02:31:14.820 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.820 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.820 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:31:14.820 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427934+0000", 2023-08-28T02:31:14.820 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.9e-06 2023-08-28T02:31:14.820 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.820 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.820 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:31:14.821 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427938+0000", 2023-08-28T02:31:14.821 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.8070000000000001e-06 2023-08-28T02:31:14.821 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.821 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.821 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:14.821 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427963+0000", 2023-08-28T02:31:14.821 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.5381e-05 2023-08-28T02:31:14.821 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.821 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.821 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:31:14.821 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427968+0000", 2023-08-28T02:31:14.822 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.0620000000000002e-06 2023-08-28T02:31:14.822 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.822 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.822 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:14.822 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.427463+0000", 2023-08-28T02:31:14.822 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.99949515499999997 2023-08-28T02:31:14.822 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.822 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.822 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:31:14.822 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.427625+0000", 2023-08-28T02:31:14.822 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000161803 2023-08-28T02:31:14.823 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.823 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.823 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:31:14.823 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.427803+0000", 2023-08-28T02:31:14.823 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00017801199999999999 2023-08-28T02:31:14.823 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.823 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.823 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:31:14.823 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.434110+0000", 2023-08-28T02:31:14.823 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0063071569999999999 2023-08-28T02:31:14.823 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.823 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.824 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:14.824 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.436847+0000", 2023-08-28T02:31:14.824 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0027377759999999999 2023-08-28T02:31:14.824 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.824 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.824 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:14.824 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.444870+0000", 2023-08-28T02:31:14.824 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0080228520000000005 2023-08-28T02:31:14.824 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.824 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.824 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:31:14.824 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.444931+0000", 2023-08-28T02:31:14.825 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.0795000000000003e-05 2023-08-28T02:31:14.825 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.825 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.825 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:31:14.825 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.445837+0000", 2023-08-28T02:31:14.825 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00090555900000000001 2023-08-28T02:31:14.825 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:14.825 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:31:14.825 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:14.825 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.825 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.825 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:72479 9.12 9:4f15810e:::benchmark_data_smithi040_209735_object72478:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e181)", 2023-08-28T02:31:14.826 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:43.427944+0000", 2023-08-28T02:31:14.826 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 211.28778219099999, 2023-08-28T02:31:14.826 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0225971739999999, 2023-08-28T02:31:14.826 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:31:14.826 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:31:14.826 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:31:14.826 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:31:14.826 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:31:14.826 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 72479 2023-08-28T02:31:14.826 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.826 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:31:14.826 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.826 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:31:14.827 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427944+0000", 2023-08-28T02:31:14.827 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:14.827 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.827 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.827 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:31:14.827 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427944+0000", 2023-08-28T02:31:14.827 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:14.827 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.827 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.827 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:31:14.827 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427944+0000", 2023-08-28T02:31:14.828 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:31:14.828 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.828 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.828 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:31:14.828 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427988+0000", 2023-08-28T02:31:14.828 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.4218000000000003e-05 2023-08-28T02:31:14.828 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.828 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.828 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:31:14.828 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427995+0000", 2023-08-28T02:31:14.828 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.6579999999999996e-06 2023-08-28T02:31:14.828 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.829 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.829 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:31:14.829 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427998+0000", 2023-08-28T02:31:14.829 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.6959999999999998e-06 2023-08-28T02:31:14.829 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.829 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.829 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:14.829 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428019+0000", 2023-08-28T02:31:14.829 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.0985999999999999e-05 2023-08-28T02:31:14.829 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.829 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.830 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:31:14.830 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428023+0000", 2023-08-28T02:31:14.830 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.1810000000000003e-06 2023-08-28T02:31:14.830 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.830 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.830 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:14.830 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.429203+0000", 2023-08-28T02:31:14.830 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0011795290000001 2023-08-28T02:31:14.830 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.830 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.830 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:31:14.830 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.429364+0000", 2023-08-28T02:31:14.831 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00016081099999999999 2023-08-28T02:31:14.831 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.831 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.831 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:31:14.831 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.429561+0000", 2023-08-28T02:31:14.831 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000196861 2023-08-28T02:31:14.831 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.831 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.831 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:31:14.831 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.434115+0000", 2023-08-28T02:31:14.831 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0045543780000000004 2023-08-28T02:31:14.831 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.832 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.832 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:14.832 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.436893+0000", 2023-08-28T02:31:14.832 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.002778328 2023-08-28T02:31:14.832 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.832 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.832 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:14.832 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.448925+0000", 2023-08-28T02:31:14.832 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.012031707000000001 2023-08-28T02:31:14.832 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.832 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.832 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:31:14.833 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.448992+0000", 2023-08-28T02:31:14.833 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.6946000000000006e-05 2023-08-28T02:31:14.833 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.833 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.833 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:31:14.833 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.450541+0000", 2023-08-28T02:31:14.833 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.001549386 2023-08-28T02:31:14.833 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:14.833 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:31:14.833 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:14.833 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.834 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.834 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:72545 9.12 9:4c083587:::benchmark_data_smithi040_209735_object72544:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e181)", 2023-08-28T02:31:14.834 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:43.428004+0000", 2023-08-28T02:31:14.834 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 211.287722218, 2023-08-28T02:31:14.834 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.023704459, 2023-08-28T02:31:14.834 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:31:14.834 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:31:14.834 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:31:14.834 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:31:14.834 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:31:14.835 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 72545 2023-08-28T02:31:14.835 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.835 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:31:14.835 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.835 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:31:14.835 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428004+0000", 2023-08-28T02:31:14.835 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:14.835 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.835 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.835 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:31:14.835 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428004+0000", 2023-08-28T02:31:14.835 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:14.836 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.836 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.836 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:31:14.836 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428004+0000", 2023-08-28T02:31:14.836 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:31:14.836 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.836 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.836 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:31:14.836 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428046+0000", 2023-08-28T02:31:14.836 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.2320999999999997e-05 2023-08-28T02:31:14.836 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.836 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.836 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:31:14.837 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428053+0000", 2023-08-28T02:31:14.837 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.7299999999999999e-06 2023-08-28T02:31:14.837 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.837 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.837 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:31:14.837 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428057+0000", 2023-08-28T02:31:14.837 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.8689999999999997e-06 2023-08-28T02:31:14.837 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.837 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.837 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:14.838 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428079+0000", 2023-08-28T02:31:14.838 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.2765999999999999e-05 2023-08-28T02:31:14.838 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.838 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.838 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:31:14.838 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428083+0000", 2023-08-28T02:31:14.838 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.9899999999999999e-06 2023-08-28T02:31:14.838 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.838 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.839 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:14.839 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.430935+0000", 2023-08-28T02:31:14.839 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.002851216 2023-08-28T02:31:14.839 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.839 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.839 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:31:14.839 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.431052+0000", 2023-08-28T02:31:14.839 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000117723 2023-08-28T02:31:14.839 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.839 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.839 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:31:14.840 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.431160+0000", 2023-08-28T02:31:14.840 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00010741700000000001 2023-08-28T02:31:14.840 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.840 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.840 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:31:14.840 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.435533+0000", 2023-08-28T02:31:14.840 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0043731209999999998 2023-08-28T02:31:14.840 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.840 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.840 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:14.840 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.436960+0000", 2023-08-28T02:31:14.840 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00142731 2023-08-28T02:31:14.841 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.841 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.841 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:14.841 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.450588+0000", 2023-08-28T02:31:14.841 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.013628171 2023-08-28T02:31:14.841 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.841 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.841 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:31:14.841 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.450659+0000", 2023-08-28T02:31:14.841 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.0717999999999996e-05 2023-08-28T02:31:14.841 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.842 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.842 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:31:14.842 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.451709+0000", 2023-08-28T02:31:14.842 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.001049602 2023-08-28T02:31:14.842 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:14.842 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:31:14.842 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:14.842 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.842 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.842 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:72573 9.12 9:4b61e8f5:::benchmark_data_smithi040_209735_object72572:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e181)", 2023-08-28T02:31:14.842 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:43.428063+0000", 2023-08-28T02:31:14.842 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 211.28766352900001, 2023-08-28T02:31:14.842 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0246443649999999, 2023-08-28T02:31:14.843 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:31:14.843 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:31:14.843 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:31:14.843 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:31:14.843 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:31:14.843 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 72573 2023-08-28T02:31:14.843 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.843 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:31:14.843 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.843 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:31:14.843 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428063+0000", 2023-08-28T02:31:14.843 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:14.844 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.844 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.844 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:31:14.844 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428063+0000", 2023-08-28T02:31:14.844 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:14.844 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.844 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.844 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:31:14.844 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428062+0000", 2023-08-28T02:31:14.844 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:31:14.844 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.844 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.844 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:31:14.845 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428108+0000", 2023-08-28T02:31:14.845 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.5787000000000001e-05 2023-08-28T02:31:14.845 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.845 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.845 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:31:14.845 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428115+0000", 2023-08-28T02:31:14.845 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.7530000000000004e-06 2023-08-28T02:31:14.845 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.845 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.845 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:31:14.845 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428119+0000", 2023-08-28T02:31:14.845 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.048e-06 2023-08-28T02:31:14.846 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.846 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.846 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:14.846 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428141+0000", 2023-08-28T02:31:14.846 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.2005999999999999e-05 2023-08-28T02:31:14.846 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.846 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.846 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:31:14.846 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428145+0000", 2023-08-28T02:31:14.846 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.8229999999999997e-06 2023-08-28T02:31:14.846 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.846 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.847 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:14.847 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.432537+0000", 2023-08-28T02:31:14.847 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0043922949999999 2023-08-28T02:31:14.847 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.847 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.847 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:31:14.847 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.432734+0000", 2023-08-28T02:31:14.847 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000197309 2023-08-28T02:31:14.847 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.847 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.847 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:31:14.847 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.432942+0000", 2023-08-28T02:31:14.848 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000207278 2023-08-28T02:31:14.848 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.848 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.848 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:31:14.848 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.437052+0000", 2023-08-28T02:31:14.848 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0041105819999999998 2023-08-28T02:31:14.848 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.848 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.848 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:14.848 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.442035+0000", 2023-08-28T02:31:14.848 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0049828040000000004 2023-08-28T02:31:14.848 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.849 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.849 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:14.849 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.451754+0000", 2023-08-28T02:31:14.849 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0097189210000000002 2023-08-28T02:31:14.849 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.849 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.849 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:31:14.849 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.451814+0000", 2023-08-28T02:31:14.849 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.9951000000000002e-05 2023-08-28T02:31:14.849 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.849 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.850 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:31:14.850 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.452707+0000", 2023-08-28T02:31:14.850 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000893267 2023-08-28T02:31:14.850 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:14.850 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:31:14.850 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:14.850 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.850 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.850 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:72577 9.12 9:4b2a3622:::benchmark_data_smithi040_209735_object72576:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e181)", 2023-08-28T02:31:14.850 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:43.428125+0000", 2023-08-28T02:31:14.850 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 211.28760139299999, 2023-08-28T02:31:14.851 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.031486412, 2023-08-28T02:31:14.851 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:31:14.851 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:31:14.851 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:31:14.851 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:31:14.851 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:31:14.851 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 72577 2023-08-28T02:31:14.851 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.851 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:31:14.851 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.851 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:31:14.852 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428125+0000", 2023-08-28T02:31:14.852 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:14.852 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.852 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.852 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:31:14.852 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428125+0000", 2023-08-28T02:31:14.852 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:14.852 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.852 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.852 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:31:14.852 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428125+0000", 2023-08-28T02:31:14.852 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:31:14.853 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.853 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.853 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:31:14.853 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428166+0000", 2023-08-28T02:31:14.853 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.1797e-05 2023-08-28T02:31:14.853 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.853 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.853 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:31:14.853 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428174+0000", 2023-08-28T02:31:14.853 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.2150000000000004e-06 2023-08-28T02:31:14.853 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.854 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.854 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:31:14.854 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428177+0000", 2023-08-28T02:31:14.854 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.766e-06 2023-08-28T02:31:14.854 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.854 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.854 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:14.854 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428202+0000", 2023-08-28T02:31:14.854 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.4355999999999999e-05 2023-08-28T02:31:14.854 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.854 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.854 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:31:14.855 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428206+0000", 2023-08-28T02:31:14.855 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.9280000000000003e-06 2023-08-28T02:31:14.855 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.855 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.855 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:14.855 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.434138+0000", 2023-08-28T02:31:14.855 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0059322470000001 2023-08-28T02:31:14.855 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.855 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.855 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:31:14.855 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.434269+0000", 2023-08-28T02:31:14.855 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000130987 2023-08-28T02:31:14.856 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.856 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.856 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:31:14.856 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.434445+0000", 2023-08-28T02:31:14.856 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000176193 2023-08-28T02:31:14.856 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.856 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.856 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:31:14.856 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.437060+0000", 2023-08-28T02:31:14.856 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0026146379999999999 2023-08-28T02:31:14.856 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.856 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.856 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:14.857 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.442089+0000", 2023-08-28T02:31:14.857 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0050288390000000002 2023-08-28T02:31:14.857 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.857 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.857 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:14.857 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.458288+0000", 2023-08-28T02:31:14.857 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.016199660000000001 2023-08-28T02:31:14.857 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.857 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.857 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:31:14.857 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.458345+0000", 2023-08-28T02:31:14.857 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.7088e-05 2023-08-28T02:31:14.858 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.858 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.858 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:31:14.858 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.459611+0000", 2023-08-28T02:31:14.858 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0012661409999999999 2023-08-28T02:31:14.858 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:14.858 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:31:14.858 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:14.858 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.858 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.858 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:166847 9.16 9:6afd0020:::benchmark_data_smithi040_209735_object59252:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e218)", 2023-08-28T02:31:14.859 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:29:33.969780+0000", 2023-08-28T02:31:14.859 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 100.74594591899999, 2023-08-28T02:31:14.859 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4494550689999999, 2023-08-28T02:31:14.859 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:31:14.859 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:31:14.859 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:31:14.859 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:31:14.859 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:31:14.859 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 166847 2023-08-28T02:31:14.859 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.859 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:31:14.860 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.860 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:31:14.860 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.969780+0000", 2023-08-28T02:31:14.860 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:14.860 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.860 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.860 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:31:14.860 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.969780+0000", 2023-08-28T02:31:14.860 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:14.860 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.860 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.860 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:31:14.861 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.969778+0000", 2023-08-28T02:31:14.861 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999976 2023-08-28T02:31:14.861 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.861 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.861 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:31:14.861 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.969802+0000", 2023-08-28T02:31:14.861 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.3603000000000001e-05 2023-08-28T02:31:14.861 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.861 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.861 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:31:14.861 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.969831+0000", 2023-08-28T02:31:14.861 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.9756000000000001e-05 2023-08-28T02:31:14.862 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.862 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.862 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:31:14.862 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.969845+0000", 2023-08-28T02:31:14.862 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.3234999999999999e-05 2023-08-28T02:31:14.862 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.862 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.862 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:14.862 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.969910+0000", 2023-08-28T02:31:14.862 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.5603000000000002e-05 2023-08-28T02:31:14.862 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.862 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.863 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:31:14.863 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.969922+0000", 2023-08-28T02:31:14.863 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1659e-05 2023-08-28T02:31:14.863 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.863 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.863 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:14.863 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:35.267420+0000", 2023-08-28T02:31:14.863 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.297498357 2023-08-28T02:31:14.863 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.863 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.863 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:31:14.863 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:35.267639+0000", 2023-08-28T02:31:14.864 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00021923099999999999 2023-08-28T02:31:14.864 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.864 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.864 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 2,4,6", 2023-08-28T02:31:14.864 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:35.267843+0000", 2023-08-28T02:31:14.864 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000203325 2023-08-28T02:31:14.864 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.864 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.864 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:14.864 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:35.318157+0000", 2023-08-28T02:31:14.864 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.050314438000000003 2023-08-28T02:31:14.864 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.864 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.865 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:14.865 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:35.318229+0000", 2023-08-28T02:31:14.865 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.1451000000000004e-05 2023-08-28T02:31:14.865 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.865 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.865 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:14.865 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:35.318352+0000", 2023-08-28T02:31:14.865 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00012345100000000001 2023-08-28T02:31:14.865 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.865 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.865 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:31:14.865 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:35.417626+0000", 2023-08-28T02:31:14.866 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.099273771999999996 2023-08-28T02:31:14.866 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.866 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.866 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:31:14.866 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:35.417705+0000", 2023-08-28T02:31:14.866 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.9294000000000003e-05 2023-08-28T02:31:14.866 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.866 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.866 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:31:14.866 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:35.419236+0000", 2023-08-28T02:31:14.866 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0015303890000000001 2023-08-28T02:31:14.866 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:14.867 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:31:14.867 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:14.867 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.867 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.867 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:173277 9.0 9:02aebb5c:::benchmark_data_smithi040_209735_object65682:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e224)", 2023-08-28T02:31:14.867 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:29:44.383122+0000", 2023-08-28T02:31:14.867 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 90.332604570000001, 2023-08-28T02:31:14.867 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0443749790000001, 2023-08-28T02:31:14.867 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:31:14.867 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "reached pg", 2023-08-28T02:31:14.867 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:31:14.867 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:31:14.868 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:31:14.868 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 173277 2023-08-28T02:31:14.868 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.868 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:31:14.868 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.868 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:31:14.868 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:44.383122+0000", 2023-08-28T02:31:14.868 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:14.868 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.868 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.868 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:31:14.868 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:44.383122+0000", 2023-08-28T02:31:14.868 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:14.869 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.869 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.869 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:31:14.869 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:44.383120+0000", 2023-08-28T02:31:14.869 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:31:14.869 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.869 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.869 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:31:14.869 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:44.383128+0000", 2023-08-28T02:31:14.869 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.712e-06 2023-08-28T02:31:14.869 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.870 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.870 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:31:14.870 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:44.383140+0000", 2023-08-28T02:31:14.870 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2097e-05 2023-08-28T02:31:14.870 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.870 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.870 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:31:14.870 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:44.383151+0000", 2023-08-28T02:31:14.870 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0599e-05 2023-08-28T02:31:14.870 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.870 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.870 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:14.871 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:44.418302+0000", 2023-08-28T02:31:14.871 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.035151196000000003 2023-08-28T02:31:14.871 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.871 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.871 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:31:14.871 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:44.418311+0000", 2023-08-28T02:31:14.871 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.7800000000000006e-06 2023-08-28T02:31:14.871 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.871 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.871 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:14.871 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.413409+0000", 2023-08-28T02:31:14.871 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.99509816699999998 2023-08-28T02:31:14.872 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.872 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.872 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for missing object", 2023-08-28T02:31:14.872 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.413550+0000", 2023-08-28T02:31:14.872 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00014097099999999999 2023-08-28T02:31:14.872 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.872 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.872 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:14.872 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.427381+0000", 2023-08-28T02:31:14.872 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.013831266 2023-08-28T02:31:14.872 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.872 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.873 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:31:14.873 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.427497+0000", 2023-08-28T02:31:14.873 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000115659 2023-08-28T02:31:14.873 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:14.873 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:31:14.873 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:14.873 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.873 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.873 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:173315 9.0 9:003aeb33:::benchmark_data_smithi040_209735_object65720:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e224)", 2023-08-28T02:31:14.873 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:29:44.383160+0000", 2023-08-28T02:31:14.873 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 90.332566357000005, 2023-08-28T02:31:14.873 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0588380989999999, 2023-08-28T02:31:14.874 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:31:14.874 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:31:14.874 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:31:14.874 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:31:14.874 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:31:14.874 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 173315 2023-08-28T02:31:14.874 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.874 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:31:14.874 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.874 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:31:14.874 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:44.383160+0000", 2023-08-28T02:31:14.874 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:14.875 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.875 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.875 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:31:14.875 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:44.383160+0000", 2023-08-28T02:31:14.875 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:14.875 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.875 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.875 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:31:14.875 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:44.383160+0000", 2023-08-28T02:31:14.875 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:31:14.875 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.875 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.876 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:31:14.876 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:44.383162+0000", 2023-08-28T02:31:14.876 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.5950000000000001e-06 2023-08-28T02:31:14.876 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.876 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.876 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:31:14.876 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:44.383168+0000", 2023-08-28T02:31:14.876 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.8579999999999996e-06 2023-08-28T02:31:14.876 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.876 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.876 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:31:14.876 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:44.383173+0000", 2023-08-28T02:31:14.877 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.0409999999999997e-06 2023-08-28T02:31:14.877 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.877 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.877 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:14.877 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:44.418686+0000", 2023-08-28T02:31:14.877 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.035512425 2023-08-28T02:31:14.877 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.877 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.877 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:31:14.877 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:44.418695+0000", 2023-08-28T02:31:14.877 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.5389999999999996e-06 2023-08-28T02:31:14.877 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.878 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.878 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:14.878 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.423751+0000", 2023-08-28T02:31:14.878 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.005055977 2023-08-28T02:31:14.878 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.878 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.878 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:31:14.878 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.423917+0000", 2023-08-28T02:31:14.878 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000165775 2023-08-28T02:31:14.878 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.878 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.879 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 2,6", 2023-08-28T02:31:14.879 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.424341+0000", 2023-08-28T02:31:14.879 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00042420499999999998 2023-08-28T02:31:14.879 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.879 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.879 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:31:14.879 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.426926+0000", 2023-08-28T02:31:14.879 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0025854419999999999 2023-08-28T02:31:14.879 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.879 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.880 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:14.880 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.427723+0000", 2023-08-28T02:31:14.880 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00079643900000000002 2023-08-28T02:31:14.880 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.880 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.880 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:14.880 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.441802+0000", 2023-08-28T02:31:14.880 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.014079402 2023-08-28T02:31:14.880 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.880 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.880 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:31:14.880 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.441868+0000", 2023-08-28T02:31:14.881 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.5519999999999996e-05 2023-08-28T02:31:14.881 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:14.881 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:14.881 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:31:14.881 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.441998+0000", 2023-08-28T02:31:14.881 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00013027899999999999 2023-08-28T02:31:14.881 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:14.881 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:31:14.881 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:14.881 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:14.881 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:31:14.881 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-08-28T02:31:14.882 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:31:14.882 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-08-28T02:31:14.920 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:14.949 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:31:14.955 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:14.956 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:31:15.020 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:2023-08-28T02:31:15.021285+0000 min lat: 0.00127198 max lat: 0.0797635 avg lat: 0.00845954 2023-08-28T02:31:15.020 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-08-28T02:31:15.020 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 20 16 37828 37812 118.133 91.25 0.007637 0.00845954 2023-08-28T02:31:15.056 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:31:15.094 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:15.119 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:31:15.121 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:15.121 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:31:15.222 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:31:15.274 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:15.366 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:31:15.372 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:15.373 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:31:15.388 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.2 dump_ops_in_flight 2023-08-28T02:31:15.473 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:31:15.518 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:15.545 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:31:15.549 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:15.549 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:31:15.607 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:15 smithi040 ceph-mon[175404]: pgmap v777: 99 pgs: 99 active+clean; 2.0 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 124 MiB/s wr, 1.97k op/s 2023-08-28T02:31:15.607 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:15 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:31:15.607 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:15 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:31:15.608 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:15 smithi040 ceph-mon[170259]: pgmap v777: 99 pgs: 99 active+clean; 2.0 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 124 MiB/s wr, 1.97k op/s 2023-08-28T02:31:15.608 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:15 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:31:15.608 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:15 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:31:15.608 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:31:15 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:31:15] "GET /metrics HTTP/1.1" 200 36495 "" "Prometheus/2.43.0" 2023-08-28T02:31:15.650 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:31:15.687 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:15 smithi083 ceph-mon[157819]: pgmap v777: 99 pgs: 99 active+clean; 2.0 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 124 MiB/s wr, 1.97k op/s 2023-08-28T02:31:15.687 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:15 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:31:15.687 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:15 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:31:15.689 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:15.717 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:31:15.721 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:15.722 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:31:15.810 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:31:15.811 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:31:15.822 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:31:15.893 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:16.021 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 21 16 39029 39013 116.077 75.0625 0.0114468 0.00860653 2023-08-28T02:31:16.025 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:31:16.031 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:16.032 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:31:16.133 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:31:16.239 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:16.246 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:31:16.283 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:31:16.324 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:31:16.626 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:31:16.632 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:16.632 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:31:16.733 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:31:16.797 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:17.026 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:16 smithi040 ceph-mon[175404]: from='client.55156 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:31:17.026 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:16 smithi040 ceph-mon[175404]: pgmap v778: 99 pgs: 99 active+clean; 2.3 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 103 MiB/s wr, 1.64k op/s 2023-08-28T02:31:17.026 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:16 smithi040 ceph-mon[170259]: from='client.55156 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:31:17.026 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:16 smithi040 ceph-mon[170259]: pgmap v778: 99 pgs: 99 active+clean; 2.3 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 103 MiB/s wr, 1.64k op/s 2023-08-28T02:31:17.026 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 22 16 40452 40436 114.815 88.9375 0.0124601 0.00870336 2023-08-28T02:31:17.058 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":777,"stamp":"2023-08-28T02:31:14.316482+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":2130778016,"num_objects":32528,"num_object_clones":0,"num_object_copies":97584,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":32528,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":32565,"num_write_kb":2080285,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":34330,"ondisk_log_size":34330,"up":297,"acting":297,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":303,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":10318724,"kb_used_data":6528068,"kb_used_omap":20,"kb_used_meta":3790571,"kb_avail":739642492,"statfs":{"total":767960285184,"available":757393911808,"internally_reserved":0,"allocated":6684741632,"data_stored":6674549945,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":20850,"internal_metadata":3881545358},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,2,3],"upper_bound":16},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1151449448,"num_objects":17569,"num_object_clones":0,"num_object_copies":52707,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17569,"num_whiteouts":0,"num_read":-177,"num_read_kb":-333,"num_write":17481,"num_write_kb":1123473,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":-3,"num_bytes_recovered":-971717,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.877507"},"pg_stats":[{"pgid":"3.1a","version":"65'1","reported_seq":257,"reported_epoch":255,"state":"active+clean","last_fresh":"2023-08-28T02:30:58.422284+0000","last_change":"2023-08-28T02:29:44.461201+0000","last_active":"2023-08-28T02:30:58.422284+0000","last_peered":"2023-08-28T02:30:58.422284+0000","last_clean":"2023-08-28T02:30:58.422284+0000","last_became_active":"2023-08-28T02:29:44.454590+0000","last_became_peered":"2023-08-28T02:29:44.454590+0000","last_unstale":"2023-08-28T02:30:58.422284+0000","last_undegraded":"2023-08-28T02:30:58.422284+0000","last_fullsized":"2023-08-28T02:30:58.422284+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:05:05.367289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":218,"reported_epoch":256,"state":"active+clean","last_fresh":"2023-08-28T02:31:05.432908+0000","last_change":"2023-08-28T02:29:44.421259+0000","last_active":"2023-08-28T02:31:05.432908+0000","last_peered":"2023-08-28T02:31:05.432908+0000","last_clean":"2023-08-28T02:31:05.432908+0000","last_became_active":"2023-08-28T02:29:44.420936+0000","last_became_peered":"2023-08-28T02:29:44.420936+0000","last_unstale":"2023-08-28T02:31:05.432908+0000","last_undegraded":"2023-08-28T02:31:05.432908+0000","last_fullsized":"2023-08-28T02:31:05.432908+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:22:26.346867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":44,"reported_epoch":256,"state":"active+clean","last_fresh":"2023-08-28T02:31:05.448860+0000","last_change":"2023-08-28T02:29:44.505230+0000","last_active":"2023-08-28T02:31:05.448860+0000","last_peered":"2023-08-28T02:31:05.448860+0000","last_clean":"2023-08-28T02:31:05.448860+0000","last_became_active":"2023-08-28T02:29:44.504882+0000","last_became_peered":"2023-08-28T02:29:44.504882+0000","last_unstale":"2023-08-28T02:31:05.448860+0000","last_undegraded":"2023-08-28T02:31:05.448860+0000","last_fullsized":"2023-08-28T02:31:05.448860+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:59:38.663752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":213,"reported_epoch":256,"state":"active+clean","last_fresh":"2023-08-28T02:31:05.431508+0000","last_change":"2023-08-28T02:16:50.309837+0000","last_active":"2023-08-28T02:31:05.431508+0000","last_peered":"2023-08-28T02:31:05.431508+0000","last_clean":"2023-08-28T02:31:05.431508+0000","last_became_active":"2023-08-28T02:16:50.309470+0000","last_became_peered":"2023-08-28T02:16:50.309470+0000","last_unstale":"2023-08-28T02:31:05.431508+0000","last_undegraded":"2023-08-28T02:31:05.431508+0000","last_fullsized":"2023-08-28T02:31:05.431508+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:34:06.503952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":240,"reported_epoch":255,"state":"active+clean","last_fresh":"2023-08-28T02:30:58.424707+0000","last_change":"2023-08-28T02:29:44.539254+0000","last_active":"2023-08-28T02:30:58.424707+0000","last_peered":"2023-08-28T02:30:58.424707+0000","last_clean":"2023-08-28T02:30:58.424707+0000","last_became_active":"2023-08-28T02:29:44.518954+0000","last_became_peered":"2023-08-28T02:29:44.518954+0000","last_unstale":"2023-08-28T02:30:58.424707+0000","last_undegraded":"2023-08-28T02:30:58.424707+0000","last_fullsized":"2023-08-28T02:30:58.424707+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:49:16.962351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":238,"reported_epoch":255,"state":"active+clean","last_fresh":"2023-08-28T02:30:58.422764+0000","last_change":"2023-08-28T02:29:44.416934+0000","last_active":"2023-08-28T02:30:58.422764+0000","last_peered":"2023-08-28T02:30:58.422764+0000","last_clean":"2023-08-28T02:30:58.422764+0000","last_became_active":"2023-08-28T02:29:44.416577+0000","last_became_peered":"2023-08-28T02:29:44.416577+0000","last_unstale":"2023-08-28T02:30:58.422764+0000","last_undegraded":"2023-08-28T02:30:58.422764+0000","last_fullsized":"2023-08-28T02:30:58.422764+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:33.591285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":212,"reported_epoch":256,"state":"active+clean","last_fresh":"2023-08-28T02:31:05.430931+0000","last_change":"2023-08-28T02:17:57.876478+0000","last_active":"2023-08-28T02:31:05.430931+0000","last_peered":"2023-08-28T02:31:05.430931+0000","last_clean":"2023-08-28T02:31:05.430931+0000","last_became_active":"2023-08-28T02:17:57.876048+0000","last_became_peered":"2023-08-28T02:17:57.876048+0000","last_unstale":"2023-08-28T02:31:05.430931+0000","last_undegraded":"2023-08-28T02:31:05.430931+0000","last_fullsized":"2023-08-28T02:31:05.430931+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:46:14.225407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":222,"reported_epoch":255,"state":"active+clean","last_fresh":"2023-08-28T02:30:58.424601+0000","last_change":"2023-08-28T02:29:44.539659+0000","last_active":"2023-08-28T02:30:58.424601+0000","last_peered":"2023-08-28T02:30:58.424601+0000","last_clean":"2023-08-28T02:30:58.424601+0000","last_became_active":"2023-08-28T02:29:44.538974+0000","last_became_peered":"2023-08-28T02:29:44.538974+0000","last_unstale":"2023-08-28T02:30:58.424601+0000","last_undegraded":"2023-08-28T02:30:58.424601+0000","last_fullsized":"2023-08-28T02:30:58.424601+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:29:57.846238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":239,"reported_epoch":255,"state":"active+clean","last_fresh":"2023-08-28T02:30:58.426021+0000","last_change":"2023-08-28T02:29:44.462510+0000","last_active":"2023-08-28T02:30:58.426021+0000","last_peered":"2023-08-28T02:30:58.426021+0000","last_clean":"2023-08-28T02:30:58.426021+0000","last_became_active":"2023-08-28T02:29:44.460314+0000","last_became_peered":"2023-08-28T02:29:44.460314+0000","last_unstale":"2023-08-28T02:30:58.426021+0000","last_undegraded":"2023-08-28T02:30:58.426021+0000","last_fullsized":"2023-08-28T02:30:58.426021+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:59:01.311467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":190,"reported_epoch":255,"state":"active+clean","last_fresh":"2023-08-28T02:30:58.424895+0000","last_change":"2023-08-28T02:17:57.827818+0000","last_active":"2023-08-28T02:30:58.424895+0000","last_peered":"2023-08-28T02:30:58.424895+0000","last_clean":"2023-08-28T02:30:58.424895+0000","last_became_active":"2023-08-28T02:17:57.825999+0000","last_became_peered":"2023-08-28T02:17:57.825999+0000","last_unstale":"2023-08-28T02:30:58.424895+0000","last_undegraded":"2023-08-28T02:30:58.424895+0000","last_fullsized":"2023-08-28T02:30:58.424895+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:35:29.864132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"65'3","reported_seq":223,"reported_epoch":255,"state":"active+clean","last_fresh":"2023-08-28T02:30:58.423393+0000","last_change":"2023-08-28T02:17:57.827265+0000","last_active":"2023-08-28T02:30:58.423393+0000","last_peered":"2023-08-28T02:30:58.423393+0000","last_clean":"2023-08-28T02:30:58.423393+0000","last_became_active":"2023-08-28T02:17:57.826872+0000","last_became_peered":"2023-08-28T02:17:57.826872+0000","last_unstale":"2023-08-28T02:30:58.423393+0000","last_undegraded":"2023-08-28T02:30:58.423393+0000","last_fullsized":"2023-08-28T02:30:58.423393+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:48:03.674891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":44,"reported_epoch":256,"state":"active+clean","last_fresh":"2023-08-28T02:31:05.449952+0000","last_change":"2023-08-28T02:29:44.408404+0000","last_active":"2023-08-28T02:31:05.449952+0000","last_peered":"2023-08-28T02:31:05.449952+0000","last_clean":"2023-08-28T02:31:05.449952+0000","last_became_active":"2023-08-28T02:29:44.408111+0000","last_became_peered":"2023-08-28T02:29:44.408111+0000","last_unstale":"2023-08-28T02:31:05.449952+0000","last_undegraded":"2023-08-28T02:31:05.449952+0000","last_fullsized":"2023-08-28T02:31:05.449952+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:50:27.178700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":224,"reported_epoch":255,"state":"active+clean","last_fresh":"2023-08-28T02:30:58.422699+0000","last_change":"2023-08-28T02:07:37.315303+0000","last_active":"2023-08-28T02:30:58.422699+0000","last_peered":"2023-08-28T02:30:58.422699+0000","last_clean":"2023-08-28T02:30:58.422699+0000","last_became_active":"2023-08-28T02:07:37.312336+0000","last_became_peered":"2023-08-28T02:07:37.312336+0000","last_unstale":"2023-08-28T02:30:58.422699+0000","last_undegraded":"2023-08-28T02:30:58.422699+0000","last_fullsized":"2023-08-28T02:30:58.422699+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T14:00:32.089076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":238,"reported_epoch":255,"state":"active+clean","last_fresh":"2023-08-28T02:30:58.422155+0000","last_change":"2023-08-28T02:29:44.461459+0000","last_active":"2023-08-28T02:30:58.422155+0000","last_peered":"2023-08-28T02:30:58.422155+0000","last_clean":"2023-08-28T02:30:58.422155+0000","last_became_active":"2023-08-28T02:29:44.461161+0000","last_became_peered":"2023-08-28T02:29:44.461161+0000","last_unstale":"2023-08-28T02:30:58.422155+0000","last_undegraded":"2023-08-28T02:30:58.422155+0000","last_fullsized":"2023-08-28T02:30:58.422155+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:23:04.568003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"65'2","reported_seq":222,"reported_epoch":255,"state":"active+clean","last_fresh":"2023-08-28T02:30:58.420795+0000","last_change":"2023-08-28T02:16:50.332699+0000","last_active":"2023-08-28T02:30:58.420795+0000","last_peered":"2023-08-28T02:30:58.420795+0000","last_clean":"2023-08-28T02:30:58.420795+0000","last_became_active":"2023-08-28T02:16:50.332337+0000","last_became_peered":"2023-08-28T02:16:50.332337+0000","last_unstale":"2023-08-28T02:30:58.420795+0000","last_undegraded":"2023-08-28T02:30:58.420795+0000","last_fullsized":"2023-08-28T02:30:58.420795+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:26:51.876295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":219,"reported_epoch":256,"state":"active+clean","last_fresh":"2023-08-28T02:31:07.096094+0000","last_change":"2023-08-28T02:29:44.419566+0000","last_active":"2023-08-28T02:31:07.096094+0000","last_peered":"2023-08-28T02:31:07.096094+0000","last_clean":"2023-08-28T02:31:07.096094+0000","last_became_active":"2023-08-28T02:29:44.419053+0000","last_became_peered":"2023-08-28T02:29:44.419053+0000","last_unstale":"2023-08-28T02:31:07.096094+0000","last_undegraded":"2023-08-28T02:31:07.096094+0000","last_fullsized":"2023-08-28T02:31:07.096094+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:44:36.133499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":213,"reported_epoch":256,"state":"active+clean","last_fresh":"2023-08-28T02:31:05.430891+0000","last_change":"2023-08-28T02:17:57.870068+0000","last_active":"2023-08-28T02:31:05.430891+0000","last_peered":"2023-08-28T02:31:05.430891+0000","last_clean":"2023-08-28T02:31:05.430891+0000","last_became_active":"2023-08-28T02:17:57.869718+0000","last_became_peered":"2023-08-28T02:17:57.869718+0000","last_unstale":"2023-08-28T02:31:05.430891+0000","last_undegraded":"2023-08-28T02:31:05.430891+0000","last_fullsized":"2023-08-28T02:31:05.430891+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:28:47.968132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":218,"reported_epoch":255,"state":"active+clean","last_fresh":"2023-08-28T02:30:58.425732+0000","last_change":"2023-08-28T02:17:57.827021+0000","last_active":"2023-08-28T02:30:58.425732+0000","last_peered":"2023-08-28T02:30:58.425732+0000","last_clean":"2023-08-28T02:30:58.425732+0000","last_became_active":"2023-08-28T02:17:57.826722+0000","last_became_peered":"2023-08-28T02:17:57.826722+0000","last_unstale":"2023-08-28T02:30:58.425732+0000","last_undegraded":"2023-08-28T02:30:58.425732+0000","last_fullsized":"2023-08-28T02:30:58.425732+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:02:26.183338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":203,"reported_epoch":255,"state":"active+clean","last_fresh":"2023-08-28T02:30:58.420727+0000","last_change":"2023-08-28T02:07:37.318077+0000","last_active":"2023-08-28T02:30:58.420727+0000","last_peered":"2023-08-28T02:30:58.420727+0000","last_clean":"2023-08-28T02:30:58.420727+0000","last_became_active":"2023-08-28T02:07:37.317784+0000","last_became_peered":"2023-08-28T02:07:37.317784+0000","last_unstale":"2023-08-28T02:30:58.420727+0000","last_undegraded":"2023-08-28T02:30:58.420727+0000","last_fullsized":"2023-08-28T02:30:58.420727+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:08:37.079996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":213,"reported_epoch":256,"state":"active+clean","last_fresh":"2023-08-28T02:31:05.431577+0000","last_change":"2023-08-28T02:17:57.870143+0000","last_active":"2023-08-28T02:31:05.431577+0000","last_peered":"2023-08-28T02:31:05.431577+0000","last_clean":"2023-08-28T02:31:05.431577+0000","last_became_active":"2023-08-28T02:17:57.869769+0000","last_became_peered":"2023-08-28T02:17:57.869769+0000","last_unstale":"2023-08-28T02:31:05.431577+0000","last_undegraded":"2023-08-28T02:31:05.431577+0000","last_fullsized":"2023-08-28T02:31:05.431577+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:21:29.581768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"65'8","reported_seq":227,"reported_epoch":255,"state":"active+clean","last_fresh":"2023-08-28T02:30:58.421596+0000","last_change":"2023-08-28T02:14:43.083962+0000","last_active":"2023-08-28T02:30:58.421596+0000","last_peered":"2023-08-28T02:30:58.421596+0000","last_clean":"2023-08-28T02:30:58.421596+0000","last_became_active":"2023-08-28T02:14:43.083699+0000","last_became_peered":"2023-08-28T02:14:43.083699+0000","last_unstale":"2023-08-28T02:30:58.421596+0000","last_undegraded":"2023-08-28T02:30:58.421596+0000","last_fullsized":"2023-08-28T02:30:58.421596+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:34:42.581750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":222,"reported_epoch":255,"state":"active+clean","last_fresh":"2023-08-28T02:30:58.427460+0000","last_change":"2023-08-28T02:29:44.544454+0000","last_active":"2023-08-28T02:30:58.427460+0000","last_peered":"2023-08-28T02:30:58.427460+0000","last_clean":"2023-08-28T02:30:58.427460+0000","last_became_active":"2023-08-28T02:29:44.519465+0000","last_became_peered":"2023-08-28T02:29:44.519465+0000","last_unstale":"2023-08-28T02:30:58.427460+0000","last_undegraded":"2023-08-28T02:30:58.427460+0000","last_fullsized":"2023-08-28T02:30:58.427460+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:47:21.212316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"256'1915","reported_seq":1929,"reported_epoch":256,"state":"active+clean","last_fresh":"2023-08-28T02:31:10.649466+0000","last_change":"2023-08-28T02:30:50.402703+0000","last_active":"2023-08-28T02:31:10.649466+0000","last_peered":"2023-08-28T02:31:10.649466+0000","last_clean":"2023-08-28T02:31:10.649466+0000","last_became_active":"2023-08-28T02:30:50.402419+0000","last_became_peered":"2023-08-28T02:30:50.402419+0000","last_unstale":"2023-08-28T02:31:10.649466+0000","last_undegraded":"2023-08-28T02:31:10.649466+0000","last_fullsized":"2023-08-28T02:31:10.649466+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":1915,"log_dups_size":0,"ondisk_log_size":1915,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:07:37.393907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":125501440,"num_objects":1915,"num_object_clones":0,"num_object_copies":5745,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1915,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1915,"num_write_kb":122560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"65'1","reported_seq":221,"reported_epoch":255,"state":"active+clean","last_fresh":"2023-08-28T02:30:58.423544+0000","last_change":"2023-08-28T02:14:43.046130+0000","last_active":"2023-08-28T02:30:58.423544+0000","last_peered":"2023-08-28T02:30:58.423544+0000","last_clean":"2023-08-28T02:30:58.423544+0000","last_became_active":"2023-08-28T02:14:43.045775+0000","last_became_peered":"2023-08-28T02:14:43.045775+0000","last_unstale":"2023-08-28T02:30:58.423544+0000","last_undegraded":"2023-08-28T02:30:58.423544+0000","last_fullsized":"2023-08-28T02:30:58.423544+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:57:38.279756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":201,"reported_epoch":255,"state":"active+clean","last_fresh":"2023-08-28T02:30:58.424850+0000","last_change":"2023-08-28T02:07:37.452412+0000","last_active":"2023-08-28T02:30:58.424850+0000","last_peered":"2023-08-28T02:30:58.424850+0000","last_clean":"2023-08-28T02:30:58.424850+0000","last_became_active":"2023-08-28T02:07:37.452156+0000","last_became_peered":"2023-08-28T02:07:37.452156+0000","last_unstale":"2023-08-28T02:30:58.424850+0000","last_undegraded":"2023-08-28T02:30:58.424850+0000","last_fullsized":"2023-08-28T02:30:58.424850+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:10:33.405360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"256'2063","reported_seq":2078,"reported_epoch":256,"state":"active+clean","last_fresh":"2023-08-28T02:31:11.851778+0000","last_change":"2023-08-28T02:30:50.408089+0000","last_active":"2023-08-28T02:31:11.851778+0000","last_peered":"2023-08-28T02:31:11.851778+0000","last_clean":"2023-08-28T02:31:11.851778+0000","last_became_active":"2023-08-28T02:30:50.407747+0000","last_became_peered":"2023-08-28T02:30:50.407747+0000","last_unstale":"2023-08-28T02:31:11.851778+0000","last_undegraded":"2023-08-28T02:31:11.851778+0000","last_fullsized":"2023-08-28T02:31:11.851778+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":2063,"log_dups_size":0,"ondisk_log_size":2063,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:58:42.798255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":135200768,"num_objects":2063,"num_object_clones":0,"num_object_copies":6189,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2063,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2063,"num_write_kb":132032,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"65'2","reported_seq":246,"reported_epoch":255,"state":"active+clean","last_fresh":"2023-08-28T02:30:58.423540+0000","last_change":"2023-08-28T02:29:44.436352+0000","last_active":"2023-08-28T02:30:58.423540+0000","last_peered":"2023-08-28T02:30:58.423540+0000","last_clean":"2023-08-28T02:30:58.423540+0000","last_became_active":"2023-08-28T02:29:44.411499+0000","last_became_peered":"2023-08-28T02:29:44.411499+0000","last_unstale":"2023-08-28T02:30:58.423540+0000","last_undegraded":"2023-08-28T02:30:58.423540+0000","last_fullsized":"2023-08-28T02:30:58.423540+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:46:57.540191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":255,"reported_epoch":255,"state":"active+clean","last_fresh":"2023-08-28T02:30:58.422451+0000","last_change":"2023-08-28T02:29:44.453936+0000","last_active":"2023-08-28T02:30:58.422451+0000","last_peered":"2023-08-28T02:30:58.422451+0000","last_clean":"2023-08-28T02:30:58.422451+0000","last_became_active":"2023-08-28T02:29:44.453643+0000","last_became_peered":"2023-08-28T02:29:44.453643+0000","last_unstale":"2023-08-28T02:30:58.422451+0000","last_undegraded":"2023-08-28T02:30:58.422451+0000","last_fullsized":"2023-08-28T02:30:58.422451+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:13:50.608381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"257'2054","reported_seq":2070,"reported_epoch":257,"state":"active+clean","last_fresh":"2023-08-28T02:31:12.095730+0000","last_change":"2023-08-28T02:30:50.401499+0000","last_active":"2023-08-28T02:31:12.095730+0000","last_peered":"2023-08-28T02:31:12.095730+0000","last_clean":"2023-08-28T02:31:12.095730+0000","last_became_active":"2023-08-28T02:30:50.401194+0000","last_became_peered":"2023-08-28T02:30:50.401194+0000","last_unstale":"2023-08-28T02:31:12.095730+0000","last_undegraded":"2023-08-28T02:31:12.095730+0000","last_fullsized":"2023-08-28T02:31:12.095730+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":2054,"log_dups_size":0,"ondisk_log_size":2054,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:04:52.808204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":134610944,"num_objects":2054,"num_object_clones":0,"num_object_copies":6162,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2054,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2054,"num_write_kb":131456,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"65'1","reported_seq":204,"reported_epoch":255,"state":"active+clean","last_fresh":"2023-08-28T02:30:58.421101+0000","last_change":"2023-08-28T02:07:37.312010+0000","last_active":"2023-08-28T02:30:58.421101+0000","last_peered":"2023-08-28T02:30:58.421101+0000","last_clean":"2023-08-28T02:30:58.421101+0000","last_became_active":"2023-08-28T02:07:37.311737+0000","last_became_peered":"2023-08-28T02:07:37.311737+0000","last_unstale":"2023-08-28T02:30:58.421101+0000","last_undegraded":"2023-08-28T02:30:58.421101+0000","last_fullsized":"2023-08-28T02:30:58.421101+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:09:38.844075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":238,"reported_epoch":255,"state":"active+clean","last_fresh":"2023-08-28T02:30:58.422136+0000","last_change":"2023-08-28T02:29:44.407981+0000","last_active":"2023-08-28T02:30:58.422136+0000","last_peered":"2023-08-28T02:30:58.422136+0000","last_clean":"2023-08-28T02:30:58.422136+0000","last_became_active":"2023-08-28T02:29:44.407689+0000","last_became_peered":"2023-08-28T02:29:44.407689+0000","last_unstale":"2023-08-28T02:30:58.422136+0000","last_undegraded":"2023-08-28T02:30:58.422136+0000","last_fullsized":"2023-08-28T02:30:58.422136+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:37:07.047429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.5","version":"257'2235","reported_seq":2251,"reported_epoch":257,"state":"active+clean","last_fresh":"2023-08-28T02:31:14.167741+0000","last_change":"2023-08-28T02:30:50.400544+0000","last_active":"2023-08-28T02:31:14.167741+0000","last_peered":"2023-08-28T02:31:14.167741+0000","last_clean":"2023-08-28T02:31:14.167741+0000","last_became_active":"2023-08-28T02:30:50.400225+0000","last_became_peered":"2023-08-28T02:30:50.400225+0000","last_unstale":"2023-08-28T02:31:14.167741+0000","last_undegraded":"2023-08-28T02:31:14.167741+0000","last_fullsized":"2023-08-28T02:31:14.167741+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":2235,"log_dups_size":0,"ondisk_log_size":2235,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:53:30.305122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":146472960,"num_objects":2235,"num_object_clones":0,"num_object_copies":6705,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2235,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2235,"num_write_kb":143040,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,3],"acting":[2,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":219,"reported_epoch":255,"state":"active+clean","last_fresh":"2023-08-28T02:30:58.425356+0000","last_change":"2023-08-28T02:17:57.872076+0000","last_active":"2023-08-28T02:30:58.425356+0000","last_peered":"2023-08-28T02:30:58.425356+0000","last_clean":"2023-08-28T02:30:58.425356+0000","last_became_active":"2023-08-28T02:17:57.871701+0000","last_became_peered":"2023-08-28T02:17:57.871701+0000","last_unstale":"2023-08-28T02:30:58.425356+0000","last_undegraded":"2023-08-28T02:30:58.425356+0000","last_fullsized":"2023-08-28T02:30:58.425356+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:34:26.505505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":245,"reported_epoch":256,"state":"active+clean","last_fresh":"2023-08-28T02:31:05.432546+0000","last_change":"2023-08-28T02:29:44.436713+0000","last_active":"2023-08-28T02:31:05.432546+0000","last_peered":"2023-08-28T02:31:05.432546+0000","last_clean":"2023-08-28T02:31:05.432546+0000","last_became_active":"2023-08-28T02:29:44.436203+0000","last_became_peered":"2023-08-28T02:29:44.436203+0000","last_unstale":"2023-08-28T02:31:05.432546+0000","last_undegraded":"2023-08-28T02:31:05.432546+0000","last_fullsized":"2023-08-28T02:31:05.432546+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:46:48.522293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"257'2190","reported_seq":2206,"reported_epoch":257,"state":"active+clean","last_fresh":"2023-08-28T02:31:12.360865+0000","last_change":"2023-08-28T02:30:50.399669+0000","last_active":"2023-08-28T02:31:12.360865+0000","last_peered":"2023-08-28T02:31:12.360865+0000","last_clean":"2023-08-28T02:31:12.360865+0000","last_became_active":"2023-08-28T02:30:50.399332+0000","last_became_peered":"2023-08-28T02:30:50.399332+0000","last_unstale":"2023-08-28T02:31:12.360865+0000","last_undegraded":"2023-08-28T02:31:12.360865+0000","last_fullsized":"2023-08-28T02:31:12.360865+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":2190,"log_dups_size":0,"ondisk_log_size":2190,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:00:54.910841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":143523840,"num_objects":2190,"num_object_clones":0,"num_object_copies":6570,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2190,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2190,"num_write_kb":140160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"75'161","reported_seq":637,"reported_epoch":256,"state":"active+clean","last_fresh":"2023-08-28T02:31:06.930365+0000","last_change":"2023-08-28T02:31:06.930318+0000","last_active":"2023-08-28T02:31:06.930365+0000","last_peered":"2023-08-28T02:31:06.930365+0000","last_clean":"2023-08-28T02:31:06.930365+0000","last_became_active":"2023-08-28T02:27:46.338143+0000","last_became_peered":"2023-08-28T02:27:46.338143+0000","last_unstale":"2023-08-28T02:31:06.930365+0000","last_undegraded":"2023-08-28T02:31:06.930365+0000","last_fullsized":"2023-08-28T02:31:06.930365+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.930230+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.930230+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:21:22.724516+0000","scrub_duration":0.0050169209999999997,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"65'2","reported_seq":235,"reported_epoch":255,"state":"active+clean","last_fresh":"2023-08-28T02:30:58.426282+0000","last_change":"2023-08-28T02:17:57.845300+0000","last_active":"2023-08-28T02:30:58.426282+0000","last_peered":"2023-08-28T02:30:58.426282+0000","last_clean":"2023-08-28T02:30:58.426282+0000","last_became_active":"2023-08-28T02:17:57.843639+0000","last_became_peered":"2023-08-28T02:17:57.843639+0000","last_unstale":"2023-08-28T02:30:58.426282+0000","last_undegraded":"2023-08-28T02:30:58.426282+0000","last_fullsized":"2023-08-28T02:30:58.426282+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:27.684476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":218,"reported_epoch":255,"state":"active+clean","last_fresh":"2023-08-28T02:30:58.422783+0000","last_change":"2023-08-28T02:17:57.825494+0000","last_active":"2023-08-28T02:30:58.422783+0000","last_peered":"2023-08-28T02:30:58.422783+0000","last_clean":"2023-08-28T02:30:58.422783+0000","last_became_active":"2023-08-28T02:17:57.825112+0000","last_became_peered":"2023-08-28T02:17:57.825112+0000","last_unstale":"2023-08-28T02:30:58.422783+0000","last_undegraded":"2023-08-28T02:30:58.422783+0000","last_fullsized":"2023-08-28T02:30:58.422783+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:04:13.819397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"256'1931","reported_seq":1945,"reported_epoch":256,"state":"active+clean","last_fresh":"2023-08-28T02:31:10.640745+0000","last_change":"2023-08-28T02:30:50.402059+0000","last_active":"2023-08-28T02:31:10.640745+0000","last_peered":"2023-08-28T02:31:10.640745+0000","last_clean":"2023-08-28T02:31:10.640745+0000","last_became_active":"2023-08-28T02:30:50.401509+0000","last_became_peered":"2023-08-28T02:30:50.401509+0000","last_unstale":"2023-08-28T02:31:10.640745+0000","last_undegraded":"2023-08-28T02:31:10.640745+0000","last_fullsized":"2023-08-28T02:31:10.640745+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":1931,"log_dups_size":0,"ondisk_log_size":1931,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:26:25.192302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":126550016,"num_objects":1931,"num_object_clones":0,"num_object_copies":5793,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1931,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1931,"num_write_kb":123584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"75'161","reported_seq":481,"reported_epoch":255,"state":"active+clean","last_fresh":"2023-08-28T02:30:58.424852+0000","last_change":"2023-08-28T02:30:45.407188+0000","last_active":"2023-08-28T02:30:58.424852+0000","last_peered":"2023-08-28T02:30:58.424852+0000","last_clean":"2023-08-28T02:30:58.424852+0000","last_became_active":"2023-08-28T02:29:07.864446+0000","last_became_peered":"2023-08-28T02:29:07.864446+0000","last_unstale":"2023-08-28T02:30:58.424852+0000","last_undegraded":"2023-08-28T02:30:58.424852+0000","last_fullsized":"2023-08-28T02:30:58.424852+0000","mapping_epoch":203,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":204,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:45.407127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:45.407127+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:09:40.142271+0000","scrub_duration":0.0018495320000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":145,"reported_epoch":255,"state":"active+clean","last_fresh":"2023-08-28T02:30:58.422371+0000","last_change":"2023-08-28T02:29:44.461326+0000","last_active":"2023-08-28T02:30:58.422371+0000","last_peered":"2023-08-28T02:30:58.422371+0000","last_clean":"2023-08-28T02:30:58.422371+0000","last_became_active":"2023-08-28T02:29:44.454950+0000","last_became_peered":"2023-08-28T02:29:44.454950+0000","last_unstale":"2023-08-28T02:30:58.422371+0000","last_undegraded":"2023-08-28T02:30:58.422371+0000","last_fullsized":"2023-08-28T02:30:58.422371+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:13:42.620393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":219,"reported_epoch":256,"state":"active+clean","last_fresh":"2023-08-28T02:31:05.432862+0000","last_change":"2023-08-28T02:29:44.416498+0000","last_active":"2023-08-28T02:31:05.432862+0000","last_peered":"2023-08-28T02:31:05.432862+0000","last_clean":"2023-08-28T02:31:05.432862+0000","last_became_active":"2023-08-28T02:29:44.416168+0000","last_became_peered":"2023-08-28T02:29:44.416168+0000","last_unstale":"2023-08-28T02:31:05.432862+0000","last_undegraded":"2023-08-28T02:31:05.432862+0000","last_fullsized":"2023-08-28T02:31:05.432862+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:13:18.592840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.0","version":"256'1951","reported_seq":1965,"reported_epoch":256,"state":"active+clean","last_fresh":"2023-08-28T02:31:10.581205+0000","last_change":"2023-08-28T02:30:50.405597+0000","last_active":"2023-08-28T02:31:10.581205+0000","last_peered":"2023-08-28T02:31:10.581205+0000","last_clean":"2023-08-28T02:31:10.581205+0000","last_became_active":"2023-08-28T02:30:50.405372+0000","last_became_peered":"2023-08-28T02:30:50.405372+0000","last_unstale":"2023-08-28T02:31:10.581205+0000","last_undegraded":"2023-08-28T02:31:10.581205+0000","last_fullsized":"2023-08-28T02:31:10.581205+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":1951,"log_dups_size":0,"ondisk_log_size":1951,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:14:41.860101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":127860736,"num_objects":1951,"num_object_clones":0,"num_object_copies":5853,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1951,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1951,"num_write_kb":124864,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,4],"acting":[6,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":219,"reported_epoch":255,"state":"active+clean","last_fresh":"2023-08-28T02:30:58.422374+0000","last_change":"2023-08-28T02:16:50.340534+0000","last_active":"2023-08-28T02:30:58.422374+0000","last_peered":"2023-08-28T02:30:58.422374+0000","last_clean":"2023-08-28T02:30:58.422374+0000","last_became_active":"2023-08-28T02:16:50.340208+0000","last_became_peered":"2023-08-28T02:16:50.340208+0000","last_unstale":"2023-08-28T02:30:58.422374+0000","last_undegraded":"2023-08-28T02:30:58.422374+0000","last_fullsized":"2023-08-28T02:30:58.422374+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:15:28.933937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":237,"reported_epoch":255,"state":"active+clean","last_fresh":"2023-08-28T02:30:58.424585+0000","last_change":"2023-08-28T02:29:44.477356+0000","last_active":"2023-08-28T02:30:58.424585+0000","last_peered":"2023-08-28T02:30:58.424585+0000","last_clean":"2023-08-28T02:30:58.424585+0000","last_became_active":"2023-08-28T02:29:44.477153+0000","last_became_peered":"2023-08-28T02:29:44.477153+0000","last_unstale":"2023-08-28T02:30:58.424585+0000","last_undegraded":"2023-08-28T02:30:58.424585+0000","last_fullsized":"2023-08-28T02:30:58.424585+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:08:28.177350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"256'2041","reported_seq":2055,"reported_epoch":256,"state":"active+clean","last_fresh":"2023-08-28T02:31:11.214386+0000","last_change":"2023-08-28T02:30:50.400261+0000","last_active":"2023-08-28T02:31:11.214386+0000","last_peered":"2023-08-28T02:31:11.214386+0000","last_clean":"2023-08-28T02:31:11.214386+0000","last_became_active":"2023-08-28T02:30:50.399938+0000","last_became_peered":"2023-08-28T02:30:50.399938+0000","last_unstale":"2023-08-28T02:31:11.214386+0000","last_undegraded":"2023-08-28T02:31:11.214386+0000","last_fullsized":"2023-08-28T02:31:11.214386+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":2041,"log_dups_size":0,"ondisk_log_size":2041,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:43:56.802792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":133758976,"num_objects":2041,"num_object_clones":0,"num_object_copies":6123,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2041,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2041,"num_write_kb":130624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"75'161","reported_seq":495,"reported_epoch":255,"state":"active+clean","last_fresh":"2023-08-28T02:30:58.425228+0000","last_change":"2023-08-28T02:29:25.608441+0000","last_active":"2023-08-28T02:30:58.425228+0000","last_peered":"2023-08-28T02:30:58.425228+0000","last_clean":"2023-08-28T02:30:58.425228+0000","last_became_active":"2023-08-28T02:27:46.344991+0000","last_became_peered":"2023-08-28T02:27:46.344991+0000","last_unstale":"2023-08-28T02:30:58.425228+0000","last_undegraded":"2023-08-28T02:30:58.425228+0000","last_fullsized":"2023-08-28T02:30:58.425228+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_clean_scrub_stamp":"2023-08-28T02:29:25.608370+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:10:31.931513+0000","scrub_duration":0.001662689,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":224,"reported_epoch":255,"state":"active+clean","last_fresh":"2023-08-28T02:30:58.424509+0000","last_change":"2023-08-28T02:29:44.539479+0000","last_active":"2023-08-28T02:30:58.424509+0000","last_peered":"2023-08-28T02:30:58.424509+0000","last_clean":"2023-08-28T02:30:58.424509+0000","last_became_active":"2023-08-28T02:29:44.538566+0000","last_became_peered":"2023-08-28T02:29:44.538566+0000","last_unstale":"2023-08-28T02:30:58.424509+0000","last_undegraded":"2023-08-28T02:30:58.424509+0000","last_fullsized":"2023-08-28T02:30:58.424509+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:15:30.736135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":44,"reported_epoch":256,"state":"active+clean","last_fresh":"2023-08-28T02:31:05.449397+0000","last_change":"2023-08-28T02:29:44.429834+0000","last_active":"2023-08-28T02:31:05.449397+0000","last_peered":"2023-08-28T02:31:05.449397+0000","last_clean":"2023-08-28T02:31:05.449397+0000","last_became_active":"2023-08-28T02:29:44.429512+0000","last_became_peered":"2023-08-28T02:29:44.429512+0000","last_unstale":"2023-08-28T02:31:05.449397+0000","last_undegraded":"2023-08-28T02:31:05.449397+0000","last_fullsized":"2023-08-28T02:31:05.449397+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:58.062455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"256'1982","reported_seq":1996,"reported_epoch":256,"state":"active+clean","last_fresh":"2023-08-28T02:31:11.157400+0000","last_change":"2023-08-28T02:30:50.402348+0000","last_active":"2023-08-28T02:31:11.157400+0000","last_peered":"2023-08-28T02:31:11.157400+0000","last_clean":"2023-08-28T02:31:11.157400+0000","last_became_active":"2023-08-28T02:30:50.402076+0000","last_became_peered":"2023-08-28T02:30:50.402076+0000","last_unstale":"2023-08-28T02:31:11.157400+0000","last_undegraded":"2023-08-28T02:31:11.157400+0000","last_fullsized":"2023-08-28T02:31:11.157400+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":1982,"log_dups_size":0,"ondisk_log_size":1982,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:24.859426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":129892352,"num_objects":1982,"num_object_clones":0,"num_object_copies":5946,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1982,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1982,"num_write_kb":126848,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.7","version":"75'161","reported_seq":485,"reported_epoch":256,"state":"active+clean","last_fresh":"2023-08-28T02:31:06.887677+0000","last_change":"2023-08-28T02:31:06.887803+0000","last_active":"2023-08-28T02:31:06.887677+0000","last_peered":"2023-08-28T02:31:06.887677+0000","last_clean":"2023-08-28T02:31:06.887677+0000","last_became_active":"2023-08-28T02:28:52.901228+0000","last_became_peered":"2023-08-28T02:28:52.901228+0000","last_unstale":"2023-08-28T02:31:06.887677+0000","last_undegraded":"2023-08-28T02:31:06.887677+0000","last_fullsized":"2023-08-28T02:31:06.887677+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.887648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.887648+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:05.719858+0000","scrub_duration":0.0083008160000000008,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":44,"reported_epoch":256,"state":"active+clean","last_fresh":"2023-08-28T02:31:05.456039+0000","last_change":"2023-08-28T02:29:44.407595+0000","last_active":"2023-08-28T02:31:05.456039+0000","last_peered":"2023-08-28T02:31:05.456039+0000","last_clean":"2023-08-28T02:31:05.456039+0000","last_became_active":"2023-08-28T02:29:44.407316+0000","last_became_peered":"2023-08-28T02:29:44.407316+0000","last_unstale":"2023-08-28T02:31:05.456039+0000","last_undegraded":"2023-08-28T02:31:05.456039+0000","last_fullsized":"2023-08-28T02:31:05.456039+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:01:47.777709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":236,"reported_epoch":255,"state":"active+clean","last_fresh":"2023-08-28T02:30:58.425664+0000","last_change":"2023-08-28T02:17:57.832204+0000","last_active":"2023-08-28T02:30:58.425664+0000","last_peered":"2023-08-28T02:30:58.425664+0000","last_clean":"2023-08-28T02:30:58.425664+0000","last_became_active":"2023-08-28T02:17:57.831885+0000","last_became_peered":"2023-08-28T02:17:57.831885+0000","last_unstale":"2023-08-28T02:30:58.425664+0000","last_undegraded":"2023-08-28T02:30:58.425664+0000","last_fullsized":"2023-08-28T02:30:58.425664+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:14:33.767147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":44,"reported_epoch":256,"state":"active+clean","last_fresh":"2023-08-28T02:31:05.449846+0000","last_change":"2023-08-28T02:29:44.506914+0000","last_active":"2023-08-28T02:31:05.449846+0000","last_peered":"2023-08-28T02:31:05.449846+0000","last_clean":"2023-08-28T02:31:05.449846+0000","last_became_active":"2023-08-28T02:29:44.506606+0000","last_became_peered":"2023-08-28T02:29:44.506606+0000","last_unstale":"2023-08-28T02:31:05.449846+0000","last_undegraded":"2023-08-28T02:31:05.449846+0000","last_fullsized":"2023-08-28T02:31:05.449846+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:55:50.992279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"256'1989","reported_seq":2003,"reported_epoch":256,"state":"active+clean","last_fresh":"2023-08-28T02:31:10.588172+0000","last_change":"2023-08-28T02:30:50.408123+0000","last_active":"2023-08-28T02:31:10.588172+0000","last_peered":"2023-08-28T02:31:10.588172+0000","last_clean":"2023-08-28T02:31:10.588172+0000","last_became_active":"2023-08-28T02:30:50.407828+0000","last_became_peered":"2023-08-28T02:30:50.407828+0000","last_unstale":"2023-08-28T02:31:10.588172+0000","last_undegraded":"2023-08-28T02:31:10.588172+0000","last_fullsized":"2023-08-28T02:31:10.588172+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":1989,"log_dups_size":0,"ondisk_log_size":1989,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:52:15.032022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":130351104,"num_objects":1989,"num_object_clones":0,"num_object_copies":5967,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1989,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1989,"num_write_kb":127296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.1","version":"75'161","reported_seq":495,"reported_epoch":255,"state":"active+clean","last_fresh":"2023-08-28T02:30:58.425151+0000","last_change":"2023-08-28T02:29:24.559480+0000","last_active":"2023-08-28T02:30:58.425151+0000","last_peered":"2023-08-28T02:30:58.425151+0000","last_clean":"2023-08-28T02:30:58.425151+0000","last_became_active":"2023-08-28T02:27:46.385155+0000","last_became_peered":"2023-08-28T02:27:46.385155+0000","last_unstale":"2023-08-28T02:30:58.425151+0000","last_undegraded":"2023-08-28T02:30:58.425151+0000","last_fullsized":"2023-08-28T02:30:58.425151+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:24.559397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:24.559397+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:26:18.334990+0000","scrub_duration":0.001580328,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,2],"acting":[5,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":243,"reported_epoch":255,"state":"active+clean","last_fresh":"2023-08-28T02:30:58.425096+0000","last_change":"2023-08-28T02:29:44.459918+0000","last_active":"2023-08-28T02:30:58.425096+0000","last_peered":"2023-08-28T02:30:58.425096+0000","last_clean":"2023-08-28T02:30:58.425096+0000","last_became_active":"2023-08-28T02:29:44.459609+0000","last_became_peered":"2023-08-28T02:29:44.459609+0000","last_unstale":"2023-08-28T02:30:58.425096+0000","last_undegraded":"2023-08-28T02:30:58.425096+0000","last_fullsized":"2023-08-28T02:30:58.425096+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:12:59.946432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":219,"reported_epoch":255,"state":"active+clean","last_fresh":"2023-08-28T02:30:58.422321+0000","last_change":"2023-08-28T02:14:43.039758+0000","last_active":"2023-08-28T02:30:58.422321+0000","last_peered":"2023-08-28T02:30:58.422321+0000","last_clean":"2023-08-28T02:30:58.422321+0000","last_became_active":"2023-08-28T02:14:43.039236+0000","last_became_peered":"2023-08-28T02:14:43.039236+0000","last_unstale":"2023-08-28T02:30:58.422321+0000","last_undegraded":"2023-08-28T02:30:58.422321+0000","last_fullsized":"2023-08-28T02:30:58.422321+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:49:11.066668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":44,"reported_epoch":256,"state":"active+clean","last_fresh":"2023-08-28T02:31:05.456127+0000","last_change":"2023-08-28T02:29:44.508023+0000","last_active":"2023-08-28T02:31:05.456127+0000","last_peered":"2023-08-28T02:31:05.456127+0000","last_clean":"2023-08-28T02:31:05.456127+0000","last_became_active":"2023-08-28T02:29:44.507153+0000","last_became_peered":"2023-08-28T02:29:44.507153+0000","last_unstale":"2023-08-28T02:31:05.456127+0000","last_undegraded":"2023-08-28T02:31:05.456127+0000","last_fullsized":"2023-08-28T02:31:05.456127+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:21:28.918710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"256'1974","reported_seq":1988,"reported_epoch":256,"state":"active+clean","last_fresh":"2023-08-28T02:31:10.634312+0000","last_change":"2023-08-28T02:30:50.403345+0000","last_active":"2023-08-28T02:31:10.634312+0000","last_peered":"2023-08-28T02:31:10.634312+0000","last_clean":"2023-08-28T02:31:10.634312+0000","last_became_active":"2023-08-28T02:30:50.403048+0000","last_became_peered":"2023-08-28T02:30:50.403048+0000","last_unstale":"2023-08-28T02:31:10.634312+0000","last_undegraded":"2023-08-28T02:31:10.634312+0000","last_fullsized":"2023-08-28T02:31:10.634312+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":1974,"log_dups_size":0,"ondisk_log_size":1974,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:12:50.351353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":129368064,"num_objects":1974,"num_object_clones":0,"num_object_copies":5922,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1974,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1974,"num_write_kb":126336,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2","version":"75'161","reported_seq":637,"reported_epoch":255,"state":"active+clean","last_fresh":"2023-08-28T02:30:58.420837+0000","last_change":"2023-08-28T02:30:51.762377+0000","last_active":"2023-08-28T02:30:58.420837+0000","last_peered":"2023-08-28T02:30:58.420837+0000","last_clean":"2023-08-28T02:30:58.420837+0000","last_became_active":"2023-08-28T02:27:46.375590+0000","last_became_peered":"2023-08-28T02:27:46.375590+0000","last_unstale":"2023-08-28T02:30:58.420837+0000","last_undegraded":"2023-08-28T02:30:58.420837+0000","last_fullsized":"2023-08-28T02:30:58.420837+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:51.762314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:51.762314+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:02.034555+0000","scrub_duration":0.0020023620000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":229,"reported_epoch":256,"state":"active+clean","last_fresh":"2023-08-28T02:31:05.441115+0000","last_change":"2023-08-28T02:17:57.849218+0000","last_active":"2023-08-28T02:31:05.441115+0000","last_peered":"2023-08-28T02:31:05.441115+0000","last_clean":"2023-08-28T02:31:05.441115+0000","last_became_active":"2023-08-28T02:17:57.848849+0000","last_became_peered":"2023-08-28T02:17:57.848849+0000","last_unstale":"2023-08-28T02:31:05.441115+0000","last_undegraded":"2023-08-28T02:31:05.441115+0000","last_fullsized":"2023-08-28T02:31:05.441115+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:52:44.006871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":44,"reported_epoch":256,"state":"active+clean","last_fresh":"2023-08-28T02:31:05.449736+0000","last_change":"2023-08-28T02:29:44.509812+0000","last_active":"2023-08-28T02:31:05.449736+0000","last_peered":"2023-08-28T02:31:05.449736+0000","last_clean":"2023-08-28T02:31:05.449736+0000","last_became_active":"2023-08-28T02:29:44.509449+0000","last_became_peered":"2023-08-28T02:29:44.509449+0000","last_unstale":"2023-08-28T02:31:05.449736+0000","last_undegraded":"2023-08-28T02:31:05.449736+0000","last_fullsized":"2023-08-28T02:31:05.449736+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:56:56.807893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":44,"reported_epoch":256,"state":"active+clean","last_fresh":"2023-08-28T02:31:05.449487+0000","last_change":"2023-08-28T02:29:44.427945+0000","last_active":"2023-08-28T02:31:05.449487+0000","last_peered":"2023-08-28T02:31:05.449487+0000","last_clean":"2023-08-28T02:31:05.449487+0000","last_became_active":"2023-08-28T02:29:44.426487+0000","last_became_peered":"2023-08-28T02:29:44.426487+0000","last_unstale":"2023-08-28T02:31:05.449487+0000","last_undegraded":"2023-08-28T02:31:05.449487+0000","last_fullsized":"2023-08-28T02:31:05.449487+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:30:20.438896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"257'2134","reported_seq":2150,"reported_epoch":257,"state":"active+clean","last_fresh":"2023-08-28T02:31:12.377669+0000","last_change":"2023-08-28T02:30:50.405844+0000","last_active":"2023-08-28T02:31:12.377669+0000","last_peered":"2023-08-28T02:31:12.377669+0000","last_clean":"2023-08-28T02:31:12.377669+0000","last_became_active":"2023-08-28T02:30:50.405556+0000","last_became_peered":"2023-08-28T02:30:50.405556+0000","last_unstale":"2023-08-28T02:31:12.377669+0000","last_undegraded":"2023-08-28T02:31:12.377669+0000","last_fullsized":"2023-08-28T02:31:12.377669+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":2134,"log_dups_size":0,"ondisk_log_size":2134,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T14:10:10.755715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":139853824,"num_objects":2134,"num_object_clones":0,"num_object_copies":6402,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2134,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2134,"num_write_kb":136576,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,0],"acting":[1,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":223,"reported_epoch":255,"state":"active+clean","last_fresh":"2023-08-28T02:30:58.425227+0000","last_change":"2023-08-28T02:16:50.342424+0000","last_active":"2023-08-28T02:30:58.425227+0000","last_peered":"2023-08-28T02:30:58.425227+0000","last_clean":"2023-08-28T02:30:58.425227+0000","last_became_active":"2023-08-28T02:16:50.342083+0000","last_became_peered":"2023-08-28T02:16:50.342083+0000","last_unstale":"2023-08-28T02:30:58.425227+0000","last_undegraded":"2023-08-28T02:30:58.425227+0000","last_fullsized":"2023-08-28T02:30:58.425227+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:48:40.173542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"75'161","reported_seq":618,"reported_epoch":255,"state":"active+clean","last_fresh":"2023-08-28T02:30:58.420451+0000","last_change":"2023-08-28T02:30:48.821063+0000","last_active":"2023-08-28T02:30:58.420451+0000","last_peered":"2023-08-28T02:30:58.420451+0000","last_clean":"2023-08-28T02:30:58.420451+0000","last_became_active":"2023-08-28T02:27:39.235381+0000","last_became_peered":"2023-08-28T02:27:39.235381+0000","last_unstale":"2023-08-28T02:30:58.420451+0000","last_undegraded":"2023-08-28T02:30:58.420451+0000","last_fullsized":"2023-08-28T02:30:58.420451+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.820990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.820990+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T14:02:42.714866+0000","scrub_duration":0.0017342480000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":191,"reported_epoch":255,"state":"active+clean","last_fresh":"2023-08-28T02:30:58.425196+0000","last_change":"2023-08-28T02:17:57.830935+0000","last_active":"2023-08-28T02:30:58.425196+0000","last_peered":"2023-08-28T02:30:58.425196+0000","last_clean":"2023-08-28T02:30:58.425196+0000","last_became_active":"2023-08-28T02:17:57.830393+0000","last_became_peered":"2023-08-28T02:17:57.830393+0000","last_unstale":"2023-08-28T02:30:58.425196+0000","last_undegraded":"2023-08-28T02:30:58.425196+0000","last_fullsized":"2023-08-28T02:30:58.425196+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:53:51.589050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":68,"reported_epoch":255,"state":"active+clean","last_fresh":"2023-08-28T02:30:58.422987+0000","last_change":"2023-08-28T02:28:52.900597+0000","last_active":"2023-08-28T02:30:58.422987+0000","last_peered":"2023-08-28T02:30:58.422987+0000","last_clean":"2023-08-28T02:30:58.422987+0000","last_became_active":"2023-08-28T02:28:52.900298+0000","last_became_peered":"2023-08-28T02:28:52.900298+0000","last_unstale":"2023-08-28T02:30:58.422987+0000","last_undegraded":"2023-08-28T02:30:58.422987+0000","last_fullsized":"2023-08-28T02:30:58.422987+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:11:05.933704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,7],"acting":[4,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"257'2053","reported_seq":2068,"reported_epoch":257,"state":"active+clean","last_fresh":"2023-08-28T02:31:12.096358+0000","last_change":"2023-08-28T02:30:50.397096+0000","last_active":"2023-08-28T02:31:12.096358+0000","last_peered":"2023-08-28T02:31:12.096358+0000","last_clean":"2023-08-28T02:31:12.096358+0000","last_became_active":"2023-08-28T02:30:50.396803+0000","last_became_peered":"2023-08-28T02:30:50.396803+0000","last_unstale":"2023-08-28T02:31:12.096358+0000","last_undegraded":"2023-08-28T02:31:12.096358+0000","last_fullsized":"2023-08-28T02:31:12.096358+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":2053,"log_dups_size":0,"ondisk_log_size":2053,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:29:21.640377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":134545408,"num_objects":2053,"num_object_clones":0,"num_object_copies":6159,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2053,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2053,"num_write_kb":131392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,7],"acting":[0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3","version":"75'161","reported_seq":503,"reported_epoch":256,"state":"active+clean","last_fresh":"2023-08-28T02:31:05.449165+0000","last_change":"2023-08-28T02:30:48.868524+0000","last_active":"2023-08-28T02:31:05.449165+0000","last_peered":"2023-08-28T02:31:05.449165+0000","last_clean":"2023-08-28T02:31:05.449165+0000","last_became_active":"2023-08-28T02:29:44.505147+0000","last_became_peered":"2023-08-28T02:29:44.505147+0000","last_unstale":"2023-08-28T02:31:05.449165+0000","last_undegraded":"2023-08-28T02:31:05.449165+0000","last_fullsized":"2023-08-28T02:31:05.449165+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.868248+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:09:39.862129+0000","scrub_duration":0.0016215240000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":261,"reported_epoch":255,"state":"active+clean","last_fresh":"2023-08-28T02:30:58.420374+0000","last_change":"2023-08-28T02:29:44.421353+0000","last_active":"2023-08-28T02:30:58.420374+0000","last_peered":"2023-08-28T02:30:58.420374+0000","last_clean":"2023-08-28T02:30:58.420374+0000","last_became_active":"2023-08-28T02:29:44.421064+0000","last_became_peered":"2023-08-28T02:29:44.421064+0000","last_unstale":"2023-08-28T02:30:58.420374+0000","last_undegraded":"2023-08-28T02:30:58.420374+0000","last_fullsized":"2023-08-28T02:30:58.420374+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:51:36.524024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":213,"reported_epoch":256,"state":"active+clean","last_fresh":"2023-08-28T02:31:05.431097+0000","last_change":"2023-08-28T02:17:57.849233+0000","last_active":"2023-08-28T02:31:05.431097+0000","last_peered":"2023-08-28T02:31:05.431097+0000","last_clean":"2023-08-28T02:31:05.431097+0000","last_became_active":"2023-08-28T02:17:57.848909+0000","last_became_peered":"2023-08-28T02:17:57.848909+0000","last_unstale":"2023-08-28T02:31:05.431097+0000","last_undegraded":"2023-08-28T02:31:05.431097+0000","last_fullsized":"2023-08-28T02:31:05.431097+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:19:30.926702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":230,"reported_epoch":256,"state":"active+clean","last_fresh":"2023-08-28T02:31:05.431357+0000","last_change":"2023-08-28T02:29:44.433910+0000","last_active":"2023-08-28T02:31:05.431357+0000","last_peered":"2023-08-28T02:31:05.431357+0000","last_clean":"2023-08-28T02:31:05.431357+0000","last_became_active":"2023-08-28T02:29:44.429486+0000","last_became_peered":"2023-08-28T02:29:44.429486+0000","last_unstale":"2023-08-28T02:31:05.431357+0000","last_undegraded":"2023-08-28T02:31:05.431357+0000","last_fullsized":"2023-08-28T02:31:05.431357+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:27:00.197598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"256'1992","reported_seq":2006,"reported_epoch":256,"state":"active+clean","last_fresh":"2023-08-28T02:31:11.216438+0000","last_change":"2023-08-28T02:30:50.405490+0000","last_active":"2023-08-28T02:31:11.216438+0000","last_peered":"2023-08-28T02:31:11.216438+0000","last_clean":"2023-08-28T02:31:11.216438+0000","last_became_active":"2023-08-28T02:30:50.405192+0000","last_became_peered":"2023-08-28T02:30:50.405192+0000","last_unstale":"2023-08-28T02:31:11.216438+0000","last_undegraded":"2023-08-28T02:31:11.216438+0000","last_fullsized":"2023-08-28T02:31:11.216438+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":1992,"log_dups_size":0,"ondisk_log_size":1992,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T14:18:44.660130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":130547712,"num_objects":1992,"num_object_clones":0,"num_object_copies":5976,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1992,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1992,"num_write_kb":127488,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.6","version":"75'161","reported_seq":481,"reported_epoch":256,"state":"active+clean","last_fresh":"2023-08-28T02:31:05.775111+0000","last_change":"2023-08-28T02:31:05.775111+0000","last_active":"2023-08-28T02:31:05.775111+0000","last_peered":"2023-08-28T02:31:05.775111+0000","last_clean":"2023-08-28T02:31:05.775111+0000","last_became_active":"2023-08-28T02:28:52.899055+0000","last_became_peered":"2023-08-28T02:28:52.899055+0000","last_unstale":"2023-08-28T02:31:05.775111+0000","last_undegraded":"2023-08-28T02:31:05.775111+0000","last_fullsized":"2023-08-28T02:31:05.775111+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.774982+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.774982+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:42:14.405736+0000","scrub_duration":0.003539819,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,3],"acting":[0,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":224,"reported_epoch":255,"state":"active+clean","last_fresh":"2023-08-28T02:30:58.423394+0000","last_change":"2023-08-28T02:14:43.033789+0000","last_active":"2023-08-28T02:30:58.423394+0000","last_peered":"2023-08-28T02:30:58.423394+0000","last_clean":"2023-08-28T02:30:58.423394+0000","last_became_active":"2023-08-28T02:14:43.033454+0000","last_became_peered":"2023-08-28T02:14:43.033454+0000","last_unstale":"2023-08-28T02:30:58.423394+0000","last_undegraded":"2023-08-28T02:30:58.423394+0000","last_fullsized":"2023-08-28T02:30:58.423394+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:01:13.205842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":44,"reported_epoch":256,"state":"active+clean","last_fresh":"2023-08-28T02:31:05.456304+0000","last_change":"2023-08-28T02:29:44.508212+0000","last_active":"2023-08-28T02:31:05.456304+0000","last_peered":"2023-08-28T02:31:05.456304+0000","last_clean":"2023-08-28T02:31:05.456304+0000","last_became_active":"2023-08-28T02:29:44.507669+0000","last_became_peered":"2023-08-28T02:29:44.507669+0000","last_unstale":"2023-08-28T02:31:05.456304+0000","last_undegraded":"2023-08-28T02:31:05.456304+0000","last_fullsized":"2023-08-28T02:31:05.456304+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:58:38.220241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":199,"reported_epoch":256,"state":"active+clean","last_fresh":"2023-08-28T02:31:05.432702+0000","last_change":"2023-08-28T02:14:43.048791+0000","last_active":"2023-08-28T02:31:05.432702+0000","last_peered":"2023-08-28T02:31:05.432702+0000","last_clean":"2023-08-28T02:31:05.432702+0000","last_became_active":"2023-08-28T02:14:43.047408+0000","last_became_peered":"2023-08-28T02:14:43.047408+0000","last_unstale":"2023-08-28T02:31:05.432702+0000","last_undegraded":"2023-08-28T02:31:05.432702+0000","last_fullsized":"2023-08-28T02:31:05.432702+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:47.097181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"256'2035","reported_seq":2049,"reported_epoch":256,"state":"active+clean","last_fresh":"2023-08-28T02:31:11.220024+0000","last_change":"2023-08-28T02:30:50.406423+0000","last_active":"2023-08-28T02:31:11.220024+0000","last_peered":"2023-08-28T02:31:11.220024+0000","last_clean":"2023-08-28T02:31:11.220024+0000","last_became_active":"2023-08-28T02:30:50.406144+0000","last_became_peered":"2023-08-28T02:30:50.406144+0000","last_unstale":"2023-08-28T02:31:11.220024+0000","last_undegraded":"2023-08-28T02:31:11.220024+0000","last_fullsized":"2023-08-28T02:31:11.220024+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":2035,"log_dups_size":0,"ondisk_log_size":2035,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:03:25.630955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":133365760,"num_objects":2035,"num_object_clones":0,"num_object_copies":6105,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2035,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2035,"num_write_kb":130240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.5","version":"75'161","reported_seq":509,"reported_epoch":255,"state":"active+clean","last_fresh":"2023-08-28T02:30:58.422616+0000","last_change":"2023-08-28T02:29:18.891819+0000","last_active":"2023-08-28T02:30:58.422616+0000","last_peered":"2023-08-28T02:30:58.422616+0000","last_clean":"2023-08-28T02:30:58.422616+0000","last_became_active":"2023-08-28T02:27:46.339134+0000","last_became_peered":"2023-08-28T02:27:46.339134+0000","last_unstale":"2023-08-28T02:30:58.422616+0000","last_undegraded":"2023-08-28T02:30:58.422616+0000","last_fullsized":"2023-08-28T02:30:58.422616+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:18.891729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:18.891729+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:29:36.951090+0000","scrub_duration":0.0031546460000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,6],"acting":[4,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"65'2","reported_seq":236,"reported_epoch":255,"state":"active+clean","last_fresh":"2023-08-28T02:30:58.427516+0000","last_change":"2023-08-28T02:17:57.864052+0000","last_active":"2023-08-28T02:30:58.427516+0000","last_peered":"2023-08-28T02:30:58.427516+0000","last_clean":"2023-08-28T02:30:58.427516+0000","last_became_active":"2023-08-28T02:17:57.845544+0000","last_became_peered":"2023-08-28T02:17:57.845544+0000","last_unstale":"2023-08-28T02:30:58.427516+0000","last_undegraded":"2023-08-28T02:30:58.427516+0000","last_fullsized":"2023-08-28T02:30:58.427516+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:24:46.387534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":72,"reported_epoch":256,"state":"active+clean","last_fresh":"2023-08-28T02:31:07.378170+0000","last_change":"2023-08-28T02:30:48.053339+0000","last_active":"2023-08-28T02:31:07.378170+0000","last_peered":"2023-08-28T02:31:07.378170+0000","last_clean":"2023-08-28T02:31:07.378170+0000","last_became_active":"2023-08-28T02:30:48.053033+0000","last_became_peered":"2023-08-28T02:30:48.053033+0000","last_unstale":"2023-08-28T02:31:07.378170+0000","last_undegraded":"2023-08-28T02:31:07.378170+0000","last_fullsized":"2023-08-28T02:31:07.378170+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:10:44.468472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":233,"reported_epoch":255,"state":"active+clean","last_fresh":"2023-08-28T02:30:58.424332+0000","last_change":"2023-08-28T02:17:57.850029+0000","last_active":"2023-08-28T02:30:58.424332+0000","last_peered":"2023-08-28T02:30:58.424332+0000","last_clean":"2023-08-28T02:30:58.424332+0000","last_became_active":"2023-08-28T02:17:57.846602+0000","last_became_peered":"2023-08-28T02:17:57.846602+0000","last_unstale":"2023-08-28T02:30:58.424332+0000","last_undegraded":"2023-08-28T02:30:58.424332+0000","last_fullsized":"2023-08-28T02:30:58.424332+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:39:38.706283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"256'1965","reported_seq":1979,"reported_epoch":256,"state":"active+clean","last_fresh":"2023-08-28T02:31:10.587318+0000","last_change":"2023-08-28T02:30:50.406269+0000","last_active":"2023-08-28T02:31:10.587318+0000","last_peered":"2023-08-28T02:31:10.587318+0000","last_clean":"2023-08-28T02:31:10.587318+0000","last_became_active":"2023-08-28T02:30:50.405986+0000","last_became_peered":"2023-08-28T02:30:50.405986+0000","last_unstale":"2023-08-28T02:31:10.587318+0000","last_undegraded":"2023-08-28T02:31:10.587318+0000","last_fullsized":"2023-08-28T02:31:10.587318+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":1965,"log_dups_size":0,"ondisk_log_size":1965,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:54:46.390319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":128778240,"num_objects":1965,"num_object_clones":0,"num_object_copies":5895,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1965,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1965,"num_write_kb":125760,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.4","version":"75'161","reported_seq":491,"reported_epoch":256,"state":"active+clean","last_fresh":"2023-08-28T02:31:05.899264+0000","last_change":"2023-08-28T02:31:05.899368+0000","last_active":"2023-08-28T02:31:05.899264+0000","last_peered":"2023-08-28T02:31:05.899264+0000","last_clean":"2023-08-28T02:31:05.899264+0000","last_became_active":"2023-08-28T02:28:15.289365+0000","last_became_peered":"2023-08-28T02:28:15.289365+0000","last_unstale":"2023-08-28T02:31:05.899264+0000","last_undegraded":"2023-08-28T02:31:05.899264+0000","last_fullsized":"2023-08-28T02:31:05.899264+0000","mapping_epoch":189,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":190,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.899247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.899247+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:29:22.403701+0000","scrub_duration":0.0055845139999999996,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":327680,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":146,"reported_epoch":255,"state":"active+clean","last_fresh":"2023-08-28T02:30:58.423717+0000","last_change":"2023-08-28T02:28:52.899333+0000","last_active":"2023-08-28T02:30:58.423717+0000","last_peered":"2023-08-28T02:30:58.423717+0000","last_clean":"2023-08-28T02:30:58.423717+0000","last_became_active":"2023-08-28T02:28:52.898989+0000","last_became_peered":"2023-08-28T02:28:52.898989+0000","last_unstale":"2023-08-28T02:30:58.423717+0000","last_undegraded":"2023-08-28T02:30:58.423717+0000","last_fullsized":"2023-08-28T02:30:58.423717+0000","mapping_epoch":199,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":200,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:30:07.242589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"65'1","reported_seq":243,"reported_epoch":256,"state":"active+clean","last_fresh":"2023-08-28T02:31:05.431437+0000","last_change":"2023-08-28T02:29:44.510205+0000","last_active":"2023-08-28T02:31:05.431437+0000","last_peered":"2023-08-28T02:31:05.431437+0000","last_clean":"2023-08-28T02:31:05.431437+0000","last_became_active":"2023-08-28T02:29:44.429357+0000","last_became_peered":"2023-08-28T02:29:44.429357+0000","last_unstale":"2023-08-28T02:31:05.431437+0000","last_undegraded":"2023-08-28T02:31:05.431437+0000","last_fullsized":"2023-08-28T02:31:05.431437+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:44:59.955729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":201,"reported_epoch":255,"state":"active+clean","last_fresh":"2023-08-28T02:30:58.422228+0000","last_change":"2023-08-28T02:07:37.332854+0000","last_active":"2023-08-28T02:30:58.422228+0000","last_peered":"2023-08-28T02:30:58.422228+0000","last_clean":"2023-08-28T02:30:58.422228+0000","last_became_active":"2023-08-28T02:07:37.332563+0000","last_became_peered":"2023-08-28T02:07:37.332563+0000","last_unstale":"2023-08-28T02:30:58.422228+0000","last_undegraded":"2023-08-28T02:30:58.422228+0000","last_fullsized":"2023-08-28T02:30:58.422228+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:24:12.887788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"65'1","reported_seq":201,"reported_epoch":256,"state":"active+clean","last_fresh":"2023-08-28T02:31:05.432655+0000","last_change":"2023-08-28T02:14:43.042150+0000","last_active":"2023-08-28T02:31:05.432655+0000","last_peered":"2023-08-28T02:31:05.432655+0000","last_clean":"2023-08-28T02:31:05.432655+0000","last_became_active":"2023-08-28T02:14:43.038336+0000","last_became_peered":"2023-08-28T02:14:43.038336+0000","last_unstale":"2023-08-28T02:31:05.432655+0000","last_undegraded":"2023-08-28T02:31:05.432655+0000","last_fullsized":"2023-08-28T02:31:05.432655+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:26:02.415152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":249,"reported_epoch":256,"state":"active+clean","last_fresh":"2023-08-28T02:31:05.438304+0000","last_change":"2023-08-28T02:29:44.466281+0000","last_active":"2023-08-28T02:31:05.438304+0000","last_peered":"2023-08-28T02:31:05.438304+0000","last_clean":"2023-08-28T02:31:05.438304+0000","last_became_active":"2023-08-28T02:29:44.465902+0000","last_became_peered":"2023-08-28T02:29:44.465902+0000","last_unstale":"2023-08-28T02:31:05.438304+0000","last_undegraded":"2023-08-28T02:31:05.438304+0000","last_fullsized":"2023-08-28T02:31:05.438304+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:42:07.764961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"65'2","reported_seq":249,"reported_epoch":255,"state":"active+clean","last_fresh":"2023-08-28T02:30:58.425436+0000","last_change":"2023-08-28T02:29:44.535937+0000","last_active":"2023-08-28T02:30:58.425436+0000","last_peered":"2023-08-28T02:30:58.425436+0000","last_clean":"2023-08-28T02:30:58.425436+0000","last_became_active":"2023-08-28T02:29:44.462244+0000","last_became_peered":"2023-08-28T02:29:44.462244+0000","last_unstale":"2023-08-28T02:30:58.425436+0000","last_undegraded":"2023-08-28T02:30:58.425436+0000","last_fullsized":"2023-08-28T02:30:58.425436+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:30:33.173713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":233,"reported_epoch":256,"state":"active+clean","last_fresh":"2023-08-28T02:31:05.432496+0000","last_change":"2023-08-28T02:29:44.428987+0000","last_active":"2023-08-28T02:31:05.432496+0000","last_peered":"2023-08-28T02:31:05.432496+0000","last_clean":"2023-08-28T02:31:05.432496+0000","last_became_active":"2023-08-28T02:29:44.428622+0000","last_became_peered":"2023-08-28T02:29:44.428622+0000","last_unstale":"2023-08-28T02:31:05.432496+0000","last_undegraded":"2023-08-28T02:31:05.432496+0000","last_fullsized":"2023-08-28T02:31:05.432496+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:48:42.349894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"65'2","reported_seq":204,"reported_epoch":255,"state":"active+clean","last_fresh":"2023-08-28T02:30:58.425575+0000","last_change":"2023-08-28T02:07:37.315088+0000","last_active":"2023-08-28T02:30:58.425575+0000","last_peered":"2023-08-28T02:30:58.425575+0000","last_clean":"2023-08-28T02:30:58.425575+0000","last_became_active":"2023-08-28T02:07:37.314730+0000","last_became_peered":"2023-08-28T02:07:37.314730+0000","last_unstale":"2023-08-28T02:30:58.425575+0000","last_undegraded":"2023-08-28T02:30:58.425575+0000","last_fullsized":"2023-08-28T02:30:58.425575+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:58.096621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":235,"reported_epoch":255,"state":"active+clean","last_fresh":"2023-08-28T02:30:58.422448+0000","last_change":"2023-08-28T02:17:57.830595+0000","last_active":"2023-08-28T02:30:58.422448+0000","last_peered":"2023-08-28T02:30:58.422448+0000","last_clean":"2023-08-28T02:30:58.422448+0000","last_became_active":"2023-08-28T02:17:57.830345+0000","last_became_peered":"2023-08-28T02:17:57.830345+0000","last_unstale":"2023-08-28T02:30:58.422448+0000","last_undegraded":"2023-08-28T02:30:58.422448+0000","last_fullsized":"2023-08-28T02:30:58.422448+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:50:50.199731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"65'1","reported_seq":223,"reported_epoch":255,"state":"active+clean","last_fresh":"2023-08-28T02:30:58.425484+0000","last_change":"2023-08-28T02:17:57.833218+0000","last_active":"2023-08-28T02:30:58.425484+0000","last_peered":"2023-08-28T02:30:58.425484+0000","last_clean":"2023-08-28T02:30:58.425484+0000","last_became_active":"2023-08-28T02:17:57.832772+0000","last_became_peered":"2023-08-28T02:17:57.832772+0000","last_unstale":"2023-08-28T02:30:58.425484+0000","last_undegraded":"2023-08-28T02:30:58.425484+0000","last_fullsized":"2023-08-28T02:30:58.425484+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:00:02.110545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":237,"reported_epoch":255,"state":"active+clean","last_fresh":"2023-08-28T02:30:58.425035+0000","last_change":"2023-08-28T02:17:57.845102+0000","last_active":"2023-08-28T02:30:58.425035+0000","last_peered":"2023-08-28T02:30:58.425035+0000","last_clean":"2023-08-28T02:30:58.425035+0000","last_became_active":"2023-08-28T02:17:57.843529+0000","last_became_peered":"2023-08-28T02:17:57.843529+0000","last_unstale":"2023-08-28T02:30:58.425035+0000","last_undegraded":"2023-08-28T02:30:58.425035+0000","last_fullsized":"2023-08-28T02:30:58.425035+0000","mapping_epoch":134,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:20:19.708785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"65'4","reported_seq":217,"reported_epoch":256,"state":"active+clean","last_fresh":"2023-08-28T02:31:05.431117+0000","last_change":"2023-08-28T02:16:50.319672+0000","last_active":"2023-08-28T02:31:05.431117+0000","last_peered":"2023-08-28T02:31:05.431117+0000","last_clean":"2023-08-28T02:31:05.431117+0000","last_became_active":"2023-08-28T02:16:50.319279+0000","last_became_peered":"2023-08-28T02:16:50.319279+0000","last_unstale":"2023-08-28T02:31:05.431117+0000","last_undegraded":"2023-08-28T02:31:05.431117+0000","last_fullsized":"2023-08-28T02:31:05.431117+0000","mapping_epoch":117,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":118,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:28:07.379148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":238,"reported_epoch":255,"state":"active+clean","last_fresh":"2023-08-28T02:30:58.422020+0000","last_change":"2023-08-28T02:29:44.461816+0000","last_active":"2023-08-28T02:30:58.422020+0000","last_peered":"2023-08-28T02:30:58.422020+0000","last_clean":"2023-08-28T02:30:58.422020+0000","last_became_active":"2023-08-28T02:29:44.461467+0000","last_became_peered":"2023-08-28T02:29:44.461467+0000","last_unstale":"2023-08-28T02:30:58.422020+0000","last_undegraded":"2023-08-28T02:30:58.422020+0000","last_fullsized":"2023-08-28T02:30:58.422020+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:32:08.790025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":2130182144,"num_objects":32504,"num_object_clones":0,"num_object_copies":97512,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":32504,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":32504,"num_write_kb":2080256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":6479544320,"data_stored":6479544320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":32504,"ondisk_log_size":32504,"up":48,"acting":48,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299691,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":970012,"kb_used_data":513172,"kb_used_omap":0,"kb_used_meta":456832,"kb_avail":92775140,"statfs":{"total":95995035648,"available":95001743360,"internally_reserved":0,"allocated":525488128,"data_stored":524394546,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":467795968},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:31:06 2023","interfaces":[{"interface":"back","average":{"1min":1.871,"5min":1.383,"15min":1.6890000000000001},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.21199999999999999},"max":{"1min":8.8079999999999998,"5min":8.8870000000000005,"15min":13.257},"last":0.311},{"interface":"front","average":{"1min":2.3799999999999999,"5min":2.0049999999999999,"15min":2.0590000000000002},"min":{"1min":0.29899999999999999,"5min":0.249,"15min":0.246},"max":{"1min":12.42,"5min":17.402999999999999,"15min":17.402999999999999},"last":0.42999999999999999}]},{"osd":1,"last update":"Mon Aug 28 02:30:27 2023","interfaces":[{"interface":"back","average":{"1min":2.6469999999999998,"5min":2.714,"15min":2.302},"min":{"1min":0.248,"5min":0.248,"15min":0.24099999999999999},"max":{"1min":11.699999999999999,"5min":17.43,"15min":17.43},"last":3.9889999999999999},{"interface":"front","average":{"1min":3.4660000000000002,"5min":2.5550000000000002,"15min":2.2109999999999999},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":12.525,"5min":19.913,"15min":19.913},"last":3.9390000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:30:12 2023","interfaces":[{"interface":"back","average":{"1min":2.7280000000000002,"5min":1.784,"15min":1.8140000000000001},"min":{"1min":0.22900000000000001,"5min":0.22900000000000001,"15min":0.22800000000000001},"max":{"1min":7.6150000000000002,"5min":8.2970000000000006,"15min":8.3889999999999993},"last":0.63700000000000001},{"interface":"front","average":{"1min":1.536,"5min":1.3080000000000001,"15min":1.6519999999999999},"min":{"1min":0.33600000000000002,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":9.2219999999999995,"5min":9.2219999999999995,"15min":12.128},"last":0.84899999999999998}]},{"osd":3,"last update":"Mon Aug 28 02:30:27 2023","interfaces":[{"interface":"back","average":{"1min":2.335,"5min":1.8180000000000001,"15min":2.028},"min":{"1min":0.38100000000000001,"5min":0.29499999999999998,"15min":0.27200000000000002},"max":{"1min":12.186999999999999,"5min":12.186999999999999,"15min":12.186999999999999},"last":5.899},{"interface":"front","average":{"1min":2.4420000000000002,"5min":1.657,"15min":2.1379999999999999},"min":{"1min":0.32300000000000001,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":19.344999999999999,"5min":19.344999999999999,"15min":19.344999999999999},"last":0.53300000000000003}]},{"osd":4,"last update":"Mon Aug 28 02:31:06 2023","interfaces":[{"interface":"back","average":{"1min":1.0660000000000001,"5min":1.7210000000000001,"15min":1.2470000000000001},"min":{"1min":0.249,"5min":0.249,"15min":0.23400000000000001},"max":{"1min":9.6839999999999993,"5min":18.943000000000001,"15min":18.943000000000001},"last":1.4419999999999999},{"interface":"front","average":{"1min":0.72999999999999998,"5min":0.95699999999999996,"15min":0.91000000000000003},"min":{"1min":0.30299999999999999,"5min":0.26500000000000001,"15min":0.245},"max":{"1min":4.8470000000000004,"5min":7.0339999999999998,"15min":8.1890000000000001},"last":0.48699999999999999}]},{"osd":5,"last update":"Mon Aug 28 02:31:06 2023","interfaces":[{"interface":"back","average":{"1min":1.026,"5min":1.3340000000000001,"15min":1.0349999999999999},"min":{"1min":0.26300000000000001,"5min":0.255,"15min":0.23599999999999999},"max":{"1min":5.4349999999999996,"5min":14.622,"15min":14.622},"last":0.60899999999999999},{"interface":"front","average":{"1min":1.1479999999999999,"5min":1.6479999999999999,"15min":1.2689999999999999},"min":{"1min":0.29899999999999999,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":9.5559999999999992,"5min":17.324999999999999,"15min":17.324999999999999},"last":0.57499999999999996}]},{"osd":6,"last update":"Mon Aug 28 02:31:06 2023","interfaces":[{"interface":"back","average":{"1min":1.091,"5min":1.6870000000000001,"15min":1.2569999999999999},"min":{"1min":0.35099999999999998,"5min":0.30499999999999999,"15min":0.28199999999999997},"max":{"1min":9.7829999999999995,"5min":17.454999999999998,"15min":17.454999999999998},"last":0.39600000000000002},{"interface":"front","average":{"1min":0.73999999999999999,"5min":0.83199999999999996,"15min":0.84399999999999997},"min":{"1min":0.34999999999999998,"5min":0.33400000000000002,"15min":0.29899999999999999},"max":{"1min":5.5750000000000002,"5min":7.665,"15min":7.665},"last":0.749}]}]},{"osd":6,"up_from":45,"seq":193273528622,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1176076,"kb_used_data":855876,"kb_used_omap":0,"kb_used_meta":320192,"kb_avail":92569076,"statfs":{"total":95995035648,"available":94790733824,"internally_reserved":0,"allocated":876417024,"data_stored":875339357,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":327876608},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:30:15 2023","interfaces":[{"interface":"back","average":{"1min":1.9359999999999999,"5min":1.6919999999999999,"15min":2.0339999999999998},"min":{"1min":0.28799999999999998,"5min":0.23100000000000001,"15min":0.20699999999999999},"max":{"1min":12.895,"5min":12.895,"15min":16.462},"last":0.36199999999999999},{"interface":"front","average":{"1min":2.4089999999999998,"5min":1.8100000000000001,"15min":2.0710000000000002},"min":{"1min":0.39700000000000002,"5min":0.24099999999999999,"15min":0.23899999999999999},"max":{"1min":11.701000000000001,"5min":11.701000000000001,"15min":16.486999999999998},"last":0.45800000000000002}]},{"osd":1,"last update":"Mon Aug 28 02:30:35 2023","interfaces":[{"interface":"back","average":{"1min":1.4399999999999999,"5min":2.0270000000000001,"15min":2.2269999999999999},"min":{"1min":0.26900000000000002,"5min":0.25800000000000001,"15min":0.23999999999999999},"max":{"1min":8.1530000000000005,"5min":19.384,"15min":19.384},"last":0.56599999999999995},{"interface":"front","average":{"1min":1.9810000000000001,"5min":1.915,"15min":1.9379999999999999},"min":{"1min":0.29499999999999998,"5min":0.25,"15min":0.25},"max":{"1min":5.9749999999999996,"5min":13.183999999999999,"15min":13.183999999999999},"last":0.63400000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:30:19 2023","interfaces":[{"interface":"back","average":{"1min":2.2320000000000002,"5min":1.6499999999999999,"15min":2.0710000000000002},"min":{"1min":0.32800000000000001,"5min":0.28299999999999997,"15min":0.26300000000000001},"max":{"1min":11.724,"5min":11.724,"15min":14.156000000000001},"last":1.9630000000000001},{"interface":"front","average":{"1min":1.9610000000000001,"5min":1.5940000000000001,"15min":1.7430000000000001},"min":{"1min":0.38300000000000001,"5min":0.28899999999999998,"15min":0.247},"max":{"1min":12.359999999999999,"5min":12.359999999999999,"15min":12.359999999999999},"last":0.51600000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:30:19 2023","interfaces":[{"interface":"back","average":{"1min":2.2170000000000001,"5min":3.222,"15min":2.5950000000000002},"min":{"1min":0.36799999999999999,"5min":0.34100000000000003,"15min":0.30199999999999999},"max":{"1min":11.667999999999999,"5min":122.399,"15min":122.399},"last":2.0979999999999999},{"interface":"front","average":{"1min":2.4260000000000002,"5min":2.8199999999999998,"15min":2.3780000000000001},"min":{"1min":0.35099999999999998,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":12.398999999999999,"5min":123.173,"15min":123.173},"last":2.3420000000000001}]},{"osd":4,"last update":"Mon Aug 28 02:30:53 2023","interfaces":[{"interface":"back","average":{"1min":1.202,"5min":0.98299999999999998,"15min":1.105},"min":{"1min":0.26600000000000001,"5min":0.253,"15min":0.23400000000000001},"max":{"1min":5.7439999999999998,"5min":6.21,"15min":18.294},"last":0.879},{"interface":"front","average":{"1min":1.915,"5min":1.0549999999999999,"15min":1.1459999999999999},"min":{"1min":0.34599999999999997,"5min":0.26500000000000001,"15min":0.22500000000000001},"max":{"1min":15.175000000000001,"5min":15.175000000000001,"15min":15.175000000000001},"last":0.375}]},{"osd":5,"last update":"Mon Aug 28 02:30:53 2023","interfaces":[{"interface":"back","average":{"1min":2.1190000000000002,"5min":1.2549999999999999,"15min":1.22},"min":{"1min":0.30299999999999999,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":11.055999999999999,"5min":11.055999999999999,"15min":13.105},"last":0.433},{"interface":"front","average":{"1min":1.929,"5min":1.1950000000000001,"15min":1.054},"min":{"1min":0.33500000000000002,"5min":0.27400000000000002,"15min":0.26800000000000002},"max":{"1min":15.145,"5min":15.145,"15min":15.145},"last":0.47899999999999998}]},{"osd":7,"last update":"Mon Aug 28 02:30:19 2023","interfaces":[{"interface":"back","average":{"1min":1.6779999999999999,"5min":1.284,"15min":1.1699999999999999},"min":{"1min":0.40799999999999997,"5min":0.311,"15min":0.27000000000000002},"max":{"1min":6.2450000000000001,"5min":7.0149999999999997,"15min":12.260999999999999},"last":0.39500000000000002},{"interface":"front","average":{"1min":2.032,"5min":1.3779999999999999,"15min":1.1879999999999999},"min":{"1min":0.36299999999999999,"5min":0.27200000000000002,"15min":0.22600000000000001},"max":{"1min":7.4770000000000003,"5min":9.7370000000000001,"15min":12.021000000000001},"last":0.32700000000000001}]}]},{"osd":1,"up_from":101,"seq":433791697081,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":999060,"kb_used_data":411084,"kb_used_omap":4,"kb_used_meta":587963,"kb_avail":92746092,"statfs":{"total":95995035648,"available":94971998208,"internally_reserved":0,"allocated":420950016,"data_stored":419486911,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":602075022},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:30:26 2023","interfaces":[{"interface":"back","average":{"1min":2.246,"5min":2.625,"15min":3.0019999999999998},"min":{"1min":0.246,"5min":0.22,"15min":0.21099999999999999},"max":{"1min":14.721,"5min":24.545999999999999,"15min":24.545999999999999},"last":0.51700000000000002},{"interface":"front","average":{"1min":4.0199999999999996,"5min":3.673,"15min":3.3759999999999999},"min":{"1min":0.251,"5min":0.24199999999999999,"15min":0.21199999999999999},"max":{"1min":12.301,"5min":24.515000000000001,"15min":24.515000000000001},"last":1.2450000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:30:18 2023","interfaces":[{"interface":"back","average":{"1min":3.9039999999999999,"5min":2.7709999999999999,"15min":2.7970000000000002},"min":{"1min":0.313,"5min":0.313,"15min":0.24099999999999999},"max":{"1min":12.265000000000001,"5min":12.265000000000001,"15min":13.58},"last":5.0590000000000002},{"interface":"front","average":{"1min":1.8,"5min":1.655,"15min":2.7229999999999999},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.253},"max":{"1min":12.101000000000001,"5min":19.100999999999999,"15min":20.003},"last":5.2489999999999997}]},{"osd":3,"last update":"Mon Aug 28 02:30:18 2023","interfaces":[{"interface":"back","average":{"1min":2.133,"5min":2.4039999999999999,"15min":3.2850000000000001},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":15.35,"5min":19.074999999999999,"15min":24.701000000000001},"last":1.6459999999999999},{"interface":"front","average":{"1min":2.371,"5min":2.702,"15min":3.2080000000000002},"min":{"1min":0.33500000000000002,"5min":0.24099999999999999,"15min":0.223},"max":{"1min":12.868,"5min":14.615,"15min":22.59},"last":2.0510000000000002}]},{"osd":4,"last update":"Mon Aug 28 02:30:26 2023","interfaces":[{"interface":"back","average":{"1min":1.718,"5min":1.619,"15min":1.952},"min":{"1min":0.32200000000000001,"5min":0.312,"15min":0.30099999999999999},"max":{"1min":18.689,"5min":18.992999999999999,"15min":18.992999999999999},"last":0.70399999999999996},{"interface":"front","average":{"1min":2.2749999999999999,"5min":2.008,"15min":1.9339999999999999},"min":{"1min":0.371,"5min":0.28899999999999998,"15min":0.26400000000000001},"max":{"1min":14.779999999999999,"5min":14.779999999999999,"15min":14.779999999999999},"last":0.79500000000000004}]},{"osd":5,"last update":"Mon Aug 28 02:30:26 2023","interfaces":[{"interface":"back","average":{"1min":3.7440000000000002,"5min":2.5470000000000002,"15min":2.5459999999999998},"min":{"1min":0.434,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":12.170999999999999,"5min":18.626999999999999,"15min":18.626999999999999},"last":1.2949999999999999},{"interface":"front","average":{"1min":1.5209999999999999,"5min":2.1899999999999999,"15min":2.4390000000000001},"min":{"1min":0.374,"5min":0.33600000000000002,"15min":0.31900000000000001},"max":{"1min":6.5529999999999999,"5min":18.945,"15min":18.945},"last":0.443}]},{"osd":6,"last update":"Mon Aug 28 02:30:26 2023","interfaces":[{"interface":"back","average":{"1min":3.1400000000000001,"5min":2.3959999999999999,"15min":2.556},"min":{"1min":0.373,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":12.221,"5min":12.221,"15min":14.944000000000001},"last":1.3280000000000001},{"interface":"front","average":{"1min":1.244,"5min":1.764,"15min":2.1579999999999999},"min":{"1min":0.42899999999999999,"5min":0.35699999999999998,"15min":0.34499999999999997},"max":{"1min":6.2270000000000003,"5min":19.021999999999998,"15min":19.021999999999998},"last":1.28}]},{"osd":7,"last update":"Mon Aug 28 02:30:26 2023","interfaces":[{"interface":"back","average":{"1min":1.395,"5min":2.0529999999999999,"15min":2.456},"min":{"1min":0.41099999999999998,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":6.101,"5min":19.047999999999998,"15min":19.047999999999998},"last":0.82499999999999996},{"interface":"front","average":{"1min":2.0579999999999998,"5min":2.2999999999999998,"15min":2.2559999999999998},"min":{"1min":0.42399999999999999,"5min":0.35799999999999998,"15min":0.30199999999999999},"max":{"1min":14.818,"5min":14.818,"15min":14.818},"last":1.4610000000000001}]}]},{"osd":0,"up_from":87,"seq":373662154952,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1906908,"kb_used_data":1364116,"kb_used_omap":5,"kb_used_meta":542778,"kb_avail":91838244,"statfs":{"total":95995035648,"available":94042361856,"internally_reserved":0,"allocated":1396854784,"data_stored":1395321236,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":555805306},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:30:22 2023","interfaces":[{"interface":"back","average":{"1min":3.6760000000000002,"5min":2.0569999999999999,"15min":2.468},"min":{"1min":0.29199999999999998,"5min":0.193,"15min":0.193},"max":{"1min":30.315000000000001,"5min":30.315000000000001,"15min":30.315000000000001},"last":0.76600000000000001},{"interface":"front","average":{"1min":6.7210000000000001,"5min":3.1760000000000002,"15min":3.5430000000000001},"min":{"1min":0.27600000000000002,"5min":0.255,"15min":0.16900000000000001},"max":{"1min":69.272000000000006,"5min":69.272000000000006,"15min":69.272000000000006},"last":0.26500000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:30:16 2023","interfaces":[{"interface":"back","average":{"1min":3.8769999999999998,"5min":2.4209999999999998,"15min":2.8380000000000001},"min":{"1min":0.38500000000000001,"5min":0.248,"15min":0.23400000000000001},"max":{"1min":20.959,"5min":20.959,"15min":20.959},"last":0.72599999999999998},{"interface":"front","average":{"1min":2.2730000000000001,"5min":2.2200000000000002,"15min":2.702},"min":{"1min":0.32000000000000001,"5min":0.28100000000000003,"15min":0.24299999999999999},"max":{"1min":8.0600000000000005,"5min":9.3729999999999993,"15min":20.015999999999998},"last":1.26}]},{"osd":3,"last update":"Mon Aug 28 02:30:22 2023","interfaces":[{"interface":"back","average":{"1min":3.5099999999999998,"5min":2.1549999999999998,"15min":2.956},"min":{"1min":0.35199999999999998,"5min":0.27700000000000002,"15min":0.26100000000000001},"max":{"1min":10.971,"5min":11.41,"15min":20.27},"last":0.65800000000000003},{"interface":"front","average":{"1min":2.464,"5min":2.46,"15min":2.6379999999999999},"min":{"1min":0.38400000000000001,"5min":0.26500000000000001,"15min":0.247},"max":{"1min":10.788,"5min":15.365,"15min":17.635999999999999},"last":0.70999999999999996}]},{"osd":4,"last update":"Mon Aug 28 02:31:08 2023","interfaces":[{"interface":"back","average":{"1min":14.055999999999999,"5min":4.1420000000000003,"15min":2.7669999999999999},"min":{"1min":0.373,"5min":0.32600000000000001,"15min":0.27700000000000002},"max":{"1min":274.33199999999999,"5min":274.33199999999999,"15min":274.33199999999999},"last":0.622},{"interface":"front","average":{"1min":14.151999999999999,"5min":4.6280000000000001,"15min":3.3420000000000001},"min":{"1min":0.40200000000000002,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":266.31999999999999,"5min":266.31999999999999,"15min":266.31999999999999},"last":0.68300000000000005}]},{"osd":5,"last update":"Mon Aug 28 02:31:08 2023","interfaces":[{"interface":"back","average":{"1min":1.389,"5min":1.5449999999999999,"15min":1.8380000000000001},"min":{"1min":0.38500000000000001,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":7.1139999999999999,"5min":8.9789999999999992,"15min":13.038},"last":0.54300000000000004},{"interface":"front","average":{"1min":1.6399999999999999,"5min":2.1669999999999998,"15min":2.5830000000000002},"min":{"1min":0.44900000000000001,"5min":0.371,"15min":0.27800000000000002},"max":{"1min":9.1920000000000002,"5min":15.231,"15min":15.231},"last":0.56999999999999995}]},{"osd":6,"last update":"Mon Aug 28 02:31:08 2023","interfaces":[{"interface":"back","average":{"1min":1.141,"5min":1.7350000000000001,"15min":2.0110000000000001},"min":{"1min":0.47599999999999998,"5min":0.36199999999999999,"15min":0.316},"max":{"1min":3.9039999999999999,"5min":15.122999999999999,"15min":15.122999999999999},"last":0.59399999999999997},{"interface":"front","average":{"1min":1.8080000000000001,"5min":2.153,"15min":2.552},"min":{"1min":0.48799999999999999,"5min":0.433,"15min":0.311},"max":{"1min":9.2750000000000004,"5min":15.186999999999999,"15min":15.186999999999999},"last":0.63800000000000001}]},{"osd":7,"last update":"Mon Aug 28 02:31:08 2023","interfaces":[{"interface":"back","average":{"1min":2.1339999999999999,"5min":2.2210000000000001,"15min":2.4140000000000001},"min":{"1min":0.47299999999999998,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":6.726,"5min":16.183,"15min":16.183},"last":0.69399999999999995},{"interface":"front","average":{"1min":1.8280000000000001,"5min":1.7669999999999999,"15min":2.101},"min":{"1min":0.55600000000000005,"5min":0.39500000000000002,"15min":0.377},"max":{"1min":7.0620000000000003,"5min":8.9960000000000004,"15min":13.005000000000001},"last":0.67300000000000004}]}]},{"osd":2,"up_from":117,"seq":502511173807,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1315848,"kb_used_data":876672,"kb_used_omap":7,"kb_used_meta":439160,"kb_avail":92429304,"statfs":{"total":95995035648,"available":94647607296,"internally_reserved":0,"allocated":897712128,"data_stored":896258819,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8111,"internal_metadata":449699921},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,2,3],"upper_bound":16},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:30:20 2023","interfaces":[{"interface":"back","average":{"1min":2.286,"5min":1.863,"15min":2.528},"min":{"1min":0.29499999999999998,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":13.151999999999999,"5min":15.223000000000001,"15min":15.223000000000001},"last":0.71299999999999997},{"interface":"front","average":{"1min":3.8730000000000002,"5min":2.2389999999999999,"15min":3.1469999999999998},"min":{"1min":0.26000000000000001,"5min":0.223,"15min":0.223},"max":{"1min":17.550999999999998,"5min":17.550999999999998,"15min":25.834},"last":4.3769999999999998}]},{"osd":1,"last update":"Mon Aug 28 02:30:20 2023","interfaces":[{"interface":"back","average":{"1min":4.1360000000000001,"5min":2.5680000000000001,"15min":3.0390000000000001},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.251},"max":{"1min":18.565000000000001,"5min":18.565000000000001,"15min":18.565000000000001},"last":0.39300000000000002},{"interface":"front","average":{"1min":2.4350000000000001,"5min":1.653,"15min":2.5379999999999998},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.216},"max":{"1min":13.1,"5min":13.1,"15min":16.983000000000001},"last":1.7829999999999999}]},{"osd":3,"last update":"Mon Aug 28 02:30:20 2023","interfaces":[{"interface":"back","average":{"1min":5.1390000000000002,"5min":2.964,"15min":3.6230000000000002},"min":{"1min":0.42399999999999999,"5min":0.25700000000000001,"15min":0.25600000000000001},"max":{"1min":18.637,"5min":18.637,"15min":18.637},"last":0.441},{"interface":"front","average":{"1min":3.1080000000000001,"5min":2.3599999999999999,"15min":3.153},"min":{"1min":0.28100000000000003,"5min":0.253,"15min":0.253},"max":{"1min":14.984,"5min":17.702999999999999,"15min":17.702999999999999},"last":0.621}]},{"osd":4,"last update":"Mon Aug 28 02:30:20 2023","interfaces":[{"interface":"back","average":{"1min":1.823,"5min":1.7090000000000001,"15min":2.1240000000000001},"min":{"1min":0.35899999999999999,"5min":0.30399999999999999,"15min":0.26000000000000001},"max":{"1min":7.0469999999999997,"5min":10.750999999999999,"15min":25.876999999999999},"last":4.4619999999999997},{"interface":"front","average":{"1min":2.883,"5min":2.1139999999999999,"15min":2.2400000000000002},"min":{"1min":0.38400000000000001,"5min":0.32100000000000001,"15min":0.29799999999999999},"max":{"1min":9.875,"5min":9.875,"15min":12.324},"last":0.47599999999999998}]},{"osd":5,"last update":"Mon Aug 28 02:30:20 2023","interfaces":[{"interface":"back","average":{"1min":1.1919999999999999,"5min":1.972,"15min":2.0779999999999998},"min":{"1min":0.34000000000000002,"5min":0.33100000000000002,"15min":0.312},"max":{"1min":3.528,"5min":68.218000000000004,"15min":68.218000000000004},"last":0.48799999999999999},{"interface":"front","average":{"1min":1.8420000000000001,"5min":2.5659999999999998,"15min":2.52},"min":{"1min":0.42399999999999999,"5min":0.316,"15min":0.316},"max":{"1min":7.077,"5min":68.236000000000004,"15min":68.236000000000004},"last":4.4260000000000002}]},{"osd":6,"last update":"Mon Aug 28 02:30:20 2023","interfaces":[{"interface":"back","average":{"1min":2.4319999999999999,"5min":1.9970000000000001,"15min":2.4180000000000001},"min":{"1min":0.41399999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":9.0649999999999995,"5min":9.8000000000000007,"15min":12.375},"last":1.4710000000000001},{"interface":"front","average":{"1min":1.2949999999999999,"5min":1.3999999999999999,"15min":1.919},"min":{"1min":0.39400000000000002,"5min":0.371,"15min":0.33900000000000002},"max":{"1min":3.6309999999999998,"5min":11.686,"15min":14.151999999999999},"last":1.431}]},{"osd":7,"last update":"Mon Aug 28 02:30:20 2023","interfaces":[{"interface":"back","average":{"1min":3.6320000000000001,"5min":2.3620000000000001,"15min":2.5419999999999998},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.33500000000000002},"max":{"1min":23.260000000000002,"5min":23.260000000000002,"15min":23.260000000000002},"last":0.54500000000000004},{"interface":"front","average":{"1min":1.3600000000000001,"5min":1.458,"15min":1.9590000000000001},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.36399999999999999},"max":{"1min":3.5369999999999999,"5min":11.632,"15min":14.18},"last":0.52600000000000002}]}]},{"osd":3,"up_from":134,"seq":575525617825,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1315204,"kb_used_data":742460,"kb_used_omap":2,"kb_used_meta":572733,"kb_avail":92429948,"statfs":{"total":95995035648,"available":94648266752,"internally_reserved":0,"allocated":760279040,"data_stored":758875277,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":586478645},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:30:13 2023","interfaces":[{"interface":"back","average":{"1min":2.137,"5min":2.1779999999999999,"15min":2.7570000000000001},"min":{"1min":0.26800000000000002,"5min":0.20599999999999999,"15min":0.19},"max":{"1min":5.9630000000000001,"5min":34.68,"15min":34.68},"last":8.5679999999999996},{"interface":"front","average":{"1min":1.4350000000000001,"5min":2.1579999999999999,"15min":3.004},"min":{"1min":0.23100000000000001,"5min":0.22800000000000001,"15min":0.21099999999999999},"max":{"1min":4.8639999999999999,"5min":34.777000000000001,"15min":34.777000000000001},"last":4.734}]},{"osd":1,"last update":"Mon Aug 28 02:30:13 2023","interfaces":[{"interface":"back","average":{"1min":3.0739999999999998,"5min":3.1360000000000001,"15min":3.347},"min":{"1min":0.29399999999999998,"5min":0.23799999999999999,"15min":0.23200000000000001},"max":{"1min":12.965,"5min":29.780999999999999,"15min":29.780999999999999},"last":2.181},{"interface":"front","average":{"1min":3.286,"5min":2.1549999999999998,"15min":2.7999999999999998},"min":{"1min":0.373,"5min":0.27100000000000002,"15min":0.22700000000000001},"max":{"1min":8.7609999999999992,"5min":13.465,"15min":24.071999999999999},"last":0.61199999999999999}]},{"osd":2,"last update":"Mon Aug 28 02:30:13 2023","interfaces":[{"interface":"back","average":{"1min":2.9319999999999999,"5min":2.2519999999999998,"15min":3.1899999999999999},"min":{"1min":0.33300000000000002,"5min":0.26800000000000002,"15min":0.26300000000000001},"max":{"1min":11.282,"5min":14.436,"15min":21.292000000000002},"last":1.514},{"interface":"front","average":{"1min":2.2930000000000001,"5min":1.8440000000000001,"15min":2.8479999999999999},"min":{"1min":0.35999999999999999,"5min":0.249,"15min":0.249},"max":{"1min":6.0030000000000001,"5min":12.670999999999999,"15min":24.175999999999998},"last":0.58399999999999996}]},{"osd":4,"last update":"Mon Aug 28 02:30:13 2023","interfaces":[{"interface":"back","average":{"1min":2.3599999999999999,"5min":1.643,"15min":2.1160000000000001},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.28399999999999997},"max":{"1min":5.8879999999999999,"5min":18.831,"15min":23.994},"last":0.51600000000000001},{"interface":"front","average":{"1min":1.6559999999999999,"5min":1.736,"15min":2.2290000000000001},"min":{"1min":0.32600000000000001,"5min":0.30299999999999999,"15min":0.29799999999999999},"max":{"1min":4.5800000000000001,"5min":21.106000000000002,"15min":21.106000000000002},"last":1.794}]},{"osd":5,"last update":"Mon Aug 28 02:30:13 2023","interfaces":[{"interface":"back","average":{"1min":2.3109999999999999,"5min":1.8320000000000001,"15min":2.2789999999999999},"min":{"1min":0.33500000000000002,"5min":0.317,"15min":0.311},"max":{"1min":6.0739999999999998,"5min":21.507000000000001,"15min":21.507000000000001},"last":1.96},{"interface":"front","average":{"1min":2.5739999999999998,"5min":2.012,"15min":2.4660000000000002},"min":{"1min":0.45000000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":11.167,"5min":11.242000000000001,"15min":18.181000000000001},"last":1.4399999999999999}]},{"osd":6,"last update":"Mon Aug 28 02:30:13 2023","interfaces":[{"interface":"back","average":{"1min":2.113,"5min":1.8799999999999999,"15min":2.3769999999999998},"min":{"1min":0.42599999999999999,"5min":0.34799999999999998,"15min":0.32700000000000001},"max":{"1min":6.1710000000000003,"5min":23.071000000000002,"15min":23.071000000000002},"last":1.843},{"interface":"front","average":{"1min":2.3719999999999999,"5min":2.0899999999999999,"15min":2.6219999999999999},"min":{"1min":0.48699999999999999,"5min":0.39500000000000002,"15min":0.315},"max":{"1min":11.253,"5min":11.253,"15min":18.128},"last":1.482}]},{"osd":7,"last update":"Mon Aug 28 02:30:13 2023","interfaces":[{"interface":"back","average":{"1min":2.6760000000000002,"5min":1.78,"15min":2.1829999999999998},"min":{"1min":0.44900000000000001,"5min":0.40500000000000003,"15min":0.33800000000000002},"max":{"1min":10.063000000000001,"5min":11.156000000000001,"15min":24.042999999999999},"last":0.55500000000000005},{"interface":"front","average":{"1min":1.9259999999999999,"5min":2.0099999999999998,"15min":2.5},"min":{"1min":0.37,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":4.641,"5min":21.138000000000002,"15min":21.138000000000002},"last":1.8799999999999999}]}]},{"osd":4,"up_from":30,"seq":128849019188,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1360532,"kb_used_data":984460,"kb_used_omap":0,"kb_used_meta":376064,"kb_avail":92384620,"statfs":{"total":95995035648,"available":94601850880,"internally_reserved":0,"allocated":1008087040,"data_stored":1007001307,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":385089536},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:31:10 2023","interfaces":[{"interface":"back","average":{"1min":1.53,"5min":1.9910000000000001,"15min":2.0419999999999998},"min":{"1min":0.32200000000000001,"5min":0.23100000000000001,"15min":0.221},"max":{"1min":6.6340000000000003,"5min":22.515000000000001,"15min":22.515000000000001},"last":1.359},{"interface":"front","average":{"1min":1.242,"5min":1.6950000000000001,"15min":2.016},"min":{"1min":0.26600000000000001,"5min":0.24299999999999999,"15min":0.217},"max":{"1min":4.5259999999999998,"5min":22.454000000000001,"15min":22.454000000000001},"last":3.9740000000000002}]},{"osd":1,"last update":"Mon Aug 28 02:30:30 2023","interfaces":[{"interface":"back","average":{"1min":3.1640000000000001,"5min":1.9990000000000001,"15min":1.8620000000000001},"min":{"1min":0.27500000000000002,"5min":0.248,"15min":0.24199999999999999},"max":{"1min":23.082000000000001,"5min":23.082000000000001,"15min":23.082000000000001},"last":1.948},{"interface":"front","average":{"1min":3.048,"5min":2.2229999999999999,"15min":1.994},"min":{"1min":0.28399999999999997,"5min":0.27700000000000002,"15min":0.246},"max":{"1min":25.100000000000001,"5min":25.100000000000001,"15min":25.100000000000001},"last":1.7130000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:31:10 2023","interfaces":[{"interface":"back","average":{"1min":2.0499999999999998,"5min":1.8500000000000001,"15min":1.792},"min":{"1min":0.308,"5min":0.28100000000000003,"15min":0.27400000000000002},"max":{"1min":7.6020000000000003,"5min":8.5700000000000003,"15min":16.231000000000002},"last":4.4790000000000001},{"interface":"front","average":{"1min":1.8360000000000001,"5min":1.583,"15min":1.794},"min":{"1min":0.34499999999999997,"5min":0.29399999999999998,"15min":0.251},"max":{"1min":13.515000000000001,"5min":13.515000000000001,"15min":13.515000000000001},"last":2.5299999999999998}]},{"osd":3,"last update":"Mon Aug 28 02:30:17 2023","interfaces":[{"interface":"back","average":{"1min":2.7269999999999999,"5min":1.6799999999999999,"15min":1.946},"min":{"1min":0.32500000000000001,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":23.501000000000001,"5min":23.501000000000001,"15min":23.501000000000001},"last":2.4900000000000002},{"interface":"front","average":{"1min":2.5350000000000001,"5min":1.8420000000000001,"15min":1.98},"min":{"1min":0.313,"5min":0.313,"15min":0.29499999999999998},"max":{"1min":23.512,"5min":23.512,"15min":23.512},"last":2.9940000000000002}]},{"osd":5,"last update":"Mon Aug 28 02:30:41 2023","interfaces":[{"interface":"back","average":{"1min":1.5600000000000001,"5min":1.4159999999999999,"15min":1.149},"min":{"1min":0.28299999999999997,"5min":0.25700000000000001,"15min":0.23799999999999999},"max":{"1min":6.5949999999999998,"5min":8.6850000000000005,"15min":16.181999999999999},"last":1.319},{"interface":"front","average":{"1min":1.476,"5min":1.361,"15min":1.1619999999999999},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.20699999999999999},"max":{"1min":7.3920000000000003,"5min":7.5960000000000001,"15min":10.233000000000001},"last":4.0199999999999996}]},{"osd":6,"last update":"Mon Aug 28 02:30:57 2023","interfaces":[{"interface":"back","average":{"1min":1.0600000000000001,"5min":1.129,"15min":1.073},"min":{"1min":0.29999999999999999,"5min":0.26500000000000001,"15min":0.25600000000000001},"max":{"1min":6.3040000000000003,"5min":8.8480000000000008,"15min":10.023999999999999},"last":2.5579999999999998},{"interface":"front","average":{"1min":1.0740000000000001,"5min":1.208,"15min":1.0549999999999999},"min":{"1min":0.28799999999999998,"5min":0.27200000000000002,"15min":0.251},"max":{"1min":8.5,"5min":8.5,"15min":8.6850000000000005},"last":0.52800000000000002}]},{"osd":7,"last update":"Mon Aug 28 02:31:10 2023","interfaces":[{"interface":"back","average":{"1min":1.0880000000000001,"5min":1.4199999999999999,"15min":1.1499999999999999},"min":{"1min":0.33600000000000002,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":6.6820000000000004,"5min":8.7449999999999992,"15min":9.3209999999999997},"last":0.64000000000000001},{"interface":"front","average":{"1min":1.1080000000000001,"5min":1.1359999999999999,"15min":1.0669999999999999},"min":{"1min":0.34300000000000003,"5min":0.30299999999999999,"15min":0.28799999999999998},"max":{"1min":7.4299999999999997,"5min":7.4299999999999997,"15min":7.4299999999999997},"last":2.4489999999999998}]}]},{"osd":5,"up_from":37,"seq":158913790257,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1275084,"kb_used_data":780228,"kb_used_omap":0,"kb_used_meta":494848,"kb_avail":92470068,"statfs":{"total":95995035648,"available":94689349632,"internally_reserved":0,"allocated":798953472,"data_stored":797872492,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":506724352},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:30:31 2023","interfaces":[{"interface":"back","average":{"1min":1.7290000000000001,"5min":1.7450000000000001,"15min":2.2010000000000001},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":5.7489999999999997,"5min":12.856999999999999,"15min":40.334000000000003},"last":1.23},{"interface":"front","average":{"1min":1.792,"5min":1.6779999999999999,"15min":2.0409999999999999},"min":{"1min":0.29399999999999998,"5min":0.24099999999999999,"15min":0.23200000000000001},"max":{"1min":5.5430000000000001,"5min":14.856999999999999,"15min":40.212000000000003},"last":1.3879999999999999}]},{"osd":1,"last update":"Mon Aug 28 02:30:31 2023","interfaces":[{"interface":"back","average":{"1min":2.548,"5min":2.0569999999999999,"15min":2.2989999999999999},"min":{"1min":0.30499999999999999,"5min":0.23699999999999999,"15min":0.23200000000000001},"max":{"1min":8.9990000000000006,"5min":10.573,"15min":40.088000000000001},"last":0.85599999999999998},{"interface":"front","average":{"1min":1.788,"5min":1.7789999999999999,"15min":1.948},"min":{"1min":0.34599999999999997,"5min":0.26000000000000001,"15min":0.251},"max":{"1min":5.9459999999999997,"5min":12.138,"15min":40.243000000000002},"last":1.7370000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:30:31 2023","interfaces":[{"interface":"back","average":{"1min":2.1190000000000002,"5min":1.5049999999999999,"15min":2.1059999999999999},"min":{"1min":0.311,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":8.7899999999999991,"5min":8.7899999999999991,"15min":40.436999999999998},"last":0.80200000000000005},{"interface":"front","average":{"1min":2.375,"5min":1.8340000000000001,"15min":2.117},"min":{"1min":0.40899999999999997,"5min":0.32300000000000001,"15min":0.27200000000000002},"max":{"1min":5.5030000000000001,"5min":9.4260000000000002,"15min":40.555},"last":0.38200000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:30:31 2023","interfaces":[{"interface":"back","average":{"1min":2.25,"5min":1.9339999999999999,"15min":2.1110000000000002},"min":{"1min":0.41999999999999998,"5min":0.29499999999999998,"15min":0.27900000000000003},"max":{"1min":8.891,"5min":8.891,"15min":40.270000000000003},"last":0.76900000000000002},{"interface":"front","average":{"1min":2.133,"5min":1.879,"15min":2.1989999999999998},"min":{"1min":0.44600000000000001,"5min":0.30199999999999999,"15min":0.29599999999999999},"max":{"1min":5.9050000000000002,"5min":10.728999999999999,"15min":40.597999999999999},"last":0.59699999999999998}]},{"osd":4,"last update":"Mon Aug 28 02:30:49 2023","interfaces":[{"interface":"back","average":{"1min":0.95399999999999996,"5min":1.0669999999999999,"15min":1.274},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.23499999999999999},"max":{"1min":3.9089999999999998,"5min":12.904,"15min":40.762999999999998},"last":0.46400000000000002},{"interface":"front","average":{"1min":1.8879999999999999,"5min":1.4199999999999999,"15min":1.337},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.254},"max":{"1min":10.566000000000001,"5min":10.566000000000001,"15min":40.634},"last":0.56999999999999995}]},{"osd":6,"last update":"Mon Aug 28 02:30:31 2023","interfaces":[{"interface":"back","average":{"1min":2.113,"5min":1.292,"15min":1.4119999999999999},"min":{"1min":0.28399999999999997,"5min":0.26500000000000001,"15min":0.254},"max":{"1min":12.946,"5min":12.946,"15min":42.409999999999997},"last":1.1839999999999999},{"interface":"front","average":{"1min":1.589,"5min":1.296,"15min":1.4330000000000001},"min":{"1min":0.374,"5min":0.28100000000000003,"15min":0.27200000000000002},"max":{"1min":5.1509999999999998,"5min":8.0250000000000004,"15min":42.533999999999999},"last":0.36699999999999999}]},{"osd":7,"last update":"Mon Aug 28 02:30:31 2023","interfaces":[{"interface":"back","average":{"1min":1.9930000000000001,"5min":1.9410000000000001,"15min":1.6659999999999999},"min":{"1min":0.35699999999999998,"5min":0.34200000000000003,"15min":0.314},"max":{"1min":7.2199999999999998,"5min":31.707000000000001,"15min":42.667000000000002},"last":0.40300000000000002},{"interface":"front","average":{"1min":2.0169999999999999,"5min":1.857,"15min":1.5840000000000001},"min":{"1min":0.33700000000000002,"5min":0.33600000000000002,"15min":0.27000000000000002},"max":{"1min":5.4539999999999997,"5min":31.66,"15min":42.344000000000001},"last":0.53800000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1364328448,"data_stored":1364328448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":422313984,"data_stored":422313984,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":900726784,"data_stored":900726784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":670629888,"data_stored":670629888,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1053687808,"data_stored":1053687808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":640745472,"data_stored":640745472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":901251072,"data_stored":901251072,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":525860864,"data_stored":525860864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:31:17.064 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd pool set unique_pool_5 pgp_num 16 2023-08-28T02:31:17.235 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:31:17.240 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:17.241 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:31:17.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:16 smithi083 ceph-mon[157819]: from='client.55156 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:31:17.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:16 smithi083 ceph-mon[157819]: pgmap v778: 99 pgs: 99 active+clean; 2.3 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 103 MiB/s wr, 1.64k op/s 2023-08-28T02:31:17.342 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:31:17.377 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:17.407 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:31:17.410 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:17.410 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:31:17.511 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:31:17.576 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:17.613 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:31:17.617 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:17.618 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:31:17.719 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:31:17.798 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:18.027 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 23 16 41826 41810 113.557 85.875 0.0118437 0.0088016 2023-08-28T02:31:18.250 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:31:18.257 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:18.257 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:31:18.261 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:31:18.358 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:31:18.428 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:18.563 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:31:18.566 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:18.567 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:31:18.667 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:31:18.695 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:31:18.703 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:18.723 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:31:18.726 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:31:18.731 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:18.731 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:31:18.765 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:31:18.785 INFO:teuthology.orchestra.run.smithi040.stdout:ERROR: (22) Invalid argument 2023-08-28T02:31:18.785 INFO:teuthology.orchestra.run.smithi040.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:31:18.818 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:31:18.834 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:31:18.858 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:31:18.880 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:18.902 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:31:18.907 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:18.907 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:31:18.914 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:31:18.950 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:31:18.987 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:31:18.994 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-08-28T02:31:18.994 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-08-28T02:31:18.994 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-08-28T02:31:18.994 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-08-28T02:31:18.994 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-08-28T02:31:18.994 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-08-28T02:31:18.994 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-08-28T02:31:18.995 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-08-28T02:31:19.008 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:31:19.026 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 24 16 42977 42961 111.823 71.9375 0.0169979 0.00893677 2023-08-28T02:31:19.051 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:19.080 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:31:19.083 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:19.084 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:31:19.184 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:31:19.245 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:19.331 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:31:19.338 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:19.339 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:31:19.414 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:19 smithi083 ceph-mon[157819]: pgmap v779: 99 pgs: 99 active+clean; 2.4 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 100 MiB/s wr, 1.59k op/s 2023-08-28T02:31:19.414 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:19 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2751676865' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:31:19.414 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:19 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/433352957' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:31:19.414 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:19 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:31:19.438 INFO:teuthology.orchestra.run.smithi040.stderr:noscrub is set 2023-08-28T02:31:19.440 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:31:19.501 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:19.598 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:31:19.604 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:19.604 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:19 smithi040 ceph-mon[170259]: pgmap v779: 99 pgs: 99 active+clean; 2.4 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 100 MiB/s wr, 1.59k op/s 2023-08-28T02:31:19.604 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:19 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2751676865' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:31:19.604 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:19 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/433352957' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:31:19.604 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:19 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:31:19.605 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:19 smithi040 ceph-mon[175404]: pgmap v779: 99 pgs: 99 active+clean; 2.4 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 100 MiB/s wr, 1.59k op/s 2023-08-28T02:31:19.605 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:19 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2751676865' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:31:19.605 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:19 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/433352957' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:31:19.605 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:19 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:31:19.606 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:31:19.707 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:31:19.748 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:19.781 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:31:19.784 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:19.784 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:31:19.885 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:31:19.941 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:20.026 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 25 16 44355 44339 110.795 86.125 0.00618998 0.00901903 2023-08-28T02:31:20.294 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.2 dump_blocked_ops 2023-08-28T02:31:20.336 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:31:20.344 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:20.345 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:31:20.446 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:31:20.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:20 smithi040 ceph-mon[170259]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:31:20.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:20 smithi040 ceph-mon[170259]: failed to encode map e258 with expected crc 2023-08-28T02:31:20.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:20 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:31:20.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:20 smithi040 ceph-mon[170259]: osdmap e258: 8 total, 8 up, 8 in 2023-08-28T02:31:20.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:20 smithi040 ceph-mon[170259]: failed to encode map e258 with expected crc 2023-08-28T02:31:20.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:20 smithi040 ceph-mon[170259]: pgmap v781: 99 pgs: 99 active+clean; 2.4 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 72 MiB/s wr, 1.16k op/s 2023-08-28T02:31:20.490 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:20 smithi040 ceph-mon[175404]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:31:20.490 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:20 smithi040 ceph-mon[175404]: failed to encode map e258 with expected crc 2023-08-28T02:31:20.490 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:20 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:31:20.490 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:20 smithi040 ceph-mon[175404]: osdmap e258: 8 total, 8 up, 8 in 2023-08-28T02:31:20.490 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:20 smithi040 ceph-mon[175404]: failed to encode map e258 with expected crc 2023-08-28T02:31:20.490 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:20 smithi040 ceph-mon[175404]: pgmap v781: 99 pgs: 99 active+clean; 2.4 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 72 MiB/s wr, 1.16k op/s 2023-08-28T02:31:20.524 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:20.557 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:31:20.561 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:20.561 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:31:20.662 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:31:20.695 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:20 smithi083 ceph-mon[157819]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:31:20.695 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:20 smithi083 ceph-mon[157819]: failed to encode map e258 with expected crc 2023-08-28T02:31:20.695 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:20 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:31:20.695 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:20 smithi083 ceph-mon[157819]: osdmap e258: 8 total, 8 up, 8 in 2023-08-28T02:31:20.695 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:20 smithi083 ceph-mon[157819]: failed to encode map e258 with expected crc 2023-08-28T02:31:20.695 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:20 smithi083 ceph-mon[157819]: pgmap v781: 99 pgs: 99 active+clean; 2.4 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 72 MiB/s wr, 1.16k op/s 2023-08-28T02:31:20.697 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:20.723 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:31:20.726 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:20.726 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:31:20.820 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:31:20.827 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:31:20.910 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:21.001 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:31:21.005 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:21.006 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:31:21.027 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 26 16 45633 45617 109.604 79.875 0.0135773 0.00911769 2023-08-28T02:31:21.107 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:31:21.172 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:21.206 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:31:21.210 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:21.211 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:31:21.312 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:31:21.357 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:21.381 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:31:21.392 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:21.393 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:31:21.430 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:21 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2950009667' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num", "val": "16"}]: dispatch 2023-08-28T02:31:21.471 INFO:teuthology.orchestra.run.smithi040.stderr:set pool 10 pgp_num to 16 2023-08-28T02:31:21.494 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:31:21.555 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:21.692 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:31:21.697 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:21 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2950009667' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num", "val": "16"}]: dispatch 2023-08-28T02:31:21.697 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:21.698 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:31:21.704 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-08-28T02:31:21.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:21 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2950009667' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num", "val": "16"}]: dispatch 2023-08-28T02:31:21.799 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:31:21.870 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:21.955 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:31:21.966 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:21.967 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:31:22.028 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 27 16 46936 46920 108.561 81.4375 0.0145093 0.00920326 2023-08-28T02:31:22.044 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd set nodeep-scrub 2023-08-28T02:31:22.067 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:31:22.103 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:22.130 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:31:22.135 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:22.135 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:31:22.236 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:31:22.322 INFO:teuthology.orchestra.run.smithi040.stdout:ERROR: (22) Invalid argument 2023-08-28T02:31:22.323 INFO:teuthology.orchestra.run.smithi040.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:31:22.342 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:22.356 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:31:22.456 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:22 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2950009667' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num", "val": "16"}]': finished 2023-08-28T02:31:22.456 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:22 smithi083 ceph-mon[157819]: osdmap e259: 8 total, 8 up, 8 in 2023-08-28T02:31:22.456 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:22 smithi083 ceph-mon[157819]: failed to encode map e259 with expected crc 2023-08-28T02:31:22.456 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:22 smithi083 ceph-mon[157819]: failed to encode map e259 with expected crc 2023-08-28T02:31:22.456 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:22 smithi083 ceph-mon[157819]: failed to encode map e259 with expected crc 2023-08-28T02:31:22.456 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:22 smithi083 ceph-mon[157819]: failed to encode map e259 with expected crc 2023-08-28T02:31:22.457 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:22 smithi083 ceph-mon[157819]: failed to encode map e259 with expected crc 2023-08-28T02:31:22.457 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:22 smithi083 ceph-mon[157819]: pgmap v783: 99 pgs: 99 active+clean; 2.7 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 97 MiB/s wr, 1.56k op/s 2023-08-28T02:31:22.502 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:31:22.504 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:22.504 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:31:22.605 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:31:22.669 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:22.703 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:22 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2950009667' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num", "val": "16"}]': finished 2023-08-28T02:31:22.703 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:22 smithi040 ceph-mon[175404]: osdmap e259: 8 total, 8 up, 8 in 2023-08-28T02:31:22.703 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:22 smithi040 ceph-mon[175404]: failed to encode map e259 with expected crc 2023-08-28T02:31:22.703 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:22 smithi040 ceph-mon[175404]: failed to encode map e259 with expected crc 2023-08-28T02:31:22.703 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:22 smithi040 ceph-mon[175404]: failed to encode map e259 with expected crc 2023-08-28T02:31:22.704 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:22 smithi040 ceph-mon[175404]: failed to encode map e259 with expected crc 2023-08-28T02:31:22.704 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:22 smithi040 ceph-mon[175404]: failed to encode map e259 with expected crc 2023-08-28T02:31:22.704 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:22 smithi040 ceph-mon[175404]: pgmap v783: 99 pgs: 99 active+clean; 2.7 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 97 MiB/s wr, 1.56k op/s 2023-08-28T02:31:22.704 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:22 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2950009667' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num", "val": "16"}]': finished 2023-08-28T02:31:22.704 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:22 smithi040 ceph-mon[170259]: osdmap e259: 8 total, 8 up, 8 in 2023-08-28T02:31:22.704 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:22 smithi040 ceph-mon[170259]: failed to encode map e259 with expected crc 2023-08-28T02:31:22.704 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:22 smithi040 ceph-mon[170259]: failed to encode map e259 with expected crc 2023-08-28T02:31:22.704 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:22 smithi040 ceph-mon[170259]: failed to encode map e259 with expected crc 2023-08-28T02:31:22.704 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:22 smithi040 ceph-mon[170259]: failed to encode map e259 with expected crc 2023-08-28T02:31:22.704 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:22 smithi040 ceph-mon[170259]: failed to encode map e259 with expected crc 2023-08-28T02:31:22.705 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:22 smithi040 ceph-mon[170259]: pgmap v783: 99 pgs: 99 active+clean; 2.7 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 97 MiB/s wr, 1.56k op/s 2023-08-28T02:31:22.708 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:31:22.715 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:22.717 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:31:22.818 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:31:22.858 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:22.868 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.2 dump_historic_ops 2023-08-28T02:31:22.883 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:31:22.886 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:22.886 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:31:22.987 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:31:23.022 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:23.027 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 28 16 48126 48110 107.34 74.375 0.0173054 0.00930996 2023-08-28T02:31:23.060 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:31:23.063 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:23.064 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:31:23.068 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:31:23.165 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:31:23.236 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:23.460 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:23 smithi083 ceph-mon[157819]: failed to encode map e259 with expected crc 2023-08-28T02:31:23.474 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:31:23.479 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:23.480 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:31:23.566 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:23 smithi040 ceph-mon[175404]: failed to encode map e259 with expected crc 2023-08-28T02:31:23.567 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:23 smithi040 ceph-mon[170259]: failed to encode map e259 with expected crc 2023-08-28T02:31:23.580 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:31:23.637 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:23.879 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:31:23.885 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:23.885 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:31:23.986 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:31:24.027 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 29 16 49386 49370 106.355 78.75 0.0147442 0.00939705 2023-08-28T02:31:24.042 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:24.135 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:31:24.143 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:24.144 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:31:24.245 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:31:24.694 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:31:24.694 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:31:24.694 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:31:24.778 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:31:24.779 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:31:24.779 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:31:24.779 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:31:24.779 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:24 smithi040 ceph-mon[170259]: pgmap v784: 99 pgs: 99 active+clean; 2.8 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 72 MiB/s wr, 1.15k op/s 2023-08-28T02:31:24.781 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:24 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/603500807' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:31:24.782 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:24 smithi040 ceph-mon[175404]: pgmap v784: 99 pgs: 99 active+clean; 2.8 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 72 MiB/s wr, 1.15k op/s 2023-08-28T02:31:24.782 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:24 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/603500807' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:31:24.782 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:31:24.783 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:24 smithi083 ceph-mon[157819]: pgmap v784: 99 pgs: 99 active+clean; 2.8 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 72 MiB/s wr, 1.15k op/s 2023-08-28T02:31:24.783 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:24 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/603500807' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:31:24.826 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:31:24.836 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-08-28T02:31:24.836 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-08-28T02:31:24.836 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-08-28T02:31:24.836 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-08-28T02:31:24.836 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-08-28T02:31:24.837 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-08-28T02:31:24.837 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-08-28T02:31:24.837 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-08-28T02:31:24.867 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:25.029 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 30 16 50517 50501 105.166 70.6875 0.0195048 0.0095034 2023-08-28T02:31:25.475 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:31:25 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:31:25] "GET /metrics HTTP/1.1" 200 36495 "" "Prometheus/2.43.0" 2023-08-28T02:31:25.529 INFO:teuthology.orchestra.run.smithi040.stderr:nodeep-scrub is set 2023-08-28T02:31:25.653 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:31:25.657 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:25.657 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:31:25.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:25 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3031507724' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:31:25.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:25 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:31:25.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:25 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3031507724' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:31:25.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:25 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:31:25.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:25 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3031507724' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:31:25.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:25 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:31:25.758 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:31:25.823 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:26.009 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:31:26.014 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:26.015 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:31:26.029 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 31 16 51847 51831 104.449 83.125 0.0214613 0.00956902 2023-08-28T02:31:26.115 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:31:26.161 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:26.195 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:31:26.197 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:26.198 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:31:26.298 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:31:26.338 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:26.392 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:26.392 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:31:26.392 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:31:26.480 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:26 smithi083 ceph-mon[157819]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:31:26.480 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:26 smithi083 ceph-mon[157819]: failed to encode map e260 with expected crc 2023-08-28T02:31:26.480 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:26 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:31:26.480 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:26 smithi083 ceph-mon[157819]: osdmap e260: 8 total, 8 up, 8 in 2023-08-28T02:31:26.480 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:26 smithi083 ceph-mon[157819]: failed to encode map e260 with expected crc 2023-08-28T02:31:26.481 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:26 smithi083 ceph-mon[157819]: failed to encode map e260 with expected crc 2023-08-28T02:31:26.481 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:26 smithi083 ceph-mon[157819]: pgmap v786: 99 pgs: 99 active+clean; 3.1 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 94 MiB/s wr, 1.50k op/s 2023-08-28T02:31:26.493 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:31:26.556 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:26.590 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:31:26.594 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:26.594 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:31:26.695 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:31:26.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:26 smithi040 ceph-mon[175404]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:31:26.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:26 smithi040 ceph-mon[175404]: failed to encode map e260 with expected crc 2023-08-28T02:31:26.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:26 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:31:26.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:26 smithi040 ceph-mon[175404]: osdmap e260: 8 total, 8 up, 8 in 2023-08-28T02:31:26.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:26 smithi040 ceph-mon[175404]: failed to encode map e260 with expected crc 2023-08-28T02:31:26.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:26 smithi040 ceph-mon[175404]: failed to encode map e260 with expected crc 2023-08-28T02:31:26.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:26 smithi040 ceph-mon[175404]: pgmap v786: 99 pgs: 99 active+clean; 3.1 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 94 MiB/s wr, 1.50k op/s 2023-08-28T02:31:26.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:26 smithi040 ceph-mon[170259]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:31:26.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:26 smithi040 ceph-mon[170259]: failed to encode map e260 with expected crc 2023-08-28T02:31:26.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:26 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:31:26.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:26 smithi040 ceph-mon[170259]: osdmap e260: 8 total, 8 up, 8 in 2023-08-28T02:31:26.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:26 smithi040 ceph-mon[170259]: failed to encode map e260 with expected crc 2023-08-28T02:31:26.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:26 smithi040 ceph-mon[170259]: failed to encode map e260 with expected crc 2023-08-28T02:31:26.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:26 smithi040 ceph-mon[170259]: pgmap v786: 99 pgs: 99 active+clean; 3.1 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 94 MiB/s wr, 1.50k op/s 2023-08-28T02:31:26.735 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-08-28T02:31:26.735 INFO:teuthology.orchestra.run.smithi040.stdout: "size": 20, 2023-08-28T02:31:26.735 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 600, 2023-08-28T02:31:26.736 INFO:teuthology.orchestra.run.smithi040.stdout: "ops": [ 2023-08-28T02:31:26.736 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.736 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.34719.0:57229 9.2 e169/160)", 2023-08-28T02:31:26.736 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:26.787501+0000", 2023-08-28T02:31:26.736 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 239.94389237300001, 2023-08-28T02:31:26.736 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.066206503999999999, 2023-08-28T02:31:26.736 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:31:26.736 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "reached pg", 2023-08-28T02:31:26.736 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:31:26.736 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.736 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:31:26.736 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.787501+0000", 2023-08-28T02:31:26.737 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:26.737 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.737 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.737 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:31:26.737 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.787501+0000", 2023-08-28T02:31:26.737 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:26.737 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.737 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.737 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:31:26.737 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.787500+0000", 2023-08-28T02:31:26.737 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:31:26.738 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.738 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.738 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:31:26.738 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.787525+0000", 2023-08-28T02:31:26.738 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.4973e-05 2023-08-28T02:31:26.738 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.738 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.738 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:31:26.738 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.787542+0000", 2023-08-28T02:31:26.738 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.7306999999999999e-05 2023-08-28T02:31:26.738 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.738 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.739 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:31:26.739 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.787552+0000", 2023-08-28T02:31:26.739 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.5829999999999996e-06 2023-08-28T02:31:26.739 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.739 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.739 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:26.739 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.853592+0000", 2023-08-28T02:31:26.739 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.066040308000000006 2023-08-28T02:31:26.739 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.739 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.739 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:31:26.739 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.853708+0000", 2023-08-28T02:31:26.740 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000115825 2023-08-28T02:31:26.740 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:26.740 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:31:26.740 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:26.740 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.740 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.740 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.34719.0:89074 9.0 e186/170 9:039dad82:::benchmark_data_smithi040_209735_object89073:head v 186'4658, mlcod=186'4656)", 2023-08-28T02:31:26.740 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:28:01.367703+0000", 2023-08-28T02:31:26.740 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 205.363690894, 2023-08-28T02:31:26.740 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.026714973999999999, 2023-08-28T02:31:26.740 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:31:26.740 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:31:26.740 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:31:26.741 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.741 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:31:26.741 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:01.367703+0000", 2023-08-28T02:31:26.741 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:26.741 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.741 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.741 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:31:26.741 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:01.367703+0000", 2023-08-28T02:31:26.741 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:26.741 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.741 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.741 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:31:26.742 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:01.367701+0000", 2023-08-28T02:31:26.742 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:31:26.742 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.742 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.742 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:31:26.742 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:01.367738+0000", 2023-08-28T02:31:26.742 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.6974000000000002e-05 2023-08-28T02:31:26.742 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.742 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.742 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:31:26.742 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:01.367765+0000", 2023-08-28T02:31:26.742 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.7263e-05 2023-08-28T02:31:26.743 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.743 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.743 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:31:26.743 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:01.367776+0000", 2023-08-28T02:31:26.743 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0842000000000001e-05 2023-08-28T02:31:26.743 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.743 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.743 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:26.743 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:01.367831+0000", 2023-08-28T02:31:26.743 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.5345e-05 2023-08-28T02:31:26.743 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.743 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.743 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:31:26.744 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:01.367855+0000", 2023-08-28T02:31:26.744 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.3289999999999999e-05 2023-08-28T02:31:26.744 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.744 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.744 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:31:26.744 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:01.394359+0000", 2023-08-28T02:31:26.744 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.02650479 2023-08-28T02:31:26.744 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.744 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.744 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:31:26.744 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:28:01.394418+0000", 2023-08-28T02:31:26.744 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.8270999999999998e-05 2023-08-28T02:31:26.745 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:26.745 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:31:26.745 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:26.745 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.745 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.745 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.34719.0:166824 9.6 e217/170 9:61bd288e:::benchmark_data_smithi040_209735_object59229:head v 217'6941, mlcod=216'6939)", 2023-08-28T02:31:26.745 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:29:33.002597+0000", 2023-08-28T02:31:26.745 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 113.728796741, 2023-08-28T02:31:26.745 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.040771006999999998, 2023-08-28T02:31:26.745 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:31:26.745 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:31:26.745 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:31:26.745 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.746 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:31:26.746 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.002597+0000", 2023-08-28T02:31:26.746 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:26.746 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.746 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.746 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:31:26.746 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.002597+0000", 2023-08-28T02:31:26.746 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:26.746 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.746 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.746 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:31:26.746 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.002597+0000", 2023-08-28T02:31:26.746 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:31:26.747 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.747 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.747 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:31:26.747 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.002604+0000", 2023-08-28T02:31:26.747 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.9909999999999996e-06 2023-08-28T02:31:26.747 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.747 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.747 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:31:26.747 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.002625+0000", 2023-08-28T02:31:26.747 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.1041999999999999e-05 2023-08-28T02:31:26.747 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.747 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.747 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:31:26.748 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.002642+0000", 2023-08-28T02:31:26.748 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.6846000000000001e-05 2023-08-28T02:31:26.748 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.748 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.748 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:26.748 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.004737+0000", 2023-08-28T02:31:26.748 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0020950539999999998 2023-08-28T02:31:26.748 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.748 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.748 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:31:26.748 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.004766+0000", 2023-08-28T02:31:26.748 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.9198000000000001e-05 2023-08-28T02:31:26.749 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.749 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.749 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:31:26.749 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.043301+0000", 2023-08-28T02:31:26.749 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.038535095999999998 2023-08-28T02:31:26.749 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.749 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.749 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:31:26.749 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.043368+0000", 2023-08-28T02:31:26.749 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.7064999999999996e-05 2023-08-28T02:31:26.749 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:26.749 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:31:26.749 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:26.750 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.750 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.750 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.34719.0:173407 9.22 e225/224 9:47eba884:::benchmark_data_smithi040_209735_object65812:head v 225'7029, mlcod=216'6928)", 2023-08-28T02:31:26.750 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:29:45.621385+0000", 2023-08-28T02:31:26.750 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 101.11000911399999, 2023-08-28T02:31:26.750 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.084441286000000004, 2023-08-28T02:31:26.750 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:31:26.750 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:31:26.750 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:31:26.750 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.750 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:31:26.750 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.621385+0000", 2023-08-28T02:31:26.751 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:26.751 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.751 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.751 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:31:26.751 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.621385+0000", 2023-08-28T02:31:26.751 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:26.751 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.751 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.751 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:31:26.751 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.621384+0000", 2023-08-28T02:31:26.751 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:31:26.751 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.752 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.752 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:31:26.752 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.621391+0000", 2023-08-28T02:31:26.752 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.7719999999999994e-06 2023-08-28T02:31:26.752 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.752 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.752 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:31:26.752 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.621405+0000", 2023-08-28T02:31:26.752 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4022000000000001e-05 2023-08-28T02:31:26.752 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.752 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.752 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:31:26.753 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.621415+0000", 2023-08-28T02:31:26.753 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.8230000000000006e-06 2023-08-28T02:31:26.753 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.753 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.753 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:26.753 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.621501+0000", 2023-08-28T02:31:26.753 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.5377000000000006e-05 2023-08-28T02:31:26.753 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.753 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.753 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:31:26.753 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.621532+0000", 2023-08-28T02:31:26.753 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.1841999999999998e-05 2023-08-28T02:31:26.753 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.754 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.754 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:31:26.754 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.705786+0000", 2023-08-28T02:31:26.754 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.084253583000000007 2023-08-28T02:31:26.754 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.754 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.754 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:31:26.754 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.705826+0000", 2023-08-28T02:31:26.754 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.977e-05 2023-08-28T02:31:26.754 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:26.754 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:31:26.755 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:26.755 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.755 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.755 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:20588 10.5 10:abc63418:::benchmark_data_smithi040_250784_object20587:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e255)", 2023-08-28T02:31:26.755 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:31:04.576626+0000", 2023-08-28T02:31:26.755 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 22.154767564, 2023-08-28T02:31:26.755 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0315415, 2023-08-28T02:31:26.755 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:31:26.755 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:31:26.755 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:31:26.755 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:31:26.755 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:31:26.756 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 20588 2023-08-28T02:31:26.756 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.756 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:31:26.756 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.756 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:31:26.756 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:04.576626+0000", 2023-08-28T02:31:26.756 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:26.756 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.756 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.756 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:31:26.756 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:04.576626+0000", 2023-08-28T02:31:26.756 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:26.757 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.757 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.757 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:31:26.757 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:04.576624+0000", 2023-08-28T02:31:26.757 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:31:26.757 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.757 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.757 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:31:26.757 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:04.576695+0000", 2023-08-28T02:31:26.757 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.0976000000000006e-05 2023-08-28T02:31:26.757 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.757 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.758 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:31:26.758 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:04.576723+0000", 2023-08-28T02:31:26.758 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.8467999999999999e-05 2023-08-28T02:31:26.758 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.758 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.758 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:31:26.758 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:04.576738+0000", 2023-08-28T02:31:26.758 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4460999999999999e-05 2023-08-28T02:31:26.758 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.758 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.758 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:26.758 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:04.577285+0000", 2023-08-28T02:31:26.759 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000546624 2023-08-28T02:31:26.759 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.759 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.759 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:31:26.759 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:04.577454+0000", 2023-08-28T02:31:26.759 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00016928599999999999 2023-08-28T02:31:26.759 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.759 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.759 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,3", 2023-08-28T02:31:26.759 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:04.577610+0000", 2023-08-28T02:31:26.759 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00015666599999999999 2023-08-28T02:31:26.760 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.760 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.760 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:26.760 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:04.586065+0000", 2023-08-28T02:31:26.760 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0084541849999999995 2023-08-28T02:31:26.760 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.760 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.760 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:31:26.760 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:04.586070+0000", 2023-08-28T02:31:26.760 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.4739999999999996e-06 2023-08-28T02:31:26.760 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.760 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.761 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:26.761 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:04.608067+0000", 2023-08-28T02:31:26.761 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.021996576 2023-08-28T02:31:26.761 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.761 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.761 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:31:26.761 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:04.608122+0000", 2023-08-28T02:31:26.761 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.5191000000000001e-05 2023-08-28T02:31:26.761 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.761 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.761 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:31:26.761 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:04.608168+0000", 2023-08-28T02:31:26.762 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.5692999999999998e-05 2023-08-28T02:31:26.762 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:26.762 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:31:26.762 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:26.762 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.762 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.762 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:20595 10.5 10:a4f00ff4:::benchmark_data_smithi040_250784_object20594:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e255)", 2023-08-28T02:31:26.762 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:31:04.582769+0000", 2023-08-28T02:31:26.762 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 22.148624994999999, 2023-08-28T02:31:26.762 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.029098572999999999, 2023-08-28T02:31:26.762 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:31:26.762 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:31:26.763 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:31:26.763 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:31:26.763 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:31:26.763 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 20595 2023-08-28T02:31:26.763 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.763 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:31:26.763 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.763 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:31:26.763 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:04.582769+0000", 2023-08-28T02:31:26.763 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:26.763 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.763 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.764 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:31:26.764 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:04.582769+0000", 2023-08-28T02:31:26.764 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:26.764 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.764 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.764 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:31:26.764 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:04.582767+0000", 2023-08-28T02:31:26.764 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:31:26.764 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.764 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.764 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:31:26.764 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:04.582799+0000", 2023-08-28T02:31:26.765 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.1881000000000002e-05 2023-08-28T02:31:26.765 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.765 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.765 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:31:26.765 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:04.582820+0000", 2023-08-28T02:31:26.765 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.1801e-05 2023-08-28T02:31:26.765 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.765 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.765 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:31:26.765 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:04.582831+0000", 2023-08-28T02:31:26.765 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0424999999999999e-05 2023-08-28T02:31:26.765 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.766 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.766 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:26.766 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:04.586088+0000", 2023-08-28T02:31:26.766 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0032573039999999999 2023-08-28T02:31:26.766 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.766 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.766 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:31:26.766 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:04.586227+0000", 2023-08-28T02:31:26.766 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00013921499999999999 2023-08-28T02:31:26.766 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.766 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.766 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,3", 2023-08-28T02:31:26.767 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:04.586342+0000", 2023-08-28T02:31:26.767 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00011439599999999999 2023-08-28T02:31:26.767 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.767 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.767 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:31:26.767 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:04.589427+0000", 2023-08-28T02:31:26.767 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0030852929999999998 2023-08-28T02:31:26.767 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.767 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.767 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:26.767 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:04.608209+0000", 2023-08-28T02:31:26.768 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.018781829999999999 2023-08-28T02:31:26.768 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.768 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.768 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:26.768 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:04.611744+0000", 2023-08-28T02:31:26.768 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0035353749999999999 2023-08-28T02:31:26.768 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.768 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.768 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:31:26.768 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:04.611810+0000", 2023-08-28T02:31:26.768 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.6015999999999999e-05 2023-08-28T02:31:26.769 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.769 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.769 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:31:26.769 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:04.611867+0000", 2023-08-28T02:31:26.769 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.7074000000000003e-05 2023-08-28T02:31:26.769 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:26.769 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:31:26.769 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:26.769 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.769 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.769 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:35540 10.5 10:a21dd7ef:::benchmark_data_smithi040_250784_object35539:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e257)", 2023-08-28T02:31:26.769 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:31:13.494658+0000", 2023-08-28T02:31:26.770 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 13.236735394, 2023-08-28T02:31:26.770 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.02971, 2023-08-28T02:31:26.770 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:31:26.770 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:31:26.770 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:31:26.770 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:31:26.770 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:31:26.770 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 35540 2023-08-28T02:31:26.770 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.770 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:31:26.770 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.770 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:31:26.770 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:13.494658+0000", 2023-08-28T02:31:26.771 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:26.771 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.771 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.771 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:31:26.771 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:13.494658+0000", 2023-08-28T02:31:26.771 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:26.771 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.771 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.771 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:31:26.771 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:13.494656+0000", 2023-08-28T02:31:26.771 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999976 2023-08-28T02:31:26.772 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.772 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.772 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:31:26.772 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:13.494688+0000", 2023-08-28T02:31:26.772 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.1841999999999998e-05 2023-08-28T02:31:26.772 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.772 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.772 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:31:26.772 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:13.494710+0000", 2023-08-28T02:31:26.772 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.2478000000000001e-05 2023-08-28T02:31:26.772 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.772 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.773 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:31:26.773 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:13.494721+0000", 2023-08-28T02:31:26.773 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0906e-05 2023-08-28T02:31:26.773 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.773 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.773 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:26.773 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:13.496090+0000", 2023-08-28T02:31:26.773 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0013687700000000001 2023-08-28T02:31:26.773 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.773 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.773 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:31:26.773 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:13.496281+0000", 2023-08-28T02:31:26.773 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000190767 2023-08-28T02:31:26.774 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.774 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.774 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,3", 2023-08-28T02:31:26.774 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:13.496464+0000", 2023-08-28T02:31:26.774 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00018279799999999999 2023-08-28T02:31:26.774 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.774 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.774 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:26.774 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:13.500374+0000", 2023-08-28T02:31:26.774 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0039103380000000002 2023-08-28T02:31:26.774 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.775 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.775 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:31:26.775 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:13.501673+0000", 2023-08-28T02:31:26.775 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0012991809999999999 2023-08-28T02:31:26.775 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.775 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.775 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:26.775 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:13.524249+0000", 2023-08-28T02:31:26.775 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.022575508000000001 2023-08-28T02:31:26.775 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.775 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.775 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:31:26.776 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:13.524322+0000", 2023-08-28T02:31:26.776 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.3611999999999999e-05 2023-08-28T02:31:26.776 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.776 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.776 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:31:26.776 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:13.524368+0000", 2023-08-28T02:31:26.776 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.5958000000000003e-05 2023-08-28T02:31:26.776 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:26.776 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:31:26.776 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:26.776 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.776 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.777 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:37632 10.5 10:adb2d992:::benchmark_data_smithi040_250784_object37631:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e257)", 2023-08-28T02:31:26.777 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:31:14.882158+0000", 2023-08-28T02:31:26.777 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 11.849235591999999, 2023-08-28T02:31:26.777 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.027652444000000002, 2023-08-28T02:31:26.777 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:31:26.777 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:31:26.777 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:31:26.777 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:31:26.777 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:31:26.777 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 37632 2023-08-28T02:31:26.777 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.777 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:31:26.778 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.778 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:31:26.778 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:14.882158+0000", 2023-08-28T02:31:26.778 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:26.778 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.778 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.778 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:31:26.778 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:14.882158+0000", 2023-08-28T02:31:26.778 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:26.778 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.778 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.778 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:31:26.778 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:14.882157+0000", 2023-08-28T02:31:26.779 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:31:26.779 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.779 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.779 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:31:26.779 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:14.882185+0000", 2023-08-28T02:31:26.779 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.7424999999999999e-05 2023-08-28T02:31:26.779 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.779 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.779 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:31:26.779 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:14.882193+0000", 2023-08-28T02:31:26.779 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.5310000000000001e-06 2023-08-28T02:31:26.779 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.780 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.780 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:31:26.780 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:14.882199+0000", 2023-08-28T02:31:26.780 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.0689999999999998e-06 2023-08-28T02:31:26.780 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.780 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.780 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:26.780 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:14.886350+0000", 2023-08-28T02:31:26.780 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0041506190000000004 2023-08-28T02:31:26.780 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.780 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.780 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:31:26.780 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:14.886509+0000", 2023-08-28T02:31:26.781 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00015877999999999999 2023-08-28T02:31:26.781 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.781 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.781 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,3", 2023-08-28T02:31:26.781 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:14.886682+0000", 2023-08-28T02:31:26.781 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00017263700000000001 2023-08-28T02:31:26.781 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.781 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.781 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:31:26.781 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:14.893616+0000", 2023-08-28T02:31:26.781 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0069344180000000004 2023-08-28T02:31:26.781 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.782 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.782 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:26.782 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:14.899580+0000", 2023-08-28T02:31:26.782 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0059640780000000003 2023-08-28T02:31:26.782 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.782 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.782 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:26.782 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:14.909704+0000", 2023-08-28T02:31:26.782 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.010124311 2023-08-28T02:31:26.782 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.782 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.782 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:31:26.783 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:14.909762+0000", 2023-08-28T02:31:26.783 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.7252e-05 2023-08-28T02:31:26.783 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.783 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.783 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:31:26.783 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:14.909811+0000", 2023-08-28T02:31:26.783 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.8936e-05 2023-08-28T02:31:26.783 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:26.783 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:31:26.783 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:26.783 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.783 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.784 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:37932 10.5 10:a1a4a0d2:::benchmark_data_smithi040_250784_object37931:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e257)", 2023-08-28T02:31:26.784 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:31:15.098035+0000", 2023-08-28T02:31:26.784 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 11.633358822, 2023-08-28T02:31:26.784 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.027557623999999999, 2023-08-28T02:31:26.784 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:31:26.784 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:31:26.784 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:31:26.784 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:31:26.784 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:31:26.784 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 37932 2023-08-28T02:31:26.784 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.784 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:31:26.785 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.785 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:31:26.785 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:15.098035+0000", 2023-08-28T02:31:26.785 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:26.785 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.785 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.785 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:31:26.785 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:15.098035+0000", 2023-08-28T02:31:26.785 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:26.785 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.785 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.786 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:31:26.786 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:15.098033+0000", 2023-08-28T02:31:26.786 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:31:26.786 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.786 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.786 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:31:26.786 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:15.098057+0000", 2023-08-28T02:31:26.786 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.4043e-05 2023-08-28T02:31:26.786 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.786 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.786 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:31:26.786 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:15.098069+0000", 2023-08-28T02:31:26.787 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1878999999999999e-05 2023-08-28T02:31:26.787 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.787 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.787 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:31:26.787 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:15.098077+0000", 2023-08-28T02:31:26.787 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.3019999999999995e-06 2023-08-28T02:31:26.787 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.787 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.787 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:26.787 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:15.098275+0000", 2023-08-28T02:31:26.787 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000197266 2023-08-28T02:31:26.788 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.788 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.788 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:31:26.788 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:15.098395+0000", 2023-08-28T02:31:26.788 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000120283 2023-08-28T02:31:26.788 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.788 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.788 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,3", 2023-08-28T02:31:26.788 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:15.098502+0000", 2023-08-28T02:31:26.788 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000106563 2023-08-28T02:31:26.788 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.788 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.789 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:31:26.789 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:15.100642+0000", 2023-08-28T02:31:26.789 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0021402629999999999 2023-08-28T02:31:26.789 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.789 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.789 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:26.789 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:15.112846+0000", 2023-08-28T02:31:26.789 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.012204461999999999 2023-08-28T02:31:26.789 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.789 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.789 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:26.789 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:15.125493+0000", 2023-08-28T02:31:26.789 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.012646848 2023-08-28T02:31:26.790 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.790 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.790 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:31:26.790 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:15.125549+0000", 2023-08-28T02:31:26.790 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.6205000000000001e-05 2023-08-28T02:31:26.790 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.790 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.790 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:31:26.790 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:15.125592+0000", 2023-08-28T02:31:26.790 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.3090999999999998e-05 2023-08-28T02:31:26.790 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:26.790 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:31:26.791 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:26.791 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.791 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.791 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:38861 10.5 10:a9b92bec:::benchmark_data_smithi040_250784_object38860:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e257)", 2023-08-28T02:31:26.791 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:31:15.872908+0000", 2023-08-28T02:31:26.791 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 10.858485938999999, 2023-08-28T02:31:26.791 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.032163232999999999, 2023-08-28T02:31:26.791 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:31:26.791 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:31:26.791 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:31:26.791 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:31:26.792 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:31:26.792 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 38861 2023-08-28T02:31:26.792 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.792 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:31:26.792 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.792 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:31:26.792 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:15.872908+0000", 2023-08-28T02:31:26.792 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:26.792 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.792 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.792 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:31:26.792 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:15.872908+0000", 2023-08-28T02:31:26.793 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:26.793 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.793 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.793 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:31:26.793 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:15.872906+0000", 2023-08-28T02:31:26.793 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:31:26.793 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.793 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.793 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:31:26.793 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:15.872932+0000", 2023-08-28T02:31:26.793 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.586e-05 2023-08-28T02:31:26.793 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.793 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.794 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:31:26.794 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:15.872943+0000", 2023-08-28T02:31:26.794 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1574e-05 2023-08-28T02:31:26.794 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.794 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.794 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:31:26.794 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:15.872951+0000", 2023-08-28T02:31:26.794 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.7249999999999997e-06 2023-08-28T02:31:26.794 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.794 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.794 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:26.795 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:15.875698+0000", 2023-08-28T02:31:26.795 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.002747223 2023-08-28T02:31:26.795 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.795 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.795 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:31:26.795 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:15.875814+0000", 2023-08-28T02:31:26.795 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000115707 2023-08-28T02:31:26.795 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.795 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.795 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,3", 2023-08-28T02:31:26.795 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:15.875912+0000", 2023-08-28T02:31:26.795 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.7947000000000003e-05 2023-08-28T02:31:26.796 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.796 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.796 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:31:26.796 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:15.877447+0000", 2023-08-28T02:31:26.796 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0015352549999999999 2023-08-28T02:31:26.796 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.796 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.796 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:26.796 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:15.880938+0000", 2023-08-28T02:31:26.796 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0034908589999999998 2023-08-28T02:31:26.796 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.797 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.797 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:26.797 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:15.904981+0000", 2023-08-28T02:31:26.797 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.024042761999999999 2023-08-28T02:31:26.797 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.797 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.797 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:31:26.797 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:15.905032+0000", 2023-08-28T02:31:26.797 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.1341999999999997e-05 2023-08-28T02:31:26.797 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.797 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.797 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:31:26.798 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:15.905071+0000", 2023-08-28T02:31:26.798 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.8821e-05 2023-08-28T02:31:26.798 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:26.798 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:31:26.798 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:26.798 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.798 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.798 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:39033 10.5 10:a39daf4f:::benchmark_data_smithi040_250784_object39032:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e257)", 2023-08-28T02:31:26.798 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:31:16.022468+0000", 2023-08-28T02:31:26.798 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 10.708926065, 2023-08-28T02:31:26.798 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.031303475999999997, 2023-08-28T02:31:26.798 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:31:26.799 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:31:26.799 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:31:26.799 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:31:26.799 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:31:26.799 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 39033 2023-08-28T02:31:26.799 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.799 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:31:26.799 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.799 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:31:26.799 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:16.022468+0000", 2023-08-28T02:31:26.799 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:26.799 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.800 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.800 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:31:26.800 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:16.022468+0000", 2023-08-28T02:31:26.800 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:26.800 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.800 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.800 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:31:26.800 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:16.022467+0000", 2023-08-28T02:31:26.800 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:31:26.800 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.801 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.801 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:31:26.801 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:16.022529+0000", 2023-08-28T02:31:26.801 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.2260000000000004e-05 2023-08-28T02:31:26.801 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.801 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.801 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:31:26.801 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:16.022541+0000", 2023-08-28T02:31:26.801 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1759e-05 2023-08-28T02:31:26.801 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.801 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.801 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:31:26.801 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:16.022546+0000", 2023-08-28T02:31:26.802 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.9130000000000002e-06 2023-08-28T02:31:26.802 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.802 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.802 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:26.802 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:16.029364+0000", 2023-08-28T02:31:26.802 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0068184150000000004 2023-08-28T02:31:26.802 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.802 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.802 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:31:26.802 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:16.029550+0000", 2023-08-28T02:31:26.802 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000186054 2023-08-28T02:31:26.802 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.803 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.803 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,3", 2023-08-28T02:31:26.803 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:16.029740+0000", 2023-08-28T02:31:26.803 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00018976099999999999 2023-08-28T02:31:26.803 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.803 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.803 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:31:26.803 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:16.033025+0000", 2023-08-28T02:31:26.803 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0032845940000000001 2023-08-28T02:31:26.803 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.803 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.803 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:26.804 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:16.042983+0000", 2023-08-28T02:31:26.804 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.009958082 2023-08-28T02:31:26.804 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.804 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.804 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:26.804 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:16.053663+0000", 2023-08-28T02:31:26.804 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.010680396 2023-08-28T02:31:26.804 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.804 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.804 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:31:26.804 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:16.053727+0000", 2023-08-28T02:31:26.806 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.3940000000000001e-05 2023-08-28T02:31:26.806 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.806 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.806 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:31:26.806 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:16.053771+0000", 2023-08-28T02:31:26.806 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.3974999999999998e-05 2023-08-28T02:31:26.806 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:26.806 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:31:26.806 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:26.806 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.806 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.807 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:42333 10.5 10:add6d168:::benchmark_data_smithi040_250784_object42332:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e257)", 2023-08-28T02:31:26.807 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:31:18.469541+0000", 2023-08-28T02:31:26.807 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 8.2618528990000009, 2023-08-28T02:31:26.807 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0293502, 2023-08-28T02:31:26.807 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:31:26.807 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:31:26.807 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:31:26.807 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:31:26.807 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:31:26.807 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 42333 2023-08-28T02:31:26.807 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.808 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:31:26.808 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.808 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:31:26.808 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:18.469541+0000", 2023-08-28T02:31:26.808 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:26.808 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.808 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.808 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:31:26.808 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:18.469541+0000", 2023-08-28T02:31:26.808 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:26.808 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.809 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.809 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:31:26.809 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:18.469539+0000", 2023-08-28T02:31:26.809 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:31:26.809 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.809 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.809 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:31:26.809 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:18.469566+0000", 2023-08-28T02:31:26.809 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.6400000000000001e-05 2023-08-28T02:31:26.809 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.809 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.809 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:31:26.810 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:18.469592+0000", 2023-08-28T02:31:26.810 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.5993e-05 2023-08-28T02:31:26.810 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.810 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.810 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:31:26.810 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:18.469601+0000", 2023-08-28T02:31:26.810 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.9040000000000004e-06 2023-08-28T02:31:26.810 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.810 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.810 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:26.810 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:18.469654+0000", 2023-08-28T02:31:26.810 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.2472000000000002e-05 2023-08-28T02:31:26.811 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.811 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.811 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:31:26.811 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:18.469813+0000", 2023-08-28T02:31:26.811 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000159557 2023-08-28T02:31:26.811 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.811 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.811 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,3", 2023-08-28T02:31:26.811 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:18.470008+0000", 2023-08-28T02:31:26.811 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000194873 2023-08-28T02:31:26.811 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.811 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.812 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:31:26.812 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:18.472764+0000", 2023-08-28T02:31:26.812 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.002755179 2023-08-28T02:31:26.812 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.812 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.812 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:26.812 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:18.475649+0000", 2023-08-28T02:31:26.812 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0028857879999999998 2023-08-28T02:31:26.812 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.812 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.812 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:26.812 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:18.498782+0000", 2023-08-28T02:31:26.813 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.023132716000000001 2023-08-28T02:31:26.813 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.813 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.813 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:31:26.813 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:18.498846+0000", 2023-08-28T02:31:26.813 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.3971000000000001e-05 2023-08-28T02:31:26.813 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.813 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.813 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:31:26.813 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:18.498891+0000", 2023-08-28T02:31:26.813 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.4977e-05 2023-08-28T02:31:26.813 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:26.814 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:31:26.814 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:26.814 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.814 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.814 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:42431 10.5 10:a72b20be:::benchmark_data_smithi040_250784_object42430:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e257)", 2023-08-28T02:31:26.814 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:31:18.569401+0000", 2023-08-28T02:31:26.814 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 8.16199254, 2023-08-28T02:31:26.814 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.027108320000000002, 2023-08-28T02:31:26.814 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:31:26.814 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:31:26.814 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:31:26.815 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:31:26.815 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:31:26.815 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 42431 2023-08-28T02:31:26.815 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.815 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:31:26.815 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.815 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:31:26.815 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:18.569401+0000", 2023-08-28T02:31:26.815 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:26.815 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.815 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.815 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:31:26.816 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:18.569401+0000", 2023-08-28T02:31:26.816 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:26.816 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.816 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.816 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:31:26.816 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:18.569400+0000", 2023-08-28T02:31:26.816 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:31:26.816 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.816 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.816 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:31:26.816 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:18.569427+0000", 2023-08-28T02:31:26.817 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.7668999999999999e-05 2023-08-28T02:31:26.817 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.817 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.817 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:31:26.817 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:18.569441+0000", 2023-08-28T02:31:26.817 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.3834e-05 2023-08-28T02:31:26.817 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.817 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.817 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:31:26.817 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:18.569450+0000", 2023-08-28T02:31:26.817 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.7639999999999994e-06 2023-08-28T02:31:26.818 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.818 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.818 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:26.818 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:18.569565+0000", 2023-08-28T02:31:26.818 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00011472399999999999 2023-08-28T02:31:26.818 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.818 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.818 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:31:26.818 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:18.569718+0000", 2023-08-28T02:31:26.818 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00015348400000000001 2023-08-28T02:31:26.818 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.818 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.819 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,3", 2023-08-28T02:31:26.819 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:18.569823+0000", 2023-08-28T02:31:26.819 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000105373 2023-08-28T02:31:26.819 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.819 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.819 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:31:26.819 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:18.572157+0000", 2023-08-28T02:31:26.819 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0023334979999999998 2023-08-28T02:31:26.819 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.819 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.819 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:26.819 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:18.587987+0000", 2023-08-28T02:31:26.820 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.015830572000000001 2023-08-28T02:31:26.820 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.820 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.820 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:26.820 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:18.596402+0000", 2023-08-28T02:31:26.820 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.008414665 2023-08-28T02:31:26.820 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.820 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.820 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:31:26.820 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:18.596464+0000", 2023-08-28T02:31:26.820 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.2212999999999995e-05 2023-08-28T02:31:26.820 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.821 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.821 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:31:26.821 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:18.596509+0000", 2023-08-28T02:31:26.821 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.5104e-05 2023-08-28T02:31:26.821 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:26.821 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:31:26.821 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:26.821 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.821 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.821 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:42567 10.5 10:aa08415a:::benchmark_data_smithi040_250784_object42566:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e257)", 2023-08-28T02:31:26.821 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:31:18.707688+0000", 2023-08-28T02:31:26.821 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 8.0237058569999995, 2023-08-28T02:31:26.822 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.034268577000000001, 2023-08-28T02:31:26.822 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:31:26.822 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:31:26.822 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:31:26.822 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:31:26.822 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:31:26.822 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 42567 2023-08-28T02:31:26.822 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.822 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:31:26.822 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.822 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:31:26.822 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:18.707688+0000", 2023-08-28T02:31:26.822 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:26.823 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.823 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.823 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:31:26.823 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:18.707688+0000", 2023-08-28T02:31:26.823 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:26.823 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.823 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.823 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:31:26.823 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:18.707686+0000", 2023-08-28T02:31:26.823 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:31:26.823 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.824 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.824 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:31:26.824 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:18.707718+0000", 2023-08-28T02:31:26.824 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.2224999999999997e-05 2023-08-28T02:31:26.824 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.824 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.824 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:31:26.824 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:18.707734+0000", 2023-08-28T02:31:26.824 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.5945999999999999e-05 2023-08-28T02:31:26.824 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.824 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.824 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:31:26.824 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:18.707744+0000", 2023-08-28T02:31:26.825 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.7540000000000001e-06 2023-08-28T02:31:26.825 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.825 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.825 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:26.825 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:18.707825+0000", 2023-08-28T02:31:26.825 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.1534999999999998e-05 2023-08-28T02:31:26.825 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.825 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.825 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:31:26.825 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:18.707973+0000", 2023-08-28T02:31:26.825 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000148059 2023-08-28T02:31:26.825 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.825 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.826 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,3", 2023-08-28T02:31:26.826 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:18.708107+0000", 2023-08-28T02:31:26.826 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00013396099999999999 2023-08-28T02:31:26.826 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.826 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.826 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:31:26.826 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:18.713070+0000", 2023-08-28T02:31:26.826 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0049629260000000003 2023-08-28T02:31:26.826 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.826 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.826 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:26.826 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:18.722982+0000", 2023-08-28T02:31:26.826 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0099116870000000006 2023-08-28T02:31:26.827 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.827 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.827 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:26.827 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:18.741842+0000", 2023-08-28T02:31:26.827 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.018860517 2023-08-28T02:31:26.827 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.827 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.827 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:31:26.827 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:18.741907+0000", 2023-08-28T02:31:26.827 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.4508e-05 2023-08-28T02:31:26.827 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.827 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.828 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:31:26.828 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:18.741956+0000", 2023-08-28T02:31:26.828 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.9428000000000002e-05 2023-08-28T02:31:26.828 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:26.828 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:31:26.828 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:26.828 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.828 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.828 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:51262 10.5 10:aadfa4c1:::benchmark_data_smithi040_250784_object51261:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e260)", 2023-08-28T02:31:26.828 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:31:25.574423+0000", 2023-08-28T02:31:26.828 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 1.156970574, 2023-08-28T02:31:26.829 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.029101396000000002, 2023-08-28T02:31:26.829 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:31:26.829 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:31:26.829 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:31:26.829 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:31:26.829 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:31:26.829 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 51262 2023-08-28T02:31:26.829 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.829 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:31:26.829 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.829 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:31:26.829 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:25.574423+0000", 2023-08-28T02:31:26.829 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:26.829 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.830 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.830 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:31:26.830 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:25.574423+0000", 2023-08-28T02:31:26.830 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:26.830 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.830 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.830 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:31:26.830 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:25.574421+0000", 2023-08-28T02:31:26.830 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:31:26.830 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.830 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.830 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:31:26.831 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:25.574450+0000", 2023-08-28T02:31:26.831 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.8149000000000001e-05 2023-08-28T02:31:26.831 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.831 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.831 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:31:26.831 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:25.574463+0000", 2023-08-28T02:31:26.831 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.3294e-05 2023-08-28T02:31:26.831 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.831 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.831 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:31:26.831 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:25.574472+0000", 2023-08-28T02:31:26.832 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.9940000000000006e-06 2023-08-28T02:31:26.832 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.832 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.832 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:26.832 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:25.574518+0000", 2023-08-28T02:31:26.832 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.6309e-05 2023-08-28T02:31:26.832 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.832 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.832 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:31:26.832 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:25.574678+0000", 2023-08-28T02:31:26.832 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000159469 2023-08-28T02:31:26.832 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.832 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.833 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,3", 2023-08-28T02:31:26.833 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:25.574816+0000", 2023-08-28T02:31:26.833 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00013875000000000001 2023-08-28T02:31:26.833 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.833 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.833 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:31:26.833 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:25.579969+0000", 2023-08-28T02:31:26.833 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0051530619999999999 2023-08-28T02:31:26.833 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.833 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.833 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:26.833 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:25.581769+0000", 2023-08-28T02:31:26.834 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0017993620000000001 2023-08-28T02:31:26.834 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.834 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.834 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:26.834 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:25.603427+0000", 2023-08-28T02:31:26.834 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.021657895 2023-08-28T02:31:26.834 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.834 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.834 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:31:26.834 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:25.603481+0000", 2023-08-28T02:31:26.834 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.4765999999999997e-05 2023-08-28T02:31:26.835 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.835 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.835 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:31:26.835 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:25.603524+0000", 2023-08-28T02:31:26.835 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.2991000000000002e-05 2023-08-28T02:31:26.835 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:26.835 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:31:26.835 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:26.835 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.835 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.835 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:51263 10.5 10:af5f0990:::benchmark_data_smithi040_250784_object51262:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e260)", 2023-08-28T02:31:26.835 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:31:25.576293+0000", 2023-08-28T02:31:26.836 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 1.1551007360000001, 2023-08-28T02:31:26.836 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.027347538000000001, 2023-08-28T02:31:26.836 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:31:26.836 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:31:26.836 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:31:26.836 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:31:26.836 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:31:26.836 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 51263 2023-08-28T02:31:26.836 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.836 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:31:26.836 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.836 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:31:26.837 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:25.576293+0000", 2023-08-28T02:31:26.837 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:26.837 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.837 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.837 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:31:26.837 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:25.576293+0000", 2023-08-28T02:31:26.837 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:26.837 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.837 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.837 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:31:26.837 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:25.576291+0000", 2023-08-28T02:31:26.837 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:31:26.837 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.838 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.838 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:31:26.838 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:25.576320+0000", 2023-08-28T02:31:26.838 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.8470999999999999e-05 2023-08-28T02:31:26.838 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.838 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.838 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:31:26.838 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:25.576331+0000", 2023-08-28T02:31:26.838 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0804e-05 2023-08-28T02:31:26.838 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.838 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.838 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:31:26.839 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:25.576337+0000", 2023-08-28T02:31:26.839 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.545e-06 2023-08-28T02:31:26.839 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.839 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.839 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:26.839 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:25.577905+0000", 2023-08-28T02:31:26.839 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.001567562 2023-08-28T02:31:26.839 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.839 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.839 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:31:26.839 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:25.578077+0000", 2023-08-28T02:31:26.839 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000172213 2023-08-28T02:31:26.840 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.840 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.840 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,3", 2023-08-28T02:31:26.840 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:25.578237+0000", 2023-08-28T02:31:26.840 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000159887 2023-08-28T02:31:26.840 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.840 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.840 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:31:26.840 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:25.580302+0000", 2023-08-28T02:31:26.840 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0020657230000000002 2023-08-28T02:31:26.840 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.840 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.841 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:26.841 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:25.581897+0000", 2023-08-28T02:31:26.841 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0015943540000000001 2023-08-28T02:31:26.841 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.841 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.841 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:26.841 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:25.603561+0000", 2023-08-28T02:31:26.841 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.021663928999999998 2023-08-28T02:31:26.841 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.841 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.841 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:31:26.841 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:25.603600+0000", 2023-08-28T02:31:26.841 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.9532e-05 2023-08-28T02:31:26.842 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.842 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.842 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:31:26.842 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:25.603640+0000", 2023-08-28T02:31:26.842 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.0163000000000002e-05 2023-08-28T02:31:26.842 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:26.842 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:31:26.842 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:26.842 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.842 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.842 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:51335 10.5 10:a083f981:::benchmark_data_smithi040_250784_object51334:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e260)", 2023-08-28T02:31:26.842 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:31:25.641929+0000", 2023-08-28T02:31:26.843 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 1.089464437, 2023-08-28T02:31:26.843 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.028493659000000001, 2023-08-28T02:31:26.843 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:31:26.843 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:31:26.843 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:31:26.843 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:31:26.843 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:31:26.843 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 51335 2023-08-28T02:31:26.843 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.843 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:31:26.843 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.844 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:31:26.844 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:25.641929+0000", 2023-08-28T02:31:26.844 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:26.844 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.844 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.844 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:31:26.844 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:25.641929+0000", 2023-08-28T02:31:26.844 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:26.844 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.844 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.844 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:31:26.844 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:25.641929+0000", 2023-08-28T02:31:26.845 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:31:26.845 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.845 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.845 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:31:26.845 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:25.641958+0000", 2023-08-28T02:31:26.845 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.8906000000000001e-05 2023-08-28T02:31:26.845 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.845 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.845 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:31:26.845 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:25.641967+0000", 2023-08-28T02:31:26.845 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.6900000000000004e-06 2023-08-28T02:31:26.845 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.846 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.846 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:31:26.846 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:25.641975+0000", 2023-08-28T02:31:26.846 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.362e-06 2023-08-28T02:31:26.846 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.846 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.846 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:26.846 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:25.648314+0000", 2023-08-28T02:31:26.846 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0063397779999999999 2023-08-28T02:31:26.846 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.846 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.846 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:31:26.846 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:25.648477+0000", 2023-08-28T02:31:26.847 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000162299 2023-08-28T02:31:26.847 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.847 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.847 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,3", 2023-08-28T02:31:26.847 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:25.648645+0000", 2023-08-28T02:31:26.847 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00016848000000000001 2023-08-28T02:31:26.847 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.847 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.847 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:31:26.847 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:25.651435+0000", 2023-08-28T02:31:26.847 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0027902890000000001 2023-08-28T02:31:26.848 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.848 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.848 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:26.848 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:25.658594+0000", 2023-08-28T02:31:26.848 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0071584509999999997 2023-08-28T02:31:26.848 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.848 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.848 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:26.848 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:25.670331+0000", 2023-08-28T02:31:26.848 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.011737328 2023-08-28T02:31:26.848 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.848 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.849 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:31:26.849 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:25.670384+0000", 2023-08-28T02:31:26.849 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.2967999999999998e-05 2023-08-28T02:31:26.849 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.849 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.849 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:31:26.849 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:25.670423+0000", 2023-08-28T02:31:26.849 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.871e-05 2023-08-28T02:31:26.849 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:26.849 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:31:26.849 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:26.849 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.850 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.850 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:52420 10.5 10:a74b632c:::benchmark_data_smithi040_250784_object52419:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e260)", 2023-08-28T02:31:26.850 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:31:26.475899+0000", 2023-08-28T02:31:26.850 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 0.25549452099999997, 2023-08-28T02:31:26.850 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.026953701, 2023-08-28T02:31:26.850 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:31:26.850 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:31:26.850 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:31:26.850 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:31:26.850 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:31:26.850 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 52420 2023-08-28T02:31:26.850 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.851 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:31:26.851 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.851 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:31:26.851 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:26.475899+0000", 2023-08-28T02:31:26.851 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:26.851 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.851 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.851 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:31:26.851 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:26.475899+0000", 2023-08-28T02:31:26.851 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:26.851 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.851 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.852 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:31:26.852 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:26.475897+0000", 2023-08-28T02:31:26.852 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:31:26.852 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.852 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.852 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:31:26.852 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:26.475929+0000", 2023-08-28T02:31:26.852 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.1312000000000001e-05 2023-08-28T02:31:26.852 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.852 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.852 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:31:26.852 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:26.475946+0000", 2023-08-28T02:31:26.852 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.7442999999999999e-05 2023-08-28T02:31:26.853 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.853 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.853 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:31:26.853 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:26.475957+0000", 2023-08-28T02:31:26.853 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1066e-05 2023-08-28T02:31:26.853 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.853 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.853 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:26.853 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:26.476018+0000", 2023-08-28T02:31:26.853 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.1308000000000003e-05 2023-08-28T02:31:26.853 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.853 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.854 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:31:26.854 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:26.476187+0000", 2023-08-28T02:31:26.854 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00016903400000000001 2023-08-28T02:31:26.854 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.854 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.854 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,3", 2023-08-28T02:31:26.854 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:26.476372+0000", 2023-08-28T02:31:26.854 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00018427999999999999 2023-08-28T02:31:26.854 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.854 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.854 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:31:26.854 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:26.480209+0000", 2023-08-28T02:31:26.854 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0038373650000000001 2023-08-28T02:31:26.855 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.855 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.855 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:26.855 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:26.500397+0000", 2023-08-28T02:31:26.855 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.020187971999999998 2023-08-28T02:31:26.855 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.855 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.855 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:26.855 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:26.502751+0000", 2023-08-28T02:31:26.855 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.002353707 2023-08-28T02:31:26.855 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.856 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.856 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:31:26.856 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:26.502812+0000", 2023-08-28T02:31:26.856 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.0819000000000002e-05 2023-08-28T02:31:26.856 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.856 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.856 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:31:26.856 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:26.502853+0000", 2023-08-28T02:31:26.856 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.1294999999999997e-05 2023-08-28T02:31:26.856 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:26.856 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:31:26.856 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:26.857 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.857 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.857 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:52509 10.5 10:ab5637db:::benchmark_data_smithi040_250784_object52508:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e260)", 2023-08-28T02:31:26.857 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:31:26.556022+0000", 2023-08-28T02:31:26.857 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 0.175372114, 2023-08-28T02:31:26.857 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.030471715, 2023-08-28T02:31:26.857 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:31:26.857 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:31:26.857 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:31:26.857 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:31:26.857 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:31:26.857 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 52509 2023-08-28T02:31:26.858 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.858 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:31:26.858 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.858 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:31:26.858 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:26.556022+0000", 2023-08-28T02:31:26.858 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:26.858 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.858 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.858 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:31:26.858 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:26.556022+0000", 2023-08-28T02:31:26.858 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:26.859 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.859 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.859 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:31:26.859 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:26.556019+0000", 2023-08-28T02:31:26.859 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:31:26.859 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.859 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.859 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:31:26.859 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:26.556046+0000", 2023-08-28T02:31:26.859 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.641e-05 2023-08-28T02:31:26.859 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.859 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.859 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:31:26.860 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:26.556066+0000", 2023-08-28T02:31:26.860 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.0458e-05 2023-08-28T02:31:26.860 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.860 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.860 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:31:26.860 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:26.556076+0000", 2023-08-28T02:31:26.860 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.9389999999999992e-06 2023-08-28T02:31:26.860 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.860 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.860 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:26.860 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:26.561969+0000", 2023-08-28T02:31:26.860 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0058924520000000003 2023-08-28T02:31:26.861 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.861 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.861 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:31:26.861 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:26.562168+0000", 2023-08-28T02:31:26.861 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00019897900000000001 2023-08-28T02:31:26.861 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.861 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.861 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,3", 2023-08-28T02:31:26.861 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:26.562334+0000", 2023-08-28T02:31:26.861 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000166 2023-08-28T02:31:26.861 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.861 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.862 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:31:26.862 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:26.572114+0000", 2023-08-28T02:31:26.862 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0097797920000000007 2023-08-28T02:31:26.862 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.862 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.862 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:26.862 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:26.574866+0000", 2023-08-28T02:31:26.862 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.002752146 2023-08-28T02:31:26.862 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.862 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.862 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:26.862 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:26.586396+0000", 2023-08-28T02:31:26.863 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.011530135 2023-08-28T02:31:26.863 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.863 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.863 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:31:26.863 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:26.586453+0000", 2023-08-28T02:31:26.863 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.7642999999999997e-05 2023-08-28T02:31:26.863 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.863 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.863 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:31:26.863 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:26.586493+0000", 2023-08-28T02:31:26.863 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.9842000000000002e-05 2023-08-28T02:31:26.863 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:26.863 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:31:26.864 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:26.864 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.864 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.864 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:52514 10.5 10:abfef0d5:::benchmark_data_smithi040_250784_object52513:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e260)", 2023-08-28T02:31:26.864 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:31:26.556251+0000", 2023-08-28T02:31:26.864 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 0.17514278, 2023-08-28T02:31:26.864 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.030364399, 2023-08-28T02:31:26.864 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:31:26.864 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:31:26.864 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:31:26.864 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:31:26.864 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:31:26.865 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 52514 2023-08-28T02:31:26.865 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.865 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:31:26.865 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.865 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:31:26.865 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:26.556251+0000", 2023-08-28T02:31:26.865 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:26.865 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.865 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.865 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:31:26.865 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:26.556251+0000", 2023-08-28T02:31:26.865 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:31:26.865 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.866 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.866 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:31:26.866 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:26.556250+0000", 2023-08-28T02:31:26.866 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:31:26.866 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.866 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.866 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:31:26.866 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:26.556273+0000", 2023-08-28T02:31:26.866 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.2787999999999999e-05 2023-08-28T02:31:26.866 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.866 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.866 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:31:26.867 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:26.556285+0000", 2023-08-28T02:31:26.867 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2707999999999999e-05 2023-08-28T02:31:26.867 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.867 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.867 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:31:26.867 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:26.556293+0000", 2023-08-28T02:31:26.867 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.7540000000000006e-06 2023-08-28T02:31:26.867 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.867 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.867 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:31:26.867 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:26.564355+0000", 2023-08-28T02:31:26.867 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.008061281 2023-08-28T02:31:26.868 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.868 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.868 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:31:26.868 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:26.564518+0000", 2023-08-28T02:31:26.868 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000163308 2023-08-28T02:31:26.868 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.868 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.868 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,3", 2023-08-28T02:31:26.868 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:26.564689+0000", 2023-08-28T02:31:26.868 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000170891 2023-08-28T02:31:26.868 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.868 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.869 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:31:26.869 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:26.572120+0000", 2023-08-28T02:31:26.869 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0074313570000000004 2023-08-28T02:31:26.869 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.869 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.869 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:26.869 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:26.574903+0000", 2023-08-28T02:31:26.869 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0027826510000000001 2023-08-28T02:31:26.869 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.869 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.869 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:26.869 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:26.586536+0000", 2023-08-28T02:31:26.870 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.011633142000000001 2023-08-28T02:31:26.870 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.870 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.870 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:31:26.870 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:26.586579+0000", 2023-08-28T02:31:26.870 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.3469e-05 2023-08-28T02:31:26.870 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:31:26.870 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:31:26.870 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:31:26.870 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:26.586615+0000", 2023-08-28T02:31:26.870 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.5935000000000001e-05 2023-08-28T02:31:26.870 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:26.871 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:31:26.871 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:26.871 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:31:26.871 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:31:26.871 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-08-28T02:31:26.871 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:26.876 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:31:26.882 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:26.882 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:31:26.983 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:31:26.995 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 3, 4, 5, 6, 7, 1] out_osds: [] dead_osds: [] live_osds: [0, 1, 2, 3, 4, 5, 6, 7] 2023-08-28T02:31:26.995 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-08-28T02:31:26.995 INFO:tasks.thrashosds.thrasher:Killing osd 3, live_osds are [0, 1, 2, 3, 4, 5, 6, 7] 2023-08-28T02:31:26.995 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2023-08-28T02:31:26.996 DEBUG:teuthology.orchestra.run.smithi040:> sudo systemctl stop ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315@osd.3 2023-08-28T02:31:27.030 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 32 16 53119 53103 103.669 79.5 0.00647557 0.00964115 2023-08-28T02:31:27.049 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:27.140 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:31:27.146 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:27.147 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:31:27.162 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.4 dump_ops_in_flight 2023-08-28T02:31:27.248 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:31:27.306 INFO:journalctl@ceph.osd.3.smithi040.stdout:Aug 28 02:31:27 smithi040 systemd[1]: Stopping Ceph osd.3 for d9a8f48a-4546-11ee-817c-1b7a5f1ba315... 2023-08-28T02:31:27.315 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:27.354 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:31:27.361 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:27.361 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:31:27.462 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:31:27.517 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:27.549 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:31:27.553 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:27.553 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:31:27.654 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:31:27.695 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:27.710 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-08-28T02:31:27.731 INFO:journalctl@ceph.osd.3.smithi040.stdout:Aug 28 02:31:27 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd-3[192841]: 2023-08-28T02:31:27.417+0000 7f7901eed700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-08-28T02:31:27.731 INFO:journalctl@ceph.osd.3.smithi040.stdout:Aug 28 02:31:27 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd-3[192841]: 2023-08-28T02:31:27.417+0000 7f7901eed700 -1 osd.3 260 *** Got signal Terminated *** 2023-08-28T02:31:27.731 INFO:journalctl@ceph.osd.3.smithi040.stdout:Aug 28 02:31:27 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd-3[192841]: 2023-08-28T02:31:27.417+0000 7f7901eed700 -1 osd.3 260 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-08-28T02:31:27.734 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:31:27.737 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:27.738 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:31:27.839 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:31:27.906 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:27.906 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:27 smithi083 ceph-mon[157819]: osd.3 marked itself down and dead 2023-08-28T02:31:27.993 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:31:28.004 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:31:28.006 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:28.007 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:31:28.030 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 33 16 54186 54170 102.549 66.6875 0.00560471 0.00972241 2023-08-28T02:31:28.051 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd unset noscrub 2023-08-28T02:31:28.080 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:27 smithi040 ceph-mon[170259]: osd.3 marked itself down and dead 2023-08-28T02:31:28.080 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:27 smithi040 ceph-mon[175404]: osd.3 marked itself down and dead 2023-08-28T02:31:28.101 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:31:28.108 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:31:28.134 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:28.706 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:31:28.709 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:28.709 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:31:28.810 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:31:28.844 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:28.866 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:31:28.869 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:28.869 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:31:28.952 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:28 smithi083 ceph-mon[157819]: Health check failed: 1 osds down (OSD_DOWN) 2023-08-28T02:31:28.952 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:28 smithi083 ceph-mon[157819]: osdmap e261: 8 total, 7 up, 8 in 2023-08-28T02:31:28.952 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:28 smithi083 ceph-mon[157819]: failed to encode map e261 with expected crc 2023-08-28T02:31:28.952 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:28 smithi083 ceph-mon[157819]: failed to encode map e261 with expected crc 2023-08-28T02:31:28.953 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:28 smithi083 ceph-mon[157819]: failed to encode map e261 with expected crc 2023-08-28T02:31:28.953 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:28 smithi083 ceph-mon[157819]: pgmap v788: 99 pgs: 14 stale+active+clean, 85 active+clean; 3.2 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 74 MiB/s wr, 1.19k op/s 2023-08-28T02:31:28.970 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:31:29.023 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:29.030 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 34 16 54299 54283 99.7414 7.0625 0.0116899 0.0100189 2023-08-28T02:31:29.106 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:31:29.122 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:31:29.130 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:29.130 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:31:29.231 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:31:29.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:28 smithi040 ceph-mon[170259]: Health check failed: 1 osds down (OSD_DOWN) 2023-08-28T02:31:29.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:28 smithi040 ceph-mon[170259]: osdmap e261: 8 total, 7 up, 8 in 2023-08-28T02:31:29.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:28 smithi040 ceph-mon[170259]: failed to encode map e261 with expected crc 2023-08-28T02:31:29.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:28 smithi040 ceph-mon[170259]: failed to encode map e261 with expected crc 2023-08-28T02:31:29.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:28 smithi040 ceph-mon[170259]: failed to encode map e261 with expected crc 2023-08-28T02:31:29.233 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:28 smithi040 ceph-mon[170259]: pgmap v788: 99 pgs: 14 stale+active+clean, 85 active+clean; 3.2 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 74 MiB/s wr, 1.19k op/s 2023-08-28T02:31:29.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:28 smithi040 ceph-mon[175404]: Health check failed: 1 osds down (OSD_DOWN) 2023-08-28T02:31:29.234 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:28 smithi040 ceph-mon[175404]: osdmap e261: 8 total, 7 up, 8 in 2023-08-28T02:31:29.234 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:28 smithi040 ceph-mon[175404]: failed to encode map e261 with expected crc 2023-08-28T02:31:29.234 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:28 smithi040 ceph-mon[175404]: failed to encode map e261 with expected crc 2023-08-28T02:31:29.234 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:28 smithi040 ceph-mon[175404]: failed to encode map e261 with expected crc 2023-08-28T02:31:29.234 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:28 smithi040 ceph-mon[175404]: pgmap v788: 99 pgs: 14 stale+active+clean, 85 active+clean; 3.2 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 74 MiB/s wr, 1.19k op/s 2023-08-28T02:31:29.234 INFO:journalctl@ceph.osd.3.smithi040.stdout:Aug 28 02:31:28 smithi040 bash[257418]: ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd-3 2023-08-28T02:31:29.326 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:29.372 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:31:29.376 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:29.376 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:31:29.477 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:31:29.539 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:29.583 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:31:29.590 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:29.591 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:31:29.638 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:31:29.683 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:31:29.691 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:31:29.717 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:31:29.751 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:31:29.756 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:29.779 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:31:29.823 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:31:29.843 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:31:29.847 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:29.848 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:31:29.857 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:31:29.858 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-08-28T02:31:29.858 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-08-28T02:31:29.858 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-08-28T02:31:29.858 INFO:teuthology.orchestra.run.smithi040.stderr:Error ENXIO: problem getting command descriptions from osd.3 2023-08-28T02:31:29.858 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-08-28T02:31:29.858 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-08-28T02:31:29.858 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-08-28T02:31:29.858 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-08-28T02:31:29.949 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:31:29.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:29 smithi083 ceph-mon[157819]: failed to encode map e262 with expected crc 2023-08-28T02:31:29.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:29 smithi083 ceph-mon[157819]: failed to encode map e262 with expected crc 2023-08-28T02:31:29.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:29 smithi083 ceph-mon[157819]: failed to encode map e262 with expected crc 2023-08-28T02:31:29.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:29 smithi083 ceph-mon[157819]: failed to encode map e262 with expected crc 2023-08-28T02:31:29.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:29 smithi083 ceph-mon[157819]: osdmap e262: 8 total, 7 up, 8 in 2023-08-28T02:31:29.993 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:29 smithi083 ceph-mon[157819]: failed to encode map e262 with expected crc 2023-08-28T02:31:29.993 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:29 smithi083 ceph-mon[157819]: failed to encode map e262 with expected crc 2023-08-28T02:31:29.993 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:29 smithi083 ceph-mon[157819]: failed to encode map e262 with expected crc 2023-08-28T02:31:29.993 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:29 smithi083 ceph-mon[157819]: failed to encode map e262 with expected crc 2023-08-28T02:31:29.993 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:29 smithi083 ceph-mon[157819]: failed to encode map e262 with expected crc 2023-08-28T02:31:29.993 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:29 smithi083 ceph-mon[157819]: failed to encode map e262 with expected crc 2023-08-28T02:31:29.993 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:29 smithi083 ceph-mon[157819]: failed to encode map e262 with expected crc 2023-08-28T02:31:29.993 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:29 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1365058794' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:31:29.993 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:29 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:31:29.993 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:29 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:31:30.000 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:30.010 INFO:teuthology.orchestra.run.smithi083.stdout:ERROR: (22) Invalid argument 2023-08-28T02:31:30.010 INFO:teuthology.orchestra.run.smithi083.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:31:30.030 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 35 16 55492 55476 99.0221 74.5625 0.0075511 0.0100919 2023-08-28T02:31:30.039 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:31:30.044 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:30.044 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:31:30.145 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:31:30.200 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:29 smithi040 ceph-mon[170259]: failed to encode map e262 with expected crc 2023-08-28T02:31:30.201 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:29 smithi040 ceph-mon[170259]: failed to encode map e262 with expected crc 2023-08-28T02:31:30.201 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:29 smithi040 ceph-mon[170259]: failed to encode map e262 with expected crc 2023-08-28T02:31:30.201 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:29 smithi040 ceph-mon[170259]: failed to encode map e262 with expected crc 2023-08-28T02:31:30.201 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:29 smithi040 ceph-mon[170259]: osdmap e262: 8 total, 7 up, 8 in 2023-08-28T02:31:30.201 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:29 smithi040 ceph-mon[170259]: failed to encode map e262 with expected crc 2023-08-28T02:31:30.201 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:29 smithi040 ceph-mon[170259]: failed to encode map e262 with expected crc 2023-08-28T02:31:30.201 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:29 smithi040 ceph-mon[170259]: failed to encode map e262 with expected crc 2023-08-28T02:31:30.201 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:29 smithi040 ceph-mon[170259]: failed to encode map e262 with expected crc 2023-08-28T02:31:30.201 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:29 smithi040 ceph-mon[170259]: failed to encode map e262 with expected crc 2023-08-28T02:31:30.201 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:29 smithi040 ceph-mon[170259]: failed to encode map e262 with expected crc 2023-08-28T02:31:30.201 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:29 smithi040 ceph-mon[170259]: failed to encode map e262 with expected crc 2023-08-28T02:31:30.201 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:29 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1365058794' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:31:30.202 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:29 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:31:30.202 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:29 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:31:30.202 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:29 smithi040 ceph-mon[175404]: failed to encode map e262 with expected crc 2023-08-28T02:31:30.202 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:29 smithi040 ceph-mon[175404]: failed to encode map e262 with expected crc 2023-08-28T02:31:30.202 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:29 smithi040 ceph-mon[175404]: failed to encode map e262 with expected crc 2023-08-28T02:31:30.202 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:29 smithi040 ceph-mon[175404]: failed to encode map e262 with expected crc 2023-08-28T02:31:30.202 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:29 smithi040 ceph-mon[175404]: osdmap e262: 8 total, 7 up, 8 in 2023-08-28T02:31:30.202 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:29 smithi040 ceph-mon[175404]: failed to encode map e262 with expected crc 2023-08-28T02:31:30.203 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:29 smithi040 ceph-mon[175404]: failed to encode map e262 with expected crc 2023-08-28T02:31:30.203 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:29 smithi040 ceph-mon[175404]: failed to encode map e262 with expected crc 2023-08-28T02:31:30.203 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:29 smithi040 ceph-mon[175404]: failed to encode map e262 with expected crc 2023-08-28T02:31:30.203 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:29 smithi040 ceph-mon[175404]: failed to encode map e262 with expected crc 2023-08-28T02:31:30.203 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:29 smithi040 ceph-mon[175404]: failed to encode map e262 with expected crc 2023-08-28T02:31:30.203 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:29 smithi040 ceph-mon[175404]: failed to encode map e262 with expected crc 2023-08-28T02:31:30.203 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:29 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1365058794' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:31:30.203 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:29 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:31:30.203 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:29 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:31:30.206 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:30.331 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-08-28T02:31:30.331 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-08-28T02:31:30.334 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:31:30.338 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:30.338 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:31:30.391 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.4 dump_blocked_ops 2023-08-28T02:31:30.439 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:31:30.513 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:30.547 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:31:30.553 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:30.554 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:31:30.655 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:31:30.723 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:30.761 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:31:30.764 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:30.765 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:31:30.840 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:31:30.865 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:31:30.947 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:30.960 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:30 smithi083 ceph-mon[157819]: pgmap v790: 99 pgs: 1 active+undersized+degraded, 3 active+undersized, 13 stale+active+clean, 82 active+clean; 3.2 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 63 MiB/s wr, 1.01k op/s; 3389/156945 objects degraded (2.159%) 2023-08-28T02:31:31.030 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 36 16 56704 56688 98.3756 75.75 0.0114424 0.0101596 2023-08-28T02:31:31.033 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:31:31.040 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:31.041 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:31:31.142 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:31:31.200 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:30 smithi040 ceph-mon[175404]: pgmap v790: 99 pgs: 1 active+undersized+degraded, 3 active+undersized, 13 stale+active+clean, 82 active+clean; 3.2 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 63 MiB/s wr, 1.01k op/s; 3389/156945 objects degraded (2.159%) 2023-08-28T02:31:31.201 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:30 smithi040 ceph-mon[170259]: pgmap v790: 99 pgs: 1 active+undersized+degraded, 3 active+undersized, 13 stale+active+clean, 82 active+clean; 3.2 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 63 MiB/s wr, 1.01k op/s; 3389/156945 objects degraded (2.159%) 2023-08-28T02:31:31.205 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:31.234 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:31:31.238 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:31.238 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:31:31.339 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:31:31.391 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:31.430 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:31:31.434 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:31.434 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:31:31.535 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:31:31.606 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:31.684 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:31:31.694 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:31.694 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:31:31.795 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:31:31.858 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:31.897 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:31:31.902 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:31.902 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:31:31.969 INFO:teuthology.orchestra.run.smithi083.stdout:ERROR: (22) Invalid argument 2023-08-28T02:31:31.969 INFO:teuthology.orchestra.run.smithi083.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:31:31.987 INFO:teuthology.orchestra.run.smithi040.stderr:noscrub is unset 2023-08-28T02:31:32.004 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:31:32.030 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 37 16 58031 58015 97.9582 82.9375 0.00973576 0.0102037 2023-08-28T02:31:32.069 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:32.098 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:31:32.103 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:32.104 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:31:32.143 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:31 smithi040 ceph-mon[170259]: Health check failed: Degraded data redundancy: 3389/156945 objects degraded (2.159%), 1 pg degraded (PG_DEGRADED) 2023-08-28T02:31:32.143 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:31 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/823736028' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:31:32.144 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:31 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:31:32.144 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:31 smithi040 ceph-mon[175404]: Health check failed: Degraded data redundancy: 3389/156945 objects degraded (2.159%), 1 pg degraded (PG_DEGRADED) 2023-08-28T02:31:32.144 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:31 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/823736028' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:31:32.144 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:31 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:31:32.167 DEBUG:teuthology.orchestra.run.smithi040:> sudo pkill -f 'journalctl -f -n 0 -u ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315@osd.3.service' 2023-08-28T02:31:32.205 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:31:32.245 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:31 smithi083 ceph-mon[157819]: Health check failed: Degraded data redundancy: 3389/156945 objects degraded (2.159%), 1 pg degraded (PG_DEGRADED) 2023-08-28T02:31:32.245 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:31 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/823736028' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:31:32.245 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:31 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:31:32.249 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-08-28T02:31:32.250 INFO:tasks.cephadm.osd.3:Stopped osd.3 2023-08-28T02:31:32.252 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:32.332 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-08-28T02:31:32.333 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:31:32.340 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:32.341 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:31:32.356 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.4 dump_historic_ops 2023-08-28T02:31:32.441 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:31:32.504 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:32.554 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:31:32.557 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:32.558 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:31:32.658 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:31:32.716 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:32.764 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:31:32.773 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:32.774 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:31:32.777 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:31:32.823 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:31:32.874 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:31:32.926 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:32.955 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:31:32.961 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:32.961 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:31:32.970 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:32 smithi083 ceph-mon[157819]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:31:32.970 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:32 smithi083 ceph-mon[157819]: failed to encode map e263 with expected crc 2023-08-28T02:31:32.970 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:32 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:31:32.970 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:32 smithi083 ceph-mon[157819]: osdmap e263: 8 total, 7 up, 8 in 2023-08-28T02:31:32.970 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:32 smithi083 ceph-mon[157819]: failed to encode map e263 with expected crc 2023-08-28T02:31:32.970 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:32 smithi083 ceph-mon[157819]: failed to encode map e263 with expected crc 2023-08-28T02:31:32.970 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:32 smithi083 ceph-mon[157819]: pgmap v792: 99 pgs: 9 active+undersized+degraded, 24 active+undersized, 2 stale+active+clean, 64 active+clean; 3.4 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 28 KiB/s rd, 64 MiB/s wr, 1.04k op/s; 17505/168579 objects degraded (10.384%); 52 KiB/s, 0 objects/s recovering 2023-08-28T02:31:33.030 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 38 16 59294 59278 97.4577 78.9375 0.0173235 0.0102553 2023-08-28T02:31:33.063 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:31:33.116 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:33.172 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:32 smithi040 ceph-mon[170259]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:31:33.172 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:32 smithi040 ceph-mon[170259]: failed to encode map e263 with expected crc 2023-08-28T02:31:33.172 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:32 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:31:33.172 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:32 smithi040 ceph-mon[170259]: osdmap e263: 8 total, 7 up, 8 in 2023-08-28T02:31:33.173 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:32 smithi040 ceph-mon[170259]: failed to encode map e263 with expected crc 2023-08-28T02:31:33.173 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:32 smithi040 ceph-mon[170259]: failed to encode map e263 with expected crc 2023-08-28T02:31:33.173 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:32 smithi040 ceph-mon[170259]: pgmap v792: 99 pgs: 9 active+undersized+degraded, 24 active+undersized, 2 stale+active+clean, 64 active+clean; 3.4 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 28 KiB/s rd, 64 MiB/s wr, 1.04k op/s; 17505/168579 objects degraded (10.384%); 52 KiB/s, 0 objects/s recovering 2023-08-28T02:31:33.173 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:32 smithi040 ceph-mon[175404]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:31:33.173 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:32 smithi040 ceph-mon[175404]: failed to encode map e263 with expected crc 2023-08-28T02:31:33.173 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:32 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:31:33.173 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:32 smithi040 ceph-mon[175404]: osdmap e263: 8 total, 7 up, 8 in 2023-08-28T02:31:33.173 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:32 smithi040 ceph-mon[175404]: failed to encode map e263 with expected crc 2023-08-28T02:31:33.173 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:32 smithi040 ceph-mon[175404]: failed to encode map e263 with expected crc 2023-08-28T02:31:33.174 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:32 smithi040 ceph-mon[175404]: pgmap v792: 99 pgs: 9 active+undersized+degraded, 24 active+undersized, 2 stale+active+clean, 64 active+clean; 3.4 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 28 KiB/s rd, 64 MiB/s wr, 1.04k op/s; 17505/168579 objects degraded (10.384%); 52 KiB/s, 0 objects/s recovering 2023-08-28T02:31:33.205 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:31:33.209 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:33.209 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:31:33.310 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:31:33.358 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:34.031 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 39 16 60655 60639 97.1381 85.0625 0.00670207 0.01029 2023-08-28T02:31:34.061 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:31:34.100 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:31:34.140 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:31:34.182 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:31:34.228 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:31:34.271 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:31:34.310 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:31:34.310 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-08-28T02:31:34.310 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-08-28T02:31:34.310 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-08-28T02:31:34.310 INFO:teuthology.orchestra.run.smithi040.stderr:Error ENXIO: problem getting command descriptions from osd.3 2023-08-28T02:31:34.310 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-08-28T02:31:34.310 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-08-28T02:31:34.311 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-08-28T02:31:34.311 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-08-28T02:31:34.329 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:34 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/4105225819' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:31:34.329 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:34 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/4105225819' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:31:34.493 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:34 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/4105225819' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:31:34.518 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd unset nodeep-scrub 2023-08-28T02:31:34.747 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-08-28T02:31:34.748 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-08-28T02:31:34.838 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:31:34.842 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:34.843 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:31:34.943 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:31:35.002 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:35.005 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:31:35.031 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:2023-08-28T02:31:35.032269+0000 min lat: 0.00127198 max lat: 1.02728 avg lat: 0.0103241 2023-08-28T02:31:35.031 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-08-28T02:31:35.031 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 40 16 62000 61984 96.8111 84.0625 0.0168312 0.0103241 2023-08-28T02:31:35.035 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:31:35.041 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:35.041 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:31:35.142 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:31:35.210 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:35.247 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:31:35.250 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:35 smithi040 ceph-mon[175404]: pgmap v793: 99 pgs: 9 active+undersized+degraded, 28 active+undersized, 62 active+clean; 3.5 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 26 KiB/s rd, 51 MiB/s wr, 834 op/s; 17904/171651 objects degraded (10.430%); 49 KiB/s, 0 objects/s recovering 2023-08-28T02:31:35.250 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:35 smithi040 ceph-mon[170259]: pgmap v793: 99 pgs: 9 active+undersized+degraded, 28 active+undersized, 62 active+clean; 3.5 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 26 KiB/s rd, 51 MiB/s wr, 834 op/s; 17904/171651 objects degraded (10.430%); 49 KiB/s, 0 objects/s recovering 2023-08-28T02:31:35.251 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:35.251 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:31:35.352 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:31:35.410 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:35.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:35 smithi083 ceph-mon[157819]: pgmap v793: 99 pgs: 9 active+undersized+degraded, 28 active+undersized, 62 active+clean; 3.5 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 26 KiB/s rd, 51 MiB/s wr, 834 op/s; 17904/171651 objects degraded (10.430%); 49 KiB/s, 0 objects/s recovering 2023-08-28T02:31:35.497 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:31:35.500 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:31:35 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:31:35] "GET /metrics HTTP/1.1" 200 36493 "" "Prometheus/2.43.0" 2023-08-28T02:31:35.501 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:35.502 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:31:35.603 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:31:35.661 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:35.745 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:31:35.752 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:35.752 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:31:35.853 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:31:35.899 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:35.936 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:31:35.943 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:35.943 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:31:36.032 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 41 16 63322 63306 96.463 82.625 0.0058332 0.0103611 2023-08-28T02:31:36.044 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:31:36.099 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:36.148 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:31:36.156 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:36.156 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:31:36.257 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:31:36.270 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2023-08-28T02:31:36.270 INFO:teuthology.orchestra.run.smithi083.stdout: "size": 20, 2023-08-28T02:31:36.270 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 600, 2023-08-28T02:31:36.271 INFO:teuthology.orchestra.run.smithi083.stdout: "ops": [ 2023-08-28T02:31:36.271 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.271 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:101379 9.10 9:0b5caedf:::benchmark_data_smithi040_209735_object101378:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e189)", 2023-08-28T02:31:36.271 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:28:14.284073+0000", 2023-08-28T02:31:36.271 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 201.98157455500001, 2023-08-28T02:31:36.271 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0030421940000001, 2023-08-28T02:31:36.271 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:31:36.271 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "reached pg", 2023-08-28T02:31:36.271 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:31:36.271 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:31:36.271 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:31:36.272 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 101379 2023-08-28T02:31:36.272 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.272 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:31:36.272 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.272 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:31:36.272 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:14.284073+0000", 2023-08-28T02:31:36.272 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:36.272 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.272 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.272 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:31:36.272 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:14.284073+0000", 2023-08-28T02:31:36.272 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:36.273 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.273 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.273 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:31:36.273 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:14.284072+0000", 2023-08-28T02:31:36.273 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:31:36.273 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.273 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.273 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:31:36.273 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:14.284189+0000", 2023-08-28T02:31:36.273 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000117864 2023-08-28T02:31:36.273 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.274 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.274 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:31:36.274 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:14.284208+0000", 2023-08-28T02:31:36.274 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.8400999999999999e-05 2023-08-28T02:31:36.274 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.274 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.274 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:31:36.274 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:14.284216+0000", 2023-08-28T02:31:36.274 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.0800000000000006e-06 2023-08-28T02:31:36.274 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.274 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.275 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:31:36.275 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:14.284257+0000", 2023-08-28T02:31:36.275 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.1031000000000001e-05 2023-08-28T02:31:36.275 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.275 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.275 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:31:36.275 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:14.284263+0000", 2023-08-28T02:31:36.275 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.4370000000000004e-06 2023-08-28T02:31:36.275 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.275 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.275 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:31:36.276 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:15.287011+0000", 2023-08-28T02:31:36.276 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.002748046 2023-08-28T02:31:36.276 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.276 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.276 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:31:36.276 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:15.287115+0000", 2023-08-28T02:31:36.276 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00010407399999999999 2023-08-28T02:31:36.276 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:36.276 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:31:36.276 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:36.276 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.277 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.277 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:101403 9.10 9:0b697801:::benchmark_data_smithi040_209735_object101402:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e189)", 2023-08-28T02:31:36.277 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:28:14.310807+0000", 2023-08-28T02:31:36.277 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 201.95484094099999, 2023-08-28T02:31:36.277 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.99565151200000002, 2023-08-28T02:31:36.277 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:31:36.277 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:31:36.277 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:31:36.277 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:31:36.277 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:31:36.277 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 101403 2023-08-28T02:31:36.278 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.278 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:31:36.278 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.278 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:31:36.278 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:14.310807+0000", 2023-08-28T02:31:36.278 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:36.278 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.278 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.278 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:31:36.278 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:14.310807+0000", 2023-08-28T02:31:36.279 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:36.279 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.279 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.279 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:31:36.279 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:14.310805+0000", 2023-08-28T02:31:36.279 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:31:36.279 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.279 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.279 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:31:36.279 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:14.310835+0000", 2023-08-28T02:31:36.280 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.9947e-05 2023-08-28T02:31:36.280 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.280 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.280 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:31:36.280 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:14.310851+0000", 2023-08-28T02:31:36.280 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.5722999999999998e-05 2023-08-28T02:31:36.280 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.280 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.280 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:31:36.280 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:14.310858+0000", 2023-08-28T02:31:36.280 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.1049999999999997e-06 2023-08-28T02:31:36.281 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.281 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.281 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:31:36.281 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:14.310914+0000", 2023-08-28T02:31:36.281 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.5782000000000002e-05 2023-08-28T02:31:36.281 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.281 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.281 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:31:36.281 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:14.310926+0000", 2023-08-28T02:31:36.281 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2529e-05 2023-08-28T02:31:36.281 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.282 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.282 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:31:36.282 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:15.287470+0000", 2023-08-28T02:31:36.282 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.97654353400000005 2023-08-28T02:31:36.282 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.282 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.282 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:31:36.282 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:15.287578+0000", 2023-08-28T02:31:36.282 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00010819600000000001 2023-08-28T02:31:36.282 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.282 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.283 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 0,7", 2023-08-28T02:31:36.283 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:15.287721+0000", 2023-08-28T02:31:36.283 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000143418 2023-08-28T02:31:36.283 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.283 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.283 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:31:36.283 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:15.293343+0000", 2023-08-28T02:31:36.283 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.005621277 2023-08-28T02:31:36.283 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.283 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.283 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:36.284 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:15.297028+0000", 2023-08-28T02:31:36.284 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0036855989999999999 2023-08-28T02:31:36.284 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.284 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.284 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:36.284 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:15.306360+0000", 2023-08-28T02:31:36.284 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0093319189999999993 2023-08-28T02:31:36.284 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.284 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.284 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:31:36.284 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:15.306414+0000", 2023-08-28T02:31:36.284 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.4203999999999998e-05 2023-08-28T02:31:36.285 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.285 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.285 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:31:36.285 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:15.306458+0000", 2023-08-28T02:31:36.285 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.4004000000000001e-05 2023-08-28T02:31:36.285 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:36.285 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:31:36.285 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:36.285 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.285 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.285 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:166845 9.14 9:2c4f1c9b:::benchmark_data_smithi040_209735_object59250:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e218)", 2023-08-28T02:31:36.285 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:33.959323+0000", 2023-08-28T02:31:36.286 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 122.30632459500001, 2023-08-28T02:31:36.286 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.3581513740000002, 2023-08-28T02:31:36.286 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:31:36.286 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:31:36.286 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:31:36.286 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:31:36.286 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:31:36.286 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 166845 2023-08-28T02:31:36.286 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.286 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:31:36.286 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.286 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:31:36.287 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.959323+0000", 2023-08-28T02:31:36.287 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:36.287 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.287 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.287 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:31:36.287 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.959323+0000", 2023-08-28T02:31:36.287 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:36.287 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.287 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.287 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:31:36.287 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.959322+0000", 2023-08-28T02:31:36.288 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:31:36.288 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.288 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.288 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:31:36.288 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.959328+0000", 2023-08-28T02:31:36.288 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.9490000000000001e-06 2023-08-28T02:31:36.288 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.288 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.288 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:31:36.288 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.959341+0000", 2023-08-28T02:31:36.288 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2981e-05 2023-08-28T02:31:36.288 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.289 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.289 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:31:36.289 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.959347+0000", 2023-08-28T02:31:36.289 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.4749999999999998e-06 2023-08-28T02:31:36.289 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.289 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.289 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:31:36.289 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.959405+0000", 2023-08-28T02:31:36.289 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.7964000000000003e-05 2023-08-28T02:31:36.289 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.289 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.290 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:31:36.290 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.959417+0000", 2023-08-28T02:31:36.290 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2069000000000001e-05 2023-08-28T02:31:36.290 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.290 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.290 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:31:36.290 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.923711+0000", 2023-08-28T02:31:36.290 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.96429342699999998 2023-08-28T02:31:36.290 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.290 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.290 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:31:36.290 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.923720+0000", 2023-08-28T02:31:36.291 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.5850000000000006e-06 2023-08-28T02:31:36.291 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.291 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.291 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:31:36.291 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.297343+0000", 2023-08-28T02:31:36.291 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.3736230039999999 2023-08-28T02:31:36.291 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.291 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.291 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:31:36.291 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.297491+0000", 2023-08-28T02:31:36.292 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00014783 2023-08-28T02:31:36.292 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.292 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.292 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 3,5", 2023-08-28T02:31:36.292 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.298081+0000", 2023-08-28T02:31:36.292 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00058958000000000003 2023-08-28T02:31:36.292 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.292 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.292 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:36.292 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.307879+0000", 2023-08-28T02:31:36.292 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0097980529999999993 2023-08-28T02:31:36.292 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.292 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.293 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:36.293 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.316163+0000", 2023-08-28T02:31:36.293 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0082847570000000002 2023-08-28T02:31:36.293 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.293 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.293 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:31:36.293 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.316175+0000", 2023-08-28T02:31:36.293 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1759e-05 2023-08-28T02:31:36.293 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.293 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.293 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:31:36.293 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.316240+0000", 2023-08-28T02:31:36.294 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.4770000000000005e-05 2023-08-28T02:31:36.294 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.294 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.294 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:31:36.294 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.317475+0000", 2023-08-28T02:31:36.294 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00123459 2023-08-28T02:31:36.294 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:36.294 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:31:36.294 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:36.294 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.294 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.294 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:173310 9.16 9:6888e5df:::benchmark_data_smithi040_209735_object65715:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e224)", 2023-08-28T02:31:36.295 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:44.391603+0000", 2023-08-28T02:31:36.295 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 111.874045283, 2023-08-28T02:31:36.295 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.145845827, 2023-08-28T02:31:36.295 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:31:36.295 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:31:36.295 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:31:36.295 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:31:36.295 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:31:36.295 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 173310 2023-08-28T02:31:36.295 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.295 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:31:36.296 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.296 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:31:36.296 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.391603+0000", 2023-08-28T02:31:36.296 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:36.296 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.296 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.296 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:31:36.296 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.391603+0000", 2023-08-28T02:31:36.296 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:36.296 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.296 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.296 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:31:36.297 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.391601+0000", 2023-08-28T02:31:36.297 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:31:36.297 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.297 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.297 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:31:36.297 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.391607+0000", 2023-08-28T02:31:36.297 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.7909999999999999e-06 2023-08-28T02:31:36.297 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.297 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.297 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:31:36.297 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.391619+0000", 2023-08-28T02:31:36.297 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1609e-05 2023-08-28T02:31:36.298 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.298 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.298 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:31:36.298 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.391627+0000", 2023-08-28T02:31:36.298 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.3180000000000007e-06 2023-08-28T02:31:36.298 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.298 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.298 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:31:36.298 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.398187+0000", 2023-08-28T02:31:36.298 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0065600650000000003 2023-08-28T02:31:36.298 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.299 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.299 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:31:36.299 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.398199+0000", 2023-08-28T02:31:36.299 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1243999999999999e-05 2023-08-28T02:31:36.299 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.299 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.299 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:31:36.299 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:46.155073+0000", 2023-08-28T02:31:36.299 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.756874676 2023-08-28T02:31:36.299 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.299 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.299 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:31:36.300 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:46.157599+0000", 2023-08-28T02:31:36.300 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0025258939999999999 2023-08-28T02:31:36.300 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.300 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.300 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,2", 2023-08-28T02:31:36.300 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:46.161549+0000", 2023-08-28T02:31:36.300 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0039500510000000004 2023-08-28T02:31:36.300 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.300 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.300 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:31:36.300 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.514977+0000", 2023-08-28T02:31:36.300 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.353428002 2023-08-28T02:31:36.301 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.301 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.301 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:36.301 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.529899+0000", 2023-08-28T02:31:36.301 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.014922115999999999 2023-08-28T02:31:36.301 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.301 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.301 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:36.301 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.530769+0000", 2023-08-28T02:31:36.301 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00086952299999999998 2023-08-28T02:31:36.301 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.301 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.302 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:31:36.302 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.532124+0000", 2023-08-28T02:31:36.302 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.001355385 2023-08-28T02:31:36.302 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.302 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.302 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:31:36.302 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.537448+0000", 2023-08-28T02:31:36.302 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0053240040000000002 2023-08-28T02:31:36.302 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:36.302 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:31:36.302 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:36.302 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.303 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.303 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:173317 9.16 9:6efa6300:::benchmark_data_smithi040_209735_object65722:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e224)", 2023-08-28T02:31:36.303 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:44.391634+0000", 2023-08-28T02:31:36.303 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 111.874013723, 2023-08-28T02:31:36.303 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.2030566519999999, 2023-08-28T02:31:36.303 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:31:36.303 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:31:36.303 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:31:36.303 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:31:36.303 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:31:36.303 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 173317 2023-08-28T02:31:36.304 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.304 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:31:36.304 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.304 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:31:36.304 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.391634+0000", 2023-08-28T02:31:36.304 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:36.304 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.304 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.304 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:31:36.304 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.391634+0000", 2023-08-28T02:31:36.304 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:36.304 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.304 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.305 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:31:36.305 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.391634+0000", 2023-08-28T02:31:36.305 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999995 2023-08-28T02:31:36.305 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.305 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.305 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:31:36.305 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.391637+0000", 2023-08-28T02:31:36.305 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.9289999999999998e-06 2023-08-28T02:31:36.305 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.305 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.306 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:31:36.306 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.391644+0000", 2023-08-28T02:31:36.306 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.3869999999999997e-06 2023-08-28T02:31:36.306 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.306 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.306 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:31:36.306 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.391648+0000", 2023-08-28T02:31:36.306 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.2629999999999997e-06 2023-08-28T02:31:36.306 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.306 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.306 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:31:36.306 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.398288+0000", 2023-08-28T02:31:36.307 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0066393650000000004 2023-08-28T02:31:36.307 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.307 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.307 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:31:36.307 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.398295+0000", 2023-08-28T02:31:36.307 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.3889999999999999e-06 2023-08-28T02:31:36.307 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.307 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.307 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:31:36.307 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.539793+0000", 2023-08-28T02:31:36.307 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.1414976960000001 2023-08-28T02:31:36.307 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.308 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.308 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:31:36.308 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.542710+0000", 2023-08-28T02:31:36.308 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0029169360000000002 2023-08-28T02:31:36.308 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.308 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.308 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,2", 2023-08-28T02:31:36.308 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.547120+0000", 2023-08-28T02:31:36.308 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0044102840000000004 2023-08-28T02:31:36.308 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.308 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.308 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:36.309 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.562350+0000", 2023-08-28T02:31:36.309 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.015229748 2023-08-28T02:31:36.309 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.309 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.309 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:36.309 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.563068+0000", 2023-08-28T02:31:36.309 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00071870500000000004 2023-08-28T02:31:36.309 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.309 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.309 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:31:36.309 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.588858+0000", 2023-08-28T02:31:36.310 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.025789204 2023-08-28T02:31:36.310 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.310 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.310 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:31:36.310 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.589923+0000", 2023-08-28T02:31:36.310 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.001065388 2023-08-28T02:31:36.310 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.310 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.310 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:31:36.310 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.594691+0000", 2023-08-28T02:31:36.310 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0047677659999999997 2023-08-28T02:31:36.310 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:36.311 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:31:36.311 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:36.311 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.311 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.311 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:173319 9.16 9:6dd63676:::benchmark_data_smithi040_209735_object65724:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e224)", 2023-08-28T02:31:36.311 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:44.391652+0000", 2023-08-28T02:31:36.311 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 111.873995604, 2023-08-28T02:31:36.311 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.2092519419999999, 2023-08-28T02:31:36.311 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:31:36.311 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:31:36.312 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:31:36.312 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:31:36.312 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:31:36.312 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 173319 2023-08-28T02:31:36.312 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.312 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:31:36.312 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.312 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:31:36.312 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.391652+0000", 2023-08-28T02:31:36.313 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:36.313 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.313 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.313 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:31:36.313 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.391652+0000", 2023-08-28T02:31:36.313 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:36.313 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.313 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.313 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:31:36.313 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.391652+0000", 2023-08-28T02:31:36.313 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999995 2023-08-28T02:31:36.314 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.314 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.314 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:31:36.314 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.391655+0000", 2023-08-28T02:31:36.314 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.7190000000000001e-06 2023-08-28T02:31:36.314 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.314 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.314 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:31:36.314 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.391661+0000", 2023-08-28T02:31:36.314 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.0190000000000003e-06 2023-08-28T02:31:36.314 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.314 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.315 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:31:36.315 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.391665+0000", 2023-08-28T02:31:36.315 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.7380000000000002e-06 2023-08-28T02:31:36.315 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.315 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.315 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:31:36.315 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.398316+0000", 2023-08-28T02:31:36.315 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0066509339999999998 2023-08-28T02:31:36.315 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.315 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.315 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:31:36.315 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.398323+0000", 2023-08-28T02:31:36.316 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.7710000000000001e-06 2023-08-28T02:31:36.316 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.316 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.316 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:31:36.316 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.550780+0000", 2023-08-28T02:31:36.316 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.1524565240000002 2023-08-28T02:31:36.316 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.316 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.316 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:31:36.316 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.553917+0000", 2023-08-28T02:31:36.316 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0031372180000000002 2023-08-28T02:31:36.316 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.317 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.317 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,2", 2023-08-28T02:31:36.317 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.558015+0000", 2023-08-28T02:31:36.317 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0040978830000000001 2023-08-28T02:31:36.317 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.317 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.317 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:36.317 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.563865+0000", 2023-08-28T02:31:36.317 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0058503490000000003 2023-08-28T02:31:36.317 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.317 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.317 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:36.318 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.566203+0000", 2023-08-28T02:31:36.318 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0023378029999999998 2023-08-28T02:31:36.318 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.318 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.318 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:31:36.318 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.595554+0000", 2023-08-28T02:31:36.318 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.029351519999999999 2023-08-28T02:31:36.318 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.318 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.318 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:31:36.318 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.596586+0000", 2023-08-28T02:31:36.319 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0010320699999999999 2023-08-28T02:31:36.319 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.319 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.319 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:31:36.319 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.600904+0000", 2023-08-28T02:31:36.319 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0043177529999999997 2023-08-28T02:31:36.319 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:36.319 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:31:36.319 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:36.319 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.319 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.319 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:173333 9.16 9:6a109e3f:::benchmark_data_smithi040_209735_object65738:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e225)", 2023-08-28T02:31:36.320 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:45.455779+0000", 2023-08-28T02:31:36.320 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 110.809868579, 2023-08-28T02:31:36.320 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.1765823480000002, 2023-08-28T02:31:36.320 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:31:36.320 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:31:36.320 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:31:36.320 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:31:36.320 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:31:36.320 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 173333 2023-08-28T02:31:36.320 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.320 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:31:36.320 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.321 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:31:36.321 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.455779+0000", 2023-08-28T02:31:36.321 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:36.321 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.321 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.321 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:31:36.321 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.455779+0000", 2023-08-28T02:31:36.321 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:36.321 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.321 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.321 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:31:36.321 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.455778+0000", 2023-08-28T02:31:36.322 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:31:36.322 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.322 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.322 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:31:36.322 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.455785+0000", 2023-08-28T02:31:36.322 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.148e-06 2023-08-28T02:31:36.322 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.322 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.322 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:31:36.322 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.455798+0000", 2023-08-28T02:31:36.322 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2693e-05 2023-08-28T02:31:36.322 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.323 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.323 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:31:36.323 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.455803+0000", 2023-08-28T02:31:36.323 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.1789999999999999e-06 2023-08-28T02:31:36.323 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.323 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.323 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:31:36.323 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.566415+0000", 2023-08-28T02:31:36.323 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.1106126629999999 2023-08-28T02:31:36.323 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.323 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.324 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:31:36.324 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.569012+0000", 2023-08-28T02:31:36.324 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0025965319999999999 2023-08-28T02:31:36.324 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.324 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.324 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,2", 2023-08-28T02:31:36.324 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.573605+0000", 2023-08-28T02:31:36.324 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0045929819999999998 2023-08-28T02:31:36.324 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.324 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.324 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:36.324 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.588643+0000", 2023-08-28T02:31:36.325 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.015038365999999999 2023-08-28T02:31:36.325 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.325 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.325 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:36.325 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.595340+0000", 2023-08-28T02:31:36.325 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0066966329999999996 2023-08-28T02:31:36.325 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.325 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.325 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:31:36.325 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.627057+0000", 2023-08-28T02:31:36.325 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.031716684000000002 2023-08-28T02:31:36.326 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.326 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.326 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:31:36.326 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.628172+0000", 2023-08-28T02:31:36.326 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.001115338 2023-08-28T02:31:36.326 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.326 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.326 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:31:36.326 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.632362+0000", 2023-08-28T02:31:36.327 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0041896670000000002 2023-08-28T02:31:36.327 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:36.327 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:31:36.327 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:36.327 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.327 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.327 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_repop(client.34719.0:173346 9.1e e225/223 9:7cf8630e:::benchmark_data_smithi040_209735_object65751:head v 225'10573, mlcod=0'0)", 2023-08-28T02:31:36.327 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:45.469146+0000", 2023-08-28T02:31:36.327 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 110.79650194200001, 2023-08-28T02:31:36.327 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.0694062139999998, 2023-08-28T02:31:36.328 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:31:36.328 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:31:36.328 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:31:36.328 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.328 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:31:36.328 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.469146+0000", 2023-08-28T02:31:36.328 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:36.328 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.328 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.328 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:31:36.328 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.469146+0000", 2023-08-28T02:31:36.328 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:36.329 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.329 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.329 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:31:36.329 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.469146+0000", 2023-08-28T02:31:36.329 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999995 2023-08-28T02:31:36.329 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.329 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.329 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:31:36.329 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.469151+0000", 2023-08-28T02:31:36.329 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.2519999999999999e-06 2023-08-28T02:31:36.329 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.330 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.330 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:31:36.330 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.469164+0000", 2023-08-28T02:31:36.330 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2804e-05 2023-08-28T02:31:36.330 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.330 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.330 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:31:36.330 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.469171+0000", 2023-08-28T02:31:36.330 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.1060000000000002e-06 2023-08-28T02:31:36.330 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.330 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.331 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:31:36.331 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.529928+0000", 2023-08-28T02:31:36.331 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.0607574390000001 2023-08-28T02:31:36.331 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.331 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.331 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:31:36.331 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.529951+0000", 2023-08-28T02:31:36.331 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.2524999999999999e-05 2023-08-28T02:31:36.331 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.331 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.331 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:31:36.331 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.538523+0000", 2023-08-28T02:31:36.332 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0085727489999999993 2023-08-28T02:31:36.332 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.332 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.332 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:31:36.332 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.538552+0000", 2023-08-28T02:31:36.332 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.8699000000000001e-05 2023-08-28T02:31:36.332 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:36.332 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:31:36.332 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:36.332 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.332 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.332 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:173365 9.16 9:6c5d536a:::benchmark_data_smithi040_209735_object65770:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e225)", 2023-08-28T02:31:36.333 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:45.498802+0000", 2023-08-28T02:31:36.333 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 110.766845456, 2023-08-28T02:31:36.333 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.1403517189999999, 2023-08-28T02:31:36.333 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:31:36.333 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:31:36.333 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:31:36.333 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:31:36.333 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:31:36.333 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 173365 2023-08-28T02:31:36.333 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.333 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:31:36.333 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.334 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:31:36.334 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.498802+0000", 2023-08-28T02:31:36.334 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:36.334 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.334 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.334 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:31:36.334 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.498802+0000", 2023-08-28T02:31:36.334 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:36.334 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.334 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.334 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:31:36.334 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.498801+0000", 2023-08-28T02:31:36.335 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:31:36.335 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.335 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.335 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:31:36.335 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.498809+0000", 2023-08-28T02:31:36.335 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.3809999999999999e-06 2023-08-28T02:31:36.335 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.335 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.335 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:31:36.335 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.498823+0000", 2023-08-28T02:31:36.335 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.3991999999999999e-05 2023-08-28T02:31:36.335 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.336 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.336 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:31:36.336 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.498829+0000", 2023-08-28T02:31:36.336 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.3289999999999999e-06 2023-08-28T02:31:36.336 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.336 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.336 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:31:36.336 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.577312+0000", 2023-08-28T02:31:36.336 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.078482406 2023-08-28T02:31:36.336 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.336 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.337 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:31:36.337 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.580334+0000", 2023-08-28T02:31:36.337 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.003022126 2023-08-28T02:31:36.337 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.337 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.337 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,2", 2023-08-28T02:31:36.337 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.584911+0000", 2023-08-28T02:31:36.337 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0045769280000000001 2023-08-28T02:31:36.337 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.337 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.337 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:36.337 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.601706+0000", 2023-08-28T02:31:36.338 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.016794801000000002 2023-08-28T02:31:36.338 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.338 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.338 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:36.338 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.602548+0000", 2023-08-28T02:31:36.338 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00084189900000000001 2023-08-28T02:31:36.338 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.338 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.338 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:31:36.338 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.633331+0000", 2023-08-28T02:31:36.338 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.030783049999999999 2023-08-28T02:31:36.338 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.339 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.339 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:31:36.339 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.634393+0000", 2023-08-28T02:31:36.339 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0010618470000000001 2023-08-28T02:31:36.339 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.339 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.339 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:31:36.339 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.639154+0000", 2023-08-28T02:31:36.339 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0047615740000000002 2023-08-28T02:31:36.339 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:36.339 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:31:36.339 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:36.340 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.340 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.340 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_repop(client.34719.0:173376 9.e e225/223 9:7349bdcd:::benchmark_data_smithi040_209735_object65781:head v 225'10550, mlcod=0'0)", 2023-08-28T02:31:36.340 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:45.528659+0000", 2023-08-28T02:31:36.340 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 110.73698845200001, 2023-08-28T02:31:36.340 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.009916788, 2023-08-28T02:31:36.340 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:31:36.340 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:31:36.340 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:31:36.340 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.340 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:31:36.341 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.528659+0000", 2023-08-28T02:31:36.341 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:36.341 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.341 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.341 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:31:36.341 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.528659+0000", 2023-08-28T02:31:36.341 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:36.341 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.341 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.341 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:31:36.341 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.528658+0000", 2023-08-28T02:31:36.342 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:31:36.342 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.342 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.342 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:31:36.342 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.528669+0000", 2023-08-28T02:31:36.342 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0815000000000001e-05 2023-08-28T02:31:36.342 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.342 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.342 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:31:36.342 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.528682+0000", 2023-08-28T02:31:36.342 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2869e-05 2023-08-28T02:31:36.342 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.342 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.343 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:31:36.343 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.528689+0000", 2023-08-28T02:31:36.343 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.0990000000000001e-06 2023-08-28T02:31:36.343 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.343 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.343 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:31:36.343 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.531336+0000", 2023-08-28T02:31:36.343 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.0026468940000002 2023-08-28T02:31:36.343 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.343 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.344 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:31:36.344 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.531356+0000", 2023-08-28T02:31:36.344 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.0653999999999999e-05 2023-08-28T02:31:36.344 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.344 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.344 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:31:36.344 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.538555+0000", 2023-08-28T02:31:36.344 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0071984969999999999 2023-08-28T02:31:36.344 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.344 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.344 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:31:36.344 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.538576+0000", 2023-08-28T02:31:36.345 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.1229e-05 2023-08-28T02:31:36.345 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:36.345 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:31:36.345 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:36.345 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.345 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.345 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_repop(client.34719.0:173383 9.e e225/223 9:77f6d65b:::benchmark_data_smithi040_209735_object65788:head v 225'10551, mlcod=0'0)", 2023-08-28T02:31:36.345 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:45.540389+0000", 2023-08-28T02:31:36.345 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 110.725258778, 2023-08-28T02:31:36.345 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.9982068819999999, 2023-08-28T02:31:36.345 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:31:36.345 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:31:36.346 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:31:36.346 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.346 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:31:36.346 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.540389+0000", 2023-08-28T02:31:36.346 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:36.346 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.346 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.346 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:31:36.346 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.540389+0000", 2023-08-28T02:31:36.346 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:36.346 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.346 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.347 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:31:36.347 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.540388+0000", 2023-08-28T02:31:36.347 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:31:36.347 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.347 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.347 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:31:36.347 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.540396+0000", 2023-08-28T02:31:36.347 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.1850000000000004e-06 2023-08-28T02:31:36.347 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.347 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.347 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:31:36.348 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.540407+0000", 2023-08-28T02:31:36.348 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0672e-05 2023-08-28T02:31:36.348 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.348 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.348 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:31:36.348 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.540413+0000", 2023-08-28T02:31:36.348 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.4300000000000003e-06 2023-08-28T02:31:36.348 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.348 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.348 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:31:36.348 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.532953+0000", 2023-08-28T02:31:36.348 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.992539375 2023-08-28T02:31:36.349 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.349 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.349 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:31:36.349 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.532972+0000", 2023-08-28T02:31:36.349 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.9556e-05 2023-08-28T02:31:36.349 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.349 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.349 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:31:36.349 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.538578+0000", 2023-08-28T02:31:36.349 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0056059509999999996 2023-08-28T02:31:36.349 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.349 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.350 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:31:36.350 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.538596+0000", 2023-08-28T02:31:36.350 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.7554000000000002e-05 2023-08-28T02:31:36.350 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:36.350 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:31:36.350 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:36.350 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.350 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.350 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:173391 9.16 9:6b2328cb:::benchmark_data_smithi040_209735_object65796:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e225)", 2023-08-28T02:31:36.350 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:45.554868+0000", 2023-08-28T02:31:36.350 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 110.710780152, 2023-08-28T02:31:36.351 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.1033266259999999, 2023-08-28T02:31:36.351 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:31:36.351 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:31:36.351 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:31:36.351 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:31:36.351 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:31:36.351 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 173391 2023-08-28T02:31:36.351 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.351 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:31:36.351 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.351 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:31:36.351 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.554868+0000", 2023-08-28T02:31:36.351 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:36.352 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.352 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.352 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:31:36.352 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.554868+0000", 2023-08-28T02:31:36.352 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:36.352 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.352 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.352 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:31:36.352 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.554866+0000", 2023-08-28T02:31:36.352 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:31:36.353 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.353 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.353 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:31:36.353 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.554874+0000", 2023-08-28T02:31:36.353 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.977e-06 2023-08-28T02:31:36.353 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.353 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.353 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:31:36.353 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.554888+0000", 2023-08-28T02:31:36.353 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.3823e-05 2023-08-28T02:31:36.353 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.354 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.354 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:31:36.354 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.554896+0000", 2023-08-28T02:31:36.354 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.6559999999999992e-06 2023-08-28T02:31:36.354 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.354 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.354 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:31:36.354 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.603261+0000", 2023-08-28T02:31:36.354 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.0483657059999998 2023-08-28T02:31:36.354 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.354 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.354 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:31:36.355 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.606352+0000", 2023-08-28T02:31:36.355 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0030907450000000002 2023-08-28T02:31:36.355 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.355 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.355 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,2", 2023-08-28T02:31:36.355 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.610925+0000", 2023-08-28T02:31:36.355 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0045731269999999997 2023-08-28T02:31:36.355 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.355 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.355 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:36.355 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.625698+0000", 2023-08-28T02:31:36.355 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.014772510000000001 2023-08-28T02:31:36.356 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.356 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.356 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:36.356 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.626727+0000", 2023-08-28T02:31:36.356 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0010290329999999999 2023-08-28T02:31:36.356 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.356 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.356 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:31:36.356 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.652288+0000", 2023-08-28T02:31:36.356 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.025561784000000001 2023-08-28T02:31:36.356 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.356 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.357 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:31:36.357 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.653386+0000", 2023-08-28T02:31:36.357 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.001097853 2023-08-28T02:31:36.357 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.357 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.357 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:31:36.357 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.658194+0000", 2023-08-28T02:31:36.357 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0048079760000000003 2023-08-28T02:31:36.357 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:36.357 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:31:36.357 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:36.357 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.357 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.358 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_repop(client.34719.0:173404 9.1e e225/223 9:7a63089a:::benchmark_data_smithi040_209735_object65809:head v 225'10574, mlcod=0'0)", 2023-08-28T02:31:36.358 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:45.586995+0000", 2023-08-28T02:31:36.358 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 110.678652821, 2023-08-28T02:31:36.358 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.952412789, 2023-08-28T02:31:36.358 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:31:36.358 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:31:36.358 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:31:36.358 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.358 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:31:36.358 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.586995+0000", 2023-08-28T02:31:36.358 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:36.358 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.359 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.359 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:31:36.359 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.586995+0000", 2023-08-28T02:31:36.359 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:36.359 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.359 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.359 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:31:36.359 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.586994+0000", 2023-08-28T02:31:36.359 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:31:36.359 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.359 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.359 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:31:36.360 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.587004+0000", 2023-08-28T02:31:36.360 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0027000000000001e-05 2023-08-28T02:31:36.360 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.360 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.360 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:31:36.360 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.587017+0000", 2023-08-28T02:31:36.360 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.3431000000000001e-05 2023-08-28T02:31:36.360 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.360 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.360 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:31:36.360 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.587025+0000", 2023-08-28T02:31:36.360 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.3719999999999999e-06 2023-08-28T02:31:36.361 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.361 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.361 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:31:36.361 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.534238+0000", 2023-08-28T02:31:36.361 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.947213077 2023-08-28T02:31:36.361 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.361 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.361 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:31:36.361 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.534256+0000", 2023-08-28T02:31:36.361 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.8580000000000002e-05 2023-08-28T02:31:36.361 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.361 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.362 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:31:36.362 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.539374+0000", 2023-08-28T02:31:36.362 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0051177979999999998 2023-08-28T02:31:36.362 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.362 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.362 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:31:36.362 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.539408+0000", 2023-08-28T02:31:36.362 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.3606000000000003e-05 2023-08-28T02:31:36.362 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:36.362 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:31:36.362 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:36.362 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.363 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.363 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_repop(client.34719.0:173412 9.e e225/223 9:775e1976:::benchmark_data_smithi040_209735_object65817:head v 225'10552, mlcod=0'0)", 2023-08-28T02:31:36.363 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:45.638087+0000", 2023-08-28T02:31:36.363 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 110.627560925, 2023-08-28T02:31:36.363 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.901343615, 2023-08-28T02:31:36.363 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:31:36.363 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:31:36.363 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:31:36.363 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.363 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:31:36.363 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.638087+0000", 2023-08-28T02:31:36.363 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:36.364 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.364 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.364 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:31:36.364 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.638087+0000", 2023-08-28T02:31:36.364 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:36.364 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.364 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.364 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:31:36.364 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.638086+0000", 2023-08-28T02:31:36.364 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:31:36.364 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.364 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.365 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:31:36.365 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.638096+0000", 2023-08-28T02:31:36.365 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0042e-05 2023-08-28T02:31:36.365 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.365 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.365 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:31:36.365 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.638110+0000", 2023-08-28T02:31:36.365 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.4616e-05 2023-08-28T02:31:36.365 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.365 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.365 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:31:36.366 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.638118+0000", 2023-08-28T02:31:36.366 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.0700000000000001e-06 2023-08-28T02:31:36.366 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.366 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.366 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:31:36.366 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.535539+0000", 2023-08-28T02:31:36.366 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.897421096 2023-08-28T02:31:36.366 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.366 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.366 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:31:36.366 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.535557+0000", 2023-08-28T02:31:36.367 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.7992999999999999e-05 2023-08-28T02:31:36.367 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.367 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.367 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:31:36.367 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.539411+0000", 2023-08-28T02:31:36.367 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0038542279999999999 2023-08-28T02:31:36.367 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.367 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.367 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:31:36.367 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.539431+0000", 2023-08-28T02:31:36.367 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.9661e-05 2023-08-28T02:31:36.367 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:36.368 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:31:36.368 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:36.368 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.368 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.368 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:173416 9.16 9:6f89385e:::benchmark_data_smithi040_209735_object65821:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e225)", 2023-08-28T02:31:36.368 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:45.645378+0000", 2023-08-28T02:31:36.368 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 110.620270076, 2023-08-28T02:31:36.368 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.0194142859999999, 2023-08-28T02:31:36.368 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:31:36.368 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:31:36.368 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:31:36.368 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:31:36.369 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:31:36.369 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 173416 2023-08-28T02:31:36.369 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.369 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:31:36.369 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.369 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:31:36.369 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.645378+0000", 2023-08-28T02:31:36.369 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:36.369 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.369 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.369 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:31:36.369 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.645378+0000", 2023-08-28T02:31:36.370 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:36.370 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.370 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.370 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:31:36.370 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.645376+0000", 2023-08-28T02:31:36.370 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:31:36.370 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.370 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.370 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:31:36.370 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.645383+0000", 2023-08-28T02:31:36.371 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.6000000000000003e-06 2023-08-28T02:31:36.371 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.371 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.371 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:31:36.371 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.645396+0000", 2023-08-28T02:31:36.371 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.3417999999999999e-05 2023-08-28T02:31:36.371 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.371 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.371 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:31:36.371 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.645407+0000", 2023-08-28T02:31:36.372 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0329000000000001e-05 2023-08-28T02:31:36.372 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.372 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.372 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:31:36.372 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.614658+0000", 2023-08-28T02:31:36.372 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.969251335 2023-08-28T02:31:36.372 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.372 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.372 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:31:36.372 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.617126+0000", 2023-08-28T02:31:36.373 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0024680280000000001 2023-08-28T02:31:36.373 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.373 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.373 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,2", 2023-08-28T02:31:36.373 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.621453+0000", 2023-08-28T02:31:36.373 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0043268559999999996 2023-08-28T02:31:36.373 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.373 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.373 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:36.373 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.633021+0000", 2023-08-28T02:31:36.373 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011568241999999999 2023-08-28T02:31:36.373 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.374 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.374 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:36.374 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.639890+0000", 2023-08-28T02:31:36.374 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.006868496 2023-08-28T02:31:36.374 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.374 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.374 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:31:36.374 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.658450+0000", 2023-08-28T02:31:36.374 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.018560294000000001 2023-08-28T02:31:36.374 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.374 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.375 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:31:36.375 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.659565+0000", 2023-08-28T02:31:36.375 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0011153059999999999 2023-08-28T02:31:36.375 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.375 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.375 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:31:36.375 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.664792+0000", 2023-08-28T02:31:36.375 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.005226708 2023-08-28T02:31:36.375 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:36.375 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:31:36.375 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:36.375 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.376 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.376 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_repop(client.34719.0:173428 9.e e226/223 9:766a8b60:::benchmark_data_smithi040_209735_object65833:head v 226'10553, mlcod=0'0)", 2023-08-28T02:31:36.376 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:45.889752+0000", 2023-08-28T02:31:36.376 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 110.375895773, 2023-08-28T02:31:36.376 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.6717040829999998, 2023-08-28T02:31:36.376 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:31:36.376 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:31:36.376 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:31:36.376 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.376 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:31:36.376 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.889752+0000", 2023-08-28T02:31:36.377 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:36.377 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.377 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.377 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:31:36.377 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.889752+0000", 2023-08-28T02:31:36.377 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:36.377 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.377 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.377 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:31:36.377 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.889751+0000", 2023-08-28T02:31:36.377 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:31:36.378 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.378 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.378 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:31:36.378 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.889758+0000", 2023-08-28T02:31:36.378 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.0609999999999998e-06 2023-08-28T02:31:36.378 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.378 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.378 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:31:36.378 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.889771+0000", 2023-08-28T02:31:36.378 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2753e-05 2023-08-28T02:31:36.378 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.378 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.379 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:31:36.379 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.889776+0000", 2023-08-28T02:31:36.379 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.9119999999999997e-06 2023-08-28T02:31:36.379 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.379 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.379 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:31:36.379 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.536953+0000", 2023-08-28T02:31:36.379 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.6471771120000001 2023-08-28T02:31:36.379 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.379 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.380 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:31:36.380 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.536972+0000", 2023-08-28T02:31:36.380 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.9194999999999998e-05 2023-08-28T02:31:36.380 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.380 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.380 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:31:36.380 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.561408+0000", 2023-08-28T02:31:36.380 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.024435505 2023-08-28T02:31:36.380 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.380 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.381 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:31:36.381 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.561456+0000", 2023-08-28T02:31:36.381 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.8565e-05 2023-08-28T02:31:36.381 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:36.381 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:31:36.381 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:36.381 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.381 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.381 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_repop(client.34719.0:173444 9.1e e226/223 9:7e5e8021:::benchmark_data_smithi040_209735_object65849:head v 226'10575, mlcod=0'0)", 2023-08-28T02:31:36.381 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:45.913991+0000", 2023-08-28T02:31:36.381 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 110.35165648900001, 2023-08-28T02:31:36.382 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.6474866239999999, 2023-08-28T02:31:36.382 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:31:36.382 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:31:36.382 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:31:36.382 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.382 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:31:36.382 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.913991+0000", 2023-08-28T02:31:36.382 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:36.382 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.382 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.382 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:31:36.382 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.913991+0000", 2023-08-28T02:31:36.383 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:36.383 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.383 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.383 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:31:36.383 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.913990+0000", 2023-08-28T02:31:36.383 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:31:36.383 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.383 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.383 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:31:36.383 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.914000+0000", 2023-08-28T02:31:36.383 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0115999999999999e-05 2023-08-28T02:31:36.384 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.384 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.384 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:31:36.384 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.914015+0000", 2023-08-28T02:31:36.384 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.4228e-05 2023-08-28T02:31:36.384 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.384 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.384 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:31:36.384 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.914022+0000", 2023-08-28T02:31:36.384 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.5120000000000002e-06 2023-08-28T02:31:36.384 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.384 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.385 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:31:36.385 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.537480+0000", 2023-08-28T02:31:36.385 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.6234575790000001 2023-08-28T02:31:36.385 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.385 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.385 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:31:36.385 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.537499+0000", 2023-08-28T02:31:36.385 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.8994000000000001e-05 2023-08-28T02:31:36.385 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.385 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.385 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:31:36.385 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.561460+0000", 2023-08-28T02:31:36.385 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.023960914999999999 2023-08-28T02:31:36.386 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.386 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.386 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:31:36.386 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.561478+0000", 2023-08-28T02:31:36.386 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.8380999999999999e-05 2023-08-28T02:31:36.386 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:36.386 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:31:36.386 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:36.386 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.386 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.386 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_repop(client.34719.0:173455 9.1e e226/223 9:796cd6a5:::benchmark_data_smithi040_209735_object65860:head v 226'10576, mlcod=0'0)", 2023-08-28T02:31:36.387 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:45.943246+0000", 2023-08-28T02:31:36.387 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 110.32240143200001, 2023-08-28T02:31:36.387 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.644809086, 2023-08-28T02:31:36.387 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:31:36.387 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:31:36.387 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:31:36.387 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.387 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:31:36.387 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.943246+0000", 2023-08-28T02:31:36.387 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:36.387 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.387 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.388 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:31:36.388 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.943246+0000", 2023-08-28T02:31:36.388 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:36.388 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.388 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.388 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:31:36.388 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.943246+0000", 2023-08-28T02:31:36.388 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:31:36.388 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.388 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.388 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:31:36.388 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.943254+0000", 2023-08-28T02:31:36.389 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.7159999999999992e-06 2023-08-28T02:31:36.389 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.389 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.389 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:31:36.389 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.943266+0000", 2023-08-28T02:31:36.389 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2201000000000001e-05 2023-08-28T02:31:36.389 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.389 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.389 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:31:36.389 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.943274+0000", 2023-08-28T02:31:36.389 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.4089999999999997e-06 2023-08-28T02:31:36.390 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.390 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.390 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:31:36.390 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.538573+0000", 2023-08-28T02:31:36.390 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.5952987649999999 2023-08-28T02:31:36.390 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.390 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.390 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:31:36.390 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.538596+0000", 2023-08-28T02:31:36.390 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.3320999999999999e-05 2023-08-28T02:31:36.390 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.390 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.391 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:31:36.391 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.588016+0000", 2023-08-28T02:31:36.391 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.049420207000000001 2023-08-28T02:31:36.391 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.391 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.391 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:31:36.391 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.588055+0000", 2023-08-28T02:31:36.391 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.9337e-05 2023-08-28T02:31:36.391 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:36.391 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:31:36.391 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:36.392 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.392 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.392 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_repop_reply(client.34719.0:173310 9.16 e226/224 ondisk, result = 0)", 2023-08-28T02:31:36.392 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:46.165141+0000", 2023-08-28T02:31:36.392 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 110.100507318, 2023-08-28T02:31:36.392 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.364762239, 2023-08-28T02:31:36.392 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:31:36.392 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "started", 2023-08-28T02:31:36.392 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:31:36.392 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.393 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:31:36.393 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:46.165141+0000", 2023-08-28T02:31:36.393 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:36.393 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.393 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.393 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:31:36.393 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:46.165141+0000", 2023-08-28T02:31:36.393 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:36.393 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.393 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.393 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:31:36.394 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:46.165140+0000", 2023-08-28T02:31:36.394 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:31:36.394 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.394 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.394 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:31:36.394 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:46.165145+0000", 2023-08-28T02:31:36.394 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.4029999999999998e-06 2023-08-28T02:31:36.394 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.394 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.394 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:31:36.394 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:46.165154+0000", 2023-08-28T02:31:36.394 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.8999999999999995e-06 2023-08-28T02:31:36.395 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.395 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.395 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:31:36.395 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:46.165159+0000", 2023-08-28T02:31:36.395 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.6439999999999999e-06 2023-08-28T02:31:36.395 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.395 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.395 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:31:36.395 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.529503+0000", 2023-08-28T02:31:36.395 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.3643445540000001 2023-08-28T02:31:36.395 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.395 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.395 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:31:36.396 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.529704+0000", 2023-08-28T02:31:36.396 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000201098 2023-08-28T02:31:36.396 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.396 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.396 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:31:36.396 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.529903+0000", 2023-08-28T02:31:36.396 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00019841800000000001 2023-08-28T02:31:36.396 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:36.396 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:31:36.396 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:36.396 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.397 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.397 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_repop_reply(client.34719.0:173310 9.16 e226/224 ondisk, result = 0)", 2023-08-28T02:31:36.397 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:46.165354+0000", 2023-08-28T02:31:36.397 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 110.100293904, 2023-08-28T02:31:36.397 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.3721018649999999, 2023-08-28T02:31:36.397 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:31:36.397 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "started", 2023-08-28T02:31:36.397 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:31:36.397 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.397 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:31:36.397 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:46.165354+0000", 2023-08-28T02:31:36.397 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:36.398 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.398 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.398 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:31:36.398 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:46.165354+0000", 2023-08-28T02:31:36.398 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:36.398 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.398 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.398 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:31:36.398 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:46.165353+0000", 2023-08-28T02:31:36.398 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:31:36.398 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.398 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.399 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:31:36.399 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:46.165361+0000", 2023-08-28T02:31:36.399 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.8539999999999997e-06 2023-08-28T02:31:36.399 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.399 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.399 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:31:36.399 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:46.165375+0000", 2023-08-28T02:31:36.399 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.4392e-05 2023-08-28T02:31:36.399 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.399 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.399 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:31:36.400 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:46.165382+0000", 2023-08-28T02:31:36.400 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.9199999999999998e-06 2023-08-28T02:31:36.400 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.400 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.400 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:31:36.400 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.530238+0000", 2023-08-28T02:31:36.400 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.3648552309999999 2023-08-28T02:31:36.400 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.400 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.400 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:31:36.401 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.530499+0000", 2023-08-28T02:31:36.401 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00026099199999999998 2023-08-28T02:31:36.401 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:36.401 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:36.401 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:31:36.401 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.537456+0000", 2023-08-28T02:31:36.401 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0069572560000000002 2023-08-28T02:31:36.401 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:36.401 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:31:36.401 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:36.401 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:36.401 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:31:36.402 INFO:teuthology.orchestra.run.smithi083.stdout:} 2023-08-28T02:31:36.402 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:36.749 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-08-28T02:31:36.948 INFO:teuthology.orchestra.run.smithi040.stderr:nodeep-scrub is unset 2023-08-28T02:31:36.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:36 smithi083 ceph-mon[157819]: pgmap v794: 99 pgs: 9 active+undersized+degraded, 28 active+undersized, 62 active+clean; 3.8 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 21 KiB/s rd, 77 MiB/s wr, 1.24k op/s; 19194/185400 objects degraded (10.353%); 39 KiB/s, 0 objects/s recovering 2023-08-28T02:31:36.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:36 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/4285573354' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:31:36.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:36 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:31:37.034 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 42 16 64598 64582 96.06 79.75 0.0124426 0.0104043 2023-08-28T02:31:37.206 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:31:37.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:36 smithi040 ceph-mon[170259]: pgmap v794: 99 pgs: 9 active+undersized+degraded, 28 active+undersized, 62 active+clean; 3.8 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 21 KiB/s rd, 77 MiB/s wr, 1.24k op/s; 19194/185400 objects degraded (10.353%); 39 KiB/s, 0 objects/s recovering 2023-08-28T02:31:37.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:36 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/4285573354' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:31:37.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:36 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:31:37.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:36 smithi040 ceph-mon[175404]: pgmap v794: 99 pgs: 9 active+undersized+degraded, 28 active+undersized, 62 active+clean; 3.8 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 21 KiB/s rd, 77 MiB/s wr, 1.24k op/s; 19194/185400 objects degraded (10.353%); 39 KiB/s, 0 objects/s recovering 2023-08-28T02:31:37.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:36 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/4285573354' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:31:37.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:36 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:31:37.250 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 3, 4, 5, 6, 7, 1] out_osds: [] dead_osds: [3] live_osds: [0, 1, 2, 4, 5, 6, 7] 2023-08-28T02:31:37.250 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-08-28T02:31:37.250 INFO:tasks.thrashosds.thrasher:primary_affinity 2023-08-28T02:31:37.250 INFO:tasks.thrashosds.thrasher:Setting osd 2 primary_affinity to 1.000000 2023-08-28T02:31:37.251 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd primary-affinity 2 1 2023-08-28T02:31:37.472 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:31:37.752 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:37.753 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:31:37.854 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:31:37.910 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:37.942 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:31:37.959 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:37.959 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:31:37.970 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.5 dump_ops_in_flight 2023-08-28T02:31:38.034 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 43 16 65829 65813 95.6152 76.9375 0.00774189 0.0104531 2023-08-28T02:31:38.059 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:37 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 19194/185400 objects degraded (10.353%), 9 pgs degraded (PG_DEGRADED) 2023-08-28T02:31:38.062 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:37 smithi083 ceph-mon[157819]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:31:38.062 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:37 smithi083 ceph-mon[157819]: failed to encode map e264 with expected crc 2023-08-28T02:31:38.062 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:37 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:31:38.062 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:37 smithi083 ceph-mon[157819]: osdmap e264: 8 total, 7 up, 8 in 2023-08-28T02:31:38.062 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:37 smithi083 ceph-mon[157819]: failed to encode map e264 with expected crc 2023-08-28T02:31:38.062 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:31:38.099 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:31:38.105 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:38.132 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:31:38.134 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:38.135 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:31:38.230 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:37 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 19194/185400 objects degraded (10.353%), 9 pgs degraded (PG_DEGRADED) 2023-08-28T02:31:38.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:37 smithi040 ceph-mon[175404]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:31:38.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:37 smithi040 ceph-mon[175404]: failed to encode map e264 with expected crc 2023-08-28T02:31:38.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:37 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:31:38.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:37 smithi040 ceph-mon[175404]: osdmap e264: 8 total, 7 up, 8 in 2023-08-28T02:31:38.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:37 smithi040 ceph-mon[175404]: failed to encode map e264 with expected crc 2023-08-28T02:31:38.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:37 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 19194/185400 objects degraded (10.353%), 9 pgs degraded (PG_DEGRADED) 2023-08-28T02:31:38.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:37 smithi040 ceph-mon[170259]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:31:38.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:37 smithi040 ceph-mon[170259]: failed to encode map e264 with expected crc 2023-08-28T02:31:38.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:37 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:31:38.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:37 smithi040 ceph-mon[170259]: osdmap e264: 8 total, 7 up, 8 in 2023-08-28T02:31:38.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:37 smithi040 ceph-mon[170259]: failed to encode map e264 with expected crc 2023-08-28T02:31:38.235 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:31:38.287 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:38.325 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:31:38.329 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:38.329 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:31:38.430 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:31:38.474 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:38.512 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:31:38.524 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:38.524 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:31:38.547 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:31:38.625 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:31:38.676 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:39.035 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 44 16 67050 67034 95.1765 76.3125 0.00968625 0.0105015 2023-08-28T02:31:39.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:38 smithi040 ceph-mon[170259]: pgmap v796: 99 pgs: 9 active+undersized+degraded, 28 active+undersized, 62 active+clean; 3.9 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 21 KiB/s rd, 87 MiB/s wr, 1.41k op/s; 19591/190311 objects degraded (10.294%); 39 KiB/s, 0 objects/s recovering 2023-08-28T02:31:39.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:38 smithi040 ceph-mon[175404]: pgmap v796: 99 pgs: 9 active+undersized+degraded, 28 active+undersized, 62 active+clean; 3.9 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 21 KiB/s rd, 87 MiB/s wr, 1.41k op/s; 19591/190311 objects degraded (10.294%); 39 KiB/s, 0 objects/s recovering 2023-08-28T02:31:39.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:38 smithi083 ceph-mon[157819]: pgmap v796: 99 pgs: 9 active+undersized+degraded, 28 active+undersized, 62 active+clean; 3.9 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 21 KiB/s rd, 87 MiB/s wr, 1.41k op/s; 19591/190311 objects degraded (10.294%); 39 KiB/s, 0 objects/s recovering 2023-08-28T02:31:40.034 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 45 16 68368 68352 94.8919 82.375 0.0123895 0.0105333 2023-08-28T02:31:40.269 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:31:40.275 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:40.275 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:31:40.377 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:31:40.435 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:40.466 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:31:40.471 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:40.472 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:31:40.542 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2023-08-28T02:31:40.542 INFO:teuthology.orchestra.run.smithi083.stdout: "ops": [ 2023-08-28T02:31:40.542 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:40.542 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:68917 10.9 10:93763ea0:::benchmark_data_smithi040_250784_object68916:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e264)", 2023-08-28T02:31:40.542 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:40.536090+0000", 2023-08-28T02:31:40.542 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 0.0043541969999999998, 2023-08-28T02:31:40.542 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0043810780000000001, 2023-08-28T02:31:40.542 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:31:40.542 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "waiting for sub ops", 2023-08-28T02:31:40.542 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:31:40.543 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:31:40.543 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:31:40.543 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 68917 2023-08-28T02:31:40.543 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:40.543 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:31:40.543 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:40.543 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:31:40.543 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:40.536090+0000", 2023-08-28T02:31:40.543 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:40.543 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:40.543 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:40.543 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:31:40.544 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:40.536090+0000", 2023-08-28T02:31:40.544 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:40.544 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:40.544 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:40.544 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:31:40.544 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:40.536089+0000", 2023-08-28T02:31:40.544 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:31:40.544 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:40.544 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:40.544 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:31:40.544 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:40.536136+0000", 2023-08-28T02:31:40.544 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.7321000000000003e-05 2023-08-28T02:31:40.545 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:40.545 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:40.545 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:31:40.545 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:40.536156+0000", 2023-08-28T02:31:40.545 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.9947000000000001e-05 2023-08-28T02:31:40.545 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:40.545 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:40.545 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:31:40.545 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:40.536165+0000", 2023-08-28T02:31:40.545 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.799e-06 2023-08-28T02:31:40.545 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:40.545 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:40.546 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:31:40.546 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:40.536219+0000", 2023-08-28T02:31:40.546 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.3745999999999997e-05 2023-08-28T02:31:40.546 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:40.546 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:40.546 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:31:40.546 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:40.536374+0000", 2023-08-28T02:31:40.546 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00015568600000000001 2023-08-28T02:31:40.546 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:40.546 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:40.546 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 2,7", 2023-08-28T02:31:40.546 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:40.536513+0000", 2023-08-28T02:31:40.547 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00013863800000000001 2023-08-28T02:31:40.547 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:40.547 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:31:40.547 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:40.547 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:40.547 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:40.547 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:68918 10.6 10:667c6898:::benchmark_data_smithi040_250784_object68917:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e264)", 2023-08-28T02:31:40.547 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:40.536183+0000", 2023-08-28T02:31:40.547 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 0.004261567, 2023-08-28T02:31:40.547 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0043410139999999998, 2023-08-28T02:31:40.547 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:31:40.547 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "waiting for sub ops", 2023-08-28T02:31:40.548 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:31:40.548 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:31:40.548 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:31:40.548 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 68918 2023-08-28T02:31:40.548 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:40.548 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:31:40.548 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:40.548 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:31:40.548 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:40.536183+0000", 2023-08-28T02:31:40.548 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:40.548 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:40.548 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:40.548 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:31:40.549 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:40.536183+0000", 2023-08-28T02:31:40.549 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:40.549 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:40.549 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:40.549 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:31:40.549 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:40.536182+0000", 2023-08-28T02:31:40.549 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:31:40.549 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:40.549 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:40.549 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:31:40.549 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:40.536216+0000", 2023-08-28T02:31:40.549 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.4292999999999998e-05 2023-08-28T02:31:40.550 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:40.550 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:40.550 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:31:40.550 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:40.536225+0000", 2023-08-28T02:31:40.550 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.0559999999999994e-06 2023-08-28T02:31:40.550 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:40.550 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:40.550 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:31:40.550 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:40.536231+0000", 2023-08-28T02:31:40.550 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.3040000000000004e-06 2023-08-28T02:31:40.550 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:40.550 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:40.551 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:31:40.551 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:40.536280+0000", 2023-08-28T02:31:40.551 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.8754000000000001e-05 2023-08-28T02:31:40.551 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:40.551 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:40.551 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:31:40.551 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:40.536406+0000", 2023-08-28T02:31:40.551 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000126069 2023-08-28T02:31:40.551 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:40.551 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:40.551 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 0,4", 2023-08-28T02:31:40.551 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:40.536537+0000", 2023-08-28T02:31:40.552 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00013141100000000001 2023-08-28T02:31:40.552 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:40.552 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:31:40.552 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:40.552 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:40.552 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:40.552 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:68921 10.7 10:e3539701:::benchmark_data_smithi040_250784_object68920:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e264)", 2023-08-28T02:31:40.552 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:40.537334+0000", 2023-08-28T02:31:40.552 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 0.0031108120000000001, 2023-08-28T02:31:40.552 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0032348310000000001, 2023-08-28T02:31:40.552 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:31:40.552 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "waiting for sub ops", 2023-08-28T02:31:40.552 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:31:40.553 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:31:40.553 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:31:40.553 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 68921 2023-08-28T02:31:40.553 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:40.553 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:31:40.553 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:40.553 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:31:40.553 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:40.537334+0000", 2023-08-28T02:31:40.553 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:40.553 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:40.553 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:40.553 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:31:40.554 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:40.537334+0000", 2023-08-28T02:31:40.554 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:40.554 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:40.554 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:40.554 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:31:40.554 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:40.537333+0000", 2023-08-28T02:31:40.554 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:31:40.554 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:40.554 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:40.554 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:31:40.554 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:40.537390+0000", 2023-08-28T02:31:40.554 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.7008e-05 2023-08-28T02:31:40.554 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:40.555 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:40.555 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:31:40.555 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:40.537402+0000", 2023-08-28T02:31:40.555 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2169e-05 2023-08-28T02:31:40.555 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:40.555 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:40.555 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:31:40.555 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:40.537408+0000", 2023-08-28T02:31:40.555 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.5889999999999999e-06 2023-08-28T02:31:40.555 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:40.555 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:40.555 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:31:40.556 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:40.537537+0000", 2023-08-28T02:31:40.556 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00012910600000000001 2023-08-28T02:31:40.556 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:40.556 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:40.556 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:31:40.556 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:40.537648+0000", 2023-08-28T02:31:40.556 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000110219 2023-08-28T02:31:40.556 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:40.556 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:40.556 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 6", 2023-08-28T02:31:40.556 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:40.537769+0000", 2023-08-28T02:31:40.556 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00012117600000000001 2023-08-28T02:31:40.556 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:40.557 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:31:40.557 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:40.557 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:40.557 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:40.557 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:68922 10.9 10:93ee3f08:::benchmark_data_smithi040_250784_object68921:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e264)", 2023-08-28T02:31:40.557 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:40.537424+0000", 2023-08-28T02:31:40.557 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 0.0030205029999999999, 2023-08-28T02:31:40.557 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0031888289999999998, 2023-08-28T02:31:40.557 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:31:40.557 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "waiting for sub ops", 2023-08-28T02:31:40.557 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:31:40.557 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:31:40.558 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:31:40.558 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 68922 2023-08-28T02:31:40.558 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:40.558 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:31:40.558 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:40.558 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:31:40.558 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:40.537424+0000", 2023-08-28T02:31:40.558 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:40.558 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:40.558 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:40.558 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:31:40.558 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:40.537424+0000", 2023-08-28T02:31:40.559 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:40.559 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:40.559 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:40.559 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:31:40.559 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:40.537423+0000", 2023-08-28T02:31:40.559 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999995 2023-08-28T02:31:40.559 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:40.559 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:40.559 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:31:40.559 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:40.537460+0000", 2023-08-28T02:31:40.559 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.6910999999999999e-05 2023-08-28T02:31:40.559 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:40.559 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:40.560 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:31:40.560 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:40.537469+0000", 2023-08-28T02:31:40.560 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.4540000000000007e-06 2023-08-28T02:31:40.560 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:40.560 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:40.560 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:31:40.560 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:40.537474+0000", 2023-08-28T02:31:40.560 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.8550000000000001e-06 2023-08-28T02:31:40.560 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:40.560 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:40.560 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:31:40.560 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:40.539018+0000", 2023-08-28T02:31:40.561 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.001544782 2023-08-28T02:31:40.561 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:40.561 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:40.561 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:31:40.561 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:40.539151+0000", 2023-08-28T02:31:40.561 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00013294700000000001 2023-08-28T02:31:40.561 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:40.561 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:40.561 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 2,7", 2023-08-28T02:31:40.561 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:40.539284+0000", 2023-08-28T02:31:40.561 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000132686 2023-08-28T02:31:40.561 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:40.562 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:31:40.562 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:40.562 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:40.562 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:40.562 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:68923 10.6 10:67e211c9:::benchmark_data_smithi040_250784_object68922:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e264)", 2023-08-28T02:31:40.562 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:40.537482+0000", 2023-08-28T02:31:40.562 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 0.0029625720000000001, 2023-08-28T02:31:40.562 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.003173183, 2023-08-28T02:31:40.562 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:31:40.562 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "waiting for sub ops", 2023-08-28T02:31:40.562 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:31:40.562 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:31:40.562 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:31:40.563 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 68923 2023-08-28T02:31:40.563 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:40.563 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:31:40.563 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:40.563 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:31:40.563 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:40.537482+0000", 2023-08-28T02:31:40.563 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:40.563 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:40.563 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:40.563 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:31:40.563 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:40.537482+0000", 2023-08-28T02:31:40.563 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:40.564 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:40.564 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:40.564 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:31:40.564 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:40.537481+0000", 2023-08-28T02:31:40.564 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999995 2023-08-28T02:31:40.564 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:40.564 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:40.564 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:31:40.564 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:40.537551+0000", 2023-08-28T02:31:40.564 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.9840999999999998e-05 2023-08-28T02:31:40.564 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:40.564 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:40.564 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:31:40.565 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:40.537563+0000", 2023-08-28T02:31:40.565 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2169e-05 2023-08-28T02:31:40.565 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:40.565 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:40.565 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:31:40.565 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:40.537569+0000", 2023-08-28T02:31:40.565 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.8239999999999996e-06 2023-08-28T02:31:40.565 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:40.565 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:40.565 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:31:40.565 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:40.539050+0000", 2023-08-28T02:31:40.565 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00148044 2023-08-28T02:31:40.566 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:40.566 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:40.566 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:31:40.566 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:40.539179+0000", 2023-08-28T02:31:40.566 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00012909 2023-08-28T02:31:40.566 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:40.566 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:40.566 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 0,4", 2023-08-28T02:31:40.566 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:40.539320+0000", 2023-08-28T02:31:40.566 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000140953 2023-08-28T02:31:40.566 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:40.566 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:31:40.567 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:40.567 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:40.567 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:40.567 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:68926 10.9 10.422a60c9 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e264)", 2023-08-28T02:31:40.567 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:40.537621+0000", 2023-08-28T02:31:40.567 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 0.00282372, 2023-08-28T02:31:40.567 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0030734960000000002, 2023-08-28T02:31:40.567 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:31:40.567 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "queued for pg", 2023-08-28T02:31:40.567 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:31:40.567 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:31:40.567 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:31:40.567 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 68926 2023-08-28T02:31:40.568 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:40.568 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:31:40.568 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:40.568 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:31:40.568 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:40.537621+0000", 2023-08-28T02:31:40.568 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:40.568 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:40.568 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:40.568 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:31:40.568 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:40.537621+0000", 2023-08-28T02:31:40.568 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:40.568 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:40.569 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:40.569 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:31:40.569 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:40.537620+0000", 2023-08-28T02:31:40.569 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:31:40.569 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:40.569 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:40.569 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:31:40.569 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:40.537674+0000", 2023-08-28T02:31:40.569 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.4083999999999999e-05 2023-08-28T02:31:40.569 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:40.569 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:40.569 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:31:40.569 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:40.537682+0000", 2023-08-28T02:31:40.570 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.1310000000000006e-06 2023-08-28T02:31:40.570 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:40.570 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:40.570 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:31:40.570 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:40.537689+0000", 2023-08-28T02:31:40.570 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.8900000000000001e-06 2023-08-28T02:31:40.570 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:40.570 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:31:40.570 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:40.570 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:40.570 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:40.571 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:68927 10.9 10.f4d60219 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e264)", 2023-08-28T02:31:40.571 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:40.537869+0000", 2023-08-28T02:31:40.571 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 0.0025756360000000001, 2023-08-28T02:31:40.571 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0028649499999999998, 2023-08-28T02:31:40.571 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:31:40.571 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "queued for pg", 2023-08-28T02:31:40.571 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:31:40.571 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:31:40.571 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:31:40.571 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 68927 2023-08-28T02:31:40.571 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:40.571 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:31:40.571 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:40.572 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:31:40.572 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:40.537869+0000", 2023-08-28T02:31:40.572 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:40.572 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:40.572 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:40.572 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:31:40.572 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:40.537869+0000", 2023-08-28T02:31:40.572 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:40.572 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:40.572 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:40.572 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:31:40.572 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:40.537868+0000", 2023-08-28T02:31:40.573 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999995 2023-08-28T02:31:40.573 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:40.573 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:40.573 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:31:40.573 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:40.537937+0000", 2023-08-28T02:31:40.573 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.8889999999999999e-05 2023-08-28T02:31:40.573 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:40.573 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:40.573 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:31:40.573 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:40.537948+0000", 2023-08-28T02:31:40.573 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0679999999999999e-05 2023-08-28T02:31:40.573 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:40.574 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:40.574 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:31:40.574 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:40.537953+0000", 2023-08-28T02:31:40.574 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.8659999999999997e-06 2023-08-28T02:31:40.574 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:40.574 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:31:40.574 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:40.574 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:40.574 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:40.574 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_repop_reply(client.45059.0:68917 10.9 e264/250)", 2023-08-28T02:31:40.574 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:40.539293+0000", 2023-08-28T02:31:40.574 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 0.001151415, 2023-08-28T02:31:40.574 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.001472185, 2023-08-28T02:31:40.575 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:31:40.575 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "queued for pg", 2023-08-28T02:31:40.575 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:31:40.575 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:40.575 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:31:40.575 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:40.539293+0000", 2023-08-28T02:31:40.575 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:40.575 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:40.575 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:40.575 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:31:40.575 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:40.539293+0000", 2023-08-28T02:31:40.575 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:40.576 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:40.576 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:40.576 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:31:40.576 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:40.539292+0000", 2023-08-28T02:31:40.576 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:31:40.576 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:40.576 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:40.576 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:31:40.576 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:40.539296+0000", 2023-08-28T02:31:40.576 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.1439999999999996e-06 2023-08-28T02:31:40.576 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:40.576 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:40.576 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:31:40.577 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:40.539307+0000", 2023-08-28T02:31:40.577 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0570999999999999e-05 2023-08-28T02:31:40.577 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:40.577 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:40.577 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:31:40.577 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:40.539313+0000", 2023-08-28T02:31:40.577 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.8429999999999998e-06 2023-08-28T02:31:40.577 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:40.577 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:31:40.577 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:40.577 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:40.577 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:40.578 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_repop_reply(client.45059.0:68918 10.6 e264/250)", 2023-08-28T02:31:40.578 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:40.539348+0000", 2023-08-28T02:31:40.578 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 0.0010968530000000001, 2023-08-28T02:31:40.578 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0014429880000000001, 2023-08-28T02:31:40.578 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:31:40.578 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "queued for pg", 2023-08-28T02:31:40.578 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:31:40.578 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:40.578 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:31:40.578 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:40.539348+0000", 2023-08-28T02:31:40.578 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:40.578 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:40.578 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:40.579 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:31:40.579 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:40.539348+0000", 2023-08-28T02:31:40.579 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:40.579 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:40.579 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:40.579 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:31:40.579 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:40.539347+0000", 2023-08-28T02:31:40.579 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999995 2023-08-28T02:31:40.579 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:40.579 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:40.579 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:31:40.579 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:40.539350+0000", 2023-08-28T02:31:40.580 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.6079999999999998e-06 2023-08-28T02:31:40.580 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:40.580 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:40.580 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:31:40.580 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:40.539357+0000", 2023-08-28T02:31:40.580 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.9e-06 2023-08-28T02:31:40.580 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:40.580 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:40.580 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:31:40.580 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:40.539362+0000", 2023-08-28T02:31:40.580 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.8289999999999996e-06 2023-08-28T02:31:40.580 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:40.580 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:31:40.581 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:40.581 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:40.581 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2023-08-28T02:31:40.581 INFO:teuthology.orchestra.run.smithi083.stdout: "num_ops": 9 2023-08-28T02:31:40.581 INFO:teuthology.orchestra.run.smithi083.stdout:} 2023-08-28T02:31:40.581 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:31:40.638 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:40.673 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:31:40.676 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:40.676 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:31:40.777 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:31:40.843 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:40.934 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:31:40.943 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:40.944 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:31:40.944 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.5 dump_blocked_ops 2023-08-28T02:31:41.035 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 46 16 69422 69406 94.2612 65.875 0.0152223 0.0106028 2023-08-28T02:31:41.044 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:31:41.175 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:41.267 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:31:41.271 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:41.272 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:31:41.372 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:31:41.430 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:41.446 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:41 smithi040 ceph-mon[175404]: pgmap v797: 99 pgs: 9 active+undersized+degraded, 28 active+undersized, 62 active+clean; 3.9 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 62 MiB/s wr, 989 op/s; 19991/191511 objects degraded (10.439%) 2023-08-28T02:31:41.447 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:41 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:31:41.447 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:41 smithi040 ceph-mon[170259]: pgmap v797: 99 pgs: 9 active+undersized+degraded, 28 active+undersized, 62 active+clean; 3.9 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 62 MiB/s wr, 989 op/s; 19991/191511 objects degraded (10.439%) 2023-08-28T02:31:41.447 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:41 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:31:41.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:41 smithi083 ceph-mon[157819]: pgmap v797: 99 pgs: 9 active+undersized+degraded, 28 active+undersized, 62 active+clean; 3.9 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 62 MiB/s wr, 989 op/s; 19991/191511 objects degraded (10.439%) 2023-08-28T02:31:41.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:41 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:31:41.517 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:31:41.518 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:31:41.525 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:41.525 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:31:41.626 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:31:41.699 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:41.734 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:31:41.738 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:41.739 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:31:41.840 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:31:41.848 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:31:41.888 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:31:41.907 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:41.947 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:31:41.990 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:31:42.035 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 47 16 70395 70379 93.5475 60.8125 0.0105594 0.0106837 2023-08-28T02:31:42.040 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:31:42.046 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:42.046 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:31:42.047 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:31:42.099 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:31:42.147 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:31:42.160 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:31:42.160 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-08-28T02:31:42.160 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-08-28T02:31:42.160 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-08-28T02:31:42.160 INFO:teuthology.orchestra.run.smithi040.stderr:Error ENXIO: problem getting command descriptions from osd.3 2023-08-28T02:31:42.161 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-08-28T02:31:42.161 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-08-28T02:31:42.161 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-08-28T02:31:42.161 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-08-28T02:31:42.207 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:42.293 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd set noscrub 2023-08-28T02:31:42.425 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:42 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/4099198658' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:31:42.425 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:42 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1319613540' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 2, "weight": 1.0}]: dispatch 2023-08-28T02:31:42.429 INFO:teuthology.orchestra.run.smithi040.stderr:set osd.2 primary-affinity to 1 (8655362) 2023-08-28T02:31:42.702 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:31:42.712 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:42.713 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:42 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/4099198658' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:31:42.713 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:42 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1319613540' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 2, "weight": 1.0}]: dispatch 2023-08-28T02:31:42.713 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:31:42.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:42 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/4099198658' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:31:42.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:42 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1319613540' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 2, "weight": 1.0}]: dispatch 2023-08-28T02:31:42.814 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:31:42.847 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:42.872 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:31:42.875 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:42.876 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:31:42.976 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:31:42.977 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:31:43.013 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:43.036 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 48 16 71093 71077 92.5077 43.625 0.00304705 0.0107092 2023-08-28T02:31:43.052 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-08-28T02:31:43.052 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-08-28T02:31:43.140 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:31:43.142 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:43.143 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:31:43.243 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:31:43.278 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:43.449 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:31:43.456 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:43.456 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:31:43.557 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:31:43.615 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:43.657 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:31:43.661 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:43.661 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:31:43.694 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:43 smithi040 ceph-mon[175404]: pgmap v798: 99 pgs: 9 active+undersized+degraded, 28 active+undersized, 62 active+clean; 4.2 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 78 MiB/s wr, 1.25k op/s; 21460/206253 objects degraded (10.405%) 2023-08-28T02:31:43.694 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:43 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 21460/206253 objects degraded (10.405%), 9 pgs degraded (PG_DEGRADED) 2023-08-28T02:31:43.694 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:43 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1319613540' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 2, "weight": 1.0}]': finished 2023-08-28T02:31:43.694 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:43 smithi040 ceph-mon[175404]: osdmap e265: 8 total, 7 up, 8 in 2023-08-28T02:31:43.694 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:43 smithi040 ceph-mon[175404]: failed to encode map e265 with expected crc 2023-08-28T02:31:43.694 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:43 smithi040 ceph-mon[175404]: failed to encode map e265 with expected crc 2023-08-28T02:31:43.694 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:43 smithi040 ceph-mon[175404]: failed to encode map e265 with expected crc 2023-08-28T02:31:43.694 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:43 smithi040 ceph-mon[175404]: failed to encode map e265 with expected crc 2023-08-28T02:31:43.694 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:43 smithi040 ceph-mon[175404]: failed to encode map e265 with expected crc 2023-08-28T02:31:43.694 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:43 smithi040 ceph-mon[175404]: failed to encode map e265 with expected crc 2023-08-28T02:31:43.695 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:43 smithi040 ceph-mon[170259]: pgmap v798: 99 pgs: 9 active+undersized+degraded, 28 active+undersized, 62 active+clean; 4.2 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 78 MiB/s wr, 1.25k op/s; 21460/206253 objects degraded (10.405%) 2023-08-28T02:31:43.695 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:43 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 21460/206253 objects degraded (10.405%), 9 pgs degraded (PG_DEGRADED) 2023-08-28T02:31:43.695 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:43 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1319613540' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 2, "weight": 1.0}]': finished 2023-08-28T02:31:43.695 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:43 smithi040 ceph-mon[170259]: osdmap e265: 8 total, 7 up, 8 in 2023-08-28T02:31:43.695 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:43 smithi040 ceph-mon[170259]: failed to encode map e265 with expected crc 2023-08-28T02:31:43.695 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:43 smithi040 ceph-mon[170259]: failed to encode map e265 with expected crc 2023-08-28T02:31:43.695 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:43 smithi040 ceph-mon[170259]: failed to encode map e265 with expected crc 2023-08-28T02:31:43.695 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:43 smithi040 ceph-mon[170259]: failed to encode map e265 with expected crc 2023-08-28T02:31:43.696 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:43 smithi040 ceph-mon[170259]: failed to encode map e265 with expected crc 2023-08-28T02:31:43.696 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:43 smithi040 ceph-mon[170259]: failed to encode map e265 with expected crc 2023-08-28T02:31:43.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:43 smithi083 ceph-mon[157819]: pgmap v798: 99 pgs: 9 active+undersized+degraded, 28 active+undersized, 62 active+clean; 4.2 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 78 MiB/s wr, 1.25k op/s; 21460/206253 objects degraded (10.405%) 2023-08-28T02:31:43.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:43 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 21460/206253 objects degraded (10.405%), 9 pgs degraded (PG_DEGRADED) 2023-08-28T02:31:43.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:43 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1319613540' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 2, "weight": 1.0}]': finished 2023-08-28T02:31:43.744 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:43 smithi083 ceph-mon[157819]: osdmap e265: 8 total, 7 up, 8 in 2023-08-28T02:31:43.744 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:43 smithi083 ceph-mon[157819]: failed to encode map e265 with expected crc 2023-08-28T02:31:43.744 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:43 smithi083 ceph-mon[157819]: failed to encode map e265 with expected crc 2023-08-28T02:31:43.744 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:43 smithi083 ceph-mon[157819]: failed to encode map e265 with expected crc 2023-08-28T02:31:43.744 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:43 smithi083 ceph-mon[157819]: failed to encode map e265 with expected crc 2023-08-28T02:31:43.744 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:43 smithi083 ceph-mon[157819]: failed to encode map e265 with expected crc 2023-08-28T02:31:43.744 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:43 smithi083 ceph-mon[157819]: failed to encode map e265 with expected crc 2023-08-28T02:31:43.763 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:31:43.829 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:43.908 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:31:43.913 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:43.914 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:31:44.015 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:31:44.035 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 49 16 71699 71683 91.3931 37.875 0.0134136 0.0109356 2023-08-28T02:31:44.050 INFO:teuthology.orchestra.run.smithi083.stdout:ERROR: (22) Invalid argument 2023-08-28T02:31:44.050 INFO:teuthology.orchestra.run.smithi083.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:31:44.094 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:44.291 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:31:44.301 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:44.301 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:31:44.402 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:31:44.446 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.5 dump_historic_ops 2023-08-28T02:31:44.473 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:44.567 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:31:44.570 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:44.571 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:31:44.571 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:44 smithi040 ceph-mon[175404]: failed to encode map e266 with expected crc 2023-08-28T02:31:44.572 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:44 smithi040 ceph-mon[175404]: failed to encode map e266 with expected crc 2023-08-28T02:31:44.572 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:44 smithi040 ceph-mon[175404]: osdmap e266: 8 total, 7 up, 8 in 2023-08-28T02:31:44.572 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:44 smithi040 ceph-mon[175404]: failed to encode map e266 with expected crc 2023-08-28T02:31:44.572 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:44 smithi040 ceph-mon[175404]: failed to encode map e266 with expected crc 2023-08-28T02:31:44.572 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:44 smithi040 ceph-mon[175404]: pgmap v801: 99 pgs: 9 active+undersized+degraded, 28 active+undersized, 62 active+clean; 4.3 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 69 MiB/s wr, 1.10k op/s; 21925/209877 objects degraded (10.447%) 2023-08-28T02:31:44.572 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:44 smithi040 ceph-mon[170259]: failed to encode map e266 with expected crc 2023-08-28T02:31:44.572 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:44 smithi040 ceph-mon[170259]: failed to encode map e266 with expected crc 2023-08-28T02:31:44.572 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:44 smithi040 ceph-mon[170259]: osdmap e266: 8 total, 7 up, 8 in 2023-08-28T02:31:44.572 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:44 smithi040 ceph-mon[170259]: failed to encode map e266 with expected crc 2023-08-28T02:31:44.572 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:44 smithi040 ceph-mon[170259]: failed to encode map e266 with expected crc 2023-08-28T02:31:44.573 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:44 smithi040 ceph-mon[170259]: pgmap v801: 99 pgs: 9 active+undersized+degraded, 28 active+undersized, 62 active+clean; 4.3 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 69 MiB/s wr, 1.10k op/s; 21925/209877 objects degraded (10.447%) 2023-08-28T02:31:44.672 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:31:44.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:44 smithi083 ceph-mon[157819]: failed to encode map e266 with expected crc 2023-08-28T02:31:44.744 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:44 smithi083 ceph-mon[157819]: failed to encode map e266 with expected crc 2023-08-28T02:31:44.744 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:44 smithi083 ceph-mon[157819]: osdmap e266: 8 total, 7 up, 8 in 2023-08-28T02:31:44.744 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:44 smithi083 ceph-mon[157819]: failed to encode map e266 with expected crc 2023-08-28T02:31:44.744 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:44 smithi083 ceph-mon[157819]: failed to encode map e266 with expected crc 2023-08-28T02:31:44.744 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:44 smithi083 ceph-mon[157819]: pgmap v801: 99 pgs: 9 active+undersized+degraded, 28 active+undersized, 62 active+clean; 4.3 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 69 MiB/s wr, 1.10k op/s; 21925/209877 objects degraded (10.447%) 2023-08-28T02:31:44.782 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:45.036 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 50 16 72758 72742 90.8891 66.1875 0.013544 0.0109967 2023-08-28T02:31:45.053 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-08-28T02:31:45.494 INFO:teuthology.orchestra.run.smithi040.stderr:noscrub is set 2023-08-28T02:31:45.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:45 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1806314205' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:31:45.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:45 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:31:45.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:45 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:31:45.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:45 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:31:45.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:45 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1806314205' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:31:45.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:45 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:31:45.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:45 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:31:45.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:45 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:31:45.732 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:31:45 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:31:45] "GET /metrics HTTP/1.1" 200 36505 "" "Prometheus/2.43.0" 2023-08-28T02:31:45.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:45 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1806314205' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:31:45.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:45 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:31:45.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:45 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:31:45.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:45 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:31:45.864 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:31:45.872 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:45.873 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:31:45.964 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:31:45.973 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:31:45.981 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:31:46.026 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:46.036 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 51 16 73821 73805 90.4097 66.4375 0.0133599 0.0110557 2023-08-28T02:31:46.160 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:31:46.169 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:46.170 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:31:46.270 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:31:46.331 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:46.568 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:31:46.576 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:46.577 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:31:46.677 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:31:46.688 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:46 smithi040 ceph-mon[175404]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:31:46.688 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:46 smithi040 ceph-mon[175404]: failed to encode map e267 with expected crc 2023-08-28T02:31:46.688 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:46 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:31:46.688 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:46 smithi040 ceph-mon[175404]: osdmap e267: 8 total, 7 up, 8 in 2023-08-28T02:31:46.688 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:46 smithi040 ceph-mon[175404]: failed to encode map e267 with expected crc 2023-08-28T02:31:46.688 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:46 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:31:46.689 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:46 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:31:46.689 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:46 smithi040 ceph-mon[175404]: pgmap v803: 99 pgs: 9 active+undersized+degraded, 28 active+undersized, 62 active+clean; 4.4 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 92 MiB/s wr, 1.48k op/s; 22448/218103 objects degraded (10.292%) 2023-08-28T02:31:46.689 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:46 smithi040 ceph-mon[170259]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:31:46.689 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:46 smithi040 ceph-mon[170259]: failed to encode map e267 with expected crc 2023-08-28T02:31:46.689 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:46 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:31:46.689 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:46 smithi040 ceph-mon[170259]: osdmap e267: 8 total, 7 up, 8 in 2023-08-28T02:31:46.689 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:46 smithi040 ceph-mon[170259]: failed to encode map e267 with expected crc 2023-08-28T02:31:46.689 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:46 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:31:46.690 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:46 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:31:46.690 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:46 smithi040 ceph-mon[170259]: pgmap v803: 99 pgs: 9 active+undersized+degraded, 28 active+undersized, 62 active+clean; 4.4 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 92 MiB/s wr, 1.48k op/s; 22448/218103 objects degraded (10.292%) 2023-08-28T02:31:46.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:46 smithi083 ceph-mon[157819]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:31:46.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:46 smithi083 ceph-mon[157819]: failed to encode map e267 with expected crc 2023-08-28T02:31:46.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:46 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:31:46.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:46 smithi083 ceph-mon[157819]: osdmap e267: 8 total, 7 up, 8 in 2023-08-28T02:31:46.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:46 smithi083 ceph-mon[157819]: failed to encode map e267 with expected crc 2023-08-28T02:31:46.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:46 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:31:46.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:46 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:31:46.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:46 smithi083 ceph-mon[157819]: pgmap v803: 99 pgs: 9 active+undersized+degraded, 28 active+undersized, 62 active+clean; 4.4 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 92 MiB/s wr, 1.48k op/s; 22448/218103 objects degraded (10.292%) 2023-08-28T02:31:46.747 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:46.997 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:31:47.004 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:47.005 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:31:47.036 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 52 16 74937 74921 90.0124 69.75 0.0190957 0.0111036 2023-08-28T02:31:47.105 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:31:47.190 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:47.234 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:31:47.273 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:31:47.275 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:31:47.285 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:47.286 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:31:47.307 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:31:47.344 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:31:47.387 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:31:47.398 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:31:47.448 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:31:47.453 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:47.492 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:31:47.492 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-08-28T02:31:47.492 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-08-28T02:31:47.492 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-08-28T02:31:47.492 INFO:teuthology.orchestra.run.smithi040.stderr:Error ENXIO: problem getting command descriptions from osd.3 2023-08-28T02:31:47.492 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-08-28T02:31:47.493 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-08-28T02:31:47.493 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-08-28T02:31:47.493 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-08-28T02:31:47.499 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:31:47.506 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:47.506 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:31:47.607 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:31:47.664 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:47.693 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:31:47.699 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:47.700 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:31:47.800 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:31:47.852 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:47.885 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-08-28T02:31:47.885 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-08-28T02:31:47.946 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd set nodeep-scrub 2023-08-28T02:31:47.980 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 3, 4, 5, 6, 7, 1] out_osds: [] dead_osds: [3] live_osds: [0, 1, 2, 4, 5, 6, 7] 2023-08-28T02:31:47.980 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-08-28T02:31:47.980 INFO:tasks.thrashosds.thrasher:Reweighting osd 6 to 0.3161563825127518 2023-08-28T02:31:47.980 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd reweight 6 0.3161563825127518 2023-08-28T02:31:47.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:47 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/30887711' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:31:47.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:47 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/30887711' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:31:48.036 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 53 16 76013 75997 89.5829 67.25 0.0125276 0.0111574 2023-08-28T02:31:48.057 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:31:48.069 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:48.070 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:31:48.171 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:31:48.207 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2023-08-28T02:31:48.207 INFO:teuthology.orchestra.run.smithi083.stdout: "size": 20, 2023-08-28T02:31:48.207 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 600, 2023-08-28T02:31:48.207 INFO:teuthology.orchestra.run.smithi083.stdout: "ops": [ 2023-08-28T02:31:48.208 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.208 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:72088 9.12 9.b47d9e72 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e180)", 2023-08-28T02:31:48.208 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:27:42.298492+0000", 2023-08-28T02:31:48.208 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 245.90557507, 2023-08-28T02:31:48.208 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.007339545, 2023-08-28T02:31:48.208 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:31:48.208 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "reached pg", 2023-08-28T02:31:48.208 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:31:48.208 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:31:48.208 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:31:48.208 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 72088 2023-08-28T02:31:48.209 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.209 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:31:48.209 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.209 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:31:48.209 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.298492+0000", 2023-08-28T02:31:48.209 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:48.209 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.209 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.209 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:31:48.209 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.298492+0000", 2023-08-28T02:31:48.209 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:48.210 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.210 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.210 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:31:48.210 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.298490+0000", 2023-08-28T02:31:48.210 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:31:48.210 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.210 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.210 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:31:48.210 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.298524+0000", 2023-08-28T02:31:48.210 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.3108000000000002e-05 2023-08-28T02:31:48.210 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.210 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.211 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:31:48.211 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.298539+0000", 2023-08-28T02:31:48.211 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.5041999999999999e-05 2023-08-28T02:31:48.211 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.211 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.211 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:31:48.211 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.298546+0000", 2023-08-28T02:31:48.211 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.0439999999999998e-06 2023-08-28T02:31:48.211 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.211 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.211 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:31:48.211 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.298593+0000", 2023-08-28T02:31:48.212 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.7284000000000003e-05 2023-08-28T02:31:48.212 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.212 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.212 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:31:48.212 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.298600+0000", 2023-08-28T02:31:48.212 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.4329999999999998e-06 2023-08-28T02:31:48.212 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.212 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.212 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:31:48.212 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:43.305821+0000", 2023-08-28T02:31:48.212 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.007220912 2023-08-28T02:31:48.213 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.213 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.213 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:31:48.213 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:43.305832+0000", 2023-08-28T02:31:48.213 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0413e-05 2023-08-28T02:31:48.213 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:48.213 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:31:48.213 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:48.213 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.213 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.213 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:72120 9.12 9.6e95da92 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e180)", 2023-08-28T02:31:48.213 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:27:42.329351+0000", 2023-08-28T02:31:48.214 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 245.87471581299999, 2023-08-28T02:31:48.214 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.97651400399999999, 2023-08-28T02:31:48.214 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:31:48.214 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "reached pg", 2023-08-28T02:31:48.214 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:31:48.214 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:31:48.214 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:31:48.214 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 72120 2023-08-28T02:31:48.214 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.214 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:31:48.214 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.214 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:31:48.215 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.329351+0000", 2023-08-28T02:31:48.215 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:48.215 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.215 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.215 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:31:48.215 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.329351+0000", 2023-08-28T02:31:48.215 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:48.215 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.215 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.215 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:31:48.215 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.329350+0000", 2023-08-28T02:31:48.215 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:31:48.216 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.216 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.216 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:31:48.216 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.329399+0000", 2023-08-28T02:31:48.216 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.9289000000000002e-05 2023-08-28T02:31:48.216 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.216 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.216 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:31:48.216 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.329413+0000", 2023-08-28T02:31:48.216 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.393e-05 2023-08-28T02:31:48.216 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.216 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.217 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:31:48.217 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.329421+0000", 2023-08-28T02:31:48.217 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.0860000000000002e-06 2023-08-28T02:31:48.217 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.217 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.217 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:31:48.217 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.329456+0000", 2023-08-28T02:31:48.217 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.5234000000000002e-05 2023-08-28T02:31:48.217 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.217 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.217 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:31:48.217 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.329463+0000", 2023-08-28T02:31:48.218 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.99e-06 2023-08-28T02:31:48.218 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.218 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.218 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:31:48.218 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:43.305856+0000", 2023-08-28T02:31:48.218 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.97639254799999997 2023-08-28T02:31:48.218 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.218 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.218 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:31:48.218 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:43.305865+0000", 2023-08-28T02:31:48.218 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.4439999999999997e-06 2023-08-28T02:31:48.218 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:48.219 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:31:48.219 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:48.219 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.219 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.219 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:72209 9.12 9.caf25632 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e180)", 2023-08-28T02:31:48.219 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:27:42.399982+0000", 2023-08-28T02:31:48.219 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 245.80408557800001, 2023-08-28T02:31:48.219 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.905911892, 2023-08-28T02:31:48.219 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:31:48.219 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "reached pg", 2023-08-28T02:31:48.219 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:31:48.219 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:31:48.220 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:31:48.220 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 72209 2023-08-28T02:31:48.220 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.220 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:31:48.220 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.220 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:31:48.220 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.399982+0000", 2023-08-28T02:31:48.220 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:48.220 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.220 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.220 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:31:48.221 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.399982+0000", 2023-08-28T02:31:48.221 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:48.221 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.221 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.221 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:31:48.221 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.399980+0000", 2023-08-28T02:31:48.221 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:31:48.221 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.221 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.221 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:31:48.221 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.400015+0000", 2023-08-28T02:31:48.221 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.5233e-05 2023-08-28T02:31:48.222 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.222 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.222 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:31:48.222 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.400028+0000", 2023-08-28T02:31:48.222 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2541000000000001e-05 2023-08-28T02:31:48.222 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.222 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.222 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:31:48.222 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.400034+0000", 2023-08-28T02:31:48.222 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.1820000000000003e-06 2023-08-28T02:31:48.222 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.222 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.223 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:31:48.223 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.400082+0000", 2023-08-28T02:31:48.223 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.7958999999999999e-05 2023-08-28T02:31:48.223 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.223 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.223 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:31:48.223 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.400088+0000", 2023-08-28T02:31:48.223 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.1870000000000002e-06 2023-08-28T02:31:48.223 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.223 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.223 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:31:48.223 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:43.305887+0000", 2023-08-28T02:31:48.224 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.90579869300000004 2023-08-28T02:31:48.224 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.224 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.224 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:31:48.224 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:43.305894+0000", 2023-08-28T02:31:48.224 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.6819999999999997e-06 2023-08-28T02:31:48.224 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:48.224 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:31:48.224 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:48.224 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.224 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.225 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:72226 9.12 9.1c5cc8b2 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e180)", 2023-08-28T02:31:48.225 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:27:42.412718+0000", 2023-08-28T02:31:48.225 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 245.791349271, 2023-08-28T02:31:48.225 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.89321508100000002, 2023-08-28T02:31:48.225 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:31:48.225 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "reached pg", 2023-08-28T02:31:48.225 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:31:48.225 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:31:48.225 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:31:48.226 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 72226 2023-08-28T02:31:48.227 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.227 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:31:48.227 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.227 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:31:48.227 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.412718+0000", 2023-08-28T02:31:48.227 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:48.227 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.227 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.227 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:31:48.227 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.412718+0000", 2023-08-28T02:31:48.227 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:48.227 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.228 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.228 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:31:48.228 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.412717+0000", 2023-08-28T02:31:48.228 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:31:48.228 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.228 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.228 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:31:48.228 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.412779+0000", 2023-08-28T02:31:48.228 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.1795e-05 2023-08-28T02:31:48.228 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.228 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.229 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:31:48.229 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.412789+0000", 2023-08-28T02:31:48.229 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0278999999999999e-05 2023-08-28T02:31:48.229 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.229 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.229 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:31:48.229 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.412796+0000", 2023-08-28T02:31:48.229 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.063e-06 2023-08-28T02:31:48.229 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.229 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.229 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:31:48.229 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.412831+0000", 2023-08-28T02:31:48.230 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.4560000000000001e-05 2023-08-28T02:31:48.230 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.230 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.230 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:31:48.230 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.412837+0000", 2023-08-28T02:31:48.230 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.9789999999999998e-06 2023-08-28T02:31:48.230 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.230 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.230 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:31:48.230 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:43.305925+0000", 2023-08-28T02:31:48.230 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.893088616 2023-08-28T02:31:48.230 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.231 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.231 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:31:48.231 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:43.305933+0000", 2023-08-28T02:31:48.231 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.746e-06 2023-08-28T02:31:48.231 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:48.231 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:31:48.231 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:48.231 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.231 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.231 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:72236 9.12 9.97e79cf2 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e180)", 2023-08-28T02:31:48.231 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:27:42.422266+0000", 2023-08-28T02:31:48.231 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 245.78180167400001, 2023-08-28T02:31:48.232 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.88369277800000001, 2023-08-28T02:31:48.232 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:31:48.232 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "reached pg", 2023-08-28T02:31:48.232 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:31:48.232 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:31:48.232 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:31:48.232 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 72236 2023-08-28T02:31:48.232 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.232 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:31:48.232 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.232 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:31:48.233 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.422266+0000", 2023-08-28T02:31:48.233 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:48.233 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.233 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.233 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:31:48.233 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.422266+0000", 2023-08-28T02:31:48.233 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:48.233 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.233 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.233 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:31:48.233 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.422265+0000", 2023-08-28T02:31:48.233 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999995 2023-08-28T02:31:48.234 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.234 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.234 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:31:48.234 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.422307+0000", 2023-08-28T02:31:48.234 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.1934999999999997e-05 2023-08-28T02:31:48.234 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.234 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.234 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:31:48.234 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.422315+0000", 2023-08-28T02:31:48.234 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.8350000000000004e-06 2023-08-28T02:31:48.234 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.235 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.235 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:31:48.235 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.422319+0000", 2023-08-28T02:31:48.235 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.2679999999999996e-06 2023-08-28T02:31:48.235 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.235 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.235 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:31:48.235 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.422358+0000", 2023-08-28T02:31:48.235 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.9425000000000003e-05 2023-08-28T02:31:48.235 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.235 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.235 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:31:48.236 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.422363+0000", 2023-08-28T02:31:48.236 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.7219999999999999e-06 2023-08-28T02:31:48.236 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.236 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.236 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:31:48.236 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:43.305952+0000", 2023-08-28T02:31:48.236 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.88358863300000001 2023-08-28T02:31:48.236 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.236 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.236 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:31:48.236 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:43.305958+0000", 2023-08-28T02:31:48.236 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.5950000000000004e-06 2023-08-28T02:31:48.237 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:48.237 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:31:48.237 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:48.237 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.237 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.237 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:72254 9.12 9.680ad2f2 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e180)", 2023-08-28T02:31:48.237 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:27:42.436884+0000", 2023-08-28T02:31:48.237 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 245.767183131, 2023-08-28T02:31:48.237 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.86909954099999998, 2023-08-28T02:31:48.237 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:31:48.237 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "reached pg", 2023-08-28T02:31:48.237 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:31:48.238 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:31:48.238 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:31:48.238 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 72254 2023-08-28T02:31:48.238 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.238 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:31:48.238 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.238 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:31:48.238 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.436884+0000", 2023-08-28T02:31:48.238 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:48.238 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.238 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.238 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:31:48.239 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.436884+0000", 2023-08-28T02:31:48.239 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:48.239 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.239 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.239 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:31:48.239 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.436884+0000", 2023-08-28T02:31:48.239 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999995 2023-08-28T02:31:48.239 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.239 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.239 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:31:48.239 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.436922+0000", 2023-08-28T02:31:48.239 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.8637999999999998e-05 2023-08-28T02:31:48.240 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.240 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.240 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:31:48.240 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.436929+0000", 2023-08-28T02:31:48.240 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.0119999999999999e-06 2023-08-28T02:31:48.240 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.240 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.240 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:31:48.240 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.436935+0000", 2023-08-28T02:31:48.240 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.7869999999999998e-06 2023-08-28T02:31:48.240 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.240 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.241 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:31:48.241 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.439262+0000", 2023-08-28T02:31:48.241 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.002326641 2023-08-28T02:31:48.241 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.241 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.241 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:31:48.241 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.439268+0000", 2023-08-28T02:31:48.241 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.6000000000000003e-06 2023-08-28T02:31:48.241 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.241 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.241 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:31:48.241 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:43.305977+0000", 2023-08-28T02:31:48.242 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.86670903399999999 2023-08-28T02:31:48.242 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.242 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.242 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:31:48.242 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:43.305984+0000", 2023-08-28T02:31:48.242 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.3690000000000003e-06 2023-08-28T02:31:48.242 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:48.242 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:31:48.242 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:48.242 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.242 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.243 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:72265 9.12 9.7407c752 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e180)", 2023-08-28T02:31:48.243 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:27:42.446573+0000", 2023-08-28T02:31:48.243 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 245.757494237, 2023-08-28T02:31:48.243 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.85943895400000003, 2023-08-28T02:31:48.243 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:31:48.243 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "reached pg", 2023-08-28T02:31:48.243 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:31:48.243 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:31:48.243 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:31:48.243 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 72265 2023-08-28T02:31:48.243 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.243 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:31:48.244 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.244 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:31:48.244 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.446573+0000", 2023-08-28T02:31:48.244 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:48.244 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.244 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.244 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:31:48.244 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.446573+0000", 2023-08-28T02:31:48.244 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:48.244 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.244 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.244 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:31:48.245 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.446572+0000", 2023-08-28T02:31:48.245 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:31:48.245 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.245 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.245 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:31:48.245 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.446634+0000", 2023-08-28T02:31:48.245 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.2061000000000001e-05 2023-08-28T02:31:48.245 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.245 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.245 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:31:48.245 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.446643+0000", 2023-08-28T02:31:48.245 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.3200000000000006e-06 2023-08-28T02:31:48.246 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.246 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.246 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:31:48.246 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.446648+0000", 2023-08-28T02:31:48.246 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.5700000000000003e-06 2023-08-28T02:31:48.246 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.246 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.246 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:31:48.246 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.446678+0000", 2023-08-28T02:31:48.246 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.0369999999999999e-05 2023-08-28T02:31:48.246 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.246 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.247 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:31:48.247 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.446683+0000", 2023-08-28T02:31:48.247 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.2140000000000004e-06 2023-08-28T02:31:48.247 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.247 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.247 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:31:48.247 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:43.306002+0000", 2023-08-28T02:31:48.247 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.85931836699999997 2023-08-28T02:31:48.247 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.247 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.247 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:31:48.247 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:43.306012+0000", 2023-08-28T02:31:48.248 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0173000000000001e-05 2023-08-28T02:31:48.248 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:48.248 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:31:48.248 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:48.248 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.248 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.248 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:166815 9.a 9:56e3268b:::benchmark_data_smithi040_209735_object59220:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e217)", 2023-08-28T02:31:48.248 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:32.931809+0000", 2023-08-28T02:31:48.248 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 135.272257905, 2023-08-28T02:31:48.248 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.2630989939999999, 2023-08-28T02:31:48.248 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:31:48.248 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "reached pg", 2023-08-28T02:31:48.249 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:31:48.249 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:31:48.249 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:31:48.249 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 166815 2023-08-28T02:31:48.249 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.249 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:31:48.249 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.249 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:31:48.249 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.931809+0000", 2023-08-28T02:31:48.249 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:48.249 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.250 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.250 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:31:48.250 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.931809+0000", 2023-08-28T02:31:48.250 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:48.250 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.250 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.250 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:31:48.250 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.931807+0000", 2023-08-28T02:31:48.250 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:31:48.250 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.250 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.250 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:31:48.251 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.931824+0000", 2023-08-28T02:31:48.251 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.6765e-05 2023-08-28T02:31:48.251 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.251 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.251 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:31:48.251 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.931845+0000", 2023-08-28T02:31:48.251 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.0709000000000001e-05 2023-08-28T02:31:48.251 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.251 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.251 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:31:48.251 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.931855+0000", 2023-08-28T02:31:48.251 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0445000000000001e-05 2023-08-28T02:31:48.252 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.252 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.252 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:31:48.252 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.098247+0000", 2023-08-28T02:31:48.252 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.16639153100000001 2023-08-28T02:31:48.252 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.252 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.252 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:31:48.252 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.098257+0000", 2023-08-28T02:31:48.252 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.9080000000000007e-06 2023-08-28T02:31:48.252 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.252 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.253 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:31:48.253 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.907336+0000", 2023-08-28T02:31:48.253 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.80907946900000005 2023-08-28T02:31:48.253 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.253 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.253 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:31:48.253 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.907344+0000", 2023-08-28T02:31:48.253 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.7530000000000001e-06 2023-08-28T02:31:48.253 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.253 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.253 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:31:48.253 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.920156+0000", 2023-08-28T02:31:48.254 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0128124730000001 2023-08-28T02:31:48.254 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.254 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.254 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:31:48.254 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.920168+0000", 2023-08-28T02:31:48.254 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1858999999999999e-05 2023-08-28T02:31:48.254 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.254 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.254 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:31:48.254 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.194827+0000", 2023-08-28T02:31:48.254 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.274659089 2023-08-28T02:31:48.255 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.255 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.255 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:31:48.255 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.194908+0000", 2023-08-28T02:31:48.255 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.1129000000000002e-05 2023-08-28T02:31:48.255 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:48.255 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:31:48.255 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:48.255 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.255 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.255 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:166825 9.1f 9:fd2caf57:::benchmark_data_smithi040_209735_object59230:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e217)", 2023-08-28T02:31:48.255 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:33.022331+0000", 2023-08-28T02:31:48.256 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 135.181736481, 2023-08-28T02:31:48.256 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.1605196019999999, 2023-08-28T02:31:48.256 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:31:48.256 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:31:48.256 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:31:48.256 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:31:48.256 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:31:48.256 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 166825 2023-08-28T02:31:48.256 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.256 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:31:48.256 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.257 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:31:48.257 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.022331+0000", 2023-08-28T02:31:48.257 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:48.257 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.257 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.257 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:31:48.257 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.022331+0000", 2023-08-28T02:31:48.257 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:48.257 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.257 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.257 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:31:48.257 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.022329+0000", 2023-08-28T02:31:48.258 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999976 2023-08-28T02:31:48.258 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.258 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.258 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:31:48.258 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.022340+0000", 2023-08-28T02:31:48.258 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1379999999999999e-05 2023-08-28T02:31:48.258 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.258 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.258 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:31:48.258 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.022366+0000", 2023-08-28T02:31:48.258 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.6301000000000001e-05 2023-08-28T02:31:48.258 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.259 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.259 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:31:48.259 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.022382+0000", 2023-08-28T02:31:48.259 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.5316999999999999e-05 2023-08-28T02:31:48.259 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.259 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.259 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:31:48.259 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.169491+0000", 2023-08-28T02:31:48.259 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.14710936099999999 2023-08-28T02:31:48.259 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.259 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.260 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:31:48.260 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.169501+0000", 2023-08-28T02:31:48.260 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.9830000000000008e-06 2023-08-28T02:31:48.260 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.260 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.260 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:31:48.260 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.905839+0000", 2023-08-28T02:31:48.260 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.73633841 2023-08-28T02:31:48.260 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.260 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.260 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:31:48.260 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.905849+0000", 2023-08-28T02:31:48.261 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.8980000000000008e-06 2023-08-28T02:31:48.261 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.261 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.261 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:31:48.261 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.915791+0000", 2023-08-28T02:31:48.261 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.009942219 2023-08-28T02:31:48.261 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.261 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.261 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:31:48.261 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.915799+0000", 2023-08-28T02:31:48.261 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.7100000000000007e-06 2023-08-28T02:31:48.261 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.262 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.262 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:31:48.262 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.171736+0000", 2023-08-28T02:31:48.262 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.255936564 2023-08-28T02:31:48.262 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.262 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.262 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:31:48.262 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.171876+0000", 2023-08-28T02:31:48.262 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00014034799999999999 2023-08-28T02:31:48.262 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.262 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.262 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,2,3", 2023-08-28T02:31:48.263 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.174343+0000", 2023-08-28T02:31:48.263 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0024673400000000002 2023-08-28T02:31:48.263 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.263 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.263 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:31:48.263 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.180195+0000", 2023-08-28T02:31:48.263 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0058520569999999999 2023-08-28T02:31:48.263 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.263 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.263 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:48.263 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.180237+0000", 2023-08-28T02:31:48.264 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.1195000000000001e-05 2023-08-28T02:31:48.264 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.264 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.264 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:48.264 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.182598+0000", 2023-08-28T02:31:48.264 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0023616779999999999 2023-08-28T02:31:48.264 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.264 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.264 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:48.264 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.182682+0000", 2023-08-28T02:31:48.264 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.3282999999999995e-05 2023-08-28T02:31:48.265 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.265 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.265 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:31:48.265 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.182738+0000", 2023-08-28T02:31:48.265 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.5989000000000002e-05 2023-08-28T02:31:48.265 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.265 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.265 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:31:48.265 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.182850+0000", 2023-08-28T02:31:48.265 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000112749 2023-08-28T02:31:48.265 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:48.266 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:31:48.266 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:48.266 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.266 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.266 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:166835 9.1f 9:fdb674ed:::benchmark_data_smithi040_209735_object59240:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e217)", 2023-08-28T02:31:48.266 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:33.219103+0000", 2023-08-28T02:31:48.266 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 134.984964494, 2023-08-28T02:31:48.266 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.9639696190000002, 2023-08-28T02:31:48.266 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:31:48.266 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:31:48.266 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:31:48.267 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:31:48.267 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:31:48.267 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 166835 2023-08-28T02:31:48.267 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.267 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:31:48.267 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.267 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:31:48.267 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.219103+0000", 2023-08-28T02:31:48.267 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:48.267 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.267 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.267 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:31:48.268 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.219103+0000", 2023-08-28T02:31:48.268 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:48.268 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.268 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.268 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:31:48.268 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.219101+0000", 2023-08-28T02:31:48.268 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:31:48.268 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.268 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.268 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:31:48.268 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.219113+0000", 2023-08-28T02:31:48.268 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2289e-05 2023-08-28T02:31:48.269 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.269 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.269 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:31:48.269 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.219131+0000", 2023-08-28T02:31:48.269 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.7759999999999999e-05 2023-08-28T02:31:48.269 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.269 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.269 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:31:48.269 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.219139+0000", 2023-08-28T02:31:48.269 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.4400000000000005e-06 2023-08-28T02:31:48.269 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.270 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.270 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:31:48.270 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.219197+0000", 2023-08-28T02:31:48.270 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.7667999999999997e-05 2023-08-28T02:31:48.270 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.270 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.270 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:31:48.270 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.219208+0000", 2023-08-28T02:31:48.270 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.155e-05 2023-08-28T02:31:48.270 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.270 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.270 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:31:48.271 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.907111+0000", 2023-08-28T02:31:48.271 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.68790260299999995 2023-08-28T02:31:48.271 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.271 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.271 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:31:48.271 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.907119+0000", 2023-08-28T02:31:48.271 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.3580000000000003e-06 2023-08-28T02:31:48.271 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.271 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.271 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:31:48.271 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.915818+0000", 2023-08-28T02:31:48.271 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0086982120000001 2023-08-28T02:31:48.272 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.272 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.272 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:31:48.272 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.915823+0000", 2023-08-28T02:31:48.272 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.4779999999999999e-06 2023-08-28T02:31:48.272 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.272 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.272 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:31:48.272 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.178183+0000", 2023-08-28T02:31:48.272 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2623597499999999 2023-08-28T02:31:48.272 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.272 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.273 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:31:48.273 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.178322+0000", 2023-08-28T02:31:48.273 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00013888600000000001 2023-08-28T02:31:48.273 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.273 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.273 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,2,3", 2023-08-28T02:31:48.273 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.178629+0000", 2023-08-28T02:31:48.273 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00030739 2023-08-28T02:31:48.273 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.273 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.273 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:31:48.273 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.180621+0000", 2023-08-28T02:31:48.274 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0019917279999999999 2023-08-28T02:31:48.274 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.274 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.274 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:48.274 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.182640+0000", 2023-08-28T02:31:48.274 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0020191670000000001 2023-08-28T02:31:48.274 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.274 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.274 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:48.274 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.182897+0000", 2023-08-28T02:31:48.274 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00025681100000000002 2023-08-28T02:31:48.275 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.275 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.275 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:48.275 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.182926+0000", 2023-08-28T02:31:48.275 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.8853999999999999e-05 2023-08-28T02:31:48.275 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.275 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.275 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:31:48.275 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.182968+0000", 2023-08-28T02:31:48.275 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.2412e-05 2023-08-28T02:31:48.275 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.276 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.276 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:31:48.276 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.183072+0000", 2023-08-28T02:31:48.276 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000104362 2023-08-28T02:31:48.276 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:48.276 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:31:48.276 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:48.276 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.276 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.276 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:166840 9.1a 9:5ea9de3c:::benchmark_data_smithi040_209735_object59245:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e218)", 2023-08-28T02:31:48.276 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:33.947892+0000", 2023-08-28T02:31:48.276 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 134.25617568999999, 2023-08-28T02:31:48.277 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.2562145400000002, 2023-08-28T02:31:48.277 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:31:48.277 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:31:48.277 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:31:48.277 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:31:48.277 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:31:48.277 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 166840 2023-08-28T02:31:48.277 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.277 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:31:48.277 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.277 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:31:48.277 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.947892+0000", 2023-08-28T02:31:48.278 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:48.278 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.278 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.278 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:31:48.278 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.947892+0000", 2023-08-28T02:31:48.278 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:48.278 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.278 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.278 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:31:48.278 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.947890+0000", 2023-08-28T02:31:48.278 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:31:48.278 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.279 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.279 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:31:48.279 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.947897+0000", 2023-08-28T02:31:48.279 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.9360000000000002e-06 2023-08-28T02:31:48.279 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.279 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.279 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:31:48.279 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.947912+0000", 2023-08-28T02:31:48.279 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.4583000000000001e-05 2023-08-28T02:31:48.279 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.279 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.279 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:31:48.280 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.947918+0000", 2023-08-28T02:31:48.280 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.105e-06 2023-08-28T02:31:48.280 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.280 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.280 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:31:48.280 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.947964+0000", 2023-08-28T02:31:48.280 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.5884999999999999e-05 2023-08-28T02:31:48.280 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.280 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.280 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:31:48.280 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.947973+0000", 2023-08-28T02:31:48.281 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.4539999999999996e-06 2023-08-28T02:31:48.281 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.281 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.281 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:31:48.281 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.924912+0000", 2023-08-28T02:31:48.281 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.97693920599999995 2023-08-28T02:31:48.281 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.281 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.281 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:31:48.281 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.924920+0000", 2023-08-28T02:31:48.281 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.1330000000000001e-06 2023-08-28T02:31:48.281 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.282 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.282 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:31:48.282 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.188143+0000", 2023-08-28T02:31:48.282 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.263223781 2023-08-28T02:31:48.282 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.282 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.282 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:31:48.282 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.188232+0000", 2023-08-28T02:31:48.282 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.8517999999999995e-05 2023-08-28T02:31:48.282 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.282 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.283 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3,7", 2023-08-28T02:31:48.283 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.188445+0000", 2023-08-28T02:31:48.283 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000212742 2023-08-28T02:31:48.283 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.283 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.283 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:48.283 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.194801+0000", 2023-08-28T02:31:48.283 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0063569000000000004 2023-08-28T02:31:48.283 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.283 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.283 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:48.283 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.194984+0000", 2023-08-28T02:31:48.284 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00018230199999999999 2023-08-28T02:31:48.284 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.284 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.284 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:31:48.284 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.194994+0000", 2023-08-28T02:31:48.284 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0227000000000001e-05 2023-08-28T02:31:48.284 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.284 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.284 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:48.284 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.203928+0000", 2023-08-28T02:31:48.284 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0089338609999999995 2023-08-28T02:31:48.284 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.285 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.285 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:31:48.285 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.203982+0000", 2023-08-28T02:31:48.285 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.4398999999999999e-05 2023-08-28T02:31:48.285 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.285 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.285 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:31:48.285 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.204106+0000", 2023-08-28T02:31:48.285 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00012385400000000001 2023-08-28T02:31:48.285 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:48.285 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:31:48.285 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:48.286 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.286 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.286 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:166842 9.1a 9:587a1a67:::benchmark_data_smithi040_209735_object59247:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e218)", 2023-08-28T02:31:48.286 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:33.949980+0000", 2023-08-28T02:31:48.286 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 134.25408747700001, 2023-08-28T02:31:48.286 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.2621448399999999, 2023-08-28T02:31:48.286 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:31:48.286 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:31:48.286 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:31:48.286 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:31:48.286 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:31:48.286 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 166842 2023-08-28T02:31:48.287 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.287 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:31:48.287 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.287 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:31:48.287 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.949980+0000", 2023-08-28T02:31:48.287 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:48.287 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.287 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.287 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:31:48.287 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.949980+0000", 2023-08-28T02:31:48.287 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:48.287 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.288 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.288 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:31:48.288 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.949979+0000", 2023-08-28T02:31:48.288 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:31:48.288 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.288 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.288 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:31:48.288 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.949984+0000", 2023-08-28T02:31:48.288 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.8380000000000001e-06 2023-08-28T02:31:48.288 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.288 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.288 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:31:48.289 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.949994+0000", 2023-08-28T02:31:48.289 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0385e-05 2023-08-28T02:31:48.289 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.289 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.289 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:31:48.289 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.949999+0000", 2023-08-28T02:31:48.289 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.8250000000000004e-06 2023-08-28T02:31:48.289 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.289 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.289 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:31:48.289 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.950028+0000", 2023-08-28T02:31:48.289 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.9425999999999999e-05 2023-08-28T02:31:48.289 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.290 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.290 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:31:48.290 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.950034+0000", 2023-08-28T02:31:48.290 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.2249999999999999e-06 2023-08-28T02:31:48.290 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.290 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.290 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:31:48.290 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.925308+0000", 2023-08-28T02:31:48.290 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.97527402299999999 2023-08-28T02:31:48.290 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.290 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.290 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:31:48.291 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.925314+0000", 2023-08-28T02:31:48.291 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.3879999999999997e-06 2023-08-28T02:31:48.291 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.291 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.291 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:31:48.291 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.190425+0000", 2023-08-28T02:31:48.291 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.265111323 2023-08-28T02:31:48.291 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.291 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.291 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:31:48.291 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.190538+0000", 2023-08-28T02:31:48.292 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000112824 2023-08-28T02:31:48.292 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.292 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.292 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3,7", 2023-08-28T02:31:48.292 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.190763+0000", 2023-08-28T02:31:48.292 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000224634 2023-08-28T02:31:48.292 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.292 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.292 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:48.292 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.194941+0000", 2023-08-28T02:31:48.292 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0041782449999999997 2023-08-28T02:31:48.292 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.293 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.293 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:31:48.293 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.195000+0000", 2023-08-28T02:31:48.293 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.8566000000000001e-05 2023-08-28T02:31:48.293 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.293 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.293 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:48.293 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.200242+0000", 2023-08-28T02:31:48.293 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0052426640000000002 2023-08-28T02:31:48.293 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.293 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.293 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:48.294 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.211969+0000", 2023-08-28T02:31:48.294 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011726785 2023-08-28T02:31:48.294 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.294 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.294 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:31:48.294 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.212010+0000", 2023-08-28T02:31:48.294 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.1004999999999998e-05 2023-08-28T02:31:48.294 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.294 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.294 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:31:48.294 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.212125+0000", 2023-08-28T02:31:48.294 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00011443299999999999 2023-08-28T02:31:48.295 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:48.295 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:31:48.295 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:48.295 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.295 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.295 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:166843 9.1a 9:585dec9a:::benchmark_data_smithi040_209735_object59248:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e218)", 2023-08-28T02:31:48.295 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:33.956929+0000", 2023-08-28T02:31:48.295 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 134.24713839, 2023-08-28T02:31:48.295 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.2553711079999998, 2023-08-28T02:31:48.295 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:31:48.295 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:31:48.296 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:31:48.296 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:31:48.296 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:31:48.296 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 166843 2023-08-28T02:31:48.296 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.296 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:31:48.296 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.296 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:31:48.296 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.956929+0000", 2023-08-28T02:31:48.296 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:48.296 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.297 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.297 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:31:48.297 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.956929+0000", 2023-08-28T02:31:48.297 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:48.297 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.297 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.297 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:31:48.297 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.956927+0000", 2023-08-28T02:31:48.297 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:31:48.297 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.297 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.297 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:31:48.298 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.956935+0000", 2023-08-28T02:31:48.298 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.8299999999999996e-06 2023-08-28T02:31:48.298 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.298 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.298 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:31:48.298 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.956951+0000", 2023-08-28T02:31:48.298 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.5532999999999998e-05 2023-08-28T02:31:48.298 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.298 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.298 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:31:48.298 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.956964+0000", 2023-08-28T02:31:48.299 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2996000000000001e-05 2023-08-28T02:31:48.299 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.299 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.299 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:31:48.299 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.957008+0000", 2023-08-28T02:31:48.299 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.4124e-05 2023-08-28T02:31:48.299 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.299 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.299 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:31:48.299 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.957014+0000", 2023-08-28T02:31:48.300 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.5270000000000004e-06 2023-08-28T02:31:48.300 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.300 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.300 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:31:48.300 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.925904+0000", 2023-08-28T02:31:48.300 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.968889373 2023-08-28T02:31:48.300 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.300 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.300 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:31:48.300 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.925916+0000", 2023-08-28T02:31:48.300 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2517999999999999e-05 2023-08-28T02:31:48.300 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.301 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.301 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:31:48.301 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.191937+0000", 2023-08-28T02:31:48.301 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2660205410000001 2023-08-28T02:31:48.301 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.301 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.301 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:31:48.301 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.192030+0000", 2023-08-28T02:31:48.301 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.2814999999999998e-05 2023-08-28T02:31:48.301 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.301 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.302 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3,7", 2023-08-28T02:31:48.302 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.192215+0000", 2023-08-28T02:31:48.302 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00018544000000000001 2023-08-28T02:31:48.302 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.302 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.302 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:31:48.302 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.196853+0000", 2023-08-28T02:31:48.302 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0046379680000000001 2023-08-28T02:31:48.302 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.302 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.302 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:48.302 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.200212+0000", 2023-08-28T02:31:48.303 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0033594380000000002 2023-08-28T02:31:48.303 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.303 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.303 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:48.303 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.200526+0000", 2023-08-28T02:31:48.303 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00031347299999999999 2023-08-28T02:31:48.303 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.303 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.303 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:48.303 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.212166+0000", 2023-08-28T02:31:48.303 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011640081 2023-08-28T02:31:48.303 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.304 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.304 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:31:48.304 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.212210+0000", 2023-08-28T02:31:48.304 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.3803000000000001e-05 2023-08-28T02:31:48.304 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.304 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.304 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:31:48.304 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.212300+0000", 2023-08-28T02:31:48.304 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.0258000000000002e-05 2023-08-28T02:31:48.304 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:48.304 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:31:48.305 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:48.305 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.305 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.305 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:166846 9.6 9:614b82ab:::benchmark_data_smithi040_209735_object59251:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e218)", 2023-08-28T02:31:48.305 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:33.967477+0000", 2023-08-28T02:31:48.305 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 134.236590514, 2023-08-28T02:31:48.305 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.2460598730000001, 2023-08-28T02:31:48.305 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:31:48.305 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:31:48.305 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:31:48.305 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:31:48.305 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:31:48.306 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 166846 2023-08-28T02:31:48.306 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.306 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:31:48.306 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.306 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:31:48.306 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.967477+0000", 2023-08-28T02:31:48.306 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:48.306 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.306 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.306 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:31:48.306 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.967477+0000", 2023-08-28T02:31:48.306 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:48.307 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.307 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.307 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:31:48.307 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.967476+0000", 2023-08-28T02:31:48.307 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:31:48.307 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.307 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.307 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:31:48.307 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.967482+0000", 2023-08-28T02:31:48.307 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.2360000000000001e-06 2023-08-28T02:31:48.307 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.308 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.308 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:31:48.308 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.967494+0000", 2023-08-28T02:31:48.308 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2146e-05 2023-08-28T02:31:48.308 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.308 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.308 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:31:48.308 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.967499+0000", 2023-08-28T02:31:48.308 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.3190000000000002e-06 2023-08-28T02:31:48.308 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.308 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.308 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:31:48.309 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.967567+0000", 2023-08-28T02:31:48.309 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.7675999999999994e-05 2023-08-28T02:31:48.309 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.309 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.309 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:31:48.309 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.967575+0000", 2023-08-28T02:31:48.309 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.3690000000000007e-06 2023-08-28T02:31:48.309 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.309 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.309 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:31:48.309 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.914872+0000", 2023-08-28T02:31:48.309 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.94729681499999996 2023-08-28T02:31:48.310 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.310 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.310 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:31:48.310 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.914884+0000", 2023-08-28T02:31:48.310 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1501000000000001e-05 2023-08-28T02:31:48.310 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.310 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.310 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:31:48.310 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.199349+0000", 2023-08-28T02:31:48.310 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2844649619999999 2023-08-28T02:31:48.310 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.311 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.311 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:31:48.311 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.199476+0000", 2023-08-28T02:31:48.311 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00012742499999999999 2023-08-28T02:31:48.311 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.311 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.311 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 2,6", 2023-08-28T02:31:48.311 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.199936+0000", 2023-08-28T02:31:48.311 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00046027399999999999 2023-08-28T02:31:48.311 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.311 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.312 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:48.312 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.211730+0000", 2023-08-28T02:31:48.312 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011793873999999999 2023-08-28T02:31:48.312 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.312 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.312 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:31:48.312 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.211784+0000", 2023-08-28T02:31:48.312 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.3698e-05 2023-08-28T02:31:48.312 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.312 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.312 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:48.313 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.211807+0000", 2023-08-28T02:31:48.313 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.3166000000000001e-05 2023-08-28T02:31:48.313 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.313 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.313 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:31:48.313 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.211849+0000", 2023-08-28T02:31:48.313 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.1579000000000003e-05 2023-08-28T02:31:48.313 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.313 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.313 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:31:48.313 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.213537+0000", 2023-08-28T02:31:48.313 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.001687863 2023-08-28T02:31:48.314 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:48.314 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:31:48.314 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:48.314 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.314 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.314 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:173326 9.1f 9:fb06fbfd:::benchmark_data_smithi040_209735_object65731:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e224)", 2023-08-28T02:31:48.314 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:44.554844+0000", 2023-08-28T02:31:48.314 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 123.649223455, 2023-08-28T02:31:48.314 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.90803578200000001, 2023-08-28T02:31:48.314 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:31:48.314 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:31:48.315 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:31:48.315 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:31:48.315 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:31:48.315 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 173326 2023-08-28T02:31:48.315 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.315 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:31:48.315 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.315 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:31:48.315 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.554844+0000", 2023-08-28T02:31:48.315 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:48.315 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.316 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.316 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:31:48.316 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.554844+0000", 2023-08-28T02:31:48.316 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:48.316 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.316 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.316 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:31:48.316 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.554842+0000", 2023-08-28T02:31:48.316 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:31:48.316 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.316 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.316 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:31:48.317 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.554850+0000", 2023-08-28T02:31:48.317 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.1729999999999998e-06 2023-08-28T02:31:48.317 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.317 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.317 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:31:48.317 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.554863+0000", 2023-08-28T02:31:48.317 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2967e-05 2023-08-28T02:31:48.317 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.317 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.317 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:31:48.317 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.554868+0000", 2023-08-28T02:31:48.317 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.4609999999999999e-06 2023-08-28T02:31:48.318 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.318 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.318 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:31:48.318 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.554912+0000", 2023-08-28T02:31:48.318 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.3856999999999997e-05 2023-08-28T02:31:48.318 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.318 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.318 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:31:48.318 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.554920+0000", 2023-08-28T02:31:48.318 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.2169999999999994e-06 2023-08-28T02:31:48.318 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.319 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.319 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:31:48.319 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.449581+0000", 2023-08-28T02:31:48.319 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.89466111199999998 2023-08-28T02:31:48.319 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.319 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.319 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:31:48.319 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.449684+0000", 2023-08-28T02:31:48.319 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00010230000000000001 2023-08-28T02:31:48.319 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.319 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.319 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:31:48.320 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.449931+0000", 2023-08-28T02:31:48.320 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00024772599999999998 2023-08-28T02:31:48.320 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.320 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.320 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:31:48.320 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.452037+0000", 2023-08-28T02:31:48.320 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0021054480000000002 2023-08-28T02:31:48.320 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.320 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.320 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:48.320 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.459556+0000", 2023-08-28T02:31:48.320 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0075193969999999997 2023-08-28T02:31:48.321 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.321 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.321 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:48.321 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.462800+0000", 2023-08-28T02:31:48.321 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0032439270000000002 2023-08-28T02:31:48.321 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.321 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.321 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:31:48.321 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.462844+0000", 2023-08-28T02:31:48.321 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.3918999999999997e-05 2023-08-28T02:31:48.321 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.322 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.322 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:31:48.322 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.462880+0000", 2023-08-28T02:31:48.322 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.5592000000000001e-05 2023-08-28T02:31:48.322 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:48.322 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:31:48.322 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:48.322 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.322 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.322 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:173328 9.1f 9:fb35c571:::benchmark_data_smithi040_209735_object65733:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e224)", 2023-08-28T02:31:48.322 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:44.617754+0000", 2023-08-28T02:31:48.322 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 123.586313015, 2023-08-28T02:31:48.323 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.84523814100000005, 2023-08-28T02:31:48.323 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:31:48.323 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:31:48.323 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:31:48.323 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:31:48.323 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:31:48.323 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 173328 2023-08-28T02:31:48.323 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.323 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:31:48.323 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.323 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:31:48.323 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.617754+0000", 2023-08-28T02:31:48.324 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:48.324 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.324 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.324 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:31:48.324 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.617754+0000", 2023-08-28T02:31:48.324 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:48.324 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.324 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.324 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:31:48.324 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.617752+0000", 2023-08-28T02:31:48.324 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999976 2023-08-28T02:31:48.324 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.325 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.325 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:31:48.325 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.617761+0000", 2023-08-28T02:31:48.325 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.8489999999999995e-06 2023-08-28T02:31:48.325 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.325 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.325 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:31:48.325 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.617778+0000", 2023-08-28T02:31:48.325 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.6761000000000001e-05 2023-08-28T02:31:48.325 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.325 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.325 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:31:48.326 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.617785+0000", 2023-08-28T02:31:48.326 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.2119999999999997e-06 2023-08-28T02:31:48.326 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.326 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.326 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:31:48.326 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.617839+0000", 2023-08-28T02:31:48.326 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.3733999999999997e-05 2023-08-28T02:31:48.326 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.326 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.326 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:31:48.326 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.617850+0000", 2023-08-28T02:31:48.327 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1260000000000001e-05 2023-08-28T02:31:48.327 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.327 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.327 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:31:48.327 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.450929+0000", 2023-08-28T02:31:48.327 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.83307915099999996 2023-08-28T02:31:48.327 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.327 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.327 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:31:48.327 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.451010+0000", 2023-08-28T02:31:48.327 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.0902000000000006e-05 2023-08-28T02:31:48.328 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.328 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.328 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:31:48.328 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.451167+0000", 2023-08-28T02:31:48.328 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00015725 2023-08-28T02:31:48.328 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.328 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.328 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:31:48.328 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.452105+0000", 2023-08-28T02:31:48.328 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00093819900000000002 2023-08-28T02:31:48.328 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.329 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.329 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:48.329 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.459583+0000", 2023-08-28T02:31:48.329 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0074780660000000002 2023-08-28T02:31:48.329 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.329 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.329 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:48.329 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.462912+0000", 2023-08-28T02:31:48.329 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0033286510000000002 2023-08-28T02:31:48.329 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.329 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.329 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:31:48.330 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.462950+0000", 2023-08-28T02:31:48.330 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.8059000000000003e-05 2023-08-28T02:31:48.330 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.330 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.330 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:31:48.330 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.462992+0000", 2023-08-28T02:31:48.330 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.2258000000000001e-05 2023-08-28T02:31:48.330 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:48.330 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:31:48.330 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:48.330 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.330 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.331 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:54157 10.3 10:c6f4420d:::benchmark_data_smithi040_250784_object54156:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e260)", 2023-08-28T02:31:48.331 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:27.925887+0000", 2023-08-28T02:31:48.331 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 20.278180077999998, 2023-08-28T02:31:48.331 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0107399720000001, 2023-08-28T02:31:48.331 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:31:48.331 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "reached pg", 2023-08-28T02:31:48.331 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:31:48.331 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:31:48.331 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:31:48.331 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 54157 2023-08-28T02:31:48.331 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.332 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:31:48.332 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.332 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:31:48.332 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.925887+0000", 2023-08-28T02:31:48.332 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:48.332 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.332 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.332 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:31:48.332 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.925887+0000", 2023-08-28T02:31:48.332 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:48.332 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.333 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.333 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:31:48.333 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.925885+0000", 2023-08-28T02:31:48.333 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:31:48.333 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.333 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.333 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:31:48.333 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.925930+0000", 2023-08-28T02:31:48.333 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.4515999999999999e-05 2023-08-28T02:31:48.333 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.333 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.333 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:31:48.334 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.925949+0000", 2023-08-28T02:31:48.334 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.8995e-05 2023-08-28T02:31:48.334 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.334 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.334 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:31:48.334 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.925957+0000", 2023-08-28T02:31:48.334 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.1869999999999997e-06 2023-08-28T02:31:48.334 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.334 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.334 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:31:48.335 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.926008+0000", 2023-08-28T02:31:48.335 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.0968999999999999e-05 2023-08-28T02:31:48.335 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.335 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.335 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:31:48.335 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.926162+0000", 2023-08-28T02:31:48.335 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00015455300000000001 2023-08-28T02:31:48.335 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.335 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.335 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 2,3", 2023-08-28T02:31:48.335 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.926267+0000", 2023-08-28T02:31:48.335 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000104551 2023-08-28T02:31:48.336 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.336 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.336 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:31:48.336 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.928175+0000", 2023-08-28T02:31:48.336 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.001908341 2023-08-28T02:31:48.336 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.336 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.336 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:31:48.336 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.938626+0000", 2023-08-28T02:31:48.336 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.010451167000000001 2023-08-28T02:31:48.336 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.336 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.337 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:31:48.337 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.938635+0000", 2023-08-28T02:31:48.337 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.3010000000000007e-06 2023-08-28T02:31:48.337 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.337 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.337 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:31:48.337 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.936574+0000", 2023-08-28T02:31:48.337 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.99793937200000005 2023-08-28T02:31:48.337 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.337 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.337 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:31:48.337 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.936627+0000", 2023-08-28T02:31:48.338 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.3020999999999999e-05 2023-08-28T02:31:48.338 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:48.338 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:31:48.338 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:48.338 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.338 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.338 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:54162 10.7 10:e94f36fb:::benchmark_data_smithi040_250784_object54161:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e261)", 2023-08-28T02:31:48.338 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:27.935552+0000", 2023-08-28T02:31:48.338 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 20.268515010000002, 2023-08-28T02:31:48.338 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0215225910000001, 2023-08-28T02:31:48.338 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:31:48.339 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:31:48.339 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:31:48.339 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:31:48.339 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:31:48.339 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 54162 2023-08-28T02:31:48.339 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.339 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:31:48.339 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.339 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:31:48.339 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.935552+0000", 2023-08-28T02:31:48.339 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:48.340 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.340 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.340 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:31:48.340 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.935552+0000", 2023-08-28T02:31:48.340 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:48.340 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.340 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.340 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:31:48.340 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.935551+0000", 2023-08-28T02:31:48.340 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:31:48.340 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.341 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.341 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:31:48.341 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.935580+0000", 2023-08-28T02:31:48.341 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.8829000000000001e-05 2023-08-28T02:31:48.341 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.341 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.341 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:31:48.341 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.935591+0000", 2023-08-28T02:31:48.341 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1058e-05 2023-08-28T02:31:48.341 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.341 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.342 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:31:48.342 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.935598+0000", 2023-08-28T02:31:48.342 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.0369999999999997e-06 2023-08-28T02:31:48.342 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.342 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.342 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:31:48.342 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.939889+0000", 2023-08-28T02:31:48.342 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0042914370000000004 2023-08-28T02:31:48.342 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.342 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.342 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:31:48.342 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.939896+0000", 2023-08-28T02:31:48.343 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.8109999999999997e-06 2023-08-28T02:31:48.343 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.343 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.343 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:31:48.343 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.937150+0000", 2023-08-28T02:31:48.343 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.99725419999999998 2023-08-28T02:31:48.343 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.343 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.343 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:31:48.343 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.938715+0000", 2023-08-28T02:31:48.343 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0015648750000000001 2023-08-28T02:31:48.344 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.344 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.344 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 6", 2023-08-28T02:31:48.344 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.938869+0000", 2023-08-28T02:31:48.344 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00015391299999999999 2023-08-28T02:31:48.344 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.344 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.344 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:31:48.344 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.942700+0000", 2023-08-28T02:31:48.344 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0038305000000000001 2023-08-28T02:31:48.344 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.345 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.345 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:48.345 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.956936+0000", 2023-08-28T02:31:48.345 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.01423688 2023-08-28T02:31:48.345 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.345 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.345 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:31:48.345 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.956986+0000", 2023-08-28T02:31:48.345 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.9999e-05 2023-08-28T02:31:48.345 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.345 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.346 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:31:48.346 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.957075+0000", 2023-08-28T02:31:48.346 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.8382999999999997e-05 2023-08-28T02:31:48.346 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:48.346 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:31:48.346 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:48.346 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.346 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.346 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:54165 10.3 10:cd67a075:::benchmark_data_smithi040_250784_object54164:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e261)", 2023-08-28T02:31:48.346 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:27.944077+0000", 2023-08-28T02:31:48.346 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 20.259990332000001, 2023-08-28T02:31:48.347 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.99867291800000002, 2023-08-28T02:31:48.347 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:31:48.347 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:31:48.347 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:31:48.347 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:31:48.347 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:31:48.347 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 54165 2023-08-28T02:31:48.347 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.347 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:31:48.347 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.347 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:31:48.347 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.944077+0000", 2023-08-28T02:31:48.348 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:48.348 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.348 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.348 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:31:48.348 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.944077+0000", 2023-08-28T02:31:48.348 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:48.348 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.348 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.348 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:31:48.348 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.944075+0000", 2023-08-28T02:31:48.348 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:31:48.349 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.349 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.349 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:31:48.349 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.944110+0000", 2023-08-28T02:31:48.349 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.5431e-05 2023-08-28T02:31:48.349 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.349 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.349 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:31:48.349 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.944125+0000", 2023-08-28T02:31:48.349 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.4547e-05 2023-08-28T02:31:48.349 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.349 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.350 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:31:48.350 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.944132+0000", 2023-08-28T02:31:48.350 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.2749999999999998e-06 2023-08-28T02:31:48.350 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.350 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.350 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:31:48.350 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.946356+0000", 2023-08-28T02:31:48.350 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0022241019999999999 2023-08-28T02:31:48.350 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.350 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.350 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:31:48.350 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.946366+0000", 2023-08-28T02:31:48.351 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.329e-06 2023-08-28T02:31:48.351 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.351 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.351 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:31:48.351 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.936641+0000", 2023-08-28T02:31:48.351 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.99027558999999998 2023-08-28T02:31:48.351 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.351 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.351 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:31:48.351 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.936709+0000", 2023-08-28T02:31:48.351 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.8168000000000002e-05 2023-08-28T02:31:48.352 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.352 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.352 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 2", 2023-08-28T02:31:48.352 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.936794+0000", 2023-08-28T02:31:48.352 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.4944999999999994e-05 2023-08-28T02:31:48.352 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.352 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.352 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:31:48.352 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.939076+0000", 2023-08-28T02:31:48.352 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0022817649999999998 2023-08-28T02:31:48.352 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.352 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.353 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:48.353 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.942633+0000", 2023-08-28T02:31:48.353 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.003557358 2023-08-28T02:31:48.353 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.353 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.353 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:31:48.353 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.942671+0000", 2023-08-28T02:31:48.353 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.7178000000000002e-05 2023-08-28T02:31:48.353 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.353 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.353 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:31:48.353 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.942750+0000", 2023-08-28T02:31:48.354 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.9250000000000002e-05 2023-08-28T02:31:48.354 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:48.354 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:31:48.354 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:48.354 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.354 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.354 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:54168 10.3 10:cceeba9c:::benchmark_data_smithi040_250784_object54167:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e261)", 2023-08-28T02:31:48.354 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:27.944140+0000", 2023-08-28T02:31:48.354 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 20.259927731000001, 2023-08-28T02:31:48.354 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0040005599999999, 2023-08-28T02:31:48.354 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:31:48.354 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:31:48.355 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:31:48.355 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:31:48.355 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:31:48.355 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 54168 2023-08-28T02:31:48.355 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.355 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:31:48.355 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.355 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:31:48.355 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.944140+0000", 2023-08-28T02:31:48.355 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:48.355 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.356 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.356 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:31:48.356 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.944140+0000", 2023-08-28T02:31:48.356 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:48.356 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.356 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.356 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:31:48.356 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.944139+0000", 2023-08-28T02:31:48.356 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999995 2023-08-28T02:31:48.356 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.356 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.357 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:31:48.357 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.944166+0000", 2023-08-28T02:31:48.357 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.6574999999999999e-05 2023-08-28T02:31:48.357 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.357 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.357 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:31:48.357 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.944173+0000", 2023-08-28T02:31:48.357 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.0219999999999999e-06 2023-08-28T02:31:48.357 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.357 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.357 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:31:48.357 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.944177+0000", 2023-08-28T02:31:48.358 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.386e-06 2023-08-28T02:31:48.358 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.358 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.358 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:31:48.358 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.946388+0000", 2023-08-28T02:31:48.358 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.002210647 2023-08-28T02:31:48.358 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.358 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.358 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:31:48.358 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.946393+0000", 2023-08-28T02:31:48.358 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.9060000000000001e-06 2023-08-28T02:31:48.358 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.359 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.359 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:31:48.359 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.939498+0000", 2023-08-28T02:31:48.359 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.99310532799999995 2023-08-28T02:31:48.359 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.359 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.359 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:31:48.359 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.939619+0000", 2023-08-28T02:31:48.359 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000121241 2023-08-28T02:31:48.359 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.359 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.360 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 2", 2023-08-28T02:31:48.360 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.939762+0000", 2023-08-28T02:31:48.360 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000143282 2023-08-28T02:31:48.360 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.360 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.360 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:31:48.360 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.942215+0000", 2023-08-28T02:31:48.360 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0024526399999999999 2023-08-28T02:31:48.360 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.360 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.361 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:48.361 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.948048+0000", 2023-08-28T02:31:48.361 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0058329130000000003 2023-08-28T02:31:48.361 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.361 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.361 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:31:48.361 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.948084+0000", 2023-08-28T02:31:48.361 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.6214000000000003e-05 2023-08-28T02:31:48.361 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:48.361 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:48.361 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:31:48.361 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.948140+0000", 2023-08-28T02:31:48.362 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.5883e-05 2023-08-28T02:31:48.362 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:48.362 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:31:48.362 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:48.362 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:48.362 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:31:48.362 INFO:teuthology.orchestra.run.smithi083.stdout:} 2023-08-28T02:31:48.363 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:47 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/30887711' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:31:48.363 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:48.364 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:48.364 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:31:48.364 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:31:48.447 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:31:48.465 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:31:48.502 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:31:48.526 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:48.607 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:31:48.611 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:48.612 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:31:48.713 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:31:48.764 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:48.767 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.6 dump_ops_in_flight 2023-08-28T02:31:48.802 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:31:48.805 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:48.806 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:31:48.907 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:31:48.936 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:48 smithi083 ceph-mon[157819]: pgmap v804: 99 pgs: 9 active+undersized+degraded, 28 active+undersized, 62 active+clean; 4.5 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 53 MiB/s wr, 850 op/s; 22736/221559 objects degraded (10.262%) 2023-08-28T02:31:48.936 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:48 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:31:48.936 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:48 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:31:48.983 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:49.013 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:31:49.019 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:49.020 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:31:49.036 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 54 16 76994 76978 89.0594 61.3125 0.0046092 0.0112236 2023-08-28T02:31:49.121 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:31:49.166 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:48 smithi040 ceph-mon[175404]: pgmap v804: 99 pgs: 9 active+undersized+degraded, 28 active+undersized, 62 active+clean; 4.5 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 53 MiB/s wr, 850 op/s; 22736/221559 objects degraded (10.262%) 2023-08-28T02:31:49.166 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:48 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:31:49.166 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:48 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:31:49.167 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:48 smithi040 ceph-mon[170259]: pgmap v804: 99 pgs: 9 active+undersized+degraded, 28 active+undersized, 62 active+clean; 4.5 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 53 MiB/s wr, 850 op/s; 22736/221559 objects degraded (10.262%) 2023-08-28T02:31:49.167 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:48 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:31:49.167 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:48 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:31:49.172 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:49.232 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:31:49.608 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:31:49.612 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:49.612 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:31:49.713 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:31:49.767 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:49.886 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-08-28T02:31:49.914 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:31:49.917 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:49.917 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:31:49.993 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:49 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 22736/221559 objects degraded (10.262%), 9 pgs degraded (PG_DEGRADED) 2023-08-28T02:31:49.993 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:49 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:31:49.993 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:49 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:31:49.993 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:49 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:31:50.018 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:31:50.037 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 55 16 77985 77969 88.565 61.9375 0.0151452 0.0112855 2023-08-28T02:31:50.080 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:50.168 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:31:50.173 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:50.173 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:31:50.234 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:49 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 22736/221559 objects degraded (10.262%), 9 pgs degraded (PG_DEGRADED) 2023-08-28T02:31:50.234 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:49 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:31:50.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:49 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:31:50.235 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:49 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:31:50.235 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:49 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 22736/221559 objects degraded (10.262%), 9 pgs degraded (PG_DEGRADED) 2023-08-28T02:31:50.235 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:49 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:31:50.236 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:49 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:31:50.236 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:49 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:31:50.274 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:31:50.325 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:50.351 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:31:50.356 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:50.357 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:31:50.407 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:31:50.440 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2023-08-28T02:31:50.440 INFO:teuthology.orchestra.run.smithi083.stdout: "ops": [ 2023-08-28T02:31:50.440 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:50.440 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:78307 10.0 10:0fd58fad:::benchmark_data_smithi040_250784_object78306:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e267)", 2023-08-28T02:31:50.440 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:50.418876+0000", 2023-08-28T02:31:50.441 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 0.022146481999999999, 2023-08-28T02:31:50.441 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.022178873000000002, 2023-08-28T02:31:50.441 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:31:50.441 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "waiting for sub ops", 2023-08-28T02:31:50.441 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:31:50.441 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:31:50.441 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:31:50.441 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 78307 2023-08-28T02:31:50.441 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:50.442 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:31:50.442 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:50.442 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:31:50.442 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:50.418876+0000", 2023-08-28T02:31:50.442 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:50.442 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:50.442 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:50.442 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:31:50.442 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:50.418876+0000", 2023-08-28T02:31:50.442 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:31:50.442 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:50.443 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:50.443 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:31:50.443 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:50.418874+0000", 2023-08-28T02:31:50.443 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:31:50.443 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:50.443 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:50.443 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:31:50.443 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:50.418932+0000", 2023-08-28T02:31:50.443 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.7562999999999998e-05 2023-08-28T02:31:50.444 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:50.444 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:50.444 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:31:50.444 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:50.418947+0000", 2023-08-28T02:31:50.444 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.5480000000000001e-05 2023-08-28T02:31:50.444 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:50.444 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:50.444 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:31:50.444 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:50.418954+0000", 2023-08-28T02:31:50.444 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.567e-06 2023-08-28T02:31:50.444 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:50.445 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:50.445 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:31:50.445 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:50.419037+0000", 2023-08-28T02:31:50.445 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.3109999999999995e-05 2023-08-28T02:31:50.445 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:50.445 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:50.445 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:31:50.445 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:50.419277+0000", 2023-08-28T02:31:50.445 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000239683 2023-08-28T02:31:50.445 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:50.446 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:50.446 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,4", 2023-08-28T02:31:50.446 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:50.419431+0000", 2023-08-28T02:31:50.446 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00015464600000000001 2023-08-28T02:31:50.446 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:50.446 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:50.446 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:31:50.446 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:50.422467+0000", 2023-08-28T02:31:50.446 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0030351430000000001 2023-08-28T02:31:50.446 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:31:50.447 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:31:50.447 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:31:50.447 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:50.425235+0000", 2023-08-28T02:31:50.447 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0027684089999999999 2023-08-28T02:31:50.447 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:50.447 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:31:50.447 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:50.447 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:31:50.447 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2023-08-28T02:31:50.447 INFO:teuthology.orchestra.run.smithi083.stdout: "num_ops": 1 2023-08-28T02:31:50.448 INFO:teuthology.orchestra.run.smithi083.stdout:} 2023-08-28T02:31:50.458 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:31:50.578 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:50.640 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:31:50.644 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:50.644 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:31:50.745 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:31:50.794 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:50.828 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:31:50.832 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.6 dump_blocked_ops 2023-08-28T02:31:50.836 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:50.836 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:31:50.937 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:31:50.966 INFO:teuthology.orchestra.run.smithi040.stderr:reweighted osd.6 to 0.316156 (50ef) 2023-08-28T02:31:50.967 INFO:teuthology.orchestra.run.smithi040.stderr:nodeep-scrub is set 2023-08-28T02:31:51.004 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:51.025 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:31:51.028 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:51.028 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:31:51.037 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 56 16 78843 78827 87.9412 53.625 0.00381521 0.0113539 2023-08-28T02:31:51.129 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:31:51.154 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:50 smithi083 ceph-mon[157819]: pgmap v805: 99 pgs: 9 active+undersized+degraded, 28 active+undersized, 62 active+clean; 4.5 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 39 MiB/s wr, 629 op/s; 23361/223434 objects degraded (10.455%) 2023-08-28T02:31:51.154 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:50 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1562346146' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 0.3161563825127518}]: dispatch 2023-08-28T02:31:51.154 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:50 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 0.3161563825127518}]: dispatch 2023-08-28T02:31:51.154 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:50 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1689103182' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:31:51.155 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:50 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:31:51.156 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:51.161 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:31:51.177 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:31:51.180 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:51.181 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:31:51.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:50 smithi040 ceph-mon[170259]: pgmap v805: 99 pgs: 9 active+undersized+degraded, 28 active+undersized, 62 active+clean; 4.5 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 39 MiB/s wr, 629 op/s; 23361/223434 objects degraded (10.455%) 2023-08-28T02:31:51.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:50 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1562346146' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 0.3161563825127518}]: dispatch 2023-08-28T02:31:51.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:50 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 0.3161563825127518}]: dispatch 2023-08-28T02:31:51.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:50 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1689103182' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:31:51.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:50 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:31:51.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:50 smithi040 ceph-mon[175404]: pgmap v805: 99 pgs: 9 active+undersized+degraded, 28 active+undersized, 62 active+clean; 4.5 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 39 MiB/s wr, 629 op/s; 23361/223434 objects degraded (10.455%) 2023-08-28T02:31:51.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:50 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1562346146' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 0.3161563825127518}]: dispatch 2023-08-28T02:31:51.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:50 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 6, "weight": 0.3161563825127518}]: dispatch 2023-08-28T02:31:51.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:50 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1689103182' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:31:51.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:50 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:31:51.282 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:31:51.310 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:51.330 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:31:51.333 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:51.333 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:31:51.434 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:31:51.461 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:51.630 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:31:51.632 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:51.633 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:31:51.645 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:31:51.666 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:31:51.686 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:31:51.707 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:31:51.727 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:31:51.733 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:31:51.747 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:31:51.766 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:51.767 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:31:51.768 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-08-28T02:31:51.768 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-08-28T02:31:51.768 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-08-28T02:31:51.768 INFO:teuthology.orchestra.run.smithi040.stderr:Error ENXIO: problem getting command descriptions from osd.3 2023-08-28T02:31:51.768 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-08-28T02:31:51.768 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-08-28T02:31:51.768 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-08-28T02:31:51.768 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-08-28T02:31:51.793 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:31:51.796 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:51.796 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:31:51.897 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:31:51.930 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:52.037 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 57 16 78843 78827 86.3987 0 - 0.0113539 2023-08-28T02:31:52.052 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:31:52.055 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:52.056 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:31:52.142 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-08-28T02:31:52.143 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-08-28T02:31:52.158 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:31:52.190 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:51 smithi040 ceph-mon[170259]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:31:52.190 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:51 smithi040 ceph-mon[170259]: failed to encode map e268 with expected crc 2023-08-28T02:31:52.190 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:51 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 0.3161563825127518}]': finished 2023-08-28T02:31:52.190 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:51 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:31:52.190 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:51 smithi040 ceph-mon[170259]: osdmap e268: 8 total, 7 up, 8 in 2023-08-28T02:31:52.191 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:51 smithi040 ceph-mon[170259]: failed to encode map e268 with expected crc 2023-08-28T02:31:52.191 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:51 smithi040 ceph-mon[170259]: failed to encode map e268 with expected crc 2023-08-28T02:31:52.191 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:51 smithi040 ceph-mon[170259]: failed to encode map e268 with expected crc 2023-08-28T02:31:52.191 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:51 smithi040 ceph-mon[170259]: failed to encode map e268 with expected crc 2023-08-28T02:31:52.191 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:51 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1220911112' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:31:52.191 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:51 smithi040 ceph-mon[175404]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:31:52.191 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:51 smithi040 ceph-mon[175404]: failed to encode map e268 with expected crc 2023-08-28T02:31:52.191 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:51 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 0.3161563825127518}]': finished 2023-08-28T02:31:52.191 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:51 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:31:52.191 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:51 smithi040 ceph-mon[175404]: osdmap e268: 8 total, 7 up, 8 in 2023-08-28T02:31:52.192 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:51 smithi040 ceph-mon[175404]: failed to encode map e268 with expected crc 2023-08-28T02:31:52.192 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:51 smithi040 ceph-mon[175404]: failed to encode map e268 with expected crc 2023-08-28T02:31:52.192 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:51 smithi040 ceph-mon[175404]: failed to encode map e268 with expected crc 2023-08-28T02:31:52.192 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:51 smithi040 ceph-mon[175404]: failed to encode map e268 with expected crc 2023-08-28T02:31:52.192 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:51 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1220911112' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:31:52.193 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:52.205 INFO:teuthology.orchestra.run.smithi083.stdout:ERROR: (22) Invalid argument 2023-08-28T02:31:52.205 INFO:teuthology.orchestra.run.smithi083.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:31:52.216 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:31:52.219 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:52.219 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:31:52.225 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:51 smithi083 ceph-mon[157819]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:31:52.226 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:51 smithi083 ceph-mon[157819]: failed to encode map e268 with expected crc 2023-08-28T02:31:52.226 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:51 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 6, "weight": 0.3161563825127518}]': finished 2023-08-28T02:31:52.226 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:51 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:31:52.226 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:51 smithi083 ceph-mon[157819]: osdmap e268: 8 total, 7 up, 8 in 2023-08-28T02:31:52.226 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:51 smithi083 ceph-mon[157819]: failed to encode map e268 with expected crc 2023-08-28T02:31:52.226 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:51 smithi083 ceph-mon[157819]: failed to encode map e268 with expected crc 2023-08-28T02:31:52.226 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:51 smithi083 ceph-mon[157819]: failed to encode map e268 with expected crc 2023-08-28T02:31:52.226 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:51 smithi083 ceph-mon[157819]: failed to encode map e268 with expected crc 2023-08-28T02:31:52.226 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:51 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1220911112' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:31:52.320 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:31:52.351 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:52.370 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:31:52.379 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:52.379 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:31:52.480 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:31:52.515 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:52.538 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:31:52.541 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:52.541 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:31:52.571 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.6 dump_historic_ops 2023-08-28T02:31:52.642 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:31:52.669 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:52.688 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:31:52.691 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:52.691 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:31:52.792 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:31:52.827 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:52.837 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:31:52.850 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:31:52.853 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:52.853 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:31:52.954 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:31:53.008 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:53.037 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 58 16 78849 78833 84.916 0.1875 0.00625252 0.0114822 2023-08-28T02:31:53.041 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:31:53.053 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:53.053 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:31:53.154 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:31:53.190 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:52 smithi040 ceph-mon[175404]: failed to encode map e269 with expected crc 2023-08-28T02:31:53.190 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:52 smithi040 ceph-mon[175404]: failed to encode map e269 with expected crc 2023-08-28T02:31:53.190 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:52 smithi040 ceph-mon[175404]: failed to encode map e269 with expected crc 2023-08-28T02:31:53.191 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:52 smithi040 ceph-mon[175404]: failed to encode map e269 with expected crc 2023-08-28T02:31:53.191 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:52 smithi040 ceph-mon[175404]: failed to encode map e269 with expected crc 2023-08-28T02:31:53.191 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:52 smithi040 ceph-mon[175404]: osdmap e269: 8 total, 7 up, 8 in 2023-08-28T02:31:53.191 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:52 smithi040 ceph-mon[175404]: failed to encode map e269 with expected crc 2023-08-28T02:31:53.191 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:52 smithi040 ceph-mon[175404]: failed to encode map e269 with expected crc 2023-08-28T02:31:53.191 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:52 smithi040 ceph-mon[175404]: failed to encode map e269 with expected crc 2023-08-28T02:31:53.191 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:52 smithi040 ceph-mon[175404]: failed to encode map e269 with expected crc 2023-08-28T02:31:53.191 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:52 smithi040 ceph-mon[175404]: failed to encode map e269 with expected crc 2023-08-28T02:31:53.191 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:52 smithi040 ceph-mon[175404]: pgmap v808: 99 pgs: 1 remapped+peering, 11 peering, 9 active+undersized+degraded, 24 active+undersized, 54 active+clean; 4.8 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 74 MiB/s wr, 1.19k op/s; 24281/234366 objects degraded (10.360%) 2023-08-28T02:31:53.191 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:52 smithi040 ceph-mon[175404]: osdmap e270: 8 total, 7 up, 8 in 2023-08-28T02:31:53.192 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:52 smithi040 ceph-mon[170259]: failed to encode map e269 with expected crc 2023-08-28T02:31:53.192 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:52 smithi040 ceph-mon[170259]: failed to encode map e269 with expected crc 2023-08-28T02:31:53.192 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:52 smithi040 ceph-mon[170259]: failed to encode map e269 with expected crc 2023-08-28T02:31:53.192 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:52 smithi040 ceph-mon[170259]: failed to encode map e269 with expected crc 2023-08-28T02:31:53.192 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:52 smithi040 ceph-mon[170259]: failed to encode map e269 with expected crc 2023-08-28T02:31:53.192 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:52 smithi040 ceph-mon[170259]: osdmap e269: 8 total, 7 up, 8 in 2023-08-28T02:31:53.192 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:52 smithi040 ceph-mon[170259]: failed to encode map e269 with expected crc 2023-08-28T02:31:53.192 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:52 smithi040 ceph-mon[170259]: failed to encode map e269 with expected crc 2023-08-28T02:31:53.192 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:52 smithi040 ceph-mon[170259]: failed to encode map e269 with expected crc 2023-08-28T02:31:53.193 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:52 smithi040 ceph-mon[170259]: failed to encode map e269 with expected crc 2023-08-28T02:31:53.193 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:52 smithi040 ceph-mon[170259]: failed to encode map e269 with expected crc 2023-08-28T02:31:53.193 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:52 smithi040 ceph-mon[170259]: pgmap v808: 99 pgs: 1 remapped+peering, 11 peering, 9 active+undersized+degraded, 24 active+undersized, 54 active+clean; 4.8 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 74 MiB/s wr, 1.19k op/s; 24281/234366 objects degraded (10.360%) 2023-08-28T02:31:53.193 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:52 smithi040 ceph-mon[170259]: osdmap e270: 8 total, 7 up, 8 in 2023-08-28T02:31:53.193 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:53.236 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:31:53.240 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:53.241 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:31:53.243 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:52 smithi083 ceph-mon[157819]: failed to encode map e269 with expected crc 2023-08-28T02:31:53.243 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:52 smithi083 ceph-mon[157819]: failed to encode map e269 with expected crc 2023-08-28T02:31:53.243 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:52 smithi083 ceph-mon[157819]: failed to encode map e269 with expected crc 2023-08-28T02:31:53.243 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:52 smithi083 ceph-mon[157819]: failed to encode map e269 with expected crc 2023-08-28T02:31:53.243 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:52 smithi083 ceph-mon[157819]: failed to encode map e269 with expected crc 2023-08-28T02:31:53.243 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:52 smithi083 ceph-mon[157819]: osdmap e269: 8 total, 7 up, 8 in 2023-08-28T02:31:53.243 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:52 smithi083 ceph-mon[157819]: failed to encode map e269 with expected crc 2023-08-28T02:31:53.243 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:52 smithi083 ceph-mon[157819]: failed to encode map e269 with expected crc 2023-08-28T02:31:53.243 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:52 smithi083 ceph-mon[157819]: failed to encode map e269 with expected crc 2023-08-28T02:31:53.244 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:52 smithi083 ceph-mon[157819]: failed to encode map e269 with expected crc 2023-08-28T02:31:53.244 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:52 smithi083 ceph-mon[157819]: failed to encode map e269 with expected crc 2023-08-28T02:31:53.244 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:52 smithi083 ceph-mon[157819]: pgmap v808: 99 pgs: 1 remapped+peering, 11 peering, 9 active+undersized+degraded, 24 active+undersized, 54 active+clean; 4.8 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 74 MiB/s wr, 1.19k op/s; 24281/234366 objects degraded (10.360%) 2023-08-28T02:31:53.244 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:52 smithi083 ceph-mon[157819]: osdmap e270: 8 total, 7 up, 8 in 2023-08-28T02:31:53.341 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:31:53.407 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:53.458 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:31:53.463 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:53.464 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:31:53.565 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:31:53.649 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:53.683 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd unset noscrub 2023-08-28T02:31:54.037 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 59 16 79600 79584 84.2724 46.9375 0.0569045 0.0118592 2023-08-28T02:31:54.142 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:31:54.143 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-08-28T02:31:54.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:53 smithi083 ceph-mon[157819]: failed to encode map e270 with expected crc 2023-08-28T02:31:54.243 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:53 smithi083 ceph-mon[157819]: failed to encode map e270 with expected crc 2023-08-28T02:31:54.243 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:53 smithi083 ceph-mon[157819]: failed to encode map e270 with expected crc 2023-08-28T02:31:54.243 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:53 smithi083 ceph-mon[157819]: failed to encode map e270 with expected crc 2023-08-28T02:31:54.243 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:53 smithi083 ceph-mon[157819]: failed to encode map e270 with expected crc 2023-08-28T02:31:54.243 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:53 smithi083 ceph-mon[157819]: failed to encode map e270 with expected crc 2023-08-28T02:31:54.243 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:53 smithi083 ceph-mon[157819]: failed to encode map e270 with expected crc 2023-08-28T02:31:54.243 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:53 smithi083 ceph-mon[157819]: failed to encode map e270 with expected crc 2023-08-28T02:31:54.298 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:53 smithi040 ceph-mon[175404]: failed to encode map e270 with expected crc 2023-08-28T02:31:54.298 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:53 smithi040 ceph-mon[175404]: failed to encode map e270 with expected crc 2023-08-28T02:31:54.298 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:53 smithi040 ceph-mon[175404]: failed to encode map e270 with expected crc 2023-08-28T02:31:54.298 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:53 smithi040 ceph-mon[175404]: failed to encode map e270 with expected crc 2023-08-28T02:31:54.298 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:53 smithi040 ceph-mon[175404]: failed to encode map e270 with expected crc 2023-08-28T02:31:54.298 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:53 smithi040 ceph-mon[175404]: failed to encode map e270 with expected crc 2023-08-28T02:31:54.298 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:53 smithi040 ceph-mon[175404]: failed to encode map e270 with expected crc 2023-08-28T02:31:54.298 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:53 smithi040 ceph-mon[175404]: failed to encode map e270 with expected crc 2023-08-28T02:31:54.299 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:53 smithi040 ceph-mon[170259]: failed to encode map e270 with expected crc 2023-08-28T02:31:54.299 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:53 smithi040 ceph-mon[170259]: failed to encode map e270 with expected crc 2023-08-28T02:31:54.299 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:53 smithi040 ceph-mon[170259]: failed to encode map e270 with expected crc 2023-08-28T02:31:54.299 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:53 smithi040 ceph-mon[170259]: failed to encode map e270 with expected crc 2023-08-28T02:31:54.299 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:53 smithi040 ceph-mon[170259]: failed to encode map e270 with expected crc 2023-08-28T02:31:54.299 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:53 smithi040 ceph-mon[170259]: failed to encode map e270 with expected crc 2023-08-28T02:31:54.299 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:53 smithi040 ceph-mon[170259]: failed to encode map e270 with expected crc 2023-08-28T02:31:54.299 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:53 smithi040 ceph-mon[170259]: failed to encode map e270 with expected crc 2023-08-28T02:31:54.615 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:31:54.621 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:54.621 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:31:54.722 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:31:54.806 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:54.925 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:31:54.944 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:31:54.979 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:54.979 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:31:55.040 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:2023-08-28T02:31:55.040574+0000 min lat: 0.00127198 max lat: 2.32188 avg lat: 0.011944 2023-08-28T02:31:55.040 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-08-28T02:31:55.040 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 60 16 80386 80370 83.6848 49.125 0.0159441 0.011944 2023-08-28T02:31:55.080 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:31:55.134 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:55.162 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:55 smithi040 ceph-mon[175404]: failed to encode map e271 with expected crc 2023-08-28T02:31:55.162 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:55 smithi040 ceph-mon[175404]: osdmap e271: 8 total, 7 up, 8 in 2023-08-28T02:31:55.162 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:55 smithi040 ceph-mon[175404]: failed to encode map e271 with expected crc 2023-08-28T02:31:55.162 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:55 smithi040 ceph-mon[175404]: failed to encode map e271 with expected crc 2023-08-28T02:31:55.162 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:55 smithi040 ceph-mon[175404]: failed to encode map e271 with expected crc 2023-08-28T02:31:55.162 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:55 smithi040 ceph-mon[175404]: failed to encode map e271 with expected crc 2023-08-28T02:31:55.162 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:55 smithi040 ceph-mon[175404]: failed to encode map e271 with expected crc 2023-08-28T02:31:55.162 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:55 smithi040 ceph-mon[175404]: failed to encode map e271 with expected crc 2023-08-28T02:31:55.162 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:55 smithi040 ceph-mon[175404]: failed to encode map e271 with expected crc 2023-08-28T02:31:55.162 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:55 smithi040 ceph-mon[175404]: failed to encode map e271 with expected crc 2023-08-28T02:31:55.162 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:55 smithi040 ceph-mon[175404]: pgmap v811: 99 pgs: 1 active+clean+remapped, 6 remapped+peering, 11 peering, 9 active+undersized+degraded, 22 active+undersized, 50 active+clean; 4.8 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 69 MiB/s wr, 1.10k op/s; 24590/236604 objects degraded (10.393%) 2023-08-28T02:31:55.163 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:55 smithi040 ceph-mon[170259]: failed to encode map e271 with expected crc 2023-08-28T02:31:55.163 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:55 smithi040 ceph-mon[170259]: osdmap e271: 8 total, 7 up, 8 in 2023-08-28T02:31:55.163 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:55 smithi040 ceph-mon[170259]: failed to encode map e271 with expected crc 2023-08-28T02:31:55.163 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:55 smithi040 ceph-mon[170259]: failed to encode map e271 with expected crc 2023-08-28T02:31:55.163 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:55 smithi040 ceph-mon[170259]: failed to encode map e271 with expected crc 2023-08-28T02:31:55.163 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:55 smithi040 ceph-mon[170259]: failed to encode map e271 with expected crc 2023-08-28T02:31:55.163 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:55 smithi040 ceph-mon[170259]: failed to encode map e271 with expected crc 2023-08-28T02:31:55.163 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:55 smithi040 ceph-mon[170259]: failed to encode map e271 with expected crc 2023-08-28T02:31:55.164 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:55 smithi040 ceph-mon[170259]: failed to encode map e271 with expected crc 2023-08-28T02:31:55.164 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:55 smithi040 ceph-mon[170259]: failed to encode map e271 with expected crc 2023-08-28T02:31:55.164 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:55 smithi040 ceph-mon[170259]: pgmap v811: 99 pgs: 1 active+clean+remapped, 6 remapped+peering, 11 peering, 9 active+undersized+degraded, 22 active+undersized, 50 active+clean; 4.8 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 69 MiB/s wr, 1.10k op/s; 24590/236604 objects degraded (10.393%) 2023-08-28T02:31:55.243 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:55 smithi083 ceph-mon[157819]: failed to encode map e271 with expected crc 2023-08-28T02:31:55.243 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:55 smithi083 ceph-mon[157819]: osdmap e271: 8 total, 7 up, 8 in 2023-08-28T02:31:55.243 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:55 smithi083 ceph-mon[157819]: failed to encode map e271 with expected crc 2023-08-28T02:31:55.243 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:55 smithi083 ceph-mon[157819]: failed to encode map e271 with expected crc 2023-08-28T02:31:55.244 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:55 smithi083 ceph-mon[157819]: failed to encode map e271 with expected crc 2023-08-28T02:31:55.244 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:55 smithi083 ceph-mon[157819]: failed to encode map e271 with expected crc 2023-08-28T02:31:55.244 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:55 smithi083 ceph-mon[157819]: failed to encode map e271 with expected crc 2023-08-28T02:31:55.244 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:55 smithi083 ceph-mon[157819]: failed to encode map e271 with expected crc 2023-08-28T02:31:55.244 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:55 smithi083 ceph-mon[157819]: failed to encode map e271 with expected crc 2023-08-28T02:31:55.244 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:55 smithi083 ceph-mon[157819]: failed to encode map e271 with expected crc 2023-08-28T02:31:55.244 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:55 smithi083 ceph-mon[157819]: pgmap v811: 99 pgs: 1 active+clean+remapped, 6 remapped+peering, 11 peering, 9 active+undersized+degraded, 22 active+undersized, 50 active+clean; 4.8 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 69 MiB/s wr, 1.10k op/s; 24590/236604 objects degraded (10.393%) 2023-08-28T02:31:55.558 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:31:55 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:31:55] "GET /metrics HTTP/1.1" 200 36505 "" "Prometheus/2.43.0" 2023-08-28T02:31:55.731 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:31:55.735 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:55.735 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:31:55.836 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:31:55.887 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:55.992 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:31:55.996 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:55.996 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:31:56.039 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 61 16 81151 81135 83.0967 47.8125 0.0143708 0.012028 2023-08-28T02:31:56.076 INFO:teuthology.orchestra.run.smithi040.stderr:noscrub is unset 2023-08-28T02:31:56.097 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:31:56.169 INFO:teuthology.orchestra.run.smithi083.stdout:ERROR: (22) Invalid argument 2023-08-28T02:31:56.169 INFO:teuthology.orchestra.run.smithi083.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:31:56.183 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:56.307 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:56 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 24590/236604 objects degraded (10.393%), 9 pgs degraded (PG_DEGRADED) 2023-08-28T02:31:56.308 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:56 smithi040 ceph-mon[175404]: failed to encode map e272 with expected crc 2023-08-28T02:31:56.308 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:56 smithi040 ceph-mon[175404]: failed to encode map e272 with expected crc 2023-08-28T02:31:56.308 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:56 smithi040 ceph-mon[175404]: failed to encode map e272 with expected crc 2023-08-28T02:31:56.308 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:56 smithi040 ceph-mon[175404]: failed to encode map e272 with expected crc 2023-08-28T02:31:56.308 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:56 smithi040 ceph-mon[175404]: osdmap e272: 8 total, 7 up, 8 in 2023-08-28T02:31:56.308 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:56 smithi040 ceph-mon[175404]: failed to encode map e272 with expected crc 2023-08-28T02:31:56.308 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:56 smithi040 ceph-mon[175404]: failed to encode map e272 with expected crc 2023-08-28T02:31:56.308 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:56 smithi040 ceph-mon[175404]: failed to encode map e272 with expected crc 2023-08-28T02:31:56.308 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:56 smithi040 ceph-mon[175404]: failed to encode map e272 with expected crc 2023-08-28T02:31:56.308 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:56 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3643365962' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:31:56.309 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:56 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 24590/236604 objects degraded (10.393%), 9 pgs degraded (PG_DEGRADED) 2023-08-28T02:31:56.309 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:56 smithi040 ceph-mon[170259]: failed to encode map e272 with expected crc 2023-08-28T02:31:56.309 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:56 smithi040 ceph-mon[170259]: failed to encode map e272 with expected crc 2023-08-28T02:31:56.309 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:56 smithi040 ceph-mon[170259]: failed to encode map e272 with expected crc 2023-08-28T02:31:56.309 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:56 smithi040 ceph-mon[170259]: failed to encode map e272 with expected crc 2023-08-28T02:31:56.309 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:56 smithi040 ceph-mon[170259]: osdmap e272: 8 total, 7 up, 8 in 2023-08-28T02:31:56.309 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:56 smithi040 ceph-mon[170259]: failed to encode map e272 with expected crc 2023-08-28T02:31:56.309 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:56 smithi040 ceph-mon[170259]: failed to encode map e272 with expected crc 2023-08-28T02:31:56.309 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:56 smithi040 ceph-mon[170259]: failed to encode map e272 with expected crc 2023-08-28T02:31:56.310 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:56 smithi040 ceph-mon[170259]: failed to encode map e272 with expected crc 2023-08-28T02:31:56.310 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:56 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3643365962' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:31:56.322 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:31:56.353 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:31:56.362 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:56 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 24590/236604 objects degraded (10.393%), 9 pgs degraded (PG_DEGRADED) 2023-08-28T02:31:56.362 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:56 smithi083 ceph-mon[157819]: failed to encode map e272 with expected crc 2023-08-28T02:31:56.363 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:56 smithi083 ceph-mon[157819]: failed to encode map e272 with expected crc 2023-08-28T02:31:56.363 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:56 smithi083 ceph-mon[157819]: failed to encode map e272 with expected crc 2023-08-28T02:31:56.363 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:56 smithi083 ceph-mon[157819]: failed to encode map e272 with expected crc 2023-08-28T02:31:56.363 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:56 smithi083 ceph-mon[157819]: osdmap e272: 8 total, 7 up, 8 in 2023-08-28T02:31:56.363 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:56 smithi083 ceph-mon[157819]: failed to encode map e272 with expected crc 2023-08-28T02:31:56.363 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:56 smithi083 ceph-mon[157819]: failed to encode map e272 with expected crc 2023-08-28T02:31:56.363 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:56 smithi083 ceph-mon[157819]: failed to encode map e272 with expected crc 2023-08-28T02:31:56.363 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:56 smithi083 ceph-mon[157819]: failed to encode map e272 with expected crc 2023-08-28T02:31:56.363 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:56 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3643365962' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:31:56.389 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:31:56.432 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:31:56.475 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:31:56.480 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:31:56.483 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:56.484 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:31:56.530 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:31:56.563 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:31:56.563 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-08-28T02:31:56.563 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-08-28T02:31:56.564 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-08-28T02:31:56.564 INFO:teuthology.orchestra.run.smithi040.stderr:Error ENXIO: problem getting command descriptions from osd.3 2023-08-28T02:31:56.564 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-08-28T02:31:56.564 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-08-28T02:31:56.564 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-08-28T02:31:56.564 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-08-28T02:31:56.585 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:31:56.754 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:56.810 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 3, 4, 5, 6, 7, 1] out_osds: [] dead_osds: [3] live_osds: [0, 1, 2, 4, 5, 6, 7] 2023-08-28T02:31:56.811 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-08-28T02:31:56.811 INFO:tasks.thrashosds.thrasher:primary_affinity 2023-08-28T02:31:56.811 INFO:tasks.thrashosds.thrasher:Setting osd 2 primary_affinity to 1.000000 2023-08-28T02:31:56.811 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd primary-affinity 2 1 2023-08-28T02:31:56.974 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-08-28T02:31:56.975 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-08-28T02:31:57.039 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:57 smithi083 ceph-mon[157819]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:31:57.039 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:57 smithi083 ceph-mon[157819]: failed to encode map e273 with expected crc 2023-08-28T02:31:57.039 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:57 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3643365962' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:31:57.039 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:57 smithi083 ceph-mon[157819]: osdmap e273: 8 total, 7 up, 8 in 2023-08-28T02:31:57.039 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:57 smithi083 ceph-mon[157819]: failed to encode map e273 with expected crc 2023-08-28T02:31:57.039 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:57 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2085843045' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:31:57.039 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:57 smithi083 ceph-mon[157819]: pgmap v814: 99 pgs: 8 active+clean+remapped, 6 remapped+peering, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 8 active+undersized+degraded, 22 active+undersized, 53 active+clean; 4.9 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 32 MiB/s wr, 518 op/s; 29822/240591 objects degraded (12.395%); 9843/240591 objects misplaced (4.091%); 1.3 MiB/s, 20 objects/s recovering 2023-08-28T02:31:57.040 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 62 16 81936 81920 82.5479 49.0625 0.0132331 0.0121071 2023-08-28T02:31:57.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:57 smithi040 ceph-mon[175404]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:31:57.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:57 smithi040 ceph-mon[175404]: failed to encode map e273 with expected crc 2023-08-28T02:31:57.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:57 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3643365962' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:31:57.234 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:57 smithi040 ceph-mon[175404]: osdmap e273: 8 total, 7 up, 8 in 2023-08-28T02:31:57.234 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:57 smithi040 ceph-mon[175404]: failed to encode map e273 with expected crc 2023-08-28T02:31:57.234 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:57 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2085843045' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:31:57.234 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:57 smithi040 ceph-mon[175404]: pgmap v814: 99 pgs: 8 active+clean+remapped, 6 remapped+peering, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 8 active+undersized+degraded, 22 active+undersized, 53 active+clean; 4.9 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 32 MiB/s wr, 518 op/s; 29822/240591 objects degraded (12.395%); 9843/240591 objects misplaced (4.091%); 1.3 MiB/s, 20 objects/s recovering 2023-08-28T02:31:57.234 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:57 smithi040 ceph-mon[170259]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:31:57.234 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:57 smithi040 ceph-mon[170259]: failed to encode map e273 with expected crc 2023-08-28T02:31:57.234 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:57 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3643365962' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:31:57.234 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:57 smithi040 ceph-mon[170259]: osdmap e273: 8 total, 7 up, 8 in 2023-08-28T02:31:57.234 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:57 smithi040 ceph-mon[170259]: failed to encode map e273 with expected crc 2023-08-28T02:31:57.235 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:57 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2085843045' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:31:57.235 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:57 smithi040 ceph-mon[170259]: pgmap v814: 99 pgs: 8 active+clean+remapped, 6 remapped+peering, 1 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 8 active+undersized+degraded, 22 active+undersized, 53 active+clean; 4.9 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 32 MiB/s wr, 518 op/s; 29822/240591 objects degraded (12.395%); 9843/240591 objects misplaced (4.091%); 1.3 MiB/s, 20 objects/s recovering 2023-08-28T02:31:57.286 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:31:57.401 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:31:57.405 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:57.406 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:31:57.440 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.7 dump_ops_in_flight 2023-08-28T02:31:57.507 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:31:57.627 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:57.683 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:31:57.689 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:57.690 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:31:57.790 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:31:57.839 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:57.924 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:31:57.973 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:31:57.987 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:57.988 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:31:58.040 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 63 16 82724 82708 82.018 49.25 0.0122831 0.0121854 2023-08-28T02:31:58.089 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:31:58.163 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:58.193 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:31:58.194 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:58.195 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:31:58.296 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:31:58.345 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:58.531 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd unset nodeep-scrub 2023-08-28T02:31:58.684 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:31:58.690 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:58.690 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:31:58.791 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:31:58.854 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:58.893 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:31:58.899 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:58.899 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:31:58.976 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-08-28T02:31:59.000 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:31:59.041 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:31:59.041 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 64 16 83460 83444 81.4553 46 0.0336735 0.0122703 2023-08-28T02:31:59.059 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:59.190 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:31:59.195 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:59.196 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:31:59.297 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:31:59.360 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:59.428 INFO:teuthology.orchestra.run.smithi040.stderr:set osd.2 primary-affinity to 1 (8655362) 2023-08-28T02:31:59.446 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:31:59.455 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:59.455 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:31:59.556 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:31:59.606 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:31:59.724 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:59 smithi040 ceph-mon[175404]: pgmap v815: 99 pgs: 11 active+clean+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 8 active+undersized+degraded, 1 active+recovering+undersized+remapped, 22 active+undersized, 54 active+clean; 5.0 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 31 MiB/s wr, 498 op/s; 35008/243726 objects degraded (14.364%); 14728/243726 objects misplaced (6.043%); 2.3 MiB/s, 36 objects/s recovering 2023-08-28T02:31:59.724 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:59 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2654579697' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 2, "weight": 1.0}]: dispatch 2023-08-28T02:31:59.724 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:31:59 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 2, "weight": 1.0}]: dispatch 2023-08-28T02:31:59.724 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:59 smithi040 ceph-mon[170259]: pgmap v815: 99 pgs: 11 active+clean+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 8 active+undersized+degraded, 1 active+recovering+undersized+remapped, 22 active+undersized, 54 active+clean; 5.0 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 31 MiB/s wr, 498 op/s; 35008/243726 objects degraded (14.364%); 14728/243726 objects misplaced (6.043%); 2.3 MiB/s, 36 objects/s recovering 2023-08-28T02:31:59.724 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:59 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2654579697' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 2, "weight": 1.0}]: dispatch 2023-08-28T02:31:59.725 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:31:59 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 2, "weight": 1.0}]: dispatch 2023-08-28T02:31:59.743 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2023-08-28T02:31:59.743 INFO:teuthology.orchestra.run.smithi083.stdout: "ops": [], 2023-08-28T02:31:59.743 INFO:teuthology.orchestra.run.smithi083.stdout: "num_ops": 0 2023-08-28T02:31:59.743 INFO:teuthology.orchestra.run.smithi083.stdout:} 2023-08-28T02:31:59.744 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:59 smithi083 ceph-mon[157819]: pgmap v815: 99 pgs: 11 active+clean+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 8 active+undersized+degraded, 1 active+recovering+undersized+remapped, 22 active+undersized, 54 active+clean; 5.0 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 31 MiB/s wr, 498 op/s; 35008/243726 objects degraded (14.364%); 14728/243726 objects misplaced (6.043%); 2.3 MiB/s, 36 objects/s recovering 2023-08-28T02:31:59.744 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:59 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2654579697' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 2, "weight": 1.0}]: dispatch 2023-08-28T02:31:59.744 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:31:59 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd primary-affinity", "id": 2, "weight": 1.0}]: dispatch 2023-08-28T02:31:59.893 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:31:59.899 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:31:59.900 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:31:59.994 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:32:00.001 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:32:00.043 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 65 16 84188 84172 80.9023 45.5 0.0166613 0.0123548 2023-08-28T02:32:00.078 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:00.145 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.7 dump_blocked_ops 2023-08-28T02:32:00.154 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:32:00.162 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:00.163 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:32:00.264 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:32:00.344 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:00.430 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:00 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 2, "weight": 1.0}]': finished 2023-08-28T02:32:00.430 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:00 smithi083 ceph-mon[157819]: osdmap e274: 8 total, 7 up, 8 in 2023-08-28T02:32:00.430 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:00 smithi083 ceph-mon[157819]: failed to encode map e274 with expected crc 2023-08-28T02:32:00.430 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:00 smithi083 ceph-mon[157819]: failed to encode map e274 with expected crc 2023-08-28T02:32:00.430 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:00 smithi083 ceph-mon[157819]: failed to encode map e274 with expected crc 2023-08-28T02:32:00.430 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:00 smithi083 ceph-mon[157819]: failed to encode map e274 with expected crc 2023-08-28T02:32:00.433 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:32:00.440 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:00.441 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:32:00.542 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:32:00.576 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:32:00.606 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:00.655 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:32:00.734 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:00 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 2, "weight": 1.0}]': finished 2023-08-28T02:32:00.734 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:00 smithi040 ceph-mon[170259]: osdmap e274: 8 total, 7 up, 8 in 2023-08-28T02:32:00.734 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:00 smithi040 ceph-mon[170259]: failed to encode map e274 with expected crc 2023-08-28T02:32:00.735 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:00 smithi040 ceph-mon[170259]: failed to encode map e274 with expected crc 2023-08-28T02:32:00.735 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:00 smithi040 ceph-mon[170259]: failed to encode map e274 with expected crc 2023-08-28T02:32:00.735 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:00 smithi040 ceph-mon[170259]: failed to encode map e274 with expected crc 2023-08-28T02:32:00.735 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:00 smithi040 ceph-mon[170259]: failed to encode map e274 with expected crc 2023-08-28T02:32:00.735 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:00 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:32:00.735 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:00 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:32:00.735 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:00 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd primary-affinity", "id": 2, "weight": 1.0}]': finished 2023-08-28T02:32:00.735 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:00 smithi040 ceph-mon[175404]: osdmap e274: 8 total, 7 up, 8 in 2023-08-28T02:32:00.736 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:00 smithi040 ceph-mon[175404]: failed to encode map e274 with expected crc 2023-08-28T02:32:00.736 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:00 smithi040 ceph-mon[175404]: failed to encode map e274 with expected crc 2023-08-28T02:32:00.736 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:00 smithi040 ceph-mon[175404]: failed to encode map e274 with expected crc 2023-08-28T02:32:00.736 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:00 smithi040 ceph-mon[175404]: failed to encode map e274 with expected crc 2023-08-28T02:32:00.736 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:00 smithi040 ceph-mon[175404]: failed to encode map e274 with expected crc 2023-08-28T02:32:00.736 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:00 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:32:00.736 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:00 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:32:00.741 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:00.742 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:32:00.746 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:00 smithi083 ceph-mon[157819]: failed to encode map e274 with expected crc 2023-08-28T02:32:00.746 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:00 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:32:00.746 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:00 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:32:00.843 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:32:00.907 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:00.958 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:32:00.964 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:00.964 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:32:01.044 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 66 16 84919 84903 80.368 45.6875 0.0148433 0.0124373 2023-08-28T02:32:01.066 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:32:01.127 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:01.434 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:01 smithi083 ceph-mon[157819]: pgmap v817: 99 pgs: 11 active+clean+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 8 active+undersized+degraded, 1 active+recovering+undersized+remapped, 22 active+undersized, 54 active+clean; 5.0 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 30 MiB/s wr, 474 op/s; 35483/245151 objects degraded (14.474%); 14728/245151 objects misplaced (6.008%); 2.0 MiB/s, 32 objects/s recovering 2023-08-28T02:32:01.434 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:01 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 35483/245151 objects degraded (14.474%), 11 pgs degraded (PG_DEGRADED) 2023-08-28T02:32:01.434 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:01 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/4203013977' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:32:01.434 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:01 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:32:01.485 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:01 smithi040 ceph-mon[170259]: pgmap v817: 99 pgs: 11 active+clean+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 8 active+undersized+degraded, 1 active+recovering+undersized+remapped, 22 active+undersized, 54 active+clean; 5.0 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 30 MiB/s wr, 474 op/s; 35483/245151 objects degraded (14.474%); 14728/245151 objects misplaced (6.008%); 2.0 MiB/s, 32 objects/s recovering 2023-08-28T02:32:01.486 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:01 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 35483/245151 objects degraded (14.474%), 11 pgs degraded (PG_DEGRADED) 2023-08-28T02:32:01.486 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:01 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/4203013977' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:32:01.486 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:01 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:32:01.486 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:01 smithi040 ceph-mon[175404]: pgmap v817: 99 pgs: 11 active+clean+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 8 active+undersized+degraded, 1 active+recovering+undersized+remapped, 22 active+undersized, 54 active+clean; 5.0 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 30 MiB/s wr, 474 op/s; 35483/245151 objects degraded (14.474%); 14728/245151 objects misplaced (6.008%); 2.0 MiB/s, 32 objects/s recovering 2023-08-28T02:32:01.487 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:01 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 35483/245151 objects degraded (14.474%), 11 pgs degraded (PG_DEGRADED) 2023-08-28T02:32:01.487 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:01 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/4203013977' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:32:01.487 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:01 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:32:01.510 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:32:01.517 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:01.518 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:32:01.619 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:32:01.687 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:01.719 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:32:01.724 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:01.724 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:32:01.825 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:32:01.906 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:01.954 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:32:01.960 INFO:teuthology.orchestra.run.smithi040.stderr:nodeep-scrub is unset 2023-08-28T02:32:01.961 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:01.961 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:32:02.005 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:32:02.045 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 67 16 85681 85665 79.8754 47.625 0.045653 0.0125131 2023-08-28T02:32:02.050 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:32:02.063 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:32:02.113 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:32:02.131 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:02.157 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:32:02.167 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:32:02.191 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:02.191 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:32:02.199 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:32:02.238 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:32:02.269 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:32:02.270 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-08-28T02:32:02.270 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-08-28T02:32:02.270 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-08-28T02:32:02.270 INFO:teuthology.orchestra.run.smithi040.stderr:Error ENXIO: problem getting command descriptions from osd.3 2023-08-28T02:32:02.270 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-08-28T02:32:02.270 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-08-28T02:32:02.270 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-08-28T02:32:02.270 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-08-28T02:32:02.292 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:32:02.346 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:02.442 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:32:02.451 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:02.451 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:32:02.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:02 smithi083 ceph-mon[157819]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:32:02.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:02 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:32:02.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:02 smithi083 ceph-mon[157819]: osdmap e275: 8 total, 7 up, 8 in 2023-08-28T02:32:02.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:02 smithi083 ceph-mon[157819]: failed to encode map e275 with expected crc 2023-08-28T02:32:02.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:02 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3071277810' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:32:02.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:02 smithi083 ceph-mon[157819]: failed to encode map e275 with expected crc 2023-08-28T02:32:02.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:02 smithi083 ceph-mon[157819]: failed to encode map e275 with expected crc 2023-08-28T02:32:02.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:02 smithi083 ceph-mon[157819]: pgmap v819: 99 pgs: 11 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 8 active+undersized+degraded, 1 active+recovering+undersized+remapped, 22 active+undersized, 54 active+clean; 5.1 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 47 MiB/s wr, 754 op/s; 36251/252951 objects degraded (14.331%); 14795/252951 objects misplaced (5.849%); 2.7 MiB/s, 42 objects/s recovering 2023-08-28T02:32:02.552 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:32:02.597 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:02 smithi040 ceph-mon[175404]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:32:02.597 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:02 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:32:02.597 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:02 smithi040 ceph-mon[175404]: osdmap e275: 8 total, 7 up, 8 in 2023-08-28T02:32:02.597 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:02 smithi040 ceph-mon[175404]: failed to encode map e275 with expected crc 2023-08-28T02:32:02.597 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:02 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3071277810' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:32:02.597 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:02 smithi040 ceph-mon[175404]: failed to encode map e275 with expected crc 2023-08-28T02:32:02.598 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:02 smithi040 ceph-mon[175404]: failed to encode map e275 with expected crc 2023-08-28T02:32:02.598 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:02 smithi040 ceph-mon[175404]: pgmap v819: 99 pgs: 11 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 8 active+undersized+degraded, 1 active+recovering+undersized+remapped, 22 active+undersized, 54 active+clean; 5.1 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 47 MiB/s wr, 754 op/s; 36251/252951 objects degraded (14.331%); 14795/252951 objects misplaced (5.849%); 2.7 MiB/s, 42 objects/s recovering 2023-08-28T02:32:02.598 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:02 smithi040 ceph-mon[170259]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:32:02.598 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:02 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:32:02.598 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:02 smithi040 ceph-mon[170259]: osdmap e275: 8 total, 7 up, 8 in 2023-08-28T02:32:02.598 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:02 smithi040 ceph-mon[170259]: failed to encode map e275 with expected crc 2023-08-28T02:32:02.598 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:02 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3071277810' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:32:02.599 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:02 smithi040 ceph-mon[170259]: failed to encode map e275 with expected crc 2023-08-28T02:32:02.599 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:02 smithi040 ceph-mon[170259]: failed to encode map e275 with expected crc 2023-08-28T02:32:02.599 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:02 smithi040 ceph-mon[170259]: pgmap v819: 99 pgs: 11 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 8 active+undersized+degraded, 1 active+recovering+undersized+remapped, 22 active+undersized, 54 active+clean; 5.1 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 47 MiB/s wr, 754 op/s; 36251/252951 objects degraded (14.331%); 14795/252951 objects misplaced (5.849%); 2.7 MiB/s, 42 objects/s recovering 2023-08-28T02:32:02.600 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:02.680 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:32:02.687 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:02.687 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:32:02.712 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-08-28T02:32:02.713 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-08-28T02:32:02.788 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:32:02.872 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:02.908 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:32:02.911 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:02.912 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:32:03.012 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:32:03.045 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 68 16 86445 86429 79.403 47.75 0.0156587 0.0125881 2023-08-28T02:32:03.073 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:03.105 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:32:03.109 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:03.109 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:32:03.200 INFO:teuthology.orchestra.run.smithi083.stdout:ERROR: (22) Invalid argument 2023-08-28T02:32:03.200 INFO:teuthology.orchestra.run.smithi083.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:32:03.210 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:32:03.268 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:03.294 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:32:03.299 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:03.300 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:32:03.401 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:32:03.436 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:03 smithi040 ceph-mon[170259]: failed to encode map e275 with expected crc 2023-08-28T02:32:03.466 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:03.493 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:03 smithi083 ceph-mon[157819]: failed to encode map e275 with expected crc 2023-08-28T02:32:03.515 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:32:03.520 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:03.521 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:32:03.596 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.7 dump_historic_ops 2023-08-28T02:32:03.621 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:32:03.669 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:03.700 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:32:03.705 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:03 smithi040 ceph-mon[175404]: failed to encode map e275 with expected crc 2023-08-28T02:32:03.705 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:03.706 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:32:03.807 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:32:03.878 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:03.936 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:32:03.946 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:03.946 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:32:04.045 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 69 16 87237 87221 78.9697 49.5 0.015004 0.0126577 2023-08-28T02:32:04.047 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:32:04.079 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:32:04.089 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:04.120 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:32:04.124 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:04.124 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:32:04.225 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:32:04.275 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:04.303 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:32:04.306 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:04.307 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:32:04.372 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd set noscrub 2023-08-28T02:32:04.407 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:32:04.479 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:04.624 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:32:04.626 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:04 smithi083 ceph-mon[157819]: pgmap v820: 99 pgs: 11 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 8 active+undersized+degraded, 1 active+recovering+undersized+remapped, 22 active+undersized, 54 active+clean; 5.2 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 41 MiB/s wr, 662 op/s; 36730/256509 objects degraded (14.319%); 14663/256509 objects misplaced (5.716%); 3.1 MiB/s, 49 objects/s recovering 2023-08-28T02:32:04.626 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:04.627 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:32:04.714 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-08-28T02:32:04.728 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:32:04.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:04 smithi040 ceph-mon[170259]: pgmap v820: 99 pgs: 11 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 8 active+undersized+degraded, 1 active+recovering+undersized+remapped, 22 active+undersized, 54 active+clean; 5.2 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 41 MiB/s wr, 662 op/s; 36730/256509 objects degraded (14.319%); 14663/256509 objects misplaced (5.716%); 3.1 MiB/s, 49 objects/s recovering 2023-08-28T02:32:04.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:04 smithi040 ceph-mon[175404]: pgmap v820: 99 pgs: 11 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 8 active+undersized+degraded, 1 active+recovering+undersized+remapped, 22 active+undersized, 54 active+clean; 5.2 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 41 MiB/s wr, 662 op/s; 36730/256509 objects degraded (14.319%); 14663/256509 objects misplaced (5.716%); 3.1 MiB/s, 49 objects/s recovering 2023-08-28T02:32:04.797 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:04.849 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:32:04.859 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:04.859 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:32:04.904 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:32:04.953 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 3, 4, 5, 6, 7, 1] out_osds: [] dead_osds: [3] live_osds: [0, 1, 2, 4, 5, 6, 7] 2023-08-28T02:32:04.953 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-08-28T02:32:04.954 INFO:tasks.thrashosds.thrasher:Removing osd 6, in_osds are: [0, 2, 3, 4, 5, 6, 7, 1] 2023-08-28T02:32:04.954 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd out 6 2023-08-28T02:32:04.960 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:32:05.046 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 70 16 87966 87950 78.4917 45.5625 0.0262596 0.0127336 2023-08-28T02:32:05.057 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:05.106 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:32:05.111 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:05.112 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:32:05.213 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:32:05.263 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:05.353 INFO:teuthology.orchestra.run.smithi083.stdout:ERROR: (22) Invalid argument 2023-08-28T02:32:05.353 INFO:teuthology.orchestra.run.smithi083.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:32:05.361 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:32:05.370 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:05.371 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:32:05.472 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:32:05.495 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:32:05.550 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:05.626 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:32:05 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:32:05] "GET /metrics HTTP/1.1" 200 36545 "" "Prometheus/2.43.0" 2023-08-28T02:32:05.784 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:32:05.789 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.0 dump_ops_in_flight 2023-08-28T02:32:05.791 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:32:05.798 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:05.798 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:32:05.899 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:32:06.001 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:06.047 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 71 16 88625 88609 77.9665 41.1875 0.0162146 0.0128179 2023-08-28T02:32:06.109 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:32:06.114 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:06.114 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:32:06.195 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:05 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 36730/256509 objects degraded (14.319%), 11 pgs degraded (PG_DEGRADED) 2023-08-28T02:32:06.196 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:05 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 36730/256509 objects degraded (14.319%), 11 pgs degraded (PG_DEGRADED) 2023-08-28T02:32:06.215 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:32:06.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:05 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 36730/256509 objects degraded (14.319%), 11 pgs degraded (PG_DEGRADED) 2023-08-28T02:32:06.328 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:07.046 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 72 16 89314 89298 77.4818 43.0625 0.00897869 0.0129002 2023-08-28T02:32:07.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:06 smithi040 ceph-mon[170259]: pgmap v821: 99 pgs: 11 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 8 active+undersized+degraded, 1 active+recovering+undersized+remapped, 22 active+undersized, 54 active+clean; 5.3 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 49 MiB/s wr, 789 op/s; 37216/262671 objects degraded (14.168%); 14708/262671 objects misplaced (5.599%); 3.5 MiB/s, 55 objects/s recovering 2023-08-28T02:32:07.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:06 smithi040 ceph-mon[175404]: pgmap v821: 99 pgs: 11 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 8 active+undersized+degraded, 1 active+recovering+undersized+remapped, 22 active+undersized, 54 active+clean; 5.3 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 49 MiB/s wr, 789 op/s; 37216/262671 objects degraded (14.168%); 14708/262671 objects misplaced (5.599%); 3.5 MiB/s, 55 objects/s recovering 2023-08-28T02:32:07.245 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:06 smithi083 ceph-mon[157819]: pgmap v821: 99 pgs: 11 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 8 active+undersized+degraded, 1 active+recovering+undersized+remapped, 22 active+undersized, 54 active+clean; 5.3 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 49 MiB/s wr, 789 op/s; 37216/262671 objects degraded (14.168%); 14708/262671 objects misplaced (5.599%); 3.5 MiB/s, 55 objects/s recovering 2023-08-28T02:32:07.482 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:32:07.489 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:07.490 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:32:07.591 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:32:07.650 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:08.047 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 73 16 90159 90143 77.143 52.8125 0.0129514 0.0129568 2023-08-28T02:32:09.047 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 74 16 91010 90994 76.8193 53.1875 0.00889551 0.0130105 2023-08-28T02:32:09.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:09 smithi040 ceph-mon[175404]: pgmap v822: 99 pgs: 11 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 8 active+undersized+degraded, 1 active+recovering+undersized+remapped, 22 active+undersized, 54 active+clean; 5.4 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 49 MiB/s wr, 788 op/s; 37449/266286 objects degraded (14.063%); 14585/266286 objects misplaced (5.477%); 4.0 MiB/s, 63 objects/s recovering 2023-08-28T02:32:09.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:09 smithi040 ceph-mon[170259]: pgmap v822: 99 pgs: 11 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 8 active+undersized+degraded, 1 active+recovering+undersized+remapped, 22 active+undersized, 54 active+clean; 5.4 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 49 MiB/s wr, 788 op/s; 37449/266286 objects degraded (14.063%); 14585/266286 objects misplaced (5.477%); 4.0 MiB/s, 63 objects/s recovering 2023-08-28T02:32:09.552 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:32:09.567 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:09.567 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:32:09.594 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:32:09.668 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:32:09.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:09 smithi083 ceph-mon[157819]: pgmap v822: 99 pgs: 11 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 8 active+undersized+degraded, 1 active+recovering+undersized+remapped, 22 active+undersized, 54 active+clean; 5.4 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 49 MiB/s wr, 788 op/s; 37449/266286 objects degraded (14.063%); 14585/266286 objects misplaced (5.477%); 4.0 MiB/s, 63 objects/s recovering 2023-08-28T02:32:09.779 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:09.985 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:32:09.999 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:10.000 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:32:10.048 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 75 16 91696 91680 76.3668 42.875 0.0374098 0.0130892 2023-08-28T02:32:10.101 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:32:10.156 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:10.184 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:32:10.219 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:32:10.226 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:10.227 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:32:10.265 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:32:10.300 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:32:10.328 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:32:10.359 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:32:10.409 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:10.415 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:32:10.448 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:10 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1193384594' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:32:10.448 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:10 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3975263764' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:32:10.448 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:10 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:32:10.451 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:32:10.487 INFO:teuthology.orchestra.run.smithi040.stderr:noscrub is set 2023-08-28T02:32:10.521 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:32:10.521 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-08-28T02:32:10.521 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-08-28T02:32:10.521 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-08-28T02:32:10.521 INFO:teuthology.orchestra.run.smithi040.stderr:Error ENXIO: problem getting command descriptions from osd.3 2023-08-28T02:32:10.522 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-08-28T02:32:10.522 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-08-28T02:32:10.522 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-08-28T02:32:10.522 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-08-28T02:32:10.727 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:10 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1193384594' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:32:10.727 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:10 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3975263764' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:32:10.728 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:10 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:32:10.728 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:10 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1193384594' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:32:10.728 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:10 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3975263764' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:32:10.728 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:10 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:32:10.937 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:32:10.968 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:10.969 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:32:10.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:10 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mon-a[170236]: 2023-08-28T02:32:10.930+0000 7f6b0947b700 -1 mon.a@0(leader).osd e276 definitely_dead 0 2023-08-28T02:32:11.047 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 76 16 92389 92373 75.9319 43.3125 0.0337796 0.0131642 2023-08-28T02:32:11.070 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:32:11.106 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-08-28T02:32:11.107 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-08-28T02:32:11.138 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:11.191 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:32:11.205 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:11.205 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:32:11.306 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:32:11.370 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:11.412 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:32:11.415 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:11.416 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:32:11.516 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:32:11.581 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:11.640 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:32:11.647 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:11.647 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:32:11.685 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-08-28T02:32:11.685 INFO:teuthology.orchestra.run.smithi040.stdout: "ops": [ 2023-08-28T02:32:11.685 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:11.685 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:92851 10.c e276/250 10:3084fa57:::benchmark_data_smithi040_250784_object92850:head v 276'5760, mlcod=276'5756)", 2023-08-28T02:32:11.685 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:11.682696+0000", 2023-08-28T02:32:11.685 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 0.0025649750000000002, 2023-08-28T02:32:11.685 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0025912270000000002, 2023-08-28T02:32:11.685 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:32:11.685 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "started", 2023-08-28T02:32:11.686 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:32:11.686 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:11.686 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:32:11.686 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:11.682696+0000", 2023-08-28T02:32:11.686 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:32:11.686 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:11.686 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:11.686 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:32:11.686 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:11.682696+0000", 2023-08-28T02:32:11.686 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:32:11.686 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:11.686 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:11.687 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:32:11.687 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:11.682695+0000", 2023-08-28T02:32:11.687 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:32:11.687 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:11.687 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:11.687 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:32:11.687 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:11.682737+0000", 2023-08-28T02:32:11.687 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.2697000000000001e-05 2023-08-28T02:32:11.687 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:11.687 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:11.687 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:32:11.687 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:11.682750+0000", 2023-08-28T02:32:11.688 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2337999999999999e-05 2023-08-28T02:32:11.688 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:11.688 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:11.688 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:32:11.688 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:11.682758+0000", 2023-08-28T02:32:11.688 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.9859999999999994e-06 2023-08-28T02:32:11.688 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:11.688 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:11.688 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:32:11.688 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:11.682829+0000", 2023-08-28T02:32:11.688 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.1142000000000004e-05 2023-08-28T02:32:11.688 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:11.689 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:11.689 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:32:11.689 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:11.682849+0000", 2023-08-28T02:32:11.689 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.9669000000000001e-05 2023-08-28T02:32:11.689 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:32:11.689 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:32:11.689 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:32:11.689 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:11.689 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:11.689 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:92856 10.1 e276/250 10:8d0dd6e9:::benchmark_data_smithi040_250784_object92855:head v 276'5818, mlcod=276'5816)", 2023-08-28T02:32:11.689 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:11.682864+0000", 2023-08-28T02:32:11.689 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 0.0023965190000000002, 2023-08-28T02:32:11.690 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.002468554, 2023-08-28T02:32:11.690 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:32:11.690 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "started", 2023-08-28T02:32:11.690 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:32:11.690 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:11.690 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:32:11.690 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:11.682864+0000", 2023-08-28T02:32:11.690 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:32:11.690 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:11.690 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:11.690 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:32:11.690 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:11.682864+0000", 2023-08-28T02:32:11.691 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:32:11.691 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:11.691 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:11.691 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:32:11.691 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:11.682863+0000", 2023-08-28T02:32:11.691 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:32:11.691 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:11.691 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:11.691 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:32:11.691 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:11.682911+0000", 2023-08-28T02:32:11.691 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.7888e-05 2023-08-28T02:32:11.691 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:11.692 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:11.692 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:32:11.692 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:11.682922+0000", 2023-08-28T02:32:11.692 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0798000000000001e-05 2023-08-28T02:32:11.692 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:11.692 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:11.692 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:32:11.692 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:11.682930+0000", 2023-08-28T02:32:11.692 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.4869999999999996e-06 2023-08-28T02:32:11.692 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:11.692 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:11.692 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:32:11.693 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:11.682991+0000", 2023-08-28T02:32:11.693 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.1727e-05 2023-08-28T02:32:11.693 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:11.693 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:11.693 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:32:11.693 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:11.683026+0000", 2023-08-28T02:32:11.693 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.4643e-05 2023-08-28T02:32:11.693 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:32:11.693 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:32:11.693 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:32:11.693 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:32:11.693 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-08-28T02:32:11.693 INFO:teuthology.orchestra.run.smithi040.stdout: "num_ops": 2 2023-08-28T02:32:11.694 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-08-28T02:32:11.720 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:11 smithi040 ceph-mon[175404]: pgmap v823: 99 pgs: 11 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 8 active+undersized+degraded, 1 active+recovering+undersized+remapped, 22 active+undersized, 54 active+clean; 5.4 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 47 MiB/s wr, 747 op/s; 37886/267597 objects degraded (14.158%); 14585/267597 objects misplaced (5.450%); 3.5 MiB/s, 56 objects/s recovering 2023-08-28T02:32:11.720 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:11 smithi040 ceph-mon[175404]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:32:11.721 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:11 smithi040 ceph-mon[175404]: failed to encode map e276 with expected crc 2023-08-28T02:32:11.721 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:11 smithi040 ceph-mon[175404]: failed to encode map e276 with expected crc 2023-08-28T02:32:11.721 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:11 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:32:11.721 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:11 smithi040 ceph-mon[175404]: osdmap e276: 8 total, 7 up, 8 in 2023-08-28T02:32:11.721 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:11 smithi040 ceph-mon[175404]: failed to encode map e276 with expected crc 2023-08-28T02:32:11.721 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:11 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 37886/267597 objects degraded (14.158%), 11 pgs degraded (PG_DEGRADED) 2023-08-28T02:32:11.721 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:11 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/4279298858' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["6"]}]: dispatch 2023-08-28T02:32:11.721 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:11 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["6"]}]: dispatch 2023-08-28T02:32:11.721 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:11 smithi040 ceph-mon[175404]: Client client.admin marked osd.6 out, while it was still marked up 2023-08-28T02:32:11.721 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:11 smithi040 ceph-mon[170259]: pgmap v823: 99 pgs: 11 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 8 active+undersized+degraded, 1 active+recovering+undersized+remapped, 22 active+undersized, 54 active+clean; 5.4 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 47 MiB/s wr, 747 op/s; 37886/267597 objects degraded (14.158%); 14585/267597 objects misplaced (5.450%); 3.5 MiB/s, 56 objects/s recovering 2023-08-28T02:32:11.722 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:11 smithi040 ceph-mon[170259]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:32:11.722 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:11 smithi040 ceph-mon[170259]: failed to encode map e276 with expected crc 2023-08-28T02:32:11.722 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:11 smithi040 ceph-mon[170259]: failed to encode map e276 with expected crc 2023-08-28T02:32:11.722 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:11 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:32:11.722 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:11 smithi040 ceph-mon[170259]: osdmap e276: 8 total, 7 up, 8 in 2023-08-28T02:32:11.722 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:11 smithi040 ceph-mon[170259]: failed to encode map e276 with expected crc 2023-08-28T02:32:11.722 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:11 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 37886/267597 objects degraded (14.158%), 11 pgs degraded (PG_DEGRADED) 2023-08-28T02:32:11.722 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:11 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/4279298858' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["6"]}]: dispatch 2023-08-28T02:32:11.722 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:11 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["6"]}]: dispatch 2023-08-28T02:32:11.722 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:11 smithi040 ceph-mon[170259]: Client client.admin marked osd.6 out, while it was still marked up 2023-08-28T02:32:11.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:11 smithi083 ceph-mon[157819]: pgmap v823: 99 pgs: 11 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 8 active+undersized+degraded, 1 active+recovering+undersized+remapped, 22 active+undersized, 54 active+clean; 5.4 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 47 MiB/s wr, 747 op/s; 37886/267597 objects degraded (14.158%); 14585/267597 objects misplaced (5.450%); 3.5 MiB/s, 56 objects/s recovering 2023-08-28T02:32:11.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:11 smithi083 ceph-mon[157819]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:32:11.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:11 smithi083 ceph-mon[157819]: failed to encode map e276 with expected crc 2023-08-28T02:32:11.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:11 smithi083 ceph-mon[157819]: failed to encode map e276 with expected crc 2023-08-28T02:32:11.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:11 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:32:11.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:11 smithi083 ceph-mon[157819]: osdmap e276: 8 total, 7 up, 8 in 2023-08-28T02:32:11.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:11 smithi083 ceph-mon[157819]: failed to encode map e276 with expected crc 2023-08-28T02:32:11.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:11 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 37886/267597 objects degraded (14.158%), 11 pgs degraded (PG_DEGRADED) 2023-08-28T02:32:11.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:11 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/4279298858' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["6"]}]: dispatch 2023-08-28T02:32:11.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:11 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["6"]}]: dispatch 2023-08-28T02:32:11.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:11 smithi083 ceph-mon[157819]: Client client.admin marked osd.6 out, while it was still marked up 2023-08-28T02:32:11.748 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:32:11.813 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:11.848 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:32:11.850 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:11.851 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:32:11.947 INFO:teuthology.orchestra.run.smithi040.stderr:marked out osd.6. 2023-08-28T02:32:11.952 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:32:12.014 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:12.046 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:32:12.047 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 77 16 93117 93101 75.5368 45.5 0.0132521 0.0132292 2023-08-28T02:32:12.051 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:12.051 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:32:12.120 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.0 dump_blocked_ops 2023-08-28T02:32:12.152 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:32:12.202 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:12.334 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:32:12.337 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:12.338 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:32:12.439 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:32:12.474 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:12.484 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:32:12.499 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:32:12.503 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:12.503 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:32:12.604 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:32:12.631 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:12.650 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:32:12.652 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:12.653 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:32:12.753 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:32:12.780 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:12.799 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:32:12.801 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:12.802 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:32:12.902 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:32:12.942 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:13.047 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 78 16 93210 93194 74.6432 5.8125 0.00698049 0.0132287 2023-08-28T02:32:13.073 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:32:13.076 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:13.076 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:32:13.108 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-08-28T02:32:13.177 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:32:13.209 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:12 smithi040 ceph-mon[175404]: failed to encode map e277 with expected crc 2023-08-28T02:32:13.210 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:12 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["6"]}]': finished 2023-08-28T02:32:13.210 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:12 smithi040 ceph-mon[175404]: osdmap e277: 8 total, 7 up, 7 in 2023-08-28T02:32:13.210 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:12 smithi040 ceph-mon[175404]: failed to encode map e277 with expected crc 2023-08-28T02:32:13.210 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:12 smithi040 ceph-mon[175404]: failed to encode map e277 with expected crc 2023-08-28T02:32:13.210 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:12 smithi040 ceph-mon[175404]: pgmap v826: 99 pgs: 2 unknown, 11 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 8 active+undersized+degraded, 1 active+recovering+undersized+remapped, 22 active+undersized, 52 active+clean; 5.6 GiB data, 17 GiB used, 608 GiB / 626 GiB avail; 50 MiB/s wr, 796 op/s; 38596/275625 objects degraded (14.003%); 14665/275625 objects misplaced (5.321%); 3.5 MiB/s, 55 objects/s recovering 2023-08-28T02:32:13.210 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:12 smithi040 ceph-mon[170259]: failed to encode map e277 with expected crc 2023-08-28T02:32:13.210 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:12 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["6"]}]': finished 2023-08-28T02:32:13.210 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:12 smithi040 ceph-mon[170259]: osdmap e277: 8 total, 7 up, 7 in 2023-08-28T02:32:13.211 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:12 smithi040 ceph-mon[170259]: failed to encode map e277 with expected crc 2023-08-28T02:32:13.211 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:12 smithi040 ceph-mon[170259]: failed to encode map e277 with expected crc 2023-08-28T02:32:13.211 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:12 smithi040 ceph-mon[170259]: pgmap v826: 99 pgs: 2 unknown, 11 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 8 active+undersized+degraded, 1 active+recovering+undersized+remapped, 22 active+undersized, 52 active+clean; 5.6 GiB data, 17 GiB used, 608 GiB / 626 GiB avail; 50 MiB/s wr, 796 op/s; 38596/275625 objects degraded (14.003%); 14665/275625 objects misplaced (5.321%); 3.5 MiB/s, 55 objects/s recovering 2023-08-28T02:32:13.212 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:13.237 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:32:13.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:12 smithi083 ceph-mon[157819]: failed to encode map e277 with expected crc 2023-08-28T02:32:13.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:12 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["6"]}]': finished 2023-08-28T02:32:13.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:12 smithi083 ceph-mon[157819]: osdmap e277: 8 total, 7 up, 7 in 2023-08-28T02:32:13.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:12 smithi083 ceph-mon[157819]: failed to encode map e277 with expected crc 2023-08-28T02:32:13.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:12 smithi083 ceph-mon[157819]: failed to encode map e277 with expected crc 2023-08-28T02:32:13.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:12 smithi083 ceph-mon[157819]: pgmap v826: 99 pgs: 2 unknown, 11 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 8 active+undersized+degraded, 1 active+recovering+undersized+remapped, 22 active+undersized, 52 active+clean; 5.6 GiB data, 17 GiB used, 608 GiB / 626 GiB avail; 50 MiB/s wr, 796 op/s; 38596/275625 objects degraded (14.003%); 14665/275625 objects misplaced (5.321%); 3.5 MiB/s, 55 objects/s recovering 2023-08-28T02:32:13.243 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:13.243 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:32:13.288 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd set nodeep-scrub 2023-08-28T02:32:13.345 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:32:13.390 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:13.520 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:32:13.525 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:13.525 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:32:13.580 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:32:13.597 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-08-28T02:32:13.597 INFO:teuthology.orchestra.run.smithi040.stdout: "ops": [], 2023-08-28T02:32:13.597 INFO:teuthology.orchestra.run.smithi040.stdout: "complaint_time": 30, 2023-08-28T02:32:13.597 INFO:teuthology.orchestra.run.smithi040.stdout: "num_blocked_ops": 0 2023-08-28T02:32:13.597 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-08-28T02:32:13.627 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:32:13.662 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:13.738 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:32:13.744 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:13.745 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:32:13.846 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:32:13.873 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:13.892 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:32:13.894 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:13.895 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:32:13.995 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:32:14.034 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:14.048 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 79 16 93210 93194 73.6986 0 - 0.0132287 2023-08-28T02:32:14.075 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:32:14.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:13 smithi040 ceph-mon[170259]: failed to encode map e278 with expected crc 2023-08-28T02:32:14.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:13 smithi040 ceph-mon[170259]: failed to encode map e278 with expected crc 2023-08-28T02:32:14.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:13 smithi040 ceph-mon[170259]: failed to encode map e278 with expected crc 2023-08-28T02:32:14.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:13 smithi040 ceph-mon[170259]: failed to encode map e278 with expected crc 2023-08-28T02:32:14.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:13 smithi040 ceph-mon[170259]: failed to encode map e278 with expected crc 2023-08-28T02:32:14.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:13 smithi040 ceph-mon[170259]: failed to encode map e278 with expected crc 2023-08-28T02:32:14.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:13 smithi040 ceph-mon[170259]: failed to encode map e278 with expected crc 2023-08-28T02:32:14.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:13 smithi040 ceph-mon[170259]: failed to encode map e278 with expected crc 2023-08-28T02:32:14.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:13 smithi040 ceph-mon[170259]: failed to encode map e278 with expected crc 2023-08-28T02:32:14.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:13 smithi040 ceph-mon[170259]: osdmap e278: 8 total, 7 up, 7 in 2023-08-28T02:32:14.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:13 smithi040 ceph-mon[170259]: failed to encode map e278 with expected crc 2023-08-28T02:32:14.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:13 smithi040 ceph-mon[175404]: failed to encode map e278 with expected crc 2023-08-28T02:32:14.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:13 smithi040 ceph-mon[175404]: failed to encode map e278 with expected crc 2023-08-28T02:32:14.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:13 smithi040 ceph-mon[175404]: failed to encode map e278 with expected crc 2023-08-28T02:32:14.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:13 smithi040 ceph-mon[175404]: failed to encode map e278 with expected crc 2023-08-28T02:32:14.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:13 smithi040 ceph-mon[175404]: failed to encode map e278 with expected crc 2023-08-28T02:32:14.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:13 smithi040 ceph-mon[175404]: failed to encode map e278 with expected crc 2023-08-28T02:32:14.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:13 smithi040 ceph-mon[175404]: failed to encode map e278 with expected crc 2023-08-28T02:32:14.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:13 smithi040 ceph-mon[175404]: failed to encode map e278 with expected crc 2023-08-28T02:32:14.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:13 smithi040 ceph-mon[175404]: failed to encode map e278 with expected crc 2023-08-28T02:32:14.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:13 smithi040 ceph-mon[175404]: osdmap e278: 8 total, 7 up, 7 in 2023-08-28T02:32:14.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:13 smithi040 ceph-mon[175404]: failed to encode map e278 with expected crc 2023-08-28T02:32:14.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:13 smithi083 ceph-mon[157819]: failed to encode map e278 with expected crc 2023-08-28T02:32:14.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:13 smithi083 ceph-mon[157819]: failed to encode map e278 with expected crc 2023-08-28T02:32:14.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:13 smithi083 ceph-mon[157819]: failed to encode map e278 with expected crc 2023-08-28T02:32:14.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:13 smithi083 ceph-mon[157819]: failed to encode map e278 with expected crc 2023-08-28T02:32:14.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:13 smithi083 ceph-mon[157819]: failed to encode map e278 with expected crc 2023-08-28T02:32:14.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:13 smithi083 ceph-mon[157819]: failed to encode map e278 with expected crc 2023-08-28T02:32:14.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:13 smithi083 ceph-mon[157819]: failed to encode map e278 with expected crc 2023-08-28T02:32:14.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:13 smithi083 ceph-mon[157819]: failed to encode map e278 with expected crc 2023-08-28T02:32:14.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:13 smithi083 ceph-mon[157819]: failed to encode map e278 with expected crc 2023-08-28T02:32:14.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:13 smithi083 ceph-mon[157819]: osdmap e278: 8 total, 7 up, 7 in 2023-08-28T02:32:14.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:13 smithi083 ceph-mon[157819]: failed to encode map e278 with expected crc 2023-08-28T02:32:14.437 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:32:14.441 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:14.441 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:32:14.495 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.0 dump_historic_ops 2023-08-28T02:32:14.542 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:32:14.576 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:15.048 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:2023-08-28T02:32:15.049326+0000 min lat: 0.00127198 max lat: 2.32188 avg lat: 0.0134472 2023-08-28T02:32:15.048 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-08-28T02:32:15.048 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 80 16 93306 93290 72.8527 3 0.00367223 0.0134472 2023-08-28T02:32:15.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:14 smithi040 ceph-mon[170259]: failed to encode map e279 with expected crc 2023-08-28T02:32:15.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:14 smithi040 ceph-mon[170259]: failed to encode map e279 with expected crc 2023-08-28T02:32:15.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:14 smithi040 ceph-mon[170259]: osdmap e279: 8 total, 7 up, 7 in 2023-08-28T02:32:15.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:14 smithi040 ceph-mon[170259]: failed to encode map e279 with expected crc 2023-08-28T02:32:15.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:14 smithi040 ceph-mon[170259]: failed to encode map e279 with expected crc 2023-08-28T02:32:15.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:14 smithi040 ceph-mon[170259]: pgmap v829: 99 pgs: 2 unknown, 11 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 7 active+undersized+degraded, 1 active+recovering+undersized+remapped, 22 active+undersized, 52 active+clean; 5.7 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 57 MiB/s wr, 911 op/s; 38910/278538 objects degraded (13.969%); 20451/278538 objects misplaced (7.342%); 4.8 MiB/s, 76 objects/s recovering 2023-08-28T02:32:15.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:14 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:32:15.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:14 smithi040 ceph-mon[175404]: failed to encode map e279 with expected crc 2023-08-28T02:32:15.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:14 smithi040 ceph-mon[175404]: failed to encode map e279 with expected crc 2023-08-28T02:32:15.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:14 smithi040 ceph-mon[175404]: osdmap e279: 8 total, 7 up, 7 in 2023-08-28T02:32:15.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:14 smithi040 ceph-mon[175404]: failed to encode map e279 with expected crc 2023-08-28T02:32:15.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:14 smithi040 ceph-mon[175404]: failed to encode map e279 with expected crc 2023-08-28T02:32:15.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:14 smithi040 ceph-mon[175404]: pgmap v829: 99 pgs: 2 unknown, 11 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 7 active+undersized+degraded, 1 active+recovering+undersized+remapped, 22 active+undersized, 52 active+clean; 5.7 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 57 MiB/s wr, 911 op/s; 38910/278538 objects degraded (13.969%); 20451/278538 objects misplaced (7.342%); 4.8 MiB/s, 76 objects/s recovering 2023-08-28T02:32:15.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:14 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:32:15.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:14 smithi083 ceph-mon[157819]: failed to encode map e279 with expected crc 2023-08-28T02:32:15.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:14 smithi083 ceph-mon[157819]: failed to encode map e279 with expected crc 2023-08-28T02:32:15.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:14 smithi083 ceph-mon[157819]: osdmap e279: 8 total, 7 up, 7 in 2023-08-28T02:32:15.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:14 smithi083 ceph-mon[157819]: failed to encode map e279 with expected crc 2023-08-28T02:32:15.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:14 smithi083 ceph-mon[157819]: failed to encode map e279 with expected crc 2023-08-28T02:32:15.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:14 smithi083 ceph-mon[157819]: pgmap v829: 99 pgs: 2 unknown, 11 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 7 active+undersized+degraded, 1 active+recovering+undersized+remapped, 22 active+undersized, 52 active+clean; 5.7 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 57 MiB/s wr, 911 op/s; 38910/278538 objects degraded (13.969%); 20451/278538 objects misplaced (7.342%); 4.8 MiB/s, 76 objects/s recovering 2023-08-28T02:32:15.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:14 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:32:15.730 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:32:15 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:32:15] "GET /metrics HTTP/1.1" 200 36530 "" "Prometheus/2.43.0" 2023-08-28T02:32:16.048 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 81 16 93306 93290 71.9535 0 - 0.0134472 2023-08-28T02:32:16.208 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:15 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 38910/278538 objects degraded (13.969%), 11 pgs degraded (PG_DEGRADED) 2023-08-28T02:32:16.209 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:15 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 38910/278538 objects degraded (13.969%), 11 pgs degraded (PG_DEGRADED) 2023-08-28T02:32:16.209 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:32:16.213 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:16.214 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:32:16.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:15 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 38910/278538 objects degraded (13.969%), 11 pgs degraded (PG_DEGRADED) 2023-08-28T02:32:16.315 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:32:16.356 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:16.433 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:32:16.438 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:16.438 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:32:16.539 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:32:16.566 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:16.587 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:32:16.589 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:16.590 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:32:16.691 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:32:16.727 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:16.952 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:32:16.955 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:16.956 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:32:16.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:16 smithi040 ceph-mon[170259]: pgmap v830: 99 pgs: 2 unknown, 15 active+clean+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 7 active+undersized+degraded, 2 active+recovering+undersized+remapped, 20 active+undersized, 50 active+clean; 5.7 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 43 MiB/s wr, 691 op/s; 32430/279828 objects degraded (11.589%); 26685/279828 objects misplaced (9.536%); 7.1 MiB/s, 113 objects/s recovering 2023-08-28T02:32:16.980 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:16 smithi040 ceph-mon[175404]: pgmap v830: 99 pgs: 2 unknown, 15 active+clean+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 7 active+undersized+degraded, 2 active+recovering+undersized+remapped, 20 active+undersized, 50 active+clean; 5.7 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 43 MiB/s wr, 691 op/s; 32430/279828 objects degraded (11.589%); 26685/279828 objects misplaced (9.536%); 7.1 MiB/s, 113 objects/s recovering 2023-08-28T02:32:17.048 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 82 16 93306 93290 71.0763 0 - 0.0134472 2023-08-28T02:32:17.056 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:32:17.083 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:17.103 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:32:17.106 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:17.107 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:32:17.207 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:32:17.239 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:32:17.239 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:32:17.239 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:32:17.239 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:32:17.239 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:32:17.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:16 smithi083 ceph-mon[157819]: pgmap v830: 99 pgs: 2 unknown, 15 active+clean+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 7 active+undersized+degraded, 2 active+recovering+undersized+remapped, 20 active+undersized, 50 active+clean; 5.7 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 43 MiB/s wr, 691 op/s; 32430/279828 objects degraded (11.589%); 26685/279828 objects misplaced (9.536%); 7.1 MiB/s, 113 objects/s recovering 2023-08-28T02:32:17.244 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:17.264 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:32:17.274 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:32:17.279 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:17.279 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:32:17.287 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:32:17.287 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-08-28T02:32:17.287 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-08-28T02:32:17.288 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-08-28T02:32:17.288 INFO:teuthology.orchestra.run.smithi040.stderr:Error ENXIO: problem getting command descriptions from osd.3 2023-08-28T02:32:17.288 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-08-28T02:32:17.288 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-08-28T02:32:17.288 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-08-28T02:32:17.288 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-08-28T02:32:17.380 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:32:17.407 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:17.410 INFO:tasks.thrashosds.thrasher:in_osds: [0, 2, 3, 4, 5, 7, 1] out_osds: [6] dead_osds: [3] live_osds: [0, 1, 2, 4, 5, 6, 7] 2023-08-28T02:32:17.411 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-08-28T02:32:17.411 INFO:tasks.thrashosds.thrasher:Removing osd 2, in_osds are: [0, 2, 3, 4, 5, 7, 1] 2023-08-28T02:32:17.411 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd out 2 2023-08-28T02:32:17.427 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:32:17.430 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:17.430 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:32:17.531 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:32:17.559 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:17.579 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:32:17.582 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:17.583 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:32:17.684 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:32:17.721 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:17.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:17 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3027861287' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:32:17.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:17 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3027861287' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:32:18.048 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 83 16 93306 93290 70.2202 0 - 0.0134472 2023-08-28T02:32:18.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:17 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3027861287' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:32:18.756 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:32:18.784 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:32:18.788 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:18.788 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:32:18.889 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:32:18.925 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:19.048 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 84 16 93306 93290 69.3845 0 - 0.0134472 2023-08-28T02:32:19.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:18 smithi040 ceph-mon[170259]: pgmap v831: 99 pgs: 2 unknown, 15 active+clean+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 7 active+undersized+degraded, 2 active+recovering+undersized+remapped, 20 active+undersized, 50 active+clean; 5.7 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 19 MiB/s wr, 302 op/s; 31904/279873 objects degraded (11.399%); 26874/279873 objects misplaced (9.602%); 8.2 MiB/s, 131 objects/s recovering 2023-08-28T02:32:19.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:18 smithi040 ceph-mon[175404]: pgmap v831: 99 pgs: 2 unknown, 15 active+clean+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 7 active+undersized+degraded, 2 active+recovering+undersized+remapped, 20 active+undersized, 50 active+clean; 5.7 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 19 MiB/s wr, 302 op/s; 31904/279873 objects degraded (11.399%); 26874/279873 objects misplaced (9.602%); 8.2 MiB/s, 131 objects/s recovering 2023-08-28T02:32:19.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:18 smithi083 ceph-mon[157819]: pgmap v831: 99 pgs: 2 unknown, 15 active+clean+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 7 active+undersized+degraded, 2 active+recovering+undersized+remapped, 20 active+undersized, 50 active+clean; 5.7 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 19 MiB/s wr, 302 op/s; 31904/279873 objects degraded (11.399%); 26874/279873 objects misplaced (9.602%); 8.2 MiB/s, 131 objects/s recovering 2023-08-28T02:32:19.703 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:32:19.706 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:19.706 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:32:19.807 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:32:19.844 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:19.921 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:32:19.935 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:19.936 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:32:20.036 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:32:20.048 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 85 16 93306 93290 68.5685 0 - 0.0134472 2023-08-28T02:32:20.064 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:20.085 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:32:20.087 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:20.088 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:32:20.189 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:32:20.223 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:21.049 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 86 16 93306 93290 67.7714 0 - 0.0134472 2023-08-28T02:32:21.152 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:32:21.156 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:21.156 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:32:21.159 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-08-28T02:32:21.159 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-08-28T02:32:21.186 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:32:21.257 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:32:21.285 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:21.306 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:32:21.308 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:21.309 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:32:21.410 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:32:21.447 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:21.590 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:21 smithi040 ceph-mon[175404]: pgmap v832: 99 pgs: 2 unknown, 15 active+clean+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 7 active+undersized+degraded, 2 active+recovering+undersized+remapped, 20 active+undersized, 50 active+clean; 5.7 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 11 MiB/s wr, 177 op/s; 31908/279891 objects degraded (11.400%); 26876/279891 objects misplaced (9.602%); 6.6 MiB/s, 105 objects/s recovering 2023-08-28T02:32:21.590 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:21 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 31908/279891 objects degraded (11.400%), 10 pgs degraded (PG_DEGRADED) 2023-08-28T02:32:21.591 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:21 smithi040 ceph-mon[170259]: pgmap v832: 99 pgs: 2 unknown, 15 active+clean+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 7 active+undersized+degraded, 2 active+recovering+undersized+remapped, 20 active+undersized, 50 active+clean; 5.7 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 11 MiB/s wr, 177 op/s; 31908/279891 objects degraded (11.400%); 26876/279891 objects misplaced (9.602%); 6.6 MiB/s, 105 objects/s recovering 2023-08-28T02:32:21.591 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:21 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 31908/279891 objects degraded (11.400%), 10 pgs degraded (PG_DEGRADED) 2023-08-28T02:32:21.671 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:32:21.682 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:21.682 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:32:21.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:21 smithi083 ceph-mon[157819]: pgmap v832: 99 pgs: 2 unknown, 15 active+clean+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 7 active+undersized+degraded, 2 active+recovering+undersized+remapped, 20 active+undersized, 50 active+clean; 5.7 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 11 MiB/s wr, 177 op/s; 31908/279891 objects degraded (11.400%); 26876/279891 objects misplaced (9.602%); 6.6 MiB/s, 105 objects/s recovering 2023-08-28T02:32:21.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:21 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 31908/279891 objects degraded (11.400%), 10 pgs degraded (PG_DEGRADED) 2023-08-28T02:32:21.783 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:32:21.824 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:21.856 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:32:21.859 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:21.859 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:32:21.960 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:32:21.988 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:22.009 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:32:22.011 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:22.012 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:32:22.049 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 87 16 93306 93290 66.9923 0 - 0.0134472 2023-08-28T02:32:22.113 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:32:22.140 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:22.162 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:32:22.165 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:22.165 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:32:22.266 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:32:22.293 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:22.312 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:32:22.316 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:22.316 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:32:22.417 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:32:22.427 INFO:teuthology.orchestra.run.smithi040.stderr:nodeep-scrub is set 2023-08-28T02:32:22.458 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:22 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2619942815' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:32:22.458 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:22 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:32:22.458 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:22 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2619942815' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:32:22.458 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:22 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:32:22.459 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:22.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:22 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2619942815' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:32:22.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:22 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:32:23.049 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 88 16 93306 93290 66.2313 0 - 0.0134472 2023-08-28T02:32:23.161 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-08-28T02:32:23.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:23 smithi040 ceph-mon[170259]: pgmap v833: 99 pgs: 2 unknown, 15 active+clean+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 7 active+undersized+degraded, 2 active+recovering+undersized+remapped, 20 active+undersized, 50 active+clean; 5.7 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 5.2 MiB/s wr, 82 op/s; 31908/279891 objects degraded (11.400%); 26474/279891 objects misplaced (9.459%); 7.3 MiB/s, 117 objects/s recovering 2023-08-28T02:32:23.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:23 smithi040 ceph-mon[170259]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:32:23.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:23 smithi040 ceph-mon[170259]: failed to encode map e280 with expected crc 2023-08-28T02:32:23.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:23 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:32:23.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:23 smithi040 ceph-mon[170259]: osdmap e280: 8 total, 7 up, 7 in 2023-08-28T02:32:23.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:23 smithi040 ceph-mon[170259]: failed to encode map e280 with expected crc 2023-08-28T02:32:23.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:23 smithi040 ceph-mon[175404]: pgmap v833: 99 pgs: 2 unknown, 15 active+clean+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 7 active+undersized+degraded, 2 active+recovering+undersized+remapped, 20 active+undersized, 50 active+clean; 5.7 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 5.2 MiB/s wr, 82 op/s; 31908/279891 objects degraded (11.400%); 26474/279891 objects misplaced (9.459%); 7.3 MiB/s, 117 objects/s recovering 2023-08-28T02:32:23.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:23 smithi040 ceph-mon[175404]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:32:23.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:23 smithi040 ceph-mon[175404]: failed to encode map e280 with expected crc 2023-08-28T02:32:23.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:23 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:32:23.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:23 smithi040 ceph-mon[175404]: osdmap e280: 8 total, 7 up, 7 in 2023-08-28T02:32:23.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:23 smithi040 ceph-mon[175404]: failed to encode map e280 with expected crc 2023-08-28T02:32:23.720 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:32:23.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:23 smithi083 ceph-mon[157819]: pgmap v833: 99 pgs: 2 unknown, 15 active+clean+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 7 active+undersized+degraded, 2 active+recovering+undersized+remapped, 20 active+undersized, 50 active+clean; 5.7 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 5.2 MiB/s wr, 82 op/s; 31908/279891 objects degraded (11.400%); 26474/279891 objects misplaced (9.459%); 7.3 MiB/s, 117 objects/s recovering 2023-08-28T02:32:23.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:23 smithi083 ceph-mon[157819]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:32:23.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:23 smithi083 ceph-mon[157819]: failed to encode map e280 with expected crc 2023-08-28T02:32:23.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:23 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:32:23.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:23 smithi083 ceph-mon[157819]: osdmap e280: 8 total, 7 up, 7 in 2023-08-28T02:32:23.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:23 smithi083 ceph-mon[157819]: failed to encode map e280 with expected crc 2023-08-28T02:32:23.762 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:23.763 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:32:23.863 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:32:23.891 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:23.910 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:32:23.913 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:23.913 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:32:24.014 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:32:24.048 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:24.049 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 89 16 93306 93290 65.487 0 - 0.0134472 2023-08-28T02:32:25.050 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 90 16 93306 93290 64.7596 0 - 0.0134472 2023-08-28T02:32:25.612 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:32:25.626 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:25.627 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:32:25.727 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:32:25.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:25 smithi040 ceph-mon[170259]: pgmap v835: 99 pgs: 2 unknown, 15 active+clean+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 7 active+undersized+degraded, 2 active+recovering+undersized+remapped, 20 active+undersized, 50 active+clean; 5.7 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 2.8 MiB/s wr, 45 op/s; 31908/279903 objects degraded (11.400%); 26117/279903 objects misplaced (9.331%); 9.1 MiB/s, 145 objects/s recovering 2023-08-28T02:32:25.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:25 smithi040 ceph-mon[175404]: pgmap v835: 99 pgs: 2 unknown, 15 active+clean+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 7 active+undersized+degraded, 2 active+recovering+undersized+remapped, 20 active+undersized, 50 active+clean; 5.7 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 2.8 MiB/s wr, 45 op/s; 31908/279903 objects degraded (11.400%); 26117/279903 objects misplaced (9.331%); 9.1 MiB/s, 145 objects/s recovering 2023-08-28T02:32:25.731 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:32:25 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:32:25] "GET /metrics HTTP/1.1" 200 36530 "" "Prometheus/2.43.0" 2023-08-28T02:32:25.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:25 smithi083 ceph-mon[157819]: pgmap v835: 99 pgs: 2 unknown, 15 active+clean+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 7 active+undersized+degraded, 2 active+recovering+undersized+remapped, 20 active+undersized, 50 active+clean; 5.7 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 2.8 MiB/s wr, 45 op/s; 31908/279903 objects degraded (11.400%); 26117/279903 objects misplaced (9.331%); 9.1 MiB/s, 145 objects/s recovering 2023-08-28T02:32:25.763 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:26.050 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 91 16 93306 93290 64.0482 0 - 0.0134472 2023-08-28T02:32:26.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:26 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 31908/279903 objects degraded (11.400%), 10 pgs degraded (PG_DEGRADED) 2023-08-28T02:32:26.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:26 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 31908/279903 objects degraded (11.400%), 10 pgs degraded (PG_DEGRADED) 2023-08-28T02:32:26.490 INFO:teuthology.orchestra.run.smithi040.stdout:ERROR: (22) Invalid argument 2023-08-28T02:32:26.490 INFO:teuthology.orchestra.run.smithi040.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:32:26.506 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:32:26.542 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:32:26.547 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:26.548 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:32:26.649 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:32:26.675 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:26 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 31908/279903 objects degraded (11.400%), 10 pgs degraded (PG_DEGRADED) 2023-08-28T02:32:26.678 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:26.697 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:32:26.700 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:26.700 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:32:26.801 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:32:26.828 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:26.851 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:32:26.854 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:26.854 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:32:26.955 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:32:26.995 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:27.050 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 92 16 93306 93290 63.3522 0 - 0.0134472 2023-08-28T02:32:27.111 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:26 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mon-a[170236]: 2023-08-28T02:32:26.830+0000 7f6b0947b700 -1 mon.a@0(leader).osd e280 definitely_dead 0 2023-08-28T02:32:27.122 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:32:27.132 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:27.133 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:32:27.233 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:32:27.261 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:27.282 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:32:27.285 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:27.285 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:32:27.386 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:32:27.425 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:27 smithi040 ceph-mon[170259]: pgmap v836: 99 pgs: 2 unknown, 15 active+clean+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 7 active+undersized+degraded, 2 active+recovering+undersized+remapped, 20 active+undersized, 50 active+clean; 5.7 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 160 KiB/s wr, 2 op/s; 31908/279903 objects degraded (11.400%); 25685/279903 objects misplaced (9.176%); 9.5 MiB/s, 152 objects/s recovering 2023-08-28T02:32:27.425 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:27 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3325461144' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["2"]}]: dispatch 2023-08-28T02:32:27.425 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:27 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["2"]}]: dispatch 2023-08-28T02:32:27.425 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:27 smithi040 ceph-mon[170259]: Client client.admin marked osd.2 out, while it was still marked up 2023-08-28T02:32:27.426 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:27.452 INFO:teuthology.orchestra.run.smithi040.stderr:marked out osd.2. 2023-08-28T02:32:27.473 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.1 dump_ops_in_flight 2023-08-28T02:32:27.510 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:32:27.514 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:27.514 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:32:27.593 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd unset noscrub 2023-08-28T02:32:27.615 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:32:27.640 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:27 smithi083 ceph-mon[157819]: pgmap v836: 99 pgs: 2 unknown, 15 active+clean+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 7 active+undersized+degraded, 2 active+recovering+undersized+remapped, 20 active+undersized, 50 active+clean; 5.7 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 160 KiB/s wr, 2 op/s; 31908/279903 objects degraded (11.400%); 25685/279903 objects misplaced (9.176%); 9.5 MiB/s, 152 objects/s recovering 2023-08-28T02:32:27.640 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:27 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3325461144' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["2"]}]: dispatch 2023-08-28T02:32:27.640 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:27 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["2"]}]: dispatch 2023-08-28T02:32:27.640 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:27 smithi083 ceph-mon[157819]: Client client.admin marked osd.2 out, while it was still marked up 2023-08-28T02:32:27.642 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:27.660 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:32:27.663 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:27.663 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:32:27.702 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:27 smithi040 ceph-mon[175404]: pgmap v836: 99 pgs: 2 unknown, 15 active+clean+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 7 active+undersized+degraded, 2 active+recovering+undersized+remapped, 20 active+undersized, 50 active+clean; 5.7 GiB data, 18 GiB used, 608 GiB / 626 GiB avail; 160 KiB/s wr, 2 op/s; 31908/279903 objects degraded (11.400%); 25685/279903 objects misplaced (9.176%); 9.5 MiB/s, 152 objects/s recovering 2023-08-28T02:32:27.702 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:27 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3325461144' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["2"]}]: dispatch 2023-08-28T02:32:27.702 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:27 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd out", "ids": ["2"]}]: dispatch 2023-08-28T02:32:27.702 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:27 smithi040 ceph-mon[175404]: Client client.admin marked osd.2 out, while it was still marked up 2023-08-28T02:32:27.764 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:32:27.802 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:27.879 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:32:27.883 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:27.883 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:32:27.985 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:32:28.020 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:28.050 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 93 16 93306 93290 62.6712 0 - 0.0134472 2023-08-28T02:32:28.190 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:32:28.206 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:32:28.248 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:32:28.259 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:28.260 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:32:28.361 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:32:28.400 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:28.476 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:32:28.481 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:28.481 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:32:28.513 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:28 smithi040 ceph-mon[170259]: failed to encode map e281 with expected crc 2023-08-28T02:32:28.513 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:28 smithi040 ceph-mon[170259]: failed to encode map e281 with expected crc 2023-08-28T02:32:28.513 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:28 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["2"]}]': finished 2023-08-28T02:32:28.513 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:28 smithi040 ceph-mon[170259]: osdmap e281: 8 total, 7 up, 6 in 2023-08-28T02:32:28.513 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:28 smithi040 ceph-mon[170259]: failed to encode map e281 with expected crc 2023-08-28T02:32:28.513 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:28 smithi040 ceph-mon[170259]: failed to encode map e281 with expected crc 2023-08-28T02:32:28.514 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:28 smithi040 ceph-mon[175404]: failed to encode map e281 with expected crc 2023-08-28T02:32:28.514 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:28 smithi040 ceph-mon[175404]: failed to encode map e281 with expected crc 2023-08-28T02:32:28.514 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:28 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["2"]}]': finished 2023-08-28T02:32:28.514 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:28 smithi040 ceph-mon[175404]: osdmap e281: 8 total, 7 up, 6 in 2023-08-28T02:32:28.514 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:28 smithi040 ceph-mon[175404]: failed to encode map e281 with expected crc 2023-08-28T02:32:28.514 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:28 smithi040 ceph-mon[175404]: failed to encode map e281 with expected crc 2023-08-28T02:32:28.582 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:32:28.633 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:28.661 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:32:28.665 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:28.665 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:32:28.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:28 smithi083 ceph-mon[157819]: failed to encode map e281 with expected crc 2023-08-28T02:32:28.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:28 smithi083 ceph-mon[157819]: failed to encode map e281 with expected crc 2023-08-28T02:32:28.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:28 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd out", "ids": ["2"]}]': finished 2023-08-28T02:32:28.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:28 smithi083 ceph-mon[157819]: osdmap e281: 8 total, 7 up, 6 in 2023-08-28T02:32:28.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:28 smithi083 ceph-mon[157819]: failed to encode map e281 with expected crc 2023-08-28T02:32:28.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:28 smithi083 ceph-mon[157819]: failed to encode map e281 with expected crc 2023-08-28T02:32:28.766 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:32:28.795 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:28.815 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:32:28.818 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:28.818 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:32:28.919 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:32:28.958 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:28.983 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:32:28.988 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:28.989 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:32:29.050 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 94 16 93306 93290 62.0046 0 - 0.0134472 2023-08-28T02:32:29.081 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:32:29.090 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:32:29.106 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:32:29.118 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:29.132 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:32:29.138 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:32:29.141 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:29.141 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:32:29.154 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:32:29.175 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:32:29.195 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:32:29.218 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:32:29.218 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-08-28T02:32:29.218 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-08-28T02:32:29.219 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-08-28T02:32:29.219 INFO:teuthology.orchestra.run.smithi040.stderr:Error ENXIO: problem getting command descriptions from osd.3 2023-08-28T02:32:29.219 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-08-28T02:32:29.219 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-08-28T02:32:29.219 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-08-28T02:32:29.219 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-08-28T02:32:29.242 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:32:29.283 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:29.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:29 smithi040 ceph-mon[175404]: pgmap v838: 99 pgs: 1 unknown, 4 peering, 1 activating+undersized+degraded+remapped, 16 active+clean+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 7 active+undersized+degraded, 2 active+recovering+undersized+remapped, 18 active+undersized, 47 active+clean; 5.7 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 168 KiB/s wr, 2 op/s; 37705/279954 objects degraded (13.468%); 25325/279954 objects misplaced (9.046%); 12 MiB/s, 194 objects/s recovering 2023-08-28T02:32:29.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:29 smithi040 ceph-mon[175404]: Health check failed: Reduced data availability: 1 pg inactive (PG_AVAILABILITY) 2023-08-28T02:32:29.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:29 smithi040 ceph-mon[175404]: failed to encode map e282 with expected crc 2023-08-28T02:32:29.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:29 smithi040 ceph-mon[175404]: failed to encode map e282 with expected crc 2023-08-28T02:32:29.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:29 smithi040 ceph-mon[175404]: osdmap e282: 8 total, 7 up, 6 in 2023-08-28T02:32:29.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:29 smithi040 ceph-mon[175404]: failed to encode map e282 with expected crc 2023-08-28T02:32:29.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:29 smithi040 ceph-mon[175404]: failed to encode map e282 with expected crc 2023-08-28T02:32:29.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:29 smithi040 ceph-mon[175404]: failed to encode map e282 with expected crc 2023-08-28T02:32:29.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:29 smithi040 ceph-mon[175404]: failed to encode map e282 with expected crc 2023-08-28T02:32:29.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:29 smithi040 ceph-mon[175404]: failed to encode map e282 with expected crc 2023-08-28T02:32:29.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:29 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1976397430' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:32:29.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:29 smithi040 ceph-mon[170259]: pgmap v838: 99 pgs: 1 unknown, 4 peering, 1 activating+undersized+degraded+remapped, 16 active+clean+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 7 active+undersized+degraded, 2 active+recovering+undersized+remapped, 18 active+undersized, 47 active+clean; 5.7 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 168 KiB/s wr, 2 op/s; 37705/279954 objects degraded (13.468%); 25325/279954 objects misplaced (9.046%); 12 MiB/s, 194 objects/s recovering 2023-08-28T02:32:29.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:29 smithi040 ceph-mon[170259]: Health check failed: Reduced data availability: 1 pg inactive (PG_AVAILABILITY) 2023-08-28T02:32:29.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:29 smithi040 ceph-mon[170259]: failed to encode map e282 with expected crc 2023-08-28T02:32:29.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:29 smithi040 ceph-mon[170259]: failed to encode map e282 with expected crc 2023-08-28T02:32:29.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:29 smithi040 ceph-mon[170259]: osdmap e282: 8 total, 7 up, 6 in 2023-08-28T02:32:29.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:29 smithi040 ceph-mon[170259]: failed to encode map e282 with expected crc 2023-08-28T02:32:29.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:29 smithi040 ceph-mon[170259]: failed to encode map e282 with expected crc 2023-08-28T02:32:29.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:29 smithi040 ceph-mon[170259]: failed to encode map e282 with expected crc 2023-08-28T02:32:29.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:29 smithi040 ceph-mon[170259]: failed to encode map e282 with expected crc 2023-08-28T02:32:29.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:29 smithi040 ceph-mon[170259]: failed to encode map e282 with expected crc 2023-08-28T02:32:29.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:29 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1976397430' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:32:29.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:29 smithi083 ceph-mon[157819]: pgmap v838: 99 pgs: 1 unknown, 4 peering, 1 activating+undersized+degraded+remapped, 16 active+clean+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 7 active+undersized+degraded, 2 active+recovering+undersized+remapped, 18 active+undersized, 47 active+clean; 5.7 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 168 KiB/s wr, 2 op/s; 37705/279954 objects degraded (13.468%); 25325/279954 objects misplaced (9.046%); 12 MiB/s, 194 objects/s recovering 2023-08-28T02:32:29.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:29 smithi083 ceph-mon[157819]: Health check failed: Reduced data availability: 1 pg inactive (PG_AVAILABILITY) 2023-08-28T02:32:29.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:29 smithi083 ceph-mon[157819]: failed to encode map e282 with expected crc 2023-08-28T02:32:29.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:29 smithi083 ceph-mon[157819]: failed to encode map e282 with expected crc 2023-08-28T02:32:29.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:29 smithi083 ceph-mon[157819]: osdmap e282: 8 total, 7 up, 6 in 2023-08-28T02:32:29.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:29 smithi083 ceph-mon[157819]: failed to encode map e282 with expected crc 2023-08-28T02:32:29.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:29 smithi083 ceph-mon[157819]: failed to encode map e282 with expected crc 2023-08-28T02:32:29.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:29 smithi083 ceph-mon[157819]: failed to encode map e282 with expected crc 2023-08-28T02:32:29.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:29 smithi083 ceph-mon[157819]: failed to encode map e282 with expected crc 2023-08-28T02:32:29.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:29 smithi083 ceph-mon[157819]: failed to encode map e282 with expected crc 2023-08-28T02:32:29.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:29 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1976397430' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:32:30.050 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 95 16 93306 93290 61.3518 0 - 0.0134472 2023-08-28T02:32:30.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:30 smithi040 ceph-mon[170259]: failed to encode map e283 with expected crc 2023-08-28T02:32:30.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:30 smithi040 ceph-mon[170259]: osdmap e283: 8 total, 7 up, 6 in 2023-08-28T02:32:30.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:30 smithi040 ceph-mon[170259]: failed to encode map e283 with expected crc 2023-08-28T02:32:30.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:30 smithi040 ceph-mon[170259]: failed to encode map e283 with expected crc 2023-08-28T02:32:30.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:30 smithi040 ceph-mon[170259]: failed to encode map e283 with expected crc 2023-08-28T02:32:30.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:30 smithi040 ceph-mon[170259]: failed to encode map e283 with expected crc 2023-08-28T02:32:30.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:30 smithi040 ceph-mon[170259]: failed to encode map e283 with expected crc 2023-08-28T02:32:30.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:30 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:32:30.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:30 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:32:30.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:30 smithi040 ceph-mon[170259]: failed to encode map e283 with expected crc 2023-08-28T02:32:30.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:30 smithi040 ceph-mon[170259]: pgmap v841: 99 pgs: 1 unknown, 4 peering, 1 activating+undersized+degraded+remapped, 16 active+clean+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 7 active+undersized+degraded, 2 active+recovering+undersized+remapped, 18 active+undersized, 47 active+clean; 5.7 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 181 KiB/s wr, 2 op/s; 37705/279954 objects degraded (13.468%); 25325/279954 objects misplaced (9.046%); 8.3 MiB/s, 132 objects/s recovering 2023-08-28T02:32:30.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:30 smithi040 ceph-mon[175404]: failed to encode map e283 with expected crc 2023-08-28T02:32:30.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:30 smithi040 ceph-mon[175404]: osdmap e283: 8 total, 7 up, 6 in 2023-08-28T02:32:30.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:30 smithi040 ceph-mon[175404]: failed to encode map e283 with expected crc 2023-08-28T02:32:30.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:30 smithi040 ceph-mon[175404]: failed to encode map e283 with expected crc 2023-08-28T02:32:30.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:30 smithi040 ceph-mon[175404]: failed to encode map e283 with expected crc 2023-08-28T02:32:30.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:30 smithi040 ceph-mon[175404]: failed to encode map e283 with expected crc 2023-08-28T02:32:30.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:30 smithi040 ceph-mon[175404]: failed to encode map e283 with expected crc 2023-08-28T02:32:30.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:30 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:32:30.734 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:30 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:32:30.734 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:30 smithi040 ceph-mon[175404]: failed to encode map e283 with expected crc 2023-08-28T02:32:30.734 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:30 smithi040 ceph-mon[175404]: pgmap v841: 99 pgs: 1 unknown, 4 peering, 1 activating+undersized+degraded+remapped, 16 active+clean+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 7 active+undersized+degraded, 2 active+recovering+undersized+remapped, 18 active+undersized, 47 active+clean; 5.7 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 181 KiB/s wr, 2 op/s; 37705/279954 objects degraded (13.468%); 25325/279954 objects misplaced (9.046%); 8.3 MiB/s, 132 objects/s recovering 2023-08-28T02:32:30.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:30 smithi083 ceph-mon[157819]: failed to encode map e283 with expected crc 2023-08-28T02:32:30.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:30 smithi083 ceph-mon[157819]: osdmap e283: 8 total, 7 up, 6 in 2023-08-28T02:32:30.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:30 smithi083 ceph-mon[157819]: failed to encode map e283 with expected crc 2023-08-28T02:32:30.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:30 smithi083 ceph-mon[157819]: failed to encode map e283 with expected crc 2023-08-28T02:32:30.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:30 smithi083 ceph-mon[157819]: failed to encode map e283 with expected crc 2023-08-28T02:32:30.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:30 smithi083 ceph-mon[157819]: failed to encode map e283 with expected crc 2023-08-28T02:32:30.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:30 smithi083 ceph-mon[157819]: failed to encode map e283 with expected crc 2023-08-28T02:32:30.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:30 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:32:30.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:30 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:32:30.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:30 smithi083 ceph-mon[157819]: failed to encode map e283 with expected crc 2023-08-28T02:32:30.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:30 smithi083 ceph-mon[157819]: pgmap v841: 99 pgs: 1 unknown, 4 peering, 1 activating+undersized+degraded+remapped, 16 active+clean+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 7 active+undersized+degraded, 2 active+recovering+undersized+remapped, 18 active+undersized, 47 active+clean; 5.7 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 181 KiB/s wr, 2 op/s; 37705/279954 objects degraded (13.468%); 25325/279954 objects misplaced (9.046%); 8.3 MiB/s, 132 objects/s recovering 2023-08-28T02:32:31.051 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 96 16 93306 93290 60.7129 0 - 0.0134472 2023-08-28T02:32:31.372 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:32:31.377 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:31.377 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:32:31.478 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:32:31.506 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:31.526 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:32:31.529 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:31.529 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:32:31.558 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-08-28T02:32:31.559 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-08-28T02:32:31.630 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:32:31.657 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:31.678 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:32:31.681 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:31.681 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:32:31.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:31 smithi040 ceph-mon[170259]: failed to encode map e284 with expected crc 2023-08-28T02:32:31.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:31 smithi040 ceph-mon[170259]: failed to encode map e284 with expected crc 2023-08-28T02:32:31.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:31 smithi040 ceph-mon[170259]: osdmap e284: 8 total, 7 up, 6 in 2023-08-28T02:32:31.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:31 smithi040 ceph-mon[170259]: failed to encode map e284 with expected crc 2023-08-28T02:32:31.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:31 smithi040 ceph-mon[170259]: failed to encode map e284 with expected crc 2023-08-28T02:32:31.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:31 smithi040 ceph-mon[170259]: failed to encode map e284 with expected crc 2023-08-28T02:32:31.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:31 smithi040 ceph-mon[170259]: failed to encode map e284 with expected crc 2023-08-28T02:32:31.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:31 smithi040 ceph-mon[170259]: failed to encode map e284 with expected crc 2023-08-28T02:32:31.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:31 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 37705/279954 objects degraded (13.468%), 11 pgs degraded, 23 pgs undersized (PG_DEGRADED) 2023-08-28T02:32:31.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:31 smithi040 ceph-mon[175404]: failed to encode map e284 with expected crc 2023-08-28T02:32:31.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:31 smithi040 ceph-mon[175404]: failed to encode map e284 with expected crc 2023-08-28T02:32:31.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:31 smithi040 ceph-mon[175404]: osdmap e284: 8 total, 7 up, 6 in 2023-08-28T02:32:31.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:31 smithi040 ceph-mon[175404]: failed to encode map e284 with expected crc 2023-08-28T02:32:31.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:31 smithi040 ceph-mon[175404]: failed to encode map e284 with expected crc 2023-08-28T02:32:31.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:31 smithi040 ceph-mon[175404]: failed to encode map e284 with expected crc 2023-08-28T02:32:31.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:31 smithi040 ceph-mon[175404]: failed to encode map e284 with expected crc 2023-08-28T02:32:31.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:31 smithi040 ceph-mon[175404]: failed to encode map e284 with expected crc 2023-08-28T02:32:31.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:31 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 37705/279954 objects degraded (13.468%), 11 pgs degraded, 23 pgs undersized (PG_DEGRADED) 2023-08-28T02:32:31.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:31 smithi083 ceph-mon[157819]: failed to encode map e284 with expected crc 2023-08-28T02:32:31.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:31 smithi083 ceph-mon[157819]: failed to encode map e284 with expected crc 2023-08-28T02:32:31.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:31 smithi083 ceph-mon[157819]: osdmap e284: 8 total, 7 up, 6 in 2023-08-28T02:32:31.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:31 smithi083 ceph-mon[157819]: failed to encode map e284 with expected crc 2023-08-28T02:32:31.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:31 smithi083 ceph-mon[157819]: failed to encode map e284 with expected crc 2023-08-28T02:32:31.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:31 smithi083 ceph-mon[157819]: failed to encode map e284 with expected crc 2023-08-28T02:32:31.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:31 smithi083 ceph-mon[157819]: failed to encode map e284 with expected crc 2023-08-28T02:32:31.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:31 smithi083 ceph-mon[157819]: failed to encode map e284 with expected crc 2023-08-28T02:32:31.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:31 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 37705/279954 objects degraded (13.468%), 11 pgs degraded, 23 pgs undersized (PG_DEGRADED) 2023-08-28T02:32:31.783 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:32:31.790 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-08-28T02:32:31.791 INFO:teuthology.orchestra.run.smithi040.stdout: "ops": [ 2023-08-28T02:32:31.791 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:31.791 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:93232 10.2 10:4acd7099:::benchmark_data_smithi040_250784_object93231:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e279)", 2023-08-28T02:32:31.791 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:14.191364+0000", 2023-08-28T02:32:31.791 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 17.599147966, 2023-08-28T02:32:31.791 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 17.599196073999998, 2023-08-28T02:32:31.791 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:32:31.791 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "waiting for sub ops", 2023-08-28T02:32:31.791 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:32:31.792 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:32:31.792 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:32:31.792 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 93232 2023-08-28T02:32:31.792 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:31.792 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:32:31.792 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:31.792 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:32:31.792 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.191364+0000", 2023-08-28T02:32:31.792 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:32:31.792 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:31.792 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:31.792 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:32:31.793 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.191364+0000", 2023-08-28T02:32:31.793 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:32:31.793 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:31.793 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:31.793 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:32:31.793 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.191362+0000", 2023-08-28T02:32:31.793 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:32:31.793 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:31.793 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:31.793 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:32:31.793 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.191392+0000", 2023-08-28T02:32:31.793 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.9550999999999999e-05 2023-08-28T02:32:31.794 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:31.794 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:31.794 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:32:31.794 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.191407+0000", 2023-08-28T02:32:31.794 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.5923999999999999e-05 2023-08-28T02:32:31.794 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:31.794 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:31.794 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:32:31.794 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.191416+0000", 2023-08-28T02:32:31.794 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.7760000000000003e-06 2023-08-28T02:32:31.794 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:31.794 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:31.795 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:32:31.795 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.191474+0000", 2023-08-28T02:32:31.795 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.7837999999999997e-05 2023-08-28T02:32:31.795 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:31.795 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:31.795 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:32:31.795 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.191607+0000", 2023-08-28T02:32:31.795 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000133211 2023-08-28T02:32:31.795 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:31.795 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:31.795 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,4", 2023-08-28T02:32:31.796 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.191739+0000", 2023-08-28T02:32:31.796 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00013158000000000001 2023-08-28T02:32:31.796 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:31.796 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:31.796 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:32:31.796 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.195177+0000", 2023-08-28T02:32:31.796 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0034383700000000001 2023-08-28T02:32:31.796 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:31.796 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:31.796 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:32:31.796 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.198514+0000", 2023-08-28T02:32:31.797 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0033371249999999998 2023-08-28T02:32:31.797 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:32:31.797 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:32:31.797 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:32:31.797 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:31.797 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:31.797 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:93288 10.2 10:4ef81379:::benchmark_data_smithi040_250784_object93287:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e279)", 2023-08-28T02:32:31.797 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:14.323149+0000", 2023-08-28T02:32:31.797 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 17.467362815000001, 2023-08-28T02:32:31.797 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 17.467534860000001, 2023-08-28T02:32:31.797 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:32:31.797 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "waiting for sub ops", 2023-08-28T02:32:31.798 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:32:31.798 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:32:31.798 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:32:31.798 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 93288 2023-08-28T02:32:31.798 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:31.798 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:32:31.798 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:31.798 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:32:31.798 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.323149+0000", 2023-08-28T02:32:31.798 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:32:31.798 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:31.798 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:31.798 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:32:31.799 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.323149+0000", 2023-08-28T02:32:31.799 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:32:31.799 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:31.799 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:31.799 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:32:31.799 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.323148+0000", 2023-08-28T02:32:31.799 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:32:31.799 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:31.799 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:31.799 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:32:31.799 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.323178+0000", 2023-08-28T02:32:31.799 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.0845e-05 2023-08-28T02:32:31.800 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:31.800 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:31.800 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:32:31.800 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.323197+0000", 2023-08-28T02:32:31.800 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.8541000000000001e-05 2023-08-28T02:32:31.800 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:31.800 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:31.800 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:32:31.800 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.323207+0000", 2023-08-28T02:32:31.800 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0018e-05 2023-08-28T02:32:31.800 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:31.800 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:31.801 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:32:31.801 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.323256+0000", 2023-08-28T02:32:31.801 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.9215000000000002e-05 2023-08-28T02:32:31.801 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:31.801 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:31.801 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:32:31.801 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.323413+0000", 2023-08-28T02:32:31.801 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00015721999999999999 2023-08-28T02:32:31.801 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:31.801 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:31.801 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,4", 2023-08-28T02:32:31.801 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.323533+0000", 2023-08-28T02:32:31.801 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000119363 2023-08-28T02:32:31.802 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:31.802 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:31.802 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:32:31.802 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.326407+0000", 2023-08-28T02:32:31.802 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0028743689999999999 2023-08-28T02:32:31.802 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:31.802 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:31.802 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:32:31.802 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.326664+0000", 2023-08-28T02:32:31.802 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000256655 2023-08-28T02:32:31.802 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:32:31.802 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:32:31.803 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:32:31.803 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:31.803 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:31.803 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:93262 10.2 10:4aeb0131:::benchmark_data_smithi040_250784_object93261:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e279)", 2023-08-28T02:32:31.803 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:14.251778+0000", 2023-08-28T02:32:31.803 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 17.538734288000001, 2023-08-28T02:32:31.803 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 17.539011751, 2023-08-28T02:32:31.803 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:32:31.803 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "waiting for sub ops", 2023-08-28T02:32:31.803 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:32:31.803 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:32:31.803 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:32:31.803 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 93262 2023-08-28T02:32:31.804 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:31.804 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:32:31.804 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:31.804 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:32:31.804 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.251778+0000", 2023-08-28T02:32:31.804 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:32:31.804 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:31.804 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:31.804 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:32:31.804 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.251778+0000", 2023-08-28T02:32:31.804 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:32:31.804 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:31.805 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:31.805 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:32:31.805 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.251776+0000", 2023-08-28T02:32:31.805 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:32:31.805 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:31.805 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:31.805 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:32:31.805 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.251804+0000", 2023-08-28T02:32:31.805 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.8113999999999999e-05 2023-08-28T02:32:31.805 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:31.805 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:31.805 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:32:31.805 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.251818+0000", 2023-08-28T02:32:31.806 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4064e-05 2023-08-28T02:32:31.806 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:31.806 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:31.806 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:32:31.806 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.251826+0000", 2023-08-28T02:32:31.806 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.8120000000000008e-06 2023-08-28T02:32:31.806 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:31.806 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:31.806 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:32:31.806 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.251885+0000", 2023-08-28T02:32:31.806 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.9583999999999997e-05 2023-08-28T02:32:31.807 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:31.807 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:31.807 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:32:31.807 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.252065+0000", 2023-08-28T02:32:31.807 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00017993100000000001 2023-08-28T02:32:31.807 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:31.807 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:31.807 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,4", 2023-08-28T02:32:31.807 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.252226+0000", 2023-08-28T02:32:31.807 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00016088800000000001 2023-08-28T02:32:31.807 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:31.807 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:31.808 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:32:31.808 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.255987+0000", 2023-08-28T02:32:31.808 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0037607230000000001 2023-08-28T02:32:31.808 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:31.808 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:31.808 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:32:31.808 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.258831+0000", 2023-08-28T02:32:31.808 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.002844348 2023-08-28T02:32:31.808 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:32:31.808 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:32:31.808 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:32:31.808 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:31.808 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:31.809 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:93304 10.2 10:4b4a961c:::benchmark_data_smithi040_250784_object93303:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e279)", 2023-08-28T02:32:31.809 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:14.372577+0000", 2023-08-28T02:32:31.809 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 17.417935293999999, 2023-08-28T02:32:31.809 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 17.418318675999998, 2023-08-28T02:32:31.809 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:32:31.809 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "waiting for sub ops", 2023-08-28T02:32:31.809 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:32:31.809 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:32:31.809 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:32:31.809 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 93304 2023-08-28T02:32:31.809 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:31.809 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:32:31.810 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:31.810 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:32:31.810 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.372577+0000", 2023-08-28T02:32:31.810 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:32:31.810 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:31.810 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:31.810 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:32:31.810 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.372577+0000", 2023-08-28T02:32:31.810 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:32:31.810 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:31.810 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:31.810 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:32:31.810 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.372576+0000", 2023-08-28T02:32:31.811 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:32:31.811 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:31.811 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:31.811 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:32:31.811 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.372618+0000", 2023-08-28T02:32:31.811 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.2212000000000002e-05 2023-08-28T02:32:31.811 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:31.811 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:31.811 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:32:31.812 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.372643+0000", 2023-08-28T02:32:31.812 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.5585999999999999e-05 2023-08-28T02:32:31.812 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:31.812 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:31.812 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:32:31.812 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.372653+0000", 2023-08-28T02:32:31.812 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.1200000000000008e-06 2023-08-28T02:32:31.812 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:31.812 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:31.812 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:32:31.812 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.372706+0000", 2023-08-28T02:32:31.812 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.3446999999999998e-05 2023-08-28T02:32:31.813 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:31.813 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:31.813 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:32:31.813 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.372837+0000", 2023-08-28T02:32:31.813 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00013135600000000001 2023-08-28T02:32:31.813 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:31.813 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:31.813 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,4", 2023-08-28T02:32:31.813 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.372972+0000", 2023-08-28T02:32:31.813 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00013499599999999999 2023-08-28T02:32:31.813 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:31.813 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:31.813 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:32:31.814 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.376350+0000", 2023-08-28T02:32:31.814 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00337718 2023-08-28T02:32:31.814 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:31.814 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:31.814 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:32:31.814 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.376510+0000", 2023-08-28T02:32:31.814 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00016010800000000001 2023-08-28T02:32:31.814 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:32:31.814 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:32:31.815 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:32:31.815 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:32:31.815 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-08-28T02:32:31.815 INFO:teuthology.orchestra.run.smithi040.stdout: "num_ops": 4 2023-08-28T02:32:31.815 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-08-28T02:32:31.815 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:31.833 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:32:31.836 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:31.836 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:32:31.937 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:32:31.964 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:31.984 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:32:31.988 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:31.988 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:32:32.051 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 97 16 93306 93290 60.0872 0 - 0.0134472 2023-08-28T02:32:32.089 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:32:32.129 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:32.310 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.1 dump_blocked_ops 2023-08-28T02:32:32.311 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:32:32.315 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:32.315 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:32:32.416 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:32:32.451 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:32.491 INFO:teuthology.orchestra.run.smithi040.stderr:noscrub is unset 2023-08-28T02:32:32.497 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:32:32.501 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:32.502 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:32:32.603 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:32:32.630 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:32.652 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:32:32.655 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:32.655 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:32:32.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:32 smithi040 ceph-mon[170259]: failed to encode map e285 with expected crc 2023-08-28T02:32:32.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:32 smithi040 ceph-mon[170259]: failed to encode map e285 with expected crc 2023-08-28T02:32:32.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:32 smithi040 ceph-mon[170259]: failed to encode map e285 with expected crc 2023-08-28T02:32:32.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:32 smithi040 ceph-mon[170259]: osdmap e285: 8 total, 7 up, 6 in 2023-08-28T02:32:32.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:32 smithi040 ceph-mon[170259]: failed to encode map e285 with expected crc 2023-08-28T02:32:32.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:32 smithi040 ceph-mon[170259]: failed to encode map e285 with expected crc 2023-08-28T02:32:32.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:32 smithi040 ceph-mon[170259]: failed to encode map e285 with expected crc 2023-08-28T02:32:32.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:32 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/601626063' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:32:32.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:32 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:32:32.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:32 smithi040 ceph-mon[170259]: pgmap v844: 99 pgs: 1 remapped+peering, 1 unknown, 6 peering, 1 activating+undersized+degraded+remapped, 18 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 5 active+undersized+degraded, 2 active+recovering+undersized+remapped, 16 active+undersized, 43 active+clean; 5.7 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 45129/279954 objects degraded (16.120%); 31111/279954 objects misplaced (11.113%); 784 KiB/s, 2 keys/s, 12 objects/s recovering 2023-08-28T02:32:32.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:32 smithi040 ceph-mon[175404]: failed to encode map e285 with expected crc 2023-08-28T02:32:32.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:32 smithi040 ceph-mon[175404]: failed to encode map e285 with expected crc 2023-08-28T02:32:32.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:32 smithi040 ceph-mon[175404]: failed to encode map e285 with expected crc 2023-08-28T02:32:32.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:32 smithi040 ceph-mon[175404]: osdmap e285: 8 total, 7 up, 6 in 2023-08-28T02:32:32.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:32 smithi040 ceph-mon[175404]: failed to encode map e285 with expected crc 2023-08-28T02:32:32.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:32 smithi040 ceph-mon[175404]: failed to encode map e285 with expected crc 2023-08-28T02:32:32.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:32 smithi040 ceph-mon[175404]: failed to encode map e285 with expected crc 2023-08-28T02:32:32.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:32 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/601626063' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:32:32.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:32 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:32:32.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:32 smithi040 ceph-mon[175404]: pgmap v844: 99 pgs: 1 remapped+peering, 1 unknown, 6 peering, 1 activating+undersized+degraded+remapped, 18 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 5 active+undersized+degraded, 2 active+recovering+undersized+remapped, 16 active+undersized, 43 active+clean; 5.7 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 45129/279954 objects degraded (16.120%); 31111/279954 objects misplaced (11.113%); 784 KiB/s, 2 keys/s, 12 objects/s recovering 2023-08-28T02:32:32.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:32 smithi083 ceph-mon[157819]: failed to encode map e285 with expected crc 2023-08-28T02:32:32.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:32 smithi083 ceph-mon[157819]: failed to encode map e285 with expected crc 2023-08-28T02:32:32.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:32 smithi083 ceph-mon[157819]: failed to encode map e285 with expected crc 2023-08-28T02:32:32.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:32 smithi083 ceph-mon[157819]: osdmap e285: 8 total, 7 up, 6 in 2023-08-28T02:32:32.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:32 smithi083 ceph-mon[157819]: failed to encode map e285 with expected crc 2023-08-28T02:32:32.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:32 smithi083 ceph-mon[157819]: failed to encode map e285 with expected crc 2023-08-28T02:32:32.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:32 smithi083 ceph-mon[157819]: failed to encode map e285 with expected crc 2023-08-28T02:32:32.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:32 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/601626063' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:32:32.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:32 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:32:32.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:32 smithi083 ceph-mon[157819]: pgmap v844: 99 pgs: 1 remapped+peering, 1 unknown, 6 peering, 1 activating+undersized+degraded+remapped, 18 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 5 active+undersized+degraded, 2 active+recovering+undersized+remapped, 16 active+undersized, 43 active+clean; 5.7 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 45129/279954 objects degraded (16.120%); 31111/279954 objects misplaced (11.113%); 784 KiB/s, 2 keys/s, 12 objects/s recovering 2023-08-28T02:32:32.756 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:32:32.784 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:32.804 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:32:32.809 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:32.809 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:32:32.893 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:32:32.910 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:32:32.938 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:32.962 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:32:32.966 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:32.966 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:32:32.992 INFO:tasks.thrashosds.thrasher:in_osds: [0, 3, 4, 5, 7, 1] out_osds: [6, 2] dead_osds: [3] live_osds: [0, 1, 2, 4, 5, 6, 7] 2023-08-28T02:32:32.992 INFO:tasks.thrashosds.thrasher:choose_action: min_in 4 min_out 0 min_live 2 min_dead 0 chance_down 0.40 2023-08-28T02:32:32.992 INFO:tasks.thrashosds.thrasher:fixing pg num pool unique_pool_5 2023-08-28T02:32:32.992 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:32:33.051 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 98 12 93306 93294 59.4767 0.0138889 18.3027 0.0142351 2023-08-28T02:32:33.067 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:32:33.099 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:33.119 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:32:33.123 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:33.123 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:32:33.224 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:32:33.252 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:33.275 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:32:33.278 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:33.279 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:32:33.380 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:32:33.414 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:33.464 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:33 smithi083 ceph-mon[157819]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:32:33.464 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:33 smithi083 ceph-mon[157819]: failed to encode map e286 with expected crc 2023-08-28T02:32:33.464 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:33 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:32:33.465 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:33 smithi083 ceph-mon[157819]: osdmap e286: 8 total, 7 up, 6 in 2023-08-28T02:32:33.465 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:33 smithi083 ceph-mon[157819]: failed to encode map e286 with expected crc 2023-08-28T02:32:33.465 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:33 smithi083 ceph-mon[157819]: failed to encode map e286 with expected crc 2023-08-28T02:32:33.465 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:33 smithi083 ceph-mon[157819]: failed to encode map e286 with expected crc 2023-08-28T02:32:33.465 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:33 smithi040 ceph-mon[170259]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:32:33.466 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:33 smithi040 ceph-mon[170259]: failed to encode map e286 with expected crc 2023-08-28T02:32:33.466 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:33 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:32:33.466 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:33 smithi040 ceph-mon[170259]: osdmap e286: 8 total, 7 up, 6 in 2023-08-28T02:32:33.466 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:33 smithi040 ceph-mon[170259]: failed to encode map e286 with expected crc 2023-08-28T02:32:33.466 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:33 smithi040 ceph-mon[170259]: failed to encode map e286 with expected crc 2023-08-28T02:32:33.466 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:33 smithi040 ceph-mon[170259]: failed to encode map e286 with expected crc 2023-08-28T02:32:33.537 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:32:33.542 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:33.542 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:32:33.559 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-08-28T02:32:33.567 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:32:33.643 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:32:33.677 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:33.729 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:33 smithi040 ceph-mon[175404]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:32:33.729 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:33 smithi040 ceph-mon[175404]: failed to encode map e286 with expected crc 2023-08-28T02:32:33.729 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:33 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:32:33.729 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:33 smithi040 ceph-mon[175404]: osdmap e286: 8 total, 7 up, 6 in 2023-08-28T02:32:33.729 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:33 smithi040 ceph-mon[175404]: failed to encode map e286 with expected crc 2023-08-28T02:32:33.729 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:33 smithi040 ceph-mon[175404]: failed to encode map e286 with expected crc 2023-08-28T02:32:33.729 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:33 smithi040 ceph-mon[175404]: failed to encode map e286 with expected crc 2023-08-28T02:32:33.783 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:32:33.800 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:33.802 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:32:33.903 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:32:33.932 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:33.956 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:32:33.960 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:33.960 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:32:34.051 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 99 12 93306 93294 58.8761 0 - 0.0142351 2023-08-28T02:32:34.061 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:32:34.093 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:34.219 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:32:34.223 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:34.224 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:32:34.324 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:32:34.353 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:34.374 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:32:34.377 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:34.378 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:32:34.464 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-08-28T02:32:34.464 INFO:teuthology.orchestra.run.smithi040.stdout: "ops": [], 2023-08-28T02:32:34.464 INFO:teuthology.orchestra.run.smithi040.stdout: "complaint_time": 30, 2023-08-28T02:32:34.465 INFO:teuthology.orchestra.run.smithi040.stdout: "num_blocked_ops": 0 2023-08-28T02:32:34.465 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-08-28T02:32:34.472 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:34 smithi040 ceph-mon[170259]: failed to encode map e287 with expected crc 2023-08-28T02:32:34.472 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:34 smithi040 ceph-mon[170259]: osdmap e287: 8 total, 7 up, 6 in 2023-08-28T02:32:34.472 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:34 smithi040 ceph-mon[170259]: failed to encode map e287 with expected crc 2023-08-28T02:32:34.472 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:34 smithi040 ceph-mon[170259]: failed to encode map e287 with expected crc 2023-08-28T02:32:34.472 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:34 smithi040 ceph-mon[170259]: failed to encode map e287 with expected crc 2023-08-28T02:32:34.473 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:34 smithi040 ceph-mon[170259]: pgmap v847: 99 pgs: 1 remapped+peering, 4 peering, 23 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 4 active+undersized+degraded, 2 active+recovering+undersized+remapped, 14 active+undersized, 43 active+clean; 5.7 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 44565/279954 objects degraded (15.919%); 37080/279954 objects misplaced (13.245%); 5.8 MiB/s, 2 keys/s, 94 objects/s recovering 2023-08-28T02:32:34.479 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:32:34.510 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:34.531 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:32:34.534 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:34.534 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:32:34.635 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:32:34.670 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:34.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:34 smithi040 ceph-mon[175404]: failed to encode map e287 with expected crc 2023-08-28T02:32:34.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:34 smithi040 ceph-mon[175404]: osdmap e287: 8 total, 7 up, 6 in 2023-08-28T02:32:34.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:34 smithi040 ceph-mon[175404]: failed to encode map e287 with expected crc 2023-08-28T02:32:34.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:34 smithi040 ceph-mon[175404]: failed to encode map e287 with expected crc 2023-08-28T02:32:34.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:34 smithi040 ceph-mon[175404]: failed to encode map e287 with expected crc 2023-08-28T02:32:34.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:34 smithi040 ceph-mon[175404]: pgmap v847: 99 pgs: 1 remapped+peering, 4 peering, 23 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 4 active+undersized+degraded, 2 active+recovering+undersized+remapped, 14 active+undersized, 43 active+clean; 5.7 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 44565/279954 objects degraded (15.919%); 37080/279954 objects misplaced (13.245%); 5.8 MiB/s, 2 keys/s, 94 objects/s recovering 2023-08-28T02:32:34.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:34 smithi083 ceph-mon[157819]: failed to encode map e287 with expected crc 2023-08-28T02:32:34.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:34 smithi083 ceph-mon[157819]: osdmap e287: 8 total, 7 up, 6 in 2023-08-28T02:32:34.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:34 smithi083 ceph-mon[157819]: failed to encode map e287 with expected crc 2023-08-28T02:32:34.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:34 smithi083 ceph-mon[157819]: failed to encode map e287 with expected crc 2023-08-28T02:32:34.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:34 smithi083 ceph-mon[157819]: failed to encode map e287 with expected crc 2023-08-28T02:32:34.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:34 smithi083 ceph-mon[157819]: pgmap v847: 99 pgs: 1 remapped+peering, 4 peering, 23 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 4 active+undersized+degraded, 2 active+recovering+undersized+remapped, 14 active+undersized, 43 active+clean; 5.7 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 44565/279954 objects degraded (15.919%); 37080/279954 objects misplaced (13.245%); 5.8 MiB/s, 2 keys/s, 94 objects/s recovering 2023-08-28T02:32:34.862 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd unset nodeep-scrub 2023-08-28T02:32:34.944 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:32:34.948 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:34.948 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:32:35.049 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:32:35.051 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:2023-08-28T02:32:35.052620+0000 min lat: 0.00127198 max lat: 18.4837 avg lat: 0.0142351 2023-08-28T02:32:35.051 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-08-28T02:32:35.051 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 100 12 93306 93294 58.2875 0 - 0.0142351 2023-08-28T02:32:35.078 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:35.100 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:32:35.105 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:35.106 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:32:35.206 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:32:35.235 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:35.261 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:32:35.264 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:35.264 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:32:35.365 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:32:35.394 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:35.415 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:32:35.420 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:35.420 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:32:35.521 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:32:35.549 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:35.571 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:32:35.573 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:35.574 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:32:35.675 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:32:35.701 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:35 smithi083 ceph-mon[157819]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive) 2023-08-28T02:32:35.701 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:35 smithi083 ceph-mon[157819]: failed to encode map e288 with expected crc 2023-08-28T02:32:35.701 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:35 smithi083 ceph-mon[157819]: osdmap e288: 8 total, 7 up, 6 in 2023-08-28T02:32:35.701 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:35 smithi083 ceph-mon[157819]: failed to encode map e288 with expected crc 2023-08-28T02:32:35.703 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:35.726 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:32:35.730 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:35.730 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:32:35.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:35 smithi040 ceph-mon[175404]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive) 2023-08-28T02:32:35.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:35 smithi040 ceph-mon[175404]: failed to encode map e288 with expected crc 2023-08-28T02:32:35.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:35 smithi040 ceph-mon[175404]: osdmap e288: 8 total, 7 up, 6 in 2023-08-28T02:32:35.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:35 smithi040 ceph-mon[175404]: failed to encode map e288 with expected crc 2023-08-28T02:32:35.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:35 smithi040 ceph-mon[170259]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive) 2023-08-28T02:32:35.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:35 smithi040 ceph-mon[170259]: failed to encode map e288 with expected crc 2023-08-28T02:32:35.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:35 smithi040 ceph-mon[170259]: osdmap e288: 8 total, 7 up, 6 in 2023-08-28T02:32:35.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:35 smithi040 ceph-mon[170259]: failed to encode map e288 with expected crc 2023-08-28T02:32:35.732 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:32:35 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:32:35] "GET /metrics HTTP/1.1" 200 36527 "" "Prometheus/2.43.0" 2023-08-28T02:32:35.831 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:32:35.860 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:35.882 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:32:35.886 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:35.886 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:32:35.987 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:32:36.021 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:36.051 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 101 12 93306 93294 57.7106 0 - 0.0142351 2023-08-28T02:32:36.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:36 smithi040 ceph-mon[170259]: failed to encode map e288 with expected crc 2023-08-28T02:32:36.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:36 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 44565/279954 objects degraded (15.919%), 12 pgs degraded, 18 pgs undersized (PG_DEGRADED) 2023-08-28T02:32:36.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:36 smithi040 ceph-mon[170259]: pgmap v849: 99 pgs: 1 activating+undersized+remapped, 2 peering, 24 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 4 active+undersized+degraded, 2 active+recovering+undersized+remapped, 14 active+undersized, 44 active+clean; 5.7 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 44565/279954 objects degraded (15.919%); 37080/279954 objects misplaced (13.245%); 4.1 MiB/s, 66 objects/s recovering 2023-08-28T02:32:36.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:36 smithi040 ceph-mon[175404]: failed to encode map e288 with expected crc 2023-08-28T02:32:36.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:36 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 44565/279954 objects degraded (15.919%), 12 pgs degraded, 18 pgs undersized (PG_DEGRADED) 2023-08-28T02:32:36.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:36 smithi040 ceph-mon[175404]: pgmap v849: 99 pgs: 1 activating+undersized+remapped, 2 peering, 24 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 4 active+undersized+degraded, 2 active+recovering+undersized+remapped, 14 active+undersized, 44 active+clean; 5.7 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 44565/279954 objects degraded (15.919%); 37080/279954 objects misplaced (13.245%); 4.1 MiB/s, 66 objects/s recovering 2023-08-28T02:32:36.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:36 smithi083 ceph-mon[157819]: failed to encode map e288 with expected crc 2023-08-28T02:32:36.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:36 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 44565/279954 objects degraded (15.919%), 12 pgs degraded, 18 pgs undersized (PG_DEGRADED) 2023-08-28T02:32:36.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:36 smithi083 ceph-mon[157819]: pgmap v849: 99 pgs: 1 activating+undersized+remapped, 2 peering, 24 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 4 active+undersized+degraded, 2 active+recovering+undersized+remapped, 14 active+undersized, 44 active+clean; 5.7 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 44565/279954 objects degraded (15.919%); 37080/279954 objects misplaced (13.245%); 4.1 MiB/s, 66 objects/s recovering 2023-08-28T02:32:37.051 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 102 12 93306 93294 57.1448 0 - 0.0142351 2023-08-28T02:32:37.734 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:32:37.877 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:37.878 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:32:37.979 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:32:38.023 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:38.025 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.1 dump_historic_ops 2023-08-28T02:32:38.043 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:32:38.047 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:38.048 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:32:38.051 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 103 12 93306 93294 56.5901 0 - 0.0142351 2023-08-28T02:32:38.149 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:32:38.184 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:38.261 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:32:38.267 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:38.268 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:32:38.301 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:32:38.312 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:32:38.368 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:32:38.398 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:38.420 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:32:38.423 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:38.423 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:32:38.524 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:32:38.558 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:38.933 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:32:38.938 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:38.938 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:32:39.039 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:32:39.051 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 104 12 93306 93294 56.0461 0 - 0.0142351 2023-08-28T02:32:39.075 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:39.301 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:32:39.308 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:39.308 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:32:39.409 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:32:39.450 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:39.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:39 smithi040 ceph-mon[175404]: pgmap v850: 99 pgs: 1 activating+undersized+degraded+remapped, 1 activating+undersized+remapped, 1 peering, 24 active+clean+remapped, 2 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 4 active+undersized+degraded, 1 active+recovering+undersized+remapped, 14 active+undersized, 45 active+clean; 5.7 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 56430/279954 objects degraded (20.157%); 35944/279954 objects misplaced (12.839%); 15 MiB/s, 244 objects/s recovering 2023-08-28T02:32:39.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:39 smithi040 ceph-mon[170259]: pgmap v850: 99 pgs: 1 activating+undersized+degraded+remapped, 1 activating+undersized+remapped, 1 peering, 24 active+clean+remapped, 2 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 4 active+undersized+degraded, 1 active+recovering+undersized+remapped, 14 active+undersized, 45 active+clean; 5.7 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 56430/279954 objects degraded (20.157%); 35944/279954 objects misplaced (12.839%); 15 MiB/s, 244 objects/s recovering 2023-08-28T02:32:39.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:39 smithi083 ceph-mon[157819]: pgmap v850: 99 pgs: 1 activating+undersized+degraded+remapped, 1 activating+undersized+remapped, 1 peering, 24 active+clean+remapped, 2 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 4 active+undersized+degraded, 1 active+recovering+undersized+remapped, 14 active+undersized, 45 active+clean; 5.7 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 56430/279954 objects degraded (20.157%); 35944/279954 objects misplaced (12.839%); 15 MiB/s, 244 objects/s recovering 2023-08-28T02:32:40.052 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 105 12 93306 93294 55.5125 0 - 0.0142351 2023-08-28T02:32:40.292 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:32:40.294 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:32:41.052 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 106 12 93306 93294 54.9889 0 - 0.0142351 2023-08-28T02:32:41.179 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:32:41.184 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:41.185 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:32:41.286 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:32:41.313 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:41.339 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:32:41.341 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:41.342 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:32:41.442 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:32:41.472 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:41.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:41 smithi040 ceph-mon[170259]: from='client.35322 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:32:41.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:41 smithi040 ceph-mon[170259]: pgmap v851: 99 pgs: 1 activating+undersized+degraded+remapped, 1 activating+undersized+remapped, 1 peering, 24 active+clean+remapped, 2 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 4 active+undersized+degraded, 1 active+recovering+undersized+remapped, 14 active+undersized, 45 active+clean; 5.7 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 56430/279954 objects degraded (20.157%); 35944/279954 objects misplaced (12.839%); 12 MiB/s, 185 objects/s recovering 2023-08-28T02:32:41.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:41 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 56430/279954 objects degraded (20.157%), 13 pgs degraded, 18 pgs undersized (PG_DEGRADED) 2023-08-28T02:32:41.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:41 smithi040 ceph-mon[175404]: from='client.35322 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:32:41.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:41 smithi040 ceph-mon[175404]: pgmap v851: 99 pgs: 1 activating+undersized+degraded+remapped, 1 activating+undersized+remapped, 1 peering, 24 active+clean+remapped, 2 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 4 active+undersized+degraded, 1 active+recovering+undersized+remapped, 14 active+undersized, 45 active+clean; 5.7 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 56430/279954 objects degraded (20.157%); 35944/279954 objects misplaced (12.839%); 12 MiB/s, 185 objects/s recovering 2023-08-28T02:32:41.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:41 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 56430/279954 objects degraded (20.157%), 13 pgs degraded, 18 pgs undersized (PG_DEGRADED) 2023-08-28T02:32:41.495 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:32:41.498 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:41.499 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:32:41.600 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:32:41.627 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:41 smithi083 ceph-mon[157819]: from='client.35322 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:32:41.627 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:41 smithi083 ceph-mon[157819]: pgmap v851: 99 pgs: 1 activating+undersized+degraded+remapped, 1 activating+undersized+remapped, 1 peering, 24 active+clean+remapped, 2 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 4 active+undersized+degraded, 1 active+recovering+undersized+remapped, 14 active+undersized, 45 active+clean; 5.7 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 56430/279954 objects degraded (20.157%); 35944/279954 objects misplaced (12.839%); 12 MiB/s, 185 objects/s recovering 2023-08-28T02:32:41.627 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:41 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 56430/279954 objects degraded (20.157%), 13 pgs degraded, 18 pgs undersized (PG_DEGRADED) 2023-08-28T02:32:41.629 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:41.655 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:32:41.658 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:41.658 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:32:41.759 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:32:41.787 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:41.811 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:32:41.814 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:41.814 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:32:41.915 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:32:42.012 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:42.052 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 107 12 93306 93294 54.4752 0 - 0.0142351 2023-08-28T02:32:43.052 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 108 12 93306 93294 53.9709 0 - 0.0142351 2023-08-28T02:32:43.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:43 smithi040 ceph-mon[170259]: pgmap v852: 99 pgs: 1 active+undersized+degraded+remapped, 1 activating+undersized+remapped, 1 peering, 24 active+clean+remapped, 2 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 4 active+undersized+degraded, 1 active+recovering+undersized+remapped, 14 active+undersized, 45 active+clean; 5.7 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 56430/279954 objects degraded (20.157%); 35405/279954 objects misplaced (12.647%); 12 MiB/s, 188 objects/s recovering 2023-08-28T02:32:43.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:43 smithi040 ceph-mon[175404]: pgmap v852: 99 pgs: 1 active+undersized+degraded+remapped, 1 activating+undersized+remapped, 1 peering, 24 active+clean+remapped, 2 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 4 active+undersized+degraded, 1 active+recovering+undersized+remapped, 14 active+undersized, 45 active+clean; 5.7 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 56430/279954 objects degraded (20.157%); 35405/279954 objects misplaced (12.647%); 12 MiB/s, 188 objects/s recovering 2023-08-28T02:32:43.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:43 smithi083 ceph-mon[157819]: pgmap v852: 99 pgs: 1 active+undersized+degraded+remapped, 1 activating+undersized+remapped, 1 peering, 24 active+clean+remapped, 2 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 4 active+undersized+degraded, 1 active+recovering+undersized+remapped, 14 active+undersized, 45 active+clean; 5.7 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 56430/279954 objects degraded (20.157%); 35405/279954 objects misplaced (12.647%); 12 MiB/s, 188 objects/s recovering 2023-08-28T02:32:44.052 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 109 12 93306 93294 53.4759 0 - 0.0142351 2023-08-28T02:32:44.389 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:32:44.393 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:44.394 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:32:44.495 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:32:44.520 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:32:44.552 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":850,"stamp":"2023-08-28T02:32:38.354466+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":6114556652,"num_objects":93318,"num_object_clones":0,"num_object_copies":279954,"num_objects_missing_on_primary":5921,"num_objects_missing":5921,"num_objects_degraded":56430,"num_objects_misplaced":35944,"num_objects_unfound":0,"num_objects_dirty":93318,"num_whiteouts":0,"num_read":89,"num_read_kb":167,"num_write":93400,"num_write_kb":5971349,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4850,"num_bytes_recovered":316936491,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":95121,"ondisk_log_size":95121,"up":248,"acting":267,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":285,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":16026908,"kb_used_data":12699756,"kb_used_omap":12,"kb_used_meta":3327091,"kb_avail":546444004,"statfs":{"total":575970213888,"available":559558660096,"internally_reserved":0,"allocated":13004550144,"data_stored":12996395506,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12739,"internal_metadata":3406941757},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,0,0,0,0,0,0,0,0,1,2,4,0,16],"upper_bound":65536},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":5920,"num_objects_missing":5920,"num_objects_degraded":11301,"num_objects_misplaced":4833,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1466,"num_bytes_recovered":95687848,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.002063"},"pg_stats":[{"pgid":"3.1a","version":"65'1","reported_seq":299,"reported_epoch":287,"state":"active+clean","last_fresh":"2023-08-28T02:32:33.482658+0000","last_change":"2023-08-28T02:32:32.667028+0000","last_active":"2023-08-28T02:32:33.482658+0000","last_peered":"2023-08-28T02:32:33.482658+0000","last_clean":"2023-08-28T02:32:33.482658+0000","last_became_active":"2023-08-28T02:32:32.666711+0000","last_became_peered":"2023-08-28T02:32:32.666711+0000","last_unstale":"2023-08-28T02:32:33.482658+0000","last_undegraded":"2023-08-28T02:32:33.482658+0000","last_fullsized":"2023-08-28T02:32:33.482658+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:28:21.913105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":248,"reported_epoch":285,"state":"active+clean","last_fresh":"2023-08-28T02:32:31.458686+0000","last_change":"2023-08-28T02:29:44.421259+0000","last_active":"2023-08-28T02:32:31.458686+0000","last_peered":"2023-08-28T02:32:31.458686+0000","last_clean":"2023-08-28T02:32:31.458686+0000","last_became_active":"2023-08-28T02:29:44.420936+0000","last_became_peered":"2023-08-28T02:29:44.420936+0000","last_unstale":"2023-08-28T02:32:31.458686+0000","last_undegraded":"2023-08-28T02:32:31.458686+0000","last_fullsized":"2023-08-28T02:32:31.458686+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:22:26.346867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":82,"reported_epoch":287,"state":"active+undersized","last_fresh":"2023-08-28T02:32:33.462942+0000","last_change":"2023-08-28T02:31:28.935608+0000","last_active":"2023-08-28T02:32:33.462942+0000","last_peered":"2023-08-28T02:32:33.462942+0000","last_clean":"2023-08-28T02:31:25.515045+0000","last_became_active":"2023-08-28T02:31:28.935608+0000","last_became_peered":"2023-08-28T02:31:28.935608+0000","last_unstale":"2023-08-28T02:32:33.462942+0000","last_undegraded":"2023-08-28T02:32:33.462942+0000","last_fullsized":"2023-08-28T02:31:28.923024+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:30:15.938271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":["1","4"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":252,"reported_epoch":285,"state":"active+clean+remapped","last_fresh":"2023-08-28T02:32:31.461216+0000","last_change":"2023-08-28T02:32:29.459856+0000","last_active":"2023-08-28T02:32:31.461216+0000","last_peered":"2023-08-28T02:32:31.461216+0000","last_clean":"2023-08-28T02:32:31.461216+0000","last_became_active":"2023-08-28T02:32:29.459332+0000","last_became_peered":"2023-08-28T02:32:29.459332+0000","last_unstale":"2023-08-28T02:32:31.461216+0000","last_undegraded":"2023-08-28T02:32:31.461216+0000","last_fullsized":"2023-08-28T02:32:31.461216+0000","mapping_epoch":282,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":283,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:34:48.722730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7,2],"avail_no_missing":["0","2","7"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":231,"reported_epoch":285,"state":"active+undersized","last_fresh":"2023-08-28T02:32:31.456854+0000","last_change":"2023-08-28T02:31:28.939815+0000","last_active":"2023-08-28T02:32:31.456854+0000","last_peered":"2023-08-28T02:32:31.456854+0000","last_clean":"2023-08-28T02:29:37.925885+0000","last_became_active":"2023-08-28T02:31:28.939815+0000","last_became_peered":"2023-08-28T02:31:28.939815+0000","last_unstale":"2023-08-28T02:32:31.456854+0000","last_undegraded":"2023-08-28T02:32:31.456854+0000","last_fullsized":"2023-08-28T02:31:28.922129+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:29:00.471289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":["0","1"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":229,"reported_epoch":287,"state":"active+clean","last_fresh":"2023-08-28T02:32:33.476487+0000","last_change":"2023-08-28T02:31:51.987263+0000","last_active":"2023-08-28T02:32:33.476487+0000","last_peered":"2023-08-28T02:32:33.476487+0000","last_clean":"2023-08-28T02:32:33.476487+0000","last_became_active":"2023-08-28T02:31:51.986938+0000","last_became_peered":"2023-08-28T02:31:51.986938+0000","last_unstale":"2023-08-28T02:32:33.476487+0000","last_undegraded":"2023-08-28T02:32:33.476487+0000","last_fullsized":"2023-08-28T02:32:33.476487+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:18.021905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":248,"reported_epoch":285,"state":"active+undersized","last_fresh":"2023-08-28T02:32:31.464013+0000","last_change":"2023-08-28T02:31:28.932115+0000","last_active":"2023-08-28T02:32:31.464013+0000","last_peered":"2023-08-28T02:32:31.464013+0000","last_clean":"2023-08-28T02:31:25.506278+0000","last_became_active":"2023-08-28T02:31:28.932115+0000","last_became_peered":"2023-08-28T02:31:28.932115+0000","last_unstale":"2023-08-28T02:32:31.464013+0000","last_undegraded":"2023-08-28T02:32:31.464013+0000","last_fullsized":"2023-08-28T02:31:28.923099+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:58:48.179677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":["0","5"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":226,"reported_epoch":287,"state":"active+clean+remapped","last_fresh":"2023-08-28T02:32:33.466009+0000","last_change":"2023-08-28T02:31:53.009017+0000","last_active":"2023-08-28T02:32:33.466009+0000","last_peered":"2023-08-28T02:32:33.466009+0000","last_clean":"2023-08-28T02:32:33.466009+0000","last_became_active":"2023-08-28T02:31:53.008462+0000","last_became_peered":"2023-08-28T02:31:53.008462+0000","last_unstale":"2023-08-28T02:32:33.466009+0000","last_undegraded":"2023-08-28T02:32:33.466009+0000","last_fullsized":"2023-08-28T02:32:33.466009+0000","mapping_epoch":269,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:58:20.695973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4,6],"avail_no_missing":["1","4","6"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":271,"reported_epoch":287,"state":"active+clean","last_fresh":"2023-08-28T02:32:33.476220+0000","last_change":"2023-08-28T02:29:44.462510+0000","last_active":"2023-08-28T02:32:33.476220+0000","last_peered":"2023-08-28T02:32:33.476220+0000","last_clean":"2023-08-28T02:32:33.476220+0000","last_became_active":"2023-08-28T02:29:44.460314+0000","last_became_peered":"2023-08-28T02:29:44.460314+0000","last_unstale":"2023-08-28T02:32:33.476220+0000","last_undegraded":"2023-08-28T02:32:33.476220+0000","last_fullsized":"2023-08-28T02:32:33.476220+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:59:01.311467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":103,"reported_epoch":287,"state":"active+clean+remapped","last_fresh":"2023-08-28T02:32:33.465327+0000","last_change":"2023-08-28T02:31:52.976450+0000","last_active":"2023-08-28T02:32:33.465327+0000","last_peered":"2023-08-28T02:32:33.465327+0000","last_clean":"2023-08-28T02:32:33.465327+0000","last_became_active":"2023-08-28T02:31:52.976012+0000","last_became_peered":"2023-08-28T02:31:52.976012+0000","last_unstale":"2023-08-28T02:32:33.465327+0000","last_undegraded":"2023-08-28T02:32:33.465327+0000","last_fullsized":"2023-08-28T02:32:33.465327+0000","mapping_epoch":269,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:41:35.660703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5,6],"avail_no_missing":["7","5","6"],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.15","version":"65'3","reported_seq":262,"reported_epoch":287,"state":"active+undersized+degraded","last_fresh":"2023-08-28T02:32:33.465937+0000","last_change":"2023-08-28T02:31:28.933606+0000","last_active":"2023-08-28T02:32:33.465937+0000","last_peered":"2023-08-28T02:32:33.465937+0000","last_clean":"2023-08-28T02:31:25.518631+0000","last_became_active":"2023-08-28T02:31:28.933606+0000","last_became_peered":"2023-08-28T02:31:28.933606+0000","last_unstale":"2023-08-28T02:32:33.465937+0000","last_undegraded":"2023-08-28T02:31:28.925274+0000","last_fullsized":"2023-08-28T02:31:28.925163+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:02:53.066258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":["7","4"],"object_location_counts":[{"shards":"4,7","objects":2}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":94,"reported_epoch":287,"state":"active+clean","last_fresh":"2023-08-28T02:32:33.463126+0000","last_change":"2023-08-28T02:32:32.666927+0000","last_active":"2023-08-28T02:32:33.463126+0000","last_peered":"2023-08-28T02:32:33.463126+0000","last_clean":"2023-08-28T02:32:33.463126+0000","last_became_active":"2023-08-28T02:32:32.666618+0000","last_became_peered":"2023-08-28T02:32:32.666618+0000","last_unstale":"2023-08-28T02:32:33.463126+0000","last_undegraded":"2023-08-28T02:32:33.463126+0000","last_fullsized":"2023-08-28T02:32:33.463126+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:45:57.998333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":296,"reported_epoch":287,"state":"active+clean","last_fresh":"2023-08-28T02:32:33.480496+0000","last_change":"2023-08-28T02:32:28.505262+0000","last_active":"2023-08-28T02:32:33.480496+0000","last_peered":"2023-08-28T02:32:33.480496+0000","last_clean":"2023-08-28T02:32:33.480496+0000","last_became_active":"2023-08-28T02:32:28.455999+0000","last_became_peered":"2023-08-28T02:32:28.455999+0000","last_unstale":"2023-08-28T02:32:33.480496+0000","last_undegraded":"2023-08-28T02:32:33.480496+0000","last_fullsized":"2023-08-28T02:32:33.480496+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:28.937020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":9468,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":280,"reported_epoch":287,"state":"active+clean","last_fresh":"2023-08-28T02:32:33.480417+0000","last_change":"2023-08-28T02:32:12.959195+0000","last_active":"2023-08-28T02:32:33.480417+0000","last_peered":"2023-08-28T02:32:33.480417+0000","last_clean":"2023-08-28T02:32:33.480417+0000","last_became_active":"2023-08-28T02:32:12.958832+0000","last_became_peered":"2023-08-28T02:32:12.958832+0000","last_unstale":"2023-08-28T02:32:33.480417+0000","last_undegraded":"2023-08-28T02:32:33.480417+0000","last_fullsized":"2023-08-28T02:32:33.480417+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:23:27.197787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"65'2","reported_seq":270,"reported_epoch":287,"state":"active+clean","last_fresh":"2023-08-28T02:32:33.465311+0000","last_change":"2023-08-28T02:32:28.461161+0000","last_active":"2023-08-28T02:32:33.465311+0000","last_peered":"2023-08-28T02:32:33.465311+0000","last_clean":"2023-08-28T02:32:33.465311+0000","last_became_active":"2023-08-28T02:32:28.451284+0000","last_became_peered":"2023-08-28T02:32:28.451284+0000","last_unstale":"2023-08-28T02:32:33.465311+0000","last_undegraded":"2023-08-28T02:32:33.465311+0000","last_fullsized":"2023-08-28T02:32:33.465311+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:58:20.061020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":248,"reported_epoch":285,"state":"active+clean","last_fresh":"2023-08-28T02:32:31.457989+0000","last_change":"2023-08-28T02:29:44.419566+0000","last_active":"2023-08-28T02:32:31.457989+0000","last_peered":"2023-08-28T02:32:31.457989+0000","last_clean":"2023-08-28T02:32:31.457989+0000","last_became_active":"2023-08-28T02:29:44.419053+0000","last_became_peered":"2023-08-28T02:29:44.419053+0000","last_unstale":"2023-08-28T02:32:31.457989+0000","last_undegraded":"2023-08-28T02:32:31.457989+0000","last_fullsized":"2023-08-28T02:32:31.457989+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:44:36.133499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":242,"reported_epoch":279,"state":"active+undersized","last_fresh":"2023-08-28T02:32:13.935137+0000","last_change":"2023-08-28T02:31:28.930910+0000","last_active":"2023-08-28T02:32:13.935137+0000","last_peered":"2023-08-28T02:32:13.935137+0000","last_clean":"2023-08-28T02:31:25.506071+0000","last_became_active":"2023-08-28T02:31:28.930910+0000","last_became_peered":"2023-08-28T02:31:28.930910+0000","last_unstale":"2023-08-28T02:32:13.935137+0000","last_undegraded":"2023-08-28T02:32:13.935137+0000","last_fullsized":"2023-08-28T02:31:28.922478+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:46:03.446838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":["0","7"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":257,"reported_epoch":287,"state":"active+undersized","last_fresh":"2023-08-28T02:32:33.471187+0000","last_change":"2023-08-28T02:31:28.931972+0000","last_active":"2023-08-28T02:32:33.471187+0000","last_peered":"2023-08-28T02:32:33.471187+0000","last_clean":"2023-08-28T02:31:25.516008+0000","last_became_active":"2023-08-28T02:31:28.931972+0000","last_became_peered":"2023-08-28T02:31:28.931972+0000","last_unstale":"2023-08-28T02:32:33.471187+0000","last_undegraded":"2023-08-28T02:32:33.471187+0000","last_fullsized":"2023-08-28T02:31:28.927781+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:02:09.608874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":["5","7"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":245,"reported_epoch":287,"state":"active+clean","last_fresh":"2023-08-28T02:32:33.465254+0000","last_change":"2023-08-28T02:32:12.948756+0000","last_active":"2023-08-28T02:32:33.465254+0000","last_peered":"2023-08-28T02:32:33.465254+0000","last_clean":"2023-08-28T02:32:33.465254+0000","last_became_active":"2023-08-28T02:32:12.948441+0000","last_became_peered":"2023-08-28T02:32:12.948441+0000","last_unstale":"2023-08-28T02:32:33.465254+0000","last_undegraded":"2023-08-28T02:32:33.465254+0000","last_fullsized":"2023-08-28T02:32:33.465254+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:27.922180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":249,"reported_epoch":285,"state":"active+undersized","last_fresh":"2023-08-28T02:32:31.461355+0000","last_change":"2023-08-28T02:31:28.933690+0000","last_active":"2023-08-28T02:32:31.461355+0000","last_peered":"2023-08-28T02:32:31.461355+0000","last_clean":"2023-08-28T02:31:25.507600+0000","last_became_active":"2023-08-28T02:31:28.933690+0000","last_became_peered":"2023-08-28T02:31:28.933690+0000","last_unstale":"2023-08-28T02:32:31.461355+0000","last_undegraded":"2023-08-28T02:32:31.461355+0000","last_fullsized":"2023-08-28T02:31:28.922801+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:51:39.556065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":["0","7"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"65'8","reported_seq":32,"reported_epoch":285,"state":"active+clean+remapped","last_fresh":"2023-08-28T02:32:31.457016+0000","last_change":"2023-08-28T02:32:13.943750+0000","last_active":"2023-08-28T02:32:31.457016+0000","last_peered":"2023-08-28T02:32:31.457016+0000","last_clean":"2023-08-28T02:32:31.457016+0000","last_became_active":"2023-08-28T02:32:13.940534+0000","last_became_peered":"2023-08-28T02:32:13.940534+0000","last_unstale":"2023-08-28T02:32:31.457016+0000","last_undegraded":"2023-08-28T02:32:31.457016+0000","last_fullsized":"2023-08-28T02:32:31.457016+0000","mapping_epoch":278,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":279,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:01:22.443232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5,6],"avail_no_missing":["0","5","6"],"object_location_counts":[{"shards":"0,5,6","objects":4}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":216,"reported_epoch":287,"state":"active+undersized","last_fresh":"2023-08-28T02:32:33.465967+0000","last_change":"2023-08-28T02:31:28.933909+0000","last_active":"2023-08-28T02:32:33.465967+0000","last_peered":"2023-08-28T02:32:33.465967+0000","last_clean":"2023-08-28T02:29:37.928946+0000","last_became_active":"2023-08-28T02:31:28.933909+0000","last_became_peered":"2023-08-28T02:31:28.933909+0000","last_unstale":"2023-08-28T02:32:33.465967+0000","last_undegraded":"2023-08-28T02:32:33.465967+0000","last_fullsized":"2023-08-28T02:31:28.925459+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:36:34.560901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":["7","1"],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.6","version":"279'5830","reported_seq":5876,"reported_epoch":287,"state":"active+clean","last_fresh":"2023-08-28T02:32:33.476164+0000","last_change":"2023-08-28T02:30:50.402703+0000","last_active":"2023-08-28T02:32:33.476164+0000","last_peered":"2023-08-28T02:32:33.476164+0000","last_clean":"2023-08-28T02:32:33.476164+0000","last_became_active":"2023-08-28T02:30:50.402419+0000","last_became_peered":"2023-08-28T02:30:50.402419+0000","last_unstale":"2023-08-28T02:32:33.476164+0000","last_undegraded":"2023-08-28T02:32:33.476164+0000","last_fullsized":"2023-08-28T02:32:33.476164+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5830,"log_dups_size":0,"ondisk_log_size":5830,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:07:37.393907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":382074880,"num_objects":5830,"num_object_clones":0,"num_object_copies":17490,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5830,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5830,"num_write_kb":373120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"65'1","reported_seq":253,"reported_epoch":287,"state":"active+clean","last_fresh":"2023-08-28T02:32:33.465794+0000","last_change":"2023-08-28T02:14:43.046130+0000","last_active":"2023-08-28T02:32:33.465794+0000","last_peered":"2023-08-28T02:32:33.465794+0000","last_clean":"2023-08-28T02:32:33.465794+0000","last_became_active":"2023-08-28T02:14:43.045775+0000","last_became_peered":"2023-08-28T02:14:43.045775+0000","last_unstale":"2023-08-28T02:32:33.465794+0000","last_undegraded":"2023-08-28T02:32:33.465794+0000","last_fullsized":"2023-08-28T02:32:33.465794+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:57:38.279756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":243,"reported_epoch":287,"state":"active+clean","last_fresh":"2023-08-28T02:32:33.470224+0000","last_change":"2023-08-28T02:31:51.987149+0000","last_active":"2023-08-28T02:32:33.470224+0000","last_peered":"2023-08-28T02:32:33.470224+0000","last_clean":"2023-08-28T02:32:33.470224+0000","last_became_active":"2023-08-28T02:31:51.986821+0000","last_became_peered":"2023-08-28T02:31:51.986821+0000","last_unstale":"2023-08-28T02:32:33.470224+0000","last_undegraded":"2023-08-28T02:32:33.470224+0000","last_fullsized":"2023-08-28T02:32:33.470224+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:23:26.661134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"279'5800","reported_seq":7320,"reported_epoch":287,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-08-28T02:32:33.475849+0000","last_change":"2023-08-28T02:32:28.615733+0000","last_active":"2023-08-28T02:32:33.475849+0000","last_peered":"2023-08-28T02:32:33.475849+0000","last_clean":"2023-08-28T02:31:27.868230+0000","last_became_active":"2023-08-28T02:32:28.604855+0000","last_became_peered":"2023-08-28T02:32:28.604855+0000","last_unstale":"2023-08-28T02:32:33.475849+0000","last_undegraded":"2023-08-28T02:32:28.480878+0000","last_fullsized":"2023-08-28T02:32:28.444223+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5800,"log_dups_size":0,"ondisk_log_size":5800,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:22:11.898762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":380108800,"num_objects":5800,"num_object_clones":0,"num_object_copies":17400,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":5800,"num_objects_misplaced":5751,"num_objects_unfound":0,"num_objects_dirty":5800,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5800,"num_write_kb":371200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":724,"num_bytes_recovered":47448064,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,6],"avail_no_missing":["5","6"],"object_location_counts":[{"shards":"2,5,6","objects":1541},{"shards":"5,6","objects":49}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"65'2","reported_seq":278,"reported_epoch":287,"state":"active+clean","last_fresh":"2023-08-28T02:32:33.465895+0000","last_change":"2023-08-28T02:29:44.436352+0000","last_active":"2023-08-28T02:32:33.465895+0000","last_peered":"2023-08-28T02:32:33.465895+0000","last_clean":"2023-08-28T02:32:33.465895+0000","last_became_active":"2023-08-28T02:29:44.411499+0000","last_became_peered":"2023-08-28T02:29:44.411499+0000","last_unstale":"2023-08-28T02:32:33.465895+0000","last_undegraded":"2023-08-28T02:32:33.465895+0000","last_fullsized":"2023-08-28T02:32:33.465895+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:46:57.540191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":294,"reported_epoch":287,"state":"active+undersized","last_fresh":"2023-08-28T02:32:33.480603+0000","last_change":"2023-08-28T02:31:28.932562+0000","last_active":"2023-08-28T02:32:33.480603+0000","last_peered":"2023-08-28T02:32:33.480603+0000","last_clean":"2023-08-28T02:31:25.512731+0000","last_became_active":"2023-08-28T02:31:28.932562+0000","last_became_peered":"2023-08-28T02:31:28.932562+0000","last_unstale":"2023-08-28T02:32:33.480603+0000","last_undegraded":"2023-08-28T02:32:33.480603+0000","last_fullsized":"2023-08-28T02:31:28.928871+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:34:45.641689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":["4","1"],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"279'5775","reported_seq":5825,"reported_epoch":285,"state":"active+undersized+degraded","last_fresh":"2023-08-28T02:32:31.458254+0000","last_change":"2023-08-28T02:31:28.929854+0000","last_active":"2023-08-28T02:32:31.458254+0000","last_peered":"2023-08-28T02:32:31.458254+0000","last_clean":"2023-08-28T02:31:27.908616+0000","last_became_active":"2023-08-28T02:31:28.929854+0000","last_became_peered":"2023-08-28T02:31:28.929854+0000","last_unstale":"2023-08-28T02:32:31.458254+0000","last_undegraded":"2023-08-28T02:31:28.924019+0000","last_fullsized":"2023-08-28T02:31:28.923922+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5775,"log_dups_size":0,"ondisk_log_size":5775,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:10:18.340590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":378470400,"num_objects":5775,"num_object_clones":0,"num_object_copies":17325,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":5775,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5775,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5775,"num_write_kb":369600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":["0","4"],"object_location_counts":[{"shards":"0,4","objects":5775}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"65'1","reported_seq":248,"reported_epoch":287,"state":"active+clean+remapped","last_fresh":"2023-08-28T02:32:33.465703+0000","last_change":"2023-08-28T02:32:13.938873+0000","last_active":"2023-08-28T02:32:33.465703+0000","last_peered":"2023-08-28T02:32:33.465703+0000","last_clean":"2023-08-28T02:32:33.465703+0000","last_became_active":"2023-08-28T02:32:13.938346+0000","last_became_peered":"2023-08-28T02:32:13.938346+0000","last_unstale":"2023-08-28T02:32:33.465703+0000","last_undegraded":"2023-08-28T02:32:33.465703+0000","last_fullsized":"2023-08-28T02:32:33.465703+0000","mapping_epoch":278,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":279,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:32:06.850935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5,6],"avail_no_missing":["7","5","6"],"object_location_counts":[{"shards":"5,6,7","objects":1}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":228,"reported_epoch":287,"state":"active+clean","last_fresh":"2023-08-28T02:32:33.462989+0000","last_change":"2023-08-28T02:31:51.987327+0000","last_active":"2023-08-28T02:32:33.462989+0000","last_peered":"2023-08-28T02:32:33.462989+0000","last_clean":"2023-08-28T02:32:33.462989+0000","last_became_active":"2023-08-28T02:31:51.987018+0000","last_became_peered":"2023-08-28T02:31:51.987018+0000","last_unstale":"2023-08-28T02:32:33.462989+0000","last_undegraded":"2023-08-28T02:32:33.462989+0000","last_fullsized":"2023-08-28T02:32:33.462989+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:53:26.105101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.5","version":"279'5726","reported_seq":5783,"reported_epoch":286,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:32:32.481325+0000","last_change":"2023-08-28T02:32:29.703054+0000","last_active":"2023-08-28T02:32:32.481325+0000","last_peered":"2023-08-28T02:32:32.481325+0000","last_clean":"2023-08-28T02:31:27.898932+0000","last_became_active":"2023-08-28T02:32:29.694107+0000","last_became_peered":"2023-08-28T02:32:29.694107+0000","last_unstale":"2023-08-28T02:32:32.481325+0000","last_undegraded":"2023-08-28T02:32:29.497156+0000","last_fullsized":"2023-08-28T02:32:29.447435+0000","mapping_epoch":282,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5726,"log_dups_size":0,"ondisk_log_size":5726,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:28:27.386055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":375259136,"num_objects":5726,"num_object_clones":0,"num_object_copies":17178,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":5726,"num_objects_misplaced":5726,"num_objects_unfound":0,"num_objects_dirty":5726,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5726,"num_write_kb":366464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,2],"avail_no_missing":["0","2"],"object_location_counts":[{"shards":"0,2","objects":5726}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":270,"reported_epoch":287,"state":"active+clean+remapped","last_fresh":"2023-08-28T02:32:33.470663+0000","last_change":"2023-08-28T02:32:13.940801+0000","last_active":"2023-08-28T02:32:33.470663+0000","last_peered":"2023-08-28T02:32:33.470663+0000","last_clean":"2023-08-28T02:32:33.470663+0000","last_became_active":"2023-08-28T02:32:13.940450+0000","last_became_peered":"2023-08-28T02:32:13.940450+0000","last_unstale":"2023-08-28T02:32:33.470663+0000","last_undegraded":"2023-08-28T02:32:33.470663+0000","last_fullsized":"2023-08-28T02:32:33.470663+0000","mapping_epoch":278,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":279,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:59:42.126918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1,6],"avail_no_missing":["5","1","6"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":274,"reported_epoch":285,"state":"active+clean","last_fresh":"2023-08-28T02:32:31.457367+0000","last_change":"2023-08-28T02:29:44.436713+0000","last_active":"2023-08-28T02:32:31.457367+0000","last_peered":"2023-08-28T02:32:31.457367+0000","last_clean":"2023-08-28T02:32:31.457367+0000","last_became_active":"2023-08-28T02:29:44.436203+0000","last_became_peered":"2023-08-28T02:29:44.436203+0000","last_unstale":"2023-08-28T02:32:31.457367+0000","last_undegraded":"2023-08-28T02:32:31.457367+0000","last_fullsized":"2023-08-28T02:32:31.457367+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:46:48.522293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"279'5907","reported_seq":5954,"reported_epoch":287,"state":"active+clean","last_fresh":"2023-08-28T02:32:33.462846+0000","last_change":"2023-08-28T02:30:50.399669+0000","last_active":"2023-08-28T02:32:33.462846+0000","last_peered":"2023-08-28T02:32:33.462846+0000","last_clean":"2023-08-28T02:32:33.462846+0000","last_became_active":"2023-08-28T02:30:50.399332+0000","last_became_peered":"2023-08-28T02:30:50.399332+0000","last_unstale":"2023-08-28T02:32:33.462846+0000","last_undegraded":"2023-08-28T02:32:33.462846+0000","last_fullsized":"2023-08-28T02:32:33.462846+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5907,"log_dups_size":0,"ondisk_log_size":5907,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:00:54.910841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":387121152,"num_objects":5907,"num_object_clones":0,"num_object_copies":17721,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5907,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5907,"num_write_kb":378048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"75'161","reported_seq":696,"reported_epoch":287,"state":"active+clean+remapped","last_fresh":"2023-08-28T02:32:33.465494+0000","last_change":"2023-08-28T02:32:31.479660+0000","last_active":"2023-08-28T02:32:33.465494+0000","last_peered":"2023-08-28T02:32:33.465494+0000","last_clean":"2023-08-28T02:32:33.465494+0000","last_became_active":"2023-08-28T02:32:31.479226+0000","last_became_peered":"2023-08-28T02:32:31.479226+0000","last_unstale":"2023-08-28T02:32:33.465494+0000","last_undegraded":"2023-08-28T02:32:33.465494+0000","last_fullsized":"2023-08-28T02:32:33.465494+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.930230+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.930230+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:31:34.070559+0000","scrub_duration":0.0050169209999999997,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5,2],"avail_no_missing":["7","2","5"],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"65'2","reported_seq":53,"reported_epoch":285,"state":"active+undersized+degraded","last_fresh":"2023-08-28T02:32:31.457464+0000","last_change":"2023-08-28T02:31:28.933763+0000","last_active":"2023-08-28T02:32:31.457464+0000","last_peered":"2023-08-28T02:32:31.457464+0000","last_clean":"2023-08-28T02:07:40.385617+0000","last_became_active":"2023-08-28T02:31:28.933763+0000","last_became_peered":"2023-08-28T02:31:28.933763+0000","last_unstale":"2023-08-28T02:32:31.457464+0000","last_undegraded":"2023-08-28T02:31:28.923348+0000","last_fullsized":"2023-08-28T02:31:28.923204+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:18:08.058439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":["0","4"],"object_location_counts":[{"shards":"0,4","objects":1}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":269,"reported_epoch":287,"state":"active+clean+remapped","last_fresh":"2023-08-28T02:32:33.480573+0000","last_change":"2023-08-28T02:31:52.988649+0000","last_active":"2023-08-28T02:32:33.480573+0000","last_peered":"2023-08-28T02:32:33.480573+0000","last_clean":"2023-08-28T02:32:33.480573+0000","last_became_active":"2023-08-28T02:31:52.988301+0000","last_became_peered":"2023-08-28T02:31:52.988301+0000","last_unstale":"2023-08-28T02:32:33.480573+0000","last_undegraded":"2023-08-28T02:32:33.480573+0000","last_fullsized":"2023-08-28T02:32:33.480573+0000","mapping_epoch":269,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:48:33.094374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1,6],"avail_no_missing":["4","1","6"],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"279'5834","reported_seq":5899,"reported_epoch":287,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:32:33.474780+0000","last_change":"2023-08-28T02:32:29.726434+0000","last_active":"2023-08-28T02:32:33.474780+0000","last_peered":"2023-08-28T02:32:33.474780+0000","last_clean":"2023-08-28T02:31:27.916082+0000","last_became_active":"2023-08-28T02:32:29.714850+0000","last_became_peered":"2023-08-28T02:32:29.714850+0000","last_unstale":"2023-08-28T02:32:33.474780+0000","last_undegraded":"2023-08-28T02:32:29.499431+0000","last_fullsized":"2023-08-28T02:32:29.450515+0000","mapping_epoch":282,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5834,"log_dups_size":0,"ondisk_log_size":5834,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:41:18.860157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":382337024,"num_objects":5834,"num_object_clones":0,"num_object_copies":17502,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":5834,"num_objects_misplaced":5834,"num_objects_unfound":0,"num_objects_dirty":5834,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5834,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,2],"avail_no_missing":["5","2"],"object_location_counts":[{"shards":"2,5","objects":5834}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"75'161","reported_seq":530,"reported_epoch":287,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:32:33.470205+0000","last_change":"2023-08-28T02:32:29.468638+0000","last_active":"2023-08-28T02:32:33.470205+0000","last_peered":"2023-08-28T02:32:33.470205+0000","last_clean":"2023-08-28T02:31:25.515426+0000","last_became_active":"2023-08-28T02:32:29.467728+0000","last_became_peered":"2023-08-28T02:32:29.467728+0000","last_unstale":"2023-08-28T02:32:33.470205+0000","last_undegraded":"2023-08-28T02:32:29.462102+0000","last_fullsized":"2023-08-28T02:32:29.458227+0000","mapping_epoch":282,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":204,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:45.407127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:45.407127+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T14:02:47.182915+0000","scrub_duration":0.0018495320000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":1,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,2],"avail_no_missing":["5","2"],"object_location_counts":[{"shards":"2,5","objects":1}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":189,"reported_epoch":287,"state":"active+clean+remapped","last_fresh":"2023-08-28T02:32:33.481351+0000","last_change":"2023-08-28T02:31:52.990189+0000","last_active":"2023-08-28T02:32:33.481351+0000","last_peered":"2023-08-28T02:32:33.481351+0000","last_clean":"2023-08-28T02:32:33.481351+0000","last_became_active":"2023-08-28T02:31:52.989866+0000","last_became_peered":"2023-08-28T02:31:52.989866+0000","last_unstale":"2023-08-28T02:32:33.481351+0000","last_undegraded":"2023-08-28T02:32:33.481351+0000","last_fullsized":"2023-08-28T02:32:33.481351+0000","mapping_epoch":269,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:47:56.613317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1,6],"avail_no_missing":["4","1","6"],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":16,"reported_epoch":287,"state":"active+clean","last_fresh":"2023-08-28T02:32:33.480809+0000","last_change":"2023-08-28T02:32:28.456323+0000","last_active":"2023-08-28T02:32:33.480809+0000","last_peered":"2023-08-28T02:32:33.480809+0000","last_clean":"2023-08-28T02:32:33.480809+0000","last_became_active":"2023-08-28T02:32:28.455987+0000","last_became_peered":"2023-08-28T02:32:28.455987+0000","last_unstale":"2023-08-28T02:32:33.480809+0000","last_undegraded":"2023-08-28T02:32:33.480809+0000","last_fullsized":"2023-08-28T02:32:33.480809+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:54:07.724002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"279'5948","reported_seq":8366,"reported_epoch":288,"state":"active+recovering+undersized+remapped","last_fresh":"2023-08-28T02:32:37.499195+0000","last_change":"2023-08-28T02:32:28.524407+0000","last_active":"2023-08-28T02:32:37.499195+0000","last_peered":"2023-08-28T02:32:37.499195+0000","last_clean":"2023-08-28T02:31:50.928298+0000","last_became_active":"2023-08-28T02:31:53.173343+0000","last_became_peered":"2023-08-28T02:31:53.173343+0000","last_unstale":"2023-08-28T02:32:37.499195+0000","last_undegraded":"2023-08-28T02:32:37.499195+0000","last_fullsized":"2023-08-28T02:31:52.968378+0000","mapping_epoch":269,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5948,"log_dups_size":0,"ondisk_log_size":5948,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:49:36.190419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":389808128,"num_objects":5948,"num_object_clones":0,"num_object_copies":17844,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3818,"num_objects_unfound":0,"num_objects_dirty":5948,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5948,"num_write_kb":380672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1181,"num_bytes_recovered":77398016,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4],"avail_no_missing":["1","4","6"],"object_location_counts":[{"shards":"1,4","objects":2130},{"shards":"1,4,6","objects":3818}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":261,"reported_epoch":287,"state":"active+clean","last_fresh":"2023-08-28T02:32:33.480519+0000","last_change":"2023-08-28T02:32:28.455294+0000","last_active":"2023-08-28T02:32:33.480519+0000","last_peered":"2023-08-28T02:32:33.480519+0000","last_clean":"2023-08-28T02:32:33.480519+0000","last_became_active":"2023-08-28T02:32:28.455013+0000","last_became_peered":"2023-08-28T02:32:28.455013+0000","last_unstale":"2023-08-28T02:32:33.480519+0000","last_undegraded":"2023-08-28T02:32:33.480519+0000","last_fullsized":"2023-08-28T02:32:33.480519+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:53.583864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":281,"reported_epoch":287,"state":"active+clean+remapped","last_fresh":"2023-08-28T02:32:33.481406+0000","last_change":"2023-08-28T02:31:53.140005+0000","last_active":"2023-08-28T02:32:33.481406+0000","last_peered":"2023-08-28T02:32:33.481406+0000","last_clean":"2023-08-28T02:32:33.481406+0000","last_became_active":"2023-08-28T02:31:53.139629+0000","last_became_peered":"2023-08-28T02:31:53.139629+0000","last_unstale":"2023-08-28T02:32:33.481406+0000","last_undegraded":"2023-08-28T02:32:33.481406+0000","last_fullsized":"2023-08-28T02:32:33.481406+0000","mapping_epoch":269,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:11:08.150327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1,6],"avail_no_missing":["4","1","6"],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"279'5847","reported_seq":5893,"reported_epoch":287,"state":"active+clean","last_fresh":"2023-08-28T02:32:33.480304+0000","last_change":"2023-08-28T02:30:50.400261+0000","last_active":"2023-08-28T02:32:33.480304+0000","last_peered":"2023-08-28T02:32:33.480304+0000","last_clean":"2023-08-28T02:32:33.480304+0000","last_became_active":"2023-08-28T02:30:50.399938+0000","last_became_peered":"2023-08-28T02:30:50.399938+0000","last_unstale":"2023-08-28T02:32:33.480304+0000","last_undegraded":"2023-08-28T02:32:33.480304+0000","last_fullsized":"2023-08-28T02:32:33.480304+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5847,"log_dups_size":0,"ondisk_log_size":5847,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:43:56.802792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":383188992,"num_objects":5847,"num_object_clones":0,"num_object_copies":17541,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5847,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5847,"num_write_kb":374208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"75'161","reported_seq":553,"reported_epoch":288,"state":"activating+undersized+remapped","last_fresh":"2023-08-28T02:32:34.482475+0000","last_change":"2023-08-28T02:32:34.482475+0000","last_active":"2023-08-28T02:32:27.426407+0000","last_peered":"2023-08-28T02:32:22.841914+0000","last_clean":"2023-08-28T02:32:22.841914+0000","last_became_active":"2023-08-28T02:31:55.066968+0000","last_became_peered":"2023-08-28T02:31:55.066968+0000","last_unstale":"2023-08-28T02:32:34.482475+0000","last_undegraded":"2023-08-28T02:32:34.482475+0000","last_fullsized":"2023-08-28T02:32:34.482278+0000","mapping_epoch":287,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_clean_scrub_stamp":"2023-08-28T02:29:25.608370+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:01.045866+0000","scrub_duration":0.001662689,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4],"avail_no_missing":["5","0","2","4"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":217,"reported_epoch":287,"state":"active+undersized","last_fresh":"2023-08-28T02:32:33.465770+0000","last_change":"2023-08-28T02:31:28.928799+0000","last_active":"2023-08-28T02:32:33.465770+0000","last_peered":"2023-08-28T02:32:33.465770+0000","last_clean":"2023-08-28T02:29:37.925704+0000","last_became_active":"2023-08-28T02:31:28.928799+0000","last_became_peered":"2023-08-28T02:31:28.928799+0000","last_unstale":"2023-08-28T02:32:33.465770+0000","last_undegraded":"2023-08-28T02:32:33.465770+0000","last_fullsized":"2023-08-28T02:31:28.923053+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:19:25.846702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":["1","7"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":76,"reported_epoch":287,"state":"active+clean","last_fresh":"2023-08-28T02:32:33.465371+0000","last_change":"2023-08-28T02:29:44.429834+0000","last_active":"2023-08-28T02:32:33.465371+0000","last_peered":"2023-08-28T02:32:33.465371+0000","last_clean":"2023-08-28T02:32:33.465371+0000","last_became_active":"2023-08-28T02:29:44.429512+0000","last_became_peered":"2023-08-28T02:29:44.429512+0000","last_unstale":"2023-08-28T02:32:33.465371+0000","last_undegraded":"2023-08-28T02:32:33.465371+0000","last_fullsized":"2023-08-28T02:32:33.465371+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:58.062455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"279'5788","reported_seq":5834,"reported_epoch":287,"state":"active+clean","last_fresh":"2023-08-28T02:32:33.465409+0000","last_change":"2023-08-28T02:30:50.402348+0000","last_active":"2023-08-28T02:32:33.465409+0000","last_peered":"2023-08-28T02:32:33.465409+0000","last_clean":"2023-08-28T02:32:33.465409+0000","last_became_active":"2023-08-28T02:30:50.402076+0000","last_became_peered":"2023-08-28T02:30:50.402076+0000","last_unstale":"2023-08-28T02:32:33.465409+0000","last_undegraded":"2023-08-28T02:32:33.465409+0000","last_fullsized":"2023-08-28T02:32:33.465409+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5788,"log_dups_size":0,"ondisk_log_size":5788,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:24.859426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":379322368,"num_objects":5788,"num_object_clones":0,"num_object_copies":17364,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5788,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5788,"num_write_kb":370432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.7","version":"75'161","reported_seq":585,"reported_epoch":287,"state":"active+clean+remapped","last_fresh":"2023-08-28T02:32:33.465677+0000","last_change":"2023-08-28T02:31:55.091238+0000","last_active":"2023-08-28T02:32:33.465677+0000","last_peered":"2023-08-28T02:32:33.465677+0000","last_clean":"2023-08-28T02:32:33.465677+0000","last_became_active":"2023-08-28T02:31:55.090772+0000","last_became_peered":"2023-08-28T02:31:55.090772+0000","last_unstale":"2023-08-28T02:32:33.465677+0000","last_undegraded":"2023-08-28T02:32:33.465677+0000","last_fullsized":"2023-08-28T02:32:33.465677+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.887648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.887648+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5,6],"avail_no_missing":["7","5","6"],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":76,"reported_epoch":287,"state":"active+clean","last_fresh":"2023-08-28T02:32:33.464683+0000","last_change":"2023-08-28T02:29:44.407595+0000","last_active":"2023-08-28T02:32:33.464683+0000","last_peered":"2023-08-28T02:32:33.464683+0000","last_clean":"2023-08-28T02:32:33.464683+0000","last_became_active":"2023-08-28T02:29:44.407316+0000","last_became_peered":"2023-08-28T02:29:44.407316+0000","last_unstale":"2023-08-28T02:32:33.464683+0000","last_undegraded":"2023-08-28T02:32:33.464683+0000","last_fullsized":"2023-08-28T02:32:33.464683+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:01:47.777709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":287,"reported_epoch":287,"state":"active+clean+remapped","last_fresh":"2023-08-28T02:32:33.471060+0000","last_change":"2023-08-28T02:32:29.472943+0000","last_active":"2023-08-28T02:32:33.471060+0000","last_peered":"2023-08-28T02:32:33.471060+0000","last_clean":"2023-08-28T02:32:33.471060+0000","last_became_active":"2023-08-28T02:32:29.472576+0000","last_became_peered":"2023-08-28T02:32:29.472576+0000","last_unstale":"2023-08-28T02:32:33.471060+0000","last_undegraded":"2023-08-28T02:32:33.471060+0000","last_fullsized":"2023-08-28T02:32:33.471060+0000","mapping_epoch":282,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":283,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:05:43.974768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7,2],"avail_no_missing":["5","2","7"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":76,"reported_epoch":287,"state":"active+clean","last_fresh":"2023-08-28T02:32:33.463058+0000","last_change":"2023-08-28T02:29:44.506914+0000","last_active":"2023-08-28T02:32:33.463058+0000","last_peered":"2023-08-28T02:32:33.463058+0000","last_clean":"2023-08-28T02:32:33.463058+0000","last_became_active":"2023-08-28T02:29:44.506606+0000","last_became_peered":"2023-08-28T02:29:44.506606+0000","last_unstale":"2023-08-28T02:32:33.463058+0000","last_undegraded":"2023-08-28T02:32:33.463058+0000","last_fullsized":"2023-08-28T02:32:33.463058+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:55:50.992279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"276'5787","reported_seq":5831,"reported_epoch":281,"state":"peering","last_fresh":"2023-08-28T02:32:32.660520+0000","last_change":"2023-08-28T02:32:32.660749+0000","last_active":"2023-08-28T02:32:13.934646+0000","last_peered":"2023-08-28T02:32:11.916240+0000","last_clean":"2023-08-28T02:32:11.916240+0000","last_became_active":"2023-08-28T02:30:50.407828+0000","last_became_peered":"2023-08-28T02:30:50.407828+0000","last_unstale":"2023-08-28T02:32:32.660520+0000","last_undegraded":"2023-08-28T02:32:32.660520+0000","last_fullsized":"2023-08-28T02:32:32.660520+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5787,"log_dups_size":0,"ondisk_log_size":5787,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:05:11.730238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":379256832,"num_objects":5787,"num_object_clones":0,"num_object_copies":17361,"num_objects_missing_on_primary":1,"num_objects_missing":1,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5787,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5787,"num_write_kb":370368,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,5,6],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.1","version":"75'161","reported_seq":547,"reported_epoch":287,"state":"active+clean","last_fresh":"2023-08-28T02:32:33.474286+0000","last_change":"2023-08-28T02:32:31.482659+0000","last_active":"2023-08-28T02:32:33.474286+0000","last_peered":"2023-08-28T02:32:33.474286+0000","last_clean":"2023-08-28T02:32:33.474286+0000","last_became_active":"2023-08-28T02:32:31.482320+0000","last_became_peered":"2023-08-28T02:32:31.482320+0000","last_unstale":"2023-08-28T02:32:33.474286+0000","last_undegraded":"2023-08-28T02:32:33.474286+0000","last_fullsized":"2023-08-28T02:32:33.474286+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:24.559397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:24.559397+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:41:09.516918+0000","scrub_duration":0.001580328,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":285,"reported_epoch":287,"state":"active+clean","last_fresh":"2023-08-28T02:32:33.471056+0000","last_change":"2023-08-28T02:31:51.988386+0000","last_active":"2023-08-28T02:32:33.471056+0000","last_peered":"2023-08-28T02:32:33.471056+0000","last_clean":"2023-08-28T02:32:33.471056+0000","last_became_active":"2023-08-28T02:31:51.988097+0000","last_became_peered":"2023-08-28T02:31:51.988097+0000","last_unstale":"2023-08-28T02:32:33.471056+0000","last_undegraded":"2023-08-28T02:32:33.471056+0000","last_fullsized":"2023-08-28T02:32:33.471056+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:25:01.818829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":261,"reported_epoch":287,"state":"active+clean","last_fresh":"2023-08-28T02:32:33.480556+0000","last_change":"2023-08-28T02:32:12.951275+0000","last_active":"2023-08-28T02:32:33.480556+0000","last_peered":"2023-08-28T02:32:33.480556+0000","last_clean":"2023-08-28T02:32:33.480556+0000","last_became_active":"2023-08-28T02:32:12.950965+0000","last_became_peered":"2023-08-28T02:32:12.950965+0000","last_unstale":"2023-08-28T02:32:33.480556+0000","last_undegraded":"2023-08-28T02:32:33.480556+0000","last_fullsized":"2023-08-28T02:32:33.480556+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:37:31.294280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":92,"reported_epoch":287,"state":"active+clean+remapped","last_fresh":"2023-08-28T02:32:33.464726+0000","last_change":"2023-08-28T02:32:29.462454+0000","last_active":"2023-08-28T02:32:33.464726+0000","last_peered":"2023-08-28T02:32:33.464726+0000","last_clean":"2023-08-28T02:32:33.464726+0000","last_became_active":"2023-08-28T02:32:29.462034+0000","last_became_peered":"2023-08-28T02:32:29.462034+0000","last_unstale":"2023-08-28T02:32:33.464726+0000","last_undegraded":"2023-08-28T02:32:33.464726+0000","last_fullsized":"2023-08-28T02:32:33.464726+0000","mapping_epoch":282,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":283,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:56:00.666157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7,2],"avail_no_missing":["1","2","7"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"279'5834","reported_seq":5890,"reported_epoch":287,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:32:33.474119+0000","last_change":"2023-08-28T02:32:29.739026+0000","last_active":"2023-08-28T02:32:33.474119+0000","last_peered":"2023-08-28T02:32:33.474119+0000","last_clean":"2023-08-28T02:32:22.841462+0000","last_became_active":"2023-08-28T02:32:29.729250+0000","last_became_peered":"2023-08-28T02:32:29.729250+0000","last_unstale":"2023-08-28T02:32:33.474119+0000","last_undegraded":"2023-08-28T02:32:29.503531+0000","last_fullsized":"2023-08-28T02:32:29.457255+0000","mapping_epoch":282,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5834,"log_dups_size":0,"ondisk_log_size":5834,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:53:56.391963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":382337024,"num_objects":5834,"num_object_clones":0,"num_object_copies":17502,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":5834,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5834,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5834,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7],"avail_no_missing":["5","2","7"],"object_location_counts":[{"shards":"2,5,7","objects":5834}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2","version":"75'161","reported_seq":669,"reported_epoch":287,"state":"active+clean","last_fresh":"2023-08-28T02:32:33.465579+0000","last_change":"2023-08-28T02:30:51.762377+0000","last_active":"2023-08-28T02:32:33.465579+0000","last_peered":"2023-08-28T02:32:33.465579+0000","last_clean":"2023-08-28T02:32:33.465579+0000","last_became_active":"2023-08-28T02:27:46.375590+0000","last_became_peered":"2023-08-28T02:27:46.375590+0000","last_unstale":"2023-08-28T02:32:33.465579+0000","last_undegraded":"2023-08-28T02:32:33.465579+0000","last_fullsized":"2023-08-28T02:32:33.465579+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:51.762314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:51.762314+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:02.034555+0000","scrub_duration":0.0020023620000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":252,"reported_epoch":286,"state":"active+clean+remapped","last_fresh":"2023-08-28T02:32:32.477375+0000","last_change":"2023-08-28T02:32:29.460210+0000","last_active":"2023-08-28T02:32:32.477375+0000","last_peered":"2023-08-28T02:32:32.477375+0000","last_clean":"2023-08-28T02:32:32.477375+0000","last_became_active":"2023-08-28T02:32:29.459300+0000","last_became_peered":"2023-08-28T02:32:29.459300+0000","last_unstale":"2023-08-28T02:32:32.477375+0000","last_undegraded":"2023-08-28T02:32:32.477375+0000","last_fullsized":"2023-08-28T02:32:32.477375+0000","mapping_epoch":282,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":283,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:17:33.568914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1,2],"avail_no_missing":["0","1","2"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":94,"reported_epoch":287,"state":"active+clean","last_fresh":"2023-08-28T02:32:33.466147+0000","last_change":"2023-08-28T02:32:28.464203+0000","last_active":"2023-08-28T02:32:33.466147+0000","last_peered":"2023-08-28T02:32:33.466147+0000","last_clean":"2023-08-28T02:32:33.466147+0000","last_became_active":"2023-08-28T02:32:28.463412+0000","last_became_peered":"2023-08-28T02:32:28.463412+0000","last_unstale":"2023-08-28T02:32:33.466147+0000","last_undegraded":"2023-08-28T02:32:33.466147+0000","last_fullsized":"2023-08-28T02:32:33.466147+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:20:38.177879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":76,"reported_epoch":287,"state":"active+clean","last_fresh":"2023-08-28T02:32:33.465448+0000","last_change":"2023-08-28T02:29:44.427945+0000","last_active":"2023-08-28T02:32:33.465448+0000","last_peered":"2023-08-28T02:32:33.465448+0000","last_clean":"2023-08-28T02:32:33.465448+0000","last_became_active":"2023-08-28T02:29:44.426487+0000","last_became_peered":"2023-08-28T02:29:44.426487+0000","last_unstale":"2023-08-28T02:32:33.465448+0000","last_undegraded":"2023-08-28T02:32:33.465448+0000","last_fullsized":"2023-08-28T02:32:33.465448+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:30:20.438896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"279'5822","reported_seq":8066,"reported_epoch":287,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:32:33.465473+0000","last_change":"2023-08-28T02:32:28.465517+0000","last_active":"2023-08-28T02:32:33.465473+0000","last_peered":"2023-08-28T02:32:33.465473+0000","last_clean":"2023-08-28T02:31:50.923543+0000","last_became_active":"2023-08-28T02:31:53.182128+0000","last_became_peered":"2023-08-28T02:31:53.182128+0000","last_unstale":"2023-08-28T02:32:33.465473+0000","last_undegraded":"2023-08-28T02:32:28.462445+0000","last_fullsized":"2023-08-28T02:31:52.968320+0000","mapping_epoch":269,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5822,"log_dups_size":0,"ondisk_log_size":5822,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:51:31.034373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":381550592,"num_objects":5822,"num_object_clones":0,"num_object_copies":17466,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3880,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5822,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5822,"num_write_kb":372608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1093,"num_bytes_recovered":71630848,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0],"avail_no_missing":["1","0","6"],"object_location_counts":[{"shards":"0,1","objects":1942},{"shards":"0,1,6","objects":3880}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":267,"reported_epoch":287,"state":"active+clean+remapped","last_fresh":"2023-08-28T02:32:33.470505+0000","last_change":"2023-08-28T02:32:29.503086+0000","last_active":"2023-08-28T02:32:33.470505+0000","last_peered":"2023-08-28T02:32:33.470505+0000","last_clean":"2023-08-28T02:32:33.470505+0000","last_became_active":"2023-08-28T02:32:29.502683+0000","last_became_peered":"2023-08-28T02:32:29.502683+0000","last_unstale":"2023-08-28T02:32:33.470505+0000","last_undegraded":"2023-08-28T02:32:33.470505+0000","last_fullsized":"2023-08-28T02:32:33.470505+0000","mapping_epoch":282,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":283,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:08:36.219756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7,2],"avail_no_missing":["5","2","7"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"75'161","reported_seq":670,"reported_epoch":287,"state":"active+clean","last_fresh":"2023-08-28T02:32:33.466274+0000","last_change":"2023-08-28T02:31:55.059467+0000","last_active":"2023-08-28T02:32:33.466274+0000","last_peered":"2023-08-28T02:32:33.466274+0000","last_clean":"2023-08-28T02:32:33.466274+0000","last_became_active":"2023-08-28T02:31:55.059115+0000","last_became_peered":"2023-08-28T02:31:55.059115+0000","last_unstale":"2023-08-28T02:32:33.466274+0000","last_undegraded":"2023-08-28T02:32:33.466274+0000","last_fullsized":"2023-08-28T02:32:33.466274+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":0,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.820990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.820990+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:15:56.774667+0000","scrub_duration":0.0017342480000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":103,"reported_epoch":287,"state":"active+clean+remapped","last_fresh":"2023-08-28T02:32:33.470921+0000","last_change":"2023-08-28T02:32:13.940506+0000","last_active":"2023-08-28T02:32:33.470921+0000","last_peered":"2023-08-28T02:32:33.470921+0000","last_clean":"2023-08-28T02:32:33.470921+0000","last_became_active":"2023-08-28T02:32:13.940101+0000","last_became_peered":"2023-08-28T02:32:13.940101+0000","last_unstale":"2023-08-28T02:32:33.470921+0000","last_undegraded":"2023-08-28T02:32:33.470921+0000","last_fullsized":"2023-08-28T02:32:33.470921+0000","mapping_epoch":278,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":279,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:31:33.888814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4,6],"avail_no_missing":["5","4","6"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":110,"reported_epoch":287,"state":"active+clean","last_fresh":"2023-08-28T02:32:33.481187+0000","last_change":"2023-08-28T02:31:51.984584+0000","last_active":"2023-08-28T02:32:33.481187+0000","last_peered":"2023-08-28T02:32:33.481187+0000","last_clean":"2023-08-28T02:32:33.481187+0000","last_became_active":"2023-08-28T02:31:51.984264+0000","last_became_peered":"2023-08-28T02:31:51.984264+0000","last_unstale":"2023-08-28T02:32:33.481187+0000","last_undegraded":"2023-08-28T02:32:33.481187+0000","last_fullsized":"2023-08-28T02:32:33.481187+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:58:42.306722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"279'5791","reported_seq":5844,"reported_epoch":285,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:32:31.461170+0000","last_change":"2023-08-28T02:32:29.717505+0000","last_active":"2023-08-28T02:32:31.461170+0000","last_peered":"2023-08-28T02:32:31.461170+0000","last_clean":"2023-08-28T02:32:22.441230+0000","last_became_active":"2023-08-28T02:32:29.705116+0000","last_became_peered":"2023-08-28T02:32:29.705116+0000","last_unstale":"2023-08-28T02:32:31.461170+0000","last_undegraded":"2023-08-28T02:32:29.496646+0000","last_fullsized":"2023-08-28T02:32:29.445907+0000","mapping_epoch":282,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5791,"log_dups_size":0,"ondisk_log_size":5791,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:23:04.768069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":379518976,"num_objects":5791,"num_object_clones":0,"num_object_copies":17373,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":5791,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5791,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5791,"num_write_kb":370624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7],"avail_no_missing":["0","2","7"],"object_location_counts":[{"shards":"0,2,7","objects":5791}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3","version":"75'161","reported_seq":552,"reported_epoch":287,"state":"active+clean","last_fresh":"2023-08-28T02:32:33.468347+0000","last_change":"2023-08-28T02:31:55.068239+0000","last_active":"2023-08-28T02:32:33.468347+0000","last_peered":"2023-08-28T02:32:33.468347+0000","last_clean":"2023-08-28T02:32:33.468347+0000","last_became_active":"2023-08-28T02:31:55.067875+0000","last_became_peered":"2023-08-28T02:31:55.067875+0000","last_unstale":"2023-08-28T02:32:33.468347+0000","last_undegraded":"2023-08-28T02:32:33.468347+0000","last_fullsized":"2023-08-28T02:32:33.468347+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.868248+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:11:04.391639+0000","scrub_duration":0.0016215240000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":293,"reported_epoch":287,"state":"active+clean","last_fresh":"2023-08-28T02:32:33.466263+0000","last_change":"2023-08-28T02:29:44.421353+0000","last_active":"2023-08-28T02:32:33.466263+0000","last_peered":"2023-08-28T02:32:33.466263+0000","last_clean":"2023-08-28T02:32:33.466263+0000","last_became_active":"2023-08-28T02:29:44.421064+0000","last_became_peered":"2023-08-28T02:29:44.421064+0000","last_unstale":"2023-08-28T02:32:33.466263+0000","last_undegraded":"2023-08-28T02:32:33.466263+0000","last_fullsized":"2023-08-28T02:32:33.466263+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:51:36.524024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":249,"reported_epoch":285,"state":"active+undersized","last_fresh":"2023-08-28T02:32:31.457255+0000","last_change":"2023-08-28T02:31:28.932921+0000","last_active":"2023-08-28T02:32:31.457255+0000","last_peered":"2023-08-28T02:32:31.457255+0000","last_clean":"2023-08-28T02:31:25.507457+0000","last_became_active":"2023-08-28T02:31:28.932921+0000","last_became_peered":"2023-08-28T02:31:28.932921+0000","last_unstale":"2023-08-28T02:32:31.457255+0000","last_undegraded":"2023-08-28T02:32:31.457255+0000","last_fullsized":"2023-08-28T02:31:28.921968+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:50:41.591170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":["0","4"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":269,"reported_epoch":285,"state":"active+clean","last_fresh":"2023-08-28T02:32:31.461039+0000","last_change":"2023-08-28T02:32:28.457696+0000","last_active":"2023-08-28T02:32:31.461039+0000","last_peered":"2023-08-28T02:32:31.461039+0000","last_clean":"2023-08-28T02:32:31.461039+0000","last_became_active":"2023-08-28T02:32:28.457407+0000","last_became_peered":"2023-08-28T02:32:28.457407+0000","last_unstale":"2023-08-28T02:32:31.461039+0000","last_undegraded":"2023-08-28T02:32:31.461039+0000","last_fullsized":"2023-08-28T02:32:31.461039+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:26:29.392787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"279'5741","reported_seq":5799,"reported_epoch":287,"state":"active+clean+remapped","last_fresh":"2023-08-28T02:32:33.480954+0000","last_change":"2023-08-28T02:31:52.999830+0000","last_active":"2023-08-28T02:32:33.480954+0000","last_peered":"2023-08-28T02:32:33.480954+0000","last_clean":"2023-08-28T02:32:33.480954+0000","last_became_active":"2023-08-28T02:31:52.989929+0000","last_became_peered":"2023-08-28T02:31:52.989929+0000","last_unstale":"2023-08-28T02:32:33.480954+0000","last_undegraded":"2023-08-28T02:32:33.480954+0000","last_fullsized":"2023-08-28T02:32:33.480954+0000","mapping_epoch":269,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5741,"log_dups_size":0,"ondisk_log_size":5741,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:14:40.372715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":376242176,"num_objects":5741,"num_object_clones":0,"num_object_copies":17223,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":5741,"num_objects_unfound":0,"num_objects_dirty":5741,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5741,"num_write_kb":367424,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0,6],"avail_no_missing":["4","0","6"],"object_location_counts":[{"shards":"0,4,6","objects":5741}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.6","version":"75'161","reported_seq":533,"reported_epoch":285,"state":"active+clean+remapped","last_fresh":"2023-08-28T02:32:31.460875+0000","last_change":"2023-08-28T02:31:55.063797+0000","last_active":"2023-08-28T02:32:31.460875+0000","last_peered":"2023-08-28T02:32:31.460875+0000","last_clean":"2023-08-28T02:32:31.460875+0000","last_became_active":"2023-08-28T02:31:55.063413+0000","last_became_peered":"2023-08-28T02:31:55.063413+0000","last_unstale":"2023-08-28T02:32:31.460875+0000","last_undegraded":"2023-08-28T02:32:31.460875+0000","last_fullsized":"2023-08-28T02:32:31.460875+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.774982+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.774982+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:27:51.605717+0000","scrub_duration":0.003539819,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4,6],"avail_no_missing":["0","4","6"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":256,"reported_epoch":287,"state":"active+clean","last_fresh":"2023-08-28T02:32:33.465841+0000","last_change":"2023-08-28T02:14:43.033789+0000","last_active":"2023-08-28T02:32:33.465841+0000","last_peered":"2023-08-28T02:32:33.465841+0000","last_clean":"2023-08-28T02:32:33.465841+0000","last_became_active":"2023-08-28T02:14:43.033454+0000","last_became_peered":"2023-08-28T02:14:43.033454+0000","last_unstale":"2023-08-28T02:32:33.465841+0000","last_undegraded":"2023-08-28T02:32:33.465841+0000","last_fullsized":"2023-08-28T02:32:33.465841+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:01:13.205842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":85,"reported_epoch":287,"state":"active+clean","last_fresh":"2023-08-28T02:32:33.464870+0000","last_change":"2023-08-28T02:32:28.461807+0000","last_active":"2023-08-28T02:32:33.464870+0000","last_peered":"2023-08-28T02:32:33.464870+0000","last_clean":"2023-08-28T02:32:33.464870+0000","last_became_active":"2023-08-28T02:32:28.461116+0000","last_became_peered":"2023-08-28T02:32:28.461116+0000","last_unstale":"2023-08-28T02:32:33.464870+0000","last_undegraded":"2023-08-28T02:32:33.464870+0000","last_fullsized":"2023-08-28T02:32:33.464870+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:12:45.321757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":229,"reported_epoch":285,"state":"active+clean","last_fresh":"2023-08-28T02:32:31.457683+0000","last_change":"2023-08-28T02:14:43.048791+0000","last_active":"2023-08-28T02:32:31.457683+0000","last_peered":"2023-08-28T02:32:31.457683+0000","last_clean":"2023-08-28T02:32:31.457683+0000","last_became_active":"2023-08-28T02:14:43.047408+0000","last_became_peered":"2023-08-28T02:14:43.047408+0000","last_unstale":"2023-08-28T02:32:31.457683+0000","last_undegraded":"2023-08-28T02:32:31.457683+0000","last_fullsized":"2023-08-28T02:32:31.457683+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:47.097181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"279'5931","reported_seq":9661,"reported_epoch":288,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-08-28T02:32:36.444178+0000","last_change":"2023-08-28T02:32:28.613321+0000","last_active":"2023-08-28T02:32:36.444178+0000","last_peered":"2023-08-28T02:32:36.444178+0000","last_clean":"2023-08-28T02:31:50.933695+0000","last_became_active":"2023-08-28T02:32:28.510265+0000","last_became_peered":"2023-08-28T02:32:28.510265+0000","last_unstale":"2023-08-28T02:32:36.444178+0000","last_undegraded":"2023-08-28T02:32:28.456017+0000","last_fullsized":"2023-08-28T02:32:28.446875+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5931,"log_dups_size":0,"ondisk_log_size":5931,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:22:15.956967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":388694016,"num_objects":5931,"num_object_clones":0,"num_object_copies":17793,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":5931,"num_objects_misplaced":3134,"num_objects_unfound":0,"num_objects_dirty":5931,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5931,"num_write_kb":379584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1833,"num_bytes_recovered":120127488,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,2],"avail_no_missing":["4","2","6"],"object_location_counts":[{"shards":"2,4","objects":2797},{"shards":"2,4,6","objects":3134}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.5","version":"75'161","reported_seq":581,"reported_epoch":287,"state":"active+clean","last_fresh":"2023-08-28T02:32:33.482729+0000","last_change":"2023-08-28T02:32:31.477151+0000","last_active":"2023-08-28T02:32:33.482729+0000","last_peered":"2023-08-28T02:32:33.482729+0000","last_clean":"2023-08-28T02:32:33.482729+0000","last_became_active":"2023-08-28T02:32:31.476776+0000","last_became_peered":"2023-08-28T02:32:31.476776+0000","last_unstale":"2023-08-28T02:32:33.482729+0000","last_undegraded":"2023-08-28T02:32:33.482729+0000","last_fullsized":"2023-08-28T02:32:33.482729+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:18.891729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:18.891729+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:47:27.194140+0000","scrub_duration":0.0031546460000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"65'2","reported_seq":57,"reported_epoch":287,"state":"active+undersized+degraded","last_fresh":"2023-08-28T02:32:33.466094+0000","last_change":"2023-08-28T02:31:28.930101+0000","last_active":"2023-08-28T02:32:33.466094+0000","last_peered":"2023-08-28T02:32:33.466094+0000","last_clean":"2023-08-28T02:07:40.385760+0000","last_became_active":"2023-08-28T02:31:28.930101+0000","last_became_peered":"2023-08-28T02:31:28.930101+0000","last_unstale":"2023-08-28T02:32:33.466094+0000","last_undegraded":"2023-08-28T02:31:28.925895+0000","last_fullsized":"2023-08-28T02:31:28.925792+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:38:31.220118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":["7","0"],"object_location_counts":[{"shards":"0,7","objects":1}],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":113,"reported_epoch":287,"state":"active+clean+remapped","last_fresh":"2023-08-28T02:32:33.465220+0000","last_change":"2023-08-28T02:31:53.140427+0000","last_active":"2023-08-28T02:32:33.465220+0000","last_peered":"2023-08-28T02:32:33.465220+0000","last_clean":"2023-08-28T02:32:33.465220+0000","last_became_active":"2023-08-28T02:31:53.140123+0000","last_became_peered":"2023-08-28T02:31:53.140123+0000","last_unstale":"2023-08-28T02:32:33.465220+0000","last_undegraded":"2023-08-28T02:32:33.465220+0000","last_fullsized":"2023-08-28T02:32:33.465220+0000","mapping_epoch":269,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:15:11.293951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4,6],"avail_no_missing":["1","4","6"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":133,"reported_epoch":287,"state":"active+undersized","last_fresh":"2023-08-28T02:32:33.466442+0000","last_change":"2023-08-28T02:31:28.927105+0000","last_active":"2023-08-28T02:32:33.466442+0000","last_peered":"2023-08-28T02:32:33.466442+0000","last_clean":"2023-08-28T02:12:42.062657+0000","last_became_active":"2023-08-28T02:31:28.927105+0000","last_became_peered":"2023-08-28T02:31:28.927105+0000","last_unstale":"2023-08-28T02:32:33.466442+0000","last_undegraded":"2023-08-28T02:32:33.466442+0000","last_fullsized":"2023-08-28T02:31:28.924521+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:23:47.234376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":["7","0"],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.f","version":"279'5934","reported_seq":5989,"reported_epoch":283,"state":"activating+undersized+degraded+remapped","last_fresh":"2023-08-28T02:32:36.369902+0000","last_change":"2023-08-28T02:32:36.428111+0000","last_active":"2023-08-28T02:32:27.451282+0000","last_peered":"2023-08-28T02:32:22.423435+0000","last_clean":"2023-08-28T02:31:27.909649+0000","last_became_active":"2023-08-28T02:32:14.109015+0000","last_became_peered":"2023-08-28T02:32:14.109015+0000","last_unstale":"2023-08-28T02:32:36.369902+0000","last_undegraded":"2023-08-28T02:32:36.369902+0000","last_fullsized":"2023-08-28T02:32:29.449477+0000","mapping_epoch":282,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5934,"log_dups_size":0,"ondisk_log_size":5934,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:53:15.388294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":388890624,"num_objects":5934,"num_object_clones":0,"num_object_copies":17802,"num_objects_missing_on_primary":5920,"num_objects_missing":5920,"num_objects_degraded":11854,"num_objects_misplaced":5934,"num_objects_unfound":0,"num_objects_dirty":5934,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5934,"num_write_kb":379776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,2],"avail_no_missing":["2","6"],"object_location_counts":[{"shards":"2","objects":5920},{"shards":"2,4","objects":14}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.4","version":"75'161","reported_seq":435,"reported_epoch":287,"state":"active+undersized","last_fresh":"2023-08-28T02:32:33.470458+0000","last_change":"2023-08-28T02:31:28.935094+0000","last_active":"2023-08-28T02:32:33.470458+0000","last_peered":"2023-08-28T02:32:33.470458+0000","last_clean":"2023-08-28T02:11:30.053048+0000","last_became_active":"2023-08-28T02:31:28.935094+0000","last_became_peered":"2023-08-28T02:31:28.935094+0000","last_unstale":"2023-08-28T02:32:33.470458+0000","last_undegraded":"2023-08-28T02:32:33.470458+0000","last_fullsized":"2023-08-28T02:31:28.927936+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":190,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.899247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.899247+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":["5","7"],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":202,"reported_epoch":287,"state":"active+clean+remapped","last_fresh":"2023-08-28T02:32:33.465861+0000","last_change":"2023-08-28T02:32:29.460097+0000","last_active":"2023-08-28T02:32:33.465861+0000","last_peered":"2023-08-28T02:32:33.465861+0000","last_clean":"2023-08-28T02:32:33.465861+0000","last_became_active":"2023-08-28T02:32:29.459686+0000","last_became_peered":"2023-08-28T02:32:29.459686+0000","last_unstale":"2023-08-28T02:32:33.465861+0000","last_undegraded":"2023-08-28T02:32:33.465861+0000","last_fullsized":"2023-08-28T02:32:33.465861+0000","mapping_epoch":282,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":283,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:53:16.857469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1,2],"avail_no_missing":["7","1","2"],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"65'1","reported_seq":273,"reported_epoch":285,"state":"active+clean","last_fresh":"2023-08-28T02:32:31.461134+0000","last_change":"2023-08-28T02:29:44.510205+0000","last_active":"2023-08-28T02:32:31.461134+0000","last_peered":"2023-08-28T02:32:31.461134+0000","last_clean":"2023-08-28T02:32:31.461134+0000","last_became_active":"2023-08-28T02:29:44.429357+0000","last_became_peered":"2023-08-28T02:29:44.429357+0000","last_unstale":"2023-08-28T02:32:31.461134+0000","last_undegraded":"2023-08-28T02:32:31.461134+0000","last_fullsized":"2023-08-28T02:32:31.461134+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:44:59.955729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":243,"reported_epoch":287,"state":"active+clean","last_fresh":"2023-08-28T02:32:33.480381+0000","last_change":"2023-08-28T02:32:12.950661+0000","last_active":"2023-08-28T02:32:33.480381+0000","last_peered":"2023-08-28T02:32:33.480381+0000","last_clean":"2023-08-28T02:32:33.480381+0000","last_became_active":"2023-08-28T02:32:12.950276+0000","last_became_peered":"2023-08-28T02:32:12.950276+0000","last_unstale":"2023-08-28T02:32:33.480381+0000","last_undegraded":"2023-08-28T02:32:33.480381+0000","last_fullsized":"2023-08-28T02:32:33.480381+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:05:17.972868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"65'1","reported_seq":231,"reported_epoch":285,"state":"active+clean","last_fresh":"2023-08-28T02:32:31.457598+0000","last_change":"2023-08-28T02:14:43.042150+0000","last_active":"2023-08-28T02:32:31.457598+0000","last_peered":"2023-08-28T02:32:31.457598+0000","last_clean":"2023-08-28T02:32:31.457598+0000","last_became_active":"2023-08-28T02:14:43.038336+0000","last_became_peered":"2023-08-28T02:14:43.038336+0000","last_unstale":"2023-08-28T02:32:31.457598+0000","last_undegraded":"2023-08-28T02:32:31.457598+0000","last_fullsized":"2023-08-28T02:32:31.457598+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:26:02.415152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":273,"reported_epoch":287,"state":"active+clean+remapped","last_fresh":"2023-08-28T02:32:33.464770+0000","last_change":"2023-08-28T02:32:29.462480+0000","last_active":"2023-08-28T02:32:33.464770+0000","last_peered":"2023-08-28T02:32:33.464770+0000","last_clean":"2023-08-28T02:32:33.464770+0000","last_became_active":"2023-08-28T02:32:29.462100+0000","last_became_peered":"2023-08-28T02:32:29.462100+0000","last_unstale":"2023-08-28T02:32:33.464770+0000","last_undegraded":"2023-08-28T02:32:33.464770+0000","last_fullsized":"2023-08-28T02:32:33.464770+0000","mapping_epoch":282,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":283,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:14:36.710734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0,2],"avail_no_missing":["1","0","2"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"65'2","reported_seq":281,"reported_epoch":287,"state":"active+clean","last_fresh":"2023-08-28T02:32:33.470796+0000","last_change":"2023-08-28T02:29:44.535937+0000","last_active":"2023-08-28T02:32:33.470796+0000","last_peered":"2023-08-28T02:32:33.470796+0000","last_clean":"2023-08-28T02:32:33.470796+0000","last_became_active":"2023-08-28T02:29:44.462244+0000","last_became_peered":"2023-08-28T02:29:44.462244+0000","last_unstale":"2023-08-28T02:32:33.470796+0000","last_undegraded":"2023-08-28T02:32:33.470796+0000","last_fullsized":"2023-08-28T02:32:33.470796+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:30:33.173713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":269,"reported_epoch":285,"state":"active+undersized","last_fresh":"2023-08-28T02:32:31.457250+0000","last_change":"2023-08-28T02:31:28.939763+0000","last_active":"2023-08-28T02:32:31.457250+0000","last_peered":"2023-08-28T02:32:31.457250+0000","last_clean":"2023-08-28T02:31:25.506603+0000","last_became_active":"2023-08-28T02:31:28.939763+0000","last_became_peered":"2023-08-28T02:31:28.939763+0000","last_unstale":"2023-08-28T02:32:31.457250+0000","last_undegraded":"2023-08-28T02:32:31.457250+0000","last_fullsized":"2023-08-28T02:31:28.922320+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:50:23.052805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":["0","1"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"65'2","reported_seq":250,"reported_epoch":287,"state":"active+clean","last_fresh":"2023-08-28T02:32:33.470976+0000","last_change":"2023-08-28T02:31:51.991101+0000","last_active":"2023-08-28T02:32:33.470976+0000","last_peered":"2023-08-28T02:32:33.470976+0000","last_clean":"2023-08-28T02:32:33.470976+0000","last_became_active":"2023-08-28T02:31:51.987237+0000","last_became_peered":"2023-08-28T02:31:51.987237+0000","last_unstale":"2023-08-28T02:32:33.470976+0000","last_undegraded":"2023-08-28T02:32:33.470976+0000","last_fullsized":"2023-08-28T02:32:33.470976+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:07:07.370857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":274,"reported_epoch":287,"state":"active+undersized","last_fresh":"2023-08-28T02:32:33.481232+0000","last_change":"2023-08-28T02:31:28.934281+0000","last_active":"2023-08-28T02:32:33.481232+0000","last_peered":"2023-08-28T02:32:33.481232+0000","last_clean":"2023-08-28T02:31:25.512799+0000","last_became_active":"2023-08-28T02:31:28.934281+0000","last_became_peered":"2023-08-28T02:31:28.934281+0000","last_unstale":"2023-08-28T02:32:33.481232+0000","last_undegraded":"2023-08-28T02:32:33.481232+0000","last_fullsized":"2023-08-28T02:31:28.928405+0000","mapping_epoch":261,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":135,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:40:02.535752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":["4","0"],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"65'1","reported_seq":35,"reported_epoch":287,"state":"active+clean+remapped","last_fresh":"2023-08-28T02:32:33.464859+0000","last_change":"2023-08-28T02:32:29.461392+0000","last_active":"2023-08-28T02:32:33.464859+0000","last_peered":"2023-08-28T02:32:33.464859+0000","last_clean":"2023-08-28T02:32:33.464859+0000","last_became_active":"2023-08-28T02:32:29.460807+0000","last_became_peered":"2023-08-28T02:32:29.460807+0000","last_unstale":"2023-08-28T02:32:33.464859+0000","last_undegraded":"2023-08-28T02:32:33.464859+0000","last_fullsized":"2023-08-28T02:32:33.464859+0000","mapping_epoch":282,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":283,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:39:11.752026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7,2],"avail_no_missing":["1","2","7"],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":128,"reported_epoch":285,"state":"active+clean+remapped","last_fresh":"2023-08-28T02:32:31.456993+0000","last_change":"2023-08-28T02:32:29.515278+0000","last_active":"2023-08-28T02:32:31.456993+0000","last_peered":"2023-08-28T02:32:31.456993+0000","last_clean":"2023-08-28T02:32:31.456993+0000","last_became_active":"2023-08-28T02:32:29.514577+0000","last_became_peered":"2023-08-28T02:32:29.514577+0000","last_unstale":"2023-08-28T02:32:31.456993+0000","last_undegraded":"2023-08-28T02:32:31.456993+0000","last_fullsized":"2023-08-28T02:32:31.456993+0000","mapping_epoch":282,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":283,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:15:58.320338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5,2],"avail_no_missing":["0","2","5"],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1f","version":"65'4","reported_seq":262,"reported_epoch":285,"state":"active+clean","last_fresh":"2023-08-28T02:32:31.464228+0000","last_change":"2023-08-28T02:32:28.607010+0000","last_active":"2023-08-28T02:32:31.464228+0000","last_peered":"2023-08-28T02:32:31.464228+0000","last_clean":"2023-08-28T02:32:31.464228+0000","last_became_active":"2023-08-28T02:32:28.492224+0000","last_became_peered":"2023-08-28T02:32:28.492224+0000","last_unstale":"2023-08-28T02:32:31.464228+0000","last_undegraded":"2023-08-28T02:32:31.464228+0000","last_fullsized":"2023-08-28T02:32:31.464228+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:13:45.711951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":554,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":282,"reported_epoch":287,"state":"active+clean+remapped","last_fresh":"2023-08-28T02:32:33.481008+0000","last_change":"2023-08-28T02:31:53.010113+0000","last_active":"2023-08-28T02:32:33.481008+0000","last_peered":"2023-08-28T02:32:33.481008+0000","last_clean":"2023-08-28T02:32:33.481008+0000","last_became_active":"2023-08-28T02:31:53.009718+0000","last_became_peered":"2023-08-28T02:31:53.009718+0000","last_unstale":"2023-08-28T02:32:33.481008+0000","last_undegraded":"2023-08-28T02:32:33.481008+0000","last_fullsized":"2023-08-28T02:32:33.481008+0000","mapping_epoch":269,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:19.891087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1,6],"avail_no_missing":["4","1","6"],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":80,"acting":89,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":6114181120,"num_objects":93295,"num_object_clones":0,"num_object_copies":279885,"num_objects_missing_on_primary":5921,"num_objects_missing":5921,"num_objects_degraded":56425,"num_objects_misplaced":35938,"num_objects_unfound":0,"num_objects_dirty":93295,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":93295,"num_write_kb":5970880,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4831,"num_bytes_recovered":316604416,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":17883987968,"data_stored":17883987968,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":93295,"ondisk_log_size":93295,"up":40,"acting":37,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":4,"num_objects_misplaced":5,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":18,"num_bytes_recovered":10056,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":80,"acting":87,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":370028,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":1,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":89,"num_read_kb":167,"num_write":44,"num_write_kb":440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":322019,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":28,"acting":30,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":20,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299708,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2096492,"kb_used_data":1619492,"kb_used_omap":0,"kb_used_meta":476992,"kb_avail":91648660,"statfs":{"total":95995035648,"available":93848227840,"internally_reserved":0,"allocated":1658359808,"data_stored":1657199090,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":488439808},"hb_peers":[0,1,2,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:32:07 2023","interfaces":[{"interface":"back","average":{"1min":1.0029999999999999,"5min":1.4730000000000001,"15min":1.6299999999999999},"min":{"1min":0.219,"5min":0.219,"15min":0.21199999999999999},"max":{"1min":2.6949999999999998,"5min":8.8870000000000005,"15min":13.257},"last":0.46700000000000003},{"interface":"front","average":{"1min":2.0030000000000001,"5min":2.2709999999999999,"15min":2.0569999999999999},"min":{"1min":0.34899999999999998,"5min":0.249,"15min":0.246},"max":{"1min":9.2799999999999994,"5min":17.402999999999999,"15min":17.402999999999999},"last":0.55200000000000005}]},{"osd":1,"last update":"Mon Aug 28 02:32:31 2023","interfaces":[{"interface":"back","average":{"1min":2.0910000000000002,"5min":2.605,"15min":2.3130000000000002},"min":{"1min":0.32900000000000001,"5min":0.248,"15min":0.24099999999999999},"max":{"1min":7.0599999999999996,"5min":17.43,"15min":17.43},"last":0.502},{"interface":"front","average":{"1min":1.399,"5min":2.367,"15min":2.1520000000000001},"min":{"1min":0.34100000000000003,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":7.1420000000000003,"5min":19.913,"15min":19.913},"last":0.375}]},{"osd":2,"last update":"Mon Aug 28 02:32:20 2023","interfaces":[{"interface":"back","average":{"1min":1.032,"5min":1.556,"15min":1.7849999999999999},"min":{"1min":0.252,"5min":0.22900000000000001,"15min":0.22800000000000001},"max":{"1min":3.8199999999999998,"5min":7.6150000000000002,"15min":8.3889999999999993},"last":0.41999999999999998},{"interface":"front","average":{"1min":1.129,"5min":1.2729999999999999,"15min":1.677},"min":{"1min":0.315,"5min":0.315,"15min":0.28699999999999998},"max":{"1min":3.5219999999999998,"5min":9.2219999999999995,"15min":12.128},"last":0.43099999999999999}]},{"osd":3,"last update":"Mon Aug 28 02:30:27 2023","interfaces":[{"interface":"back","average":{"1min":2.335,"5min":1.8180000000000001,"15min":2.028},"min":{"1min":0.38100000000000001,"5min":0.29499999999999998,"15min":0.27200000000000002},"max":{"1min":12.186999999999999,"5min":12.186999999999999,"15min":12.186999999999999},"last":2.6749999999999998},{"interface":"front","average":{"1min":2.4420000000000002,"5min":1.657,"15min":2.1379999999999999},"min":{"1min":0.32300000000000001,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":19.344999999999999,"5min":19.344999999999999,"15min":19.344999999999999},"last":2.7189999999999999}]},{"osd":4,"last update":"Mon Aug 28 02:32:07 2023","interfaces":[{"interface":"back","average":{"1min":1.847,"5min":1.9970000000000001,"15min":1.302},"min":{"1min":0.245,"5min":0.245,"15min":0.23400000000000001},"max":{"1min":7.0960000000000001,"5min":18.943000000000001,"15min":18.943000000000001},"last":0.34399999999999997},{"interface":"front","average":{"1min":1.577,"5min":1.167,"15min":0.97399999999999998},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.253},"max":{"1min":6.2350000000000003,"5min":7.0339999999999998,"15min":8.1890000000000001},"last":0.54000000000000004}]},{"osd":5,"last update":"Mon Aug 28 02:32:07 2023","interfaces":[{"interface":"back","average":{"1min":1.2709999999999999,"5min":1.4930000000000001,"15min":1.0720000000000001},"min":{"1min":0.28999999999999998,"5min":0.255,"15min":0.23599999999999999},"max":{"1min":5.9130000000000003,"5min":14.622,"15min":14.622},"last":0.39500000000000002},{"interface":"front","average":{"1min":1.758,"5min":1.893,"15min":1.319},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.27000000000000002},"max":{"1min":7,"5min":17.324999999999999,"15min":17.324999999999999},"last":0.45000000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:32:07 2023","interfaces":[{"interface":"back","average":{"1min":1.9890000000000001,"5min":1.968,"15min":1.345},"min":{"1min":0.31900000000000001,"5min":0.30499999999999999,"15min":0.28899999999999998},"max":{"1min":7.601,"5min":17.454999999999998,"15min":17.454999999999998},"last":0.40899999999999997},{"interface":"front","average":{"1min":1.4119999999999999,"5min":1.0029999999999999,"15min":0.88900000000000001},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":5.6710000000000003,"5min":7.665,"15min":7.665},"last":0.48599999999999999}]}]},{"osd":6,"up_from":0,"seq":193273528639,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":101,"seq":433791697098,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1767340,"kb_used_data":1135076,"kb_used_omap":4,"kb_used_meta":632251,"kb_avail":91977812,"statfs":{"total":95995035648,"available":94185279488,"internally_reserved":0,"allocated":1162317824,"data_stored":1160717727,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":647425934},"hb_peers":[0,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:32:30 2023","interfaces":[{"interface":"back","average":{"1min":1.6579999999999999,"5min":2.6190000000000002,"15min":2.8380000000000001},"min":{"1min":0.223,"5min":0.221,"15min":0.21099999999999999},"max":{"1min":6.4500000000000002,"5min":24.545999999999999,"15min":24.545999999999999},"last":0.39000000000000001},{"interface":"front","average":{"1min":1.3999999999999999,"5min":3.9279999999999999,"15min":3.1859999999999999},"min":{"1min":0.28499999999999998,"5min":0.251,"15min":0.21199999999999999},"max":{"1min":7.5330000000000004,"5min":24.515000000000001,"15min":24.515000000000001},"last":0.26400000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:32:22 2023","interfaces":[{"interface":"back","average":{"1min":1.7549999999999999,"5min":3.0800000000000001,"15min":2.911},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.24099999999999999},"max":{"1min":7.5659999999999998,"5min":22.161000000000001,"15min":22.161000000000001},"last":0.46500000000000002},{"interface":"front","average":{"1min":2.069,"5min":2.3290000000000002,"15min":2.7290000000000001},"min":{"1min":0.27600000000000002,"5min":0.254,"15min":0.253},"max":{"1min":8.3170000000000002,"5min":19.100999999999999,"15min":20.003},"last":0.41099999999999998}]},{"osd":3,"last update":"Mon Aug 28 02:31:21 2023","interfaces":[{"interface":"back","average":{"1min":2.3100000000000001,"5min":2.4460000000000002,"15min":3.1880000000000002},"min":{"1min":0.32000000000000001,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":8.6270000000000007,"5min":19.074999999999999,"15min":24.701000000000001},"last":1.391},{"interface":"front","average":{"1min":2.9769999999999999,"5min":2.8029999999999999,"15min":3.1949999999999998},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.223},"max":{"1min":14.85,"5min":14.85,"15min":22.59},"last":2.0499999999999998}]},{"osd":4,"last update":"Mon Aug 28 02:32:30 2023","interfaces":[{"interface":"back","average":{"1min":1.76,"5min":1.9279999999999999,"15min":1.8740000000000001},"min":{"1min":0.33600000000000002,"5min":0.316,"15min":0.30099999999999999},"max":{"1min":6.819,"5min":18.992999999999999,"15min":18.992999999999999},"last":0.53200000000000003},{"interface":"front","average":{"1min":2.008,"5min":2.137,"15min":1.9099999999999999},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.26400000000000001},"max":{"1min":6.8380000000000001,"5min":14.779999999999999,"15min":14.779999999999999},"last":0.48199999999999998}]},{"osd":5,"last update":"Mon Aug 28 02:32:30 2023","interfaces":[{"interface":"back","average":{"1min":2.125,"5min":2.5089999999999999,"15min":2.3799999999999999},"min":{"1min":0.39600000000000002,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":7.7549999999999999,"5min":12.170999999999999,"15min":18.626999999999999},"last":0.373},{"interface":"front","average":{"1min":1.843,"5min":2.2000000000000002,"15min":2.3610000000000002},"min":{"1min":0.377,"5min":0.34300000000000003,"15min":0.31900000000000001},"max":{"1min":7.3410000000000002,"5min":18.945,"15min":18.945},"last":0.56799999999999995}]},{"osd":6,"last update":"Mon Aug 28 02:32:30 2023","interfaces":[{"interface":"back","average":{"1min":1.7,"5min":2.3079999999999998,"15min":2.3359999999999999},"min":{"1min":0.39100000000000001,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":7.4969999999999999,"5min":12.221,"15min":13.254},"last":0.43099999999999999},{"interface":"front","average":{"1min":2.5019999999999998,"5min":2.121,"15min":2.1030000000000002},"min":{"1min":0.45900000000000002,"5min":0.41799999999999998,"15min":0.34499999999999997},"max":{"1min":12.371,"5min":19.021999999999998,"15min":19.021999999999998},"last":0.59999999999999998}]},{"osd":7,"last update":"Mon Aug 28 02:32:30 2023","interfaces":[{"interface":"back","average":{"1min":1.5389999999999999,"5min":2.1099999999999999,"15min":2.355},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":7.3949999999999996,"5min":19.047999999999998,"15min":19.047999999999998},"last":0.495},{"interface":"front","average":{"1min":1.952,"5min":2.1160000000000001,"15min":2.1699999999999999},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.30199999999999999},"max":{"1min":6.4960000000000004,"5min":14.818,"15min":14.818},"last":0.55300000000000005}]}]},{"osd":0,"up_from":87,"seq":373662154966,"num_pgs":55,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":4375668,"kb_used_data":3716396,"kb_used_omap":5,"kb_used_meta":659258,"kb_avail":89369484,"statfs":{"total":95995035648,"available":91514351616,"internally_reserved":0,"allocated":3805589504,"data_stored":3803905663,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":675080826},"hb_peers":[1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,16],"upper_bound":65536},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:32:26 2023","interfaces":[{"interface":"back","average":{"1min":1.472,"5min":2.0790000000000002,"15min":2.3290000000000002},"min":{"1min":0.184,"5min":0.184,"15min":0.184},"max":{"1min":5.5339999999999998,"5min":30.315000000000001,"15min":30.315000000000001},"last":0.64600000000000002},{"interface":"front","average":{"1min":1.4259999999999999,"5min":3.0259999999999998,"15min":3.194},"min":{"1min":0.25,"5min":0.249,"15min":0.16900000000000001},"max":{"1min":8.3379999999999992,"5min":69.272000000000006,"15min":69.272000000000006},"last":0.35899999999999999}]},{"osd":2,"last update":"Mon Aug 28 02:32:22 2023","interfaces":[{"interface":"back","average":{"1min":1.0289999999999999,"5min":2.258,"15min":2.7570000000000001},"min":{"1min":0.29999999999999999,"5min":0.248,"15min":0.23400000000000001},"max":{"1min":5.7060000000000004,"5min":20.959,"15min":20.959},"last":0.45400000000000001},{"interface":"front","average":{"1min":1.1919999999999999,"5min":2.0499999999999998,"15min":2.3380000000000001},"min":{"1min":0.247,"5min":0.247,"15min":0.24299999999999999},"max":{"1min":5.3230000000000004,"5min":9.3729999999999993,"15min":20.015999999999998},"last":0.42899999999999999}]},{"osd":3,"last update":"Mon Aug 28 02:31:24 2023","interfaces":[{"interface":"back","average":{"1min":2.2599999999999998,"5min":2.2810000000000001,"15min":2.9140000000000001},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":8.468,"5min":11.41,"15min":20.27},"last":1.952},{"interface":"front","average":{"1min":1.0489999999999999,"5min":2.3119999999999998,"15min":2.5550000000000002},"min":{"1min":0.33400000000000002,"5min":0.33300000000000002,"15min":0.247},"max":{"1min":4.3209999999999997,"5min":15.365,"15min":17.635999999999999},"last":1.1160000000000001}]},{"osd":4,"last update":"Mon Aug 28 02:32:09 2023","interfaces":[{"interface":"back","average":{"1min":1.996,"5min":4.391,"15min":2.7589999999999999},"min":{"1min":0.38500000000000001,"5min":0.32600000000000001,"15min":0.27700000000000002},"max":{"1min":5.3789999999999996,"5min":274.33199999999999,"15min":274.33199999999999},"last":0.51700000000000002},{"interface":"front","average":{"1min":2.1890000000000001,"5min":4.8780000000000001,"15min":3.2890000000000001},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":11.943,"5min":266.31999999999999,"15min":266.31999999999999},"last":0.61799999999999999}]},{"osd":5,"last update":"Mon Aug 28 02:32:09 2023","interfaces":[{"interface":"back","average":{"1min":1.3819999999999999,"5min":1.6639999999999999,"15min":1.796},"min":{"1min":0.34799999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":5.4400000000000004,"5min":8.9789999999999992,"15min":13.038},"last":0.47599999999999998},{"interface":"front","average":{"1min":2.649,"5min":2.5110000000000001,"15min":2.5230000000000001},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.27800000000000002},"max":{"1min":11.968999999999999,"5min":15.231,"15min":15.231},"last":0.56699999999999995}]},{"osd":6,"last update":"Mon Aug 28 02:32:09 2023","interfaces":[{"interface":"back","average":{"1min":2.2530000000000001,"5min":2.024,"15min":2.028},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":11.605,"5min":15.122999999999999,"15min":15.122999999999999},"last":0.58699999999999997},{"interface":"front","average":{"1min":2.9009999999999998,"5min":2.508,"15min":2.5169999999999999},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.311},"max":{"1min":11.856999999999999,"5min":15.186999999999999,"15min":15.186999999999999},"last":0.76100000000000001}]},{"osd":7,"last update":"Mon Aug 28 02:32:09 2023","interfaces":[{"interface":"back","average":{"1min":2.0310000000000001,"5min":2.4489999999999998,"15min":2.4249999999999998},"min":{"1min":0.38,"5min":0.38,"15min":0.33400000000000002},"max":{"1min":8.1069999999999993,"5min":16.183,"15min":16.183},"last":0.498},{"interface":"front","average":{"1min":1.7809999999999999,"5min":1.962,"15min":2.0339999999999998},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":5.2839999999999998,"5min":8.9960000000000004,"15min":13.005000000000001},"last":0.69399999999999995}]}]},{"osd":2,"up_from":0,"seq":502511173823,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":134,"seq":575525617828,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1659312,"kb_used_data":1068520,"kb_used_omap":2,"kb_used_meta":590781,"kb_avail":92085840,"statfs":{"total":95995035648,"available":94295900160,"internally_reserved":0,"allocated":1094164480,"data_stored":1092750011,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":604959797},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:31:13 2023","interfaces":[{"interface":"back","average":{"1min":2.109,"5min":2.109,"15min":2.694},"min":{"1min":0.24199999999999999,"5min":0.20599999999999999,"15min":0.19},"max":{"1min":8.5679999999999996,"5min":34.68,"15min":34.68},"last":0.26500000000000001},{"interface":"front","average":{"1min":2.1480000000000001,"5min":1.915,"15min":2.9249999999999998},"min":{"1min":0.317,"5min":0.22800000000000001,"15min":0.21099999999999999},"max":{"1min":7.5499999999999998,"5min":34.777000000000001,"15min":34.777000000000001},"last":0.91800000000000004}]},{"osd":1,"last update":"Mon Aug 28 02:31:13 2023","interfaces":[{"interface":"back","average":{"1min":2.2250000000000001,"5min":2.7919999999999998,"15min":3.3119999999999998},"min":{"1min":0.33300000000000002,"5min":0.26500000000000001,"15min":0.23200000000000001},"max":{"1min":6.3250000000000002,"5min":29.780999999999999,"15min":29.780999999999999},"last":1.0700000000000001},{"interface":"front","average":{"1min":2.105,"5min":2.1509999999999998,"15min":2.7770000000000001},"min":{"1min":0.31900000000000001,"5min":0.28299999999999997,"15min":0.22700000000000001},"max":{"1min":13.576000000000001,"5min":13.576000000000001,"15min":24.071999999999999},"last":1.7170000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:31:13 2023","interfaces":[{"interface":"back","average":{"1min":1.5109999999999999,"5min":1.9750000000000001,"15min":3.0670000000000002},"min":{"1min":0.29799999999999999,"5min":0.27400000000000002,"15min":0.26300000000000001},"max":{"1min":6.4370000000000003,"5min":11.282,"15min":21.292000000000002},"last":3.4670000000000001},{"interface":"front","average":{"1min":1.294,"5min":1.5740000000000001,"15min":2.7450000000000001},"min":{"1min":0.309,"5min":0.27800000000000002,"15min":0.249},"max":{"1min":4.9020000000000001,"5min":7.9779999999999998,"15min":24.175999999999998},"last":2.0409999999999999}]},{"osd":4,"last update":"Mon Aug 28 02:31:13 2023","interfaces":[{"interface":"back","average":{"1min":1.429,"5min":1.488,"15min":2.0950000000000002},"min":{"1min":0.35099999999999998,"5min":0.29299999999999998,"15min":0.28399999999999997},"max":{"1min":8.3759999999999994,"5min":8.3759999999999994,"15min":23.994},"last":0.52100000000000002},{"interface":"front","average":{"1min":1.4450000000000001,"5min":1.514,"15min":2.161},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":4.5229999999999997,"5min":10.023999999999999,"15min":21.106000000000002},"last":0.96599999999999997}]},{"osd":5,"last update":"Mon Aug 28 02:31:13 2023","interfaces":[{"interface":"back","average":{"1min":1.617,"5min":1.619,"15min":2.2309999999999999},"min":{"1min":0.376,"5min":0.317,"15min":0.311},"max":{"1min":4.4050000000000002,"5min":7.5039999999999996,"15min":21.507000000000001},"last":1.0449999999999999},{"interface":"front","average":{"1min":1.8,"5min":1.8480000000000001,"15min":2.4249999999999998},"min":{"1min":0.44400000000000001,"5min":0.39100000000000001,"15min":0.32400000000000001},"max":{"1min":6.3700000000000001,"5min":11.167,"15min":18.181000000000001},"last":0.98499999999999999}]},{"osd":6,"last update":"Mon Aug 28 02:31:13 2023","interfaces":[{"interface":"back","average":{"1min":1.8240000000000001,"5min":1.708,"15min":2.3279999999999998},"min":{"1min":0.373,"5min":0.34799999999999998,"15min":0.32700000000000001},"max":{"1min":11.119999999999999,"5min":11.119999999999999,"15min":23.071000000000002},"last":1.012},{"interface":"front","average":{"1min":2.2250000000000001,"5min":2.0870000000000002,"15min":2.5870000000000002},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.315},"max":{"1min":6.3929999999999998,"5min":11.253,"15min":18.128},"last":1.028}]},{"osd":7,"last update":"Mon Aug 28 02:31:13 2023","interfaces":[{"interface":"back","average":{"1min":1.1020000000000001,"5min":1.5840000000000001,"15min":2.1339999999999999},"min":{"1min":0.46200000000000002,"5min":0.40500000000000003,"15min":0.33800000000000002},"max":{"1min":3.1680000000000001,"5min":10.063000000000001,"15min":24.042999999999999},"last":0.496},{"interface":"front","average":{"1min":1.401,"5min":1.6910000000000001,"15min":2.4319999999999999},"min":{"1min":0.41399999999999998,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":4.4390000000000001,"5min":9.6300000000000008,"15min":21.138000000000002},"last":1.0840000000000001}]}]},{"osd":4,"up_from":30,"seq":128849019204,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3556548,"kb_used_data":3124604,"kb_used_omap":0,"kb_used_meta":431936,"kb_avail":90188604,"statfs":{"total":95995035648,"available":92353130496,"internally_reserved":0,"allocated":3199594496,"data_stored":3198447099,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":442302464},"hb_peers":[0,1,2,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,0,0,0,0,0,0,1,2,4],"upper_bound":16384},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:32:12 2023","interfaces":[{"interface":"back","average":{"1min":1.764,"5min":2.181,"15min":2.032},"min":{"1min":0.27000000000000002,"5min":0.23100000000000001,"15min":0.22800000000000001},"max":{"1min":8.7409999999999997,"5min":22.515000000000001,"15min":22.515000000000001},"last":0.34799999999999998},{"interface":"front","average":{"1min":2.3300000000000001,"5min":2.048,"15min":2.0099999999999998},"min":{"1min":0.25600000000000001,"5min":0.24299999999999999,"15min":0.217},"max":{"1min":6.9720000000000004,"5min":22.454000000000001,"15min":22.454000000000001},"last":0.41899999999999998}]},{"osd":1,"last update":"Mon Aug 28 02:32:35 2023","interfaces":[{"interface":"back","average":{"1min":1.147,"5min":1.948,"15min":1.744},"min":{"1min":0.29499999999999998,"5min":0.26300000000000001,"15min":0.24199999999999999},"max":{"1min":8.7710000000000008,"5min":23.082000000000001,"15min":23.082000000000001},"last":0.29899999999999999},{"interface":"front","average":{"1min":1.131,"5min":2.101,"15min":1.952},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.246},"max":{"1min":8.7940000000000005,"5min":25.100000000000001,"15min":25.100000000000001},"last":0.38800000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:32:12 2023","interfaces":[{"interface":"back","average":{"1min":1.99,"5min":2.0329999999999999,"15min":1.8500000000000001},"min":{"1min":0.29799999999999999,"5min":0.28100000000000003,"15min":0.27400000000000002},"max":{"1min":8.7149999999999999,"5min":8.7149999999999999,"15min":16.231000000000002},"last":0.432},{"interface":"front","average":{"1min":2.149,"5min":1.8740000000000001,"15min":1.863},"min":{"1min":0.379,"5min":0.29399999999999998,"15min":0.251},"max":{"1min":6.9409999999999998,"5min":13.515000000000001,"15min":13.515000000000001},"last":0.44700000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:31:19 2023","interfaces":[{"interface":"back","average":{"1min":1.5760000000000001,"5min":1.6759999999999999,"15min":1.9390000000000001},"min":{"1min":0.36499999999999999,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":8.5619999999999994,"5min":23.501000000000001,"15min":23.501000000000001},"last":1.399},{"interface":"front","average":{"1min":1.8280000000000001,"5min":1.863,"15min":1.9870000000000001},"min":{"1min":0.32800000000000001,"5min":0.313,"15min":0.29499999999999998},"max":{"1min":8.6359999999999992,"5min":23.512,"15min":23.512},"last":0.77600000000000002}]},{"osd":5,"last update":"Mon Aug 28 02:31:44 2023","interfaces":[{"interface":"back","average":{"1min":1.1299999999999999,"5min":1.5289999999999999,"15min":1.135},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.23799999999999999},"max":{"1min":8.6679999999999993,"5min":8.6850000000000005,"15min":16.181999999999999},"last":0.26200000000000001},{"interface":"front","average":{"1min":1.26,"5min":1.486,"15min":1.153},"min":{"1min":0.32600000000000001,"5min":0.22500000000000001,"15min":0.20699999999999999},"max":{"1min":4.6879999999999997,"5min":7.5960000000000001,"15min":10.233000000000001},"last":0.36599999999999999}]},{"osd":6,"last update":"Mon Aug 28 02:32:00 2023","interfaces":[{"interface":"back","average":{"1min":1.9450000000000001,"5min":1.405,"15min":1.125},"min":{"1min":0.32800000000000001,"5min":0.26500000000000001,"15min":0.25600000000000001},"max":{"1min":8.5950000000000006,"5min":8.8480000000000008,"15min":10.023999999999999},"last":0.60799999999999998},{"interface":"front","average":{"1min":2.2589999999999999,"5min":1.5589999999999999,"15min":1.117},"min":{"1min":0.317,"5min":0.27200000000000002,"15min":0.255},"max":{"1min":6.8860000000000001,"5min":8.5,"15min":8.5},"last":0.49099999999999999}]},{"osd":7,"last update":"Mon Aug 28 02:32:12 2023","interfaces":[{"interface":"back","average":{"1min":1.595,"5min":1.6299999999999999,"15min":1.1759999999999999},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":8.8249999999999993,"5min":8.8249999999999993,"15min":9.3209999999999997},"last":0.46200000000000002},{"interface":"front","average":{"1min":2.3809999999999998,"5min":1.4910000000000001,"15min":1.1579999999999999},"min":{"1min":0.39800000000000002,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":15.597,"5min":15.597,"15min":15.597},"last":0.47199999999999998}]}]},{"osd":5,"up_from":37,"seq":158913790274,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2571548,"kb_used_data":2035668,"kb_used_omap":0,"kb_used_meta":535872,"kb_avail":91173604,"statfs":{"total":95995035648,"available":93361770496,"internally_reserved":0,"allocated":2084524032,"data_stored":2083375916,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":548732928},"hb_peers":[0,1,2,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:32:35 2023","interfaces":[{"interface":"back","average":{"1min":1.893,"5min":1.7010000000000001,"15min":2.0910000000000002},"min":{"1min":0.23300000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":7.7560000000000002,"5min":7.7560000000000002,"15min":40.334000000000003},"last":0.41899999999999998},{"interface":"front","average":{"1min":1.5700000000000001,"5min":2.0209999999999999,"15min":1.9590000000000001},"min":{"1min":0.28000000000000003,"5min":0.24099999999999999,"15min":0.23200000000000001},"max":{"1min":6.4500000000000002,"5min":14.856999999999999,"15min":40.212000000000003},"last":0.29499999999999998}]},{"osd":1,"last update":"Mon Aug 28 02:32:35 2023","interfaces":[{"interface":"back","average":{"1min":1.1759999999999999,"5min":1.8160000000000001,"15min":2.141},"min":{"1min":0.27400000000000002,"5min":0.23699999999999999,"15min":0.23200000000000001},"max":{"1min":6.4109999999999996,"5min":9.3170000000000002,"15min":40.088000000000001},"last":0.33000000000000002},{"interface":"front","average":{"1min":2.399,"5min":2.1549999999999998,"15min":2.0249999999999999},"min":{"1min":0.27800000000000002,"5min":0.26000000000000001,"15min":0.251},"max":{"1min":9.9809999999999999,"5min":12.138,"15min":40.243000000000002},"last":0.40600000000000003}]},{"osd":2,"last update":"Mon Aug 28 02:32:35 2023","interfaces":[{"interface":"back","average":{"1min":1.5149999999999999,"5min":1.655,"15min":2.093},"min":{"1min":0.34499999999999997,"5min":0.29699999999999999,"15min":0.27700000000000002},"max":{"1min":7.8029999999999999,"5min":8.7899999999999991,"15min":40.436999999999998},"last":0.39200000000000002},{"interface":"front","average":{"1min":2.1389999999999998,"5min":2.0950000000000002,"15min":2.1859999999999999},"min":{"1min":0.35299999999999998,"5min":0.28499999999999998,"15min":0.27200000000000002},"max":{"1min":8.609,"5min":9.4260000000000002,"15min":40.555},"last":0.437}]},{"osd":3,"last update":"Mon Aug 28 02:30:31 2023","interfaces":[{"interface":"back","average":{"1min":2.25,"5min":1.9339999999999999,"15min":2.1110000000000002},"min":{"1min":0.41999999999999998,"5min":0.29499999999999998,"15min":0.27900000000000003},"max":{"1min":8.891,"5min":8.891,"15min":40.270000000000003},"last":1.248},{"interface":"front","average":{"1min":2.133,"5min":1.879,"15min":2.1989999999999998},"min":{"1min":0.44600000000000001,"5min":0.30199999999999999,"15min":0.29599999999999999},"max":{"1min":5.9050000000000002,"5min":10.728999999999999,"15min":40.597999999999999},"last":0.65100000000000002}]},{"osd":4,"last update":"Mon Aug 28 02:31:51 2023","interfaces":[{"interface":"back","average":{"1min":1.2,"5min":1.2,"15min":1.3029999999999999},"min":{"1min":0.27400000000000002,"5min":0.25900000000000001,"15min":0.23499999999999999},"max":{"1min":7.9329999999999998,"5min":12.904,"15min":40.762999999999998},"last":0.34799999999999998},{"interface":"front","average":{"1min":1.6779999999999999,"5min":1.657,"15min":1.3540000000000001},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":10.439,"5min":10.566000000000001,"15min":40.634},"last":0.36399999999999999}]},{"osd":6,"last update":"Mon Aug 28 02:32:35 2023","interfaces":[{"interface":"back","average":{"1min":1.7729999999999999,"5min":1.6200000000000001,"15min":1.4370000000000001},"min":{"1min":0.29899999999999999,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":7.8949999999999996,"5min":17.510000000000002,"15min":42.409999999999997},"last":0.44600000000000001},{"interface":"front","average":{"1min":1.2470000000000001,"5min":1.5780000000000001,"15min":1.4370000000000001},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":9.5830000000000002,"5min":15.856999999999999,"15min":42.533999999999999},"last":0.48899999999999999}]},{"osd":7,"last update":"Mon Aug 28 02:32:35 2023","interfaces":[{"interface":"back","average":{"1min":1.0209999999999999,"5min":1.8360000000000001,"15min":1.6379999999999999},"min":{"1min":0.315,"5min":0.315,"15min":0.314},"max":{"1min":5.3719999999999999,"5min":31.707000000000001,"15min":42.667000000000002},"last":0.58999999999999997},{"interface":"front","average":{"1min":2.1859999999999999,"5min":2.4079999999999999,"15min":1.657},"min":{"1min":0.443,"5min":0.318,"15min":0.27000000000000002},"max":{"1min":9.1189999999999998,"5min":31.66,"15min":42.344000000000001},"last":0.46400000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":3801677824,"data_stored":3801677824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1158479872,"data_stored":1158479872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":2401239040,"data_stored":2401239040,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":1080426496,"data_stored":1080426496,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":3196321792,"data_stored":3196321792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":2085224448,"data_stored":2085224448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":2503540736,"data_stored":2503540736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1657077760,"data_stored":1657077760,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:32:44.561 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd pool set unique_pool_5 pgp_num 16 2023-08-28T02:32:44.903 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:44.925 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:32:44.927 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:44.928 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:32:45.028 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:32:45.053 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 110 12 93306 93294 52.9898 0 - 0.0142351 2023-08-28T02:32:45.063 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:45.309 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:32:45.314 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:32:45.317 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:45.318 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:32:45.418 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:32:45.450 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:45.473 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:32:45.476 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:45.476 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:32:45.577 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:32:45.616 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:45.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:45 smithi040 ceph-mon[175404]: pgmap v853: 99 pgs: 1 active+undersized+degraded+remapped, 1 activating+undersized+remapped, 1 peering, 24 active+clean+remapped, 2 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 4 active+undersized+degraded, 1 active+recovering+undersized+remapped, 14 active+undersized, 45 active+clean; 5.7 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 56430/279954 objects degraded (20.157%); 35012/279954 objects misplaced (12.506%); 13 MiB/s, 207 objects/s recovering 2023-08-28T02:32:45.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:45 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:32:45.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:45 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:32:45.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:45 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3690069148' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:32:45.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:45 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3299341166' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:32:45.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:45 smithi040 ceph-mon[170259]: pgmap v853: 99 pgs: 1 active+undersized+degraded+remapped, 1 activating+undersized+remapped, 1 peering, 24 active+clean+remapped, 2 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 4 active+undersized+degraded, 1 active+recovering+undersized+remapped, 14 active+undersized, 45 active+clean; 5.7 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 56430/279954 objects degraded (20.157%); 35012/279954 objects misplaced (12.506%); 13 MiB/s, 207 objects/s recovering 2023-08-28T02:32:45.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:45 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:32:45.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:45 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:32:45.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:45 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3690069148' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:32:45.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:45 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3299341166' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:32:45.732 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:32:45 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:32:45] "GET /metrics HTTP/1.1" 200 36537 "" "Prometheus/2.43.0" 2023-08-28T02:32:45.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:45 smithi083 ceph-mon[157819]: pgmap v853: 99 pgs: 1 active+undersized+degraded+remapped, 1 activating+undersized+remapped, 1 peering, 24 active+clean+remapped, 2 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 4 active+undersized+degraded, 1 active+recovering+undersized+remapped, 14 active+undersized, 45 active+clean; 5.7 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 56430/279954 objects degraded (20.157%); 35012/279954 objects misplaced (12.506%); 13 MiB/s, 207 objects/s recovering 2023-08-28T02:32:45.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:45 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:32:45.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:45 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:32:45.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:45 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3690069148' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:32:45.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:45 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3299341166' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:32:45.796 INFO:teuthology.orchestra.run.smithi040.stderr:nodeep-scrub is unset 2023-08-28T02:32:45.839 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:32:45.843 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:45.843 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:32:45.944 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:32:45.972 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:46.052 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 111 12 93306 93294 52.5125 0 - 0.0142351 2023-08-28T02:32:46.398 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:32:46.401 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:46.401 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:32:46.502 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:32:46.540 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:46.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:46 smithi040 ceph-mon[170259]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:32:46.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:46 smithi040 ceph-mon[170259]: failed to encode map e289 with expected crc 2023-08-28T02:32:46.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:46 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3299341166' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:32:46.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:46 smithi040 ceph-mon[170259]: osdmap e289: 8 total, 7 up, 6 in 2023-08-28T02:32:46.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:46 smithi040 ceph-mon[175404]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:32:46.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:46 smithi040 ceph-mon[175404]: failed to encode map e289 with expected crc 2023-08-28T02:32:46.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:46 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3299341166' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:32:46.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:46 smithi040 ceph-mon[175404]: osdmap e289: 8 total, 7 up, 6 in 2023-08-28T02:32:46.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:46 smithi083 ceph-mon[157819]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:32:46.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:46 smithi083 ceph-mon[157819]: failed to encode map e289 with expected crc 2023-08-28T02:32:46.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:46 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3299341166' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:32:46.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:46 smithi083 ceph-mon[157819]: osdmap e289: 8 total, 7 up, 6 in 2023-08-28T02:32:47.052 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 112 12 93306 93294 52.0438 0 - 0.0142351 2023-08-28T02:32:47.615 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-08-28T02:32:47.615 INFO:teuthology.orchestra.run.smithi040.stdout: "size": 20, 2023-08-28T02:32:47.615 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 600, 2023-08-28T02:32:47.615 INFO:teuthology.orchestra.run.smithi040.stdout: "ops": [ 2023-08-28T02:32:47.615 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.615 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:57221 9.14 9:29e80cf1:::benchmark_data_smithi040_209735_object57220:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e170)", 2023-08-28T02:32:47.616 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:26.798846+0000", 2023-08-28T02:32:47.616 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 320.17835004699998, 2023-08-28T02:32:47.616 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0393454559999999, 2023-08-28T02:32:47.616 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:32:47.616 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "reached pg", 2023-08-28T02:32:47.616 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:32:47.616 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:32:47.616 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:32:47.616 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 57221 2023-08-28T02:32:47.617 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.617 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:32:47.617 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.617 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:32:47.617 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.798846+0000", 2023-08-28T02:32:47.617 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:32:47.617 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.617 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.617 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:32:47.617 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.798846+0000", 2023-08-28T02:32:47.617 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:32:47.618 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.618 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.618 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:32:47.618 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.798844+0000", 2023-08-28T02:32:47.618 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999971 2023-08-28T02:32:47.618 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.618 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.618 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:32:47.618 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.798884+0000", 2023-08-28T02:32:47.619 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.0522000000000003e-05 2023-08-28T02:32:47.619 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.619 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.619 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:32:47.619 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.798909+0000", 2023-08-28T02:32:47.619 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.4569000000000001e-05 2023-08-28T02:32:47.619 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.619 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.619 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:32:47.619 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.798923+0000", 2023-08-28T02:32:47.619 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4448e-05 2023-08-28T02:32:47.620 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.620 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.620 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:32:47.620 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.952715+0000", 2023-08-28T02:32:47.620 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.153791658 2023-08-28T02:32:47.620 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.620 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.620 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:32:47.621 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.952731+0000", 2023-08-28T02:32:47.621 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.6674e-05 2023-08-28T02:32:47.621 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.621 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.621 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:32:47.621 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.838103+0000", 2023-08-28T02:32:47.621 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.88537207100000004 2023-08-28T02:32:47.621 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.621 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.622 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:32:47.622 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.838192+0000", 2023-08-28T02:32:47.622 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.8417000000000004e-05 2023-08-28T02:32:47.622 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:32:47.622 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:32:47.622 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:32:47.622 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.622 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.622 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:72236 9.12 9:4f39e7e9:::benchmark_data_smithi040_209735_object72235:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e181)", 2023-08-28T02:32:47.622 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:43.427415+0000", 2023-08-28T02:32:47.622 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 303.54978180400002, 2023-08-28T02:32:47.622 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0107923400000001, 2023-08-28T02:32:47.623 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:32:47.623 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:32:47.623 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:32:47.623 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:32:47.623 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:32:47.623 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 72236 2023-08-28T02:32:47.623 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.623 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:32:47.623 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.623 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:32:47.623 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427415+0000", 2023-08-28T02:32:47.623 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:32:47.624 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.624 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.624 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:32:47.624 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427415+0000", 2023-08-28T02:32:47.624 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:32:47.624 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.624 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.624 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:32:47.624 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427414+0000", 2023-08-28T02:32:47.624 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:32:47.624 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.625 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.625 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:32:47.625 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427474+0000", 2023-08-28T02:32:47.625 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.9589000000000002e-05 2023-08-28T02:32:47.625 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.625 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.625 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:32:47.625 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427483+0000", 2023-08-28T02:32:47.625 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.064e-06 2023-08-28T02:32:47.625 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.625 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.625 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:32:47.626 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427488+0000", 2023-08-28T02:32:47.626 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.9239999999999998e-06 2023-08-28T02:32:47.626 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.626 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.626 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:32:47.626 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427519+0000", 2023-08-28T02:32:47.626 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.1575000000000002e-05 2023-08-28T02:32:47.626 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.626 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.626 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:32:47.626 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427528+0000", 2023-08-28T02:32:47.626 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.0140000000000004e-06 2023-08-28T02:32:47.627 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.627 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.627 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:32:47.627 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.415394+0000", 2023-08-28T02:32:47.627 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.98786532400000004 2023-08-28T02:32:47.627 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.627 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.627 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:32:47.627 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.415553+0000", 2023-08-28T02:32:47.627 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00015970399999999999 2023-08-28T02:32:47.627 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.627 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.628 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:32:47.628 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.415748+0000", 2023-08-28T02:32:47.628 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00019470800000000001 2023-08-28T02:32:47.628 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.628 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.628 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:32:47.628 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.420375+0000", 2023-08-28T02:32:47.628 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0046265350000000002 2023-08-28T02:32:47.628 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.628 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.628 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:32:47.628 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.420434+0000", 2023-08-28T02:32:47.629 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.9200000000000002e-05 2023-08-28T02:32:47.629 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.629 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.629 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:32:47.629 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.437159+0000", 2023-08-28T02:32:47.629 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.016724925000000002 2023-08-28T02:32:47.629 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.629 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.629 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:32:47.629 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.437221+0000", 2023-08-28T02:32:47.629 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.1948999999999999e-05 2023-08-28T02:32:47.629 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.629 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.630 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:32:47.630 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.438207+0000", 2023-08-28T02:32:47.630 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00098632699999999995 2023-08-28T02:32:47.630 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:32:47.630 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:32:47.630 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:32:47.630 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.630 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.630 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:72254 9.12 9:4f4b5016:::benchmark_data_smithi040_209735_object72253:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e181)", 2023-08-28T02:32:47.630 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:43.427494+0000", 2023-08-28T02:32:47.630 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 303.54970219099999, 2023-08-28T02:32:47.630 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0117302459999999, 2023-08-28T02:32:47.630 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:32:47.631 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:32:47.631 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:32:47.631 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:32:47.631 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:32:47.631 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 72254 2023-08-28T02:32:47.631 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.631 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:32:47.631 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.631 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:32:47.631 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427494+0000", 2023-08-28T02:32:47.631 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:32:47.632 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.632 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.632 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:32:47.632 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427494+0000", 2023-08-28T02:32:47.632 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:32:47.632 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.632 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.632 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:32:47.632 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427494+0000", 2023-08-28T02:32:47.632 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:32:47.632 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.633 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.633 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:32:47.633 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427548+0000", 2023-08-28T02:32:47.633 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.4493999999999997e-05 2023-08-28T02:32:47.633 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.633 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.633 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:32:47.633 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427557+0000", 2023-08-28T02:32:47.633 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.8599999999999999e-06 2023-08-28T02:32:47.633 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.633 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.633 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:32:47.634 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427562+0000", 2023-08-28T02:32:47.634 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.5639999999999998e-06 2023-08-28T02:32:47.634 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.634 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.634 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:32:47.634 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427591+0000", 2023-08-28T02:32:47.634 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.9104000000000001e-05 2023-08-28T02:32:47.634 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.634 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.634 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:32:47.634 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427595+0000", 2023-08-28T02:32:47.634 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.4320000000000001e-06 2023-08-28T02:32:47.635 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.635 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.635 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:32:47.635 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.416672+0000", 2023-08-28T02:32:47.635 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.98907666699999996 2023-08-28T02:32:47.635 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.635 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.635 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:32:47.635 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.416783+0000", 2023-08-28T02:32:47.635 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000110887 2023-08-28T02:32:47.635 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.635 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.635 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:32:47.636 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.416888+0000", 2023-08-28T02:32:47.636 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00010534700000000001 2023-08-28T02:32:47.636 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.636 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.636 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:32:47.636 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.420382+0000", 2023-08-28T02:32:47.636 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.003493744 2023-08-28T02:32:47.636 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.636 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.636 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:32:47.636 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.429087+0000", 2023-08-28T02:32:47.636 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0087056129999999992 2023-08-28T02:32:47.637 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.637 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.637 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:32:47.637 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.438278+0000", 2023-08-28T02:32:47.637 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0091910240000000008 2023-08-28T02:32:47.637 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.637 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.637 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:32:47.637 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.438364+0000", 2023-08-28T02:32:47.637 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.5421999999999996e-05 2023-08-28T02:32:47.638 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.638 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.638 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:32:47.638 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.439225+0000", 2023-08-28T02:32:47.638 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00086063299999999997 2023-08-28T02:32:47.638 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:32:47.638 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:32:47.638 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:32:47.638 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.638 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.638 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:72265 9.12 9:4ae3e02e:::benchmark_data_smithi040_209735_object72264:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e181)", 2023-08-28T02:32:47.638 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:43.427569+0000", 2023-08-28T02:32:47.639 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 303.54962761899998, 2023-08-28T02:32:47.639 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0124586840000001, 2023-08-28T02:32:47.639 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:32:47.639 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:32:47.639 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:32:47.639 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:32:47.639 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:32:47.639 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 72265 2023-08-28T02:32:47.639 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.639 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:32:47.639 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.639 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:32:47.640 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427569+0000", 2023-08-28T02:32:47.640 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:32:47.640 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.640 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.640 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:32:47.640 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427569+0000", 2023-08-28T02:32:47.640 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:32:47.640 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.640 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.640 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:32:47.640 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427568+0000", 2023-08-28T02:32:47.640 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:32:47.641 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.641 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.641 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:32:47.641 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427614+0000", 2023-08-28T02:32:47.641 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.5735999999999997e-05 2023-08-28T02:32:47.641 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.641 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.641 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:32:47.641 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427621+0000", 2023-08-28T02:32:47.641 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.2400000000000001e-06 2023-08-28T02:32:47.641 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.641 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.642 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:32:47.642 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427625+0000", 2023-08-28T02:32:47.642 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.771e-06 2023-08-28T02:32:47.642 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.642 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.642 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:32:47.642 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427672+0000", 2023-08-28T02:32:47.642 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.6458999999999997e-05 2023-08-28T02:32:47.642 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.643 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.643 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:32:47.643 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427677+0000", 2023-08-28T02:32:47.643 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.4389999999999999e-06 2023-08-28T02:32:47.644 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.644 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.644 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:32:47.644 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.417859+0000", 2023-08-28T02:32:47.644 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.99018216100000001 2023-08-28T02:32:47.644 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.644 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.644 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:32:47.644 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.417964+0000", 2023-08-28T02:32:47.644 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00010472 2023-08-28T02:32:47.644 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.645 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.645 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:32:47.645 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.418067+0000", 2023-08-28T02:32:47.645 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000102663 2023-08-28T02:32:47.645 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.645 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.645 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:32:47.645 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.421923+0000", 2023-08-28T02:32:47.645 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0038566109999999998 2023-08-28T02:32:47.645 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.645 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.645 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:32:47.646 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.429110+0000", 2023-08-28T02:32:47.646 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0071866969999999997 2023-08-28T02:32:47.646 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.646 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.646 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:32:47.646 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.439295+0000", 2023-08-28T02:32:47.646 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.010184814 2023-08-28T02:32:47.646 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.646 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.646 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:32:47.646 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.439329+0000", 2023-08-28T02:32:47.646 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.4805000000000003e-05 2023-08-28T02:32:47.647 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.647 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.647 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:32:47.647 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.440028+0000", 2023-08-28T02:32:47.647 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00069807099999999998 2023-08-28T02:32:47.647 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:32:47.647 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:32:47.647 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:32:47.647 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.647 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.647 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:72299 9.12 9:4d7bfde5:::benchmark_data_smithi040_209735_object72298:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e181)", 2023-08-28T02:32:47.647 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:43.427644+0000", 2023-08-28T02:32:47.648 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 303.549552957, 2023-08-28T02:32:47.648 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0132855350000001, 2023-08-28T02:32:47.648 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:32:47.648 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:32:47.648 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:32:47.648 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:32:47.648 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:32:47.648 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 72299 2023-08-28T02:32:47.648 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.648 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:32:47.648 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.649 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:32:47.649 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427644+0000", 2023-08-28T02:32:47.649 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:32:47.649 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.649 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.649 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:32:47.649 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427644+0000", 2023-08-28T02:32:47.649 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:32:47.649 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.649 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.649 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:32:47.649 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427643+0000", 2023-08-28T02:32:47.650 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:32:47.650 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.650 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.650 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:32:47.650 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427693+0000", 2023-08-28T02:32:47.650 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.0513999999999998e-05 2023-08-28T02:32:47.650 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.650 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.650 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:32:47.650 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427701+0000", 2023-08-28T02:32:47.650 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.1670000000000002e-06 2023-08-28T02:32:47.651 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.651 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.651 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:32:47.651 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427705+0000", 2023-08-28T02:32:47.651 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.1389999999999997e-06 2023-08-28T02:32:47.651 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.651 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.651 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:32:47.651 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427729+0000", 2023-08-28T02:32:47.651 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.3764000000000002e-05 2023-08-28T02:32:47.651 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.651 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.652 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:32:47.652 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427733+0000", 2023-08-28T02:32:47.652 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.1960000000000001e-06 2023-08-28T02:32:47.652 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.652 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.652 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:32:47.652 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.418943+0000", 2023-08-28T02:32:47.652 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.99121018800000005 2023-08-28T02:32:47.652 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.652 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.652 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:32:47.653 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.419079+0000", 2023-08-28T02:32:47.653 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00013579400000000001 2023-08-28T02:32:47.653 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.653 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.653 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:32:47.653 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.419236+0000", 2023-08-28T02:32:47.653 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00015716100000000001 2023-08-28T02:32:47.653 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.653 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.653 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:32:47.653 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.421932+0000", 2023-08-28T02:32:47.653 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0026956850000000002 2023-08-28T02:32:47.654 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.654 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.654 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:32:47.654 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.429130+0000", 2023-08-28T02:32:47.654 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0071986560000000003 2023-08-28T02:32:47.654 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.654 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.654 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:32:47.654 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.440095+0000", 2023-08-28T02:32:47.654 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.010965034 2023-08-28T02:32:47.654 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.654 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.655 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:32:47.655 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.440152+0000", 2023-08-28T02:32:47.655 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.7068999999999999e-05 2023-08-28T02:32:47.655 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.655 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.655 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:32:47.655 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.440929+0000", 2023-08-28T02:32:47.655 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00077673300000000005 2023-08-28T02:32:47.655 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:32:47.655 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:32:47.655 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:32:47.655 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.656 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.656 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:72308 9.12 9:492d3a10:::benchmark_data_smithi040_209735_object72307:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e181)", 2023-08-28T02:32:47.656 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:43.427711+0000", 2023-08-28T02:32:47.656 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 303.54948559600001, 2023-08-28T02:32:47.656 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0141768449999999, 2023-08-28T02:32:47.656 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:32:47.656 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:32:47.656 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:32:47.656 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:32:47.656 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:32:47.656 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 72308 2023-08-28T02:32:47.657 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.657 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:32:47.657 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.657 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:32:47.657 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427711+0000", 2023-08-28T02:32:47.657 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:32:47.657 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.657 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.657 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:32:47.657 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427711+0000", 2023-08-28T02:32:47.657 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:32:47.657 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.657 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.658 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:32:47.658 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427710+0000", 2023-08-28T02:32:47.658 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:32:47.658 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.658 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.658 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:32:47.658 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427752+0000", 2023-08-28T02:32:47.658 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.1912000000000001e-05 2023-08-28T02:32:47.658 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.658 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.658 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:32:47.659 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427759+0000", 2023-08-28T02:32:47.659 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.6100000000000002e-06 2023-08-28T02:32:47.659 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.659 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.659 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:32:47.659 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427763+0000", 2023-08-28T02:32:47.659 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.8070000000000001e-06 2023-08-28T02:32:47.659 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.659 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.659 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:32:47.659 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427785+0000", 2023-08-28T02:32:47.660 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.2300999999999999e-05 2023-08-28T02:32:47.660 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.660 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.660 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:32:47.660 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427789+0000", 2023-08-28T02:32:47.660 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.9310000000000001e-06 2023-08-28T02:32:47.660 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.660 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.660 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:32:47.660 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.420475+0000", 2023-08-28T02:32:47.660 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.99268579400000001 2023-08-28T02:32:47.660 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.661 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.661 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:32:47.661 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.420618+0000", 2023-08-28T02:32:47.661 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00014354799999999999 2023-08-28T02:32:47.661 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.661 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.661 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:32:47.661 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.420832+0000", 2023-08-28T02:32:47.661 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00021381899999999999 2023-08-28T02:32:47.661 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.661 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.661 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:32:47.661 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.429150+0000", 2023-08-28T02:32:47.662 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.008317708 2023-08-28T02:32:47.662 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.662 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.662 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:32:47.662 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.432422+0000", 2023-08-28T02:32:47.662 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0032727139999999999 2023-08-28T02:32:47.662 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.662 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.662 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:32:47.662 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.441021+0000", 2023-08-28T02:32:47.662 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.008598072 2023-08-28T02:32:47.662 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.663 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.663 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:32:47.663 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.441091+0000", 2023-08-28T02:32:47.663 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.0845000000000004e-05 2023-08-28T02:32:47.663 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.663 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.663 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:32:47.663 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.441888+0000", 2023-08-28T02:32:47.663 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00079629699999999996 2023-08-28T02:32:47.663 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:32:47.663 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:32:47.663 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:32:47.664 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.664 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.664 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:72312 9.12 9:4c11d553:::benchmark_data_smithi040_209735_object72311:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e181)", 2023-08-28T02:32:47.664 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:43.427769+0000", 2023-08-28T02:32:47.664 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 303.54942782500001, 2023-08-28T02:32:47.664 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0153207479999999, 2023-08-28T02:32:47.664 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:32:47.664 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:32:47.664 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:32:47.664 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:32:47.664 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:32:47.664 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 72312 2023-08-28T02:32:47.665 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.665 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:32:47.665 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.665 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:32:47.665 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427769+0000", 2023-08-28T02:32:47.665 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:32:47.665 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.665 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.665 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:32:47.665 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427769+0000", 2023-08-28T02:32:47.665 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:32:47.665 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.666 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.666 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:32:47.666 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427768+0000", 2023-08-28T02:32:47.666 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:32:47.666 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.666 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.666 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:32:47.666 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427808+0000", 2023-08-28T02:32:47.666 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.9993999999999997e-05 2023-08-28T02:32:47.666 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.666 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.666 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:32:47.667 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427815+0000", 2023-08-28T02:32:47.667 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.4010000000000002e-06 2023-08-28T02:32:47.667 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.667 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.667 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:32:47.667 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427818+0000", 2023-08-28T02:32:47.667 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.7610000000000001e-06 2023-08-28T02:32:47.667 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.667 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.667 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:32:47.667 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427841+0000", 2023-08-28T02:32:47.668 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.2520000000000001e-05 2023-08-28T02:32:47.668 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.668 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.668 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:32:47.668 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427845+0000", 2023-08-28T02:32:47.668 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.036e-06 2023-08-28T02:32:47.668 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.668 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.668 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:32:47.668 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.421970+0000", 2023-08-28T02:32:47.668 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.994124746 2023-08-28T02:32:47.668 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.668 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.669 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:32:47.669 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.422078+0000", 2023-08-28T02:32:47.669 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00010874699999999999 2023-08-28T02:32:47.669 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.669 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.669 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:32:47.669 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.422205+0000", 2023-08-28T02:32:47.669 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00012626 2023-08-28T02:32:47.669 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.669 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.669 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:32:47.669 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.429183+0000", 2023-08-28T02:32:47.670 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0069786889999999997 2023-08-28T02:32:47.670 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.670 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.670 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:32:47.670 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.432431+0000", 2023-08-28T02:32:47.670 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0032481139999999999 2023-08-28T02:32:47.670 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.670 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.670 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:32:47.670 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.442129+0000", 2023-08-28T02:32:47.671 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0096975280000000004 2023-08-28T02:32:47.671 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.671 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.671 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:32:47.671 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.442198+0000", 2023-08-28T02:32:47.671 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.9078999999999994e-05 2023-08-28T02:32:47.671 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.671 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.671 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:32:47.671 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.443089+0000", 2023-08-28T02:32:47.671 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00089134700000000002 2023-08-28T02:32:47.671 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:32:47.672 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:32:47.672 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:32:47.672 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.672 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.672 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:72364 9.12 9:4d80f66b:::benchmark_data_smithi040_209735_object72363:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e181)", 2023-08-28T02:32:47.672 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:43.427824+0000", 2023-08-28T02:32:47.672 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 303.54937201799999, 2023-08-28T02:32:47.672 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0169967870000001, 2023-08-28T02:32:47.672 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:32:47.672 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:32:47.672 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:32:47.672 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:32:47.673 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:32:47.673 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 72364 2023-08-28T02:32:47.673 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.673 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:32:47.673 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.673 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:32:47.673 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427824+0000", 2023-08-28T02:32:47.673 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:32:47.673 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.673 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.673 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:32:47.673 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427824+0000", 2023-08-28T02:32:47.674 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:32:47.674 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.674 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.674 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:32:47.674 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427824+0000", 2023-08-28T02:32:47.674 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:32:47.674 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.674 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.674 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:32:47.674 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427864+0000", 2023-08-28T02:32:47.674 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.9644000000000002e-05 2023-08-28T02:32:47.675 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.675 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.675 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:32:47.675 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427870+0000", 2023-08-28T02:32:47.675 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.3790000000000003e-06 2023-08-28T02:32:47.675 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.675 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.675 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:32:47.675 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427874+0000", 2023-08-28T02:32:47.675 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.7230000000000002e-06 2023-08-28T02:32:47.675 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.675 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.676 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:32:47.676 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427896+0000", 2023-08-28T02:32:47.676 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.2693000000000001e-05 2023-08-28T02:32:47.676 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.676 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.676 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:32:47.676 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427900+0000", 2023-08-28T02:32:47.676 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.9979999999999997e-06 2023-08-28T02:32:47.676 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.676 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.676 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:32:47.676 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.425577+0000", 2023-08-28T02:32:47.677 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.99767650299999999 2023-08-28T02:32:47.677 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.677 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.677 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:32:47.677 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.425741+0000", 2023-08-28T02:32:47.677 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00016453 2023-08-28T02:32:47.677 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.677 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.677 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:32:47.677 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.425921+0000", 2023-08-28T02:32:47.677 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000179557 2023-08-28T02:32:47.677 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.678 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.678 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:32:47.678 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.432504+0000", 2023-08-28T02:32:47.678 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.006583523 2023-08-28T02:32:47.678 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.678 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.678 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:32:47.678 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.434102+0000", 2023-08-28T02:32:47.678 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0015971099999999999 2023-08-28T02:32:47.678 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.678 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.678 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:32:47.679 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.443577+0000", 2023-08-28T02:32:47.679 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0094754999999999995 2023-08-28T02:32:47.679 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.679 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.679 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:32:47.679 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.443641+0000", 2023-08-28T02:32:47.679 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.3671999999999996e-05 2023-08-28T02:32:47.679 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.679 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.679 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:32:47.679 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.444821+0000", 2023-08-28T02:32:47.679 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.001180487 2023-08-28T02:32:47.680 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:32:47.680 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:32:47.680 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:32:47.680 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.680 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.680 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:72379 9.12 9:4caa1a0e:::benchmark_data_smithi040_209735_object72378:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e181)", 2023-08-28T02:32:47.680 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:43.427880+0000", 2023-08-28T02:32:47.680 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 303.54931659900001, 2023-08-28T02:32:47.680 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.017956802, 2023-08-28T02:32:47.680 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:32:47.680 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:32:47.680 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:32:47.681 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:32:47.681 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:32:47.681 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 72379 2023-08-28T02:32:47.681 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.681 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:32:47.681 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.681 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:32:47.681 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427880+0000", 2023-08-28T02:32:47.681 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:32:47.681 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.681 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.681 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:32:47.681 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427880+0000", 2023-08-28T02:32:47.682 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:32:47.682 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.682 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.682 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:32:47.682 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427879+0000", 2023-08-28T02:32:47.682 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:32:47.682 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.682 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.682 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:32:47.682 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427927+0000", 2023-08-28T02:32:47.682 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.8044000000000003e-05 2023-08-28T02:32:47.682 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.683 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.683 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:32:47.683 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427934+0000", 2023-08-28T02:32:47.683 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.9e-06 2023-08-28T02:32:47.683 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.683 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.683 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:32:47.683 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427938+0000", 2023-08-28T02:32:47.683 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.8070000000000001e-06 2023-08-28T02:32:47.683 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.683 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.683 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:32:47.684 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427963+0000", 2023-08-28T02:32:47.684 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.5381e-05 2023-08-28T02:32:47.684 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.684 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.684 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:32:47.684 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427968+0000", 2023-08-28T02:32:47.684 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.0620000000000002e-06 2023-08-28T02:32:47.684 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.684 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.684 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:32:47.684 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.427463+0000", 2023-08-28T02:32:47.685 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.99949515499999997 2023-08-28T02:32:47.685 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.685 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.685 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:32:47.685 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.427625+0000", 2023-08-28T02:32:47.685 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000161803 2023-08-28T02:32:47.685 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.685 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.685 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:32:47.685 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.427803+0000", 2023-08-28T02:32:47.685 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00017801199999999999 2023-08-28T02:32:47.685 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.686 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.686 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:32:47.686 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.434110+0000", 2023-08-28T02:32:47.686 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0063071569999999999 2023-08-28T02:32:47.686 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.686 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.686 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:32:47.686 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.436847+0000", 2023-08-28T02:32:47.686 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0027377759999999999 2023-08-28T02:32:47.686 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.686 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.686 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:32:47.687 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.444870+0000", 2023-08-28T02:32:47.687 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0080228520000000005 2023-08-28T02:32:47.687 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.687 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.687 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:32:47.687 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.444931+0000", 2023-08-28T02:32:47.687 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.0795000000000003e-05 2023-08-28T02:32:47.687 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.687 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.687 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:32:47.687 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.445837+0000", 2023-08-28T02:32:47.687 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00090555900000000001 2023-08-28T02:32:47.688 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:32:47.688 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:32:47.688 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:32:47.688 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.688 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.688 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:72479 9.12 9:4f15810e:::benchmark_data_smithi040_209735_object72478:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e181)", 2023-08-28T02:32:47.688 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:43.427944+0000", 2023-08-28T02:32:47.688 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 303.549252271, 2023-08-28T02:32:47.688 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0225971739999999, 2023-08-28T02:32:47.688 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:32:47.688 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:32:47.688 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:32:47.689 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:32:47.689 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:32:47.689 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 72479 2023-08-28T02:32:47.689 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.689 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:32:47.689 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.689 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:32:47.689 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427944+0000", 2023-08-28T02:32:47.689 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:32:47.689 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.689 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.689 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:32:47.690 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427944+0000", 2023-08-28T02:32:47.690 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:32:47.690 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.690 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.690 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:32:47.690 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427944+0000", 2023-08-28T02:32:47.690 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:32:47.690 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.690 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.690 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:32:47.690 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427988+0000", 2023-08-28T02:32:47.690 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.4218000000000003e-05 2023-08-28T02:32:47.691 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.691 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.691 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:32:47.691 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427995+0000", 2023-08-28T02:32:47.691 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.6579999999999996e-06 2023-08-28T02:32:47.691 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.691 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.691 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:32:47.691 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427998+0000", 2023-08-28T02:32:47.691 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.6959999999999998e-06 2023-08-28T02:32:47.691 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.691 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.692 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:32:47.692 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428019+0000", 2023-08-28T02:32:47.692 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.0985999999999999e-05 2023-08-28T02:32:47.692 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.692 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.692 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:32:47.692 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428023+0000", 2023-08-28T02:32:47.692 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.1810000000000003e-06 2023-08-28T02:32:47.692 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.692 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.692 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:32:47.692 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.429203+0000", 2023-08-28T02:32:47.692 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0011795290000001 2023-08-28T02:32:47.693 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.693 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.693 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:32:47.693 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.429364+0000", 2023-08-28T02:32:47.693 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00016081099999999999 2023-08-28T02:32:47.693 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.693 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.693 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:32:47.693 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.429561+0000", 2023-08-28T02:32:47.693 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000196861 2023-08-28T02:32:47.693 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.693 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.694 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:32:47.694 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.434115+0000", 2023-08-28T02:32:47.694 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0045543780000000004 2023-08-28T02:32:47.694 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.694 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.694 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:32:47.694 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.436893+0000", 2023-08-28T02:32:47.694 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.002778328 2023-08-28T02:32:47.694 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.694 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.694 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:32:47.694 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.448925+0000", 2023-08-28T02:32:47.695 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.012031707000000001 2023-08-28T02:32:47.695 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.695 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.695 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:32:47.695 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.448992+0000", 2023-08-28T02:32:47.695 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.6946000000000006e-05 2023-08-28T02:32:47.695 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.695 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.695 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:32:47.695 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.450541+0000", 2023-08-28T02:32:47.695 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.001549386 2023-08-28T02:32:47.695 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:32:47.696 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:32:47.696 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:32:47.696 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.696 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.696 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:72545 9.12 9:4c083587:::benchmark_data_smithi040_209735_object72544:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e181)", 2023-08-28T02:32:47.696 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:43.428004+0000", 2023-08-28T02:32:47.696 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 303.54919229799998, 2023-08-28T02:32:47.696 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.023704459, 2023-08-28T02:32:47.696 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:32:47.696 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:32:47.696 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:32:47.696 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:32:47.697 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:32:47.697 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 72545 2023-08-28T02:32:47.697 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.697 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:32:47.697 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.697 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:32:47.697 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428004+0000", 2023-08-28T02:32:47.697 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:32:47.697 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.697 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.697 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:32:47.697 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428004+0000", 2023-08-28T02:32:47.698 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:32:47.698 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.698 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.698 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:32:47.698 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428004+0000", 2023-08-28T02:32:47.698 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:32:47.698 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.698 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.698 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:32:47.698 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428046+0000", 2023-08-28T02:32:47.698 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.2320999999999997e-05 2023-08-28T02:32:47.698 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.699 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.699 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:32:47.699 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428053+0000", 2023-08-28T02:32:47.699 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.7299999999999999e-06 2023-08-28T02:32:47.699 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.699 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.699 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:32:47.699 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428057+0000", 2023-08-28T02:32:47.699 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.8689999999999997e-06 2023-08-28T02:32:47.699 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.699 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.699 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:32:47.700 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428079+0000", 2023-08-28T02:32:47.700 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.2765999999999999e-05 2023-08-28T02:32:47.700 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.700 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.700 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:32:47.700 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428083+0000", 2023-08-28T02:32:47.700 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.9899999999999999e-06 2023-08-28T02:32:47.700 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.700 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.700 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:32:47.700 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.430935+0000", 2023-08-28T02:32:47.701 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.002851216 2023-08-28T02:32:47.701 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.701 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.701 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:32:47.701 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.431052+0000", 2023-08-28T02:32:47.701 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000117723 2023-08-28T02:32:47.701 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.701 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.701 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:32:47.701 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.431160+0000", 2023-08-28T02:32:47.701 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00010741700000000001 2023-08-28T02:32:47.701 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.702 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.702 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:32:47.702 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.435533+0000", 2023-08-28T02:32:47.702 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0043731209999999998 2023-08-28T02:32:47.702 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.702 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.702 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:32:47.702 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.436960+0000", 2023-08-28T02:32:47.702 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00142731 2023-08-28T02:32:47.702 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.702 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.702 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:32:47.703 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.450588+0000", 2023-08-28T02:32:47.703 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.013628171 2023-08-28T02:32:47.703 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.703 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.703 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:32:47.703 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.450659+0000", 2023-08-28T02:32:47.703 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.0717999999999996e-05 2023-08-28T02:32:47.703 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.703 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.703 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:32:47.703 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.451709+0000", 2023-08-28T02:32:47.703 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.001049602 2023-08-28T02:32:47.704 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:32:47.704 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:32:47.704 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:32:47.704 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.704 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.704 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:72573 9.12 9:4b61e8f5:::benchmark_data_smithi040_209735_object72572:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e181)", 2023-08-28T02:32:47.704 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:43.428063+0000", 2023-08-28T02:32:47.704 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 303.54913360900002, 2023-08-28T02:32:47.704 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0246443649999999, 2023-08-28T02:32:47.704 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:32:47.704 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:32:47.704 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:32:47.705 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:32:47.705 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:32:47.705 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 72573 2023-08-28T02:32:47.705 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.705 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:32:47.705 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.705 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:32:47.705 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428063+0000", 2023-08-28T02:32:47.705 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:32:47.705 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.705 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.705 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:32:47.706 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428063+0000", 2023-08-28T02:32:47.706 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:32:47.706 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.706 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.706 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:32:47.706 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428062+0000", 2023-08-28T02:32:47.706 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:32:47.706 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.706 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.706 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:32:47.706 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428108+0000", 2023-08-28T02:32:47.706 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.5787000000000001e-05 2023-08-28T02:32:47.707 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.707 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.707 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:32:47.707 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428115+0000", 2023-08-28T02:32:47.707 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.7530000000000004e-06 2023-08-28T02:32:47.707 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.707 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.707 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:32:47.707 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428119+0000", 2023-08-28T02:32:47.707 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.048e-06 2023-08-28T02:32:47.707 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.707 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.708 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:32:47.708 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428141+0000", 2023-08-28T02:32:47.708 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.2005999999999999e-05 2023-08-28T02:32:47.708 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.708 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.708 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:32:47.708 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428145+0000", 2023-08-28T02:32:47.708 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.8229999999999997e-06 2023-08-28T02:32:47.708 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.708 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.708 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:32:47.708 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.432537+0000", 2023-08-28T02:32:47.708 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0043922949999999 2023-08-28T02:32:47.709 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.709 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.709 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:32:47.709 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.432734+0000", 2023-08-28T02:32:47.709 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000197309 2023-08-28T02:32:47.709 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.709 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.709 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:32:47.709 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.432942+0000", 2023-08-28T02:32:47.709 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000207278 2023-08-28T02:32:47.709 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.710 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.710 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:32:47.710 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.437052+0000", 2023-08-28T02:32:47.710 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0041105819999999998 2023-08-28T02:32:47.710 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.710 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.710 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:32:47.710 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.442035+0000", 2023-08-28T02:32:47.710 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0049828040000000004 2023-08-28T02:32:47.710 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.710 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.710 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:32:47.710 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.451754+0000", 2023-08-28T02:32:47.711 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0097189210000000002 2023-08-28T02:32:47.711 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.711 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.711 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:32:47.711 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.451814+0000", 2023-08-28T02:32:47.711 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.9951000000000002e-05 2023-08-28T02:32:47.711 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.711 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.711 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:32:47.711 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.452707+0000", 2023-08-28T02:32:47.711 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000893267 2023-08-28T02:32:47.712 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:32:47.712 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:32:47.712 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:32:47.712 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.712 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.712 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:72577 9.12 9:4b2a3622:::benchmark_data_smithi040_209735_object72576:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e181)", 2023-08-28T02:32:47.712 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:43.428125+0000", 2023-08-28T02:32:47.712 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 303.54907147300003, 2023-08-28T02:32:47.712 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.031486412, 2023-08-28T02:32:47.712 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:32:47.712 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:32:47.712 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:32:47.712 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:32:47.713 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:32:47.713 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 72577 2023-08-28T02:32:47.713 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.713 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:32:47.713 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.713 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:32:47.713 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428125+0000", 2023-08-28T02:32:47.713 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:32:47.713 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.713 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.713 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:32:47.713 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428125+0000", 2023-08-28T02:32:47.714 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:32:47.714 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.714 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.714 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:32:47.714 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428125+0000", 2023-08-28T02:32:47.714 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:32:47.714 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.714 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.714 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:32:47.714 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428166+0000", 2023-08-28T02:32:47.714 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.1797e-05 2023-08-28T02:32:47.714 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.715 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.715 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:32:47.715 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428174+0000", 2023-08-28T02:32:47.715 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.2150000000000004e-06 2023-08-28T02:32:47.715 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.715 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.715 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:32:47.715 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428177+0000", 2023-08-28T02:32:47.715 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.766e-06 2023-08-28T02:32:47.715 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.715 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.716 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:32:47.716 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428202+0000", 2023-08-28T02:32:47.716 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.4355999999999999e-05 2023-08-28T02:32:47.716 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.716 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.716 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:32:47.716 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428206+0000", 2023-08-28T02:32:47.716 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.9280000000000003e-06 2023-08-28T02:32:47.716 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.716 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.716 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:32:47.716 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.434138+0000", 2023-08-28T02:32:47.716 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0059322470000001 2023-08-28T02:32:47.717 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.717 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.717 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:32:47.717 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.434269+0000", 2023-08-28T02:32:47.717 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000130987 2023-08-28T02:32:47.717 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.717 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.717 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:32:47.717 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.434445+0000", 2023-08-28T02:32:47.717 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000176193 2023-08-28T02:32:47.717 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.717 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.718 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:32:47.718 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.437060+0000", 2023-08-28T02:32:47.718 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0026146379999999999 2023-08-28T02:32:47.718 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.718 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.718 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:32:47.718 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.442089+0000", 2023-08-28T02:32:47.718 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0050288390000000002 2023-08-28T02:32:47.718 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.718 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.718 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:32:47.718 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.458288+0000", 2023-08-28T02:32:47.719 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.016199660000000001 2023-08-28T02:32:47.719 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.719 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.719 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:32:47.719 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.458345+0000", 2023-08-28T02:32:47.719 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.7088e-05 2023-08-28T02:32:47.719 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.719 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.719 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:32:47.719 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.459611+0000", 2023-08-28T02:32:47.719 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0012661409999999999 2023-08-28T02:32:47.719 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:32:47.720 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:32:47.720 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:32:47.720 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.720 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.720 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:166847 9.16 9:6afd0020:::benchmark_data_smithi040_209735_object59252:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e218)", 2023-08-28T02:32:47.720 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:29:33.969780+0000", 2023-08-28T02:32:47.720 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 193.00741599899999, 2023-08-28T02:32:47.720 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4494550689999999, 2023-08-28T02:32:47.720 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:32:47.720 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:32:47.720 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:32:47.720 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:32:47.721 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:32:47.721 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 166847 2023-08-28T02:32:47.721 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.721 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:32:47.721 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.721 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:32:47.721 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.969780+0000", 2023-08-28T02:32:47.721 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:32:47.721 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.721 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.721 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:32:47.721 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.969780+0000", 2023-08-28T02:32:47.722 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:32:47.722 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.722 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.722 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:32:47.722 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.969778+0000", 2023-08-28T02:32:47.722 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999976 2023-08-28T02:32:47.722 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.722 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.722 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:32:47.722 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.969802+0000", 2023-08-28T02:32:47.722 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.3603000000000001e-05 2023-08-28T02:32:47.722 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.723 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.723 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:32:47.723 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.969831+0000", 2023-08-28T02:32:47.723 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.9756000000000001e-05 2023-08-28T02:32:47.723 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.723 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.723 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:32:47.723 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.969845+0000", 2023-08-28T02:32:47.723 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.3234999999999999e-05 2023-08-28T02:32:47.723 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.723 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.723 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:32:47.724 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.969910+0000", 2023-08-28T02:32:47.724 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.5603000000000002e-05 2023-08-28T02:32:47.724 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.724 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.724 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:32:47.724 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.969922+0000", 2023-08-28T02:32:47.724 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1659e-05 2023-08-28T02:32:47.724 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.724 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.724 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:32:47.724 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:35.267420+0000", 2023-08-28T02:32:47.724 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.297498357 2023-08-28T02:32:47.725 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.725 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.725 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:32:47.725 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:35.267639+0000", 2023-08-28T02:32:47.725 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00021923099999999999 2023-08-28T02:32:47.725 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.725 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.725 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 2,4,6", 2023-08-28T02:32:47.725 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:35.267843+0000", 2023-08-28T02:32:47.725 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000203325 2023-08-28T02:32:47.725 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.725 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.725 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:32:47.726 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:35.318157+0000", 2023-08-28T02:32:47.726 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.050314438000000003 2023-08-28T02:32:47.726 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.726 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.726 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:32:47.726 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:35.318229+0000", 2023-08-28T02:32:47.726 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.1451000000000004e-05 2023-08-28T02:32:47.726 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.726 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.726 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:32:47.726 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:35.318352+0000", 2023-08-28T02:32:47.726 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00012345100000000001 2023-08-28T02:32:47.727 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.727 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.727 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:32:47.727 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:35.417626+0000", 2023-08-28T02:32:47.727 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.099273771999999996 2023-08-28T02:32:47.727 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.727 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.727 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:32:47.727 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:35.417705+0000", 2023-08-28T02:32:47.727 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.9294000000000003e-05 2023-08-28T02:32:47.727 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.728 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.728 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:32:47.728 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:35.419236+0000", 2023-08-28T02:32:47.728 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0015303890000000001 2023-08-28T02:32:47.728 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:32:47.728 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:32:47.728 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:32:47.728 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.728 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.728 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:173277 9.0 9:02aebb5c:::benchmark_data_smithi040_209735_object65682:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e224)", 2023-08-28T02:32:47.728 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:29:44.383122+0000", 2023-08-28T02:32:47.728 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 182.59407465000001, 2023-08-28T02:32:47.729 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0443749790000001, 2023-08-28T02:32:47.729 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:32:47.729 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "reached pg", 2023-08-28T02:32:47.729 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:32:47.729 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:32:47.729 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:32:47.729 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 173277 2023-08-28T02:32:47.729 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.729 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:32:47.729 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.729 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:32:47.729 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:44.383122+0000", 2023-08-28T02:32:47.730 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:32:47.730 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.730 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.730 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:32:47.730 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:44.383122+0000", 2023-08-28T02:32:47.730 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:32:47.730 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.730 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.730 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:32:47.730 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:44.383120+0000", 2023-08-28T02:32:47.730 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:32:47.730 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.731 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.731 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:32:47.731 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:44.383128+0000", 2023-08-28T02:32:47.731 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.712e-06 2023-08-28T02:32:47.731 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.731 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.731 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:32:47.731 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:44.383140+0000", 2023-08-28T02:32:47.731 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2097e-05 2023-08-28T02:32:47.731 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.731 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.732 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:32:47.732 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:44.383151+0000", 2023-08-28T02:32:47.732 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0599e-05 2023-08-28T02:32:47.732 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.732 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.732 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:32:47.732 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:44.418302+0000", 2023-08-28T02:32:47.732 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.035151196000000003 2023-08-28T02:32:47.732 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.732 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.732 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:32:47.732 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:44.418311+0000", 2023-08-28T02:32:47.732 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.7800000000000006e-06 2023-08-28T02:32:47.733 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.733 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.733 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:32:47.733 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.413409+0000", 2023-08-28T02:32:47.733 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.99509816699999998 2023-08-28T02:32:47.733 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.733 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.733 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for missing object", 2023-08-28T02:32:47.733 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.413550+0000", 2023-08-28T02:32:47.733 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00014097099999999999 2023-08-28T02:32:47.733 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.733 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.734 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:32:47.734 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.427381+0000", 2023-08-28T02:32:47.734 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.013831266 2023-08-28T02:32:47.734 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.734 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.734 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:32:47.734 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.427497+0000", 2023-08-28T02:32:47.734 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000115659 2023-08-28T02:32:47.734 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:32:47.734 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:32:47.734 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:32:47.734 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.735 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.735 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:173315 9.0 9:003aeb33:::benchmark_data_smithi040_209735_object65720:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e224)", 2023-08-28T02:32:47.735 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:29:44.383160+0000", 2023-08-28T02:32:47.735 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 182.594036437, 2023-08-28T02:32:47.735 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0588380989999999, 2023-08-28T02:32:47.735 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:32:47.735 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:32:47.735 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:32:47.735 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:32:47.735 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:32:47.735 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 173315 2023-08-28T02:32:47.735 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.736 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:32:47.736 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.736 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:32:47.736 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:44.383160+0000", 2023-08-28T02:32:47.736 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:32:47.736 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.736 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.736 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:32:47.736 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:44.383160+0000", 2023-08-28T02:32:47.736 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:32:47.736 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.736 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.737 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:32:47.737 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:44.383160+0000", 2023-08-28T02:32:47.737 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:32:47.737 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.737 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.737 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:32:47.737 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:44.383162+0000", 2023-08-28T02:32:47.737 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.5950000000000001e-06 2023-08-28T02:32:47.737 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.737 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.737 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:32:47.737 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:44.383168+0000", 2023-08-28T02:32:47.738 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.8579999999999996e-06 2023-08-28T02:32:47.738 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.738 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.738 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:32:47.738 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:44.383173+0000", 2023-08-28T02:32:47.738 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.0409999999999997e-06 2023-08-28T02:32:47.738 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.738 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.738 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:32:47.738 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:44.418686+0000", 2023-08-28T02:32:47.738 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.035512425 2023-08-28T02:32:47.738 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.739 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.739 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:32:47.739 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:44.418695+0000", 2023-08-28T02:32:47.739 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.5389999999999996e-06 2023-08-28T02:32:47.739 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.739 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.739 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:32:47.739 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.423751+0000", 2023-08-28T02:32:47.739 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.005055977 2023-08-28T02:32:47.739 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.739 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.739 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:32:47.740 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.423917+0000", 2023-08-28T02:32:47.740 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000165775 2023-08-28T02:32:47.740 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.740 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.740 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 2,6", 2023-08-28T02:32:47.740 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.424341+0000", 2023-08-28T02:32:47.740 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00042420499999999998 2023-08-28T02:32:47.740 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.740 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.740 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:32:47.740 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.426926+0000", 2023-08-28T02:32:47.740 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0025854419999999999 2023-08-28T02:32:47.741 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.741 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.741 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:32:47.741 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.427723+0000", 2023-08-28T02:32:47.741 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00079643900000000002 2023-08-28T02:32:47.741 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.741 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.741 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:32:47.741 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.441802+0000", 2023-08-28T02:32:47.741 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.014079402 2023-08-28T02:32:47.741 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.741 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.741 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:32:47.742 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.441868+0000", 2023-08-28T02:32:47.742 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.5519999999999996e-05 2023-08-28T02:32:47.742 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.742 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.742 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:32:47.742 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.441998+0000", 2023-08-28T02:32:47.742 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00013027899999999999 2023-08-28T02:32:47.742 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:32:47.742 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:32:47.742 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:32:47.742 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.742 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.743 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:93232 10.2 10:4acd7099:::benchmark_data_smithi040_250784_object93231:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e279)", 2023-08-28T02:32:47.743 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:14.191364+0000", 2023-08-28T02:32:47.743 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 32.785832448999997, 2023-08-28T02:32:47.743 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 18.483502566999999, 2023-08-28T02:32:47.743 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:32:47.743 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:32:47.743 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:32:47.743 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:32:47.743 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:32:47.743 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 93232 2023-08-28T02:32:47.743 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.744 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:32:47.744 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.744 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:32:47.744 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.191364+0000", 2023-08-28T02:32:47.744 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:32:47.744 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.744 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.744 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:32:47.744 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.191364+0000", 2023-08-28T02:32:47.744 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:32:47.744 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.744 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.745 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:32:47.745 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.191362+0000", 2023-08-28T02:32:47.745 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:32:47.745 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.745 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.745 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:32:47.745 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.191392+0000", 2023-08-28T02:32:47.745 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.9550999999999999e-05 2023-08-28T02:32:47.745 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.745 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.745 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:32:47.745 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.191407+0000", 2023-08-28T02:32:47.745 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.5923999999999999e-05 2023-08-28T02:32:47.746 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.746 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.746 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:32:47.746 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.191416+0000", 2023-08-28T02:32:47.746 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.7760000000000003e-06 2023-08-28T02:32:47.746 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.746 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.746 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:32:47.746 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.191474+0000", 2023-08-28T02:32:47.746 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.7837999999999997e-05 2023-08-28T02:32:47.746 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.746 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.747 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:32:47.747 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.191607+0000", 2023-08-28T02:32:47.747 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000133211 2023-08-28T02:32:47.747 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.747 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.747 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,4", 2023-08-28T02:32:47.747 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.191739+0000", 2023-08-28T02:32:47.747 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00013158000000000001 2023-08-28T02:32:47.747 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.747 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.747 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:32:47.747 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.195177+0000", 2023-08-28T02:32:47.748 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0034383700000000001 2023-08-28T02:32:47.748 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.748 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.748 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:32:47.748 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.198514+0000", 2023-08-28T02:32:47.748 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0033371249999999998 2023-08-28T02:32:47.748 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.748 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.748 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:32:47.748 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.674771+0000", 2023-08-28T02:32:47.748 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 18.476256628000002 2023-08-28T02:32:47.748 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.749 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.749 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:32:47.749 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.674811+0000", 2023-08-28T02:32:47.749 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.0318000000000003e-05 2023-08-28T02:32:47.749 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.749 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.749 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:32:47.749 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.674867+0000", 2023-08-28T02:32:47.749 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.5294000000000003e-05 2023-08-28T02:32:47.749 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:32:47.749 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:32:47.749 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:32:47.749 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.750 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.750 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:93262 10.2 10:4aeb0131:::benchmark_data_smithi040_250784_object93261:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e279)", 2023-08-28T02:32:47.750 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:14.251778+0000", 2023-08-28T02:32:47.750 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 32.725418771000001, 2023-08-28T02:32:47.750 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 18.423198287000002, 2023-08-28T02:32:47.750 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:32:47.750 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:32:47.750 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:32:47.750 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:32:47.750 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:32:47.750 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 93262 2023-08-28T02:32:47.751 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.751 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:32:47.751 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.751 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:32:47.751 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.251778+0000", 2023-08-28T02:32:47.751 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:32:47.751 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.751 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.751 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:32:47.751 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.251778+0000", 2023-08-28T02:32:47.751 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:32:47.751 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.752 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.752 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:32:47.752 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.251776+0000", 2023-08-28T02:32:47.752 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:32:47.752 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.752 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.752 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:32:47.752 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.251804+0000", 2023-08-28T02:32:47.752 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.8113999999999999e-05 2023-08-28T02:32:47.752 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.752 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.752 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:32:47.753 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.251818+0000", 2023-08-28T02:32:47.753 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4064e-05 2023-08-28T02:32:47.753 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.753 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.753 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:32:47.753 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.251826+0000", 2023-08-28T02:32:47.753 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.8120000000000008e-06 2023-08-28T02:32:47.753 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.753 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.753 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:32:47.753 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.251885+0000", 2023-08-28T02:32:47.754 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.9583999999999997e-05 2023-08-28T02:32:47.754 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.754 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.754 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:32:47.754 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.252065+0000", 2023-08-28T02:32:47.754 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00017993100000000001 2023-08-28T02:32:47.754 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.754 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.754 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,4", 2023-08-28T02:32:47.754 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.252226+0000", 2023-08-28T02:32:47.754 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00016088800000000001 2023-08-28T02:32:47.754 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.755 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.755 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:32:47.755 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.255987+0000", 2023-08-28T02:32:47.755 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0037607230000000001 2023-08-28T02:32:47.755 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.755 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.755 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:32:47.755 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.258831+0000", 2023-08-28T02:32:47.755 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.002844348 2023-08-28T02:32:47.755 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.755 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.756 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:32:47.756 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.674903+0000", 2023-08-28T02:32:47.756 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 18.416072205999999 2023-08-28T02:32:47.756 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.756 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.756 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:32:47.756 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.674949+0000", 2023-08-28T02:32:47.756 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.5235999999999999e-05 2023-08-28T02:32:47.756 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.756 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.756 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:32:47.756 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.674976+0000", 2023-08-28T02:32:47.757 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.7402999999999998e-05 2023-08-28T02:32:47.757 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:32:47.757 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:32:47.757 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:32:47.757 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.757 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.757 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:93288 10.2 10:4ef81379:::benchmark_data_smithi040_250784_object93287:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e279)", 2023-08-28T02:32:47.757 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:14.323149+0000", 2023-08-28T02:32:47.757 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 32.654047298000002, 2023-08-28T02:32:47.757 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 18.351936534, 2023-08-28T02:32:47.757 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:32:47.758 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:32:47.758 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:32:47.758 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:32:47.758 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:32:47.758 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 93288 2023-08-28T02:32:47.758 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.758 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:32:47.758 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.758 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:32:47.758 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.323149+0000", 2023-08-28T02:32:47.758 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:32:47.758 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.759 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.759 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:32:47.759 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.323149+0000", 2023-08-28T02:32:47.759 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:32:47.759 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.759 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.759 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:32:47.759 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.323148+0000", 2023-08-28T02:32:47.759 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:32:47.759 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.759 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.760 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:32:47.760 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.323178+0000", 2023-08-28T02:32:47.760 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.0845e-05 2023-08-28T02:32:47.760 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.760 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.760 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:32:47.760 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.323197+0000", 2023-08-28T02:32:47.760 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.8541000000000001e-05 2023-08-28T02:32:47.760 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.760 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.760 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:32:47.760 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.323207+0000", 2023-08-28T02:32:47.761 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0018e-05 2023-08-28T02:32:47.761 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.761 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.761 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:32:47.761 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.323256+0000", 2023-08-28T02:32:47.761 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.9215000000000002e-05 2023-08-28T02:32:47.761 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.761 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.761 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:32:47.761 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.323413+0000", 2023-08-28T02:32:47.761 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00015721999999999999 2023-08-28T02:32:47.762 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.762 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.762 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,4", 2023-08-28T02:32:47.762 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.323533+0000", 2023-08-28T02:32:47.762 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000119363 2023-08-28T02:32:47.762 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.762 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.762 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:32:47.762 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.326407+0000", 2023-08-28T02:32:47.762 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0028743689999999999 2023-08-28T02:32:47.762 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.762 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.763 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:32:47.763 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.326664+0000", 2023-08-28T02:32:47.763 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000256655 2023-08-28T02:32:47.763 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.763 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.763 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:32:47.763 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.675011+0000", 2023-08-28T02:32:47.763 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 18.348347230999998 2023-08-28T02:32:47.763 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.763 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.763 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:32:47.763 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.675049+0000", 2023-08-28T02:32:47.764 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.7700999999999997e-05 2023-08-28T02:32:47.764 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.764 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.764 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:32:47.764 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.675086+0000", 2023-08-28T02:32:47.764 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.6905e-05 2023-08-28T02:32:47.764 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:32:47.764 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:32:47.764 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:32:47.764 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.764 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.764 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:93304 10.2 10:4b4a961c:::benchmark_data_smithi040_250784_object93303:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e279)", 2023-08-28T02:32:47.765 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:14.372577+0000", 2023-08-28T02:32:47.765 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 32.604619777000003, 2023-08-28T02:32:47.765 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 18.302606406999999, 2023-08-28T02:32:47.765 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:32:47.765 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:32:47.765 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:32:47.765 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:32:47.765 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:32:47.765 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 93304 2023-08-28T02:32:47.765 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.765 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:32:47.766 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.766 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:32:47.766 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.372577+0000", 2023-08-28T02:32:47.766 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:32:47.766 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.766 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.766 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:32:47.766 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.372577+0000", 2023-08-28T02:32:47.766 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:32:47.766 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.766 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.766 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:32:47.767 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.372576+0000", 2023-08-28T02:32:47.767 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:32:47.767 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.767 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.767 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:32:47.767 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.372618+0000", 2023-08-28T02:32:47.767 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.2212000000000002e-05 2023-08-28T02:32:47.767 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.767 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.767 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:32:47.767 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.372643+0000", 2023-08-28T02:32:47.767 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.5585999999999999e-05 2023-08-28T02:32:47.768 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.768 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.768 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:32:47.768 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.372653+0000", 2023-08-28T02:32:47.768 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.1200000000000008e-06 2023-08-28T02:32:47.768 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.768 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.768 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:32:47.768 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.372706+0000", 2023-08-28T02:32:47.768 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.3446999999999998e-05 2023-08-28T02:32:47.768 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.768 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.769 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:32:47.769 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.372837+0000", 2023-08-28T02:32:47.769 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00013135600000000001 2023-08-28T02:32:47.769 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.769 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.769 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,4", 2023-08-28T02:32:47.769 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.372972+0000", 2023-08-28T02:32:47.769 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00013499599999999999 2023-08-28T02:32:47.769 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.769 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.769 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:32:47.769 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.376350+0000", 2023-08-28T02:32:47.770 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00337718 2023-08-28T02:32:47.770 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.770 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.770 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:32:47.770 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.376510+0000", 2023-08-28T02:32:47.770 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00016010800000000001 2023-08-28T02:32:47.770 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.770 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.770 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:32:47.770 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.675112+0000", 2023-08-28T02:32:47.770 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 18.298602155000001 2023-08-28T02:32:47.770 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.771 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.771 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:32:47.771 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.675146+0000", 2023-08-28T02:32:47.771 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.4554000000000002e-05 2023-08-28T02:32:47.771 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:32:47.771 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:32:47.771 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:32:47.771 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.675183+0000", 2023-08-28T02:32:47.771 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.6711999999999997e-05 2023-08-28T02:32:47.771 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:32:47.771 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:32:47.771 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:32:47.772 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:32:47.772 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:32:47.772 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-08-28T02:32:47.772 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:47 smithi083 ceph-mon[157819]: failed to encode map e289 with expected crc 2023-08-28T02:32:47.773 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:47 smithi083 ceph-mon[157819]: pgmap v855: 99 pgs: 1 activating+undersized+remapped, 1 active+undersized+degraded+remapped, 1 peering, 24 active+clean+remapped, 2 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 4 active+undersized+degraded, 1 active+recovering+undersized+remapped, 14 active+undersized, 45 active+clean; 5.7 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 56430/279954 objects degraded (20.157%); 34793/279954 objects misplaced (12.428%); 14 MiB/s, 229 objects/s recovering 2023-08-28T02:32:47.773 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:47 smithi083 ceph-mon[157819]: failed to encode map e289 with expected crc 2023-08-28T02:32:47.773 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:47 smithi083 ceph-mon[157819]: failed to encode map e289 with expected crc 2023-08-28T02:32:47.773 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:47 smithi083 ceph-mon[157819]: failed to encode map e289 with expected crc 2023-08-28T02:32:47.773 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:47 smithi040 ceph-mon[170259]: failed to encode map e289 with expected crc 2023-08-28T02:32:47.773 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:47 smithi040 ceph-mon[170259]: pgmap v855: 99 pgs: 1 activating+undersized+remapped, 1 active+undersized+degraded+remapped, 1 peering, 24 active+clean+remapped, 2 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 4 active+undersized+degraded, 1 active+recovering+undersized+remapped, 14 active+undersized, 45 active+clean; 5.7 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 56430/279954 objects degraded (20.157%); 34793/279954 objects misplaced (12.428%); 14 MiB/s, 229 objects/s recovering 2023-08-28T02:32:47.773 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:47 smithi040 ceph-mon[170259]: failed to encode map e289 with expected crc 2023-08-28T02:32:47.773 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:47 smithi040 ceph-mon[170259]: failed to encode map e289 with expected crc 2023-08-28T02:32:47.773 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:47 smithi040 ceph-mon[170259]: failed to encode map e289 with expected crc 2023-08-28T02:32:47.774 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:47 smithi040 ceph-mon[175404]: failed to encode map e289 with expected crc 2023-08-28T02:32:47.774 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:47 smithi040 ceph-mon[175404]: pgmap v855: 99 pgs: 1 activating+undersized+remapped, 1 active+undersized+degraded+remapped, 1 peering, 24 active+clean+remapped, 2 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 4 active+undersized+degraded, 1 active+recovering+undersized+remapped, 14 active+undersized, 45 active+clean; 5.7 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 56430/279954 objects degraded (20.157%); 34793/279954 objects misplaced (12.428%); 14 MiB/s, 229 objects/s recovering 2023-08-28T02:32:47.774 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:47 smithi040 ceph-mon[175404]: failed to encode map e289 with expected crc 2023-08-28T02:32:47.774 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:47 smithi040 ceph-mon[175404]: failed to encode map e289 with expected crc 2023-08-28T02:32:47.774 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:47 smithi040 ceph-mon[175404]: failed to encode map e289 with expected crc 2023-08-28T02:32:47.775 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:47.775 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:32:47.776 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:32:47.876 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:32:47.912 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:47.985 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:32:47.989 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:47.989 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:32:48.015 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.2 dump_ops_in_flight 2023-08-28T02:32:48.053 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 113 12 93306 93294 51.5833 0 - 0.0142351 2023-08-28T02:32:48.089 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:32:48.130 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:48.155 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:32:48.159 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:48.159 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:32:48.260 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:32:48.288 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:48.325 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:32:48.329 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:48.329 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:32:48.430 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:32:48.467 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:48.539 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:32:48.542 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:48.542 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:32:48.568 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:32:48.642 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:32:48.680 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:48.713 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:32:48.719 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:48.719 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:32:48.820 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:32:48.855 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:49.024 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:32:49.048 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:32:49.053 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 114 12 93306 93294 51.1309 0 - 0.0142351 2023-08-28T02:32:49.073 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:32:49.097 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:32:49.120 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:32:49.157 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:32:49.184 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:32:49.184 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-08-28T02:32:49.184 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-08-28T02:32:49.185 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-08-28T02:32:49.185 INFO:teuthology.orchestra.run.smithi040.stderr:Error ENXIO: problem getting command descriptions from osd.3 2023-08-28T02:32:49.185 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-08-28T02:32:49.185 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-08-28T02:32:49.185 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-08-28T02:32:49.185 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-08-28T02:32:49.288 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:32:49.292 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:49.293 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:32:49.393 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:32:49.422 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:49.442 INFO:teuthology.orchestra.run.smithi040.stderr:set pool 10 pgp_num to 16 2023-08-28T02:32:49.466 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:32:49.467 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:49 smithi040 ceph-mon[175404]: pgmap v856: 99 pgs: 1 activating+undersized+remapped, 1 peering, 24 active+clean+remapped, 2 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 4 active+undersized+degraded, 1 active+recovering+undersized+remapped, 14 active+undersized, 45 active+clean; 5.7 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 56430/279954 objects degraded (20.157%); 33834/279954 objects misplaced (12.086%); 13 MiB/s, 210 objects/s recovering 2023-08-28T02:32:49.467 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:49 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3271643879' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num", "val": "16"}]: dispatch 2023-08-28T02:32:49.467 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:49 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num", "val": "16"}]: dispatch 2023-08-28T02:32:49.467 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:49 smithi040 ceph-mon[170259]: pgmap v856: 99 pgs: 1 activating+undersized+remapped, 1 peering, 24 active+clean+remapped, 2 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 4 active+undersized+degraded, 1 active+recovering+undersized+remapped, 14 active+undersized, 45 active+clean; 5.7 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 56430/279954 objects degraded (20.157%); 33834/279954 objects misplaced (12.086%); 13 MiB/s, 210 objects/s recovering 2023-08-28T02:32:49.467 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:49 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3271643879' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num", "val": "16"}]: dispatch 2023-08-28T02:32:49.467 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:49 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num", "val": "16"}]: dispatch 2023-08-28T02:32:49.471 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:49.471 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:32:49.572 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:32:49.611 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:49.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:49 smithi083 ceph-mon[157819]: pgmap v856: 99 pgs: 1 activating+undersized+remapped, 1 peering, 24 active+clean+remapped, 2 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 4 active+undersized+degraded, 1 active+recovering+undersized+remapped, 14 active+undersized, 45 active+clean; 5.7 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 56430/279954 objects degraded (20.157%); 33834/279954 objects misplaced (12.086%); 13 MiB/s, 210 objects/s recovering 2023-08-28T02:32:49.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:49 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3271643879' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num", "val": "16"}]: dispatch 2023-08-28T02:32:49.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:49 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num", "val": "16"}]: dispatch 2023-08-28T02:32:49.775 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd set noscrub 2023-08-28T02:32:50.053 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 115 12 93306 93294 50.6864 0 - 0.0142351 2023-08-28T02:32:50.339 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:32:50.345 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:50.346 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:32:50.447 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:32:50.481 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:50.597 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:50 smithi040 ceph-mon[170259]: failed to encode map e290 with expected crc 2023-08-28T02:32:50.597 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:50 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num", "val": "16"}]': finished 2023-08-28T02:32:50.597 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:50 smithi040 ceph-mon[170259]: failed to encode map e290 with expected crc 2023-08-28T02:32:50.597 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:50 smithi040 ceph-mon[170259]: osdmap e290: 8 total, 7 up, 6 in 2023-08-28T02:32:50.597 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:50 smithi040 ceph-mon[170259]: failed to encode map e290 with expected crc 2023-08-28T02:32:50.597 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:50 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:32:50.598 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:50 smithi040 ceph-mon[175404]: failed to encode map e290 with expected crc 2023-08-28T02:32:50.598 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:50 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num", "val": "16"}]': finished 2023-08-28T02:32:50.598 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:50 smithi040 ceph-mon[175404]: failed to encode map e290 with expected crc 2023-08-28T02:32:50.598 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:50 smithi040 ceph-mon[175404]: osdmap e290: 8 total, 7 up, 6 in 2023-08-28T02:32:50.598 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:50 smithi040 ceph-mon[175404]: failed to encode map e290 with expected crc 2023-08-28T02:32:50.598 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:50 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:32:50.606 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:32:50.609 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:50.610 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:32:50.711 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:32:50.720 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-08-28T02:32:50.720 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-08-28T02:32:50.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:50 smithi083 ceph-mon[157819]: failed to encode map e290 with expected crc 2023-08-28T02:32:50.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:50 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_5", "var": "pgp_num", "val": "16"}]': finished 2023-08-28T02:32:50.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:50 smithi083 ceph-mon[157819]: failed to encode map e290 with expected crc 2023-08-28T02:32:50.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:50 smithi083 ceph-mon[157819]: osdmap e290: 8 total, 7 up, 6 in 2023-08-28T02:32:50.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:50 smithi083 ceph-mon[157819]: failed to encode map e290 with expected crc 2023-08-28T02:32:50.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:50 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:32:50.750 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:50.830 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:32:50.834 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:50.834 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:32:50.935 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:32:50.996 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:51.018 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:32:51.022 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:51.022 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:32:51.053 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 116 12 93306 93294 50.2496 0 - 0.0142351 2023-08-28T02:32:51.113 INFO:teuthology.orchestra.run.smithi040.stdout:ERROR: (22) Invalid argument 2023-08-28T02:32:51.113 INFO:teuthology.orchestra.run.smithi040.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:32:51.123 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:32:51.153 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:51.276 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:32:51.681 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.2 dump_blocked_ops 2023-08-28T02:32:51.689 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:51 smithi040 ceph-mon[175404]: pgmap v858: 99 pgs: 1 activating+degraded+remapped, 1 activating+undersized+remapped, 24 active+clean+remapped, 2 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 4 active+undersized+degraded, 1 active+recovering+undersized+remapped, 14 active+undersized, 45 active+clean; 5.7 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 62218/279954 objects degraded (22.224%); 33834/279954 objects misplaced (12.086%); 12 MiB/s, 196 objects/s recovering 2023-08-28T02:32:51.689 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:51 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 62218/279954 objects degraded (22.224%), 14 pgs degraded, 18 pgs undersized (PG_DEGRADED) 2023-08-28T02:32:51.690 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:51 smithi040 ceph-mon[170259]: pgmap v858: 99 pgs: 1 activating+degraded+remapped, 1 activating+undersized+remapped, 24 active+clean+remapped, 2 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 4 active+undersized+degraded, 1 active+recovering+undersized+remapped, 14 active+undersized, 45 active+clean; 5.7 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 62218/279954 objects degraded (22.224%); 33834/279954 objects misplaced (12.086%); 12 MiB/s, 196 objects/s recovering 2023-08-28T02:32:51.690 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:51 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 62218/279954 objects degraded (22.224%), 14 pgs degraded, 18 pgs undersized (PG_DEGRADED) 2023-08-28T02:32:51.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:51 smithi083 ceph-mon[157819]: pgmap v858: 99 pgs: 1 activating+degraded+remapped, 1 activating+undersized+remapped, 24 active+clean+remapped, 2 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 4 active+undersized+degraded, 1 active+recovering+undersized+remapped, 14 active+undersized, 45 active+clean; 5.7 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 62218/279954 objects degraded (22.224%); 33834/279954 objects misplaced (12.086%); 12 MiB/s, 196 objects/s recovering 2023-08-28T02:32:51.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:51 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 62218/279954 objects degraded (22.224%), 14 pgs degraded, 18 pgs undersized (PG_DEGRADED) 2023-08-28T02:32:51.780 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:32:51.783 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:51.784 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:32:51.884 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:32:51.920 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:51.999 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:32:52.001 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:52.002 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:32:52.053 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 117 12 93306 93294 49.8202 0 - 0.0142351 2023-08-28T02:32:52.103 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:32:52.136 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:52.258 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:32:52.261 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:52.261 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:32:52.362 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:32:52.390 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:32:52.402 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:52.435 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:32:52.446 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:52.447 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:32:52.524 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:52 smithi040 ceph-mon[175404]: pgmap v859: 99 pgs: 1 activating+undersized+remapped, 1 activating+degraded+remapped, 24 active+clean+remapped, 2 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 4 active+undersized+degraded, 1 active+recovering+undersized+remapped, 14 active+undersized, 45 active+clean; 5.7 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 62218/279954 objects degraded (22.224%); 32884/279954 objects misplaced (11.746%); 17 MiB/s, 265 objects/s recovering 2023-08-28T02:32:52.526 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:52 smithi040 ceph-mon[170259]: pgmap v859: 99 pgs: 1 activating+undersized+remapped, 1 activating+degraded+remapped, 24 active+clean+remapped, 2 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 4 active+undersized+degraded, 1 active+recovering+undersized+remapped, 14 active+undersized, 45 active+clean; 5.7 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 62218/279954 objects degraded (22.224%); 32884/279954 objects misplaced (11.746%); 17 MiB/s, 265 objects/s recovering 2023-08-28T02:32:52.548 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:32:52.590 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:52.665 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:32:52.669 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:52.669 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:32:52.721 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-08-28T02:32:52.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:52 smithi083 ceph-mon[157819]: pgmap v859: 99 pgs: 1 activating+undersized+remapped, 1 activating+degraded+remapped, 24 active+clean+remapped, 2 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 4 active+undersized+degraded, 1 active+recovering+undersized+remapped, 14 active+undersized, 45 active+clean; 5.7 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 62218/279954 objects degraded (22.224%); 32884/279954 objects misplaced (11.746%); 17 MiB/s, 265 objects/s recovering 2023-08-28T02:32:52.770 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:32:52.810 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:52.895 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:32:52.898 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:52.898 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:32:52.999 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:32:53.033 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:53.053 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 118 12 93306 93294 49.3981 0 - 0.0142351 2023-08-28T02:32:53.453 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:53 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3496359394' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:32:53.466 INFO:teuthology.orchestra.run.smithi040.stderr:noscrub is set 2023-08-28T02:32:53.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:53 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3496359394' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:32:53.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:53 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3496359394' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:32:54.053 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 119 12 93306 93294 48.9831 0 - 0.0142351 2023-08-28T02:32:54.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:54 smithi040 ceph-mon[170259]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:32:54.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:54 smithi040 ceph-mon[170259]: failed to encode map e291 with expected crc 2023-08-28T02:32:54.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:54 smithi040 ceph-mon[170259]: failed to encode map e291 with expected crc 2023-08-28T02:32:54.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:54 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3496359394' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:32:54.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:54 smithi040 ceph-mon[170259]: osdmap e291: 8 total, 7 up, 6 in 2023-08-28T02:32:54.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:54 smithi040 ceph-mon[170259]: failed to encode map e291 with expected crc 2023-08-28T02:32:54.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:54 smithi040 ceph-mon[170259]: pgmap v861: 99 pgs: 1 activating+undersized+remapped, 1 activating+degraded+remapped, 24 active+clean+remapped, 2 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 4 active+undersized+degraded, 1 active+recovering+undersized+remapped, 14 active+undersized, 45 active+clean; 5.7 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 62218/279954 objects degraded (22.224%); 32451/279954 objects misplaced (11.592%); 18 MiB/s, 292 objects/s recovering 2023-08-28T02:32:54.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:54 smithi040 ceph-mon[175404]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:32:54.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:54 smithi040 ceph-mon[175404]: failed to encode map e291 with expected crc 2023-08-28T02:32:54.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:54 smithi040 ceph-mon[175404]: failed to encode map e291 with expected crc 2023-08-28T02:32:54.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:54 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3496359394' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:32:54.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:54 smithi040 ceph-mon[175404]: osdmap e291: 8 total, 7 up, 6 in 2023-08-28T02:32:54.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:54 smithi040 ceph-mon[175404]: failed to encode map e291 with expected crc 2023-08-28T02:32:54.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:54 smithi040 ceph-mon[175404]: pgmap v861: 99 pgs: 1 activating+undersized+remapped, 1 activating+degraded+remapped, 24 active+clean+remapped, 2 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 4 active+undersized+degraded, 1 active+recovering+undersized+remapped, 14 active+undersized, 45 active+clean; 5.7 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 62218/279954 objects degraded (22.224%); 32451/279954 objects misplaced (11.592%); 18 MiB/s, 292 objects/s recovering 2023-08-28T02:32:54.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:54 smithi083 ceph-mon[157819]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:32:54.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:54 smithi083 ceph-mon[157819]: failed to encode map e291 with expected crc 2023-08-28T02:32:54.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:54 smithi083 ceph-mon[157819]: failed to encode map e291 with expected crc 2023-08-28T02:32:54.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:54 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3496359394' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:32:54.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:54 smithi083 ceph-mon[157819]: osdmap e291: 8 total, 7 up, 6 in 2023-08-28T02:32:54.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:54 smithi083 ceph-mon[157819]: failed to encode map e291 with expected crc 2023-08-28T02:32:54.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:54 smithi083 ceph-mon[157819]: pgmap v861: 99 pgs: 1 activating+undersized+remapped, 1 activating+degraded+remapped, 24 active+clean+remapped, 2 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 4 active+undersized+degraded, 1 active+recovering+undersized+remapped, 14 active+undersized, 45 active+clean; 5.7 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 62218/279954 objects degraded (22.224%); 32451/279954 objects misplaced (11.592%); 18 MiB/s, 292 objects/s recovering 2023-08-28T02:32:54.908 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:32:54.912 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:54.912 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:32:55.013 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:32:55.053 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:55.053 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:2023-08-28T02:32:55.054817+0000 min lat: 0.00127198 max lat: 18.4837 avg lat: 0.0142351 2023-08-28T02:32:55.054 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2023-08-28T02:32:55.054 INFO:tasks.radosbench.radosbench.0.smithi040.stdout: 120 12 93306 93294 48.575 0 - 0.0142351 2023-08-28T02:32:55.078 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:32:55.079 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:32:55.081 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:55.082 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:32:55.182 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:32:55.278 INFO:teuthology.orchestra.run.smithi040.stdout:ERROR: (22) Invalid argument 2023-08-28T02:32:55.279 INFO:teuthology.orchestra.run.smithi040.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:32:55.329 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:55.623 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:32:55 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:32:55] "GET /metrics HTTP/1.1" 200 36537 "" "Prometheus/2.43.0" 2023-08-28T02:32:55.740 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.2 dump_historic_ops 2023-08-28T02:32:55.755 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:32:55.758 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:55.759 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:32:55.860 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:32:55.888 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:55.916 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:32:55.920 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:55.921 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:32:56.022 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:32:56.053 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Total time run: 120.474 2023-08-28T02:32:56.054 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Total writes made: 93306 2023-08-28T02:32:56.054 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Write size: 65536 2023-08-28T02:32:56.054 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Object size: 65536 2023-08-28T02:32:56.054 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Bandwidth (MB/sec): 48.4058 2023-08-28T02:32:56.054 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Stddev Bandwidth: 44.861 2023-08-28T02:32:56.054 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Max bandwidth (MB/sec): 169.875 2023-08-28T02:32:56.054 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Min bandwidth (MB/sec): 0 2023-08-28T02:32:56.054 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Average IOPS: 774 2023-08-28T02:32:56.054 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Stddev IOPS: 717.778 2023-08-28T02:32:56.054 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Max IOPS: 2718 2023-08-28T02:32:56.054 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Min IOPS: 0 2023-08-28T02:32:56.054 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Average Latency(s): 0.0196721 2023-08-28T02:32:56.055 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Stddev Latency(s): 0.496056 2023-08-28T02:32:56.055 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Max latency(s): 43.5508 2023-08-28T02:32:56.055 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Min latency(s): 0.00127198 2023-08-28T02:32:56.055 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:56.066 INFO:tasks.radosbench.radosbench.0.smithi040.stdout:Cleaning up (deleting benchmark objects) 2023-08-28T02:32:56.203 INFO:tasks.thrashosds.thrasher:in_osds: [0, 3, 4, 5, 7, 1] out_osds: [6, 2] dead_osds: [3] live_osds: [0, 1, 2, 4, 5, 6, 7] 2023-08-28T02:32:56.204 INFO:tasks.thrashosds.thrasher:Reviving osd 3 2023-08-28T02:32:56.204 INFO:tasks.cephadm.osd.3:Restarting osd.3 (starting--it wasn't running)... 2023-08-28T02:32:56.204 DEBUG:teuthology.orchestra.run.smithi040:osd.3> sudo journalctl -f -n 0 -u ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315@osd.3.service 2023-08-28T02:32:56.209 DEBUG:teuthology.orchestra.run.smithi040:> sudo systemctl start ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315@osd.3 2023-08-28T02:32:56.246 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:32:56.251 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:56.252 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:32:56.260 INFO:journalctl@ceph.osd.3.smithi040.stdout:-- Logs begin at Mon 2023-08-28 01:48:14 UTC. -- 2023-08-28T02:32:56.353 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:32:56.391 INFO:journalctl@ceph.osd.3.smithi040.stdout:Aug 28 02:32:56 smithi040 systemd[1]: Starting Ceph osd.3 for d9a8f48a-4546-11ee-817c-1b7a5f1ba315... 2023-08-28T02:32:56.395 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:56.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:56 smithi040 ceph-mon[170259]: failed to encode map e292 with expected crc 2023-08-28T02:32:56.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:56 smithi040 ceph-mon[170259]: failed to encode map e292 with expected crc 2023-08-28T02:32:56.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:56 smithi040 ceph-mon[170259]: osdmap e292: 8 total, 7 up, 6 in 2023-08-28T02:32:56.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:56 smithi040 ceph-mon[170259]: failed to encode map e292 with expected crc 2023-08-28T02:32:56.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:56 smithi040 ceph-mon[170259]: failed to encode map e292 with expected crc 2023-08-28T02:32:56.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:56 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 62218/279954 objects degraded (22.224%), 14 pgs degraded, 20 pgs undersized (PG_DEGRADED) 2023-08-28T02:32:56.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:56 smithi040 ceph-mon[170259]: pgmap v863: 99 pgs: 1 peering, 1 active+degraded+remapped+laggy, 24 active+clean+remapped, 2 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 4 active+undersized+degraded, 1 active+recovering+undersized+remapped, 14 active+undersized, 45 active+clean; 5.7 GiB data, 16 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 0 op/s; 62218/279942 objects degraded (22.225%); 32132/279942 objects misplaced (11.478%); 15 MiB/s, 245 objects/s recovering 2023-08-28T02:32:56.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:56 smithi040 ceph-mon[175404]: failed to encode map e292 with expected crc 2023-08-28T02:32:56.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:56 smithi040 ceph-mon[175404]: failed to encode map e292 with expected crc 2023-08-28T02:32:56.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:56 smithi040 ceph-mon[175404]: osdmap e292: 8 total, 7 up, 6 in 2023-08-28T02:32:56.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:56 smithi040 ceph-mon[175404]: failed to encode map e292 with expected crc 2023-08-28T02:32:56.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:56 smithi040 ceph-mon[175404]: failed to encode map e292 with expected crc 2023-08-28T02:32:56.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:56 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 62218/279954 objects degraded (22.224%), 14 pgs degraded, 20 pgs undersized (PG_DEGRADED) 2023-08-28T02:32:56.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:56 smithi040 ceph-mon[175404]: pgmap v863: 99 pgs: 1 peering, 1 active+degraded+remapped+laggy, 24 active+clean+remapped, 2 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 4 active+undersized+degraded, 1 active+recovering+undersized+remapped, 14 active+undersized, 45 active+clean; 5.7 GiB data, 16 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 0 op/s; 62218/279942 objects degraded (22.225%); 32132/279942 objects misplaced (11.478%); 15 MiB/s, 245 objects/s recovering 2023-08-28T02:32:56.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:56 smithi083 ceph-mon[157819]: failed to encode map e292 with expected crc 2023-08-28T02:32:56.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:56 smithi083 ceph-mon[157819]: failed to encode map e292 with expected crc 2023-08-28T02:32:56.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:56 smithi083 ceph-mon[157819]: osdmap e292: 8 total, 7 up, 6 in 2023-08-28T02:32:56.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:56 smithi083 ceph-mon[157819]: failed to encode map e292 with expected crc 2023-08-28T02:32:56.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:56 smithi083 ceph-mon[157819]: failed to encode map e292 with expected crc 2023-08-28T02:32:56.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:56 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 62218/279954 objects degraded (22.224%), 14 pgs degraded, 20 pgs undersized (PG_DEGRADED) 2023-08-28T02:32:56.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:56 smithi083 ceph-mon[157819]: pgmap v863: 99 pgs: 1 peering, 1 active+degraded+remapped+laggy, 24 active+clean+remapped, 2 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 4 active+undersized+degraded, 1 active+recovering+undersized+remapped, 14 active+undersized, 45 active+clean; 5.7 GiB data, 16 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 0 op/s; 62218/279942 objects degraded (22.225%); 32132/279942 objects misplaced (11.478%); 15 MiB/s, 245 objects/s recovering 2023-08-28T02:32:56.769 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:32:56.775 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:56.776 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:32:56.825 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd set nodeep-scrub 2023-08-28T02:32:56.877 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:32:56.916 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:56.951 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:32:56.955 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:56.956 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:32:57.057 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:32:57.087 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:57.602 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:32:57.626 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:32:57.648 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:32:57.671 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:32:57.692 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:32:57.716 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:32:57.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:57 smithi040 ceph-mon[170259]: failed to encode map e293 with expected crc 2023-08-28T02:32:57.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:57 smithi040 ceph-mon[170259]: failed to encode map e293 with expected crc 2023-08-28T02:32:57.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:57 smithi040 ceph-mon[170259]: osdmap e293: 8 total, 7 up, 6 in 2023-08-28T02:32:57.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:57 smithi040 ceph-mon[170259]: failed to encode map e293 with expected crc 2023-08-28T02:32:57.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:57 smithi040 ceph-mon[175404]: failed to encode map e293 with expected crc 2023-08-28T02:32:57.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:57 smithi040 ceph-mon[175404]: failed to encode map e293 with expected crc 2023-08-28T02:32:57.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:57 smithi040 ceph-mon[175404]: osdmap e293: 8 total, 7 up, 6 in 2023-08-28T02:32:57.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:57 smithi040 ceph-mon[175404]: failed to encode map e293 with expected crc 2023-08-28T02:32:57.736 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:32:57.736 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-08-28T02:32:57.736 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-08-28T02:32:57.737 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-08-28T02:32:57.737 INFO:teuthology.orchestra.run.smithi040.stderr:Error ENXIO: problem getting command descriptions from osd.3 2023-08-28T02:32:57.737 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-08-28T02:32:57.737 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-08-28T02:32:57.737 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-08-28T02:32:57.737 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-08-28T02:32:57.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:57 smithi083 ceph-mon[157819]: failed to encode map e293 with expected crc 2023-08-28T02:32:57.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:57 smithi083 ceph-mon[157819]: failed to encode map e293 with expected crc 2023-08-28T02:32:57.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:57 smithi083 ceph-mon[157819]: osdmap e293: 8 total, 7 up, 6 in 2023-08-28T02:32:57.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:57 smithi083 ceph-mon[157819]: failed to encode map e293 with expected crc 2023-08-28T02:32:57.914 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:32:57.918 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:57.919 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:32:58.019 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:32:58.061 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:58.187 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:32:58.190 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:58.191 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:32:58.291 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:32:58.295 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:32:58.339 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:58.415 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:32:58.419 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:58.419 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:32:58.520 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:32:58.559 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:32:58.626 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:58 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2820169577' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:32:58.626 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:32:58 smithi040 ceph-mon[175404]: pgmap v865: 99 pgs: 1 peering, 1 active+degraded+remapped+laggy, 24 active+clean+remapped, 2 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 4 active+undersized+degraded, 1 active+recovering+undersized+remapped, 14 active+undersized, 45 active+clean; 5.7 GiB data, 16 GiB used, 521 GiB / 536 GiB avail; 170 B/s rd, 170 B/s wr, 17 op/s; 62198/279645 objects degraded (22.242%); 30882/279645 objects misplaced (11.043%); 21 MiB/s, 330 objects/s recovering 2023-08-28T02:32:58.626 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:58 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2820169577' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:32:58.626 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:32:58 smithi040 ceph-mon[170259]: pgmap v865: 99 pgs: 1 peering, 1 active+degraded+remapped+laggy, 24 active+clean+remapped, 2 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 4 active+undersized+degraded, 1 active+recovering+undersized+remapped, 14 active+undersized, 45 active+clean; 5.7 GiB data, 16 GiB used, 521 GiB / 536 GiB avail; 170 B/s rd, 170 B/s wr, 17 op/s; 62198/279645 objects degraded (22.242%); 30882/279645 objects misplaced (11.043%); 21 MiB/s, 330 objects/s recovering 2023-08-28T02:32:58.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:58 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2820169577' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:32:58.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:32:58 smithi083 ceph-mon[157819]: pgmap v865: 99 pgs: 1 peering, 1 active+degraded+remapped+laggy, 24 active+clean+remapped, 2 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 4 active+undersized+degraded, 1 active+recovering+undersized+remapped, 14 active+undersized, 45 active+clean; 5.7 GiB data, 16 GiB used, 521 GiB / 536 GiB avail; 170 B/s rd, 170 B/s wr, 17 op/s; 62198/279645 objects degraded (22.242%); 30882/279645 objects misplaced (11.043%); 21 MiB/s, 330 objects/s recovering 2023-08-28T02:32:58.793 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:32:59.137 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:32:59.146 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:32:59.147 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:32:59.247 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:32:59.286 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:00.291 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:33:00.296 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:00.297 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:33:00.321 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-08-28T02:33:00.322 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-08-28T02:33:00.397 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:33:00.429 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:00.449 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:33:00.452 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:00.453 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:33:00.468 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:00 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:33:00.468 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:00 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:33:00.468 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:00 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:33:00.468 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:00 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:33:00.468 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:00 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:33:00.468 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:00 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:33:00.468 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:00 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:33:00.469 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:00 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:33:00.469 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:00 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:33:00.469 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:00 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:33:00.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:00 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:33:00.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:00 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:33:00.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:00 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:33:00.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:00 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:33:00.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:00 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:33:00.554 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:33:00.583 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:00.605 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:33:00.608 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:00.609 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:33:00.710 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:33:00.751 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:01.028 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:33:01.032 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:01.032 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:33:01.133 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:33:01.160 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:01.180 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:33:01.183 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:01.183 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:33:01.189 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-08-28T02:33:01.190 INFO:teuthology.orchestra.run.smithi040.stdout: "size": 20, 2023-08-28T02:33:01.190 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 600, 2023-08-28T02:33:01.190 INFO:teuthology.orchestra.run.smithi040.stdout: "ops": [ 2023-08-28T02:33:01.190 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.190 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.34719.0:57229 9.2 e169/160)", 2023-08-28T02:33:01.190 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:26.787501+0000", 2023-08-28T02:33:01.190 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 334.40047827299998, 2023-08-28T02:33:01.190 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.066206503999999999, 2023-08-28T02:33:01.190 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:33:01.190 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "reached pg", 2023-08-28T02:33:01.191 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:33:01.191 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.191 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:33:01.191 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.787501+0000", 2023-08-28T02:33:01.191 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:33:01.191 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.191 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.191 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:33:01.191 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.787501+0000", 2023-08-28T02:33:01.191 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:33:01.191 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.192 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.192 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:33:01.192 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.787500+0000", 2023-08-28T02:33:01.192 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:33:01.192 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.192 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.192 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:33:01.192 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.787525+0000", 2023-08-28T02:33:01.192 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.4973e-05 2023-08-28T02:33:01.192 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.192 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.192 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:33:01.193 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.787542+0000", 2023-08-28T02:33:01.193 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.7306999999999999e-05 2023-08-28T02:33:01.193 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.193 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.193 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:33:01.193 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.787552+0000", 2023-08-28T02:33:01.193 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.5829999999999996e-06 2023-08-28T02:33:01.193 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.193 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.193 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:33:01.193 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.853592+0000", 2023-08-28T02:33:01.194 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.066040308000000006 2023-08-28T02:33:01.194 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.194 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.194 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:33:01.194 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.853708+0000", 2023-08-28T02:33:01.194 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000115825 2023-08-28T02:33:01.194 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:33:01.194 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:33:01.194 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:33:01.194 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.194 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.195 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.34719.0:173407 9.22 e225/224 9:47eba884:::benchmark_data_smithi040_209735_object65812:head v 225'7029, mlcod=216'6928)", 2023-08-28T02:33:01.195 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:29:45.621385+0000", 2023-08-28T02:33:01.195 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 195.566595014, 2023-08-28T02:33:01.195 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.084441286000000004, 2023-08-28T02:33:01.195 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:33:01.195 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:33:01.195 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:33:01.195 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.195 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:33:01.195 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.621385+0000", 2023-08-28T02:33:01.196 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:33:01.196 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.196 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.196 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:33:01.196 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.621385+0000", 2023-08-28T02:33:01.196 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:33:01.196 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.196 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.196 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:33:01.196 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.621384+0000", 2023-08-28T02:33:01.196 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:33:01.196 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.197 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.197 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:33:01.197 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.621391+0000", 2023-08-28T02:33:01.197 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.7719999999999994e-06 2023-08-28T02:33:01.197 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.197 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.197 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:33:01.197 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.621405+0000", 2023-08-28T02:33:01.197 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4022000000000001e-05 2023-08-28T02:33:01.197 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.197 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.197 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:33:01.198 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.621415+0000", 2023-08-28T02:33:01.198 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.8230000000000006e-06 2023-08-28T02:33:01.198 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.198 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.198 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:33:01.198 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.621501+0000", 2023-08-28T02:33:01.198 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.5377000000000006e-05 2023-08-28T02:33:01.198 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.198 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.198 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:33:01.198 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.621532+0000", 2023-08-28T02:33:01.198 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.1841999999999998e-05 2023-08-28T02:33:01.199 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.199 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.199 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:33:01.199 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.705786+0000", 2023-08-28T02:33:01.199 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.084253583000000007 2023-08-28T02:33:01.199 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.199 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.199 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:33:01.199 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.705826+0000", 2023-08-28T02:33:01.199 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.977e-05 2023-08-28T02:33:01.199 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:33:01.199 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:33:01.200 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:33:01.200 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.200 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.200 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:54174 10.5 10:adbd43b4:::benchmark_data_smithi040_250784_object54173:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e261)", 2023-08-28T02:33:01.200 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:31:27.953514+0000", 2023-08-28T02:33:01.200 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 93.234465983999996, 2023-08-28T02:33:01.200 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.98655879899999999, 2023-08-28T02:33:01.200 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:33:01.200 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:33:01.200 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:33:01.200 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:33:01.200 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:33:01.201 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 54174 2023-08-28T02:33:01.201 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.201 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:33:01.201 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.201 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:33:01.201 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.953514+0000", 2023-08-28T02:33:01.201 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:33:01.201 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.201 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.201 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:33:01.201 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.953514+0000", 2023-08-28T02:33:01.201 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:33:01.202 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.202 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.202 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:33:01.202 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.953512+0000", 2023-08-28T02:33:01.202 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:33:01.202 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.202 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.202 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:33:01.202 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.953537+0000", 2023-08-28T02:33:01.202 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.516e-05 2023-08-28T02:33:01.202 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.202 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.203 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:33:01.203 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.953557+0000", 2023-08-28T02:33:01.203 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.9853000000000001e-05 2023-08-28T02:33:01.203 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.203 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.203 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:33:01.203 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.953568+0000", 2023-08-28T02:33:01.203 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0556e-05 2023-08-28T02:33:01.203 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.203 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.203 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:33:01.203 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.953674+0000", 2023-08-28T02:33:01.204 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00010619 2023-08-28T02:33:01.204 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.204 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.204 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:33:01.204 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.953686+0000", 2023-08-28T02:33:01.204 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1841000000000001e-05 2023-08-28T02:33:01.204 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.204 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.204 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:33:01.204 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.929539+0000", 2023-08-28T02:33:01.205 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.97585350699999995 2023-08-28T02:33:01.205 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.205 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.205 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:33:01.205 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.929756+0000", 2023-08-28T02:33:01.205 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000217257 2023-08-28T02:33:01.205 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.205 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.205 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0", 2023-08-28T02:33:01.205 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.929952+0000", 2023-08-28T02:33:01.206 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00019590300000000001 2023-08-28T02:33:01.206 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.206 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.206 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:33:01.206 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.934613+0000", 2023-08-28T02:33:01.206 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.004660778 2023-08-28T02:33:01.206 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.206 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.206 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:33:01.207 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.939922+0000", 2023-08-28T02:33:01.207 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0053091029999999999 2023-08-28T02:33:01.207 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.207 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.207 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:33:01.207 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.939977+0000", 2023-08-28T02:33:01.207 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.5356000000000003e-05 2023-08-28T02:33:01.208 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.208 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.208 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:33:01.208 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.940072+0000", 2023-08-28T02:33:01.208 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.4883999999999995e-05 2023-08-28T02:33:01.208 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:33:01.208 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:33:01.208 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:33:01.208 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.209 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.209 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:54180 10.5 10:aa0704de:::benchmark_data_smithi040_250784_object54179:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e261)", 2023-08-28T02:33:01.209 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:31:27.962115+0000", 2023-08-28T02:33:01.209 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 93.225864242, 2023-08-28T02:33:01.209 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.97812580000000005, 2023-08-28T02:33:01.209 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:33:01.209 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:33:01.209 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:33:01.209 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:33:01.210 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:33:01.210 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 54180 2023-08-28T02:33:01.210 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.210 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:33:01.210 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.210 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:33:01.210 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.962115+0000", 2023-08-28T02:33:01.210 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:33:01.210 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.210 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.211 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:33:01.211 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.962115+0000", 2023-08-28T02:33:01.211 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:33:01.211 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.211 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.211 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:33:01.211 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.962114+0000", 2023-08-28T02:33:01.211 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:33:01.211 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.211 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.212 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:33:01.212 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.962146+0000", 2023-08-28T02:33:01.212 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.1989000000000002e-05 2023-08-28T02:33:01.212 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.212 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.212 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:33:01.212 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.962158+0000", 2023-08-28T02:33:01.212 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2381999999999999e-05 2023-08-28T02:33:01.213 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.213 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.213 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:33:01.213 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.962168+0000", 2023-08-28T02:33:01.213 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0441e-05 2023-08-28T02:33:01.213 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.213 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.213 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:33:01.213 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.962239+0000", 2023-08-28T02:33:01.214 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.0778000000000006e-05 2023-08-28T02:33:01.214 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.214 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.214 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:33:01.214 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.962253+0000", 2023-08-28T02:33:01.214 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.379e-05 2023-08-28T02:33:01.214 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.214 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.214 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:33:01.215 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.932298+0000", 2023-08-28T02:33:01.215 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.97004532700000001 2023-08-28T02:33:01.215 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.215 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.215 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:33:01.215 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.932471+0000", 2023-08-28T02:33:01.215 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000172573 2023-08-28T02:33:01.215 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.215 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.216 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0", 2023-08-28T02:33:01.216 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.932685+0000", 2023-08-28T02:33:01.216 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00021416 2023-08-28T02:33:01.216 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.216 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.216 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:33:01.216 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.936072+0000", 2023-08-28T02:33:01.216 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0033869109999999998 2023-08-28T02:33:01.217 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.217 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.217 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:33:01.217 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.940117+0000", 2023-08-28T02:33:01.217 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0040452259999999999 2023-08-28T02:33:01.217 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.217 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.217 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:33:01.217 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.940161+0000", 2023-08-28T02:33:01.217 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.4267999999999997e-05 2023-08-28T02:33:01.218 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.218 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.218 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:33:01.218 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.940241+0000", 2023-08-28T02:33:01.218 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.9653999999999993e-05 2023-08-28T02:33:01.218 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:33:01.218 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:33:01.218 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:33:01.218 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.218 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.218 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:84343 10.7 e274/269 10:e1806f25:::benchmark_data_smithi040_250784_object84342:head v 274'5227, mlcod=254'224)", 2023-08-28T02:33:01.219 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:00.252962+0000", 2023-08-28T02:33:01.219 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 60.935017260000002, 2023-08-28T02:33:01.219 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.070169909000000003, 2023-08-28T02:33:01.219 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:33:01.219 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:33:01.219 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:33:01.219 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.219 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:33:01.219 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.252962+0000", 2023-08-28T02:33:01.219 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:33:01.219 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.219 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.220 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:33:01.220 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.252962+0000", 2023-08-28T02:33:01.220 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:33:01.220 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.220 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.220 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:33:01.220 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.252962+0000", 2023-08-28T02:33:01.220 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:33:01.220 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.220 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.220 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:33:01.220 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.253006+0000", 2023-08-28T02:33:01.221 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.4456999999999998e-05 2023-08-28T02:33:01.221 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.221 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.221 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:33:01.221 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.253018+0000", 2023-08-28T02:33:01.221 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1817000000000001e-05 2023-08-28T02:33:01.221 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.221 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.221 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:33:01.221 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.253026+0000", 2023-08-28T02:33:01.221 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.4970000000000001e-06 2023-08-28T02:33:01.222 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.222 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.222 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:33:01.222 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.258830+0000", 2023-08-28T02:33:01.222 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0058032320000000002 2023-08-28T02:33:01.222 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.222 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.222 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:33:01.222 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.258864+0000", 2023-08-28T02:33:01.222 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.4412999999999997e-05 2023-08-28T02:33:01.222 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.222 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.223 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:33:01.223 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.323075+0000", 2023-08-28T02:33:01.223 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.064211041999999996 2023-08-28T02:33:01.223 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.223 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.223 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:33:01.223 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.323132+0000", 2023-08-28T02:33:01.223 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.7043000000000003e-05 2023-08-28T02:33:01.223 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:33:01.223 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:33:01.223 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:33:01.224 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.224 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.224 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:84360 10.f e274/261 10:f9d6e2a9:::benchmark_data_smithi040_250784_object84359:head v 274'5368, mlcod=274'5366)", 2023-08-28T02:33:01.224 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:00.267055+0000", 2023-08-28T02:33:01.224 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 60.920924685999999, 2023-08-28T02:33:01.224 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.056110479999999997, 2023-08-28T02:33:01.224 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:33:01.224 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:33:01.224 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:33:01.224 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.224 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:33:01.224 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.267055+0000", 2023-08-28T02:33:01.225 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:33:01.225 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.225 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.225 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:33:01.225 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.267055+0000", 2023-08-28T02:33:01.225 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:33:01.225 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.225 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.225 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:33:01.225 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.267054+0000", 2023-08-28T02:33:01.225 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:33:01.225 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.226 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.226 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:33:01.226 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.267090+0000", 2023-08-28T02:33:01.226 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.5528999999999998e-05 2023-08-28T02:33:01.226 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.226 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.226 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:33:01.226 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.267101+0000", 2023-08-28T02:33:01.226 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1024e-05 2023-08-28T02:33:01.226 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.226 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.226 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:33:01.227 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.267107+0000", 2023-08-28T02:33:01.227 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.1240000000000002e-06 2023-08-28T02:33:01.227 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.227 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.227 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:33:01.227 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.270077+0000", 2023-08-28T02:33:01.227 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0029706279999999999 2023-08-28T02:33:01.227 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.227 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.227 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:33:01.227 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.270106+0000", 2023-08-28T02:33:01.227 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.8665000000000001e-05 2023-08-28T02:33:01.228 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.228 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.228 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:33:01.228 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.323138+0000", 2023-08-28T02:33:01.228 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.053031577000000003 2023-08-28T02:33:01.228 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.228 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.228 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:33:01.228 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.323165+0000", 2023-08-28T02:33:01.228 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.7786000000000001e-05 2023-08-28T02:33:01.228 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:33:01.228 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:33:01.229 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:33:01.229 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.229 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.229 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "MOSDPGPush(10.7 274/269 [PushOp(10:e0b13e94:::benchmark_data_smithi040_250784_object3364:head, version: 254'226, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(10:e0b13e94:::benchmark_data_smithi040_250784_object3364:head@254'226, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-08-28T02:33:01.229 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:00.270653+0000", 2023-08-28T02:33:01.229 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 60.917326717000002, 2023-08-28T02:33:01.229 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.052248418999999997, 2023-08-28T02:33:01.229 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:33:01.229 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "started", 2023-08-28T02:33:01.229 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:33:01.230 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.230 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:33:01.230 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.270653+0000", 2023-08-28T02:33:01.230 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:33:01.230 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.230 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.230 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:33:01.230 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.270653+0000", 2023-08-28T02:33:01.230 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:33:01.230 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.230 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.231 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:33:01.231 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.270652+0000", 2023-08-28T02:33:01.231 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:33:01.231 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.231 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.231 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:33:01.231 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.270715+0000", 2023-08-28T02:33:01.231 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.3647999999999998e-05 2023-08-28T02:33:01.231 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.231 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.231 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:33:01.231 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.270735+0000", 2023-08-28T02:33:01.232 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.9789e-05 2023-08-28T02:33:01.232 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.232 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.232 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:33:01.232 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.270752+0000", 2023-08-28T02:33:01.232 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.6900000000000001e-05 2023-08-28T02:33:01.232 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.232 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.232 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:33:01.232 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.320287+0000", 2023-08-28T02:33:01.232 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.049534872000000001 2023-08-28T02:33:01.232 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.233 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.233 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:33:01.233 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.320305+0000", 2023-08-28T02:33:01.233 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.7778000000000002e-05 2023-08-28T02:33:01.233 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.233 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.233 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:33:01.233 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.322901+0000", 2023-08-28T02:33:01.233 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.002596723 2023-08-28T02:33:01.233 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:33:01.233 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:33:01.233 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:33:01.234 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.234 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.234 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:84353 10.7 e274/269 10:ed84fd1c:::benchmark_data_smithi040_250784_object84352:head v 274'5228, mlcod=254'225)", 2023-08-28T02:33:01.234 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:00.270795+0000", 2023-08-28T02:33:01.234 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 60.917184194999997, 2023-08-28T02:33:01.234 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.052397777999999999, 2023-08-28T02:33:01.234 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:33:01.234 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:33:01.234 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:33:01.234 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.234 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:33:01.234 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.270795+0000", 2023-08-28T02:33:01.235 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:33:01.235 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.235 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.235 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:33:01.235 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.270795+0000", 2023-08-28T02:33:01.235 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:33:01.235 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.235 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.235 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:33:01.235 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.270795+0000", 2023-08-28T02:33:01.235 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:33:01.235 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.236 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.236 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:33:01.236 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.270826+0000", 2023-08-28T02:33:01.236 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.095e-05 2023-08-28T02:33:01.236 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.236 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.236 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:33:01.236 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.270834+0000", 2023-08-28T02:33:01.236 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.5669999999999997e-06 2023-08-28T02:33:01.236 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.236 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.237 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:33:01.237 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.270839+0000", 2023-08-28T02:33:01.237 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.5230000000000003e-06 2023-08-28T02:33:01.237 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.237 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.237 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:33:01.237 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.272844+0000", 2023-08-28T02:33:01.237 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0020047110000000002 2023-08-28T02:33:01.237 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.237 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.238 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:33:01.238 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.272871+0000", 2023-08-28T02:33:01.238 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.6843999999999999e-05 2023-08-28T02:33:01.238 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.238 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.238 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:33:01.238 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.323169+0000", 2023-08-28T02:33:01.238 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.050298647000000002 2023-08-28T02:33:01.238 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.238 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.239 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:33:01.239 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.323193+0000", 2023-08-28T02:33:01.239 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.3819999999999999e-05 2023-08-28T02:33:01.239 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:33:01.239 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:33:01.239 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:33:01.239 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.239 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.239 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:84354 10.7 e274/269 10:e618e0c3:::benchmark_data_smithi040_250784_object84353:head v 274'5229, mlcod=254'225)", 2023-08-28T02:33:01.239 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:00.273383+0000", 2023-08-28T02:33:01.240 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 60.914596721999999, 2023-08-28T02:33:01.240 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.049859579000000001, 2023-08-28T02:33:01.240 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:33:01.240 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:33:01.240 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:33:01.240 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.240 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:33:01.240 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.273383+0000", 2023-08-28T02:33:01.240 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:33:01.240 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.240 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.241 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:33:01.241 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.273383+0000", 2023-08-28T02:33:01.241 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:33:01.241 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.241 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.241 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:33:01.241 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.273382+0000", 2023-08-28T02:33:01.241 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:33:01.241 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.241 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.241 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:33:01.242 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.273422+0000", 2023-08-28T02:33:01.242 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.0513999999999999e-05 2023-08-28T02:33:01.242 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.242 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.242 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:33:01.242 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.273435+0000", 2023-08-28T02:33:01.242 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2935000000000001e-05 2023-08-28T02:33:01.242 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.242 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.242 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:33:01.242 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.273443+0000", 2023-08-28T02:33:01.243 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.537e-06 2023-08-28T02:33:01.243 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.243 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.243 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:33:01.243 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.279225+0000", 2023-08-28T02:33:01.243 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0057822020000000002 2023-08-28T02:33:01.243 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.243 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.243 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:33:01.243 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.279252+0000", 2023-08-28T02:33:01.243 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.6764999999999999e-05 2023-08-28T02:33:01.244 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.244 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.244 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:33:01.244 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.323222+0000", 2023-08-28T02:33:01.244 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.043970104000000003 2023-08-28T02:33:01.244 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.244 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.244 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:33:01.244 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.323242+0000", 2023-08-28T02:33:01.245 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.0676999999999999e-05 2023-08-28T02:33:01.245 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:33:01.245 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:33:01.245 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:33:01.245 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.245 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.245 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:84365 10.f e274/261 10:f2d56ebb:::benchmark_data_smithi040_250784_object84364:head v 274'5369, mlcod=274'5366)", 2023-08-28T02:33:01.245 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:00.275468+0000", 2023-08-28T02:33:01.245 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 60.912511545000001, 2023-08-28T02:33:01.246 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.047751017999999999, 2023-08-28T02:33:01.246 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:33:01.246 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:33:01.246 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:33:01.246 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.246 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:33:01.246 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.275468+0000", 2023-08-28T02:33:01.246 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:33:01.246 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.247 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.247 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:33:01.247 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.275468+0000", 2023-08-28T02:33:01.247 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:33:01.247 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.247 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.247 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:33:01.247 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.275467+0000", 2023-08-28T02:33:01.247 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:33:01.248 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.248 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.248 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:33:01.248 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.275522+0000", 2023-08-28T02:33:01.248 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.5003000000000002e-05 2023-08-28T02:33:01.248 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.248 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.248 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:33:01.249 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.275533+0000", 2023-08-28T02:33:01.249 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.059e-05 2023-08-28T02:33:01.249 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.249 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.249 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:33:01.249 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.275540+0000", 2023-08-28T02:33:01.249 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.4889999999999998e-06 2023-08-28T02:33:01.249 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.249 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.249 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:33:01.250 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.280721+0000", 2023-08-28T02:33:01.250 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0051807299999999997 2023-08-28T02:33:01.250 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.250 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.250 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:33:01.250 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.280748+0000", 2023-08-28T02:33:01.250 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.7135999999999999e-05 2023-08-28T02:33:01.250 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.251 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.251 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:33:01.251 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.323198+0000", 2023-08-28T02:33:01.251 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.042449975000000001 2023-08-28T02:33:01.251 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.251 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.251 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:33:01.251 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.323219+0000", 2023-08-28T02:33:01.251 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.1033999999999999e-05 2023-08-28T02:33:01.251 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:33:01.252 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:33:01.252 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:33:01.252 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.252 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.252 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:93060 10.f 10:f8082bc0:::benchmark_data_smithi040_250784_object93059:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e277)", 2023-08-28T02:33:01.252 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:11.960884+0000", 2023-08-28T02:33:01.252 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 49.227095235999997, 2023-08-28T02:33:01.252 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.184927155, 2023-08-28T02:33:01.252 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:33:01.252 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:33:01.253 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:33:01.253 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:33:01.253 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:33:01.253 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 93060 2023-08-28T02:33:01.253 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.253 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:33:01.253 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.253 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:33:01.253 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:11.960884+0000", 2023-08-28T02:33:01.253 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:33:01.254 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.254 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.254 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:33:01.254 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:11.960884+0000", 2023-08-28T02:33:01.254 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:33:01.254 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.254 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.254 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:33:01.254 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:11.960882+0000", 2023-08-28T02:33:01.254 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:33:01.255 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.255 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.255 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:33:01.255 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:11.960912+0000", 2023-08-28T02:33:01.255 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.0051000000000001e-05 2023-08-28T02:33:01.255 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.255 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.255 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:33:01.255 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:11.960930+0000", 2023-08-28T02:33:01.255 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.7957000000000001e-05 2023-08-28T02:33:01.255 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.255 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.256 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:33:01.256 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:11.960941+0000", 2023-08-28T02:33:01.256 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0699e-05 2023-08-28T02:33:01.256 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.256 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.256 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:33:01.256 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:11.961014+0000", 2023-08-28T02:33:01.256 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.2762999999999994e-05 2023-08-28T02:33:01.256 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.256 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.256 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:33:01.256 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:11.961028+0000", 2023-08-28T02:33:01.257 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4541e-05 2023-08-28T02:33:01.257 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.257 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.257 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:33:01.257 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.935763+0000", 2023-08-28T02:33:01.257 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.97473427800000001 2023-08-28T02:33:01.257 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.257 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.257 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:33:01.257 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.935775+0000", 2023-08-28T02:33:01.257 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2627e-05 2023-08-28T02:33:01.257 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.257 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.258 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:33:01.258 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.123025+0000", 2023-08-28T02:33:01.258 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1872501049999999 2023-08-28T02:33:01.258 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.258 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.258 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:33:01.258 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.125059+0000", 2023-08-28T02:33:01.258 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0020342030000000001 2023-08-28T02:33:01.258 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.258 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.258 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 4,6", 2023-08-28T02:33:01.258 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.125199+0000", 2023-08-28T02:33:01.259 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00013915600000000001 2023-08-28T02:33:01.259 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.259 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.259 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:33:01.259 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.135226+0000", 2023-08-28T02:33:01.259 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.010027562 2023-08-28T02:33:01.259 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.259 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.259 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:33:01.259 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.135279+0000", 2023-08-28T02:33:01.259 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.2460999999999998e-05 2023-08-28T02:33:01.259 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.260 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.260 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:33:01.260 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.142615+0000", 2023-08-28T02:33:01.260 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0073363819999999998 2023-08-28T02:33:01.260 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.260 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.260 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:33:01.260 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.142699+0000", 2023-08-28T02:33:01.260 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.4109000000000004e-05 2023-08-28T02:33:01.260 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.260 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.261 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:33:01.261 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.145811+0000", 2023-08-28T02:33:01.261 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0031123629999999999 2023-08-28T02:33:01.261 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:33:01.261 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:33:01.261 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:33:01.261 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.261 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.261 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:93092 10.f 10:f4487e7f:::benchmark_data_smithi040_250784_object93091:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e277)", 2023-08-28T02:33:01.261 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:12.009799+0000", 2023-08-28T02:33:01.261 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 49.178180969000003, 2023-08-28T02:33:01.261 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.1384184670000002, 2023-08-28T02:33:01.262 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:33:01.262 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:33:01.262 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:33:01.262 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:33:01.262 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:33:01.262 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 93092 2023-08-28T02:33:01.262 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.262 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:33:01.262 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.262 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:33:01.262 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.009799+0000", 2023-08-28T02:33:01.263 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:33:01.263 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.263 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.263 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:33:01.263 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.009799+0000", 2023-08-28T02:33:01.263 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:33:01.263 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.263 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.263 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:33:01.263 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.009797+0000", 2023-08-28T02:33:01.263 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:33:01.263 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.264 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.264 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:33:01.264 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.009832+0000", 2023-08-28T02:33:01.264 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.4857000000000002e-05 2023-08-28T02:33:01.264 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.264 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.264 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:33:01.264 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.009852+0000", 2023-08-28T02:33:01.264 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.0264000000000001e-05 2023-08-28T02:33:01.264 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.264 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.264 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:33:01.265 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.009865+0000", 2023-08-28T02:33:01.265 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2446000000000001e-05 2023-08-28T02:33:01.265 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.265 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.265 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:33:01.265 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.009941+0000", 2023-08-28T02:33:01.265 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.6354999999999997e-05 2023-08-28T02:33:01.265 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.265 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.265 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:33:01.265 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.009952+0000", 2023-08-28T02:33:01.266 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1151999999999999e-05 2023-08-28T02:33:01.266 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.266 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.266 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:33:01.266 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.935823+0000", 2023-08-28T02:33:01.266 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.92587088200000001 2023-08-28T02:33:01.266 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.266 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.266 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:33:01.266 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.935834+0000", 2023-08-28T02:33:01.266 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0807e-05 2023-08-28T02:33:01.266 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.267 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.267 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:33:01.267 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.131075+0000", 2023-08-28T02:33:01.267 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.195240922 2023-08-28T02:33:01.267 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.267 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.267 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:33:01.267 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.131294+0000", 2023-08-28T02:33:01.267 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00021940800000000001 2023-08-28T02:33:01.267 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.267 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.267 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 4,6", 2023-08-28T02:33:01.268 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.131504+0000", 2023-08-28T02:33:01.268 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000209815 2023-08-28T02:33:01.268 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.268 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.268 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:33:01.268 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.145885+0000", 2023-08-28T02:33:01.268 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.014381377000000001 2023-08-28T02:33:01.268 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.268 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.268 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:33:01.268 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.145932+0000", 2023-08-28T02:33:01.268 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.6213e-05 2023-08-28T02:33:01.269 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.269 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.269 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:33:01.269 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.145943+0000", 2023-08-28T02:33:01.269 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1011e-05 2023-08-28T02:33:01.269 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.269 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.269 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:33:01.269 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.145988+0000", 2023-08-28T02:33:01.269 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.5890000000000003e-05 2023-08-28T02:33:01.269 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.269 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.270 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:33:01.270 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.148217+0000", 2023-08-28T02:33:01.270 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0022285809999999999 2023-08-28T02:33:01.270 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:33:01.270 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:33:01.270 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:33:01.270 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.270 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.270 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:93106 10.f 10:fb407da6:::benchmark_data_smithi040_250784_object93105:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e277)", 2023-08-28T02:33:01.270 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:12.025904+0000", 2023-08-28T02:33:01.270 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 49.162075098000003, 2023-08-28T02:33:01.270 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.1252898619999998, 2023-08-28T02:33:01.271 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:33:01.271 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:33:01.271 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:33:01.271 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:33:01.271 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:33:01.271 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 93106 2023-08-28T02:33:01.271 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.271 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:33:01.271 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.271 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:33:01.271 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.025904+0000", 2023-08-28T02:33:01.271 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:33:01.272 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.272 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.272 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:33:01.272 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.025904+0000", 2023-08-28T02:33:01.272 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:33:01.272 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.272 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.272 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:33:01.273 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.025902+0000", 2023-08-28T02:33:01.273 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:33:01.273 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.273 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.273 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:33:01.273 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.025931+0000", 2023-08-28T02:33:01.273 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.8328000000000001e-05 2023-08-28T02:33:01.273 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.273 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.273 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:33:01.273 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.025947+0000", 2023-08-28T02:33:01.273 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.6436999999999999e-05 2023-08-28T02:33:01.273 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.274 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.274 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:33:01.274 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.025956+0000", 2023-08-28T02:33:01.274 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.8219999999999996e-06 2023-08-28T02:33:01.274 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.274 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.274 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:33:01.274 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.029210+0000", 2023-08-28T02:33:01.274 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0032543519999999999 2023-08-28T02:33:01.275 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.275 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.275 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:33:01.275 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.029220+0000", 2023-08-28T02:33:01.275 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.2329999999999995e-06 2023-08-28T02:33:01.275 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.275 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.275 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:33:01.275 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.935877+0000", 2023-08-28T02:33:01.275 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.90665788199999997 2023-08-28T02:33:01.275 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.276 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.276 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:33:01.276 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.935885+0000", 2023-08-28T02:33:01.276 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.926e-06 2023-08-28T02:33:01.276 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.276 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.276 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:33:01.276 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.135306+0000", 2023-08-28T02:33:01.276 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1994201069999999 2023-08-28T02:33:01.277 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.277 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.277 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:33:01.277 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.135496+0000", 2023-08-28T02:33:01.277 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00019071999999999999 2023-08-28T02:33:01.277 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.277 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.277 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 4,6", 2023-08-28T02:33:01.277 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.135713+0000", 2023-08-28T02:33:01.277 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000217209 2023-08-28T02:33:01.278 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.278 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.278 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:33:01.278 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.148233+0000", 2023-08-28T02:33:01.278 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.012520039 2023-08-28T02:33:01.278 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.278 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.278 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:33:01.278 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.148293+0000", 2023-08-28T02:33:01.278 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.9979000000000003e-05 2023-08-28T02:33:01.278 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.279 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.279 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:33:01.279 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.148360+0000", 2023-08-28T02:33:01.279 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.6715000000000001e-05 2023-08-28T02:33:01.279 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.279 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.279 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:33:01.279 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.148424+0000", 2023-08-28T02:33:01.279 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.4094e-05 2023-08-28T02:33:01.280 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.280 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.280 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:33:01.280 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.151194+0000", 2023-08-28T02:33:01.280 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0027700580000000002 2023-08-28T02:33:01.280 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:33:01.280 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:33:01.280 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:33:01.280 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.280 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.281 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:93118 10.f 10:fa591aa3:::benchmark_data_smithi040_250784_object93117:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e277)", 2023-08-28T02:33:01.281 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:12.050501+0000", 2023-08-28T02:33:01.281 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 49.137479008, 2023-08-28T02:33:01.281 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.1035644179999999, 2023-08-28T02:33:01.281 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:33:01.281 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:33:01.281 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:33:01.281 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:33:01.281 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:33:01.281 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 93118 2023-08-28T02:33:01.282 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.282 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:33:01.282 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.282 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:33:01.282 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.050501+0000", 2023-08-28T02:33:01.282 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:33:01.282 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.282 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.283 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:33:01.283 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.050501+0000", 2023-08-28T02:33:01.283 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:33:01.283 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.283 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.283 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:33:01.283 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.050499+0000", 2023-08-28T02:33:01.283 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:33:01.283 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.284 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.284 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:33:01.284 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.050530+0000", 2023-08-28T02:33:01.284 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.1414000000000001e-05 2023-08-28T02:33:01.284 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.284 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.284 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:33:01.284 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.050545+0000", 2023-08-28T02:33:01.284 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4559000000000001e-05 2023-08-28T02:33:01.284 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.285 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.285 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:33:01.285 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.050554+0000", 2023-08-28T02:33:01.285 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.2220000000000008e-06 2023-08-28T02:33:01.285 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.285 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.285 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:33:01.285 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.053863+0000", 2023-08-28T02:33:01.285 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0033090979999999999 2023-08-28T02:33:01.285 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.285 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.285 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:33:01.286 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.053871+0000", 2023-08-28T02:33:01.286 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.6899999999999992e-06 2023-08-28T02:33:01.286 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.286 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.286 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:33:01.286 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.935924+0000", 2023-08-28T02:33:01.286 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.88205365599999996 2023-08-28T02:33:01.286 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.286 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.286 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:33:01.286 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.935933+0000", 2023-08-28T02:33:01.286 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.0310000000000004e-06 2023-08-28T02:33:01.287 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.287 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.287 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:33:01.287 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.138947+0000", 2023-08-28T02:33:01.287 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2030140899999999 2023-08-28T02:33:01.287 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.287 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.287 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:33:01.287 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.139147+0000", 2023-08-28T02:33:01.287 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00019923900000000001 2023-08-28T02:33:01.287 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.288 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.288 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 4,6", 2023-08-28T02:33:01.288 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.139357+0000", 2023-08-28T02:33:01.288 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00021080799999999999 2023-08-28T02:33:01.288 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.288 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.288 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:33:01.288 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.148242+0000", 2023-08-28T02:33:01.288 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0088843940000000003 2023-08-28T02:33:01.288 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.288 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.288 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:33:01.288 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.148331+0000", 2023-08-28T02:33:01.289 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.8731000000000001e-05 2023-08-28T02:33:01.289 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.289 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.289 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:33:01.289 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.151247+0000", 2023-08-28T02:33:01.289 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0029167239999999999 2023-08-28T02:33:01.289 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.289 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.289 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:33:01.289 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.151306+0000", 2023-08-28T02:33:01.289 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.8516e-05 2023-08-28T02:33:01.289 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.290 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.290 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:33:01.290 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.154065+0000", 2023-08-28T02:33:01.290 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0027592279999999999 2023-08-28T02:33:01.290 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:33:01.290 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:33:01.290 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:33:01.290 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.290 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.290 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:93134 10.f 10:fe6bde01:::benchmark_data_smithi040_250784_object93133:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e277)", 2023-08-28T02:33:01.290 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:12.093453+0000", 2023-08-28T02:33:01.291 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 49.094526318, 2023-08-28T02:33:01.291 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.0766889000000002, 2023-08-28T02:33:01.291 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:33:01.291 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:33:01.291 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:33:01.291 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:33:01.291 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:33:01.291 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 93134 2023-08-28T02:33:01.291 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.291 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:33:01.291 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.291 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:33:01.292 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.093453+0000", 2023-08-28T02:33:01.292 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:33:01.292 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.292 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.292 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:33:01.292 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.093453+0000", 2023-08-28T02:33:01.292 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:33:01.292 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.292 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.292 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:33:01.292 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.093452+0000", 2023-08-28T02:33:01.292 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:33:01.293 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.293 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.293 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:33:01.293 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.093478+0000", 2023-08-28T02:33:01.293 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.6404999999999999e-05 2023-08-28T02:33:01.293 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.293 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.293 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:33:01.293 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.093501+0000", 2023-08-28T02:33:01.293 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.3342000000000001e-05 2023-08-28T02:33:01.293 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.293 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.294 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:33:01.294 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.093513+0000", 2023-08-28T02:33:01.294 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1776999999999999e-05 2023-08-28T02:33:01.294 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.294 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.294 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:33:01.294 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.093591+0000", 2023-08-28T02:33:01.294 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.8079999999999998e-05 2023-08-28T02:33:01.294 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.294 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.294 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:33:01.294 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.093603+0000", 2023-08-28T02:33:01.295 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1725e-05 2023-08-28T02:33:01.295 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.295 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.295 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:33:01.295 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.935986+0000", 2023-08-28T02:33:01.295 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.84238253799999996 2023-08-28T02:33:01.295 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.295 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.295 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:33:01.295 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.935993+0000", 2023-08-28T02:33:01.295 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.627e-06 2023-08-28T02:33:01.296 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.296 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.296 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:33:01.296 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.154541+0000", 2023-08-28T02:33:01.296 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2185472960000001 2023-08-28T02:33:01.296 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.296 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.296 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:33:01.296 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.154728+0000", 2023-08-28T02:33:01.296 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00018707500000000001 2023-08-28T02:33:01.296 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.296 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.296 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 4,6", 2023-08-28T02:33:01.297 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.154912+0000", 2023-08-28T02:33:01.297 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00018408300000000001 2023-08-28T02:33:01.297 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.297 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.297 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:33:01.297 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.166776+0000", 2023-08-28T02:33:01.297 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.01186457 2023-08-28T02:33:01.297 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.297 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.297 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:33:01.297 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.166835+0000", 2023-08-28T02:33:01.298 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.8940000000000002e-05 2023-08-28T02:33:01.298 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.298 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.298 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:33:01.298 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.166887+0000", 2023-08-28T02:33:01.298 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.1499999999999998e-05 2023-08-28T02:33:01.298 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.298 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.298 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:33:01.298 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.166947+0000", 2023-08-28T02:33:01.298 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.0210999999999997e-05 2023-08-28T02:33:01.298 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.299 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.299 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:33:01.299 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.170142+0000", 2023-08-28T02:33:01.299 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0031952700000000001 2023-08-28T02:33:01.299 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:33:01.299 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:33:01.299 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:33:01.299 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.299 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.299 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:93162 10.f 10:f0afe88c:::benchmark_data_smithi040_250784_object93161:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e277)", 2023-08-28T02:33:01.299 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:12.130879+0000", 2023-08-28T02:33:01.299 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 49.057101049000003, 2023-08-28T02:33:01.300 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.0583237670000001, 2023-08-28T02:33:01.300 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:33:01.300 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:33:01.300 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:33:01.300 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:33:01.300 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:33:01.300 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 93162 2023-08-28T02:33:01.300 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.300 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:33:01.300 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.300 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:33:01.300 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.130879+0000", 2023-08-28T02:33:01.301 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:33:01.301 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.301 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.301 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:33:01.301 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.130879+0000", 2023-08-28T02:33:01.301 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:33:01.301 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.301 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.301 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:33:01.301 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.130876+0000", 2023-08-28T02:33:01.301 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999976 2023-08-28T02:33:01.301 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.301 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.302 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:33:01.302 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.130908+0000", 2023-08-28T02:33:01.302 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.1911e-05 2023-08-28T02:33:01.302 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.302 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.302 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:33:01.302 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.130934+0000", 2023-08-28T02:33:01.302 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.5304999999999999e-05 2023-08-28T02:33:01.302 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.302 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.302 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:33:01.302 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.130945+0000", 2023-08-28T02:33:01.303 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1092e-05 2023-08-28T02:33:01.303 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.303 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.303 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:33:01.303 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.131000+0000", 2023-08-28T02:33:01.303 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.5451000000000002e-05 2023-08-28T02:33:01.303 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.303 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.303 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:33:01.303 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.131008+0000", 2023-08-28T02:33:01.303 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.5780000000000001e-06 2023-08-28T02:33:01.304 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.304 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.304 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:33:01.304 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.936019+0000", 2023-08-28T02:33:01.304 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.80501107400000005 2023-08-28T02:33:01.304 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.304 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.304 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:33:01.304 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.936025+0000", 2023-08-28T02:33:01.304 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.0580000000000003e-06 2023-08-28T02:33:01.305 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.305 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.305 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:33:01.305 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.159612+0000", 2023-08-28T02:33:01.305 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.223587269 2023-08-28T02:33:01.305 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.305 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.305 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:33:01.305 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.159774+0000", 2023-08-28T02:33:01.305 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00016233400000000001 2023-08-28T02:33:01.306 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.306 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.306 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 4,6", 2023-08-28T02:33:01.306 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.159897+0000", 2023-08-28T02:33:01.306 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00012272499999999999 2023-08-28T02:33:01.306 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.306 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.306 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:33:01.306 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.173429+0000", 2023-08-28T02:33:01.307 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.013531975999999999 2023-08-28T02:33:01.307 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.307 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.307 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:33:01.307 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.181324+0000", 2023-08-28T02:33:01.307 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0078952190000000002 2023-08-28T02:33:01.307 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.307 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.307 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:33:01.308 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.186053+0000", 2023-08-28T02:33:01.308 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0047288790000000001 2023-08-28T02:33:01.308 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.308 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.308 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:33:01.308 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.186093+0000", 2023-08-28T02:33:01.308 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.9622000000000001e-05 2023-08-28T02:33:01.308 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.308 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.308 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:33:01.309 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.189202+0000", 2023-08-28T02:33:01.309 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0031094299999999998 2023-08-28T02:33:01.309 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:33:01.309 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:33:01.309 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:33:01.309 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.309 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.309 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:93166 10.f 10:f3ba9320:::benchmark_data_smithi040_250784_object93165:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e277)", 2023-08-28T02:33:01.309 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:12.139051+0000", 2023-08-28T02:33:01.310 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 49.048928724, 2023-08-28T02:33:01.310 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.0532505200000002, 2023-08-28T02:33:01.310 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:33:01.310 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:33:01.310 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:33:01.310 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:33:01.310 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:33:01.310 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 93166 2023-08-28T02:33:01.310 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.310 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:33:01.311 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.311 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:33:01.311 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.139051+0000", 2023-08-28T02:33:01.311 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:33:01.311 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.311 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.311 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:33:01.311 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.139051+0000", 2023-08-28T02:33:01.311 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:33:01.311 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.312 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.312 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:33:01.312 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.139049+0000", 2023-08-28T02:33:01.312 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:33:01.312 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.312 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.312 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:33:01.312 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.139076+0000", 2023-08-28T02:33:01.312 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.6821999999999998e-05 2023-08-28T02:33:01.312 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.312 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.312 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:33:01.313 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.139095+0000", 2023-08-28T02:33:01.313 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.8819999999999999e-05 2023-08-28T02:33:01.313 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.313 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.313 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:33:01.313 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.139103+0000", 2023-08-28T02:33:01.313 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.4139999999999994e-06 2023-08-28T02:33:01.313 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.313 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.313 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:33:01.313 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.139168+0000", 2023-08-28T02:33:01.314 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.4608000000000002e-05 2023-08-28T02:33:01.314 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.314 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.314 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:33:01.314 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.139181+0000", 2023-08-28T02:33:01.314 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.3011e-05 2023-08-28T02:33:01.314 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.314 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.314 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:33:01.314 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.936062+0000", 2023-08-28T02:33:01.315 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.79688076600000002 2023-08-28T02:33:01.315 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.315 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.315 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:33:01.315 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.936070+0000", 2023-08-28T02:33:01.315 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.4800000000000001e-06 2023-08-28T02:33:01.315 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.315 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.315 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:33:01.316 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.162544+0000", 2023-08-28T02:33:01.316 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2264736350000001 2023-08-28T02:33:01.316 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.316 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.316 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:33:01.316 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.162747+0000", 2023-08-28T02:33:01.316 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00020315599999999999 2023-08-28T02:33:01.316 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.317 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.317 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 4,6", 2023-08-28T02:33:01.317 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.162958+0000", 2023-08-28T02:33:01.317 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000211175 2023-08-28T02:33:01.317 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.317 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.317 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:33:01.317 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.177430+0000", 2023-08-28T02:33:01.317 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.014472234 2023-08-28T02:33:01.317 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.318 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.318 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:33:01.318 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.181467+0000", 2023-08-28T02:33:01.318 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0040371249999999999 2023-08-28T02:33:01.318 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.318 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.318 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:33:01.318 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.189280+0000", 2023-08-28T02:33:01.318 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0078129069999999991 2023-08-28T02:33:01.319 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.319 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.319 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:33:01.319 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.189353+0000", 2023-08-28T02:33:01.319 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.2348999999999995e-05 2023-08-28T02:33:01.319 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.319 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.319 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:33:01.319 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.192301+0000", 2023-08-28T02:33:01.320 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.002948633 2023-08-28T02:33:01.320 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:33:01.320 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:33:01.320 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:33:01.320 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.320 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.320 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:93168 10.f 10:fa9a2fe3:::benchmark_data_smithi040_250784_object93167:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e277)", 2023-08-28T02:33:01.320 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:12.141773+0000", 2023-08-28T02:33:01.320 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 49.046206746000003, 2023-08-28T02:33:01.320 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.0535209719999998, 2023-08-28T02:33:01.321 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:33:01.321 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:33:01.321 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:33:01.321 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:33:01.321 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:33:01.321 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 93168 2023-08-28T02:33:01.321 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.321 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:33:01.321 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.321 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:33:01.321 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.141773+0000", 2023-08-28T02:33:01.321 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:33:01.322 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.322 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.322 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:33:01.322 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.141773+0000", 2023-08-28T02:33:01.322 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:33:01.322 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.322 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.322 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:33:01.322 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.141771+0000", 2023-08-28T02:33:01.322 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:33:01.322 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.323 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.323 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:33:01.323 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.141797+0000", 2023-08-28T02:33:01.323 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.5160999999999998e-05 2023-08-28T02:33:01.323 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.323 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.323 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:33:01.323 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.141811+0000", 2023-08-28T02:33:01.323 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4419999999999999e-05 2023-08-28T02:33:01.323 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.323 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.323 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:33:01.324 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.141818+0000", 2023-08-28T02:33:01.324 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.4580000000000004e-06 2023-08-28T02:33:01.324 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.324 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.324 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:33:01.324 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.141865+0000", 2023-08-28T02:33:01.324 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.6791e-05 2023-08-28T02:33:01.324 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.324 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.324 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:33:01.324 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.141873+0000", 2023-08-28T02:33:01.324 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.9889999999999992e-06 2023-08-28T02:33:01.325 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.325 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.325 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:33:01.325 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.936110+0000", 2023-08-28T02:33:01.325 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.79423712800000001 2023-08-28T02:33:01.325 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.325 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.325 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:33:01.325 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.936120+0000", 2023-08-28T02:33:01.325 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.9229999999999997e-06 2023-08-28T02:33:01.325 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.325 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.326 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:33:01.326 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.170216+0000", 2023-08-28T02:33:01.326 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2340959200000001 2023-08-28T02:33:01.326 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.326 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.326 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:33:01.326 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.170416+0000", 2023-08-28T02:33:01.326 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000199994 2023-08-28T02:33:01.326 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.326 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.326 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 4,6", 2023-08-28T02:33:01.326 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.170622+0000", 2023-08-28T02:33:01.327 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000205422 2023-08-28T02:33:01.327 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.327 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.327 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:33:01.327 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.181340+0000", 2023-08-28T02:33:01.327 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.010718404000000001 2023-08-28T02:33:01.327 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.327 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.327 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:33:01.327 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.184959+0000", 2023-08-28T02:33:01.327 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0036189719999999998 2023-08-28T02:33:01.327 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.328 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.328 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:33:01.328 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.192362+0000", 2023-08-28T02:33:01.328 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0074031929999999998 2023-08-28T02:33:01.328 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.328 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.328 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:33:01.328 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.192422+0000", 2023-08-28T02:33:01.328 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.0344999999999999e-05 2023-08-28T02:33:01.328 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.328 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.328 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:33:01.328 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.195294+0000", 2023-08-28T02:33:01.329 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0028713179999999999 2023-08-28T02:33:01.329 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:33:01.329 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:33:01.329 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:33:01.329 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.329 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.329 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:93169 10.f 10:f65b4cf4:::benchmark_data_smithi040_250784_object93168:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e277)", 2023-08-28T02:33:01.329 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:12.142412+0000", 2023-08-28T02:33:01.329 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 49.045567151, 2023-08-28T02:33:01.329 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.0558343219999999, 2023-08-28T02:33:01.329 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:33:01.330 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:33:01.330 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:33:01.330 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:33:01.330 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:33:01.330 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 93169 2023-08-28T02:33:01.330 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.330 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:33:01.330 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.330 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:33:01.330 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.142412+0000", 2023-08-28T02:33:01.330 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:33:01.331 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.331 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.331 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:33:01.331 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.142412+0000", 2023-08-28T02:33:01.331 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:33:01.331 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.331 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.331 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:33:01.331 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.142412+0000", 2023-08-28T02:33:01.331 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:33:01.331 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.332 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.332 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:33:01.332 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.142435+0000", 2023-08-28T02:33:01.332 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.3864000000000001e-05 2023-08-28T02:33:01.332 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.332 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.332 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:33:01.332 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.142447+0000", 2023-08-28T02:33:01.332 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1259e-05 2023-08-28T02:33:01.332 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.332 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.332 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:33:01.333 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.142453+0000", 2023-08-28T02:33:01.333 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.1249999999999998e-06 2023-08-28T02:33:01.333 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.333 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.333 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:33:01.333 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.142505+0000", 2023-08-28T02:33:01.333 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.1997999999999999e-05 2023-08-28T02:33:01.333 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.333 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.333 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:33:01.333 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.142518+0000", 2023-08-28T02:33:01.333 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.3482000000000001e-05 2023-08-28T02:33:01.334 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.334 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.334 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:33:01.334 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.936158+0000", 2023-08-28T02:33:01.334 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.79363999699999999 2023-08-28T02:33:01.334 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.334 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.334 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:33:01.334 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.936166+0000", 2023-08-28T02:33:01.334 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.0949999999999996e-06 2023-08-28T02:33:01.334 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.334 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.334 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:33:01.335 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.173470+0000", 2023-08-28T02:33:01.335 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.23730403 2023-08-28T02:33:01.335 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.335 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.335 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:33:01.335 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.173670+0000", 2023-08-28T02:33:01.335 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00020007900000000001 2023-08-28T02:33:01.335 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.335 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.335 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 4,6", 2023-08-28T02:33:01.335 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.173887+0000", 2023-08-28T02:33:01.335 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000216484 2023-08-28T02:33:01.336 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.336 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.336 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:33:01.336 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.181367+0000", 2023-08-28T02:33:01.336 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0074796649999999999 2023-08-28T02:33:01.336 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.336 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.336 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:33:01.336 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.185009+0000", 2023-08-28T02:33:01.336 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.003642799 2023-08-28T02:33:01.336 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.336 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.337 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:33:01.337 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.195360+0000", 2023-08-28T02:33:01.337 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.010350122 2023-08-28T02:33:01.337 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.337 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.337 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:33:01.337 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.195426+0000", 2023-08-28T02:33:01.337 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.6101999999999998e-05 2023-08-28T02:33:01.337 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.337 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.337 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:33:01.338 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.198247+0000", 2023-08-28T02:33:01.338 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.002821137 2023-08-28T02:33:01.338 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:33:01.338 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:33:01.338 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:33:01.338 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.338 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.338 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:93210 10.f 10:f86b7c62:::benchmark_data_smithi040_250784_object93209:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e277)", 2023-08-28T02:33:01.338 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:12.303504+0000", 2023-08-28T02:33:01.338 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 48.884475846999997, 2023-08-28T02:33:01.338 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.8978015830000001, 2023-08-28T02:33:01.338 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:33:01.338 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:33:01.339 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:33:01.339 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:33:01.339 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:33:01.339 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 93210 2023-08-28T02:33:01.339 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.339 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:33:01.339 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.339 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:33:01.339 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.303504+0000", 2023-08-28T02:33:01.339 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:33:01.339 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.339 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.340 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:33:01.340 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.303504+0000", 2023-08-28T02:33:01.340 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:33:01.340 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.340 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.340 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:33:01.340 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.303502+0000", 2023-08-28T02:33:01.340 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:33:01.340 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.340 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.341 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:33:01.341 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.303530+0000", 2023-08-28T02:33:01.341 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.8357999999999999e-05 2023-08-28T02:33:01.341 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.341 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.341 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:33:01.341 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.303549+0000", 2023-08-28T02:33:01.341 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.8507000000000001e-05 2023-08-28T02:33:01.341 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.341 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.342 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:33:01.342 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.303558+0000", 2023-08-28T02:33:01.342 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.7700000000000007e-06 2023-08-28T02:33:01.342 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.342 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.342 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:33:01.342 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.303606+0000", 2023-08-28T02:33:01.342 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.8235000000000002e-05 2023-08-28T02:33:01.342 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.342 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.343 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:33:01.343 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.303614+0000", 2023-08-28T02:33:01.343 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.0439999999999996e-06 2023-08-28T02:33:01.343 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.343 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.343 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:33:01.343 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.936227+0000", 2023-08-28T02:33:01.343 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.63261273399999995 2023-08-28T02:33:01.343 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.343 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.344 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:33:01.344 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.936234+0000", 2023-08-28T02:33:01.344 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.7030000000000006e-06 2023-08-28T02:33:01.344 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.344 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.344 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:33:01.344 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.177482+0000", 2023-08-28T02:33:01.344 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.241247392 2023-08-28T02:33:01.344 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.344 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.345 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:33:01.345 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.177654+0000", 2023-08-28T02:33:01.345 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00017257000000000001 2023-08-28T02:33:01.345 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.345 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.345 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 4,6", 2023-08-28T02:33:01.345 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.177804+0000", 2023-08-28T02:33:01.345 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00014952100000000001 2023-08-28T02:33:01.345 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.345 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.346 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:33:01.346 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.181564+0000", 2023-08-28T02:33:01.346 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.003760369 2023-08-28T02:33:01.346 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.346 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.346 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:33:01.346 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.185366+0000", 2023-08-28T02:33:01.346 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0038016159999999998 2023-08-28T02:33:01.346 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.346 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.347 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:33:01.347 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.198341+0000", 2023-08-28T02:33:01.347 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.012975192999999999 2023-08-28T02:33:01.347 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.347 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.347 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:33:01.347 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.198409+0000", 2023-08-28T02:33:01.347 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.7798000000000004e-05 2023-08-28T02:33:01.347 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:01.347 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:01.348 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:33:01.348 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.201305+0000", 2023-08-28T02:33:01.348 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0028964469999999999 2023-08-28T02:33:01.348 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:33:01.348 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:33:01.348 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:33:01.348 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:33:01.348 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:33:01.348 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-08-28T02:33:01.349 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:33:01.382 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:01 smithi040 ceph-mon[170259]: pgmap v866: 99 pgs: 1 peering, 24 active+clean+remapped, 2 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 4 active+undersized+degraded, 1 active+recovering+undersized+remapped, 14 active+undersized, 1 active+recovery_wait+degraded+remapped, 45 active+clean; 5.7 GiB data, 16 GiB used, 521 GiB / 536 GiB avail; 148 B/s rd, 102 KiB/s wr, 37 op/s; 62091/279258 objects degraded (22.234%); 30894/279258 objects misplaced (11.063%); 14 MiB/s, 230 objects/s recovering 2023-08-28T02:33:01.382 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:01 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:33:01.382 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:01 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:33:01.383 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:01 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:33:01.383 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:01 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 62198/279645 objects degraded (22.242%), 14 pgs degraded, 20 pgs undersized (PG_DEGRADED) 2023-08-28T02:33:01.383 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:01 smithi040 ceph-mon[175404]: pgmap v866: 99 pgs: 1 peering, 24 active+clean+remapped, 2 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 4 active+undersized+degraded, 1 active+recovering+undersized+remapped, 14 active+undersized, 1 active+recovery_wait+degraded+remapped, 45 active+clean; 5.7 GiB data, 16 GiB used, 521 GiB / 536 GiB avail; 148 B/s rd, 102 KiB/s wr, 37 op/s; 62091/279258 objects degraded (22.234%); 30894/279258 objects misplaced (11.063%); 14 MiB/s, 230 objects/s recovering 2023-08-28T02:33:01.383 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:01 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:33:01.383 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:01 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:33:01.383 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:01 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:33:01.383 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:01 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 62198/279645 objects degraded (22.242%), 14 pgs degraded, 20 pgs undersized (PG_DEGRADED) 2023-08-28T02:33:01.391 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:01.469 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:33:01.472 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:01.473 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:33:01.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:01 smithi083 ceph-mon[157819]: pgmap v866: 99 pgs: 1 peering, 24 active+clean+remapped, 2 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 4 active+undersized+degraded, 1 active+recovering+undersized+remapped, 14 active+undersized, 1 active+recovery_wait+degraded+remapped, 45 active+clean; 5.7 GiB data, 16 GiB used, 521 GiB / 536 GiB avail; 148 B/s rd, 102 KiB/s wr, 37 op/s; 62091/279258 objects degraded (22.234%); 30894/279258 objects misplaced (11.063%); 14 MiB/s, 230 objects/s recovering 2023-08-28T02:33:01.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:01 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:33:01.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:01 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:33:01.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:01 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:33:01.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:01 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 62198/279645 objects degraded (22.242%), 14 pgs degraded, 20 pgs undersized (PG_DEGRADED) 2023-08-28T02:33:01.573 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:33:01.601 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:01.620 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:33:01.623 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:01.624 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:33:01.705 INFO:journalctl@ceph.osd.3.smithi040.stdout:Aug 28 02:33:01 smithi040 bash[270523]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2023-08-28T02:33:01.705 INFO:journalctl@ceph.osd.3.smithi040.stdout:Aug 28 02:33:01 smithi040 bash[270523]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2023-08-28T02:33:01.706 INFO:journalctl@ceph.osd.3.smithi040.stdout:Aug 28 02:33:01 smithi040 bash[270523]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2023-08-28T02:33:01.706 INFO:journalctl@ceph.osd.3.smithi040.stdout:Aug 28 02:33:01 smithi040 bash[270523]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2023-08-28T02:33:01.706 INFO:journalctl@ceph.osd.3.smithi040.stdout:Aug 28 02:33:01 smithi040 bash[270523]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2023-08-28T02:33:01.706 INFO:journalctl@ceph.osd.3.smithi040.stdout:Aug 28 02:33:01 smithi040 bash[270523]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2023-08-28T02:33:01.706 INFO:journalctl@ceph.osd.3.smithi040.stdout:Aug 28 02:33:01 smithi040 bash[270523]: --> ceph-volume raw activate successful for osd ID: 3 2023-08-28T02:33:01.724 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:33:01.765 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:02.193 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:33:02.198 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:02.199 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:33:02.211 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.4 dump_ops_in_flight 2023-08-28T02:33:02.240 INFO:teuthology.orchestra.run.smithi040.stderr:nodeep-scrub is set 2023-08-28T02:33:02.265 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:02 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/578122807' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:33:02.266 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:02 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/578122807' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:33:02.299 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:33:02.322 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-08-28T02:33:02.338 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:02.413 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:33:02.416 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:02.416 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:33:02.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:02 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/578122807' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:33:02.509 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:33:02.517 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:33:02.565 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:02.826 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.3 dump_ops_in_flight 2023-08-28T02:33:02.843 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:33:02.847 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:02.848 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:33:02.901 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:33:02.948 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:33:02.985 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:03.014 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:33:03.019 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:03.019 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:33:03.070 INFO:journalctl@ceph.osd.3.smithi040.stdout:Aug 28 02:33:02 smithi040 bash[271590]: 2bf8190d4d48a72c81895b463f79b085479f6c4c56e2193ba8518f2fb1da03c4 2023-08-28T02:33:03.070 INFO:journalctl@ceph.osd.3.smithi040.stdout:Aug 28 02:33:02 smithi040 systemd[1]: Started Ceph osd.3 for d9a8f48a-4546-11ee-817c-1b7a5f1ba315. 2023-08-28T02:33:03.070 INFO:journalctl@ceph.osd.3.smithi040.stdout:Aug 28 02:33:02 smithi040 ceph-osd[271762]: -- 172.21.15.40:0/1866321960 <== mon.0 v2:172.21.15.40:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55bb167984e0 con 0x55bb16769400 2023-08-28T02:33:03.120 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:33:03.148 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:03.213 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:03 smithi083 ceph-mon[157819]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:33:03.213 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:03 smithi083 ceph-mon[157819]: failed to encode map e294 with expected crc 2023-08-28T02:33:03.213 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:03 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/578122807' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:33:03.214 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:03 smithi083 ceph-mon[157819]: osdmap e294: 8 total, 7 up, 6 in 2023-08-28T02:33:03.214 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:03 smithi083 ceph-mon[157819]: failed to encode map e294 with expected crc 2023-08-28T02:33:03.214 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:03 smithi083 ceph-mon[157819]: pgmap v868: 99 pgs: 24 active+clean+remapped, 2 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 4 active+undersized+degraded, 1 active+recovering+undersized+remapped, 14 active+undersized, 1 active+recovery_wait+degraded+remapped, 46 active+clean; 5.7 GiB data, 16 GiB used, 521 GiB / 536 GiB avail; 148 B/s rd, 102 KiB/s wr, 81 op/s; 61933/278334 objects degraded (22.251%); 30805/278334 objects misplaced (11.068%); 15 MiB/s, 240 objects/s recovering 2023-08-28T02:33:03.219 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:33:03.223 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:03.223 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:33:03.324 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:33:03.334 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:33:03.363 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:03 smithi040 ceph-mon[175404]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:33:03.363 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:03 smithi040 ceph-mon[175404]: failed to encode map e294 with expected crc 2023-08-28T02:33:03.363 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:03 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/578122807' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:33:03.363 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:03 smithi040 ceph-mon[175404]: osdmap e294: 8 total, 7 up, 6 in 2023-08-28T02:33:03.364 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:03 smithi040 ceph-mon[175404]: failed to encode map e294 with expected crc 2023-08-28T02:33:03.364 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:03 smithi040 ceph-mon[175404]: pgmap v868: 99 pgs: 24 active+clean+remapped, 2 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 4 active+undersized+degraded, 1 active+recovering+undersized+remapped, 14 active+undersized, 1 active+recovery_wait+degraded+remapped, 46 active+clean; 5.7 GiB data, 16 GiB used, 521 GiB / 536 GiB avail; 148 B/s rd, 102 KiB/s wr, 81 op/s; 61933/278334 objects degraded (22.251%); 30805/278334 objects misplaced (11.068%); 15 MiB/s, 240 objects/s recovering 2023-08-28T02:33:03.364 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:03 smithi040 ceph-mon[170259]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:33:03.364 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:03 smithi040 ceph-mon[170259]: failed to encode map e294 with expected crc 2023-08-28T02:33:03.364 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:03 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/578122807' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:33:03.364 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:03 smithi040 ceph-mon[170259]: osdmap e294: 8 total, 7 up, 6 in 2023-08-28T02:33:03.364 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:03 smithi040 ceph-mon[170259]: failed to encode map e294 with expected crc 2023-08-28T02:33:03.364 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:03 smithi040 ceph-mon[170259]: pgmap v868: 99 pgs: 24 active+clean+remapped, 2 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 4 active+undersized+degraded, 1 active+recovering+undersized+remapped, 14 active+undersized, 1 active+recovery_wait+degraded+remapped, 46 active+clean; 5.7 GiB data, 16 GiB used, 521 GiB / 536 GiB avail; 148 B/s rd, 102 KiB/s wr, 81 op/s; 61933/278334 objects degraded (22.251%); 30805/278334 objects misplaced (11.068%); 15 MiB/s, 240 objects/s recovering 2023-08-28T02:33:03.365 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:03.391 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:33:03.400 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:03.400 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:33:03.501 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:33:03.532 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:03.553 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:33:03.558 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:03.559 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:33:03.614 INFO:journalctl@ceph.osd.3.smithi040.stdout:Aug 28 02:33:03 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd-3[271689]: 2023-08-28T02:33:03.375+0000 7f840aed8640 -1 Falling back to public interface 2023-08-28T02:33:03.660 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:33:03.701 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:03.776 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:33:03.781 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:03.782 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:33:03.787 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2023-08-28T02:33:03.787 INFO:teuthology.orchestra.run.smithi083.stdout: "ops": [ 2023-08-28T02:33:03.787 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.787 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:93973 10.f 10:f9d330cd:::benchmark_data_smithi040_250784_object664:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e293)", 2023-08-28T02:33:03.788 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:33:01.449317+0000", 2023-08-28T02:33:03.788 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 2.337033871, 2023-08-28T02:33:03.788 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.337059102, 2023-08-28T02:33:03.788 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:33:03.788 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "delayed", 2023-08-28T02:33:03.788 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:33:03.788 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:33:03.788 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:33:03.788 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 93973 2023-08-28T02:33:03.788 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.788 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:33:03.788 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.789 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:33:03.789 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:01.449317+0000", 2023-08-28T02:33:03.789 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:03.789 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.789 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.789 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:33:03.789 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:01.449317+0000", 2023-08-28T02:33:03.789 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:03.789 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.789 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.789 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:33:03.789 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:01.449316+0000", 2023-08-28T02:33:03.789 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:33:03.790 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.790 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.790 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:33:03.790 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:01.449321+0000", 2023-08-28T02:33:03.790 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.3270000000000002e-06 2023-08-28T02:33:03.790 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.790 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.790 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:33:03.790 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:01.449329+0000", 2023-08-28T02:33:03.790 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.9209999999999992e-06 2023-08-28T02:33:03.790 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.790 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.791 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:33:03.791 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:01.449332+0000", 2023-08-28T02:33:03.791 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.8550000000000004e-06 2023-08-28T02:33:03.791 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.791 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.791 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:03.791 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:01.498788+0000", 2023-08-28T02:33:03.791 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.049455342999999999 2023-08-28T02:33:03.791 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.791 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.791 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:33:03.791 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:01.507334+0000", 2023-08-28T02:33:03.792 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0085465320000000008 2023-08-28T02:33:03.792 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.792 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.792 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:03.792 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:01.559966+0000", 2023-08-28T02:33:03.792 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.052631959999999998 2023-08-28T02:33:03.792 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.792 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.792 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:33:03.792 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:01.568941+0000", 2023-08-28T02:33:03.792 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0089748439999999992 2023-08-28T02:33:03.792 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:03.793 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:33:03.793 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:03.793 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.793 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.793 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:94009 10.f 10:f8c71891:::benchmark_data_smithi040_250784_object700:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e293)", 2023-08-28T02:33:03.793 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:33:02.137545+0000", 2023-08-28T02:33:03.793 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 1.6488065679999999, 2023-08-28T02:33:03.793 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.6488877280000001, 2023-08-28T02:33:03.793 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:33:03.793 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "delayed", 2023-08-28T02:33:03.793 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:33:03.793 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:33:03.794 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:33:03.794 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 94009 2023-08-28T02:33:03.794 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.794 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:33:03.794 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.794 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:33:03.794 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:02.137545+0000", 2023-08-28T02:33:03.794 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:03.794 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.794 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.794 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:33:03.794 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:02.137545+0000", 2023-08-28T02:33:03.795 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:03.795 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.795 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.795 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:33:03.795 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:02.137543+0000", 2023-08-28T02:33:03.795 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:33:03.795 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.795 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.795 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:33:03.795 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:02.137552+0000", 2023-08-28T02:33:03.795 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.5620000000000004e-06 2023-08-28T02:33:03.795 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.796 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.796 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:33:03.796 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:02.137566+0000", 2023-08-28T02:33:03.796 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.4684e-05 2023-08-28T02:33:03.796 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.796 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.796 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:33:03.796 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:02.137575+0000", 2023-08-28T02:33:03.796 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.0589999999999992e-06 2023-08-28T02:33:03.796 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.796 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.796 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:03.797 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:02.278187+0000", 2023-08-28T02:33:03.797 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.14061199899999999 2023-08-28T02:33:03.797 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.797 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.797 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:33:03.797 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:02.286880+0000", 2023-08-28T02:33:03.797 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0086929880000000005 2023-08-28T02:33:03.797 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.797 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.797 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:03.797 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:02.426098+0000", 2023-08-28T02:33:03.797 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.139217865 2023-08-28T02:33:03.798 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.798 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.798 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:33:03.798 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:02.443258+0000", 2023-08-28T02:33:03.798 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.017160091999999998 2023-08-28T02:33:03.798 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:03.798 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:33:03.798 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:03.798 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.798 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.798 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:94138 10.f 10.5e0b500f (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e294)", 2023-08-28T02:33:03.798 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:33:03.760955+0000", 2023-08-28T02:33:03.799 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 0.025396161, 2023-08-28T02:33:03.799 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.025522352000000002, 2023-08-28T02:33:03.799 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:33:03.799 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "queued for pg", 2023-08-28T02:33:03.799 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:33:03.799 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:33:03.799 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:33:03.799 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 94138 2023-08-28T02:33:03.799 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.799 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:33:03.799 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.799 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:33:03.799 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:03.760955+0000", 2023-08-28T02:33:03.800 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:03.800 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.800 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.800 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:33:03.800 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:03.760955+0000", 2023-08-28T02:33:03.800 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:03.800 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.800 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.800 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:33:03.800 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:03.760953+0000", 2023-08-28T02:33:03.800 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:33:03.800 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.801 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.801 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:33:03.801 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:03.760962+0000", 2023-08-28T02:33:03.801 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.2400000000000007e-06 2023-08-28T02:33:03.801 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.801 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.801 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:33:03.801 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:03.760977+0000", 2023-08-28T02:33:03.801 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.5525000000000001e-05 2023-08-28T02:33:03.801 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.801 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.801 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:33:03.801 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:03.760985+0000", 2023-08-28T02:33:03.802 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.6899999999999992e-06 2023-08-28T02:33:03.802 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:03.802 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:33:03.802 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:03.802 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.802 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.802 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:94064 10.f 10:f810dfb0:::benchmark_data_smithi040_250784_object755:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e294)", 2023-08-28T02:33:03.802 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:33:02.617646+0000", 2023-08-28T02:33:03.802 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 1.168705125, 2023-08-28T02:33:03.802 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1688635510000001, 2023-08-28T02:33:03.802 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:33:03.802 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "delayed", 2023-08-28T02:33:03.803 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:33:03.803 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:33:03.803 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:33:03.803 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 94064 2023-08-28T02:33:03.803 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.803 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:33:03.803 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.803 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:33:03.803 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:02.617646+0000", 2023-08-28T02:33:03.803 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:03.803 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.803 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.804 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:33:03.804 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:02.617646+0000", 2023-08-28T02:33:03.804 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:03.804 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.804 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.804 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:33:03.804 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:02.617645+0000", 2023-08-28T02:33:03.804 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:33:03.804 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.804 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.804 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:33:03.804 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:02.617651+0000", 2023-08-28T02:33:03.805 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.6449999999999999e-06 2023-08-28T02:33:03.805 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.805 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.805 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:33:03.805 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:02.617664+0000", 2023-08-28T02:33:03.805 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2345e-05 2023-08-28T02:33:03.805 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.805 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.805 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:33:03.805 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:02.617670+0000", 2023-08-28T02:33:03.805 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.1e-06 2023-08-28T02:33:03.805 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.806 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.806 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:03.806 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:02.691553+0000", 2023-08-28T02:33:03.806 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.073882767000000002 2023-08-28T02:33:03.806 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.806 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.806 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:33:03.806 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:02.701174+0000", 2023-08-28T02:33:03.806 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0096208869999999998 2023-08-28T02:33:03.806 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.806 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.806 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:03.807 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:02.764292+0000", 2023-08-28T02:33:03.807 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.063118969999999996 2023-08-28T02:33:03.807 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.807 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.807 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:33:03.807 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:02.773417+0000", 2023-08-28T02:33:03.807 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0091244250000000002 2023-08-28T02:33:03.807 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:03.807 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:33:03.807 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:03.807 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.807 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.808 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:94125 10.f 10:f3c5ef1f:::benchmark_data_smithi040_250784_object816:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e294)", 2023-08-28T02:33:03.808 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:33:03.242785+0000", 2023-08-28T02:33:03.808 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 0.54356579500000002, 2023-08-28T02:33:03.808 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.54376955299999996, 2023-08-28T02:33:03.808 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:33:03.808 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "delayed", 2023-08-28T02:33:03.808 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:33:03.808 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:33:03.808 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:33:03.808 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 94125 2023-08-28T02:33:03.808 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.808 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:33:03.808 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.809 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:33:03.809 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:03.242785+0000", 2023-08-28T02:33:03.809 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:03.809 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.809 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.809 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:33:03.809 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:03.242785+0000", 2023-08-28T02:33:03.809 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:03.809 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.809 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.809 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:33:03.809 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:03.242784+0000", 2023-08-28T02:33:03.810 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:33:03.810 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.810 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.810 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:33:03.810 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:03.242791+0000", 2023-08-28T02:33:03.810 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.0140000000000001e-06 2023-08-28T02:33:03.810 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.810 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.810 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:33:03.810 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:03.242805+0000", 2023-08-28T02:33:03.810 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.3648999999999999e-05 2023-08-28T02:33:03.810 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.811 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.811 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:33:03.811 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:03.242811+0000", 2023-08-28T02:33:03.811 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.173e-06 2023-08-28T02:33:03.811 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.811 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.811 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:03.811 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:03.286980+0000", 2023-08-28T02:33:03.811 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.044169286000000002 2023-08-28T02:33:03.811 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.811 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.811 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:33:03.812 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:03.301597+0000", 2023-08-28T02:33:03.812 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.014616962000000001 2023-08-28T02:33:03.812 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.812 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.812 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:03.812 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:03.429085+0000", 2023-08-28T02:33:03.812 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.12748844100000001 2023-08-28T02:33:03.812 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.812 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.812 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:33:03.812 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:03.438357+0000", 2023-08-28T02:33:03.812 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0092721079999999994 2023-08-28T02:33:03.812 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:03.813 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:33:03.813 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:03.813 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.813 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.813 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:94065 10.f 10:f564cbe4:::benchmark_data_smithi040_250784_object756:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e294)", 2023-08-28T02:33:03.813 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:33:02.617695+0000", 2023-08-28T02:33:03.813 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 1.1686563670000001, 2023-08-28T02:33:03.813 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.168917234, 2023-08-28T02:33:03.813 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:33:03.813 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "delayed", 2023-08-28T02:33:03.813 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:33:03.813 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:33:03.814 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:33:03.814 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 94065 2023-08-28T02:33:03.814 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.814 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:33:03.814 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.814 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:33:03.814 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:02.617695+0000", 2023-08-28T02:33:03.814 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:03.814 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.814 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.814 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:33:03.814 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:02.617695+0000", 2023-08-28T02:33:03.815 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:03.815 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.815 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.815 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:33:03.815 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:02.617694+0000", 2023-08-28T02:33:03.815 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999995 2023-08-28T02:33:03.815 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.815 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.815 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:33:03.815 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:02.617698+0000", 2023-08-28T02:33:03.815 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.2540000000000001e-06 2023-08-28T02:33:03.815 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.816 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.816 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:33:03.816 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:02.617706+0000", 2023-08-28T02:33:03.816 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.5459999999999992e-06 2023-08-28T02:33:03.816 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.816 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.816 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:33:03.816 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:02.617710+0000", 2023-08-28T02:33:03.816 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.1219999999999997e-06 2023-08-28T02:33:03.816 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.816 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.816 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:03.817 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:02.775096+0000", 2023-08-28T02:33:03.817 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.15738615 2023-08-28T02:33:03.817 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.817 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.817 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:33:03.817 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:02.784565+0000", 2023-08-28T02:33:03.817 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0094683240000000002 2023-08-28T02:33:03.817 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.817 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.817 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:03.817 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:02.827807+0000", 2023-08-28T02:33:03.817 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.043241896000000002 2023-08-28T02:33:03.817 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.818 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.818 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:33:03.818 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:02.837623+0000", 2023-08-28T02:33:03.818 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0098159570000000002 2023-08-28T02:33:03.818 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:03.818 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:33:03.818 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:03.818 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.818 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.818 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:94128 10.f 10:f40887a4:::benchmark_data_smithi040_250784_object819:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e294)", 2023-08-28T02:33:03.818 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:33:03.259602+0000", 2023-08-28T02:33:03.819 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 0.52674939300000001, 2023-08-28T02:33:03.819 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.52705236600000005, 2023-08-28T02:33:03.819 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:33:03.819 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "delayed", 2023-08-28T02:33:03.819 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:33:03.819 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:33:03.819 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:33:03.819 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 94128 2023-08-28T02:33:03.819 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.819 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:33:03.819 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.819 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:33:03.820 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:03.259602+0000", 2023-08-28T02:33:03.820 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:03.820 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.820 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.820 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:33:03.820 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:03.259602+0000", 2023-08-28T02:33:03.820 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:03.820 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.820 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.820 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:33:03.820 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:03.259601+0000", 2023-08-28T02:33:03.820 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:33:03.821 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.821 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.821 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:33:03.821 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:03.259608+0000", 2023-08-28T02:33:03.821 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.8019999999999992e-06 2023-08-28T02:33:03.821 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.821 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.821 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:33:03.821 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:03.259622+0000", 2023-08-28T02:33:03.821 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.3198e-05 2023-08-28T02:33:03.821 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.821 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.822 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:33:03.822 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:03.259629+0000", 2023-08-28T02:33:03.822 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.5499999999999997e-06 2023-08-28T02:33:03.822 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.822 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.822 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:03.822 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:03.442134+0000", 2023-08-28T02:33:03.822 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.18250445200000001 2023-08-28T02:33:03.822 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.822 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.822 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:33:03.822 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:03.450647+0000", 2023-08-28T02:33:03.823 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0085138030000000003 2023-08-28T02:33:03.823 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.823 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.823 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:03.823 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:03.494286+0000", 2023-08-28T02:33:03.823 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.043638876 2023-08-28T02:33:03.823 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.823 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.823 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:33:03.823 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:03.503275+0000", 2023-08-28T02:33:03.823 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0089889840000000002 2023-08-28T02:33:03.823 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:03.824 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:33:03.824 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:03.824 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.824 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.824 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:93947 10.f 10:f803845d:::benchmark_data_smithi040_250784_object638:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e293)", 2023-08-28T02:33:03.824 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:33:00.755925+0000", 2023-08-28T02:33:03.824 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 3.0304262340000001, 2023-08-28T02:33:03.824 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.030781385, 2023-08-28T02:33:03.824 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:33:03.824 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "waiting for sub ops", 2023-08-28T02:33:03.824 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:33:03.824 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:33:03.825 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:33:03.825 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 93947 2023-08-28T02:33:03.825 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.825 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:33:03.825 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.825 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:33:03.825 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:00.755925+0000", 2023-08-28T02:33:03.825 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:03.825 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.825 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.825 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:33:03.825 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:00.755925+0000", 2023-08-28T02:33:03.826 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:03.826 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.826 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.826 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:33:03.826 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:00.755923+0000", 2023-08-28T02:33:03.826 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:33:03.826 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.826 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.826 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:33:03.826 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:00.755932+0000", 2023-08-28T02:33:03.826 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.6240000000000008e-06 2023-08-28T02:33:03.826 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.826 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.827 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:33:03.827 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:00.755949+0000", 2023-08-28T02:33:03.827 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.7173999999999999e-05 2023-08-28T02:33:03.827 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.827 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.827 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:33:03.827 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:00.755956+0000", 2023-08-28T02:33:03.827 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.5619999999999998e-06 2023-08-28T02:33:03.827 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.827 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.827 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:03.828 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:00.903170+0000", 2023-08-28T02:33:03.828 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.14721368700000001 2023-08-28T02:33:03.828 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.828 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.828 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:33:03.828 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:00.911864+0000", 2023-08-28T02:33:03.828 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.008693615 2023-08-28T02:33:03.828 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.828 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.828 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:03.828 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:00.997849+0000", 2023-08-28T02:33:03.828 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.085985259999999994 2023-08-28T02:33:03.829 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.829 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.829 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:33:03.829 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:01.007821+0000", 2023-08-28T02:33:03.829 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0099719860000000004 2023-08-28T02:33:03.829 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.829 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.829 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:03.829 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:03.655785+0000", 2023-08-28T02:33:03.829 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.6479643360000003 2023-08-28T02:33:03.829 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.829 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.830 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:33:03.830 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:03.667069+0000", 2023-08-28T02:33:03.830 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011283853999999999 2023-08-28T02:33:03.830 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.830 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.830 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,2", 2023-08-28T02:33:03.830 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:03.687204+0000", 2023-08-28T02:33:03.830 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.020134964000000002 2023-08-28T02:33:03.830 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.830 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.830 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:33:03.830 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:03.743729+0000", 2023-08-28T02:33:03.831 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.056524640000000001 2023-08-28T02:33:03.831 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:03.831 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:33:03.831 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:03.831 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.831 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.831 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:93961 10.f 10:fc264799:::benchmark_data_smithi040_250784_object652:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e293)", 2023-08-28T02:33:03.831 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:33:01.340308+0000", 2023-08-28T02:33:03.831 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 2.446042941, 2023-08-28T02:33:03.831 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.4464527629999999, 2023-08-28T02:33:03.831 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:33:03.832 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "delayed", 2023-08-28T02:33:03.832 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:33:03.832 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:33:03.832 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:33:03.832 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 93961 2023-08-28T02:33:03.832 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.832 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:33:03.832 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.832 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:33:03.832 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:01.340308+0000", 2023-08-28T02:33:03.832 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:03.832 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.833 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.833 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:33:03.833 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:01.340308+0000", 2023-08-28T02:33:03.833 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:03.833 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.833 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.833 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:33:03.833 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:01.340307+0000", 2023-08-28T02:33:03.833 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:33:03.833 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.833 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.833 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:33:03.834 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:01.340313+0000", 2023-08-28T02:33:03.834 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.9479999999999996e-06 2023-08-28T02:33:03.834 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.834 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.834 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:33:03.834 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:01.340325+0000", 2023-08-28T02:33:03.834 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.22e-05 2023-08-28T02:33:03.834 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.834 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.834 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:33:03.834 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:01.340331+0000", 2023-08-28T02:33:03.835 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.6210000000000001e-06 2023-08-28T02:33:03.835 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.835 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.835 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:03.835 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:01.391000+0000", 2023-08-28T02:33:03.835 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.050668961999999998 2023-08-28T02:33:03.835 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.835 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.835 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:33:03.835 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:01.400570+0000", 2023-08-28T02:33:03.835 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0095706639999999996 2023-08-28T02:33:03.836 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.836 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.836 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:03.836 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:01.448938+0000", 2023-08-28T02:33:03.836 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.048367790000000001 2023-08-28T02:33:03.836 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.836 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.836 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:33:03.836 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:01.458639+0000", 2023-08-28T02:33:03.836 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0097011779999999995 2023-08-28T02:33:03.836 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:03.836 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:33:03.836 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:03.837 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.837 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.837 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:93962 10.f 10:f7ac1c71:::benchmark_data_smithi040_250784_object653:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e293)", 2023-08-28T02:33:03.837 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:33:01.341613+0000", 2023-08-28T02:33:03.837 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 2.4447386999999998, 2023-08-28T02:33:03.837 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.4451919879999999, 2023-08-28T02:33:03.837 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:33:03.837 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "delayed", 2023-08-28T02:33:03.837 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:33:03.837 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:33:03.837 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:33:03.837 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 93962 2023-08-28T02:33:03.838 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.838 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:33:03.838 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.838 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:33:03.838 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:01.341613+0000", 2023-08-28T02:33:03.838 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:03.838 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.838 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.838 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:33:03.838 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:01.341613+0000", 2023-08-28T02:33:03.838 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:03.838 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.839 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.839 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:33:03.839 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:01.341612+0000", 2023-08-28T02:33:03.839 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:33:03.839 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.839 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.839 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:33:03.839 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:01.341619+0000", 2023-08-28T02:33:03.839 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.7780000000000007e-06 2023-08-28T02:33:03.839 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.839 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.839 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:33:03.840 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:01.341631+0000", 2023-08-28T02:33:03.840 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.133e-05 2023-08-28T02:33:03.840 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.840 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.840 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:33:03.840 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:01.341636+0000", 2023-08-28T02:33:03.840 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.2129999999999999e-06 2023-08-28T02:33:03.840 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.840 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.840 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:03.840 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:01.401786+0000", 2023-08-28T02:33:03.840 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.060149832 2023-08-28T02:33:03.841 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.841 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.841 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:33:03.841 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:01.410728+0000", 2023-08-28T02:33:03.841 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0089420520000000007 2023-08-28T02:33:03.841 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.841 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.841 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:03.841 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:01.488726+0000", 2023-08-28T02:33:03.841 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.077998178000000001 2023-08-28T02:33:03.841 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.841 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.842 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:33:03.842 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:01.497823+0000", 2023-08-28T02:33:03.842 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0090968500000000001 2023-08-28T02:33:03.842 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:03.842 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:33:03.842 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:03.842 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.842 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.842 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "MOSDPGPushReply(10.f 294/282 [PushReplyOp(10:f1700e70:::benchmark_data_smithi040_250784_object643:head)])", 2023-08-28T02:33:03.842 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:33:03.613142+0000", 2023-08-28T02:33:03.842 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 0.17320898100000001, 2023-08-28T02:33:03.842 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.17370328400000001, 2023-08-28T02:33:03.843 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:33:03.843 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "reached pg", 2023-08-28T02:33:03.843 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:33:03.843 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.843 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:33:03.843 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:03.613142+0000", 2023-08-28T02:33:03.843 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:03.843 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.843 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.843 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:33:03.843 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:03.613142+0000", 2023-08-28T02:33:03.843 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:03.844 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.844 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.844 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:33:03.844 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:03.613141+0000", 2023-08-28T02:33:03.844 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:33:03.844 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.844 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.844 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:33:03.844 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:03.613150+0000", 2023-08-28T02:33:03.844 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.4089999999999992e-06 2023-08-28T02:33:03.844 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.844 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.845 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:33:03.845 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:03.613166+0000", 2023-08-28T02:33:03.845 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.5562000000000001e-05 2023-08-28T02:33:03.845 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.845 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.845 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:33:03.845 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:03.613173+0000", 2023-08-28T02:33:03.845 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.2799999999999998e-06 2023-08-28T02:33:03.845 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.845 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.845 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:03.845 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:03.745209+0000", 2023-08-28T02:33:03.846 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.132036135 2023-08-28T02:33:03.846 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:03.846 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:33:03.846 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:03.846 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.846 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.846 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "MOSDPGPush(10.7 294/281 [PushOp(10:eda85b48:::benchmark_data_smithi040_250784_object14807:head, version: 255'952, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(10:eda85b48:::benchmark_data_smithi040_250784_object14807:head@255'952, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-08-28T02:33:03.846 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:33:03.626647+0000", 2023-08-28T02:33:03.846 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 0.159704557, 2023-08-28T02:33:03.846 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.16024312800000001, 2023-08-28T02:33:03.846 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:33:03.846 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "queued for pg", 2023-08-28T02:33:03.847 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:33:03.847 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.847 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:33:03.847 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:03.626647+0000", 2023-08-28T02:33:03.847 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:03.847 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.847 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.847 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:33:03.847 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:03.626647+0000", 2023-08-28T02:33:03.847 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:03.847 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.847 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.848 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:33:03.848 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:03.626645+0000", 2023-08-28T02:33:03.848 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:33:03.848 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.848 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.848 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:33:03.848 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:03.626677+0000", 2023-08-28T02:33:03.848 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.2011000000000002e-05 2023-08-28T02:33:03.848 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.848 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.848 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:33:03.848 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:03.626695+0000", 2023-08-28T02:33:03.849 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.8026999999999999e-05 2023-08-28T02:33:03.849 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.849 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.849 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:33:03.849 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:03.626705+0000", 2023-08-28T02:33:03.849 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.8390000000000002e-06 2023-08-28T02:33:03.849 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:03.849 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:33:03.849 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:03.849 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.849 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.849 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_repop_reply(client.45059.0:93947 10.f e294/282)", 2023-08-28T02:33:03.850 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:33:03.693886+0000", 2023-08-28T02:33:03.850 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 0.092465372000000004, 2023-08-28T02:33:03.850 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.093028490000000005, 2023-08-28T02:33:03.850 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:33:03.850 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "queued for pg", 2023-08-28T02:33:03.850 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:33:03.850 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.850 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:33:03.850 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:03.693886+0000", 2023-08-28T02:33:03.850 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:03.850 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.851 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.851 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:33:03.851 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:03.693886+0000", 2023-08-28T02:33:03.851 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:03.851 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.851 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.851 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:33:03.851 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:03.693885+0000", 2023-08-28T02:33:03.851 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:33:03.851 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.851 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.851 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:33:03.852 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:03.693892+0000", 2023-08-28T02:33:03.852 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.3900000000000004e-06 2023-08-28T02:33:03.852 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.852 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.852 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:33:03.852 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:03.693907+0000", 2023-08-28T02:33:03.852 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.446e-05 2023-08-28T02:33:03.852 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.852 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.852 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:33:03.852 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:03.693914+0000", 2023-08-28T02:33:03.852 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.0439999999999998e-06 2023-08-28T02:33:03.853 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:03.853 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:33:03.853 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:03.853 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.853 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.853 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:94001 10.f 10:f397978e:::benchmark_data_smithi040_250784_object692:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e293)", 2023-08-28T02:33:03.853 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:33:02.072960+0000", 2023-08-28T02:33:03.853 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 1.7133908799999999, 2023-08-28T02:33:03.853 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.714012882, 2023-08-28T02:33:03.853 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:33:03.853 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "delayed", 2023-08-28T02:33:03.853 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:33:03.854 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:33:03.854 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:33:03.854 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 94001 2023-08-28T02:33:03.854 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.854 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:33:03.854 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.854 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:33:03.854 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:02.072960+0000", 2023-08-28T02:33:03.854 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:03.854 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.854 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.854 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:33:03.855 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:02.072960+0000", 2023-08-28T02:33:03.855 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:03.855 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.855 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.855 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:33:03.855 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:02.072959+0000", 2023-08-28T02:33:03.855 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:33:03.855 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.855 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.855 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:33:03.855 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:02.072966+0000", 2023-08-28T02:33:03.855 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.4030000000000004e-06 2023-08-28T02:33:03.856 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.856 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.856 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:33:03.856 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:02.072976+0000", 2023-08-28T02:33:03.856 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0305999999999999e-05 2023-08-28T02:33:03.856 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.856 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.856 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:33:03.856 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:02.072982+0000", 2023-08-28T02:33:03.856 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.5010000000000001e-06 2023-08-28T02:33:03.856 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.856 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.856 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:03.857 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:02.128864+0000", 2023-08-28T02:33:03.857 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.055881786000000003 2023-08-28T02:33:03.857 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.857 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.857 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:33:03.857 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:02.137459+0000", 2023-08-28T02:33:03.857 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.008594773 2023-08-28T02:33:03.857 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.857 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.857 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:03.857 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:02.262719+0000", 2023-08-28T02:33:03.857 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.12526037300000001 2023-08-28T02:33:03.857 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.858 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.858 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:33:03.858 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:02.274568+0000", 2023-08-28T02:33:03.858 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011848287000000001 2023-08-28T02:33:03.858 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:03.858 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:33:03.858 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:03.858 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.858 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.858 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_repop_reply(client.45059.0:93947 10.f e294/282)", 2023-08-28T02:33:03.858 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:33:03.694899+0000", 2023-08-28T02:33:03.859 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 0.091452042999999997, 2023-08-28T02:33:03.859 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.09211598, 2023-08-28T02:33:03.859 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:33:03.859 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "queued for pg", 2023-08-28T02:33:03.859 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:33:03.859 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.859 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:33:03.859 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:03.694899+0000", 2023-08-28T02:33:03.859 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:03.859 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.859 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.859 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:33:03.859 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:03.694899+0000", 2023-08-28T02:33:03.860 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:03.860 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.860 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.860 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:33:03.860 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:03.694898+0000", 2023-08-28T02:33:03.860 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:33:03.860 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.860 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.860 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:33:03.860 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:03.694905+0000", 2023-08-28T02:33:03.860 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.0229999999999998e-06 2023-08-28T02:33:03.860 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.861 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.861 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:33:03.861 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:03.694916+0000", 2023-08-28T02:33:03.861 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1904e-05 2023-08-28T02:33:03.861 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.861 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.861 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:33:03.861 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:03.694921+0000", 2023-08-28T02:33:03.861 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.7230000000000004e-06 2023-08-28T02:33:03.861 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:03.861 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:33:03.861 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:03.861 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.862 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.862 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:93952 10.f 10:f1700e70:::benchmark_data_smithi040_250784_object643:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e293)", 2023-08-28T02:33:03.862 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:33:00.794811+0000", 2023-08-28T02:33:03.862 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 2.9915406139999998, 2023-08-28T02:33:03.862 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.992237475, 2023-08-28T02:33:03.862 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:33:03.862 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "delayed", 2023-08-28T02:33:03.862 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:33:03.862 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:33:03.862 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:33:03.862 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 93952 2023-08-28T02:33:03.862 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.862 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:33:03.863 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.863 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:33:03.863 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:00.794811+0000", 2023-08-28T02:33:03.863 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:03.863 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.863 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.863 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:33:03.863 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:00.794811+0000", 2023-08-28T02:33:03.863 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:03.863 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.863 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.863 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:33:03.864 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:00.794809+0000", 2023-08-28T02:33:03.864 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:33:03.864 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.864 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.864 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:33:03.864 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:00.794817+0000", 2023-08-28T02:33:03.864 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.5190000000000003e-06 2023-08-28T02:33:03.864 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.864 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.864 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:33:03.864 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:00.794830+0000", 2023-08-28T02:33:03.864 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2928999999999999e-05 2023-08-28T02:33:03.865 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.865 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.865 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:33:03.865 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:00.794838+0000", 2023-08-28T02:33:03.865 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.0849999999999997e-06 2023-08-28T02:33:03.865 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.865 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.865 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:03.865 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:00.955239+0000", 2023-08-28T02:33:03.865 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.16040130599999999 2023-08-28T02:33:03.865 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.865 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.866 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:33:03.866 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:00.963952+0000", 2023-08-28T02:33:03.866 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0087128980000000002 2023-08-28T02:33:03.866 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.866 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.866 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:03.866 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:01.040006+0000", 2023-08-28T02:33:03.866 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.076054322999999993 2023-08-28T02:33:03.866 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.866 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.866 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:33:03.867 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:01.050952+0000", 2023-08-28T02:33:03.867 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.010946154 2023-08-28T02:33:03.867 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:03.867 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:33:03.867 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:03.867 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.867 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.867 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:93985 10.f 10:f3066c5c:::benchmark_data_smithi040_250784_object676:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e293)", 2023-08-28T02:33:03.867 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:33:01.796227+0000", 2023-08-28T02:33:03.867 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 1.990123783, 2023-08-28T02:33:03.867 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.9908656730000001, 2023-08-28T02:33:03.867 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:33:03.868 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "delayed", 2023-08-28T02:33:03.868 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:33:03.868 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:33:03.868 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:33:03.868 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 93985 2023-08-28T02:33:03.868 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.868 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:33:03.868 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.868 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:33:03.868 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:01.796227+0000", 2023-08-28T02:33:03.868 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:03.868 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.869 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.869 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:33:03.869 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:01.796227+0000", 2023-08-28T02:33:03.869 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:03.869 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.869 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.869 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:33:03.869 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:01.796226+0000", 2023-08-28T02:33:03.869 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:33:03.869 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.869 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.869 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:33:03.869 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:01.796233+0000", 2023-08-28T02:33:03.870 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.1500000000000002e-06 2023-08-28T02:33:03.870 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.870 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.870 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:33:03.870 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:01.796246+0000", 2023-08-28T02:33:03.870 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.279e-05 2023-08-28T02:33:03.870 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.870 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.870 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:33:03.870 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:01.796251+0000", 2023-08-28T02:33:03.870 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.2259999999999996e-06 2023-08-28T02:33:03.870 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.871 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.871 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:03.871 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:02.115782+0000", 2023-08-28T02:33:03.871 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.31953106100000001 2023-08-28T02:33:03.871 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.871 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.871 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:33:03.871 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:02.127646+0000", 2023-08-28T02:33:03.871 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011863979 2023-08-28T02:33:03.871 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.871 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.871 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:03.872 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:02.180972+0000", 2023-08-28T02:33:03.872 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.053325899000000003 2023-08-28T02:33:03.872 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.872 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.872 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:33:03.872 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:02.190153+0000", 2023-08-28T02:33:03.872 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0091809509999999997 2023-08-28T02:33:03.872 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:03.872 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:33:03.872 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:03.872 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.872 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.872 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:94028 10.f 10:fea1905a:::benchmark_data_smithi040_250784_object719:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e293)", 2023-08-28T02:33:03.873 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:33:02.215008+0000", 2023-08-28T02:33:03.873 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 1.571343538, 2023-08-28T02:33:03.873 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.5721305160000001, 2023-08-28T02:33:03.873 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:33:03.873 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "delayed", 2023-08-28T02:33:03.873 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:33:03.873 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:33:03.873 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:33:03.873 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 94028 2023-08-28T02:33:03.873 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.873 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:33:03.873 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.874 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:33:03.874 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:02.215008+0000", 2023-08-28T02:33:03.874 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:03.874 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.874 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.874 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:33:03.874 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:02.215008+0000", 2023-08-28T02:33:03.874 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:03.874 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.874 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.874 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:33:03.874 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:02.215006+0000", 2023-08-28T02:33:03.875 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:33:03.875 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.875 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.875 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:33:03.875 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:02.215014+0000", 2023-08-28T02:33:03.875 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.605e-06 2023-08-28T02:33:03.875 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.875 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.875 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:33:03.875 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:02.215029+0000", 2023-08-28T02:33:03.875 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.5165e-05 2023-08-28T02:33:03.875 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.876 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.876 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:33:03.876 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:02.215036+0000", 2023-08-28T02:33:03.876 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.1790000000000002e-06 2023-08-28T02:33:03.876 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.876 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.876 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:03.876 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:02.506707+0000", 2023-08-28T02:33:03.876 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.29167098000000002 2023-08-28T02:33:03.876 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.876 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.876 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:33:03.877 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:02.525753+0000", 2023-08-28T02:33:03.877 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.019045742000000001 2023-08-28T02:33:03.877 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.877 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.877 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:03.877 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:02.593644+0000", 2023-08-28T02:33:03.877 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.067891349000000004 2023-08-28T02:33:03.877 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.877 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.877 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:33:03.877 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:02.603513+0000", 2023-08-28T02:33:03.877 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0098691349999999994 2023-08-28T02:33:03.878 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:03.878 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:33:03.878 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:03.878 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.878 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.878 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:94097 10.f 10:f5d87425:::benchmark_data_smithi040_250784_object788:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e294)", 2023-08-28T02:33:03.878 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:33:03.026568+0000", 2023-08-28T02:33:03.878 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 0.75978289099999996, 2023-08-28T02:33:03.878 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.76061418199999997, 2023-08-28T02:33:03.878 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:33:03.878 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "delayed", 2023-08-28T02:33:03.878 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:33:03.879 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:33:03.879 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:33:03.879 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 94097 2023-08-28T02:33:03.879 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.879 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:33:03.879 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.879 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:33:03.879 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:03.026568+0000", 2023-08-28T02:33:03.879 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:03.879 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.879 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.879 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:33:03.880 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:03.026568+0000", 2023-08-28T02:33:03.880 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:03.880 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.880 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.880 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:33:03.880 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:03.026568+0000", 2023-08-28T02:33:03.880 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:33:03.880 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.880 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.880 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:33:03.880 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:03.026572+0000", 2023-08-28T02:33:03.880 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.9299999999999996e-06 2023-08-28T02:33:03.880 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.881 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.881 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:33:03.881 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:03.026579+0000", 2023-08-28T02:33:03.881 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.6199999999999999e-06 2023-08-28T02:33:03.881 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.881 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.881 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:33:03.881 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:03.026583+0000", 2023-08-28T02:33:03.881 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.2030000000000002e-06 2023-08-28T02:33:03.881 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.881 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.881 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:03.882 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:03.265755+0000", 2023-08-28T02:33:03.882 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.239171306 2023-08-28T02:33:03.882 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.882 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.882 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:33:03.882 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:03.273963+0000", 2023-08-28T02:33:03.882 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0082080790000000001 2023-08-28T02:33:03.882 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.882 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.882 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:03.882 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:03.337572+0000", 2023-08-28T02:33:03.883 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.063609758000000002 2023-08-28T02:33:03.883 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.883 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.883 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:33:03.883 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:03.347090+0000", 2023-08-28T02:33:03.883 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0095170259999999996 2023-08-28T02:33:03.883 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:03.883 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:33:03.883 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:03.883 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.883 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.883 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:94118 10.f 10:fe87053a:::benchmark_data_smithi040_250784_object809:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e294)", 2023-08-28T02:33:03.884 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:33:03.214114+0000", 2023-08-28T02:33:03.884 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 0.57223716099999999, 2023-08-28T02:33:03.884 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.57311970099999998, 2023-08-28T02:33:03.884 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:33:03.884 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "delayed", 2023-08-28T02:33:03.884 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:33:03.884 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:33:03.884 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:33:03.884 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 94118 2023-08-28T02:33:03.884 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.884 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:33:03.884 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.885 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:33:03.885 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:03.214114+0000", 2023-08-28T02:33:03.885 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:03.885 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.885 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.885 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:33:03.885 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:03.214114+0000", 2023-08-28T02:33:03.885 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:03.885 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.885 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.885 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:33:03.885 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:03.214112+0000", 2023-08-28T02:33:03.885 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:33:03.886 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.886 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.886 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:33:03.886 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:03.214122+0000", 2023-08-28T02:33:03.886 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.9469999999999998e-06 2023-08-28T02:33:03.886 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.886 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.886 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:33:03.886 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:03.214140+0000", 2023-08-28T02:33:03.886 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.7944e-05 2023-08-28T02:33:03.886 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.886 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.887 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:33:03.887 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:03.214148+0000", 2023-08-28T02:33:03.887 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.6899999999999992e-06 2023-08-28T02:33:03.887 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.887 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.887 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:03.887 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:03.275063+0000", 2023-08-28T02:33:03.887 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.060915654999999999 2023-08-28T02:33:03.887 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.887 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.887 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:33:03.887 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:03.285727+0000", 2023-08-28T02:33:03.888 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.010663587 2023-08-28T02:33:03.888 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.888 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.888 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:03.888 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:03.378735+0000", 2023-08-28T02:33:03.888 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.093007442999999995 2023-08-28T02:33:03.888 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:03.888 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:03.888 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:33:03.888 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:03.388344+0000", 2023-08-28T02:33:03.888 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0096098499999999996 2023-08-28T02:33:03.888 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:03.889 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:33:03.889 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:03.889 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:03.889 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2023-08-28T02:33:03.889 INFO:teuthology.orchestra.run.smithi083.stdout: "num_ops": 20 2023-08-28T02:33:03.889 INFO:teuthology.orchestra.run.smithi083.stdout:} 2023-08-28T02:33:03.889 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:33:03.920 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:03.946 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:33:03.951 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:03.952 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:33:03.988 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:33:04.011 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:33:04.034 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:33:04.052 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:33:04.059 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:33:04.082 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:04.086 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:33:04.106 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:33:04.131 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:33:04.132 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-08-28T02:33:04.132 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-08-28T02:33:04.132 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-08-28T02:33:04.132 INFO:teuthology.orchestra.run.smithi040.stderr:Error ENXIO: problem getting command descriptions from osd.3 2023-08-28T02:33:04.132 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-08-28T02:33:04.132 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-08-28T02:33:04.132 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-08-28T02:33:04.132 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-08-28T02:33:04.201 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.4 dump_blocked_ops 2023-08-28T02:33:04.206 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:33:04.210 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:04.210 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:33:04.311 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:33:04.342 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:04 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3771058278' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:33:04.342 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:04.369 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:33:04.375 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:04.376 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:33:04.471 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:04 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3771058278' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:33:04.472 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:04 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3771058278' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:33:04.476 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:33:04.515 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:33:04.516 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:04.589 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:33:04.593 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:04.594 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:33:04.694 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:33:04.733 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:04.737 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd unset noscrub 2023-08-28T02:33:04.739 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-08-28T02:33:04.740 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-08-28T02:33:04.760 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:33:04.764 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:04.764 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:33:04.851 INFO:teuthology.orchestra.run.smithi040.stderr:no valid command found; 10 closest matches: 2023-08-28T02:33:04.851 INFO:teuthology.orchestra.run.smithi040.stderr:0 2023-08-28T02:33:04.852 INFO:teuthology.orchestra.run.smithi040.stderr:1 2023-08-28T02:33:04.852 INFO:teuthology.orchestra.run.smithi040.stderr:2 2023-08-28T02:33:04.852 INFO:teuthology.orchestra.run.smithi040.stderr:abort 2023-08-28T02:33:04.852 INFO:teuthology.orchestra.run.smithi040.stderr:assert 2023-08-28T02:33:04.852 INFO:teuthology.orchestra.run.smithi040.stderr:config diff 2023-08-28T02:33:04.852 INFO:teuthology.orchestra.run.smithi040.stderr:config diff get 2023-08-28T02:33:04.853 INFO:teuthology.orchestra.run.smithi040.stderr:config get 2023-08-28T02:33:04.853 INFO:teuthology.orchestra.run.smithi040.stderr:config help [] 2023-08-28T02:33:04.853 INFO:teuthology.orchestra.run.smithi040.stderr:config set ... 2023-08-28T02:33:04.853 INFO:teuthology.orchestra.run.smithi040.stderr:admin_socket: invalid command 2023-08-28T02:33:04.865 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:33:04.901 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:04.975 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:33:04.978 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:04.978 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:33:05.079 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:33:05.113 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:05.136 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:33:05.139 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:05.140 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:33:05.216 DEBUG:teuthology.orchestra.run:got remote process result: 22 2023-08-28T02:33:05.217 INFO:tasks.cephadm.ceph_manager.ceph:waiting on admin_socket for osd-3, ['dump_ops_in_flight'] 2023-08-28T02:33:05.232 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:33:05.241 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:33:05.273 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:05 smithi040 ceph-mon[175404]: pgmap v869: 99 pgs: 24 active+clean+remapped, 2 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 4 active+undersized+degraded, 1 active+recovering+undersized+remapped, 14 active+undersized, 1 active+recovery_wait+degraded+remapped, 46 active+clean; 5.7 GiB data, 16 GiB used, 521 GiB / 536 GiB avail; 127 B/s rd, 88 KiB/s wr, 80 op/s; 61933/278082 objects degraded (22.271%); 30203/278082 objects misplaced (10.861%); 15 MiB/s, 242 objects/s recovering 2023-08-28T02:33:05.274 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:05 smithi040 ceph-mon[170259]: pgmap v869: 99 pgs: 24 active+clean+remapped, 2 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 4 active+undersized+degraded, 1 active+recovering+undersized+remapped, 14 active+undersized, 1 active+recovery_wait+degraded+remapped, 46 active+clean; 5.7 GiB data, 16 GiB used, 521 GiB / 536 GiB avail; 127 B/s rd, 88 KiB/s wr, 80 op/s; 61933/278082 objects degraded (22.271%); 30203/278082 objects misplaced (10.861%); 15 MiB/s, 242 objects/s recovering 2023-08-28T02:33:05.276 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:05.351 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:33:05.355 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:05.355 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:33:05.456 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:33:05.487 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:05 smithi083 ceph-mon[157819]: pgmap v869: 99 pgs: 24 active+clean+remapped, 2 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 4 active+undersized+degraded, 1 active+recovering+undersized+remapped, 14 active+undersized, 1 active+recovery_wait+degraded+remapped, 46 active+clean; 5.7 GiB data, 16 GiB used, 521 GiB / 536 GiB avail; 127 B/s rd, 88 KiB/s wr, 80 op/s; 61933/278082 objects degraded (22.271%); 30203/278082 objects misplaced (10.861%); 15 MiB/s, 242 objects/s recovering 2023-08-28T02:33:05.490 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:05.514 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:33:05.518 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:05.519 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:33:05.550 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:33:05 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:33:05] "GET /metrics HTTP/1.1" 200 36536 "" "Prometheus/2.43.0" 2023-08-28T02:33:05.566 INFO:teuthology.orchestra.run.smithi083.stdout:ERROR: (22) Invalid argument 2023-08-28T02:33:05.566 INFO:teuthology.orchestra.run.smithi083.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:33:05.620 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:33:05.655 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:05.675 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:33:05.680 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:05.680 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:33:05.781 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:33:05.810 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:05.882 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:33:05.885 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:05.885 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:33:05.936 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.4 dump_historic_ops 2023-08-28T02:33:05.986 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:33:06.028 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:06.055 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:33:06.062 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:06.062 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:33:06.163 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:33:06.194 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:06.261 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:33:06.266 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:33:06.269 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:06.270 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:33:06.370 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:33:06.407 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:06 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 61933/278082 objects degraded (22.271%), 14 pgs degraded, 20 pgs undersized (PG_DEGRADED) 2023-08-28T02:33:06.411 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:06 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 61933/278082 objects degraded (22.271%), 14 pgs degraded, 20 pgs undersized (PG_DEGRADED) 2023-08-28T02:33:06.413 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:06.443 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:06 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 61933/278082 objects degraded (22.271%), 14 pgs degraded, 20 pgs undersized (PG_DEGRADED) 2023-08-28T02:33:06.445 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:33:06.449 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:06.450 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:33:06.551 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:33:06.584 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:06.609 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:33:06.612 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:06.612 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:33:06.713 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:33:06.741 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-08-28T02:33:06.742 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:06.864 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:33:06.868 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:06.868 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:33:06.969 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:33:07.013 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:07.048 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:33:07.054 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:07.054 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:33:07.107 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:33:07.155 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:33:07.189 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:07.247 INFO:teuthology.orchestra.run.smithi040.stderr:noscrub is unset 2023-08-28T02:33:07.269 INFO:teuthology.orchestra.run.smithi083.stdout:ERROR: (22) Invalid argument 2023-08-28T02:33:07.269 INFO:teuthology.orchestra.run.smithi083.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:33:07.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:07 smithi040 ceph-mon[175404]: pgmap v870: 99 pgs: 24 active+clean+remapped, 2 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 4 active+undersized+degraded, 1 active+recovering+undersized+remapped, 14 active+undersized, 1 active+recovery_wait+degraded+remapped, 46 active+clean; 5.6 GiB data, 16 GiB used, 521 GiB / 536 GiB avail; 103 B/s rd, 71 KiB/s wr, 83 op/s; 61830/277527 objects degraded (22.279%); 30183/277527 objects misplaced (10.876%); 13 MiB/s, 200 objects/s recovering 2023-08-28T02:33:07.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:07 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2649453734' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:33:07.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:07 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:33:07.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:07 smithi040 ceph-mon[170259]: pgmap v870: 99 pgs: 24 active+clean+remapped, 2 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 4 active+undersized+degraded, 1 active+recovering+undersized+remapped, 14 active+undersized, 1 active+recovery_wait+degraded+remapped, 46 active+clean; 5.6 GiB data, 16 GiB used, 521 GiB / 536 GiB avail; 103 B/s rd, 71 KiB/s wr, 83 op/s; 61830/277527 objects degraded (22.279%); 30183/277527 objects misplaced (10.876%); 13 MiB/s, 200 objects/s recovering 2023-08-28T02:33:07.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:07 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2649453734' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:33:07.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:07 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:33:07.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:07 smithi083 ceph-mon[157819]: pgmap v870: 99 pgs: 24 active+clean+remapped, 2 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 4 active+undersized+degraded, 1 active+recovering+undersized+remapped, 14 active+undersized, 1 active+recovery_wait+degraded+remapped, 46 active+clean; 5.6 GiB data, 16 GiB used, 521 GiB / 536 GiB avail; 103 B/s rd, 71 KiB/s wr, 83 op/s; 61830/277527 objects degraded (22.279%); 30183/277527 objects misplaced (10.876%); 13 MiB/s, 200 objects/s recovering 2023-08-28T02:33:07.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:07 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2649453734' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:33:07.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:07 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:33:07.654 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.5 dump_ops_in_flight 2023-08-28T02:33:07.666 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:33:07.670 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:07.671 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:33:07.771 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:33:07.813 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:07.972 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:33:08.390 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:08 smithi083 ceph-mon[157819]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:33:08.390 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:08 smithi083 ceph-mon[157819]: failed to encode map e295 with expected crc 2023-08-28T02:33:08.390 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:08 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:33:08.391 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:08 smithi083 ceph-mon[157819]: osdmap e295: 8 total, 7 up, 6 in 2023-08-28T02:33:08.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:08 smithi040 ceph-mon[170259]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:33:08.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:08 smithi040 ceph-mon[170259]: failed to encode map e295 with expected crc 2023-08-28T02:33:08.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:08 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:33:08.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:08 smithi040 ceph-mon[170259]: osdmap e295: 8 total, 7 up, 6 in 2023-08-28T02:33:08.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:08 smithi040 ceph-mon[175404]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:33:08.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:08 smithi040 ceph-mon[175404]: failed to encode map e295 with expected crc 2023-08-28T02:33:08.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:08 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:33:08.482 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:08 smithi040 ceph-mon[175404]: osdmap e295: 8 total, 7 up, 6 in 2023-08-28T02:33:08.690 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:33:08.694 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:08.694 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:33:08.795 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:33:08.834 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:08.968 INFO:teuthology.orchestra.run.smithi083.stdout:ERROR: (22) Invalid argument 2023-08-28T02:33:08.968 INFO:teuthology.orchestra.run.smithi083.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:33:09.120 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:33:09.220 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:09.220 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:33:09.247 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:09 smithi083 ceph-mon[157819]: failed to encode map e295 with expected crc 2023-08-28T02:33:09.247 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:09 smithi083 ceph-mon[157819]: failed to encode map e295 with expected crc 2023-08-28T02:33:09.247 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:09 smithi083 ceph-mon[157819]: pgmap v872: 99 pgs: 24 active+clean+remapped, 2 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 4 active+undersized+degraded, 1 active+recovering+undersized+remapped, 14 active+undersized, 1 active+recovery_wait+degraded+remapped, 46 active+clean; 5.6 GiB data, 16 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 97 op/s; 61754/276918 objects degraded (22.300%); 29413/276918 objects misplaced (10.622%); 11 MiB/s, 181 objects/s recovering 2023-08-28T02:33:09.321 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:33:09.339 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.5 dump_blocked_ops 2023-08-28T02:33:09.356 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:09.379 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:33:09.382 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:09.382 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:33:09.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:09 smithi040 ceph-mon[175404]: failed to encode map e295 with expected crc 2023-08-28T02:33:09.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:09 smithi040 ceph-mon[175404]: failed to encode map e295 with expected crc 2023-08-28T02:33:09.409 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:09 smithi040 ceph-mon[175404]: pgmap v872: 99 pgs: 24 active+clean+remapped, 2 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 4 active+undersized+degraded, 1 active+recovering+undersized+remapped, 14 active+undersized, 1 active+recovery_wait+degraded+remapped, 46 active+clean; 5.6 GiB data, 16 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 97 op/s; 61754/276918 objects degraded (22.300%); 29413/276918 objects misplaced (10.622%); 11 MiB/s, 181 objects/s recovering 2023-08-28T02:33:09.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:09 smithi040 ceph-mon[170259]: failed to encode map e295 with expected crc 2023-08-28T02:33:09.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:09 smithi040 ceph-mon[170259]: failed to encode map e295 with expected crc 2023-08-28T02:33:09.410 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:09 smithi040 ceph-mon[170259]: pgmap v872: 99 pgs: 24 active+clean+remapped, 2 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 4 active+undersized+degraded, 1 active+recovering+undersized+remapped, 14 active+undersized, 1 active+recovery_wait+degraded+remapped, 46 active+clean; 5.6 GiB data, 16 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 97 op/s; 61754/276918 objects degraded (22.300%); 29413/276918 objects misplaced (10.622%); 11 MiB/s, 181 objects/s recovering 2023-08-28T02:33:09.483 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:33:09.512 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:09.533 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:33:09.536 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:09.536 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:33:09.637 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:33:09.652 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:33:09.672 INFO:journalctl@ceph.osd.3.smithi040.stdout:Aug 28 02:33:09 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd-3[271689]: 2023-08-28T02:33:09.543+0000 7f840aed8640 -1 osd.3 260 log_to_monitors true 2023-08-28T02:33:09.677 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:09.801 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:33:09.804 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:09.804 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:33:09.905 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:33:09.940 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:09.964 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:33:09.967 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:09.967 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:33:10.068 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:33:10.073 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:33:10.096 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:33:10.103 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:10.120 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:33:10.141 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:33:10.160 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:33:10.181 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:33:10.204 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:33:10.204 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-08-28T02:33:10.204 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-08-28T02:33:10.204 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-08-28T02:33:10.204 INFO:teuthology.orchestra.run.smithi040.stderr:Error ENXIO: problem getting command descriptions from osd.3 2023-08-28T02:33:10.204 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-08-28T02:33:10.204 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-08-28T02:33:10.204 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-08-28T02:33:10.204 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-08-28T02:33:10.218 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.3 dump_ops_in_flight 2023-08-28T02:33:10.228 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:33:10.234 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:10.234 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:33:10.335 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:33:10.368 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:10.440 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:10 smithi083 ceph-mon[157819]: from='osd.3 [v2:172.21.15.40:6826/3056282868,v1:172.21.15.40:6827/3056282868]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-08-28T02:33:10.440 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:10 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3600787106' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:33:10.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:10 smithi040 ceph-mon[170259]: from='osd.3 [v2:172.21.15.40:6826/3056282868,v1:172.21.15.40:6827/3056282868]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-08-28T02:33:10.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:10 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3600787106' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:33:10.481 INFO:journalctl@ceph.osd.3.smithi040.stdout:Aug 28 02:33:10 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd-3[271689]: 2023-08-28T02:33:10.294+0000 7f83fa340700 -1 osd.3 260 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-08-28T02:33:10.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:10 smithi040 ceph-mon[175404]: from='osd.3 [v2:172.21.15.40:6826/3056282868,v1:172.21.15.40:6827/3056282868]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-08-28T02:33:10.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:10 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3600787106' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:33:10.529 DEBUG:teuthology.orchestra.run:got remote process result: 6 2023-08-28T02:33:10.530 INFO:tasks.thrashosds.thrasher:Failed to tell all osds, ignoring 2023-08-28T02:33:10.543 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:33:10.547 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:10.548 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:33:10.598 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd unset nodeep-scrub 2023-08-28T02:33:10.612 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:33:10.648 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:33:10.674 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2023-08-28T02:33:10.674 INFO:teuthology.orchestra.run.smithi083.stdout: "ops": [], 2023-08-28T02:33:10.675 INFO:teuthology.orchestra.run.smithi083.stdout: "complaint_time": 30, 2023-08-28T02:33:10.675 INFO:teuthology.orchestra.run.smithi083.stdout: "num_blocked_ops": 0 2023-08-28T02:33:10.675 INFO:teuthology.orchestra.run.smithi083.stdout:} 2023-08-28T02:33:10.683 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:10.708 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:33:10.712 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:10.712 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:33:10.813 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:33:10.843 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:10.965 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:33:10.968 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:10.969 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:33:11.054 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.5 dump_historic_ops 2023-08-28T02:33:11.070 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:33:11.125 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:11.145 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:33:11.149 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:11.149 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:33:11.250 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:33:11.292 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:11.302 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:33:11.323 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:33:11.327 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:11.327 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:33:11.378 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:33:11.428 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:33:11.444 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:11 smithi040 ceph-mon[175404]: failed to encode map e296 with expected crc 2023-08-28T02:33:11.444 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:11 smithi040 ceph-mon[175404]: from='osd.3 [v2:172.21.15.40:6826/3056282868,v1:172.21.15.40:6827/3056282868]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-08-28T02:33:11.444 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:11 smithi040 ceph-mon[175404]: osdmap e296: 8 total, 7 up, 6 in 2023-08-28T02:33:11.444 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:11 smithi040 ceph-mon[175404]: failed to encode map e296 with expected crc 2023-08-28T02:33:11.444 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:11 smithi040 ceph-mon[175404]: from='osd.3 [v2:172.21.15.40:6826/3056282868,v1:172.21.15.40:6827/3056282868]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2023-08-28T02:33:11.444 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:11 smithi040 ceph-mon[175404]: failed to encode map e296 with expected crc 2023-08-28T02:33:11.444 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:11 smithi040 ceph-mon[175404]: pgmap v874: 99 pgs: 24 active+clean+remapped, 2 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 4 active+undersized+degraded, 1 active+recovering+undersized+remapped, 14 active+undersized, 1 active+recovery_wait+degraded+remapped, 46 active+clean; 5.6 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 73 op/s; 61668/276558 objects degraded (22.298%); 29413/276558 objects misplaced (10.635%); 11 MiB/s, 176 objects/s recovering 2023-08-28T02:33:11.444 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:11 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 61754/276918 objects degraded (22.300%), 14 pgs degraded, 20 pgs undersized (PG_DEGRADED) 2023-08-28T02:33:11.445 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:11 smithi040 ceph-mon[170259]: failed to encode map e296 with expected crc 2023-08-28T02:33:11.445 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:11 smithi040 ceph-mon[170259]: from='osd.3 [v2:172.21.15.40:6826/3056282868,v1:172.21.15.40:6827/3056282868]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-08-28T02:33:11.445 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:11 smithi040 ceph-mon[170259]: osdmap e296: 8 total, 7 up, 6 in 2023-08-28T02:33:11.445 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:11 smithi040 ceph-mon[170259]: failed to encode map e296 with expected crc 2023-08-28T02:33:11.445 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:11 smithi040 ceph-mon[170259]: from='osd.3 [v2:172.21.15.40:6826/3056282868,v1:172.21.15.40:6827/3056282868]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2023-08-28T02:33:11.445 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:11 smithi040 ceph-mon[170259]: failed to encode map e296 with expected crc 2023-08-28T02:33:11.445 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:11 smithi040 ceph-mon[170259]: pgmap v874: 99 pgs: 24 active+clean+remapped, 2 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 4 active+undersized+degraded, 1 active+recovering+undersized+remapped, 14 active+undersized, 1 active+recovery_wait+degraded+remapped, 46 active+clean; 5.6 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 73 op/s; 61668/276558 objects degraded (22.298%); 29413/276558 objects misplaced (10.635%); 11 MiB/s, 176 objects/s recovering 2023-08-28T02:33:11.445 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:11 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 61754/276918 objects degraded (22.300%), 14 pgs degraded, 20 pgs undersized (PG_DEGRADED) 2023-08-28T02:33:11.456 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:11.525 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:33:11.528 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:11.528 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:33:11.629 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:33:11.645 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:11 smithi083 ceph-mon[157819]: failed to encode map e296 with expected crc 2023-08-28T02:33:11.645 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:11 smithi083 ceph-mon[157819]: from='osd.3 [v2:172.21.15.40:6826/3056282868,v1:172.21.15.40:6827/3056282868]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-08-28T02:33:11.645 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:11 smithi083 ceph-mon[157819]: osdmap e296: 8 total, 7 up, 6 in 2023-08-28T02:33:11.646 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:11 smithi083 ceph-mon[157819]: failed to encode map e296 with expected crc 2023-08-28T02:33:11.646 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:11 smithi083 ceph-mon[157819]: from='osd.3 [v2:172.21.15.40:6826/3056282868,v1:172.21.15.40:6827/3056282868]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2023-08-28T02:33:11.646 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:11 smithi083 ceph-mon[157819]: failed to encode map e296 with expected crc 2023-08-28T02:33:11.646 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:11 smithi083 ceph-mon[157819]: pgmap v874: 99 pgs: 24 active+clean+remapped, 2 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 4 active+undersized+degraded, 1 active+recovering+undersized+remapped, 14 active+undersized, 1 active+recovery_wait+degraded+remapped, 46 active+clean; 5.6 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 73 op/s; 61668/276558 objects degraded (22.298%); 29413/276558 objects misplaced (10.635%); 11 MiB/s, 176 objects/s recovering 2023-08-28T02:33:11.646 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:11 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 61754/276918 objects degraded (22.300%), 14 pgs degraded, 20 pgs undersized (PG_DEGRADED) 2023-08-28T02:33:11.667 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:11.846 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:33:11.850 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:11.851 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:33:11.951 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:33:11.981 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:12.001 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:33:12.004 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:12.004 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:33:12.105 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:33:12.135 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:12.159 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:33:12.163 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:12.163 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:33:12.264 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:33:12.323 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:12.356 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:33:12.360 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:12.360 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:33:12.377 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2023-08-28T02:33:12.377 INFO:teuthology.orchestra.run.smithi083.stdout: "size": 20, 2023-08-28T02:33:12.377 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 600, 2023-08-28T02:33:12.377 INFO:teuthology.orchestra.run.smithi083.stdout: "ops": [ 2023-08-28T02:33:12.377 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.377 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:72088 9.12 9.b47d9e72 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e180)", 2023-08-28T02:33:12.378 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:27:42.298492+0000", 2023-08-28T02:33:12.378 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 330.07591779799998, 2023-08-28T02:33:12.378 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.007339545, 2023-08-28T02:33:12.378 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:33:12.378 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "reached pg", 2023-08-28T02:33:12.378 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:33:12.378 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:33:12.378 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:33:12.378 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 72088 2023-08-28T02:33:12.378 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.378 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:33:12.378 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.378 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:33:12.379 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.298492+0000", 2023-08-28T02:33:12.379 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:12.379 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.379 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.379 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:33:12.379 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.298492+0000", 2023-08-28T02:33:12.379 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:12.379 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.379 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.379 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:33:12.379 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.298490+0000", 2023-08-28T02:33:12.379 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:33:12.380 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.380 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.380 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:33:12.380 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.298524+0000", 2023-08-28T02:33:12.380 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.3108000000000002e-05 2023-08-28T02:33:12.380 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.380 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.380 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:33:12.380 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.298539+0000", 2023-08-28T02:33:12.380 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.5041999999999999e-05 2023-08-28T02:33:12.380 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.380 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.381 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:33:12.381 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.298546+0000", 2023-08-28T02:33:12.381 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.0439999999999998e-06 2023-08-28T02:33:12.381 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.381 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.381 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:12.381 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.298593+0000", 2023-08-28T02:33:12.381 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.7284000000000003e-05 2023-08-28T02:33:12.381 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.381 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.381 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:33:12.381 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.298600+0000", 2023-08-28T02:33:12.381 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.4329999999999998e-06 2023-08-28T02:33:12.382 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.382 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.382 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:12.382 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:43.305821+0000", 2023-08-28T02:33:12.382 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.007220912 2023-08-28T02:33:12.382 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.382 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.382 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:33:12.382 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:43.305832+0000", 2023-08-28T02:33:12.382 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0413e-05 2023-08-28T02:33:12.382 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:12.382 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:33:12.383 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:12.383 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.383 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.383 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:72120 9.12 9.6e95da92 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e180)", 2023-08-28T02:33:12.383 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:27:42.329351+0000", 2023-08-28T02:33:12.383 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 330.045058541, 2023-08-28T02:33:12.383 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.97651400399999999, 2023-08-28T02:33:12.383 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:33:12.383 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "reached pg", 2023-08-28T02:33:12.383 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:33:12.383 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:33:12.383 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:33:12.384 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 72120 2023-08-28T02:33:12.384 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.384 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:33:12.384 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.384 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:33:12.384 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.329351+0000", 2023-08-28T02:33:12.384 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:12.384 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.384 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.384 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:33:12.384 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.329351+0000", 2023-08-28T02:33:12.384 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:12.385 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.385 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.385 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:33:12.385 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.329350+0000", 2023-08-28T02:33:12.385 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:33:12.385 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.385 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.385 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:33:12.385 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.329399+0000", 2023-08-28T02:33:12.385 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.9289000000000002e-05 2023-08-28T02:33:12.385 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.385 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.385 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:33:12.386 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.329413+0000", 2023-08-28T02:33:12.386 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.393e-05 2023-08-28T02:33:12.386 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.386 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.386 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:33:12.386 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.329421+0000", 2023-08-28T02:33:12.386 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.0860000000000002e-06 2023-08-28T02:33:12.386 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.386 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.386 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:12.386 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.329456+0000", 2023-08-28T02:33:12.386 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.5234000000000002e-05 2023-08-28T02:33:12.386 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.387 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.387 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:33:12.387 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.329463+0000", 2023-08-28T02:33:12.387 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.99e-06 2023-08-28T02:33:12.387 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.387 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.387 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:12.387 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:43.305856+0000", 2023-08-28T02:33:12.387 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.97639254799999997 2023-08-28T02:33:12.387 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.387 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.387 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:33:12.388 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:43.305865+0000", 2023-08-28T02:33:12.388 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.4439999999999997e-06 2023-08-28T02:33:12.388 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:12.388 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:33:12.388 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:12.388 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.388 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.388 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:72209 9.12 9.caf25632 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e180)", 2023-08-28T02:33:12.388 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:27:42.399982+0000", 2023-08-28T02:33:12.388 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 329.97442830599999, 2023-08-28T02:33:12.388 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.905911892, 2023-08-28T02:33:12.388 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:33:12.388 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "reached pg", 2023-08-28T02:33:12.389 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:33:12.389 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:33:12.389 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:33:12.389 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 72209 2023-08-28T02:33:12.389 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.389 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:33:12.389 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.389 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:33:12.389 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.399982+0000", 2023-08-28T02:33:12.389 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:12.389 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.389 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.389 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:33:12.390 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.399982+0000", 2023-08-28T02:33:12.390 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:12.390 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.390 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.390 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:33:12.390 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.399980+0000", 2023-08-28T02:33:12.390 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:33:12.390 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.390 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.390 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:33:12.390 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.400015+0000", 2023-08-28T02:33:12.390 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.5233e-05 2023-08-28T02:33:12.391 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.391 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.391 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:33:12.391 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.400028+0000", 2023-08-28T02:33:12.391 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2541000000000001e-05 2023-08-28T02:33:12.391 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.391 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.391 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:33:12.391 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.400034+0000", 2023-08-28T02:33:12.391 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.1820000000000003e-06 2023-08-28T02:33:12.391 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.392 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.392 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:12.392 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.400082+0000", 2023-08-28T02:33:12.392 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.7958999999999999e-05 2023-08-28T02:33:12.392 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.392 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.392 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:33:12.392 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.400088+0000", 2023-08-28T02:33:12.392 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.1870000000000002e-06 2023-08-28T02:33:12.392 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.392 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.392 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:12.392 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:43.305887+0000", 2023-08-28T02:33:12.393 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.90579869300000004 2023-08-28T02:33:12.393 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.393 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.393 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:33:12.393 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:43.305894+0000", 2023-08-28T02:33:12.393 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.6819999999999997e-06 2023-08-28T02:33:12.393 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:12.393 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:33:12.393 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:12.393 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.393 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.394 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:72226 9.12 9.1c5cc8b2 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e180)", 2023-08-28T02:33:12.394 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:27:42.412718+0000", 2023-08-28T02:33:12.394 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 329.96169199899998, 2023-08-28T02:33:12.394 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.89321508100000002, 2023-08-28T02:33:12.394 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:33:12.394 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "reached pg", 2023-08-28T02:33:12.394 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:33:12.394 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:33:12.394 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:33:12.394 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 72226 2023-08-28T02:33:12.394 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.395 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:33:12.395 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.395 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:33:12.395 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.412718+0000", 2023-08-28T02:33:12.395 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:12.395 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.395 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.395 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:33:12.395 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.412718+0000", 2023-08-28T02:33:12.395 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:12.395 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.395 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.396 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:33:12.396 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.412717+0000", 2023-08-28T02:33:12.396 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:33:12.396 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.396 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.396 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:33:12.396 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.412779+0000", 2023-08-28T02:33:12.396 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.1795e-05 2023-08-28T02:33:12.396 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.396 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.396 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:33:12.396 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.412789+0000", 2023-08-28T02:33:12.396 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0278999999999999e-05 2023-08-28T02:33:12.397 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.397 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.397 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:33:12.397 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.412796+0000", 2023-08-28T02:33:12.397 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.063e-06 2023-08-28T02:33:12.397 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.397 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.397 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:12.397 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.412831+0000", 2023-08-28T02:33:12.397 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.4560000000000001e-05 2023-08-28T02:33:12.397 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.397 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.397 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:33:12.398 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.412837+0000", 2023-08-28T02:33:12.398 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.9789999999999998e-06 2023-08-28T02:33:12.398 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.398 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.398 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:12.398 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:43.305925+0000", 2023-08-28T02:33:12.398 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.893088616 2023-08-28T02:33:12.398 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.398 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.398 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:33:12.398 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:43.305933+0000", 2023-08-28T02:33:12.398 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.746e-06 2023-08-28T02:33:12.399 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:12.399 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:33:12.399 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:12.399 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.399 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.399 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:72236 9.12 9.97e79cf2 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e180)", 2023-08-28T02:33:12.399 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:27:42.422266+0000", 2023-08-28T02:33:12.399 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 329.95214440199999, 2023-08-28T02:33:12.399 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.88369277800000001, 2023-08-28T02:33:12.399 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:33:12.399 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "reached pg", 2023-08-28T02:33:12.399 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:33:12.400 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:33:12.400 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:33:12.400 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 72236 2023-08-28T02:33:12.400 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.400 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:33:12.400 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.400 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:33:12.400 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.422266+0000", 2023-08-28T02:33:12.400 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:12.400 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.400 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.400 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:33:12.400 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.422266+0000", 2023-08-28T02:33:12.401 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:12.401 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.401 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.401 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:33:12.401 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.422265+0000", 2023-08-28T02:33:12.401 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999995 2023-08-28T02:33:12.401 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.401 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.401 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:33:12.401 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.422307+0000", 2023-08-28T02:33:12.401 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.1934999999999997e-05 2023-08-28T02:33:12.401 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.402 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.402 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:33:12.402 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.422315+0000", 2023-08-28T02:33:12.402 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.8350000000000004e-06 2023-08-28T02:33:12.402 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.402 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.402 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:33:12.402 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.422319+0000", 2023-08-28T02:33:12.402 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.2679999999999996e-06 2023-08-28T02:33:12.402 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.402 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.402 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:12.403 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.422358+0000", 2023-08-28T02:33:12.403 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.9425000000000003e-05 2023-08-28T02:33:12.403 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.403 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.403 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:33:12.403 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.422363+0000", 2023-08-28T02:33:12.403 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.7219999999999999e-06 2023-08-28T02:33:12.403 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.403 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.403 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:12.403 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:43.305952+0000", 2023-08-28T02:33:12.403 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.88358863300000001 2023-08-28T02:33:12.403 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.404 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.404 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:33:12.404 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:43.305958+0000", 2023-08-28T02:33:12.404 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.5950000000000004e-06 2023-08-28T02:33:12.404 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:12.404 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:33:12.404 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:12.404 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.404 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.404 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:72254 9.12 9.680ad2f2 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e180)", 2023-08-28T02:33:12.404 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:27:42.436884+0000", 2023-08-28T02:33:12.405 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 329.937525859, 2023-08-28T02:33:12.405 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.86909954099999998, 2023-08-28T02:33:12.405 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:33:12.405 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "reached pg", 2023-08-28T02:33:12.405 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:33:12.405 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:33:12.405 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:33:12.405 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 72254 2023-08-28T02:33:12.405 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.405 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:33:12.405 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.405 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:33:12.405 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.436884+0000", 2023-08-28T02:33:12.406 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:12.406 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.406 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.406 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:33:12.406 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.436884+0000", 2023-08-28T02:33:12.406 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:12.406 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.406 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.406 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:33:12.406 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.436884+0000", 2023-08-28T02:33:12.406 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999995 2023-08-28T02:33:12.406 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.407 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.407 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:33:12.407 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.436922+0000", 2023-08-28T02:33:12.407 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.8637999999999998e-05 2023-08-28T02:33:12.407 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.407 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.407 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:33:12.407 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.436929+0000", 2023-08-28T02:33:12.407 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.0119999999999999e-06 2023-08-28T02:33:12.407 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.407 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.408 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:33:12.408 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.436935+0000", 2023-08-28T02:33:12.408 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.7869999999999998e-06 2023-08-28T02:33:12.408 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.408 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.408 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:12.408 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.439262+0000", 2023-08-28T02:33:12.408 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.002326641 2023-08-28T02:33:12.408 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.408 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.408 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:33:12.408 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.439268+0000", 2023-08-28T02:33:12.409 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.6000000000000003e-06 2023-08-28T02:33:12.409 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.409 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.409 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:12.409 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:43.305977+0000", 2023-08-28T02:33:12.409 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.86670903399999999 2023-08-28T02:33:12.409 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.409 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.409 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:33:12.409 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:43.305984+0000", 2023-08-28T02:33:12.409 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.3690000000000003e-06 2023-08-28T02:33:12.409 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:12.409 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:33:12.410 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:12.410 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.410 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.410 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:72265 9.12 9.7407c752 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e180)", 2023-08-28T02:33:12.410 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:27:42.446573+0000", 2023-08-28T02:33:12.410 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 329.92783696499998, 2023-08-28T02:33:12.410 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.85943895400000003, 2023-08-28T02:33:12.410 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:33:12.410 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "reached pg", 2023-08-28T02:33:12.410 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:33:12.410 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:33:12.411 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:33:12.411 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 72265 2023-08-28T02:33:12.411 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.411 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:33:12.411 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.411 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:33:12.411 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.446573+0000", 2023-08-28T02:33:12.411 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:12.411 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.411 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.411 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:33:12.412 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.446573+0000", 2023-08-28T02:33:12.412 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:12.412 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.412 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.412 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:33:12.412 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.446572+0000", 2023-08-28T02:33:12.412 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:33:12.412 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.412 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.412 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:33:12.412 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.446634+0000", 2023-08-28T02:33:12.412 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.2061000000000001e-05 2023-08-28T02:33:12.412 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.413 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.413 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:33:12.413 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.446643+0000", 2023-08-28T02:33:12.413 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.3200000000000006e-06 2023-08-28T02:33:12.413 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.413 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.413 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:33:12.413 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.446648+0000", 2023-08-28T02:33:12.413 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.5700000000000003e-06 2023-08-28T02:33:12.413 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.413 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.414 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:12.414 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.446678+0000", 2023-08-28T02:33:12.414 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.0369999999999999e-05 2023-08-28T02:33:12.414 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.414 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.414 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:33:12.414 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.446683+0000", 2023-08-28T02:33:12.414 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.2140000000000004e-06 2023-08-28T02:33:12.414 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.414 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.414 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:12.414 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:43.306002+0000", 2023-08-28T02:33:12.415 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.85931836699999997 2023-08-28T02:33:12.415 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.415 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.415 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:33:12.415 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:43.306012+0000", 2023-08-28T02:33:12.415 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0173000000000001e-05 2023-08-28T02:33:12.415 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:12.415 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:33:12.415 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:12.415 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.415 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.416 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:166815 9.a 9:56e3268b:::benchmark_data_smithi040_209735_object59220:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e217)", 2023-08-28T02:33:12.416 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:32.931809+0000", 2023-08-28T02:33:12.416 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 219.44260063300001, 2023-08-28T02:33:12.416 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.2630989939999999, 2023-08-28T02:33:12.416 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:33:12.416 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "reached pg", 2023-08-28T02:33:12.416 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:33:12.416 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:33:12.416 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:33:12.416 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 166815 2023-08-28T02:33:12.416 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.416 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:33:12.417 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.417 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:33:12.417 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.931809+0000", 2023-08-28T02:33:12.417 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:12.417 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.417 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.417 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:33:12.417 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.931809+0000", 2023-08-28T02:33:12.417 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:12.417 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.417 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.417 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:33:12.418 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.931807+0000", 2023-08-28T02:33:12.418 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:33:12.418 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.418 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.418 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:33:12.418 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.931824+0000", 2023-08-28T02:33:12.418 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.6765e-05 2023-08-28T02:33:12.418 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.418 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.418 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:33:12.418 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.931845+0000", 2023-08-28T02:33:12.418 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.0709000000000001e-05 2023-08-28T02:33:12.419 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.419 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.419 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:33:12.419 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.931855+0000", 2023-08-28T02:33:12.419 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0445000000000001e-05 2023-08-28T02:33:12.419 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.419 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.419 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:12.419 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.098247+0000", 2023-08-28T02:33:12.419 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.16639153100000001 2023-08-28T02:33:12.419 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.419 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.420 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:33:12.420 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.098257+0000", 2023-08-28T02:33:12.420 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.9080000000000007e-06 2023-08-28T02:33:12.420 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.420 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.420 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:12.420 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.907336+0000", 2023-08-28T02:33:12.420 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.80907946900000005 2023-08-28T02:33:12.420 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.420 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.420 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:33:12.420 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.907344+0000", 2023-08-28T02:33:12.421 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.7530000000000001e-06 2023-08-28T02:33:12.421 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.421 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.421 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:12.421 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.920156+0000", 2023-08-28T02:33:12.421 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0128124730000001 2023-08-28T02:33:12.421 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.421 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.421 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:33:12.421 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.920168+0000", 2023-08-28T02:33:12.421 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1858999999999999e-05 2023-08-28T02:33:12.421 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.421 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.422 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:12.422 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.194827+0000", 2023-08-28T02:33:12.422 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.274659089 2023-08-28T02:33:12.422 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.422 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.422 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:33:12.422 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.194908+0000", 2023-08-28T02:33:12.422 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.1129000000000002e-05 2023-08-28T02:33:12.422 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:12.422 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:33:12.422 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:12.422 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.423 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.423 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:166825 9.1f 9:fd2caf57:::benchmark_data_smithi040_209735_object59230:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e217)", 2023-08-28T02:33:12.423 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:33.022331+0000", 2023-08-28T02:33:12.423 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 219.35207920900001, 2023-08-28T02:33:12.423 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.1605196019999999, 2023-08-28T02:33:12.423 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:33:12.423 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:33:12.423 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:33:12.423 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:33:12.423 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:33:12.423 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 166825 2023-08-28T02:33:12.424 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.424 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:33:12.424 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.424 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:33:12.424 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.022331+0000", 2023-08-28T02:33:12.424 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:12.424 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.424 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.424 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:33:12.424 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.022331+0000", 2023-08-28T02:33:12.424 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:12.424 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.424 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.425 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:33:12.425 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.022329+0000", 2023-08-28T02:33:12.425 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999976 2023-08-28T02:33:12.425 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.425 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.425 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:33:12.425 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.022340+0000", 2023-08-28T02:33:12.425 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1379999999999999e-05 2023-08-28T02:33:12.425 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.425 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.425 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:33:12.425 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.022366+0000", 2023-08-28T02:33:12.426 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.6301000000000001e-05 2023-08-28T02:33:12.426 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.426 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.426 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:33:12.426 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.022382+0000", 2023-08-28T02:33:12.426 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.5316999999999999e-05 2023-08-28T02:33:12.426 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.426 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.426 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:12.426 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.169491+0000", 2023-08-28T02:33:12.426 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.14710936099999999 2023-08-28T02:33:12.426 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.427 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.427 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:33:12.427 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.169501+0000", 2023-08-28T02:33:12.427 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.9830000000000008e-06 2023-08-28T02:33:12.427 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.427 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.427 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:12.427 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.905839+0000", 2023-08-28T02:33:12.427 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.73633841 2023-08-28T02:33:12.427 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.427 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.427 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:33:12.428 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.905849+0000", 2023-08-28T02:33:12.428 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.8980000000000008e-06 2023-08-28T02:33:12.428 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.428 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.428 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:12.428 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.915791+0000", 2023-08-28T02:33:12.428 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.009942219 2023-08-28T02:33:12.428 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.428 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.428 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:33:12.428 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.915799+0000", 2023-08-28T02:33:12.428 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.7100000000000007e-06 2023-08-28T02:33:12.429 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.429 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.429 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:12.429 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.171736+0000", 2023-08-28T02:33:12.429 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.255936564 2023-08-28T02:33:12.429 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.429 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.429 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:33:12.429 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.171876+0000", 2023-08-28T02:33:12.429 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00014034799999999999 2023-08-28T02:33:12.429 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.429 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.430 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,2,3", 2023-08-28T02:33:12.430 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.174343+0000", 2023-08-28T02:33:12.430 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0024673400000000002 2023-08-28T02:33:12.430 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.430 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.430 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:33:12.430 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.180195+0000", 2023-08-28T02:33:12.430 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0058520569999999999 2023-08-28T02:33:12.430 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.430 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.430 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:33:12.430 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.180237+0000", 2023-08-28T02:33:12.431 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.1195000000000001e-05 2023-08-28T02:33:12.431 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.431 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.431 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:33:12.431 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.182598+0000", 2023-08-28T02:33:12.431 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0023616779999999999 2023-08-28T02:33:12.431 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.431 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.431 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:33:12.431 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.182682+0000", 2023-08-28T02:33:12.431 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.3282999999999995e-05 2023-08-28T02:33:12.431 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.432 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.432 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:33:12.432 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.182738+0000", 2023-08-28T02:33:12.432 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.5989000000000002e-05 2023-08-28T02:33:12.432 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.432 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.432 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:33:12.432 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.182850+0000", 2023-08-28T02:33:12.432 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000112749 2023-08-28T02:33:12.432 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:12.432 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:33:12.432 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:12.432 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.433 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.433 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:166835 9.1f 9:fdb674ed:::benchmark_data_smithi040_209735_object59240:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e217)", 2023-08-28T02:33:12.433 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:33.219103+0000", 2023-08-28T02:33:12.433 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 219.155307222, 2023-08-28T02:33:12.433 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.9639696190000002, 2023-08-28T02:33:12.433 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:33:12.433 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:33:12.433 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:33:12.433 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:33:12.433 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:33:12.433 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 166835 2023-08-28T02:33:12.433 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.433 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:33:12.434 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.434 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:33:12.434 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.219103+0000", 2023-08-28T02:33:12.434 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:12.434 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.434 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.434 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:33:12.434 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.219103+0000", 2023-08-28T02:33:12.434 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:12.434 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.434 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.434 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:33:12.435 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.219101+0000", 2023-08-28T02:33:12.435 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:33:12.435 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.435 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.435 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:33:12.435 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.219113+0000", 2023-08-28T02:33:12.435 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2289e-05 2023-08-28T02:33:12.435 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.435 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.435 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:33:12.435 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.219131+0000", 2023-08-28T02:33:12.435 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.7759999999999999e-05 2023-08-28T02:33:12.435 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.436 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.436 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:33:12.436 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.219139+0000", 2023-08-28T02:33:12.436 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.4400000000000005e-06 2023-08-28T02:33:12.436 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.436 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.436 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:12.436 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.219197+0000", 2023-08-28T02:33:12.436 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.7667999999999997e-05 2023-08-28T02:33:12.436 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.436 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.436 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:33:12.437 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.219208+0000", 2023-08-28T02:33:12.437 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.155e-05 2023-08-28T02:33:12.437 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.437 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.437 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:12.437 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.907111+0000", 2023-08-28T02:33:12.437 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.68790260299999995 2023-08-28T02:33:12.437 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.437 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.437 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:33:12.437 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.907119+0000", 2023-08-28T02:33:12.437 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.3580000000000003e-06 2023-08-28T02:33:12.437 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.438 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.438 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:12.438 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.915818+0000", 2023-08-28T02:33:12.438 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0086982120000001 2023-08-28T02:33:12.438 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.438 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.438 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:33:12.438 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.915823+0000", 2023-08-28T02:33:12.438 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.4779999999999999e-06 2023-08-28T02:33:12.438 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.438 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.438 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:12.439 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.178183+0000", 2023-08-28T02:33:12.439 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2623597499999999 2023-08-28T02:33:12.439 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.439 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.439 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:33:12.439 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.178322+0000", 2023-08-28T02:33:12.439 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00013888600000000001 2023-08-28T02:33:12.439 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.439 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.439 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,2,3", 2023-08-28T02:33:12.439 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.178629+0000", 2023-08-28T02:33:12.439 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00030739 2023-08-28T02:33:12.440 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.440 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.440 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:33:12.440 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.180621+0000", 2023-08-28T02:33:12.440 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0019917279999999999 2023-08-28T02:33:12.440 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.440 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.440 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:33:12.440 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.182640+0000", 2023-08-28T02:33:12.440 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0020191670000000001 2023-08-28T02:33:12.440 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.440 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.440 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:33:12.441 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.182897+0000", 2023-08-28T02:33:12.441 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00025681100000000002 2023-08-28T02:33:12.441 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.441 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.441 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:33:12.441 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.182926+0000", 2023-08-28T02:33:12.441 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.8853999999999999e-05 2023-08-28T02:33:12.441 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.441 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.441 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:33:12.441 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.182968+0000", 2023-08-28T02:33:12.441 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.2412e-05 2023-08-28T02:33:12.442 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.442 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.442 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:33:12.442 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.183072+0000", 2023-08-28T02:33:12.442 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000104362 2023-08-28T02:33:12.442 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:12.442 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:33:12.442 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:12.442 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.442 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.442 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:166840 9.1a 9:5ea9de3c:::benchmark_data_smithi040_209735_object59245:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e218)", 2023-08-28T02:33:12.442 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:33.947892+0000", 2023-08-28T02:33:12.442 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 218.426518418, 2023-08-28T02:33:12.443 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.2562145400000002, 2023-08-28T02:33:12.443 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:33:12.443 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:33:12.443 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:33:12.443 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:33:12.443 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:33:12.443 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 166840 2023-08-28T02:33:12.443 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.443 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:33:12.443 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.443 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:33:12.443 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.947892+0000", 2023-08-28T02:33:12.444 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:12.444 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.444 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.444 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:33:12.444 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.947892+0000", 2023-08-28T02:33:12.444 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:12.444 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.444 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.444 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:33:12.444 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.947890+0000", 2023-08-28T02:33:12.444 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:33:12.444 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.444 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.445 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:33:12.445 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.947897+0000", 2023-08-28T02:33:12.445 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.9360000000000002e-06 2023-08-28T02:33:12.445 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.445 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.445 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:33:12.445 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.947912+0000", 2023-08-28T02:33:12.445 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.4583000000000001e-05 2023-08-28T02:33:12.445 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.445 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.445 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:33:12.445 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.947918+0000", 2023-08-28T02:33:12.446 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.105e-06 2023-08-28T02:33:12.446 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.446 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.446 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:12.446 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.947964+0000", 2023-08-28T02:33:12.446 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.5884999999999999e-05 2023-08-28T02:33:12.446 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.446 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.446 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:33:12.446 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.947973+0000", 2023-08-28T02:33:12.446 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.4539999999999996e-06 2023-08-28T02:33:12.446 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.446 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.447 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:12.447 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.924912+0000", 2023-08-28T02:33:12.447 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.97693920599999995 2023-08-28T02:33:12.447 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.447 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.447 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:33:12.447 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.924920+0000", 2023-08-28T02:33:12.447 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.1330000000000001e-06 2023-08-28T02:33:12.447 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.447 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.447 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:12.447 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.188143+0000", 2023-08-28T02:33:12.448 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.263223781 2023-08-28T02:33:12.448 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.448 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.448 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:33:12.448 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.188232+0000", 2023-08-28T02:33:12.448 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.8517999999999995e-05 2023-08-28T02:33:12.448 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.448 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.448 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3,7", 2023-08-28T02:33:12.448 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.188445+0000", 2023-08-28T02:33:12.448 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000212742 2023-08-28T02:33:12.448 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.448 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.449 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:33:12.449 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.194801+0000", 2023-08-28T02:33:12.449 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0063569000000000004 2023-08-28T02:33:12.449 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.449 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.449 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:33:12.449 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.194984+0000", 2023-08-28T02:33:12.449 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00018230199999999999 2023-08-28T02:33:12.449 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.449 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.449 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:33:12.449 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.194994+0000", 2023-08-28T02:33:12.449 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0227000000000001e-05 2023-08-28T02:33:12.450 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.450 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.450 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:33:12.450 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.203928+0000", 2023-08-28T02:33:12.450 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0089338609999999995 2023-08-28T02:33:12.450 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.450 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.450 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:33:12.450 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.203982+0000", 2023-08-28T02:33:12.450 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.4398999999999999e-05 2023-08-28T02:33:12.450 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.450 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.451 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:33:12.451 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.204106+0000", 2023-08-28T02:33:12.451 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00012385400000000001 2023-08-28T02:33:12.451 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:12.451 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:33:12.451 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:12.451 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.451 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.451 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:166842 9.1a 9:587a1a67:::benchmark_data_smithi040_209735_object59247:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e218)", 2023-08-28T02:33:12.451 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:33.949980+0000", 2023-08-28T02:33:12.451 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 218.42443020499999, 2023-08-28T02:33:12.451 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.2621448399999999, 2023-08-28T02:33:12.451 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:33:12.452 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:33:12.452 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:33:12.452 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:33:12.452 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:33:12.452 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 166842 2023-08-28T02:33:12.452 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.452 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:33:12.452 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.452 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:33:12.452 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.949980+0000", 2023-08-28T02:33:12.452 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:12.452 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.453 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.453 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:33:12.453 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.949980+0000", 2023-08-28T02:33:12.453 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:12.453 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.453 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.453 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:33:12.453 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.949979+0000", 2023-08-28T02:33:12.453 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:33:12.453 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.453 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.453 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:33:12.454 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.949984+0000", 2023-08-28T02:33:12.454 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.8380000000000001e-06 2023-08-28T02:33:12.454 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.454 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.454 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:33:12.454 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.949994+0000", 2023-08-28T02:33:12.454 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0385e-05 2023-08-28T02:33:12.454 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.454 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.454 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:33:12.454 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.949999+0000", 2023-08-28T02:33:12.455 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.8250000000000004e-06 2023-08-28T02:33:12.455 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.455 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.455 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:12.455 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.950028+0000", 2023-08-28T02:33:12.455 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.9425999999999999e-05 2023-08-28T02:33:12.455 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.455 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.455 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:33:12.455 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.950034+0000", 2023-08-28T02:33:12.455 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.2249999999999999e-06 2023-08-28T02:33:12.455 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.456 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.456 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:12.456 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.925308+0000", 2023-08-28T02:33:12.456 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.97527402299999999 2023-08-28T02:33:12.456 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.456 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.456 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:33:12.456 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.925314+0000", 2023-08-28T02:33:12.456 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.3879999999999997e-06 2023-08-28T02:33:12.456 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.456 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.456 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:12.457 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.190425+0000", 2023-08-28T02:33:12.457 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.265111323 2023-08-28T02:33:12.457 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.457 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.457 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:33:12.457 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.190538+0000", 2023-08-28T02:33:12.457 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000112824 2023-08-28T02:33:12.457 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.457 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.457 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3,7", 2023-08-28T02:33:12.457 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.190763+0000", 2023-08-28T02:33:12.457 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000224634 2023-08-28T02:33:12.458 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.458 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.458 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:33:12.458 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.194941+0000", 2023-08-28T02:33:12.458 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0041782449999999997 2023-08-28T02:33:12.458 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.458 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.458 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:33:12.458 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.195000+0000", 2023-08-28T02:33:12.458 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.8566000000000001e-05 2023-08-28T02:33:12.458 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.458 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.459 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:33:12.459 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.200242+0000", 2023-08-28T02:33:12.459 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0052426640000000002 2023-08-28T02:33:12.459 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.459 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.459 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:33:12.459 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.211969+0000", 2023-08-28T02:33:12.459 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011726785 2023-08-28T02:33:12.459 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.459 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.459 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:33:12.459 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.212010+0000", 2023-08-28T02:33:12.460 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.1004999999999998e-05 2023-08-28T02:33:12.460 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.460 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.460 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:33:12.460 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.212125+0000", 2023-08-28T02:33:12.460 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00011443299999999999 2023-08-28T02:33:12.460 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:12.460 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:33:12.460 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:12.460 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.460 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.460 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:166843 9.1a 9:585dec9a:::benchmark_data_smithi040_209735_object59248:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e218)", 2023-08-28T02:33:12.461 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:33.956929+0000", 2023-08-28T02:33:12.461 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 218.41748111800001, 2023-08-28T02:33:12.461 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.2553711079999998, 2023-08-28T02:33:12.461 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:33:12.461 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:33:12.461 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:33:12.461 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:33:12.461 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:33:12.461 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 166843 2023-08-28T02:33:12.461 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.461 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:33:12.462 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.462 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:33:12.462 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.956929+0000", 2023-08-28T02:33:12.462 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:12.462 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.462 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.462 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:33:12.462 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.956929+0000", 2023-08-28T02:33:12.462 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:12.462 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.462 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.462 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:33:12.463 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.956927+0000", 2023-08-28T02:33:12.463 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:33:12.463 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.463 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.463 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:33:12.463 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.956935+0000", 2023-08-28T02:33:12.463 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.8299999999999996e-06 2023-08-28T02:33:12.463 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.463 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.463 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:33:12.463 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.956951+0000", 2023-08-28T02:33:12.463 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.5532999999999998e-05 2023-08-28T02:33:12.464 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.464 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.464 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:33:12.464 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.956964+0000", 2023-08-28T02:33:12.464 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2996000000000001e-05 2023-08-28T02:33:12.464 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.464 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.464 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:12.464 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.957008+0000", 2023-08-28T02:33:12.464 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.4124e-05 2023-08-28T02:33:12.464 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.464 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.464 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:33:12.465 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.957014+0000", 2023-08-28T02:33:12.465 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.5270000000000004e-06 2023-08-28T02:33:12.465 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.465 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.465 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:12.465 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.925904+0000", 2023-08-28T02:33:12.465 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.968889373 2023-08-28T02:33:12.465 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.465 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.465 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:33:12.465 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.925916+0000", 2023-08-28T02:33:12.465 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2517999999999999e-05 2023-08-28T02:33:12.466 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.466 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.466 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:12.466 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.191937+0000", 2023-08-28T02:33:12.466 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2660205410000001 2023-08-28T02:33:12.466 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.466 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.466 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:33:12.466 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.192030+0000", 2023-08-28T02:33:12.466 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.2814999999999998e-05 2023-08-28T02:33:12.466 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.466 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.467 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3,7", 2023-08-28T02:33:12.467 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.192215+0000", 2023-08-28T02:33:12.467 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00018544000000000001 2023-08-28T02:33:12.467 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.467 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.467 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:33:12.467 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.196853+0000", 2023-08-28T02:33:12.467 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0046379680000000001 2023-08-28T02:33:12.467 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.467 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.467 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:33:12.467 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.200212+0000", 2023-08-28T02:33:12.468 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0033594380000000002 2023-08-28T02:33:12.468 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.468 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.468 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:33:12.468 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.200526+0000", 2023-08-28T02:33:12.468 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00031347299999999999 2023-08-28T02:33:12.468 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.468 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.468 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:33:12.468 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.212166+0000", 2023-08-28T02:33:12.468 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011640081 2023-08-28T02:33:12.468 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.469 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.469 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:33:12.469 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.212210+0000", 2023-08-28T02:33:12.469 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.3803000000000001e-05 2023-08-28T02:33:12.469 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.469 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.469 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:33:12.469 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.212300+0000", 2023-08-28T02:33:12.469 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.0258000000000002e-05 2023-08-28T02:33:12.469 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:12.469 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:33:12.469 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:12.470 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.470 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.470 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:166846 9.6 9:614b82ab:::benchmark_data_smithi040_209735_object59251:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e218)", 2023-08-28T02:33:12.470 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:33.967477+0000", 2023-08-28T02:33:12.470 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 218.40693324200001, 2023-08-28T02:33:12.470 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.2460598730000001, 2023-08-28T02:33:12.470 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:33:12.470 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:33:12.470 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:33:12.470 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:33:12.470 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:33:12.470 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 166846 2023-08-28T02:33:12.470 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.471 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:33:12.471 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.471 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:33:12.471 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.967477+0000", 2023-08-28T02:33:12.471 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:12.471 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.471 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.471 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:33:12.471 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.967477+0000", 2023-08-28T02:33:12.471 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:12.471 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.471 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.472 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:33:12.472 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.967476+0000", 2023-08-28T02:33:12.472 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:33:12.472 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.472 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.472 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:33:12.472 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.967482+0000", 2023-08-28T02:33:12.472 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.2360000000000001e-06 2023-08-28T02:33:12.472 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.472 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.472 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:33:12.472 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.967494+0000", 2023-08-28T02:33:12.473 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2146e-05 2023-08-28T02:33:12.473 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.473 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.473 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:33:12.473 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.967499+0000", 2023-08-28T02:33:12.473 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.3190000000000002e-06 2023-08-28T02:33:12.473 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.473 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.473 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:12.473 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.967567+0000", 2023-08-28T02:33:12.473 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.7675999999999994e-05 2023-08-28T02:33:12.473 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.473 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.474 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:33:12.474 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.967575+0000", 2023-08-28T02:33:12.474 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.3690000000000007e-06 2023-08-28T02:33:12.474 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.474 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.474 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:12.474 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.914872+0000", 2023-08-28T02:33:12.474 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.94729681499999996 2023-08-28T02:33:12.474 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.474 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.474 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:33:12.474 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.914884+0000", 2023-08-28T02:33:12.475 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1501000000000001e-05 2023-08-28T02:33:12.475 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.475 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.475 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:12.475 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.199349+0000", 2023-08-28T02:33:12.475 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2844649619999999 2023-08-28T02:33:12.475 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.475 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.475 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:33:12.475 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.199476+0000", 2023-08-28T02:33:12.475 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00012742499999999999 2023-08-28T02:33:12.475 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.475 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.476 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 2,6", 2023-08-28T02:33:12.476 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.199936+0000", 2023-08-28T02:33:12.476 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00046027399999999999 2023-08-28T02:33:12.476 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.476 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.476 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:33:12.476 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.211730+0000", 2023-08-28T02:33:12.476 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011793873999999999 2023-08-28T02:33:12.476 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.476 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.476 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:33:12.476 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.211784+0000", 2023-08-28T02:33:12.477 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.3698e-05 2023-08-28T02:33:12.477 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.477 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.477 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:33:12.477 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.211807+0000", 2023-08-28T02:33:12.477 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.3166000000000001e-05 2023-08-28T02:33:12.477 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.477 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.477 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:33:12.477 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.211849+0000", 2023-08-28T02:33:12.477 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.1579000000000003e-05 2023-08-28T02:33:12.477 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.477 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.478 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:33:12.478 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.213537+0000", 2023-08-28T02:33:12.478 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.001687863 2023-08-28T02:33:12.478 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:12.478 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:33:12.478 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:12.478 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.478 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.478 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:173326 9.1f 9:fb06fbfd:::benchmark_data_smithi040_209735_object65731:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e224)", 2023-08-28T02:33:12.478 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:44.554844+0000", 2023-08-28T02:33:12.478 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 207.81956618300001, 2023-08-28T02:33:12.478 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.90803578200000001, 2023-08-28T02:33:12.479 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:33:12.479 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:33:12.479 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:33:12.479 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:33:12.479 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:33:12.479 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 173326 2023-08-28T02:33:12.479 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.479 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:33:12.479 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.479 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:33:12.479 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.554844+0000", 2023-08-28T02:33:12.479 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:12.479 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.480 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.480 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:33:12.480 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.554844+0000", 2023-08-28T02:33:12.480 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:12.480 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.480 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.480 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:33:12.480 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.554842+0000", 2023-08-28T02:33:12.480 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:33:12.480 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.480 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.480 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:33:12.481 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.554850+0000", 2023-08-28T02:33:12.481 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.1729999999999998e-06 2023-08-28T02:33:12.481 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.481 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.481 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:33:12.481 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.554863+0000", 2023-08-28T02:33:12.481 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2967e-05 2023-08-28T02:33:12.481 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.481 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.481 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:33:12.481 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.554868+0000", 2023-08-28T02:33:12.481 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.4609999999999999e-06 2023-08-28T02:33:12.481 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.482 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.482 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:12.482 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.554912+0000", 2023-08-28T02:33:12.482 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.3856999999999997e-05 2023-08-28T02:33:12.482 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.482 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.482 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:33:12.482 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.554920+0000", 2023-08-28T02:33:12.482 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.2169999999999994e-06 2023-08-28T02:33:12.482 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.482 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.482 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:12.483 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.449581+0000", 2023-08-28T02:33:12.483 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.89466111199999998 2023-08-28T02:33:12.483 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.483 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.483 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:33:12.483 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.449684+0000", 2023-08-28T02:33:12.483 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00010230000000000001 2023-08-28T02:33:12.483 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.483 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.483 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:33:12.483 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.449931+0000", 2023-08-28T02:33:12.483 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00024772599999999998 2023-08-28T02:33:12.483 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.484 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.484 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:33:12.484 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.452037+0000", 2023-08-28T02:33:12.484 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0021054480000000002 2023-08-28T02:33:12.484 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.484 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.484 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:33:12.484 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.459556+0000", 2023-08-28T02:33:12.484 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0075193969999999997 2023-08-28T02:33:12.484 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.484 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.484 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:33:12.485 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.462800+0000", 2023-08-28T02:33:12.485 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0032439270000000002 2023-08-28T02:33:12.485 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.485 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.485 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:33:12.485 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.462844+0000", 2023-08-28T02:33:12.485 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.3918999999999997e-05 2023-08-28T02:33:12.485 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.485 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.485 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:33:12.485 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.462880+0000", 2023-08-28T02:33:12.485 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.5592000000000001e-05 2023-08-28T02:33:12.486 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:12.486 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:33:12.486 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:12.486 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.486 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.486 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:173328 9.1f 9:fb35c571:::benchmark_data_smithi040_209735_object65733:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e224)", 2023-08-28T02:33:12.486 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:44.617754+0000", 2023-08-28T02:33:12.486 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 207.75665574300001, 2023-08-28T02:33:12.486 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.84523814100000005, 2023-08-28T02:33:12.486 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:33:12.486 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:33:12.486 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:33:12.486 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:33:12.487 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:33:12.487 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 173328 2023-08-28T02:33:12.487 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.487 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:33:12.487 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.487 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:33:12.487 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.617754+0000", 2023-08-28T02:33:12.487 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:12.487 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.487 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.487 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:33:12.487 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.617754+0000", 2023-08-28T02:33:12.488 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:12.488 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.488 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.488 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:33:12.488 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.617752+0000", 2023-08-28T02:33:12.488 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999976 2023-08-28T02:33:12.488 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.488 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.488 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:33:12.488 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.617761+0000", 2023-08-28T02:33:12.488 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.8489999999999995e-06 2023-08-28T02:33:12.488 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.489 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.489 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:33:12.489 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.617778+0000", 2023-08-28T02:33:12.489 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.6761000000000001e-05 2023-08-28T02:33:12.489 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.489 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.489 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:33:12.489 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.617785+0000", 2023-08-28T02:33:12.489 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.2119999999999997e-06 2023-08-28T02:33:12.489 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.489 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.489 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:12.489 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.617839+0000", 2023-08-28T02:33:12.490 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.3733999999999997e-05 2023-08-28T02:33:12.490 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.490 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.490 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:33:12.490 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.617850+0000", 2023-08-28T02:33:12.490 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1260000000000001e-05 2023-08-28T02:33:12.490 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.490 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.490 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:12.490 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.450929+0000", 2023-08-28T02:33:12.490 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.83307915099999996 2023-08-28T02:33:12.490 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.491 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.491 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:33:12.491 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.451010+0000", 2023-08-28T02:33:12.491 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.0902000000000006e-05 2023-08-28T02:33:12.491 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.491 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.491 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:33:12.491 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.451167+0000", 2023-08-28T02:33:12.491 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00015725 2023-08-28T02:33:12.491 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.491 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.491 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:33:12.492 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.452105+0000", 2023-08-28T02:33:12.492 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00093819900000000002 2023-08-28T02:33:12.492 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.492 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.492 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:33:12.492 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.459583+0000", 2023-08-28T02:33:12.492 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0074780660000000002 2023-08-28T02:33:12.492 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.492 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.492 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:33:12.492 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.462912+0000", 2023-08-28T02:33:12.492 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0033286510000000002 2023-08-28T02:33:12.493 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.493 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.493 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:33:12.493 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.462950+0000", 2023-08-28T02:33:12.493 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.8059000000000003e-05 2023-08-28T02:33:12.493 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.493 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.493 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:33:12.493 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.462992+0000", 2023-08-28T02:33:12.493 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.2258000000000001e-05 2023-08-28T02:33:12.493 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:12.493 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:33:12.493 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:12.494 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.494 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.494 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:54157 10.3 10:c6f4420d:::benchmark_data_smithi040_250784_object54156:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e260)", 2023-08-28T02:33:12.494 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:27.925887+0000", 2023-08-28T02:33:12.494 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 104.448522806, 2023-08-28T02:33:12.494 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0107399720000001, 2023-08-28T02:33:12.494 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:33:12.494 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "reached pg", 2023-08-28T02:33:12.494 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:33:12.494 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:33:12.494 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:33:12.494 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 54157 2023-08-28T02:33:12.495 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.495 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:33:12.495 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.495 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:33:12.495 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.925887+0000", 2023-08-28T02:33:12.495 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:12.495 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.495 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.495 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:33:12.495 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.925887+0000", 2023-08-28T02:33:12.495 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:12.495 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.496 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.496 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:33:12.496 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.925885+0000", 2023-08-28T02:33:12.496 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:33:12.496 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.496 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.496 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:33:12.496 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.925930+0000", 2023-08-28T02:33:12.496 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.4515999999999999e-05 2023-08-28T02:33:12.496 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.496 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.496 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:33:12.497 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.925949+0000", 2023-08-28T02:33:12.497 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.8995e-05 2023-08-28T02:33:12.497 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.497 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.497 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:33:12.497 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.925957+0000", 2023-08-28T02:33:12.497 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.1869999999999997e-06 2023-08-28T02:33:12.497 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.497 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.497 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:12.497 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.926008+0000", 2023-08-28T02:33:12.497 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.0968999999999999e-05 2023-08-28T02:33:12.497 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.498 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.498 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:33:12.498 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.926162+0000", 2023-08-28T02:33:12.498 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00015455300000000001 2023-08-28T02:33:12.498 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.498 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.498 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 2,3", 2023-08-28T02:33:12.498 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.926267+0000", 2023-08-28T02:33:12.498 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000104551 2023-08-28T02:33:12.498 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.498 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.498 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:33:12.499 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.928175+0000", 2023-08-28T02:33:12.499 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.001908341 2023-08-28T02:33:12.499 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.499 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.499 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:12.499 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.938626+0000", 2023-08-28T02:33:12.499 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.010451167000000001 2023-08-28T02:33:12.499 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.499 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.499 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:33:12.499 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.938635+0000", 2023-08-28T02:33:12.499 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.3010000000000007e-06 2023-08-28T02:33:12.500 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.500 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.500 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:12.500 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.936574+0000", 2023-08-28T02:33:12.500 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.99793937200000005 2023-08-28T02:33:12.500 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.500 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.500 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:33:12.500 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.936627+0000", 2023-08-28T02:33:12.500 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.3020999999999999e-05 2023-08-28T02:33:12.500 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:12.500 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:33:12.500 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:12.501 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.501 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.501 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:54162 10.7 10:e94f36fb:::benchmark_data_smithi040_250784_object54161:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e261)", 2023-08-28T02:33:12.501 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:27.935552+0000", 2023-08-28T02:33:12.501 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 104.438857738, 2023-08-28T02:33:12.501 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0215225910000001, 2023-08-28T02:33:12.501 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:33:12.501 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:33:12.501 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:33:12.501 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:33:12.501 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:33:12.501 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 54162 2023-08-28T02:33:12.502 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.502 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:33:12.502 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.502 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:33:12.502 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.935552+0000", 2023-08-28T02:33:12.502 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:12.502 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.502 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.502 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:33:12.502 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.935552+0000", 2023-08-28T02:33:12.502 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:12.502 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.502 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.503 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:33:12.503 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.935551+0000", 2023-08-28T02:33:12.503 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:33:12.503 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.503 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.503 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:33:12.503 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.935580+0000", 2023-08-28T02:33:12.503 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.8829000000000001e-05 2023-08-28T02:33:12.503 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.503 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.503 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:33:12.503 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.935591+0000", 2023-08-28T02:33:12.505 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1058e-05 2023-08-28T02:33:12.505 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.506 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.506 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:33:12.506 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.935598+0000", 2023-08-28T02:33:12.506 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.0369999999999997e-06 2023-08-28T02:33:12.506 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.506 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.506 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:12.506 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.939889+0000", 2023-08-28T02:33:12.506 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0042914370000000004 2023-08-28T02:33:12.506 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.506 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.506 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:33:12.507 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.939896+0000", 2023-08-28T02:33:12.507 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.8109999999999997e-06 2023-08-28T02:33:12.507 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.507 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.507 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:12.507 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.937150+0000", 2023-08-28T02:33:12.507 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.99725419999999998 2023-08-28T02:33:12.507 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.507 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.507 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:33:12.507 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.938715+0000", 2023-08-28T02:33:12.507 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0015648750000000001 2023-08-28T02:33:12.507 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.508 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.508 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 6", 2023-08-28T02:33:12.508 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.938869+0000", 2023-08-28T02:33:12.508 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00015391299999999999 2023-08-28T02:33:12.508 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.508 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.508 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:33:12.508 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.942700+0000", 2023-08-28T02:33:12.508 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0038305000000000001 2023-08-28T02:33:12.508 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.508 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.508 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:33:12.509 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.956936+0000", 2023-08-28T02:33:12.509 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.01423688 2023-08-28T02:33:12.509 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.509 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.509 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:33:12.509 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.956986+0000", 2023-08-28T02:33:12.509 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.9999e-05 2023-08-28T02:33:12.509 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.509 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.509 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:33:12.509 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.957075+0000", 2023-08-28T02:33:12.509 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.8382999999999997e-05 2023-08-28T02:33:12.509 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:12.510 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:33:12.510 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:12.510 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.510 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.510 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:54165 10.3 10:cd67a075:::benchmark_data_smithi040_250784_object54164:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e261)", 2023-08-28T02:33:12.510 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:27.944077+0000", 2023-08-28T02:33:12.510 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 104.43033306, 2023-08-28T02:33:12.510 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.99867291800000002, 2023-08-28T02:33:12.510 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:33:12.510 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:33:12.510 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:33:12.510 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:33:12.511 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:33:12.511 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 54165 2023-08-28T02:33:12.511 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.511 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:33:12.511 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.511 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:33:12.511 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.944077+0000", 2023-08-28T02:33:12.511 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:12.511 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.511 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.511 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:33:12.511 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.944077+0000", 2023-08-28T02:33:12.512 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:12.512 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.512 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.512 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:33:12.512 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.944075+0000", 2023-08-28T02:33:12.512 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:33:12.512 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.512 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.512 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:33:12.512 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.944110+0000", 2023-08-28T02:33:12.512 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.5431e-05 2023-08-28T02:33:12.512 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.512 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.513 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:33:12.513 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.944125+0000", 2023-08-28T02:33:12.513 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.4547e-05 2023-08-28T02:33:12.513 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.513 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.513 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:33:12.513 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.944132+0000", 2023-08-28T02:33:12.513 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.2749999999999998e-06 2023-08-28T02:33:12.513 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.513 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.513 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:12.513 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.946356+0000", 2023-08-28T02:33:12.513 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0022241019999999999 2023-08-28T02:33:12.514 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.514 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.514 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:33:12.514 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.946366+0000", 2023-08-28T02:33:12.514 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.329e-06 2023-08-28T02:33:12.514 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.514 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.514 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:12.514 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.936641+0000", 2023-08-28T02:33:12.514 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.99027558999999998 2023-08-28T02:33:12.514 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.514 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.515 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:33:12.515 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.936709+0000", 2023-08-28T02:33:12.515 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.8168000000000002e-05 2023-08-28T02:33:12.515 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.515 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.515 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 2", 2023-08-28T02:33:12.515 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.936794+0000", 2023-08-28T02:33:12.515 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.4944999999999994e-05 2023-08-28T02:33:12.515 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.515 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.515 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:33:12.515 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.939076+0000", 2023-08-28T02:33:12.516 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0022817649999999998 2023-08-28T02:33:12.516 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.516 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.516 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:33:12.516 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.942633+0000", 2023-08-28T02:33:12.516 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.003557358 2023-08-28T02:33:12.516 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.516 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.516 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:33:12.516 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.942671+0000", 2023-08-28T02:33:12.516 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.7178000000000002e-05 2023-08-28T02:33:12.516 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.516 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.517 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:33:12.517 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.942750+0000", 2023-08-28T02:33:12.517 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.9250000000000002e-05 2023-08-28T02:33:12.517 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:12.517 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:33:12.517 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:12.517 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.517 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.517 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:54168 10.3 10:cceeba9c:::benchmark_data_smithi040_250784_object54167:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e261)", 2023-08-28T02:33:12.517 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:27.944140+0000", 2023-08-28T02:33:12.517 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 104.430270459, 2023-08-28T02:33:12.517 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0040005599999999, 2023-08-28T02:33:12.517 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:33:12.518 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:33:12.518 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:33:12.518 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:33:12.518 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:33:12.518 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 54168 2023-08-28T02:33:12.518 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.518 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:33:12.518 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.518 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:33:12.518 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.944140+0000", 2023-08-28T02:33:12.518 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:12.518 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.519 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.519 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:33:12.519 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.944140+0000", 2023-08-28T02:33:12.519 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:12.519 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.519 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.519 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:33:12.519 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.944139+0000", 2023-08-28T02:33:12.519 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999995 2023-08-28T02:33:12.519 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.519 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.519 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:33:12.520 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.944166+0000", 2023-08-28T02:33:12.520 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.6574999999999999e-05 2023-08-28T02:33:12.520 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.520 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.520 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:33:12.520 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.944173+0000", 2023-08-28T02:33:12.520 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.0219999999999999e-06 2023-08-28T02:33:12.520 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.520 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.520 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:33:12.520 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.944177+0000", 2023-08-28T02:33:12.520 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.386e-06 2023-08-28T02:33:12.520 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.521 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.521 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:12.521 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.946388+0000", 2023-08-28T02:33:12.521 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.002210647 2023-08-28T02:33:12.521 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.521 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.521 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:33:12.521 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.946393+0000", 2023-08-28T02:33:12.521 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.9060000000000001e-06 2023-08-28T02:33:12.521 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.521 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.521 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:12.521 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.939498+0000", 2023-08-28T02:33:12.522 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.99310532799999995 2023-08-28T02:33:12.522 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.522 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.522 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:33:12.522 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.939619+0000", 2023-08-28T02:33:12.522 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000121241 2023-08-28T02:33:12.522 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.522 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.522 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 2", 2023-08-28T02:33:12.522 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.939762+0000", 2023-08-28T02:33:12.523 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000143282 2023-08-28T02:33:12.523 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.523 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.523 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:33:12.523 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.942215+0000", 2023-08-28T02:33:12.523 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0024526399999999999 2023-08-28T02:33:12.523 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.524 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.524 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:33:12.524 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.948048+0000", 2023-08-28T02:33:12.524 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0058329130000000003 2023-08-28T02:33:12.524 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.524 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.524 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:33:12.524 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.948084+0000", 2023-08-28T02:33:12.524 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.6214000000000003e-05 2023-08-28T02:33:12.524 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:12.524 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:12.524 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:33:12.524 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.948140+0000", 2023-08-28T02:33:12.525 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.5883e-05 2023-08-28T02:33:12.525 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:12.525 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:33:12.525 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:12.525 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:12.525 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:33:12.525 INFO:teuthology.orchestra.run.smithi083.stdout:} 2023-08-28T02:33:12.525 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:33:12.531 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-08-28T02:33:12.559 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:12 smithi040 ceph-mon[170259]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-08-28T02:33:12.559 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:12 smithi040 ceph-mon[170259]: failed to encode map e297 with expected crc 2023-08-28T02:33:12.559 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:12 smithi040 ceph-mon[170259]: failed to encode map e297 with expected crc 2023-08-28T02:33:12.559 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:12 smithi040 ceph-mon[170259]: osd.3 [v2:172.21.15.40:6826/3056282868,v1:172.21.15.40:6827/3056282868] boot 2023-08-28T02:33:12.560 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:12 smithi040 ceph-mon[170259]: osdmap e297: 8 total, 8 up, 6 in 2023-08-28T02:33:12.560 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:12 smithi040 ceph-mon[170259]: failed to encode map e297 with expected crc 2023-08-28T02:33:12.560 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:12 smithi040 ceph-mon[170259]: failed to encode map e297 with expected crc 2023-08-28T02:33:12.560 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:12 smithi040 ceph-mon[170259]: failed to encode map e297 with expected crc 2023-08-28T02:33:12.560 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:12 smithi040 ceph-mon[170259]: failed to encode map e297 with expected crc 2023-08-28T02:33:12.560 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:12 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-08-28T02:33:12.560 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:12 smithi040 ceph-mon[170259]: osdmap e298: 8 total, 8 up, 6 in 2023-08-28T02:33:12.560 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:12 smithi040 ceph-mon[175404]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-08-28T02:33:12.560 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:12 smithi040 ceph-mon[175404]: failed to encode map e297 with expected crc 2023-08-28T02:33:12.561 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:12 smithi040 ceph-mon[175404]: failed to encode map e297 with expected crc 2023-08-28T02:33:12.561 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:12 smithi040 ceph-mon[175404]: osd.3 [v2:172.21.15.40:6826/3056282868,v1:172.21.15.40:6827/3056282868] boot 2023-08-28T02:33:12.561 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:12 smithi040 ceph-mon[175404]: osdmap e297: 8 total, 8 up, 6 in 2023-08-28T02:33:12.561 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:12 smithi040 ceph-mon[175404]: failed to encode map e297 with expected crc 2023-08-28T02:33:12.561 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:12 smithi040 ceph-mon[175404]: failed to encode map e297 with expected crc 2023-08-28T02:33:12.561 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:12 smithi040 ceph-mon[175404]: failed to encode map e297 with expected crc 2023-08-28T02:33:12.561 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:12 smithi040 ceph-mon[175404]: failed to encode map e297 with expected crc 2023-08-28T02:33:12.561 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:12 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-08-28T02:33:12.561 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:12 smithi040 ceph-mon[175404]: osdmap e298: 8 total, 8 up, 6 in 2023-08-28T02:33:12.563 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:12.564 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:12 smithi083 ceph-mon[157819]: Health check cleared: OSD_DOWN (was: 1 osds down) 2023-08-28T02:33:12.564 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:12 smithi083 ceph-mon[157819]: failed to encode map e297 with expected crc 2023-08-28T02:33:12.564 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:12 smithi083 ceph-mon[157819]: failed to encode map e297 with expected crc 2023-08-28T02:33:12.564 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:12 smithi083 ceph-mon[157819]: osd.3 [v2:172.21.15.40:6826/3056282868,v1:172.21.15.40:6827/3056282868] boot 2023-08-28T02:33:12.564 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:12 smithi083 ceph-mon[157819]: osdmap e297: 8 total, 8 up, 6 in 2023-08-28T02:33:12.564 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:12 smithi083 ceph-mon[157819]: failed to encode map e297 with expected crc 2023-08-28T02:33:12.565 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:12 smithi083 ceph-mon[157819]: failed to encode map e297 with expected crc 2023-08-28T02:33:12.565 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:12 smithi083 ceph-mon[157819]: failed to encode map e297 with expected crc 2023-08-28T02:33:12.565 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:12 smithi083 ceph-mon[157819]: failed to encode map e297 with expected crc 2023-08-28T02:33:12.565 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:12 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-08-28T02:33:12.565 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:12 smithi083 ceph-mon[157819]: osdmap e298: 8 total, 8 up, 6 in 2023-08-28T02:33:12.779 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.6 dump_ops_in_flight 2023-08-28T02:33:13.111 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:33:13.348 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:33:13.354 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:13.355 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:33:13.456 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:33:13.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:13 smithi040 ceph-mon[170259]: failed to encode map e298 with expected crc 2023-08-28T02:33:13.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:13 smithi040 ceph-mon[170259]: failed to encode map e298 with expected crc 2023-08-28T02:33:13.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:13 smithi040 ceph-mon[170259]: failed to encode map e298 with expected crc 2023-08-28T02:33:13.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:13 smithi040 ceph-mon[170259]: failed to encode map e298 with expected crc 2023-08-28T02:33:13.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:13 smithi040 ceph-mon[170259]: 10.d starting backfill to osd.3 from (0'0,0'0] MAX to 296'5825 2023-08-28T02:33:13.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:13 smithi040 ceph-mon[170259]: 10.a starting backfill to osd.3 from (0'0,0'0] MAX to 296'5887 2023-08-28T02:33:13.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:13 smithi040 ceph-mon[170259]: pgmap v877: 99 pgs: 2 remapped+peering, 1 activating+remapped, 1 activating, 4 peering, 19 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 4 active+undersized+degraded, 1 active+recovering+undersized+remapped, 12 active+undersized, 1 active+recovery_wait+degraded+remapped, 47 active+clean; 5.6 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 99 op/s; 44011/276003 objects degraded (15.946%); 22826/276003 objects misplaced (8.270%); 9.8 MiB/s, 157 objects/s recovering 2023-08-28T02:33:13.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:13 smithi040 ceph-mon[170259]: osdmap e299: 8 total, 8 up, 6 in 2023-08-28T02:33:13.484 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:13 smithi040 ceph-mon[175404]: failed to encode map e298 with expected crc 2023-08-28T02:33:13.484 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:13 smithi040 ceph-mon[175404]: failed to encode map e298 with expected crc 2023-08-28T02:33:13.484 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:13 smithi040 ceph-mon[175404]: failed to encode map e298 with expected crc 2023-08-28T02:33:13.484 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:13 smithi040 ceph-mon[175404]: failed to encode map e298 with expected crc 2023-08-28T02:33:13.484 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:13 smithi040 ceph-mon[175404]: 10.d starting backfill to osd.3 from (0'0,0'0] MAX to 296'5825 2023-08-28T02:33:13.484 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:13 smithi040 ceph-mon[175404]: 10.a starting backfill to osd.3 from (0'0,0'0] MAX to 296'5887 2023-08-28T02:33:13.484 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:13 smithi040 ceph-mon[175404]: pgmap v877: 99 pgs: 2 remapped+peering, 1 activating+remapped, 1 activating, 4 peering, 19 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 4 active+undersized+degraded, 1 active+recovering+undersized+remapped, 12 active+undersized, 1 active+recovery_wait+degraded+remapped, 47 active+clean; 5.6 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 99 op/s; 44011/276003 objects degraded (15.946%); 22826/276003 objects misplaced (8.270%); 9.8 MiB/s, 157 objects/s recovering 2023-08-28T02:33:13.484 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:13 smithi040 ceph-mon[175404]: osdmap e299: 8 total, 8 up, 6 in 2023-08-28T02:33:13.594 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-08-28T02:33:13.594 INFO:teuthology.orchestra.run.smithi040.stdout: "ops": [], 2023-08-28T02:33:13.594 INFO:teuthology.orchestra.run.smithi040.stdout: "num_ops": 0 2023-08-28T02:33:13.594 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-08-28T02:33:13.606 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:13.614 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:13 smithi083 ceph-mon[157819]: failed to encode map e298 with expected crc 2023-08-28T02:33:13.615 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:13 smithi083 ceph-mon[157819]: failed to encode map e298 with expected crc 2023-08-28T02:33:13.615 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:13 smithi083 ceph-mon[157819]: failed to encode map e298 with expected crc 2023-08-28T02:33:13.615 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:13 smithi083 ceph-mon[157819]: failed to encode map e298 with expected crc 2023-08-28T02:33:13.615 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:13 smithi083 ceph-mon[157819]: 10.d starting backfill to osd.3 from (0'0,0'0] MAX to 296'5825 2023-08-28T02:33:13.615 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:13 smithi083 ceph-mon[157819]: 10.a starting backfill to osd.3 from (0'0,0'0] MAX to 296'5887 2023-08-28T02:33:13.615 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:13 smithi083 ceph-mon[157819]: pgmap v877: 99 pgs: 2 remapped+peering, 1 activating+remapped, 1 activating, 4 peering, 19 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 4 active+undersized+degraded, 1 active+recovering+undersized+remapped, 12 active+undersized, 1 active+recovery_wait+degraded+remapped, 47 active+clean; 5.6 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 99 op/s; 44011/276003 objects degraded (15.946%); 22826/276003 objects misplaced (8.270%); 9.8 MiB/s, 157 objects/s recovering 2023-08-28T02:33:13.615 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:13 smithi083 ceph-mon[157819]: osdmap e299: 8 total, 8 up, 6 in 2023-08-28T02:33:13.638 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:33:13.641 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:13.642 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:33:13.742 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:33:13.777 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:13.798 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:33:13.994 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd reweight 0 1 2023-08-28T02:33:14.004 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:33:14.008 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:14.008 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:33:14.109 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:33:14.144 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:14.172 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:33:14.175 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:14.175 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:33:14.190 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2023-08-28T02:33:14.190 INFO:teuthology.orchestra.run.smithi083.stdout: "ops": [], 2023-08-28T02:33:14.190 INFO:teuthology.orchestra.run.smithi083.stdout: "num_ops": 0 2023-08-28T02:33:14.190 INFO:teuthology.orchestra.run.smithi083.stdout:} 2023-08-28T02:33:14.276 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:33:14.308 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:14.366 INFO:teuthology.orchestra.run.smithi040.stderr:nodeep-scrub is unset 2023-08-28T02:33:14.386 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:33:14.390 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:14.390 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:33:14.491 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:33:14.522 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:14.575 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.6 dump_blocked_ops 2023-08-28T02:33:14.604 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:14 smithi083 ceph-mon[157819]: failed to encode map e299 with expected crc 2023-08-28T02:33:14.604 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:14 smithi083 ceph-mon[157819]: failed to encode map e299 with expected crc 2023-08-28T02:33:14.604 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:14 smithi083 ceph-mon[157819]: failed to encode map e299 with expected crc 2023-08-28T02:33:14.605 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:14 smithi083 ceph-mon[157819]: failed to encode map e299 with expected crc 2023-08-28T02:33:14.605 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:14 smithi083 ceph-mon[157819]: failed to encode map e299 with expected crc 2023-08-28T02:33:14.605 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:14 smithi083 ceph-mon[157819]: 10.e starting backfill to osd.3 from (0'0,0'0] MAX to 296'6015 2023-08-28T02:33:14.605 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:14 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3423041338' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:33:14.605 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:14 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:33:14.624 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:14 smithi040 ceph-mon[175404]: failed to encode map e299 with expected crc 2023-08-28T02:33:14.624 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:14 smithi040 ceph-mon[175404]: failed to encode map e299 with expected crc 2023-08-28T02:33:14.624 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:14 smithi040 ceph-mon[175404]: failed to encode map e299 with expected crc 2023-08-28T02:33:14.624 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:14 smithi040 ceph-mon[175404]: failed to encode map e299 with expected crc 2023-08-28T02:33:14.624 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:14 smithi040 ceph-mon[175404]: failed to encode map e299 with expected crc 2023-08-28T02:33:14.624 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:14 smithi040 ceph-mon[175404]: 10.e starting backfill to osd.3 from (0'0,0'0] MAX to 296'6015 2023-08-28T02:33:14.624 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:14 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3423041338' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:33:14.625 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:14 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:33:14.625 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:14 smithi040 ceph-mon[170259]: failed to encode map e299 with expected crc 2023-08-28T02:33:14.625 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:14 smithi040 ceph-mon[170259]: failed to encode map e299 with expected crc 2023-08-28T02:33:14.625 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:14 smithi040 ceph-mon[170259]: failed to encode map e299 with expected crc 2023-08-28T02:33:14.625 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:14 smithi040 ceph-mon[170259]: failed to encode map e299 with expected crc 2023-08-28T02:33:14.625 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:14 smithi040 ceph-mon[170259]: failed to encode map e299 with expected crc 2023-08-28T02:33:14.625 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:14 smithi040 ceph-mon[170259]: 10.e starting backfill to osd.3 from (0'0,0'0] MAX to 296'6015 2023-08-28T02:33:14.625 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:14 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3423041338' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:33:14.626 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:14 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:33:14.645 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:33:14.648 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:14.649 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:33:14.750 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:33:14.784 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:14.859 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:33:14.863 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:14.863 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:33:14.895 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:33:14.964 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:33:15.002 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:15.026 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:33:15.029 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:15.030 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:33:15.130 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:33:15.158 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:33:15.172 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:15.187 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:33:15.202 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:33:15.205 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:15.206 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:33:15.217 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:33:15.237 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:33:15.259 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:33:15.282 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:33:15.303 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:33:15.307 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:33:15.331 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:33:15.344 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:15.345 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:15 smithi083 ceph-mon[157819]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:33:15.345 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:15 smithi083 ceph-mon[157819]: failed to encode map e300 with expected crc 2023-08-28T02:33:15.345 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:15 smithi083 ceph-mon[157819]: failed to encode map e300 with expected crc 2023-08-28T02:33:15.345 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:15 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:33:15.345 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:15 smithi083 ceph-mon[157819]: osdmap e300: 8 total, 8 up, 6 in 2023-08-28T02:33:15.345 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:15 smithi083 ceph-mon[157819]: pgmap v880: 99 pgs: 2 remapped+peering, 1 activating+remapped, 1 activating, 8 peering, 16 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 4 active+undersized+degraded, 11 active+undersized, 1 active+recovery_wait+degraded+remapped, 48 active+clean; 5.6 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 58 op/s; 44011/275856 objects degraded (15.954%); 22058/275856 objects misplaced (7.996%); 13 MiB/s, 201 objects/s recovering 2023-08-28T02:33:15.345 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:15 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:33:15.345 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:15 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:33:15.346 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:15 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3600597532' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:33:15.356 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:33:15.358 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-08-28T02:33:15.358 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-08-28T02:33:15.358 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-08-28T02:33:15.359 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-08-28T02:33:15.359 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-08-28T02:33:15.359 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-08-28T02:33:15.359 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-08-28T02:33:15.359 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-08-28T02:33:15.369 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:33:15.373 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:15.373 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:33:15.460 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:33:15 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:33:15] "GET /metrics HTTP/1.1" 200 36388 "" "Prometheus/2.43.0" 2023-08-28T02:33:15.460 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:15 smithi040 ceph-mon[170259]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:33:15.460 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:15 smithi040 ceph-mon[170259]: failed to encode map e300 with expected crc 2023-08-28T02:33:15.460 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:15 smithi040 ceph-mon[170259]: failed to encode map e300 with expected crc 2023-08-28T02:33:15.460 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:15 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:33:15.461 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:15 smithi040 ceph-mon[170259]: osdmap e300: 8 total, 8 up, 6 in 2023-08-28T02:33:15.461 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:15 smithi040 ceph-mon[170259]: pgmap v880: 99 pgs: 2 remapped+peering, 1 activating+remapped, 1 activating, 8 peering, 16 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 4 active+undersized+degraded, 11 active+undersized, 1 active+recovery_wait+degraded+remapped, 48 active+clean; 5.6 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 58 op/s; 44011/275856 objects degraded (15.954%); 22058/275856 objects misplaced (7.996%); 13 MiB/s, 201 objects/s recovering 2023-08-28T02:33:15.461 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:15 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:33:15.461 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:15 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:33:15.461 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:15 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3600597532' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:33:15.461 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:15 smithi040 ceph-mon[175404]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:33:15.461 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:15 smithi040 ceph-mon[175404]: failed to encode map e300 with expected crc 2023-08-28T02:33:15.461 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:15 smithi040 ceph-mon[175404]: failed to encode map e300 with expected crc 2023-08-28T02:33:15.462 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:15 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:33:15.462 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:15 smithi040 ceph-mon[175404]: osdmap e300: 8 total, 8 up, 6 in 2023-08-28T02:33:15.462 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:15 smithi040 ceph-mon[175404]: pgmap v880: 99 pgs: 2 remapped+peering, 1 activating+remapped, 1 activating, 8 peering, 16 active+clean+remapped, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 4 active+undersized+degraded, 11 active+undersized, 1 active+recovery_wait+degraded+remapped, 48 active+clean; 5.6 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 58 op/s; 44011/275856 objects degraded (15.954%); 22058/275856 objects misplaced (7.996%); 13 MiB/s, 201 objects/s recovering 2023-08-28T02:33:15.462 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:15 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:33:15.462 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:15 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:33:15.462 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:15 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3600597532' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:33:15.474 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:33:15.506 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:16.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:16 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 44011/275856 objects degraded (15.954%), 12 pgs degraded, 16 pgs undersized (PG_DEGRADED) 2023-08-28T02:33:16.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:16 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 44011/275856 objects degraded (15.954%), 12 pgs degraded, 16 pgs undersized (PG_DEGRADED) 2023-08-28T02:33:16.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:16 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 44011/275856 objects degraded (15.954%), 12 pgs degraded, 16 pgs undersized (PG_DEGRADED) 2023-08-28T02:33:16.854 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:33:16.858 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:16.858 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:33:16.959 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:33:16.992 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:17.082 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd set noscrub 2023-08-28T02:33:17.374 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:33:17.378 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:17 smithi040 ceph-mon[170259]: pgmap v881: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 remapped+peering, 1 activating+remapped, 1 activating+undersized+degraded+remapped, 1 activating, 8 peering, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 78 active+clean; 5.6 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 26 op/s; 36051/275826 objects degraded (13.070%); 16889/275826 objects misplaced (6.123%); 14 MiB/s, 223 objects/s recovering 2023-08-28T02:33:17.379 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:17 smithi040 ceph-mon[175404]: pgmap v881: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 remapped+peering, 1 activating+remapped, 1 activating+undersized+degraded+remapped, 1 activating, 8 peering, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 78 active+clean; 5.6 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 26 op/s; 36051/275826 objects degraded (13.070%); 16889/275826 objects misplaced (6.123%); 14 MiB/s, 223 objects/s recovering 2023-08-28T02:33:17.379 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:17.380 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:33:17.480 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:33:17.509 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:17.719 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:17 smithi083 ceph-mon[157819]: pgmap v881: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 remapped+peering, 1 activating+remapped, 1 activating+undersized+degraded+remapped, 1 activating, 8 peering, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 78 active+clean; 5.6 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 26 op/s; 36051/275826 objects degraded (13.070%); 16889/275826 objects misplaced (6.123%); 14 MiB/s, 223 objects/s recovering 2023-08-28T02:33:17.735 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:33:17.738 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:17.739 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:33:17.839 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:33:17.873 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:17.999 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:33:18.005 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:18.005 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:33:18.097 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:33:18.106 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:33:18.137 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:18.158 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:33:18.160 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:18.161 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:33:18.195 INFO:teuthology.orchestra.run.smithi083.stdout:ERROR: (22) Invalid argument 2023-08-28T02:33:18.195 INFO:teuthology.orchestra.run.smithi083.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:33:18.262 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:33:18.298 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:18.324 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:33:18.328 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:18.328 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:33:18.429 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:33:18.461 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:18.486 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:33:18.489 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:18.490 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:33:18.590 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:33:18.621 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:19.431 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:19 smithi040 ceph-mon[170259]: pgmap v882: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 remapped+peering, 1 activating+remapped, 1 activating+undersized+degraded+remapped, 1 activating, 4 peering, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 5.6 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 22 op/s; 36051/275826 objects degraded (13.070%); 16889/275826 objects misplaced (6.123%); 12 MiB/s, 186 objects/s recovering 2023-08-28T02:33:19.431 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:19 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/748803893' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2023-08-28T02:33:19.432 INFO:teuthology.orchestra.run.smithi040.stderr:reweighted osd.0 to 1 (10000) 2023-08-28T02:33:19.704 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:19 smithi040 ceph-mon[175404]: pgmap v882: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 remapped+peering, 1 activating+remapped, 1 activating+undersized+degraded+remapped, 1 activating, 4 peering, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 5.6 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 22 op/s; 36051/275826 objects degraded (13.070%); 16889/275826 objects misplaced (6.123%); 12 MiB/s, 186 objects/s recovering 2023-08-28T02:33:19.704 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:19 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/748803893' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2023-08-28T02:33:19.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:19 smithi083 ceph-mon[157819]: pgmap v882: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 remapped+peering, 1 activating+remapped, 1 activating+undersized+degraded+remapped, 1 activating, 4 peering, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 5.6 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 22 op/s; 36051/275826 objects degraded (13.070%); 16889/275826 objects misplaced (6.123%); 12 MiB/s, 186 objects/s recovering 2023-08-28T02:33:19.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:19 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/748803893' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]: dispatch 2023-08-28T02:33:19.884 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd reweight 3 1 2023-08-28T02:33:19.928 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:33:19.932 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:19.933 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:33:19.949 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-08-28T02:33:19.965 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.6 dump_historic_ops 2023-08-28T02:33:20.033 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:33:20.072 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:20.111 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:33:20.122 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:20.122 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:33:20.223 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:33:20.244 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:33:20.253 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:20.321 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:33:20.327 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:33:20.331 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:20.331 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:33:20.421 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:33:20.432 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:33:20.450 INFO:teuthology.orchestra.run.smithi040.stderr:noscrub is set 2023-08-28T02:33:20.473 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:20.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:20 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/748803893' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2023-08-28T02:33:20.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:20 smithi040 ceph-mon[175404]: osdmap e301: 8 total, 8 up, 6 in 2023-08-28T02:33:20.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:20 smithi040 ceph-mon[175404]: failed to encode map e301 with expected crc 2023-08-28T02:33:20.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:20 smithi040 ceph-mon[175404]: failed to encode map e301 with expected crc 2023-08-28T02:33:20.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:20 smithi040 ceph-mon[175404]: failed to encode map e301 with expected crc 2023-08-28T02:33:20.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:20 smithi040 ceph-mon[175404]: failed to encode map e301 with expected crc 2023-08-28T02:33:20.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:20 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/758803227' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:33:20.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:20 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:33:20.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:20 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/748803893' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2023-08-28T02:33:20.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:20 smithi040 ceph-mon[170259]: osdmap e301: 8 total, 8 up, 6 in 2023-08-28T02:33:20.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:20 smithi040 ceph-mon[170259]: failed to encode map e301 with expected crc 2023-08-28T02:33:20.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:20 smithi040 ceph-mon[170259]: failed to encode map e301 with expected crc 2023-08-28T02:33:20.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:20 smithi040 ceph-mon[170259]: failed to encode map e301 with expected crc 2023-08-28T02:33:20.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:20 smithi040 ceph-mon[170259]: failed to encode map e301 with expected crc 2023-08-28T02:33:20.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:20 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/758803227' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:33:20.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:20 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:33:20.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:20 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/748803893' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 0, "weight": 1.0}]': finished 2023-08-28T02:33:20.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:20 smithi083 ceph-mon[157819]: osdmap e301: 8 total, 8 up, 6 in 2023-08-28T02:33:20.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:20 smithi083 ceph-mon[157819]: failed to encode map e301 with expected crc 2023-08-28T02:33:20.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:20 smithi083 ceph-mon[157819]: failed to encode map e301 with expected crc 2023-08-28T02:33:20.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:20 smithi083 ceph-mon[157819]: failed to encode map e301 with expected crc 2023-08-28T02:33:20.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:20 smithi083 ceph-mon[157819]: failed to encode map e301 with expected crc 2023-08-28T02:33:20.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:20 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/758803227' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:33:20.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:20 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:33:21.199 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:33:21.202 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:21.202 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:33:21.304 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:33:21.335 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:21.407 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:33:21.410 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:21.410 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:33:21.511 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:33:21.541 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:21.613 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:33:21.615 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:21 smithi083 ceph-mon[157819]: failed to encode map e301 with expected crc 2023-08-28T02:33:21.615 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:21 smithi083 ceph-mon[157819]: pgmap v884: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 activating+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 5.6 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 1 op/s; 50993/275826 objects degraded (18.487%); 21912/275826 objects misplaced (7.944%); 2483/91942 objects unfound (2.701%); 10 MiB/s, 165 objects/s recovering 2023-08-28T02:33:21.615 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:21 smithi083 ceph-mon[157819]: Health check failed: 2483/91942 objects unfound (2.701%) (OBJECT_UNFOUND) 2023-08-28T02:33:21.615 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:21 smithi083 ceph-mon[157819]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:33:21.615 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:21 smithi083 ceph-mon[157819]: failed to encode map e302 with expected crc 2023-08-28T02:33:21.615 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:21 smithi083 ceph-mon[157819]: failed to encode map e302 with expected crc 2023-08-28T02:33:21.616 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:21 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:33:21.616 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:21 smithi083 ceph-mon[157819]: osdmap e302: 8 total, 8 up, 6 in 2023-08-28T02:33:21.616 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:21 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 50993/275826 objects degraded (18.487%), 10 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-08-28T02:33:21.616 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:21.617 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:33:21.717 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:33:21.724 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:21 smithi040 ceph-mon[170259]: failed to encode map e301 with expected crc 2023-08-28T02:33:21.724 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:21 smithi040 ceph-mon[170259]: pgmap v884: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 activating+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 5.6 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 1 op/s; 50993/275826 objects degraded (18.487%); 21912/275826 objects misplaced (7.944%); 2483/91942 objects unfound (2.701%); 10 MiB/s, 165 objects/s recovering 2023-08-28T02:33:21.724 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:21 smithi040 ceph-mon[170259]: Health check failed: 2483/91942 objects unfound (2.701%) (OBJECT_UNFOUND) 2023-08-28T02:33:21.724 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:21 smithi040 ceph-mon[170259]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:33:21.724 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:21 smithi040 ceph-mon[170259]: failed to encode map e302 with expected crc 2023-08-28T02:33:21.725 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:21 smithi040 ceph-mon[170259]: failed to encode map e302 with expected crc 2023-08-28T02:33:21.725 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:21 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:33:21.725 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:21 smithi040 ceph-mon[170259]: osdmap e302: 8 total, 8 up, 6 in 2023-08-28T02:33:21.725 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:21 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 50993/275826 objects degraded (18.487%), 10 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-08-28T02:33:21.725 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:21 smithi040 ceph-mon[175404]: failed to encode map e301 with expected crc 2023-08-28T02:33:21.725 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:21 smithi040 ceph-mon[175404]: pgmap v884: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 activating+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 5.6 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 1 op/s; 50993/275826 objects degraded (18.487%); 21912/275826 objects misplaced (7.944%); 2483/91942 objects unfound (2.701%); 10 MiB/s, 165 objects/s recovering 2023-08-28T02:33:21.725 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:21 smithi040 ceph-mon[175404]: Health check failed: 2483/91942 objects unfound (2.701%) (OBJECT_UNFOUND) 2023-08-28T02:33:21.725 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:21 smithi040 ceph-mon[175404]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:33:21.725 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:21 smithi040 ceph-mon[175404]: failed to encode map e302 with expected crc 2023-08-28T02:33:21.726 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:21 smithi040 ceph-mon[175404]: failed to encode map e302 with expected crc 2023-08-28T02:33:21.726 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:21 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:33:21.726 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:21 smithi040 ceph-mon[175404]: osdmap e302: 8 total, 8 up, 6 in 2023-08-28T02:33:21.726 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:21 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 50993/275826 objects degraded (18.487%), 10 pgs degraded, 1 pg undersized (PG_DEGRADED) 2023-08-28T02:33:21.748 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:21.818 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:33:21.822 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:21.822 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:33:21.923 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:33:21.958 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:22.089 INFO:teuthology.orchestra.run.smithi083.stdout:ERROR: (22) Invalid argument 2023-08-28T02:33:22.089 INFO:teuthology.orchestra.run.smithi083.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:33:22.456 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.7 dump_ops_in_flight 2023-08-28T02:33:22.697 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:22 smithi040 ceph-mon[170259]: failed to encode map e302 with expected crc 2023-08-28T02:33:22.697 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:22 smithi040 ceph-mon[175404]: failed to encode map e302 with expected crc 2023-08-28T02:33:22.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:22 smithi083 ceph-mon[157819]: failed to encode map e302 with expected crc 2023-08-28T02:33:22.754 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:33:22.833 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:33:22.838 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:22.838 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:33:22.939 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:33:22.968 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:23.140 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:33:23.143 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:23.143 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:33:23.212 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd set nodeep-scrub 2023-08-28T02:33:23.244 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:33:23.273 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:23.343 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:33:23.345 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:23.346 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:33:23.366 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:33:23.394 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:33:23.417 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:33:23.439 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:33:23.445 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:23 smithi083 ceph-mon[157819]: pgmap v886: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+remapped, 2 activating+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 5.6 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 1 op/s; 50993/275826 objects degraded (18.487%); 21576/275826 objects misplaced (7.822%); 2483/91942 objects unfound (2.701%); 12 MiB/s, 189 objects/s recovering 2023-08-28T02:33:23.445 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:23 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3104528415' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:33:23.445 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:23 smithi040 ceph-mon[170259]: pgmap v886: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+remapped, 2 activating+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 5.6 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 1 op/s; 50993/275826 objects degraded (18.487%); 21576/275826 objects misplaced (7.822%); 2483/91942 objects unfound (2.701%); 12 MiB/s, 189 objects/s recovering 2023-08-28T02:33:23.446 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:23 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3104528415' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:33:23.447 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:33:23.461 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:33:23.478 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:23.488 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:33:23.512 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:33:23.548 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:33:23.550 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-08-28T02:33:23.550 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-08-28T02:33:23.550 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-08-28T02:33:23.551 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-08-28T02:33:23.551 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-08-28T02:33:23.551 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-08-28T02:33:23.551 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-08-28T02:33:23.551 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-08-28T02:33:23.580 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:33:23.598 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:33:23.600 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:23.601 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:33:23.695 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:23 smithi040 ceph-mon[175404]: pgmap v886: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+remapped, 2 activating+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 5.6 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 1 op/s; 50993/275826 objects degraded (18.487%); 21576/275826 objects misplaced (7.822%); 2483/91942 objects unfound (2.701%); 12 MiB/s, 189 objects/s recovering 2023-08-28T02:33:23.696 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:23 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3104528415' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:33:23.702 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:33:23.740 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:23.801 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2023-08-28T02:33:23.801 INFO:teuthology.orchestra.run.smithi083.stdout: "ops": [], 2023-08-28T02:33:23.801 INFO:teuthology.orchestra.run.smithi083.stdout: "num_ops": 0 2023-08-28T02:33:23.801 INFO:teuthology.orchestra.run.smithi083.stdout:} 2023-08-28T02:33:24.460 INFO:teuthology.orchestra.run.smithi040.stderr:reweighted osd.3 to 1 (10000) 2023-08-28T02:33:24.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:24 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3005502305' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-08-28T02:33:24.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:24 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-08-28T02:33:24.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:24 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3005502305' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-08-28T02:33:24.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:24 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-08-28T02:33:24.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:24 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3005502305' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-08-28T02:33:24.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:24 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]: dispatch 2023-08-28T02:33:24.911 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:33:24.914 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:24.914 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:33:25.016 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:33:25.049 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:25.176 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:33:25.181 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:25.182 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:33:25.283 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:33:25.315 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:25.431 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.7 dump_blocked_ops 2023-08-28T02:33:25.437 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:33:25.439 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:25.440 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:33:25.450 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:33:25 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:33:25] "GET /metrics HTTP/1.1" 200 36388 "" "Prometheus/2.43.0" 2023-08-28T02:33:25.541 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:33:25.574 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:25.595 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:33:25.598 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:25.599 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:33:25.646 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd reweight 4 1 2023-08-28T02:33:25.699 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:33:25.713 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:25 smithi040 ceph-mon[175404]: pgmap v887: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+remapped, 2 activating+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 5.6 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 50993/275826 objects degraded (18.487%); 21576/275826 objects misplaced (7.822%); 2483/91942 objects unfound (2.701%); 9.1 MiB/s, 145 objects/s recovering 2023-08-28T02:33:25.713 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:25 smithi040 ceph-mon[175404]: failed to encode map e303 with expected crc 2023-08-28T02:33:25.713 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:25 smithi040 ceph-mon[175404]: failed to encode map e303 with expected crc 2023-08-28T02:33:25.713 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:25 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2023-08-28T02:33:25.713 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:25 smithi040 ceph-mon[175404]: osdmap e303: 8 total, 8 up, 6 in 2023-08-28T02:33:25.713 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:25 smithi040 ceph-mon[170259]: pgmap v887: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+remapped, 2 activating+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 5.6 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 50993/275826 objects degraded (18.487%); 21576/275826 objects misplaced (7.822%); 2483/91942 objects unfound (2.701%); 9.1 MiB/s, 145 objects/s recovering 2023-08-28T02:33:25.714 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:25 smithi040 ceph-mon[170259]: failed to encode map e303 with expected crc 2023-08-28T02:33:25.714 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:25 smithi040 ceph-mon[170259]: failed to encode map e303 with expected crc 2023-08-28T02:33:25.714 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:25 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2023-08-28T02:33:25.714 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:25 smithi040 ceph-mon[170259]: osdmap e303: 8 total, 8 up, 6 in 2023-08-28T02:33:25.728 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:25 smithi083 ceph-mon[157819]: pgmap v887: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+remapped, 2 activating+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 5.6 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 50993/275826 objects degraded (18.487%); 21576/275826 objects misplaced (7.822%); 2483/91942 objects unfound (2.701%); 9.1 MiB/s, 145 objects/s recovering 2023-08-28T02:33:25.728 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:25 smithi083 ceph-mon[157819]: failed to encode map e303 with expected crc 2023-08-28T02:33:25.728 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:25 smithi083 ceph-mon[157819]: failed to encode map e303 with expected crc 2023-08-28T02:33:25.729 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:25 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 3, "weight": 1.0}]': finished 2023-08-28T02:33:25.729 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:25 smithi083 ceph-mon[157819]: osdmap e303: 8 total, 8 up, 6 in 2023-08-28T02:33:25.730 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:25.754 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:33:25.754 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:33:25.758 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:25.759 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:33:25.859 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:33:25.889 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:25.964 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:33:25.968 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:25.968 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:33:25.996 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:33:26.069 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:33:26.106 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:26.588 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:33:26.590 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:26.590 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:33:26.691 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:33:26.725 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:26.745 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:33:26.748 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:26.749 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:33:26.850 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:33:26.879 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:26.901 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:33:26.904 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:26.905 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:33:26.930 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-08-28T02:33:26.945 INFO:teuthology.orchestra.run.smithi040.stderr:nodeep-scrub is set 2023-08-28T02:33:26.976 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2023-08-28T02:33:26.976 INFO:teuthology.orchestra.run.smithi083.stdout: "ops": [], 2023-08-28T02:33:26.976 INFO:teuthology.orchestra.run.smithi083.stdout: "complaint_time": 30, 2023-08-28T02:33:26.976 INFO:teuthology.orchestra.run.smithi083.stdout: "num_blocked_ops": 0 2023-08-28T02:33:26.977 INFO:teuthology.orchestra.run.smithi083.stdout:} 2023-08-28T02:33:26.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:26 smithi083 ceph-mon[157819]: failed to encode map e303 with expected crc 2023-08-28T02:33:26.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:26 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/916469532' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:33:26.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:26 smithi083 ceph-mon[157819]: pgmap v889: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 activating+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 5.6 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 50993/275826 objects degraded (18.487%); 20909/275826 objects misplaced (7.581%); 2483/91942 objects unfound (2.701%); 16 MiB/s, 263 objects/s recovering 2023-08-28T02:33:27.005 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:33:27.035 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:27.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:26 smithi040 ceph-mon[170259]: failed to encode map e303 with expected crc 2023-08-28T02:33:27.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:26 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/916469532' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:33:27.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:26 smithi040 ceph-mon[170259]: pgmap v889: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 activating+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 5.6 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 50993/275826 objects degraded (18.487%); 20909/275826 objects misplaced (7.581%); 2483/91942 objects unfound (2.701%); 16 MiB/s, 263 objects/s recovering 2023-08-28T02:33:27.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:26 smithi040 ceph-mon[175404]: failed to encode map e303 with expected crc 2023-08-28T02:33:27.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:26 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/916469532' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:33:27.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:26 smithi040 ceph-mon[175404]: pgmap v889: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 activating+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 5.6 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 50993/275826 objects degraded (18.487%); 20909/275826 objects misplaced (7.581%); 2483/91942 objects unfound (2.701%); 16 MiB/s, 263 objects/s recovering 2023-08-28T02:33:28.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:27 smithi040 ceph-mon[175404]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:33:28.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:27 smithi040 ceph-mon[175404]: failed to encode map e304 with expected crc 2023-08-28T02:33:28.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:27 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/916469532' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:33:28.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:27 smithi040 ceph-mon[175404]: osdmap e304: 8 total, 8 up, 6 in 2023-08-28T02:33:28.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:27 smithi040 ceph-mon[175404]: failed to encode map e304 with expected crc 2023-08-28T02:33:28.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:27 smithi040 ceph-mon[170259]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:33:28.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:27 smithi040 ceph-mon[170259]: failed to encode map e304 with expected crc 2023-08-28T02:33:28.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:27 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/916469532' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:33:28.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:27 smithi040 ceph-mon[170259]: osdmap e304: 8 total, 8 up, 6 in 2023-08-28T02:33:28.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:27 smithi040 ceph-mon[170259]: failed to encode map e304 with expected crc 2023-08-28T02:33:28.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:27 smithi083 ceph-mon[157819]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:33:28.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:27 smithi083 ceph-mon[157819]: failed to encode map e304 with expected crc 2023-08-28T02:33:28.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:27 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/916469532' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:33:28.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:27 smithi083 ceph-mon[157819]: osdmap e304: 8 total, 8 up, 6 in 2023-08-28T02:33:28.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:27 smithi083 ceph-mon[157819]: failed to encode map e304 with expected crc 2023-08-28T02:33:28.330 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:33:28.369 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:33:28.371 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:28.372 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:33:28.393 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.7 dump_historic_ops 2023-08-28T02:33:28.473 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:33:28.505 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:28.526 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:33:28.528 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:28.529 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:33:28.630 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:33:28.659 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:28.681 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:33:28.684 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:28.685 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:33:28.746 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:33:28.786 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:33:28.814 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:28.886 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:33:28.889 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:28.890 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:33:28.990 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:33:29.026 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:29.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:28 smithi040 ceph-mon[170259]: failed to encode map e304 with expected crc 2023-08-28T02:33:29.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:28 smithi040 ceph-mon[170259]: failed to encode map e304 with expected crc 2023-08-28T02:33:29.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:28 smithi040 ceph-mon[170259]: pgmap v891: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 activating+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 5.6 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 50993/275826 objects degraded (18.487%); 20909/275826 objects misplaced (7.581%); 2483/91942 objects unfound (2.701%); 7.9 MiB/s, 126 objects/s recovering 2023-08-28T02:33:29.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:28 smithi040 ceph-mon[175404]: failed to encode map e304 with expected crc 2023-08-28T02:33:29.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:28 smithi040 ceph-mon[175404]: failed to encode map e304 with expected crc 2023-08-28T02:33:29.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:28 smithi040 ceph-mon[175404]: pgmap v891: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 activating+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 5.6 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 50993/275826 objects degraded (18.487%); 20909/275826 objects misplaced (7.581%); 2483/91942 objects unfound (2.701%); 7.9 MiB/s, 126 objects/s recovering 2023-08-28T02:33:29.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:28 smithi083 ceph-mon[157819]: failed to encode map e304 with expected crc 2023-08-28T02:33:29.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:28 smithi083 ceph-mon[157819]: failed to encode map e304 with expected crc 2023-08-28T02:33:29.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:28 smithi083 ceph-mon[157819]: pgmap v891: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 activating+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 5.6 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 50993/275826 objects degraded (18.487%); 20909/275826 objects misplaced (7.581%); 2483/91942 objects unfound (2.701%); 7.9 MiB/s, 126 objects/s recovering 2023-08-28T02:33:29.254 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:33:29.256 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:29.256 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:33:29.357 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:33:29.390 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:29.414 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:33:29.417 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:29.417 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:33:29.518 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:33:29.550 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:29.827 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:33:29.833 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:29.833 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:33:29.934 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:33:29.960 INFO:teuthology.orchestra.run.smithi040.stderr:reweighted osd.4 to 1 (10000) 2023-08-28T02:33:29.974 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:30.065 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:29 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/123914836' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-08-28T02:33:30.065 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:29 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:33:30.065 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:29 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:33:30.066 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:29 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/123914836' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-08-28T02:33:30.066 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:29 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:33:30.066 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:29 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:33:30.098 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:29 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/123914836' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]: dispatch 2023-08-28T02:33:30.098 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:29 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:33:30.098 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:29 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:33:30.200 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:33:30.204 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:30.204 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:33:30.264 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd unset noscrub 2023-08-28T02:33:30.306 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:33:30.309 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:33:30.337 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:33:30.341 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:30.371 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2023-08-28T02:33:30.423 INFO:teuthology.orchestra.run.smithi083.stdout: "size": 20, 2023-08-28T02:33:30.423 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 600, 2023-08-28T02:33:30.423 INFO:teuthology.orchestra.run.smithi083.stdout: "ops": [ 2023-08-28T02:33:30.424 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.424 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:127584 9.13 9:ccd8e9f1:::benchmark_data_smithi040_209735_object19989:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e195)", 2023-08-28T02:33:30.424 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:28:42.366041+0000", 2023-08-28T02:33:30.424 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 288.003267886, 2023-08-28T02:33:30.424 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.5989940570000001, 2023-08-28T02:33:30.424 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:33:30.424 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "reached pg", 2023-08-28T02:33:30.424 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:33:30.424 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:33:30.424 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:33:30.424 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 127584 2023-08-28T02:33:30.424 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.425 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:33:30.425 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.425 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:33:30.425 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.366041+0000", 2023-08-28T02:33:30.425 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:30.425 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.425 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.425 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:33:30.425 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.366041+0000", 2023-08-28T02:33:30.425 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:30.425 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.426 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.426 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:33:30.426 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.366039+0000", 2023-08-28T02:33:30.426 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:33:30.426 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.426 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.426 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:33:30.426 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.366049+0000", 2023-08-28T02:33:30.426 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.2990000000000002e-06 2023-08-28T02:33:30.426 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.426 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.426 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:33:30.427 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.366059+0000", 2023-08-28T02:33:30.427 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0608000000000001e-05 2023-08-28T02:33:30.427 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.427 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.427 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:33:30.427 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.366065+0000", 2023-08-28T02:33:30.427 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.5029999999999997e-06 2023-08-28T02:33:30.427 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.427 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.428 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:30.428 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.366131+0000", 2023-08-28T02:33:30.428 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.6157999999999999e-05 2023-08-28T02:33:30.428 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.428 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.428 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:33:30.428 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.366251+0000", 2023-08-28T02:33:30.428 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000120239 2023-08-28T02:33:30.428 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.428 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.429 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 5,6", 2023-08-28T02:33:30.429 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.366362+0000", 2023-08-28T02:33:30.429 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000110827 2023-08-28T02:33:30.429 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.429 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.429 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:30.429 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.375407+0000", 2023-08-28T02:33:30.429 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0090447679999999999 2023-08-28T02:33:30.429 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.429 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.429 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:33:30.429 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.375415+0000", 2023-08-28T02:33:30.430 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.2190000000000004e-06 2023-08-28T02:33:30.430 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.430 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.430 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:30.430 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.942037+0000", 2023-08-28T02:33:30.430 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.5666214429999998 2023-08-28T02:33:30.430 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.430 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.430 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:33:30.430 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.942138+0000", 2023-08-28T02:33:30.430 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000101446 2023-08-28T02:33:30.430 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.431 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.431 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:30.431 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.964946+0000", 2023-08-28T02:33:30.431 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.022807971999999999 2023-08-28T02:33:30.431 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.431 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.431 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:33:30.431 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.965035+0000", 2023-08-28T02:33:30.431 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.8844000000000005e-05 2023-08-28T02:33:30.431 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:30.431 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:33:30.432 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:30.432 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.432 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.432 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:127621 9.13 9:cdd7cc3e:::benchmark_data_smithi040_209735_object20026:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e196)", 2023-08-28T02:33:30.432 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:28:42.404065+0000", 2023-08-28T02:33:30.432 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 287.96524312700001, 2023-08-28T02:33:30.432 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.561206986, 2023-08-28T02:33:30.432 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:33:30.432 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:33:30.432 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:33:30.432 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:33:30.433 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:33:30.433 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 127621 2023-08-28T02:33:30.433 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.433 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:33:30.433 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.433 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:33:30.433 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.404065+0000", 2023-08-28T02:33:30.433 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:30.433 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.433 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.433 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:33:30.433 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.404065+0000", 2023-08-28T02:33:30.433 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:30.434 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.434 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.434 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:33:30.434 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.404065+0000", 2023-08-28T02:33:30.434 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:33:30.434 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.434 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.434 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:33:30.434 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.404069+0000", 2023-08-28T02:33:30.434 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.4680000000000003e-06 2023-08-28T02:33:30.434 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.435 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.435 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:33:30.435 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.404079+0000", 2023-08-28T02:33:30.435 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.7599999999999997e-06 2023-08-28T02:33:30.435 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.435 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.435 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:33:30.435 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.404084+0000", 2023-08-28T02:33:30.435 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.1420000000000001e-06 2023-08-28T02:33:30.435 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.435 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.435 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:30.436 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.404137+0000", 2023-08-28T02:33:30.436 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.2716999999999997e-05 2023-08-28T02:33:30.436 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.436 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.436 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:33:30.436 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.404146+0000", 2023-08-28T02:33:30.436 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.2119999999999992e-06 2023-08-28T02:33:30.436 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.436 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.436 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:30.436 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.942167+0000", 2023-08-28T02:33:30.437 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.5380211319999999 2023-08-28T02:33:30.437 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.437 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.437 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:33:30.437 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.942252+0000", 2023-08-28T02:33:30.437 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.5019999999999996e-05 2023-08-28T02:33:30.437 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.437 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.437 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 5,6", 2023-08-28T02:33:30.437 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.942326+0000", 2023-08-28T02:33:30.437 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.3821999999999999e-05 2023-08-28T02:33:30.437 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.438 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.438 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:33:30.438 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.948781+0000", 2023-08-28T02:33:30.438 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0064548660000000001 2023-08-28T02:33:30.438 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.438 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.438 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:33:30.438 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.964743+0000", 2023-08-28T02:33:30.438 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.015962147999999999 2023-08-28T02:33:30.438 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.438 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.438 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:33:30.439 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.965106+0000", 2023-08-28T02:33:30.439 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00036322399999999999 2023-08-28T02:33:30.439 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.439 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.439 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:33:30.439 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.965160+0000", 2023-08-28T02:33:30.439 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.3563000000000002e-05 2023-08-28T02:33:30.439 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.439 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.439 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:33:30.439 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.965272+0000", 2023-08-28T02:33:30.439 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000112674 2023-08-28T02:33:30.440 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:30.440 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:33:30.440 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:30.440 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.440 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.440 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:127699 9.13 9:c95a224d:::benchmark_data_smithi040_209735_object20104:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e196)", 2023-08-28T02:33:30.440 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:28:42.478129+0000", 2023-08-28T02:33:30.440 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 287.89117927799998, 2023-08-28T02:33:30.440 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.487381549, 2023-08-28T02:33:30.440 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:33:30.440 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:33:30.441 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:33:30.441 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:33:30.441 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:33:30.441 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 127699 2023-08-28T02:33:30.441 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.441 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:33:30.441 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.441 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:33:30.441 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.478129+0000", 2023-08-28T02:33:30.441 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:30.441 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.441 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.442 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:33:30.442 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.478129+0000", 2023-08-28T02:33:30.442 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:30.442 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.442 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.442 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:33:30.442 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.478128+0000", 2023-08-28T02:33:30.442 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:33:30.442 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.442 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.442 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:33:30.442 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.478134+0000", 2023-08-28T02:33:30.443 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.3509999999999998e-06 2023-08-28T02:33:30.443 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.443 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.443 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:33:30.443 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.478145+0000", 2023-08-28T02:33:30.443 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1447999999999999e-05 2023-08-28T02:33:30.443 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.443 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.443 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:33:30.443 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.478150+0000", 2023-08-28T02:33:30.443 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.6870000000000002e-06 2023-08-28T02:33:30.443 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.444 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.444 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:30.444 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.478197+0000", 2023-08-28T02:33:30.444 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.7302000000000002e-05 2023-08-28T02:33:30.444 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.444 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.444 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:33:30.444 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.478207+0000", 2023-08-28T02:33:30.444 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.6369999999999994e-06 2023-08-28T02:33:30.444 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.444 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.444 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:30.445 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.944100+0000", 2023-08-28T02:33:30.445 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.465893074 2023-08-28T02:33:30.445 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.445 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.445 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:33:30.445 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.944177+0000", 2023-08-28T02:33:30.445 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.6809000000000003e-05 2023-08-28T02:33:30.445 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.445 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.445 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 5,6", 2023-08-28T02:33:30.445 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.944258+0000", 2023-08-28T02:33:30.445 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.1360999999999996e-05 2023-08-28T02:33:30.446 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.446 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.446 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:33:30.446 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.951928+0000", 2023-08-28T02:33:30.446 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0076698690000000002 2023-08-28T02:33:30.446 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.446 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.446 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:33:30.446 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.965323+0000", 2023-08-28T02:33:30.446 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.013394708999999999 2023-08-28T02:33:30.446 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.446 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.447 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:33:30.447 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.965367+0000", 2023-08-28T02:33:30.447 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.3828000000000001e-05 2023-08-28T02:33:30.447 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.447 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.447 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:33:30.447 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.965411+0000", 2023-08-28T02:33:30.447 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.4295999999999997e-05 2023-08-28T02:33:30.447 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.447 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.447 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:33:30.448 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.965511+0000", 2023-08-28T02:33:30.448 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.9938000000000004e-05 2023-08-28T02:33:30.448 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:30.448 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:33:30.448 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:30.448 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.448 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.448 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:127756 9.13 9:c8448c8f:::benchmark_data_smithi040_209735_object20161:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e196)", 2023-08-28T02:33:30.448 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:28:42.539662+0000", 2023-08-28T02:33:30.448 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 287.82964654800003, 2023-08-28T02:33:30.448 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.4260867099999999, 2023-08-28T02:33:30.448 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:33:30.449 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:33:30.449 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:33:30.449 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:33:30.449 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:33:30.449 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 127756 2023-08-28T02:33:30.449 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.449 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:33:30.449 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.449 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:33:30.449 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.539662+0000", 2023-08-28T02:33:30.449 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:30.449 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.450 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.450 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:33:30.450 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.539662+0000", 2023-08-28T02:33:30.450 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:30.450 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.450 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.450 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:33:30.450 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.539661+0000", 2023-08-28T02:33:30.450 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:33:30.450 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.450 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.450 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:33:30.451 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.539666+0000", 2023-08-28T02:33:30.451 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.147e-06 2023-08-28T02:33:30.451 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.451 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.451 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:33:30.451 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.539676+0000", 2023-08-28T02:33:30.451 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0074e-05 2023-08-28T02:33:30.451 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.451 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.451 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:33:30.451 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.539682+0000", 2023-08-28T02:33:30.451 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.1909999999999997e-06 2023-08-28T02:33:30.452 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.452 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.452 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:30.452 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.539748+0000", 2023-08-28T02:33:30.452 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.6340000000000005e-05 2023-08-28T02:33:30.452 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.452 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.452 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:33:30.452 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.539758+0000", 2023-08-28T02:33:30.452 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.5359999999999998e-06 2023-08-28T02:33:30.452 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.452 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.453 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:30.453 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.945775+0000", 2023-08-28T02:33:30.453 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.4060173119999999 2023-08-28T02:33:30.453 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.453 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.453 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:33:30.453 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.945846+0000", 2023-08-28T02:33:30.453 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.0340999999999996e-05 2023-08-28T02:33:30.453 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.453 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.453 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 5,6", 2023-08-28T02:33:30.453 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.945910+0000", 2023-08-28T02:33:30.454 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.4500999999999998e-05 2023-08-28T02:33:30.454 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.454 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.454 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:33:30.454 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.951936+0000", 2023-08-28T02:33:30.454 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0060255600000000001 2023-08-28T02:33:30.454 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.454 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.454 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:33:30.454 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.965558+0000", 2023-08-28T02:33:30.454 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.013622568 2023-08-28T02:33:30.454 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.455 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.455 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:33:30.455 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.965598+0000", 2023-08-28T02:33:30.455 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.9331e-05 2023-08-28T02:33:30.455 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.455 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.455 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:33:30.455 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.965636+0000", 2023-08-28T02:33:30.455 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.7982000000000003e-05 2023-08-28T02:33:30.455 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.455 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.455 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:33:30.456 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.965749+0000", 2023-08-28T02:33:30.456 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000113149 2023-08-28T02:33:30.456 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:30.456 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:33:30.456 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:30.456 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.456 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.456 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:127771 9.13 9:cbbcd8ee:::benchmark_data_smithi040_209735_object20176:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e196)", 2023-08-28T02:33:30.456 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:28:42.557085+0000", 2023-08-28T02:33:30.456 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 287.81222338800001, 2023-08-28T02:33:30.456 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.408910731, 2023-08-28T02:33:30.456 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:33:30.457 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:33:30.457 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:33:30.457 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:33:30.457 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:33:30.457 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 127771 2023-08-28T02:33:30.457 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.457 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:33:30.457 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.457 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:33:30.457 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.557085+0000", 2023-08-28T02:33:30.457 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:30.458 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.458 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.458 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:33:30.458 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.557085+0000", 2023-08-28T02:33:30.458 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:30.458 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.458 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.458 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:33:30.458 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.557084+0000", 2023-08-28T02:33:30.458 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:33:30.458 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.458 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.459 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:33:30.459 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.557090+0000", 2023-08-28T02:33:30.459 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.8069999999999996e-06 2023-08-28T02:33:30.459 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.459 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.459 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:33:30.459 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.557103+0000", 2023-08-28T02:33:30.459 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.3046e-05 2023-08-28T02:33:30.459 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.459 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.459 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:33:30.459 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.557109+0000", 2023-08-28T02:33:30.460 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.1249999999999998e-06 2023-08-28T02:33:30.460 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.460 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.460 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:30.460 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.557172+0000", 2023-08-28T02:33:30.460 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.3542999999999998e-05 2023-08-28T02:33:30.460 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.460 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.460 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:33:30.460 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.557183+0000", 2023-08-28T02:33:30.460 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0917000000000001e-05 2023-08-28T02:33:30.460 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.461 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.461 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:30.461 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.947531+0000", 2023-08-28T02:33:30.461 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.39034803 2023-08-28T02:33:30.461 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.461 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.461 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:33:30.461 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.947628+0000", 2023-08-28T02:33:30.461 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.6347000000000004e-05 2023-08-28T02:33:30.461 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.461 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.461 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 5,6", 2023-08-28T02:33:30.462 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.947702+0000", 2023-08-28T02:33:30.462 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.4671000000000004e-05 2023-08-28T02:33:30.462 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.462 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.462 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:33:30.462 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.955130+0000", 2023-08-28T02:33:30.462 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0074280220000000003 2023-08-28T02:33:30.462 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.462 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.462 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:33:30.462 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.965805+0000", 2023-08-28T02:33:30.462 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.010675087999999999 2023-08-28T02:33:30.463 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.463 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.463 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:33:30.463 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.965845+0000", 2023-08-28T02:33:30.463 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.0061000000000002e-05 2023-08-28T02:33:30.463 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.463 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.463 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:33:30.463 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.965890+0000", 2023-08-28T02:33:30.463 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.4907000000000002e-05 2023-08-28T02:33:30.463 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.463 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.464 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:33:30.464 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.965996+0000", 2023-08-28T02:33:30.464 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000105547 2023-08-28T02:33:30.464 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:30.464 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:33:30.464 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:30.464 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.464 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.464 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:166808 9.1e 9:7d8b976f:::benchmark_data_smithi040_209735_object59213:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e217)", 2023-08-28T02:33:30.464 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:32.944074+0000", 2023-08-28T02:33:30.464 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 237.42523463399999, 2023-08-28T02:33:30.464 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.1070183020000002, 2023-08-28T02:33:30.465 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:33:30.465 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "reached pg", 2023-08-28T02:33:30.465 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:33:30.465 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:33:30.465 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:33:30.465 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 166808 2023-08-28T02:33:30.465 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.465 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:33:30.465 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.465 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:33:30.465 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.944074+0000", 2023-08-28T02:33:30.465 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:30.466 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.466 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.466 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:33:30.466 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.944074+0000", 2023-08-28T02:33:30.466 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:30.466 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.466 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.466 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:33:30.466 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.944071+0000", 2023-08-28T02:33:30.466 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999971 2023-08-28T02:33:30.466 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.466 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.467 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:33:30.467 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.944085+0000", 2023-08-28T02:33:30.467 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.3621000000000001e-05 2023-08-28T02:33:30.467 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.467 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.467 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:33:30.467 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.944111+0000", 2023-08-28T02:33:30.467 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.6063000000000001e-05 2023-08-28T02:33:30.467 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.467 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.467 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:33:30.468 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.944121+0000", 2023-08-28T02:33:30.468 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.825e-06 2023-08-28T02:33:30.468 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.468 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.468 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:30.468 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.206267+0000", 2023-08-28T02:33:30.468 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.26214620300000002 2023-08-28T02:33:30.468 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.468 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.468 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:33:30.468 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.206274+0000", 2023-08-28T02:33:30.468 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.2740000000000002e-06 2023-08-28T02:33:30.469 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.469 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.469 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:30.469 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.915241+0000", 2023-08-28T02:33:30.469 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.70896636700000004 2023-08-28T02:33:30.469 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.469 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.469 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:33:30.469 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.915250+0000", 2023-08-28T02:33:30.469 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.3919999999999992e-06 2023-08-28T02:33:30.469 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.469 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.469 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:30.470 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.911318+0000", 2023-08-28T02:33:30.470 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.99606770300000003 2023-08-28T02:33:30.470 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.470 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.470 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:33:30.470 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.911324+0000", 2023-08-28T02:33:30.470 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.2020000000000001e-06 2023-08-28T02:33:30.470 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.470 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.470 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:30.470 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.051009+0000", 2023-08-28T02:33:30.471 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.139685405 2023-08-28T02:33:30.471 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.471 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.471 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:33:30.471 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.051092+0000", 2023-08-28T02:33:30.471 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.3008000000000002e-05 2023-08-28T02:33:30.471 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:30.471 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:33:30.471 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:30.471 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.471 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.471 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:166814 9.1d 9:b9dc76d3:::benchmark_data_smithi040_209735_object59219:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e217)", 2023-08-28T02:33:30.472 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:32.944129+0000", 2023-08-28T02:33:30.472 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 237.42517945899999, 2023-08-28T02:33:30.472 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.2318206749999998, 2023-08-28T02:33:30.472 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:33:30.472 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "reached pg", 2023-08-28T02:33:30.472 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:33:30.472 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:33:30.472 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:33:30.472 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 166814 2023-08-28T02:33:30.472 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.472 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:33:30.472 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.473 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:33:30.473 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.944129+0000", 2023-08-28T02:33:30.473 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:30.473 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.473 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.473 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:33:30.473 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.944129+0000", 2023-08-28T02:33:30.473 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:30.473 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.473 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.473 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:33:30.474 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.944129+0000", 2023-08-28T02:33:30.474 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999995 2023-08-28T02:33:30.474 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.474 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.474 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:33:30.474 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.944132+0000", 2023-08-28T02:33:30.474 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.7269999999999999e-06 2023-08-28T02:33:30.474 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.474 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.474 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:33:30.474 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.944137+0000", 2023-08-28T02:33:30.475 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.6699999999999999e-06 2023-08-28T02:33:30.475 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.475 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.475 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:33:30.475 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.944141+0000", 2023-08-28T02:33:30.475 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.754e-06 2023-08-28T02:33:30.475 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.475 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.475 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:30.475 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.213492+0000", 2023-08-28T02:33:30.475 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.269350751 2023-08-28T02:33:30.475 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.476 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.476 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:33:30.476 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.213501+0000", 2023-08-28T02:33:30.476 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.8729999999999996e-06 2023-08-28T02:33:30.476 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.476 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.476 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:30.476 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.916069+0000", 2023-08-28T02:33:30.476 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.70256875299999999 2023-08-28T02:33:30.476 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.476 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.476 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:33:30.477 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.916078+0000", 2023-08-28T02:33:30.477 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.2279999999999998e-06 2023-08-28T02:33:30.477 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.477 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.477 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:30.477 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.923445+0000", 2023-08-28T02:33:30.477 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0073671259999999 2023-08-28T02:33:30.477 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.477 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.477 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:33:30.477 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.923454+0000", 2023-08-28T02:33:30.477 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.7909999999999999e-06 2023-08-28T02:33:30.478 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.478 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.478 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:30.478 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.175862+0000", 2023-08-28T02:33:30.478 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.252407128 2023-08-28T02:33:30.478 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.478 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.478 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:33:30.478 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.175950+0000", 2023-08-28T02:33:30.478 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.8239000000000007e-05 2023-08-28T02:33:30.478 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:30.478 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:33:30.479 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:30.479 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.479 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.479 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:166817 9.1e 9:7e9db4e7:::benchmark_data_smithi040_209735_object59222:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e217)", 2023-08-28T02:33:30.479 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:32.944146+0000", 2023-08-28T02:33:30.479 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 237.42516301699999, 2023-08-28T02:33:30.479 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.1442467710000002, 2023-08-28T02:33:30.479 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:33:30.479 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:33:30.479 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:33:30.479 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:33:30.479 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:33:30.480 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 166817 2023-08-28T02:33:30.480 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.480 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:33:30.480 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.480 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:33:30.480 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.944146+0000", 2023-08-28T02:33:30.480 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:30.480 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.480 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.480 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:33:30.480 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.944146+0000", 2023-08-28T02:33:30.480 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:30.481 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.481 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.481 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:33:30.481 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.944145+0000", 2023-08-28T02:33:30.481 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999995 2023-08-28T02:33:30.481 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.481 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.481 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:33:30.481 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.944147+0000", 2023-08-28T02:33:30.481 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.1909999999999999e-06 2023-08-28T02:33:30.481 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.481 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.482 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:33:30.482 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.944152+0000", 2023-08-28T02:33:30.482 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.9980000000000003e-06 2023-08-28T02:33:30.482 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.482 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.482 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:33:30.482 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.944156+0000", 2023-08-28T02:33:30.482 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.1829999999999998e-06 2023-08-28T02:33:30.482 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.482 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.482 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:30.483 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.206291+0000", 2023-08-28T02:33:30.483 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.26213489899999998 2023-08-28T02:33:30.483 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.483 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.483 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:33:30.483 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.206295+0000", 2023-08-28T02:33:30.483 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.4510000000000002e-06 2023-08-28T02:33:30.483 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.483 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.483 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:30.483 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.922196+0000", 2023-08-28T02:33:30.483 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.715901067 2023-08-28T02:33:30.484 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.484 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.484 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:33:30.484 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.922201+0000", 2023-08-28T02:33:30.484 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.3839999999999996e-06 2023-08-28T02:33:30.484 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.484 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.484 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:30.533 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.911344+0000", 2023-08-28T02:33:30.533 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.98914235800000005 2023-08-28T02:33:30.535 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.535 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.535 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:33:30.535 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.911349+0000", 2023-08-28T02:33:30.535 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.2190000000000003e-06 2023-08-28T02:33:30.535 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.535 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.535 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:30.536 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.051333+0000", 2023-08-28T02:33:30.536 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1399839119999999 2023-08-28T02:33:30.536 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.536 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.536 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:33:30.536 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.051450+0000", 2023-08-28T02:33:30.536 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00011752399999999999 2023-08-28T02:33:30.536 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.536 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.536 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 0,1,4", 2023-08-28T02:33:30.536 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.051714+0000", 2023-08-28T02:33:30.536 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00026338499999999999 2023-08-28T02:33:30.537 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.537 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.537 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:33:30.537 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.058793+0000", 2023-08-28T02:33:30.537 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0070791040000000001 2023-08-28T02:33:30.537 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.537 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.537 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:33:30.537 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.058878+0000", 2023-08-28T02:33:30.537 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.5088999999999998e-05 2023-08-28T02:33:30.537 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.538 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.538 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:33:30.538 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.059874+0000", 2023-08-28T02:33:30.538 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0009963280000000001 2023-08-28T02:33:30.538 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.538 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.538 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:33:30.538 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.088206+0000", 2023-08-28T02:33:30.538 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.028332039 2023-08-28T02:33:30.538 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.538 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.538 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:33:30.539 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.088271+0000", 2023-08-28T02:33:30.539 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.4957999999999997e-05 2023-08-28T02:33:30.539 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.539 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.539 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:33:30.539 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.088392+0000", 2023-08-28T02:33:30.539 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000120971 2023-08-28T02:33:30.539 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:30.539 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:33:30.539 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:30.539 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.539 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.540 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:166826 9.1e 9:7bce0ea1:::benchmark_data_smithi040_209735_object59231:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e217)", 2023-08-28T02:33:30.540 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:33.031489+0000", 2023-08-28T02:33:30.540 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 237.33781997599999, 2023-08-28T02:33:30.540 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.057079436, 2023-08-28T02:33:30.540 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:33:30.540 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:33:30.540 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:33:30.540 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:33:30.540 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:33:30.540 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 166826 2023-08-28T02:33:30.540 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.540 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:33:30.541 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.541 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:33:30.541 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.031489+0000", 2023-08-28T02:33:30.541 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:30.541 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.541 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.541 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:33:30.541 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.031489+0000", 2023-08-28T02:33:30.541 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:30.541 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.541 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.541 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:33:30.542 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.031487+0000", 2023-08-28T02:33:30.542 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:33:30.542 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.542 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.542 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:33:30.542 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.031500+0000", 2023-08-28T02:33:30.542 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2933e-05 2023-08-28T02:33:30.542 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.542 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.542 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:33:30.542 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.031527+0000", 2023-08-28T02:33:30.542 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.7917999999999999e-05 2023-08-28T02:33:30.542 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.543 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.543 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:33:30.543 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.031539+0000", 2023-08-28T02:33:30.543 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.187e-05 2023-08-28T02:33:30.543 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.543 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.543 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:30.543 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.206311+0000", 2023-08-28T02:33:30.543 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.17477168000000001 2023-08-28T02:33:30.543 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.543 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.543 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:33:30.544 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.206315+0000", 2023-08-28T02:33:30.544 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.5109999999999997e-06 2023-08-28T02:33:30.544 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.544 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.544 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:30.544 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.922218+0000", 2023-08-28T02:33:30.544 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.71590277099999999 2023-08-28T02:33:30.544 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.544 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.544 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:33:30.544 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.922222+0000", 2023-08-28T02:33:30.544 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.16e-06 2023-08-28T02:33:30.545 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.545 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.545 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:30.545 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.911368+0000", 2023-08-28T02:33:30.545 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.98914599700000005 2023-08-28T02:33:30.545 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.545 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.545 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:33:30.545 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.911375+0000", 2023-08-28T02:33:30.545 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.5910000000000001e-06 2023-08-28T02:33:30.545 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.545 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.546 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:30.546 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.056764+0000", 2023-08-28T02:33:30.546 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.145388538 2023-08-28T02:33:30.546 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.546 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.546 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:33:30.546 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.056903+0000", 2023-08-28T02:33:30.546 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000139686 2023-08-28T02:33:30.546 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.546 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.546 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 0,1,4", 2023-08-28T02:33:30.546 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.057169+0000", 2023-08-28T02:33:30.547 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00026584699999999999 2023-08-28T02:33:30.547 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.547 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.547 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:33:30.547 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.059038+0000", 2023-08-28T02:33:30.547 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.001868439 2023-08-28T02:33:30.547 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.547 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.547 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:33:30.547 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.059967+0000", 2023-08-28T02:33:30.547 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00092936899999999999 2023-08-28T02:33:30.547 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.548 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.548 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:33:30.548 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.060397+0000", 2023-08-28T02:33:30.548 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00042968800000000001 2023-08-28T02:33:30.548 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.548 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.548 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:33:30.548 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.088435+0000", 2023-08-28T02:33:30.548 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.028038027 2023-08-28T02:33:30.548 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.548 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.548 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:33:30.549 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.088473+0000", 2023-08-28T02:33:30.549 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.8133000000000002e-05 2023-08-28T02:33:30.549 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.549 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.549 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:33:30.549 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.088568+0000", 2023-08-28T02:33:30.549 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.5328999999999995e-05 2023-08-28T02:33:30.549 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:30.549 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:33:30.549 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:30.549 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.549 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.550 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:166833 9.d 9:b375ead0:::benchmark_data_smithi040_209735_object59238:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e217)", 2023-08-28T02:33:30.550 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:33.200895+0000", 2023-08-28T02:33:30.550 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 237.16841386499999, 2023-08-28T02:33:30.550 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.140917693, 2023-08-28T02:33:30.550 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:33:30.550 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:33:30.550 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:33:30.550 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:33:30.550 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:33:30.550 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 166833 2023-08-28T02:33:30.550 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.550 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:33:30.551 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.551 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:33:30.551 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.200895+0000", 2023-08-28T02:33:30.551 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:30.551 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.551 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.551 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:33:30.551 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.200895+0000", 2023-08-28T02:33:30.551 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:30.551 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.551 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.551 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:33:30.552 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.200894+0000", 2023-08-28T02:33:30.552 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999995 2023-08-28T02:33:30.552 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.552 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.552 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:33:30.552 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.200897+0000", 2023-08-28T02:33:30.552 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.486e-06 2023-08-28T02:33:30.552 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.552 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.552 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:33:30.552 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.200902+0000", 2023-08-28T02:33:30.552 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.1479999999999997e-06 2023-08-28T02:33:30.553 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.553 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.553 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:33:30.553 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.200909+0000", 2023-08-28T02:33:30.553 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.3690000000000001e-06 2023-08-28T02:33:30.553 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.553 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.553 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:30.553 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.216479+0000", 2023-08-28T02:33:30.553 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.015570011 2023-08-28T02:33:30.553 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.553 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.554 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:33:30.554 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.216488+0000", 2023-08-28T02:33:30.554 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.7679999999999997e-06 2023-08-28T02:33:30.554 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.554 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.554 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:30.554 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.916456+0000", 2023-08-28T02:33:30.554 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.69996779799999997 2023-08-28T02:33:30.554 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.554 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.554 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:33:30.555 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.916464+0000", 2023-08-28T02:33:30.555 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.8480000000000001e-06 2023-08-28T02:33:30.555 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.555 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.555 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:30.555 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.924005+0000", 2023-08-28T02:33:30.555 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0075415999999999 2023-08-28T02:33:30.555 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.555 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.555 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:33:30.555 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.924013+0000", 2023-08-28T02:33:30.555 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.4599999999999997e-06 2023-08-28T02:33:30.556 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.556 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.556 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:30.556 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.328068+0000", 2023-08-28T02:33:30.556 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.404055042 2023-08-28T02:33:30.556 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.556 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.556 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:33:30.556 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.328196+0000", 2023-08-28T02:33:30.556 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00012798599999999999 2023-08-28T02:33:30.556 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.556 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.557 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,4,5", 2023-08-28T02:33:30.557 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.328529+0000", 2023-08-28T02:33:30.557 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00033311000000000001 2023-08-28T02:33:30.557 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.557 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.557 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:33:30.557 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.337323+0000", 2023-08-28T02:33:30.557 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0087938089999999997 2023-08-28T02:33:30.557 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.557 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.557 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:33:30.557 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.341473+0000", 2023-08-28T02:33:30.558 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0041499620000000001 2023-08-28T02:33:30.558 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.558 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.558 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:33:30.558 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.341490+0000", 2023-08-28T02:33:30.558 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.7538999999999999e-05 2023-08-28T02:33:30.558 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.558 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.558 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:33:30.558 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.341659+0000", 2023-08-28T02:33:30.558 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00016829099999999999 2023-08-28T02:33:30.559 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.559 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.559 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:33:30.559 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.341704+0000", 2023-08-28T02:33:30.559 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.579e-05 2023-08-28T02:33:30.559 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.559 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.559 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:33:30.559 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.341812+0000", 2023-08-28T02:33:30.559 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00010807900000000001 2023-08-28T02:33:30.559 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:30.559 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:33:30.560 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:30.560 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.560 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.560 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:166836 9.e 9:7610d7ed:::benchmark_data_smithi040_209735_object59241:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e217)", 2023-08-28T02:33:30.560 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:33.248767+0000", 2023-08-28T02:33:30.560 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 237.120541151, 2023-08-28T02:33:30.560 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.874118465, 2023-08-28T02:33:30.560 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:33:30.560 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:33:30.560 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:33:30.560 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:33:30.560 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:33:30.561 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 166836 2023-08-28T02:33:30.561 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.561 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:33:30.561 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.561 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:33:30.561 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.248767+0000", 2023-08-28T02:33:30.561 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:30.561 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.561 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.561 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:33:30.561 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.248767+0000", 2023-08-28T02:33:30.561 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:30.562 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.562 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.562 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:33:30.562 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.248766+0000", 2023-08-28T02:33:30.562 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:33:30.562 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.562 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.562 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:33:30.562 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.248773+0000", 2023-08-28T02:33:30.562 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.6159999999999998e-06 2023-08-28T02:33:30.562 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.562 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.563 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:33:30.563 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.248788+0000", 2023-08-28T02:33:30.563 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.4868000000000001e-05 2023-08-28T02:33:30.563 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.563 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.563 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:33:30.563 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.248794+0000", 2023-08-28T02:33:30.563 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.4309999999999999e-06 2023-08-28T02:33:30.563 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.563 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.563 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:30.563 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.248839+0000", 2023-08-28T02:33:30.564 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.4712999999999997e-05 2023-08-28T02:33:30.564 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.564 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.564 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:33:30.564 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.248846+0000", 2023-08-28T02:33:30.564 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.3549999999999999e-06 2023-08-28T02:33:30.564 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.564 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.564 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:30.564 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.922166+0000", 2023-08-28T02:33:30.564 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.67331997700000001 2023-08-28T02:33:30.564 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.564 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.565 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:33:30.565 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.922177+0000", 2023-08-28T02:33:30.565 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1086e-05 2023-08-28T02:33:30.565 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.565 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.565 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:30.565 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.911280+0000", 2023-08-28T02:33:30.565 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.98910295100000001 2023-08-28T02:33:30.565 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.565 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.565 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:33:30.566 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.911294+0000", 2023-08-28T02:33:30.566 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.3556e-05 2023-08-28T02:33:30.566 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.566 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.566 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:30.566 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.095671+0000", 2023-08-28T02:33:30.566 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1843778380000001 2023-08-28T02:33:30.566 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.566 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.566 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:33:30.566 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.095801+0000", 2023-08-28T02:33:30.566 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00012968800000000001 2023-08-28T02:33:30.567 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.567 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.567 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 0,1,4", 2023-08-28T02:33:30.567 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.096197+0000", 2023-08-28T02:33:30.567 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00039581399999999997 2023-08-28T02:33:30.567 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.567 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.567 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:33:30.567 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.104037+0000", 2023-08-28T02:33:30.567 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0078397899999999993 2023-08-28T02:33:30.567 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.567 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.568 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:33:30.568 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.104916+0000", 2023-08-28T02:33:30.568 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00087921899999999999 2023-08-28T02:33:30.568 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.568 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.568 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:33:30.568 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.108581+0000", 2023-08-28T02:33:30.568 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0036648449999999999 2023-08-28T02:33:30.568 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.568 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.568 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:33:30.568 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.122731+0000", 2023-08-28T02:33:30.569 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.014150484 2023-08-28T02:33:30.569 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.569 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.569 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:33:30.569 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.122781+0000", 2023-08-28T02:33:30.569 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.0009000000000002e-05 2023-08-28T02:33:30.569 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.569 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.569 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:33:30.569 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.122886+0000", 2023-08-28T02:33:30.569 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000104654 2023-08-28T02:33:30.569 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:30.570 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:33:30.570 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:30.570 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.570 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.570 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:166837 9.1d 9:bcf1dafa:::benchmark_data_smithi040_209735_object59242:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e217)", 2023-08-28T02:33:30.570 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:33.248802+0000", 2023-08-28T02:33:30.570 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 237.120506753, 2023-08-28T02:33:30.570 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.0926461789999999, 2023-08-28T02:33:30.570 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:33:30.570 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:33:30.570 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:33:30.571 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:33:30.571 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:33:30.571 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 166837 2023-08-28T02:33:30.571 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.571 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:33:30.571 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.571 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:33:30.571 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.248802+0000", 2023-08-28T02:33:30.571 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:30.571 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.571 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.571 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:33:30.572 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.248802+0000", 2023-08-28T02:33:30.572 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:30.572 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.572 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.572 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:33:30.572 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.248801+0000", 2023-08-28T02:33:30.572 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999995 2023-08-28T02:33:30.572 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.572 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.572 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:33:30.572 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.248808+0000", 2023-08-28T02:33:30.572 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.1040000000000003e-06 2023-08-28T02:33:30.573 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.573 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.573 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:33:30.573 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.248813+0000", 2023-08-28T02:33:30.573 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.5539999999999997e-06 2023-08-28T02:33:30.573 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.573 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.573 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:33:30.573 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.248816+0000", 2023-08-28T02:33:30.573 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.27e-06 2023-08-28T02:33:30.573 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.573 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.574 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:30.574 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.248854+0000", 2023-08-28T02:33:30.574 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.7926000000000002e-05 2023-08-28T02:33:30.574 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.574 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.574 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:33:30.574 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.248861+0000", 2023-08-28T02:33:30.574 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.1489999999999997e-06 2023-08-28T02:33:30.574 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.574 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.574 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:30.574 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.921077+0000", 2023-08-28T02:33:30.575 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.67221596699999997 2023-08-28T02:33:30.575 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.575 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.575 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:33:30.575 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.921089+0000", 2023-08-28T02:33:30.575 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1224e-05 2023-08-28T02:33:30.575 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.575 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.575 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:30.575 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.923975+0000", 2023-08-28T02:33:30.575 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.002885896 2023-08-28T02:33:30.576 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.576 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.576 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:33:30.576 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.923981+0000", 2023-08-28T02:33:30.576 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.5769999999999999e-06 2023-08-28T02:33:30.576 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.576 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.576 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:30.576 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.326741+0000", 2023-08-28T02:33:30.576 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.4027598290000001 2023-08-28T02:33:30.576 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.576 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.577 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:33:30.577 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.326897+0000", 2023-08-28T02:33:30.577 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00015567700000000001 2023-08-28T02:33:30.577 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.577 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.577 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,4,5", 2023-08-28T02:33:30.577 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.327168+0000", 2023-08-28T02:33:30.577 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00027120699999999998 2023-08-28T02:33:30.577 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.577 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.577 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:33:30.577 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.337253+0000", 2023-08-28T02:33:30.578 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.010084971 2023-08-28T02:33:30.578 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.578 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.578 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:33:30.578 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.337578+0000", 2023-08-28T02:33:30.578 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00032532699999999998 2023-08-28T02:33:30.578 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.578 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.578 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:33:30.578 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.341333+0000", 2023-08-28T02:33:30.578 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0037549520000000002 2023-08-28T02:33:30.578 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.579 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.579 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:33:30.579 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.341352+0000", 2023-08-28T02:33:30.579 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.8736000000000002e-05 2023-08-28T02:33:30.579 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.579 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.579 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:33:30.579 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.341381+0000", 2023-08-28T02:33:30.579 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.8742e-05 2023-08-28T02:33:30.579 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.579 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.579 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:33:30.580 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.341448+0000", 2023-08-28T02:33:30.580 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.7458000000000004e-05 2023-08-28T02:33:30.580 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:30.580 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:33:30.580 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:30.580 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.580 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.580 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:173346 9.1e 9:7cf8630e:::benchmark_data_smithi040_209735_object65751:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e225)", 2023-08-28T02:33:30.580 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:45.467466+0000", 2023-08-28T02:33:30.580 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 224.901842488, 2023-08-28T02:33:30.580 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.07132819, 2023-08-28T02:33:30.580 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:33:30.581 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:33:30.581 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:33:30.581 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:33:30.581 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:33:30.581 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 173346 2023-08-28T02:33:30.581 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.581 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:33:30.581 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.581 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:33:30.581 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.467466+0000", 2023-08-28T02:33:30.581 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:30.582 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.582 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.582 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:33:30.582 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.467466+0000", 2023-08-28T02:33:30.582 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:30.582 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.582 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.582 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:33:30.582 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.467465+0000", 2023-08-28T02:33:30.582 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:33:30.582 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.583 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.583 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:33:30.583 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.467469+0000", 2023-08-28T02:33:30.583 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.216e-06 2023-08-28T02:33:30.583 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.583 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.583 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:33:30.583 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.467478+0000", 2023-08-28T02:33:30.583 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.5140000000000001e-06 2023-08-28T02:33:30.583 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.583 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.583 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:33:30.584 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.467482+0000", 2023-08-28T02:33:30.584 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.2830000000000003e-06 2023-08-28T02:33:30.584 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.584 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.584 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:30.584 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.467521+0000", 2023-08-28T02:33:30.584 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.9112000000000001e-05 2023-08-28T02:33:30.584 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.584 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.584 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:33:30.584 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.467607+0000", 2023-08-28T02:33:30.584 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.6195999999999999e-05 2023-08-28T02:33:30.585 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.585 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.585 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,4", 2023-08-28T02:33:30.585 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.467877+0000", 2023-08-28T02:33:30.585 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00026976600000000001 2023-08-28T02:33:30.585 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.585 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.585 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:33:30.585 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.469511+0000", 2023-08-28T02:33:30.585 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0016340529999999999 2023-08-28T02:33:30.585 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.585 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.586 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:33:30.586 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.474179+0000", 2023-08-28T02:33:30.586 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0046675930000000003 2023-08-28T02:33:30.586 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.586 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.586 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:33:30.586 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.538705+0000", 2023-08-28T02:33:30.586 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.0645259180000002 2023-08-28T02:33:30.586 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.586 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.587 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:33:30.587 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.538754+0000", 2023-08-28T02:33:30.587 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.9466999999999999e-05 2023-08-28T02:33:30.587 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.587 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.587 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:33:30.587 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.538794+0000", 2023-08-28T02:33:30.587 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.0159e-05 2023-08-28T02:33:30.587 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:30.587 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:33:30.587 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:30.587 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.588 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.588 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:173376 9.e 9:7349bdcd:::benchmark_data_smithi040_209735_object65781:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e225)", 2023-08-28T02:33:30.588 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:45.526251+0000", 2023-08-28T02:33:30.588 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 224.843058042, 2023-08-28T02:33:30.588 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.012530055, 2023-08-28T02:33:30.588 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:33:30.588 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:33:30.588 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:33:30.588 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:33:30.588 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:33:30.588 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 173376 2023-08-28T02:33:30.588 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.589 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:33:30.589 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.589 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:33:30.589 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.526251+0000", 2023-08-28T02:33:30.589 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:30.589 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.589 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.589 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:33:30.589 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.526251+0000", 2023-08-28T02:33:30.589 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:30.589 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.589 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.590 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:33:30.590 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.526249+0000", 2023-08-28T02:33:30.590 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:33:30.590 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.590 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.590 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:33:30.590 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.526256+0000", 2023-08-28T02:33:30.590 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.9949999999999999e-06 2023-08-28T02:33:30.590 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.590 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.590 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:33:30.590 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.526268+0000", 2023-08-28T02:33:30.591 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1972e-05 2023-08-28T02:33:30.591 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.591 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.591 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:33:30.591 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.526274+0000", 2023-08-28T02:33:30.591 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.1059999999999996e-06 2023-08-28T02:33:30.591 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.591 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.591 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:30.591 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.526327+0000", 2023-08-28T02:33:30.591 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.2837999999999998e-05 2023-08-28T02:33:30.591 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.592 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.592 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:33:30.592 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.526442+0000", 2023-08-28T02:33:30.592 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000115654 2023-08-28T02:33:30.592 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.592 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.592 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,4", 2023-08-28T02:33:30.592 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.526829+0000", 2023-08-28T02:33:30.592 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00038654200000000003 2023-08-28T02:33:30.592 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.592 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.592 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:33:30.593 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.529553+0000", 2023-08-28T02:33:30.593 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00272427 2023-08-28T02:33:30.593 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.593 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.593 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:33:30.593 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.533647+0000", 2023-08-28T02:33:30.593 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0040935140000000004 2023-08-28T02:33:30.593 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.593 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.593 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:33:30.593 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.538719+0000", 2023-08-28T02:33:30.593 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.0050726189999999 2023-08-28T02:33:30.594 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.594 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.594 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:33:30.594 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.538756+0000", 2023-08-28T02:33:30.594 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.6999999999999998e-05 2023-08-28T02:33:30.594 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.594 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.594 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:33:30.594 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.538781+0000", 2023-08-28T02:33:30.594 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.4409999999999998e-05 2023-08-28T02:33:30.594 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:30.594 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:33:30.595 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:30.595 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.595 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.595 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:173383 9.e 9:77f6d65b:::benchmark_data_smithi040_209735_object65788:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e225)", 2023-08-28T02:33:30.595 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:45.538116+0000", 2023-08-28T02:33:30.595 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 224.831193071, 2023-08-28T02:33:30.595 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.0007276030000001, 2023-08-28T02:33:30.595 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:33:30.595 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:33:30.595 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:33:30.595 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:33:30.595 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:33:30.596 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 173383 2023-08-28T02:33:30.596 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.596 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:33:30.596 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.596 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:33:30.596 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.538116+0000", 2023-08-28T02:33:30.596 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:30.596 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.596 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.596 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:33:30.596 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.538116+0000", 2023-08-28T02:33:30.596 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:30.597 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.597 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.597 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:33:30.597 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.538114+0000", 2023-08-28T02:33:30.597 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:33:30.597 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.597 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.597 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:33:30.597 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.538120+0000", 2023-08-28T02:33:30.597 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.8189999999999997e-06 2023-08-28T02:33:30.597 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.597 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.598 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:33:30.598 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.538132+0000", 2023-08-28T02:33:30.598 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2398000000000001e-05 2023-08-28T02:33:30.598 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.598 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.598 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:33:30.598 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.538139+0000", 2023-08-28T02:33:30.598 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.6900000000000003e-06 2023-08-28T02:33:30.598 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.598 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.598 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:30.598 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.538209+0000", 2023-08-28T02:33:30.599 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.9550999999999999e-05 2023-08-28T02:33:30.599 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.599 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.599 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:33:30.599 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.538338+0000", 2023-08-28T02:33:30.599 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00012970599999999999 2023-08-28T02:33:30.599 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.599 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.599 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,4", 2023-08-28T02:33:30.599 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.538702+0000", 2023-08-28T02:33:30.599 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00036375699999999998 2023-08-28T02:33:30.600 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.600 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.600 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:33:30.600 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.541437+0000", 2023-08-28T02:33:30.600 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0027347109999999999 2023-08-28T02:33:30.600 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.600 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.600 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:33:30.600 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.542358+0000", 2023-08-28T02:33:30.600 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00092105500000000005 2023-08-28T02:33:30.600 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.600 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.600 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:33:30.601 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.538801+0000", 2023-08-28T02:33:30.601 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.9964434559999999 2023-08-28T02:33:30.601 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.601 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.601 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:33:30.601 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.538825+0000", 2023-08-28T02:33:30.601 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.3388999999999999e-05 2023-08-28T02:33:30.601 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.601 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.601 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:33:30.601 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.538843+0000", 2023-08-28T02:33:30.601 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.8437999999999999e-05 2023-08-28T02:33:30.602 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:30.602 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:33:30.602 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:30.602 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.602 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.602 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:173404 9.1e 9:7a63089a:::benchmark_data_smithi040_209735_object65809:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e225)", 2023-08-28T02:33:30.602 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:45.586429+0000", 2023-08-28T02:33:30.602 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 224.782879353, 2023-08-28T02:33:30.602 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.953333706, 2023-08-28T02:33:30.602 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:33:30.602 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:33:30.603 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:33:30.603 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:33:30.603 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:33:30.603 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 173404 2023-08-28T02:33:30.603 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.603 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:33:30.603 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.603 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:33:30.603 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.586429+0000", 2023-08-28T02:33:30.603 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:30.603 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.603 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.604 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:33:30.604 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.586429+0000", 2023-08-28T02:33:30.604 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:30.604 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.604 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.604 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:33:30.604 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.586428+0000", 2023-08-28T02:33:30.604 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:33:30.604 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.604 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.604 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:33:30.604 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.586435+0000", 2023-08-28T02:33:30.605 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.4779999999999996e-06 2023-08-28T02:33:30.605 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.605 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.605 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:33:30.605 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.586445+0000", 2023-08-28T02:33:30.605 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0852e-05 2023-08-28T02:33:30.605 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.605 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.605 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:33:30.605 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.586451+0000", 2023-08-28T02:33:30.605 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.75e-06 2023-08-28T02:33:30.605 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.606 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.606 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:30.606 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.586491+0000", 2023-08-28T02:33:30.606 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.0030999999999997e-05 2023-08-28T02:33:30.606 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.606 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.606 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:33:30.606 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.586618+0000", 2023-08-28T02:33:30.606 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00012661399999999999 2023-08-28T02:33:30.606 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.606 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.606 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,4", 2023-08-28T02:33:30.607 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.586901+0000", 2023-08-28T02:33:30.607 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00028295499999999999 2023-08-28T02:33:30.607 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.607 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.607 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:33:30.607 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.588334+0000", 2023-08-28T02:33:30.607 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00143362 2023-08-28T02:33:30.607 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.607 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.607 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:33:30.607 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.588720+0000", 2023-08-28T02:33:30.607 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00038548899999999998 2023-08-28T02:33:30.608 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.608 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.608 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:33:30.608 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.539676+0000", 2023-08-28T02:33:30.608 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.9509561259999999 2023-08-28T02:33:30.608 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.608 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.608 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:33:30.608 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.539727+0000", 2023-08-28T02:33:30.608 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.0657e-05 2023-08-28T02:33:30.608 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.608 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.609 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:33:30.609 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.539763+0000", 2023-08-28T02:33:30.609 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.6353000000000002e-05 2023-08-28T02:33:30.609 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:30.609 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:33:30.609 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:30.609 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.609 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.609 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:173412 9.e 9:775e1976:::benchmark_data_smithi040_209735_object65817:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e225)", 2023-08-28T02:33:30.609 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:45.637618+0000", 2023-08-28T02:33:30.609 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 224.73169091599999, 2023-08-28T02:33:30.609 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.90474498, 2023-08-28T02:33:30.610 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:33:30.610 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:33:30.610 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:33:30.610 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:33:30.610 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:33:30.610 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 173412 2023-08-28T02:33:30.610 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.610 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:33:30.610 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.610 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:33:30.610 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.637618+0000", 2023-08-28T02:33:30.610 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:30.611 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.611 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.611 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:33:30.611 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.637618+0000", 2023-08-28T02:33:30.611 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:30.611 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.611 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.611 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:33:30.611 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.637617+0000", 2023-08-28T02:33:30.611 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:33:30.611 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.611 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.612 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:33:30.612 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.637622+0000", 2023-08-28T02:33:30.612 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.5199999999999997e-06 2023-08-28T02:33:30.612 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.612 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.612 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:33:30.612 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.637633+0000", 2023-08-28T02:33:30.612 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0329999999999999e-05 2023-08-28T02:33:30.612 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.612 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.612 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:33:30.612 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.637637+0000", 2023-08-28T02:33:30.613 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.3000000000000003e-06 2023-08-28T02:33:30.613 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.613 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.613 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:30.613 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.637669+0000", 2023-08-28T02:33:30.613 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.2202000000000001e-05 2023-08-28T02:33:30.613 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.613 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.613 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:33:30.613 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.637739+0000", 2023-08-28T02:33:30.613 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.9716999999999997e-05 2023-08-28T02:33:30.613 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.614 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.614 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,4", 2023-08-28T02:33:30.614 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.637998+0000", 2023-08-28T02:33:30.614 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00025929499999999999 2023-08-28T02:33:30.614 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.614 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.614 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:33:30.614 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.639284+0000", 2023-08-28T02:33:30.614 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.001286248 2023-08-28T02:33:30.614 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.614 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.615 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:33:30.615 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.640940+0000", 2023-08-28T02:33:30.615 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.001655307 2023-08-28T02:33:30.615 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.615 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.615 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:33:30.615 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.542275+0000", 2023-08-28T02:33:30.615 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.9013357470000001 2023-08-28T02:33:30.615 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.615 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.615 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:33:30.615 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.542323+0000", 2023-08-28T02:33:30.615 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.7769999999999998e-05 2023-08-28T02:33:30.616 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.616 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.616 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:33:30.616 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.542363+0000", 2023-08-28T02:33:30.616 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.9583999999999999e-05 2023-08-28T02:33:30.616 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:30.616 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:33:30.616 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:30.616 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.616 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.616 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:173428 9.e 9:766a8b60:::benchmark_data_smithi040_209735_object65833:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e226)", 2023-08-28T02:33:30.616 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:45.889129+0000", 2023-08-28T02:33:30.617 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 224.48017951400001, 2023-08-28T02:33:30.617 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.6725081180000001, 2023-08-28T02:33:30.617 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:33:30.617 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:33:30.617 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:33:30.617 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:33:30.617 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:33:30.617 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 173428 2023-08-28T02:33:30.617 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.617 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:33:30.617 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.617 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:33:30.618 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.889129+0000", 2023-08-28T02:33:30.618 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:30.618 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.618 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.618 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:33:30.618 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.889129+0000", 2023-08-28T02:33:30.618 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:30.618 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.618 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.618 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:33:30.618 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.889128+0000", 2023-08-28T02:33:30.618 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:33:30.618 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.619 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.619 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:33:30.619 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.889133+0000", 2023-08-28T02:33:30.619 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.0209999999999999e-06 2023-08-28T02:33:30.619 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.619 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.619 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:33:30.619 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.889144+0000", 2023-08-28T02:33:30.619 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1357e-05 2023-08-28T02:33:30.619 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.619 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.619 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:33:30.620 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.889149+0000", 2023-08-28T02:33:30.620 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.8960000000000002e-06 2023-08-28T02:33:30.620 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.620 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.620 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:30.620 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.889196+0000", 2023-08-28T02:33:30.620 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.7221000000000001e-05 2023-08-28T02:33:30.620 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.620 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.620 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:33:30.620 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.889325+0000", 2023-08-28T02:33:30.621 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00012908900000000001 2023-08-28T02:33:30.621 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.621 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.621 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,4", 2023-08-28T02:33:30.621 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.889656+0000", 2023-08-28T02:33:30.621 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00033046399999999999 2023-08-28T02:33:30.621 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.621 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.621 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:33:30.621 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.890978+0000", 2023-08-28T02:33:30.621 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0013223589999999999 2023-08-28T02:33:30.621 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.622 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.622 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:33:30.622 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.892216+0000", 2023-08-28T02:33:30.622 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0012379450000000001 2023-08-28T02:33:30.622 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.622 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.622 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:33:30.622 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.561568+0000", 2023-08-28T02:33:30.622 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.669351469 2023-08-28T02:33:30.622 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.622 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.622 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:33:30.623 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.561598+0000", 2023-08-28T02:33:30.623 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.0822999999999999e-05 2023-08-28T02:33:30.623 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.623 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.623 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:33:30.623 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.561637+0000", 2023-08-28T02:33:30.623 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.8807999999999998e-05 2023-08-28T02:33:30.623 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:30.623 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:33:30.623 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:30.623 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.623 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.624 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:173444 9.1e 9:7e5e8021:::benchmark_data_smithi040_209735_object65849:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e226)", 2023-08-28T02:33:30.624 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:45.913545+0000", 2023-08-28T02:33:30.624 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 224.455764058, 2023-08-28T02:33:30.624 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.648181042, 2023-08-28T02:33:30.624 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:33:30.624 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:33:30.624 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:33:30.624 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:33:30.624 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:33:30.624 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 173444 2023-08-28T02:33:30.624 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.625 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:33:30.625 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.625 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:33:30.625 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.913545+0000", 2023-08-28T02:33:30.625 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:30.625 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.625 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.625 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:33:30.625 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.913545+0000", 2023-08-28T02:33:30.625 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:30.625 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.625 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.626 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:33:30.626 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.913544+0000", 2023-08-28T02:33:30.626 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999995 2023-08-28T02:33:30.626 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.626 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.626 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:33:30.626 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.913547+0000", 2023-08-28T02:33:30.626 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.7609999999999999e-06 2023-08-28T02:33:30.626 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.626 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.626 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:33:30.626 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.913553+0000", 2023-08-28T02:33:30.627 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.5549999999999999e-06 2023-08-28T02:33:30.627 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.627 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.627 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:33:30.627 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.913558+0000", 2023-08-28T02:33:30.627 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.2150000000000003e-06 2023-08-28T02:33:30.627 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.627 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.627 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:30.627 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.913593+0000", 2023-08-28T02:33:30.627 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.5355999999999998e-05 2023-08-28T02:33:30.627 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.628 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.628 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:33:30.628 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.913675+0000", 2023-08-28T02:33:30.628 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.174e-05 2023-08-28T02:33:30.628 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.628 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.628 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,4", 2023-08-28T02:33:30.628 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.913900+0000", 2023-08-28T02:33:30.628 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00022486899999999999 2023-08-28T02:33:30.628 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.628 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.628 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:33:30.629 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.914959+0000", 2023-08-28T02:33:30.629 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0010593550000000001 2023-08-28T02:33:30.629 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.629 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.629 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:33:30.629 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.917392+0000", 2023-08-28T02:33:30.629 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0024325570000000001 2023-08-28T02:33:30.629 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.629 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.629 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:33:30.629 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.561661+0000", 2023-08-28T02:33:30.630 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.6442692810000001 2023-08-28T02:33:30.630 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.630 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.630 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:33:30.630 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.561688+0000", 2023-08-28T02:33:30.630 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.6998000000000001e-05 2023-08-28T02:33:30.630 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.630 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.630 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:33:30.630 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.561726+0000", 2023-08-28T02:33:30.630 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.7802999999999997e-05 2023-08-28T02:33:30.630 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:30.631 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:33:30.631 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:30.631 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.631 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.631 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:173455 9.1e 9:796cd6a5:::benchmark_data_smithi040_209735_object65860:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e226)", 2023-08-28T02:33:30.631 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:45.942477+0000", 2023-08-28T02:33:30.631 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 224.42683163000001, 2023-08-28T02:33:30.631 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.6457492970000001, 2023-08-28T02:33:30.631 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:33:30.631 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:33:30.631 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:33:30.631 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:33:30.632 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:33:30.632 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 173455 2023-08-28T02:33:30.632 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.632 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:33:30.632 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.632 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:33:30.632 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.942477+0000", 2023-08-28T02:33:30.632 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:30.632 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.632 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.632 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:33:30.632 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.942477+0000", 2023-08-28T02:33:30.633 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:33:30.633 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.633 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.633 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:33:30.633 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.942476+0000", 2023-08-28T02:33:30.633 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:33:30.633 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.633 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.633 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:33:30.633 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.942481+0000", 2023-08-28T02:33:30.633 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.4790000000000004e-06 2023-08-28T02:33:30.633 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.633 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.634 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:33:30.634 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.942491+0000", 2023-08-28T02:33:30.634 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0156999999999999e-05 2023-08-28T02:33:30.634 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.634 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.634 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:33:30.634 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.942496+0000", 2023-08-28T02:33:30.634 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.0699999999999997e-06 2023-08-28T02:33:30.634 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.634 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.634 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:33:30.635 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.942544+0000", 2023-08-28T02:33:30.635 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.7953e-05 2023-08-28T02:33:30.635 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.635 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.635 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:33:30.635 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.942881+0000", 2023-08-28T02:33:30.635 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00033649500000000002 2023-08-28T02:33:30.635 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.635 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.635 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,4", 2023-08-28T02:33:30.635 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.943152+0000", 2023-08-28T02:33:30.635 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00027160200000000002 2023-08-28T02:33:30.636 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.636 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.636 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:33:30.636 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.944545+0000", 2023-08-28T02:33:30.636 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.001392257 2023-08-28T02:33:30.636 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.636 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.636 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:33:30.636 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.947700+0000", 2023-08-28T02:33:30.636 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0031557820000000002 2023-08-28T02:33:30.636 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.636 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.637 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:33:30.637 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.588169+0000", 2023-08-28T02:33:30.637 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.6404686050000001 2023-08-28T02:33:30.637 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.637 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.637 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:33:30.637 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.588201+0000", 2023-08-28T02:33:30.637 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.2181999999999998e-05 2023-08-28T02:33:30.637 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:33:30.637 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:33:30.637 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:33:30.637 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.588226+0000", 2023-08-28T02:33:30.637 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.5105000000000001e-05 2023-08-28T02:33:30.638 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:30.638 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:33:30.638 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:30.638 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:33:30.638 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:33:30.638 INFO:teuthology.orchestra.run.smithi083.stdout:} 2023-08-28T02:33:30.639 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:33:30.639 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:33:30.639 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:30.640 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:33:30.640 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:33:30.641 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd reweight 5 1 2023-08-28T02:33:30.641 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:33:30.741 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:33:30.776 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:30.805 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:33:30.810 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:30.810 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:33:30.911 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:33:30.947 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:30.980 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:30 smithi040 ceph-mon[175404]: failed to encode map e305 with expected crc 2023-08-28T02:33:30.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:30 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/123914836' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2023-08-28T02:33:30.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:30 smithi040 ceph-mon[175404]: failed to encode map e305 with expected crc 2023-08-28T02:33:30.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:30 smithi040 ceph-mon[175404]: osdmap e305: 8 total, 8 up, 6 in 2023-08-28T02:33:30.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:30 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/853226170' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:33:30.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:30 smithi040 ceph-mon[175404]: pgmap v893: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 activating+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 5.6 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 50993/275826 objects degraded (18.487%); 20549/275826 objects misplaced (7.450%); 2483/91942 objects unfound (2.701%); 11 MiB/s, 171 objects/s recovering 2023-08-28T02:33:30.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:30 smithi040 ceph-mon[170259]: failed to encode map e305 with expected crc 2023-08-28T02:33:30.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:30 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/123914836' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2023-08-28T02:33:30.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:30 smithi040 ceph-mon[170259]: failed to encode map e305 with expected crc 2023-08-28T02:33:30.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:30 smithi040 ceph-mon[170259]: osdmap e305: 8 total, 8 up, 6 in 2023-08-28T02:33:30.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:30 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/853226170' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:33:30.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:30 smithi040 ceph-mon[170259]: pgmap v893: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 activating+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 5.6 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 50993/275826 objects degraded (18.487%); 20549/275826 objects misplaced (7.450%); 2483/91942 objects unfound (2.701%); 11 MiB/s, 171 objects/s recovering 2023-08-28T02:33:31.031 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:33:31.114 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:31.114 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:33:31.212 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:30 smithi083 ceph-mon[157819]: failed to encode map e305 with expected crc 2023-08-28T02:33:31.213 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:30 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/123914836' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 4, "weight": 1.0}]': finished 2023-08-28T02:33:31.213 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:30 smithi083 ceph-mon[157819]: failed to encode map e305 with expected crc 2023-08-28T02:33:31.213 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:30 smithi083 ceph-mon[157819]: osdmap e305: 8 total, 8 up, 6 in 2023-08-28T02:33:31.214 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:30 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/853226170' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:33:31.214 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:30 smithi083 ceph-mon[157819]: pgmap v893: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 activating+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 5.6 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 50993/275826 objects degraded (18.487%); 20549/275826 objects misplaced (7.450%); 2483/91942 objects unfound (2.701%); 11 MiB/s, 171 objects/s recovering 2023-08-28T02:33:31.215 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:33:31.252 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:31.295 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:33:31.475 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:33:31.479 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:31.479 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:33:31.481 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.3 dump_ops_in_flight 2023-08-28T02:33:31.580 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:33:31.610 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:31.634 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:33:31.636 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:31.637 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:33:31.738 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:33:31.775 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:31.899 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:33:31.903 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:31.903 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:33:31.913 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:33:32.005 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:33:32.038 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:31 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 50993/275826 objects degraded (18.487%), 10 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:33:32.038 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:31 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 50993/275826 objects degraded (18.487%), 10 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:33:32.041 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:32.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:31 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 50993/275826 objects degraded (18.487%), 10 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:33:33.019 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:33:33.022 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:33.023 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:33:33.124 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:33:33.158 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:33.230 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:32 smithi040 ceph-mon[175404]: pgmap v894: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+remapped, 2 activating+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 5.6 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 50993/275826 objects degraded (18.487%); 20203/275826 objects misplaced (7.325%); 2483/91942 objects unfound (2.701%); 11 MiB/s, 173 objects/s recovering 2023-08-28T02:33:33.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:32 smithi040 ceph-mon[170259]: pgmap v894: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+remapped, 2 activating+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 5.6 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 50993/275826 objects degraded (18.487%); 20203/275826 objects misplaced (7.325%); 2483/91942 objects unfound (2.701%); 11 MiB/s, 173 objects/s recovering 2023-08-28T02:33:33.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:32 smithi083 ceph-mon[157819]: pgmap v894: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+remapped, 2 activating+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 5.6 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 50993/275826 objects degraded (18.487%); 20203/275826 objects misplaced (7.325%); 2483/91942 objects unfound (2.701%); 11 MiB/s, 173 objects/s recovering 2023-08-28T02:33:33.672 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:33:33.692 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:33:33.717 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:33:33.739 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:33:33.740 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-08-28T02:33:33.741 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-08-28T02:33:33.741 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-08-28T02:33:33.741 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-08-28T02:33:33.741 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-08-28T02:33:33.741 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-08-28T02:33:33.741 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-08-28T02:33:33.741 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-08-28T02:33:33.887 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:33:33.890 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:33.891 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:33:33.975 INFO:teuthology.orchestra.run.smithi040.stderr:noscrub is unset 2023-08-28T02:33:33.992 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:33:34.027 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:33 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2549619050' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:33:34.028 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:33 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2549619050' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:33:34.031 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:34.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:33 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2549619050' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:33:34.258 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:33:34.287 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:34.287 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:33:34.388 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:33:34.416 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:34.448 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:33:34.451 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:34.451 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:33:34.552 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:33:34.587 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:34.993 INFO:teuthology.orchestra.run.smithi040.stderr:reweighted osd.5 to 1 (10000) 2023-08-28T02:33:35.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:34 smithi040 ceph-mon[170259]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:33:35.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:34 smithi040 ceph-mon[170259]: failed to encode map e306 with expected crc 2023-08-28T02:33:35.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:34 smithi040 ceph-mon[170259]: failed to encode map e306 with expected crc 2023-08-28T02:33:35.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:34 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2549619050' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:33:35.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:34 smithi040 ceph-mon[170259]: osdmap e306: 8 total, 8 up, 6 in 2023-08-28T02:33:35.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:34 smithi040 ceph-mon[170259]: pgmap v896: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+remapped, 2 activating+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 5.6 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 50993/275826 objects degraded (18.487%); 20203/275826 objects misplaced (7.325%); 5.9 MiB/s, 94 objects/s recovering 2023-08-28T02:33:35.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:34 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2968918880' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-08-28T02:33:35.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:34 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-08-28T02:33:35.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:34 smithi040 ceph-mon[175404]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:33:35.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:34 smithi040 ceph-mon[175404]: failed to encode map e306 with expected crc 2023-08-28T02:33:35.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:34 smithi040 ceph-mon[175404]: failed to encode map e306 with expected crc 2023-08-28T02:33:35.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:34 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2549619050' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:33:35.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:34 smithi040 ceph-mon[175404]: osdmap e306: 8 total, 8 up, 6 in 2023-08-28T02:33:35.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:34 smithi040 ceph-mon[175404]: pgmap v896: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+remapped, 2 activating+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 5.6 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 50993/275826 objects degraded (18.487%); 20203/275826 objects misplaced (7.325%); 5.9 MiB/s, 94 objects/s recovering 2023-08-28T02:33:35.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:34 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2968918880' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-08-28T02:33:35.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:34 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-08-28T02:33:35.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:34 smithi083 ceph-mon[157819]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:33:35.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:34 smithi083 ceph-mon[157819]: failed to encode map e306 with expected crc 2023-08-28T02:33:35.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:34 smithi083 ceph-mon[157819]: failed to encode map e306 with expected crc 2023-08-28T02:33:35.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:34 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2549619050' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:33:35.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:34 smithi083 ceph-mon[157819]: osdmap e306: 8 total, 8 up, 6 in 2023-08-28T02:33:35.243 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:34 smithi083 ceph-mon[157819]: pgmap v896: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+remapped, 2 activating+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 5.6 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 50993/275826 objects degraded (18.487%); 20203/275826 objects misplaced (7.325%); 5.9 MiB/s, 94 objects/s recovering 2023-08-28T02:33:35.243 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:34 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2968918880' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-08-28T02:33:35.243 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:34 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]: dispatch 2023-08-28T02:33:35.730 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:33:35 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:33:35] "GET /metrics HTTP/1.1" 200 36603 "" "Prometheus/2.43.0" 2023-08-28T02:33:36.191 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:35 smithi040 ceph-mon[175404]: Health check cleared: OBJECT_UNFOUND (was: 2483/91942 objects unfound (2.701%)) 2023-08-28T02:33:36.192 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:35 smithi040 ceph-mon[175404]: failed to encode map e307 with expected crc 2023-08-28T02:33:36.192 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:35 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2023-08-28T02:33:36.192 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:35 smithi040 ceph-mon[175404]: osdmap e307: 8 total, 8 up, 6 in 2023-08-28T02:33:36.192 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:35 smithi040 ceph-mon[175404]: failed to encode map e307 with expected crc 2023-08-28T02:33:36.193 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd reweight 7 1 2023-08-28T02:33:36.194 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:35 smithi040 ceph-mon[170259]: Health check cleared: OBJECT_UNFOUND (was: 2483/91942 objects unfound (2.701%)) 2023-08-28T02:33:36.194 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:35 smithi040 ceph-mon[170259]: failed to encode map e307 with expected crc 2023-08-28T02:33:36.194 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:35 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2023-08-28T02:33:36.194 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:35 smithi040 ceph-mon[170259]: osdmap e307: 8 total, 8 up, 6 in 2023-08-28T02:33:36.194 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:35 smithi040 ceph-mon[170259]: failed to encode map e307 with expected crc 2023-08-28T02:33:36.218 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:33:36.223 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:36.224 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:33:36.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:35 smithi083 ceph-mon[157819]: Health check cleared: OBJECT_UNFOUND (was: 2483/91942 objects unfound (2.701%)) 2023-08-28T02:33:36.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:35 smithi083 ceph-mon[157819]: failed to encode map e307 with expected crc 2023-08-28T02:33:36.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:35 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 5, "weight": 1.0}]': finished 2023-08-28T02:33:36.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:35 smithi083 ceph-mon[157819]: osdmap e307: 8 total, 8 up, 6 in 2023-08-28T02:33:36.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:35 smithi083 ceph-mon[157819]: failed to encode map e307 with expected crc 2023-08-28T02:33:36.324 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:33:36.378 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:36.404 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:33:36.407 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:36.408 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:33:36.509 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:33:36.551 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:36.566 INFO:teuthology.orchestra.run.smithi040.stdout:ERROR: (22) Invalid argument 2023-08-28T02:33:36.566 INFO:teuthology.orchestra.run.smithi040.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:33:36.576 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:33:36.581 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:36.582 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:33:36.624 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:33:36.682 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:33:36.719 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:36.844 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:33:36.848 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:36.848 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:33:36.949 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:33:36.977 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:37.003 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:33:37.006 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:37.007 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:33:37.045 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.3 dump_blocked_ops 2023-08-28T02:33:37.107 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:33:37.117 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:36 smithi040 ceph-mon[175404]: pgmap v898: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 1 activating+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 5.6 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 12 op/s; 50975/275577 objects degraded (18.498%); 19468/275577 objects misplaced (7.064%); 14 MiB/s, 226 objects/s recovering 2023-08-28T02:33:37.117 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:36 smithi040 ceph-mon[170259]: pgmap v898: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 1 activating+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 5.6 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 12 op/s; 50975/275577 objects degraded (18.498%); 19468/275577 objects misplaced (7.064%); 14 MiB/s, 226 objects/s recovering 2023-08-28T02:33:37.142 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:37.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:36 smithi083 ceph-mon[157819]: pgmap v898: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 1 activating+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 5.6 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 12 op/s; 50975/275577 objects degraded (18.498%); 19468/275577 objects misplaced (7.064%); 14 MiB/s, 226 objects/s recovering 2023-08-28T02:33:37.267 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:33:37.279 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:37.279 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:33:37.380 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:33:37.412 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:37.442 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:33:37.446 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:37.447 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:33:37.538 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:33:37.548 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:33:37.576 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:37.599 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:33:37.603 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:37.603 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:33:37.704 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:33:37.740 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:37.957 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-08-28T02:33:38.031 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd unset nodeep-scrub 2023-08-28T02:33:38.069 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:33:38.089 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:38.089 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:33:38.189 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:33:38.223 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:38.225 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:37 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 50975/275577 objects degraded (18.498%), 10 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:33:38.225 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:37 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 50975/275577 objects degraded (18.498%), 10 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:33:38.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:37 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 50975/275577 objects degraded (18.498%), 10 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:33:38.250 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:33:38.254 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:38.255 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:33:38.355 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:33:38.389 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:38.514 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:33:38.518 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:38.518 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:33:38.619 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:33:38.648 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:38.672 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:33:38.675 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:38.675 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:33:38.776 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:33:38.804 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:38.827 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:33:38.832 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:38.832 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:33:38.933 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:33:38.965 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:39.138 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:33:39.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:38 smithi040 ceph-mon[170259]: pgmap v899: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 1 activating+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 5.6 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 21 op/s; 50975/275301 objects degraded (18.516%); 19468/275301 objects misplaced (7.072%); 8.6 MiB/s, 137 objects/s recovering 2023-08-28T02:33:39.230 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:38 smithi040 ceph-mon[175404]: pgmap v899: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 1 activating+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 5.6 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 21 op/s; 50975/275301 objects degraded (18.516%); 19468/275301 objects misplaced (7.072%); 8.6 MiB/s, 137 objects/s recovering 2023-08-28T02:33:39.365 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:39.366 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:33:39.467 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:33:39.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:38 smithi083 ceph-mon[157819]: pgmap v899: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 1 activating+undersized+degraded+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 6 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 5.6 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 21 op/s; 50975/275301 objects degraded (18.516%); 19468/275301 objects misplaced (7.072%); 8.6 MiB/s, 137 objects/s recovering 2023-08-28T02:33:39.499 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:39.877 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:33:39.880 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:39.880 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:33:39.897 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:33:39.947 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:33:39.981 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:33:40.020 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:40.153 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:33:40.157 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:40.158 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:33:40.258 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:33:40.269 INFO:teuthology.orchestra.run.smithi040.stderr:reweighted osd.7 to 1 (10000) 2023-08-28T02:33:40.291 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:40.319 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:33:40.323 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:40.323 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:33:40.400 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:40 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3702644390' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-08-28T02:33:40.400 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:40 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3702644390' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-08-28T02:33:40.424 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:33:40.462 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:40.487 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:33:40.492 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:40.492 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:33:40.593 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:33:40.622 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:40 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3702644390' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]: dispatch 2023-08-28T02:33:40.624 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:40.646 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:33:40.649 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:40.649 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:33:40.750 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:33:40.781 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:40.800 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:33:40.803 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:40.803 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:33:40.904 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:33:40.934 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:40.963 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:33:40.968 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:40.968 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:33:41.069 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:33:41.100 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:41.122 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:33:41.125 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:41.126 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:33:41.227 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:33:41.259 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:41.284 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:33:41.286 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:41.287 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:33:41.387 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:33:41.421 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:41.451 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:33:41.457 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:41.457 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:33:41.533 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:41 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3702644390' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2023-08-28T02:33:41.533 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:41 smithi040 ceph-mon[175404]: osdmap e308: 8 total, 8 up, 6 in 2023-08-28T02:33:41.533 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:41 smithi040 ceph-mon[175404]: failed to encode map e308 with expected crc 2023-08-28T02:33:41.533 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:41 smithi040 ceph-mon[175404]: failed to encode map e308 with expected crc 2023-08-28T02:33:41.533 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:41 smithi040 ceph-mon[175404]: failed to encode map e308 with expected crc 2023-08-28T02:33:41.533 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:41 smithi040 ceph-mon[175404]: pgmap v901: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 5.6 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 69 op/s; 50917/274482 objects degraded (18.550%); 19055/274482 objects misplaced (6.942%); 11 MiB/s, 178 objects/s recovering 2023-08-28T02:33:41.533 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:41 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3702644390' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2023-08-28T02:33:41.533 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:41 smithi040 ceph-mon[170259]: osdmap e308: 8 total, 8 up, 6 in 2023-08-28T02:33:41.534 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:41 smithi040 ceph-mon[170259]: failed to encode map e308 with expected crc 2023-08-28T02:33:41.534 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:41 smithi040 ceph-mon[170259]: failed to encode map e308 with expected crc 2023-08-28T02:33:41.534 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:41 smithi040 ceph-mon[170259]: failed to encode map e308 with expected crc 2023-08-28T02:33:41.534 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:41 smithi040 ceph-mon[170259]: pgmap v901: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 5.6 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 69 op/s; 50917/274482 objects degraded (18.550%); 19055/274482 objects misplaced (6.942%); 11 MiB/s, 178 objects/s recovering 2023-08-28T02:33:41.558 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:33:41.593 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:41.637 INFO:teuthology.orchestra.run.smithi040.stdout:ERROR: (22) Invalid argument 2023-08-28T02:33:41.637 INFO:teuthology.orchestra.run.smithi040.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:33:41.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:41 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3702644390' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 7, "weight": 1.0}]': finished 2023-08-28T02:33:41.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:41 smithi083 ceph-mon[157819]: osdmap e308: 8 total, 8 up, 6 in 2023-08-28T02:33:41.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:41 smithi083 ceph-mon[157819]: failed to encode map e308 with expected crc 2023-08-28T02:33:41.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:41 smithi083 ceph-mon[157819]: failed to encode map e308 with expected crc 2023-08-28T02:33:41.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:41 smithi083 ceph-mon[157819]: failed to encode map e308 with expected crc 2023-08-28T02:33:41.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:41 smithi083 ceph-mon[157819]: pgmap v901: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 5.6 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 69 op/s; 50917/274482 objects degraded (18.550%); 19055/274482 objects misplaced (6.942%); 11 MiB/s, 178 objects/s recovering 2023-08-28T02:33:41.824 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:33:41.827 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:41.828 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:33:41.928 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:33:41.963 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:42.087 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:33:42.096 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:42.096 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:33:42.121 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.3 dump_historic_ops 2023-08-28T02:33:42.197 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:33:42.245 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:42.448 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd reweight 1 1 2023-08-28T02:33:42.691 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:33:42.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:42 smithi040 ceph-mon[175404]: pgmap v902: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 5.6 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 75 op/s; 50888/274014 objects degraded (18.571%); 18701/274014 objects misplaced (6.825%); 12 MiB/s, 190 objects/s recovering 2023-08-28T02:33:42.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:42 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 50888/274014 objects degraded (18.571%), 10 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:33:42.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:42 smithi040 ceph-mon[170259]: pgmap v902: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 5.6 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 75 op/s; 50888/274014 objects degraded (18.571%); 18701/274014 objects misplaced (6.825%); 12 MiB/s, 190 objects/s recovering 2023-08-28T02:33:42.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:42 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 50888/274014 objects degraded (18.571%), 10 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:33:42.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:42 smithi083 ceph-mon[157819]: pgmap v902: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 5.6 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 75 op/s; 50888/274014 objects degraded (18.571%); 18701/274014 objects misplaced (6.825%); 12 MiB/s, 190 objects/s recovering 2023-08-28T02:33:42.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:42 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 50888/274014 objects degraded (18.571%), 10 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:33:42.832 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:33:42.836 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:42.836 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:33:42.937 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:33:42.981 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:43.117 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:33:43.121 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:43.122 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:33:43.130 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:33:43.156 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:33:43.181 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:33:43.207 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:33:43.222 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:33:43.232 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:33:43.253 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:43.264 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:33:43.268 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:33:43.273 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:33:43.275 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:33:43.277 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:43.278 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:33:43.299 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:33:43.301 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-08-28T02:33:43.301 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-08-28T02:33:43.301 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-08-28T02:33:43.301 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-08-28T02:33:43.301 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-08-28T02:33:43.301 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-08-28T02:33:43.301 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-08-28T02:33:43.301 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-08-28T02:33:43.379 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:33:43.408 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:43.428 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:33:43.435 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:43.435 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:33:43.506 INFO:teuthology.orchestra.run.smithi040.stderr:nodeep-scrub is unset 2023-08-28T02:33:43.536 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:33:43.564 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:43 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/854802677' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:33:43.565 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:43 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1727049001' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:33:43.567 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:43.589 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:33:43.592 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:43.592 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:33:43.693 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:33:43.720 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:43.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:43 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/854802677' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:33:43.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:43 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1727049001' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:33:43.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:43 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/854802677' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:33:43.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:43 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1727049001' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:33:43.743 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:33:43.746 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:43.746 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:33:43.847 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:33:43.882 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:43.957 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:33:43.960 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:43.960 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:33:44.061 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:33:44.088 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:44.109 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:33:44.112 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:44.112 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:33:44.213 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:33:44.248 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:44.322 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:33:44.326 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:44.326 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:33:44.427 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:33:44.461 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:44.482 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:33:44.486 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:44.486 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:33:44.587 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:33:44.615 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:44.636 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:33:44.639 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:44.639 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:33:44.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:44 smithi040 ceph-mon[175404]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:33:44.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:44 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/854802677' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:33:44.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:44 smithi040 ceph-mon[175404]: osdmap e309: 8 total, 8 up, 6 in 2023-08-28T02:33:44.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:44 smithi040 ceph-mon[175404]: failed to encode map e309 with expected crc 2023-08-28T02:33:44.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:44 smithi040 ceph-mon[175404]: failed to encode map e309 with expected crc 2023-08-28T02:33:44.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:44 smithi040 ceph-mon[175404]: failed to encode map e309 with expected crc 2023-08-28T02:33:44.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:44 smithi040 ceph-mon[175404]: pgmap v904: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 5.6 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 86 op/s; 50849/273501 objects degraded (18.592%); 18651/273501 objects misplaced (6.819%); 6.2 MiB/s, 99 objects/s recovering 2023-08-28T02:33:44.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:44 smithi040 ceph-mon[170259]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:33:44.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:44 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/854802677' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:33:44.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:44 smithi040 ceph-mon[170259]: osdmap e309: 8 total, 8 up, 6 in 2023-08-28T02:33:44.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:44 smithi040 ceph-mon[170259]: failed to encode map e309 with expected crc 2023-08-28T02:33:44.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:44 smithi040 ceph-mon[170259]: failed to encode map e309 with expected crc 2023-08-28T02:33:44.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:44 smithi040 ceph-mon[170259]: failed to encode map e309 with expected crc 2023-08-28T02:33:44.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:44 smithi040 ceph-mon[170259]: pgmap v904: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 5.6 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 86 op/s; 50849/273501 objects degraded (18.592%); 18651/273501 objects misplaced (6.819%); 6.2 MiB/s, 99 objects/s recovering 2023-08-28T02:33:44.740 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:33:44.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:44 smithi083 ceph-mon[157819]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:33:44.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:44 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/854802677' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:33:44.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:44 smithi083 ceph-mon[157819]: osdmap e309: 8 total, 8 up, 6 in 2023-08-28T02:33:44.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:44 smithi083 ceph-mon[157819]: failed to encode map e309 with expected crc 2023-08-28T02:33:44.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:44 smithi083 ceph-mon[157819]: failed to encode map e309 with expected crc 2023-08-28T02:33:44.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:44 smithi083 ceph-mon[157819]: failed to encode map e309 with expected crc 2023-08-28T02:33:44.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:44 smithi083 ceph-mon[157819]: pgmap v904: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 5.6 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 86 op/s; 50849/273501 objects degraded (18.592%); 18651/273501 objects misplaced (6.819%); 6.2 MiB/s, 99 objects/s recovering 2023-08-28T02:33:44.767 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:44.798 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:33:44.802 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:44.802 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:33:44.845 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-08-28T02:33:44.845 INFO:teuthology.orchestra.run.smithi040.stdout: "size": 20, 2023-08-28T02:33:44.845 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 600, 2023-08-28T02:33:44.845 INFO:teuthology.orchestra.run.smithi040.stdout: "ops": [ 2023-08-28T02:33:44.845 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.845 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "MOSDPGPush(10.d 299/297 [PushOp(10:b17f00a9:::benchmark_data_smithi040_250784_object75247:head, version: 267'4687, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(10:b17f00a9:::benchmark_data_smithi040_250784_object75247:head@267'4687, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-08-28T02:33:44.845 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:33:13.338811+0000", 2023-08-28T02:33:44.846 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 31.504202771999999, 2023-08-28T02:33:44.846 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.014310685, 2023-08-28T02:33:44.846 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:33:44.846 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "started", 2023-08-28T02:33:44.846 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:33:44.846 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.846 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:33:44.846 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.338811+0000", 2023-08-28T02:33:44.846 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:33:44.846 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.846 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.846 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:33:44.847 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.338811+0000", 2023-08-28T02:33:44.847 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:33:44.847 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.847 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.847 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:33:44.847 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.338810+0000", 2023-08-28T02:33:44.847 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:33:44.847 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.847 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.847 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:33:44.847 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.338984+0000", 2023-08-28T02:33:44.847 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00017307499999999999 2023-08-28T02:33:44.848 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.848 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.848 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:33:44.848 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.352618+0000", 2023-08-28T02:33:44.848 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.013634366 2023-08-28T02:33:44.848 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.848 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.848 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:33:44.848 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.352650+0000", 2023-08-28T02:33:44.848 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.1686000000000001e-05 2023-08-28T02:33:44.848 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.848 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.849 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:33:44.849 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.352897+0000", 2023-08-28T02:33:44.849 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00024705499999999999 2023-08-28T02:33:44.849 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.849 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.849 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:33:44.849 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.352909+0000", 2023-08-28T02:33:44.849 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1973999999999999e-05 2023-08-28T02:33:44.849 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.849 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.849 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:33:44.849 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.353121+0000", 2023-08-28T02:33:44.850 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000212835 2023-08-28T02:33:44.850 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:33:44.850 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:33:44.850 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:33:44.850 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.850 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.850 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "MOSDPGPush(3.10 299/298 [PushOp(3:0bd6d154:::602.00000000:head, version: 65'6, data_included: [], data_size: 0, omap_header_size: 274, omap_entries_size: 0, attrset_size: 4, recovery_info: ObjectRecoveryInfo(3:0bd6d154:::602.00000000:head@65'6, size: 0, copy_subset: [], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:0, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-08-28T02:33:44.850 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:33:13.448403+0000", 2023-08-28T02:33:44.850 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 31.394611037000001, 2023-08-28T02:33:44.850 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0077840590000000003, 2023-08-28T02:33:44.850 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:33:44.850 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "started", 2023-08-28T02:33:44.851 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:33:44.851 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.851 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:33:44.851 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.448403+0000", 2023-08-28T02:33:44.851 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:33:44.851 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.851 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.851 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:33:44.851 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.448403+0000", 2023-08-28T02:33:44.851 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:33:44.851 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.851 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.852 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:33:44.852 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.448402+0000", 2023-08-28T02:33:44.852 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:33:44.852 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.852 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.852 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:33:44.852 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.448423+0000", 2023-08-28T02:33:44.852 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.1162000000000002e-05 2023-08-28T02:33:44.852 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.852 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.852 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:33:44.853 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.453354+0000", 2023-08-28T02:33:44.853 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0049308429999999999 2023-08-28T02:33:44.853 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.853 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.853 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:33:44.853 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.453379+0000", 2023-08-28T02:33:44.853 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.5778999999999998e-05 2023-08-28T02:33:44.853 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.853 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.853 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:33:44.853 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.453519+0000", 2023-08-28T02:33:44.853 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00013997400000000001 2023-08-28T02:33:44.854 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.854 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.854 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:33:44.854 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.453535+0000", 2023-08-28T02:33:44.854 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.5302999999999999e-05 2023-08-28T02:33:44.854 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.854 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.854 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:33:44.854 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.456187+0000", 2023-08-28T02:33:44.854 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0026519709999999999 2023-08-28T02:33:44.854 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:33:44.854 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:33:44.855 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:33:44.855 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.855 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.855 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "MOSDPGPush(3.d 299/298 [PushOp(3:b50e409b:::mds_snaptable:head, version: 65'1, data_included: [0~70], data_size: 70, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(3:b50e409b:::mds_snaptable:head@65'1, size: 70, copy_subset: [0~70], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:70, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-08-28T02:33:44.855 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:33:13.500759+0000", 2023-08-28T02:33:44.855 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 31.342254914000002, 2023-08-28T02:33:44.855 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0067655900000000001, 2023-08-28T02:33:44.855 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:33:44.855 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "started", 2023-08-28T02:33:44.855 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:33:44.855 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.855 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:33:44.856 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.500759+0000", 2023-08-28T02:33:44.856 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:33:44.856 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.856 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.856 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:33:44.856 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.500759+0000", 2023-08-28T02:33:44.856 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:33:44.856 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.856 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.856 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:33:44.856 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.500757+0000", 2023-08-28T02:33:44.856 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:33:44.857 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.857 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.857 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:33:44.857 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.500780+0000", 2023-08-28T02:33:44.857 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.2802e-05 2023-08-28T02:33:44.857 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.857 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.857 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:33:44.857 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.502433+0000", 2023-08-28T02:33:44.857 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.001652721 2023-08-28T02:33:44.857 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.858 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.858 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:33:44.858 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.502461+0000", 2023-08-28T02:33:44.858 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.8496e-05 2023-08-28T02:33:44.858 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.858 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.858 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:33:44.858 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.507217+0000", 2023-08-28T02:33:44.858 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0047561590000000003 2023-08-28T02:33:44.858 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.858 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.859 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:33:44.859 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.507234+0000", 2023-08-28T02:33:44.859 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.6310000000000001e-05 2023-08-28T02:33:44.859 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.859 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.859 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:33:44.859 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.507524+0000", 2023-08-28T02:33:44.859 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00029052499999999997 2023-08-28T02:33:44.859 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:33:44.859 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:33:44.860 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:33:44.860 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.860 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.860 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:95315 10.f e308/298 10:f1ddea9f:::benchmark_data_smithi040_250784_object2006:head v 308'6040, mlcod=0'0)", 2023-08-28T02:33:44.860 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:33:43.214650+0000", 2023-08-28T02:33:44.860 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 1.6283633050000001, 2023-08-28T02:33:44.860 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0043907060000000003, 2023-08-28T02:33:44.860 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:33:44.860 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:33:44.860 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:33:44.861 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.861 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:33:44.861 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.214650+0000", 2023-08-28T02:33:44.861 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:33:44.861 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.861 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.861 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:33:44.861 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.214650+0000", 2023-08-28T02:33:44.861 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:33:44.861 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.862 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.862 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:33:44.862 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.214649+0000", 2023-08-28T02:33:44.862 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:33:44.862 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.862 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.862 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:33:44.862 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.214660+0000", 2023-08-28T02:33:44.862 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0784999999999999e-05 2023-08-28T02:33:44.862 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.863 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.863 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:33:44.863 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.214680+0000", 2023-08-28T02:33:44.863 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.0615000000000002e-05 2023-08-28T02:33:44.863 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.863 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.863 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:33:44.863 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.214692+0000", 2023-08-28T02:33:44.863 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1739999999999999e-05 2023-08-28T02:33:44.863 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.864 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.864 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:33:44.864 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.214764+0000", 2023-08-28T02:33:44.864 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.2009999999999997e-05 2023-08-28T02:33:44.864 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.864 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.864 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:33:44.864 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.214798+0000", 2023-08-28T02:33:44.864 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.4031e-05 2023-08-28T02:33:44.864 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.864 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.865 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:33:44.865 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.218998+0000", 2023-08-28T02:33:44.865 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00419951 2023-08-28T02:33:44.865 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.865 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.865 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:33:44.865 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.219041+0000", 2023-08-28T02:33:44.865 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.3275999999999997e-05 2023-08-28T02:33:44.865 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:33:44.865 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:33:44.866 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:33:44.866 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.866 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.866 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:95326 10.f e308/298 10:fe9690d1:::benchmark_data_smithi040_250784_object2017:head v 308'6041, mlcod=0'0)", 2023-08-28T02:33:44.866 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:33:43.344182+0000", 2023-08-28T02:33:44.866 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 1.498831233, 2023-08-28T02:33:44.866 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0045341000000000001, 2023-08-28T02:33:44.866 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:33:44.866 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:33:44.866 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:33:44.866 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.867 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:33:44.867 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.344182+0000", 2023-08-28T02:33:44.867 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:33:44.867 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.867 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.867 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:33:44.867 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.344182+0000", 2023-08-28T02:33:44.867 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:33:44.867 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.867 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.868 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:33:44.868 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.344181+0000", 2023-08-28T02:33:44.868 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:33:44.868 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.868 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.868 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:33:44.868 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.344195+0000", 2023-08-28T02:33:44.868 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.3974999999999999e-05 2023-08-28T02:33:44.869 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.869 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.869 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:33:44.869 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.344215+0000", 2023-08-28T02:33:44.869 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.9670999999999999e-05 2023-08-28T02:33:44.869 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.869 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.869 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:33:44.869 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.344227+0000", 2023-08-28T02:33:44.869 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1805e-05 2023-08-28T02:33:44.870 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.870 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.870 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:33:44.870 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.344292+0000", 2023-08-28T02:33:44.870 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.5129999999999995e-05 2023-08-28T02:33:44.870 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.870 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.870 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:33:44.870 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.344328+0000", 2023-08-28T02:33:44.870 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.6656999999999998e-05 2023-08-28T02:33:44.870 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.870 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.871 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:33:44.871 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.348658+0000", 2023-08-28T02:33:44.871 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0043296810000000002 2023-08-28T02:33:44.871 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.871 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.871 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:33:44.871 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.348716+0000", 2023-08-28T02:33:44.871 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.8409999999999998e-05 2023-08-28T02:33:44.871 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:33:44.872 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:33:44.872 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:33:44.872 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.872 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.872 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:95670 10.5 e308/298 10:af896592:::benchmark_data_smithi040_250784_object2361:head v 308'5867, mlcod=0'0)", 2023-08-28T02:33:44.872 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:33:43.488660+0000", 2023-08-28T02:33:44.872 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 1.3543537329999999, 2023-08-28T02:33:44.872 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0039430059999999998, 2023-08-28T02:33:44.872 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:33:44.873 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:33:44.873 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:33:44.873 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.873 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:33:44.873 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.488660+0000", 2023-08-28T02:33:44.873 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:33:44.873 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.873 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.873 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:33:44.873 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.488660+0000", 2023-08-28T02:33:44.873 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:33:44.873 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.874 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.874 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:33:44.874 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.488658+0000", 2023-08-28T02:33:44.874 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:33:44.874 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.874 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.874 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:33:44.874 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.488674+0000", 2023-08-28T02:33:44.874 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.5311999999999998e-05 2023-08-28T02:33:44.874 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.874 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.874 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:33:44.875 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.488697+0000", 2023-08-28T02:33:44.875 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.3357e-05 2023-08-28T02:33:44.875 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.875 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.875 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:33:44.875 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.488709+0000", 2023-08-28T02:33:44.875 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.203e-05 2023-08-28T02:33:44.875 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.875 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.875 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:33:44.875 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.488772+0000", 2023-08-28T02:33:44.876 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.3443999999999998e-05 2023-08-28T02:33:44.876 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.876 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.876 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:33:44.876 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.488806+0000", 2023-08-28T02:33:44.876 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.3317e-05 2023-08-28T02:33:44.876 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.876 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.876 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:33:44.876 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.492544+0000", 2023-08-28T02:33:44.876 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0037383849999999999 2023-08-28T02:33:44.876 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.877 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.877 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:33:44.877 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.492603+0000", 2023-08-28T02:33:44.877 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.8733000000000002e-05 2023-08-28T02:33:44.877 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:33:44.877 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:33:44.877 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:33:44.877 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.877 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.877 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:95680 10.4 e309/298 10:241f6c88:::benchmark_data_smithi040_250784_object2371:head v 309'5909, mlcod=260'3327)", 2023-08-28T02:33:44.877 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:33:43.539475+0000", 2023-08-28T02:33:44.877 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 1.3035380670000001, 2023-08-28T02:33:44.878 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.019732039999999999, 2023-08-28T02:33:44.878 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:33:44.878 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:33:44.878 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:33:44.878 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.878 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:33:44.878 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.539475+0000", 2023-08-28T02:33:44.878 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:33:44.878 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.878 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.878 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:33:44.878 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.539475+0000", 2023-08-28T02:33:44.879 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:33:44.879 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.879 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.879 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:33:44.879 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.539474+0000", 2023-08-28T02:33:44.879 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:33:44.879 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.879 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.879 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:33:44.879 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.539493+0000", 2023-08-28T02:33:44.879 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.9082000000000001e-05 2023-08-28T02:33:44.879 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.880 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.880 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:33:44.880 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.539520+0000", 2023-08-28T02:33:44.880 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.7095999999999999e-05 2023-08-28T02:33:44.880 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.880 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.880 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:33:44.880 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.539531+0000", 2023-08-28T02:33:44.880 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1260999999999999e-05 2023-08-28T02:33:44.880 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.880 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.881 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:33:44.881 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.539597+0000", 2023-08-28T02:33:44.881 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.5497e-05 2023-08-28T02:33:44.881 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.881 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.881 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:33:44.881 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.539636+0000", 2023-08-28T02:33:44.881 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.9613000000000002e-05 2023-08-28T02:33:44.881 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.881 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.881 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:33:44.881 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.559145+0000", 2023-08-28T02:33:44.882 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.019508958999999999 2023-08-28T02:33:44.882 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.882 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.882 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:33:44.882 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.559208+0000", 2023-08-28T02:33:44.882 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.2120999999999997e-05 2023-08-28T02:33:44.882 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:33:44.882 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:33:44.882 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:33:44.882 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.882 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.882 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:95681 10.4 e309/298 10:2fa8064f:::benchmark_data_smithi040_250784_object2372:head v 309'5910, mlcod=260'3327)", 2023-08-28T02:33:44.882 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:33:43.559707+0000", 2023-08-28T02:33:44.883 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 1.2833068000000001, 2023-08-28T02:33:44.883 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0042681899999999998, 2023-08-28T02:33:44.883 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:33:44.883 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:33:44.883 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:33:44.883 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.883 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:33:44.883 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.559707+0000", 2023-08-28T02:33:44.883 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:33:44.883 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.883 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.884 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:33:44.884 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.559707+0000", 2023-08-28T02:33:44.884 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:33:44.884 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.884 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.884 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:33:44.884 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.559706+0000", 2023-08-28T02:33:44.884 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:33:44.884 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.884 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.884 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:33:44.884 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.559728+0000", 2023-08-28T02:33:44.885 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.2597999999999999e-05 2023-08-28T02:33:44.885 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.885 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.885 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:33:44.885 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.559746+0000", 2023-08-28T02:33:44.885 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.7224e-05 2023-08-28T02:33:44.885 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.885 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.885 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:33:44.885 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.559755+0000", 2023-08-28T02:33:44.885 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.5000000000000005e-06 2023-08-28T02:33:44.885 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.886 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.886 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:33:44.886 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.559804+0000", 2023-08-28T02:33:44.886 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.9018999999999999e-05 2023-08-28T02:33:44.886 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.886 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.886 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:33:44.886 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.559833+0000", 2023-08-28T02:33:44.886 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.9329e-05 2023-08-28T02:33:44.886 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.886 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.886 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:33:44.887 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.563925+0000", 2023-08-28T02:33:44.887 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0040913829999999997 2023-08-28T02:33:44.887 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.887 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.887 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:33:44.887 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.563975+0000", 2023-08-28T02:33:44.887 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.0166e-05 2023-08-28T02:33:44.887 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:33:44.887 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:33:44.887 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:33:44.887 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.888 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.888 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:95685 10.4 e309/298 10:23226556:::benchmark_data_smithi040_250784_object2376:head v 309'5911, mlcod=260'3327)", 2023-08-28T02:33:44.888 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:33:43.583776+0000", 2023-08-28T02:33:44.888 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 1.2592375140000001, 2023-08-28T02:33:44.888 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.004110186, 2023-08-28T02:33:44.888 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:33:44.888 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:33:44.888 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:33:44.888 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.888 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:33:44.888 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.583776+0000", 2023-08-28T02:33:44.888 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:33:44.888 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.889 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.889 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:33:44.889 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.583776+0000", 2023-08-28T02:33:44.889 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:33:44.889 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.889 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.889 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:33:44.889 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.583775+0000", 2023-08-28T02:33:44.889 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:33:44.889 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.889 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.889 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:33:44.890 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.583787+0000", 2023-08-28T02:33:44.890 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2653000000000001e-05 2023-08-28T02:33:44.890 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.890 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.890 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:33:44.890 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.583812+0000", 2023-08-28T02:33:44.890 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.4528e-05 2023-08-28T02:33:44.890 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.890 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.890 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:33:44.891 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.583823+0000", 2023-08-28T02:33:44.891 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1219999999999999e-05 2023-08-28T02:33:44.891 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.891 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.891 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:33:44.891 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.583886+0000", 2023-08-28T02:33:44.891 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.3190999999999999e-05 2023-08-28T02:33:44.891 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.891 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.891 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:33:44.892 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.583918+0000", 2023-08-28T02:33:44.892 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.1438e-05 2023-08-28T02:33:44.892 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.892 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.892 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:33:44.892 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.587839+0000", 2023-08-28T02:33:44.892 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0039210080000000001 2023-08-28T02:33:44.892 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.892 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.893 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:33:44.893 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.587886+0000", 2023-08-28T02:33:44.893 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.7379000000000002e-05 2023-08-28T02:33:44.893 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:33:44.893 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:33:44.893 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:33:44.893 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.893 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.893 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:95684 10.3 e309/298 10:c75c613c:::benchmark_data_smithi040_250784_object2375:head v 309'5968, mlcod=254'133)", 2023-08-28T02:33:44.893 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:33:43.587143+0000", 2023-08-28T02:33:44.893 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 1.2558706719999999, 2023-08-28T02:33:44.893 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0040841530000000001, 2023-08-28T02:33:44.894 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:33:44.894 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:33:44.894 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:33:44.894 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.894 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:33:44.894 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.587143+0000", 2023-08-28T02:33:44.894 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:33:44.894 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.895 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.895 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:33:44.895 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.587143+0000", 2023-08-28T02:33:44.895 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:33:44.895 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.895 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.895 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:33:44.895 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.587143+0000", 2023-08-28T02:33:44.895 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:33:44.895 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.896 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.896 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:33:44.896 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.587148+0000", 2023-08-28T02:33:44.896 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.648e-06 2023-08-28T02:33:44.896 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.896 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.896 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:33:44.896 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.587163+0000", 2023-08-28T02:33:44.896 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4313e-05 2023-08-28T02:33:44.896 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.897 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.897 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:33:44.897 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.587171+0000", 2023-08-28T02:33:44.897 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.3529999999999995e-06 2023-08-28T02:33:44.897 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.897 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.897 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:33:44.897 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.587218+0000", 2023-08-28T02:33:44.897 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.6686e-05 2023-08-28T02:33:44.897 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.898 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.898 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:33:44.898 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.587244+0000", 2023-08-28T02:33:44.898 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.6769000000000001e-05 2023-08-28T02:33:44.898 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.898 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.898 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:33:44.898 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.591175+0000", 2023-08-28T02:33:44.898 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0039307839999999997 2023-08-28T02:33:44.898 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.899 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.899 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:33:44.899 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.591227+0000", 2023-08-28T02:33:44.899 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.1928999999999997e-05 2023-08-28T02:33:44.899 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:33:44.899 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:33:44.899 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:33:44.899 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.899 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.900 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:95386 10.f e309/298 10:f572105c:::benchmark_data_smithi040_250784_object2077:head v 309'6044, mlcod=0'0)", 2023-08-28T02:33:44.900 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:33:44.230561+0000", 2023-08-28T02:33:44.900 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 0.61245300800000002, 2023-08-28T02:33:44.900 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0049084929999999999, 2023-08-28T02:33:44.900 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:33:44.900 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:33:44.900 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:33:44.900 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.900 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:33:44.900 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.230561+0000", 2023-08-28T02:33:44.901 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:33:44.901 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.901 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.901 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:33:44.901 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.230561+0000", 2023-08-28T02:33:44.901 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:33:44.901 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.901 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.902 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:33:44.902 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.230559+0000", 2023-08-28T02:33:44.902 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:33:44.902 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.902 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.902 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:33:44.902 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.230571+0000", 2023-08-28T02:33:44.902 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1378e-05 2023-08-28T02:33:44.902 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.903 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.903 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:33:44.903 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.230591+0000", 2023-08-28T02:33:44.903 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.0401999999999999e-05 2023-08-28T02:33:44.903 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.903 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.903 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:33:44.903 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.230606+0000", 2023-08-28T02:33:44.903 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.5187999999999999e-05 2023-08-28T02:33:44.904 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.904 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.904 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:33:44.904 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.230674+0000", 2023-08-28T02:33:44.904 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.7396000000000003e-05 2023-08-28T02:33:44.904 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.904 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.904 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:33:44.904 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.230715+0000", 2023-08-28T02:33:44.904 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.1272000000000001e-05 2023-08-28T02:33:44.904 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.905 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.905 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:33:44.905 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.235414+0000", 2023-08-28T02:33:44.905 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.004699323 2023-08-28T02:33:44.905 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.905 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.905 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:33:44.905 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.235469+0000", 2023-08-28T02:33:44.905 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.4922e-05 2023-08-28T02:33:44.905 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:33:44.905 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:33:44.905 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:33:44.906 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.906 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.906 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:95710 10.7 e309/298 10:e2aee925:::benchmark_data_smithi040_250784_object2401:head v 309'5960, mlcod=255'984)", 2023-08-28T02:33:44.906 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:33:44.382209+0000", 2023-08-28T02:33:44.906 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 0.46080500499999999, 2023-08-28T02:33:44.906 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.003728996, 2023-08-28T02:33:44.906 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:33:44.906 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:33:44.906 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:33:44.906 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.906 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:33:44.907 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.382209+0000", 2023-08-28T02:33:44.907 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:33:44.907 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.907 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.907 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:33:44.907 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.382209+0000", 2023-08-28T02:33:44.907 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:33:44.907 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.907 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.907 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:33:44.907 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.382208+0000", 2023-08-28T02:33:44.908 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:33:44.908 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.908 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.908 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:33:44.908 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.382215+0000", 2023-08-28T02:33:44.908 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.7940000000000003e-06 2023-08-28T02:33:44.908 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.908 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.908 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:33:44.908 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.382231+0000", 2023-08-28T02:33:44.908 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.5982e-05 2023-08-28T02:33:44.908 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.909 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.909 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:33:44.909 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.382240+0000", 2023-08-28T02:33:44.909 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.6160000000000002e-06 2023-08-28T02:33:44.909 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.909 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.909 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:33:44.909 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.382288+0000", 2023-08-28T02:33:44.909 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.8288999999999998e-05 2023-08-28T02:33:44.909 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.909 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.910 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:33:44.910 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.382313+0000", 2023-08-28T02:33:44.910 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.4967e-05 2023-08-28T02:33:44.910 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.910 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.910 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:33:44.910 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.385875+0000", 2023-08-28T02:33:44.910 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0035615320000000001 2023-08-28T02:33:44.910 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.910 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.910 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:33:44.911 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.385938+0000", 2023-08-28T02:33:44.911 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.2737999999999995e-05 2023-08-28T02:33:44.911 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:33:44.911 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:33:44.911 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:33:44.911 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.911 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.911 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:95712 10.3 e309/298 10:c380b9d4:::benchmark_data_smithi040_250784_object2403:head v 309'5969, mlcod=254'134)", 2023-08-28T02:33:44.911 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:33:44.412246+0000", 2023-08-28T02:33:44.911 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 0.43076794600000001, 2023-08-28T02:33:44.911 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0044754479999999999, 2023-08-28T02:33:44.911 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:33:44.912 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:33:44.912 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:33:44.912 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.912 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:33:44.912 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.412246+0000", 2023-08-28T02:33:44.912 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:33:44.912 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.912 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.912 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:33:44.912 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.412246+0000", 2023-08-28T02:33:44.912 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:33:44.913 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.913 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.913 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:33:44.913 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.412245+0000", 2023-08-28T02:33:44.913 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:33:44.913 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.913 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.913 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:33:44.913 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.412256+0000", 2023-08-28T02:33:44.913 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0959e-05 2023-08-28T02:33:44.913 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.914 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.914 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:33:44.914 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.412274+0000", 2023-08-28T02:33:44.914 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.8142e-05 2023-08-28T02:33:44.914 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.914 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.914 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:33:44.914 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.412282+0000", 2023-08-28T02:33:44.914 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.3240000000000003e-06 2023-08-28T02:33:44.914 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.915 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.915 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:33:44.915 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.412339+0000", 2023-08-28T02:33:44.915 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.6715000000000002e-05 2023-08-28T02:33:44.915 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.915 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.915 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:33:44.915 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.412373+0000", 2023-08-28T02:33:44.915 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.4356000000000001e-05 2023-08-28T02:33:44.915 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.915 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.916 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:33:44.916 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.416678+0000", 2023-08-28T02:33:44.916 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0043054299999999998 2023-08-28T02:33:44.916 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.916 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.916 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:33:44.916 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.416721+0000", 2023-08-28T02:33:44.916 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.2583000000000002e-05 2023-08-28T02:33:44.916 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:33:44.916 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:33:44.916 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:33:44.916 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.917 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.917 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:95718 10.3 e309/298 10:c658a641:::benchmark_data_smithi040_250784_object2409:head v 309'5971, mlcod=254'136)", 2023-08-28T02:33:44.917 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:33:44.465681+0000", 2023-08-28T02:33:44.917 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 0.37733259899999999, 2023-08-28T02:33:44.917 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0038427589999999998, 2023-08-28T02:33:44.917 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:33:44.917 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:33:44.917 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:33:44.917 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.917 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:33:44.917 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.465681+0000", 2023-08-28T02:33:44.917 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:33:44.918 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.918 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.918 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:33:44.918 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.465681+0000", 2023-08-28T02:33:44.918 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:33:44.918 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.918 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.918 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:33:44.918 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.465680+0000", 2023-08-28T02:33:44.918 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:33:44.918 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.918 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.919 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:33:44.919 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.465691+0000", 2023-08-28T02:33:44.919 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0779e-05 2023-08-28T02:33:44.919 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.919 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.919 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:33:44.919 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.465708+0000", 2023-08-28T02:33:44.919 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.7736000000000001e-05 2023-08-28T02:33:44.919 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.919 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.919 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:33:44.919 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.465716+0000", 2023-08-28T02:33:44.920 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.9750000000000007e-06 2023-08-28T02:33:44.920 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.920 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.920 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:33:44.920 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.465771+0000", 2023-08-28T02:33:44.920 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.4715e-05 2023-08-28T02:33:44.920 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.920 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.920 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:33:44.920 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.465804+0000", 2023-08-28T02:33:44.920 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.2972999999999998e-05 2023-08-28T02:33:44.920 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.921 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.921 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:33:44.921 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.469486+0000", 2023-08-28T02:33:44.921 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.003681597 2023-08-28T02:33:44.921 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.921 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.921 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:33:44.921 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.469524+0000", 2023-08-28T02:33:44.921 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.8025999999999998e-05 2023-08-28T02:33:44.921 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:33:44.921 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:33:44.922 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:33:44.922 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.922 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.922 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:95723 10.4 e309/298 10:29b7b757:::benchmark_data_smithi040_250784_object2414:head v 309'5913, mlcod=260'3327)", 2023-08-28T02:33:44.922 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:33:44.487013+0000", 2023-08-28T02:33:44.922 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 0.35600082599999999, 2023-08-28T02:33:44.922 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0041291549999999998, 2023-08-28T02:33:44.922 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:33:44.922 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:33:44.922 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:33:44.922 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.923 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:33:44.923 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.487013+0000", 2023-08-28T02:33:44.923 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:33:44.923 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.923 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.923 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:33:44.923 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.487013+0000", 2023-08-28T02:33:44.923 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:33:44.923 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.923 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.924 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:33:44.924 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.487011+0000", 2023-08-28T02:33:44.924 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:33:44.924 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.924 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.924 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:33:44.924 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.487024+0000", 2023-08-28T02:33:44.924 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2286999999999999e-05 2023-08-28T02:33:44.924 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.924 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.924 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:33:44.924 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.487044+0000", 2023-08-28T02:33:44.925 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.9915000000000002e-05 2023-08-28T02:33:44.925 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.925 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.925 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:33:44.925 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.487053+0000", 2023-08-28T02:33:44.925 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.825e-06 2023-08-28T02:33:44.925 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.925 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.925 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:33:44.925 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.487111+0000", 2023-08-28T02:33:44.925 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.7426000000000002e-05 2023-08-28T02:33:44.925 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.926 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.926 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:33:44.926 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.487145+0000", 2023-08-28T02:33:44.926 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.4616000000000002e-05 2023-08-28T02:33:44.926 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.926 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.926 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:33:44.926 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.491096+0000", 2023-08-28T02:33:44.926 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0039502979999999997 2023-08-28T02:33:44.926 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.926 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.927 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:33:44.927 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.491142+0000", 2023-08-28T02:33:44.927 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.6109999999999997e-05 2023-08-28T02:33:44.927 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:33:44.927 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:33:44.927 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:33:44.927 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.927 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.927 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:95720 10.3 e309/298 10:c87688aa:::benchmark_data_smithi040_250784_object2411:head v 309'5972, mlcod=254'137)", 2023-08-28T02:33:44.927 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:33:44.488522+0000", 2023-08-28T02:33:44.927 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 0.35449148400000002, 2023-08-28T02:33:44.927 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.004327081, 2023-08-28T02:33:44.928 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:33:44.928 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:33:44.928 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:33:44.928 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.928 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:33:44.928 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.488522+0000", 2023-08-28T02:33:44.928 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:33:44.928 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.928 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.928 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:33:44.928 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.488522+0000", 2023-08-28T02:33:44.928 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:33:44.929 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.929 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.929 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:33:44.929 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.488521+0000", 2023-08-28T02:33:44.929 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:33:44.929 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.929 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.929 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:33:44.929 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.488531+0000", 2023-08-28T02:33:44.929 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0448000000000001e-05 2023-08-28T02:33:44.929 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.930 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.930 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:33:44.930 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.488545+0000", 2023-08-28T02:33:44.930 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.3722e-05 2023-08-28T02:33:44.930 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.930 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.930 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:33:44.930 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.488554+0000", 2023-08-28T02:33:44.930 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.2660000000000007e-06 2023-08-28T02:33:44.930 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.930 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.930 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:33:44.931 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.488626+0000", 2023-08-28T02:33:44.931 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.1439999999999994e-05 2023-08-28T02:33:44.931 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.931 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.931 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:33:44.931 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.488680+0000", 2023-08-28T02:33:44.931 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.4203999999999998e-05 2023-08-28T02:33:44.931 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.931 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.931 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:33:44.931 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.492798+0000", 2023-08-28T02:33:44.932 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0041175250000000004 2023-08-28T02:33:44.932 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.932 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.932 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:33:44.932 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.492849+0000", 2023-08-28T02:33:44.932 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.1634000000000001e-05 2023-08-28T02:33:44.932 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:33:44.932 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:33:44.932 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:33:44.932 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.932 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.933 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:95724 10.3 e309/298 10:c747537a:::benchmark_data_smithi040_250784_object2415:head v 309'5973, mlcod=254'138)", 2023-08-28T02:33:44.933 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:33:44.505277+0000", 2023-08-28T02:33:44.933 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 0.337736759, 2023-08-28T02:33:44.933 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0049640869999999998, 2023-08-28T02:33:44.933 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:33:44.933 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:33:44.933 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:33:44.933 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.933 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:33:44.933 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.505277+0000", 2023-08-28T02:33:44.933 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:33:44.934 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.934 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.934 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:33:44.934 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.505277+0000", 2023-08-28T02:33:44.934 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:33:44.934 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.934 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.934 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:33:44.934 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.505276+0000", 2023-08-28T02:33:44.934 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:33:44.934 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.935 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.935 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:33:44.935 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.505290+0000", 2023-08-28T02:33:44.935 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4324e-05 2023-08-28T02:33:44.935 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.935 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.935 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:33:44.935 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.505312+0000", 2023-08-28T02:33:44.935 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.2014e-05 2023-08-28T02:33:44.935 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.935 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.936 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:33:44.936 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.505324+0000", 2023-08-28T02:33:44.936 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2207e-05 2023-08-28T02:33:44.936 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.936 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.936 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:33:44.936 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.505386+0000", 2023-08-28T02:33:44.936 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.1513999999999994e-05 2023-08-28T02:33:44.936 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.936 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.936 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:33:44.937 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.505425+0000", 2023-08-28T02:33:44.937 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.9620999999999999e-05 2023-08-28T02:33:44.937 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.937 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.937 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:33:44.937 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.510195+0000", 2023-08-28T02:33:44.937 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0047700290000000003 2023-08-28T02:33:44.937 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.937 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.937 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:33:44.937 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.510241+0000", 2023-08-28T02:33:44.938 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.5546000000000001e-05 2023-08-28T02:33:44.938 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:33:44.938 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:33:44.938 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:33:44.938 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.938 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.938 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:95729 10.5 e309/298 10:af8f1d9d:::benchmark_data_smithi040_250784_object2420:head v 309'5871, mlcod=0'0)", 2023-08-28T02:33:44.938 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:33:44.541610+0000", 2023-08-28T02:33:44.938 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 0.30140362900000001, 2023-08-28T02:33:44.938 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.004764702, 2023-08-28T02:33:44.938 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:33:44.938 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:33:44.939 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:33:44.939 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.939 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:33:44.939 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.541610+0000", 2023-08-28T02:33:44.939 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:33:44.939 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.939 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.939 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:33:44.939 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.541610+0000", 2023-08-28T02:33:44.939 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:33:44.940 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.940 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.940 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:33:44.940 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.541609+0000", 2023-08-28T02:33:44.940 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:33:44.940 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.940 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.940 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:33:44.940 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.541619+0000", 2023-08-28T02:33:44.940 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0349999999999999e-05 2023-08-28T02:33:44.940 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.941 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.941 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:33:44.941 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.541664+0000", 2023-08-28T02:33:44.941 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.4472999999999999e-05 2023-08-28T02:33:44.941 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.941 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.941 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:33:44.941 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.541672+0000", 2023-08-28T02:33:44.941 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.8089999999999999e-06 2023-08-28T02:33:44.941 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.941 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.941 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:33:44.942 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.541728+0000", 2023-08-28T02:33:44.942 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.5933999999999997e-05 2023-08-28T02:33:44.942 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.942 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.942 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:33:44.942 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.541763+0000", 2023-08-28T02:33:44.942 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.5142999999999999e-05 2023-08-28T02:33:44.942 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.942 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.942 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:33:44.942 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.546344+0000", 2023-08-28T02:33:44.943 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0045805990000000003 2023-08-28T02:33:44.943 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.943 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.943 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:33:44.943 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.546375+0000", 2023-08-28T02:33:44.943 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.0559999999999999e-05 2023-08-28T02:33:44.943 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:33:44.943 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:33:44.943 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:33:44.943 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.943 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.944 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:95732 10.7 e309/298 10:e20473db:::benchmark_data_smithi040_250784_object2423:head v 309'5961, mlcod=255'984)", 2023-08-28T02:33:44.944 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:33:44.553458+0000", 2023-08-28T02:33:44.944 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 0.28955557900000001, 2023-08-28T02:33:44.944 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0041397949999999999, 2023-08-28T02:33:44.944 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:33:44.944 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:33:44.944 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:33:44.944 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.944 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:33:44.944 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.553458+0000", 2023-08-28T02:33:44.944 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:33:44.944 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.945 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.945 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:33:44.945 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.553458+0000", 2023-08-28T02:33:44.945 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:33:44.945 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.945 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.945 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:33:44.945 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.553457+0000", 2023-08-28T02:33:44.945 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:33:44.945 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.945 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.945 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:33:44.946 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.553470+0000", 2023-08-28T02:33:44.946 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2833999999999999e-05 2023-08-28T02:33:44.946 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.946 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.946 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:33:44.946 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.553491+0000", 2023-08-28T02:33:44.946 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.1301000000000002e-05 2023-08-28T02:33:44.946 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.946 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.946 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:33:44.946 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.553501+0000", 2023-08-28T02:33:44.947 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0097e-05 2023-08-28T02:33:44.947 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.947 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.947 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:33:44.947 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.553572+0000", 2023-08-28T02:33:44.947 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.1087999999999994e-05 2023-08-28T02:33:44.947 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.947 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.947 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:33:44.947 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.553612+0000", 2023-08-28T02:33:44.948 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.9706999999999998e-05 2023-08-28T02:33:44.948 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.948 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.948 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:33:44.948 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.557539+0000", 2023-08-28T02:33:44.948 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0039274760000000001 2023-08-28T02:33:44.948 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.948 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.948 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:33:44.948 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.557598+0000", 2023-08-28T02:33:44.948 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.8414e-05 2023-08-28T02:33:44.948 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:33:44.948 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:33:44.949 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:33:44.949 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.949 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.949 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:95733 10.a e309/297 10:55b1fcb6:::benchmark_data_smithi040_250784_object2424:head v 309'5953, mlcod=257'2230)", 2023-08-28T02:33:44.949 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:33:44.559042+0000", 2023-08-28T02:33:44.949 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 0.28397155400000001, 2023-08-28T02:33:44.949 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.003570143, 2023-08-28T02:33:44.949 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:33:44.949 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:33:44.949 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:33:44.949 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.949 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:33:44.950 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.559042+0000", 2023-08-28T02:33:44.950 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:33:44.950 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.950 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.950 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:33:44.950 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.559042+0000", 2023-08-28T02:33:44.950 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:33:44.950 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.950 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.950 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:33:44.950 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.559041+0000", 2023-08-28T02:33:44.950 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:33:44.950 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.951 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.951 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:33:44.951 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.559052+0000", 2023-08-28T02:33:44.951 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1206000000000001e-05 2023-08-28T02:33:44.951 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.951 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.951 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:33:44.951 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.559067+0000", 2023-08-28T02:33:44.951 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4953000000000001e-05 2023-08-28T02:33:44.951 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.952 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.952 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:33:44.952 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.559077+0000", 2023-08-28T02:33:44.952 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.8740000000000007e-06 2023-08-28T02:33:44.952 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.952 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.952 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:33:44.952 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.559137+0000", 2023-08-28T02:33:44.952 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.0068999999999997e-05 2023-08-28T02:33:44.952 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.953 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.953 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:33:44.953 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.559159+0000", 2023-08-28T02:33:44.953 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.2514000000000002e-05 2023-08-28T02:33:44.953 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.953 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.953 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:33:44.953 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.562575+0000", 2023-08-28T02:33:44.953 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.003415773 2023-08-28T02:33:44.953 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:33:44.953 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:33:44.954 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:33:44.954 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:44.562612+0000", 2023-08-28T02:33:44.954 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.6986999999999997e-05 2023-08-28T02:33:44.954 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:33:44.954 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:33:44.954 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:33:44.954 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:33:44.954 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:33:44.954 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-08-28T02:33:44.954 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:33:44.990 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:45.013 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:33:45.016 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:45.016 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:33:45.117 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:33:45.144 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:45.164 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:33:45.167 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:45.168 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:33:45.268 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:33:45.298 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:45.319 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:33:45.323 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:45.323 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:33:45.424 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:33:45.460 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:45.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:45 smithi040 ceph-mon[175404]: failed to encode map e309 with expected crc 2023-08-28T02:33:45.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:45 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:33:45.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:45 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:33:45.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:45 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/567844914' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-08-28T02:33:45.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:45 smithi040 ceph-mon[170259]: failed to encode map e309 with expected crc 2023-08-28T02:33:45.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:45 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:33:45.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:45 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:33:45.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:45 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/567844914' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-08-28T02:33:45.732 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:33:45 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:33:45] "GET /metrics HTTP/1.1" 200 36598 "" "Prometheus/2.43.0" 2023-08-28T02:33:45.761 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-08-28T02:33:45.788 INFO:teuthology.orchestra.run.smithi040.stderr:reweighted osd.1 to 1 (10000) 2023-08-28T02:33:45.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:45 smithi083 ceph-mon[157819]: failed to encode map e309 with expected crc 2023-08-28T02:33:45.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:45 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:33:45.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:45 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:33:45.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:45 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/567844914' entity='client.admin' cmd=[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]: dispatch 2023-08-28T02:33:46.168 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd set noscrub 2023-08-28T02:33:46.618 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.0 dump_ops_in_flight 2023-08-28T02:33:46.660 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:33:46.664 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:46.664 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:33:46.765 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:33:46.801 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:46.826 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:33:46.830 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:46.831 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:33:46.931 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:33:46.961 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:46 smithi040 ceph-mon[175404]: failed to encode map e310 with expected crc 2023-08-28T02:33:46.961 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:46 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/567844914' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2023-08-28T02:33:46.961 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:46 smithi040 ceph-mon[175404]: osdmap e310: 8 total, 8 up, 6 in 2023-08-28T02:33:46.961 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:46 smithi040 ceph-mon[175404]: failed to encode map e310 with expected crc 2023-08-28T02:33:46.961 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:46 smithi040 ceph-mon[175404]: pgmap v906: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 5.5 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 94 op/s; 50797/272748 objects degraded (18.624%); 17890/272748 objects misplaced (6.559%); 12 MiB/s, 198 objects/s recovering 2023-08-28T02:33:46.961 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:46 smithi040 ceph-mon[170259]: failed to encode map e310 with expected crc 2023-08-28T02:33:46.961 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:46 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/567844914' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2023-08-28T02:33:46.962 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:46 smithi040 ceph-mon[170259]: osdmap e310: 8 total, 8 up, 6 in 2023-08-28T02:33:46.962 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:46 smithi040 ceph-mon[170259]: failed to encode map e310 with expected crc 2023-08-28T02:33:46.962 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:46 smithi040 ceph-mon[170259]: pgmap v906: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 5.5 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 94 op/s; 50797/272748 objects degraded (18.624%); 17890/272748 objects misplaced (6.559%); 12 MiB/s, 198 objects/s recovering 2023-08-28T02:33:46.963 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:47.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:46 smithi083 ceph-mon[157819]: failed to encode map e310 with expected crc 2023-08-28T02:33:47.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:46 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/567844914' entity='client.admin' cmd='[{"prefix": "osd reweight", "id": 1, "weight": 1.0}]': finished 2023-08-28T02:33:47.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:46 smithi083 ceph-mon[157819]: osdmap e310: 8 total, 8 up, 6 in 2023-08-28T02:33:47.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:46 smithi083 ceph-mon[157819]: failed to encode map e310 with expected crc 2023-08-28T02:33:47.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:46 smithi083 ceph-mon[157819]: pgmap v906: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 5.5 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 94 op/s; 50797/272748 objects degraded (18.624%); 17890/272748 objects misplaced (6.559%); 12 MiB/s, 198 objects/s recovering 2023-08-28T02:33:47.628 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:33:47.661 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:47.662 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:33:47.746 INFO:tasks.cephadm.ceph_manager.ceph:waiting for recovery to complete 2023-08-28T02:33:47.746 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:33:47.748 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:33:47.763 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:33:47.773 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:33:47.792 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:47.807 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:33:47.821 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:33:47.824 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:47.825 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:33:47.926 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:33:47.954 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:47.977 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:33:47.980 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:47.980 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:33:48.081 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:33:48.107 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:47 smithi083 ceph-mon[157819]: failed to encode map e310 with expected crc 2023-08-28T02:33:48.109 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:48.132 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:33:48.135 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:48.135 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:33:48.230 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:47 smithi040 ceph-mon[175404]: failed to encode map e310 with expected crc 2023-08-28T02:33:48.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:47 smithi040 ceph-mon[170259]: failed to encode map e310 with expected crc 2023-08-28T02:33:48.236 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:33:48.263 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:48.286 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:33:48.289 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:48.289 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:33:48.390 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:33:48.418 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:48.460 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:33:48.463 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:48.464 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:33:48.564 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:33:48.601 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:49.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:48 smithi040 ceph-mon[170259]: pgmap v907: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 5.5 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 80 op/s; 50797/272547 objects degraded (18.638%); 17890/272547 objects misplaced (6.564%); 9.5 MiB/s, 151 objects/s recovering 2023-08-28T02:33:49.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:48 smithi040 ceph-mon[175404]: pgmap v907: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 5.5 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 80 op/s; 50797/272547 objects degraded (18.638%); 17890/272547 objects misplaced (6.564%); 9.5 MiB/s, 151 objects/s recovering 2023-08-28T02:33:49.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:48 smithi083 ceph-mon[157819]: pgmap v907: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 5.5 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 80 op/s; 50797/272547 objects degraded (18.638%); 17890/272547 objects misplaced (6.564%); 9.5 MiB/s, 151 objects/s recovering 2023-08-28T02:33:49.328 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:33:49.331 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:49.332 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:33:49.432 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:33:49.466 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:49.843 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:33:49.847 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:49.848 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:33:49.949 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:33:50.002 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:50.079 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:49 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 50797/272547 objects degraded (18.638%), 10 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:33:50.080 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:49 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 50797/272547 objects degraded (18.638%), 10 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:33:50.183 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:33:50.186 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:50.187 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:33:50.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:49 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 50797/272547 objects degraded (18.638%), 10 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:33:50.287 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:33:50.322 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:50.500 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:33:50.505 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:50.506 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:33:50.581 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:33:50.607 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:33:50.634 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:50.680 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:33:50.683 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:50.684 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:33:50.694 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:33:50.715 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:33:50.747 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:33:50.774 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:33:50.785 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:33:50.805 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:33:50.815 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:50.836 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:33:50.840 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:50.840 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:33:50.847 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:33:50.885 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:33:50.929 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:33:50.941 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:33:50.943 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-08-28T02:33:50.943 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-08-28T02:33:50.943 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-08-28T02:33:50.943 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-08-28T02:33:50.943 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-08-28T02:33:50.944 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-08-28T02:33:50.944 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-08-28T02:33:50.944 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-08-28T02:33:50.953 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:50 smithi083 ceph-mon[157819]: pgmap v908: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 5.5 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 81 op/s; 50735/272058 objects degraded (18.649%); 17397/272058 objects misplaced (6.395%); 10 MiB/s, 165 objects/s recovering 2023-08-28T02:33:50.953 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:50 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3096455422' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:33:50.969 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:50.991 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:33:50.993 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:50.994 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:33:51.094 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:33:51.132 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:50 smithi040 ceph-mon[175404]: pgmap v908: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 5.5 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 81 op/s; 50735/272058 objects degraded (18.649%); 17397/272058 objects misplaced (6.395%); 10 MiB/s, 165 objects/s recovering 2023-08-28T02:33:51.132 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:50 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3096455422' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:33:51.132 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:50 smithi040 ceph-mon[170259]: pgmap v908: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 5.5 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 81 op/s; 50735/272058 objects degraded (18.649%); 17397/272058 objects misplaced (6.395%); 10 MiB/s, 165 objects/s recovering 2023-08-28T02:33:51.132 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:50 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3096455422' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:33:51.136 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:51.267 INFO:teuthology.orchestra.run.smithi040.stdout:ERROR: (22) Invalid argument 2023-08-28T02:33:51.267 INFO:teuthology.orchestra.run.smithi040.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:33:51.963 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:33:51.967 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:51.968 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:33:51.976 INFO:teuthology.orchestra.run.smithi040.stderr:noscrub is set 2023-08-28T02:33:52.068 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:33:52.096 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:52.120 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:33:52.125 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:52.125 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:33:52.226 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:33:52.230 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:51 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2877058687' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:33:52.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:51 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:33:52.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:51 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2877058687' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:33:52.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:51 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:33:52.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:51 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2877058687' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:33:52.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:51 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:33:52.259 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:53.198 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.0 dump_blocked_ops 2023-08-28T02:33:53.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:52 smithi040 ceph-mon[170259]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:33:53.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:52 smithi040 ceph-mon[170259]: failed to encode map e311 with expected crc 2023-08-28T02:33:53.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:52 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:33:53.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:52 smithi040 ceph-mon[170259]: osdmap e311: 8 total, 8 up, 6 in 2023-08-28T02:33:53.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:52 smithi040 ceph-mon[170259]: failed to encode map e311 with expected crc 2023-08-28T02:33:53.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:52 smithi040 ceph-mon[170259]: pgmap v910: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 5.5 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 70 op/s; 50720/271818 objects degraded (18.660%); 16953/271818 objects misplaced (6.237%); 14 MiB/s, 220 objects/s recovering 2023-08-28T02:33:53.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:52 smithi040 ceph-mon[175404]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:33:53.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:52 smithi040 ceph-mon[175404]: failed to encode map e311 with expected crc 2023-08-28T02:33:53.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:52 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:33:53.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:52 smithi040 ceph-mon[175404]: osdmap e311: 8 total, 8 up, 6 in 2023-08-28T02:33:53.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:52 smithi040 ceph-mon[175404]: failed to encode map e311 with expected crc 2023-08-28T02:33:53.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:52 smithi040 ceph-mon[175404]: pgmap v910: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 5.5 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 70 op/s; 50720/271818 objects degraded (18.660%); 16953/271818 objects misplaced (6.237%); 14 MiB/s, 220 objects/s recovering 2023-08-28T02:33:53.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:52 smithi083 ceph-mon[157819]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:33:53.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:52 smithi083 ceph-mon[157819]: failed to encode map e311 with expected crc 2023-08-28T02:33:53.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:52 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:33:53.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:52 smithi083 ceph-mon[157819]: osdmap e311: 8 total, 8 up, 6 in 2023-08-28T02:33:53.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:52 smithi083 ceph-mon[157819]: failed to encode map e311 with expected crc 2023-08-28T02:33:53.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:52 smithi083 ceph-mon[157819]: pgmap v910: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 5.5 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 70 op/s; 50720/271818 objects degraded (18.660%); 16953/271818 objects misplaced (6.237%); 14 MiB/s, 220 objects/s recovering 2023-08-28T02:33:53.350 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:33:53.354 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:53.354 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:33:53.455 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:33:53.488 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:53.504 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-08-28T02:33:53.527 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:33:53.530 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:53.531 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:33:53.631 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:33:53.661 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:53.710 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:33:53.712 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:53.713 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:33:53.720 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:33:53.814 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:33:53.844 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:53.874 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:33:53.877 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:53.878 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:33:53.978 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:33:54.008 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:54.031 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:33:54.034 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:54.035 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:33:54.135 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:33:54.164 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:54.185 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:33:54.189 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:54.190 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:33:54.215 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:33:54.290 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:33:54.320 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:54.347 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:33:54.351 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:54.351 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:33:54.406 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:33:54.408 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:33:54.452 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:33:54.490 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:54.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:54 smithi083 ceph-mon[157819]: pgmap v911: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 5.5 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 53 op/s; 50678/271461 objects degraded (18.669%); 16914/271461 objects misplaced (6.231%); 7.1 MiB/s, 113 objects/s recovering 2023-08-28T02:33:54.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:54 smithi083 ceph-mon[157819]: from='client.35487 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:33:54.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:54 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 50678/271461 objects degraded (18.669%), 10 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:33:54.752 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:54 smithi040 ceph-mon[175404]: pgmap v911: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 5.5 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 53 op/s; 50678/271461 objects degraded (18.669%); 16914/271461 objects misplaced (6.231%); 7.1 MiB/s, 113 objects/s recovering 2023-08-28T02:33:54.752 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:54 smithi040 ceph-mon[175404]: from='client.35487 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:33:54.752 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:54 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 50678/271461 objects degraded (18.669%), 10 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:33:54.752 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:54 smithi040 ceph-mon[170259]: pgmap v911: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 5.5 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 53 op/s; 50678/271461 objects degraded (18.669%); 16914/271461 objects misplaced (6.231%); 7.1 MiB/s, 113 objects/s recovering 2023-08-28T02:33:54.752 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:54 smithi040 ceph-mon[170259]: from='client.35487 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:33:54.752 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:54 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 50678/271461 objects degraded (18.669%), 10 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:33:55.291 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:33:55.296 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:55.296 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:33:55.387 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:33:55 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:33:55] "GET /metrics HTTP/1.1" 200 36598 "" "Prometheus/2.43.0" 2023-08-28T02:33:55.397 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:33:55.433 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:55.618 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":911,"stamp":"2023-08-28T02:33:54.378583+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":5928958724,"num_objects":90487,"num_object_clones":0,"num_object_copies":271461,"num_objects_missing_on_primary":5759,"num_objects_missing":5759,"num_objects_degraded":50678,"num_objects_misplaced":16914,"num_objects_unfound":0,"num_objects_dirty":90487,"num_whiteouts":0,"num_read":90,"num_read_kb":168,"num_write":96255,"num_write_kb":5972054,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":18437,"num_bytes_recovered":1206849905,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":93024,"ondisk_log_size":93024,"up":297,"acting":289,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":15832500,"kb_used_data":12998660,"kb_used_omap":12,"kb_used_meta":2833779,"kb_avail":546638412,"statfs":{"total":575970213888,"available":559757733888,"internally_reserved":0,"allocated":13310627840,"data_stored":13301607221,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12739,"internal_metadata":2901790269},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,0,0,0,1,0,0,0,0,0,1,9],"upper_bound":8192},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-30081024,"num_objects":-459,"num_object_clones":0,"num_object_copies":-1377,"num_objects_missing_on_primary":-40,"num_objects_missing":-40,"num_objects_degraded":-119,"num_objects_misplaced":-976,"num_objects_unfound":0,"num_objects_dirty":-459,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":459,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":972,"num_bytes_recovered":63700992,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.597033"},"pg_stats":[{"pgid":"3.1a","version":"65'1","reported_seq":322,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.786701+0000","last_change":"2023-08-28T02:32:32.667028+0000","last_active":"2023-08-28T02:33:45.786701+0000","last_peered":"2023-08-28T02:33:45.786701+0000","last_clean":"2023-08-28T02:33:45.786701+0000","last_became_active":"2023-08-28T02:32:32.666711+0000","last_became_peered":"2023-08-28T02:32:32.666711+0000","last_unstale":"2023-08-28T02:33:45.786701+0000","last_undegraded":"2023-08-28T02:33:45.786701+0000","last_fullsized":"2023-08-28T02:33:45.786701+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:28:21.913105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":272,"reported_epoch":309,"state":"active+clean","last_fresh":"2023-08-28T02:33:43.508703+0000","last_change":"2023-08-28T02:29:44.421259+0000","last_active":"2023-08-28T02:33:43.508703+0000","last_peered":"2023-08-28T02:33:43.508703+0000","last_clean":"2023-08-28T02:33:43.508703+0000","last_became_active":"2023-08-28T02:29:44.420936+0000","last_became_peered":"2023-08-28T02:29:44.420936+0000","last_unstale":"2023-08-28T02:33:43.508703+0000","last_undegraded":"2023-08-28T02:33:43.508703+0000","last_fullsized":"2023-08-28T02:33:43.508703+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:22:26.346867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":114,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.782780+0000","last_change":"2023-08-28T02:33:12.290337+0000","last_active":"2023-08-28T02:33:45.782780+0000","last_peered":"2023-08-28T02:33:45.782780+0000","last_clean":"2023-08-28T02:33:45.782780+0000","last_became_active":"2023-08-28T02:33:12.289852+0000","last_became_peered":"2023-08-28T02:33:12.289852+0000","last_unstale":"2023-08-28T02:33:45.782780+0000","last_undegraded":"2023-08-28T02:33:45.782780+0000","last_fullsized":"2023-08-28T02:33:45.782780+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:04:26.420037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":287,"reported_epoch":309,"state":"active+clean","last_fresh":"2023-08-28T02:33:43.506047+0000","last_change":"2023-08-28T02:33:13.317226+0000","last_active":"2023-08-28T02:33:43.506047+0000","last_peered":"2023-08-28T02:33:43.506047+0000","last_clean":"2023-08-28T02:33:43.506047+0000","last_became_active":"2023-08-28T02:33:13.316893+0000","last_became_peered":"2023-08-28T02:33:13.316893+0000","last_unstale":"2023-08-28T02:33:43.506047+0000","last_undegraded":"2023-08-28T02:33:43.506047+0000","last_fullsized":"2023-08-28T02:33:43.506047+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:55:46.593463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":232,"reported_epoch":309,"state":"active+clean","last_fresh":"2023-08-28T02:33:43.495797+0000","last_change":"2023-08-28T02:33:12.295203+0000","last_active":"2023-08-28T02:33:43.495797+0000","last_peered":"2023-08-28T02:33:43.495797+0000","last_clean":"2023-08-28T02:33:43.495797+0000","last_became_active":"2023-08-28T02:33:12.294904+0000","last_became_peered":"2023-08-28T02:33:12.294904+0000","last_unstale":"2023-08-28T02:33:43.495797+0000","last_undegraded":"2023-08-28T02:33:43.495797+0000","last_fullsized":"2023-08-28T02:33:43.495797+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:31:07.008856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":251,"reported_epoch":309,"state":"active+clean","last_fresh":"2023-08-28T02:33:43.535366+0000","last_change":"2023-08-28T02:31:51.987263+0000","last_active":"2023-08-28T02:33:43.535366+0000","last_peered":"2023-08-28T02:33:43.535366+0000","last_clean":"2023-08-28T02:33:43.535366+0000","last_became_active":"2023-08-28T02:31:51.986938+0000","last_became_peered":"2023-08-28T02:31:51.986938+0000","last_unstale":"2023-08-28T02:33:43.535366+0000","last_undegraded":"2023-08-28T02:33:43.535366+0000","last_fullsized":"2023-08-28T02:33:43.535366+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:18.021905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":281,"reported_epoch":309,"state":"active+clean","last_fresh":"2023-08-28T02:33:43.508859+0000","last_change":"2023-08-28T02:33:12.318656+0000","last_active":"2023-08-28T02:33:43.508859+0000","last_peered":"2023-08-28T02:33:43.508859+0000","last_clean":"2023-08-28T02:33:43.508859+0000","last_became_active":"2023-08-28T02:33:12.318297+0000","last_became_peered":"2023-08-28T02:33:12.318297+0000","last_unstale":"2023-08-28T02:33:43.508859+0000","last_undegraded":"2023-08-28T02:33:43.508859+0000","last_fullsized":"2023-08-28T02:33:43.508859+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:43:09.789767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":213,"reported_epoch":309,"state":"active+clean","last_fresh":"2023-08-28T02:33:43.495876+0000","last_change":"2023-08-28T02:33:13.357230+0000","last_active":"2023-08-28T02:33:43.495876+0000","last_peered":"2023-08-28T02:33:43.495876+0000","last_clean":"2023-08-28T02:33:43.495876+0000","last_became_active":"2023-08-28T02:33:13.356853+0000","last_became_peered":"2023-08-28T02:33:13.356853+0000","last_unstale":"2023-08-28T02:33:43.495876+0000","last_undegraded":"2023-08-28T02:33:43.495876+0000","last_fullsized":"2023-08-28T02:33:43.495876+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:20:21.545007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":293,"reported_epoch":309,"state":"active+clean","last_fresh":"2023-08-28T02:33:43.529693+0000","last_change":"2023-08-28T02:29:44.462510+0000","last_active":"2023-08-28T02:33:43.529693+0000","last_peered":"2023-08-28T02:33:43.529693+0000","last_clean":"2023-08-28T02:33:43.529693+0000","last_became_active":"2023-08-28T02:29:44.460314+0000","last_became_peered":"2023-08-28T02:29:44.460314+0000","last_unstale":"2023-08-28T02:33:43.529693+0000","last_undegraded":"2023-08-28T02:33:43.529693+0000","last_fullsized":"2023-08-28T02:33:43.529693+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:59:01.311467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":216,"reported_epoch":309,"state":"active+clean","last_fresh":"2023-08-28T02:33:43.496374+0000","last_change":"2023-08-28T02:33:13.291255+0000","last_active":"2023-08-28T02:33:43.496374+0000","last_peered":"2023-08-28T02:33:43.496374+0000","last_clean":"2023-08-28T02:33:43.496374+0000","last_became_active":"2023-08-28T02:33:13.290933+0000","last_became_peered":"2023-08-28T02:33:13.290933+0000","last_unstale":"2023-08-28T02:33:43.496374+0000","last_undegraded":"2023-08-28T02:33:43.496374+0000","last_fullsized":"2023-08-28T02:33:43.496374+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:31:54.116908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"65'3","reported_seq":294,"reported_epoch":309,"state":"active+clean","last_fresh":"2023-08-28T02:33:43.522405+0000","last_change":"2023-08-28T02:33:12.296412+0000","last_active":"2023-08-28T02:33:43.522405+0000","last_peered":"2023-08-28T02:33:43.522405+0000","last_clean":"2023-08-28T02:33:43.522405+0000","last_became_active":"2023-08-28T02:33:12.295786+0000","last_became_peered":"2023-08-28T02:33:12.295786+0000","last_unstale":"2023-08-28T02:33:43.522405+0000","last_undegraded":"2023-08-28T02:33:43.522405+0000","last_fullsized":"2023-08-28T02:33:43.522405+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:15:31.449163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":117,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.786434+0000","last_change":"2023-08-28T02:32:32.666927+0000","last_active":"2023-08-28T02:33:45.786434+0000","last_peered":"2023-08-28T02:33:45.786434+0000","last_clean":"2023-08-28T02:33:45.786434+0000","last_became_active":"2023-08-28T02:32:32.666618+0000","last_became_peered":"2023-08-28T02:32:32.666618+0000","last_unstale":"2023-08-28T02:33:45.786434+0000","last_undegraded":"2023-08-28T02:33:45.786434+0000","last_fullsized":"2023-08-28T02:33:45.786434+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:45:57.998333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":319,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.786992+0000","last_change":"2023-08-28T02:32:28.505262+0000","last_active":"2023-08-28T02:33:45.786992+0000","last_peered":"2023-08-28T02:33:45.786992+0000","last_clean":"2023-08-28T02:33:45.786992+0000","last_became_active":"2023-08-28T02:32:28.455999+0000","last_became_peered":"2023-08-28T02:32:28.455999+0000","last_unstale":"2023-08-28T02:33:45.786992+0000","last_undegraded":"2023-08-28T02:33:45.786992+0000","last_fullsized":"2023-08-28T02:33:45.786992+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:28.937020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":9468,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":303,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.786694+0000","last_change":"2023-08-28T02:32:12.959195+0000","last_active":"2023-08-28T02:33:45.786694+0000","last_peered":"2023-08-28T02:33:45.786694+0000","last_clean":"2023-08-28T02:33:45.786694+0000","last_became_active":"2023-08-28T02:32:12.958832+0000","last_became_peered":"2023-08-28T02:32:12.958832+0000","last_unstale":"2023-08-28T02:33:45.786694+0000","last_undegraded":"2023-08-28T02:33:45.786694+0000","last_fullsized":"2023-08-28T02:33:45.786694+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:23:27.197787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"65'2","reported_seq":292,"reported_epoch":309,"state":"active+clean","last_fresh":"2023-08-28T02:33:43.522544+0000","last_change":"2023-08-28T02:32:28.461161+0000","last_active":"2023-08-28T02:33:43.522544+0000","last_peered":"2023-08-28T02:33:43.522544+0000","last_clean":"2023-08-28T02:33:43.522544+0000","last_became_active":"2023-08-28T02:32:28.451284+0000","last_became_peered":"2023-08-28T02:32:28.451284+0000","last_unstale":"2023-08-28T02:33:43.522544+0000","last_undegraded":"2023-08-28T02:33:43.522544+0000","last_fullsized":"2023-08-28T02:33:43.522544+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:58:20.061020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":273,"reported_epoch":309,"state":"active+clean","last_fresh":"2023-08-28T02:33:43.506338+0000","last_change":"2023-08-28T02:29:44.419566+0000","last_active":"2023-08-28T02:33:43.506338+0000","last_peered":"2023-08-28T02:33:43.506338+0000","last_clean":"2023-08-28T02:33:43.506338+0000","last_became_active":"2023-08-28T02:29:44.419053+0000","last_became_peered":"2023-08-28T02:29:44.419053+0000","last_unstale":"2023-08-28T02:33:43.506338+0000","last_undegraded":"2023-08-28T02:33:43.506338+0000","last_fullsized":"2023-08-28T02:33:43.506338+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:44:36.133499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":276,"reported_epoch":309,"state":"active+clean","last_fresh":"2023-08-28T02:33:43.512545+0000","last_change":"2023-08-28T02:33:12.493777+0000","last_active":"2023-08-28T02:33:43.512545+0000","last_peered":"2023-08-28T02:33:43.512545+0000","last_clean":"2023-08-28T02:33:43.512545+0000","last_became_active":"2023-08-28T02:33:12.491177+0000","last_became_peered":"2023-08-28T02:33:12.491177+0000","last_unstale":"2023-08-28T02:33:43.512545+0000","last_undegraded":"2023-08-28T02:33:43.512545+0000","last_fullsized":"2023-08-28T02:33:43.512545+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:10:58.167753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":289,"reported_epoch":309,"state":"active+clean","last_fresh":"2023-08-28T02:33:43.529413+0000","last_change":"2023-08-28T02:33:12.290293+0000","last_active":"2023-08-28T02:33:43.529413+0000","last_peered":"2023-08-28T02:33:43.529413+0000","last_clean":"2023-08-28T02:33:43.529413+0000","last_became_active":"2023-08-28T02:33:12.289989+0000","last_became_peered":"2023-08-28T02:33:12.289989+0000","last_unstale":"2023-08-28T02:33:43.529413+0000","last_undegraded":"2023-08-28T02:33:43.529413+0000","last_fullsized":"2023-08-28T02:33:43.529413+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:05:33.622172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":267,"reported_epoch":309,"state":"active+clean","last_fresh":"2023-08-28T02:33:43.522721+0000","last_change":"2023-08-28T02:32:12.948756+0000","last_active":"2023-08-28T02:33:43.522721+0000","last_peered":"2023-08-28T02:33:43.522721+0000","last_clean":"2023-08-28T02:33:43.522721+0000","last_became_active":"2023-08-28T02:32:12.948441+0000","last_became_peered":"2023-08-28T02:32:12.948441+0000","last_unstale":"2023-08-28T02:33:43.522721+0000","last_undegraded":"2023-08-28T02:33:43.522721+0000","last_fullsized":"2023-08-28T02:33:43.522721+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:27.922180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":282,"reported_epoch":309,"state":"active+clean","last_fresh":"2023-08-28T02:33:43.506125+0000","last_change":"2023-08-28T02:33:12.299398+0000","last_active":"2023-08-28T02:33:43.506125+0000","last_peered":"2023-08-28T02:33:43.506125+0000","last_clean":"2023-08-28T02:33:43.506125+0000","last_became_active":"2023-08-28T02:33:12.299113+0000","last_became_peered":"2023-08-28T02:33:12.299113+0000","last_unstale":"2023-08-28T02:33:43.506125+0000","last_undegraded":"2023-08-28T02:33:43.506125+0000","last_fullsized":"2023-08-28T02:33:43.506125+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:14:55.597212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"65'8","reported_seq":76,"reported_epoch":309,"state":"active+clean","last_fresh":"2023-08-28T02:33:43.512833+0000","last_change":"2023-08-28T02:33:13.478870+0000","last_active":"2023-08-28T02:33:43.512833+0000","last_peered":"2023-08-28T02:33:43.512833+0000","last_clean":"2023-08-28T02:33:43.512833+0000","last_became_active":"2023-08-28T02:33:13.332142+0000","last_became_peered":"2023-08-28T02:33:13.332142+0000","last_unstale":"2023-08-28T02:33:43.512833+0000","last_undegraded":"2023-08-28T02:33:43.512833+0000","last_fullsized":"2023-08-28T02:33:43.512833+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:32:42.810159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":214,"reported_epoch":309,"state":"active+clean","last_fresh":"2023-08-28T02:33:43.497377+0000","last_change":"2023-08-28T02:33:12.306353+0000","last_active":"2023-08-28T02:33:43.497377+0000","last_peered":"2023-08-28T02:33:43.497377+0000","last_clean":"2023-08-28T02:33:43.497377+0000","last_became_active":"2023-08-28T02:33:12.304977+0000","last_became_peered":"2023-08-28T02:33:12.304977+0000","last_unstale":"2023-08-28T02:33:43.497377+0000","last_undegraded":"2023-08-28T02:33:43.497377+0000","last_fullsized":"2023-08-28T02:33:43.497377+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:19:38.819671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"310'5993","reported_seq":6061,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:50.736866+0000","last_change":"2023-08-28T02:30:50.402703+0000","last_active":"2023-08-28T02:33:50.736866+0000","last_peered":"2023-08-28T02:33:50.736866+0000","last_clean":"2023-08-28T02:33:50.736866+0000","last_became_active":"2023-08-28T02:30:50.402419+0000","last_became_peered":"2023-08-28T02:30:50.402419+0000","last_unstale":"2023-08-28T02:33:50.736866+0000","last_undegraded":"2023-08-28T02:33:50.736866+0000","last_fullsized":"2023-08-28T02:33:50.736866+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5993,"log_dups_size":0,"ondisk_log_size":5993,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:07:37.393907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":371392512,"num_objects":5667,"num_object_clones":0,"num_object_copies":17001,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5667,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5993,"num_write_kb":373120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"65'1","reported_seq":275,"reported_epoch":309,"state":"active+clean","last_fresh":"2023-08-28T02:33:43.522485+0000","last_change":"2023-08-28T02:14:43.046130+0000","last_active":"2023-08-28T02:33:43.522485+0000","last_peered":"2023-08-28T02:33:43.522485+0000","last_clean":"2023-08-28T02:33:43.522485+0000","last_became_active":"2023-08-28T02:14:43.045775+0000","last_became_peered":"2023-08-28T02:14:43.045775+0000","last_unstale":"2023-08-28T02:33:43.522485+0000","last_undegraded":"2023-08-28T02:33:43.522485+0000","last_fullsized":"2023-08-28T02:33:43.522485+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:57:38.279756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":265,"reported_epoch":309,"state":"active+clean","last_fresh":"2023-08-28T02:33:43.527226+0000","last_change":"2023-08-28T02:31:51.987149+0000","last_active":"2023-08-28T02:33:43.527226+0000","last_peered":"2023-08-28T02:33:43.527226+0000","last_clean":"2023-08-28T02:33:43.527226+0000","last_became_active":"2023-08-28T02:31:51.986821+0000","last_became_peered":"2023-08-28T02:31:51.986821+0000","last_unstale":"2023-08-28T02:33:43.527226+0000","last_undegraded":"2023-08-28T02:33:43.527226+0000","last_fullsized":"2023-08-28T02:33:43.527226+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:23:26.661134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"310'5991","reported_seq":9417,"reported_epoch":310,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:33:50.505388+0000","last_change":"2023-08-28T02:33:33.975566+0000","last_active":"2023-08-28T02:33:50.505388+0000","last_peered":"2023-08-28T02:33:50.505388+0000","last_clean":"2023-08-28T02:31:27.868230+0000","last_became_active":"2023-08-28T02:33:33.660452+0000","last_became_peered":"2023-08-28T02:33:33.660452+0000","last_unstale":"2023-08-28T02:33:50.505388+0000","last_undegraded":"2023-08-28T02:33:13.410847+0000","last_fullsized":"2023-08-28T02:33:13.270012+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5991,"log_dups_size":0,"ondisk_log_size":5991,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:33.375162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":367591424,"num_objects":5609,"num_object_clones":0,"num_object_copies":16827,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7324,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5609,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5991,"num_write_kb":371200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1660,"num_bytes_recovered":108724224,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[5,4],"avail_no_missing":["5","6"],"object_location_counts":[{"shards":"2,5,6","objects":915},{"shards":"3,5,6","objects":2396},{"shards":"4,5","objects":793},{"shards":"5,6","objects":1505}],"blocked_by":[],"up_primary":3,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"65'2","reported_seq":300,"reported_epoch":309,"state":"active+clean","last_fresh":"2023-08-28T02:33:43.522338+0000","last_change":"2023-08-28T02:29:44.436352+0000","last_active":"2023-08-28T02:33:43.522338+0000","last_peered":"2023-08-28T02:33:43.522338+0000","last_clean":"2023-08-28T02:33:43.522338+0000","last_became_active":"2023-08-28T02:29:44.411499+0000","last_became_peered":"2023-08-28T02:29:44.411499+0000","last_unstale":"2023-08-28T02:33:43.522338+0000","last_undegraded":"2023-08-28T02:33:43.522338+0000","last_fullsized":"2023-08-28T02:33:43.522338+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:46:57.540191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":327,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.786664+0000","last_change":"2023-08-28T02:33:12.289004+0000","last_active":"2023-08-28T02:33:45.786664+0000","last_peered":"2023-08-28T02:33:45.786664+0000","last_clean":"2023-08-28T02:33:45.786664+0000","last_became_active":"2023-08-28T02:33:12.288722+0000","last_became_peered":"2023-08-28T02:33:12.288722+0000","last_unstale":"2023-08-28T02:33:45.786664+0000","last_undegraded":"2023-08-28T02:33:45.786664+0000","last_fullsized":"2023-08-28T02:33:45.786664+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:24.019483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"310'5933","reported_seq":6017,"reported_epoch":310,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:33:50.033728+0000","last_change":"2023-08-28T02:33:13.585687+0000","last_active":"2023-08-28T02:33:50.033728+0000","last_peered":"2023-08-28T02:33:50.033728+0000","last_clean":"2023-08-28T02:31:27.908616+0000","last_became_active":"2023-08-28T02:33:13.578484+0000","last_became_peered":"2023-08-28T02:33:13.578484+0000","last_unstale":"2023-08-28T02:33:50.033728+0000","last_undegraded":"2023-08-28T02:33:13.297322+0000","last_fullsized":"2023-08-28T02:33:13.268309+0000","mapping_epoch":298,"log_start":"255'612","ondisk_log_start":"255'612","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5321,"log_dups_size":0,"ondisk_log_size":5321,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:42:33.431186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":368115712,"num_objects":5617,"num_object_clones":0,"num_object_copies":16851,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2533,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5617,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5933,"num_write_kb":369600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4],"avail_no_missing":["0","4"],"object_location_counts":[{"shards":"0,4","objects":3169}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"65'1","reported_seq":286,"reported_epoch":309,"state":"active+clean","last_fresh":"2023-08-28T02:33:43.522252+0000","last_change":"2023-08-28T02:33:13.516869+0000","last_active":"2023-08-28T02:33:43.522252+0000","last_peered":"2023-08-28T02:33:43.522252+0000","last_clean":"2023-08-28T02:33:43.522252+0000","last_became_active":"2023-08-28T02:33:13.396736+0000","last_became_peered":"2023-08-28T02:33:13.396736+0000","last_unstale":"2023-08-28T02:33:43.522252+0000","last_undegraded":"2023-08-28T02:33:43.522252+0000","last_fullsized":"2023-08-28T02:33:43.522252+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:47:08.237137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":251,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.786266+0000","last_change":"2023-08-28T02:31:51.987327+0000","last_active":"2023-08-28T02:33:45.786266+0000","last_peered":"2023-08-28T02:33:45.786266+0000","last_clean":"2023-08-28T02:33:45.786266+0000","last_became_active":"2023-08-28T02:31:51.987018+0000","last_became_peered":"2023-08-28T02:31:51.987018+0000","last_unstale":"2023-08-28T02:33:45.786266+0000","last_undegraded":"2023-08-28T02:33:45.786266+0000","last_fullsized":"2023-08-28T02:33:45.786266+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:53:26.105101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.5","version":"310'5896","reported_seq":6142,"reported_epoch":310,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:33:50.070958+0000","last_change":"2023-08-28T02:33:13.625779+0000","last_active":"2023-08-28T02:33:50.070958+0000","last_peered":"2023-08-28T02:33:50.070958+0000","last_clean":"2023-08-28T02:31:27.898932+0000","last_became_active":"2023-08-28T02:33:13.612126+0000","last_became_peered":"2023-08-28T02:33:13.612126+0000","last_unstale":"2023-08-28T02:33:50.070958+0000","last_undegraded":"2023-08-28T02:33:13.485377+0000","last_fullsized":"2023-08-28T02:33:13.264317+0000","mapping_epoch":298,"log_start":"255'563","ondisk_log_start":"255'563","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5333,"log_dups_size":0,"ondisk_log_size":5333,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:37:28.843386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":364118016,"num_objects":5556,"num_object_clones":0,"num_object_copies":16668,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":8098,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5556,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5896,"num_write_kb":366464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":78,"num_bytes_recovered":5111808,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,7],"avail_no_missing":["0","2"],"object_location_counts":[{"shards":"0,2","objects":2358},{"shards":"0,2,3","objects":3198}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":304,"reported_epoch":309,"state":"active+clean","last_fresh":"2023-08-28T02:33:43.529065+0000","last_change":"2023-08-28T02:33:13.281826+0000","last_active":"2023-08-28T02:33:43.529065+0000","last_peered":"2023-08-28T02:33:43.529065+0000","last_clean":"2023-08-28T02:33:43.529065+0000","last_became_active":"2023-08-28T02:33:13.281511+0000","last_became_peered":"2023-08-28T02:33:13.281511+0000","last_unstale":"2023-08-28T02:33:43.529065+0000","last_undegraded":"2023-08-28T02:33:43.529065+0000","last_fullsized":"2023-08-28T02:33:43.529065+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:32:55.005706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":299,"reported_epoch":309,"state":"active+clean","last_fresh":"2023-08-28T02:33:43.505669+0000","last_change":"2023-08-28T02:29:44.436713+0000","last_active":"2023-08-28T02:33:43.505669+0000","last_peered":"2023-08-28T02:33:43.505669+0000","last_clean":"2023-08-28T02:33:43.505669+0000","last_became_active":"2023-08-28T02:29:44.436203+0000","last_became_peered":"2023-08-28T02:29:44.436203+0000","last_unstale":"2023-08-28T02:33:43.505669+0000","last_undegraded":"2023-08-28T02:33:43.505669+0000","last_fullsized":"2023-08-28T02:33:43.505669+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:46:48.522293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"310'6082","reported_seq":6153,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:51.679404+0000","last_change":"2023-08-28T02:30:50.399669+0000","last_active":"2023-08-28T02:33:51.679404+0000","last_peered":"2023-08-28T02:33:51.679404+0000","last_clean":"2023-08-28T02:33:51.679404+0000","last_became_active":"2023-08-28T02:30:50.399332+0000","last_became_peered":"2023-08-28T02:30:50.399332+0000","last_unstale":"2023-08-28T02:33:51.679404+0000","last_undegraded":"2023-08-28T02:33:51.679404+0000","last_fullsized":"2023-08-28T02:33:51.679404+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6082,"log_dups_size":0,"ondisk_log_size":6082,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:00:54.910841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":375652352,"num_objects":5732,"num_object_clones":0,"num_object_copies":17196,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5732,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6082,"num_write_kb":378048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"75'161","reported_seq":730,"reported_epoch":309,"state":"active+clean","last_fresh":"2023-08-28T02:33:43.522819+0000","last_change":"2023-08-28T02:33:13.310049+0000","last_active":"2023-08-28T02:33:43.522819+0000","last_peered":"2023-08-28T02:33:43.522819+0000","last_clean":"2023-08-28T02:33:43.522819+0000","last_became_active":"2023-08-28T02:33:13.309661+0000","last_became_peered":"2023-08-28T02:33:13.309661+0000","last_unstale":"2023-08-28T02:33:43.522819+0000","last_undegraded":"2023-08-28T02:33:43.522819+0000","last_fullsized":"2023-08-28T02:33:43.522819+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.930230+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.930230+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:27:40.889460+0000","scrub_duration":0.0050169209999999997,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"65'2","reported_seq":263,"reported_epoch":309,"state":"active+clean","last_fresh":"2023-08-28T02:33:43.495891+0000","last_change":"2023-08-28T02:33:12.294922+0000","last_active":"2023-08-28T02:33:43.495891+0000","last_peered":"2023-08-28T02:33:43.495891+0000","last_clean":"2023-08-28T02:33:43.495891+0000","last_became_active":"2023-08-28T02:33:12.294518+0000","last_became_peered":"2023-08-28T02:33:12.294518+0000","last_unstale":"2023-08-28T02:33:43.495891+0000","last_undegraded":"2023-08-28T02:33:43.495891+0000","last_fullsized":"2023-08-28T02:33:43.495891+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:21:12.737286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":304,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.787076+0000","last_change":"2023-08-28T02:33:13.310505+0000","last_active":"2023-08-28T02:33:45.787076+0000","last_peered":"2023-08-28T02:33:45.787076+0000","last_clean":"2023-08-28T02:33:45.787076+0000","last_became_active":"2023-08-28T02:33:13.310223+0000","last_became_peered":"2023-08-28T02:33:13.310223+0000","last_unstale":"2023-08-28T02:33:45.787076+0000","last_undegraded":"2023-08-28T02:33:45.787076+0000","last_fullsized":"2023-08-28T02:33:45.787076+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:27:02.124453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"310'5992","reported_seq":6264,"reported_epoch":310,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:33:50.041937+0000","last_change":"2023-08-28T02:33:13.591092+0000","last_active":"2023-08-28T02:33:50.041937+0000","last_peered":"2023-08-28T02:33:50.041937+0000","last_clean":"2023-08-28T02:31:27.916082+0000","last_became_active":"2023-08-28T02:33:13.580413+0000","last_became_peered":"2023-08-28T02:33:13.580413+0000","last_unstale":"2023-08-28T02:33:50.041937+0000","last_undegraded":"2023-08-28T02:33:13.480527+0000","last_fullsized":"2023-08-28T02:33:13.270957+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5992,"log_dups_size":0,"ondisk_log_size":5992,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:03.698410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":371982336,"num_objects":5676,"num_object_clones":0,"num_object_copies":17028,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":8300,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5676,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5992,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":87,"num_bytes_recovered":5701632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,4],"avail_no_missing":["5","2"],"object_location_counts":[{"shards":"2,3,5","objects":3194},{"shards":"2,5","objects":2482}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"75'161","reported_seq":563,"reported_epoch":309,"state":"active+recovery_wait+degraded","last_fresh":"2023-08-28T02:33:43.527222+0000","last_change":"2023-08-28T02:33:13.287487+0000","last_active":"2023-08-28T02:33:43.527222+0000","last_peered":"2023-08-28T02:33:43.527222+0000","last_clean":"2023-08-28T02:31:25.515426+0000","last_became_active":"2023-08-28T02:33:13.287313+0000","last_became_peered":"2023-08-28T02:33:13.287313+0000","last_unstale":"2023-08-28T02:33:43.527222+0000","last_undegraded":"2023-08-28T02:33:13.270760+0000","last_fullsized":"2023-08-28T02:33:43.527222+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":204,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:45.407127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:45.407127+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:39:14.213229+0000","scrub_duration":0.0018495320000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":["5","2","3"],"object_location_counts":[{"shards":"2,3,5","objects":1}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":224,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.786578+0000","last_change":"2023-08-28T02:33:13.309727+0000","last_active":"2023-08-28T02:33:45.786578+0000","last_peered":"2023-08-28T02:33:45.786578+0000","last_clean":"2023-08-28T02:33:45.786578+0000","last_became_active":"2023-08-28T02:33:13.309487+0000","last_became_peered":"2023-08-28T02:33:13.309487+0000","last_unstale":"2023-08-28T02:33:45.786578+0000","last_undegraded":"2023-08-28T02:33:45.786578+0000","last_fullsized":"2023-08-28T02:33:45.786578+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:27:29.294011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":39,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.786948+0000","last_change":"2023-08-28T02:32:28.456323+0000","last_active":"2023-08-28T02:33:45.786948+0000","last_peered":"2023-08-28T02:33:45.786948+0000","last_clean":"2023-08-28T02:33:45.786948+0000","last_became_active":"2023-08-28T02:32:28.455987+0000","last_became_peered":"2023-08-28T02:32:28.455987+0000","last_unstale":"2023-08-28T02:33:45.786948+0000","last_undegraded":"2023-08-28T02:33:45.786948+0000","last_fullsized":"2023-08-28T02:33:45.786948+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:54:07.724002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"310'6142","reported_seq":16230,"reported_epoch":311,"state":"active+clean","last_fresh":"2023-08-28T02:33:52.120676+0000","last_change":"2023-08-28T02:33:13.316023+0000","last_active":"2023-08-28T02:33:52.120676+0000","last_peered":"2023-08-28T02:33:52.120676+0000","last_clean":"2023-08-28T02:33:52.120676+0000","last_became_active":"2023-08-28T02:33:13.308403+0000","last_became_peered":"2023-08-28T02:33:13.308403+0000","last_unstale":"2023-08-28T02:33:52.120676+0000","last_undegraded":"2023-08-28T02:33:52.120676+0000","last_fullsized":"2023-08-28T02:33:52.120676+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6142,"log_dups_size":0,"ondisk_log_size":6142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:10:38.401973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":377094144,"num_objects":5754,"num_object_clones":0,"num_object_copies":17262,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5754,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6142,"num_write_kb":380672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4999,"num_bytes_recovered":327614464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":284,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.786586+0000","last_change":"2023-08-28T02:32:28.455294+0000","last_active":"2023-08-28T02:33:45.786586+0000","last_peered":"2023-08-28T02:33:45.786586+0000","last_clean":"2023-08-28T02:33:45.786586+0000","last_became_active":"2023-08-28T02:32:28.455013+0000","last_became_peered":"2023-08-28T02:32:28.455013+0000","last_unstale":"2023-08-28T02:33:45.786586+0000","last_undegraded":"2023-08-28T02:33:45.786586+0000","last_fullsized":"2023-08-28T02:33:45.786586+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:53.583864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":316,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.787012+0000","last_change":"2023-08-28T02:33:13.335588+0000","last_active":"2023-08-28T02:33:45.787012+0000","last_peered":"2023-08-28T02:33:45.787012+0000","last_clean":"2023-08-28T02:33:45.787012+0000","last_became_active":"2023-08-28T02:33:13.335326+0000","last_became_peered":"2023-08-28T02:33:13.335326+0000","last_unstale":"2023-08-28T02:33:45.787012+0000","last_undegraded":"2023-08-28T02:33:45.787012+0000","last_fullsized":"2023-08-28T02:33:45.787012+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:15:44.958663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"311'6042","reported_seq":6111,"reported_epoch":311,"state":"active+clean","last_fresh":"2023-08-28T02:33:53.429655+0000","last_change":"2023-08-28T02:30:50.400261+0000","last_active":"2023-08-28T02:33:53.429655+0000","last_peered":"2023-08-28T02:33:53.429655+0000","last_clean":"2023-08-28T02:33:53.429655+0000","last_became_active":"2023-08-28T02:30:50.399938+0000","last_became_peered":"2023-08-28T02:30:50.399938+0000","last_unstale":"2023-08-28T02:33:53.429655+0000","last_undegraded":"2023-08-28T02:33:53.429655+0000","last_fullsized":"2023-08-28T02:33:53.429655+0000","mapping_epoch":250,"log_start":"255'590","ondisk_log_start":"255'590","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5452,"log_dups_size":0,"ondisk_log_size":5452,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:43:56.802792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":370409472,"num_objects":5652,"num_object_clones":0,"num_object_copies":16956,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5652,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6042,"num_write_kb":374208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"75'161","reported_seq":589,"reported_epoch":309,"state":"active+clean","last_fresh":"2023-08-28T02:33:43.528752+0000","last_change":"2023-08-28T02:32:56.519141+0000","last_active":"2023-08-28T02:33:43.528752+0000","last_peered":"2023-08-28T02:33:43.528752+0000","last_clean":"2023-08-28T02:33:43.528752+0000","last_became_active":"2023-08-28T02:32:56.518863+0000","last_became_peered":"2023-08-28T02:32:56.518863+0000","last_unstale":"2023-08-28T02:33:43.528752+0000","last_undegraded":"2023-08-28T02:33:43.528752+0000","last_fullsized":"2023-08-28T02:33:43.528752+0000","mapping_epoch":292,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":293,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_clean_scrub_stamp":"2023-08-28T02:29:25.608370+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:59:50.561109+0000","scrub_duration":0.001662689,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":216,"reported_epoch":309,"state":"active+clean","last_fresh":"2023-08-28T02:33:43.496013+0000","last_change":"2023-08-28T02:33:12.294592+0000","last_active":"2023-08-28T02:33:43.496013+0000","last_peered":"2023-08-28T02:33:43.496013+0000","last_clean":"2023-08-28T02:33:43.496013+0000","last_became_active":"2023-08-28T02:33:12.288508+0000","last_became_peered":"2023-08-28T02:33:12.288508+0000","last_unstale":"2023-08-28T02:33:43.496013+0000","last_undegraded":"2023-08-28T02:33:43.496013+0000","last_fullsized":"2023-08-28T02:33:43.496013+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:05:42.717608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":99,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.790265+0000","last_change":"2023-08-28T02:29:44.429834+0000","last_active":"2023-08-28T02:33:45.790265+0000","last_peered":"2023-08-28T02:33:45.790265+0000","last_clean":"2023-08-28T02:33:45.790265+0000","last_became_active":"2023-08-28T02:29:44.429512+0000","last_became_peered":"2023-08-28T02:29:44.429512+0000","last_unstale":"2023-08-28T02:33:45.790265+0000","last_undegraded":"2023-08-28T02:33:45.790265+0000","last_fullsized":"2023-08-28T02:33:45.790265+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:58.062455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"310'5966","reported_seq":6034,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:50.495163+0000","last_change":"2023-08-28T02:30:50.402348+0000","last_active":"2023-08-28T02:33:50.495163+0000","last_peered":"2023-08-28T02:33:50.495163+0000","last_clean":"2023-08-28T02:33:50.495163+0000","last_became_active":"2023-08-28T02:30:50.402076+0000","last_became_peered":"2023-08-28T02:30:50.402076+0000","last_unstale":"2023-08-28T02:33:50.495163+0000","last_undegraded":"2023-08-28T02:33:50.495163+0000","last_fullsized":"2023-08-28T02:33:50.495163+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5966,"log_dups_size":0,"ondisk_log_size":5966,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:24.859426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":367656960,"num_objects":5610,"num_object_clones":0,"num_object_copies":16830,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5610,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5966,"num_write_kb":370432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.7","version":"75'161","reported_seq":508,"reported_epoch":309,"state":"active+clean","last_fresh":"2023-08-28T02:33:43.497384+0000","last_change":"2023-08-28T02:33:13.532525+0000","last_active":"2023-08-28T02:33:43.497384+0000","last_peered":"2023-08-28T02:33:43.497384+0000","last_clean":"2023-08-28T02:33:43.497384+0000","last_became_active":"2023-08-28T02:33:13.532125+0000","last_became_peered":"2023-08-28T02:33:13.532125+0000","last_unstale":"2023-08-28T02:33:43.497384+0000","last_undegraded":"2023-08-28T02:33:43.497384+0000","last_fullsized":"2023-08-28T02:33:43.497384+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.887648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.887648+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":99,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.783369+0000","last_change":"2023-08-28T02:29:44.407595+0000","last_active":"2023-08-28T02:33:45.783369+0000","last_peered":"2023-08-28T02:33:45.783369+0000","last_clean":"2023-08-28T02:33:45.783369+0000","last_became_active":"2023-08-28T02:29:44.407316+0000","last_became_peered":"2023-08-28T02:29:44.407316+0000","last_unstale":"2023-08-28T02:33:45.783369+0000","last_undegraded":"2023-08-28T02:33:45.783369+0000","last_fullsized":"2023-08-28T02:33:45.783369+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:01:47.777709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":321,"reported_epoch":309,"state":"active+clean","last_fresh":"2023-08-28T02:33:43.529352+0000","last_change":"2023-08-28T02:33:13.286980+0000","last_active":"2023-08-28T02:33:43.529352+0000","last_peered":"2023-08-28T02:33:43.529352+0000","last_clean":"2023-08-28T02:33:43.529352+0000","last_became_active":"2023-08-28T02:33:13.286740+0000","last_became_peered":"2023-08-28T02:33:13.286740+0000","last_unstale":"2023-08-28T02:33:43.529352+0000","last_undegraded":"2023-08-28T02:33:43.529352+0000","last_fullsized":"2023-08-28T02:33:43.529352+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:24:54.574365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":99,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.786363+0000","last_change":"2023-08-28T02:29:44.506914+0000","last_active":"2023-08-28T02:33:45.786363+0000","last_peered":"2023-08-28T02:33:45.786363+0000","last_clean":"2023-08-28T02:33:45.786363+0000","last_became_active":"2023-08-28T02:29:44.506606+0000","last_became_peered":"2023-08-28T02:29:44.506606+0000","last_unstale":"2023-08-28T02:33:45.786363+0000","last_undegraded":"2023-08-28T02:33:45.786363+0000","last_fullsized":"2023-08-28T02:33:45.786363+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:55:50.992279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"310'5977","reported_seq":11542,"reported_epoch":310,"state":"active+recovering+remapped","last_fresh":"2023-08-28T02:33:50.266357+0000","last_change":"2023-08-28T02:33:13.656145+0000","last_active":"2023-08-28T02:33:50.266357+0000","last_peered":"2023-08-28T02:33:50.266357+0000","last_clean":"2023-08-28T02:32:11.916240+0000","last_became_active":"2023-08-28T02:33:12.501819+0000","last_became_peered":"2023-08-28T02:33:12.501819+0000","last_unstale":"2023-08-28T02:33:50.266357+0000","last_undegraded":"2023-08-28T02:33:50.266357+0000","last_fullsized":"2023-08-28T02:33:50.266357+0000","mapping_epoch":297,"log_start":"255'624","ondisk_log_start":"255'624","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5353,"log_dups_size":0,"ondisk_log_size":5353,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:45:43.329719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":368246784,"num_objects":5619,"num_object_clones":0,"num_object_copies":16857,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3049,"num_objects_unfound":0,"num_objects_dirty":5619,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5977,"num_write_kb":371072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2738,"num_bytes_recovered":179437568,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,2],"avail_no_missing":["0","5","6"],"object_location_counts":[{"shards":"0,2,5","objects":2570},{"shards":"0,5,6","objects":3049}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.1","version":"75'161","reported_seq":569,"reported_epoch":309,"state":"active+clean","last_fresh":"2023-08-28T02:33:43.528266+0000","last_change":"2023-08-28T02:32:31.482659+0000","last_active":"2023-08-28T02:33:43.528266+0000","last_peered":"2023-08-28T02:33:43.528266+0000","last_clean":"2023-08-28T02:33:43.528266+0000","last_became_active":"2023-08-28T02:32:31.482320+0000","last_became_peered":"2023-08-28T02:32:31.482320+0000","last_unstale":"2023-08-28T02:33:43.528266+0000","last_undegraded":"2023-08-28T02:33:43.528266+0000","last_fullsized":"2023-08-28T02:33:43.528266+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:24.559397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:24.559397+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:41:09.516918+0000","scrub_duration":0.001580328,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":307,"reported_epoch":309,"state":"active+clean","last_fresh":"2023-08-28T02:33:43.528630+0000","last_change":"2023-08-28T02:31:51.988386+0000","last_active":"2023-08-28T02:33:43.528630+0000","last_peered":"2023-08-28T02:33:43.528630+0000","last_clean":"2023-08-28T02:33:43.528630+0000","last_became_active":"2023-08-28T02:31:51.988097+0000","last_became_peered":"2023-08-28T02:31:51.988097+0000","last_unstale":"2023-08-28T02:33:43.528630+0000","last_undegraded":"2023-08-28T02:33:43.528630+0000","last_fullsized":"2023-08-28T02:33:43.528630+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:25:01.818829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":284,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.786771+0000","last_change":"2023-08-28T02:32:12.951275+0000","last_active":"2023-08-28T02:33:45.786771+0000","last_peered":"2023-08-28T02:33:45.786771+0000","last_clean":"2023-08-28T02:33:45.786771+0000","last_became_active":"2023-08-28T02:32:12.950965+0000","last_became_peered":"2023-08-28T02:32:12.950965+0000","last_unstale":"2023-08-28T02:33:45.786771+0000","last_undegraded":"2023-08-28T02:33:45.786771+0000","last_fullsized":"2023-08-28T02:33:45.786771+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:37:31.294280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":125,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.783448+0000","last_change":"2023-08-28T02:33:13.286534+0000","last_active":"2023-08-28T02:33:45.783448+0000","last_peered":"2023-08-28T02:33:45.783448+0000","last_clean":"2023-08-28T02:33:45.783448+0000","last_became_active":"2023-08-28T02:33:13.286164+0000","last_became_peered":"2023-08-28T02:33:13.286164+0000","last_unstale":"2023-08-28T02:33:45.783448+0000","last_undegraded":"2023-08-28T02:33:45.783448+0000","last_fullsized":"2023-08-28T02:33:45.783448+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:56.721932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"310'6005","reported_seq":11482,"reported_epoch":310,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-08-28T02:33:50.739743+0000","last_change":"2023-08-28T02:33:13.345402+0000","last_active":"2023-08-28T02:33:50.739743+0000","last_peered":"2023-08-28T02:33:50.739743+0000","last_clean":"2023-08-28T02:32:22.841462+0000","last_became_active":"2023-08-28T02:32:29.729250+0000","last_became_peered":"2023-08-28T02:32:29.729250+0000","last_unstale":"2023-08-28T02:33:50.739743+0000","last_undegraded":"2023-08-28T02:32:29.503531+0000","last_fullsized":"2023-08-28T02:32:29.457255+0000","mapping_epoch":282,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6005,"log_dups_size":0,"ondisk_log_size":6005,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:53:56.391963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":371130368,"num_objects":5663,"num_object_clones":0,"num_object_copies":16989,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":84,"num_objects_misplaced":3051,"num_objects_unfound":0,"num_objects_dirty":5663,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6005,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2699,"num_bytes_recovered":176881664,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7],"avail_no_missing":["5","2","7"],"object_location_counts":[{"shards":"2,5,7","objects":3051},{"shards":"5,7","objects":2528}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2","version":"75'161","reported_seq":691,"reported_epoch":309,"state":"active+clean","last_fresh":"2023-08-28T02:33:43.522094+0000","last_change":"2023-08-28T02:30:51.762377+0000","last_active":"2023-08-28T02:33:43.522094+0000","last_peered":"2023-08-28T02:33:43.522094+0000","last_clean":"2023-08-28T02:33:43.522094+0000","last_became_active":"2023-08-28T02:27:46.375590+0000","last_became_peered":"2023-08-28T02:27:46.375590+0000","last_unstale":"2023-08-28T02:33:43.522094+0000","last_undegraded":"2023-08-28T02:33:43.522094+0000","last_fullsized":"2023-08-28T02:33:43.522094+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:51.762314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:51.762314+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:02.034555+0000","scrub_duration":0.0020023620000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":116,"reported_epoch":309,"state":"active+clean","last_fresh":"2023-08-28T02:33:43.496456+0000","last_change":"2023-08-28T02:33:13.289765+0000","last_active":"2023-08-28T02:33:43.496456+0000","last_peered":"2023-08-28T02:33:43.496456+0000","last_clean":"2023-08-28T02:33:43.496456+0000","last_became_active":"2023-08-28T02:33:13.289159+0000","last_became_peered":"2023-08-28T02:33:13.289159+0000","last_unstale":"2023-08-28T02:33:43.496456+0000","last_undegraded":"2023-08-28T02:33:43.496456+0000","last_fullsized":"2023-08-28T02:33:43.496456+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:30:38.956723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":118,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:47.529854+0000","last_change":"2023-08-28T02:32:28.464203+0000","last_active":"2023-08-28T02:33:47.529854+0000","last_peered":"2023-08-28T02:33:47.529854+0000","last_clean":"2023-08-28T02:33:47.529854+0000","last_became_active":"2023-08-28T02:32:28.463412+0000","last_became_peered":"2023-08-28T02:32:28.463412+0000","last_unstale":"2023-08-28T02:33:47.529854+0000","last_undegraded":"2023-08-28T02:33:47.529854+0000","last_fullsized":"2023-08-28T02:33:47.529854+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:20:38.177879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":99,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.790350+0000","last_change":"2023-08-28T02:29:44.427945+0000","last_active":"2023-08-28T02:33:45.790350+0000","last_peered":"2023-08-28T02:33:45.790350+0000","last_clean":"2023-08-28T02:33:45.790350+0000","last_became_active":"2023-08-28T02:29:44.426487+0000","last_became_peered":"2023-08-28T02:29:44.426487+0000","last_unstale":"2023-08-28T02:33:45.790350+0000","last_undegraded":"2023-08-28T02:33:45.790350+0000","last_fullsized":"2023-08-28T02:33:45.790350+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:30:20.438896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"310'6022","reported_seq":8290,"reported_epoch":310,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:33:51.637799+0000","last_change":"2023-08-28T02:32:28.465517+0000","last_active":"2023-08-28T02:33:51.637799+0000","last_peered":"2023-08-28T02:33:51.637799+0000","last_clean":"2023-08-28T02:31:50.923543+0000","last_became_active":"2023-08-28T02:31:53.182128+0000","last_became_peered":"2023-08-28T02:31:53.182128+0000","last_unstale":"2023-08-28T02:33:51.637799+0000","last_undegraded":"2023-08-28T02:32:28.462445+0000","last_fullsized":"2023-08-28T02:31:52.968320+0000","mapping_epoch":269,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6022,"log_dups_size":0,"ondisk_log_size":6022,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:51:31.034373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":368443392,"num_objects":5622,"num_object_clones":0,"num_object_copies":16866,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3880,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5622,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6022,"num_write_kb":372608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1093,"num_bytes_recovered":71630848,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0],"avail_no_missing":["1","0","6"],"object_location_counts":[{"shards":"0,1","objects":1742},{"shards":"0,1,6","objects":3880}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":301,"reported_epoch":309,"state":"active+clean","last_fresh":"2023-08-28T02:33:43.528878+0000","last_change":"2023-08-28T02:33:13.484970+0000","last_active":"2023-08-28T02:33:43.528878+0000","last_peered":"2023-08-28T02:33:43.528878+0000","last_clean":"2023-08-28T02:33:43.528878+0000","last_became_active":"2023-08-28T02:33:13.484579+0000","last_became_peered":"2023-08-28T02:33:13.484579+0000","last_unstale":"2023-08-28T02:33:43.528878+0000","last_undegraded":"2023-08-28T02:33:43.528878+0000","last_fullsized":"2023-08-28T02:33:43.528878+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:58.027468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"75'161","reported_seq":692,"reported_epoch":309,"state":"active+clean","last_fresh":"2023-08-28T02:33:43.522014+0000","last_change":"2023-08-28T02:31:55.059467+0000","last_active":"2023-08-28T02:33:43.522014+0000","last_peered":"2023-08-28T02:33:43.522014+0000","last_clean":"2023-08-28T02:33:43.522014+0000","last_became_active":"2023-08-28T02:31:55.059115+0000","last_became_peered":"2023-08-28T02:31:55.059115+0000","last_unstale":"2023-08-28T02:33:43.522014+0000","last_undegraded":"2023-08-28T02:33:43.522014+0000","last_fullsized":"2023-08-28T02:33:43.522014+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":0,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.820990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.820990+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:15:56.774667+0000","scrub_duration":0.0017342480000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":217,"reported_epoch":309,"state":"active+clean","last_fresh":"2023-08-28T02:33:43.498560+0000","last_change":"2023-08-28T02:33:13.352810+0000","last_active":"2023-08-28T02:33:43.498560+0000","last_peered":"2023-08-28T02:33:43.498560+0000","last_clean":"2023-08-28T02:33:43.498560+0000","last_became_active":"2023-08-28T02:33:13.351697+0000","last_became_peered":"2023-08-28T02:33:13.351697+0000","last_unstale":"2023-08-28T02:33:43.498560+0000","last_undegraded":"2023-08-28T02:33:43.498560+0000","last_fullsized":"2023-08-28T02:33:43.498560+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:56.187163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":133,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.787473+0000","last_change":"2023-08-28T02:31:51.984584+0000","last_active":"2023-08-28T02:33:45.787473+0000","last_peered":"2023-08-28T02:33:45.787473+0000","last_clean":"2023-08-28T02:33:45.787473+0000","last_became_active":"2023-08-28T02:31:51.984264+0000","last_became_peered":"2023-08-28T02:31:51.984264+0000","last_unstale":"2023-08-28T02:33:45.787473+0000","last_undegraded":"2023-08-28T02:33:45.787473+0000","last_fullsized":"2023-08-28T02:33:45.787473+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:58:42.306722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"310'5982","reported_seq":6315,"reported_epoch":310,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:33:50.059479+0000","last_change":"2023-08-28T02:33:13.338677+0000","last_active":"2023-08-28T02:33:50.059479+0000","last_peered":"2023-08-28T02:33:50.059479+0000","last_clean":"2023-08-28T02:32:22.441230+0000","last_became_active":"2023-08-28T02:32:29.705116+0000","last_became_peered":"2023-08-28T02:32:29.705116+0000","last_unstale":"2023-08-28T02:33:50.059479+0000","last_undegraded":"2023-08-28T02:32:29.496646+0000","last_fullsized":"2023-08-28T02:32:29.445907+0000","mapping_epoch":282,"log_start":"255'628","ondisk_log_start":"255'628","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5354,"log_dups_size":0,"ondisk_log_size":5354,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:23:04.768069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":367001600,"num_objects":5600,"num_object_clones":0,"num_object_copies":16800,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":5665,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5600,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5982,"num_write_kb":370624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":126,"num_bytes_recovered":8257536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7],"avail_no_missing":["0","2","7"],"object_location_counts":[{"shards":"0,2,7","objects":5570},{"shards":"0,7","objects":-65}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3","version":"75'161","reported_seq":575,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.785900+0000","last_change":"2023-08-28T02:31:55.068239+0000","last_active":"2023-08-28T02:33:45.785900+0000","last_peered":"2023-08-28T02:33:45.785900+0000","last_clean":"2023-08-28T02:33:45.785900+0000","last_became_active":"2023-08-28T02:31:55.067875+0000","last_became_peered":"2023-08-28T02:31:55.067875+0000","last_unstale":"2023-08-28T02:33:45.785900+0000","last_undegraded":"2023-08-28T02:33:45.785900+0000","last_fullsized":"2023-08-28T02:33:45.785900+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.868248+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:11:04.391639+0000","scrub_duration":0.0016215240000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":315,"reported_epoch":309,"state":"active+clean","last_fresh":"2023-08-28T02:33:43.521929+0000","last_change":"2023-08-28T02:29:44.421353+0000","last_active":"2023-08-28T02:33:43.521929+0000","last_peered":"2023-08-28T02:33:43.521929+0000","last_clean":"2023-08-28T02:33:43.521929+0000","last_became_active":"2023-08-28T02:29:44.421064+0000","last_became_peered":"2023-08-28T02:29:44.421064+0000","last_unstale":"2023-08-28T02:33:43.521929+0000","last_undegraded":"2023-08-28T02:33:43.521929+0000","last_fullsized":"2023-08-28T02:33:43.521929+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:51:36.524024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":283,"reported_epoch":309,"state":"active+clean","last_fresh":"2023-08-28T02:33:43.508230+0000","last_change":"2023-08-28T02:33:12.299487+0000","last_active":"2023-08-28T02:33:43.508230+0000","last_peered":"2023-08-28T02:33:43.508230+0000","last_clean":"2023-08-28T02:33:43.508230+0000","last_became_active":"2023-08-28T02:33:12.299175+0000","last_became_peered":"2023-08-28T02:33:12.299175+0000","last_unstale":"2023-08-28T02:33:43.508230+0000","last_undegraded":"2023-08-28T02:33:43.508230+0000","last_fullsized":"2023-08-28T02:33:43.508230+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:42:29.713462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":293,"reported_epoch":309,"state":"active+clean","last_fresh":"2023-08-28T02:33:43.505852+0000","last_change":"2023-08-28T02:32:28.457696+0000","last_active":"2023-08-28T02:33:43.505852+0000","last_peered":"2023-08-28T02:33:43.505852+0000","last_clean":"2023-08-28T02:33:43.505852+0000","last_became_active":"2023-08-28T02:32:28.457407+0000","last_became_peered":"2023-08-28T02:32:28.457407+0000","last_unstale":"2023-08-28T02:33:43.505852+0000","last_undegraded":"2023-08-28T02:33:43.505852+0000","last_fullsized":"2023-08-28T02:33:43.505852+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:26:29.392787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"311'5951","reported_seq":7046,"reported_epoch":311,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:33:53.591791+0000","last_change":"2023-08-28T02:33:13.407066+0000","last_active":"2023-08-28T02:33:53.591791+0000","last_peered":"2023-08-28T02:33:53.591791+0000","last_clean":"2023-08-28T02:33:10.395883+0000","last_became_active":"2023-08-28T02:33:12.394714+0000","last_became_peered":"2023-08-28T02:33:12.394714+0000","last_unstale":"2023-08-28T02:33:53.591791+0000","last_undegraded":"2023-08-28T02:33:53.591791+0000","last_fullsized":"2023-08-28T02:33:53.591791+0000","mapping_epoch":297,"log_start":"255'584","ondisk_log_start":"255'584","created":250,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5367,"log_dups_size":0,"ondisk_log_size":5367,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:01:26.984565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":362545176,"num_objects":5533,"num_object_clones":0,"num_object_copies":16599,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":5045,"num_objects_unfound":0,"num_objects_dirty":5533,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5951,"num_write_kb":367425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":500,"num_bytes_recovered":32768000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,6],"avail_no_missing":["4","0","6"],"object_location_counts":[{"shards":"0,4,6","objects":5533}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.6","version":"75'161","reported_seq":568,"reported_epoch":309,"state":"active+clean","last_fresh":"2023-08-28T02:33:43.505769+0000","last_change":"2023-08-28T02:33:13.338675+0000","last_active":"2023-08-28T02:33:43.505769+0000","last_peered":"2023-08-28T02:33:43.505769+0000","last_clean":"2023-08-28T02:33:43.505769+0000","last_became_active":"2023-08-28T02:33:13.338271+0000","last_became_peered":"2023-08-28T02:33:13.338271+0000","last_unstale":"2023-08-28T02:33:43.505769+0000","last_undegraded":"2023-08-28T02:33:43.505769+0000","last_fullsized":"2023-08-28T02:33:43.505769+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.774982+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.774982+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:13:20.011329+0000","scrub_duration":0.003539819,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":278,"reported_epoch":309,"state":"active+clean","last_fresh":"2023-08-28T02:33:43.522328+0000","last_change":"2023-08-28T02:14:43.033789+0000","last_active":"2023-08-28T02:33:43.522328+0000","last_peered":"2023-08-28T02:33:43.522328+0000","last_clean":"2023-08-28T02:33:43.522328+0000","last_became_active":"2023-08-28T02:14:43.033454+0000","last_became_peered":"2023-08-28T02:14:43.033454+0000","last_unstale":"2023-08-28T02:33:43.522328+0000","last_undegraded":"2023-08-28T02:33:43.522328+0000","last_fullsized":"2023-08-28T02:33:43.522328+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:01:13.205842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":108,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.783617+0000","last_change":"2023-08-28T02:32:28.461807+0000","last_active":"2023-08-28T02:33:45.783617+0000","last_peered":"2023-08-28T02:33:45.783617+0000","last_clean":"2023-08-28T02:33:45.783617+0000","last_became_active":"2023-08-28T02:32:28.461116+0000","last_became_peered":"2023-08-28T02:32:28.461116+0000","last_unstale":"2023-08-28T02:33:45.783617+0000","last_undegraded":"2023-08-28T02:33:45.783617+0000","last_fullsized":"2023-08-28T02:33:45.783617+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:12:45.321757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":254,"reported_epoch":309,"state":"active+clean","last_fresh":"2023-08-28T02:33:43.505896+0000","last_change":"2023-08-28T02:14:43.048791+0000","last_active":"2023-08-28T02:33:43.505896+0000","last_peered":"2023-08-28T02:33:43.505896+0000","last_clean":"2023-08-28T02:33:43.505896+0000","last_became_active":"2023-08-28T02:14:43.047408+0000","last_became_peered":"2023-08-28T02:14:43.047408+0000","last_unstale":"2023-08-28T02:33:43.505896+0000","last_undegraded":"2023-08-28T02:33:43.505896+0000","last_fullsized":"2023-08-28T02:33:43.505896+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:47.097181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"311'6093","reported_seq":14782,"reported_epoch":311,"state":"active+recovery_wait+degraded+remapped","last_fresh":"2023-08-28T02:33:53.844263+0000","last_change":"2023-08-28T02:33:13.547578+0000","last_active":"2023-08-28T02:33:53.844263+0000","last_peered":"2023-08-28T02:33:53.844263+0000","last_clean":"2023-08-28T02:31:50.933695+0000","last_became_active":"2023-08-28T02:33:13.540416+0000","last_became_peered":"2023-08-28T02:33:13.540416+0000","last_unstale":"2023-08-28T02:33:53.844263+0000","last_undegraded":"2023-08-28T02:33:13.332893+0000","last_fullsized":"2023-08-28T02:33:53.844263+0000","mapping_epoch":298,"log_start":"255'674","ondisk_log_start":"255'674","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5419,"log_dups_size":0,"ondisk_log_size":5419,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:49:35.658845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":378077184,"num_objects":5769,"num_object_clones":0,"num_object_copies":17307,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":672,"num_objects_misplaced":5769,"num_objects_unfound":0,"num_objects_dirty":5769,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6093,"num_write_kb":379584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4295,"num_bytes_recovered":281477120,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,2],"avail_no_missing":["4","2","6"],"object_location_counts":[{"shards":"2,4,5","objects":5097},{"shards":"2,4,6","objects":672}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.5","version":"75'161","reported_seq":604,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.787031+0000","last_change":"2023-08-28T02:32:31.477151+0000","last_active":"2023-08-28T02:33:45.787031+0000","last_peered":"2023-08-28T02:33:45.787031+0000","last_clean":"2023-08-28T02:33:45.787031+0000","last_became_active":"2023-08-28T02:32:31.476776+0000","last_became_peered":"2023-08-28T02:32:31.476776+0000","last_unstale":"2023-08-28T02:33:45.787031+0000","last_undegraded":"2023-08-28T02:33:45.787031+0000","last_fullsized":"2023-08-28T02:33:45.787031+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:18.891729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:18.891729+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:47:27.194140+0000","scrub_duration":0.0031546460000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"65'2","reported_seq":264,"reported_epoch":309,"state":"active+clean","last_fresh":"2023-08-28T02:33:43.497018+0000","last_change":"2023-08-28T02:33:12.327778+0000","last_active":"2023-08-28T02:33:43.497018+0000","last_peered":"2023-08-28T02:33:43.497018+0000","last_clean":"2023-08-28T02:33:43.497018+0000","last_became_active":"2023-08-28T02:33:12.327273+0000","last_became_peered":"2023-08-28T02:33:12.327273+0000","last_unstale":"2023-08-28T02:33:43.497018+0000","last_undegraded":"2023-08-28T02:33:43.497018+0000","last_fullsized":"2023-08-28T02:33:43.497018+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:40.554192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":147,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.784452+0000","last_change":"2023-08-28T02:33:13.335665+0000","last_active":"2023-08-28T02:33:45.784452+0000","last_peered":"2023-08-28T02:33:45.784452+0000","last_clean":"2023-08-28T02:33:45.784452+0000","last_became_active":"2023-08-28T02:33:13.335322+0000","last_became_peered":"2023-08-28T02:33:13.335322+0000","last_unstale":"2023-08-28T02:33:45.784452+0000","last_undegraded":"2023-08-28T02:33:45.784452+0000","last_fullsized":"2023-08-28T02:33:45.784452+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:21:08.024493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":261,"reported_epoch":309,"state":"active+clean","last_fresh":"2023-08-28T02:33:43.496087+0000","last_change":"2023-08-28T02:33:12.310326+0000","last_active":"2023-08-28T02:33:43.496087+0000","last_peered":"2023-08-28T02:33:43.496087+0000","last_clean":"2023-08-28T02:33:43.496087+0000","last_became_active":"2023-08-28T02:33:12.310011+0000","last_became_peered":"2023-08-28T02:33:12.310011+0000","last_unstale":"2023-08-28T02:33:43.496087+0000","last_undegraded":"2023-08-28T02:33:43.496087+0000","last_fullsized":"2023-08-28T02:33:43.496087+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:35:03.710036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"311'6083","reported_seq":6613,"reported_epoch":311,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:33:53.776586+0000","last_change":"2023-08-28T02:33:34.765675+0000","last_active":"2023-08-28T02:33:53.776586+0000","last_peered":"2023-08-28T02:33:53.776586+0000","last_clean":"2023-08-28T02:31:27.909649+0000","last_became_active":"2023-08-28T02:33:33.726805+0000","last_became_peered":"2023-08-28T02:33:33.726805+0000","last_unstale":"2023-08-28T02:33:53.776586+0000","last_undegraded":"2023-08-28T02:33:20.140072+0000","last_fullsized":"2023-08-28T02:33:13.278549+0000","mapping_epoch":298,"log_start":"255'677","ondisk_log_start":"255'677","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5406,"log_dups_size":0,"ondisk_log_size":5406,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:02:22.971585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":379125760,"num_objects":5785,"num_object_clones":0,"num_object_copies":17355,"num_objects_missing_on_primary":5759,"num_objects_missing":5759,"num_objects_degraded":14121,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5785,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6083,"num_write_kb":379776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":138,"num_bytes_recovered":8912896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[4,3],"avail_no_missing":["2","6"],"object_location_counts":[{"shards":"2,3,4,6","objects":12},{"shards":"2,3,6","objects":3276},{"shards":"2,4,6","objects":14},{"shards":"2,6","objects":2483},{"shards":"3,4","objects":-13}],"blocked_by":[],"up_primary":3,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.4","version":"75'161","reported_seq":516,"reported_epoch":309,"state":"active+clean","last_fresh":"2023-08-28T02:33:43.495791+0000","last_change":"2023-08-28T02:33:12.296479+0000","last_active":"2023-08-28T02:33:43.495791+0000","last_peered":"2023-08-28T02:33:43.495791+0000","last_clean":"2023-08-28T02:33:43.495791+0000","last_became_active":"2023-08-28T02:33:12.294160+0000","last_became_peered":"2023-08-28T02:33:12.294160+0000","last_unstale":"2023-08-28T02:33:43.495791+0000","last_undegraded":"2023-08-28T02:33:43.495791+0000","last_fullsized":"2023-08-28T02:33:43.495791+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.899247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.899247+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":236,"reported_epoch":309,"state":"active+clean","last_fresh":"2023-08-28T02:33:43.522530+0000","last_change":"2023-08-28T02:33:13.539335+0000","last_active":"2023-08-28T02:33:43.522530+0000","last_peered":"2023-08-28T02:33:43.522530+0000","last_clean":"2023-08-28T02:33:43.522530+0000","last_became_active":"2023-08-28T02:33:13.538978+0000","last_became_peered":"2023-08-28T02:33:13.538978+0000","last_unstale":"2023-08-28T02:33:43.522530+0000","last_undegraded":"2023-08-28T02:33:43.522530+0000","last_fullsized":"2023-08-28T02:33:43.522530+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:26:13.405766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"65'1","reported_seq":297,"reported_epoch":309,"state":"active+clean","last_fresh":"2023-08-28T02:33:43.505963+0000","last_change":"2023-08-28T02:29:44.510205+0000","last_active":"2023-08-28T02:33:43.505963+0000","last_peered":"2023-08-28T02:33:43.505963+0000","last_clean":"2023-08-28T02:33:43.505963+0000","last_became_active":"2023-08-28T02:29:44.429357+0000","last_became_peered":"2023-08-28T02:29:44.429357+0000","last_unstale":"2023-08-28T02:33:43.505963+0000","last_undegraded":"2023-08-28T02:33:43.505963+0000","last_fullsized":"2023-08-28T02:33:43.505963+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:44:59.955729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":266,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.786443+0000","last_change":"2023-08-28T02:32:12.950661+0000","last_active":"2023-08-28T02:33:45.786443+0000","last_peered":"2023-08-28T02:33:45.786443+0000","last_clean":"2023-08-28T02:33:45.786443+0000","last_became_active":"2023-08-28T02:32:12.950276+0000","last_became_peered":"2023-08-28T02:32:12.950276+0000","last_unstale":"2023-08-28T02:33:45.786443+0000","last_undegraded":"2023-08-28T02:33:45.786443+0000","last_fullsized":"2023-08-28T02:33:45.786443+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:05:17.972868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"65'1","reported_seq":255,"reported_epoch":309,"state":"active+clean","last_fresh":"2023-08-28T02:33:43.505818+0000","last_change":"2023-08-28T02:14:43.042150+0000","last_active":"2023-08-28T02:33:43.505818+0000","last_peered":"2023-08-28T02:33:43.505818+0000","last_clean":"2023-08-28T02:33:43.505818+0000","last_became_active":"2023-08-28T02:14:43.038336+0000","last_became_peered":"2023-08-28T02:14:43.038336+0000","last_unstale":"2023-08-28T02:33:43.505818+0000","last_undegraded":"2023-08-28T02:33:43.505818+0000","last_fullsized":"2023-08-28T02:33:43.505818+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:26:02.415152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":306,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.783530+0000","last_change":"2023-08-28T02:33:13.318097+0000","last_active":"2023-08-28T02:33:45.783530+0000","last_peered":"2023-08-28T02:33:45.783530+0000","last_clean":"2023-08-28T02:33:45.783530+0000","last_became_active":"2023-08-28T02:33:13.317761+0000","last_became_peered":"2023-08-28T02:33:13.317761+0000","last_unstale":"2023-08-28T02:33:45.783530+0000","last_undegraded":"2023-08-28T02:33:45.783530+0000","last_fullsized":"2023-08-28T02:33:45.783530+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:24.836996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"65'2","reported_seq":303,"reported_epoch":309,"state":"active+clean","last_fresh":"2023-08-28T02:33:43.529139+0000","last_change":"2023-08-28T02:29:44.535937+0000","last_active":"2023-08-28T02:33:43.529139+0000","last_peered":"2023-08-28T02:33:43.529139+0000","last_clean":"2023-08-28T02:33:43.529139+0000","last_became_active":"2023-08-28T02:29:44.462244+0000","last_became_peered":"2023-08-28T02:29:44.462244+0000","last_unstale":"2023-08-28T02:33:43.529139+0000","last_undegraded":"2023-08-28T02:33:43.529139+0000","last_fullsized":"2023-08-28T02:33:43.529139+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:30:33.173713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":302,"reported_epoch":309,"state":"active+clean","last_fresh":"2023-08-28T02:33:43.505582+0000","last_change":"2023-08-28T02:33:12.305580+0000","last_active":"2023-08-28T02:33:43.505582+0000","last_peered":"2023-08-28T02:33:43.505582+0000","last_clean":"2023-08-28T02:33:43.505582+0000","last_became_active":"2023-08-28T02:33:12.305261+0000","last_became_peered":"2023-08-28T02:33:12.305261+0000","last_unstale":"2023-08-28T02:33:43.505582+0000","last_undegraded":"2023-08-28T02:33:43.505582+0000","last_fullsized":"2023-08-28T02:33:43.505582+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:22:31.614221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"65'2","reported_seq":272,"reported_epoch":309,"state":"active+clean","last_fresh":"2023-08-28T02:33:43.529284+0000","last_change":"2023-08-28T02:31:51.991101+0000","last_active":"2023-08-28T02:33:43.529284+0000","last_peered":"2023-08-28T02:33:43.529284+0000","last_clean":"2023-08-28T02:33:43.529284+0000","last_became_active":"2023-08-28T02:31:51.987237+0000","last_became_peered":"2023-08-28T02:31:51.987237+0000","last_unstale":"2023-08-28T02:33:43.529284+0000","last_undegraded":"2023-08-28T02:33:43.529284+0000","last_fullsized":"2023-08-28T02:33:43.529284+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:07:07.370857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":307,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.786552+0000","last_change":"2023-08-28T02:33:12.494483+0000","last_active":"2023-08-28T02:33:45.786552+0000","last_peered":"2023-08-28T02:33:45.786552+0000","last_clean":"2023-08-28T02:33:45.786552+0000","last_became_active":"2023-08-28T02:33:12.494136+0000","last_became_peered":"2023-08-28T02:33:12.494136+0000","last_unstale":"2023-08-28T02:33:45.786552+0000","last_undegraded":"2023-08-28T02:33:45.786552+0000","last_fullsized":"2023-08-28T02:33:45.786552+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:36.772588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"65'1","reported_seq":249,"reported_epoch":309,"state":"active+clean","last_fresh":"2023-08-28T02:33:43.497196+0000","last_change":"2023-08-28T02:33:13.287922+0000","last_active":"2023-08-28T02:33:43.497196+0000","last_peered":"2023-08-28T02:33:43.497196+0000","last_clean":"2023-08-28T02:33:43.497196+0000","last_became_active":"2023-08-28T02:33:13.287520+0000","last_became_peered":"2023-08-28T02:33:13.287520+0000","last_unstale":"2023-08-28T02:33:43.497196+0000","last_undegraded":"2023-08-28T02:33:43.497196+0000","last_fullsized":"2023-08-28T02:33:43.497196+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:11.627168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":263,"reported_epoch":309,"state":"active+clean","last_fresh":"2023-08-28T02:33:43.496616+0000","last_change":"2023-08-28T02:33:13.289469+0000","last_active":"2023-08-28T02:33:43.496616+0000","last_peered":"2023-08-28T02:33:43.496616+0000","last_clean":"2023-08-28T02:33:43.496616+0000","last_became_active":"2023-08-28T02:33:13.288737+0000","last_became_peered":"2023-08-28T02:33:13.288737+0000","last_unstale":"2023-08-28T02:33:43.496616+0000","last_undegraded":"2023-08-28T02:33:43.496616+0000","last_fullsized":"2023-08-28T02:33:43.496616+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:11:15.043550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"65'4","reported_seq":287,"reported_epoch":309,"state":"active+clean","last_fresh":"2023-08-28T02:33:43.509014+0000","last_change":"2023-08-28T02:32:28.607010+0000","last_active":"2023-08-28T02:33:43.509014+0000","last_peered":"2023-08-28T02:33:43.509014+0000","last_clean":"2023-08-28T02:33:43.509014+0000","last_became_active":"2023-08-28T02:32:28.492224+0000","last_became_peered":"2023-08-28T02:32:28.492224+0000","last_unstale":"2023-08-28T02:33:43.509014+0000","last_undegraded":"2023-08-28T02:33:43.509014+0000","last_fullsized":"2023-08-28T02:33:43.509014+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:13:45.711951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":554,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":317,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.786453+0000","last_change":"2023-08-28T02:33:13.309144+0000","last_active":"2023-08-28T02:33:45.786453+0000","last_peered":"2023-08-28T02:33:45.786453+0000","last_clean":"2023-08-28T02:33:45.786453+0000","last_became_active":"2023-08-28T02:33:13.308910+0000","last_became_peered":"2023-08-28T02:33:13.308910+0000","last_unstale":"2023-08-28T02:33:45.786453+0000","last_undegraded":"2023-08-28T02:33:45.786453+0000","last_fullsized":"2023-08-28T02:33:45.786453+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:09:59.549591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":5928583192,"num_objects":90464,"num_object_clones":0,"num_object_copies":271392,"num_objects_missing_on_primary":5759,"num_objects_missing":5759,"num_objects_degraded":50677,"num_objects_misplaced":16914,"num_objects_unfound":0,"num_objects_dirty":90464,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":96150,"num_write_kb":5971585,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":18413,"num_bytes_recovered":1206517760,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":18261815296,"data_stored":18261803080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":91198,"ondisk_log_size":91198,"up":48,"acting":40,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":10126,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":370028,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":89,"num_read_kb":167,"num_write":44,"num_write_kb":440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":322019,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299723,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2287668,"kb_used_data":1814380,"kb_used_omap":0,"kb_used_meta":473280,"kb_avail":91457484,"statfs":{"total":95995035648,"available":93652463616,"internally_reserved":0,"allocated":1857925120,"data_stored":1856688011,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":484638720},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:33:08 2023","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":1.3100000000000001,"15min":1.613},"min":{"1min":0.27000000000000002,"5min":0.219,"15min":0.21199999999999999},"max":{"1min":2.528,"5min":8.8870000000000005,"15min":13.257},"last":0.23400000000000001},{"interface":"front","average":{"1min":0.56200000000000006,"5min":1.845,"15min":2.0329999999999999},"min":{"1min":0.35599999999999998,"5min":0.28699999999999998,"15min":0.246},"max":{"1min":2.569,"5min":12.42,"15min":17.402999999999999},"last":0.33700000000000002}]},{"osd":1,"last update":"Mon Aug 28 02:33:36 2023","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":1.915,"15min":2.2730000000000001},"min":{"1min":0.27300000000000002,"5min":0.248,"15min":0.24099999999999999},"max":{"1min":2.714,"5min":17.187999999999999,"15min":17.43},"last":0.28399999999999997},{"interface":"front","average":{"1min":0.64200000000000002,"5min":1.7010000000000001,"15min":2.1110000000000002},"min":{"1min":0.311,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":2.9790000000000001,"5min":12.525,"15min":19.913},"last":0.44600000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:33:20 2023","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":1.2549999999999999,"15min":1.7450000000000001},"min":{"1min":0.23499999999999999,"5min":0.22900000000000001,"15min":0.22800000000000001},"max":{"1min":2.3420000000000001,"5min":7.6150000000000002,"15min":8.3889999999999993},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.60999999999999999,"5min":1.1579999999999999,"15min":1.651},"min":{"1min":0.34100000000000003,"5min":0.315,"15min":0.28699999999999998},"max":{"1min":2.919,"5min":9.2219999999999995,"15min":12.128},"last":0.42299999999999999}]},{"osd":3,"last update":"Mon Aug 28 02:30:27 2023","interfaces":[{"interface":"back","average":{"1min":2.335,"5min":1.8180000000000001,"15min":2.028},"min":{"1min":0.38100000000000001,"5min":0.29499999999999998,"15min":0.27200000000000002},"max":{"1min":12.186999999999999,"5min":12.186999999999999,"15min":12.186999999999999},"last":3.0099999999999998},{"interface":"front","average":{"1min":2.4420000000000002,"5min":1.657,"15min":2.1379999999999999},"min":{"1min":0.32300000000000001,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":19.344999999999999,"5min":19.344999999999999,"15min":19.344999999999999},"last":0.50600000000000001}]},{"osd":4,"last update":"Mon Aug 28 02:33:08 2023","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":1.6479999999999999,"15min":1.2889999999999999},"min":{"1min":0.26500000000000001,"5min":0.245,"15min":0.23400000000000001},"max":{"1min":2.1230000000000002,"5min":18.943000000000001,"15min":18.943000000000001},"last":0.40100000000000002},{"interface":"front","average":{"1min":0.39100000000000001,"5min":1.008,"15min":0.95599999999999996},"min":{"1min":0.26500000000000001,"5min":0.25700000000000001,"15min":0.253},"max":{"1min":0.54000000000000004,"5min":7.0339999999999998,"15min":8.1890000000000001},"last":0.371}]},{"osd":5,"last update":"Mon Aug 28 02:33:08 2023","interfaces":[{"interface":"back","average":{"1min":0.39700000000000002,"5min":1.345,"15min":1.0600000000000001},"min":{"1min":0.246,"5min":0.246,"15min":0.23599999999999999},"max":{"1min":0.90800000000000003,"5min":14.622,"15min":14.622},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.46800000000000003,"5min":1.569,"15min":1.3009999999999999},"min":{"1min":0.374,"5min":0.28100000000000003,"15min":0.27000000000000002},"max":{"1min":0.60599999999999998,"5min":13.840999999999999,"15min":17.324999999999999},"last":0.47599999999999998}]},{"osd":6,"last update":"Mon Aug 28 02:33:08 2023","interfaces":[{"interface":"back","average":{"1min":0.47399999999999998,"5min":1.5660000000000001,"15min":1.3180000000000001},"min":{"1min":0.38700000000000001,"5min":0.30499999999999999,"15min":0.28899999999999998},"max":{"1min":0.58699999999999997,"5min":11.585000000000001,"15min":17.454999999999998},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.95399999999999996,"15min":0.85899999999999999},"min":{"1min":0.31,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.60299999999999998,"5min":7.665,"15min":7.665},"last":3.0499999999999998}]}]},{"osd":6,"up_from":0,"seq":193273528654,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":101,"seq":433791697113,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1719164,"kb_used_data":1099188,"kb_used_omap":4,"kb_used_meta":619963,"kb_avail":92025988,"statfs":{"total":95995035648,"available":94234611712,"internally_reserved":0,"allocated":1125568512,"data_stored":1123826909,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":634843022},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:33:33 2023","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":2.1139999999999999,"15min":2.7679999999999998},"min":{"1min":0.28000000000000003,"5min":0.221,"15min":0.21099999999999999},"max":{"1min":0.80700000000000005,"5min":24.545999999999999,"15min":24.545999999999999},"last":0.40600000000000003},{"interface":"front","average":{"1min":0.44900000000000001,"5min":2.9279999999999999,"15min":3.141},"min":{"1min":0.26100000000000001,"5min":0.251,"15min":0.21199999999999999},"max":{"1min":1.2909999999999999,"5min":24.515000000000001,"15min":24.515000000000001},"last":0.27200000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:33:24 2023","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":2.4359999999999999,"15min":2.8279999999999998},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.24099999999999999},"max":{"1min":1.25,"5min":22.161000000000001,"15min":22.161000000000001},"last":0.32900000000000001},{"interface":"front","average":{"1min":0.498,"5min":1.8999999999999999,"15min":2.605},"min":{"1min":0.30199999999999999,"5min":0.254,"15min":0.253},"max":{"1min":1.026,"5min":13.114000000000001,"15min":20.003},"last":0.373}]},{"osd":3,"last update":"Mon Aug 28 02:31:21 2023","interfaces":[{"interface":"back","average":{"1min":2.3100000000000001,"5min":2.4460000000000002,"15min":3.1880000000000002},"min":{"1min":0.32000000000000001,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":8.6270000000000007,"5min":19.074999999999999,"15min":24.701000000000001},"last":0.35699999999999998},{"interface":"front","average":{"1min":2.9769999999999999,"5min":2.8029999999999999,"15min":3.1949999999999998},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.223},"max":{"1min":14.85,"5min":14.85,"15min":22.59},"last":0.54600000000000004}]},{"osd":4,"last update":"Mon Aug 28 02:33:33 2023","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":1.4279999999999999,"15min":1.7829999999999999},"min":{"1min":0.376,"5min":0.316,"15min":0.30099999999999999},"max":{"1min":0.90300000000000002,"5min":18.689,"15min":18.992999999999999},"last":0.56699999999999995},{"interface":"front","average":{"1min":0.51900000000000002,"5min":1.8440000000000001,"15min":1.869},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.26400000000000001},"max":{"1min":0.88400000000000001,"5min":14.779999999999999,"15min":14.779999999999999},"last":0.44800000000000001}]},{"osd":5,"last update":"Mon Aug 28 02:33:33 2023","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":2.0830000000000002,"15min":2.3370000000000002},"min":{"1min":0.35999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":1.1599999999999999,"5min":12.170999999999999,"15min":18.626999999999999},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.61299999999999999,"5min":1.5469999999999999,"15min":2.2770000000000001},"min":{"1min":0.375,"5min":0.374,"15min":0.31900000000000001},"max":{"1min":1.363,"5min":7.3410000000000002,"15min":18.945},"last":0.46100000000000002}]},{"osd":6,"last update":"Mon Aug 28 02:33:33 2023","interfaces":[{"interface":"back","average":{"1min":0.626,"5min":1.8440000000000001,"15min":2.3130000000000002},"min":{"1min":0.40000000000000002,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":1.2829999999999999,"5min":12.221,"15min":13.254},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.60099999999999998,"5min":1.617,"15min":2.016},"min":{"1min":0.47299999999999998,"5min":0.41799999999999998,"15min":0.34499999999999997},"max":{"1min":1.1479999999999999,"5min":12.371,"15min":19.021999999999998},"last":0.53600000000000003}]},{"osd":7,"last update":"Mon Aug 28 02:33:33 2023","interfaces":[{"interface":"back","average":{"1min":0.63100000000000001,"5min":1.5349999999999999,"15min":2.2679999999999998},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":1.637,"5min":14.349,"15min":19.047999999999998},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.65600000000000003,"5min":1.9119999999999999,"15min":2.1320000000000001},"min":{"1min":0.432,"5min":0.34399999999999997,"15min":0.30199999999999999},"max":{"1min":1.6799999999999999,"5min":14.818,"15min":14.818},"last":0.52200000000000002}]}]},{"osd":0,"up_from":87,"seq":373662154979,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":4252468,"kb_used_data":3605484,"kb_used_omap":5,"kb_used_meta":646970,"kb_avail":89492684,"statfs":{"total":95995035648,"available":91640508416,"internally_reserved":0,"allocated":3692015616,"data_stored":3690170822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":662497914},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:33:28 2023","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":1.6879999999999999,"15min":2.1819999999999999},"min":{"1min":0.221,"5min":0.184,"15min":0.184},"max":{"1min":5.3280000000000003,"5min":30.315000000000001,"15min":30.315000000000001},"last":0.20300000000000001},{"interface":"front","average":{"1min":0.44700000000000001,"5min":2.5579999999999998,"15min":3.1299999999999999},"min":{"1min":0.25800000000000001,"5min":0.249,"15min":0.221},"max":{"1min":1.139,"5min":69.272000000000006,"15min":69.272000000000006},"last":0.32000000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:33:25 2023","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":1.9790000000000001,"15min":2.6440000000000001},"min":{"1min":0.28699999999999998,"5min":0.253,"15min":0.23799999999999999},"max":{"1min":2.0739999999999998,"5min":20.959,"15min":20.959},"last":0.23699999999999999},{"interface":"front","average":{"1min":0.68700000000000006,"5min":1.472,"15min":2.1160000000000001},"min":{"1min":0.31,"5min":0.247,"15min":0.24299999999999999},"max":{"1min":4.0910000000000002,"5min":8.0600000000000005,"15min":12.332000000000001},"last":0.29499999999999998}]},{"osd":3,"last update":"Mon Aug 28 02:31:24 2023","interfaces":[{"interface":"back","average":{"1min":2.2599999999999998,"5min":2.2810000000000001,"15min":2.9140000000000001},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":8.468,"5min":11.41,"15min":20.27},"last":0.26600000000000001},{"interface":"front","average":{"1min":1.0489999999999999,"5min":2.3119999999999998,"15min":2.5550000000000002},"min":{"1min":0.33400000000000002,"5min":0.33300000000000002,"15min":0.247},"max":{"1min":4.3209999999999997,"5min":15.365,"15min":17.635999999999999},"last":0.377}]},{"osd":4,"last update":"Mon Aug 28 02:33:11 2023","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":4.0339999999999998,"15min":2.6850000000000001},"min":{"1min":0.314,"5min":0.314,"15min":0.27700000000000002},"max":{"1min":3.9710000000000001,"5min":274.33199999999999,"15min":274.33199999999999},"last":0.34000000000000002},{"interface":"front","average":{"1min":0.58999999999999997,"5min":4.5339999999999998,"15min":3.1560000000000001},"min":{"1min":0.34000000000000002,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":1.413,"5min":266.31999999999999,"15min":266.31999999999999},"last":0.50600000000000001}]},{"osd":5,"last update":"Mon Aug 28 02:33:11 2023","interfaces":[{"interface":"back","average":{"1min":0.75,"5min":1.3500000000000001,"15min":1.7350000000000001},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.29299999999999998},"max":{"1min":4.1219999999999999,"5min":7.1139999999999999,"15min":13.038},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.65000000000000002,"5min":2.222,"15min":2.3879999999999999},"min":{"1min":0.36799999999999999,"5min":0.34799999999999998,"15min":0.27800000000000002},"max":{"1min":1.9259999999999999,"5min":15.231,"15min":15.231},"last":0.54700000000000004}]},{"osd":6,"last update":"Mon Aug 28 02:33:11 2023","interfaces":[{"interface":"back","average":{"1min":0.72599999999999998,"5min":1.6830000000000001,"15min":1.9710000000000001},"min":{"1min":0.46300000000000002,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":4.0620000000000003,"5min":15.122999999999999,"15min":15.122999999999999},"last":0.441},{"interface":"front","average":{"1min":0.59899999999999998,"5min":2.1160000000000001,"15min":2.3929999999999998},"min":{"1min":0.40000000000000002,"5min":0.35599999999999998,"15min":0.311},"max":{"1min":1.2470000000000001,"5min":15.186999999999999,"15min":15.186999999999999},"last":0.58099999999999996}]},{"osd":7,"last update":"Mon Aug 28 02:33:11 2023","interfaces":[{"interface":"back","average":{"1min":0.68899999999999995,"5min":2.1970000000000001,"15min":2.3570000000000002},"min":{"1min":0.39400000000000002,"5min":0.38,"15min":0.33400000000000002},"max":{"1min":2.1219999999999999,"5min":16.183,"15min":16.183},"last":0.36399999999999999},{"interface":"front","average":{"1min":0.79300000000000004,"5min":1.615,"15min":1.9590000000000001},"min":{"1min":0.38500000000000001,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":4.0250000000000004,"5min":7.0620000000000003,"15min":13.005000000000001},"last":0.46000000000000002}]}]},{"osd":2,"up_from":0,"seq":502511173839,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":297,"seq":1275605286921,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1202156,"kb_used_data":1089380,"kb_used_omap":2,"kb_used_meta":112765,"kb_avail":92542996,"statfs":{"total":95995035648,"available":94764027904,"internally_reserved":0,"allocated":1115525120,"data_stored":1113793185,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":115471413},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.26000000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36199999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39800000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48399999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38900000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50900000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56999999999999995}]}]},{"osd":4,"up_from":30,"seq":128849019217,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3687232,"kb_used_data":3248952,"kb_used_omap":0,"kb_used_meta":438272,"kb_avail":90057920,"statfs":{"total":95995035648,"available":92219310080,"internally_reserved":0,"allocated":3326926848,"data_stored":3325686177,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":448790528},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,0,0,0,0,0,0,1,9],"upper_bound":8192},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:33:13 2023","interfaces":[{"interface":"back","average":{"1min":0.38100000000000001,"5min":1.6379999999999999,"15min":2.012},"min":{"1min":0.251,"5min":0.23100000000000001,"15min":0.22800000000000001},"max":{"1min":0.61299999999999999,"5min":22.515000000000001,"15min":22.515000000000001},"last":0.34200000000000003},{"interface":"front","average":{"1min":0.57199999999999995,"5min":1.7030000000000001,"15min":1.968},"min":{"1min":0.30599999999999999,"5min":0.24299999999999999,"15min":0.217},"max":{"1min":2.8180000000000001,"5min":22.454000000000001,"15min":22.454000000000001},"last":0.45900000000000002}]},{"osd":1,"last update":"Mon Aug 28 02:33:38 2023","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":1.6359999999999999,"15min":1.7110000000000001},"min":{"1min":0.28499999999999998,"5min":0.26300000000000001,"15min":0.24199999999999999},"max":{"1min":4.7539999999999996,"5min":23.082000000000001,"15min":23.082000000000001},"last":0.27300000000000002},{"interface":"front","average":{"1min":0.624,"5min":1.7609999999999999,"15min":1.9299999999999999},"min":{"1min":0.26300000000000001,"5min":0.26000000000000001,"15min":0.246},"max":{"1min":4.7960000000000003,"5min":25.100000000000001,"15min":25.100000000000001},"last":0.46700000000000003}]},{"osd":2,"last update":"Mon Aug 28 02:33:13 2023","interfaces":[{"interface":"back","average":{"1min":0.67800000000000005,"5min":1.7170000000000001,"15min":1.8200000000000001},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.27400000000000002},"max":{"1min":4.827,"5min":8.7149999999999999,"15min":16.231000000000002},"last":0.313},{"interface":"front","average":{"1min":0.61499999999999999,"5min":1.6879999999999999,"15min":1.8300000000000001},"min":{"1min":0.373,"5min":0.29399999999999998,"15min":0.251},"max":{"1min":2.7909999999999999,"5min":13.515000000000001,"15min":13.515000000000001},"last":0.35599999999999998}]},{"osd":3,"last update":"Mon Aug 28 02:31:19 2023","interfaces":[{"interface":"back","average":{"1min":1.5760000000000001,"5min":1.6759999999999999,"15min":1.9390000000000001},"min":{"1min":0.36499999999999999,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":8.5619999999999994,"5min":23.501000000000001,"15min":23.501000000000001},"last":0.41599999999999998},{"interface":"front","average":{"1min":1.8280000000000001,"5min":1.863,"15min":1.9870000000000001},"min":{"1min":0.32800000000000001,"5min":0.313,"15min":0.29499999999999998},"max":{"1min":8.6359999999999992,"5min":23.512,"15min":23.512},"last":0.48399999999999999}]},{"osd":5,"last update":"Mon Aug 28 02:33:52 2023","interfaces":[{"interface":"back","average":{"1min":0.42599999999999999,"5min":1.238,"15min":1.139},"min":{"1min":0.25900000000000001,"5min":0.222,"15min":0.222},"max":{"1min":0.66500000000000004,"5min":8.6679999999999993,"15min":16.181999999999999},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.47499999999999998,"5min":1.425,"15min":1.1830000000000001},"min":{"1min":0.28199999999999997,"5min":0.224,"15min":0.20699999999999999},"max":{"1min":0.90400000000000003,"5min":8.6370000000000005,"15min":10.233000000000001},"last":0.42799999999999999}]},{"osd":6,"last update":"Mon Aug 28 02:33:05 2023","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":1.2929999999999999,"15min":1.1000000000000001},"min":{"1min":0.28799999999999998,"5min":0.26500000000000001,"15min":0.25600000000000001},"max":{"1min":2.3620000000000001,"5min":8.8480000000000008,"15min":10.023999999999999},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.85899999999999999,"5min":1.47,"15min":1.1359999999999999},"min":{"1min":0.28299999999999997,"5min":0.27200000000000002,"15min":0.255},"max":{"1min":4.5949999999999998,"5min":8.5,"15min":8.5},"last":0.375}]},{"osd":7,"last update":"Mon Aug 28 02:33:13 2023","interfaces":[{"interface":"back","average":{"1min":0.70499999999999996,"5min":1.4079999999999999,"15min":1.1830000000000001},"min":{"1min":0.314,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":4.8559999999999999,"5min":8.8249999999999993,"15min":9.3209999999999997},"last":0.442},{"interface":"front","average":{"1min":0.64300000000000002,"5min":1.427,"15min":1.1459999999999999},"min":{"1min":0.38,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":2.754,"5min":15.597,"15min":15.597},"last":0.53600000000000003}]}]},{"osd":5,"up_from":37,"seq":158913790289,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2683812,"kb_used_data":2141276,"kb_used_omap":0,"kb_used_meta":542528,"kb_avail":91061340,"statfs":{"total":95995035648,"available":93246812160,"internally_reserved":0,"allocated":2192666624,"data_stored":2191442117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":555548672},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,0,0,0,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:33:38 2023","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":1.4410000000000001,"15min":2.0529999999999999},"min":{"1min":0.26300000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":1.4530000000000001,"5min":7.7560000000000002,"15min":40.334000000000003},"last":0.36399999999999999},{"interface":"front","average":{"1min":1.3600000000000001,"5min":1.8100000000000001,"15min":1.9790000000000001},"min":{"1min":0.28000000000000003,"5min":0.24099999999999999,"15min":0.23200000000000001},"max":{"1min":19.815999999999999,"5min":19.815999999999999,"15min":40.212000000000003},"last":0.502}]},{"osd":1,"last update":"Mon Aug 28 02:33:38 2023","interfaces":[{"interface":"back","average":{"1min":1.2410000000000001,"5min":1.7470000000000001,"15min":2.1720000000000002},"min":{"1min":0.28499999999999998,"5min":0.23699999999999999,"15min":0.23200000000000001},"max":{"1min":17.998000000000001,"5min":17.998000000000001,"15min":40.088000000000001},"last":0.379},{"interface":"front","average":{"1min":1.381,"5min":2,"15min":2.0600000000000001},"min":{"1min":0.28299999999999997,"5min":0.26000000000000001,"15min":0.251},"max":{"1min":19.853000000000002,"5min":19.853000000000002,"15min":40.243000000000002},"last":0.52000000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:33:38 2023","interfaces":[{"interface":"back","average":{"1min":0.73099999999999998,"5min":1.4710000000000001,"15min":2.0449999999999999},"min":{"1min":0.31900000000000001,"5min":0.29699999999999999,"15min":0.27700000000000002},"max":{"1min":5.3099999999999996,"5min":8.7899999999999991,"15min":40.436999999999998},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.50600000000000001,"5min":1.7869999999999999,"15min":2.125},"min":{"1min":0.32800000000000001,"5min":0.28499999999999998,"15min":0.27200000000000002},"max":{"1min":0.96299999999999997,"5min":8.609,"15min":40.555},"last":0.47099999999999997}]},{"osd":3,"last update":"Mon Aug 28 02:30:31 2023","interfaces":[{"interface":"back","average":{"1min":2.25,"5min":1.9339999999999999,"15min":2.1110000000000002},"min":{"1min":0.41999999999999998,"5min":0.29499999999999998,"15min":0.27900000000000003},"max":{"1min":8.891,"5min":8.891,"15min":40.270000000000003},"last":0.40600000000000003},{"interface":"front","average":{"1min":2.133,"5min":1.879,"15min":2.1989999999999998},"min":{"1min":0.44600000000000001,"5min":0.30199999999999999,"15min":0.29599999999999999},"max":{"1min":5.9050000000000002,"5min":10.728999999999999,"15min":40.597999999999999},"last":0.55400000000000005}]},{"osd":4,"last update":"Mon Aug 28 02:32:53 2023","interfaces":[{"interface":"back","average":{"1min":1.3460000000000001,"5min":1.355,"15min":1.3169999999999999},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":13.616,"5min":13.616,"15min":40.762999999999998},"last":0.32500000000000001},{"interface":"front","average":{"1min":1.4019999999999999,"5min":1.829,"15min":1.3779999999999999},"min":{"1min":0.27900000000000003,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":6.3819999999999997,"5min":10.566000000000001,"15min":40.634},"last":0.439}]},{"osd":6,"last update":"Mon Aug 28 02:33:38 2023","interfaces":[{"interface":"back","average":{"1min":0.99299999999999999,"5min":1.5640000000000001,"15min":1.47},"min":{"1min":0.34699999999999998,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":10.66,"5min":17.510000000000002,"15min":42.409999999999997},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.747,"5min":1.4790000000000001,"15min":1.4379999999999999},"min":{"1min":0.371,"5min":0.254,"15min":0.254},"max":{"1min":6.1159999999999997,"5min":15.856999999999999,"15min":42.533999999999999},"last":0.48199999999999998}]},{"osd":7,"last update":"Mon Aug 28 02:33:38 2023","interfaces":[{"interface":"back","average":{"1min":0.76300000000000001,"5min":1.718,"15min":1.6200000000000001},"min":{"1min":0.33900000000000002,"5min":0.315,"15min":0.314},"max":{"1min":6.1749999999999998,"5min":31.707000000000001,"15min":42.667000000000002},"last":0.43099999999999999},{"interface":"front","average":{"1min":0.59099999999999997,"5min":2.1899999999999999,"15min":1.623},"min":{"1min":0.33700000000000002,"5min":0.318,"15min":0.27000000000000002},"max":{"1min":1.7130000000000001,"5min":31.66,"15min":42.344000000000001},"last":0.53700000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":3686273024,"data_stored":3686268952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1121320960,"data_stored":1121320960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":2567307264,"data_stored":2567307264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":1110704128,"data_stored":1110704128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":3323400192,"data_stored":3323396120,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":2186674176,"data_stored":2186674176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":2412122112,"data_stored":2412118040,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1854013440,"data_stored":1854013440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:33:55.625 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:33:55.649 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd set nodeep-scrub 2023-08-28T02:33:55.769 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:33:55.780 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:55.781 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:33:55.882 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:33:55.930 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:56.007 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:33:56.012 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:56.013 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:33:56.113 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:33:56.152 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:56.175 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:33:56.178 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:56.178 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:33:56.242 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:33:56.259 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:33:56.279 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:33:56.312 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:56.590 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:33:56.594 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:56.594 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:33:56.630 INFO:teuthology.orchestra.run.smithi040.stdout:ERROR: (22) Invalid argument 2023-08-28T02:33:56.630 INFO:teuthology.orchestra.run.smithi040.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:33:56.696 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:33:56.734 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:57.063 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:33:57.067 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:57.068 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:33:57.168 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:33:57.194 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:56 smithi083 ceph-mon[157819]: pgmap v912: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 5.5 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 66 op/s; 50630/270744 objects degraded (18.700%); 15963/270744 objects misplaced (5.896%); 12 MiB/s, 197 objects/s recovering 2023-08-28T02:33:57.197 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:57.230 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:56 smithi040 ceph-mon[175404]: pgmap v912: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 5.5 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 66 op/s; 50630/270744 objects degraded (18.700%); 15963/270744 objects misplaced (5.896%); 12 MiB/s, 197 objects/s recovering 2023-08-28T02:33:57.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:56 smithi040 ceph-mon[170259]: pgmap v912: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 5.5 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 66 op/s; 50630/270744 objects degraded (18.700%); 15963/270744 objects misplaced (5.896%); 12 MiB/s, 197 objects/s recovering 2023-08-28T02:33:57.330 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:33:57.336 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:57.336 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:33:57.437 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:33:57.478 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:58.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:57 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/227700431' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:33:58.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:57 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/227700431' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:33:58.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:57 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/227700431' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:33:58.604 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:33:58.604 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:33:58.604 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:33:58.604 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:33:58.604 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:33:58.604 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:33:58.604 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:33:58.605 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:33:58.605 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-08-28T02:33:58.605 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-08-28T02:33:58.605 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-08-28T02:33:58.605 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-08-28T02:33:58.605 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-08-28T02:33:58.605 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-08-28T02:33:58.605 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-08-28T02:33:58.605 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-08-28T02:33:59.007 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.0 dump_historic_ops 2023-08-28T02:33:59.211 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:33:58 smithi040 ceph-mon[175404]: pgmap v913: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 5.5 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 67 op/s; 50630/270513 objects degraded (18.716%); 15963/270513 objects misplaced (5.901%); 12 MiB/s, 197 objects/s recovering 2023-08-28T02:33:59.212 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:33:58 smithi040 ceph-mon[170259]: pgmap v913: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 5.5 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 67 op/s; 50630/270513 objects degraded (18.716%); 15963/270513 objects misplaced (5.901%); 12 MiB/s, 197 objects/s recovering 2023-08-28T02:33:59.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:33:58 smithi083 ceph-mon[157819]: pgmap v913: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 5.5 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 67 op/s; 50630/270513 objects degraded (18.716%); 15963/270513 objects misplaced (5.901%); 12 MiB/s, 197 objects/s recovering 2023-08-28T02:33:59.271 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:33:59.277 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:59.278 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:33:59.378 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:33:59.406 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:59.432 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:33:59.434 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:59.435 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:33:59.535 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:33:59.564 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:59.586 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:33:59.589 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:59.589 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:33:59.690 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:33:59.727 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:33:59.788 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:33:59.952 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:33:59.958 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:33:59.959 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:34:00.059 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:34:00.110 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:00.152 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:34:00.160 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:00.160 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:34:00.258 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:34:00.261 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:34:00.266 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:34:00.290 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:00.317 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:34:00.319 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:00.319 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:34:00.420 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:34:00.454 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:00.800 INFO:teuthology.orchestra.run.smithi040.stderr:nodeep-scrub is set 2023-08-28T02:34:00.833 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:00 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:34:00.833 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:00 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:34:00.833 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:00 smithi040 ceph-mon[170259]: from='client.55444 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:34:00.833 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:00 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1757971343' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:34:00.833 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:00 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:34:00.833 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:00 smithi040 ceph-mon[170259]: pgmap v914: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 5.5 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 70 op/s; 50569/269946 objects degraded (18.733%); 15372/269946 objects misplaced (5.694%); 13 MiB/s, 206 objects/s recovering 2023-08-28T02:34:00.833 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:00 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:34:00.834 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:00 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:34:00.834 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:00 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:34:00.834 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:00 smithi040 ceph-mon[175404]: from='client.55444 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:34:00.834 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:00 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1757971343' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:34:00.834 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:00 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:34:00.834 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:00 smithi040 ceph-mon[175404]: pgmap v914: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 5.5 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 70 op/s; 50569/269946 objects degraded (18.733%); 15372/269946 objects misplaced (5.694%); 13 MiB/s, 206 objects/s recovering 2023-08-28T02:34:00.834 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:00 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:34:01.236 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-08-28T02:34:01.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:00 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:34:01.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:00 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:34:01.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:00 smithi083 ceph-mon[157819]: from='client.55444 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:34:01.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:00 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1757971343' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:34:01.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:00 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:34:01.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:00 smithi083 ceph-mon[157819]: pgmap v914: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 5.5 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 70 op/s; 50569/269946 objects degraded (18.733%); 15372/269946 objects misplaced (5.694%); 13 MiB/s, 206 objects/s recovering 2023-08-28T02:34:01.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:00 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:34:01.977 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:01 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 50569/269946 objects degraded (18.733%), 10 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:34:01.977 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:01 smithi040 ceph-mon[175404]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:34:01.977 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:01 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:34:01.977 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:01 smithi040 ceph-mon[175404]: failed to encode map e312 with expected crc 2023-08-28T02:34:01.978 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:01 smithi040 ceph-mon[175404]: osdmap e312: 8 total, 8 up, 6 in 2023-08-28T02:34:01.978 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:01 smithi040 ceph-mon[175404]: failed to encode map e312 with expected crc 2023-08-28T02:34:01.978 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:01 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 50569/269946 objects degraded (18.733%), 10 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:34:01.978 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:01 smithi040 ceph-mon[170259]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:34:01.978 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:01 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:34:01.978 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:01 smithi040 ceph-mon[170259]: failed to encode map e312 with expected crc 2023-08-28T02:34:01.979 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:01 smithi040 ceph-mon[170259]: osdmap e312: 8 total, 8 up, 6 in 2023-08-28T02:34:01.979 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:01 smithi040 ceph-mon[170259]: failed to encode map e312 with expected crc 2023-08-28T02:34:01.998 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":913,"stamp":"2023-08-28T02:33:58.379841+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":5908249348,"num_objects":90171,"num_object_clones":0,"num_object_copies":270513,"num_objects_missing_on_primary":5759,"num_objects_missing":5759,"num_objects_degraded":50630,"num_objects_misplaced":15963,"num_objects_unfound":0,"num_objects_dirty":90171,"num_whiteouts":0,"num_read":90,"num_read_kb":168,"num_write":96571,"num_write_kb":5972054,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":19436,"num_bytes_recovered":1272320369,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":93140,"ondisk_log_size":93140,"up":297,"acting":289,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":15794680,"kb_used_data":12956296,"kb_used_omap":12,"kb_used_meta":2838323,"kb_avail":546676232,"statfs":{"total":575970213888,"available":559796461568,"internally_reserved":0,"allocated":13267247104,"data_stored":13258200086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12739,"internal_metadata":2906443325},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,0,0,0,0,0,0,1,9],"upper_bound":8192},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-44433408,"num_objects":-678,"num_object_clones":0,"num_object_copies":-2034,"num_objects_missing_on_primary":-40,"num_objects_missing":-40,"num_objects_degraded":-167,"num_objects_misplaced":-1927,"num_objects_unfound":0,"num_objects_dirty":-678,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":678,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1971,"num_bytes_recovered":129171456,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002766"},"pg_stats":[{"pgid":"3.1a","version":"65'1","reported_seq":322,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.786701+0000","last_change":"2023-08-28T02:32:32.667028+0000","last_active":"2023-08-28T02:33:45.786701+0000","last_peered":"2023-08-28T02:33:45.786701+0000","last_clean":"2023-08-28T02:33:45.786701+0000","last_became_active":"2023-08-28T02:32:32.666711+0000","last_became_peered":"2023-08-28T02:32:32.666711+0000","last_unstale":"2023-08-28T02:33:45.786701+0000","last_undegraded":"2023-08-28T02:33:45.786701+0000","last_fullsized":"2023-08-28T02:33:45.786701+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:28:21.913105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":273,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.892311+0000","last_change":"2023-08-28T02:29:44.421259+0000","last_active":"2023-08-28T02:33:45.892311+0000","last_peered":"2023-08-28T02:33:45.892311+0000","last_clean":"2023-08-28T02:33:45.892311+0000","last_became_active":"2023-08-28T02:29:44.420936+0000","last_became_peered":"2023-08-28T02:29:44.420936+0000","last_unstale":"2023-08-28T02:33:45.892311+0000","last_undegraded":"2023-08-28T02:33:45.892311+0000","last_fullsized":"2023-08-28T02:33:45.892311+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:22:26.346867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":114,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.782780+0000","last_change":"2023-08-28T02:33:12.290337+0000","last_active":"2023-08-28T02:33:45.782780+0000","last_peered":"2023-08-28T02:33:45.782780+0000","last_clean":"2023-08-28T02:33:45.782780+0000","last_became_active":"2023-08-28T02:33:12.289852+0000","last_became_peered":"2023-08-28T02:33:12.289852+0000","last_unstale":"2023-08-28T02:33:45.782780+0000","last_undegraded":"2023-08-28T02:33:45.782780+0000","last_fullsized":"2023-08-28T02:33:45.782780+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:04:26.420037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":288,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.893045+0000","last_change":"2023-08-28T02:33:13.317226+0000","last_active":"2023-08-28T02:33:45.893045+0000","last_peered":"2023-08-28T02:33:45.893045+0000","last_clean":"2023-08-28T02:33:45.893045+0000","last_became_active":"2023-08-28T02:33:13.316893+0000","last_became_peered":"2023-08-28T02:33:13.316893+0000","last_unstale":"2023-08-28T02:33:45.893045+0000","last_undegraded":"2023-08-28T02:33:45.893045+0000","last_fullsized":"2023-08-28T02:33:45.893045+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:55:46.593463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":233,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.782900+0000","last_change":"2023-08-28T02:33:12.295203+0000","last_active":"2023-08-28T02:33:45.782900+0000","last_peered":"2023-08-28T02:33:45.782900+0000","last_clean":"2023-08-28T02:33:45.782900+0000","last_became_active":"2023-08-28T02:33:12.294904+0000","last_became_peered":"2023-08-28T02:33:12.294904+0000","last_unstale":"2023-08-28T02:33:45.782900+0000","last_undegraded":"2023-08-28T02:33:45.782900+0000","last_fullsized":"2023-08-28T02:33:45.782900+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:31:07.008856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":252,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.798545+0000","last_change":"2023-08-28T02:31:51.987263+0000","last_active":"2023-08-28T02:33:45.798545+0000","last_peered":"2023-08-28T02:33:45.798545+0000","last_clean":"2023-08-28T02:33:45.798545+0000","last_became_active":"2023-08-28T02:31:51.986938+0000","last_became_peered":"2023-08-28T02:31:51.986938+0000","last_unstale":"2023-08-28T02:33:45.798545+0000","last_undegraded":"2023-08-28T02:33:45.798545+0000","last_fullsized":"2023-08-28T02:33:45.798545+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:18.021905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":282,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.893070+0000","last_change":"2023-08-28T02:33:12.318656+0000","last_active":"2023-08-28T02:33:45.893070+0000","last_peered":"2023-08-28T02:33:45.893070+0000","last_clean":"2023-08-28T02:33:45.893070+0000","last_became_active":"2023-08-28T02:33:12.318297+0000","last_became_peered":"2023-08-28T02:33:12.318297+0000","last_unstale":"2023-08-28T02:33:45.893070+0000","last_undegraded":"2023-08-28T02:33:45.893070+0000","last_fullsized":"2023-08-28T02:33:45.893070+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:43:09.789767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":214,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.782983+0000","last_change":"2023-08-28T02:33:13.357230+0000","last_active":"2023-08-28T02:33:45.782983+0000","last_peered":"2023-08-28T02:33:45.782983+0000","last_clean":"2023-08-28T02:33:45.782983+0000","last_became_active":"2023-08-28T02:33:13.356853+0000","last_became_peered":"2023-08-28T02:33:13.356853+0000","last_unstale":"2023-08-28T02:33:45.782983+0000","last_undegraded":"2023-08-28T02:33:45.782983+0000","last_fullsized":"2023-08-28T02:33:45.782983+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:20:21.545007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":294,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.792304+0000","last_change":"2023-08-28T02:29:44.462510+0000","last_active":"2023-08-28T02:33:45.792304+0000","last_peered":"2023-08-28T02:33:45.792304+0000","last_clean":"2023-08-28T02:33:45.792304+0000","last_became_active":"2023-08-28T02:29:44.460314+0000","last_became_peered":"2023-08-28T02:29:44.460314+0000","last_unstale":"2023-08-28T02:33:45.792304+0000","last_undegraded":"2023-08-28T02:33:45.792304+0000","last_fullsized":"2023-08-28T02:33:45.792304+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:59:01.311467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":217,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.783109+0000","last_change":"2023-08-28T02:33:13.291255+0000","last_active":"2023-08-28T02:33:45.783109+0000","last_peered":"2023-08-28T02:33:45.783109+0000","last_clean":"2023-08-28T02:33:45.783109+0000","last_became_active":"2023-08-28T02:33:13.290933+0000","last_became_peered":"2023-08-28T02:33:13.290933+0000","last_unstale":"2023-08-28T02:33:45.783109+0000","last_undegraded":"2023-08-28T02:33:45.783109+0000","last_fullsized":"2023-08-28T02:33:45.783109+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:31:54.116908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"65'3","reported_seq":295,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.882011+0000","last_change":"2023-08-28T02:33:12.296412+0000","last_active":"2023-08-28T02:33:45.882011+0000","last_peered":"2023-08-28T02:33:45.882011+0000","last_clean":"2023-08-28T02:33:45.882011+0000","last_became_active":"2023-08-28T02:33:12.295786+0000","last_became_peered":"2023-08-28T02:33:12.295786+0000","last_unstale":"2023-08-28T02:33:45.882011+0000","last_undegraded":"2023-08-28T02:33:45.882011+0000","last_fullsized":"2023-08-28T02:33:45.882011+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:15:31.449163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":117,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.786434+0000","last_change":"2023-08-28T02:32:32.666927+0000","last_active":"2023-08-28T02:33:45.786434+0000","last_peered":"2023-08-28T02:33:45.786434+0000","last_clean":"2023-08-28T02:33:45.786434+0000","last_became_active":"2023-08-28T02:32:32.666618+0000","last_became_peered":"2023-08-28T02:32:32.666618+0000","last_unstale":"2023-08-28T02:33:45.786434+0000","last_undegraded":"2023-08-28T02:33:45.786434+0000","last_fullsized":"2023-08-28T02:33:45.786434+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:45:57.998333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":319,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.786992+0000","last_change":"2023-08-28T02:32:28.505262+0000","last_active":"2023-08-28T02:33:45.786992+0000","last_peered":"2023-08-28T02:33:45.786992+0000","last_clean":"2023-08-28T02:33:45.786992+0000","last_became_active":"2023-08-28T02:32:28.455999+0000","last_became_peered":"2023-08-28T02:32:28.455999+0000","last_unstale":"2023-08-28T02:33:45.786992+0000","last_undegraded":"2023-08-28T02:33:45.786992+0000","last_fullsized":"2023-08-28T02:33:45.786992+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:28.937020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":9468,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":303,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.786694+0000","last_change":"2023-08-28T02:32:12.959195+0000","last_active":"2023-08-28T02:33:45.786694+0000","last_peered":"2023-08-28T02:33:45.786694+0000","last_clean":"2023-08-28T02:33:45.786694+0000","last_became_active":"2023-08-28T02:32:12.958832+0000","last_became_peered":"2023-08-28T02:32:12.958832+0000","last_unstale":"2023-08-28T02:33:45.786694+0000","last_undegraded":"2023-08-28T02:33:45.786694+0000","last_fullsized":"2023-08-28T02:33:45.786694+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:23:27.197787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"65'2","reported_seq":293,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.880682+0000","last_change":"2023-08-28T02:32:28.461161+0000","last_active":"2023-08-28T02:33:45.880682+0000","last_peered":"2023-08-28T02:33:45.880682+0000","last_clean":"2023-08-28T02:33:45.880682+0000","last_became_active":"2023-08-28T02:32:28.451284+0000","last_became_peered":"2023-08-28T02:32:28.451284+0000","last_unstale":"2023-08-28T02:33:45.880682+0000","last_undegraded":"2023-08-28T02:33:45.880682+0000","last_fullsized":"2023-08-28T02:33:45.880682+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:58:20.061020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":274,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.890571+0000","last_change":"2023-08-28T02:29:44.419566+0000","last_active":"2023-08-28T02:33:45.890571+0000","last_peered":"2023-08-28T02:33:45.890571+0000","last_clean":"2023-08-28T02:33:45.890571+0000","last_became_active":"2023-08-28T02:29:44.419053+0000","last_became_peered":"2023-08-28T02:29:44.419053+0000","last_unstale":"2023-08-28T02:33:45.890571+0000","last_undegraded":"2023-08-28T02:33:45.890571+0000","last_fullsized":"2023-08-28T02:33:45.890571+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:44:36.133499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":277,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.894639+0000","last_change":"2023-08-28T02:33:12.493777+0000","last_active":"2023-08-28T02:33:45.894639+0000","last_peered":"2023-08-28T02:33:45.894639+0000","last_clean":"2023-08-28T02:33:45.894639+0000","last_became_active":"2023-08-28T02:33:12.491177+0000","last_became_peered":"2023-08-28T02:33:12.491177+0000","last_unstale":"2023-08-28T02:33:45.894639+0000","last_undegraded":"2023-08-28T02:33:45.894639+0000","last_fullsized":"2023-08-28T02:33:45.894639+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:10:58.167753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":290,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.792643+0000","last_change":"2023-08-28T02:33:12.290293+0000","last_active":"2023-08-28T02:33:45.792643+0000","last_peered":"2023-08-28T02:33:45.792643+0000","last_clean":"2023-08-28T02:33:45.792643+0000","last_became_active":"2023-08-28T02:33:12.289989+0000","last_became_peered":"2023-08-28T02:33:12.289989+0000","last_unstale":"2023-08-28T02:33:45.792643+0000","last_undegraded":"2023-08-28T02:33:45.792643+0000","last_fullsized":"2023-08-28T02:33:45.792643+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:05:33.622172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":268,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.880409+0000","last_change":"2023-08-28T02:32:12.948756+0000","last_active":"2023-08-28T02:33:45.880409+0000","last_peered":"2023-08-28T02:33:45.880409+0000","last_clean":"2023-08-28T02:33:45.880409+0000","last_became_active":"2023-08-28T02:32:12.948441+0000","last_became_peered":"2023-08-28T02:32:12.948441+0000","last_unstale":"2023-08-28T02:33:45.880409+0000","last_undegraded":"2023-08-28T02:33:45.880409+0000","last_fullsized":"2023-08-28T02:33:45.880409+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:27.922180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":283,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.893113+0000","last_change":"2023-08-28T02:33:12.299398+0000","last_active":"2023-08-28T02:33:45.893113+0000","last_peered":"2023-08-28T02:33:45.893113+0000","last_clean":"2023-08-28T02:33:45.893113+0000","last_became_active":"2023-08-28T02:33:12.299113+0000","last_became_peered":"2023-08-28T02:33:12.299113+0000","last_unstale":"2023-08-28T02:33:45.893113+0000","last_undegraded":"2023-08-28T02:33:45.893113+0000","last_fullsized":"2023-08-28T02:33:45.893113+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:14:55.597212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"65'8","reported_seq":77,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.889965+0000","last_change":"2023-08-28T02:33:13.478870+0000","last_active":"2023-08-28T02:33:45.889965+0000","last_peered":"2023-08-28T02:33:45.889965+0000","last_clean":"2023-08-28T02:33:45.889965+0000","last_became_active":"2023-08-28T02:33:13.332142+0000","last_became_peered":"2023-08-28T02:33:13.332142+0000","last_unstale":"2023-08-28T02:33:45.889965+0000","last_undegraded":"2023-08-28T02:33:45.889965+0000","last_fullsized":"2023-08-28T02:33:45.889965+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:32:42.810159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":215,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.785204+0000","last_change":"2023-08-28T02:33:12.306353+0000","last_active":"2023-08-28T02:33:45.785204+0000","last_peered":"2023-08-28T02:33:45.785204+0000","last_clean":"2023-08-28T02:33:45.785204+0000","last_became_active":"2023-08-28T02:33:12.304977+0000","last_became_peered":"2023-08-28T02:33:12.304977+0000","last_unstale":"2023-08-28T02:33:45.785204+0000","last_undegraded":"2023-08-28T02:33:45.785204+0000","last_fullsized":"2023-08-28T02:33:45.785204+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:19:38.819671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"311'6024","reported_seq":6093,"reported_epoch":311,"state":"active+clean","last_fresh":"2023-08-28T02:33:55.606984+0000","last_change":"2023-08-28T02:30:50.402703+0000","last_active":"2023-08-28T02:33:55.606984+0000","last_peered":"2023-08-28T02:33:55.606984+0000","last_clean":"2023-08-28T02:33:55.606984+0000","last_became_active":"2023-08-28T02:30:50.402419+0000","last_became_peered":"2023-08-28T02:30:50.402419+0000","last_unstale":"2023-08-28T02:33:55.606984+0000","last_undegraded":"2023-08-28T02:33:55.606984+0000","last_fullsized":"2023-08-28T02:33:55.606984+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6024,"log_dups_size":0,"ondisk_log_size":6024,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:07:37.393907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":369360896,"num_objects":5636,"num_object_clones":0,"num_object_copies":16908,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5636,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6024,"num_write_kb":373120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"65'1","reported_seq":276,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.881148+0000","last_change":"2023-08-28T02:14:43.046130+0000","last_active":"2023-08-28T02:33:45.881148+0000","last_peered":"2023-08-28T02:33:45.881148+0000","last_clean":"2023-08-28T02:33:45.881148+0000","last_became_active":"2023-08-28T02:14:43.045775+0000","last_became_peered":"2023-08-28T02:14:43.045775+0000","last_unstale":"2023-08-28T02:33:45.881148+0000","last_undegraded":"2023-08-28T02:33:45.881148+0000","last_fullsized":"2023-08-28T02:33:45.881148+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:57:38.279756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":266,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.790829+0000","last_change":"2023-08-28T02:31:51.987149+0000","last_active":"2023-08-28T02:33:45.790829+0000","last_peered":"2023-08-28T02:33:45.790829+0000","last_clean":"2023-08-28T02:33:45.790829+0000","last_became_active":"2023-08-28T02:31:51.986821+0000","last_became_peered":"2023-08-28T02:31:51.986821+0000","last_unstale":"2023-08-28T02:33:45.790829+0000","last_undegraded":"2023-08-28T02:33:45.790829+0000","last_fullsized":"2023-08-28T02:33:45.790829+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:23:26.661134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"311'6017","reported_seq":9443,"reported_epoch":311,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:33:55.590012+0000","last_change":"2023-08-28T02:33:33.975566+0000","last_active":"2023-08-28T02:33:55.590012+0000","last_peered":"2023-08-28T02:33:55.590012+0000","last_clean":"2023-08-28T02:31:27.868230+0000","last_became_active":"2023-08-28T02:33:33.660452+0000","last_became_peered":"2023-08-28T02:33:33.660452+0000","last_unstale":"2023-08-28T02:33:55.590012+0000","last_undegraded":"2023-08-28T02:33:13.410847+0000","last_fullsized":"2023-08-28T02:33:13.270012+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6017,"log_dups_size":0,"ondisk_log_size":6017,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:33.375162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":365887488,"num_objects":5583,"num_object_clones":0,"num_object_copies":16749,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7324,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5583,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6017,"num_write_kb":371200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1660,"num_bytes_recovered":108724224,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[5,4],"avail_no_missing":["5","6"],"object_location_counts":[{"shards":"2,5,6","objects":915},{"shards":"3,5,6","objects":2396},{"shards":"4,5","objects":767},{"shards":"5,6","objects":1505}],"blocked_by":[],"up_primary":3,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"65'2","reported_seq":301,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.881090+0000","last_change":"2023-08-28T02:29:44.436352+0000","last_active":"2023-08-28T02:33:45.881090+0000","last_peered":"2023-08-28T02:33:45.881090+0000","last_clean":"2023-08-28T02:33:45.881090+0000","last_became_active":"2023-08-28T02:29:44.411499+0000","last_became_peered":"2023-08-28T02:29:44.411499+0000","last_unstale":"2023-08-28T02:33:45.881090+0000","last_undegraded":"2023-08-28T02:33:45.881090+0000","last_fullsized":"2023-08-28T02:33:45.881090+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:46:57.540191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":327,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.786664+0000","last_change":"2023-08-28T02:33:12.289004+0000","last_active":"2023-08-28T02:33:45.786664+0000","last_peered":"2023-08-28T02:33:45.786664+0000","last_clean":"2023-08-28T02:33:45.786664+0000","last_became_active":"2023-08-28T02:33:12.288722+0000","last_became_peered":"2023-08-28T02:33:12.288722+0000","last_unstale":"2023-08-28T02:33:45.786664+0000","last_undegraded":"2023-08-28T02:33:45.786664+0000","last_fullsized":"2023-08-28T02:33:45.786664+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:24.019483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"311'5955","reported_seq":6040,"reported_epoch":311,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:33:55.105462+0000","last_change":"2023-08-28T02:33:13.585687+0000","last_active":"2023-08-28T02:33:55.105462+0000","last_peered":"2023-08-28T02:33:55.105462+0000","last_clean":"2023-08-28T02:31:27.908616+0000","last_became_active":"2023-08-28T02:33:13.578484+0000","last_became_peered":"2023-08-28T02:33:13.578484+0000","last_unstale":"2023-08-28T02:33:55.105462+0000","last_undegraded":"2023-08-28T02:33:13.297322+0000","last_fullsized":"2023-08-28T02:33:13.268309+0000","mapping_epoch":298,"log_start":"255'612","ondisk_log_start":"255'612","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5343,"log_dups_size":0,"ondisk_log_size":5343,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:42:33.431186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":366673920,"num_objects":5595,"num_object_clones":0,"num_object_copies":16785,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2533,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5595,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5955,"num_write_kb":369600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4],"avail_no_missing":["0","4"],"object_location_counts":[{"shards":"0,4","objects":3147}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"65'1","reported_seq":287,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.881851+0000","last_change":"2023-08-28T02:33:13.516869+0000","last_active":"2023-08-28T02:33:45.881851+0000","last_peered":"2023-08-28T02:33:45.881851+0000","last_clean":"2023-08-28T02:33:45.881851+0000","last_became_active":"2023-08-28T02:33:13.396736+0000","last_became_peered":"2023-08-28T02:33:13.396736+0000","last_unstale":"2023-08-28T02:33:45.881851+0000","last_undegraded":"2023-08-28T02:33:45.881851+0000","last_fullsized":"2023-08-28T02:33:45.881851+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:47:08.237137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":251,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.786266+0000","last_change":"2023-08-28T02:31:51.987327+0000","last_active":"2023-08-28T02:33:45.786266+0000","last_peered":"2023-08-28T02:33:45.786266+0000","last_clean":"2023-08-28T02:33:45.786266+0000","last_became_active":"2023-08-28T02:31:51.987018+0000","last_became_peered":"2023-08-28T02:31:51.987018+0000","last_unstale":"2023-08-28T02:33:45.786266+0000","last_undegraded":"2023-08-28T02:33:45.786266+0000","last_fullsized":"2023-08-28T02:33:45.786266+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:53:26.105101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.5","version":"311'5920","reported_seq":6215,"reported_epoch":311,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:33:55.139355+0000","last_change":"2023-08-28T02:33:13.625779+0000","last_active":"2023-08-28T02:33:55.139355+0000","last_peered":"2023-08-28T02:33:55.139355+0000","last_clean":"2023-08-28T02:31:27.898932+0000","last_became_active":"2023-08-28T02:33:13.612126+0000","last_became_peered":"2023-08-28T02:33:13.612126+0000","last_unstale":"2023-08-28T02:33:55.139355+0000","last_undegraded":"2023-08-28T02:33:13.485377+0000","last_fullsized":"2023-08-28T02:33:13.264317+0000","mapping_epoch":298,"log_start":"255'563","ondisk_log_start":"255'563","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5357,"log_dups_size":0,"ondisk_log_size":5357,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:37:28.843386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":362545152,"num_objects":5532,"num_object_clones":0,"num_object_copies":16596,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":8074,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5532,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5920,"num_write_kb":366464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":102,"num_bytes_recovered":6684672,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,7],"avail_no_missing":["0","2"],"object_location_counts":[{"shards":"0,2","objects":2358},{"shards":"0,2,3","objects":3174}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":305,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.792935+0000","last_change":"2023-08-28T02:33:13.281826+0000","last_active":"2023-08-28T02:33:45.792935+0000","last_peered":"2023-08-28T02:33:45.792935+0000","last_clean":"2023-08-28T02:33:45.792935+0000","last_became_active":"2023-08-28T02:33:13.281511+0000","last_became_peered":"2023-08-28T02:33:13.281511+0000","last_unstale":"2023-08-28T02:33:45.792935+0000","last_undegraded":"2023-08-28T02:33:45.792935+0000","last_fullsized":"2023-08-28T02:33:45.792935+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:32:55.005706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":300,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.890313+0000","last_change":"2023-08-28T02:29:44.436713+0000","last_active":"2023-08-28T02:33:45.890313+0000","last_peered":"2023-08-28T02:33:45.890313+0000","last_clean":"2023-08-28T02:33:45.890313+0000","last_became_active":"2023-08-28T02:29:44.436203+0000","last_became_peered":"2023-08-28T02:29:44.436203+0000","last_unstale":"2023-08-28T02:33:45.890313+0000","last_undegraded":"2023-08-28T02:33:45.890313+0000","last_fullsized":"2023-08-28T02:33:45.890313+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:46:48.522293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"311'6108","reported_seq":6179,"reported_epoch":311,"state":"active+clean","last_fresh":"2023-08-28T02:33:56.976265+0000","last_change":"2023-08-28T02:30:50.399669+0000","last_active":"2023-08-28T02:33:56.976265+0000","last_peered":"2023-08-28T02:33:56.976265+0000","last_clean":"2023-08-28T02:33:56.976265+0000","last_became_active":"2023-08-28T02:30:50.399332+0000","last_became_peered":"2023-08-28T02:30:50.399332+0000","last_unstale":"2023-08-28T02:33:56.976265+0000","last_undegraded":"2023-08-28T02:33:56.976265+0000","last_fullsized":"2023-08-28T02:33:56.976265+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6108,"log_dups_size":0,"ondisk_log_size":6108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:00:54.910841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":373948416,"num_objects":5706,"num_object_clones":0,"num_object_copies":17118,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5706,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6108,"num_write_kb":378048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"75'161","reported_seq":731,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.880495+0000","last_change":"2023-08-28T02:33:13.310049+0000","last_active":"2023-08-28T02:33:45.880495+0000","last_peered":"2023-08-28T02:33:45.880495+0000","last_clean":"2023-08-28T02:33:45.880495+0000","last_became_active":"2023-08-28T02:33:13.309661+0000","last_became_peered":"2023-08-28T02:33:13.309661+0000","last_unstale":"2023-08-28T02:33:45.880495+0000","last_undegraded":"2023-08-28T02:33:45.880495+0000","last_fullsized":"2023-08-28T02:33:45.880495+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.930230+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.930230+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:27:40.889460+0000","scrub_duration":0.0050169209999999997,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"65'2","reported_seq":264,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.784604+0000","last_change":"2023-08-28T02:33:12.294922+0000","last_active":"2023-08-28T02:33:45.784604+0000","last_peered":"2023-08-28T02:33:45.784604+0000","last_clean":"2023-08-28T02:33:45.784604+0000","last_became_active":"2023-08-28T02:33:12.294518+0000","last_became_peered":"2023-08-28T02:33:12.294518+0000","last_unstale":"2023-08-28T02:33:45.784604+0000","last_undegraded":"2023-08-28T02:33:45.784604+0000","last_fullsized":"2023-08-28T02:33:45.784604+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:21:12.737286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":304,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.787076+0000","last_change":"2023-08-28T02:33:13.310505+0000","last_active":"2023-08-28T02:33:45.787076+0000","last_peered":"2023-08-28T02:33:45.787076+0000","last_clean":"2023-08-28T02:33:45.787076+0000","last_became_active":"2023-08-28T02:33:13.310223+0000","last_became_peered":"2023-08-28T02:33:13.310223+0000","last_unstale":"2023-08-28T02:33:45.787076+0000","last_undegraded":"2023-08-28T02:33:45.787076+0000","last_fullsized":"2023-08-28T02:33:45.787076+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:27:02.124453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"311'6016","reported_seq":6337,"reported_epoch":311,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:33:55.478536+0000","last_change":"2023-08-28T02:33:13.591092+0000","last_active":"2023-08-28T02:33:55.478536+0000","last_peered":"2023-08-28T02:33:55.478536+0000","last_clean":"2023-08-28T02:31:27.916082+0000","last_became_active":"2023-08-28T02:33:13.580413+0000","last_became_peered":"2023-08-28T02:33:13.580413+0000","last_unstale":"2023-08-28T02:33:55.478536+0000","last_undegraded":"2023-08-28T02:33:13.480527+0000","last_fullsized":"2023-08-28T02:33:13.270957+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6016,"log_dups_size":0,"ondisk_log_size":6016,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:03.698410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":370409472,"num_objects":5652,"num_object_clones":0,"num_object_copies":16956,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":8276,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5652,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6016,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":111,"num_bytes_recovered":7274496,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,4],"avail_no_missing":["5","2"],"object_location_counts":[{"shards":"2,3,5","objects":3170},{"shards":"2,5","objects":2482}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"75'161","reported_seq":564,"reported_epoch":310,"state":"active+recovery_wait+degraded","last_fresh":"2023-08-28T02:33:45.790851+0000","last_change":"2023-08-28T02:33:13.287487+0000","last_active":"2023-08-28T02:33:45.790851+0000","last_peered":"2023-08-28T02:33:45.790851+0000","last_clean":"2023-08-28T02:31:25.515426+0000","last_became_active":"2023-08-28T02:33:13.287313+0000","last_became_peered":"2023-08-28T02:33:13.287313+0000","last_unstale":"2023-08-28T02:33:45.790851+0000","last_undegraded":"2023-08-28T02:33:13.270760+0000","last_fullsized":"2023-08-28T02:33:45.790851+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":204,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:45.407127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:45.407127+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:39:14.213229+0000","scrub_duration":0.0018495320000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":["5","2","3"],"object_location_counts":[{"shards":"2,3,5","objects":1}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":224,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.786578+0000","last_change":"2023-08-28T02:33:13.309727+0000","last_active":"2023-08-28T02:33:45.786578+0000","last_peered":"2023-08-28T02:33:45.786578+0000","last_clean":"2023-08-28T02:33:45.786578+0000","last_became_active":"2023-08-28T02:33:13.309487+0000","last_became_peered":"2023-08-28T02:33:13.309487+0000","last_unstale":"2023-08-28T02:33:45.786578+0000","last_undegraded":"2023-08-28T02:33:45.786578+0000","last_fullsized":"2023-08-28T02:33:45.786578+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:27:29.294011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":39,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.786948+0000","last_change":"2023-08-28T02:32:28.456323+0000","last_active":"2023-08-28T02:33:45.786948+0000","last_peered":"2023-08-28T02:33:45.786948+0000","last_clean":"2023-08-28T02:33:45.786948+0000","last_became_active":"2023-08-28T02:32:28.455987+0000","last_became_peered":"2023-08-28T02:32:28.455987+0000","last_unstale":"2023-08-28T02:33:45.786948+0000","last_undegraded":"2023-08-28T02:33:45.786948+0000","last_fullsized":"2023-08-28T02:33:45.786948+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:54:07.724002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"311'6165","reported_seq":16253,"reported_epoch":311,"state":"active+clean","last_fresh":"2023-08-28T02:33:57.381001+0000","last_change":"2023-08-28T02:33:13.316023+0000","last_active":"2023-08-28T02:33:57.381001+0000","last_peered":"2023-08-28T02:33:57.381001+0000","last_clean":"2023-08-28T02:33:57.381001+0000","last_became_active":"2023-08-28T02:33:13.308403+0000","last_became_peered":"2023-08-28T02:33:13.308403+0000","last_unstale":"2023-08-28T02:33:57.381001+0000","last_undegraded":"2023-08-28T02:33:57.381001+0000","last_fullsized":"2023-08-28T02:33:57.381001+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6165,"log_dups_size":0,"ondisk_log_size":6165,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:10:38.401973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":375586816,"num_objects":5731,"num_object_clones":0,"num_object_copies":17193,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5731,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6165,"num_write_kb":380672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4999,"num_bytes_recovered":327614464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":284,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.786586+0000","last_change":"2023-08-28T02:32:28.455294+0000","last_active":"2023-08-28T02:33:45.786586+0000","last_peered":"2023-08-28T02:33:45.786586+0000","last_clean":"2023-08-28T02:33:45.786586+0000","last_became_active":"2023-08-28T02:32:28.455013+0000","last_became_peered":"2023-08-28T02:32:28.455013+0000","last_unstale":"2023-08-28T02:33:45.786586+0000","last_undegraded":"2023-08-28T02:33:45.786586+0000","last_fullsized":"2023-08-28T02:33:45.786586+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:53.583864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":316,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.787012+0000","last_change":"2023-08-28T02:33:13.335588+0000","last_active":"2023-08-28T02:33:45.787012+0000","last_peered":"2023-08-28T02:33:45.787012+0000","last_clean":"2023-08-28T02:33:45.787012+0000","last_became_active":"2023-08-28T02:33:13.335326+0000","last_became_peered":"2023-08-28T02:33:13.335326+0000","last_unstale":"2023-08-28T02:33:45.787012+0000","last_undegraded":"2023-08-28T02:33:45.787012+0000","last_fullsized":"2023-08-28T02:33:45.787012+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:15:44.958663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"311'6042","reported_seq":6111,"reported_epoch":311,"state":"active+clean","last_fresh":"2023-08-28T02:33:53.429655+0000","last_change":"2023-08-28T02:30:50.400261+0000","last_active":"2023-08-28T02:33:53.429655+0000","last_peered":"2023-08-28T02:33:53.429655+0000","last_clean":"2023-08-28T02:33:53.429655+0000","last_became_active":"2023-08-28T02:30:50.399938+0000","last_became_peered":"2023-08-28T02:30:50.399938+0000","last_unstale":"2023-08-28T02:33:53.429655+0000","last_undegraded":"2023-08-28T02:33:53.429655+0000","last_fullsized":"2023-08-28T02:33:53.429655+0000","mapping_epoch":250,"log_start":"255'590","ondisk_log_start":"255'590","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5452,"log_dups_size":0,"ondisk_log_size":5452,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:43:56.802792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":370409472,"num_objects":5652,"num_object_clones":0,"num_object_copies":16956,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5652,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6042,"num_write_kb":374208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"75'161","reported_seq":590,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.791275+0000","last_change":"2023-08-28T02:32:56.519141+0000","last_active":"2023-08-28T02:33:45.791275+0000","last_peered":"2023-08-28T02:33:45.791275+0000","last_clean":"2023-08-28T02:33:45.791275+0000","last_became_active":"2023-08-28T02:32:56.518863+0000","last_became_peered":"2023-08-28T02:32:56.518863+0000","last_unstale":"2023-08-28T02:33:45.791275+0000","last_undegraded":"2023-08-28T02:33:45.791275+0000","last_fullsized":"2023-08-28T02:33:45.791275+0000","mapping_epoch":292,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":293,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_clean_scrub_stamp":"2023-08-28T02:29:25.608370+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:59:50.561109+0000","scrub_duration":0.001662689,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":217,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.783130+0000","last_change":"2023-08-28T02:33:12.294592+0000","last_active":"2023-08-28T02:33:45.783130+0000","last_peered":"2023-08-28T02:33:45.783130+0000","last_clean":"2023-08-28T02:33:45.783130+0000","last_became_active":"2023-08-28T02:33:12.288508+0000","last_became_peered":"2023-08-28T02:33:12.288508+0000","last_unstale":"2023-08-28T02:33:45.783130+0000","last_undegraded":"2023-08-28T02:33:45.783130+0000","last_fullsized":"2023-08-28T02:33:45.783130+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:05:42.717608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":99,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.790265+0000","last_change":"2023-08-28T02:29:44.429834+0000","last_active":"2023-08-28T02:33:45.790265+0000","last_peered":"2023-08-28T02:33:45.790265+0000","last_clean":"2023-08-28T02:33:45.790265+0000","last_became_active":"2023-08-28T02:29:44.429512+0000","last_became_peered":"2023-08-28T02:29:44.429512+0000","last_unstale":"2023-08-28T02:33:45.790265+0000","last_undegraded":"2023-08-28T02:33:45.790265+0000","last_fullsized":"2023-08-28T02:33:45.790265+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:58.062455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"311'6000","reported_seq":6069,"reported_epoch":311,"state":"active+clean","last_fresh":"2023-08-28T02:33:55.493204+0000","last_change":"2023-08-28T02:30:50.402348+0000","last_active":"2023-08-28T02:33:55.493204+0000","last_peered":"2023-08-28T02:33:55.493204+0000","last_clean":"2023-08-28T02:33:55.493204+0000","last_became_active":"2023-08-28T02:30:50.402076+0000","last_became_peered":"2023-08-28T02:30:50.402076+0000","last_unstale":"2023-08-28T02:33:55.493204+0000","last_undegraded":"2023-08-28T02:33:55.493204+0000","last_fullsized":"2023-08-28T02:33:55.493204+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6000,"log_dups_size":0,"ondisk_log_size":6000,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:24.859426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":365428736,"num_objects":5576,"num_object_clones":0,"num_object_copies":16728,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5576,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6000,"num_write_kb":370432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.7","version":"75'161","reported_seq":509,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.785118+0000","last_change":"2023-08-28T02:33:13.532525+0000","last_active":"2023-08-28T02:33:45.785118+0000","last_peered":"2023-08-28T02:33:45.785118+0000","last_clean":"2023-08-28T02:33:45.785118+0000","last_became_active":"2023-08-28T02:33:13.532125+0000","last_became_peered":"2023-08-28T02:33:13.532125+0000","last_unstale":"2023-08-28T02:33:45.785118+0000","last_undegraded":"2023-08-28T02:33:45.785118+0000","last_fullsized":"2023-08-28T02:33:45.785118+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.887648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.887648+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":100,"reported_epoch":311,"state":"active+clean","last_fresh":"2023-08-28T02:33:52.121173+0000","last_change":"2023-08-28T02:29:44.407595+0000","last_active":"2023-08-28T02:33:52.121173+0000","last_peered":"2023-08-28T02:33:52.121173+0000","last_clean":"2023-08-28T02:33:52.121173+0000","last_became_active":"2023-08-28T02:29:44.407316+0000","last_became_peered":"2023-08-28T02:29:44.407316+0000","last_unstale":"2023-08-28T02:33:52.121173+0000","last_undegraded":"2023-08-28T02:33:52.121173+0000","last_fullsized":"2023-08-28T02:33:52.121173+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:01:47.777709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":322,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.792575+0000","last_change":"2023-08-28T02:33:13.286980+0000","last_active":"2023-08-28T02:33:45.792575+0000","last_peered":"2023-08-28T02:33:45.792575+0000","last_clean":"2023-08-28T02:33:45.792575+0000","last_became_active":"2023-08-28T02:33:13.286740+0000","last_became_peered":"2023-08-28T02:33:13.286740+0000","last_unstale":"2023-08-28T02:33:45.792575+0000","last_undegraded":"2023-08-28T02:33:45.792575+0000","last_fullsized":"2023-08-28T02:33:45.792575+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:24:54.574365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":100,"reported_epoch":311,"state":"active+clean","last_fresh":"2023-08-28T02:33:52.120797+0000","last_change":"2023-08-28T02:29:44.506914+0000","last_active":"2023-08-28T02:33:52.120797+0000","last_peered":"2023-08-28T02:33:52.120797+0000","last_clean":"2023-08-28T02:33:52.120797+0000","last_became_active":"2023-08-28T02:29:44.506606+0000","last_became_peered":"2023-08-28T02:29:44.506606+0000","last_unstale":"2023-08-28T02:33:52.120797+0000","last_undegraded":"2023-08-28T02:33:52.120797+0000","last_fullsized":"2023-08-28T02:33:52.120797+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:55:50.992279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"311'6001","reported_seq":12523,"reported_epoch":311,"state":"active+recovering+remapped","last_fresh":"2023-08-28T02:33:55.272438+0000","last_change":"2023-08-28T02:33:13.656145+0000","last_active":"2023-08-28T02:33:55.272438+0000","last_peered":"2023-08-28T02:33:55.272438+0000","last_clean":"2023-08-28T02:32:11.916240+0000","last_became_active":"2023-08-28T02:33:12.501819+0000","last_became_peered":"2023-08-28T02:33:12.501819+0000","last_unstale":"2023-08-28T02:33:55.272438+0000","last_undegraded":"2023-08-28T02:33:55.272438+0000","last_fullsized":"2023-08-28T02:33:55.272438+0000","mapping_epoch":297,"log_start":"255'724","ondisk_log_start":"255'724","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5277,"log_dups_size":0,"ondisk_log_size":5277,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:45:43.329719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":366673920,"num_objects":5595,"num_object_clones":0,"num_object_copies":16785,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":2571,"num_objects_unfound":0,"num_objects_dirty":5595,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6001,"num_write_kb":371072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3216,"num_bytes_recovered":210763776,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,2],"avail_no_missing":["0","5","6"],"object_location_counts":[{"shards":"0,2,5","objects":3024},{"shards":"0,5,6","objects":2571}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.1","version":"75'161","reported_seq":570,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.790980+0000","last_change":"2023-08-28T02:32:31.482659+0000","last_active":"2023-08-28T02:33:45.790980+0000","last_peered":"2023-08-28T02:33:45.790980+0000","last_clean":"2023-08-28T02:33:45.790980+0000","last_became_active":"2023-08-28T02:32:31.482320+0000","last_became_peered":"2023-08-28T02:32:31.482320+0000","last_unstale":"2023-08-28T02:33:45.790980+0000","last_undegraded":"2023-08-28T02:33:45.790980+0000","last_fullsized":"2023-08-28T02:33:45.790980+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:24.559397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:24.559397+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:41:09.516918+0000","scrub_duration":0.001580328,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":308,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.791181+0000","last_change":"2023-08-28T02:31:51.988386+0000","last_active":"2023-08-28T02:33:45.791181+0000","last_peered":"2023-08-28T02:33:45.791181+0000","last_clean":"2023-08-28T02:33:45.791181+0000","last_became_active":"2023-08-28T02:31:51.988097+0000","last_became_peered":"2023-08-28T02:31:51.988097+0000","last_unstale":"2023-08-28T02:33:45.791181+0000","last_undegraded":"2023-08-28T02:33:45.791181+0000","last_fullsized":"2023-08-28T02:33:45.791181+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:25:01.818829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":284,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.786771+0000","last_change":"2023-08-28T02:32:12.951275+0000","last_active":"2023-08-28T02:33:45.786771+0000","last_peered":"2023-08-28T02:33:45.786771+0000","last_clean":"2023-08-28T02:33:45.786771+0000","last_became_active":"2023-08-28T02:32:12.950965+0000","last_became_peered":"2023-08-28T02:32:12.950965+0000","last_unstale":"2023-08-28T02:33:45.786771+0000","last_undegraded":"2023-08-28T02:33:45.786771+0000","last_fullsized":"2023-08-28T02:33:45.786771+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:37:31.294280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":126,"reported_epoch":311,"state":"active+clean","last_fresh":"2023-08-28T02:33:52.121258+0000","last_change":"2023-08-28T02:33:13.286534+0000","last_active":"2023-08-28T02:33:52.121258+0000","last_peered":"2023-08-28T02:33:52.121258+0000","last_clean":"2023-08-28T02:33:52.121258+0000","last_became_active":"2023-08-28T02:33:13.286164+0000","last_became_peered":"2023-08-28T02:33:13.286164+0000","last_unstale":"2023-08-28T02:33:52.121258+0000","last_undegraded":"2023-08-28T02:33:52.121258+0000","last_fullsized":"2023-08-28T02:33:52.121258+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:56.721932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"311'6030","reported_seq":12454,"reported_epoch":311,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-08-28T02:33:55.751841+0000","last_change":"2023-08-28T02:33:13.345402+0000","last_active":"2023-08-28T02:33:55.751841+0000","last_peered":"2023-08-28T02:33:55.751841+0000","last_clean":"2023-08-28T02:32:22.841462+0000","last_became_active":"2023-08-28T02:32:29.729250+0000","last_became_peered":"2023-08-28T02:32:29.729250+0000","last_unstale":"2023-08-28T02:33:55.751841+0000","last_undegraded":"2023-08-28T02:32:29.503531+0000","last_fullsized":"2023-08-28T02:32:29.457255+0000","mapping_epoch":282,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6030,"log_dups_size":0,"ondisk_log_size":6030,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:53:56.391963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":369491968,"num_objects":5638,"num_object_clones":0,"num_object_copies":16914,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":84,"num_objects_misplaced":2578,"num_objects_unfound":0,"num_objects_dirty":5638,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6030,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3172,"num_bytes_recovered":207880192,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7],"avail_no_missing":["5","2","7"],"object_location_counts":[{"shards":"2,5,7","objects":2578},{"shards":"5,7","objects":2976}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2","version":"75'161","reported_seq":692,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.880543+0000","last_change":"2023-08-28T02:30:51.762377+0000","last_active":"2023-08-28T02:33:45.880543+0000","last_peered":"2023-08-28T02:33:45.880543+0000","last_clean":"2023-08-28T02:33:45.880543+0000","last_became_active":"2023-08-28T02:27:46.375590+0000","last_became_peered":"2023-08-28T02:27:46.375590+0000","last_unstale":"2023-08-28T02:33:45.880543+0000","last_undegraded":"2023-08-28T02:33:45.880543+0000","last_fullsized":"2023-08-28T02:33:45.880543+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:51.762314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:51.762314+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:02.034555+0000","scrub_duration":0.0020023620000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":117,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.783198+0000","last_change":"2023-08-28T02:33:13.289765+0000","last_active":"2023-08-28T02:33:45.783198+0000","last_peered":"2023-08-28T02:33:45.783198+0000","last_clean":"2023-08-28T02:33:45.783198+0000","last_became_active":"2023-08-28T02:33:13.289159+0000","last_became_peered":"2023-08-28T02:33:13.289159+0000","last_unstale":"2023-08-28T02:33:45.783198+0000","last_undegraded":"2023-08-28T02:33:45.783198+0000","last_fullsized":"2023-08-28T02:33:45.783198+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:30:38.956723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":118,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:47.529854+0000","last_change":"2023-08-28T02:32:28.464203+0000","last_active":"2023-08-28T02:33:47.529854+0000","last_peered":"2023-08-28T02:33:47.529854+0000","last_clean":"2023-08-28T02:33:47.529854+0000","last_became_active":"2023-08-28T02:32:28.463412+0000","last_became_peered":"2023-08-28T02:32:28.463412+0000","last_unstale":"2023-08-28T02:33:47.529854+0000","last_undegraded":"2023-08-28T02:33:47.529854+0000","last_fullsized":"2023-08-28T02:33:47.529854+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:20:38.177879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":99,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.790350+0000","last_change":"2023-08-28T02:29:44.427945+0000","last_active":"2023-08-28T02:33:45.790350+0000","last_peered":"2023-08-28T02:33:45.790350+0000","last_clean":"2023-08-28T02:33:45.790350+0000","last_became_active":"2023-08-28T02:29:44.426487+0000","last_became_peered":"2023-08-28T02:29:44.426487+0000","last_unstale":"2023-08-28T02:33:45.790350+0000","last_undegraded":"2023-08-28T02:33:45.790350+0000","last_fullsized":"2023-08-28T02:33:45.790350+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:30:20.438896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"311'6050","reported_seq":8318,"reported_epoch":311,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:33:57.301843+0000","last_change":"2023-08-28T02:32:28.465517+0000","last_active":"2023-08-28T02:33:57.301843+0000","last_peered":"2023-08-28T02:33:57.301843+0000","last_clean":"2023-08-28T02:31:50.923543+0000","last_became_active":"2023-08-28T02:31:53.182128+0000","last_became_peered":"2023-08-28T02:31:53.182128+0000","last_unstale":"2023-08-28T02:33:57.301843+0000","last_undegraded":"2023-08-28T02:32:28.462445+0000","last_fullsized":"2023-08-28T02:31:52.968320+0000","mapping_epoch":269,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6050,"log_dups_size":0,"ondisk_log_size":6050,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:51:31.034373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":366608384,"num_objects":5594,"num_object_clones":0,"num_object_copies":16782,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3880,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5594,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6050,"num_write_kb":372608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1093,"num_bytes_recovered":71630848,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0],"avail_no_missing":["1","0","6"],"object_location_counts":[{"shards":"0,1","objects":1714},{"shards":"0,1,6","objects":3880}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":302,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.792975+0000","last_change":"2023-08-28T02:33:13.484970+0000","last_active":"2023-08-28T02:33:45.792975+0000","last_peered":"2023-08-28T02:33:45.792975+0000","last_clean":"2023-08-28T02:33:45.792975+0000","last_became_active":"2023-08-28T02:33:13.484579+0000","last_became_peered":"2023-08-28T02:33:13.484579+0000","last_unstale":"2023-08-28T02:33:45.792975+0000","last_undegraded":"2023-08-28T02:33:45.792975+0000","last_fullsized":"2023-08-28T02:33:45.792975+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:58.027468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"75'161","reported_seq":693,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.880902+0000","last_change":"2023-08-28T02:31:55.059467+0000","last_active":"2023-08-28T02:33:45.880902+0000","last_peered":"2023-08-28T02:33:45.880902+0000","last_clean":"2023-08-28T02:33:45.880902+0000","last_became_active":"2023-08-28T02:31:55.059115+0000","last_became_peered":"2023-08-28T02:31:55.059115+0000","last_unstale":"2023-08-28T02:33:45.880902+0000","last_undegraded":"2023-08-28T02:33:45.880902+0000","last_fullsized":"2023-08-28T02:33:45.880902+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":0,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.820990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.820990+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:15:56.774667+0000","scrub_duration":0.0017342480000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":218,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.783076+0000","last_change":"2023-08-28T02:33:13.352810+0000","last_active":"2023-08-28T02:33:45.783076+0000","last_peered":"2023-08-28T02:33:45.783076+0000","last_clean":"2023-08-28T02:33:45.783076+0000","last_became_active":"2023-08-28T02:33:13.351697+0000","last_became_peered":"2023-08-28T02:33:13.351697+0000","last_unstale":"2023-08-28T02:33:45.783076+0000","last_undegraded":"2023-08-28T02:33:45.783076+0000","last_fullsized":"2023-08-28T02:33:45.783076+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:56.187163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":133,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.787473+0000","last_change":"2023-08-28T02:31:51.984584+0000","last_active":"2023-08-28T02:33:45.787473+0000","last_peered":"2023-08-28T02:33:45.787473+0000","last_clean":"2023-08-28T02:33:45.787473+0000","last_became_active":"2023-08-28T02:31:51.984264+0000","last_became_peered":"2023-08-28T02:31:51.984264+0000","last_unstale":"2023-08-28T02:33:45.787473+0000","last_undegraded":"2023-08-28T02:33:45.787473+0000","last_fullsized":"2023-08-28T02:33:45.787473+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:58:42.306722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"311'6011","reported_seq":6345,"reported_epoch":311,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:33:55.095625+0000","last_change":"2023-08-28T02:33:13.338677+0000","last_active":"2023-08-28T02:33:55.095625+0000","last_peered":"2023-08-28T02:33:55.095625+0000","last_clean":"2023-08-28T02:32:22.441230+0000","last_became_active":"2023-08-28T02:32:29.705116+0000","last_became_peered":"2023-08-28T02:32:29.705116+0000","last_unstale":"2023-08-28T02:33:55.095625+0000","last_undegraded":"2023-08-28T02:32:29.496646+0000","last_fullsized":"2023-08-28T02:32:29.445907+0000","mapping_epoch":282,"log_start":"255'728","ondisk_log_start":"255'728","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5283,"log_dups_size":0,"ondisk_log_size":5283,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:23:04.768069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":365101056,"num_objects":5571,"num_object_clones":0,"num_object_copies":16713,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":5665,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5571,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6011,"num_write_kb":370624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":126,"num_bytes_recovered":8257536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7],"avail_no_missing":["0","2","7"],"object_location_counts":[{"shards":"0,2,7","objects":5570},{"shards":"0,7","objects":-94}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3","version":"75'161","reported_seq":575,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.785900+0000","last_change":"2023-08-28T02:31:55.068239+0000","last_active":"2023-08-28T02:33:45.785900+0000","last_peered":"2023-08-28T02:33:45.785900+0000","last_clean":"2023-08-28T02:33:45.785900+0000","last_became_active":"2023-08-28T02:31:55.067875+0000","last_became_peered":"2023-08-28T02:31:55.067875+0000","last_unstale":"2023-08-28T02:33:45.785900+0000","last_undegraded":"2023-08-28T02:33:45.785900+0000","last_fullsized":"2023-08-28T02:33:45.785900+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.868248+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:11:04.391639+0000","scrub_duration":0.0016215240000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":316,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.880888+0000","last_change":"2023-08-28T02:29:44.421353+0000","last_active":"2023-08-28T02:33:45.880888+0000","last_peered":"2023-08-28T02:33:45.880888+0000","last_clean":"2023-08-28T02:33:45.880888+0000","last_became_active":"2023-08-28T02:29:44.421064+0000","last_became_peered":"2023-08-28T02:29:44.421064+0000","last_unstale":"2023-08-28T02:33:45.880888+0000","last_undegraded":"2023-08-28T02:33:45.880888+0000","last_fullsized":"2023-08-28T02:33:45.880888+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:51:36.524024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":284,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.890074+0000","last_change":"2023-08-28T02:33:12.299487+0000","last_active":"2023-08-28T02:33:45.890074+0000","last_peered":"2023-08-28T02:33:45.890074+0000","last_clean":"2023-08-28T02:33:45.890074+0000","last_became_active":"2023-08-28T02:33:12.299175+0000","last_became_peered":"2023-08-28T02:33:12.299175+0000","last_unstale":"2023-08-28T02:33:45.890074+0000","last_undegraded":"2023-08-28T02:33:45.890074+0000","last_fullsized":"2023-08-28T02:33:45.890074+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:42:29.713462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":294,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.892878+0000","last_change":"2023-08-28T02:32:28.457696+0000","last_active":"2023-08-28T02:33:45.892878+0000","last_peered":"2023-08-28T02:33:45.892878+0000","last_clean":"2023-08-28T02:33:45.892878+0000","last_became_active":"2023-08-28T02:32:28.457407+0000","last_became_peered":"2023-08-28T02:32:28.457407+0000","last_unstale":"2023-08-28T02:33:45.892878+0000","last_undegraded":"2023-08-28T02:33:45.892878+0000","last_fullsized":"2023-08-28T02:33:45.892878+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:26:29.392787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"311'5951","reported_seq":7046,"reported_epoch":311,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:33:53.591791+0000","last_change":"2023-08-28T02:33:13.407066+0000","last_active":"2023-08-28T02:33:53.591791+0000","last_peered":"2023-08-28T02:33:53.591791+0000","last_clean":"2023-08-28T02:33:10.395883+0000","last_became_active":"2023-08-28T02:33:12.394714+0000","last_became_peered":"2023-08-28T02:33:12.394714+0000","last_unstale":"2023-08-28T02:33:53.591791+0000","last_undegraded":"2023-08-28T02:33:53.591791+0000","last_fullsized":"2023-08-28T02:33:53.591791+0000","mapping_epoch":297,"log_start":"255'584","ondisk_log_start":"255'584","created":250,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5367,"log_dups_size":0,"ondisk_log_size":5367,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:01:26.984565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":362545176,"num_objects":5533,"num_object_clones":0,"num_object_copies":16599,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":5045,"num_objects_unfound":0,"num_objects_dirty":5533,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5951,"num_write_kb":367425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":500,"num_bytes_recovered":32768000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,6],"avail_no_missing":["4","0","6"],"object_location_counts":[{"shards":"0,4,6","objects":5533}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.6","version":"75'161","reported_seq":569,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.892806+0000","last_change":"2023-08-28T02:33:13.338675+0000","last_active":"2023-08-28T02:33:45.892806+0000","last_peered":"2023-08-28T02:33:45.892806+0000","last_clean":"2023-08-28T02:33:45.892806+0000","last_became_active":"2023-08-28T02:33:13.338271+0000","last_became_peered":"2023-08-28T02:33:13.338271+0000","last_unstale":"2023-08-28T02:33:45.892806+0000","last_undegraded":"2023-08-28T02:33:45.892806+0000","last_fullsized":"2023-08-28T02:33:45.892806+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.774982+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.774982+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:13:20.011329+0000","scrub_duration":0.003539819,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":279,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.881927+0000","last_change":"2023-08-28T02:14:43.033789+0000","last_active":"2023-08-28T02:33:45.881927+0000","last_peered":"2023-08-28T02:33:45.881927+0000","last_clean":"2023-08-28T02:33:45.881927+0000","last_became_active":"2023-08-28T02:14:43.033454+0000","last_became_peered":"2023-08-28T02:14:43.033454+0000","last_unstale":"2023-08-28T02:33:45.881927+0000","last_undegraded":"2023-08-28T02:33:45.881927+0000","last_fullsized":"2023-08-28T02:33:45.881927+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:01:13.205842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":109,"reported_epoch":311,"state":"active+clean","last_fresh":"2023-08-28T02:33:52.121420+0000","last_change":"2023-08-28T02:32:28.461807+0000","last_active":"2023-08-28T02:33:52.121420+0000","last_peered":"2023-08-28T02:33:52.121420+0000","last_clean":"2023-08-28T02:33:52.121420+0000","last_became_active":"2023-08-28T02:32:28.461116+0000","last_became_peered":"2023-08-28T02:32:28.461116+0000","last_unstale":"2023-08-28T02:33:52.121420+0000","last_undegraded":"2023-08-28T02:33:52.121420+0000","last_fullsized":"2023-08-28T02:33:52.121420+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:12:45.321757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":255,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.890481+0000","last_change":"2023-08-28T02:14:43.048791+0000","last_active":"2023-08-28T02:33:45.890481+0000","last_peered":"2023-08-28T02:33:45.890481+0000","last_clean":"2023-08-28T02:33:45.890481+0000","last_became_active":"2023-08-28T02:14:43.047408+0000","last_became_peered":"2023-08-28T02:14:43.047408+0000","last_unstale":"2023-08-28T02:33:45.890481+0000","last_undegraded":"2023-08-28T02:33:45.890481+0000","last_fullsized":"2023-08-28T02:33:45.890481+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:47.097181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"311'6093","reported_seq":14782,"reported_epoch":311,"state":"active+recovery_wait+degraded+remapped","last_fresh":"2023-08-28T02:33:53.844263+0000","last_change":"2023-08-28T02:33:13.547578+0000","last_active":"2023-08-28T02:33:53.844263+0000","last_peered":"2023-08-28T02:33:53.844263+0000","last_clean":"2023-08-28T02:31:50.933695+0000","last_became_active":"2023-08-28T02:33:13.540416+0000","last_became_peered":"2023-08-28T02:33:13.540416+0000","last_unstale":"2023-08-28T02:33:53.844263+0000","last_undegraded":"2023-08-28T02:33:13.332893+0000","last_fullsized":"2023-08-28T02:33:53.844263+0000","mapping_epoch":298,"log_start":"255'674","ondisk_log_start":"255'674","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5419,"log_dups_size":0,"ondisk_log_size":5419,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:49:35.658845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":378077184,"num_objects":5769,"num_object_clones":0,"num_object_copies":17307,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":672,"num_objects_misplaced":5769,"num_objects_unfound":0,"num_objects_dirty":5769,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6093,"num_write_kb":379584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4295,"num_bytes_recovered":281477120,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,2],"avail_no_missing":["4","2","6"],"object_location_counts":[{"shards":"2,4,5","objects":5097},{"shards":"2,4,6","objects":672}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.5","version":"75'161","reported_seq":604,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.787031+0000","last_change":"2023-08-28T02:32:31.477151+0000","last_active":"2023-08-28T02:33:45.787031+0000","last_peered":"2023-08-28T02:33:45.787031+0000","last_clean":"2023-08-28T02:33:45.787031+0000","last_became_active":"2023-08-28T02:32:31.476776+0000","last_became_peered":"2023-08-28T02:32:31.476776+0000","last_unstale":"2023-08-28T02:33:45.787031+0000","last_undegraded":"2023-08-28T02:33:45.787031+0000","last_fullsized":"2023-08-28T02:33:45.787031+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:18.891729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:18.891729+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:47:27.194140+0000","scrub_duration":0.0031546460000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"65'2","reported_seq":265,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.784950+0000","last_change":"2023-08-28T02:33:12.327778+0000","last_active":"2023-08-28T02:33:45.784950+0000","last_peered":"2023-08-28T02:33:45.784950+0000","last_clean":"2023-08-28T02:33:45.784950+0000","last_became_active":"2023-08-28T02:33:12.327273+0000","last_became_peered":"2023-08-28T02:33:12.327273+0000","last_unstale":"2023-08-28T02:33:45.784950+0000","last_undegraded":"2023-08-28T02:33:45.784950+0000","last_fullsized":"2023-08-28T02:33:45.784950+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:40.554192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":147,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.784452+0000","last_change":"2023-08-28T02:33:13.335665+0000","last_active":"2023-08-28T02:33:45.784452+0000","last_peered":"2023-08-28T02:33:45.784452+0000","last_clean":"2023-08-28T02:33:45.784452+0000","last_became_active":"2023-08-28T02:33:13.335322+0000","last_became_peered":"2023-08-28T02:33:13.335322+0000","last_unstale":"2023-08-28T02:33:45.784452+0000","last_undegraded":"2023-08-28T02:33:45.784452+0000","last_fullsized":"2023-08-28T02:33:45.784452+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:21:08.024493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":262,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.783209+0000","last_change":"2023-08-28T02:33:12.310326+0000","last_active":"2023-08-28T02:33:45.783209+0000","last_peered":"2023-08-28T02:33:45.783209+0000","last_clean":"2023-08-28T02:33:45.783209+0000","last_became_active":"2023-08-28T02:33:12.310011+0000","last_became_peered":"2023-08-28T02:33:12.310011+0000","last_unstale":"2023-08-28T02:33:45.783209+0000","last_undegraded":"2023-08-28T02:33:45.783209+0000","last_fullsized":"2023-08-28T02:33:45.783209+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:35:03.710036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"311'6083","reported_seq":6613,"reported_epoch":311,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:33:53.776586+0000","last_change":"2023-08-28T02:33:34.765675+0000","last_active":"2023-08-28T02:33:53.776586+0000","last_peered":"2023-08-28T02:33:53.776586+0000","last_clean":"2023-08-28T02:31:27.909649+0000","last_became_active":"2023-08-28T02:33:33.726805+0000","last_became_peered":"2023-08-28T02:33:33.726805+0000","last_unstale":"2023-08-28T02:33:53.776586+0000","last_undegraded":"2023-08-28T02:33:20.140072+0000","last_fullsized":"2023-08-28T02:33:13.278549+0000","mapping_epoch":298,"log_start":"255'677","ondisk_log_start":"255'677","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5406,"log_dups_size":0,"ondisk_log_size":5406,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:02:22.971585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":379125760,"num_objects":5785,"num_object_clones":0,"num_object_copies":17355,"num_objects_missing_on_primary":5759,"num_objects_missing":5759,"num_objects_degraded":14121,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5785,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6083,"num_write_kb":379776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":138,"num_bytes_recovered":8912896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[4,3],"avail_no_missing":["2","6"],"object_location_counts":[{"shards":"2,3,4,6","objects":12},{"shards":"2,3,6","objects":3276},{"shards":"2,4,6","objects":14},{"shards":"2,6","objects":2483},{"shards":"3,4","objects":-13}],"blocked_by":[],"up_primary":3,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.4","version":"75'161","reported_seq":517,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.784118+0000","last_change":"2023-08-28T02:33:12.296479+0000","last_active":"2023-08-28T02:33:45.784118+0000","last_peered":"2023-08-28T02:33:45.784118+0000","last_clean":"2023-08-28T02:33:45.784118+0000","last_became_active":"2023-08-28T02:33:12.294160+0000","last_became_peered":"2023-08-28T02:33:12.294160+0000","last_unstale":"2023-08-28T02:33:45.784118+0000","last_undegraded":"2023-08-28T02:33:45.784118+0000","last_fullsized":"2023-08-28T02:33:45.784118+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.899247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.899247+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":237,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.881225+0000","last_change":"2023-08-28T02:33:13.539335+0000","last_active":"2023-08-28T02:33:45.881225+0000","last_peered":"2023-08-28T02:33:45.881225+0000","last_clean":"2023-08-28T02:33:45.881225+0000","last_became_active":"2023-08-28T02:33:13.538978+0000","last_became_peered":"2023-08-28T02:33:13.538978+0000","last_unstale":"2023-08-28T02:33:45.881225+0000","last_undegraded":"2023-08-28T02:33:45.881225+0000","last_fullsized":"2023-08-28T02:33:45.881225+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:26:13.405766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"65'1","reported_seq":298,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.892964+0000","last_change":"2023-08-28T02:29:44.510205+0000","last_active":"2023-08-28T02:33:45.892964+0000","last_peered":"2023-08-28T02:33:45.892964+0000","last_clean":"2023-08-28T02:33:45.892964+0000","last_became_active":"2023-08-28T02:29:44.429357+0000","last_became_peered":"2023-08-28T02:29:44.429357+0000","last_unstale":"2023-08-28T02:33:45.892964+0000","last_undegraded":"2023-08-28T02:33:45.892964+0000","last_fullsized":"2023-08-28T02:33:45.892964+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:44:59.955729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":266,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.786443+0000","last_change":"2023-08-28T02:32:12.950661+0000","last_active":"2023-08-28T02:33:45.786443+0000","last_peered":"2023-08-28T02:33:45.786443+0000","last_clean":"2023-08-28T02:33:45.786443+0000","last_became_active":"2023-08-28T02:32:12.950276+0000","last_became_peered":"2023-08-28T02:32:12.950276+0000","last_unstale":"2023-08-28T02:33:45.786443+0000","last_undegraded":"2023-08-28T02:33:45.786443+0000","last_fullsized":"2023-08-28T02:33:45.786443+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:05:17.972868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"65'1","reported_seq":256,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.890703+0000","last_change":"2023-08-28T02:14:43.042150+0000","last_active":"2023-08-28T02:33:45.890703+0000","last_peered":"2023-08-28T02:33:45.890703+0000","last_clean":"2023-08-28T02:33:45.890703+0000","last_became_active":"2023-08-28T02:14:43.038336+0000","last_became_peered":"2023-08-28T02:14:43.038336+0000","last_unstale":"2023-08-28T02:33:45.890703+0000","last_undegraded":"2023-08-28T02:33:45.890703+0000","last_fullsized":"2023-08-28T02:33:45.890703+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:26:02.415152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":306,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.783530+0000","last_change":"2023-08-28T02:33:13.318097+0000","last_active":"2023-08-28T02:33:45.783530+0000","last_peered":"2023-08-28T02:33:45.783530+0000","last_clean":"2023-08-28T02:33:45.783530+0000","last_became_active":"2023-08-28T02:33:13.317761+0000","last_became_peered":"2023-08-28T02:33:13.317761+0000","last_unstale":"2023-08-28T02:33:45.783530+0000","last_undegraded":"2023-08-28T02:33:45.783530+0000","last_fullsized":"2023-08-28T02:33:45.783530+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:24.836996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"65'2","reported_seq":304,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.792939+0000","last_change":"2023-08-28T02:29:44.535937+0000","last_active":"2023-08-28T02:33:45.792939+0000","last_peered":"2023-08-28T02:33:45.792939+0000","last_clean":"2023-08-28T02:33:45.792939+0000","last_became_active":"2023-08-28T02:29:44.462244+0000","last_became_peered":"2023-08-28T02:29:44.462244+0000","last_unstale":"2023-08-28T02:33:45.792939+0000","last_undegraded":"2023-08-28T02:33:45.792939+0000","last_fullsized":"2023-08-28T02:33:45.792939+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:30:33.173713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":303,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.890312+0000","last_change":"2023-08-28T02:33:12.305580+0000","last_active":"2023-08-28T02:33:45.890312+0000","last_peered":"2023-08-28T02:33:45.890312+0000","last_clean":"2023-08-28T02:33:45.890312+0000","last_became_active":"2023-08-28T02:33:12.305261+0000","last_became_peered":"2023-08-28T02:33:12.305261+0000","last_unstale":"2023-08-28T02:33:45.890312+0000","last_undegraded":"2023-08-28T02:33:45.890312+0000","last_fullsized":"2023-08-28T02:33:45.890312+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:22:31.614221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"65'2","reported_seq":273,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.792458+0000","last_change":"2023-08-28T02:31:51.991101+0000","last_active":"2023-08-28T02:33:45.792458+0000","last_peered":"2023-08-28T02:33:45.792458+0000","last_clean":"2023-08-28T02:33:45.792458+0000","last_became_active":"2023-08-28T02:31:51.987237+0000","last_became_peered":"2023-08-28T02:31:51.987237+0000","last_unstale":"2023-08-28T02:33:45.792458+0000","last_undegraded":"2023-08-28T02:33:45.792458+0000","last_fullsized":"2023-08-28T02:33:45.792458+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:07:07.370857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":307,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.786552+0000","last_change":"2023-08-28T02:33:12.494483+0000","last_active":"2023-08-28T02:33:45.786552+0000","last_peered":"2023-08-28T02:33:45.786552+0000","last_clean":"2023-08-28T02:33:45.786552+0000","last_became_active":"2023-08-28T02:33:12.494136+0000","last_became_peered":"2023-08-28T02:33:12.494136+0000","last_unstale":"2023-08-28T02:33:45.786552+0000","last_undegraded":"2023-08-28T02:33:45.786552+0000","last_fullsized":"2023-08-28T02:33:45.786552+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:36.772588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"65'1","reported_seq":250,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.783587+0000","last_change":"2023-08-28T02:33:13.287922+0000","last_active":"2023-08-28T02:33:45.783587+0000","last_peered":"2023-08-28T02:33:45.783587+0000","last_clean":"2023-08-28T02:33:45.783587+0000","last_became_active":"2023-08-28T02:33:13.287520+0000","last_became_peered":"2023-08-28T02:33:13.287520+0000","last_unstale":"2023-08-28T02:33:45.783587+0000","last_undegraded":"2023-08-28T02:33:45.783587+0000","last_fullsized":"2023-08-28T02:33:45.783587+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:11.627168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":264,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.783332+0000","last_change":"2023-08-28T02:33:13.289469+0000","last_active":"2023-08-28T02:33:45.783332+0000","last_peered":"2023-08-28T02:33:45.783332+0000","last_clean":"2023-08-28T02:33:45.783332+0000","last_became_active":"2023-08-28T02:33:13.288737+0000","last_became_peered":"2023-08-28T02:33:13.288737+0000","last_unstale":"2023-08-28T02:33:45.783332+0000","last_undegraded":"2023-08-28T02:33:45.783332+0000","last_fullsized":"2023-08-28T02:33:45.783332+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:11:15.043550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"65'4","reported_seq":288,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.893260+0000","last_change":"2023-08-28T02:32:28.607010+0000","last_active":"2023-08-28T02:33:45.893260+0000","last_peered":"2023-08-28T02:33:45.893260+0000","last_clean":"2023-08-28T02:33:45.893260+0000","last_became_active":"2023-08-28T02:32:28.492224+0000","last_became_peered":"2023-08-28T02:32:28.492224+0000","last_unstale":"2023-08-28T02:33:45.893260+0000","last_undegraded":"2023-08-28T02:33:45.893260+0000","last_fullsized":"2023-08-28T02:33:45.893260+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:13:45.711951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":554,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":317,"reported_epoch":310,"state":"active+clean","last_fresh":"2023-08-28T02:33:45.786453+0000","last_change":"2023-08-28T02:33:13.309144+0000","last_active":"2023-08-28T02:33:45.786453+0000","last_peered":"2023-08-28T02:33:45.786453+0000","last_clean":"2023-08-28T02:33:45.786453+0000","last_became_active":"2023-08-28T02:33:13.308910+0000","last_became_peered":"2023-08-28T02:33:13.308910+0000","last_unstale":"2023-08-28T02:33:45.786453+0000","last_undegraded":"2023-08-28T02:33:45.786453+0000","last_fullsized":"2023-08-28T02:33:45.786453+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:09:59.549591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":5907873816,"num_objects":90148,"num_object_clones":0,"num_object_copies":270444,"num_objects_missing_on_primary":5759,"num_objects_missing":5759,"num_objects_degraded":50629,"num_objects_misplaced":15963,"num_objects_unfound":0,"num_objects_dirty":90148,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":96466,"num_write_kb":5971585,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":19412,"num_bytes_recovered":1271988224,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":18201456640,"data_stored":18201444424,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":91314,"ondisk_log_size":91314,"up":48,"acting":40,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":10126,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":370028,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":89,"num_read_kb":167,"num_write":44,"num_write_kb":440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":322019,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299724,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2279616,"kb_used_data":1806072,"kb_used_omap":0,"kb_used_meta":473536,"kb_avail":91465536,"statfs":{"total":95995035648,"available":93660708864,"internally_reserved":0,"allocated":1849417728,"data_stored":1848176822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":484900864},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:33:08 2023","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":1.3100000000000001,"15min":1.613},"min":{"1min":0.27000000000000002,"5min":0.219,"15min":0.21199999999999999},"max":{"1min":2.528,"5min":8.8870000000000005,"15min":13.257},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.56200000000000006,"5min":1.845,"15min":2.0329999999999999},"min":{"1min":0.35599999999999998,"5min":0.28699999999999998,"15min":0.246},"max":{"1min":2.569,"5min":12.42,"15min":17.402999999999999},"last":0.57199999999999995}]},{"osd":1,"last update":"Mon Aug 28 02:33:36 2023","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":1.915,"15min":2.2730000000000001},"min":{"1min":0.27300000000000002,"5min":0.248,"15min":0.24099999999999999},"max":{"1min":2.714,"5min":17.187999999999999,"15min":17.43},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.64200000000000002,"5min":1.7010000000000001,"15min":2.1110000000000002},"min":{"1min":0.311,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":2.9790000000000001,"5min":12.525,"15min":19.913},"last":0.623}]},{"osd":2,"last update":"Mon Aug 28 02:33:20 2023","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":1.2549999999999999,"15min":1.7450000000000001},"min":{"1min":0.23499999999999999,"5min":0.22900000000000001,"15min":0.22800000000000001},"max":{"1min":2.3420000000000001,"5min":7.6150000000000002,"15min":8.3889999999999993},"last":0.377},{"interface":"front","average":{"1min":0.60999999999999999,"5min":1.1579999999999999,"15min":1.651},"min":{"1min":0.34100000000000003,"5min":0.315,"15min":0.28699999999999998},"max":{"1min":2.919,"5min":9.2219999999999995,"15min":12.128},"last":0.39200000000000002}]},{"osd":3,"last update":"Mon Aug 28 02:30:27 2023","interfaces":[{"interface":"back","average":{"1min":2.335,"5min":1.8180000000000001,"15min":2.028},"min":{"1min":0.38100000000000001,"5min":0.29499999999999998,"15min":0.27200000000000002},"max":{"1min":12.186999999999999,"5min":12.186999999999999,"15min":12.186999999999999},"last":0.46400000000000002},{"interface":"front","average":{"1min":2.4420000000000002,"5min":1.657,"15min":2.1379999999999999},"min":{"1min":0.32300000000000001,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":19.344999999999999,"5min":19.344999999999999,"15min":19.344999999999999},"last":0.45100000000000001}]},{"osd":4,"last update":"Mon Aug 28 02:33:08 2023","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":1.6479999999999999,"15min":1.2889999999999999},"min":{"1min":0.26500000000000001,"5min":0.245,"15min":0.23400000000000001},"max":{"1min":2.1230000000000002,"5min":18.943000000000001,"15min":18.943000000000001},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.39100000000000001,"5min":1.008,"15min":0.95599999999999996},"min":{"1min":0.26500000000000001,"5min":0.25700000000000001,"15min":0.253},"max":{"1min":0.54000000000000004,"5min":7.0339999999999998,"15min":8.1890000000000001},"last":0.42699999999999999}]},{"osd":5,"last update":"Mon Aug 28 02:33:08 2023","interfaces":[{"interface":"back","average":{"1min":0.39700000000000002,"5min":1.345,"15min":1.0600000000000001},"min":{"1min":0.246,"5min":0.246,"15min":0.23599999999999999},"max":{"1min":0.90800000000000003,"5min":14.622,"15min":14.622},"last":0.40899999999999997},{"interface":"front","average":{"1min":0.46800000000000003,"5min":1.569,"15min":1.3009999999999999},"min":{"1min":0.374,"5min":0.28100000000000003,"15min":0.27000000000000002},"max":{"1min":0.60599999999999998,"5min":13.840999999999999,"15min":17.324999999999999},"last":0.54600000000000004}]},{"osd":6,"last update":"Mon Aug 28 02:33:08 2023","interfaces":[{"interface":"back","average":{"1min":0.47399999999999998,"5min":1.5660000000000001,"15min":1.3180000000000001},"min":{"1min":0.38700000000000001,"5min":0.30499999999999999,"15min":0.28899999999999998},"max":{"1min":0.58699999999999997,"5min":11.585000000000001,"15min":17.454999999999998},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.95399999999999996,"15min":0.85899999999999999},"min":{"1min":0.31,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.60299999999999998,"5min":7.665,"15min":7.665},"last":0.49399999999999999}]}]},{"osd":6,"up_from":0,"seq":193273528655,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":101,"seq":433791697114,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1715464,"kb_used_data":1095488,"kb_used_omap":4,"kb_used_meta":619963,"kb_avail":92029688,"statfs":{"total":95995035648,"available":94238400512,"internally_reserved":0,"allocated":1121779712,"data_stored":1120034312,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":634843022},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:33:33 2023","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":2.1139999999999999,"15min":2.7679999999999998},"min":{"1min":0.28000000000000003,"5min":0.221,"15min":0.21099999999999999},"max":{"1min":0.80700000000000005,"5min":24.545999999999999,"15min":24.545999999999999},"last":0.39600000000000002},{"interface":"front","average":{"1min":0.44900000000000001,"5min":2.9279999999999999,"15min":3.141},"min":{"1min":0.26100000000000001,"5min":0.251,"15min":0.21199999999999999},"max":{"1min":1.2909999999999999,"5min":24.515000000000001,"15min":24.515000000000001},"last":0.52100000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:33:24 2023","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":2.4359999999999999,"15min":2.8279999999999998},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.24099999999999999},"max":{"1min":1.25,"5min":22.161000000000001,"15min":22.161000000000001},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.498,"5min":1.8999999999999999,"15min":2.605},"min":{"1min":0.30199999999999999,"5min":0.254,"15min":0.253},"max":{"1min":1.026,"5min":13.114000000000001,"15min":20.003},"last":1.0860000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:31:21 2023","interfaces":[{"interface":"back","average":{"1min":2.3100000000000001,"5min":2.4460000000000002,"15min":3.1880000000000002},"min":{"1min":0.32000000000000001,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":8.6270000000000007,"5min":19.074999999999999,"15min":24.701000000000001},"last":0.72199999999999998},{"interface":"front","average":{"1min":2.9769999999999999,"5min":2.8029999999999999,"15min":3.1949999999999998},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.223},"max":{"1min":14.85,"5min":14.85,"15min":22.59},"last":0.79700000000000004}]},{"osd":4,"last update":"Mon Aug 28 02:33:33 2023","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":1.4279999999999999,"15min":1.7829999999999999},"min":{"1min":0.376,"5min":0.316,"15min":0.30099999999999999},"max":{"1min":0.90300000000000002,"5min":18.689,"15min":18.992999999999999},"last":1.1679999999999999},{"interface":"front","average":{"1min":0.51900000000000002,"5min":1.8440000000000001,"15min":1.869},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.26400000000000001},"max":{"1min":0.88400000000000001,"5min":14.779999999999999,"15min":14.779999999999999},"last":0.76600000000000001}]},{"osd":5,"last update":"Mon Aug 28 02:33:33 2023","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":2.0830000000000002,"15min":2.3370000000000002},"min":{"1min":0.35999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":1.1599999999999999,"5min":12.170999999999999,"15min":18.626999999999999},"last":2.9300000000000002},{"interface":"front","average":{"1min":0.61299999999999999,"5min":1.5469999999999999,"15min":2.2770000000000001},"min":{"1min":0.375,"5min":0.374,"15min":0.31900000000000001},"max":{"1min":1.363,"5min":7.3410000000000002,"15min":18.945},"last":1.1299999999999999}]},{"osd":6,"last update":"Mon Aug 28 02:33:33 2023","interfaces":[{"interface":"back","average":{"1min":0.626,"5min":1.8440000000000001,"15min":2.3130000000000002},"min":{"1min":0.40000000000000002,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":1.2829999999999999,"5min":12.221,"15min":13.254},"last":0.95899999999999996},{"interface":"front","average":{"1min":0.60099999999999998,"5min":1.617,"15min":2.016},"min":{"1min":0.47299999999999998,"5min":0.41799999999999998,"15min":0.34499999999999997},"max":{"1min":1.1479999999999999,"5min":12.371,"15min":19.021999999999998},"last":1.236}]},{"osd":7,"last update":"Mon Aug 28 02:33:33 2023","interfaces":[{"interface":"back","average":{"1min":0.63100000000000001,"5min":1.5349999999999999,"15min":2.2679999999999998},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":1.637,"5min":14.349,"15min":19.047999999999998},"last":1.2050000000000001},{"interface":"front","average":{"1min":0.65600000000000003,"5min":1.9119999999999999,"15min":2.1320000000000001},"min":{"1min":0.432,"5min":0.34399999999999997,"15min":0.30199999999999999},"max":{"1min":1.6799999999999999,"5min":14.818,"15min":14.818},"last":0.83099999999999996}]}]},{"osd":0,"up_from":87,"seq":373662154980,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":4242308,"kb_used_data":3591228,"kb_used_omap":5,"kb_used_meta":651066,"kb_avail":89502844,"statfs":{"total":95995035648,"available":91650912256,"internally_reserved":0,"allocated":3677417472,"data_stored":3675565174,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":666692218},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:33:28 2023","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":1.6879999999999999,"15min":2.1819999999999999},"min":{"1min":0.221,"5min":0.184,"15min":0.184},"max":{"1min":5.3280000000000003,"5min":30.315000000000001,"15min":30.315000000000001},"last":0.245},{"interface":"front","average":{"1min":0.44700000000000001,"5min":2.5579999999999998,"15min":3.1299999999999999},"min":{"1min":0.25800000000000001,"5min":0.249,"15min":0.221},"max":{"1min":1.139,"5min":69.272000000000006,"15min":69.272000000000006},"last":0.57599999999999996}]},{"osd":2,"last update":"Mon Aug 28 02:33:25 2023","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":1.9790000000000001,"15min":2.6440000000000001},"min":{"1min":0.28699999999999998,"5min":0.253,"15min":0.23799999999999999},"max":{"1min":2.0739999999999998,"5min":20.959,"15min":20.959},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.68700000000000006,"5min":1.472,"15min":2.1160000000000001},"min":{"1min":0.31,"5min":0.247,"15min":0.24299999999999999},"max":{"1min":4.0910000000000002,"5min":8.0600000000000005,"15min":12.332000000000001},"last":0.59699999999999998}]},{"osd":3,"last update":"Mon Aug 28 02:31:24 2023","interfaces":[{"interface":"back","average":{"1min":2.2599999999999998,"5min":2.2810000000000001,"15min":2.9140000000000001},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":8.468,"5min":11.41,"15min":20.27},"last":1.522},{"interface":"front","average":{"1min":1.0489999999999999,"5min":2.3119999999999998,"15min":2.5550000000000002},"min":{"1min":0.33400000000000002,"5min":0.33300000000000002,"15min":0.247},"max":{"1min":4.3209999999999997,"5min":15.365,"15min":17.635999999999999},"last":1.5349999999999999}]},{"osd":4,"last update":"Mon Aug 28 02:33:11 2023","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":4.0339999999999998,"15min":2.6850000000000001},"min":{"1min":0.314,"5min":0.314,"15min":0.27700000000000002},"max":{"1min":3.9710000000000001,"5min":274.33199999999999,"15min":274.33199999999999},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.58999999999999997,"5min":4.5339999999999998,"15min":3.1560000000000001},"min":{"1min":0.34000000000000002,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":1.413,"5min":266.31999999999999,"15min":266.31999999999999},"last":0.61399999999999999}]},{"osd":5,"last update":"Mon Aug 28 02:33:11 2023","interfaces":[{"interface":"back","average":{"1min":0.75,"5min":1.3500000000000001,"15min":1.7350000000000001},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.29299999999999998},"max":{"1min":4.1219999999999999,"5min":7.1139999999999999,"15min":13.038},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.65000000000000002,"5min":2.222,"15min":2.3879999999999999},"min":{"1min":0.36799999999999999,"5min":0.34799999999999998,"15min":0.27800000000000002},"max":{"1min":1.9259999999999999,"5min":15.231,"15min":15.231},"last":0.498}]},{"osd":6,"last update":"Mon Aug 28 02:33:11 2023","interfaces":[{"interface":"back","average":{"1min":0.72599999999999998,"5min":1.6830000000000001,"15min":1.9710000000000001},"min":{"1min":0.46300000000000002,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":4.0620000000000003,"5min":15.122999999999999,"15min":15.122999999999999},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.59899999999999998,"5min":2.1160000000000001,"15min":2.3929999999999998},"min":{"1min":0.40000000000000002,"5min":0.35599999999999998,"15min":0.311},"max":{"1min":1.2470000000000001,"5min":15.186999999999999,"15min":15.186999999999999},"last":0.54700000000000004}]},{"osd":7,"last update":"Mon Aug 28 02:33:11 2023","interfaces":[{"interface":"back","average":{"1min":0.68899999999999995,"5min":2.1970000000000001,"15min":2.3570000000000002},"min":{"1min":0.39400000000000002,"5min":0.38,"15min":0.33400000000000002},"max":{"1min":2.1219999999999999,"5min":16.183,"15min":16.183},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.79300000000000004,"5min":1.615,"15min":1.9590000000000001},"min":{"1min":0.38500000000000001,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":4.0250000000000004,"5min":7.0620000000000003,"15min":13.005000000000001},"last":0.53300000000000003}]}]},{"osd":2,"up_from":0,"seq":502511173839,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":297,"seq":1275605286922,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1195068,"kb_used_data":1082292,"kb_used_omap":2,"kb_used_meta":112765,"kb_avail":92550084,"statfs":{"total":95995035648,"available":94771286016,"internally_reserved":0,"allocated":1108267008,"data_stored":1106527569,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":115471413},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.22}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.307}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60899999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42399999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71699999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54000000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55200000000000005}]}]},{"osd":4,"up_from":30,"seq":128849019217,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3687232,"kb_used_data":3248952,"kb_used_omap":0,"kb_used_meta":438272,"kb_avail":90057920,"statfs":{"total":95995035648,"available":92219310080,"internally_reserved":0,"allocated":3326926848,"data_stored":3325686177,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":448790528},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,0,0,0,0,0,0,1,9],"upper_bound":8192},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:33:13 2023","interfaces":[{"interface":"back","average":{"1min":0.38100000000000001,"5min":1.6379999999999999,"15min":2.012},"min":{"1min":0.251,"5min":0.23100000000000001,"15min":0.22800000000000001},"max":{"1min":0.61299999999999999,"5min":22.515000000000001,"15min":22.515000000000001},"last":0.34200000000000003},{"interface":"front","average":{"1min":0.57199999999999995,"5min":1.7030000000000001,"15min":1.968},"min":{"1min":0.30599999999999999,"5min":0.24299999999999999,"15min":0.217},"max":{"1min":2.8180000000000001,"5min":22.454000000000001,"15min":22.454000000000001},"last":0.45900000000000002}]},{"osd":1,"last update":"Mon Aug 28 02:33:38 2023","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":1.6359999999999999,"15min":1.7110000000000001},"min":{"1min":0.28499999999999998,"5min":0.26300000000000001,"15min":0.24199999999999999},"max":{"1min":4.7539999999999996,"5min":23.082000000000001,"15min":23.082000000000001},"last":0.27300000000000002},{"interface":"front","average":{"1min":0.624,"5min":1.7609999999999999,"15min":1.9299999999999999},"min":{"1min":0.26300000000000001,"5min":0.26000000000000001,"15min":0.246},"max":{"1min":4.7960000000000003,"5min":25.100000000000001,"15min":25.100000000000001},"last":0.46700000000000003}]},{"osd":2,"last update":"Mon Aug 28 02:33:13 2023","interfaces":[{"interface":"back","average":{"1min":0.67800000000000005,"5min":1.7170000000000001,"15min":1.8200000000000001},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.27400000000000002},"max":{"1min":4.827,"5min":8.7149999999999999,"15min":16.231000000000002},"last":0.313},{"interface":"front","average":{"1min":0.61499999999999999,"5min":1.6879999999999999,"15min":1.8300000000000001},"min":{"1min":0.373,"5min":0.29399999999999998,"15min":0.251},"max":{"1min":2.7909999999999999,"5min":13.515000000000001,"15min":13.515000000000001},"last":0.35599999999999998}]},{"osd":3,"last update":"Mon Aug 28 02:31:19 2023","interfaces":[{"interface":"back","average":{"1min":1.5760000000000001,"5min":1.6759999999999999,"15min":1.9390000000000001},"min":{"1min":0.36499999999999999,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":8.5619999999999994,"5min":23.501000000000001,"15min":23.501000000000001},"last":0.41599999999999998},{"interface":"front","average":{"1min":1.8280000000000001,"5min":1.863,"15min":1.9870000000000001},"min":{"1min":0.32800000000000001,"5min":0.313,"15min":0.29499999999999998},"max":{"1min":8.6359999999999992,"5min":23.512,"15min":23.512},"last":0.48399999999999999}]},{"osd":5,"last update":"Mon Aug 28 02:33:52 2023","interfaces":[{"interface":"back","average":{"1min":0.42599999999999999,"5min":1.238,"15min":1.139},"min":{"1min":0.25900000000000001,"5min":0.222,"15min":0.222},"max":{"1min":0.66500000000000004,"5min":8.6679999999999993,"15min":16.181999999999999},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.47499999999999998,"5min":1.425,"15min":1.1830000000000001},"min":{"1min":0.28199999999999997,"5min":0.224,"15min":0.20699999999999999},"max":{"1min":0.90400000000000003,"5min":8.6370000000000005,"15min":10.233000000000001},"last":0.42799999999999999}]},{"osd":6,"last update":"Mon Aug 28 02:33:05 2023","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":1.2929999999999999,"15min":1.1000000000000001},"min":{"1min":0.28799999999999998,"5min":0.26500000000000001,"15min":0.25600000000000001},"max":{"1min":2.3620000000000001,"5min":8.8480000000000008,"15min":10.023999999999999},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.85899999999999999,"5min":1.47,"15min":1.1359999999999999},"min":{"1min":0.28299999999999997,"5min":0.27200000000000002,"15min":0.255},"max":{"1min":4.5949999999999998,"5min":8.5,"15min":8.5},"last":0.375}]},{"osd":7,"last update":"Mon Aug 28 02:33:13 2023","interfaces":[{"interface":"back","average":{"1min":0.70499999999999996,"5min":1.4079999999999999,"15min":1.1830000000000001},"min":{"1min":0.314,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":4.8559999999999999,"5min":8.8249999999999993,"15min":9.3209999999999997},"last":0.442},{"interface":"front","average":{"1min":0.64300000000000002,"5min":1.427,"15min":1.1459999999999999},"min":{"1min":0.38,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":2.754,"5min":15.597,"15min":15.597},"last":0.53600000000000003}]}]},{"osd":5,"up_from":37,"seq":158913790290,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2674992,"kb_used_data":2132264,"kb_used_omap":0,"kb_used_meta":542720,"kb_avail":91070160,"statfs":{"total":95995035648,"available":93255843840,"internally_reserved":0,"allocated":2183438336,"data_stored":2182210032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":555745280},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:33:38 2023","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":1.4410000000000001,"15min":2.0529999999999999},"min":{"1min":0.26300000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":1.4530000000000001,"5min":7.7560000000000002,"15min":40.334000000000003},"last":0.44700000000000001},{"interface":"front","average":{"1min":1.3600000000000001,"5min":1.8100000000000001,"15min":1.9790000000000001},"min":{"1min":0.28000000000000003,"5min":0.24099999999999999,"15min":0.23200000000000001},"max":{"1min":19.815999999999999,"5min":19.815999999999999,"15min":40.212000000000003},"last":0.85699999999999998}]},{"osd":1,"last update":"Mon Aug 28 02:33:38 2023","interfaces":[{"interface":"back","average":{"1min":1.2410000000000001,"5min":1.7470000000000001,"15min":2.1720000000000002},"min":{"1min":0.28499999999999998,"5min":0.23699999999999999,"15min":0.23200000000000001},"max":{"1min":17.998000000000001,"5min":17.998000000000001,"15min":40.088000000000001},"last":0.53700000000000003},{"interface":"front","average":{"1min":1.381,"5min":2,"15min":2.0600000000000001},"min":{"1min":0.28299999999999997,"5min":0.26000000000000001,"15min":0.251},"max":{"1min":19.853000000000002,"5min":19.853000000000002,"15min":40.243000000000002},"last":0.89300000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:33:38 2023","interfaces":[{"interface":"back","average":{"1min":0.73099999999999998,"5min":1.4710000000000001,"15min":2.0449999999999999},"min":{"1min":0.31900000000000001,"5min":0.29699999999999999,"15min":0.27700000000000002},"max":{"1min":5.3099999999999996,"5min":8.7899999999999991,"15min":40.436999999999998},"last":0.40600000000000003},{"interface":"front","average":{"1min":0.50600000000000001,"5min":1.7869999999999999,"15min":2.125},"min":{"1min":0.32800000000000001,"5min":0.28499999999999998,"15min":0.27200000000000002},"max":{"1min":0.96299999999999997,"5min":8.609,"15min":40.555},"last":0.97999999999999998}]},{"osd":3,"last update":"Mon Aug 28 02:30:31 2023","interfaces":[{"interface":"back","average":{"1min":2.25,"5min":1.9339999999999999,"15min":2.1110000000000002},"min":{"1min":0.41999999999999998,"5min":0.29499999999999998,"15min":0.27900000000000003},"max":{"1min":8.891,"5min":8.891,"15min":40.270000000000003},"last":0.46600000000000003},{"interface":"front","average":{"1min":2.133,"5min":1.879,"15min":2.1989999999999998},"min":{"1min":0.44600000000000001,"5min":0.30199999999999999,"15min":0.29599999999999999},"max":{"1min":5.9050000000000002,"5min":10.728999999999999,"15min":40.597999999999999},"last":1.0069999999999999}]},{"osd":4,"last update":"Mon Aug 28 02:33:54 2023","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":1.2050000000000001,"15min":1.3140000000000001},"min":{"1min":0.29099999999999998,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.59399999999999997,"5min":13.616,"15min":40.762999999999998},"last":0.33400000000000002},{"interface":"front","average":{"1min":0.51500000000000001,"5min":1.464,"15min":1.383},"min":{"1min":0.29899999999999999,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":1.0089999999999999,"5min":10.566000000000001,"15min":40.634},"last":0.92100000000000004}]},{"osd":6,"last update":"Mon Aug 28 02:33:38 2023","interfaces":[{"interface":"back","average":{"1min":0.99299999999999999,"5min":1.5640000000000001,"15min":1.47},"min":{"1min":0.34699999999999998,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":10.66,"5min":17.510000000000002,"15min":42.409999999999997},"last":0.36899999999999999},{"interface":"front","average":{"1min":0.747,"5min":1.4790000000000001,"15min":1.4379999999999999},"min":{"1min":0.371,"5min":0.254,"15min":0.254},"max":{"1min":6.1159999999999997,"5min":15.856999999999999,"15min":42.533999999999999},"last":0.42799999999999999}]},{"osd":7,"last update":"Mon Aug 28 02:33:38 2023","interfaces":[{"interface":"back","average":{"1min":0.76300000000000001,"5min":1.718,"15min":1.6200000000000001},"min":{"1min":0.33900000000000002,"5min":0.315,"15min":0.314},"max":{"1min":6.1749999999999998,"5min":31.707000000000001,"15min":42.667000000000002},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.59099999999999997,"5min":2.1899999999999999,"15min":1.623},"min":{"1min":0.33700000000000002,"5min":0.318,"15min":0.27000000000000002},"max":{"1min":1.7130000000000001,"5min":31.66,"15min":42.344000000000001},"last":0.94899999999999995}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":3670478848,"data_stored":3670474776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1116143616,"data_stored":1116143616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":2567307264,"data_stored":2567307264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":1103429632,"data_stored":1103429632,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":3323400192,"data_stored":3323396120,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":2174812160,"data_stored":2174812160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":2400718848,"data_stored":2400714776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1845166080,"data_stored":1845166080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:34:02.005 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph status --format=json 2023-08-28T02:34:02.006 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:02.006 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:34:02.007 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:34:02.108 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:34:02.141 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:02.213 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:34:02.217 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:34:02.218 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:02.219 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:34:02.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:01 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 50569/269946 objects degraded (18.733%), 10 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:34:02.265 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:01 smithi083 ceph-mon[157819]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:34:02.266 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:01 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:34:02.266 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:01 smithi083 ceph-mon[157819]: failed to encode map e312 with expected crc 2023-08-28T02:34:02.266 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:01 smithi083 ceph-mon[157819]: osdmap e312: 8 total, 8 up, 6 in 2023-08-28T02:34:02.266 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:01 smithi083 ceph-mon[157819]: failed to encode map e312 with expected crc 2023-08-28T02:34:02.320 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:34:02.353 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:02.379 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:34:02.382 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:02.382 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:34:02.483 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:34:02.521 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:02.645 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:34:02.652 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:02.652 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:34:02.753 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:34:02.791 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:02.824 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:34:02.827 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:02.827 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:34:02.928 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:34:02.937 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-08-28T02:34:02.937 INFO:teuthology.orchestra.run.smithi040.stdout: "size": 20, 2023-08-28T02:34:02.937 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 600, 2023-08-28T02:34:02.938 INFO:teuthology.orchestra.run.smithi040.stdout: "ops": [ 2023-08-28T02:34:02.938 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.938 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:57234 9.9 9:9f63031e:::benchmark_data_smithi040_209735_object57233:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e169)", 2023-08-28T02:34:02.938 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:26.783625+0000", 2023-08-28T02:34:02.938 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 396.15213455700001, 2023-08-28T02:34:02.938 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.184963875, 2023-08-28T02:34:02.938 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:34:02.938 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "reached pg", 2023-08-28T02:34:02.938 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:34:02.938 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:34:02.938 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:34:02.939 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 57234 2023-08-28T02:34:02.939 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.939 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:34:02.939 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.939 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:34:02.939 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.783625+0000", 2023-08-28T02:34:02.939 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:02.939 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.939 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.939 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:34:02.939 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.783625+0000", 2023-08-28T02:34:02.940 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:02.940 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.940 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.940 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:34:02.940 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.783624+0000", 2023-08-28T02:34:02.940 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:34:02.940 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.940 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.940 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:34:02.940 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.783654+0000", 2023-08-28T02:34:02.940 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.9997000000000001e-05 2023-08-28T02:34:02.940 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.941 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.941 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:34:02.941 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.783663+0000", 2023-08-28T02:34:02.941 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.4630000000000001e-06 2023-08-28T02:34:02.941 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.941 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.941 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:34:02.941 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.783669+0000", 2023-08-28T02:34:02.941 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.1310000000000003e-06 2023-08-28T02:34:02.941 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.941 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.941 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:02.941 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.787443+0000", 2023-08-28T02:34:02.942 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00377415 2023-08-28T02:34:02.942 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.942 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.942 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:34:02.942 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.787600+0000", 2023-08-28T02:34:02.942 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00015734599999999999 2023-08-28T02:34:02.942 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.942 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.942 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 5,7", 2023-08-28T02:34:02.942 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.787762+0000", 2023-08-28T02:34:02.942 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00016170900000000001 2023-08-28T02:34:02.942 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.942 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.943 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:34:02.943 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794603+0000", 2023-08-28T02:34:02.943 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0068407980000000004 2023-08-28T02:34:02.943 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.943 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.943 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:02.943 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.968573+0000", 2023-08-28T02:34:02.943 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.17397015800000001 2023-08-28T02:34:02.943 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.943 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.943 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:34:02.944 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.968589+0000", 2023-08-28T02:34:02.944 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.5756e-05 2023-08-28T02:34:02.944 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:02.944 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:34:02.944 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:02.944 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.944 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.944 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:57236 9.9 9:9902b96e:::benchmark_data_smithi040_209735_object57235:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e169)", 2023-08-28T02:34:02.944 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:26.786911+0000", 2023-08-28T02:34:02.944 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 396.14884826500003, 2023-08-28T02:34:02.944 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.182654383, 2023-08-28T02:34:02.944 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:34:02.945 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "reached pg", 2023-08-28T02:34:02.945 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:34:02.945 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:34:02.945 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:34:02.945 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 57236 2023-08-28T02:34:02.945 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.945 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:34:02.945 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.945 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:34:02.945 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.786911+0000", 2023-08-28T02:34:02.945 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:02.945 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.946 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.946 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:34:02.946 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.786911+0000", 2023-08-28T02:34:02.946 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:02.946 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.946 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.946 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:34:02.946 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.786909+0000", 2023-08-28T02:34:02.946 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:34:02.946 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.946 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.946 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:34:02.947 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.786937+0000", 2023-08-28T02:34:02.947 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.8487e-05 2023-08-28T02:34:02.947 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.947 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.947 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:34:02.947 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.786952+0000", 2023-08-28T02:34:02.947 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.5029e-05 2023-08-28T02:34:02.947 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.947 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.947 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:34:02.947 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.786962+0000", 2023-08-28T02:34:02.947 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.0829999999999993e-06 2023-08-28T02:34:02.948 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.948 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.948 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:02.948 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.790102+0000", 2023-08-28T02:34:02.948 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0031406580000000002 2023-08-28T02:34:02.948 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.948 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.948 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:34:02.948 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.790232+0000", 2023-08-28T02:34:02.948 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00012997400000000001 2023-08-28T02:34:02.948 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.948 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.949 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 5,7", 2023-08-28T02:34:02.949 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.790374+0000", 2023-08-28T02:34:02.949 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00014138399999999999 2023-08-28T02:34:02.949 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.949 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.949 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:34:02.949 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.805572+0000", 2023-08-28T02:34:02.949 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.015198128 2023-08-28T02:34:02.949 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.949 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.949 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:02.949 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.969553+0000", 2023-08-28T02:34:02.950 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.16398132900000001 2023-08-28T02:34:02.950 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.950 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.950 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:34:02.950 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.969565+0000", 2023-08-28T02:34:02.950 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2320999999999999e-05 2023-08-28T02:34:02.950 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:02.950 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:34:02.950 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:02.950 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.950 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.950 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:57227 9.5 9:a6864a59:::benchmark_data_smithi040_209735_object57226:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e170)", 2023-08-28T02:34:02.951 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:26.794270+0000", 2023-08-28T02:34:02.951 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 396.14148894700003, 2023-08-28T02:34:02.951 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.017836838, 2023-08-28T02:34:02.951 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:34:02.951 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "reached pg", 2023-08-28T02:34:02.951 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:34:02.951 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:34:02.951 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:34:02.951 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 57227 2023-08-28T02:34:02.951 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.951 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:34:02.952 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.952 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:34:02.952 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794270+0000", 2023-08-28T02:34:02.952 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:02.952 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.952 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.952 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:34:02.952 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794270+0000", 2023-08-28T02:34:02.952 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:02.952 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.952 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.952 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:34:02.952 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794269+0000", 2023-08-28T02:34:02.953 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:34:02.953 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.953 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.953 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:34:02.953 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794294+0000", 2023-08-28T02:34:02.953 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.5211999999999998e-05 2023-08-28T02:34:02.953 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.953 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.953 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:34:02.953 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794304+0000", 2023-08-28T02:34:02.953 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0448000000000001e-05 2023-08-28T02:34:02.953 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.954 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.954 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:34:02.954 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794312+0000", 2023-08-28T02:34:02.954 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.8869999999999992e-06 2023-08-28T02:34:02.954 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.954 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.954 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:02.954 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794559+0000", 2023-08-28T02:34:02.954 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00024621000000000002 2023-08-28T02:34:02.954 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.954 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.954 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op must wait for map", 2023-08-28T02:34:02.955 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794563+0000", 2023-08-28T02:34:02.955 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.3789999999999999e-06 2023-08-28T02:34:02.955 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.955 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.955 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:02.955 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.935391+0000", 2023-08-28T02:34:02.955 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.14082837400000001 2023-08-28T02:34:02.955 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.955 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.955 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:34:02.955 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.935406+0000", 2023-08-28T02:34:02.955 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4691999999999999e-05 2023-08-28T02:34:02.956 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.956 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.956 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:02.956 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.812042+0000", 2023-08-28T02:34:02.956 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.87663575000000005 2023-08-28T02:34:02.956 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.956 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.956 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:34:02.956 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.812107+0000", 2023-08-28T02:34:02.956 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.5335999999999999e-05 2023-08-28T02:34:02.956 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:02.956 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:34:02.957 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:02.957 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.957 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.957 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:57234 9.19 9:9f63031e:::benchmark_data_smithi040_209735_object57233:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e170)", 2023-08-28T02:34:02.957 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:26.794429+0000", 2023-08-28T02:34:02.957 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 396.14132977200001, 2023-08-28T02:34:02.957 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0469964060000001, 2023-08-28T02:34:02.957 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:34:02.957 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "reached pg", 2023-08-28T02:34:02.957 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:34:02.957 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:34:02.958 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:34:02.958 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 57234 2023-08-28T02:34:02.958 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.958 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:34:02.958 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.958 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:34:02.958 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794429+0000", 2023-08-28T02:34:02.958 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:02.958 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.958 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.958 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:34:02.958 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794429+0000", 2023-08-28T02:34:02.959 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:02.959 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.959 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.959 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:34:02.959 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794429+0000", 2023-08-28T02:34:02.959 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:34:02.959 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.959 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.959 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:34:02.959 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794458+0000", 2023-08-28T02:34:02.959 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.8772000000000002e-05 2023-08-28T02:34:02.960 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.960 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.960 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:34:02.960 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794467+0000", 2023-08-28T02:34:02.960 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.3859999999999996e-06 2023-08-28T02:34:02.960 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.960 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.960 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:34:02.960 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794472+0000", 2023-08-28T02:34:02.960 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.4410000000000001e-06 2023-08-28T02:34:02.960 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.960 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.960 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:02.961 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.970125+0000", 2023-08-28T02:34:02.961 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.17565220400000001 2023-08-28T02:34:02.961 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.961 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.961 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:34:02.961 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.970132+0000", 2023-08-28T02:34:02.961 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.25e-06 2023-08-28T02:34:02.961 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.961 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.961 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:02.961 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.836705+0000", 2023-08-28T02:34:02.961 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.86657359300000003 2023-08-28T02:34:02.961 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.961 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.962 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for degraded object", 2023-08-28T02:34:02.962 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.837403+0000", 2023-08-28T02:34:02.962 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00069712500000000004 2023-08-28T02:34:02.962 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.962 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.962 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:02.962 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.841357+0000", 2023-08-28T02:34:02.962 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0039545559999999997 2023-08-28T02:34:02.962 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.962 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.962 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:34:02.962 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.841426+0000", 2023-08-28T02:34:02.963 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.8719000000000004e-05 2023-08-28T02:34:02.963 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:02.963 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:34:02.963 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:02.963 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.963 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.963 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:57236 9.19 9:9902b96e:::benchmark_data_smithi040_209735_object57235:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e170)", 2023-08-28T02:34:02.963 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:26.794479+0000", 2023-08-28T02:34:02.963 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 396.141279892, 2023-08-28T02:34:02.963 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.047587397, 2023-08-28T02:34:02.963 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:34:02.964 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "reached pg", 2023-08-28T02:34:02.964 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:34:02.964 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:34:02.964 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:34:02.964 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 57236 2023-08-28T02:34:02.964 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.964 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:34:02.964 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.964 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:34:02.964 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794479+0000", 2023-08-28T02:34:02.964 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:02.964 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.964 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.965 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:34:02.965 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794479+0000", 2023-08-28T02:34:02.965 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:02.965 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.965 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.965 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:34:02.965 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794479+0000", 2023-08-28T02:34:02.965 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:34:02.965 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.965 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.965 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:34:02.965 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794505+0000", 2023-08-28T02:34:02.965 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.6284000000000001e-05 2023-08-28T02:34:02.966 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.966 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.966 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:34:02.966 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794513+0000", 2023-08-28T02:34:02.966 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.763e-06 2023-08-28T02:34:02.966 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.966 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.966 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:34:02.966 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794517+0000", 2023-08-28T02:34:02.966 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.092e-06 2023-08-28T02:34:02.966 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.966 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.967 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:02.967 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.970152+0000", 2023-08-28T02:34:02.967 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.17563463500000001 2023-08-28T02:34:02.967 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.967 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.967 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:34:02.967 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.970158+0000", 2023-08-28T02:34:02.967 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.4160000000000001e-06 2023-08-28T02:34:02.967 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.967 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.969 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:02.969 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.837670+0000", 2023-08-28T02:34:02.970 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.86751235400000004 2023-08-28T02:34:02.970 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.970 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.970 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for degraded object", 2023-08-28T02:34:02.970 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.839490+0000", 2023-08-28T02:34:02.970 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0018195349999999999 2023-08-28T02:34:02.970 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.970 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.970 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:02.970 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.841986+0000", 2023-08-28T02:34:02.970 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0024958300000000001 2023-08-28T02:34:02.970 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.970 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.971 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:34:02.971 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.842067+0000", 2023-08-28T02:34:02.971 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.1032999999999995e-05 2023-08-28T02:34:02.971 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:02.971 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:34:02.971 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:02.971 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.971 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.971 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:57241 9.5 9:a60b3ca0:::benchmark_data_smithi040_209735_object57240:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e170)", 2023-08-28T02:34:02.971 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:26.824396+0000", 2023-08-28T02:34:02.971 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 396.11136297199999, 2023-08-28T02:34:02.972 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.99622047999999996, 2023-08-28T02:34:02.972 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:34:02.972 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:34:02.972 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:34:02.972 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:34:02.972 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:34:02.972 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 57241 2023-08-28T02:34:02.972 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.972 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:34:02.972 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.972 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:34:02.972 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.824396+0000", 2023-08-28T02:34:02.972 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:02.973 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.973 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.973 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:34:02.973 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.824396+0000", 2023-08-28T02:34:02.973 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:02.973 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.973 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.973 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:34:02.973 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.824395+0000", 2023-08-28T02:34:02.973 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:34:02.973 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.973 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.973 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:34:02.974 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.824426+0000", 2023-08-28T02:34:02.974 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.0978000000000001e-05 2023-08-28T02:34:02.974 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.974 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.974 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:34:02.974 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.824438+0000", 2023-08-28T02:34:02.974 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.181e-05 2023-08-28T02:34:02.974 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.974 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.974 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:34:02.974 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.824446+0000", 2023-08-28T02:34:02.974 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.2949999999999994e-06 2023-08-28T02:34:02.975 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.975 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.975 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:02.975 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.936105+0000", 2023-08-28T02:34:02.975 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.111658769 2023-08-28T02:34:02.975 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.975 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.975 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:34:02.975 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.936113+0000", 2023-08-28T02:34:02.975 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.7129999999999994e-06 2023-08-28T02:34:02.975 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.975 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.975 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:02.976 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.812135+0000", 2023-08-28T02:34:02.976 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.87602113599999998 2023-08-28T02:34:02.976 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.976 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.976 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:34:02.976 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.812254+0000", 2023-08-28T02:34:02.976 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000119812 2023-08-28T02:34:02.976 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.976 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.976 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 5,7", 2023-08-28T02:34:02.976 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.812359+0000", 2023-08-28T02:34:02.976 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00010514300000000001 2023-08-28T02:34:02.977 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.977 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.977 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:34:02.977 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.815040+0000", 2023-08-28T02:34:02.977 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0026807580000000001 2023-08-28T02:34:02.977 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.977 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.977 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:02.977 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.819799+0000", 2023-08-28T02:34:02.977 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0047588760000000004 2023-08-28T02:34:02.977 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.977 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.978 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:02.978 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.820521+0000", 2023-08-28T02:34:02.978 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00072146099999999996 2023-08-28T02:34:02.978 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.978 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.978 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:34:02.978 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.820574+0000", 2023-08-28T02:34:02.978 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.3242999999999998e-05 2023-08-28T02:34:02.978 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.978 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.978 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:34:02.978 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.820617+0000", 2023-08-28T02:34:02.979 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.2951000000000003e-05 2023-08-28T02:34:02.979 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:02.979 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:34:02.979 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:02.979 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.979 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.979 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:57242 9.19 9:9ce45c5b:::benchmark_data_smithi040_209735_object57241:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e170)", 2023-08-28T02:34:02.979 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:26.834991+0000", 2023-08-28T02:34:02.979 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 396.10076868700003, 2023-08-28T02:34:02.979 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.009144676, 2023-08-28T02:34:02.979 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:34:02.979 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:34:02.980 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:34:02.980 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:34:02.980 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:34:02.980 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 57242 2023-08-28T02:34:02.980 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.980 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:34:02.980 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.980 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:34:02.980 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.834991+0000", 2023-08-28T02:34:02.980 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:02.980 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.980 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.981 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:34:02.981 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.834991+0000", 2023-08-28T02:34:02.981 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:02.981 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.981 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.981 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:34:02.981 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.834987+0000", 2023-08-28T02:34:02.981 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999967 2023-08-28T02:34:02.981 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.981 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.981 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:34:02.981 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.835028+0000", 2023-08-28T02:34:02.982 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.0883000000000001e-05 2023-08-28T02:34:02.982 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.982 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.982 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:34:02.982 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.835057+0000", 2023-08-28T02:34:02.982 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.8683e-05 2023-08-28T02:34:02.982 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.982 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.982 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:34:02.982 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.835072+0000", 2023-08-28T02:34:02.982 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.5084e-05 2023-08-28T02:34:02.982 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.983 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.983 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:02.983 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.970178+0000", 2023-08-28T02:34:02.983 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.13510615100000001 2023-08-28T02:34:02.983 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.983 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.983 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:34:02.983 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.970185+0000", 2023-08-28T02:34:02.983 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.3940000000000001e-06 2023-08-28T02:34:02.983 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.983 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.983 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:02.984 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.839536+0000", 2023-08-28T02:34:02.984 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.86935153399999998 2023-08-28T02:34:02.984 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.984 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.984 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:34:02.984 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.839673+0000", 2023-08-28T02:34:02.984 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00013686899999999999 2023-08-28T02:34:02.984 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.984 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.984 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 5,7", 2023-08-28T02:34:02.984 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.839806+0000", 2023-08-28T02:34:02.984 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00013320699999999999 2023-08-28T02:34:02.985 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.985 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.985 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:02.985 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.842247+0000", 2023-08-28T02:34:02.985 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0024406300000000001 2023-08-28T02:34:02.985 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.985 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.985 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:02.985 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.842288+0000", 2023-08-28T02:34:02.985 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.1674000000000001e-05 2023-08-28T02:34:02.985 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.985 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.986 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:34:02.986 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.844037+0000", 2023-08-28T02:34:02.986 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0017485689999999999 2023-08-28T02:34:02.986 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.986 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.986 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:34:02.986 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.844098+0000", 2023-08-28T02:34:02.986 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.1443000000000001e-05 2023-08-28T02:34:02.986 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.986 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.986 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:34:02.986 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.844135+0000", 2023-08-28T02:34:02.987 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.6783999999999999e-05 2023-08-28T02:34:02.987 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:02.987 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:34:02.987 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:02.987 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.987 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.987 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:57243 9.5 9:a0f07e3b:::benchmark_data_smithi040_209735_object57242:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e170)", 2023-08-28T02:34:02.987 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:26.835194+0000", 2023-08-28T02:34:02.987 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 396.10056540300002, 2023-08-28T02:34:02.987 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.98557619699999999, 2023-08-28T02:34:02.987 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:34:02.987 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:34:02.988 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:34:02.988 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:34:02.988 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:34:02.988 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 57243 2023-08-28T02:34:02.988 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.988 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:34:02.988 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.988 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:34:02.988 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.835194+0000", 2023-08-28T02:34:02.988 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:02.988 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.988 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.988 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:34:02.989 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.835194+0000", 2023-08-28T02:34:02.989 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:02.989 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.989 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.989 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:34:02.989 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.835193+0000", 2023-08-28T02:34:02.989 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:34:02.989 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.989 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.989 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:34:02.989 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.835219+0000", 2023-08-28T02:34:02.989 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.6282999999999999e-05 2023-08-28T02:34:02.990 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.990 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.990 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:34:02.990 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.835230+0000", 2023-08-28T02:34:02.990 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1311999999999999e-05 2023-08-28T02:34:02.990 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.990 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.990 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:34:02.990 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.835239+0000", 2023-08-28T02:34:02.990 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.5990000000000002e-06 2023-08-28T02:34:02.990 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.990 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.991 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:02.991 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.936339+0000", 2023-08-28T02:34:02.991 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.101099824 2023-08-28T02:34:02.991 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.991 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.991 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:34:02.991 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.936350+0000", 2023-08-28T02:34:02.991 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0828e-05 2023-08-28T02:34:02.991 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.991 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.991 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:02.991 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.813432+0000", 2023-08-28T02:34:02.992 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.87708212399999996 2023-08-28T02:34:02.992 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.992 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.992 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:34:02.992 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.813529+0000", 2023-08-28T02:34:02.992 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.6904000000000006e-05 2023-08-28T02:34:02.992 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.992 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.992 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 5,7", 2023-08-28T02:34:02.992 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.813731+0000", 2023-08-28T02:34:02.992 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00020227900000000001 2023-08-28T02:34:02.992 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.993 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.993 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:34:02.993 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.815200+0000", 2023-08-28T02:34:02.993 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0014689130000000001 2023-08-28T02:34:02.993 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.993 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.993 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:02.993 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.819836+0000", 2023-08-28T02:34:02.993 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0046358570000000002 2023-08-28T02:34:02.993 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.993 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.993 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:02.994 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.820711+0000", 2023-08-28T02:34:02.994 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00087554400000000002 2023-08-28T02:34:02.994 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.994 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.994 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:34:02.994 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.820742+0000", 2023-08-28T02:34:02.994 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.0759000000000001e-05 2023-08-28T02:34:02.994 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.994 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.994 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:34:02.994 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.820770+0000", 2023-08-28T02:34:02.994 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.8073999999999999e-05 2023-08-28T02:34:02.994 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:02.995 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:34:02.995 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:02.995 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.995 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.995 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:57245 9.9 9:9117a08f:::benchmark_data_smithi040_209735_object57244:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e170)", 2023-08-28T02:34:02.995 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:26.847386+0000", 2023-08-28T02:34:02.995 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 396.08837339500002, 2023-08-28T02:34:02.995 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.97907310299999994, 2023-08-28T02:34:02.995 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:34:02.995 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:34:02.995 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:34:02.995 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:34:02.996 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:34:02.996 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 57245 2023-08-28T02:34:02.996 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.996 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:34:02.996 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.996 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:34:02.996 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.847386+0000", 2023-08-28T02:34:02.996 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:02.996 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.996 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.996 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:34:02.996 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.847386+0000", 2023-08-28T02:34:02.996 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:02.997 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.997 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.997 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:34:02.997 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.847383+0000", 2023-08-28T02:34:02.997 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999976 2023-08-28T02:34:02.997 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.997 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.997 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:34:02.997 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.869838+0000", 2023-08-28T02:34:02.997 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.022454857000000002 2023-08-28T02:34:02.997 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.997 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.998 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:34:02.998 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.869852+0000", 2023-08-28T02:34:02.998 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4183e-05 2023-08-28T02:34:02.998 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.998 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.998 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:34:02.998 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.869864+0000", 2023-08-28T02:34:02.998 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1651000000000001e-05 2023-08-28T02:34:02.998 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.998 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.998 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:02.998 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.969964+0000", 2023-08-28T02:34:02.999 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.100099653 2023-08-28T02:34:02.999 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.999 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.999 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:34:02.999 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.969976+0000", 2023-08-28T02:34:02.999 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2489e-05 2023-08-28T02:34:02.999 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:02.999 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:02.999 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:02.999 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.811184+0000", 2023-08-28T02:34:02.999 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.84120788400000002 2023-08-28T02:34:03.000 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.000 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.000 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:34:03.000 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.811293+0000", 2023-08-28T02:34:03.000 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000108867 2023-08-28T02:34:03.000 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.000 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.000 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 5,7", 2023-08-28T02:34:03.000 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.811609+0000", 2023-08-28T02:34:03.000 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00031613000000000002 2023-08-28T02:34:03.000 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.000 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.001 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:34:03.001 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.812959+0000", 2023-08-28T02:34:03.001 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0013497909999999999 2023-08-28T02:34:03.001 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.001 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.001 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:03.001 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.813746+0000", 2023-08-28T02:34:03.001 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00078733899999999996 2023-08-28T02:34:03.001 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.001 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.001 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:03.001 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.826355+0000", 2023-08-28T02:34:03.002 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.012608414 2023-08-28T02:34:03.002 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.002 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.002 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:34:03.002 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.826415+0000", 2023-08-28T02:34:03.002 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.0177000000000003e-05 2023-08-28T02:34:03.002 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.002 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.002 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:34:03.002 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.826459+0000", 2023-08-28T02:34:03.002 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.4237999999999999e-05 2023-08-28T02:34:03.003 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:03.003 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:34:03.003 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:03.003 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.003 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.003 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:161597 9.5 9:a34069d7:::benchmark_data_smithi040_209735_object54002:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e211)", 2023-08-28T02:34:03.003 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:29:23.183063+0000", 2023-08-28T02:34:03.003 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 279.752696066, 2023-08-28T02:34:03.003 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.11063825300000001, 2023-08-28T02:34:03.003 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:34:03.003 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:34:03.003 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:34:03.004 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:34:03.004 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:34:03.004 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 161597 2023-08-28T02:34:03.004 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.004 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:34:03.004 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.004 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:34:03.004 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.183063+0000", 2023-08-28T02:34:03.004 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:03.004 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.004 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.005 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:34:03.005 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.183063+0000", 2023-08-28T02:34:03.005 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:03.005 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.005 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.005 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:34:03.005 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.183063+0000", 2023-08-28T02:34:03.005 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:34:03.005 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.005 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.005 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:34:03.005 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.183066+0000", 2023-08-28T02:34:03.006 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.2399999999999999e-06 2023-08-28T02:34:03.006 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.006 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.006 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:34:03.006 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.183072+0000", 2023-08-28T02:34:03.006 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.4010000000000002e-06 2023-08-28T02:34:03.006 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.006 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.006 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:34:03.006 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.183078+0000", 2023-08-28T02:34:03.006 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.1800000000000004e-06 2023-08-28T02:34:03.006 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.006 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.007 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:03.007 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.183130+0000", 2023-08-28T02:34:03.007 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.2865999999999998e-05 2023-08-28T02:34:03.007 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.007 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.007 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:34:03.007 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.183281+0000", 2023-08-28T02:34:03.007 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00015054900000000001 2023-08-28T02:34:03.007 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.007 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.007 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 5,7", 2023-08-28T02:34:03.007 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.183404+0000", 2023-08-28T02:34:03.008 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00012347599999999999 2023-08-28T02:34:03.008 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.008 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.008 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:03.008 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.197296+0000", 2023-08-28T02:34:03.008 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.013891437 2023-08-28T02:34:03.008 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.008 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.008 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:34:03.008 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.197373+0000", 2023-08-28T02:34:03.008 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.7200999999999995e-05 2023-08-28T02:34:03.008 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.009 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.009 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:03.009 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.293594+0000", 2023-08-28T02:34:03.009 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.096220923999999999 2023-08-28T02:34:03.009 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.009 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.009 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:34:03.009 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.293662+0000", 2023-08-28T02:34:03.009 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.7698000000000001e-05 2023-08-28T02:34:03.009 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.009 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.009 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:34:03.009 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:23.293701+0000", 2023-08-28T02:34:03.010 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.9725999999999999e-05 2023-08-28T02:34:03.010 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:03.010 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:34:03.010 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:03.010 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.010 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.010 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:166821 9.b 9.43ffe9eb (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e216)", 2023-08-28T02:34:03.010 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:29:32.911829+0000", 2023-08-28T02:34:03.010 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 270.02393036400002, 2023-08-28T02:34:03.010 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.139246812, 2023-08-28T02:34:03.010 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:34:03.010 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "reached pg", 2023-08-28T02:34:03.010 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:34:03.011 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:34:03.011 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:34:03.011 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 166821 2023-08-28T02:34:03.011 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.011 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:34:03.011 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.011 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:34:03.011 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:32.911829+0000", 2023-08-28T02:34:03.011 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:03.011 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.011 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.012 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:34:03.012 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:32.911829+0000", 2023-08-28T02:34:03.012 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:03.012 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.012 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.012 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:34:03.012 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:32.911826+0000", 2023-08-28T02:34:03.012 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999971 2023-08-28T02:34:03.012 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.012 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.012 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:34:03.012 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:32.911842+0000", 2023-08-28T02:34:03.012 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.6045e-05 2023-08-28T02:34:03.013 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.013 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.013 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:34:03.013 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:32.911881+0000", 2023-08-28T02:34:03.013 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.9082999999999998e-05 2023-08-28T02:34:03.013 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.013 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.013 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:34:03.013 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:32.911897+0000", 2023-08-28T02:34:03.013 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.5930000000000002e-05 2023-08-28T02:34:03.013 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.014 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.014 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:03.014 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.051028+0000", 2023-08-28T02:34:03.014 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.13913089000000001 2023-08-28T02:34:03.014 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.014 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.014 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:34:03.014 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.051076+0000", 2023-08-28T02:34:03.014 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.7812999999999998e-05 2023-08-28T02:34:03.014 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:03.014 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:34:03.014 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:03.014 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.015 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.015 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:166821 9.b 9:d797ffc2:::benchmark_data_smithi040_209735_object59226:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e217)", 2023-08-28T02:34:03.015 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:29:32.932130+0000", 2023-08-28T02:34:03.015 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 270.00362939899998, 2023-08-28T02:34:03.015 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0086488739999999, 2023-08-28T02:34:03.015 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:34:03.015 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:34:03.015 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:34:03.015 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:34:03.015 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:34:03.015 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 166821 2023-08-28T02:34:03.015 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.016 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:34:03.016 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.016 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:34:03.016 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:32.932130+0000", 2023-08-28T02:34:03.016 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:03.016 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.016 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.016 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:34:03.016 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:32.932130+0000", 2023-08-28T02:34:03.016 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:03.016 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.016 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.017 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:34:03.017 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:32.932127+0000", 2023-08-28T02:34:03.017 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999971 2023-08-28T02:34:03.017 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.017 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.017 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:34:03.017 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:32.932140+0000", 2023-08-28T02:34:03.017 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.3471e-05 2023-08-28T02:34:03.017 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.017 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.017 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:34:03.018 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:32.932164+0000", 2023-08-28T02:34:03.018 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.3742000000000001e-05 2023-08-28T02:34:03.018 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.018 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.018 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:34:03.018 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:32.932178+0000", 2023-08-28T02:34:03.018 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.3832000000000001e-05 2023-08-28T02:34:03.018 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.018 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.018 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:03.018 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.059045+0000", 2023-08-28T02:34:03.018 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.12686752300000001 2023-08-28T02:34:03.019 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.019 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.019 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:34:03.019 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.059060+0000", 2023-08-28T02:34:03.019 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4582e-05 2023-08-28T02:34:03.019 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.019 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.019 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:03.019 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.928732+0000", 2023-08-28T02:34:03.019 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.86967180799999999 2023-08-28T02:34:03.019 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.019 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.020 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:34:03.020 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.928891+0000", 2023-08-28T02:34:03.020 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00015975599999999999 2023-08-28T02:34:03.020 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.020 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.020 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 5,6", 2023-08-28T02:34:03.020 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.929351+0000", 2023-08-28T02:34:03.020 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00045912299999999997 2023-08-28T02:34:03.020 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.020 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.020 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:03.020 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.940337+0000", 2023-08-28T02:34:03.021 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.010986828000000001 2023-08-28T02:34:03.021 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.021 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.021 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:34:03.021 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.940352+0000", 2023-08-28T02:34:03.021 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4922999999999999e-05 2023-08-28T02:34:03.021 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.021 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.021 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:03.021 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.940686+0000", 2023-08-28T02:34:03.021 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00033366599999999999 2023-08-28T02:34:03.021 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.022 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.022 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:34:03.022 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.940740+0000", 2023-08-28T02:34:03.022 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.3990000000000003e-05 2023-08-28T02:34:03.022 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.022 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.022 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:34:03.022 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.940779+0000", 2023-08-28T02:34:03.022 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.8702000000000003e-05 2023-08-28T02:34:03.022 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:03.022 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:34:03.022 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:03.022 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.023 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.023 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:54154 10.4 10:26722e6f:::benchmark_data_smithi040_250784_object54153:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e260)", 2023-08-28T02:34:03.023 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:31:27.916387+0000", 2023-08-28T02:34:03.023 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 155.01937181400001, 2023-08-28T02:34:03.023 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.017345653, 2023-08-28T02:34:03.023 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:34:03.023 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "reached pg", 2023-08-28T02:34:03.023 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:34:03.023 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:34:03.023 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:34:03.023 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 54154 2023-08-28T02:34:03.023 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.024 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:34:03.024 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.024 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:34:03.024 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.916387+0000", 2023-08-28T02:34:03.024 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:03.024 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.024 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.024 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:34:03.024 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.916387+0000", 2023-08-28T02:34:03.024 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:03.024 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.024 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.025 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:34:03.025 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.916386+0000", 2023-08-28T02:34:03.025 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:34:03.025 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.025 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.025 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:34:03.025 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.916414+0000", 2023-08-28T02:34:03.025 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.8586e-05 2023-08-28T02:34:03.025 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.025 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.025 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:34:03.025 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.916428+0000", 2023-08-28T02:34:03.026 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.3509000000000001e-05 2023-08-28T02:34:03.026 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.026 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.026 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:34:03.026 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.916436+0000", 2023-08-28T02:34:03.026 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.1559999999999995e-06 2023-08-28T02:34:03.026 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.026 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.026 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:03.026 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.922725+0000", 2023-08-28T02:34:03.026 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0062893139999999998 2023-08-28T02:34:03.027 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.027 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.027 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:34:03.027 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.922883+0000", 2023-08-28T02:34:03.027 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00015817899999999999 2023-08-28T02:34:03.027 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.027 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.027 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 3,4", 2023-08-28T02:34:03.027 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.923043+0000", 2023-08-28T02:34:03.027 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000160049 2023-08-28T02:34:03.027 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.027 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.028 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:03.028 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.934673+0000", 2023-08-28T02:34:03.028 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.011629563000000001 2023-08-28T02:34:03.028 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.028 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.028 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:34:03.028 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.934689+0000", 2023-08-28T02:34:03.028 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.5695000000000001e-05 2023-08-28T02:34:03.028 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.028 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.028 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:03.028 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.933641+0000", 2023-08-28T02:34:03.029 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.99895263999999995 2023-08-28T02:34:03.029 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.029 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.029 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:34:03.029 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.933733+0000", 2023-08-28T02:34:03.029 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.1692000000000002e-05 2023-08-28T02:34:03.029 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:03.029 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:34:03.029 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:03.029 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.029 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.029 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:54159 10.4 10:2ca7342e:::benchmark_data_smithi040_250784_object54158:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e260)", 2023-08-28T02:34:03.029 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:31:27.931101+0000", 2023-08-28T02:34:03.030 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 155.004657804, 2023-08-28T02:34:03.030 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0199644839999999, 2023-08-28T02:34:03.030 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:34:03.030 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:34:03.030 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:34:03.030 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:34:03.030 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:34:03.030 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 54159 2023-08-28T02:34:03.030 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.030 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:34:03.030 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.031 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:34:03.031 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.931101+0000", 2023-08-28T02:34:03.031 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:03.031 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.031 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.031 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:34:03.031 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.931101+0000", 2023-08-28T02:34:03.031 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:03.031 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.031 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.031 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:34:03.031 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.931099+0000", 2023-08-28T02:34:03.032 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999976 2023-08-28T02:34:03.032 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.032 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.032 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:34:03.032 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.931127+0000", 2023-08-28T02:34:03.032 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.7977e-05 2023-08-28T02:34:03.032 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.032 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.032 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:34:03.032 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.931143+0000", 2023-08-28T02:34:03.032 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.5494000000000001e-05 2023-08-28T02:34:03.032 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.032 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.033 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:34:03.033 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.931152+0000", 2023-08-28T02:34:03.033 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.6379999999999999e-06 2023-08-28T02:34:03.033 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.033 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.033 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:03.033 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.934717+0000", 2023-08-28T02:34:03.033 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0035646039999999999 2023-08-28T02:34:03.033 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.033 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.033 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:34:03.033 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.934724+0000", 2023-08-28T02:34:03.034 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.9920000000000001e-06 2023-08-28T02:34:03.034 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.034 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.034 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:03.034 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.933994+0000", 2023-08-28T02:34:03.034 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.99927000499999996 2023-08-28T02:34:03.034 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.034 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.034 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:34:03.034 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.934141+0000", 2023-08-28T02:34:03.034 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00014692199999999999 2023-08-28T02:34:03.034 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.035 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.035 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 4", 2023-08-28T02:34:03.035 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.934334+0000", 2023-08-28T02:34:03.035 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00019339699999999999 2023-08-28T02:34:03.035 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.035 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.035 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:34:03.035 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.943352+0000", 2023-08-28T02:34:03.035 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0090177130000000001 2023-08-28T02:34:03.035 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.035 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.036 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:03.036 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.950878+0000", 2023-08-28T02:34:03.036 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0075262660000000002 2023-08-28T02:34:03.036 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.036 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.036 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:34:03.036 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.950960+0000", 2023-08-28T02:34:03.036 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.2159999999999999e-05 2023-08-28T02:34:03.036 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.036 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.036 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:34:03.036 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.951066+0000", 2023-08-28T02:34:03.036 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000105507 2023-08-28T02:34:03.037 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:03.037 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:34:03.037 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:03.037 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.037 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.037 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:54163 10.4 10:25271570:::benchmark_data_smithi040_250784_object54162:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e260)", 2023-08-28T02:34:03.037 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:31:27.934544+0000", 2023-08-28T02:34:03.037 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 155.001214949, 2023-08-28T02:34:03.037 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0167004099999999, 2023-08-28T02:34:03.037 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:34:03.037 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:34:03.037 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:34:03.038 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:34:03.038 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:34:03.038 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 54163 2023-08-28T02:34:03.038 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.038 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:34:03.038 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.038 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:34:03.038 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.934544+0000", 2023-08-28T02:34:03.038 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:03.038 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.038 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.038 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:34:03.039 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.934544+0000", 2023-08-28T02:34:03.039 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:03.039 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.039 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.039 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:34:03.039 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.934543+0000", 2023-08-28T02:34:03.039 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:34:03.039 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.039 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.039 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:34:03.039 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.934575+0000", 2023-08-28T02:34:03.039 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.2786000000000001e-05 2023-08-28T02:34:03.040 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.040 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.040 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:34:03.040 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.934592+0000", 2023-08-28T02:34:03.040 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.6663e-05 2023-08-28T02:34:03.040 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.040 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.040 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:34:03.040 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.934603+0000", 2023-08-28T02:34:03.040 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0546e-05 2023-08-28T02:34:03.040 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.040 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.041 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:03.041 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.934745+0000", 2023-08-28T02:34:03.041 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000142924 2023-08-28T02:34:03.041 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.041 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.041 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:34:03.041 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.934752+0000", 2023-08-28T02:34:03.041 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.9469999999999997e-06 2023-08-28T02:34:03.041 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.041 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.041 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:03.041 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.936663+0000", 2023-08-28T02:34:03.042 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.001910742 2023-08-28T02:34:03.042 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.042 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.042 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:34:03.042 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.936805+0000", 2023-08-28T02:34:03.042 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000141812 2023-08-28T02:34:03.042 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.042 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.042 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 4", 2023-08-28T02:34:03.042 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.936965+0000", 2023-08-28T02:34:03.042 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00016000300000000001 2023-08-28T02:34:03.042 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.043 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.043 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:34:03.043 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.943360+0000", 2023-08-28T02:34:03.043 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0063946319999999999 2023-08-28T02:34:03.043 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.043 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.043 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:03.043 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.951118+0000", 2023-08-28T02:34:03.043 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0077587569999999998 2023-08-28T02:34:03.043 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.043 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.044 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:34:03.044 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.951166+0000", 2023-08-28T02:34:03.044 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.8041000000000003e-05 2023-08-28T02:34:03.044 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.044 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.044 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:34:03.044 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.951245+0000", 2023-08-28T02:34:03.044 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.8281000000000005e-05 2023-08-28T02:34:03.044 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:03.044 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:34:03.044 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:03.044 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.044 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.045 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:54175 10.4 10:25d3dc68:::benchmark_data_smithi040_250784_object54174:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e261)", 2023-08-28T02:34:03.045 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:31:27.953683+0000", 2023-08-28T02:34:03.045 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 154.98207619999999, 2023-08-28T02:34:03.045 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.99773759399999995, 2023-08-28T02:34:03.045 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:34:03.045 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:34:03.045 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:34:03.045 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:34:03.045 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:34:03.045 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 54175 2023-08-28T02:34:03.045 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.046 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:34:03.046 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.046 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:34:03.046 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.953683+0000", 2023-08-28T02:34:03.046 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:03.046 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.046 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.046 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:34:03.046 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.953683+0000", 2023-08-28T02:34:03.046 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:03.046 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.046 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.047 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:34:03.047 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.953682+0000", 2023-08-28T02:34:03.047 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:34:03.047 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.047 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.047 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:34:03.047 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.953709+0000", 2023-08-28T02:34:03.047 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.6633999999999999e-05 2023-08-28T02:34:03.047 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.047 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.047 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:34:03.047 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.953721+0000", 2023-08-28T02:34:03.048 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1754e-05 2023-08-28T02:34:03.048 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.048 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.048 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:34:03.048 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.953729+0000", 2023-08-28T02:34:03.048 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.2209999999999997e-06 2023-08-28T02:34:03.048 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.048 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.048 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:03.048 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.953783+0000", 2023-08-28T02:34:03.048 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.4302000000000003e-05 2023-08-28T02:34:03.048 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.049 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.049 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:34:03.049 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.953793+0000", 2023-08-28T02:34:03.049 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.6169999999999996e-06 2023-08-28T02:34:03.049 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.049 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.049 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:03.049 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.940704+0000", 2023-08-28T02:34:03.049 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.98691097400000005 2023-08-28T02:34:03.049 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.049 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.049 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:34:03.050 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.940879+0000", 2023-08-28T02:34:03.050 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00017513300000000001 2023-08-28T02:34:03.050 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.050 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.050 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 4", 2023-08-28T02:34:03.050 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.941060+0000", 2023-08-28T02:34:03.050 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000180755 2023-08-28T02:34:03.050 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.050 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.050 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:34:03.050 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.944657+0000", 2023-08-28T02:34:03.050 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0035975790000000001 2023-08-28T02:34:03.051 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.051 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.051 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:03.051 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.951298+0000", 2023-08-28T02:34:03.051 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0066408309999999998 2023-08-28T02:34:03.051 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.051 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.051 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:34:03.051 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.951346+0000", 2023-08-28T02:34:03.051 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.7660000000000001e-05 2023-08-28T02:34:03.051 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.051 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.052 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:34:03.052 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.951421+0000", 2023-08-28T02:34:03.052 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.4957999999999996e-05 2023-08-28T02:34:03.052 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:03.052 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:34:03.052 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:03.052 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.052 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.052 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:93232 10.2 e279/250 10:4acd7099:::benchmark_data_smithi040_250784_object93231:head v 279'5904, mlcod=277'5902)", 2023-08-28T02:34:03.052 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:14.191890+0000", 2023-08-28T02:34:03.052 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 108.743869297, 2023-08-28T02:34:03.052 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 18.482624399999999, 2023-08-28T02:34:03.052 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:34:03.053 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:34:03.053 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:34:03.053 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.053 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:34:03.053 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.191890+0000", 2023-08-28T02:34:03.053 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:03.053 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.053 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.053 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:34:03.053 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.191890+0000", 2023-08-28T02:34:03.053 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:03.054 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.054 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.054 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:34:03.054 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.191889+0000", 2023-08-28T02:34:03.054 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:34:03.054 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.054 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.054 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:34:03.054 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.191926+0000", 2023-08-28T02:34:03.054 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.7364999999999999e-05 2023-08-28T02:34:03.054 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.054 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.055 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:34:03.055 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.191943+0000", 2023-08-28T02:34:03.055 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.6759e-05 2023-08-28T02:34:03.055 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.055 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.055 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:34:03.055 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.191952+0000", 2023-08-28T02:34:03.055 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.4889999999999995e-06 2023-08-28T02:34:03.055 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.055 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.055 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:03.055 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.663193+0000", 2023-08-28T02:34:03.056 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 18.471241508999999 2023-08-28T02:34:03.056 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.056 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.056 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:34:03.056 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.663215+0000", 2023-08-28T02:34:03.056 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.1917e-05 2023-08-28T02:34:03.056 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.056 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.056 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:34:03.056 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.674467+0000", 2023-08-28T02:34:03.056 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.011251445000000001 2023-08-28T02:34:03.057 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.057 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.057 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:34:03.057 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.674514+0000", 2023-08-28T02:34:03.057 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.7812000000000002e-05 2023-08-28T02:34:03.057 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:03.057 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:34:03.057 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:03.057 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.057 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.057 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:93262 10.2 e279/250 10:4aeb0131:::benchmark_data_smithi040_250784_object93261:head v 279'5905, mlcod=277'5902)", 2023-08-28T02:34:03.057 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:14.252764+0000", 2023-08-28T02:34:03.058 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 108.682994819, 2023-08-28T02:34:03.058 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 18.421772737000001, 2023-08-28T02:34:03.058 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:34:03.058 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:34:03.058 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:34:03.058 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.058 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:34:03.058 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.252764+0000", 2023-08-28T02:34:03.058 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:03.058 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.058 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.058 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:34:03.059 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.252764+0000", 2023-08-28T02:34:03.059 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:03.059 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.059 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.059 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:34:03.059 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.252763+0000", 2023-08-28T02:34:03.059 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:34:03.059 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.059 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.059 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:34:03.059 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.252788+0000", 2023-08-28T02:34:03.059 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.4935000000000001e-05 2023-08-28T02:34:03.060 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.060 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.060 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:34:03.060 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.252803+0000", 2023-08-28T02:34:03.060 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4808e-05 2023-08-28T02:34:03.060 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.060 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.060 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:34:03.060 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.252812+0000", 2023-08-28T02:34:03.060 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.4260000000000003e-06 2023-08-28T02:34:03.060 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.060 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.061 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:03.061 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.666199+0000", 2023-08-28T02:34:03.061 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 18.413387320999998 2023-08-28T02:34:03.061 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.061 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.061 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:34:03.061 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.666223+0000", 2023-08-28T02:34:03.061 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.3937000000000001e-05 2023-08-28T02:34:03.061 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.061 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.061 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:34:03.061 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.674519+0000", 2023-08-28T02:34:03.062 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0082965859999999999 2023-08-28T02:34:03.062 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.062 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.062 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:34:03.062 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.674537+0000", 2023-08-28T02:34:03.062 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.7765999999999999e-05 2023-08-28T02:34:03.062 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:03.062 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:34:03.062 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:03.062 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.062 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.062 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:93288 10.2 e279/250 10:4ef81379:::benchmark_data_smithi040_250784_object93287:head v 279'5906, mlcod=277'5902)", 2023-08-28T02:34:03.062 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:14.323617+0000", 2023-08-28T02:34:03.063 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 108.612142221, 2023-08-28T02:34:03.063 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 18.351211855999999, 2023-08-28T02:34:03.063 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:34:03.063 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:34:03.063 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:34:03.063 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.063 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:34:03.063 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.323617+0000", 2023-08-28T02:34:03.063 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:03.063 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.063 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.063 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:34:03.064 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.323617+0000", 2023-08-28T02:34:03.064 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:03.064 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.064 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.064 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:34:03.064 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.323616+0000", 2023-08-28T02:34:03.064 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:34:03.064 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.064 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.064 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:34:03.064 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.323653+0000", 2023-08-28T02:34:03.064 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.6395e-05 2023-08-28T02:34:03.065 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.065 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.065 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:34:03.065 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.323666+0000", 2023-08-28T02:34:03.065 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2962000000000001e-05 2023-08-28T02:34:03.065 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.065 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.065 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:34:03.065 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.323674+0000", 2023-08-28T02:34:03.065 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.7849999999999997e-06 2023-08-28T02:34:03.065 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.065 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.066 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:03.066 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.668990+0000", 2023-08-28T02:34:03.066 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 18.345315724999999 2023-08-28T02:34:03.066 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.066 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.066 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:34:03.066 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.669014+0000", 2023-08-28T02:34:03.066 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.3461000000000001e-05 2023-08-28T02:34:03.066 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.066 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.066 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:34:03.066 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.674794+0000", 2023-08-28T02:34:03.067 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.005780126 2023-08-28T02:34:03.067 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.067 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.067 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:34:03.067 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.674829+0000", 2023-08-28T02:34:03.067 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.5216999999999998e-05 2023-08-28T02:34:03.067 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:03.067 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:34:03.067 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:03.067 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.067 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.067 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:93304 10.2 e279/250 10:4b4a961c:::benchmark_data_smithi040_250784_object93303:head v 279'5907, mlcod=277'5902)", 2023-08-28T02:34:03.068 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:14.373120+0000", 2023-08-28T02:34:03.068 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 108.562639535, 2023-08-28T02:34:03.068 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 18.301731591999999, 2023-08-28T02:34:03.068 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:34:03.068 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:34:03.068 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:34:03.068 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.068 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:34:03.068 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.373120+0000", 2023-08-28T02:34:03.068 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:03.068 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.068 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.069 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:34:03.069 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.373120+0000", 2023-08-28T02:34:03.069 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:03.069 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.069 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.069 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:34:03.069 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.373118+0000", 2023-08-28T02:34:03.069 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:34:03.069 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.069 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.069 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:34:03.069 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.373161+0000", 2023-08-28T02:34:03.070 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.2602999999999999e-05 2023-08-28T02:34:03.070 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.070 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.070 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:34:03.070 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.373176+0000", 2023-08-28T02:34:03.070 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4583000000000001e-05 2023-08-28T02:34:03.070 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.070 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.070 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:34:03.070 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.373184+0000", 2023-08-28T02:34:03.070 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.3429999999999996e-06 2023-08-28T02:34:03.070 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.070 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.071 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:03.071 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.671892+0000", 2023-08-28T02:34:03.071 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 18.298707729 2023-08-28T02:34:03.071 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.071 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.071 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:34:03.071 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.671918+0000", 2023-08-28T02:34:03.071 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.5865000000000001e-05 2023-08-28T02:34:03.071 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.071 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.071 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:34:03.071 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.674832+0000", 2023-08-28T02:34:03.072 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0029140020000000002 2023-08-28T02:34:03.072 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:03.072 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:03.072 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:34:03.072 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.674851+0000", 2023-08-28T02:34:03.072 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.9715999999999999e-05 2023-08-28T02:34:03.072 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:03.072 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:34:03.072 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:03.072 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:03.072 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:34:03.072 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-08-28T02:34:03.073 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:02 smithi040 ceph-mon[170259]: failed to encode map e312 with expected crc 2023-08-28T02:34:03.073 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:02 smithi040 ceph-mon[170259]: pgmap v916: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 5.5 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 72 op/s; 50542/269649 objects degraded (18.744%); 14822/269649 objects misplaced (5.497%); 14 MiB/s, 218 objects/s recovering 2023-08-28T02:34:03.073 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:03.074 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:34:03.074 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:02 smithi040 ceph-mon[175404]: failed to encode map e312 with expected crc 2023-08-28T02:34:03.074 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:02 smithi040 ceph-mon[175404]: pgmap v916: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 5.5 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 72 op/s; 50542/269649 objects degraded (18.744%); 14822/269649 objects misplaced (5.497%); 14 MiB/s, 218 objects/s recovering 2023-08-28T02:34:03.074 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:02 smithi083 ceph-mon[157819]: failed to encode map e312 with expected crc 2023-08-28T02:34:03.074 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:02 smithi083 ceph-mon[157819]: pgmap v916: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 5.5 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 72 op/s; 50542/269649 objects degraded (18.744%); 14822/269649 objects misplaced (5.497%); 14 MiB/s, 218 objects/s recovering 2023-08-28T02:34:03.075 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:03.075 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:34:03.176 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:34:03.212 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:03.487 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.1 dump_ops_in_flight 2023-08-28T02:34:03.587 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:34:03.591 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:03.591 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:34:03.692 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:34:03.721 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:03.745 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:34:03.985 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:34:03.988 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:03.990 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:34:04.091 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:34:04.121 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:04.245 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:34:04.249 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:04.249 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:34:04.267 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd unset noscrub 2023-08-28T02:34:04.268 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:34:04.349 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:34:04.353 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:34:04.378 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:34:04.382 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:04.401 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:34:04.429 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:34:04.455 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:34:04.483 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:34:04.506 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:34:04.506 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:34:04.510 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:04.511 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:34:04.512 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:04 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/4220959178' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:34:04.530 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:34:04.532 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-08-28T02:34:04.532 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-08-28T02:34:04.533 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-08-28T02:34:04.533 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-08-28T02:34:04.533 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-08-28T02:34:04.533 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-08-28T02:34:04.533 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-08-28T02:34:04.533 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-08-28T02:34:04.589 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:04 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/4220959178' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:34:04.589 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:04 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/4220959178' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:34:04.612 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:34:04.651 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:05.730 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:34:05 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:34:05] "GET /metrics HTTP/1.1" 200 36604 "" "Prometheus/2.43.0" 2023-08-28T02:34:05.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:05 smithi040 ceph-mon[175404]: pgmap v917: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 5.5 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 73 op/s; 50502/269253 objects degraded (18.756%); 14783/269253 objects misplaced (5.490%); 14 MiB/s, 218 objects/s recovering 2023-08-28T02:34:05.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:05 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:34:05.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:05 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:34:05.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:05 smithi040 ceph-mon[170259]: pgmap v917: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 5.5 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 73 op/s; 50502/269253 objects degraded (18.756%); 14783/269253 objects misplaced (5.490%); 14 MiB/s, 218 objects/s recovering 2023-08-28T02:34:05.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:05 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:34:05.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:05 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:34:05.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:05 smithi083 ceph-mon[157819]: pgmap v917: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 5.5 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 73 op/s; 50502/269253 objects degraded (18.756%); 14783/269253 objects misplaced (5.490%); 14 MiB/s, 218 objects/s recovering 2023-08-28T02:34:05.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:05 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:34:05.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:05 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:34:06.028 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:34:06.115 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:06.116 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:34:06.216 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:34:06.247 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:06.271 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:34:06.275 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:06.275 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:34:06.376 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:34:06.414 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:06.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:06 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 50502/269253 objects degraded (18.756%), 10 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:34:06.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:06 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 50502/269253 objects degraded (18.756%), 10 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:34:06.596 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:34:06.601 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:06.601 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:34:06.702 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:34:06.729 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:06 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 50502/269253 objects degraded (18.756%), 10 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:34:06.731 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:06.751 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:34:06.754 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:06.754 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:34:06.765 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:34:06.855 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:34:06.891 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:07.448 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:34:07.448 INFO:teuthology.orchestra.run.smithi040.stdout:{"fsid":"d9a8f48a-4546-11ee-817c-1b7a5f1ba315","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"noscrub,nodeep-scrub flag(s) set","count":20},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 50463/268776 objects degraded (18.775%), 10 pgs degraded, 3 pgs undersized","count":13},"muted":false}},"mutes":[]},"election_epoch":34,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":1252,"monmap":{"epoch":4,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":312,"num_osds":8,"num_up_osds":8,"osd_up_since":1693189991,"num_in_osds":6,"osd_in_since":1693189947,"num_remapped_pgs":11},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":87},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":7},{"state_name":"active+recovery_wait+degraded+remapped","count":1},{"state_name":"active+remapped+backfill_wait","count":1},{"state_name":"active+recovering+undersized+degraded+remapped","count":1},{"state_name":"active+recovery_wait+degraded","count":1},{"state_name":"active+recovering+remapped","count":1}],"num_pgs":99,"num_pools":5,"num_objects":89592,"data_bytes":5870304004,"bytes_used":16150831104,"bytes_avail":559819382784,"bytes_total":575970213888,"degraded_objects":50463,"degraded_total":268776,"degraded_ratio":0.18775113849450842,"misplaced_objects":13466,"misplaced_total":268776,"misplaced_ratio":0.050101199511861177,"recovering_objects_per_sec":253,"recovering_bytes_per_sec":16640307,"recovering_keys_per_sec":0,"num_objects_recovered":2540,"num_bytes_recovered":166461440,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":65},"fsmap":{"epoch":7,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi040.wmhbsz","status":"up:active","gid":24577}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.40:8443/","prometheus":"http://172.21.15.40:9283/"}},"servicemap":{"epoch":21,"modified":"2023-08-28T02:27:32.155524+0000","services":{}},"progress_events":{"12dba03a-d529-4826-b243-e29af8fa97a8":{"message":"Upgrade to 18.2.0-187-g9cf20820 (5m)\n [============................] (remaining: 6m)","progress":0.44999998807907104,"add_to_ceph_s":true},"42e4bfe6-6201-4e43-94a3-bd00b5166574":{"message":"Global Recovery Event (2m)\n [========================....] (remaining: 21s)","progress":0.87878787517547607,"add_to_ceph_s":true}}} 2023-08-28T02:34:07.477 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:07 smithi040 ceph-mon[175404]: pgmap v918: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 5.5 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 65 op/s; 50463/268776 objects degraded (18.775%); 13466/268776 objects misplaced (5.010%); 16 MiB/s, 253 objects/s recovering 2023-08-28T02:34:07.478 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:07 smithi040 ceph-mon[170259]: pgmap v918: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 5.5 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 65 op/s; 50463/268776 objects degraded (18.775%); 13466/268776 objects misplaced (5.010%); 16 MiB/s, 253 objects/s recovering 2023-08-28T02:34:07.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:07 smithi083 ceph-mon[157819]: pgmap v918: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 5.5 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 65 op/s; 50463/268776 objects degraded (18.775%); 13466/268776 objects misplaced (5.010%); 16 MiB/s, 253 objects/s recovering 2023-08-28T02:34:08.355 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2023-08-28T02:34:08.355 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:34:08.459 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-08-28T02:34:08.470 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:34:08.478 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:08 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2436391915' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:34:08.478 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:08 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2436391915' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:34:08.479 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:08.479 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:34:08.580 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:34:08.610 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:08.631 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:34:08.633 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:08.633 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:34:08.734 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:34:08.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:08 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2436391915' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:34:08.770 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:09.113 INFO:teuthology.orchestra.run.smithi040.stdout:ERROR: (22) Invalid argument 2023-08-28T02:34:09.113 INFO:teuthology.orchestra.run.smithi040.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:34:09.150 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:34:09.157 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:09.157 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:34:09.258 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:34:09.294 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:09.418 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:34:09.422 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:09.423 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:34:09.523 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:34:09.558 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:09.580 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:34:09.582 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:09.582 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:34:09.683 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:34:09.721 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:09 smithi040 ceph-mon[175404]: pgmap v919: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 5.5 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 63 op/s; 50463/268620 objects degraded (18.786%); 13466/268620 objects misplaced (5.013%); 16 MiB/s, 253 objects/s recovering 2023-08-28T02:34:09.722 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:09 smithi040 ceph-mon[170259]: pgmap v919: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 5.5 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 63 op/s; 50463/268620 objects degraded (18.786%); 13466/268620 objects misplaced (5.013%); 16 MiB/s, 253 objects/s recovering 2023-08-28T02:34:09.727 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:09.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:09 smithi083 ceph-mon[157819]: pgmap v919: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 5.5 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 63 op/s; 50463/268620 objects degraded (18.786%); 13466/268620 objects misplaced (5.013%); 16 MiB/s, 253 objects/s recovering 2023-08-28T02:34:10.406 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:10 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/741561411' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:34:10.406 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:10 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:34:10.420 INFO:teuthology.orchestra.run.smithi040.stderr:noscrub is unset 2023-08-28T02:34:10.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:10 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/741561411' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:34:10.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:10 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:34:10.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:10 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/741561411' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:34:10.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:10 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:34:10.819 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:34:11.555 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:34:11.559 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:11.559 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:34:11.584 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:34:11.660 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:34:11.678 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:11 smithi040 ceph-mon[175404]: pgmap v920: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 5.5 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 61 op/s; 50408/268110 objects degraded (18.801%); 12474/268110 objects misplaced (4.653%); 18 MiB/s, 293 objects/s recovering 2023-08-28T02:34:11.678 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:11 smithi040 ceph-mon[175404]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:34:11.678 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:11 smithi040 ceph-mon[175404]: failed to encode map e313 with expected crc 2023-08-28T02:34:11.679 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:11 smithi040 ceph-mon[175404]: failed to encode map e313 with expected crc 2023-08-28T02:34:11.679 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:11 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:34:11.679 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:11 smithi040 ceph-mon[175404]: osdmap e313: 8 total, 8 up, 6 in 2023-08-28T02:34:11.679 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:11 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 50408/268110 objects degraded (18.801%), 10 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:34:11.679 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:11 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:34:11.679 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:11 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:34:11.679 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:11 smithi040 ceph-mon[170259]: pgmap v920: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 5.5 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 61 op/s; 50408/268110 objects degraded (18.801%); 12474/268110 objects misplaced (4.653%); 18 MiB/s, 293 objects/s recovering 2023-08-28T02:34:11.679 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:11 smithi040 ceph-mon[170259]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:34:11.679 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:11 smithi040 ceph-mon[170259]: failed to encode map e313 with expected crc 2023-08-28T02:34:11.679 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:11 smithi040 ceph-mon[170259]: failed to encode map e313 with expected crc 2023-08-28T02:34:11.680 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:11 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:34:11.680 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:11 smithi040 ceph-mon[170259]: osdmap e313: 8 total, 8 up, 6 in 2023-08-28T02:34:11.680 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:11 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 50408/268110 objects degraded (18.801%), 10 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:34:11.680 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:11 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:34:11.680 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:11 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:34:11.695 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:11.708 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.1 dump_blocked_ops 2023-08-28T02:34:11.733 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:34:11.735 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:11.736 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:34:11.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:11 smithi083 ceph-mon[157819]: pgmap v920: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 5.5 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 61 op/s; 50408/268110 objects degraded (18.801%); 12474/268110 objects misplaced (4.653%); 18 MiB/s, 293 objects/s recovering 2023-08-28T02:34:11.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:11 smithi083 ceph-mon[157819]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:34:11.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:11 smithi083 ceph-mon[157819]: failed to encode map e313 with expected crc 2023-08-28T02:34:11.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:11 smithi083 ceph-mon[157819]: failed to encode map e313 with expected crc 2023-08-28T02:34:11.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:11 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:34:11.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:11 smithi083 ceph-mon[157819]: osdmap e313: 8 total, 8 up, 6 in 2023-08-28T02:34:11.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:11 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 50408/268110 objects degraded (18.801%), 10 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:34:11.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:11 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:34:11.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:11 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:34:11.837 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:34:11.869 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:11.891 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:34:11.895 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:11.895 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:34:11.996 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:34:12.031 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:12.257 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:34:12.261 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:12.261 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:34:12.362 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:34:12.401 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:12.482 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:34:12.553 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:12 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:34:12.553 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:12 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:34:12.554 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:12 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:34:12.554 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:12 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:34:12.554 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:12 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:34:12.554 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:12 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:34:12.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:12 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:34:12.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:12 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:34:12.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:12 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:34:12.781 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:34:12.787 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:12.788 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:34:12.889 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:34:12.916 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:12.938 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:34:12.940 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:12.940 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:34:13.041 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:34:13.077 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:13.152 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:34:13.155 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:13.156 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:34:13.256 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:34:13.292 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:13.406 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:13 smithi040 ceph-mon[170259]: pgmap v922: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 5.4 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 61 op/s; 50382/267792 objects degraded (18.814%); 11558/267792 objects misplaced (4.316%); 21 MiB/s, 329 objects/s recovering 2023-08-28T02:34:13.466 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:34:13.475 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:13.476 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:34:13.522 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:34:13.546 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:34:13.567 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd unset nodeep-scrub 2023-08-28T02:34:13.576 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:34:13.577 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:34:13.603 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:13.604 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:34:13.622 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:34:13.625 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:13.626 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:34:13.632 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:34:13.666 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:34:13.675 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:13 smithi040 ceph-mon[175404]: pgmap v922: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 5.4 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 61 op/s; 50382/267792 objects degraded (18.814%); 11558/267792 objects misplaced (4.316%); 21 MiB/s, 329 objects/s recovering 2023-08-28T02:34:13.690 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:34:13.723 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:34:13.726 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:34:13.736 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-08-28T02:34:13.736 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-08-28T02:34:13.736 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-08-28T02:34:13.737 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-08-28T02:34:13.737 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-08-28T02:34:13.737 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-08-28T02:34:13.737 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-08-28T02:34:13.737 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-08-28T02:34:13.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:13 smithi083 ceph-mon[157819]: pgmap v922: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+remapped, 1 active+recovering+undersized+degraded+remapped, 1 active+remapped+backfill_wait, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 5.4 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 61 op/s; 50382/267792 objects degraded (18.814%); 11558/267792 objects misplaced (4.316%); 21 MiB/s, 329 objects/s recovering 2023-08-28T02:34:13.782 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:14.315 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:34:14.316 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:34:14.569 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:34:14.574 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:14.574 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:34:14.675 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:34:14.707 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:14 smithi040 ceph-mon[175404]: failed to encode map e314 with expected crc 2023-08-28T02:34:14.708 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:14 smithi040 ceph-mon[175404]: failed to encode map e314 with expected crc 2023-08-28T02:34:14.708 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:14 smithi040 ceph-mon[175404]: osdmap e314: 8 total, 8 up, 6 in 2023-08-28T02:34:14.708 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:14 smithi040 ceph-mon[175404]: failed to encode map e314 with expected crc 2023-08-28T02:34:14.708 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:14 smithi040 ceph-mon[175404]: failed to encode map e314 with expected crc 2023-08-28T02:34:14.708 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:14 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2062773846' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:34:14.708 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:14 smithi040 ceph-mon[170259]: failed to encode map e314 with expected crc 2023-08-28T02:34:14.708 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:14 smithi040 ceph-mon[170259]: failed to encode map e314 with expected crc 2023-08-28T02:34:14.708 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:14 smithi040 ceph-mon[170259]: osdmap e314: 8 total, 8 up, 6 in 2023-08-28T02:34:14.708 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:14 smithi040 ceph-mon[170259]: failed to encode map e314 with expected crc 2023-08-28T02:34:14.708 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:14 smithi040 ceph-mon[170259]: failed to encode map e314 with expected crc 2023-08-28T02:34:14.709 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:14 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2062773846' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:34:14.711 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:14.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:14 smithi083 ceph-mon[157819]: failed to encode map e314 with expected crc 2023-08-28T02:34:14.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:14 smithi083 ceph-mon[157819]: failed to encode map e314 with expected crc 2023-08-28T02:34:14.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:14 smithi083 ceph-mon[157819]: osdmap e314: 8 total, 8 up, 6 in 2023-08-28T02:34:14.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:14 smithi083 ceph-mon[157819]: failed to encode map e314 with expected crc 2023-08-28T02:34:14.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:14 smithi083 ceph-mon[157819]: failed to encode map e314 with expected crc 2023-08-28T02:34:14.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:14 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2062773846' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:34:14.787 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:34:14.804 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:14.804 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:34:14.905 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:34:14.933 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:14.951 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:34:14.955 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:14.955 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:34:15.056 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:34:15.083 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:15.102 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:34:15.105 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:15.105 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:34:15.206 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:34:15.235 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:15.255 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:34:15.257 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:15.258 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:34:15.358 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:34:15.401 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:15.409 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-08-28T02:34:15.409 INFO:teuthology.orchestra.run.smithi040.stdout: "ops": [], 2023-08-28T02:34:15.409 INFO:teuthology.orchestra.run.smithi040.stdout: "complaint_time": 30, 2023-08-28T02:34:15.409 INFO:teuthology.orchestra.run.smithi040.stdout: "num_blocked_ops": 0 2023-08-28T02:34:15.409 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-08-28T02:34:15.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:15 smithi083 ceph-mon[157819]: from='client.35526 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:34:15.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:15 smithi083 ceph-mon[157819]: pgmap v924: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 5.4 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 54 op/s; 50333/267477 objects degraded (18.818%); 11534/267477 objects misplaced (4.312%); 15 MiB/s, 243 objects/s recovering 2023-08-28T02:34:15.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:15 smithi083 ceph-mon[157819]: failed to encode map e315 with expected crc 2023-08-28T02:34:15.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:15 smithi083 ceph-mon[157819]: failed to encode map e315 with expected crc 2023-08-28T02:34:15.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:15 smithi083 ceph-mon[157819]: osdmap e315: 8 total, 8 up, 6 in 2023-08-28T02:34:15.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:15 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:34:15.730 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:34:15 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:34:15] "GET /metrics HTTP/1.1" 200 36603 "" "Prometheus/2.43.0" 2023-08-28T02:34:15.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:15 smithi040 ceph-mon[170259]: from='client.35526 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:34:15.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:15 smithi040 ceph-mon[170259]: pgmap v924: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 5.4 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 54 op/s; 50333/267477 objects degraded (18.818%); 11534/267477 objects misplaced (4.312%); 15 MiB/s, 243 objects/s recovering 2023-08-28T02:34:15.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:15 smithi040 ceph-mon[170259]: failed to encode map e315 with expected crc 2023-08-28T02:34:15.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:15 smithi040 ceph-mon[170259]: failed to encode map e315 with expected crc 2023-08-28T02:34:15.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:15 smithi040 ceph-mon[170259]: osdmap e315: 8 total, 8 up, 6 in 2023-08-28T02:34:15.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:15 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:34:15.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:15 smithi040 ceph-mon[175404]: from='client.35526 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:34:15.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:15 smithi040 ceph-mon[175404]: pgmap v924: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+remapped, 1 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 87 active+clean; 5.4 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 54 op/s; 50333/267477 objects degraded (18.818%); 11534/267477 objects misplaced (4.312%); 15 MiB/s, 243 objects/s recovering 2023-08-28T02:34:15.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:15 smithi040 ceph-mon[175404]: failed to encode map e315 with expected crc 2023-08-28T02:34:15.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:15 smithi040 ceph-mon[175404]: failed to encode map e315 with expected crc 2023-08-28T02:34:15.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:15 smithi040 ceph-mon[175404]: osdmap e315: 8 total, 8 up, 6 in 2023-08-28T02:34:15.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:15 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:34:16.450 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:34:16.454 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:16.454 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:34:16.555 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:34:16.595 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:16.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:16 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 50333/267477 objects degraded (18.818%), 10 pgs degraded, 8 pgs undersized (PG_DEGRADED) 2023-08-28T02:34:16.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:16 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 50333/267477 objects degraded (18.818%), 10 pgs degraded, 8 pgs undersized (PG_DEGRADED) 2023-08-28T02:34:16.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:16 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 50333/267477 objects degraded (18.818%), 10 pgs degraded, 8 pgs undersized (PG_DEGRADED) 2023-08-28T02:34:17.698 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:34:17.699 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:17 smithi040 ceph-mon[175404]: pgmap v926: 99 pgs: 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 88 active+clean; 5.4 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 61 op/s; 44714/267003 objects degraded (16.747%); 21538/267003 objects misplaced (8.067%); 21 MiB/s, 350 objects/s recovering 2023-08-28T02:34:17.699 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:17 smithi040 ceph-mon[170259]: pgmap v926: 99 pgs: 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 88 active+clean; 5.4 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 61 op/s; 44714/267003 objects degraded (16.747%); 21538/267003 objects misplaced (8.067%); 21 MiB/s, 350 objects/s recovering 2023-08-28T02:34:17.704 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:17.704 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:34:17.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:17 smithi083 ceph-mon[157819]: pgmap v926: 99 pgs: 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 88 active+clean; 5.4 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 61 op/s; 44714/267003 objects degraded (16.747%); 21538/267003 objects misplaced (8.067%); 21 MiB/s, 350 objects/s recovering 2023-08-28T02:34:17.805 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:34:17.840 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:18.059 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.1 dump_historic_ops 2023-08-28T02:34:18.751 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:34:18.764 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-08-28T02:34:18.776 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:34:18.780 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":923,"stamp":"2023-08-28T02:34:13.418794+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":5845990148,"num_objects":89221,"num_object_clones":0,"num_object_copies":267663,"num_objects_missing_on_primary":5696,"num_objects_missing":5696,"num_objects_degraded":50382,"num_objects_misplaced":11558,"num_objects_unfound":0,"num_objects_dirty":89221,"num_whiteouts":0,"num_read":90,"num_read_kb":168,"num_write":97521,"num_write_kb":5972054,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23899,"num_bytes_recovered":1564807537,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":93590,"ondisk_log_size":93590,"up":297,"acting":289,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":15766880,"kb_used_data":12906736,"kb_used_omap":12,"kb_used_meta":2860083,"kb_avail":546704032,"statfs":{"total":575970213888,"available":559824928768,"internally_reserved":0,"allocated":13216497664,"data_stored":13207412856,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12739,"internal_metadata":2928725565},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,0,0,0,0,0,0,2,7],"upper_bound":8192},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-34734080,"num_objects":-530,"num_object_clones":0,"num_object_copies":-1590,"num_objects_missing_on_primary":-23,"num_objects_missing":-23,"num_objects_degraded":-120,"num_objects_misplaced":-3225,"num_objects_unfound":0,"num_objects_dirty":-530,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":530,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3279,"num_bytes_recovered":214892544,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"9.037104"},"pg_stats":[{"pgid":"3.1a","version":"65'1","reported_seq":323,"reported_epoch":311,"state":"active+clean","last_fresh":"2023-08-28T02:33:51.975748+0000","last_change":"2023-08-28T02:32:32.667028+0000","last_active":"2023-08-28T02:33:51.975748+0000","last_peered":"2023-08-28T02:33:51.975748+0000","last_clean":"2023-08-28T02:33:51.975748+0000","last_became_active":"2023-08-28T02:32:32.666711+0000","last_became_peered":"2023-08-28T02:32:32.666711+0000","last_unstale":"2023-08-28T02:33:51.975748+0000","last_undegraded":"2023-08-28T02:33:51.975748+0000","last_fullsized":"2023-08-28T02:33:51.975748+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:28:21.913105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":274,"reported_epoch":311,"state":"active+clean","last_fresh":"2023-08-28T02:33:51.967565+0000","last_change":"2023-08-28T02:29:44.421259+0000","last_active":"2023-08-28T02:33:51.967565+0000","last_peered":"2023-08-28T02:33:51.967565+0000","last_clean":"2023-08-28T02:33:51.967565+0000","last_became_active":"2023-08-28T02:29:44.420936+0000","last_became_peered":"2023-08-28T02:29:44.420936+0000","last_unstale":"2023-08-28T02:33:51.967565+0000","last_undegraded":"2023-08-28T02:33:51.967565+0000","last_fullsized":"2023-08-28T02:33:51.967565+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:22:26.346867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":116,"reported_epoch":312,"state":"active+clean","last_fresh":"2023-08-28T02:34:00.825917+0000","last_change":"2023-08-28T02:33:12.290337+0000","last_active":"2023-08-28T02:34:00.825917+0000","last_peered":"2023-08-28T02:34:00.825917+0000","last_clean":"2023-08-28T02:34:00.825917+0000","last_became_active":"2023-08-28T02:33:12.289852+0000","last_became_peered":"2023-08-28T02:33:12.289852+0000","last_unstale":"2023-08-28T02:34:00.825917+0000","last_undegraded":"2023-08-28T02:34:00.825917+0000","last_fullsized":"2023-08-28T02:34:00.825917+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:04:26.420037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":289,"reported_epoch":311,"state":"active+clean","last_fresh":"2023-08-28T02:33:51.968283+0000","last_change":"2023-08-28T02:33:13.317226+0000","last_active":"2023-08-28T02:33:51.968283+0000","last_peered":"2023-08-28T02:33:51.968283+0000","last_clean":"2023-08-28T02:33:51.968283+0000","last_became_active":"2023-08-28T02:33:13.316893+0000","last_became_peered":"2023-08-28T02:33:13.316893+0000","last_unstale":"2023-08-28T02:33:51.968283+0000","last_undegraded":"2023-08-28T02:33:51.968283+0000","last_fullsized":"2023-08-28T02:33:51.968283+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:55:46.593463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":234,"reported_epoch":311,"state":"active+clean","last_fresh":"2023-08-28T02:33:51.981847+0000","last_change":"2023-08-28T02:33:12.295203+0000","last_active":"2023-08-28T02:33:51.981847+0000","last_peered":"2023-08-28T02:33:51.981847+0000","last_clean":"2023-08-28T02:33:51.981847+0000","last_became_active":"2023-08-28T02:33:12.294904+0000","last_became_peered":"2023-08-28T02:33:12.294904+0000","last_unstale":"2023-08-28T02:33:51.981847+0000","last_undegraded":"2023-08-28T02:33:51.981847+0000","last_fullsized":"2023-08-28T02:33:51.981847+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:31:07.008856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":254,"reported_epoch":312,"state":"active+clean","last_fresh":"2023-08-28T02:34:00.803424+0000","last_change":"2023-08-28T02:31:51.987263+0000","last_active":"2023-08-28T02:34:00.803424+0000","last_peered":"2023-08-28T02:34:00.803424+0000","last_clean":"2023-08-28T02:34:00.803424+0000","last_became_active":"2023-08-28T02:31:51.986938+0000","last_became_peered":"2023-08-28T02:31:51.986938+0000","last_unstale":"2023-08-28T02:34:00.803424+0000","last_undegraded":"2023-08-28T02:34:00.803424+0000","last_fullsized":"2023-08-28T02:34:00.803424+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:18.021905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":284,"reported_epoch":311,"state":"active+clean","last_fresh":"2023-08-28T02:34:00.286175+0000","last_change":"2023-08-28T02:33:12.318656+0000","last_active":"2023-08-28T02:34:00.286175+0000","last_peered":"2023-08-28T02:34:00.286175+0000","last_clean":"2023-08-28T02:34:00.286175+0000","last_became_active":"2023-08-28T02:33:12.318297+0000","last_became_peered":"2023-08-28T02:33:12.318297+0000","last_unstale":"2023-08-28T02:34:00.286175+0000","last_undegraded":"2023-08-28T02:34:00.286175+0000","last_fullsized":"2023-08-28T02:34:00.286175+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:43:09.789767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":215,"reported_epoch":311,"state":"active+clean","last_fresh":"2023-08-28T02:33:51.981919+0000","last_change":"2023-08-28T02:33:13.357230+0000","last_active":"2023-08-28T02:33:51.981919+0000","last_peered":"2023-08-28T02:33:51.981919+0000","last_clean":"2023-08-28T02:33:51.981919+0000","last_became_active":"2023-08-28T02:33:13.356853+0000","last_became_peered":"2023-08-28T02:33:13.356853+0000","last_unstale":"2023-08-28T02:33:51.981919+0000","last_undegraded":"2023-08-28T02:33:51.981919+0000","last_fullsized":"2023-08-28T02:33:51.981919+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:20:21.545007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":296,"reported_epoch":312,"state":"active+clean","last_fresh":"2023-08-28T02:34:00.796742+0000","last_change":"2023-08-28T02:29:44.462510+0000","last_active":"2023-08-28T02:34:00.796742+0000","last_peered":"2023-08-28T02:34:00.796742+0000","last_clean":"2023-08-28T02:34:00.796742+0000","last_became_active":"2023-08-28T02:29:44.460314+0000","last_became_peered":"2023-08-28T02:29:44.460314+0000","last_unstale":"2023-08-28T02:34:00.796742+0000","last_undegraded":"2023-08-28T02:34:00.796742+0000","last_fullsized":"2023-08-28T02:34:00.796742+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:59:01.311467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":218,"reported_epoch":311,"state":"active+clean","last_fresh":"2023-08-28T02:33:51.982131+0000","last_change":"2023-08-28T02:33:13.291255+0000","last_active":"2023-08-28T02:33:51.982131+0000","last_peered":"2023-08-28T02:33:51.982131+0000","last_clean":"2023-08-28T02:33:51.982131+0000","last_became_active":"2023-08-28T02:33:13.290933+0000","last_became_peered":"2023-08-28T02:33:13.290933+0000","last_unstale":"2023-08-28T02:33:51.982131+0000","last_undegraded":"2023-08-28T02:33:51.982131+0000","last_fullsized":"2023-08-28T02:33:51.982131+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:31:54.116908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"65'3","reported_seq":297,"reported_epoch":312,"state":"active+clean","last_fresh":"2023-08-28T02:34:00.816094+0000","last_change":"2023-08-28T02:33:12.296412+0000","last_active":"2023-08-28T02:34:00.816094+0000","last_peered":"2023-08-28T02:34:00.816094+0000","last_clean":"2023-08-28T02:34:00.816094+0000","last_became_active":"2023-08-28T02:33:12.295786+0000","last_became_peered":"2023-08-28T02:33:12.295786+0000","last_unstale":"2023-08-28T02:34:00.816094+0000","last_undegraded":"2023-08-28T02:34:00.816094+0000","last_fullsized":"2023-08-28T02:34:00.816094+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:15:31.449163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":119,"reported_epoch":312,"state":"active+clean","last_fresh":"2023-08-28T02:34:00.824607+0000","last_change":"2023-08-28T02:32:32.666927+0000","last_active":"2023-08-28T02:34:00.824607+0000","last_peered":"2023-08-28T02:34:00.824607+0000","last_clean":"2023-08-28T02:34:00.824607+0000","last_became_active":"2023-08-28T02:32:32.666618+0000","last_became_peered":"2023-08-28T02:32:32.666618+0000","last_unstale":"2023-08-28T02:34:00.824607+0000","last_undegraded":"2023-08-28T02:34:00.824607+0000","last_fullsized":"2023-08-28T02:34:00.824607+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:45:57.998333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":320,"reported_epoch":311,"state":"active+clean","last_fresh":"2023-08-28T02:33:51.975464+0000","last_change":"2023-08-28T02:32:28.505262+0000","last_active":"2023-08-28T02:33:51.975464+0000","last_peered":"2023-08-28T02:33:51.975464+0000","last_clean":"2023-08-28T02:33:51.975464+0000","last_became_active":"2023-08-28T02:32:28.455999+0000","last_became_peered":"2023-08-28T02:32:28.455999+0000","last_unstale":"2023-08-28T02:33:51.975464+0000","last_undegraded":"2023-08-28T02:33:51.975464+0000","last_fullsized":"2023-08-28T02:33:51.975464+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:28.937020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":9468,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":304,"reported_epoch":311,"state":"active+clean","last_fresh":"2023-08-28T02:33:51.976050+0000","last_change":"2023-08-28T02:32:12.959195+0000","last_active":"2023-08-28T02:33:51.976050+0000","last_peered":"2023-08-28T02:33:51.976050+0000","last_clean":"2023-08-28T02:33:51.976050+0000","last_became_active":"2023-08-28T02:32:12.958832+0000","last_became_peered":"2023-08-28T02:32:12.958832+0000","last_unstale":"2023-08-28T02:33:51.976050+0000","last_undegraded":"2023-08-28T02:33:51.976050+0000","last_fullsized":"2023-08-28T02:33:51.976050+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:23:27.197787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"65'2","reported_seq":295,"reported_epoch":312,"state":"active+clean","last_fresh":"2023-08-28T02:34:00.812850+0000","last_change":"2023-08-28T02:32:28.461161+0000","last_active":"2023-08-28T02:34:00.812850+0000","last_peered":"2023-08-28T02:34:00.812850+0000","last_clean":"2023-08-28T02:34:00.812850+0000","last_became_active":"2023-08-28T02:32:28.451284+0000","last_became_peered":"2023-08-28T02:32:28.451284+0000","last_unstale":"2023-08-28T02:34:00.812850+0000","last_undegraded":"2023-08-28T02:34:00.812850+0000","last_fullsized":"2023-08-28T02:34:00.812850+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:58:20.061020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":275,"reported_epoch":311,"state":"active+clean","last_fresh":"2023-08-28T02:33:51.967423+0000","last_change":"2023-08-28T02:29:44.419566+0000","last_active":"2023-08-28T02:33:51.967423+0000","last_peered":"2023-08-28T02:33:51.967423+0000","last_clean":"2023-08-28T02:33:51.967423+0000","last_became_active":"2023-08-28T02:29:44.419053+0000","last_became_peered":"2023-08-28T02:29:44.419053+0000","last_unstale":"2023-08-28T02:33:51.967423+0000","last_undegraded":"2023-08-28T02:33:51.967423+0000","last_fullsized":"2023-08-28T02:33:51.967423+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:44:36.133499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":278,"reported_epoch":311,"state":"active+clean","last_fresh":"2023-08-28T02:33:51.970115+0000","last_change":"2023-08-28T02:33:12.493777+0000","last_active":"2023-08-28T02:33:51.970115+0000","last_peered":"2023-08-28T02:33:51.970115+0000","last_clean":"2023-08-28T02:33:51.970115+0000","last_became_active":"2023-08-28T02:33:12.491177+0000","last_became_peered":"2023-08-28T02:33:12.491177+0000","last_unstale":"2023-08-28T02:33:51.970115+0000","last_undegraded":"2023-08-28T02:33:51.970115+0000","last_fullsized":"2023-08-28T02:33:51.970115+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:10:58.167753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":292,"reported_epoch":312,"state":"active+clean","last_fresh":"2023-08-28T02:34:00.796600+0000","last_change":"2023-08-28T02:33:12.290293+0000","last_active":"2023-08-28T02:34:00.796600+0000","last_peered":"2023-08-28T02:34:00.796600+0000","last_clean":"2023-08-28T02:34:00.796600+0000","last_became_active":"2023-08-28T02:33:12.289989+0000","last_became_peered":"2023-08-28T02:33:12.289989+0000","last_unstale":"2023-08-28T02:34:00.796600+0000","last_undegraded":"2023-08-28T02:34:00.796600+0000","last_fullsized":"2023-08-28T02:34:00.796600+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:05:33.622172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":270,"reported_epoch":312,"state":"active+clean","last_fresh":"2023-08-28T02:34:00.812746+0000","last_change":"2023-08-28T02:32:12.948756+0000","last_active":"2023-08-28T02:34:00.812746+0000","last_peered":"2023-08-28T02:34:00.812746+0000","last_clean":"2023-08-28T02:34:00.812746+0000","last_became_active":"2023-08-28T02:32:12.948441+0000","last_became_peered":"2023-08-28T02:32:12.948441+0000","last_unstale":"2023-08-28T02:34:00.812746+0000","last_undegraded":"2023-08-28T02:34:00.812746+0000","last_fullsized":"2023-08-28T02:34:00.812746+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:27.922180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":285,"reported_epoch":311,"state":"active+clean","last_fresh":"2023-08-28T02:34:00.286149+0000","last_change":"2023-08-28T02:33:12.299398+0000","last_active":"2023-08-28T02:34:00.286149+0000","last_peered":"2023-08-28T02:34:00.286149+0000","last_clean":"2023-08-28T02:34:00.286149+0000","last_became_active":"2023-08-28T02:33:12.299113+0000","last_became_peered":"2023-08-28T02:33:12.299113+0000","last_unstale":"2023-08-28T02:34:00.286149+0000","last_undegraded":"2023-08-28T02:34:00.286149+0000","last_fullsized":"2023-08-28T02:34:00.286149+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:14:55.597212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"65'8","reported_seq":78,"reported_epoch":311,"state":"active+clean","last_fresh":"2023-08-28T02:33:51.971001+0000","last_change":"2023-08-28T02:33:13.478870+0000","last_active":"2023-08-28T02:33:51.971001+0000","last_peered":"2023-08-28T02:33:51.971001+0000","last_clean":"2023-08-28T02:33:51.971001+0000","last_became_active":"2023-08-28T02:33:13.332142+0000","last_became_peered":"2023-08-28T02:33:13.332142+0000","last_unstale":"2023-08-28T02:33:51.971001+0000","last_undegraded":"2023-08-28T02:33:51.971001+0000","last_fullsized":"2023-08-28T02:33:51.971001+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:32:42.810159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":216,"reported_epoch":311,"state":"active+clean","last_fresh":"2023-08-28T02:33:51.982663+0000","last_change":"2023-08-28T02:33:12.306353+0000","last_active":"2023-08-28T02:33:51.982663+0000","last_peered":"2023-08-28T02:33:51.982663+0000","last_clean":"2023-08-28T02:33:51.982663+0000","last_became_active":"2023-08-28T02:33:12.304977+0000","last_became_peered":"2023-08-28T02:33:12.304977+0000","last_unstale":"2023-08-28T02:33:51.982663+0000","last_undegraded":"2023-08-28T02:33:51.982663+0000","last_fullsized":"2023-08-28T02:33:51.982663+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:19:38.819671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"312'6079","reported_seq":6150,"reported_epoch":312,"state":"active+clean","last_fresh":"2023-08-28T02:34:10.296671+0000","last_change":"2023-08-28T02:30:50.402703+0000","last_active":"2023-08-28T02:34:10.296671+0000","last_peered":"2023-08-28T02:34:10.296671+0000","last_clean":"2023-08-28T02:34:10.296671+0000","last_became_active":"2023-08-28T02:30:50.402419+0000","last_became_peered":"2023-08-28T02:30:50.402419+0000","last_unstale":"2023-08-28T02:34:10.296671+0000","last_undegraded":"2023-08-28T02:34:10.296671+0000","last_fullsized":"2023-08-28T02:34:10.296671+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6079,"log_dups_size":0,"ondisk_log_size":6079,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:07:37.393907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":365756416,"num_objects":5581,"num_object_clones":0,"num_object_copies":16743,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5581,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6079,"num_write_kb":373120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"65'1","reported_seq":278,"reported_epoch":312,"state":"active+clean","last_fresh":"2023-08-28T02:34:00.813204+0000","last_change":"2023-08-28T02:14:43.046130+0000","last_active":"2023-08-28T02:34:00.813204+0000","last_peered":"2023-08-28T02:34:00.813204+0000","last_clean":"2023-08-28T02:34:00.813204+0000","last_became_active":"2023-08-28T02:14:43.045775+0000","last_became_peered":"2023-08-28T02:14:43.045775+0000","last_unstale":"2023-08-28T02:34:00.813204+0000","last_undegraded":"2023-08-28T02:34:00.813204+0000","last_fullsized":"2023-08-28T02:34:00.813204+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:57:38.279756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":268,"reported_epoch":312,"state":"active+clean","last_fresh":"2023-08-28T02:34:00.795973+0000","last_change":"2023-08-28T02:31:51.987149+0000","last_active":"2023-08-28T02:34:00.795973+0000","last_peered":"2023-08-28T02:34:00.795973+0000","last_clean":"2023-08-28T02:34:00.795973+0000","last_became_active":"2023-08-28T02:31:51.986821+0000","last_became_peered":"2023-08-28T02:31:51.986821+0000","last_unstale":"2023-08-28T02:34:00.795973+0000","last_undegraded":"2023-08-28T02:34:00.795973+0000","last_fullsized":"2023-08-28T02:34:00.795973+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:23:26.661134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"312'6080","reported_seq":9509,"reported_epoch":312,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:34:10.250730+0000","last_change":"2023-08-28T02:33:33.975566+0000","last_active":"2023-08-28T02:34:10.250730+0000","last_peered":"2023-08-28T02:34:10.250730+0000","last_clean":"2023-08-28T02:31:27.868230+0000","last_became_active":"2023-08-28T02:33:33.660452+0000","last_became_peered":"2023-08-28T02:33:33.660452+0000","last_unstale":"2023-08-28T02:34:10.250730+0000","last_undegraded":"2023-08-28T02:33:13.410847+0000","last_fullsized":"2023-08-28T02:33:13.270012+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6080,"log_dups_size":0,"ondisk_log_size":6080,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:33.375162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":361758720,"num_objects":5520,"num_object_clones":0,"num_object_copies":16560,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7324,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5520,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6080,"num_write_kb":371200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1660,"num_bytes_recovered":108724224,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[5,4],"avail_no_missing":["5","6"],"object_location_counts":[{"shards":"2,5,6","objects":915},{"shards":"3,5,6","objects":2396},{"shards":"4,5","objects":704},{"shards":"5,6","objects":1505}],"blocked_by":[],"up_primary":3,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"65'2","reported_seq":303,"reported_epoch":312,"state":"active+clean","last_fresh":"2023-08-28T02:34:00.813524+0000","last_change":"2023-08-28T02:29:44.436352+0000","last_active":"2023-08-28T02:34:00.813524+0000","last_peered":"2023-08-28T02:34:00.813524+0000","last_clean":"2023-08-28T02:34:00.813524+0000","last_became_active":"2023-08-28T02:29:44.411499+0000","last_became_peered":"2023-08-28T02:29:44.411499+0000","last_unstale":"2023-08-28T02:34:00.813524+0000","last_undegraded":"2023-08-28T02:34:00.813524+0000","last_fullsized":"2023-08-28T02:34:00.813524+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:46:57.540191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":328,"reported_epoch":311,"state":"active+clean","last_fresh":"2023-08-28T02:33:51.975721+0000","last_change":"2023-08-28T02:33:12.289004+0000","last_active":"2023-08-28T02:33:51.975721+0000","last_peered":"2023-08-28T02:33:51.975721+0000","last_clean":"2023-08-28T02:33:51.975721+0000","last_became_active":"2023-08-28T02:33:12.288722+0000","last_became_peered":"2023-08-28T02:33:12.288722+0000","last_unstale":"2023-08-28T02:33:51.975721+0000","last_undegraded":"2023-08-28T02:33:51.975721+0000","last_fullsized":"2023-08-28T02:33:51.975721+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:24.019483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"312'6011","reported_seq":6097,"reported_epoch":312,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:34:10.021083+0000","last_change":"2023-08-28T02:33:13.585687+0000","last_active":"2023-08-28T02:34:10.021083+0000","last_peered":"2023-08-28T02:34:10.021083+0000","last_clean":"2023-08-28T02:31:27.908616+0000","last_became_active":"2023-08-28T02:33:13.578484+0000","last_became_peered":"2023-08-28T02:33:13.578484+0000","last_unstale":"2023-08-28T02:34:10.021083+0000","last_undegraded":"2023-08-28T02:33:13.297322+0000","last_fullsized":"2023-08-28T02:33:13.268309+0000","mapping_epoch":298,"log_start":"255'712","ondisk_log_start":"255'712","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5299,"log_dups_size":0,"ondisk_log_size":5299,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:42:33.431186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":363003904,"num_objects":5539,"num_object_clones":0,"num_object_copies":16617,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2533,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5539,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6011,"num_write_kb":369600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4],"avail_no_missing":["0","4"],"object_location_counts":[{"shards":"0,4","objects":3091}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"65'1","reported_seq":289,"reported_epoch":312,"state":"active+clean","last_fresh":"2023-08-28T02:34:00.816027+0000","last_change":"2023-08-28T02:33:13.516869+0000","last_active":"2023-08-28T02:34:00.816027+0000","last_peered":"2023-08-28T02:34:00.816027+0000","last_clean":"2023-08-28T02:34:00.816027+0000","last_became_active":"2023-08-28T02:33:13.396736+0000","last_became_peered":"2023-08-28T02:33:13.396736+0000","last_unstale":"2023-08-28T02:34:00.816027+0000","last_undegraded":"2023-08-28T02:34:00.816027+0000","last_fullsized":"2023-08-28T02:34:00.816027+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:47:08.237137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":254,"reported_epoch":312,"state":"active+clean","last_fresh":"2023-08-28T02:34:02.533297+0000","last_change":"2023-08-28T02:31:51.987327+0000","last_active":"2023-08-28T02:34:02.533297+0000","last_peered":"2023-08-28T02:34:02.533297+0000","last_clean":"2023-08-28T02:34:02.533297+0000","last_became_active":"2023-08-28T02:31:51.987018+0000","last_became_peered":"2023-08-28T02:31:51.987018+0000","last_unstale":"2023-08-28T02:34:02.533297+0000","last_undegraded":"2023-08-28T02:34:02.533297+0000","last_fullsized":"2023-08-28T02:34:02.533297+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:53:26.105101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.5","version":"312'5978","reported_seq":6392,"reported_epoch":312,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:34:10.280013+0000","last_change":"2023-08-28T02:33:13.625779+0000","last_active":"2023-08-28T02:34:10.280013+0000","last_peered":"2023-08-28T02:34:10.280013+0000","last_clean":"2023-08-28T02:31:27.898932+0000","last_became_active":"2023-08-28T02:33:13.612126+0000","last_became_peered":"2023-08-28T02:33:13.612126+0000","last_unstale":"2023-08-28T02:34:10.280013+0000","last_undegraded":"2023-08-28T02:33:13.485377+0000","last_fullsized":"2023-08-28T02:33:13.264317+0000","mapping_epoch":298,"log_start":"255'663","ondisk_log_start":"255'663","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5315,"log_dups_size":0,"ondisk_log_size":5315,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:37:28.843386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":358744064,"num_objects":5474,"num_object_clones":0,"num_object_copies":16422,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":8015,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5474,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5978,"num_write_kb":366464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":161,"num_bytes_recovered":10551296,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,7],"avail_no_missing":["0","2"],"object_location_counts":[{"shards":"0,2","objects":2358},{"shards":"0,2,3","objects":3115},{"shards":"0,7","objects":1}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":307,"reported_epoch":312,"state":"active+clean","last_fresh":"2023-08-28T02:34:00.796265+0000","last_change":"2023-08-28T02:33:13.281826+0000","last_active":"2023-08-28T02:34:00.796265+0000","last_peered":"2023-08-28T02:34:00.796265+0000","last_clean":"2023-08-28T02:34:00.796265+0000","last_became_active":"2023-08-28T02:33:13.281511+0000","last_became_peered":"2023-08-28T02:33:13.281511+0000","last_unstale":"2023-08-28T02:34:00.796265+0000","last_undegraded":"2023-08-28T02:34:00.796265+0000","last_fullsized":"2023-08-28T02:34:00.796265+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:32:55.005706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":301,"reported_epoch":311,"state":"active+clean","last_fresh":"2023-08-28T02:33:51.966475+0000","last_change":"2023-08-28T02:29:44.436713+0000","last_active":"2023-08-28T02:33:51.966475+0000","last_peered":"2023-08-28T02:33:51.966475+0000","last_clean":"2023-08-28T02:33:51.966475+0000","last_became_active":"2023-08-28T02:29:44.436203+0000","last_became_peered":"2023-08-28T02:29:44.436203+0000","last_unstale":"2023-08-28T02:33:51.966475+0000","last_undegraded":"2023-08-28T02:33:51.966475+0000","last_fullsized":"2023-08-28T02:33:51.966475+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:46:48.522293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"313'6152","reported_seq":6225,"reported_epoch":313,"state":"active+clean","last_fresh":"2023-08-28T02:34:11.783915+0000","last_change":"2023-08-28T02:30:50.399669+0000","last_active":"2023-08-28T02:34:11.783915+0000","last_peered":"2023-08-28T02:34:11.783915+0000","last_clean":"2023-08-28T02:34:11.783915+0000","last_became_active":"2023-08-28T02:30:50.399332+0000","last_became_peered":"2023-08-28T02:30:50.399332+0000","last_unstale":"2023-08-28T02:34:11.783915+0000","last_undegraded":"2023-08-28T02:34:11.783915+0000","last_fullsized":"2023-08-28T02:34:11.783915+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6152,"log_dups_size":0,"ondisk_log_size":6152,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:00:54.910841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":371064832,"num_objects":5662,"num_object_clones":0,"num_object_copies":16986,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5662,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6152,"num_write_kb":378048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"75'161","reported_seq":733,"reported_epoch":312,"state":"active+clean","last_fresh":"2023-08-28T02:34:00.813245+0000","last_change":"2023-08-28T02:33:13.310049+0000","last_active":"2023-08-28T02:34:00.813245+0000","last_peered":"2023-08-28T02:34:00.813245+0000","last_clean":"2023-08-28T02:34:00.813245+0000","last_became_active":"2023-08-28T02:33:13.309661+0000","last_became_peered":"2023-08-28T02:33:13.309661+0000","last_unstale":"2023-08-28T02:34:00.813245+0000","last_undegraded":"2023-08-28T02:34:00.813245+0000","last_fullsized":"2023-08-28T02:34:00.813245+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.930230+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.930230+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:27:40.889460+0000","scrub_duration":0.0050169209999999997,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"65'2","reported_seq":265,"reported_epoch":311,"state":"active+clean","last_fresh":"2023-08-28T02:33:51.982236+0000","last_change":"2023-08-28T02:33:12.294922+0000","last_active":"2023-08-28T02:33:51.982236+0000","last_peered":"2023-08-28T02:33:51.982236+0000","last_clean":"2023-08-28T02:33:51.982236+0000","last_became_active":"2023-08-28T02:33:12.294518+0000","last_became_peered":"2023-08-28T02:33:12.294518+0000","last_unstale":"2023-08-28T02:33:51.982236+0000","last_undegraded":"2023-08-28T02:33:51.982236+0000","last_fullsized":"2023-08-28T02:33:51.982236+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:21:12.737286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":305,"reported_epoch":311,"state":"active+clean","last_fresh":"2023-08-28T02:33:51.976821+0000","last_change":"2023-08-28T02:33:13.310505+0000","last_active":"2023-08-28T02:33:51.976821+0000","last_peered":"2023-08-28T02:33:51.976821+0000","last_clean":"2023-08-28T02:33:51.976821+0000","last_became_active":"2023-08-28T02:33:13.310223+0000","last_became_peered":"2023-08-28T02:33:13.310223+0000","last_unstale":"2023-08-28T02:33:51.976821+0000","last_undegraded":"2023-08-28T02:33:51.976821+0000","last_fullsized":"2023-08-28T02:33:51.976821+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:27:02.124453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"312'6083","reported_seq":6540,"reported_epoch":312,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:34:10.353033+0000","last_change":"2023-08-28T02:33:13.591092+0000","last_active":"2023-08-28T02:34:10.353033+0000","last_peered":"2023-08-28T02:34:10.353033+0000","last_clean":"2023-08-28T02:31:27.916082+0000","last_became_active":"2023-08-28T02:33:13.580413+0000","last_became_peered":"2023-08-28T02:33:13.580413+0000","last_unstale":"2023-08-28T02:34:10.353033+0000","last_undegraded":"2023-08-28T02:33:13.480527+0000","last_fullsized":"2023-08-28T02:33:13.270957+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6083,"log_dups_size":0,"ondisk_log_size":6083,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:03.698410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":366018560,"num_objects":5585,"num_object_clones":0,"num_object_copies":16755,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":8209,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5585,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6083,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":178,"num_bytes_recovered":11665408,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,4],"avail_no_missing":["5","2"],"object_location_counts":[{"shards":"2,3,5","objects":3103},{"shards":"2,5","objects":2482}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"75'161","reported_seq":566,"reported_epoch":312,"state":"active+recovery_wait+degraded","last_fresh":"2023-08-28T02:34:00.795989+0000","last_change":"2023-08-28T02:33:13.287487+0000","last_active":"2023-08-28T02:34:00.795989+0000","last_peered":"2023-08-28T02:34:00.795989+0000","last_clean":"2023-08-28T02:31:25.515426+0000","last_became_active":"2023-08-28T02:33:13.287313+0000","last_became_peered":"2023-08-28T02:33:13.287313+0000","last_unstale":"2023-08-28T02:34:00.795989+0000","last_undegraded":"2023-08-28T02:33:13.270760+0000","last_fullsized":"2023-08-28T02:34:00.795989+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":204,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:45.407127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:45.407127+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:39:14.213229+0000","scrub_duration":0.0018495320000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":["5","2","3"],"object_location_counts":[{"shards":"2,3,5","objects":1}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":225,"reported_epoch":311,"state":"active+clean","last_fresh":"2023-08-28T02:33:51.975598+0000","last_change":"2023-08-28T02:33:13.309727+0000","last_active":"2023-08-28T02:33:51.975598+0000","last_peered":"2023-08-28T02:33:51.975598+0000","last_clean":"2023-08-28T02:33:51.975598+0000","last_became_active":"2023-08-28T02:33:13.309487+0000","last_became_peered":"2023-08-28T02:33:13.309487+0000","last_unstale":"2023-08-28T02:33:51.975598+0000","last_undegraded":"2023-08-28T02:33:51.975598+0000","last_fullsized":"2023-08-28T02:33:51.975598+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:27:29.294011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":40,"reported_epoch":311,"state":"active+clean","last_fresh":"2023-08-28T02:33:51.975454+0000","last_change":"2023-08-28T02:32:28.456323+0000","last_active":"2023-08-28T02:33:51.975454+0000","last_peered":"2023-08-28T02:33:51.975454+0000","last_clean":"2023-08-28T02:33:51.975454+0000","last_became_active":"2023-08-28T02:32:28.455987+0000","last_became_peered":"2023-08-28T02:32:28.455987+0000","last_unstale":"2023-08-28T02:33:51.975454+0000","last_undegraded":"2023-08-28T02:33:51.975454+0000","last_fullsized":"2023-08-28T02:33:51.975454+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:54:07.724002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"313'6218","reported_seq":16308,"reported_epoch":313,"state":"active+clean","last_fresh":"2023-08-28T02:34:11.638257+0000","last_change":"2023-08-28T02:33:13.316023+0000","last_active":"2023-08-28T02:34:11.638257+0000","last_peered":"2023-08-28T02:34:11.638257+0000","last_clean":"2023-08-28T02:34:11.638257+0000","last_became_active":"2023-08-28T02:33:13.308403+0000","last_became_peered":"2023-08-28T02:33:13.308403+0000","last_unstale":"2023-08-28T02:34:11.638257+0000","last_undegraded":"2023-08-28T02:34:11.638257+0000","last_fullsized":"2023-08-28T02:34:11.638257+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6218,"log_dups_size":0,"ondisk_log_size":6218,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:10:38.401973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":372113408,"num_objects":5678,"num_object_clones":0,"num_object_copies":17034,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5678,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6218,"num_write_kb":380672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4999,"num_bytes_recovered":327614464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":285,"reported_epoch":311,"state":"active+clean","last_fresh":"2023-08-28T02:33:51.975641+0000","last_change":"2023-08-28T02:32:28.455294+0000","last_active":"2023-08-28T02:33:51.975641+0000","last_peered":"2023-08-28T02:33:51.975641+0000","last_clean":"2023-08-28T02:33:51.975641+0000","last_became_active":"2023-08-28T02:32:28.455013+0000","last_became_peered":"2023-08-28T02:32:28.455013+0000","last_unstale":"2023-08-28T02:33:51.975641+0000","last_undegraded":"2023-08-28T02:33:51.975641+0000","last_fullsized":"2023-08-28T02:33:51.975641+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:53.583864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":317,"reported_epoch":311,"state":"active+clean","last_fresh":"2023-08-28T02:33:51.976662+0000","last_change":"2023-08-28T02:33:13.335588+0000","last_active":"2023-08-28T02:33:51.976662+0000","last_peered":"2023-08-28T02:33:51.976662+0000","last_clean":"2023-08-28T02:33:51.976662+0000","last_became_active":"2023-08-28T02:33:13.335326+0000","last_became_peered":"2023-08-28T02:33:13.335326+0000","last_unstale":"2023-08-28T02:33:51.976662+0000","last_undegraded":"2023-08-28T02:33:51.976662+0000","last_fullsized":"2023-08-28T02:33:51.976662+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:15:44.958663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"312'6121","reported_seq":6191,"reported_epoch":312,"state":"active+clean","last_fresh":"2023-08-28T02:34:08.730205+0000","last_change":"2023-08-28T02:30:50.400261+0000","last_active":"2023-08-28T02:34:08.730205+0000","last_peered":"2023-08-28T02:34:08.730205+0000","last_clean":"2023-08-28T02:34:08.730205+0000","last_became_active":"2023-08-28T02:30:50.399938+0000","last_became_peered":"2023-08-28T02:30:50.399938+0000","last_unstale":"2023-08-28T02:34:08.730205+0000","last_undegraded":"2023-08-28T02:34:08.730205+0000","last_fullsized":"2023-08-28T02:34:08.730205+0000","mapping_epoch":250,"log_start":"255'690","ondisk_log_start":"255'690","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5431,"log_dups_size":0,"ondisk_log_size":5431,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:43:56.802792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":365232128,"num_objects":5573,"num_object_clones":0,"num_object_copies":16719,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5573,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6121,"num_write_kb":374208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"75'161","reported_seq":592,"reported_epoch":312,"state":"active+clean","last_fresh":"2023-08-28T02:34:00.796423+0000","last_change":"2023-08-28T02:32:56.519141+0000","last_active":"2023-08-28T02:34:00.796423+0000","last_peered":"2023-08-28T02:34:00.796423+0000","last_clean":"2023-08-28T02:34:00.796423+0000","last_became_active":"2023-08-28T02:32:56.518863+0000","last_became_peered":"2023-08-28T02:32:56.518863+0000","last_unstale":"2023-08-28T02:34:00.796423+0000","last_undegraded":"2023-08-28T02:34:00.796423+0000","last_fullsized":"2023-08-28T02:34:00.796423+0000","mapping_epoch":292,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":293,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_clean_scrub_stamp":"2023-08-28T02:29:25.608370+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:59:50.561109+0000","scrub_duration":0.001662689,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":218,"reported_epoch":311,"state":"active+clean","last_fresh":"2023-08-28T02:33:51.982024+0000","last_change":"2023-08-28T02:33:12.294592+0000","last_active":"2023-08-28T02:33:51.982024+0000","last_peered":"2023-08-28T02:33:51.982024+0000","last_clean":"2023-08-28T02:33:51.982024+0000","last_became_active":"2023-08-28T02:33:12.288508+0000","last_became_peered":"2023-08-28T02:33:12.288508+0000","last_unstale":"2023-08-28T02:33:51.982024+0000","last_undegraded":"2023-08-28T02:33:51.982024+0000","last_fullsized":"2023-08-28T02:33:51.982024+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:05:42.717608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":101,"reported_epoch":312,"state":"active+clean","last_fresh":"2023-08-28T02:34:00.830739+0000","last_change":"2023-08-28T02:29:44.429834+0000","last_active":"2023-08-28T02:34:00.830739+0000","last_peered":"2023-08-28T02:34:00.830739+0000","last_clean":"2023-08-28T02:34:00.830739+0000","last_became_active":"2023-08-28T02:29:44.429512+0000","last_became_peered":"2023-08-28T02:29:44.429512+0000","last_unstale":"2023-08-28T02:34:00.830739+0000","last_undegraded":"2023-08-28T02:34:00.830739+0000","last_fullsized":"2023-08-28T02:34:00.830739+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:58.062455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"313'6047","reported_seq":6118,"reported_epoch":313,"state":"active+clean","last_fresh":"2023-08-28T02:34:10.412526+0000","last_change":"2023-08-28T02:30:50.402348+0000","last_active":"2023-08-28T02:34:10.412526+0000","last_peered":"2023-08-28T02:34:10.412526+0000","last_clean":"2023-08-28T02:34:10.412526+0000","last_became_active":"2023-08-28T02:30:50.402076+0000","last_became_peered":"2023-08-28T02:30:50.402076+0000","last_unstale":"2023-08-28T02:34:10.412526+0000","last_undegraded":"2023-08-28T02:34:10.412526+0000","last_fullsized":"2023-08-28T02:34:10.412526+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6047,"log_dups_size":0,"ondisk_log_size":6047,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:24.859426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":362348544,"num_objects":5529,"num_object_clones":0,"num_object_copies":16587,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5529,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6047,"num_write_kb":370432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.7","version":"75'161","reported_seq":510,"reported_epoch":311,"state":"active+clean","last_fresh":"2023-08-28T02:33:51.982572+0000","last_change":"2023-08-28T02:33:13.532525+0000","last_active":"2023-08-28T02:33:51.982572+0000","last_peered":"2023-08-28T02:33:51.982572+0000","last_clean":"2023-08-28T02:33:51.982572+0000","last_became_active":"2023-08-28T02:33:13.532125+0000","last_became_peered":"2023-08-28T02:33:13.532125+0000","last_unstale":"2023-08-28T02:33:51.982572+0000","last_undegraded":"2023-08-28T02:33:51.982572+0000","last_fullsized":"2023-08-28T02:33:51.982572+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.887648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.887648+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":102,"reported_epoch":312,"state":"active+clean","last_fresh":"2023-08-28T02:34:00.823368+0000","last_change":"2023-08-28T02:29:44.407595+0000","last_active":"2023-08-28T02:34:00.823368+0000","last_peered":"2023-08-28T02:34:00.823368+0000","last_clean":"2023-08-28T02:34:00.823368+0000","last_became_active":"2023-08-28T02:29:44.407316+0000","last_became_peered":"2023-08-28T02:29:44.407316+0000","last_unstale":"2023-08-28T02:34:00.823368+0000","last_undegraded":"2023-08-28T02:34:00.823368+0000","last_fullsized":"2023-08-28T02:34:00.823368+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:01:47.777709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":324,"reported_epoch":312,"state":"active+clean","last_fresh":"2023-08-28T02:34:00.796563+0000","last_change":"2023-08-28T02:33:13.286980+0000","last_active":"2023-08-28T02:34:00.796563+0000","last_peered":"2023-08-28T02:34:00.796563+0000","last_clean":"2023-08-28T02:34:00.796563+0000","last_became_active":"2023-08-28T02:33:13.286740+0000","last_became_peered":"2023-08-28T02:33:13.286740+0000","last_unstale":"2023-08-28T02:34:00.796563+0000","last_undegraded":"2023-08-28T02:34:00.796563+0000","last_fullsized":"2023-08-28T02:34:00.796563+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:24:54.574365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":102,"reported_epoch":312,"state":"active+clean","last_fresh":"2023-08-28T02:34:00.824541+0000","last_change":"2023-08-28T02:29:44.506914+0000","last_active":"2023-08-28T02:34:00.824541+0000","last_peered":"2023-08-28T02:34:00.824541+0000","last_clean":"2023-08-28T02:34:00.824541+0000","last_became_active":"2023-08-28T02:29:44.506606+0000","last_became_peered":"2023-08-28T02:29:44.506606+0000","last_unstale":"2023-08-28T02:34:00.824541+0000","last_undegraded":"2023-08-28T02:34:00.824541+0000","last_fullsized":"2023-08-28T02:34:00.824541+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:55:50.992279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"312'6064","reported_seq":16943,"reported_epoch":312,"state":"active+recovering+remapped","last_fresh":"2023-08-28T02:34:10.288061+0000","last_change":"2023-08-28T02:33:13.656145+0000","last_active":"2023-08-28T02:34:10.288061+0000","last_peered":"2023-08-28T02:34:10.288061+0000","last_clean":"2023-08-28T02:32:11.916240+0000","last_became_active":"2023-08-28T02:33:12.501819+0000","last_became_peered":"2023-08-28T02:33:12.501819+0000","last_unstale":"2023-08-28T02:34:10.288061+0000","last_undegraded":"2023-08-28T02:34:10.288061+0000","last_fullsized":"2023-08-28T02:34:10.288061+0000","mapping_epoch":297,"log_start":"255'724","ondisk_log_start":"255'724","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5340,"log_dups_size":0,"ondisk_log_size":5340,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:45:43.329719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":362545152,"num_objects":5532,"num_object_clones":0,"num_object_copies":16596,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":393,"num_objects_unfound":0,"num_objects_dirty":5532,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6064,"num_write_kb":371072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5394,"num_bytes_recovered":353501184,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,2],"avail_no_missing":["0","5","6"],"object_location_counts":[{"shards":"0,2,5","objects":5139},{"shards":"0,5,6","objects":393}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.1","version":"75'161","reported_seq":572,"reported_epoch":312,"state":"active+clean","last_fresh":"2023-08-28T02:34:00.798598+0000","last_change":"2023-08-28T02:32:31.482659+0000","last_active":"2023-08-28T02:34:00.798598+0000","last_peered":"2023-08-28T02:34:00.798598+0000","last_clean":"2023-08-28T02:34:00.798598+0000","last_became_active":"2023-08-28T02:32:31.482320+0000","last_became_peered":"2023-08-28T02:32:31.482320+0000","last_unstale":"2023-08-28T02:34:00.798598+0000","last_undegraded":"2023-08-28T02:34:00.798598+0000","last_fullsized":"2023-08-28T02:34:00.798598+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:24.559397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:24.559397+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:41:09.516918+0000","scrub_duration":0.001580328,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":310,"reported_epoch":312,"state":"active+clean","last_fresh":"2023-08-28T02:34:00.796326+0000","last_change":"2023-08-28T02:31:51.988386+0000","last_active":"2023-08-28T02:34:00.796326+0000","last_peered":"2023-08-28T02:34:00.796326+0000","last_clean":"2023-08-28T02:34:00.796326+0000","last_became_active":"2023-08-28T02:31:51.988097+0000","last_became_peered":"2023-08-28T02:31:51.988097+0000","last_unstale":"2023-08-28T02:34:00.796326+0000","last_undegraded":"2023-08-28T02:34:00.796326+0000","last_fullsized":"2023-08-28T02:34:00.796326+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:25:01.818829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":285,"reported_epoch":311,"state":"active+clean","last_fresh":"2023-08-28T02:33:51.976186+0000","last_change":"2023-08-28T02:32:12.951275+0000","last_active":"2023-08-28T02:33:51.976186+0000","last_peered":"2023-08-28T02:33:51.976186+0000","last_clean":"2023-08-28T02:33:51.976186+0000","last_became_active":"2023-08-28T02:32:12.950965+0000","last_became_peered":"2023-08-28T02:32:12.950965+0000","last_unstale":"2023-08-28T02:33:51.976186+0000","last_undegraded":"2023-08-28T02:33:51.976186+0000","last_fullsized":"2023-08-28T02:33:51.976186+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:37:31.294280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":128,"reported_epoch":312,"state":"active+clean","last_fresh":"2023-08-28T02:34:00.823437+0000","last_change":"2023-08-28T02:33:13.286534+0000","last_active":"2023-08-28T02:34:00.823437+0000","last_peered":"2023-08-28T02:34:00.823437+0000","last_clean":"2023-08-28T02:34:00.823437+0000","last_became_active":"2023-08-28T02:33:13.286164+0000","last_became_peered":"2023-08-28T02:33:13.286164+0000","last_unstale":"2023-08-28T02:34:00.823437+0000","last_undegraded":"2023-08-28T02:34:00.823437+0000","last_fullsized":"2023-08-28T02:34:00.823437+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:56.721932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"312'6091","reported_seq":16717,"reported_epoch":313,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-08-28T02:34:10.757984+0000","last_change":"2023-08-28T02:33:13.345402+0000","last_active":"2023-08-28T02:34:10.757984+0000","last_peered":"2023-08-28T02:34:10.757984+0000","last_clean":"2023-08-28T02:32:22.841462+0000","last_became_active":"2023-08-28T02:32:29.729250+0000","last_became_peered":"2023-08-28T02:32:29.729250+0000","last_unstale":"2023-08-28T02:34:10.757984+0000","last_undegraded":"2023-08-28T02:32:29.503531+0000","last_fullsized":"2023-08-28T02:32:29.457255+0000","mapping_epoch":282,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6091,"log_dups_size":0,"ondisk_log_size":6091,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:53:56.391963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":365494272,"num_objects":5577,"num_object_clones":0,"num_object_copies":16731,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":84,"num_objects_misplaced":478,"num_objects_unfound":0,"num_objects_dirty":5577,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6091,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5272,"num_bytes_recovered":345505792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7],"avail_no_missing":["5","2","7"],"object_location_counts":[{"shards":"2,5,7","objects":478},{"shards":"5,7","objects":5015}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2","version":"75'161","reported_seq":694,"reported_epoch":312,"state":"active+clean","last_fresh":"2023-08-28T02:34:00.812911+0000","last_change":"2023-08-28T02:30:51.762377+0000","last_active":"2023-08-28T02:34:00.812911+0000","last_peered":"2023-08-28T02:34:00.812911+0000","last_clean":"2023-08-28T02:34:00.812911+0000","last_became_active":"2023-08-28T02:27:46.375590+0000","last_became_peered":"2023-08-28T02:27:46.375590+0000","last_unstale":"2023-08-28T02:34:00.812911+0000","last_undegraded":"2023-08-28T02:34:00.812911+0000","last_fullsized":"2023-08-28T02:34:00.812911+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:51.762314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:51.762314+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:02.034555+0000","scrub_duration":0.0020023620000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":118,"reported_epoch":311,"state":"active+clean","last_fresh":"2023-08-28T02:33:51.982206+0000","last_change":"2023-08-28T02:33:13.289765+0000","last_active":"2023-08-28T02:33:51.982206+0000","last_peered":"2023-08-28T02:33:51.982206+0000","last_clean":"2023-08-28T02:33:51.982206+0000","last_became_active":"2023-08-28T02:33:13.289159+0000","last_became_peered":"2023-08-28T02:33:13.289159+0000","last_unstale":"2023-08-28T02:33:51.982206+0000","last_undegraded":"2023-08-28T02:33:51.982206+0000","last_fullsized":"2023-08-28T02:33:51.982206+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:30:38.956723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":120,"reported_epoch":312,"state":"active+clean","last_fresh":"2023-08-28T02:34:00.823218+0000","last_change":"2023-08-28T02:32:28.464203+0000","last_active":"2023-08-28T02:34:00.823218+0000","last_peered":"2023-08-28T02:34:00.823218+0000","last_clean":"2023-08-28T02:34:00.823218+0000","last_became_active":"2023-08-28T02:32:28.463412+0000","last_became_peered":"2023-08-28T02:32:28.463412+0000","last_unstale":"2023-08-28T02:34:00.823218+0000","last_undegraded":"2023-08-28T02:34:00.823218+0000","last_fullsized":"2023-08-28T02:34:00.823218+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:20:38.177879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":102,"reported_epoch":312,"state":"active+clean","last_fresh":"2023-08-28T02:34:07.533984+0000","last_change":"2023-08-28T02:29:44.427945+0000","last_active":"2023-08-28T02:34:07.533984+0000","last_peered":"2023-08-28T02:34:07.533984+0000","last_clean":"2023-08-28T02:34:07.533984+0000","last_became_active":"2023-08-28T02:29:44.426487+0000","last_became_peered":"2023-08-28T02:29:44.426487+0000","last_unstale":"2023-08-28T02:34:07.533984+0000","last_undegraded":"2023-08-28T02:34:07.533984+0000","last_fullsized":"2023-08-28T02:34:07.533984+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:30:20.438896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"313'6104","reported_seq":8374,"reported_epoch":313,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:34:11.792319+0000","last_change":"2023-08-28T02:32:28.465517+0000","last_active":"2023-08-28T02:34:11.792319+0000","last_peered":"2023-08-28T02:34:11.792319+0000","last_clean":"2023-08-28T02:31:50.923543+0000","last_became_active":"2023-08-28T02:31:53.182128+0000","last_became_peered":"2023-08-28T02:31:53.182128+0000","last_unstale":"2023-08-28T02:34:11.792319+0000","last_undegraded":"2023-08-28T02:32:28.462445+0000","last_fullsized":"2023-08-28T02:31:52.968320+0000","mapping_epoch":269,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6104,"log_dups_size":0,"ondisk_log_size":6104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:51:31.034373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":363069440,"num_objects":5540,"num_object_clones":0,"num_object_copies":16620,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":3880,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5540,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6104,"num_write_kb":372608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1093,"num_bytes_recovered":71630848,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0],"avail_no_missing":["1","0","6"],"object_location_counts":[{"shards":"0,1","objects":1660},{"shards":"0,1,6","objects":3880}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":304,"reported_epoch":312,"state":"active+clean","last_fresh":"2023-08-28T02:34:00.796274+0000","last_change":"2023-08-28T02:33:13.484970+0000","last_active":"2023-08-28T02:34:00.796274+0000","last_peered":"2023-08-28T02:34:00.796274+0000","last_clean":"2023-08-28T02:34:00.796274+0000","last_became_active":"2023-08-28T02:33:13.484579+0000","last_became_peered":"2023-08-28T02:33:13.484579+0000","last_unstale":"2023-08-28T02:34:00.796274+0000","last_undegraded":"2023-08-28T02:34:00.796274+0000","last_fullsized":"2023-08-28T02:34:00.796274+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:58.027468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"75'161","reported_seq":695,"reported_epoch":312,"state":"active+clean","last_fresh":"2023-08-28T02:34:00.812560+0000","last_change":"2023-08-28T02:31:55.059467+0000","last_active":"2023-08-28T02:34:00.812560+0000","last_peered":"2023-08-28T02:34:00.812560+0000","last_clean":"2023-08-28T02:34:00.812560+0000","last_became_active":"2023-08-28T02:31:55.059115+0000","last_became_peered":"2023-08-28T02:31:55.059115+0000","last_unstale":"2023-08-28T02:34:00.812560+0000","last_undegraded":"2023-08-28T02:34:00.812560+0000","last_fullsized":"2023-08-28T02:34:00.812560+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":0,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.820990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.820990+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:15:56.774667+0000","scrub_duration":0.0017342480000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":219,"reported_epoch":311,"state":"active+clean","last_fresh":"2023-08-28T02:33:51.982487+0000","last_change":"2023-08-28T02:33:13.352810+0000","last_active":"2023-08-28T02:33:51.982487+0000","last_peered":"2023-08-28T02:33:51.982487+0000","last_clean":"2023-08-28T02:33:51.982487+0000","last_became_active":"2023-08-28T02:33:13.351697+0000","last_became_peered":"2023-08-28T02:33:13.351697+0000","last_unstale":"2023-08-28T02:33:51.982487+0000","last_undegraded":"2023-08-28T02:33:51.982487+0000","last_fullsized":"2023-08-28T02:33:51.982487+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:56.187163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":134,"reported_epoch":311,"state":"active+clean","last_fresh":"2023-08-28T02:33:51.975942+0000","last_change":"2023-08-28T02:31:51.984584+0000","last_active":"2023-08-28T02:33:51.975942+0000","last_peered":"2023-08-28T02:33:51.975942+0000","last_clean":"2023-08-28T02:33:51.975942+0000","last_became_active":"2023-08-28T02:31:51.984264+0000","last_became_peered":"2023-08-28T02:31:51.984264+0000","last_unstale":"2023-08-28T02:33:51.975942+0000","last_undegraded":"2023-08-28T02:33:51.975942+0000","last_fullsized":"2023-08-28T02:33:51.975942+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:58:42.306722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"312'6070","reported_seq":6405,"reported_epoch":312,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:34:10.013415+0000","last_change":"2023-08-28T02:33:13.338677+0000","last_active":"2023-08-28T02:34:10.013415+0000","last_peered":"2023-08-28T02:34:10.013415+0000","last_clean":"2023-08-28T02:32:22.441230+0000","last_became_active":"2023-08-28T02:32:29.705116+0000","last_became_peered":"2023-08-28T02:32:29.705116+0000","last_unstale":"2023-08-28T02:34:10.013415+0000","last_undegraded":"2023-08-28T02:32:29.496646+0000","last_fullsized":"2023-08-28T02:32:29.445907+0000","mapping_epoch":282,"log_start":"255'728","ondisk_log_start":"255'728","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5342,"log_dups_size":0,"ondisk_log_size":5342,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:23:04.768069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":361234432,"num_objects":5512,"num_object_clones":0,"num_object_copies":16536,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":5665,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5512,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6070,"num_write_kb":370624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":126,"num_bytes_recovered":8257536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7],"avail_no_missing":["0","2","7"],"object_location_counts":[{"shards":"0,2,7","objects":5512},{"shards":"0,7","objects":-153}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3","version":"75'161","reported_seq":578,"reported_epoch":312,"state":"active+clean","last_fresh":"2023-08-28T02:34:02.533355+0000","last_change":"2023-08-28T02:31:55.068239+0000","last_active":"2023-08-28T02:34:02.533355+0000","last_peered":"2023-08-28T02:34:02.533355+0000","last_clean":"2023-08-28T02:34:02.533355+0000","last_became_active":"2023-08-28T02:31:55.067875+0000","last_became_peered":"2023-08-28T02:31:55.067875+0000","last_unstale":"2023-08-28T02:34:02.533355+0000","last_undegraded":"2023-08-28T02:34:02.533355+0000","last_fullsized":"2023-08-28T02:34:02.533355+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.868248+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:11:04.391639+0000","scrub_duration":0.0016215240000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":318,"reported_epoch":312,"state":"active+clean","last_fresh":"2023-08-28T02:34:00.812525+0000","last_change":"2023-08-28T02:29:44.421353+0000","last_active":"2023-08-28T02:34:00.812525+0000","last_peered":"2023-08-28T02:34:00.812525+0000","last_clean":"2023-08-28T02:34:00.812525+0000","last_became_active":"2023-08-28T02:29:44.421064+0000","last_became_peered":"2023-08-28T02:29:44.421064+0000","last_unstale":"2023-08-28T02:34:00.812525+0000","last_undegraded":"2023-08-28T02:34:00.812525+0000","last_fullsized":"2023-08-28T02:34:00.812525+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:51:36.524024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":285,"reported_epoch":311,"state":"active+clean","last_fresh":"2023-08-28T02:33:51.966187+0000","last_change":"2023-08-28T02:33:12.299487+0000","last_active":"2023-08-28T02:33:51.966187+0000","last_peered":"2023-08-28T02:33:51.966187+0000","last_clean":"2023-08-28T02:33:51.966187+0000","last_became_active":"2023-08-28T02:33:12.299175+0000","last_became_peered":"2023-08-28T02:33:12.299175+0000","last_unstale":"2023-08-28T02:33:51.966187+0000","last_undegraded":"2023-08-28T02:33:51.966187+0000","last_fullsized":"2023-08-28T02:33:51.966187+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:42:29.713462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":296,"reported_epoch":312,"state":"active+clean","last_fresh":"2023-08-28T02:34:00.795429+0000","last_change":"2023-08-28T02:32:28.457696+0000","last_active":"2023-08-28T02:34:00.795429+0000","last_peered":"2023-08-28T02:34:00.795429+0000","last_clean":"2023-08-28T02:34:00.795429+0000","last_became_active":"2023-08-28T02:32:28.457407+0000","last_became_peered":"2023-08-28T02:32:28.457407+0000","last_unstale":"2023-08-28T02:34:00.795429+0000","last_undegraded":"2023-08-28T02:34:00.795429+0000","last_fullsized":"2023-08-28T02:34:00.795429+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:26:29.392787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"312'6016","reported_seq":7112,"reported_epoch":312,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:34:07.708462+0000","last_change":"2023-08-28T02:33:13.407066+0000","last_active":"2023-08-28T02:34:07.708462+0000","last_peered":"2023-08-28T02:34:07.708462+0000","last_clean":"2023-08-28T02:33:10.395883+0000","last_became_active":"2023-08-28T02:33:12.394714+0000","last_became_peered":"2023-08-28T02:33:12.394714+0000","last_unstale":"2023-08-28T02:34:07.708462+0000","last_undegraded":"2023-08-28T02:34:07.708462+0000","last_fullsized":"2023-08-28T02:34:07.708462+0000","mapping_epoch":297,"log_start":"255'584","ondisk_log_start":"255'584","created":250,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5432,"log_dups_size":0,"ondisk_log_size":5432,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:01:26.984565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":358285336,"num_objects":5468,"num_object_clones":0,"num_object_copies":16404,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4985,"num_objects_unfound":0,"num_objects_dirty":5468,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":6016,"num_write_kb":367425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":500,"num_bytes_recovered":32768000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,6],"avail_no_missing":["4","0","6"],"object_location_counts":[{"shards":"0,4,6","objects":5468}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.6","version":"75'161","reported_seq":570,"reported_epoch":311,"state":"active+clean","last_fresh":"2023-08-28T02:33:51.968046+0000","last_change":"2023-08-28T02:33:13.338675+0000","last_active":"2023-08-28T02:33:51.968046+0000","last_peered":"2023-08-28T02:33:51.968046+0000","last_clean":"2023-08-28T02:33:51.968046+0000","last_became_active":"2023-08-28T02:33:13.338271+0000","last_became_peered":"2023-08-28T02:33:13.338271+0000","last_unstale":"2023-08-28T02:33:51.968046+0000","last_undegraded":"2023-08-28T02:33:51.968046+0000","last_fullsized":"2023-08-28T02:33:51.968046+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.774982+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.774982+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:13:20.011329+0000","scrub_duration":0.003539819,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":281,"reported_epoch":312,"state":"active+clean","last_fresh":"2023-08-28T02:34:00.816047+0000","last_change":"2023-08-28T02:14:43.033789+0000","last_active":"2023-08-28T02:34:00.816047+0000","last_peered":"2023-08-28T02:34:00.816047+0000","last_clean":"2023-08-28T02:34:00.816047+0000","last_became_active":"2023-08-28T02:14:43.033454+0000","last_became_peered":"2023-08-28T02:14:43.033454+0000","last_unstale":"2023-08-28T02:34:00.816047+0000","last_undegraded":"2023-08-28T02:34:00.816047+0000","last_fullsized":"2023-08-28T02:34:00.816047+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:01:13.205842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":111,"reported_epoch":312,"state":"active+clean","last_fresh":"2023-08-28T02:34:00.823579+0000","last_change":"2023-08-28T02:32:28.461807+0000","last_active":"2023-08-28T02:34:00.823579+0000","last_peered":"2023-08-28T02:34:00.823579+0000","last_clean":"2023-08-28T02:34:00.823579+0000","last_became_active":"2023-08-28T02:32:28.461116+0000","last_became_peered":"2023-08-28T02:32:28.461116+0000","last_unstale":"2023-08-28T02:34:00.823579+0000","last_undegraded":"2023-08-28T02:34:00.823579+0000","last_fullsized":"2023-08-28T02:34:00.823579+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:12:45.321757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":256,"reported_epoch":311,"state":"active+clean","last_fresh":"2023-08-28T02:33:51.966731+0000","last_change":"2023-08-28T02:14:43.048791+0000","last_active":"2023-08-28T02:33:51.966731+0000","last_peered":"2023-08-28T02:33:51.966731+0000","last_clean":"2023-08-28T02:33:51.966731+0000","last_became_active":"2023-08-28T02:14:43.047408+0000","last_became_peered":"2023-08-28T02:14:43.047408+0000","last_unstale":"2023-08-28T02:33:51.966731+0000","last_undegraded":"2023-08-28T02:33:51.966731+0000","last_fullsized":"2023-08-28T02:33:51.966731+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:47.097181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"312'6160","reported_seq":14850,"reported_epoch":312,"state":"active+recovery_wait+degraded+remapped","last_fresh":"2023-08-28T02:34:08.514340+0000","last_change":"2023-08-28T02:33:13.547578+0000","last_active":"2023-08-28T02:34:08.514340+0000","last_peered":"2023-08-28T02:34:08.514340+0000","last_clean":"2023-08-28T02:31:50.933695+0000","last_became_active":"2023-08-28T02:33:13.540416+0000","last_became_peered":"2023-08-28T02:33:13.540416+0000","last_unstale":"2023-08-28T02:34:08.514340+0000","last_undegraded":"2023-08-28T02:33:13.332893+0000","last_fullsized":"2023-08-28T02:34:08.514340+0000","mapping_epoch":298,"log_start":"255'774","ondisk_log_start":"255'774","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5386,"log_dups_size":0,"ondisk_log_size":5386,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:49:35.658845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":373686272,"num_objects":5702,"num_object_clones":0,"num_object_copies":17106,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":672,"num_objects_misplaced":5702,"num_objects_unfound":0,"num_objects_dirty":5702,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6160,"num_write_kb":379584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4295,"num_bytes_recovered":281477120,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,2],"avail_no_missing":["4","2","6"],"object_location_counts":[{"shards":"2,4,5","objects":5030},{"shards":"2,4,6","objects":672}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.5","version":"75'161","reported_seq":605,"reported_epoch":311,"state":"active+clean","last_fresh":"2023-08-28T02:33:51.975551+0000","last_change":"2023-08-28T02:32:31.477151+0000","last_active":"2023-08-28T02:33:51.975551+0000","last_peered":"2023-08-28T02:33:51.975551+0000","last_clean":"2023-08-28T02:33:51.975551+0000","last_became_active":"2023-08-28T02:32:31.476776+0000","last_became_peered":"2023-08-28T02:32:31.476776+0000","last_unstale":"2023-08-28T02:33:51.975551+0000","last_undegraded":"2023-08-28T02:33:51.975551+0000","last_fullsized":"2023-08-28T02:33:51.975551+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:18.891729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:18.891729+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:47:27.194140+0000","scrub_duration":0.0031546460000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"65'2","reported_seq":266,"reported_epoch":311,"state":"active+clean","last_fresh":"2023-08-28T02:33:51.982424+0000","last_change":"2023-08-28T02:33:12.327778+0000","last_active":"2023-08-28T02:33:51.982424+0000","last_peered":"2023-08-28T02:33:51.982424+0000","last_clean":"2023-08-28T02:33:51.982424+0000","last_became_active":"2023-08-28T02:33:12.327273+0000","last_became_peered":"2023-08-28T02:33:12.327273+0000","last_unstale":"2023-08-28T02:33:51.982424+0000","last_undegraded":"2023-08-28T02:33:51.982424+0000","last_fullsized":"2023-08-28T02:33:51.982424+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:40.554192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":149,"reported_epoch":312,"state":"active+clean","last_fresh":"2023-08-28T02:34:00.824086+0000","last_change":"2023-08-28T02:33:13.335665+0000","last_active":"2023-08-28T02:34:00.824086+0000","last_peered":"2023-08-28T02:34:00.824086+0000","last_clean":"2023-08-28T02:34:00.824086+0000","last_became_active":"2023-08-28T02:33:13.335322+0000","last_became_peered":"2023-08-28T02:33:13.335322+0000","last_unstale":"2023-08-28T02:34:00.824086+0000","last_undegraded":"2023-08-28T02:34:00.824086+0000","last_fullsized":"2023-08-28T02:34:00.824086+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:21:08.024493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":263,"reported_epoch":311,"state":"active+clean","last_fresh":"2023-08-28T02:33:51.982110+0000","last_change":"2023-08-28T02:33:12.310326+0000","last_active":"2023-08-28T02:33:51.982110+0000","last_peered":"2023-08-28T02:33:51.982110+0000","last_clean":"2023-08-28T02:33:51.982110+0000","last_became_active":"2023-08-28T02:33:12.310011+0000","last_became_peered":"2023-08-28T02:33:12.310011+0000","last_unstale":"2023-08-28T02:33:51.982110+0000","last_undegraded":"2023-08-28T02:33:51.982110+0000","last_fullsized":"2023-08-28T02:33:51.982110+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:35:03.710036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"312'6142","reported_seq":6854,"reported_epoch":312,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:34:08.984500+0000","last_change":"2023-08-28T02:33:34.765675+0000","last_active":"2023-08-28T02:34:08.984500+0000","last_peered":"2023-08-28T02:34:08.984500+0000","last_clean":"2023-08-28T02:31:27.909649+0000","last_became_active":"2023-08-28T02:33:33.726805+0000","last_became_peered":"2023-08-28T02:33:33.726805+0000","last_unstale":"2023-08-28T02:34:08.984500+0000","last_undegraded":"2023-08-28T02:33:20.140072+0000","last_fullsized":"2023-08-28T02:33:13.278549+0000","mapping_epoch":298,"log_start":"255'777","ondisk_log_start":"255'777","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5365,"log_dups_size":0,"ondisk_log_size":5365,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:02:22.971585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":375259136,"num_objects":5726,"num_object_clones":0,"num_object_copies":17178,"num_objects_missing_on_primary":5696,"num_objects_missing":5696,"num_objects_degraded":13999,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5726,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6142,"num_write_kb":379776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":197,"num_bytes_recovered":12779520,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[4,3],"avail_no_missing":["2","6"],"object_location_counts":[{"shards":"2,3,4,6","objects":16},{"shards":"2,3,6","objects":3213},{"shards":"2,4,6","objects":14},{"shards":"2,6","objects":2483},{"shards":"3,4","objects":-13}],"blocked_by":[],"up_primary":3,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.4","version":"75'161","reported_seq":518,"reported_epoch":311,"state":"active+clean","last_fresh":"2023-08-28T02:33:51.983847+0000","last_change":"2023-08-28T02:33:12.296479+0000","last_active":"2023-08-28T02:33:51.983847+0000","last_peered":"2023-08-28T02:33:51.983847+0000","last_clean":"2023-08-28T02:33:51.983847+0000","last_became_active":"2023-08-28T02:33:12.294160+0000","last_became_peered":"2023-08-28T02:33:12.294160+0000","last_unstale":"2023-08-28T02:33:51.983847+0000","last_undegraded":"2023-08-28T02:33:51.983847+0000","last_fullsized":"2023-08-28T02:33:51.983847+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.899247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.899247+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":239,"reported_epoch":312,"state":"active+clean","last_fresh":"2023-08-28T02:34:00.813282+0000","last_change":"2023-08-28T02:33:13.539335+0000","last_active":"2023-08-28T02:34:00.813282+0000","last_peered":"2023-08-28T02:34:00.813282+0000","last_clean":"2023-08-28T02:34:00.813282+0000","last_became_active":"2023-08-28T02:33:13.538978+0000","last_became_peered":"2023-08-28T02:33:13.538978+0000","last_unstale":"2023-08-28T02:34:00.813282+0000","last_undegraded":"2023-08-28T02:34:00.813282+0000","last_fullsized":"2023-08-28T02:34:00.813282+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:26:13.405766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"65'1","reported_seq":300,"reported_epoch":312,"state":"active+clean","last_fresh":"2023-08-28T02:34:00.795514+0000","last_change":"2023-08-28T02:29:44.510205+0000","last_active":"2023-08-28T02:34:00.795514+0000","last_peered":"2023-08-28T02:34:00.795514+0000","last_clean":"2023-08-28T02:34:00.795514+0000","last_became_active":"2023-08-28T02:29:44.429357+0000","last_became_peered":"2023-08-28T02:29:44.429357+0000","last_unstale":"2023-08-28T02:34:00.795514+0000","last_undegraded":"2023-08-28T02:34:00.795514+0000","last_fullsized":"2023-08-28T02:34:00.795514+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:44:59.955729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":267,"reported_epoch":311,"state":"active+clean","last_fresh":"2023-08-28T02:33:51.975491+0000","last_change":"2023-08-28T02:32:12.950661+0000","last_active":"2023-08-28T02:33:51.975491+0000","last_peered":"2023-08-28T02:33:51.975491+0000","last_clean":"2023-08-28T02:33:51.975491+0000","last_became_active":"2023-08-28T02:32:12.950276+0000","last_became_peered":"2023-08-28T02:32:12.950276+0000","last_unstale":"2023-08-28T02:33:51.975491+0000","last_undegraded":"2023-08-28T02:33:51.975491+0000","last_fullsized":"2023-08-28T02:33:51.975491+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:05:17.972868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"65'1","reported_seq":257,"reported_epoch":311,"state":"active+clean","last_fresh":"2023-08-28T02:33:51.966654+0000","last_change":"2023-08-28T02:14:43.042150+0000","last_active":"2023-08-28T02:33:51.966654+0000","last_peered":"2023-08-28T02:33:51.966654+0000","last_clean":"2023-08-28T02:33:51.966654+0000","last_became_active":"2023-08-28T02:14:43.038336+0000","last_became_peered":"2023-08-28T02:14:43.038336+0000","last_unstale":"2023-08-28T02:33:51.966654+0000","last_undegraded":"2023-08-28T02:33:51.966654+0000","last_fullsized":"2023-08-28T02:33:51.966654+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:26:02.415152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":308,"reported_epoch":312,"state":"active+clean","last_fresh":"2023-08-28T02:34:00.823505+0000","last_change":"2023-08-28T02:33:13.318097+0000","last_active":"2023-08-28T02:34:00.823505+0000","last_peered":"2023-08-28T02:34:00.823505+0000","last_clean":"2023-08-28T02:34:00.823505+0000","last_became_active":"2023-08-28T02:33:13.317761+0000","last_became_peered":"2023-08-28T02:33:13.317761+0000","last_unstale":"2023-08-28T02:34:00.823505+0000","last_undegraded":"2023-08-28T02:34:00.823505+0000","last_fullsized":"2023-08-28T02:34:00.823505+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:24.836996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"65'2","reported_seq":306,"reported_epoch":312,"state":"active+clean","last_fresh":"2023-08-28T02:34:00.796344+0000","last_change":"2023-08-28T02:29:44.535937+0000","last_active":"2023-08-28T02:34:00.796344+0000","last_peered":"2023-08-28T02:34:00.796344+0000","last_clean":"2023-08-28T02:34:00.796344+0000","last_became_active":"2023-08-28T02:29:44.462244+0000","last_became_peered":"2023-08-28T02:29:44.462244+0000","last_unstale":"2023-08-28T02:34:00.796344+0000","last_undegraded":"2023-08-28T02:34:00.796344+0000","last_fullsized":"2023-08-28T02:34:00.796344+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:30:33.173713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":304,"reported_epoch":311,"state":"active+clean","last_fresh":"2023-08-28T02:33:51.966400+0000","last_change":"2023-08-28T02:33:12.305580+0000","last_active":"2023-08-28T02:33:51.966400+0000","last_peered":"2023-08-28T02:33:51.966400+0000","last_clean":"2023-08-28T02:33:51.966400+0000","last_became_active":"2023-08-28T02:33:12.305261+0000","last_became_peered":"2023-08-28T02:33:12.305261+0000","last_unstale":"2023-08-28T02:33:51.966400+0000","last_undegraded":"2023-08-28T02:33:51.966400+0000","last_fullsized":"2023-08-28T02:33:51.966400+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:22:31.614221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"65'2","reported_seq":275,"reported_epoch":312,"state":"active+clean","last_fresh":"2023-08-28T02:34:00.796520+0000","last_change":"2023-08-28T02:31:51.991101+0000","last_active":"2023-08-28T02:34:00.796520+0000","last_peered":"2023-08-28T02:34:00.796520+0000","last_clean":"2023-08-28T02:34:00.796520+0000","last_became_active":"2023-08-28T02:31:51.987237+0000","last_became_peered":"2023-08-28T02:31:51.987237+0000","last_unstale":"2023-08-28T02:34:00.796520+0000","last_undegraded":"2023-08-28T02:34:00.796520+0000","last_fullsized":"2023-08-28T02:34:00.796520+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:07:07.370857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":308,"reported_epoch":311,"state":"active+clean","last_fresh":"2023-08-28T02:33:51.975516+0000","last_change":"2023-08-28T02:33:12.494483+0000","last_active":"2023-08-28T02:33:51.975516+0000","last_peered":"2023-08-28T02:33:51.975516+0000","last_clean":"2023-08-28T02:33:51.975516+0000","last_became_active":"2023-08-28T02:33:12.494136+0000","last_became_peered":"2023-08-28T02:33:12.494136+0000","last_unstale":"2023-08-28T02:33:51.975516+0000","last_undegraded":"2023-08-28T02:33:51.975516+0000","last_fullsized":"2023-08-28T02:33:51.975516+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:36.772588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"65'1","reported_seq":251,"reported_epoch":311,"state":"active+clean","last_fresh":"2023-08-28T02:33:51.982859+0000","last_change":"2023-08-28T02:33:13.287922+0000","last_active":"2023-08-28T02:33:51.982859+0000","last_peered":"2023-08-28T02:33:51.982859+0000","last_clean":"2023-08-28T02:33:51.982859+0000","last_became_active":"2023-08-28T02:33:13.287520+0000","last_became_peered":"2023-08-28T02:33:13.287520+0000","last_unstale":"2023-08-28T02:33:51.982859+0000","last_undegraded":"2023-08-28T02:33:51.982859+0000","last_fullsized":"2023-08-28T02:33:51.982859+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:11.627168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":265,"reported_epoch":311,"state":"active+clean","last_fresh":"2023-08-28T02:33:51.982354+0000","last_change":"2023-08-28T02:33:13.289469+0000","last_active":"2023-08-28T02:33:51.982354+0000","last_peered":"2023-08-28T02:33:51.982354+0000","last_clean":"2023-08-28T02:33:51.982354+0000","last_became_active":"2023-08-28T02:33:13.288737+0000","last_became_peered":"2023-08-28T02:33:13.288737+0000","last_unstale":"2023-08-28T02:33:51.982354+0000","last_undegraded":"2023-08-28T02:33:51.982354+0000","last_fullsized":"2023-08-28T02:33:51.982354+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:11:15.043550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"65'4","reported_seq":289,"reported_epoch":311,"state":"active+clean","last_fresh":"2023-08-28T02:33:51.967215+0000","last_change":"2023-08-28T02:32:28.607010+0000","last_active":"2023-08-28T02:33:51.967215+0000","last_peered":"2023-08-28T02:33:51.967215+0000","last_clean":"2023-08-28T02:33:51.967215+0000","last_became_active":"2023-08-28T02:32:28.492224+0000","last_became_peered":"2023-08-28T02:32:28.492224+0000","last_unstale":"2023-08-28T02:33:51.967215+0000","last_undegraded":"2023-08-28T02:33:51.967215+0000","last_fullsized":"2023-08-28T02:33:51.967215+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:13:45.711951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":554,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":318,"reported_epoch":311,"state":"active+clean","last_fresh":"2023-08-28T02:33:51.975351+0000","last_change":"2023-08-28T02:33:13.309144+0000","last_active":"2023-08-28T02:33:51.975351+0000","last_peered":"2023-08-28T02:33:51.975351+0000","last_clean":"2023-08-28T02:33:51.975351+0000","last_became_active":"2023-08-28T02:33:13.308910+0000","last_became_peered":"2023-08-28T02:33:13.308910+0000","last_unstale":"2023-08-28T02:33:51.975351+0000","last_undegraded":"2023-08-28T02:33:51.975351+0000","last_fullsized":"2023-08-28T02:33:51.975351+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:09:59.549591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":5845614616,"num_objects":89198,"num_object_clones":0,"num_object_copies":267594,"num_objects_missing_on_primary":5696,"num_objects_missing":5696,"num_objects_degraded":50381,"num_objects_misplaced":11558,"num_objects_unfound":0,"num_objects_dirty":89198,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":97416,"num_write_kb":5971585,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23875,"num_bytes_recovered":1564475392,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":18259914752,"data_stored":18259902536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":91764,"ondisk_log_size":91764,"up":48,"acting":40,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":10126,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":370028,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":89,"num_read_kb":167,"num_write":44,"num_write_kb":440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":322019,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299727,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2261400,"kb_used_data":1787408,"kb_used_omap":0,"kb_used_meta":473984,"kb_avail":91483752,"statfs":{"total":95995035648,"available":93679362048,"internally_reserved":0,"allocated":1830305792,"data_stored":1829057292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":485359616},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:34:08 2023","interfaces":[{"interface":"back","average":{"1min":0.72799999999999998,"5min":1.21,"15min":1.571},"min":{"1min":0.23400000000000001,"5min":0.219,"15min":0.21199999999999999},"max":{"1min":3.6480000000000001,"5min":8.8870000000000005,"15min":13.257},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.77800000000000002,"5min":1.524,"15min":1.9830000000000001},"min":{"1min":0.29399999999999998,"5min":0.28699999999999998,"15min":0.246},"max":{"1min":3.6619999999999999,"5min":12.42,"15min":17.402999999999999},"last":0.443}]},{"osd":1,"last update":"Mon Aug 28 02:33:36 2023","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":1.915,"15min":2.2730000000000001},"min":{"1min":0.27300000000000002,"5min":0.248,"15min":0.24099999999999999},"max":{"1min":2.714,"5min":17.187999999999999,"15min":17.43},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.64200000000000002,"5min":1.7010000000000001,"15min":2.1110000000000002},"min":{"1min":0.311,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":2.9790000000000001,"5min":12.525,"15min":19.913},"last":0.50600000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:33:20 2023","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":1.2549999999999999,"15min":1.7450000000000001},"min":{"1min":0.23499999999999999,"5min":0.22900000000000001,"15min":0.22800000000000001},"max":{"1min":2.3420000000000001,"5min":7.6150000000000002,"15min":8.3889999999999993},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.60999999999999999,"5min":1.1579999999999999,"15min":1.651},"min":{"1min":0.34100000000000003,"5min":0.315,"15min":0.28699999999999998},"max":{"1min":2.919,"5min":9.2219999999999995,"15min":12.128},"last":0.55200000000000005}]},{"osd":3,"last update":"Mon Aug 28 02:30:27 2023","interfaces":[{"interface":"back","average":{"1min":2.335,"5min":1.8180000000000001,"15min":2.028},"min":{"1min":0.38100000000000001,"5min":0.29499999999999998,"15min":0.27200000000000002},"max":{"1min":12.186999999999999,"5min":12.186999999999999,"15min":12.186999999999999},"last":0.65400000000000003},{"interface":"front","average":{"1min":2.4420000000000002,"5min":1.657,"15min":2.1379999999999999},"min":{"1min":0.32300000000000001,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":19.344999999999999,"5min":19.344999999999999,"15min":19.344999999999999},"last":0.70699999999999996}]},{"osd":4,"last update":"Mon Aug 28 02:34:08 2023","interfaces":[{"interface":"back","average":{"1min":0.79700000000000004,"5min":1.3109999999999999,"15min":1.3029999999999999},"min":{"1min":0.29599999999999999,"5min":0.245,"15min":0.23599999999999999},"max":{"1min":5.2169999999999996,"5min":18.943000000000001,"15min":18.943000000000001},"last":0.32500000000000001},{"interface":"front","average":{"1min":0.69899999999999995,"5min":0.99399999999999999,"15min":0.96399999999999997},"min":{"1min":0.30299999999999999,"5min":0.25700000000000001,"15min":0.253},"max":{"1min":2.9870000000000001,"5min":7.0339999999999998,"15min":8.1890000000000001},"last":0.311}]},{"osd":5,"last update":"Mon Aug 28 02:34:08 2023","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":1.0029999999999999,"15min":1.071},"min":{"1min":0.28599999999999998,"5min":0.246,"15min":0.23599999999999999},"max":{"1min":3.2120000000000002,"5min":5.9130000000000003,"15min":14.622},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.63600000000000001,"5min":1.212,"15min":1.302},"min":{"1min":0.36299999999999999,"5min":0.28100000000000003,"15min":0.27000000000000002},"max":{"1min":3.0499999999999998,"5min":13.840999999999999,"15min":17.324999999999999},"last":0.41399999999999998}]},{"osd":6,"last update":"Mon Aug 28 02:34:08 2023","interfaces":[{"interface":"back","average":{"1min":0.78900000000000003,"5min":1.2410000000000001,"15min":1.325},"min":{"1min":0.39300000000000002,"5min":0.30499999999999999,"15min":0.30299999999999999},"max":{"1min":3.2250000000000001,"5min":11.585000000000001,"15min":17.454999999999998},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.85899999999999999,"5min":0.996,"15min":0.874},"min":{"1min":0.41799999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":3.0499999999999998,"5min":7.665,"15min":7.665},"last":0.38400000000000001}]}]},{"osd":6,"up_from":0,"seq":193273528658,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":101,"seq":433791697117,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1704864,"kb_used_data":1084888,"kb_used_omap":4,"kb_used_meta":619963,"kb_avail":92040288,"statfs":{"total":95995035648,"available":94249254912,"internally_reserved":0,"allocated":1110925312,"data_stored":1109172318,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":634843022},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:33:33 2023","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":2.1139999999999999,"15min":2.7679999999999998},"min":{"1min":0.28000000000000003,"5min":0.221,"15min":0.21099999999999999},"max":{"1min":0.80700000000000005,"5min":24.545999999999999,"15min":24.545999999999999},"last":0.29299999999999998},{"interface":"front","average":{"1min":0.44900000000000001,"5min":2.9279999999999999,"15min":3.141},"min":{"1min":0.26100000000000001,"5min":0.251,"15min":0.21199999999999999},"max":{"1min":1.2909999999999999,"5min":24.515000000000001,"15min":24.515000000000001},"last":7.2450000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:33:24 2023","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":2.4359999999999999,"15min":2.8279999999999998},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.24099999999999999},"max":{"1min":1.25,"5min":22.161000000000001,"15min":22.161000000000001},"last":0.99299999999999999},{"interface":"front","average":{"1min":0.498,"5min":1.8999999999999999,"15min":2.605},"min":{"1min":0.30199999999999999,"5min":0.254,"15min":0.253},"max":{"1min":1.026,"5min":13.114000000000001,"15min":20.003},"last":7.0110000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:31:21 2023","interfaces":[{"interface":"back","average":{"1min":2.3100000000000001,"5min":2.4460000000000002,"15min":3.1880000000000002},"min":{"1min":0.32000000000000001,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":8.6270000000000007,"5min":19.074999999999999,"15min":24.701000000000001},"last":0.41699999999999998},{"interface":"front","average":{"1min":2.9769999999999999,"5min":2.8029999999999999,"15min":3.1949999999999998},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.223},"max":{"1min":14.85,"5min":14.85,"15min":22.59},"last":0.39700000000000002}]},{"osd":4,"last update":"Mon Aug 28 02:33:33 2023","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":1.4279999999999999,"15min":1.7829999999999999},"min":{"1min":0.376,"5min":0.316,"15min":0.30099999999999999},"max":{"1min":0.90300000000000002,"5min":18.689,"15min":18.992999999999999},"last":3.0259999999999998},{"interface":"front","average":{"1min":0.51900000000000002,"5min":1.8440000000000001,"15min":1.869},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.26400000000000001},"max":{"1min":0.88400000000000001,"5min":14.779999999999999,"15min":14.779999999999999},"last":0.47599999999999998}]},{"osd":5,"last update":"Mon Aug 28 02:33:33 2023","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":2.0830000000000002,"15min":2.3370000000000002},"min":{"1min":0.35999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":1.1599999999999999,"5min":12.170999999999999,"15min":18.626999999999999},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.61299999999999999,"5min":1.5469999999999999,"15min":2.2770000000000001},"min":{"1min":0.375,"5min":0.374,"15min":0.31900000000000001},"max":{"1min":1.363,"5min":7.3410000000000002,"15min":18.945},"last":3.0609999999999999}]},{"osd":6,"last update":"Mon Aug 28 02:33:33 2023","interfaces":[{"interface":"back","average":{"1min":0.626,"5min":1.8440000000000001,"15min":2.3130000000000002},"min":{"1min":0.40000000000000002,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":1.2829999999999999,"5min":12.221,"15min":13.254},"last":0.64700000000000002},{"interface":"front","average":{"1min":0.60099999999999998,"5min":1.617,"15min":2.016},"min":{"1min":0.47299999999999998,"5min":0.41799999999999998,"15min":0.34499999999999997},"max":{"1min":1.1479999999999999,"5min":12.371,"15min":19.021999999999998},"last":3.089}]},{"osd":7,"last update":"Mon Aug 28 02:33:33 2023","interfaces":[{"interface":"back","average":{"1min":0.63100000000000001,"5min":1.5349999999999999,"15min":2.2679999999999998},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":1.637,"5min":14.349,"15min":19.047999999999998},"last":3.1080000000000001},{"interface":"front","average":{"1min":0.65600000000000003,"5min":1.9119999999999999,"15min":2.1320000000000001},"min":{"1min":0.432,"5min":0.34399999999999997,"15min":0.30199999999999999},"max":{"1min":1.6799999999999999,"5min":14.818,"15min":14.818},"last":0.52500000000000002}]}]},{"osd":0,"up_from":87,"seq":373662154983,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":4201940,"kb_used_data":3550860,"kb_used_omap":5,"kb_used_meta":651066,"kb_avail":89543212,"statfs":{"total":95995035648,"available":91692249088,"internally_reserved":0,"allocated":3636080640,"data_stored":3634220838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":666692218},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:33:28 2023","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":1.6879999999999999,"15min":2.1819999999999999},"min":{"1min":0.221,"5min":0.184,"15min":0.184},"max":{"1min":5.3280000000000003,"5min":30.315000000000001,"15min":30.315000000000001},"last":0.27400000000000002},{"interface":"front","average":{"1min":0.44700000000000001,"5min":2.5579999999999998,"15min":3.1299999999999999},"min":{"1min":0.25800000000000001,"5min":0.249,"15min":0.221},"max":{"1min":1.139,"5min":69.272000000000006,"15min":69.272000000000006},"last":0.44500000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:33:25 2023","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":1.9790000000000001,"15min":2.6440000000000001},"min":{"1min":0.28699999999999998,"5min":0.253,"15min":0.23799999999999999},"max":{"1min":2.0739999999999998,"5min":20.959,"15min":20.959},"last":0.23699999999999999},{"interface":"front","average":{"1min":0.68700000000000006,"5min":1.472,"15min":2.1160000000000001},"min":{"1min":0.31,"5min":0.247,"15min":0.24299999999999999},"max":{"1min":4.0910000000000002,"5min":8.0600000000000005,"15min":12.332000000000001},"last":0.48299999999999998}]},{"osd":3,"last update":"Mon Aug 28 02:31:24 2023","interfaces":[{"interface":"back","average":{"1min":2.2599999999999998,"5min":2.2810000000000001,"15min":2.9140000000000001},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":8.468,"5min":11.41,"15min":20.27},"last":0.51000000000000001},{"interface":"front","average":{"1min":1.0489999999999999,"5min":2.3119999999999998,"15min":2.5550000000000002},"min":{"1min":0.33400000000000002,"5min":0.33300000000000002,"15min":0.247},"max":{"1min":4.3209999999999997,"5min":15.365,"15min":17.635999999999999},"last":0.57099999999999995}]},{"osd":4,"last update":"Mon Aug 28 02:33:11 2023","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":4.0339999999999998,"15min":2.6850000000000001},"min":{"1min":0.314,"5min":0.314,"15min":0.27700000000000002},"max":{"1min":3.9710000000000001,"5min":274.33199999999999,"15min":274.33199999999999},"last":0.41799999999999998},{"interface":"front","average":{"1min":0.58999999999999997,"5min":4.5339999999999998,"15min":3.1560000000000001},"min":{"1min":0.34000000000000002,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":1.413,"5min":266.31999999999999,"15min":266.31999999999999},"last":0.315}]},{"osd":5,"last update":"Mon Aug 28 02:33:11 2023","interfaces":[{"interface":"back","average":{"1min":0.75,"5min":1.3500000000000001,"15min":1.7350000000000001},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.29299999999999998},"max":{"1min":4.1219999999999999,"5min":7.1139999999999999,"15min":13.038},"last":0.33300000000000002},{"interface":"front","average":{"1min":0.65000000000000002,"5min":2.222,"15min":2.3879999999999999},"min":{"1min":0.36799999999999999,"5min":0.34799999999999998,"15min":0.27800000000000002},"max":{"1min":1.9259999999999999,"5min":15.231,"15min":15.231},"last":0.36399999999999999}]},{"osd":6,"last update":"Mon Aug 28 02:33:11 2023","interfaces":[{"interface":"back","average":{"1min":0.72599999999999998,"5min":1.6830000000000001,"15min":1.9710000000000001},"min":{"1min":0.46300000000000002,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":4.0620000000000003,"5min":15.122999999999999,"15min":15.122999999999999},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.59899999999999998,"5min":2.1160000000000001,"15min":2.3929999999999998},"min":{"1min":0.40000000000000002,"5min":0.35599999999999998,"15min":0.311},"max":{"1min":1.2470000000000001,"5min":15.186999999999999,"15min":15.186999999999999},"last":0.54800000000000004}]},{"osd":7,"last update":"Mon Aug 28 02:33:11 2023","interfaces":[{"interface":"back","average":{"1min":0.68899999999999995,"5min":2.1970000000000001,"15min":2.3570000000000002},"min":{"1min":0.39400000000000002,"5min":0.38,"15min":0.33400000000000002},"max":{"1min":2.1219999999999999,"5min":16.183,"15min":16.183},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.79300000000000004,"5min":1.615,"15min":1.9590000000000001},"min":{"1min":0.38500000000000001,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":4.0250000000000004,"5min":7.0620000000000003,"15min":13.005000000000001},"last":0.52900000000000003}]}]},{"osd":2,"up_from":0,"seq":502511173842,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":297,"seq":1275605286925,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1174732,"kb_used_data":1061956,"kb_used_omap":2,"kb_used_meta":112765,"kb_avail":92570420,"statfs":{"total":95995035648,"available":94792110080,"internally_reserved":0,"allocated":1087442944,"data_stored":1085696001,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":115471413},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.28599999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.31}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58099999999999996}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.443}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46100000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60799999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52000000000000002}]}]},{"osd":4,"up_from":30,"seq":128849019220,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3771020,"kb_used_data":3316228,"kb_used_omap":0,"kb_used_meta":454784,"kb_avail":89974132,"statfs":{"total":95995035648,"available":92133511168,"internally_reserved":0,"allocated":3395817472,"data_stored":3394573004,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":465698816},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,0,0,0,0,0,0,2,7],"upper_bound":8192},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:33:13 2023","interfaces":[{"interface":"back","average":{"1min":0.38100000000000001,"5min":1.6379999999999999,"15min":2.012},"min":{"1min":0.251,"5min":0.23100000000000001,"15min":0.22800000000000001},"max":{"1min":0.61299999999999999,"5min":22.515000000000001,"15min":22.515000000000001},"last":0.39000000000000001},{"interface":"front","average":{"1min":0.57199999999999995,"5min":1.7030000000000001,"15min":1.968},"min":{"1min":0.30599999999999999,"5min":0.24299999999999999,"15min":0.217},"max":{"1min":2.8180000000000001,"5min":22.454000000000001,"15min":22.454000000000001},"last":0.52700000000000002}]},{"osd":1,"last update":"Mon Aug 28 02:33:38 2023","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":1.6359999999999999,"15min":1.7110000000000001},"min":{"1min":0.28499999999999998,"5min":0.26300000000000001,"15min":0.24199999999999999},"max":{"1min":4.7539999999999996,"5min":23.082000000000001,"15min":23.082000000000001},"last":0.34999999999999998},{"interface":"front","average":{"1min":0.624,"5min":1.7609999999999999,"15min":1.9299999999999999},"min":{"1min":0.26300000000000001,"5min":0.26000000000000001,"15min":0.246},"max":{"1min":4.7960000000000003,"5min":25.100000000000001,"15min":25.100000000000001},"last":0.433}]},{"osd":2,"last update":"Mon Aug 28 02:33:13 2023","interfaces":[{"interface":"back","average":{"1min":0.67800000000000005,"5min":1.7170000000000001,"15min":1.8200000000000001},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.27400000000000002},"max":{"1min":4.827,"5min":8.7149999999999999,"15min":16.231000000000002},"last":0.29999999999999999},{"interface":"front","average":{"1min":0.61499999999999999,"5min":1.6879999999999999,"15min":1.8300000000000001},"min":{"1min":0.373,"5min":0.29399999999999998,"15min":0.251},"max":{"1min":2.7909999999999999,"5min":13.515000000000001,"15min":13.515000000000001},"last":0.50600000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:31:19 2023","interfaces":[{"interface":"back","average":{"1min":1.5760000000000001,"5min":1.6759999999999999,"15min":1.9390000000000001},"min":{"1min":0.36499999999999999,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":8.5619999999999994,"5min":23.501000000000001,"15min":23.501000000000001},"last":0.45700000000000002},{"interface":"front","average":{"1min":1.8280000000000001,"5min":1.863,"15min":1.9870000000000001},"min":{"1min":0.32800000000000001,"5min":0.313,"15min":0.29499999999999998},"max":{"1min":8.6359999999999992,"5min":23.512,"15min":23.512},"last":0.57099999999999995}]},{"osd":5,"last update":"Mon Aug 28 02:33:52 2023","interfaces":[{"interface":"back","average":{"1min":0.42599999999999999,"5min":1.238,"15min":1.139},"min":{"1min":0.25900000000000001,"5min":0.222,"15min":0.222},"max":{"1min":0.66500000000000004,"5min":8.6679999999999993,"15min":16.181999999999999},"last":0.48899999999999999},{"interface":"front","average":{"1min":0.47499999999999998,"5min":1.425,"15min":1.1830000000000001},"min":{"1min":0.28199999999999997,"5min":0.224,"15min":0.20699999999999999},"max":{"1min":0.90400000000000003,"5min":8.6370000000000005,"15min":10.233000000000001},"last":0.47599999999999998}]},{"osd":6,"last update":"Mon Aug 28 02:34:06 2023","interfaces":[{"interface":"back","average":{"1min":0.71599999999999997,"5min":1.133,"15min":1.1180000000000001},"min":{"1min":0.376,"5min":0.28799999999999998,"15min":0.26500000000000001},"max":{"1min":2.9830000000000001,"5min":8.8480000000000008,"15min":10.023999999999999},"last":1.2170000000000001},{"interface":"front","average":{"1min":0.70399999999999996,"5min":1.2789999999999999,"15min":1.1419999999999999},"min":{"1min":0.375,"5min":0.27200000000000002,"15min":0.255},"max":{"1min":4.5880000000000001,"5min":8.5,"15min":8.5},"last":0.41799999999999998}]},{"osd":7,"last update":"Mon Aug 28 02:33:13 2023","interfaces":[{"interface":"back","average":{"1min":0.70499999999999996,"5min":1.4079999999999999,"15min":1.1830000000000001},"min":{"1min":0.314,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":4.8559999999999999,"5min":8.8249999999999993,"15min":9.3209999999999997},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.64300000000000002,"5min":1.427,"15min":1.1459999999999999},"min":{"1min":0.38,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":2.754,"5min":15.597,"15min":15.597},"last":0.54600000000000004}]}]},{"osd":5,"up_from":37,"seq":158913790293,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2652924,"kb_used_data":2105396,"kb_used_omap":0,"kb_used_meta":547520,"kb_avail":91092228,"statfs":{"total":95995035648,"available":93278441472,"internally_reserved":0,"allocated":2155925504,"data_stored":2154693403,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":560660480},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:33:38 2023","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":1.4410000000000001,"15min":2.0529999999999999},"min":{"1min":0.26300000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":1.4530000000000001,"5min":7.7560000000000002,"15min":40.334000000000003},"last":0.29599999999999999},{"interface":"front","average":{"1min":1.3600000000000001,"5min":1.8100000000000001,"15min":1.9790000000000001},"min":{"1min":0.28000000000000003,"5min":0.24099999999999999,"15min":0.23200000000000001},"max":{"1min":19.815999999999999,"5min":19.815999999999999,"15min":40.212000000000003},"last":0.36899999999999999}]},{"osd":1,"last update":"Mon Aug 28 02:33:38 2023","interfaces":[{"interface":"back","average":{"1min":1.2410000000000001,"5min":1.7470000000000001,"15min":2.1720000000000002},"min":{"1min":0.28499999999999998,"5min":0.23699999999999999,"15min":0.23200000000000001},"max":{"1min":17.998000000000001,"5min":17.998000000000001,"15min":40.088000000000001},"last":0.35599999999999998},{"interface":"front","average":{"1min":1.381,"5min":2,"15min":2.0600000000000001},"min":{"1min":0.28299999999999997,"5min":0.26000000000000001,"15min":0.251},"max":{"1min":19.853000000000002,"5min":19.853000000000002,"15min":40.243000000000002},"last":0.42299999999999999}]},{"osd":2,"last update":"Mon Aug 28 02:33:38 2023","interfaces":[{"interface":"back","average":{"1min":0.73099999999999998,"5min":1.4710000000000001,"15min":2.0449999999999999},"min":{"1min":0.31900000000000001,"5min":0.29699999999999999,"15min":0.27700000000000002},"max":{"1min":5.3099999999999996,"5min":8.7899999999999991,"15min":40.436999999999998},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.50600000000000001,"5min":1.7869999999999999,"15min":2.125},"min":{"1min":0.32800000000000001,"5min":0.28499999999999998,"15min":0.27200000000000002},"max":{"1min":0.96299999999999997,"5min":8.609,"15min":40.555},"last":0.51300000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:30:31 2023","interfaces":[{"interface":"back","average":{"1min":2.25,"5min":1.9339999999999999,"15min":2.1110000000000002},"min":{"1min":0.41999999999999998,"5min":0.29499999999999998,"15min":0.27900000000000003},"max":{"1min":8.891,"5min":8.891,"15min":40.270000000000003},"last":0.621},{"interface":"front","average":{"1min":2.133,"5min":1.879,"15min":2.1989999999999998},"min":{"1min":0.44600000000000001,"5min":0.30199999999999999,"15min":0.29599999999999999},"max":{"1min":5.9050000000000002,"5min":10.728999999999999,"15min":40.597999999999999},"last":2.4489999999999998}]},{"osd":4,"last update":"Mon Aug 28 02:33:54 2023","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":1.2050000000000001,"15min":1.3140000000000001},"min":{"1min":0.29099999999999998,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.59399999999999997,"5min":13.616,"15min":40.762999999999998},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.51500000000000001,"5min":1.464,"15min":1.383},"min":{"1min":0.29899999999999999,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":1.0089999999999999,"5min":10.566000000000001,"15min":40.634},"last":0.33500000000000002}]},{"osd":6,"last update":"Mon Aug 28 02:33:38 2023","interfaces":[{"interface":"back","average":{"1min":0.99299999999999999,"5min":1.5640000000000001,"15min":1.47},"min":{"1min":0.34699999999999998,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":10.66,"5min":17.510000000000002,"15min":42.409999999999997},"last":0.38},{"interface":"front","average":{"1min":0.747,"5min":1.4790000000000001,"15min":1.4379999999999999},"min":{"1min":0.371,"5min":0.254,"15min":0.254},"max":{"1min":6.1159999999999997,"5min":15.856999999999999,"15min":42.533999999999999},"last":0.502}]},{"osd":7,"last update":"Mon Aug 28 02:33:38 2023","interfaces":[{"interface":"back","average":{"1min":0.76300000000000001,"5min":1.718,"15min":1.6200000000000001},"min":{"1min":0.33900000000000002,"5min":0.315,"15min":0.314},"max":{"1min":6.1749999999999998,"5min":31.707000000000001,"15min":42.667000000000002},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.59099999999999997,"5min":2.1899999999999999,"15min":1.623},"min":{"1min":0.33700000000000002,"5min":0.318,"15min":0.27000000000000002},"max":{"1min":1.7130000000000001,"5min":31.66,"15min":42.344000000000001},"last":0.39500000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":3631288320,"data_stored":3631284248,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1106313216,"data_stored":1106313216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":2692939776,"data_stored":2692939776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":1082523648,"data_stored":1082523648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":3402305536,"data_stored":3402301464,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":2150760448,"data_stored":2150760448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":2367557632,"data_stored":2367553560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1826226176,"data_stored":1826226176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:34:18.787 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:18.788 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:34:18.888 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:34:18.916 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:18.935 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:34:18.937 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:18.938 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:34:19.039 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:34:19.067 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:19.091 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:34:19.094 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:19.095 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:34:19.195 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:34:19.230 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:19.252 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:34:19.255 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:19.256 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:34:19.356 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:34:19.385 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:19.404 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:34:19.407 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:19.407 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:34:19.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:19 smithi083 ceph-mon[157819]: pgmap v927: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 88 active+clean; 5.4 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 57 op/s; 40834/266745 objects degraded (15.308%); 25044/266745 objects misplaced (9.389%); 19 MiB/s, 310 objects/s recovering 2023-08-28T02:34:19.508 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:34:19.545 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:19.573 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:34:19.578 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:19.579 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:34:19.679 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:34:19.711 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:19 smithi040 ceph-mon[175404]: pgmap v927: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 88 active+clean; 5.4 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 57 op/s; 40834/266745 objects degraded (15.308%); 25044/266745 objects misplaced (9.389%); 19 MiB/s, 310 objects/s recovering 2023-08-28T02:34:19.712 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:19 smithi040 ceph-mon[170259]: pgmap v927: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 88 active+clean; 5.4 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 57 op/s; 40834/266745 objects degraded (15.308%); 25044/266745 objects misplaced (9.389%); 19 MiB/s, 310 objects/s recovering 2023-08-28T02:34:19.715 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:19.791 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:34:19.799 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:19.800 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:34:19.900 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:34:19.930 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:19.947 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:34:19.950 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:34:19.952 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:19.953 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:34:19.998 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:34:20.053 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:34:20.088 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:21.065 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:34:21.069 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:21.069 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:34:21.170 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:34:21.205 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:21.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:21 smithi040 ceph-mon[170259]: pgmap v928: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 88 active+clean; 5.4 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 69 op/s; 40750/266115 objects degraded (15.313%); 24682/266115 objects misplaced (9.275%); 14 MiB/s, 236 objects/s recovering 2023-08-28T02:34:21.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:21 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 40750/266115 objects degraded (15.313%), 8 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-08-28T02:34:21.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:21 smithi040 ceph-mon[175404]: pgmap v928: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 88 active+clean; 5.4 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 69 op/s; 40750/266115 objects degraded (15.313%); 24682/266115 objects misplaced (9.275%); 14 MiB/s, 236 objects/s recovering 2023-08-28T02:34:21.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:21 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 40750/266115 objects degraded (15.313%), 8 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-08-28T02:34:21.684 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:34:21.687 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:21.688 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:34:21.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:21 smithi083 ceph-mon[157819]: pgmap v928: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 88 active+clean; 5.4 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 69 op/s; 40750/266115 objects degraded (15.313%); 24682/266115 objects misplaced (9.275%); 14 MiB/s, 236 objects/s recovering 2023-08-28T02:34:21.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:21 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 40750/266115 objects degraded (15.313%), 8 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-08-28T02:34:21.787 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:34:21.788 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:34:21.828 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:23.306 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:34:23.313 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:23.313 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:34:23.414 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:34:23.443 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:23.463 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:34:23.465 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:23.466 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:34:23.566 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:34:23.572 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:23 smithi040 ceph-mon[175404]: pgmap v929: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 88 active+clean; 5.4 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 72 op/s; 40726/265722 objects degraded (15.327%); 24682/265722 objects misplaced (9.289%); 13 MiB/s, 213 objects/s recovering 2023-08-28T02:34:23.573 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:23 smithi040 ceph-mon[170259]: pgmap v929: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 88 active+clean; 5.4 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 72 op/s; 40726/265722 objects degraded (15.327%); 24682/265722 objects misplaced (9.289%); 13 MiB/s, 213 objects/s recovering 2023-08-28T02:34:23.607 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:23.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:23 smithi083 ceph-mon[157819]: pgmap v929: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 88 active+clean; 5.4 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 72 op/s; 40726/265722 objects degraded (15.327%); 24682/265722 objects misplaced (9.289%); 13 MiB/s, 213 objects/s recovering 2023-08-28T02:34:24.699 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:34:24.707 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:24.708 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:34:24.809 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:34:24.817 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:34:24.836 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:24.861 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:34:24.863 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:24.864 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:34:24.964 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:34:24.992 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:25.013 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:34:25.016 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:25.017 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:34:25.117 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:34:25.146 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:25.165 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:34:25.169 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:25.169 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:34:25.179 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-08-28T02:34:25.179 INFO:teuthology.orchestra.run.smithi040.stdout: "size": 20, 2023-08-28T02:34:25.179 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 600, 2023-08-28T02:34:25.180 INFO:teuthology.orchestra.run.smithi040.stdout: "ops": [ 2023-08-28T02:34:25.180 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.180 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:57221 9.14 9:29e80cf1:::benchmark_data_smithi040_209735_object57220:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e170)", 2023-08-28T02:34:25.180 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:26.798846+0000", 2023-08-28T02:34:25.180 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 418.37682952099999, 2023-08-28T02:34:25.180 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0393454559999999, 2023-08-28T02:34:25.180 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:34:25.180 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "reached pg", 2023-08-28T02:34:25.180 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:34:25.180 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:34:25.180 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:34:25.181 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 57221 2023-08-28T02:34:25.181 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.181 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:34:25.181 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.181 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:34:25.181 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.798846+0000", 2023-08-28T02:34:25.181 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:25.181 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.181 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.181 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:34:25.181 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.798846+0000", 2023-08-28T02:34:25.181 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:25.181 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.182 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.182 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:34:25.182 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.798844+0000", 2023-08-28T02:34:25.182 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999971 2023-08-28T02:34:25.182 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.182 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.182 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:34:25.182 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.798884+0000", 2023-08-28T02:34:25.182 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.0522000000000003e-05 2023-08-28T02:34:25.182 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.182 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.183 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:34:25.183 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.798909+0000", 2023-08-28T02:34:25.183 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.4569000000000001e-05 2023-08-28T02:34:25.183 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.183 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.183 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:34:25.183 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.798923+0000", 2023-08-28T02:34:25.183 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4448e-05 2023-08-28T02:34:25.183 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.183 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.183 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:25.183 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.952715+0000", 2023-08-28T02:34:25.184 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.153791658 2023-08-28T02:34:25.184 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.184 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.184 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:34:25.184 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.952731+0000", 2023-08-28T02:34:25.184 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.6674e-05 2023-08-28T02:34:25.184 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.184 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.184 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:25.184 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.838103+0000", 2023-08-28T02:34:25.184 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.88537207100000004 2023-08-28T02:34:25.185 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.185 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.185 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:34:25.185 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.838192+0000", 2023-08-28T02:34:25.185 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.8417000000000004e-05 2023-08-28T02:34:25.185 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:25.185 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:34:25.185 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:25.185 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.185 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.185 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:72236 9.12 9:4f39e7e9:::benchmark_data_smithi040_209735_object72235:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e181)", 2023-08-28T02:34:25.185 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:43.427415+0000", 2023-08-28T02:34:25.186 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 401.74826127799997, 2023-08-28T02:34:25.186 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0107923400000001, 2023-08-28T02:34:25.186 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:34:25.186 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:34:25.186 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:34:25.186 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:34:25.186 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:34:25.186 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 72236 2023-08-28T02:34:25.186 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.186 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:34:25.186 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.186 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:34:25.187 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427415+0000", 2023-08-28T02:34:25.187 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:25.187 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.187 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.187 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:34:25.187 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427415+0000", 2023-08-28T02:34:25.187 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:25.187 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.187 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.187 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:34:25.187 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427414+0000", 2023-08-28T02:34:25.188 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:34:25.188 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.188 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.188 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:34:25.188 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427474+0000", 2023-08-28T02:34:25.188 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.9589000000000002e-05 2023-08-28T02:34:25.188 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.188 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.188 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:34:25.188 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427483+0000", 2023-08-28T02:34:25.188 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.064e-06 2023-08-28T02:34:25.188 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.189 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.189 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:34:25.189 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427488+0000", 2023-08-28T02:34:25.189 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.9239999999999998e-06 2023-08-28T02:34:25.189 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.189 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.189 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:25.189 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427519+0000", 2023-08-28T02:34:25.189 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.1575000000000002e-05 2023-08-28T02:34:25.189 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.189 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.189 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:34:25.190 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427528+0000", 2023-08-28T02:34:25.190 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.0140000000000004e-06 2023-08-28T02:34:25.190 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.190 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.190 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:25.190 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.415394+0000", 2023-08-28T02:34:25.190 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.98786532400000004 2023-08-28T02:34:25.190 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.190 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.190 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:34:25.190 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.415553+0000", 2023-08-28T02:34:25.190 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00015970399999999999 2023-08-28T02:34:25.191 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.191 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.191 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:34:25.191 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.415748+0000", 2023-08-28T02:34:25.191 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00019470800000000001 2023-08-28T02:34:25.191 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.191 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.191 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:34:25.191 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.420375+0000", 2023-08-28T02:34:25.191 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0046265350000000002 2023-08-28T02:34:25.191 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.191 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.192 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:25.192 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.420434+0000", 2023-08-28T02:34:25.192 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.9200000000000002e-05 2023-08-28T02:34:25.192 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.192 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.192 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:25.192 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.437159+0000", 2023-08-28T02:34:25.192 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.016724925000000002 2023-08-28T02:34:25.192 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.192 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.192 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:34:25.192 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.437221+0000", 2023-08-28T02:34:25.193 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.1948999999999999e-05 2023-08-28T02:34:25.193 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.193 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.193 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:34:25.193 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.438207+0000", 2023-08-28T02:34:25.193 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00098632699999999995 2023-08-28T02:34:25.193 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:25.193 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:34:25.193 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:25.193 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.193 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.193 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:72254 9.12 9:4f4b5016:::benchmark_data_smithi040_209735_object72253:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e181)", 2023-08-28T02:34:25.193 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:43.427494+0000", 2023-08-28T02:34:25.194 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 401.748181665, 2023-08-28T02:34:25.194 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0117302459999999, 2023-08-28T02:34:25.194 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:34:25.194 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:34:25.194 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:34:25.194 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:34:25.194 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:34:25.194 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 72254 2023-08-28T02:34:25.194 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.194 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:34:25.194 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.194 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:34:25.195 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427494+0000", 2023-08-28T02:34:25.195 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:25.195 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.195 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.195 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:34:25.196 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427494+0000", 2023-08-28T02:34:25.196 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:25.196 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.196 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.196 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:34:25.197 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427494+0000", 2023-08-28T02:34:25.197 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:34:25.197 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.197 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.197 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:34:25.197 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427548+0000", 2023-08-28T02:34:25.197 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.4493999999999997e-05 2023-08-28T02:34:25.197 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.197 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.197 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:34:25.197 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427557+0000", 2023-08-28T02:34:25.197 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.8599999999999999e-06 2023-08-28T02:34:25.198 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.198 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.198 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:34:25.198 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427562+0000", 2023-08-28T02:34:25.198 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.5639999999999998e-06 2023-08-28T02:34:25.198 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.198 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.198 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:25.198 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427591+0000", 2023-08-28T02:34:25.198 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.9104000000000001e-05 2023-08-28T02:34:25.198 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.198 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.199 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:34:25.199 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427595+0000", 2023-08-28T02:34:25.199 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.4320000000000001e-06 2023-08-28T02:34:25.199 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.199 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.199 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:25.199 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.416672+0000", 2023-08-28T02:34:25.199 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.98907666699999996 2023-08-28T02:34:25.199 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.199 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.199 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:34:25.199 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.416783+0000", 2023-08-28T02:34:25.199 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000110887 2023-08-28T02:34:25.200 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.200 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.200 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:34:25.200 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.416888+0000", 2023-08-28T02:34:25.200 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00010534700000000001 2023-08-28T02:34:25.200 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.200 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.200 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:34:25.200 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.420382+0000", 2023-08-28T02:34:25.200 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.003493744 2023-08-28T02:34:25.200 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.200 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.201 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:25.201 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.429087+0000", 2023-08-28T02:34:25.201 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0087056129999999992 2023-08-28T02:34:25.201 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.201 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.201 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:25.201 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.438278+0000", 2023-08-28T02:34:25.201 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0091910240000000008 2023-08-28T02:34:25.201 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.201 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.201 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:34:25.201 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.438364+0000", 2023-08-28T02:34:25.202 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.5421999999999996e-05 2023-08-28T02:34:25.202 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.202 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.202 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:34:25.202 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.439225+0000", 2023-08-28T02:34:25.202 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00086063299999999997 2023-08-28T02:34:25.202 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:25.202 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:34:25.202 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:25.202 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.202 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.202 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:72265 9.12 9:4ae3e02e:::benchmark_data_smithi040_209735_object72264:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e181)", 2023-08-28T02:34:25.203 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:43.427569+0000", 2023-08-28T02:34:25.203 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 401.74810709299999, 2023-08-28T02:34:25.203 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0124586840000001, 2023-08-28T02:34:25.203 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:34:25.203 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:34:25.203 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:34:25.203 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:34:25.203 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:34:25.203 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 72265 2023-08-28T02:34:25.203 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.203 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:34:25.203 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.204 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:34:25.204 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427569+0000", 2023-08-28T02:34:25.204 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:25.204 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.204 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.204 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:34:25.204 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427569+0000", 2023-08-28T02:34:25.204 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:25.204 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.204 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.204 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:34:25.204 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427568+0000", 2023-08-28T02:34:25.205 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:34:25.205 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.205 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.205 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:34:25.205 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427614+0000", 2023-08-28T02:34:25.205 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.5735999999999997e-05 2023-08-28T02:34:25.205 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.205 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.205 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:34:25.205 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427621+0000", 2023-08-28T02:34:25.205 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.2400000000000001e-06 2023-08-28T02:34:25.205 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.206 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.206 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:34:25.206 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427625+0000", 2023-08-28T02:34:25.206 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.771e-06 2023-08-28T02:34:25.206 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.206 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.206 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:25.206 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427672+0000", 2023-08-28T02:34:25.206 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.6458999999999997e-05 2023-08-28T02:34:25.206 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.206 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.206 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:34:25.207 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427677+0000", 2023-08-28T02:34:25.207 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.4389999999999999e-06 2023-08-28T02:34:25.207 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.207 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.207 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:25.207 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.417859+0000", 2023-08-28T02:34:25.207 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.99018216100000001 2023-08-28T02:34:25.207 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.207 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.207 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:34:25.207 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.417964+0000", 2023-08-28T02:34:25.207 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00010472 2023-08-28T02:34:25.208 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.208 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.208 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:34:25.208 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.418067+0000", 2023-08-28T02:34:25.208 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000102663 2023-08-28T02:34:25.208 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.208 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.208 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:34:25.208 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.421923+0000", 2023-08-28T02:34:25.208 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0038566109999999998 2023-08-28T02:34:25.208 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.208 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.208 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:25.209 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.429110+0000", 2023-08-28T02:34:25.209 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0071866969999999997 2023-08-28T02:34:25.209 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.209 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.209 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:25.209 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.439295+0000", 2023-08-28T02:34:25.209 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.010184814 2023-08-28T02:34:25.209 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.209 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.209 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:34:25.209 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.439329+0000", 2023-08-28T02:34:25.209 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.4805000000000003e-05 2023-08-28T02:34:25.210 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.210 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.210 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:34:25.210 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.440028+0000", 2023-08-28T02:34:25.210 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00069807099999999998 2023-08-28T02:34:25.210 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:25.210 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:34:25.210 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:25.210 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.210 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.210 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:72299 9.12 9:4d7bfde5:::benchmark_data_smithi040_209735_object72298:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e181)", 2023-08-28T02:34:25.210 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:43.427644+0000", 2023-08-28T02:34:25.211 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 401.74803243100001, 2023-08-28T02:34:25.211 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0132855350000001, 2023-08-28T02:34:25.211 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:34:25.211 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:34:25.211 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:34:25.211 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:34:25.211 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:34:25.211 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 72299 2023-08-28T02:34:25.211 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.211 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:34:25.211 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.212 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:34:25.212 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427644+0000", 2023-08-28T02:34:25.212 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:25.212 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.212 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.212 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:34:25.212 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427644+0000", 2023-08-28T02:34:25.212 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:25.212 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.212 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.212 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:34:25.212 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427643+0000", 2023-08-28T02:34:25.213 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:34:25.213 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.213 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.213 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:34:25.213 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427693+0000", 2023-08-28T02:34:25.213 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.0513999999999998e-05 2023-08-28T02:34:25.213 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.213 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.213 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:34:25.213 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427701+0000", 2023-08-28T02:34:25.213 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.1670000000000002e-06 2023-08-28T02:34:25.213 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.214 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.214 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:34:25.214 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427705+0000", 2023-08-28T02:34:25.214 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.1389999999999997e-06 2023-08-28T02:34:25.214 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.214 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.214 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:25.214 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427729+0000", 2023-08-28T02:34:25.214 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.3764000000000002e-05 2023-08-28T02:34:25.214 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.214 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.214 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:34:25.215 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427733+0000", 2023-08-28T02:34:25.215 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.1960000000000001e-06 2023-08-28T02:34:25.215 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.215 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.215 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:25.215 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.418943+0000", 2023-08-28T02:34:25.215 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.99121018800000005 2023-08-28T02:34:25.215 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.215 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.215 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:34:25.215 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.419079+0000", 2023-08-28T02:34:25.215 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00013579400000000001 2023-08-28T02:34:25.216 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.216 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.216 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:34:25.216 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.419236+0000", 2023-08-28T02:34:25.216 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00015716100000000001 2023-08-28T02:34:25.216 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.216 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.216 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:34:25.216 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.421932+0000", 2023-08-28T02:34:25.216 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0026956850000000002 2023-08-28T02:34:25.216 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.216 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.217 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:25.217 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.429130+0000", 2023-08-28T02:34:25.217 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0071986560000000003 2023-08-28T02:34:25.217 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.217 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.217 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:25.217 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.440095+0000", 2023-08-28T02:34:25.217 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.010965034 2023-08-28T02:34:25.217 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.217 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.217 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:34:25.217 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.440152+0000", 2023-08-28T02:34:25.218 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.7068999999999999e-05 2023-08-28T02:34:25.218 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.218 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.218 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:34:25.218 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.440929+0000", 2023-08-28T02:34:25.218 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00077673300000000005 2023-08-28T02:34:25.218 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:25.218 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:34:25.218 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:25.218 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.218 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.218 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:72308 9.12 9:492d3a10:::benchmark_data_smithi040_209735_object72307:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e181)", 2023-08-28T02:34:25.218 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:43.427711+0000", 2023-08-28T02:34:25.219 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 401.74796507000002, 2023-08-28T02:34:25.219 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0141768449999999, 2023-08-28T02:34:25.219 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:34:25.219 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:34:25.219 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:34:25.219 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:34:25.219 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:34:25.219 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 72308 2023-08-28T02:34:25.219 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.219 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:34:25.219 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.219 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:34:25.220 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427711+0000", 2023-08-28T02:34:25.220 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:25.220 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.220 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.220 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:34:25.220 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427711+0000", 2023-08-28T02:34:25.220 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:25.220 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.220 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.220 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:34:25.220 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427710+0000", 2023-08-28T02:34:25.220 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:34:25.221 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.221 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.221 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:34:25.221 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427752+0000", 2023-08-28T02:34:25.221 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.1912000000000001e-05 2023-08-28T02:34:25.221 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.221 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.221 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:34:25.221 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427759+0000", 2023-08-28T02:34:25.221 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.6100000000000002e-06 2023-08-28T02:34:25.221 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.221 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.222 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:34:25.222 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427763+0000", 2023-08-28T02:34:25.222 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.8070000000000001e-06 2023-08-28T02:34:25.222 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.222 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.222 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:25.222 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427785+0000", 2023-08-28T02:34:25.222 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.2300999999999999e-05 2023-08-28T02:34:25.222 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.222 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.222 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:34:25.222 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427789+0000", 2023-08-28T02:34:25.222 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.9310000000000001e-06 2023-08-28T02:34:25.223 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.223 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.223 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:25.223 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.420475+0000", 2023-08-28T02:34:25.223 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.99268579400000001 2023-08-28T02:34:25.223 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.223 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.223 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:34:25.223 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.420618+0000", 2023-08-28T02:34:25.223 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00014354799999999999 2023-08-28T02:34:25.223 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.223 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.224 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:34:25.224 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.420832+0000", 2023-08-28T02:34:25.224 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00021381899999999999 2023-08-28T02:34:25.224 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.224 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.224 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:25.224 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.429150+0000", 2023-08-28T02:34:25.224 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.008317708 2023-08-28T02:34:25.224 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.224 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.224 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:34:25.224 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.432422+0000", 2023-08-28T02:34:25.224 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0032727139999999999 2023-08-28T02:34:25.225 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.225 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.225 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:25.225 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.441021+0000", 2023-08-28T02:34:25.225 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.008598072 2023-08-28T02:34:25.225 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.225 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.225 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:34:25.225 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.441091+0000", 2023-08-28T02:34:25.225 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.0845000000000004e-05 2023-08-28T02:34:25.225 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.225 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.225 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:34:25.226 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.441888+0000", 2023-08-28T02:34:25.226 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00079629699999999996 2023-08-28T02:34:25.226 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:25.226 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:34:25.226 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:25.226 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.226 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.226 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:72312 9.12 9:4c11d553:::benchmark_data_smithi040_209735_object72311:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e181)", 2023-08-28T02:34:25.226 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:43.427769+0000", 2023-08-28T02:34:25.226 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 401.74790729900002, 2023-08-28T02:34:25.226 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0153207479999999, 2023-08-28T02:34:25.226 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:34:25.226 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:34:25.227 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:34:25.227 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:34:25.227 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:34:25.227 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 72312 2023-08-28T02:34:25.227 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.227 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:34:25.227 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.227 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:34:25.227 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427769+0000", 2023-08-28T02:34:25.227 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:25.227 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.227 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.228 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:34:25.228 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427769+0000", 2023-08-28T02:34:25.228 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:25.228 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.228 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.228 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:34:25.228 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427768+0000", 2023-08-28T02:34:25.228 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:34:25.228 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.228 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.228 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:34:25.228 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427808+0000", 2023-08-28T02:34:25.229 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.9993999999999997e-05 2023-08-28T02:34:25.229 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.229 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.229 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:34:25.229 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427815+0000", 2023-08-28T02:34:25.229 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.4010000000000002e-06 2023-08-28T02:34:25.229 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.229 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.229 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:34:25.229 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427818+0000", 2023-08-28T02:34:25.229 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.7610000000000001e-06 2023-08-28T02:34:25.229 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.229 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.230 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:25.230 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427841+0000", 2023-08-28T02:34:25.230 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.2520000000000001e-05 2023-08-28T02:34:25.230 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.230 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.230 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:34:25.230 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427845+0000", 2023-08-28T02:34:25.230 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.036e-06 2023-08-28T02:34:25.230 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.230 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.230 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:25.230 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.421970+0000", 2023-08-28T02:34:25.230 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.994124746 2023-08-28T02:34:25.231 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.231 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.231 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:34:25.231 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.422078+0000", 2023-08-28T02:34:25.231 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00010874699999999999 2023-08-28T02:34:25.231 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.231 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.231 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:34:25.231 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.422205+0000", 2023-08-28T02:34:25.231 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00012626 2023-08-28T02:34:25.231 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.232 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.232 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:25.232 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.429183+0000", 2023-08-28T02:34:25.232 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0069786889999999997 2023-08-28T02:34:25.232 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.232 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.232 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:34:25.232 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.432431+0000", 2023-08-28T02:34:25.232 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0032481139999999999 2023-08-28T02:34:25.232 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.232 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.232 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:25.232 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.442129+0000", 2023-08-28T02:34:25.233 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0096975280000000004 2023-08-28T02:34:25.233 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.233 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.233 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:34:25.233 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.442198+0000", 2023-08-28T02:34:25.233 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.9078999999999994e-05 2023-08-28T02:34:25.233 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.233 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.233 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:34:25.233 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.443089+0000", 2023-08-28T02:34:25.233 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00089134700000000002 2023-08-28T02:34:25.233 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:25.233 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:34:25.234 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:25.234 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.234 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.234 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:72364 9.12 9:4d80f66b:::benchmark_data_smithi040_209735_object72363:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e181)", 2023-08-28T02:34:25.234 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:43.427824+0000", 2023-08-28T02:34:25.234 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 401.747851492, 2023-08-28T02:34:25.234 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0169967870000001, 2023-08-28T02:34:25.234 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:34:25.234 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:34:25.234 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:34:25.234 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:34:25.234 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:34:25.235 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 72364 2023-08-28T02:34:25.235 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.235 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:34:25.235 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.235 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:34:25.235 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427824+0000", 2023-08-28T02:34:25.235 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:25.235 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.235 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.235 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:34:25.235 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427824+0000", 2023-08-28T02:34:25.235 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:25.236 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.236 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.236 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:34:25.236 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427824+0000", 2023-08-28T02:34:25.236 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:34:25.236 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.236 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.236 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:34:25.236 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427864+0000", 2023-08-28T02:34:25.236 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.9644000000000002e-05 2023-08-28T02:34:25.236 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.236 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.237 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:34:25.237 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427870+0000", 2023-08-28T02:34:25.237 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.3790000000000003e-06 2023-08-28T02:34:25.237 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.237 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.237 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:34:25.237 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427874+0000", 2023-08-28T02:34:25.237 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.7230000000000002e-06 2023-08-28T02:34:25.237 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.237 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.237 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:25.237 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427896+0000", 2023-08-28T02:34:25.237 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.2693000000000001e-05 2023-08-28T02:34:25.238 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.238 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.238 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:34:25.238 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427900+0000", 2023-08-28T02:34:25.238 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.9979999999999997e-06 2023-08-28T02:34:25.238 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.238 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.238 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:25.238 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.425577+0000", 2023-08-28T02:34:25.238 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.99767650299999999 2023-08-28T02:34:25.238 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.238 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.238 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:34:25.239 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.425741+0000", 2023-08-28T02:34:25.239 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00016453 2023-08-28T02:34:25.239 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.239 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.239 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:34:25.239 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.425921+0000", 2023-08-28T02:34:25.239 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000179557 2023-08-28T02:34:25.239 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.239 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.239 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:25.239 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.432504+0000", 2023-08-28T02:34:25.239 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.006583523 2023-08-28T02:34:25.239 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.240 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.240 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:34:25.240 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.434102+0000", 2023-08-28T02:34:25.240 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0015971099999999999 2023-08-28T02:34:25.240 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.240 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.240 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:25.240 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.443577+0000", 2023-08-28T02:34:25.240 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0094754999999999995 2023-08-28T02:34:25.240 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.240 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.240 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:34:25.241 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.443641+0000", 2023-08-28T02:34:25.241 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.3671999999999996e-05 2023-08-28T02:34:25.241 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.241 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.241 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:34:25.241 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.444821+0000", 2023-08-28T02:34:25.241 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.001180487 2023-08-28T02:34:25.241 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:25.241 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:34:25.241 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:25.241 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.241 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.241 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:72379 9.12 9:4caa1a0e:::benchmark_data_smithi040_209735_object72378:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e181)", 2023-08-28T02:34:25.242 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:43.427880+0000", 2023-08-28T02:34:25.242 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 401.74779607300002, 2023-08-28T02:34:25.242 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.017956802, 2023-08-28T02:34:25.242 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:34:25.242 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:34:25.242 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:34:25.242 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:34:25.242 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:34:25.242 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 72379 2023-08-28T02:34:25.242 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.242 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:34:25.243 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.243 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:34:25.243 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427880+0000", 2023-08-28T02:34:25.243 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:25.243 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.243 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.243 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:34:25.243 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427880+0000", 2023-08-28T02:34:25.243 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:25.243 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.243 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.243 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:34:25.244 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427879+0000", 2023-08-28T02:34:25.244 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:34:25.244 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.244 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.244 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:34:25.244 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427927+0000", 2023-08-28T02:34:25.244 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.8044000000000003e-05 2023-08-28T02:34:25.244 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.244 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.244 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:34:25.244 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427934+0000", 2023-08-28T02:34:25.244 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.9e-06 2023-08-28T02:34:25.245 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.245 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.245 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:34:25.245 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427938+0000", 2023-08-28T02:34:25.245 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.8070000000000001e-06 2023-08-28T02:34:25.245 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.245 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.245 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:25.245 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427963+0000", 2023-08-28T02:34:25.245 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.5381e-05 2023-08-28T02:34:25.245 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.246 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.246 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:34:25.246 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427968+0000", 2023-08-28T02:34:25.246 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.0620000000000002e-06 2023-08-28T02:34:25.246 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.246 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.246 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:25.246 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.427463+0000", 2023-08-28T02:34:25.246 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.99949515499999997 2023-08-28T02:34:25.246 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.246 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.246 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:34:25.246 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.427625+0000", 2023-08-28T02:34:25.247 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000161803 2023-08-28T02:34:25.247 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.247 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.247 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:34:25.247 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.427803+0000", 2023-08-28T02:34:25.247 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00017801199999999999 2023-08-28T02:34:25.247 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.247 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.247 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:34:25.247 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.434110+0000", 2023-08-28T02:34:25.247 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0063071569999999999 2023-08-28T02:34:25.248 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.248 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.248 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:25.248 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.436847+0000", 2023-08-28T02:34:25.248 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0027377759999999999 2023-08-28T02:34:25.248 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.248 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.248 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:25.248 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.444870+0000", 2023-08-28T02:34:25.248 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0080228520000000005 2023-08-28T02:34:25.248 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.248 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.249 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:34:25.249 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.444931+0000", 2023-08-28T02:34:25.249 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.0795000000000003e-05 2023-08-28T02:34:25.249 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.249 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.249 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:34:25.249 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.445837+0000", 2023-08-28T02:34:25.249 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00090555900000000001 2023-08-28T02:34:25.249 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:25.249 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:34:25.249 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:25.249 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.249 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.250 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:72479 9.12 9:4f15810e:::benchmark_data_smithi040_209735_object72478:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e181)", 2023-08-28T02:34:25.250 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:43.427944+0000", 2023-08-28T02:34:25.250 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 401.74773174500001, 2023-08-28T02:34:25.250 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0225971739999999, 2023-08-28T02:34:25.250 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:34:25.250 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:34:25.250 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:34:25.250 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:34:25.250 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:34:25.250 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 72479 2023-08-28T02:34:25.250 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.250 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:34:25.251 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.251 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:34:25.251 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427944+0000", 2023-08-28T02:34:25.251 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:25.251 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.251 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.251 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:34:25.251 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427944+0000", 2023-08-28T02:34:25.251 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:25.251 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.251 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.251 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:34:25.252 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427944+0000", 2023-08-28T02:34:25.252 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:34:25.252 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.252 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.252 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:34:25.252 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427988+0000", 2023-08-28T02:34:25.252 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.4218000000000003e-05 2023-08-28T02:34:25.252 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.252 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.252 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:34:25.252 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427995+0000", 2023-08-28T02:34:25.252 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.6579999999999996e-06 2023-08-28T02:34:25.253 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.253 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.253 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:34:25.253 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427998+0000", 2023-08-28T02:34:25.253 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.6959999999999998e-06 2023-08-28T02:34:25.253 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.253 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.253 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:25.253 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428019+0000", 2023-08-28T02:34:25.253 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.0985999999999999e-05 2023-08-28T02:34:25.253 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.253 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.253 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:34:25.254 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428023+0000", 2023-08-28T02:34:25.254 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.1810000000000003e-06 2023-08-28T02:34:25.254 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.254 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.254 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:25.254 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.429203+0000", 2023-08-28T02:34:25.254 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0011795290000001 2023-08-28T02:34:25.254 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.254 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.254 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:34:25.254 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.429364+0000", 2023-08-28T02:34:25.254 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00016081099999999999 2023-08-28T02:34:25.255 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.255 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.255 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:34:25.255 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.429561+0000", 2023-08-28T02:34:25.255 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000196861 2023-08-28T02:34:25.255 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.255 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.255 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:34:25.255 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.434115+0000", 2023-08-28T02:34:25.255 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0045543780000000004 2023-08-28T02:34:25.255 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.255 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.256 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:25.256 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.436893+0000", 2023-08-28T02:34:25.256 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.002778328 2023-08-28T02:34:25.256 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.256 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.256 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:25.256 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.448925+0000", 2023-08-28T02:34:25.256 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.012031707000000001 2023-08-28T02:34:25.256 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.256 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.256 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:34:25.256 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.448992+0000", 2023-08-28T02:34:25.257 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.6946000000000006e-05 2023-08-28T02:34:25.257 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.257 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.257 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:34:25.257 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.450541+0000", 2023-08-28T02:34:25.257 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.001549386 2023-08-28T02:34:25.257 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:25.257 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:34:25.257 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:25.257 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.257 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.257 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:72545 9.12 9:4c083587:::benchmark_data_smithi040_209735_object72544:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e181)", 2023-08-28T02:34:25.258 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:43.428004+0000", 2023-08-28T02:34:25.258 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 401.74767177199999, 2023-08-28T02:34:25.258 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.023704459, 2023-08-28T02:34:25.258 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:34:25.258 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:34:25.258 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:34:25.258 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:34:25.258 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:34:25.258 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 72545 2023-08-28T02:34:25.258 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.258 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:34:25.259 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.259 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:34:25.259 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428004+0000", 2023-08-28T02:34:25.259 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:25.259 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.259 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.259 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:34:25.259 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428004+0000", 2023-08-28T02:34:25.259 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:25.259 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.259 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.259 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:34:25.260 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428004+0000", 2023-08-28T02:34:25.260 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:34:25.260 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.260 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.260 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:34:25.260 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428046+0000", 2023-08-28T02:34:25.260 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.2320999999999997e-05 2023-08-28T02:34:25.260 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.260 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.260 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:34:25.260 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428053+0000", 2023-08-28T02:34:25.260 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.7299999999999999e-06 2023-08-28T02:34:25.261 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.261 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.261 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:34:25.261 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428057+0000", 2023-08-28T02:34:25.261 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.8689999999999997e-06 2023-08-28T02:34:25.261 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.261 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.261 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:25.261 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428079+0000", 2023-08-28T02:34:25.261 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.2765999999999999e-05 2023-08-28T02:34:25.261 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.261 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.262 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:34:25.262 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428083+0000", 2023-08-28T02:34:25.262 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.9899999999999999e-06 2023-08-28T02:34:25.262 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.262 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.262 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:25.262 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.430935+0000", 2023-08-28T02:34:25.262 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.002851216 2023-08-28T02:34:25.262 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.262 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.262 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:34:25.262 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.431052+0000", 2023-08-28T02:34:25.262 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000117723 2023-08-28T02:34:25.263 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.263 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.263 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:34:25.263 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.431160+0000", 2023-08-28T02:34:25.263 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00010741700000000001 2023-08-28T02:34:25.263 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.263 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.263 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:34:25.263 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.435533+0000", 2023-08-28T02:34:25.263 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0043731209999999998 2023-08-28T02:34:25.263 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.263 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.264 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:25.264 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.436960+0000", 2023-08-28T02:34:25.264 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00142731 2023-08-28T02:34:25.264 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.264 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.264 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:25.264 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.450588+0000", 2023-08-28T02:34:25.264 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.013628171 2023-08-28T02:34:25.264 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.264 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.264 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:34:25.264 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.450659+0000", 2023-08-28T02:34:25.265 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.0717999999999996e-05 2023-08-28T02:34:25.265 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.265 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.265 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:34:25.265 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.451709+0000", 2023-08-28T02:34:25.265 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.001049602 2023-08-28T02:34:25.265 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:25.265 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:34:25.265 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:25.265 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.265 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.265 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:72573 9.12 9:4b61e8f5:::benchmark_data_smithi040_209735_object72572:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e181)", 2023-08-28T02:34:25.266 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:43.428063+0000", 2023-08-28T02:34:25.266 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 401.74761308299998, 2023-08-28T02:34:25.266 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0246443649999999, 2023-08-28T02:34:25.266 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:34:25.266 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:34:25.266 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:34:25.266 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:34:25.266 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:34:25.266 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 72573 2023-08-28T02:34:25.266 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.266 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:34:25.266 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.267 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:34:25.267 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428063+0000", 2023-08-28T02:34:25.267 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:25.267 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.267 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.267 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:34:25.267 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428063+0000", 2023-08-28T02:34:25.267 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:25.267 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.267 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.267 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:34:25.267 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428062+0000", 2023-08-28T02:34:25.268 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:34:25.268 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.268 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.268 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:34:25.268 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428108+0000", 2023-08-28T02:34:25.268 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.5787000000000001e-05 2023-08-28T02:34:25.268 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.268 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.268 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:34:25.268 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428115+0000", 2023-08-28T02:34:25.268 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.7530000000000004e-06 2023-08-28T02:34:25.268 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.269 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.269 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:34:25.269 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428119+0000", 2023-08-28T02:34:25.269 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.048e-06 2023-08-28T02:34:25.269 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.269 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.269 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:25.269 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428141+0000", 2023-08-28T02:34:25.269 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.2005999999999999e-05 2023-08-28T02:34:25.269 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.269 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.269 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:34:25.270 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428145+0000", 2023-08-28T02:34:25.270 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.8229999999999997e-06 2023-08-28T02:34:25.270 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.270 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.270 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:25.270 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.432537+0000", 2023-08-28T02:34:25.270 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0043922949999999 2023-08-28T02:34:25.270 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.270 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.270 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:34:25.270 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.432734+0000", 2023-08-28T02:34:25.270 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000197309 2023-08-28T02:34:25.270 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.271 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.271 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:34:25.271 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.432942+0000", 2023-08-28T02:34:25.271 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000207278 2023-08-28T02:34:25.271 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.271 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.271 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:34:25.271 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.437052+0000", 2023-08-28T02:34:25.271 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0041105819999999998 2023-08-28T02:34:25.271 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.271 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.272 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:25.272 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.442035+0000", 2023-08-28T02:34:25.272 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0049828040000000004 2023-08-28T02:34:25.272 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.272 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.272 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:25.272 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.451754+0000", 2023-08-28T02:34:25.272 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0097189210000000002 2023-08-28T02:34:25.272 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.272 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.272 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:34:25.272 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.451814+0000", 2023-08-28T02:34:25.272 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.9951000000000002e-05 2023-08-28T02:34:25.273 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.273 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.273 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:34:25.273 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.452707+0000", 2023-08-28T02:34:25.273 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000893267 2023-08-28T02:34:25.273 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:25.273 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:34:25.273 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:25.273 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.273 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.273 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:72577 9.12 9:4b2a3622:::benchmark_data_smithi040_209735_object72576:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e181)", 2023-08-28T02:34:25.273 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:43.428125+0000", 2023-08-28T02:34:25.274 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 401.74755094699998, 2023-08-28T02:34:25.274 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.031486412, 2023-08-28T02:34:25.274 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:34:25.274 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:34:25.274 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:34:25.274 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:34:25.274 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:34:25.274 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 72577 2023-08-28T02:34:25.274 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.274 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:34:25.274 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.274 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:34:25.275 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428125+0000", 2023-08-28T02:34:25.275 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:25.275 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.275 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.275 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:34:25.275 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428125+0000", 2023-08-28T02:34:25.275 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:25.275 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.275 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.275 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:34:25.275 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428125+0000", 2023-08-28T02:34:25.276 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:34:25.276 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.276 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.276 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:34:25.276 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428166+0000", 2023-08-28T02:34:25.276 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.1797e-05 2023-08-28T02:34:25.276 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.276 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.276 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:34:25.276 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428174+0000", 2023-08-28T02:34:25.276 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.2150000000000004e-06 2023-08-28T02:34:25.277 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.277 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.277 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:34:25.277 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428177+0000", 2023-08-28T02:34:25.277 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.766e-06 2023-08-28T02:34:25.277 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.277 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.277 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:25.277 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428202+0000", 2023-08-28T02:34:25.277 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.4355999999999999e-05 2023-08-28T02:34:25.277 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.277 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.277 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:34:25.278 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428206+0000", 2023-08-28T02:34:25.278 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.9280000000000003e-06 2023-08-28T02:34:25.278 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.278 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.278 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:25.278 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.434138+0000", 2023-08-28T02:34:25.278 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0059322470000001 2023-08-28T02:34:25.278 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.278 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.278 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:34:25.278 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.434269+0000", 2023-08-28T02:34:25.278 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000130987 2023-08-28T02:34:25.278 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.279 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.279 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:34:25.279 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.434445+0000", 2023-08-28T02:34:25.279 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000176193 2023-08-28T02:34:25.279 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.279 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.279 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:34:25.279 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.437060+0000", 2023-08-28T02:34:25.279 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0026146379999999999 2023-08-28T02:34:25.279 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.279 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.280 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:25.280 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.442089+0000", 2023-08-28T02:34:25.280 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0050288390000000002 2023-08-28T02:34:25.280 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.280 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.280 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:25.280 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.458288+0000", 2023-08-28T02:34:25.280 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.016199660000000001 2023-08-28T02:34:25.280 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.280 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.280 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:34:25.280 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.458345+0000", 2023-08-28T02:34:25.280 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.7088e-05 2023-08-28T02:34:25.281 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.281 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.281 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:34:25.281 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.459611+0000", 2023-08-28T02:34:25.281 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0012661409999999999 2023-08-28T02:34:25.281 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:25.281 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:34:25.281 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:25.281 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.281 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.281 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:166847 9.16 9:6afd0020:::benchmark_data_smithi040_209735_object59252:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e218)", 2023-08-28T02:34:25.281 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:29:33.969780+0000", 2023-08-28T02:34:25.282 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 291.205895473, 2023-08-28T02:34:25.282 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4494550689999999, 2023-08-28T02:34:25.282 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:34:25.282 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:34:25.282 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:34:25.282 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:34:25.282 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:34:25.282 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 166847 2023-08-28T02:34:25.282 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.282 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:34:25.282 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.282 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:34:25.283 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.969780+0000", 2023-08-28T02:34:25.283 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:25.283 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.283 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.283 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:34:25.283 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.969780+0000", 2023-08-28T02:34:25.283 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:25.283 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.283 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.283 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:34:25.283 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.969778+0000", 2023-08-28T02:34:25.283 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999976 2023-08-28T02:34:25.284 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.284 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.284 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:34:25.284 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.969802+0000", 2023-08-28T02:34:25.284 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.3603000000000001e-05 2023-08-28T02:34:25.284 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.284 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.284 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:34:25.284 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.969831+0000", 2023-08-28T02:34:25.284 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.9756000000000001e-05 2023-08-28T02:34:25.284 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.284 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.285 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:34:25.285 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.969845+0000", 2023-08-28T02:34:25.285 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.3234999999999999e-05 2023-08-28T02:34:25.285 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.285 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.285 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:25.285 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.969910+0000", 2023-08-28T02:34:25.285 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.5603000000000002e-05 2023-08-28T02:34:25.285 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.285 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.285 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:34:25.285 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.969922+0000", 2023-08-28T02:34:25.286 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1659e-05 2023-08-28T02:34:25.286 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.286 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.286 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:25.286 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:35.267420+0000", 2023-08-28T02:34:25.286 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.297498357 2023-08-28T02:34:25.286 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.286 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.286 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:34:25.286 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:35.267639+0000", 2023-08-28T02:34:25.286 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00021923099999999999 2023-08-28T02:34:25.286 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.287 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.287 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 2,4,6", 2023-08-28T02:34:25.287 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:35.267843+0000", 2023-08-28T02:34:25.287 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000203325 2023-08-28T02:34:25.287 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.287 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.287 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:25.287 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:35.318157+0000", 2023-08-28T02:34:25.287 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.050314438000000003 2023-08-28T02:34:25.287 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.287 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.287 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:25.288 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:35.318229+0000", 2023-08-28T02:34:25.288 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.1451000000000004e-05 2023-08-28T02:34:25.288 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.288 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.288 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:25.288 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:35.318352+0000", 2023-08-28T02:34:25.288 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00012345100000000001 2023-08-28T02:34:25.288 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.288 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.288 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:34:25.288 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:35.417626+0000", 2023-08-28T02:34:25.288 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.099273771999999996 2023-08-28T02:34:25.289 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.289 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.289 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:34:25.289 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:35.417705+0000", 2023-08-28T02:34:25.289 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.9294000000000003e-05 2023-08-28T02:34:25.289 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.289 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.289 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:34:25.289 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:35.419236+0000", 2023-08-28T02:34:25.289 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0015303890000000001 2023-08-28T02:34:25.289 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:25.289 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:34:25.290 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:25.290 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.290 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.290 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:173277 9.0 9:02aebb5c:::benchmark_data_smithi040_209735_object65682:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e224)", 2023-08-28T02:34:25.290 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:29:44.383122+0000", 2023-08-28T02:34:25.290 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 280.79255412399999, 2023-08-28T02:34:25.290 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0443749790000001, 2023-08-28T02:34:25.290 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:34:25.290 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "reached pg", 2023-08-28T02:34:25.290 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:34:25.290 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:34:25.290 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:34:25.291 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 173277 2023-08-28T02:34:25.291 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.291 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:34:25.291 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.291 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:34:25.291 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:44.383122+0000", 2023-08-28T02:34:25.291 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:25.291 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.291 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.291 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:34:25.291 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:44.383122+0000", 2023-08-28T02:34:25.292 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:25.292 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.292 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.292 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:34:25.292 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:44.383120+0000", 2023-08-28T02:34:25.292 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:34:25.292 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.292 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.292 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:34:25.292 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:44.383128+0000", 2023-08-28T02:34:25.292 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.712e-06 2023-08-28T02:34:25.293 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.293 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.293 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:34:25.293 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:44.383140+0000", 2023-08-28T02:34:25.293 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2097e-05 2023-08-28T02:34:25.293 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.293 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.293 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:34:25.293 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:44.383151+0000", 2023-08-28T02:34:25.293 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0599e-05 2023-08-28T02:34:25.293 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.293 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.294 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:25.294 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:44.418302+0000", 2023-08-28T02:34:25.294 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.035151196000000003 2023-08-28T02:34:25.294 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.294 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.294 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:34:25.294 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:44.418311+0000", 2023-08-28T02:34:25.294 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.7800000000000006e-06 2023-08-28T02:34:25.294 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.294 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.294 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:25.295 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.413409+0000", 2023-08-28T02:34:25.295 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.99509816699999998 2023-08-28T02:34:25.295 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.295 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.295 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for missing object", 2023-08-28T02:34:25.295 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.413550+0000", 2023-08-28T02:34:25.295 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00014097099999999999 2023-08-28T02:34:25.295 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.295 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.295 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:25.295 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.427381+0000", 2023-08-28T02:34:25.295 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.013831266 2023-08-28T02:34:25.296 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.296 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.296 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:34:25.296 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.427497+0000", 2023-08-28T02:34:25.296 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000115659 2023-08-28T02:34:25.296 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:25.296 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:34:25.296 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:25.296 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.296 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.296 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:173315 9.0 9:003aeb33:::benchmark_data_smithi040_209735_object65720:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e224)", 2023-08-28T02:34:25.296 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:29:44.383160+0000", 2023-08-28T02:34:25.297 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 280.79251591100001, 2023-08-28T02:34:25.297 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0588380989999999, 2023-08-28T02:34:25.297 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:34:25.297 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:34:25.297 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:34:25.297 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:34:25.297 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:34:25.297 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 173315 2023-08-28T02:34:25.297 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.297 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:34:25.297 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.298 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:34:25.298 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:44.383160+0000", 2023-08-28T02:34:25.298 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:25.298 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.298 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.298 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:34:25.298 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:44.383160+0000", 2023-08-28T02:34:25.298 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:25.298 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.298 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.298 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:34:25.298 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:44.383160+0000", 2023-08-28T02:34:25.299 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:34:25.299 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.299 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.299 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:34:25.299 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:44.383162+0000", 2023-08-28T02:34:25.299 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.5950000000000001e-06 2023-08-28T02:34:25.299 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.299 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.299 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:34:25.299 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:44.383168+0000", 2023-08-28T02:34:25.299 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.8579999999999996e-06 2023-08-28T02:34:25.299 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.299 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.300 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:34:25.300 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:44.383173+0000", 2023-08-28T02:34:25.300 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.0409999999999997e-06 2023-08-28T02:34:25.300 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.300 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.300 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:25.300 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:44.418686+0000", 2023-08-28T02:34:25.300 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.035512425 2023-08-28T02:34:25.300 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.300 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.300 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:34:25.300 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:44.418695+0000", 2023-08-28T02:34:25.301 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.5389999999999996e-06 2023-08-28T02:34:25.301 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.301 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.301 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:25.301 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.423751+0000", 2023-08-28T02:34:25.301 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.005055977 2023-08-28T02:34:25.301 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.301 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.301 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:34:25.301 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.423917+0000", 2023-08-28T02:34:25.301 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000165775 2023-08-28T02:34:25.301 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.302 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.302 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 2,6", 2023-08-28T02:34:25.302 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.424341+0000", 2023-08-28T02:34:25.302 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00042420499999999998 2023-08-28T02:34:25.302 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.302 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.302 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:34:25.302 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.426926+0000", 2023-08-28T02:34:25.302 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0025854419999999999 2023-08-28T02:34:25.302 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.302 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.302 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:25.303 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.427723+0000", 2023-08-28T02:34:25.303 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00079643900000000002 2023-08-28T02:34:25.303 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.303 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.303 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:25.303 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.441802+0000", 2023-08-28T02:34:25.303 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.014079402 2023-08-28T02:34:25.303 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.303 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.303 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:34:25.303 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.441868+0000", 2023-08-28T02:34:25.304 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.5519999999999996e-05 2023-08-28T02:34:25.304 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.304 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.304 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:34:25.304 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.441998+0000", 2023-08-28T02:34:25.304 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00013027899999999999 2023-08-28T02:34:25.304 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:25.304 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:34:25.304 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:25.304 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.304 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.304 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:93232 10.2 10:4acd7099:::benchmark_data_smithi040_250784_object93231:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e279)", 2023-08-28T02:34:25.305 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:14.191364+0000", 2023-08-28T02:34:25.305 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 130.98431192300001, 2023-08-28T02:34:25.305 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 18.483502566999999, 2023-08-28T02:34:25.305 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:34:25.305 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:34:25.305 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:34:25.305 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:34:25.305 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:34:25.305 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 93232 2023-08-28T02:34:25.305 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.305 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:34:25.306 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.306 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:34:25.306 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.191364+0000", 2023-08-28T02:34:25.306 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:25.306 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.306 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.306 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:34:25.306 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.191364+0000", 2023-08-28T02:34:25.306 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:25.306 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.306 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.306 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:34:25.307 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.191362+0000", 2023-08-28T02:34:25.307 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:34:25.307 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.307 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.307 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:34:25.307 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.191392+0000", 2023-08-28T02:34:25.307 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.9550999999999999e-05 2023-08-28T02:34:25.307 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.307 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.307 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:34:25.307 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.191407+0000", 2023-08-28T02:34:25.307 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.5923999999999999e-05 2023-08-28T02:34:25.308 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.308 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.308 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:34:25.308 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.191416+0000", 2023-08-28T02:34:25.308 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.7760000000000003e-06 2023-08-28T02:34:25.308 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.308 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.308 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:25.308 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.191474+0000", 2023-08-28T02:34:25.308 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.7837999999999997e-05 2023-08-28T02:34:25.308 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.308 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.308 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:34:25.309 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.191607+0000", 2023-08-28T02:34:25.309 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000133211 2023-08-28T02:34:25.309 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.309 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.309 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,4", 2023-08-28T02:34:25.309 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.191739+0000", 2023-08-28T02:34:25.309 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00013158000000000001 2023-08-28T02:34:25.309 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.309 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.309 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:34:25.309 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.195177+0000", 2023-08-28T02:34:25.309 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0034383700000000001 2023-08-28T02:34:25.309 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.310 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.310 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:25.310 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.198514+0000", 2023-08-28T02:34:25.310 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0033371249999999998 2023-08-28T02:34:25.310 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.310 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.310 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:25.310 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.674771+0000", 2023-08-28T02:34:25.310 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 18.476256628000002 2023-08-28T02:34:25.310 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.310 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.310 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:34:25.311 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.674811+0000", 2023-08-28T02:34:25.311 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.0318000000000003e-05 2023-08-28T02:34:25.311 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.311 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.311 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:34:25.311 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.674867+0000", 2023-08-28T02:34:25.311 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.5294000000000003e-05 2023-08-28T02:34:25.311 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:25.311 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:34:25.311 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:25.311 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.312 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.312 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:93262 10.2 10:4aeb0131:::benchmark_data_smithi040_250784_object93261:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e279)", 2023-08-28T02:34:25.312 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:14.251778+0000", 2023-08-28T02:34:25.312 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 130.923898245, 2023-08-28T02:34:25.312 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 18.423198287000002, 2023-08-28T02:34:25.312 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:34:25.312 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:34:25.312 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:34:25.312 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:34:25.312 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:34:25.312 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 93262 2023-08-28T02:34:25.312 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.313 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:34:25.313 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.313 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:34:25.313 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.251778+0000", 2023-08-28T02:34:25.313 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:25.313 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.313 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.313 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:34:25.313 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.251778+0000", 2023-08-28T02:34:25.313 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:25.313 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.313 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.313 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:34:25.314 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.251776+0000", 2023-08-28T02:34:25.314 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:34:25.314 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.314 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.314 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:34:25.314 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.251804+0000", 2023-08-28T02:34:25.314 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.8113999999999999e-05 2023-08-28T02:34:25.314 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.314 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.314 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:34:25.314 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.251818+0000", 2023-08-28T02:34:25.314 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4064e-05 2023-08-28T02:34:25.315 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.315 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.315 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:34:25.315 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.251826+0000", 2023-08-28T02:34:25.315 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.8120000000000008e-06 2023-08-28T02:34:25.315 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.315 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.315 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:25.315 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.251885+0000", 2023-08-28T02:34:25.315 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.9583999999999997e-05 2023-08-28T02:34:25.315 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.315 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.316 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:34:25.316 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.252065+0000", 2023-08-28T02:34:25.316 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00017993100000000001 2023-08-28T02:34:25.316 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.316 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.316 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,4", 2023-08-28T02:34:25.316 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.252226+0000", 2023-08-28T02:34:25.316 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00016088800000000001 2023-08-28T02:34:25.316 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.316 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.316 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:34:25.317 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.255987+0000", 2023-08-28T02:34:25.317 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0037607230000000001 2023-08-28T02:34:25.317 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.317 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.317 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:25.317 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.258831+0000", 2023-08-28T02:34:25.317 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.002844348 2023-08-28T02:34:25.317 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.317 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.317 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:25.317 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.674903+0000", 2023-08-28T02:34:25.317 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 18.416072205999999 2023-08-28T02:34:25.317 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.318 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.318 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:34:25.318 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.674949+0000", 2023-08-28T02:34:25.318 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.5235999999999999e-05 2023-08-28T02:34:25.318 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.318 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.318 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:34:25.318 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.674976+0000", 2023-08-28T02:34:25.318 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.7402999999999998e-05 2023-08-28T02:34:25.318 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:25.318 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:34:25.318 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:25.318 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.319 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.319 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:93288 10.2 10:4ef81379:::benchmark_data_smithi040_250784_object93287:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e279)", 2023-08-28T02:34:25.319 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:14.323149+0000", 2023-08-28T02:34:25.319 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 130.852526772, 2023-08-28T02:34:25.319 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 18.351936534, 2023-08-28T02:34:25.319 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:34:25.319 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:34:25.319 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:34:25.319 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:34:25.319 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:34:25.319 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 93288 2023-08-28T02:34:25.320 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.320 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:34:25.320 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.320 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:34:25.320 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.323149+0000", 2023-08-28T02:34:25.320 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:25.320 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.320 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.320 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:34:25.320 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.323149+0000", 2023-08-28T02:34:25.320 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:25.320 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.321 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.321 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:34:25.321 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.323148+0000", 2023-08-28T02:34:25.321 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:34:25.321 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.321 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.321 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:34:25.321 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.323178+0000", 2023-08-28T02:34:25.321 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.0845e-05 2023-08-28T02:34:25.321 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.321 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.321 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:34:25.321 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.323197+0000", 2023-08-28T02:34:25.322 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.8541000000000001e-05 2023-08-28T02:34:25.322 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.322 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.322 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:34:25.322 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.323207+0000", 2023-08-28T02:34:25.322 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0018e-05 2023-08-28T02:34:25.322 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.322 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.322 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:25.322 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.323256+0000", 2023-08-28T02:34:25.322 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.9215000000000002e-05 2023-08-28T02:34:25.322 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.323 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.323 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:34:25.323 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.323413+0000", 2023-08-28T02:34:25.323 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00015721999999999999 2023-08-28T02:34:25.323 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.323 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.323 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,4", 2023-08-28T02:34:25.323 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.323533+0000", 2023-08-28T02:34:25.323 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000119363 2023-08-28T02:34:25.323 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.323 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.323 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:34:25.324 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.326407+0000", 2023-08-28T02:34:25.324 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0028743689999999999 2023-08-28T02:34:25.324 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.324 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.324 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:25.324 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.326664+0000", 2023-08-28T02:34:25.324 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000256655 2023-08-28T02:34:25.324 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.324 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.324 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:25.324 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.675011+0000", 2023-08-28T02:34:25.324 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 18.348347230999998 2023-08-28T02:34:25.324 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.325 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.325 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:34:25.325 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.675049+0000", 2023-08-28T02:34:25.325 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.7700999999999997e-05 2023-08-28T02:34:25.325 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.325 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.325 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:34:25.325 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.675086+0000", 2023-08-28T02:34:25.325 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.6905e-05 2023-08-28T02:34:25.325 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:25.325 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:34:25.325 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:25.326 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.326 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.326 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:93304 10.2 10:4b4a961c:::benchmark_data_smithi040_250784_object93303:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e279)", 2023-08-28T02:34:25.326 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:14.372577+0000", 2023-08-28T02:34:25.326 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 130.80309925099999, 2023-08-28T02:34:25.326 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 18.302606406999999, 2023-08-28T02:34:25.326 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:34:25.326 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:34:25.326 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:34:25.326 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:34:25.326 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:34:25.326 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 93304 2023-08-28T02:34:25.326 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.327 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:34:25.327 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.327 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:34:25.327 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.372577+0000", 2023-08-28T02:34:25.327 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:25.327 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.327 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.327 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:34:25.327 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.372577+0000", 2023-08-28T02:34:25.327 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:25.327 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.328 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.328 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:34:25.328 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.372576+0000", 2023-08-28T02:34:25.328 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:34:25.328 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.328 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.328 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:34:25.328 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.372618+0000", 2023-08-28T02:34:25.328 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.2212000000000002e-05 2023-08-28T02:34:25.328 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.328 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.328 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:34:25.329 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.372643+0000", 2023-08-28T02:34:25.329 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.5585999999999999e-05 2023-08-28T02:34:25.329 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.329 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.329 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:34:25.329 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.372653+0000", 2023-08-28T02:34:25.329 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.1200000000000008e-06 2023-08-28T02:34:25.329 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.329 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.329 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:25.329 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.372706+0000", 2023-08-28T02:34:25.329 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.3446999999999998e-05 2023-08-28T02:34:25.329 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.330 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.330 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:34:25.330 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.372837+0000", 2023-08-28T02:34:25.330 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00013135600000000001 2023-08-28T02:34:25.330 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.330 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.330 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,4", 2023-08-28T02:34:25.330 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.372972+0000", 2023-08-28T02:34:25.330 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00013499599999999999 2023-08-28T02:34:25.330 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.330 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.330 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:25.331 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.376350+0000", 2023-08-28T02:34:25.331 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00337718 2023-08-28T02:34:25.331 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.331 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.331 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:34:25.331 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.376510+0000", 2023-08-28T02:34:25.331 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00016010800000000001 2023-08-28T02:34:25.331 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.331 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.331 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:25.331 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.675112+0000", 2023-08-28T02:34:25.331 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 18.298602155000001 2023-08-28T02:34:25.332 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.332 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.333 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:34:25.333 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.675146+0000", 2023-08-28T02:34:25.333 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.4554000000000002e-05 2023-08-28T02:34:25.333 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:25.333 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:25.333 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:34:25.333 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.675183+0000", 2023-08-28T02:34:25.333 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.6711999999999997e-05 2023-08-28T02:34:25.334 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:25.334 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:34:25.334 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:25.334 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:25.334 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:34:25.334 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-08-28T02:34:25.334 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:34:25.346 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:34:25.388 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:34:25 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:34:25] "GET /metrics HTTP/1.1" 200 36603 "" "Prometheus/2.43.0" 2023-08-28T02:34:25.394 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:34:25.420 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:25.428 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:34:25.467 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:34:25.499 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:34:25.519 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:34:25.523 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:25.524 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:34:25.525 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:34:25.551 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:34:25.575 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:34:25.576 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-08-28T02:34:25.576 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-08-28T02:34:25.576 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-08-28T02:34:25.577 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-08-28T02:34:25.577 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-08-28T02:34:25.577 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-08-28T02:34:25.577 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-08-28T02:34:25.577 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-08-28T02:34:25.624 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:34:25.653 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:25.676 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:34:25.679 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:25.679 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:34:25.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:25 smithi040 ceph-mon[170259]: pgmap v930: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 88 active+clean; 5.4 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 74 op/s; 40670/265233 objects degraded (15.334%); 24230/265233 objects misplaced (9.135%); 14 MiB/s, 232 objects/s recovering 2023-08-28T02:34:25.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:25 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2169661174' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:34:25.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:25 smithi040 ceph-mon[175404]: pgmap v930: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 88 active+clean; 5.4 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 74 op/s; 40670/265233 objects degraded (15.334%); 24230/265233 objects misplaced (9.135%); 14 MiB/s, 232 objects/s recovering 2023-08-28T02:34:25.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:25 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2169661174' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:34:25.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:25 smithi083 ceph-mon[157819]: pgmap v930: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 88 active+clean; 5.4 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 74 op/s; 40670/265233 objects degraded (15.334%); 24230/265233 objects misplaced (9.135%); 14 MiB/s, 232 objects/s recovering 2023-08-28T02:34:25.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:25 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2169661174' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:34:25.780 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:34:25.808 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:25.830 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:34:25.831 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:25.832 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:34:25.932 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:34:25.959 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:25.979 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:34:25.982 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:25.982 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:34:26.083 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:34:26.112 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:26.133 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:34:26.137 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:26.137 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:34:26.238 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:34:26.266 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:26.286 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:34:26.289 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:26.289 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:34:26.389 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:34:26.417 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:26.436 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:34:26.438 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:26.439 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:34:26.484 INFO:teuthology.orchestra.run.smithi040.stderr:nodeep-scrub is unset 2023-08-28T02:34:26.540 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:34:26.643 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:26.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:26 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2847441061' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:34:26.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:26 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 40670/265233 objects degraded (15.334%), 8 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-08-28T02:34:26.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:26 smithi040 ceph-mon[175404]: pgmap v931: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 88 active+clean; 5.4 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 79 op/s; 40624/264639 objects degraded (15.351%); 23900/264639 objects misplaced (9.031%); 14 MiB/s, 224 objects/s recovering 2023-08-28T02:34:26.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:26 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2847441061' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:34:26.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:26 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 40670/265233 objects degraded (15.334%), 8 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-08-28T02:34:26.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:26 smithi040 ceph-mon[170259]: pgmap v931: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 88 active+clean; 5.4 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 79 op/s; 40624/264639 objects degraded (15.351%); 23900/264639 objects misplaced (9.031%); 14 MiB/s, 224 objects/s recovering 2023-08-28T02:34:26.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:26 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2847441061' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:34:26.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:26 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 40670/265233 objects degraded (15.334%), 8 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-08-28T02:34:26.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:26 smithi083 ceph-mon[157819]: pgmap v931: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 88 active+clean; 5.4 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 79 op/s; 40624/264639 objects degraded (15.351%); 23900/264639 objects misplaced (9.031%); 14 MiB/s, 224 objects/s recovering 2023-08-28T02:34:27.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:27 smithi040 ceph-mon[170259]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:34:27.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:27 smithi040 ceph-mon[170259]: failed to encode map e316 with expected crc 2023-08-28T02:34:27.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:27 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2847441061' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:34:27.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:27 smithi040 ceph-mon[170259]: osdmap e316: 8 total, 8 up, 6 in 2023-08-28T02:34:27.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:27 smithi040 ceph-mon[170259]: failed to encode map e316 with expected crc 2023-08-28T02:34:27.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:27 smithi040 ceph-mon[175404]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:34:27.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:27 smithi040 ceph-mon[175404]: failed to encode map e316 with expected crc 2023-08-28T02:34:27.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:27 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2847441061' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:34:27.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:27 smithi040 ceph-mon[175404]: osdmap e316: 8 total, 8 up, 6 in 2023-08-28T02:34:27.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:27 smithi040 ceph-mon[175404]: failed to encode map e316 with expected crc 2023-08-28T02:34:27.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:27 smithi083 ceph-mon[157819]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:34:27.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:27 smithi083 ceph-mon[157819]: failed to encode map e316 with expected crc 2023-08-28T02:34:27.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:27 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2847441061' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:34:27.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:27 smithi083 ceph-mon[157819]: osdmap e316: 8 total, 8 up, 6 in 2023-08-28T02:34:27.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:27 smithi083 ceph-mon[157819]: failed to encode map e316 with expected crc 2023-08-28T02:34:28.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:28 smithi040 ceph-mon[170259]: pgmap v933: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 88 active+clean; 5.4 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 77 op/s; 40624/264429 objects degraded (15.363%); 23449/264429 objects misplaced (8.868%); 10 MiB/s, 162 objects/s recovering 2023-08-28T02:34:28.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:28 smithi040 ceph-mon[175404]: pgmap v933: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 88 active+clean; 5.4 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 77 op/s; 40624/264429 objects degraded (15.363%); 23449/264429 objects misplaced (8.868%); 10 MiB/s, 162 objects/s recovering 2023-08-28T02:34:28.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:28 smithi083 ceph-mon[157819]: pgmap v933: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 88 active+clean; 5.4 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 77 op/s; 40624/264429 objects degraded (15.363%); 23449/264429 objects misplaced (8.868%); 10 MiB/s, 162 objects/s recovering 2023-08-28T02:34:28.831 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.2 dump_ops_in_flight 2023-08-28T02:34:28.913 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:34:28.916 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:28.917 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:34:29.017 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:34:29.058 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:29.191 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:34:29.194 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:29.194 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:34:29.295 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:34:29.334 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:34:29.334 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:29.367 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:34:29.371 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:29.372 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:34:29.472 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:34:29.524 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:29.557 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:34:29.564 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:29.565 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:34:29.665 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:34:29.694 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:29.713 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:34:29.715 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:29.716 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:34:29.748 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:34:29.750 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:34:29.816 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:34:29.859 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:30.812 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-08-28T02:34:31.115 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:30 smithi040 ceph-mon[175404]: from='client.45443 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:34:31.115 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:30 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:34:31.115 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:30 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:34:31.115 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:30 smithi040 ceph-mon[175404]: pgmap v934: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 88 active+clean; 5.4 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 69 op/s; 40553/264018 objects degraded (15.360%); 23064/264018 objects misplaced (8.736%); 10 MiB/s, 164 objects/s recovering 2023-08-28T02:34:31.116 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:30 smithi040 ceph-mon[170259]: from='client.45443 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:34:31.116 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:30 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:34:31.116 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:30 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:34:31.116 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:30 smithi040 ceph-mon[170259]: pgmap v934: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 88 active+clean; 5.4 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 69 op/s; 40553/264018 objects degraded (15.360%); 23064/264018 objects misplaced (8.736%); 10 MiB/s, 164 objects/s recovering 2023-08-28T02:34:31.186 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:34:31.189 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:31.190 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:34:31.192 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd set noscrub 2023-08-28T02:34:31.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:30 smithi083 ceph-mon[157819]: from='client.45443 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:34:31.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:30 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:34:31.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:30 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:34:31.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:30 smithi083 ceph-mon[157819]: pgmap v934: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 88 active+clean; 5.4 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 69 op/s; 40553/264018 objects degraded (15.360%); 23064/264018 objects misplaced (8.736%); 10 MiB/s, 164 objects/s recovering 2023-08-28T02:34:31.291 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:34:31.319 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:31.339 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:34:31.341 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:31.342 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:34:31.442 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:34:31.479 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:32.221 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:31 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 40553/264018 objects degraded (15.360%), 8 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-08-28T02:34:32.222 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:31 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 40553/264018 objects degraded (15.360%), 8 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-08-28T02:34:32.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:31 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 40553/264018 objects degraded (15.360%), 8 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-08-28T02:34:32.379 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:34:32.383 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:32.384 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:34:32.414 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":933,"stamp":"2023-08-28T02:34:28.389429+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":5775342340,"num_objects":88143,"num_object_clones":0,"num_object_copies":264429,"num_objects_missing_on_primary":5620,"num_objects_missing":5620,"num_objects_degraded":40624,"num_objects_misplaced":23449,"num_objects_unfound":0,"num_objects_dirty":88143,"num_whiteouts":0,"num_read":90,"num_read_kb":168,"num_write":98599,"num_write_kb":5972054,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":27056,"num_bytes_recovered":1766199665,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":93968,"ondisk_log_size":93968,"up":297,"acting":290,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":15805820,"kb_used_data":12902348,"kb_used_omap":12,"kb_used_meta":2903347,"kb_avail":546665092,"statfs":{"total":575970213888,"available":559785054208,"internally_reserved":0,"allocated":13212004352,"data_stored":13202839835,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12739,"internal_metadata":2973027901},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,1,1,0,1,2,0,1,2,3,6,3],"upper_bound":8192},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-50593792,"num_objects":-772,"num_object_clones":0,"num_object_copies":-2316,"num_objects_missing_on_primary":-52,"num_objects_missing":-52,"num_objects_degraded":-210,"num_objects_misplaced":-1595,"num_objects_unfound":0,"num_objects_dirty":-772,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":772,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1621,"num_bytes_recovered":106233856,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.003042"},"pg_stats":[{"pgid":"3.1a","version":"65'1","reported_seq":326,"reported_epoch":314,"state":"active+clean","last_fresh":"2023-08-28T02:34:13.424253+0000","last_change":"2023-08-28T02:32:32.667028+0000","last_active":"2023-08-28T02:34:13.424253+0000","last_peered":"2023-08-28T02:34:13.424253+0000","last_clean":"2023-08-28T02:34:13.424253+0000","last_became_active":"2023-08-28T02:32:32.666711+0000","last_became_peered":"2023-08-28T02:32:32.666711+0000","last_unstale":"2023-08-28T02:34:13.424253+0000","last_undegraded":"2023-08-28T02:34:13.424253+0000","last_fullsized":"2023-08-28T02:34:13.424253+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:28:21.913105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":277,"reported_epoch":314,"state":"active+clean","last_fresh":"2023-08-28T02:34:13.427833+0000","last_change":"2023-08-28T02:29:44.421259+0000","last_active":"2023-08-28T02:34:13.427833+0000","last_peered":"2023-08-28T02:34:13.427833+0000","last_clean":"2023-08-28T02:34:13.427833+0000","last_became_active":"2023-08-28T02:29:44.420936+0000","last_became_peered":"2023-08-28T02:29:44.420936+0000","last_unstale":"2023-08-28T02:34:13.427833+0000","last_undegraded":"2023-08-28T02:34:13.427833+0000","last_fullsized":"2023-08-28T02:34:13.427833+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:22:26.346867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":119,"reported_epoch":315,"state":"active+clean","last_fresh":"2023-08-28T02:34:14.423779+0000","last_change":"2023-08-28T02:33:12.290337+0000","last_active":"2023-08-28T02:34:14.423779+0000","last_peered":"2023-08-28T02:34:14.423779+0000","last_clean":"2023-08-28T02:34:14.423779+0000","last_became_active":"2023-08-28T02:33:12.289852+0000","last_became_peered":"2023-08-28T02:33:12.289852+0000","last_unstale":"2023-08-28T02:34:14.423779+0000","last_undegraded":"2023-08-28T02:34:14.423779+0000","last_fullsized":"2023-08-28T02:34:14.423779+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:04:26.420037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":292,"reported_epoch":314,"state":"active+clean","last_fresh":"2023-08-28T02:34:13.427054+0000","last_change":"2023-08-28T02:33:13.317226+0000","last_active":"2023-08-28T02:34:13.427054+0000","last_peered":"2023-08-28T02:34:13.427054+0000","last_clean":"2023-08-28T02:34:13.427054+0000","last_became_active":"2023-08-28T02:33:13.316893+0000","last_became_peered":"2023-08-28T02:33:13.316893+0000","last_unstale":"2023-08-28T02:34:13.427054+0000","last_undegraded":"2023-08-28T02:34:13.427054+0000","last_fullsized":"2023-08-28T02:34:13.427054+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:55:46.593463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":237,"reported_epoch":314,"state":"active+clean","last_fresh":"2023-08-28T02:34:13.419871+0000","last_change":"2023-08-28T02:33:12.295203+0000","last_active":"2023-08-28T02:34:13.419871+0000","last_peered":"2023-08-28T02:34:13.419871+0000","last_clean":"2023-08-28T02:34:13.419871+0000","last_became_active":"2023-08-28T02:33:12.294904+0000","last_became_peered":"2023-08-28T02:33:12.294904+0000","last_unstale":"2023-08-28T02:34:13.419871+0000","last_undegraded":"2023-08-28T02:34:13.419871+0000","last_fullsized":"2023-08-28T02:34:13.419871+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:31:07.008856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":256,"reported_epoch":314,"state":"active+clean","last_fresh":"2023-08-28T02:34:13.422277+0000","last_change":"2023-08-28T02:31:51.987263+0000","last_active":"2023-08-28T02:34:13.422277+0000","last_peered":"2023-08-28T02:34:13.422277+0000","last_clean":"2023-08-28T02:34:13.422277+0000","last_became_active":"2023-08-28T02:31:51.986938+0000","last_became_peered":"2023-08-28T02:31:51.986938+0000","last_unstale":"2023-08-28T02:34:13.422277+0000","last_undegraded":"2023-08-28T02:34:13.422277+0000","last_fullsized":"2023-08-28T02:34:13.422277+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:18.021905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":287,"reported_epoch":314,"state":"active+clean","last_fresh":"2023-08-28T02:34:13.427387+0000","last_change":"2023-08-28T02:33:12.318656+0000","last_active":"2023-08-28T02:34:13.427387+0000","last_peered":"2023-08-28T02:34:13.427387+0000","last_clean":"2023-08-28T02:34:13.427387+0000","last_became_active":"2023-08-28T02:33:12.318297+0000","last_became_peered":"2023-08-28T02:33:12.318297+0000","last_unstale":"2023-08-28T02:34:13.427387+0000","last_undegraded":"2023-08-28T02:34:13.427387+0000","last_fullsized":"2023-08-28T02:34:13.427387+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:43:09.789767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":218,"reported_epoch":314,"state":"active+clean","last_fresh":"2023-08-28T02:34:13.419964+0000","last_change":"2023-08-28T02:33:13.357230+0000","last_active":"2023-08-28T02:34:13.419964+0000","last_peered":"2023-08-28T02:34:13.419964+0000","last_clean":"2023-08-28T02:34:13.419964+0000","last_became_active":"2023-08-28T02:33:13.356853+0000","last_became_peered":"2023-08-28T02:33:13.356853+0000","last_unstale":"2023-08-28T02:34:13.419964+0000","last_undegraded":"2023-08-28T02:34:13.419964+0000","last_fullsized":"2023-08-28T02:34:13.419964+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:20:21.545007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":298,"reported_epoch":314,"state":"active+clean","last_fresh":"2023-08-28T02:34:13.421818+0000","last_change":"2023-08-28T02:29:44.462510+0000","last_active":"2023-08-28T02:34:13.421818+0000","last_peered":"2023-08-28T02:34:13.421818+0000","last_clean":"2023-08-28T02:34:13.421818+0000","last_became_active":"2023-08-28T02:29:44.460314+0000","last_became_peered":"2023-08-28T02:29:44.460314+0000","last_unstale":"2023-08-28T02:34:13.421818+0000","last_undegraded":"2023-08-28T02:34:13.421818+0000","last_fullsized":"2023-08-28T02:34:13.421818+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:59:01.311467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":221,"reported_epoch":314,"state":"active+clean","last_fresh":"2023-08-28T02:34:13.419952+0000","last_change":"2023-08-28T02:33:13.291255+0000","last_active":"2023-08-28T02:34:13.419952+0000","last_peered":"2023-08-28T02:34:13.419952+0000","last_clean":"2023-08-28T02:34:13.419952+0000","last_became_active":"2023-08-28T02:33:13.290933+0000","last_became_peered":"2023-08-28T02:33:13.290933+0000","last_unstale":"2023-08-28T02:34:13.419952+0000","last_undegraded":"2023-08-28T02:34:13.419952+0000","last_fullsized":"2023-08-28T02:34:13.419952+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:31:54.116908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"65'3","reported_seq":299,"reported_epoch":314,"state":"active+clean","last_fresh":"2023-08-28T02:34:13.431189+0000","last_change":"2023-08-28T02:33:12.296412+0000","last_active":"2023-08-28T02:34:13.431189+0000","last_peered":"2023-08-28T02:34:13.431189+0000","last_clean":"2023-08-28T02:34:13.431189+0000","last_became_active":"2023-08-28T02:33:12.295786+0000","last_became_peered":"2023-08-28T02:33:12.295786+0000","last_unstale":"2023-08-28T02:34:13.431189+0000","last_undegraded":"2023-08-28T02:34:13.431189+0000","last_fullsized":"2023-08-28T02:34:13.431189+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:15:31.449163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":123,"reported_epoch":316,"state":"active+clean","last_fresh":"2023-08-28T02:34:26.487700+0000","last_change":"2023-08-28T02:32:32.666927+0000","last_active":"2023-08-28T02:34:26.487700+0000","last_peered":"2023-08-28T02:34:26.487700+0000","last_clean":"2023-08-28T02:34:26.487700+0000","last_became_active":"2023-08-28T02:32:32.666618+0000","last_became_peered":"2023-08-28T02:32:32.666618+0000","last_unstale":"2023-08-28T02:34:26.487700+0000","last_undegraded":"2023-08-28T02:34:26.487700+0000","last_fullsized":"2023-08-28T02:34:26.487700+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:45:57.998333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":323,"reported_epoch":314,"state":"active+clean","last_fresh":"2023-08-28T02:34:13.425257+0000","last_change":"2023-08-28T02:32:28.505262+0000","last_active":"2023-08-28T02:34:13.425257+0000","last_peered":"2023-08-28T02:34:13.425257+0000","last_clean":"2023-08-28T02:34:13.425257+0000","last_became_active":"2023-08-28T02:32:28.455999+0000","last_became_peered":"2023-08-28T02:32:28.455999+0000","last_unstale":"2023-08-28T02:34:13.425257+0000","last_undegraded":"2023-08-28T02:34:13.425257+0000","last_fullsized":"2023-08-28T02:34:13.425257+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:28.937020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":9468,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":307,"reported_epoch":314,"state":"active+clean","last_fresh":"2023-08-28T02:34:13.425903+0000","last_change":"2023-08-28T02:32:12.959195+0000","last_active":"2023-08-28T02:34:13.425903+0000","last_peered":"2023-08-28T02:34:13.425903+0000","last_clean":"2023-08-28T02:34:13.425903+0000","last_became_active":"2023-08-28T02:32:12.958832+0000","last_became_peered":"2023-08-28T02:32:12.958832+0000","last_unstale":"2023-08-28T02:34:13.425903+0000","last_undegraded":"2023-08-28T02:34:13.425903+0000","last_fullsized":"2023-08-28T02:34:13.425903+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:23:27.197787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"65'2","reported_seq":297,"reported_epoch":314,"state":"active+clean","last_fresh":"2023-08-28T02:34:13.424255+0000","last_change":"2023-08-28T02:32:28.461161+0000","last_active":"2023-08-28T02:34:13.424255+0000","last_peered":"2023-08-28T02:34:13.424255+0000","last_clean":"2023-08-28T02:34:13.424255+0000","last_became_active":"2023-08-28T02:32:28.451284+0000","last_became_peered":"2023-08-28T02:32:28.451284+0000","last_unstale":"2023-08-28T02:34:13.424255+0000","last_undegraded":"2023-08-28T02:34:13.424255+0000","last_fullsized":"2023-08-28T02:34:13.424255+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:58:20.061020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":278,"reported_epoch":314,"state":"active+clean","last_fresh":"2023-08-28T02:34:13.423743+0000","last_change":"2023-08-28T02:29:44.419566+0000","last_active":"2023-08-28T02:34:13.423743+0000","last_peered":"2023-08-28T02:34:13.423743+0000","last_clean":"2023-08-28T02:34:13.423743+0000","last_became_active":"2023-08-28T02:29:44.419053+0000","last_became_peered":"2023-08-28T02:29:44.419053+0000","last_unstale":"2023-08-28T02:34:13.423743+0000","last_undegraded":"2023-08-28T02:34:13.423743+0000","last_fullsized":"2023-08-28T02:34:13.423743+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:44:36.133499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":281,"reported_epoch":314,"state":"active+clean","last_fresh":"2023-08-28T02:34:13.425040+0000","last_change":"2023-08-28T02:33:12.493777+0000","last_active":"2023-08-28T02:34:13.425040+0000","last_peered":"2023-08-28T02:34:13.425040+0000","last_clean":"2023-08-28T02:34:13.425040+0000","last_became_active":"2023-08-28T02:33:12.491177+0000","last_became_peered":"2023-08-28T02:33:12.491177+0000","last_unstale":"2023-08-28T02:34:13.425040+0000","last_undegraded":"2023-08-28T02:34:13.425040+0000","last_fullsized":"2023-08-28T02:34:13.425040+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:10:58.167753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":294,"reported_epoch":314,"state":"active+clean","last_fresh":"2023-08-28T02:34:13.421561+0000","last_change":"2023-08-28T02:33:12.290293+0000","last_active":"2023-08-28T02:34:13.421561+0000","last_peered":"2023-08-28T02:34:13.421561+0000","last_clean":"2023-08-28T02:34:13.421561+0000","last_became_active":"2023-08-28T02:33:12.289989+0000","last_became_peered":"2023-08-28T02:33:12.289989+0000","last_unstale":"2023-08-28T02:34:13.421561+0000","last_undegraded":"2023-08-28T02:34:13.421561+0000","last_fullsized":"2023-08-28T02:34:13.421561+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:05:33.622172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":272,"reported_epoch":314,"state":"active+clean","last_fresh":"2023-08-28T02:34:13.424379+0000","last_change":"2023-08-28T02:32:12.948756+0000","last_active":"2023-08-28T02:34:13.424379+0000","last_peered":"2023-08-28T02:34:13.424379+0000","last_clean":"2023-08-28T02:34:13.424379+0000","last_became_active":"2023-08-28T02:32:12.948441+0000","last_became_peered":"2023-08-28T02:32:12.948441+0000","last_unstale":"2023-08-28T02:34:13.424379+0000","last_undegraded":"2023-08-28T02:34:13.424379+0000","last_fullsized":"2023-08-28T02:34:13.424379+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:27.922180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":288,"reported_epoch":314,"state":"active+clean","last_fresh":"2023-08-28T02:34:13.427133+0000","last_change":"2023-08-28T02:33:12.299398+0000","last_active":"2023-08-28T02:34:13.427133+0000","last_peered":"2023-08-28T02:34:13.427133+0000","last_clean":"2023-08-28T02:34:13.427133+0000","last_became_active":"2023-08-28T02:33:12.299113+0000","last_became_peered":"2023-08-28T02:33:12.299113+0000","last_unstale":"2023-08-28T02:34:13.427133+0000","last_undegraded":"2023-08-28T02:34:13.427133+0000","last_fullsized":"2023-08-28T02:34:13.427133+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:14:55.597212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"65'8","reported_seq":81,"reported_epoch":314,"state":"active+clean","last_fresh":"2023-08-28T02:34:13.423256+0000","last_change":"2023-08-28T02:33:13.478870+0000","last_active":"2023-08-28T02:34:13.423256+0000","last_peered":"2023-08-28T02:34:13.423256+0000","last_clean":"2023-08-28T02:34:13.423256+0000","last_became_active":"2023-08-28T02:33:13.332142+0000","last_became_peered":"2023-08-28T02:33:13.332142+0000","last_unstale":"2023-08-28T02:34:13.423256+0000","last_undegraded":"2023-08-28T02:34:13.423256+0000","last_fullsized":"2023-08-28T02:34:13.423256+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:32:42.810159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":219,"reported_epoch":314,"state":"active+clean","last_fresh":"2023-08-28T02:34:13.421176+0000","last_change":"2023-08-28T02:33:12.306353+0000","last_active":"2023-08-28T02:34:13.421176+0000","last_peered":"2023-08-28T02:34:13.421176+0000","last_clean":"2023-08-28T02:34:13.421176+0000","last_became_active":"2023-08-28T02:33:12.304977+0000","last_became_peered":"2023-08-28T02:33:12.304977+0000","last_unstale":"2023-08-28T02:34:13.421176+0000","last_undegraded":"2023-08-28T02:34:13.421176+0000","last_fullsized":"2023-08-28T02:34:13.421176+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:19:38.819671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"315'6150","reported_seq":6223,"reported_epoch":315,"state":"active+clean","last_fresh":"2023-08-28T02:34:25.351238+0000","last_change":"2023-08-28T02:30:50.402703+0000","last_active":"2023-08-28T02:34:25.351238+0000","last_peered":"2023-08-28T02:34:25.351238+0000","last_clean":"2023-08-28T02:34:25.351238+0000","last_became_active":"2023-08-28T02:30:50.402419+0000","last_became_peered":"2023-08-28T02:30:50.402419+0000","last_unstale":"2023-08-28T02:34:25.351238+0000","last_undegraded":"2023-08-28T02:34:25.351238+0000","last_fullsized":"2023-08-28T02:34:25.351238+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6150,"log_dups_size":0,"ondisk_log_size":6150,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:07:37.393907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":361103360,"num_objects":5510,"num_object_clones":0,"num_object_copies":16530,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5510,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6150,"num_write_kb":373120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"65'1","reported_seq":280,"reported_epoch":314,"state":"active+clean","last_fresh":"2023-08-28T02:34:13.424876+0000","last_change":"2023-08-28T02:14:43.046130+0000","last_active":"2023-08-28T02:34:13.424876+0000","last_peered":"2023-08-28T02:34:13.424876+0000","last_clean":"2023-08-28T02:34:13.424876+0000","last_became_active":"2023-08-28T02:14:43.045775+0000","last_became_peered":"2023-08-28T02:14:43.045775+0000","last_unstale":"2023-08-28T02:34:13.424876+0000","last_undegraded":"2023-08-28T02:34:13.424876+0000","last_fullsized":"2023-08-28T02:34:13.424876+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:57:38.279756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":270,"reported_epoch":314,"state":"active+clean","last_fresh":"2023-08-28T02:34:13.421344+0000","last_change":"2023-08-28T02:31:51.987149+0000","last_active":"2023-08-28T02:34:13.421344+0000","last_peered":"2023-08-28T02:34:13.421344+0000","last_clean":"2023-08-28T02:34:13.421344+0000","last_became_active":"2023-08-28T02:31:51.986821+0000","last_became_peered":"2023-08-28T02:31:51.986821+0000","last_unstale":"2023-08-28T02:34:13.421344+0000","last_undegraded":"2023-08-28T02:34:13.421344+0000","last_fullsized":"2023-08-28T02:34:13.421344+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:23:26.661134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"315'6161","reported_seq":9592,"reported_epoch":315,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:34:25.705773+0000","last_change":"2023-08-28T02:33:33.975566+0000","last_active":"2023-08-28T02:34:25.705773+0000","last_peered":"2023-08-28T02:34:25.705773+0000","last_clean":"2023-08-28T02:31:27.868230+0000","last_became_active":"2023-08-28T02:33:33.660452+0000","last_became_peered":"2023-08-28T02:33:33.660452+0000","last_unstale":"2023-08-28T02:34:25.705773+0000","last_undegraded":"2023-08-28T02:33:13.410847+0000","last_fullsized":"2023-08-28T02:33:13.270012+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6161,"log_dups_size":0,"ondisk_log_size":6161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:33.375162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":356450304,"num_objects":5439,"num_object_clones":0,"num_object_copies":16317,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7324,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5439,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6161,"num_write_kb":371200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1660,"num_bytes_recovered":108724224,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[5,4],"avail_no_missing":["5","6"],"object_location_counts":[{"shards":"2,5,6","objects":915},{"shards":"3,5,6","objects":2396},{"shards":"4,5","objects":623},{"shards":"5,6","objects":1505}],"blocked_by":[],"up_primary":3,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"65'2","reported_seq":305,"reported_epoch":314,"state":"active+clean","last_fresh":"2023-08-28T02:34:13.424643+0000","last_change":"2023-08-28T02:29:44.436352+0000","last_active":"2023-08-28T02:34:13.424643+0000","last_peered":"2023-08-28T02:34:13.424643+0000","last_clean":"2023-08-28T02:34:13.424643+0000","last_became_active":"2023-08-28T02:29:44.411499+0000","last_became_peered":"2023-08-28T02:29:44.411499+0000","last_unstale":"2023-08-28T02:34:13.424643+0000","last_undegraded":"2023-08-28T02:34:13.424643+0000","last_fullsized":"2023-08-28T02:34:13.424643+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:46:57.540191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":331,"reported_epoch":314,"state":"active+clean","last_fresh":"2023-08-28T02:34:13.426220+0000","last_change":"2023-08-28T02:33:12.289004+0000","last_active":"2023-08-28T02:34:13.426220+0000","last_peered":"2023-08-28T02:34:13.426220+0000","last_clean":"2023-08-28T02:34:13.426220+0000","last_became_active":"2023-08-28T02:33:12.288722+0000","last_became_peered":"2023-08-28T02:33:12.288722+0000","last_unstale":"2023-08-28T02:34:13.426220+0000","last_undegraded":"2023-08-28T02:34:13.426220+0000","last_fullsized":"2023-08-28T02:34:13.426220+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:24.019483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"315'6075","reported_seq":6164,"reported_epoch":315,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:34:25.013588+0000","last_change":"2023-08-28T02:33:13.585687+0000","last_active":"2023-08-28T02:34:25.013588+0000","last_peered":"2023-08-28T02:34:25.013588+0000","last_clean":"2023-08-28T02:31:27.908616+0000","last_became_active":"2023-08-28T02:33:13.578484+0000","last_became_peered":"2023-08-28T02:33:13.578484+0000","last_unstale":"2023-08-28T02:34:25.013588+0000","last_undegraded":"2023-08-28T02:33:13.297322+0000","last_fullsized":"2023-08-28T02:33:13.268309+0000","mapping_epoch":298,"log_start":"255'712","ondisk_log_start":"255'712","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5363,"log_dups_size":0,"ondisk_log_size":5363,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:42:33.431186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":358809600,"num_objects":5475,"num_object_clones":0,"num_object_copies":16425,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2533,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5475,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6075,"num_write_kb":369600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4],"avail_no_missing":["0","4"],"object_location_counts":[{"shards":"0,4","objects":3027}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"65'1","reported_seq":291,"reported_epoch":314,"state":"active+clean","last_fresh":"2023-08-28T02:34:13.424891+0000","last_change":"2023-08-28T02:33:13.516869+0000","last_active":"2023-08-28T02:34:13.424891+0000","last_peered":"2023-08-28T02:34:13.424891+0000","last_clean":"2023-08-28T02:34:13.424891+0000","last_became_active":"2023-08-28T02:33:13.396736+0000","last_became_peered":"2023-08-28T02:33:13.396736+0000","last_unstale":"2023-08-28T02:34:13.424891+0000","last_undegraded":"2023-08-28T02:34:13.424891+0000","last_fullsized":"2023-08-28T02:34:13.424891+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:47:08.237137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":257,"reported_epoch":315,"state":"active+clean","last_fresh":"2023-08-28T02:34:14.423842+0000","last_change":"2023-08-28T02:31:51.987327+0000","last_active":"2023-08-28T02:34:14.423842+0000","last_peered":"2023-08-28T02:34:14.423842+0000","last_clean":"2023-08-28T02:34:14.423842+0000","last_became_active":"2023-08-28T02:31:51.987018+0000","last_became_peered":"2023-08-28T02:31:51.987018+0000","last_unstale":"2023-08-28T02:34:14.423842+0000","last_undegraded":"2023-08-28T02:34:14.423842+0000","last_fullsized":"2023-08-28T02:34:14.423842+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:53:26.105101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.5","version":"315'6054","reported_seq":6621,"reported_epoch":315,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:34:25.044282+0000","last_change":"2023-08-28T02:33:13.625779+0000","last_active":"2023-08-28T02:34:25.044282+0000","last_peered":"2023-08-28T02:34:25.044282+0000","last_clean":"2023-08-28T02:31:27.898932+0000","last_became_active":"2023-08-28T02:33:13.612126+0000","last_became_peered":"2023-08-28T02:33:13.612126+0000","last_unstale":"2023-08-28T02:34:25.044282+0000","last_undegraded":"2023-08-28T02:33:13.485377+0000","last_fullsized":"2023-08-28T02:33:13.264317+0000","mapping_epoch":298,"log_start":"255'763","ondisk_log_start":"255'763","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5291,"log_dups_size":0,"ondisk_log_size":5291,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:37:28.843386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":353763328,"num_objects":5398,"num_object_clones":0,"num_object_copies":16194,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7940,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5398,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6054,"num_write_kb":366464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":236,"num_bytes_recovered":15466496,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,7],"avail_no_missing":["0","2"],"object_location_counts":[{"shards":"0,2","objects":2358},{"shards":"0,2,3","objects":3040}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":309,"reported_epoch":314,"state":"active+clean","last_fresh":"2023-08-28T02:34:13.421445+0000","last_change":"2023-08-28T02:33:13.281826+0000","last_active":"2023-08-28T02:34:13.421445+0000","last_peered":"2023-08-28T02:34:13.421445+0000","last_clean":"2023-08-28T02:34:13.421445+0000","last_became_active":"2023-08-28T02:33:13.281511+0000","last_became_peered":"2023-08-28T02:33:13.281511+0000","last_unstale":"2023-08-28T02:34:13.421445+0000","last_undegraded":"2023-08-28T02:34:13.421445+0000","last_fullsized":"2023-08-28T02:34:13.421445+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:32:55.005706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":304,"reported_epoch":314,"state":"active+clean","last_fresh":"2023-08-28T02:34:13.423539+0000","last_change":"2023-08-28T02:29:44.436713+0000","last_active":"2023-08-28T02:34:13.423539+0000","last_peered":"2023-08-28T02:34:13.423539+0000","last_clean":"2023-08-28T02:34:13.423539+0000","last_became_active":"2023-08-28T02:29:44.436203+0000","last_became_peered":"2023-08-28T02:29:44.436203+0000","last_unstale":"2023-08-28T02:34:13.423539+0000","last_undegraded":"2023-08-28T02:34:13.423539+0000","last_fullsized":"2023-08-28T02:34:13.423539+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:46:48.522293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"316'6225","reported_seq":6301,"reported_epoch":316,"state":"active+clean","last_fresh":"2023-08-28T02:34:26.487486+0000","last_change":"2023-08-28T02:30:50.399669+0000","last_active":"2023-08-28T02:34:26.487486+0000","last_peered":"2023-08-28T02:34:26.487486+0000","last_clean":"2023-08-28T02:34:26.487486+0000","last_became_active":"2023-08-28T02:30:50.399332+0000","last_became_peered":"2023-08-28T02:30:50.399332+0000","last_unstale":"2023-08-28T02:34:26.487486+0000","last_undegraded":"2023-08-28T02:34:26.487486+0000","last_fullsized":"2023-08-28T02:34:26.487486+0000","mapping_epoch":250,"log_start":"254'100","ondisk_log_start":"254'100","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6125,"log_dups_size":0,"ondisk_log_size":6125,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:00:54.910841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":366280704,"num_objects":5589,"num_object_clones":0,"num_object_copies":16767,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5589,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6225,"num_write_kb":378048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"75'161","reported_seq":735,"reported_epoch":314,"state":"active+clean","last_fresh":"2023-08-28T02:34:13.424563+0000","last_change":"2023-08-28T02:33:13.310049+0000","last_active":"2023-08-28T02:34:13.424563+0000","last_peered":"2023-08-28T02:34:13.424563+0000","last_clean":"2023-08-28T02:34:13.424563+0000","last_became_active":"2023-08-28T02:33:13.309661+0000","last_became_peered":"2023-08-28T02:33:13.309661+0000","last_unstale":"2023-08-28T02:34:13.424563+0000","last_undegraded":"2023-08-28T02:34:13.424563+0000","last_fullsized":"2023-08-28T02:34:13.424563+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.930230+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.930230+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:27:40.889460+0000","scrub_duration":0.0050169209999999997,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"65'2","reported_seq":268,"reported_epoch":314,"state":"active+clean","last_fresh":"2023-08-28T02:34:13.420320+0000","last_change":"2023-08-28T02:33:12.294922+0000","last_active":"2023-08-28T02:34:13.420320+0000","last_peered":"2023-08-28T02:34:13.420320+0000","last_clean":"2023-08-28T02:34:13.420320+0000","last_became_active":"2023-08-28T02:33:12.294518+0000","last_became_peered":"2023-08-28T02:33:12.294518+0000","last_unstale":"2023-08-28T02:34:13.420320+0000","last_undegraded":"2023-08-28T02:34:13.420320+0000","last_fullsized":"2023-08-28T02:34:13.420320+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:21:12.737286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":308,"reported_epoch":314,"state":"active+clean","last_fresh":"2023-08-28T02:34:13.425334+0000","last_change":"2023-08-28T02:33:13.310505+0000","last_active":"2023-08-28T02:34:13.425334+0000","last_peered":"2023-08-28T02:34:13.425334+0000","last_clean":"2023-08-28T02:34:13.425334+0000","last_became_active":"2023-08-28T02:33:13.310223+0000","last_became_peered":"2023-08-28T02:33:13.310223+0000","last_unstale":"2023-08-28T02:34:13.425334+0000","last_undegraded":"2023-08-28T02:34:13.425334+0000","last_fullsized":"2023-08-28T02:34:13.425334+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:27:02.124453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"315'6142","reported_seq":6719,"reported_epoch":315,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:34:25.751031+0000","last_change":"2023-08-28T02:33:13.591092+0000","last_active":"2023-08-28T02:34:25.751031+0000","last_peered":"2023-08-28T02:34:25.751031+0000","last_clean":"2023-08-28T02:31:27.916082+0000","last_became_active":"2023-08-28T02:33:13.580413+0000","last_became_peered":"2023-08-28T02:33:13.580413+0000","last_unstale":"2023-08-28T02:34:25.751031+0000","last_undegraded":"2023-08-28T02:33:13.480527+0000","last_fullsized":"2023-08-28T02:33:13.270957+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6142,"log_dups_size":0,"ondisk_log_size":6142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:03.698410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":362151936,"num_objects":5526,"num_object_clones":0,"num_object_copies":16578,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":8150,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5526,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6142,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":237,"num_bytes_recovered":15532032,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,4],"avail_no_missing":["5","2"],"object_location_counts":[{"shards":"2,3,5","objects":3044},{"shards":"2,5","objects":2482}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"75'161","reported_seq":568,"reported_epoch":314,"state":"active+recovery_wait+degraded","last_fresh":"2023-08-28T02:34:13.421188+0000","last_change":"2023-08-28T02:33:13.287487+0000","last_active":"2023-08-28T02:34:13.421188+0000","last_peered":"2023-08-28T02:34:13.421188+0000","last_clean":"2023-08-28T02:31:25.515426+0000","last_became_active":"2023-08-28T02:33:13.287313+0000","last_became_peered":"2023-08-28T02:33:13.287313+0000","last_unstale":"2023-08-28T02:34:13.421188+0000","last_undegraded":"2023-08-28T02:33:13.270760+0000","last_fullsized":"2023-08-28T02:34:13.421188+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":204,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:45.407127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:45.407127+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:39:14.213229+0000","scrub_duration":0.0018495320000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":["5","2","3"],"object_location_counts":[{"shards":"2,3,5","objects":1}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":228,"reported_epoch":314,"state":"active+clean","last_fresh":"2023-08-28T02:34:13.424083+0000","last_change":"2023-08-28T02:33:13.309727+0000","last_active":"2023-08-28T02:34:13.424083+0000","last_peered":"2023-08-28T02:34:13.424083+0000","last_clean":"2023-08-28T02:34:13.424083+0000","last_became_active":"2023-08-28T02:33:13.309487+0000","last_became_peered":"2023-08-28T02:33:13.309487+0000","last_unstale":"2023-08-28T02:34:13.424083+0000","last_undegraded":"2023-08-28T02:34:13.424083+0000","last_fullsized":"2023-08-28T02:34:13.424083+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:27:29.294011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":43,"reported_epoch":314,"state":"active+clean","last_fresh":"2023-08-28T02:34:13.425202+0000","last_change":"2023-08-28T02:32:28.456323+0000","last_active":"2023-08-28T02:34:13.425202+0000","last_peered":"2023-08-28T02:34:13.425202+0000","last_clean":"2023-08-28T02:34:13.425202+0000","last_became_active":"2023-08-28T02:32:28.455987+0000","last_became_peered":"2023-08-28T02:32:28.455987+0000","last_unstale":"2023-08-28T02:34:13.425202+0000","last_undegraded":"2023-08-28T02:34:13.425202+0000","last_fullsized":"2023-08-28T02:34:13.425202+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:54:07.724002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"316'6286","reported_seq":16379,"reported_epoch":316,"state":"active+clean","last_fresh":"2023-08-28T02:34:27.531138+0000","last_change":"2023-08-28T02:33:13.316023+0000","last_active":"2023-08-28T02:34:27.531138+0000","last_peered":"2023-08-28T02:34:27.531138+0000","last_clean":"2023-08-28T02:34:27.531138+0000","last_became_active":"2023-08-28T02:33:13.308403+0000","last_became_peered":"2023-08-28T02:33:13.308403+0000","last_unstale":"2023-08-28T02:34:27.531138+0000","last_undegraded":"2023-08-28T02:34:27.531138+0000","last_fullsized":"2023-08-28T02:34:27.531138+0000","mapping_epoch":298,"log_start":"254'100","ondisk_log_start":"254'100","created":250,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6186,"log_dups_size":0,"ondisk_log_size":6186,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:10:38.401973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":367656960,"num_objects":5610,"num_object_clones":0,"num_object_copies":16830,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5610,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6286,"num_write_kb":380672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4999,"num_bytes_recovered":327614464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":288,"reported_epoch":314,"state":"active+clean","last_fresh":"2023-08-28T02:34:13.426224+0000","last_change":"2023-08-28T02:32:28.455294+0000","last_active":"2023-08-28T02:34:13.426224+0000","last_peered":"2023-08-28T02:34:13.426224+0000","last_clean":"2023-08-28T02:34:13.426224+0000","last_became_active":"2023-08-28T02:32:28.455013+0000","last_became_peered":"2023-08-28T02:32:28.455013+0000","last_unstale":"2023-08-28T02:34:13.426224+0000","last_undegraded":"2023-08-28T02:34:13.426224+0000","last_fullsized":"2023-08-28T02:34:13.426224+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:53.583864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":320,"reported_epoch":314,"state":"active+clean","last_fresh":"2023-08-28T02:34:13.425248+0000","last_change":"2023-08-28T02:33:13.335588+0000","last_active":"2023-08-28T02:34:13.425248+0000","last_peered":"2023-08-28T02:34:13.425248+0000","last_clean":"2023-08-28T02:34:13.425248+0000","last_became_active":"2023-08-28T02:33:13.335326+0000","last_became_peered":"2023-08-28T02:33:13.335326+0000","last_unstale":"2023-08-28T02:34:13.425248+0000","last_undegraded":"2023-08-28T02:34:13.425248+0000","last_fullsized":"2023-08-28T02:34:13.425248+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:15:44.958663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"315'6171","reported_seq":6244,"reported_epoch":315,"state":"active+clean","last_fresh":"2023-08-28T02:34:23.036589+0000","last_change":"2023-08-28T02:30:50.400261+0000","last_active":"2023-08-28T02:34:23.036589+0000","last_peered":"2023-08-28T02:34:23.036589+0000","last_clean":"2023-08-28T02:34:23.036589+0000","last_became_active":"2023-08-28T02:30:50.399938+0000","last_became_peered":"2023-08-28T02:30:50.399938+0000","last_unstale":"2023-08-28T02:34:23.036589+0000","last_undegraded":"2023-08-28T02:34:23.036589+0000","last_fullsized":"2023-08-28T02:34:23.036589+0000","mapping_epoch":250,"log_start":"255'790","ondisk_log_start":"255'790","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5381,"log_dups_size":0,"ondisk_log_size":5381,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:43:56.802792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":361955328,"num_objects":5523,"num_object_clones":0,"num_object_copies":16569,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5523,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6171,"num_write_kb":374208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"75'161","reported_seq":594,"reported_epoch":314,"state":"active+clean","last_fresh":"2023-08-28T02:34:13.421374+0000","last_change":"2023-08-28T02:32:56.519141+0000","last_active":"2023-08-28T02:34:13.421374+0000","last_peered":"2023-08-28T02:34:13.421374+0000","last_clean":"2023-08-28T02:34:13.421374+0000","last_became_active":"2023-08-28T02:32:56.518863+0000","last_became_peered":"2023-08-28T02:32:56.518863+0000","last_unstale":"2023-08-28T02:34:13.421374+0000","last_undegraded":"2023-08-28T02:34:13.421374+0000","last_fullsized":"2023-08-28T02:34:13.421374+0000","mapping_epoch":292,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":293,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_clean_scrub_stamp":"2023-08-28T02:29:25.608370+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:59:50.561109+0000","scrub_duration":0.001662689,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":221,"reported_epoch":314,"state":"active+clean","last_fresh":"2023-08-28T02:34:13.420062+0000","last_change":"2023-08-28T02:33:12.294592+0000","last_active":"2023-08-28T02:34:13.420062+0000","last_peered":"2023-08-28T02:34:13.420062+0000","last_clean":"2023-08-28T02:34:13.420062+0000","last_became_active":"2023-08-28T02:33:12.288508+0000","last_became_peered":"2023-08-28T02:33:12.288508+0000","last_unstale":"2023-08-28T02:34:13.420062+0000","last_undegraded":"2023-08-28T02:34:13.420062+0000","last_fullsized":"2023-08-28T02:34:13.420062+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:05:42.717608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":105,"reported_epoch":315,"state":"active+clean","last_fresh":"2023-08-28T02:34:17.535185+0000","last_change":"2023-08-28T02:29:44.429834+0000","last_active":"2023-08-28T02:34:17.535185+0000","last_peered":"2023-08-28T02:34:17.535185+0000","last_clean":"2023-08-28T02:34:17.535185+0000","last_became_active":"2023-08-28T02:29:44.429512+0000","last_became_peered":"2023-08-28T02:29:44.429512+0000","last_unstale":"2023-08-28T02:34:17.535185+0000","last_undegraded":"2023-08-28T02:34:17.535185+0000","last_fullsized":"2023-08-28T02:34:17.535185+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:58.062455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"315'6109","reported_seq":6182,"reported_epoch":315,"state":"active+clean","last_fresh":"2023-08-28T02:34:25.415113+0000","last_change":"2023-08-28T02:30:50.402348+0000","last_active":"2023-08-28T02:34:25.415113+0000","last_peered":"2023-08-28T02:34:25.415113+0000","last_clean":"2023-08-28T02:34:25.415113+0000","last_became_active":"2023-08-28T02:30:50.402076+0000","last_became_peered":"2023-08-28T02:30:50.402076+0000","last_unstale":"2023-08-28T02:34:25.415113+0000","last_undegraded":"2023-08-28T02:34:25.415113+0000","last_fullsized":"2023-08-28T02:34:25.415113+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6109,"log_dups_size":0,"ondisk_log_size":6109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:24.859426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":358285312,"num_objects":5467,"num_object_clones":0,"num_object_copies":16401,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5467,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6109,"num_write_kb":370432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.7","version":"75'161","reported_seq":513,"reported_epoch":314,"state":"active+clean","last_fresh":"2023-08-28T02:34:13.421098+0000","last_change":"2023-08-28T02:33:13.532525+0000","last_active":"2023-08-28T02:34:13.421098+0000","last_peered":"2023-08-28T02:34:13.421098+0000","last_clean":"2023-08-28T02:34:13.421098+0000","last_became_active":"2023-08-28T02:33:13.532125+0000","last_became_peered":"2023-08-28T02:33:13.532125+0000","last_unstale":"2023-08-28T02:34:13.421098+0000","last_undegraded":"2023-08-28T02:34:13.421098+0000","last_fullsized":"2023-08-28T02:34:13.421098+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.887648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.887648+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":105,"reported_epoch":315,"state":"active+clean","last_fresh":"2023-08-28T02:34:14.424147+0000","last_change":"2023-08-28T02:29:44.407595+0000","last_active":"2023-08-28T02:34:14.424147+0000","last_peered":"2023-08-28T02:34:14.424147+0000","last_clean":"2023-08-28T02:34:14.424147+0000","last_became_active":"2023-08-28T02:29:44.407316+0000","last_became_peered":"2023-08-28T02:29:44.407316+0000","last_unstale":"2023-08-28T02:34:14.424147+0000","last_undegraded":"2023-08-28T02:34:14.424147+0000","last_fullsized":"2023-08-28T02:34:14.424147+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:01:47.777709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":326,"reported_epoch":314,"state":"active+clean","last_fresh":"2023-08-28T02:34:13.421480+0000","last_change":"2023-08-28T02:33:13.286980+0000","last_active":"2023-08-28T02:34:13.421480+0000","last_peered":"2023-08-28T02:34:13.421480+0000","last_clean":"2023-08-28T02:34:13.421480+0000","last_became_active":"2023-08-28T02:33:13.286740+0000","last_became_peered":"2023-08-28T02:33:13.286740+0000","last_unstale":"2023-08-28T02:34:13.421480+0000","last_undegraded":"2023-08-28T02:34:13.421480+0000","last_fullsized":"2023-08-28T02:34:13.421480+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:24:54.574365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":105,"reported_epoch":315,"state":"active+clean","last_fresh":"2023-08-28T02:34:14.423838+0000","last_change":"2023-08-28T02:29:44.506914+0000","last_active":"2023-08-28T02:34:14.423838+0000","last_peered":"2023-08-28T02:34:14.423838+0000","last_clean":"2023-08-28T02:34:14.423838+0000","last_became_active":"2023-08-28T02:29:44.506606+0000","last_became_peered":"2023-08-28T02:29:44.506606+0000","last_unstale":"2023-08-28T02:34:14.423838+0000","last_undegraded":"2023-08-28T02:34:14.423838+0000","last_fullsized":"2023-08-28T02:34:14.423838+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:55:50.992279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"315'6108","reported_seq":17779,"reported_epoch":315,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:34:24.742205+0000","last_change":"2023-08-28T02:34:11.565330+0000","last_active":"2023-08-28T02:34:24.742205+0000","last_peered":"2023-08-28T02:34:24.742205+0000","last_clean":"2023-08-28T02:32:11.916240+0000","last_became_active":"2023-08-28T02:33:12.501819+0000","last_became_peered":"2023-08-28T02:33:12.501819+0000","last_unstale":"2023-08-28T02:34:24.742205+0000","last_undegraded":"2023-08-28T02:34:24.742205+0000","last_fullsized":"2023-08-28T02:34:24.742205+0000","mapping_epoch":297,"log_start":"255'824","ondisk_log_start":"255'824","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5284,"log_dups_size":0,"ondisk_log_size":5284,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:45:43.329719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":359661568,"num_objects":5488,"num_object_clones":0,"num_object_copies":16464,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":5488,"num_objects_unfound":0,"num_objects_dirty":5488,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6108,"num_write_kb":371072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5787,"num_bytes_recovered":379256832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,2],"avail_no_missing":["0","2","5","6"],"object_location_counts":[{"shards":"0,2,5","objects":5488}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.1","version":"75'161","reported_seq":574,"reported_epoch":314,"state":"active+clean","last_fresh":"2023-08-28T02:34:13.422646+0000","last_change":"2023-08-28T02:32:31.482659+0000","last_active":"2023-08-28T02:34:13.422646+0000","last_peered":"2023-08-28T02:34:13.422646+0000","last_clean":"2023-08-28T02:34:13.422646+0000","last_became_active":"2023-08-28T02:32:31.482320+0000","last_became_peered":"2023-08-28T02:32:31.482320+0000","last_unstale":"2023-08-28T02:34:13.422646+0000","last_undegraded":"2023-08-28T02:34:13.422646+0000","last_fullsized":"2023-08-28T02:34:13.422646+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:24.559397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:24.559397+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:41:09.516918+0000","scrub_duration":0.001580328,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":312,"reported_epoch":314,"state":"active+clean","last_fresh":"2023-08-28T02:34:13.421279+0000","last_change":"2023-08-28T02:31:51.988386+0000","last_active":"2023-08-28T02:34:13.421279+0000","last_peered":"2023-08-28T02:34:13.421279+0000","last_clean":"2023-08-28T02:34:13.421279+0000","last_became_active":"2023-08-28T02:31:51.988097+0000","last_became_peered":"2023-08-28T02:31:51.988097+0000","last_unstale":"2023-08-28T02:34:13.421279+0000","last_undegraded":"2023-08-28T02:34:13.421279+0000","last_fullsized":"2023-08-28T02:34:13.421279+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:25:01.818829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":288,"reported_epoch":314,"state":"active+clean","last_fresh":"2023-08-28T02:34:13.426025+0000","last_change":"2023-08-28T02:32:12.951275+0000","last_active":"2023-08-28T02:34:13.426025+0000","last_peered":"2023-08-28T02:34:13.426025+0000","last_clean":"2023-08-28T02:34:13.426025+0000","last_became_active":"2023-08-28T02:32:12.950965+0000","last_became_peered":"2023-08-28T02:32:12.950965+0000","last_unstale":"2023-08-28T02:34:13.426025+0000","last_undegraded":"2023-08-28T02:34:13.426025+0000","last_fullsized":"2023-08-28T02:34:13.426025+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:37:31.294280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":131,"reported_epoch":315,"state":"active+clean","last_fresh":"2023-08-28T02:34:14.424234+0000","last_change":"2023-08-28T02:33:13.286534+0000","last_active":"2023-08-28T02:34:14.424234+0000","last_peered":"2023-08-28T02:34:14.424234+0000","last_clean":"2023-08-28T02:34:14.424234+0000","last_became_active":"2023-08-28T02:33:13.286164+0000","last_became_peered":"2023-08-28T02:33:13.286164+0000","last_unstale":"2023-08-28T02:34:14.424234+0000","last_undegraded":"2023-08-28T02:34:14.424234+0000","last_fullsized":"2023-08-28T02:34:14.424234+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:56.721932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"315'6163","reported_seq":17926,"reported_epoch":315,"state":"active+clean","last_fresh":"2023-08-28T02:34:25.303759+0000","last_change":"2023-08-28T02:34:14.448606+0000","last_active":"2023-08-28T02:34:25.303759+0000","last_peered":"2023-08-28T02:34:25.303759+0000","last_clean":"2023-08-28T02:34:25.303759+0000","last_became_active":"2023-08-28T02:34:14.438547+0000","last_became_peered":"2023-08-28T02:34:14.438547+0000","last_unstale":"2023-08-28T02:34:25.303759+0000","last_undegraded":"2023-08-28T02:34:25.303759+0000","last_fullsized":"2023-08-28T02:34:25.303759+0000","mapping_epoch":314,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":315,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6163,"log_dups_size":0,"ondisk_log_size":6163,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:06:41.120408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":360775680,"num_objects":5505,"num_object_clones":0,"num_object_copies":16515,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5505,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6163,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5834,"num_bytes_recovered":376832000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2","version":"75'161","reported_seq":696,"reported_epoch":314,"state":"active+clean","last_fresh":"2023-08-28T02:34:13.431160+0000","last_change":"2023-08-28T02:30:51.762377+0000","last_active":"2023-08-28T02:34:13.431160+0000","last_peered":"2023-08-28T02:34:13.431160+0000","last_clean":"2023-08-28T02:34:13.431160+0000","last_became_active":"2023-08-28T02:27:46.375590+0000","last_became_peered":"2023-08-28T02:27:46.375590+0000","last_unstale":"2023-08-28T02:34:13.431160+0000","last_undegraded":"2023-08-28T02:34:13.431160+0000","last_fullsized":"2023-08-28T02:34:13.431160+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:51.762314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:51.762314+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:02.034555+0000","scrub_duration":0.0020023620000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":121,"reported_epoch":314,"state":"active+clean","last_fresh":"2023-08-28T02:34:13.419948+0000","last_change":"2023-08-28T02:33:13.289765+0000","last_active":"2023-08-28T02:34:13.419948+0000","last_peered":"2023-08-28T02:34:13.419948+0000","last_clean":"2023-08-28T02:34:13.419948+0000","last_became_active":"2023-08-28T02:33:13.289159+0000","last_became_peered":"2023-08-28T02:33:13.289159+0000","last_unstale":"2023-08-28T02:34:13.419948+0000","last_undegraded":"2023-08-28T02:34:13.419948+0000","last_fullsized":"2023-08-28T02:34:13.419948+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:30:38.956723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":123,"reported_epoch":315,"state":"active+clean","last_fresh":"2023-08-28T02:34:14.423753+0000","last_change":"2023-08-28T02:32:28.464203+0000","last_active":"2023-08-28T02:34:14.423753+0000","last_peered":"2023-08-28T02:34:14.423753+0000","last_clean":"2023-08-28T02:34:14.423753+0000","last_became_active":"2023-08-28T02:32:28.463412+0000","last_became_peered":"2023-08-28T02:32:28.463412+0000","last_unstale":"2023-08-28T02:34:14.423753+0000","last_undegraded":"2023-08-28T02:34:14.423753+0000","last_fullsized":"2023-08-28T02:34:14.423753+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:20:38.177879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":105,"reported_epoch":315,"state":"active+clean","last_fresh":"2023-08-28T02:34:14.424935+0000","last_change":"2023-08-28T02:29:44.427945+0000","last_active":"2023-08-28T02:34:14.424935+0000","last_peered":"2023-08-28T02:34:14.424935+0000","last_clean":"2023-08-28T02:34:14.424935+0000","last_became_active":"2023-08-28T02:29:44.426487+0000","last_became_peered":"2023-08-28T02:29:44.426487+0000","last_unstale":"2023-08-28T02:34:14.424935+0000","last_undegraded":"2023-08-28T02:34:14.424935+0000","last_fullsized":"2023-08-28T02:34:14.424935+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:30:20.438896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"316'6181","reported_seq":10913,"reported_epoch":316,"state":"active+recovering+undersized+remapped","last_fresh":"2023-08-28T02:34:27.531037+0000","last_change":"2023-08-28T02:34:12.619951+0000","last_active":"2023-08-28T02:34:27.531037+0000","last_peered":"2023-08-28T02:34:27.531037+0000","last_clean":"2023-08-28T02:31:50.923543+0000","last_became_active":"2023-08-28T02:31:53.182128+0000","last_became_peered":"2023-08-28T02:31:53.182128+0000","last_unstale":"2023-08-28T02:34:27.531037+0000","last_undegraded":"2023-08-28T02:34:27.531037+0000","last_fullsized":"2023-08-28T02:31:52.968320+0000","mapping_epoch":269,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6181,"log_dups_size":0,"ondisk_log_size":6181,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:51:31.034373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":358023168,"num_objects":5463,"num_object_clones":0,"num_object_copies":16389,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":2651,"num_objects_unfound":0,"num_objects_dirty":5463,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6181,"num_write_kb":372608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2322,"num_bytes_recovered":152174592,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0],"avail_no_missing":["1","0","6"],"object_location_counts":[{"shards":"0,1","objects":2812},{"shards":"0,1,6","objects":2651}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":306,"reported_epoch":314,"state":"active+clean","last_fresh":"2023-08-28T02:34:13.421794+0000","last_change":"2023-08-28T02:33:13.484970+0000","last_active":"2023-08-28T02:34:13.421794+0000","last_peered":"2023-08-28T02:34:13.421794+0000","last_clean":"2023-08-28T02:34:13.421794+0000","last_became_active":"2023-08-28T02:33:13.484579+0000","last_became_peered":"2023-08-28T02:33:13.484579+0000","last_unstale":"2023-08-28T02:34:13.421794+0000","last_undegraded":"2023-08-28T02:34:13.421794+0000","last_fullsized":"2023-08-28T02:34:13.421794+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:58.027468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"75'161","reported_seq":697,"reported_epoch":314,"state":"active+clean","last_fresh":"2023-08-28T02:34:13.423755+0000","last_change":"2023-08-28T02:31:55.059467+0000","last_active":"2023-08-28T02:34:13.423755+0000","last_peered":"2023-08-28T02:34:13.423755+0000","last_clean":"2023-08-28T02:34:13.423755+0000","last_became_active":"2023-08-28T02:31:55.059115+0000","last_became_peered":"2023-08-28T02:31:55.059115+0000","last_unstale":"2023-08-28T02:34:13.423755+0000","last_undegraded":"2023-08-28T02:34:13.423755+0000","last_fullsized":"2023-08-28T02:34:13.423755+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":0,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.820990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.820990+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:15:56.774667+0000","scrub_duration":0.0017342480000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":222,"reported_epoch":314,"state":"active+clean","last_fresh":"2023-08-28T02:34:13.420162+0000","last_change":"2023-08-28T02:33:13.352810+0000","last_active":"2023-08-28T02:34:13.420162+0000","last_peered":"2023-08-28T02:34:13.420162+0000","last_clean":"2023-08-28T02:34:13.420162+0000","last_became_active":"2023-08-28T02:33:13.351697+0000","last_became_peered":"2023-08-28T02:33:13.351697+0000","last_unstale":"2023-08-28T02:34:13.420162+0000","last_undegraded":"2023-08-28T02:34:13.420162+0000","last_fullsized":"2023-08-28T02:34:13.420162+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:56.187163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":137,"reported_epoch":314,"state":"active+clean","last_fresh":"2023-08-28T02:34:13.425628+0000","last_change":"2023-08-28T02:31:51.984584+0000","last_active":"2023-08-28T02:34:13.425628+0000","last_peered":"2023-08-28T02:34:13.425628+0000","last_clean":"2023-08-28T02:34:13.425628+0000","last_became_active":"2023-08-28T02:31:51.984264+0000","last_became_peered":"2023-08-28T02:31:51.984264+0000","last_unstale":"2023-08-28T02:34:13.425628+0000","last_undegraded":"2023-08-28T02:34:13.425628+0000","last_fullsized":"2023-08-28T02:34:13.425628+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:58:42.306722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"315'6140","reported_seq":7997,"reported_epoch":315,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-08-28T02:34:25.295682+0000","last_change":"2023-08-28T02:34:12.608963+0000","last_active":"2023-08-28T02:34:25.295682+0000","last_peered":"2023-08-28T02:34:25.295682+0000","last_clean":"2023-08-28T02:32:22.441230+0000","last_became_active":"2023-08-28T02:32:29.705116+0000","last_became_peered":"2023-08-28T02:32:29.705116+0000","last_unstale":"2023-08-28T02:34:25.295682+0000","last_undegraded":"2023-08-28T02:32:29.496646+0000","last_fullsized":"2023-08-28T02:32:29.445907+0000","mapping_epoch":282,"log_start":"255'828","ondisk_log_start":"255'828","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5312,"log_dups_size":0,"ondisk_log_size":5312,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:23:04.768069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":356646912,"num_objects":5442,"num_object_clones":0,"num_object_copies":16326,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":161,"num_objects_misplaced":4745,"num_objects_unfound":0,"num_objects_dirty":5442,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6140,"num_write_kb":370624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":885,"num_bytes_recovered":57999360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7],"avail_no_missing":["0","2","7"],"object_location_counts":[{"shards":"0,2,7","objects":4745},{"shards":"0,7","objects":536}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3","version":"75'161","reported_seq":581,"reported_epoch":315,"state":"active+clean","last_fresh":"2023-08-28T02:34:14.424864+0000","last_change":"2023-08-28T02:31:55.068239+0000","last_active":"2023-08-28T02:34:14.424864+0000","last_peered":"2023-08-28T02:34:14.424864+0000","last_clean":"2023-08-28T02:34:14.424864+0000","last_became_active":"2023-08-28T02:31:55.067875+0000","last_became_peered":"2023-08-28T02:31:55.067875+0000","last_unstale":"2023-08-28T02:34:14.424864+0000","last_undegraded":"2023-08-28T02:34:14.424864+0000","last_fullsized":"2023-08-28T02:34:14.424864+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.868248+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:11:04.391639+0000","scrub_duration":0.0016215240000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":320,"reported_epoch":314,"state":"active+clean","last_fresh":"2023-08-28T02:34:13.423676+0000","last_change":"2023-08-28T02:29:44.421353+0000","last_active":"2023-08-28T02:34:13.423676+0000","last_peered":"2023-08-28T02:34:13.423676+0000","last_clean":"2023-08-28T02:34:13.423676+0000","last_became_active":"2023-08-28T02:29:44.421064+0000","last_became_peered":"2023-08-28T02:29:44.421064+0000","last_unstale":"2023-08-28T02:34:13.423676+0000","last_undegraded":"2023-08-28T02:34:13.423676+0000","last_fullsized":"2023-08-28T02:34:13.423676+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:51:36.524024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":288,"reported_epoch":314,"state":"active+clean","last_fresh":"2023-08-28T02:34:13.423286+0000","last_change":"2023-08-28T02:33:12.299487+0000","last_active":"2023-08-28T02:34:13.423286+0000","last_peered":"2023-08-28T02:34:13.423286+0000","last_clean":"2023-08-28T02:34:13.423286+0000","last_became_active":"2023-08-28T02:33:12.299175+0000","last_became_peered":"2023-08-28T02:33:12.299175+0000","last_unstale":"2023-08-28T02:34:13.423286+0000","last_undegraded":"2023-08-28T02:34:13.423286+0000","last_fullsized":"2023-08-28T02:34:13.423286+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:42:29.713462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":299,"reported_epoch":314,"state":"active+clean","last_fresh":"2023-08-28T02:34:13.426866+0000","last_change":"2023-08-28T02:32:28.457696+0000","last_active":"2023-08-28T02:34:13.426866+0000","last_peered":"2023-08-28T02:34:13.426866+0000","last_clean":"2023-08-28T02:34:13.426866+0000","last_became_active":"2023-08-28T02:32:28.457407+0000","last_became_peered":"2023-08-28T02:32:28.457407+0000","last_unstale":"2023-08-28T02:34:13.426866+0000","last_undegraded":"2023-08-28T02:34:13.426866+0000","last_fullsized":"2023-08-28T02:34:13.426866+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:26:29.392787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"315'6080","reported_seq":7181,"reported_epoch":315,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:34:23.974728+0000","last_change":"2023-08-28T02:34:11.566035+0000","last_active":"2023-08-28T02:34:23.974728+0000","last_peered":"2023-08-28T02:34:23.974728+0000","last_clean":"2023-08-28T02:33:10.395883+0000","last_became_active":"2023-08-28T02:33:12.394714+0000","last_became_peered":"2023-08-28T02:33:12.394714+0000","last_unstale":"2023-08-28T02:34:23.974728+0000","last_undegraded":"2023-08-28T02:34:23.974728+0000","last_fullsized":"2023-08-28T02:34:23.974728+0000","mapping_epoch":297,"log_start":"255'684","ondisk_log_start":"255'684","created":250,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5396,"log_dups_size":0,"ondisk_log_size":5396,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:01:26.984565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":354091032,"num_objects":5404,"num_object_clones":0,"num_object_copies":16212,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4931,"num_objects_unfound":0,"num_objects_dirty":5404,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":6080,"num_write_kb":367425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":500,"num_bytes_recovered":32768000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,6],"avail_no_missing":["4","0","6"],"object_location_counts":[{"shards":"0,4,6","objects":5404}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.6","version":"75'161","reported_seq":573,"reported_epoch":314,"state":"active+clean","last_fresh":"2023-08-28T02:34:13.426784+0000","last_change":"2023-08-28T02:33:13.338675+0000","last_active":"2023-08-28T02:34:13.426784+0000","last_peered":"2023-08-28T02:34:13.426784+0000","last_clean":"2023-08-28T02:34:13.426784+0000","last_became_active":"2023-08-28T02:33:13.338271+0000","last_became_peered":"2023-08-28T02:33:13.338271+0000","last_unstale":"2023-08-28T02:34:13.426784+0000","last_undegraded":"2023-08-28T02:34:13.426784+0000","last_fullsized":"2023-08-28T02:34:13.426784+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.774982+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.774982+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:13:20.011329+0000","scrub_duration":0.003539819,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":283,"reported_epoch":314,"state":"active+clean","last_fresh":"2023-08-28T02:34:13.424949+0000","last_change":"2023-08-28T02:14:43.033789+0000","last_active":"2023-08-28T02:34:13.424949+0000","last_peered":"2023-08-28T02:34:13.424949+0000","last_clean":"2023-08-28T02:34:13.424949+0000","last_became_active":"2023-08-28T02:14:43.033454+0000","last_became_peered":"2023-08-28T02:14:43.033454+0000","last_unstale":"2023-08-28T02:34:13.424949+0000","last_undegraded":"2023-08-28T02:34:13.424949+0000","last_fullsized":"2023-08-28T02:34:13.424949+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:01:13.205842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":114,"reported_epoch":315,"state":"active+clean","last_fresh":"2023-08-28T02:34:14.424402+0000","last_change":"2023-08-28T02:32:28.461807+0000","last_active":"2023-08-28T02:34:14.424402+0000","last_peered":"2023-08-28T02:34:14.424402+0000","last_clean":"2023-08-28T02:34:14.424402+0000","last_became_active":"2023-08-28T02:32:28.461116+0000","last_became_peered":"2023-08-28T02:32:28.461116+0000","last_unstale":"2023-08-28T02:34:14.424402+0000","last_undegraded":"2023-08-28T02:34:14.424402+0000","last_fullsized":"2023-08-28T02:34:14.424402+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:12:45.321757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":259,"reported_epoch":314,"state":"active+clean","last_fresh":"2023-08-28T02:34:13.423648+0000","last_change":"2023-08-28T02:14:43.048791+0000","last_active":"2023-08-28T02:34:13.423648+0000","last_peered":"2023-08-28T02:34:13.423648+0000","last_clean":"2023-08-28T02:34:13.423648+0000","last_became_active":"2023-08-28T02:14:43.047408+0000","last_became_peered":"2023-08-28T02:14:43.047408+0000","last_unstale":"2023-08-28T02:34:13.423648+0000","last_undegraded":"2023-08-28T02:34:13.423648+0000","last_fullsized":"2023-08-28T02:34:13.423648+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:47.097181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"315'6228","reported_seq":14921,"reported_epoch":315,"state":"active+recovery_wait+degraded+remapped","last_fresh":"2023-08-28T02:34:23.994584+0000","last_change":"2023-08-28T02:33:13.547578+0000","last_active":"2023-08-28T02:34:23.994584+0000","last_peered":"2023-08-28T02:34:23.994584+0000","last_clean":"2023-08-28T02:31:50.933695+0000","last_became_active":"2023-08-28T02:33:13.540416+0000","last_became_peered":"2023-08-28T02:33:13.540416+0000","last_unstale":"2023-08-28T02:34:23.994584+0000","last_undegraded":"2023-08-28T02:33:13.332893+0000","last_fullsized":"2023-08-28T02:34:23.994584+0000","mapping_epoch":298,"log_start":"255'774","ondisk_log_start":"255'774","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5454,"log_dups_size":0,"ondisk_log_size":5454,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:49:35.658845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":369229824,"num_objects":5634,"num_object_clones":0,"num_object_copies":16902,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":672,"num_objects_misplaced":5634,"num_objects_unfound":0,"num_objects_dirty":5634,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6228,"num_write_kb":379584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4295,"num_bytes_recovered":281477120,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,2],"avail_no_missing":["4","2","6"],"object_location_counts":[{"shards":"2,4,5","objects":4962},{"shards":"2,4,6","objects":672}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.5","version":"75'161","reported_seq":608,"reported_epoch":314,"state":"active+clean","last_fresh":"2023-08-28T02:34:13.425300+0000","last_change":"2023-08-28T02:32:31.477151+0000","last_active":"2023-08-28T02:34:13.425300+0000","last_peered":"2023-08-28T02:34:13.425300+0000","last_clean":"2023-08-28T02:34:13.425300+0000","last_became_active":"2023-08-28T02:32:31.476776+0000","last_became_peered":"2023-08-28T02:32:31.476776+0000","last_unstale":"2023-08-28T02:34:13.425300+0000","last_undegraded":"2023-08-28T02:34:13.425300+0000","last_fullsized":"2023-08-28T02:34:13.425300+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:18.891729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:18.891729+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:47:27.194140+0000","scrub_duration":0.0031546460000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"65'2","reported_seq":269,"reported_epoch":314,"state":"active+clean","last_fresh":"2023-08-28T02:34:13.421006+0000","last_change":"2023-08-28T02:33:12.327778+0000","last_active":"2023-08-28T02:34:13.421006+0000","last_peered":"2023-08-28T02:34:13.421006+0000","last_clean":"2023-08-28T02:34:13.421006+0000","last_became_active":"2023-08-28T02:33:12.327273+0000","last_became_peered":"2023-08-28T02:33:12.327273+0000","last_unstale":"2023-08-28T02:34:13.421006+0000","last_undegraded":"2023-08-28T02:34:13.421006+0000","last_fullsized":"2023-08-28T02:34:13.421006+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:40.554192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":152,"reported_epoch":315,"state":"active+clean","last_fresh":"2023-08-28T02:34:14.424448+0000","last_change":"2023-08-28T02:33:13.335665+0000","last_active":"2023-08-28T02:34:14.424448+0000","last_peered":"2023-08-28T02:34:14.424448+0000","last_clean":"2023-08-28T02:34:14.424448+0000","last_became_active":"2023-08-28T02:33:13.335322+0000","last_became_peered":"2023-08-28T02:33:13.335322+0000","last_unstale":"2023-08-28T02:34:14.424448+0000","last_undegraded":"2023-08-28T02:34:14.424448+0000","last_fullsized":"2023-08-28T02:34:14.424448+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:21:08.024493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":266,"reported_epoch":314,"state":"active+clean","last_fresh":"2023-08-28T02:34:13.420116+0000","last_change":"2023-08-28T02:33:12.310326+0000","last_active":"2023-08-28T02:34:13.420116+0000","last_peered":"2023-08-28T02:34:13.420116+0000","last_clean":"2023-08-28T02:34:13.420116+0000","last_became_active":"2023-08-28T02:33:12.310011+0000","last_became_peered":"2023-08-28T02:33:12.310011+0000","last_unstale":"2023-08-28T02:34:13.420116+0000","last_undegraded":"2023-08-28T02:34:13.420116+0000","last_fullsized":"2023-08-28T02:34:13.420116+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:35:03.710036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"315'6221","reported_seq":7171,"reported_epoch":315,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:34:24.108362+0000","last_change":"2023-08-28T02:33:34.765675+0000","last_active":"2023-08-28T02:34:24.108362+0000","last_peered":"2023-08-28T02:34:24.108362+0000","last_clean":"2023-08-28T02:31:27.909649+0000","last_became_active":"2023-08-28T02:33:33.726805+0000","last_became_peered":"2023-08-28T02:33:33.726805+0000","last_unstale":"2023-08-28T02:34:24.108362+0000","last_undegraded":"2023-08-28T02:33:20.140072+0000","last_fullsized":"2023-08-28T02:33:13.278549+0000","mapping_epoch":298,"log_start":"255'777","ondisk_log_start":"255'777","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5444,"log_dups_size":0,"ondisk_log_size":5444,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:02:22.971585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":370081792,"num_objects":5647,"num_object_clones":0,"num_object_copies":16941,"num_objects_missing_on_primary":5620,"num_objects_missing":5620,"num_objects_degraded":13843,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5647,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6221,"num_write_kb":379776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":277,"num_bytes_recovered":18022400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[4,3],"avail_no_missing":["2","6"],"object_location_counts":[{"shards":"2,3,4,6","objects":12},{"shards":"2,3,6","objects":3137},{"shards":"2,4,6","objects":14},{"shards":"2,6","objects":2483},{"shards":"3,4","objects":-12}],"blocked_by":[],"up_primary":3,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.4","version":"75'161","reported_seq":521,"reported_epoch":314,"state":"active+clean","last_fresh":"2023-08-28T02:34:13.420382+0000","last_change":"2023-08-28T02:33:12.296479+0000","last_active":"2023-08-28T02:34:13.420382+0000","last_peered":"2023-08-28T02:34:13.420382+0000","last_clean":"2023-08-28T02:34:13.420382+0000","last_became_active":"2023-08-28T02:33:12.294160+0000","last_became_peered":"2023-08-28T02:33:12.294160+0000","last_unstale":"2023-08-28T02:34:13.420382+0000","last_undegraded":"2023-08-28T02:34:13.420382+0000","last_fullsized":"2023-08-28T02:34:13.420382+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.899247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.899247+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":241,"reported_epoch":314,"state":"active+clean","last_fresh":"2023-08-28T02:34:13.424949+0000","last_change":"2023-08-28T02:33:13.539335+0000","last_active":"2023-08-28T02:34:13.424949+0000","last_peered":"2023-08-28T02:34:13.424949+0000","last_clean":"2023-08-28T02:34:13.424949+0000","last_became_active":"2023-08-28T02:33:13.538978+0000","last_became_peered":"2023-08-28T02:33:13.538978+0000","last_unstale":"2023-08-28T02:34:13.424949+0000","last_undegraded":"2023-08-28T02:34:13.424949+0000","last_fullsized":"2023-08-28T02:34:13.424949+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:26:13.405766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"65'1","reported_seq":303,"reported_epoch":314,"state":"active+clean","last_fresh":"2023-08-28T02:34:13.426967+0000","last_change":"2023-08-28T02:29:44.510205+0000","last_active":"2023-08-28T02:34:13.426967+0000","last_peered":"2023-08-28T02:34:13.426967+0000","last_clean":"2023-08-28T02:34:13.426967+0000","last_became_active":"2023-08-28T02:29:44.429357+0000","last_became_peered":"2023-08-28T02:29:44.429357+0000","last_unstale":"2023-08-28T02:34:13.426967+0000","last_undegraded":"2023-08-28T02:34:13.426967+0000","last_fullsized":"2023-08-28T02:34:13.426967+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:44:59.955729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":270,"reported_epoch":314,"state":"active+clean","last_fresh":"2023-08-28T02:34:13.426078+0000","last_change":"2023-08-28T02:32:12.950661+0000","last_active":"2023-08-28T02:34:13.426078+0000","last_peered":"2023-08-28T02:34:13.426078+0000","last_clean":"2023-08-28T02:34:13.426078+0000","last_became_active":"2023-08-28T02:32:12.950276+0000","last_became_peered":"2023-08-28T02:32:12.950276+0000","last_unstale":"2023-08-28T02:34:13.426078+0000","last_undegraded":"2023-08-28T02:34:13.426078+0000","last_fullsized":"2023-08-28T02:34:13.426078+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:05:17.972868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"65'1","reported_seq":260,"reported_epoch":314,"state":"active+clean","last_fresh":"2023-08-28T02:34:13.423645+0000","last_change":"2023-08-28T02:14:43.042150+0000","last_active":"2023-08-28T02:34:13.423645+0000","last_peered":"2023-08-28T02:34:13.423645+0000","last_clean":"2023-08-28T02:34:13.423645+0000","last_became_active":"2023-08-28T02:14:43.038336+0000","last_became_peered":"2023-08-28T02:14:43.038336+0000","last_unstale":"2023-08-28T02:34:13.423645+0000","last_undegraded":"2023-08-28T02:34:13.423645+0000","last_fullsized":"2023-08-28T02:34:13.423645+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:26:02.415152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":311,"reported_epoch":315,"state":"active+clean","last_fresh":"2023-08-28T02:34:14.424313+0000","last_change":"2023-08-28T02:33:13.318097+0000","last_active":"2023-08-28T02:34:14.424313+0000","last_peered":"2023-08-28T02:34:14.424313+0000","last_clean":"2023-08-28T02:34:14.424313+0000","last_became_active":"2023-08-28T02:33:13.317761+0000","last_became_peered":"2023-08-28T02:33:13.317761+0000","last_unstale":"2023-08-28T02:34:14.424313+0000","last_undegraded":"2023-08-28T02:34:14.424313+0000","last_fullsized":"2023-08-28T02:34:14.424313+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:24.836996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"65'2","reported_seq":308,"reported_epoch":314,"state":"active+clean","last_fresh":"2023-08-28T02:34:13.421527+0000","last_change":"2023-08-28T02:29:44.535937+0000","last_active":"2023-08-28T02:34:13.421527+0000","last_peered":"2023-08-28T02:34:13.421527+0000","last_clean":"2023-08-28T02:34:13.421527+0000","last_became_active":"2023-08-28T02:29:44.462244+0000","last_became_peered":"2023-08-28T02:29:44.462244+0000","last_unstale":"2023-08-28T02:34:13.421527+0000","last_undegraded":"2023-08-28T02:34:13.421527+0000","last_fullsized":"2023-08-28T02:34:13.421527+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:30:33.173713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":307,"reported_epoch":314,"state":"active+clean","last_fresh":"2023-08-28T02:34:13.423487+0000","last_change":"2023-08-28T02:33:12.305580+0000","last_active":"2023-08-28T02:34:13.423487+0000","last_peered":"2023-08-28T02:34:13.423487+0000","last_clean":"2023-08-28T02:34:13.423487+0000","last_became_active":"2023-08-28T02:33:12.305261+0000","last_became_peered":"2023-08-28T02:33:12.305261+0000","last_unstale":"2023-08-28T02:34:13.423487+0000","last_undegraded":"2023-08-28T02:34:13.423487+0000","last_fullsized":"2023-08-28T02:34:13.423487+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:22:31.614221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"65'2","reported_seq":277,"reported_epoch":314,"state":"active+clean","last_fresh":"2023-08-28T02:34:13.421396+0000","last_change":"2023-08-28T02:31:51.991101+0000","last_active":"2023-08-28T02:34:13.421396+0000","last_peered":"2023-08-28T02:34:13.421396+0000","last_clean":"2023-08-28T02:34:13.421396+0000","last_became_active":"2023-08-28T02:31:51.987237+0000","last_became_peered":"2023-08-28T02:31:51.987237+0000","last_unstale":"2023-08-28T02:34:13.421396+0000","last_undegraded":"2023-08-28T02:34:13.421396+0000","last_fullsized":"2023-08-28T02:34:13.421396+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:07:07.370857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":311,"reported_epoch":314,"state":"active+clean","last_fresh":"2023-08-28T02:34:13.423999+0000","last_change":"2023-08-28T02:33:12.494483+0000","last_active":"2023-08-28T02:34:13.423999+0000","last_peered":"2023-08-28T02:34:13.423999+0000","last_clean":"2023-08-28T02:34:13.423999+0000","last_became_active":"2023-08-28T02:33:12.494136+0000","last_became_peered":"2023-08-28T02:33:12.494136+0000","last_unstale":"2023-08-28T02:34:13.423999+0000","last_undegraded":"2023-08-28T02:34:13.423999+0000","last_fullsized":"2023-08-28T02:34:13.423999+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:36.772588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"65'1","reported_seq":254,"reported_epoch":314,"state":"active+clean","last_fresh":"2023-08-28T02:34:13.420777+0000","last_change":"2023-08-28T02:33:13.287922+0000","last_active":"2023-08-28T02:34:13.420777+0000","last_peered":"2023-08-28T02:34:13.420777+0000","last_clean":"2023-08-28T02:34:13.420777+0000","last_became_active":"2023-08-28T02:33:13.287520+0000","last_became_peered":"2023-08-28T02:33:13.287520+0000","last_unstale":"2023-08-28T02:34:13.420777+0000","last_undegraded":"2023-08-28T02:34:13.420777+0000","last_fullsized":"2023-08-28T02:34:13.420777+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:11.627168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":268,"reported_epoch":314,"state":"active+clean","last_fresh":"2023-08-28T02:34:13.420063+0000","last_change":"2023-08-28T02:33:13.289469+0000","last_active":"2023-08-28T02:34:13.420063+0000","last_peered":"2023-08-28T02:34:13.420063+0000","last_clean":"2023-08-28T02:34:13.420063+0000","last_became_active":"2023-08-28T02:33:13.288737+0000","last_became_peered":"2023-08-28T02:33:13.288737+0000","last_unstale":"2023-08-28T02:34:13.420063+0000","last_undegraded":"2023-08-28T02:34:13.420063+0000","last_fullsized":"2023-08-28T02:34:13.420063+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:11:15.043550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"65'4","reported_seq":292,"reported_epoch":314,"state":"active+clean","last_fresh":"2023-08-28T02:34:13.427530+0000","last_change":"2023-08-28T02:32:28.607010+0000","last_active":"2023-08-28T02:34:13.427530+0000","last_peered":"2023-08-28T02:34:13.427530+0000","last_clean":"2023-08-28T02:34:13.427530+0000","last_became_active":"2023-08-28T02:32:28.492224+0000","last_became_peered":"2023-08-28T02:32:28.492224+0000","last_unstale":"2023-08-28T02:34:13.427530+0000","last_undegraded":"2023-08-28T02:34:13.427530+0000","last_fullsized":"2023-08-28T02:34:13.427530+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:13:45.711951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":554,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":321,"reported_epoch":314,"state":"active+clean","last_fresh":"2023-08-28T02:34:13.424884+0000","last_change":"2023-08-28T02:33:13.309144+0000","last_active":"2023-08-28T02:34:13.424884+0000","last_peered":"2023-08-28T02:34:13.424884+0000","last_clean":"2023-08-28T02:34:13.424884+0000","last_became_active":"2023-08-28T02:33:13.308910+0000","last_became_peered":"2023-08-28T02:33:13.308910+0000","last_unstale":"2023-08-28T02:34:13.424884+0000","last_undegraded":"2023-08-28T02:34:13.424884+0000","last_fullsized":"2023-08-28T02:34:13.424884+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:09:59.549591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":5774966808,"num_objects":88120,"num_object_clones":0,"num_object_copies":264360,"num_objects_missing_on_primary":5620,"num_objects_missing":5620,"num_objects_degraded":40623,"num_objects_misplaced":23449,"num_objects_unfound":0,"num_objects_dirty":88120,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":98494,"num_write_kb":5971585,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":27032,"num_bytes_recovered":1765867520,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":18227343360,"data_stored":18227331144,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92142,"ondisk_log_size":92142,"up":48,"acting":41,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":10126,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":370028,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":89,"num_read_kb":167,"num_write":44,"num_write_kb":440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":322019,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299730,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2245360,"kb_used_data":1766696,"kb_used_omap":0,"kb_used_meta":478656,"kb_avail":91499792,"statfs":{"total":95995035648,"available":93695787008,"internally_reserved":0,"allocated":1809096704,"data_stored":1807840552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":490143744},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:34:08 2023","interfaces":[{"interface":"back","average":{"1min":0.72799999999999998,"5min":1.21,"15min":1.571},"min":{"1min":0.23400000000000001,"5min":0.219,"15min":0.21199999999999999},"max":{"1min":3.6480000000000001,"5min":8.8870000000000005,"15min":13.257},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.77800000000000002,"5min":1.524,"15min":1.9830000000000001},"min":{"1min":0.29399999999999998,"5min":0.28699999999999998,"15min":0.246},"max":{"1min":3.6619999999999999,"5min":12.42,"15min":17.402999999999999},"last":0.52800000000000002}]},{"osd":1,"last update":"Mon Aug 28 02:33:36 2023","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":1.915,"15min":2.2730000000000001},"min":{"1min":0.27300000000000002,"5min":0.248,"15min":0.24099999999999999},"max":{"1min":2.714,"5min":17.187999999999999,"15min":17.43},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.64200000000000002,"5min":1.7010000000000001,"15min":2.1110000000000002},"min":{"1min":0.311,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":2.9790000000000001,"5min":12.525,"15min":19.913},"last":0.44500000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:34:21 2023","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":1.1220000000000001,"15min":1.6890000000000001},"min":{"1min":0.28899999999999998,"5min":0.22900000000000001,"15min":0.22800000000000001},"max":{"1min":3.1760000000000002,"5min":7.6150000000000002,"15min":8.3889999999999993},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.57699999999999996,"5min":1.0189999999999999,"15min":1.5609999999999999},"min":{"1min":0.32000000000000001,"5min":0.315,"15min":0.28699999999999998},"max":{"1min":1.5269999999999999,"5min":9.2219999999999995,"15min":12.128},"last":0.28799999999999998}]},{"osd":3,"last update":"Mon Aug 28 02:34:13 2023","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":3.0099999999999998,"5min":3.0099999999999998,"15min":3.0099999999999998},"last":1.268},{"interface":"front","average":{"1min":0.63,"5min":0.63,"15min":0.63},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":3.1000000000000001,"5min":3.1000000000000001,"15min":3.1000000000000001},"last":0.41999999999999998}]},{"osd":4,"last update":"Mon Aug 28 02:34:08 2023","interfaces":[{"interface":"back","average":{"1min":0.79700000000000004,"5min":1.3109999999999999,"15min":1.3029999999999999},"min":{"1min":0.29599999999999999,"5min":0.245,"15min":0.23599999999999999},"max":{"1min":5.2169999999999996,"5min":18.943000000000001,"15min":18.943000000000001},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.69899999999999995,"5min":0.99399999999999999,"15min":0.96399999999999997},"min":{"1min":0.30299999999999999,"5min":0.25700000000000001,"15min":0.253},"max":{"1min":2.9870000000000001,"5min":7.0339999999999998,"15min":8.1890000000000001},"last":0.31900000000000001}]},{"osd":5,"last update":"Mon Aug 28 02:34:08 2023","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":1.0029999999999999,"15min":1.071},"min":{"1min":0.28599999999999998,"5min":0.246,"15min":0.23599999999999999},"max":{"1min":3.2120000000000002,"5min":5.9130000000000003,"15min":14.622},"last":0.35499999999999998},{"interface":"front","average":{"1min":0.63600000000000001,"5min":1.212,"15min":1.302},"min":{"1min":0.36299999999999999,"5min":0.28100000000000003,"15min":0.27000000000000002},"max":{"1min":3.0499999999999998,"5min":13.840999999999999,"15min":17.324999999999999},"last":0.499}]},{"osd":6,"last update":"Mon Aug 28 02:34:08 2023","interfaces":[{"interface":"back","average":{"1min":0.78900000000000003,"5min":1.2410000000000001,"15min":1.325},"min":{"1min":0.39300000000000002,"5min":0.30499999999999999,"15min":0.30299999999999999},"max":{"1min":3.2250000000000001,"5min":11.585000000000001,"15min":17.454999999999998},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.85899999999999999,"5min":0.996,"15min":0.874},"min":{"1min":0.41799999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":3.0499999999999998,"5min":7.665,"15min":7.665},"last":0.34399999999999997}]}]},{"osd":6,"up_from":0,"seq":193273528661,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":101,"seq":433791697120,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1695240,"kb_used_data":1071168,"kb_used_omap":4,"kb_used_meta":624059,"kb_avail":92049912,"statfs":{"total":95995035648,"available":94259109888,"internally_reserved":0,"allocated":1096876032,"data_stored":1095107861,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":639037326},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:33:33 2023","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":2.1139999999999999,"15min":2.7679999999999998},"min":{"1min":0.28000000000000003,"5min":0.221,"15min":0.21099999999999999},"max":{"1min":0.80700000000000005,"5min":24.545999999999999,"15min":24.545999999999999},"last":3.3730000000000002},{"interface":"front","average":{"1min":0.44900000000000001,"5min":2.9279999999999999,"15min":3.141},"min":{"1min":0.26100000000000001,"5min":0.251,"15min":0.21199999999999999},"max":{"1min":1.2909999999999999,"5min":24.515000000000001,"15min":24.515000000000001},"last":0.55000000000000004}]},{"osd":2,"last update":"Mon Aug 28 02:33:24 2023","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":2.4359999999999999,"15min":2.8279999999999998},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.24099999999999999},"max":{"1min":1.25,"5min":22.161000000000001,"15min":22.161000000000001},"last":4.0579999999999998},{"interface":"front","average":{"1min":0.498,"5min":1.8999999999999999,"15min":2.605},"min":{"1min":0.30199999999999999,"5min":0.254,"15min":0.253},"max":{"1min":1.026,"5min":13.114000000000001,"15min":20.003},"last":2.9060000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:34:12 2023","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.28699999999999998},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.40699999999999997}]},{"osd":4,"last update":"Mon Aug 28 02:33:33 2023","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":1.4279999999999999,"15min":1.7829999999999999},"min":{"1min":0.376,"5min":0.316,"15min":0.30099999999999999},"max":{"1min":0.90300000000000002,"5min":18.689,"15min":18.992999999999999},"last":2.9550000000000001},{"interface":"front","average":{"1min":0.51900000000000002,"5min":1.8440000000000001,"15min":1.869},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.26400000000000001},"max":{"1min":0.88400000000000001,"5min":14.779999999999999,"15min":14.779999999999999},"last":0.498}]},{"osd":5,"last update":"Mon Aug 28 02:33:33 2023","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":2.0830000000000002,"15min":2.3370000000000002},"min":{"1min":0.35999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":1.1599999999999999,"5min":12.170999999999999,"15min":18.626999999999999},"last":0.63500000000000001},{"interface":"front","average":{"1min":0.61299999999999999,"5min":1.5469999999999999,"15min":2.2770000000000001},"min":{"1min":0.375,"5min":0.374,"15min":0.31900000000000001},"max":{"1min":1.363,"5min":7.3410000000000002,"15min":18.945},"last":3.048}]},{"osd":6,"last update":"Mon Aug 28 02:33:33 2023","interfaces":[{"interface":"back","average":{"1min":0.626,"5min":1.8440000000000001,"15min":2.3130000000000002},"min":{"1min":0.40000000000000002,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":1.2829999999999999,"5min":12.221,"15min":13.254},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.60099999999999998,"5min":1.617,"15min":2.016},"min":{"1min":0.47299999999999998,"5min":0.41799999999999998,"15min":0.34499999999999997},"max":{"1min":1.1479999999999999,"5min":12.371,"15min":19.021999999999998},"last":3.004}]},{"osd":7,"last update":"Mon Aug 28 02:33:33 2023","interfaces":[{"interface":"back","average":{"1min":0.63100000000000001,"5min":1.5349999999999999,"15min":2.2679999999999998},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":1.637,"5min":14.349,"15min":19.047999999999998},"last":3.0819999999999999},{"interface":"front","average":{"1min":0.65600000000000003,"5min":1.9119999999999999,"15min":2.1320000000000001},"min":{"1min":0.432,"5min":0.34399999999999997,"15min":0.30199999999999999},"max":{"1min":1.6799999999999999,"5min":14.818,"15min":14.818},"last":0.53700000000000003}]}]},{"osd":0,"up_from":87,"seq":373662154986,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":4182716,"kb_used_data":3509428,"kb_used_omap":5,"kb_used_meta":673210,"kb_avail":89562436,"statfs":{"total":95995035648,"available":91711934464,"internally_reserved":0,"allocated":3593654272,"data_stored":3591779314,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":689367674},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:33:28 2023","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":1.6879999999999999,"15min":2.1819999999999999},"min":{"1min":0.221,"5min":0.184,"15min":0.184},"max":{"1min":5.3280000000000003,"5min":30.315000000000001,"15min":30.315000000000001},"last":0.247},{"interface":"front","average":{"1min":0.44700000000000001,"5min":2.5579999999999998,"15min":3.1299999999999999},"min":{"1min":0.25800000000000001,"5min":0.249,"15min":0.221},"max":{"1min":1.139,"5min":69.272000000000006,"15min":69.272000000000006},"last":0.35499999999999998}]},{"osd":2,"last update":"Mon Aug 28 02:33:25 2023","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":1.9790000000000001,"15min":2.6440000000000001},"min":{"1min":0.28699999999999998,"5min":0.253,"15min":0.23799999999999999},"max":{"1min":2.0739999999999998,"5min":20.959,"15min":20.959},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.68700000000000006,"5min":1.472,"15min":2.1160000000000001},"min":{"1min":0.31,"5min":0.247,"15min":0.24299999999999999},"max":{"1min":4.0910000000000002,"5min":8.0600000000000005,"15min":12.332000000000001},"last":0.313}]},{"osd":3,"last update":"Mon Aug 28 02:34:13 2023","interfaces":[{"interface":"back","average":{"1min":0.75,"5min":0.75,"15min":0.75},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":3.952,"5min":3.952,"15min":3.952},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":3.9750000000000001,"5min":3.9750000000000001,"15min":3.9750000000000001},"last":0.505}]},{"osd":4,"last update":"Mon Aug 28 02:34:13 2023","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":3.806,"15min":2.6219999999999999},"min":{"1min":0.34000000000000002,"5min":0.314,"15min":0.27700000000000002},"max":{"1min":1.0209999999999999,"5min":274.33199999999999,"15min":274.33199999999999},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.754,"5min":4.3630000000000004,"15min":3.0619999999999998},"min":{"1min":0.315,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":2.0539999999999998,"5min":266.31999999999999,"15min":266.31999999999999},"last":0.40999999999999998}]},{"osd":5,"last update":"Mon Aug 28 02:34:13 2023","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":1.151,"15min":1.679},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.29299999999999998},"max":{"1min":1.486,"5min":7.1139999999999999,"15min":13.038},"last":0.38},{"interface":"front","average":{"1min":0.72099999999999997,"5min":1.774,"15min":2.282},"min":{"1min":0.36399999999999999,"5min":0.34799999999999998,"15min":0.27800000000000002},"max":{"1min":1.921,"5min":15.231,"15min":15.231},"last":0.47499999999999998}]},{"osd":6,"last update":"Mon Aug 28 02:34:13 2023","interfaces":[{"interface":"back","average":{"1min":0.65300000000000002,"5min":1.4830000000000001,"15min":1.901},"min":{"1min":0.38300000000000001,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":1.7110000000000001,"5min":15.122999999999999,"15min":15.122999999999999},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.78800000000000003,"5min":1.9119999999999999,"15min":2.2970000000000002},"min":{"1min":0.441,"5min":0.35599999999999998,"15min":0.311},"max":{"1min":2,"5min":15.186999999999999,"15min":15.186999999999999},"last":0.52900000000000003}]},{"osd":7,"last update":"Mon Aug 28 02:34:13 2023","interfaces":[{"interface":"back","average":{"1min":0.73499999999999999,"5min":1.841,"15min":2.286},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.33400000000000002},"max":{"1min":1.9410000000000001,"5min":16.183,"15min":16.183},"last":0.438},{"interface":"front","average":{"1min":0.68000000000000005,"5min":1.304,"15min":1.9039999999999999},"min":{"1min":0.46000000000000002,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":1.925,"5min":7.0620000000000003,"15min":13.005000000000001},"last":0.54800000000000004}]}]},{"osd":2,"up_from":0,"seq":502511173845,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":297,"seq":1275605286928,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1174072,"kb_used_data":1039152,"kb_used_omap":2,"kb_used_meta":134909,"kb_avail":92571080,"statfs":{"total":95995035648,"available":94792785920,"internally_reserved":0,"allocated":1064091648,"data_stored":1062325879,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":138146869},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:34:11 2023","interfaces":[{"interface":"back","average":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":2.7949999999999999,"5min":2.7949999999999999,"15min":2.7949999999999999},"last":2.1360000000000001}]},{"osd":1,"last update":"Mon Aug 28 02:34:11 2023","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"last":2.2130000000000001},{"interface":"front","average":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":2.762,"5min":2.762,"15min":2.762},"last":2.0339999999999998}]},{"osd":2,"last update":"Mon Aug 28 02:34:11 2023","interfaces":[{"interface":"back","average":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":2.5449999999999999,"5min":2.5449999999999999,"15min":2.5449999999999999},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.41799999999999998}]},{"osd":4,"last update":"Mon Aug 28 02:34:11 2023","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":2.1930000000000001}]},{"osd":5,"last update":"Mon Aug 28 02:34:11 2023","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":1.04,"5min":1.04,"15min":1.04},"last":2.169},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.40200000000000002}]},{"osd":6,"last update":"Mon Aug 28 02:34:11 2023","interfaces":[{"interface":"back","average":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.56299999999999994},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":1.004,"5min":1.004,"15min":1.004},"last":2.2330000000000001}]},{"osd":7,"last update":"Mon Aug 28 02:34:11 2023","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.437},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":0.98099999999999998,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.501}]}]},{"osd":4,"up_from":30,"seq":128849019223,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3847216,"kb_used_data":3391784,"kb_used_omap":0,"kb_used_meta":455424,"kb_avail":89897936,"statfs":{"total":95995035648,"available":92055486464,"internally_reserved":0,"allocated":3473186816,"data_stored":3471930899,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":466354176},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,0,0,1,2,0,0,2,3,6,3],"upper_bound":8192},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:34:15 2023","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":1.3720000000000001,"15min":1.921},"min":{"1min":0.247,"5min":0.247,"15min":0.22800000000000001},"max":{"1min":0.62,"5min":22.515000000000001,"15min":22.515000000000001},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.45500000000000002,"5min":1.4239999999999999,"15min":1.8959999999999999},"min":{"1min":0.26900000000000002,"5min":0.24299999999999999,"15min":0.217},"max":{"1min":0.872,"5min":22.454000000000001,"15min":22.454000000000001},"last":0.44700000000000001}]},{"osd":1,"last update":"Mon Aug 28 02:33:38 2023","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":1.6359999999999999,"15min":1.7110000000000001},"min":{"1min":0.28499999999999998,"5min":0.26300000000000001,"15min":0.24199999999999999},"max":{"1min":4.7539999999999996,"5min":23.082000000000001,"15min":23.082000000000001},"last":0.35199999999999998},{"interface":"front","average":{"1min":0.624,"5min":1.7609999999999999,"15min":1.9299999999999999},"min":{"1min":0.26300000000000001,"5min":0.26000000000000001,"15min":0.246},"max":{"1min":4.7960000000000003,"5min":25.100000000000001,"15min":25.100000000000001},"last":0.436}]},{"osd":2,"last update":"Mon Aug 28 02:34:15 2023","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":1.458,"15min":1.8009999999999999},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27400000000000002},"max":{"1min":3.8050000000000002,"5min":8.7149999999999999,"15min":16.231000000000002},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.59699999999999998,"5min":1.3779999999999999,"15min":1.7450000000000001},"min":{"1min":0.318,"5min":0.318,"15min":0.251},"max":{"1min":2.3889999999999998,"5min":13.515000000000001,"15min":13.515000000000001},"last":0.38700000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:34:15 2023","interfaces":[{"interface":"back","average":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":7.7480000000000002,"5min":7.7480000000000002,"15min":7.7480000000000002},"last":0.41699999999999998},{"interface":"front","average":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":2.851,"5min":2.851,"15min":2.851},"last":0.50600000000000001}]},{"osd":5,"last update":"Mon Aug 28 02:33:52 2023","interfaces":[{"interface":"back","average":{"1min":0.42599999999999999,"5min":1.238,"15min":1.139},"min":{"1min":0.25900000000000001,"5min":0.222,"15min":0.222},"max":{"1min":0.66500000000000004,"5min":8.6679999999999993,"15min":16.181999999999999},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.47499999999999998,"5min":1.425,"15min":1.1830000000000001},"min":{"1min":0.28199999999999997,"5min":0.224,"15min":0.20699999999999999},"max":{"1min":0.90400000000000003,"5min":8.6370000000000005,"15min":10.233000000000001},"last":0.46999999999999997}]},{"osd":6,"last update":"Mon Aug 28 02:34:06 2023","interfaces":[{"interface":"back","average":{"1min":0.71599999999999997,"5min":1.133,"15min":1.1180000000000001},"min":{"1min":0.376,"5min":0.28799999999999998,"15min":0.26500000000000001},"max":{"1min":2.9830000000000001,"5min":8.8480000000000008,"15min":10.023999999999999},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.70399999999999996,"5min":1.2789999999999999,"15min":1.1419999999999999},"min":{"1min":0.375,"5min":0.27200000000000002,"15min":0.255},"max":{"1min":4.5880000000000001,"5min":8.5,"15min":8.5},"last":0.36799999999999999}]},{"osd":7,"last update":"Mon Aug 28 02:34:15 2023","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":1.161,"15min":1.1879999999999999},"min":{"1min":0.38900000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.73199999999999998,"5min":8.8249999999999993,"15min":9.3209999999999997},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.56699999999999995,"5min":1.222,"15min":1.141},"min":{"1min":0.41199999999999998,"5min":0.34300000000000003,"15min":0.30299999999999999},"max":{"1min":0.95599999999999996,"5min":15.597,"15min":15.597},"last":0.42799999999999999}]}]},{"osd":5,"up_from":37,"seq":158913790296,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2661216,"kb_used_data":2124120,"kb_used_omap":0,"kb_used_meta":537088,"kb_avail":91083936,"statfs":{"total":95995035648,"available":93269950464,"internally_reserved":0,"allocated":2175098880,"data_stored":2173855330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":549978112},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,0,0,0,1],"upper_bound":512},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:33:38 2023","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":1.4410000000000001,"15min":2.0529999999999999},"min":{"1min":0.26300000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":1.4530000000000001,"5min":7.7560000000000002,"15min":40.334000000000003},"last":0.38600000000000001},{"interface":"front","average":{"1min":1.3600000000000001,"5min":1.8100000000000001,"15min":1.9790000000000001},"min":{"1min":0.28000000000000003,"5min":0.24099999999999999,"15min":0.23200000000000001},"max":{"1min":19.815999999999999,"5min":19.815999999999999,"15min":40.212000000000003},"last":0.36399999999999999}]},{"osd":1,"last update":"Mon Aug 28 02:33:38 2023","interfaces":[{"interface":"back","average":{"1min":1.2410000000000001,"5min":1.7470000000000001,"15min":2.1720000000000002},"min":{"1min":0.28499999999999998,"5min":0.23699999999999999,"15min":0.23200000000000001},"max":{"1min":17.998000000000001,"5min":17.998000000000001,"15min":40.088000000000001},"last":0.40699999999999997},{"interface":"front","average":{"1min":1.381,"5min":2,"15min":2.0600000000000001},"min":{"1min":0.28299999999999997,"5min":0.26000000000000001,"15min":0.251},"max":{"1min":19.853000000000002,"5min":19.853000000000002,"15min":40.243000000000002},"last":0.28100000000000003}]},{"osd":2,"last update":"Mon Aug 28 02:33:38 2023","interfaces":[{"interface":"back","average":{"1min":0.73099999999999998,"5min":1.4710000000000001,"15min":2.0449999999999999},"min":{"1min":0.31900000000000001,"5min":0.29699999999999999,"15min":0.27700000000000002},"max":{"1min":5.3099999999999996,"5min":8.7899999999999991,"15min":40.436999999999998},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.50600000000000001,"5min":1.7869999999999999,"15min":2.125},"min":{"1min":0.32800000000000001,"5min":0.28499999999999998,"15min":0.27200000000000002},"max":{"1min":0.96299999999999997,"5min":8.609,"15min":40.555},"last":0.41899999999999998}]},{"osd":3,"last update":"Mon Aug 28 02:34:12 2023","interfaces":[{"interface":"back","average":{"1min":1.2989999999999999,"5min":1.2989999999999999,"15min":1.2989999999999999},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":16.190999999999999,"5min":16.190999999999999,"15min":16.190999999999999},"last":0.33600000000000002},{"interface":"front","average":{"1min":1.6850000000000001,"5min":1.6850000000000001,"15min":1.6850000000000001},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":21.420999999999999,"5min":21.420999999999999,"15min":21.420999999999999},"last":0.44700000000000001}]},{"osd":4,"last update":"Mon Aug 28 02:33:54 2023","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":1.2050000000000001,"15min":1.3140000000000001},"min":{"1min":0.29099999999999998,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.59399999999999997,"5min":13.616,"15min":40.762999999999998},"last":0.26900000000000002},{"interface":"front","average":{"1min":0.51500000000000001,"5min":1.464,"15min":1.383},"min":{"1min":0.29899999999999999,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":1.0089999999999999,"5min":10.566000000000001,"15min":40.634},"last":0.318}]},{"osd":6,"last update":"Mon Aug 28 02:33:38 2023","interfaces":[{"interface":"back","average":{"1min":0.99299999999999999,"5min":1.5640000000000001,"15min":1.47},"min":{"1min":0.34699999999999998,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":10.66,"5min":17.510000000000002,"15min":42.409999999999997},"last":0.35199999999999998},{"interface":"front","average":{"1min":0.747,"5min":1.4790000000000001,"15min":1.4379999999999999},"min":{"1min":0.371,"5min":0.254,"15min":0.254},"max":{"1min":6.1159999999999997,"5min":15.856999999999999,"15min":42.533999999999999},"last":0.47599999999999998}]},{"osd":7,"last update":"Mon Aug 28 02:33:38 2023","interfaces":[{"interface":"back","average":{"1min":0.76300000000000001,"5min":1.718,"15min":1.6200000000000001},"min":{"1min":0.33900000000000002,"5min":0.315,"15min":0.314},"max":{"1min":6.1749999999999998,"5min":31.707000000000001,"15min":42.667000000000002},"last":0.377},{"interface":"front","average":{"1min":0.59099999999999997,"5min":2.1899999999999999,"15min":1.623},"min":{"1min":0.33700000000000002,"5min":0.318,"15min":0.27000000000000002},"max":{"1min":1.7130000000000001,"5min":31.66,"15min":42.344000000000001},"last":0.39700000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":3588624384,"data_stored":3588620312,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1091960832,"data_stored":1091960832,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":2706833408,"data_stored":2706833408,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":1059192832,"data_stored":1059192832,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":3470200832,"data_stored":3470196760,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":2172059648,"data_stored":2172059648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":2333413376,"data_stored":2333409304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1805058048,"data_stored":1805058048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:34:32.421 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph status --format=json 2023-08-28T02:34:32.485 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:34:32.515 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:32.533 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:34:32.537 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:34:32.540 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:32.541 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:34:32.641 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:34:32.672 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:32.693 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:34:32.696 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:32.697 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:34:32.797 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:34:32.797 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:32 smithi083 ceph-mon[157819]: pgmap v935: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 88 active+clean; 5.4 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 63 op/s; 40539/263814 objects degraded (15.367%); 23064/263814 objects misplaced (8.743%); 10 MiB/s, 163 objects/s recovering 2023-08-28T02:34:32.840 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:32.871 INFO:teuthology.orchestra.run.smithi040.stdout:ERROR: (22) Invalid argument 2023-08-28T02:34:32.871 INFO:teuthology.orchestra.run.smithi040.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:34:32.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:32 smithi040 ceph-mon[170259]: pgmap v935: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 88 active+clean; 5.4 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 63 op/s; 40539/263814 objects degraded (15.367%); 23064/263814 objects misplaced (8.743%); 10 MiB/s, 163 objects/s recovering 2023-08-28T02:34:32.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:32 smithi040 ceph-mon[175404]: pgmap v935: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 88 active+clean; 5.4 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 63 op/s; 40539/263814 objects degraded (15.367%); 23064/263814 objects misplaced (8.743%); 10 MiB/s, 163 objects/s recovering 2023-08-28T02:34:33.133 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:34:35.304 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:34:35.335 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:35.336 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:34:35.437 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:34:35.465 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:35.487 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:34:35.489 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:35.490 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:34:35.590 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:34:35.629 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:35.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:35 smithi040 ceph-mon[170259]: pgmap v936: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 88 active+clean; 5.4 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 66 op/s; 40484/263235 objects degraded (15.379%); 22508/263235 objects misplaced (8.551%); 11 MiB/s, 173 objects/s recovering 2023-08-28T02:34:35.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:35 smithi040 ceph-mon[175404]: pgmap v936: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 88 active+clean; 5.4 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 66 op/s; 40484/263235 objects degraded (15.379%); 22508/263235 objects misplaced (8.551%); 11 MiB/s, 173 objects/s recovering 2023-08-28T02:34:35.731 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:34:35 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:34:35] "GET /metrics HTTP/1.1" 200 36605 "" "Prometheus/2.43.0" 2023-08-28T02:34:35.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:35 smithi083 ceph-mon[157819]: pgmap v936: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 88 active+clean; 5.4 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 66 op/s; 40484/263235 objects degraded (15.379%); 22508/263235 objects misplaced (8.551%); 11 MiB/s, 173 objects/s recovering 2023-08-28T02:34:36.669 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:34:36.675 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:34:36.680 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:36.680 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:34:36.700 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:36 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 40484/263235 objects degraded (15.379%), 8 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-08-28T02:34:36.700 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:36 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 40484/263235 objects degraded (15.379%), 8 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-08-28T02:34:36.701 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.2 dump_blocked_ops 2023-08-28T02:34:36.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:36 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 40484/263235 objects degraded (15.379%), 8 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-08-28T02:34:36.781 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:34:36.811 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:36.833 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:34:36.836 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:36.836 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:34:36.937 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:34:36.995 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:37.125 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:34:37.128 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:37.129 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:34:37.230 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:34:37.258 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:37.279 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:34:37.283 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:37.283 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:34:37.384 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:34:37.419 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:37.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:37 smithi040 ceph-mon[170259]: pgmap v937: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 88 active+clean; 5.3 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 75 op/s; 40409/262368 objects degraded (15.402%); 22147/262368 objects misplaced (8.441%); 11 MiB/s, 178 objects/s recovering 2023-08-28T02:34:37.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:37 smithi040 ceph-mon[175404]: pgmap v937: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 88 active+clean; 5.3 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 75 op/s; 40409/262368 objects degraded (15.402%); 22147/262368 objects misplaced (8.441%); 11 MiB/s, 178 objects/s recovering 2023-08-28T02:34:37.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:37 smithi083 ceph-mon[157819]: pgmap v937: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 88 active+clean; 5.3 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 75 op/s; 40409/262368 objects degraded (15.402%); 22147/262368 objects misplaced (8.441%); 11 MiB/s, 178 objects/s recovering 2023-08-28T02:34:37.746 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:34:37.749 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:37.750 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:34:37.850 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:34:37.878 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:37.898 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:34:37.901 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:37.901 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:34:38.002 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:34:38.035 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:39.317 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:34:39.461 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:39.462 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:34:39.562 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:34:39.639 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:39.682 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:34:39.705 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:34:39.722 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:39 smithi040 ceph-mon[175404]: pgmap v938: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 88 active+clean; 5.3 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 72 op/s; 40409/262059 objects degraded (15.420%); 21570/262059 objects misplaced (8.231%); 12 MiB/s, 198 objects/s recovering 2023-08-28T02:34:39.723 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:39 smithi040 ceph-mon[170259]: pgmap v938: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 88 active+clean; 5.3 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 72 op/s; 40409/262059 objects degraded (15.420%); 21570/262059 objects misplaced (8.231%); 12 MiB/s, 198 objects/s recovering 2023-08-28T02:34:39.729 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:34:39.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:39 smithi083 ceph-mon[157819]: pgmap v938: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 88 active+clean; 5.3 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 72 op/s; 40409/262059 objects degraded (15.420%); 21570/262059 objects misplaced (8.231%); 12 MiB/s, 198 objects/s recovering 2023-08-28T02:34:39.755 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:34:39.778 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:34:39.805 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:34:39.828 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:34:39.853 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:34:39.854 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-08-28T02:34:39.855 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-08-28T02:34:39.855 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-08-28T02:34:39.855 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-08-28T02:34:39.855 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-08-28T02:34:39.855 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-08-28T02:34:39.855 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-08-28T02:34:39.855 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-08-28T02:34:39.869 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:34:39.870 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:34:39.876 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:39.877 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:34:39.977 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:34:40.027 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:40.455 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:40 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1495877703' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:34:40.612 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:34:40.619 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:40.620 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:34:40.720 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:34:40.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:40 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1495877703' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:34:40.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:40 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1495877703' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:34:40.745 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:34:40.745 INFO:teuthology.orchestra.run.smithi040.stdout:{"fsid":"d9a8f48a-4546-11ee-817c-1b7a5f1ba315","health":{"status":"HEALTH_WARN","checks":{"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 40330/261435 objects degraded (15.426%), 8 pgs degraded, 7 pgs undersized","count":15},"muted":false}},"mutes":[]},"election_epoch":34,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":1286,"monmap":{"epoch":4,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":316,"num_osds":8,"num_up_osds":8,"osd_up_since":1693189991,"num_in_osds":6,"osd_in_since":1693189947,"num_remapped_pgs":10},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":88},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":5},{"state_name":"active+remapped+backfill_wait","count":2},{"state_name":"active+recovery_wait+degraded+remapped","count":1},{"state_name":"active+recovering+undersized+degraded+remapped","count":1},{"state_name":"active+recovery_wait+degraded","count":1},{"state_name":"active+recovering+undersized+remapped","count":1}],"num_pgs":99,"num_pools":5,"num_objects":87145,"data_bytes":5709937412,"bytes_used":16164126720,"bytes_avail":559806087168,"bytes_total":575970213888,"degraded_objects":40330,"degraded_total":261435,"degraded_ratio":0.15426396618662383,"misplaced_objects":21122,"misplaced_total":261435,"misplaced_ratio":0.080792548817105597,"recovering_objects_per_sec":195,"recovering_bytes_per_sec":12786144,"recovering_keys_per_sec":0,"num_objects_recovered":2342,"num_bytes_recovered":153485312,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":83},"fsmap":{"epoch":7,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi040.wmhbsz","status":"up:active","gid":24577}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.40:8443/","prometheus":"http://172.21.15.40:9283/"}},"servicemap":{"epoch":22,"modified":"2023-08-28T02:34:10.384085+0000","services":{}},"progress_events":{"12dba03a-d529-4826-b243-e29af8fa97a8":{"message":"Upgrade to 18.2.0-187-g9cf20820 (5m)\n [============................] (remaining: 6m)","progress":0.44999998807907104,"add_to_ceph_s":true},"42e4bfe6-6201-4e43-94a3-bd00b5166574":{"message":"Global Recovery Event (3m)\n [========================....] (remaining: 23s)","progress":0.8888888955116272,"add_to_ceph_s":true}}} 2023-08-28T02:34:40.749 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:40.770 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:34:40.773 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:40.774 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:34:40.874 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:34:40.903 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:40.922 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:34:40.925 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:40.925 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:34:41.026 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:34:41.057 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:41.081 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:34:41.084 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:41.085 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:34:41.185 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:34:41.200 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2023-08-28T02:34:41.200 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:34:41.224 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:41.355 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:34:41.359 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:41.359 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:34:41.460 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:34:41.474 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:41 smithi040 ceph-mon[175404]: pgmap v939: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 88 active+clean; 5.3 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 83 op/s; 40330/261435 objects degraded (15.426%); 21122/261435 objects misplaced (8.079%); 12 MiB/s, 195 objects/s recovering 2023-08-28T02:34:41.474 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:41 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/888821577' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:34:41.474 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:41 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:34:41.474 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:41 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/935340766' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:34:41.474 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:41 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 40330/261435 objects degraded (15.426%), 8 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-08-28T02:34:41.496 INFO:teuthology.orchestra.run.smithi040.stderr:noscrub is set 2023-08-28T02:34:41.542 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:41.721 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:34:41.724 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:41 smithi040 ceph-mon[170259]: pgmap v939: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 88 active+clean; 5.3 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 83 op/s; 40330/261435 objects degraded (15.426%); 21122/261435 objects misplaced (8.079%); 12 MiB/s, 195 objects/s recovering 2023-08-28T02:34:41.724 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:41 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/888821577' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:34:41.724 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:41 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:34:41.724 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:41 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/935340766' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:34:41.724 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:41 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 40330/261435 objects degraded (15.426%), 8 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-08-28T02:34:41.725 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:41.725 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:34:41.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:41 smithi083 ceph-mon[157819]: pgmap v939: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 88 active+clean; 5.3 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 83 op/s; 40330/261435 objects degraded (15.426%); 21122/261435 objects misplaced (8.079%); 12 MiB/s, 195 objects/s recovering 2023-08-28T02:34:41.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:41 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/888821577' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:34:41.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:41 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:34:41.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:41 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/935340766' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:34:41.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:41 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 40330/261435 objects degraded (15.426%), 8 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-08-28T02:34:41.825 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:34:41.854 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:41.877 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:34:41.885 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:41.885 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:34:41.967 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-08-28T02:34:41.967 INFO:teuthology.orchestra.run.smithi040.stdout: "ops": [], 2023-08-28T02:34:41.967 INFO:teuthology.orchestra.run.smithi040.stdout: "complaint_time": 30, 2023-08-28T02:34:41.967 INFO:teuthology.orchestra.run.smithi040.stdout: "num_blocked_ops": 0 2023-08-28T02:34:41.967 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-08-28T02:34:41.986 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:34:42.013 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:42.032 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:34:42.036 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:42.036 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:34:42.137 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:34:42.144 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:34:42.166 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:42.190 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:34:42.192 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:42.192 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:34:42.293 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:34:42.322 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:42.340 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:34:42.343 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:42.343 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:34:42.444 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:34:42.490 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:42.510 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:42 smithi040 ceph-mon[175404]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:34:42.510 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:42 smithi040 ceph-mon[175404]: failed to encode map e317 with expected crc 2023-08-28T02:34:42.511 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:42 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:34:42.511 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:42 smithi040 ceph-mon[175404]: osdmap e317: 8 total, 8 up, 6 in 2023-08-28T02:34:42.511 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:42 smithi040 ceph-mon[175404]: pgmap v941: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 88 active+clean; 5.3 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 94 op/s; 40299/260982 objects degraded (15.441%); 21122/260982 objects misplaced (8.093%); 12 MiB/s, 197 objects/s recovering 2023-08-28T02:34:42.511 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:42 smithi040 ceph-mon[170259]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:34:42.511 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:42 smithi040 ceph-mon[170259]: failed to encode map e317 with expected crc 2023-08-28T02:34:42.511 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:42 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:34:42.511 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:42 smithi040 ceph-mon[170259]: osdmap e317: 8 total, 8 up, 6 in 2023-08-28T02:34:42.511 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:42 smithi040 ceph-mon[170259]: pgmap v941: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 88 active+clean; 5.3 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 94 op/s; 40299/260982 objects degraded (15.441%); 21122/260982 objects misplaced (8.093%); 12 MiB/s, 197 objects/s recovering 2023-08-28T02:34:42.512 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.2 dump_historic_ops 2023-08-28T02:34:42.517 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:34:42.520 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:42.521 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:34:42.585 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-08-28T02:34:42.621 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:34:42.675 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:42.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:42 smithi083 ceph-mon[157819]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:34:42.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:42 smithi083 ceph-mon[157819]: failed to encode map e317 with expected crc 2023-08-28T02:34:42.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:42 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:34:42.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:42 smithi083 ceph-mon[157819]: osdmap e317: 8 total, 8 up, 6 in 2023-08-28T02:34:42.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:42 smithi083 ceph-mon[157819]: pgmap v941: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 88 active+clean; 5.3 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 94 op/s; 40299/260982 objects degraded (15.441%); 21122/260982 objects misplaced (8.093%); 12 MiB/s, 197 objects/s recovering 2023-08-28T02:34:43.060 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:34:43.064 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:43.064 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:34:43.137 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:34:43.166 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:34:43.178 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:34:43.213 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:43.996 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:34:44.009 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd set nodeep-scrub 2023-08-28T02:34:44.011 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:44.012 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:34:44.113 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:34:44.147 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:45.482 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:34:45.484 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:34:45.512 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:45 smithi040 ceph-mon[175404]: pgmap v942: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 88 active+clean; 5.3 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 82 op/s; 40299/260757 objects degraded (15.455%); 20396/260757 objects misplaced (7.822%); 14 MiB/s, 217 objects/s recovering 2023-08-28T02:34:45.512 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:45 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:34:45.512 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:45 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:34:45.512 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:45 smithi040 ceph-mon[170259]: pgmap v942: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 88 active+clean; 5.3 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 82 op/s; 40299/260757 objects degraded (15.455%); 20396/260757 objects misplaced (7.822%); 14 MiB/s, 217 objects/s recovering 2023-08-28T02:34:45.512 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:45 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:34:45.512 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:45 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:34:45.513 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:34:45 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:34:45] "GET /metrics HTTP/1.1" 200 36606 "" "Prometheus/2.43.0" 2023-08-28T02:34:45.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:45 smithi083 ceph-mon[157819]: pgmap v942: 99 pgs: 1 active+recovering+undersized+remapped, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 88 active+clean; 5.3 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 82 op/s; 40299/260757 objects degraded (15.455%); 20396/260757 objects misplaced (7.822%); 14 MiB/s, 217 objects/s recovering 2023-08-28T02:34:45.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:45 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:34:45.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:45 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:34:46.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:46 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 40299/260757 objects degraded (15.455%), 8 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-08-28T02:34:46.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:46 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 40299/260757 objects degraded (15.455%), 8 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-08-28T02:34:46.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:46 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 40299/260757 objects degraded (15.455%), 8 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2023-08-28T02:34:47.179 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:34:47.183 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:47.183 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:34:47.284 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:34:47.322 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:47.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:47 smithi040 ceph-mon[170259]: from='client.45464 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:34:47.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:47 smithi040 ceph-mon[170259]: pgmap v943: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 88 active+clean; 5.3 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 89 op/s; 40194/259689 objects degraded (15.478%); 19928/259689 objects misplaced (7.674%); 14 MiB/s, 222 objects/s recovering 2023-08-28T02:34:47.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:47 smithi040 ceph-mon[175404]: from='client.45464 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:34:47.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:47 smithi040 ceph-mon[175404]: pgmap v943: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 88 active+clean; 5.3 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 89 op/s; 40194/259689 objects degraded (15.478%); 19928/259689 objects misplaced (7.674%); 14 MiB/s, 222 objects/s recovering 2023-08-28T02:34:47.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:47 smithi083 ceph-mon[157819]: from='client.45464 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:34:47.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:47 smithi083 ceph-mon[157819]: pgmap v943: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+undersized+remapped, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 88 active+clean; 5.3 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 89 op/s; 40194/259689 objects degraded (15.478%); 19928/259689 objects misplaced (7.674%); 14 MiB/s, 222 objects/s recovering 2023-08-28T02:34:48.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:48 smithi040 ceph-mon[170259]: failed to encode map e318 with expected crc 2023-08-28T02:34:48.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:48 smithi040 ceph-mon[170259]: failed to encode map e318 with expected crc 2023-08-28T02:34:48.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:48 smithi040 ceph-mon[170259]: osdmap e318: 8 total, 8 up, 6 in 2023-08-28T02:34:48.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:48 smithi040 ceph-mon[170259]: failed to encode map e318 with expected crc 2023-08-28T02:34:48.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:48 smithi040 ceph-mon[170259]: failed to encode map e318 with expected crc 2023-08-28T02:34:48.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:48 smithi040 ceph-mon[175404]: failed to encode map e318 with expected crc 2023-08-28T02:34:48.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:48 smithi040 ceph-mon[175404]: failed to encode map e318 with expected crc 2023-08-28T02:34:48.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:48 smithi040 ceph-mon[175404]: osdmap e318: 8 total, 8 up, 6 in 2023-08-28T02:34:48.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:48 smithi040 ceph-mon[175404]: failed to encode map e318 with expected crc 2023-08-28T02:34:48.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:48 smithi040 ceph-mon[175404]: failed to encode map e318 with expected crc 2023-08-28T02:34:48.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:48 smithi083 ceph-mon[157819]: failed to encode map e318 with expected crc 2023-08-28T02:34:48.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:48 smithi083 ceph-mon[157819]: failed to encode map e318 with expected crc 2023-08-28T02:34:48.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:48 smithi083 ceph-mon[157819]: osdmap e318: 8 total, 8 up, 6 in 2023-08-28T02:34:48.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:48 smithi083 ceph-mon[157819]: failed to encode map e318 with expected crc 2023-08-28T02:34:48.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:48 smithi083 ceph-mon[157819]: failed to encode map e318 with expected crc 2023-08-28T02:34:48.805 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:34:48.812 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:48.813 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:34:48.829 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":942,"stamp":"2023-08-28T02:34:44.394661+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":5695126276,"num_objects":86919,"num_object_clones":0,"num_object_copies":260757,"num_objects_missing_on_primary":5539,"num_objects_missing":5539,"num_objects_degraded":40299,"num_objects_misplaced":20396,"num_objects_unfound":0,"num_objects_dirty":86919,"num_whiteouts":0,"num_read":90,"num_read_kb":168,"num_write":99823,"num_write_kb":5972054,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":30155,"num_bytes_recovered":1969295729,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":94292,"ondisk_log_size":94292,"up":297,"acting":290,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":15782540,"kb_used_data":12871900,"kb_used_omap":12,"kb_used_meta":2910579,"kb_avail":546688372,"statfs":{"total":575970213888,"available":559808892928,"internally_reserved":0,"allocated":13180825600,"data_stored":13171630713,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12739,"internal_metadata":2980433469},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-54132736,"num_objects":-826,"num_object_clones":0,"num_object_copies":-2478,"num_objects_missing_on_primary":-24,"num_objects_missing":-24,"num_objects_degraded":-185,"num_objects_misplaced":-2112,"num_objects_unfound":0,"num_objects_dirty":-826,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":826,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2176,"num_bytes_recovered":142606336,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.003397"},"pg_stats":[{"pgid":"3.1a","version":"65'1","reported_seq":327,"reported_epoch":315,"state":"active+clean","last_fresh":"2023-08-28T02:34:14.433525+0000","last_change":"2023-08-28T02:32:32.667028+0000","last_active":"2023-08-28T02:34:14.433525+0000","last_peered":"2023-08-28T02:34:14.433525+0000","last_clean":"2023-08-28T02:34:14.433525+0000","last_became_active":"2023-08-28T02:32:32.666711+0000","last_became_peered":"2023-08-28T02:32:32.666711+0000","last_unstale":"2023-08-28T02:34:14.433525+0000","last_undegraded":"2023-08-28T02:34:14.433525+0000","last_fullsized":"2023-08-28T02:34:14.433525+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:28:21.913105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":278,"reported_epoch":315,"state":"active+clean","last_fresh":"2023-08-28T02:34:14.457865+0000","last_change":"2023-08-28T02:29:44.421259+0000","last_active":"2023-08-28T02:34:14.457865+0000","last_peered":"2023-08-28T02:34:14.457865+0000","last_clean":"2023-08-28T02:34:14.457865+0000","last_became_active":"2023-08-28T02:29:44.420936+0000","last_became_peered":"2023-08-28T02:29:44.420936+0000","last_unstale":"2023-08-28T02:34:14.457865+0000","last_undegraded":"2023-08-28T02:34:14.457865+0000","last_fullsized":"2023-08-28T02:34:14.457865+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:22:26.346867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":121,"reported_epoch":316,"state":"active+clean","last_fresh":"2023-08-28T02:34:37.551971+0000","last_change":"2023-08-28T02:33:12.290337+0000","last_active":"2023-08-28T02:34:37.551971+0000","last_peered":"2023-08-28T02:34:37.551971+0000","last_clean":"2023-08-28T02:34:37.551971+0000","last_became_active":"2023-08-28T02:33:12.289852+0000","last_became_peered":"2023-08-28T02:33:12.289852+0000","last_unstale":"2023-08-28T02:34:37.551971+0000","last_undegraded":"2023-08-28T02:34:37.551971+0000","last_fullsized":"2023-08-28T02:34:37.551971+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:04:26.420037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":293,"reported_epoch":315,"state":"active+clean","last_fresh":"2023-08-28T02:34:14.457869+0000","last_change":"2023-08-28T02:33:13.317226+0000","last_active":"2023-08-28T02:34:14.457869+0000","last_peered":"2023-08-28T02:34:14.457869+0000","last_clean":"2023-08-28T02:34:14.457869+0000","last_became_active":"2023-08-28T02:33:13.316893+0000","last_became_peered":"2023-08-28T02:33:13.316893+0000","last_unstale":"2023-08-28T02:34:14.457869+0000","last_undegraded":"2023-08-28T02:34:14.457869+0000","last_fullsized":"2023-08-28T02:34:14.457869+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:55:46.593463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":238,"reported_epoch":315,"state":"active+clean","last_fresh":"2023-08-28T02:34:14.454895+0000","last_change":"2023-08-28T02:33:12.295203+0000","last_active":"2023-08-28T02:34:14.454895+0000","last_peered":"2023-08-28T02:34:14.454895+0000","last_clean":"2023-08-28T02:34:14.454895+0000","last_became_active":"2023-08-28T02:33:12.294904+0000","last_became_peered":"2023-08-28T02:33:12.294904+0000","last_unstale":"2023-08-28T02:34:14.454895+0000","last_undegraded":"2023-08-28T02:34:14.454895+0000","last_fullsized":"2023-08-28T02:34:14.454895+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:31:07.008856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":257,"reported_epoch":315,"state":"active+clean","last_fresh":"2023-08-28T02:34:14.431874+0000","last_change":"2023-08-28T02:31:51.987263+0000","last_active":"2023-08-28T02:34:14.431874+0000","last_peered":"2023-08-28T02:34:14.431874+0000","last_clean":"2023-08-28T02:34:14.431874+0000","last_became_active":"2023-08-28T02:31:51.986938+0000","last_became_peered":"2023-08-28T02:31:51.986938+0000","last_unstale":"2023-08-28T02:34:14.431874+0000","last_undegraded":"2023-08-28T02:34:14.431874+0000","last_fullsized":"2023-08-28T02:34:14.431874+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:18.021905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":288,"reported_epoch":315,"state":"active+clean","last_fresh":"2023-08-28T02:34:14.457453+0000","last_change":"2023-08-28T02:33:12.318656+0000","last_active":"2023-08-28T02:34:14.457453+0000","last_peered":"2023-08-28T02:34:14.457453+0000","last_clean":"2023-08-28T02:34:14.457453+0000","last_became_active":"2023-08-28T02:33:12.318297+0000","last_became_peered":"2023-08-28T02:33:12.318297+0000","last_unstale":"2023-08-28T02:34:14.457453+0000","last_undegraded":"2023-08-28T02:34:14.457453+0000","last_fullsized":"2023-08-28T02:34:14.457453+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:43:09.789767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":219,"reported_epoch":315,"state":"active+clean","last_fresh":"2023-08-28T02:34:14.454944+0000","last_change":"2023-08-28T02:33:13.357230+0000","last_active":"2023-08-28T02:34:14.454944+0000","last_peered":"2023-08-28T02:34:14.454944+0000","last_clean":"2023-08-28T02:34:14.454944+0000","last_became_active":"2023-08-28T02:33:13.356853+0000","last_became_peered":"2023-08-28T02:33:13.356853+0000","last_unstale":"2023-08-28T02:34:14.454944+0000","last_undegraded":"2023-08-28T02:34:14.454944+0000","last_fullsized":"2023-08-28T02:34:14.454944+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:20:21.545007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":299,"reported_epoch":315,"state":"active+clean","last_fresh":"2023-08-28T02:34:14.431478+0000","last_change":"2023-08-28T02:29:44.462510+0000","last_active":"2023-08-28T02:34:14.431478+0000","last_peered":"2023-08-28T02:34:14.431478+0000","last_clean":"2023-08-28T02:34:14.431478+0000","last_became_active":"2023-08-28T02:29:44.460314+0000","last_became_peered":"2023-08-28T02:29:44.460314+0000","last_unstale":"2023-08-28T02:34:14.431478+0000","last_undegraded":"2023-08-28T02:34:14.431478+0000","last_fullsized":"2023-08-28T02:34:14.431478+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:59:01.311467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":222,"reported_epoch":315,"state":"active+clean","last_fresh":"2023-08-28T02:34:14.455013+0000","last_change":"2023-08-28T02:33:13.291255+0000","last_active":"2023-08-28T02:34:14.455013+0000","last_peered":"2023-08-28T02:34:14.455013+0000","last_clean":"2023-08-28T02:34:14.455013+0000","last_became_active":"2023-08-28T02:33:13.290933+0000","last_became_peered":"2023-08-28T02:33:13.290933+0000","last_unstale":"2023-08-28T02:34:14.455013+0000","last_undegraded":"2023-08-28T02:34:14.455013+0000","last_fullsized":"2023-08-28T02:34:14.455013+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:31:54.116908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"65'3","reported_seq":300,"reported_epoch":315,"state":"active+clean","last_fresh":"2023-08-28T02:34:14.431498+0000","last_change":"2023-08-28T02:33:12.296412+0000","last_active":"2023-08-28T02:34:14.431498+0000","last_peered":"2023-08-28T02:34:14.431498+0000","last_clean":"2023-08-28T02:34:14.431498+0000","last_became_active":"2023-08-28T02:33:12.295786+0000","last_became_peered":"2023-08-28T02:33:12.295786+0000","last_unstale":"2023-08-28T02:34:14.431498+0000","last_undegraded":"2023-08-28T02:34:14.431498+0000","last_fullsized":"2023-08-28T02:34:14.431498+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:15:31.449163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":124,"reported_epoch":316,"state":"active+clean","last_fresh":"2023-08-28T02:34:27.538423+0000","last_change":"2023-08-28T02:32:32.666927+0000","last_active":"2023-08-28T02:34:27.538423+0000","last_peered":"2023-08-28T02:34:27.538423+0000","last_clean":"2023-08-28T02:34:27.538423+0000","last_became_active":"2023-08-28T02:32:32.666618+0000","last_became_peered":"2023-08-28T02:32:32.666618+0000","last_unstale":"2023-08-28T02:34:27.538423+0000","last_undegraded":"2023-08-28T02:34:27.538423+0000","last_fullsized":"2023-08-28T02:34:27.538423+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:45:57.998333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":324,"reported_epoch":315,"state":"active+clean","last_fresh":"2023-08-28T02:34:14.433732+0000","last_change":"2023-08-28T02:32:28.505262+0000","last_active":"2023-08-28T02:34:14.433732+0000","last_peered":"2023-08-28T02:34:14.433732+0000","last_clean":"2023-08-28T02:34:14.433732+0000","last_became_active":"2023-08-28T02:32:28.455999+0000","last_became_peered":"2023-08-28T02:32:28.455999+0000","last_unstale":"2023-08-28T02:34:14.433732+0000","last_undegraded":"2023-08-28T02:34:14.433732+0000","last_fullsized":"2023-08-28T02:34:14.433732+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:28.937020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":9468,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":308,"reported_epoch":315,"state":"active+clean","last_fresh":"2023-08-28T02:34:14.433371+0000","last_change":"2023-08-28T02:32:12.959195+0000","last_active":"2023-08-28T02:34:14.433371+0000","last_peered":"2023-08-28T02:34:14.433371+0000","last_clean":"2023-08-28T02:34:14.433371+0000","last_became_active":"2023-08-28T02:32:12.958832+0000","last_became_peered":"2023-08-28T02:32:12.958832+0000","last_unstale":"2023-08-28T02:34:14.433371+0000","last_undegraded":"2023-08-28T02:34:14.433371+0000","last_fullsized":"2023-08-28T02:34:14.433371+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:23:27.197787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"65'2","reported_seq":298,"reported_epoch":315,"state":"active+clean","last_fresh":"2023-08-28T02:34:14.430676+0000","last_change":"2023-08-28T02:32:28.461161+0000","last_active":"2023-08-28T02:34:14.430676+0000","last_peered":"2023-08-28T02:34:14.430676+0000","last_clean":"2023-08-28T02:34:14.430676+0000","last_became_active":"2023-08-28T02:32:28.451284+0000","last_became_peered":"2023-08-28T02:32:28.451284+0000","last_unstale":"2023-08-28T02:34:14.430676+0000","last_undegraded":"2023-08-28T02:34:14.430676+0000","last_fullsized":"2023-08-28T02:34:14.430676+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:58:20.061020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":279,"reported_epoch":315,"state":"active+clean","last_fresh":"2023-08-28T02:34:14.457114+0000","last_change":"2023-08-28T02:29:44.419566+0000","last_active":"2023-08-28T02:34:14.457114+0000","last_peered":"2023-08-28T02:34:14.457114+0000","last_clean":"2023-08-28T02:34:14.457114+0000","last_became_active":"2023-08-28T02:29:44.419053+0000","last_became_peered":"2023-08-28T02:29:44.419053+0000","last_unstale":"2023-08-28T02:34:14.457114+0000","last_undegraded":"2023-08-28T02:34:14.457114+0000","last_fullsized":"2023-08-28T02:34:14.457114+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:44:36.133499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":282,"reported_epoch":315,"state":"active+clean","last_fresh":"2023-08-28T02:34:14.443033+0000","last_change":"2023-08-28T02:33:12.493777+0000","last_active":"2023-08-28T02:34:14.443033+0000","last_peered":"2023-08-28T02:34:14.443033+0000","last_clean":"2023-08-28T02:34:14.443033+0000","last_became_active":"2023-08-28T02:33:12.491177+0000","last_became_peered":"2023-08-28T02:33:12.491177+0000","last_unstale":"2023-08-28T02:34:14.443033+0000","last_undegraded":"2023-08-28T02:34:14.443033+0000","last_fullsized":"2023-08-28T02:34:14.443033+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:10:58.167753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":295,"reported_epoch":315,"state":"active+clean","last_fresh":"2023-08-28T02:34:14.431213+0000","last_change":"2023-08-28T02:33:12.290293+0000","last_active":"2023-08-28T02:34:14.431213+0000","last_peered":"2023-08-28T02:34:14.431213+0000","last_clean":"2023-08-28T02:34:14.431213+0000","last_became_active":"2023-08-28T02:33:12.289989+0000","last_became_peered":"2023-08-28T02:33:12.289989+0000","last_unstale":"2023-08-28T02:34:14.431213+0000","last_undegraded":"2023-08-28T02:34:14.431213+0000","last_fullsized":"2023-08-28T02:34:14.431213+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:05:33.622172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":273,"reported_epoch":315,"state":"active+clean","last_fresh":"2023-08-28T02:34:14.430419+0000","last_change":"2023-08-28T02:32:12.948756+0000","last_active":"2023-08-28T02:34:14.430419+0000","last_peered":"2023-08-28T02:34:14.430419+0000","last_clean":"2023-08-28T02:34:14.430419+0000","last_became_active":"2023-08-28T02:32:12.948441+0000","last_became_peered":"2023-08-28T02:32:12.948441+0000","last_unstale":"2023-08-28T02:34:14.430419+0000","last_undegraded":"2023-08-28T02:34:14.430419+0000","last_fullsized":"2023-08-28T02:34:14.430419+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:27.922180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":289,"reported_epoch":315,"state":"active+clean","last_fresh":"2023-08-28T02:34:14.457946+0000","last_change":"2023-08-28T02:33:12.299398+0000","last_active":"2023-08-28T02:34:14.457946+0000","last_peered":"2023-08-28T02:34:14.457946+0000","last_clean":"2023-08-28T02:34:14.457946+0000","last_became_active":"2023-08-28T02:33:12.299113+0000","last_became_peered":"2023-08-28T02:33:12.299113+0000","last_unstale":"2023-08-28T02:34:14.457946+0000","last_undegraded":"2023-08-28T02:34:14.457946+0000","last_fullsized":"2023-08-28T02:34:14.457946+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:14:55.597212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"65'8","reported_seq":83,"reported_epoch":316,"state":"active+clean","last_fresh":"2023-08-28T02:34:26.481590+0000","last_change":"2023-08-28T02:33:13.478870+0000","last_active":"2023-08-28T02:34:26.481590+0000","last_peered":"2023-08-28T02:34:26.481590+0000","last_clean":"2023-08-28T02:34:26.481590+0000","last_became_active":"2023-08-28T02:33:13.332142+0000","last_became_peered":"2023-08-28T02:33:13.332142+0000","last_unstale":"2023-08-28T02:34:26.481590+0000","last_undegraded":"2023-08-28T02:34:26.481590+0000","last_fullsized":"2023-08-28T02:34:26.481590+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:32:42.810159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":220,"reported_epoch":315,"state":"active+clean","last_fresh":"2023-08-28T02:34:14.458386+0000","last_change":"2023-08-28T02:33:12.306353+0000","last_active":"2023-08-28T02:34:14.458386+0000","last_peered":"2023-08-28T02:34:14.458386+0000","last_clean":"2023-08-28T02:34:14.458386+0000","last_became_active":"2023-08-28T02:33:12.304977+0000","last_became_peered":"2023-08-28T02:33:12.304977+0000","last_unstale":"2023-08-28T02:34:14.458386+0000","last_undegraded":"2023-08-28T02:34:14.458386+0000","last_fullsized":"2023-08-28T02:34:14.458386+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:19:38.819671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"316'6216","reported_seq":6290,"reported_epoch":316,"state":"active+clean","last_fresh":"2023-08-28T02:34:40.656891+0000","last_change":"2023-08-28T02:30:50.402703+0000","last_active":"2023-08-28T02:34:40.656891+0000","last_peered":"2023-08-28T02:34:40.656891+0000","last_clean":"2023-08-28T02:34:40.656891+0000","last_became_active":"2023-08-28T02:30:50.402419+0000","last_became_peered":"2023-08-28T02:30:50.402419+0000","last_unstale":"2023-08-28T02:34:40.656891+0000","last_undegraded":"2023-08-28T02:34:40.656891+0000","last_fullsized":"2023-08-28T02:34:40.656891+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6216,"log_dups_size":0,"ondisk_log_size":6216,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:07:37.393907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":356777984,"num_objects":5444,"num_object_clones":0,"num_object_copies":16332,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5444,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6216,"num_write_kb":373120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"65'1","reported_seq":281,"reported_epoch":315,"state":"active+clean","last_fresh":"2023-08-28T02:34:14.431465+0000","last_change":"2023-08-28T02:14:43.046130+0000","last_active":"2023-08-28T02:34:14.431465+0000","last_peered":"2023-08-28T02:34:14.431465+0000","last_clean":"2023-08-28T02:34:14.431465+0000","last_became_active":"2023-08-28T02:14:43.045775+0000","last_became_peered":"2023-08-28T02:14:43.045775+0000","last_unstale":"2023-08-28T02:34:14.431465+0000","last_undegraded":"2023-08-28T02:34:14.431465+0000","last_fullsized":"2023-08-28T02:34:14.431465+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:57:38.279756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":271,"reported_epoch":315,"state":"active+clean","last_fresh":"2023-08-28T02:34:14.429971+0000","last_change":"2023-08-28T02:31:51.987149+0000","last_active":"2023-08-28T02:34:14.429971+0000","last_peered":"2023-08-28T02:34:14.429971+0000","last_clean":"2023-08-28T02:34:14.429971+0000","last_became_active":"2023-08-28T02:31:51.986821+0000","last_became_peered":"2023-08-28T02:31:51.986821+0000","last_unstale":"2023-08-28T02:34:14.429971+0000","last_undegraded":"2023-08-28T02:34:14.429971+0000","last_fullsized":"2023-08-28T02:34:14.429971+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:23:26.661134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"316'6231","reported_seq":9663,"reported_epoch":316,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:34:40.577314+0000","last_change":"2023-08-28T02:33:33.975566+0000","last_active":"2023-08-28T02:34:40.577314+0000","last_peered":"2023-08-28T02:34:40.577314+0000","last_clean":"2023-08-28T02:31:27.868230+0000","last_became_active":"2023-08-28T02:33:33.660452+0000","last_became_peered":"2023-08-28T02:33:33.660452+0000","last_unstale":"2023-08-28T02:34:40.577314+0000","last_undegraded":"2023-08-28T02:33:13.410847+0000","last_fullsized":"2023-08-28T02:33:13.270012+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6231,"log_dups_size":0,"ondisk_log_size":6231,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:33.375162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":351862784,"num_objects":5369,"num_object_clones":0,"num_object_copies":16107,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7324,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5369,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6231,"num_write_kb":371200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1660,"num_bytes_recovered":108724224,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[5,4],"avail_no_missing":["5","6"],"object_location_counts":[{"shards":"2,5,6","objects":915},{"shards":"3,5,6","objects":2396},{"shards":"4,5","objects":553},{"shards":"5,6","objects":1505}],"blocked_by":[],"up_primary":3,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"65'2","reported_seq":306,"reported_epoch":315,"state":"active+clean","last_fresh":"2023-08-28T02:34:14.431072+0000","last_change":"2023-08-28T02:29:44.436352+0000","last_active":"2023-08-28T02:34:14.431072+0000","last_peered":"2023-08-28T02:34:14.431072+0000","last_clean":"2023-08-28T02:34:14.431072+0000","last_became_active":"2023-08-28T02:29:44.411499+0000","last_became_peered":"2023-08-28T02:29:44.411499+0000","last_unstale":"2023-08-28T02:34:14.431072+0000","last_undegraded":"2023-08-28T02:34:14.431072+0000","last_fullsized":"2023-08-28T02:34:14.431072+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:46:57.540191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":332,"reported_epoch":315,"state":"active+clean","last_fresh":"2023-08-28T02:34:14.433520+0000","last_change":"2023-08-28T02:33:12.289004+0000","last_active":"2023-08-28T02:34:14.433520+0000","last_peered":"2023-08-28T02:34:14.433520+0000","last_clean":"2023-08-28T02:34:14.433520+0000","last_became_active":"2023-08-28T02:33:12.288722+0000","last_became_peered":"2023-08-28T02:33:12.288722+0000","last_unstale":"2023-08-28T02:34:14.433520+0000","last_undegraded":"2023-08-28T02:34:14.433520+0000","last_fullsized":"2023-08-28T02:34:14.433520+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:24.019483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"316'6147","reported_seq":6237,"reported_epoch":316,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:34:39.610325+0000","last_change":"2023-08-28T02:33:13.585687+0000","last_active":"2023-08-28T02:34:39.610325+0000","last_peered":"2023-08-28T02:34:39.610325+0000","last_clean":"2023-08-28T02:31:27.908616+0000","last_became_active":"2023-08-28T02:33:13.578484+0000","last_became_peered":"2023-08-28T02:33:13.578484+0000","last_unstale":"2023-08-28T02:34:39.610325+0000","last_undegraded":"2023-08-28T02:33:13.297322+0000","last_fullsized":"2023-08-28T02:33:13.268309+0000","mapping_epoch":298,"log_start":"255'812","ondisk_log_start":"255'812","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5335,"log_dups_size":0,"ondisk_log_size":5335,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:42:33.431186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":354091008,"num_objects":5403,"num_object_clones":0,"num_object_copies":16209,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2533,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5403,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6147,"num_write_kb":369600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4],"avail_no_missing":["0","4"],"object_location_counts":[{"shards":"0,4","objects":2955}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"65'1","reported_seq":292,"reported_epoch":315,"state":"active+clean","last_fresh":"2023-08-28T02:34:14.431314+0000","last_change":"2023-08-28T02:33:13.516869+0000","last_active":"2023-08-28T02:34:14.431314+0000","last_peered":"2023-08-28T02:34:14.431314+0000","last_clean":"2023-08-28T02:34:14.431314+0000","last_became_active":"2023-08-28T02:33:13.396736+0000","last_became_peered":"2023-08-28T02:33:13.396736+0000","last_unstale":"2023-08-28T02:34:14.431314+0000","last_undegraded":"2023-08-28T02:34:14.431314+0000","last_fullsized":"2023-08-28T02:34:14.431314+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:47:08.237137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":258,"reported_epoch":316,"state":"active+clean","last_fresh":"2023-08-28T02:34:26.487605+0000","last_change":"2023-08-28T02:31:51.987327+0000","last_active":"2023-08-28T02:34:26.487605+0000","last_peered":"2023-08-28T02:34:26.487605+0000","last_clean":"2023-08-28T02:34:26.487605+0000","last_became_active":"2023-08-28T02:31:51.987018+0000","last_became_peered":"2023-08-28T02:31:51.987018+0000","last_unstale":"2023-08-28T02:34:26.487605+0000","last_undegraded":"2023-08-28T02:34:26.487605+0000","last_fullsized":"2023-08-28T02:34:26.487605+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:53:26.105101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.5","version":"316'6129","reported_seq":6848,"reported_epoch":316,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:34:38.936438+0000","last_change":"2023-08-28T02:33:13.625779+0000","last_active":"2023-08-28T02:34:38.936438+0000","last_peered":"2023-08-28T02:34:38.936438+0000","last_clean":"2023-08-28T02:31:27.898932+0000","last_became_active":"2023-08-28T02:33:13.612126+0000","last_became_peered":"2023-08-28T02:33:13.612126+0000","last_unstale":"2023-08-28T02:34:38.936438+0000","last_undegraded":"2023-08-28T02:33:13.485377+0000","last_fullsized":"2023-08-28T02:33:13.264317+0000","mapping_epoch":298,"log_start":"255'863","ondisk_log_start":"255'863","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5266,"log_dups_size":0,"ondisk_log_size":5266,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:37:28.843386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":348848128,"num_objects":5323,"num_object_clones":0,"num_object_copies":15969,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7865,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5323,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6129,"num_write_kb":366464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":311,"num_bytes_recovered":20381696,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,7],"avail_no_missing":["0","2"],"object_location_counts":[{"shards":"0,2","objects":2358},{"shards":"0,2,3","objects":2965}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":310,"reported_epoch":315,"state":"active+clean","last_fresh":"2023-08-28T02:34:14.430876+0000","last_change":"2023-08-28T02:33:13.281826+0000","last_active":"2023-08-28T02:34:14.430876+0000","last_peered":"2023-08-28T02:34:14.430876+0000","last_clean":"2023-08-28T02:34:14.430876+0000","last_became_active":"2023-08-28T02:33:13.281511+0000","last_became_peered":"2023-08-28T02:33:13.281511+0000","last_unstale":"2023-08-28T02:34:14.430876+0000","last_undegraded":"2023-08-28T02:34:14.430876+0000","last_fullsized":"2023-08-28T02:34:14.430876+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:32:55.005706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":305,"reported_epoch":315,"state":"active+clean","last_fresh":"2023-08-28T02:34:14.443186+0000","last_change":"2023-08-28T02:29:44.436713+0000","last_active":"2023-08-28T02:34:14.443186+0000","last_peered":"2023-08-28T02:34:14.443186+0000","last_clean":"2023-08-28T02:34:14.443186+0000","last_became_active":"2023-08-28T02:29:44.436203+0000","last_became_peered":"2023-08-28T02:29:44.436203+0000","last_unstale":"2023-08-28T02:34:14.443186+0000","last_undegraded":"2023-08-28T02:34:14.443186+0000","last_fullsized":"2023-08-28T02:34:14.443186+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:46:48.522293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"317'6311","reported_seq":6388,"reported_epoch":317,"state":"active+clean","last_fresh":"2023-08-28T02:34:41.492780+0000","last_change":"2023-08-28T02:30:50.399669+0000","last_active":"2023-08-28T02:34:41.492780+0000","last_peered":"2023-08-28T02:34:41.492780+0000","last_clean":"2023-08-28T02:34:41.492780+0000","last_became_active":"2023-08-28T02:30:50.399332+0000","last_became_peered":"2023-08-28T02:30:50.399332+0000","last_unstale":"2023-08-28T02:34:41.492780+0000","last_undegraded":"2023-08-28T02:34:41.492780+0000","last_fullsized":"2023-08-28T02:34:41.492780+0000","mapping_epoch":250,"log_start":"254'100","ondisk_log_start":"254'100","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6211,"log_dups_size":0,"ondisk_log_size":6211,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:00:54.910841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":360644608,"num_objects":5503,"num_object_clones":0,"num_object_copies":16509,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5503,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6311,"num_write_kb":378048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"75'161","reported_seq":736,"reported_epoch":315,"state":"active+clean","last_fresh":"2023-08-28T02:34:14.430628+0000","last_change":"2023-08-28T02:33:13.310049+0000","last_active":"2023-08-28T02:34:14.430628+0000","last_peered":"2023-08-28T02:34:14.430628+0000","last_clean":"2023-08-28T02:34:14.430628+0000","last_became_active":"2023-08-28T02:33:13.309661+0000","last_became_peered":"2023-08-28T02:33:13.309661+0000","last_unstale":"2023-08-28T02:34:14.430628+0000","last_undegraded":"2023-08-28T02:34:14.430628+0000","last_fullsized":"2023-08-28T02:34:14.430628+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.930230+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.930230+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:27:40.889460+0000","scrub_duration":0.0050169209999999997,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"65'2","reported_seq":269,"reported_epoch":315,"state":"active+clean","last_fresh":"2023-08-28T02:34:14.455355+0000","last_change":"2023-08-28T02:33:12.294922+0000","last_active":"2023-08-28T02:34:14.455355+0000","last_peered":"2023-08-28T02:34:14.455355+0000","last_clean":"2023-08-28T02:34:14.455355+0000","last_became_active":"2023-08-28T02:33:12.294518+0000","last_became_peered":"2023-08-28T02:33:12.294518+0000","last_unstale":"2023-08-28T02:34:14.455355+0000","last_undegraded":"2023-08-28T02:34:14.455355+0000","last_fullsized":"2023-08-28T02:34:14.455355+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:21:12.737286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":309,"reported_epoch":315,"state":"active+clean","last_fresh":"2023-08-28T02:34:14.433706+0000","last_change":"2023-08-28T02:33:13.310505+0000","last_active":"2023-08-28T02:34:14.433706+0000","last_peered":"2023-08-28T02:34:14.433706+0000","last_clean":"2023-08-28T02:34:14.433706+0000","last_became_active":"2023-08-28T02:33:13.310223+0000","last_became_peered":"2023-08-28T02:33:13.310223+0000","last_unstale":"2023-08-28T02:34:14.433706+0000","last_undegraded":"2023-08-28T02:34:14.433706+0000","last_fullsized":"2023-08-28T02:34:14.433706+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:27:02.124453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"316'6230","reported_seq":6984,"reported_epoch":316,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:34:39.576844+0000","last_change":"2023-08-28T02:33:13.591092+0000","last_active":"2023-08-28T02:34:39.576844+0000","last_peered":"2023-08-28T02:34:39.576844+0000","last_clean":"2023-08-28T02:31:27.916082+0000","last_became_active":"2023-08-28T02:33:13.580413+0000","last_became_peered":"2023-08-28T02:33:13.580413+0000","last_unstale":"2023-08-28T02:34:39.576844+0000","last_undegraded":"2023-08-28T02:33:13.480527+0000","last_fullsized":"2023-08-28T02:33:13.270957+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6230,"log_dups_size":0,"ondisk_log_size":6230,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:03.698410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":356384768,"num_objects":5438,"num_object_clones":0,"num_object_copies":16314,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":8062,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5438,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6230,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":325,"num_bytes_recovered":21299200,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,4],"avail_no_missing":["5","2"],"object_location_counts":[{"shards":"2,3,5","objects":2956},{"shards":"2,5","objects":2482}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"75'161","reported_seq":569,"reported_epoch":315,"state":"active+recovery_wait+degraded","last_fresh":"2023-08-28T02:34:14.429998+0000","last_change":"2023-08-28T02:33:13.287487+0000","last_active":"2023-08-28T02:34:14.429998+0000","last_peered":"2023-08-28T02:34:14.429998+0000","last_clean":"2023-08-28T02:31:25.515426+0000","last_became_active":"2023-08-28T02:33:13.287313+0000","last_became_peered":"2023-08-28T02:33:13.287313+0000","last_unstale":"2023-08-28T02:34:14.429998+0000","last_undegraded":"2023-08-28T02:33:13.270760+0000","last_fullsized":"2023-08-28T02:34:14.429998+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":204,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:45.407127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:45.407127+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:39:14.213229+0000","scrub_duration":0.0018495320000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":["5","2","3"],"object_location_counts":[{"shards":"2,3,5","objects":1}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":229,"reported_epoch":315,"state":"active+clean","last_fresh":"2023-08-28T02:34:14.433343+0000","last_change":"2023-08-28T02:33:13.309727+0000","last_active":"2023-08-28T02:34:14.433343+0000","last_peered":"2023-08-28T02:34:14.433343+0000","last_clean":"2023-08-28T02:34:14.433343+0000","last_became_active":"2023-08-28T02:33:13.309487+0000","last_became_peered":"2023-08-28T02:33:13.309487+0000","last_unstale":"2023-08-28T02:34:14.433343+0000","last_undegraded":"2023-08-28T02:34:14.433343+0000","last_fullsized":"2023-08-28T02:34:14.433343+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:27:29.294011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":44,"reported_epoch":315,"state":"active+clean","last_fresh":"2023-08-28T02:34:14.433844+0000","last_change":"2023-08-28T02:32:28.456323+0000","last_active":"2023-08-28T02:34:14.433844+0000","last_peered":"2023-08-28T02:34:14.433844+0000","last_clean":"2023-08-28T02:34:14.433844+0000","last_became_active":"2023-08-28T02:32:28.455987+0000","last_became_peered":"2023-08-28T02:32:28.455987+0000","last_unstale":"2023-08-28T02:34:14.433844+0000","last_undegraded":"2023-08-28T02:34:14.433844+0000","last_fullsized":"2023-08-28T02:34:14.433844+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:54:07.724002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"317'6371","reported_seq":16465,"reported_epoch":317,"state":"active+clean","last_fresh":"2023-08-28T02:34:42.110951+0000","last_change":"2023-08-28T02:33:13.316023+0000","last_active":"2023-08-28T02:34:42.110951+0000","last_peered":"2023-08-28T02:34:42.110951+0000","last_clean":"2023-08-28T02:34:42.110951+0000","last_became_active":"2023-08-28T02:33:13.308403+0000","last_became_peered":"2023-08-28T02:33:13.308403+0000","last_unstale":"2023-08-28T02:34:42.110951+0000","last_undegraded":"2023-08-28T02:34:42.110951+0000","last_fullsized":"2023-08-28T02:34:42.110951+0000","mapping_epoch":298,"log_start":"254'200","ondisk_log_start":"254'200","created":250,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6171,"log_dups_size":0,"ondisk_log_size":6171,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:10:38.401973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":362086400,"num_objects":5525,"num_object_clones":0,"num_object_copies":16575,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5525,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6371,"num_write_kb":380672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4999,"num_bytes_recovered":327614464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":289,"reported_epoch":315,"state":"active+clean","last_fresh":"2023-08-28T02:34:14.433447+0000","last_change":"2023-08-28T02:32:28.455294+0000","last_active":"2023-08-28T02:34:14.433447+0000","last_peered":"2023-08-28T02:34:14.433447+0000","last_clean":"2023-08-28T02:34:14.433447+0000","last_became_active":"2023-08-28T02:32:28.455013+0000","last_became_peered":"2023-08-28T02:32:28.455013+0000","last_unstale":"2023-08-28T02:34:14.433447+0000","last_undegraded":"2023-08-28T02:34:14.433447+0000","last_fullsized":"2023-08-28T02:34:14.433447+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:53.583864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":321,"reported_epoch":315,"state":"active+clean","last_fresh":"2023-08-28T02:34:14.434166+0000","last_change":"2023-08-28T02:33:13.335588+0000","last_active":"2023-08-28T02:34:14.434166+0000","last_peered":"2023-08-28T02:34:14.434166+0000","last_clean":"2023-08-28T02:34:14.434166+0000","last_became_active":"2023-08-28T02:33:13.335326+0000","last_became_peered":"2023-08-28T02:33:13.335326+0000","last_unstale":"2023-08-28T02:34:14.434166+0000","last_undegraded":"2023-08-28T02:34:14.434166+0000","last_fullsized":"2023-08-28T02:34:14.434166+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:15:44.958663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"316'6250","reported_seq":6324,"reported_epoch":316,"state":"active+clean","last_fresh":"2023-08-28T02:34:38.578446+0000","last_change":"2023-08-28T02:30:50.400261+0000","last_active":"2023-08-28T02:34:38.578446+0000","last_peered":"2023-08-28T02:34:38.578446+0000","last_clean":"2023-08-28T02:34:38.578446+0000","last_became_active":"2023-08-28T02:30:50.399938+0000","last_became_peered":"2023-08-28T02:30:50.399938+0000","last_unstale":"2023-08-28T02:34:38.578446+0000","last_undegraded":"2023-08-28T02:34:38.578446+0000","last_fullsized":"2023-08-28T02:34:38.578446+0000","mapping_epoch":250,"log_start":"255'890","ondisk_log_start":"255'890","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5360,"log_dups_size":0,"ondisk_log_size":5360,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:43:56.802792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":356777984,"num_objects":5444,"num_object_clones":0,"num_object_copies":16332,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5444,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6250,"num_write_kb":374208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"75'161","reported_seq":595,"reported_epoch":315,"state":"active+clean","last_fresh":"2023-08-28T02:34:14.430701+0000","last_change":"2023-08-28T02:32:56.519141+0000","last_active":"2023-08-28T02:34:14.430701+0000","last_peered":"2023-08-28T02:34:14.430701+0000","last_clean":"2023-08-28T02:34:14.430701+0000","last_became_active":"2023-08-28T02:32:56.518863+0000","last_became_peered":"2023-08-28T02:32:56.518863+0000","last_unstale":"2023-08-28T02:34:14.430701+0000","last_undegraded":"2023-08-28T02:34:14.430701+0000","last_fullsized":"2023-08-28T02:34:14.430701+0000","mapping_epoch":292,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":293,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_clean_scrub_stamp":"2023-08-28T02:29:25.608370+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:59:50.561109+0000","scrub_duration":0.001662689,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":222,"reported_epoch":315,"state":"active+clean","last_fresh":"2023-08-28T02:34:14.455045+0000","last_change":"2023-08-28T02:33:12.294592+0000","last_active":"2023-08-28T02:34:14.455045+0000","last_peered":"2023-08-28T02:34:14.455045+0000","last_clean":"2023-08-28T02:34:14.455045+0000","last_became_active":"2023-08-28T02:33:12.288508+0000","last_became_peered":"2023-08-28T02:33:12.288508+0000","last_unstale":"2023-08-28T02:34:14.455045+0000","last_undegraded":"2023-08-28T02:34:14.455045+0000","last_fullsized":"2023-08-28T02:34:14.455045+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:05:42.717608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":106,"reported_epoch":316,"state":"active+clean","last_fresh":"2023-08-28T02:34:26.488670+0000","last_change":"2023-08-28T02:29:44.429834+0000","last_active":"2023-08-28T02:34:26.488670+0000","last_peered":"2023-08-28T02:34:26.488670+0000","last_clean":"2023-08-28T02:34:26.488670+0000","last_became_active":"2023-08-28T02:29:44.429512+0000","last_became_peered":"2023-08-28T02:29:44.429512+0000","last_unstale":"2023-08-28T02:34:26.488670+0000","last_undegraded":"2023-08-28T02:34:26.488670+0000","last_fullsized":"2023-08-28T02:34:26.488670+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:58.062455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"316'6197","reported_seq":6271,"reported_epoch":316,"state":"active+clean","last_fresh":"2023-08-28T02:34:41.165593+0000","last_change":"2023-08-28T02:30:50.402348+0000","last_active":"2023-08-28T02:34:41.165593+0000","last_peered":"2023-08-28T02:34:41.165593+0000","last_clean":"2023-08-28T02:34:41.165593+0000","last_became_active":"2023-08-28T02:30:50.402076+0000","last_became_peered":"2023-08-28T02:30:50.402076+0000","last_unstale":"2023-08-28T02:34:41.165593+0000","last_undegraded":"2023-08-28T02:34:41.165593+0000","last_fullsized":"2023-08-28T02:34:41.165593+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6197,"log_dups_size":0,"ondisk_log_size":6197,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:24.859426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":352518144,"num_objects":5379,"num_object_clones":0,"num_object_copies":16137,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5379,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6197,"num_write_kb":370432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.7","version":"75'161","reported_seq":514,"reported_epoch":315,"state":"active+clean","last_fresh":"2023-08-28T02:34:14.458312+0000","last_change":"2023-08-28T02:33:13.532525+0000","last_active":"2023-08-28T02:34:14.458312+0000","last_peered":"2023-08-28T02:34:14.458312+0000","last_clean":"2023-08-28T02:34:14.458312+0000","last_became_active":"2023-08-28T02:33:13.532125+0000","last_became_peered":"2023-08-28T02:33:13.532125+0000","last_unstale":"2023-08-28T02:34:14.458312+0000","last_undegraded":"2023-08-28T02:34:14.458312+0000","last_fullsized":"2023-08-28T02:34:14.458312+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.887648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.887648+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":106,"reported_epoch":316,"state":"active+clean","last_fresh":"2023-08-28T02:34:26.487918+0000","last_change":"2023-08-28T02:29:44.407595+0000","last_active":"2023-08-28T02:34:26.487918+0000","last_peered":"2023-08-28T02:34:26.487918+0000","last_clean":"2023-08-28T02:34:26.487918+0000","last_became_active":"2023-08-28T02:29:44.407316+0000","last_became_peered":"2023-08-28T02:29:44.407316+0000","last_unstale":"2023-08-28T02:34:26.487918+0000","last_undegraded":"2023-08-28T02:34:26.487918+0000","last_fullsized":"2023-08-28T02:34:26.487918+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:01:47.777709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":327,"reported_epoch":315,"state":"active+clean","last_fresh":"2023-08-28T02:34:14.431154+0000","last_change":"2023-08-28T02:33:13.286980+0000","last_active":"2023-08-28T02:34:14.431154+0000","last_peered":"2023-08-28T02:34:14.431154+0000","last_clean":"2023-08-28T02:34:14.431154+0000","last_became_active":"2023-08-28T02:33:13.286740+0000","last_became_peered":"2023-08-28T02:33:13.286740+0000","last_unstale":"2023-08-28T02:34:14.431154+0000","last_undegraded":"2023-08-28T02:34:14.431154+0000","last_fullsized":"2023-08-28T02:34:14.431154+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:24:54.574365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":106,"reported_epoch":316,"state":"active+clean","last_fresh":"2023-08-28T02:34:26.487656+0000","last_change":"2023-08-28T02:29:44.506914+0000","last_active":"2023-08-28T02:34:26.487656+0000","last_peered":"2023-08-28T02:34:26.487656+0000","last_clean":"2023-08-28T02:34:26.487656+0000","last_became_active":"2023-08-28T02:29:44.506606+0000","last_became_peered":"2023-08-28T02:29:44.506606+0000","last_unstale":"2023-08-28T02:34:26.487656+0000","last_undegraded":"2023-08-28T02:34:26.487656+0000","last_fullsized":"2023-08-28T02:34:26.487656+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:55:50.992279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"316'6177","reported_seq":17849,"reported_epoch":316,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:34:39.653156+0000","last_change":"2023-08-28T02:34:11.565330+0000","last_active":"2023-08-28T02:34:39.653156+0000","last_peered":"2023-08-28T02:34:39.653156+0000","last_clean":"2023-08-28T02:32:11.916240+0000","last_became_active":"2023-08-28T02:33:12.501819+0000","last_became_peered":"2023-08-28T02:33:12.501819+0000","last_unstale":"2023-08-28T02:34:39.653156+0000","last_undegraded":"2023-08-28T02:34:39.653156+0000","last_fullsized":"2023-08-28T02:34:39.653156+0000","mapping_epoch":297,"log_start":"255'824","ondisk_log_start":"255'824","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5353,"log_dups_size":0,"ondisk_log_size":5353,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:45:43.329719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":355139584,"num_objects":5419,"num_object_clones":0,"num_object_copies":16257,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":5419,"num_objects_unfound":0,"num_objects_dirty":5419,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6177,"num_write_kb":371072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5787,"num_bytes_recovered":379256832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,2],"avail_no_missing":["0","2","5","6"],"object_location_counts":[{"shards":"0,2,5","objects":5419}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.1","version":"75'161","reported_seq":575,"reported_epoch":315,"state":"active+clean","last_fresh":"2023-08-28T02:34:14.430162+0000","last_change":"2023-08-28T02:32:31.482659+0000","last_active":"2023-08-28T02:34:14.430162+0000","last_peered":"2023-08-28T02:34:14.430162+0000","last_clean":"2023-08-28T02:34:14.430162+0000","last_became_active":"2023-08-28T02:32:31.482320+0000","last_became_peered":"2023-08-28T02:32:31.482320+0000","last_unstale":"2023-08-28T02:34:14.430162+0000","last_undegraded":"2023-08-28T02:34:14.430162+0000","last_fullsized":"2023-08-28T02:34:14.430162+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:24.559397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:24.559397+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:41:09.516918+0000","scrub_duration":0.001580328,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":313,"reported_epoch":315,"state":"active+clean","last_fresh":"2023-08-28T02:34:14.430591+0000","last_change":"2023-08-28T02:31:51.988386+0000","last_active":"2023-08-28T02:34:14.430591+0000","last_peered":"2023-08-28T02:34:14.430591+0000","last_clean":"2023-08-28T02:34:14.430591+0000","last_became_active":"2023-08-28T02:31:51.988097+0000","last_became_peered":"2023-08-28T02:31:51.988097+0000","last_unstale":"2023-08-28T02:34:14.430591+0000","last_undegraded":"2023-08-28T02:34:14.430591+0000","last_fullsized":"2023-08-28T02:34:14.430591+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:25:01.818829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":289,"reported_epoch":315,"state":"active+clean","last_fresh":"2023-08-28T02:34:14.433505+0000","last_change":"2023-08-28T02:32:12.951275+0000","last_active":"2023-08-28T02:34:14.433505+0000","last_peered":"2023-08-28T02:34:14.433505+0000","last_clean":"2023-08-28T02:34:14.433505+0000","last_became_active":"2023-08-28T02:32:12.950965+0000","last_became_peered":"2023-08-28T02:32:12.950965+0000","last_unstale":"2023-08-28T02:34:14.433505+0000","last_undegraded":"2023-08-28T02:34:14.433505+0000","last_fullsized":"2023-08-28T02:34:14.433505+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:37:31.294280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":132,"reported_epoch":316,"state":"active+clean","last_fresh":"2023-08-28T02:34:26.487960+0000","last_change":"2023-08-28T02:33:13.286534+0000","last_active":"2023-08-28T02:34:26.487960+0000","last_peered":"2023-08-28T02:34:26.487960+0000","last_clean":"2023-08-28T02:34:26.487960+0000","last_became_active":"2023-08-28T02:33:13.286164+0000","last_became_peered":"2023-08-28T02:33:13.286164+0000","last_unstale":"2023-08-28T02:34:26.487960+0000","last_undegraded":"2023-08-28T02:34:26.487960+0000","last_fullsized":"2023-08-28T02:34:26.487960+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:56.721932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"316'6241","reported_seq":18005,"reported_epoch":316,"state":"active+clean","last_fresh":"2023-08-28T02:34:40.677190+0000","last_change":"2023-08-28T02:34:14.448606+0000","last_active":"2023-08-28T02:34:40.677190+0000","last_peered":"2023-08-28T02:34:40.677190+0000","last_clean":"2023-08-28T02:34:40.677190+0000","last_became_active":"2023-08-28T02:34:14.438547+0000","last_became_peered":"2023-08-28T02:34:14.438547+0000","last_unstale":"2023-08-28T02:34:40.677190+0000","last_undegraded":"2023-08-28T02:34:40.677190+0000","last_fullsized":"2023-08-28T02:34:40.677190+0000","mapping_epoch":314,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":315,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6241,"log_dups_size":0,"ondisk_log_size":6241,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:06:41.120408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":355663872,"num_objects":5427,"num_object_clones":0,"num_object_copies":16281,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5427,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6241,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5834,"num_bytes_recovered":376832000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2","version":"75'161","reported_seq":697,"reported_epoch":315,"state":"active+clean","last_fresh":"2023-08-28T02:34:14.430532+0000","last_change":"2023-08-28T02:30:51.762377+0000","last_active":"2023-08-28T02:34:14.430532+0000","last_peered":"2023-08-28T02:34:14.430532+0000","last_clean":"2023-08-28T02:34:14.430532+0000","last_became_active":"2023-08-28T02:27:46.375590+0000","last_became_peered":"2023-08-28T02:27:46.375590+0000","last_unstale":"2023-08-28T02:34:14.430532+0000","last_undegraded":"2023-08-28T02:34:14.430532+0000","last_fullsized":"2023-08-28T02:34:14.430532+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:51.762314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:51.762314+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:02.034555+0000","scrub_duration":0.0020023620000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":122,"reported_epoch":315,"state":"active+clean","last_fresh":"2023-08-28T02:34:14.455008+0000","last_change":"2023-08-28T02:33:13.289765+0000","last_active":"2023-08-28T02:34:14.455008+0000","last_peered":"2023-08-28T02:34:14.455008+0000","last_clean":"2023-08-28T02:34:14.455008+0000","last_became_active":"2023-08-28T02:33:13.289159+0000","last_became_peered":"2023-08-28T02:33:13.289159+0000","last_unstale":"2023-08-28T02:34:14.455008+0000","last_undegraded":"2023-08-28T02:34:14.455008+0000","last_fullsized":"2023-08-28T02:34:14.455008+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:30:38.956723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":124,"reported_epoch":316,"state":"active+clean","last_fresh":"2023-08-28T02:34:26.487244+0000","last_change":"2023-08-28T02:32:28.464203+0000","last_active":"2023-08-28T02:34:26.487244+0000","last_peered":"2023-08-28T02:34:26.487244+0000","last_clean":"2023-08-28T02:34:26.487244+0000","last_became_active":"2023-08-28T02:32:28.463412+0000","last_became_peered":"2023-08-28T02:32:28.463412+0000","last_unstale":"2023-08-28T02:34:26.487244+0000","last_undegraded":"2023-08-28T02:34:26.487244+0000","last_fullsized":"2023-08-28T02:34:26.487244+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:20:38.177879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":106,"reported_epoch":316,"state":"active+clean","last_fresh":"2023-08-28T02:34:26.488715+0000","last_change":"2023-08-28T02:29:44.427945+0000","last_active":"2023-08-28T02:34:26.488715+0000","last_peered":"2023-08-28T02:34:26.488715+0000","last_clean":"2023-08-28T02:34:26.488715+0000","last_became_active":"2023-08-28T02:29:44.426487+0000","last_became_peered":"2023-08-28T02:29:44.426487+0000","last_unstale":"2023-08-28T02:34:26.488715+0000","last_undegraded":"2023-08-28T02:34:26.488715+0000","last_fullsized":"2023-08-28T02:34:26.488715+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:30:20.438896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"317'6266","reported_seq":14609,"reported_epoch":317,"state":"active+recovering+undersized+remapped","last_fresh":"2023-08-28T02:34:42.548715+0000","last_change":"2023-08-28T02:34:12.619951+0000","last_active":"2023-08-28T02:34:42.548715+0000","last_peered":"2023-08-28T02:34:42.548715+0000","last_clean":"2023-08-28T02:31:50.923543+0000","last_became_active":"2023-08-28T02:31:53.182128+0000","last_became_peered":"2023-08-28T02:31:53.182128+0000","last_unstale":"2023-08-28T02:34:42.548715+0000","last_undegraded":"2023-08-28T02:34:42.548715+0000","last_fullsized":"2023-08-28T02:31:52.968320+0000","mapping_epoch":269,"log_start":"254'100","ondisk_log_start":"254'100","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6166,"log_dups_size":0,"ondisk_log_size":6166,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:51:31.034373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":352452608,"num_objects":5378,"num_object_clones":0,"num_object_copies":16134,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":846,"num_objects_unfound":0,"num_objects_dirty":5378,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6266,"num_write_kb":372608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4127,"num_bytes_recovered":270467072,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0],"avail_no_missing":["1","0","6"],"object_location_counts":[{"shards":"0,1","objects":4532},{"shards":"0,1,6","objects":846}],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":307,"reported_epoch":315,"state":"active+clean","last_fresh":"2023-08-28T02:34:14.432188+0000","last_change":"2023-08-28T02:33:13.484970+0000","last_active":"2023-08-28T02:34:14.432188+0000","last_peered":"2023-08-28T02:34:14.432188+0000","last_clean":"2023-08-28T02:34:14.432188+0000","last_became_active":"2023-08-28T02:33:13.484579+0000","last_became_peered":"2023-08-28T02:33:13.484579+0000","last_unstale":"2023-08-28T02:34:14.432188+0000","last_undegraded":"2023-08-28T02:34:14.432188+0000","last_fullsized":"2023-08-28T02:34:14.432188+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:58.027468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"75'161","reported_seq":698,"reported_epoch":315,"state":"active+clean","last_fresh":"2023-08-28T02:34:14.431315+0000","last_change":"2023-08-28T02:31:55.059467+0000","last_active":"2023-08-28T02:34:14.431315+0000","last_peered":"2023-08-28T02:34:14.431315+0000","last_clean":"2023-08-28T02:34:14.431315+0000","last_became_active":"2023-08-28T02:31:55.059115+0000","last_became_peered":"2023-08-28T02:31:55.059115+0000","last_unstale":"2023-08-28T02:34:14.431315+0000","last_undegraded":"2023-08-28T02:34:14.431315+0000","last_fullsized":"2023-08-28T02:34:14.431315+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":0,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.820990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.820990+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:15:56.774667+0000","scrub_duration":0.0017342480000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":223,"reported_epoch":315,"state":"active+clean","last_fresh":"2023-08-28T02:34:14.455181+0000","last_change":"2023-08-28T02:33:13.352810+0000","last_active":"2023-08-28T02:34:14.455181+0000","last_peered":"2023-08-28T02:34:14.455181+0000","last_clean":"2023-08-28T02:34:14.455181+0000","last_became_active":"2023-08-28T02:33:13.351697+0000","last_became_peered":"2023-08-28T02:33:13.351697+0000","last_unstale":"2023-08-28T02:34:14.455181+0000","last_undegraded":"2023-08-28T02:34:14.455181+0000","last_fullsized":"2023-08-28T02:34:14.455181+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:56.187163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":138,"reported_epoch":315,"state":"active+clean","last_fresh":"2023-08-28T02:34:14.434294+0000","last_change":"2023-08-28T02:31:51.984584+0000","last_active":"2023-08-28T02:34:14.434294+0000","last_peered":"2023-08-28T02:34:14.434294+0000","last_clean":"2023-08-28T02:34:14.434294+0000","last_became_active":"2023-08-28T02:31:51.984264+0000","last_became_peered":"2023-08-28T02:31:51.984264+0000","last_unstale":"2023-08-28T02:34:14.434294+0000","last_undegraded":"2023-08-28T02:34:14.434294+0000","last_fullsized":"2023-08-28T02:34:14.434294+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:58:42.306722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"316'6210","reported_seq":10168,"reported_epoch":316,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-08-28T02:34:40.312352+0000","last_change":"2023-08-28T02:34:12.608963+0000","last_active":"2023-08-28T02:34:40.312352+0000","last_peered":"2023-08-28T02:34:40.312352+0000","last_clean":"2023-08-28T02:32:22.441230+0000","last_became_active":"2023-08-28T02:32:29.705116+0000","last_became_peered":"2023-08-28T02:32:29.705116+0000","last_unstale":"2023-08-28T02:34:40.312352+0000","last_undegraded":"2023-08-28T02:32:29.496646+0000","last_fullsized":"2023-08-28T02:32:29.445907+0000","mapping_epoch":282,"log_start":"255'928","ondisk_log_start":"255'928","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5282,"log_dups_size":0,"ondisk_log_size":5282,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:23:04.768069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":352059392,"num_objects":5372,"num_object_clones":0,"num_object_copies":16116,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":161,"num_objects_misplaced":3695,"num_objects_unfound":0,"num_objects_dirty":5372,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6210,"num_write_kb":370624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1935,"num_bytes_recovered":126812160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7],"avail_no_missing":["0","2","7"],"object_location_counts":[{"shards":"0,2,7","objects":3695},{"shards":"0,7","objects":1516}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3","version":"75'161","reported_seq":582,"reported_epoch":316,"state":"active+clean","last_fresh":"2023-08-28T02:34:26.491625+0000","last_change":"2023-08-28T02:31:55.068239+0000","last_active":"2023-08-28T02:34:26.491625+0000","last_peered":"2023-08-28T02:34:26.491625+0000","last_clean":"2023-08-28T02:34:26.491625+0000","last_became_active":"2023-08-28T02:31:55.067875+0000","last_became_peered":"2023-08-28T02:31:55.067875+0000","last_unstale":"2023-08-28T02:34:26.491625+0000","last_undegraded":"2023-08-28T02:34:26.491625+0000","last_fullsized":"2023-08-28T02:34:26.491625+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.868248+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:11:04.391639+0000","scrub_duration":0.0016215240000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":321,"reported_epoch":315,"state":"active+clean","last_fresh":"2023-08-28T02:34:14.431229+0000","last_change":"2023-08-28T02:29:44.421353+0000","last_active":"2023-08-28T02:34:14.431229+0000","last_peered":"2023-08-28T02:34:14.431229+0000","last_clean":"2023-08-28T02:34:14.431229+0000","last_became_active":"2023-08-28T02:29:44.421064+0000","last_became_peered":"2023-08-28T02:29:44.421064+0000","last_unstale":"2023-08-28T02:34:14.431229+0000","last_undegraded":"2023-08-28T02:34:14.431229+0000","last_fullsized":"2023-08-28T02:34:14.431229+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:51:36.524024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":289,"reported_epoch":315,"state":"active+clean","last_fresh":"2023-08-28T02:34:14.442858+0000","last_change":"2023-08-28T02:33:12.299487+0000","last_active":"2023-08-28T02:34:14.442858+0000","last_peered":"2023-08-28T02:34:14.442858+0000","last_clean":"2023-08-28T02:34:14.442858+0000","last_became_active":"2023-08-28T02:33:12.299175+0000","last_became_peered":"2023-08-28T02:33:12.299175+0000","last_unstale":"2023-08-28T02:34:14.442858+0000","last_undegraded":"2023-08-28T02:34:14.442858+0000","last_fullsized":"2023-08-28T02:34:14.442858+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:42:29.713462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":300,"reported_epoch":315,"state":"active+clean","last_fresh":"2023-08-28T02:34:14.457697+0000","last_change":"2023-08-28T02:32:28.457696+0000","last_active":"2023-08-28T02:34:14.457697+0000","last_peered":"2023-08-28T02:34:14.457697+0000","last_clean":"2023-08-28T02:34:14.457697+0000","last_became_active":"2023-08-28T02:32:28.457407+0000","last_became_peered":"2023-08-28T02:32:28.457407+0000","last_unstale":"2023-08-28T02:34:14.457697+0000","last_undegraded":"2023-08-28T02:34:14.457697+0000","last_fullsized":"2023-08-28T02:34:14.457697+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:26:29.392787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"316'6146","reported_seq":7248,"reported_epoch":316,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:34:38.873479+0000","last_change":"2023-08-28T02:34:11.566035+0000","last_active":"2023-08-28T02:34:38.873479+0000","last_peered":"2023-08-28T02:34:38.873479+0000","last_clean":"2023-08-28T02:33:10.395883+0000","last_became_active":"2023-08-28T02:33:12.394714+0000","last_became_peered":"2023-08-28T02:33:12.394714+0000","last_unstale":"2023-08-28T02:34:38.873479+0000","last_undegraded":"2023-08-28T02:34:38.873479+0000","last_fullsized":"2023-08-28T02:34:38.873479+0000","mapping_epoch":297,"log_start":"255'784","ondisk_log_start":"255'784","created":250,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5362,"log_dups_size":0,"ondisk_log_size":5362,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:01:26.984565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":349765656,"num_objects":5338,"num_object_clones":0,"num_object_copies":16014,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4868,"num_objects_unfound":0,"num_objects_dirty":5338,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":6146,"num_write_kb":367425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":500,"num_bytes_recovered":32768000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,6],"avail_no_missing":["4","0","6"],"object_location_counts":[{"shards":"0,4,6","objects":5338}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.6","version":"75'161","reported_seq":574,"reported_epoch":315,"state":"active+clean","last_fresh":"2023-08-28T02:34:14.457617+0000","last_change":"2023-08-28T02:33:13.338675+0000","last_active":"2023-08-28T02:34:14.457617+0000","last_peered":"2023-08-28T02:34:14.457617+0000","last_clean":"2023-08-28T02:34:14.457617+0000","last_became_active":"2023-08-28T02:33:13.338271+0000","last_became_peered":"2023-08-28T02:33:13.338271+0000","last_unstale":"2023-08-28T02:34:14.457617+0000","last_undegraded":"2023-08-28T02:34:14.457617+0000","last_fullsized":"2023-08-28T02:34:14.457617+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.774982+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.774982+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:13:20.011329+0000","scrub_duration":0.003539819,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":284,"reported_epoch":315,"state":"active+clean","last_fresh":"2023-08-28T02:34:14.431401+0000","last_change":"2023-08-28T02:14:43.033789+0000","last_active":"2023-08-28T02:34:14.431401+0000","last_peered":"2023-08-28T02:34:14.431401+0000","last_clean":"2023-08-28T02:34:14.431401+0000","last_became_active":"2023-08-28T02:14:43.033454+0000","last_became_peered":"2023-08-28T02:14:43.033454+0000","last_unstale":"2023-08-28T02:34:14.431401+0000","last_undegraded":"2023-08-28T02:34:14.431401+0000","last_fullsized":"2023-08-28T02:34:14.431401+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:01:13.205842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":115,"reported_epoch":316,"state":"active+clean","last_fresh":"2023-08-28T02:34:26.488050+0000","last_change":"2023-08-28T02:32:28.461807+0000","last_active":"2023-08-28T02:34:26.488050+0000","last_peered":"2023-08-28T02:34:26.488050+0000","last_clean":"2023-08-28T02:34:26.488050+0000","last_became_active":"2023-08-28T02:32:28.461116+0000","last_became_peered":"2023-08-28T02:32:28.461116+0000","last_unstale":"2023-08-28T02:34:26.488050+0000","last_undegraded":"2023-08-28T02:34:26.488050+0000","last_fullsized":"2023-08-28T02:34:26.488050+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:12:45.321757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":260,"reported_epoch":315,"state":"active+clean","last_fresh":"2023-08-28T02:34:14.443302+0000","last_change":"2023-08-28T02:14:43.048791+0000","last_active":"2023-08-28T02:34:14.443302+0000","last_peered":"2023-08-28T02:34:14.443302+0000","last_clean":"2023-08-28T02:34:14.443302+0000","last_became_active":"2023-08-28T02:14:43.047408+0000","last_became_peered":"2023-08-28T02:14:43.047408+0000","last_unstale":"2023-08-28T02:34:14.443302+0000","last_undegraded":"2023-08-28T02:34:14.443302+0000","last_fullsized":"2023-08-28T02:34:14.443302+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:47.097181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"316'6294","reported_seq":14988,"reported_epoch":316,"state":"active+recovery_wait+degraded+remapped","last_fresh":"2023-08-28T02:34:38.172582+0000","last_change":"2023-08-28T02:33:13.547578+0000","last_active":"2023-08-28T02:34:38.172582+0000","last_peered":"2023-08-28T02:34:38.172582+0000","last_clean":"2023-08-28T02:31:50.933695+0000","last_became_active":"2023-08-28T02:33:13.540416+0000","last_became_peered":"2023-08-28T02:33:13.540416+0000","last_unstale":"2023-08-28T02:34:38.172582+0000","last_undegraded":"2023-08-28T02:33:13.332893+0000","last_fullsized":"2023-08-28T02:34:38.172582+0000","mapping_epoch":298,"log_start":"255'874","ondisk_log_start":"255'874","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5420,"log_dups_size":0,"ondisk_log_size":5420,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:49:35.658845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":364904448,"num_objects":5568,"num_object_clones":0,"num_object_copies":16704,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":672,"num_objects_misplaced":5568,"num_objects_unfound":0,"num_objects_dirty":5568,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6294,"num_write_kb":379584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4295,"num_bytes_recovered":281477120,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,2],"avail_no_missing":["4","2","6"],"object_location_counts":[{"shards":"2,4,5","objects":4896},{"shards":"2,4,6","objects":672}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.5","version":"75'161","reported_seq":609,"reported_epoch":315,"state":"active+clean","last_fresh":"2023-08-28T02:34:14.433916+0000","last_change":"2023-08-28T02:32:31.477151+0000","last_active":"2023-08-28T02:34:14.433916+0000","last_peered":"2023-08-28T02:34:14.433916+0000","last_clean":"2023-08-28T02:34:14.433916+0000","last_became_active":"2023-08-28T02:32:31.476776+0000","last_became_peered":"2023-08-28T02:32:31.476776+0000","last_unstale":"2023-08-28T02:34:14.433916+0000","last_undegraded":"2023-08-28T02:34:14.433916+0000","last_fullsized":"2023-08-28T02:34:14.433916+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:18.891729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:18.891729+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:47:27.194140+0000","scrub_duration":0.0031546460000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"65'2","reported_seq":270,"reported_epoch":315,"state":"active+clean","last_fresh":"2023-08-28T02:34:14.458171+0000","last_change":"2023-08-28T02:33:12.327778+0000","last_active":"2023-08-28T02:34:14.458171+0000","last_peered":"2023-08-28T02:34:14.458171+0000","last_clean":"2023-08-28T02:34:14.458171+0000","last_became_active":"2023-08-28T02:33:12.327273+0000","last_became_peered":"2023-08-28T02:33:12.327273+0000","last_unstale":"2023-08-28T02:34:14.458171+0000","last_undegraded":"2023-08-28T02:34:14.458171+0000","last_fullsized":"2023-08-28T02:34:14.458171+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:40.554192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":153,"reported_epoch":316,"state":"active+clean","last_fresh":"2023-08-28T02:34:26.488377+0000","last_change":"2023-08-28T02:33:13.335665+0000","last_active":"2023-08-28T02:34:26.488377+0000","last_peered":"2023-08-28T02:34:26.488377+0000","last_clean":"2023-08-28T02:34:26.488377+0000","last_became_active":"2023-08-28T02:33:13.335322+0000","last_became_peered":"2023-08-28T02:33:13.335322+0000","last_unstale":"2023-08-28T02:34:26.488377+0000","last_undegraded":"2023-08-28T02:34:26.488377+0000","last_fullsized":"2023-08-28T02:34:26.488377+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:21:08.024493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":267,"reported_epoch":315,"state":"active+clean","last_fresh":"2023-08-28T02:34:14.455064+0000","last_change":"2023-08-28T02:33:12.310326+0000","last_active":"2023-08-28T02:34:14.455064+0000","last_peered":"2023-08-28T02:34:14.455064+0000","last_clean":"2023-08-28T02:34:14.455064+0000","last_became_active":"2023-08-28T02:33:12.310011+0000","last_became_peered":"2023-08-28T02:33:12.310011+0000","last_unstale":"2023-08-28T02:34:14.455064+0000","last_undegraded":"2023-08-28T02:34:14.455064+0000","last_fullsized":"2023-08-28T02:34:14.455064+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:35:03.710036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"316'6302","reported_seq":7495,"reported_epoch":316,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:34:39.342123+0000","last_change":"2023-08-28T02:33:34.765675+0000","last_active":"2023-08-28T02:34:39.342123+0000","last_peered":"2023-08-28T02:34:39.342123+0000","last_clean":"2023-08-28T02:31:27.909649+0000","last_became_active":"2023-08-28T02:33:33.726805+0000","last_became_peered":"2023-08-28T02:33:33.726805+0000","last_unstale":"2023-08-28T02:34:39.342123+0000","last_undegraded":"2023-08-28T02:33:20.140072+0000","last_fullsized":"2023-08-28T02:33:13.278549+0000","mapping_epoch":298,"log_start":"255'877","ondisk_log_start":"255'877","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5425,"log_dups_size":0,"ondisk_log_size":5425,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:02:22.971585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":364773376,"num_objects":5566,"num_object_clones":0,"num_object_copies":16698,"num_objects_missing_on_primary":5539,"num_objects_missing":5539,"num_objects_degraded":13681,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5566,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6302,"num_write_kb":379776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":358,"num_bytes_recovered":23330816,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[4,3],"avail_no_missing":["2","6"],"object_location_counts":[{"shards":"2,3,4,6","objects":12},{"shards":"2,3,6","objects":3056},{"shards":"2,4,6","objects":14},{"shards":"2,6","objects":2483},{"shards":"3,4","objects":-12}],"blocked_by":[],"up_primary":3,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.4","version":"75'161","reported_seq":522,"reported_epoch":315,"state":"active+clean","last_fresh":"2023-08-28T02:34:14.455250+0000","last_change":"2023-08-28T02:33:12.296479+0000","last_active":"2023-08-28T02:34:14.455250+0000","last_peered":"2023-08-28T02:34:14.455250+0000","last_clean":"2023-08-28T02:34:14.455250+0000","last_became_active":"2023-08-28T02:33:12.294160+0000","last_became_peered":"2023-08-28T02:33:12.294160+0000","last_unstale":"2023-08-28T02:34:14.455250+0000","last_undegraded":"2023-08-28T02:34:14.455250+0000","last_fullsized":"2023-08-28T02:34:14.455250+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.899247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.899247+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":242,"reported_epoch":315,"state":"active+clean","last_fresh":"2023-08-28T02:34:14.431204+0000","last_change":"2023-08-28T02:33:13.539335+0000","last_active":"2023-08-28T02:34:14.431204+0000","last_peered":"2023-08-28T02:34:14.431204+0000","last_clean":"2023-08-28T02:34:14.431204+0000","last_became_active":"2023-08-28T02:33:13.538978+0000","last_became_peered":"2023-08-28T02:33:13.538978+0000","last_unstale":"2023-08-28T02:34:14.431204+0000","last_undegraded":"2023-08-28T02:34:14.431204+0000","last_fullsized":"2023-08-28T02:34:14.431204+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:26:13.405766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"65'1","reported_seq":304,"reported_epoch":315,"state":"active+clean","last_fresh":"2023-08-28T02:34:14.457791+0000","last_change":"2023-08-28T02:29:44.510205+0000","last_active":"2023-08-28T02:34:14.457791+0000","last_peered":"2023-08-28T02:34:14.457791+0000","last_clean":"2023-08-28T02:34:14.457791+0000","last_became_active":"2023-08-28T02:29:44.429357+0000","last_became_peered":"2023-08-28T02:29:44.429357+0000","last_unstale":"2023-08-28T02:34:14.457791+0000","last_undegraded":"2023-08-28T02:34:14.457791+0000","last_fullsized":"2023-08-28T02:34:14.457791+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:44:59.955729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":271,"reported_epoch":315,"state":"active+clean","last_fresh":"2023-08-28T02:34:14.433313+0000","last_change":"2023-08-28T02:32:12.950661+0000","last_active":"2023-08-28T02:34:14.433313+0000","last_peered":"2023-08-28T02:34:14.433313+0000","last_clean":"2023-08-28T02:34:14.433313+0000","last_became_active":"2023-08-28T02:32:12.950276+0000","last_became_peered":"2023-08-28T02:32:12.950276+0000","last_unstale":"2023-08-28T02:34:14.433313+0000","last_undegraded":"2023-08-28T02:34:14.433313+0000","last_fullsized":"2023-08-28T02:34:14.433313+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:05:17.972868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"65'1","reported_seq":262,"reported_epoch":316,"state":"active+clean","last_fresh":"2023-08-28T02:34:26.481344+0000","last_change":"2023-08-28T02:14:43.042150+0000","last_active":"2023-08-28T02:34:26.481344+0000","last_peered":"2023-08-28T02:34:26.481344+0000","last_clean":"2023-08-28T02:34:26.481344+0000","last_became_active":"2023-08-28T02:14:43.038336+0000","last_became_peered":"2023-08-28T02:14:43.038336+0000","last_unstale":"2023-08-28T02:34:26.481344+0000","last_undegraded":"2023-08-28T02:34:26.481344+0000","last_fullsized":"2023-08-28T02:34:26.481344+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:26:02.415152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":312,"reported_epoch":316,"state":"active+clean","last_fresh":"2023-08-28T02:34:26.488004+0000","last_change":"2023-08-28T02:33:13.318097+0000","last_active":"2023-08-28T02:34:26.488004+0000","last_peered":"2023-08-28T02:34:26.488004+0000","last_clean":"2023-08-28T02:34:26.488004+0000","last_became_active":"2023-08-28T02:33:13.317761+0000","last_became_peered":"2023-08-28T02:33:13.317761+0000","last_unstale":"2023-08-28T02:34:26.488004+0000","last_undegraded":"2023-08-28T02:34:26.488004+0000","last_fullsized":"2023-08-28T02:34:26.488004+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:24.836996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"65'2","reported_seq":309,"reported_epoch":315,"state":"active+clean","last_fresh":"2023-08-28T02:34:14.430944+0000","last_change":"2023-08-28T02:29:44.535937+0000","last_active":"2023-08-28T02:34:14.430944+0000","last_peered":"2023-08-28T02:34:14.430944+0000","last_clean":"2023-08-28T02:34:14.430944+0000","last_became_active":"2023-08-28T02:29:44.462244+0000","last_became_peered":"2023-08-28T02:29:44.462244+0000","last_unstale":"2023-08-28T02:34:14.430944+0000","last_undegraded":"2023-08-28T02:34:14.430944+0000","last_fullsized":"2023-08-28T02:34:14.430944+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:30:33.173713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":308,"reported_epoch":315,"state":"active+clean","last_fresh":"2023-08-28T02:34:14.443113+0000","last_change":"2023-08-28T02:33:12.305580+0000","last_active":"2023-08-28T02:34:14.443113+0000","last_peered":"2023-08-28T02:34:14.443113+0000","last_clean":"2023-08-28T02:34:14.443113+0000","last_became_active":"2023-08-28T02:33:12.305261+0000","last_became_peered":"2023-08-28T02:33:12.305261+0000","last_unstale":"2023-08-28T02:34:14.443113+0000","last_undegraded":"2023-08-28T02:34:14.443113+0000","last_fullsized":"2023-08-28T02:34:14.443113+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:22:31.614221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"65'2","reported_seq":278,"reported_epoch":315,"state":"active+clean","last_fresh":"2023-08-28T02:34:14.431087+0000","last_change":"2023-08-28T02:31:51.991101+0000","last_active":"2023-08-28T02:34:14.431087+0000","last_peered":"2023-08-28T02:34:14.431087+0000","last_clean":"2023-08-28T02:34:14.431087+0000","last_became_active":"2023-08-28T02:31:51.987237+0000","last_became_peered":"2023-08-28T02:31:51.987237+0000","last_unstale":"2023-08-28T02:34:14.431087+0000","last_undegraded":"2023-08-28T02:34:14.431087+0000","last_fullsized":"2023-08-28T02:34:14.431087+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:07:07.370857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":312,"reported_epoch":315,"state":"active+clean","last_fresh":"2023-08-28T02:34:14.433267+0000","last_change":"2023-08-28T02:33:12.494483+0000","last_active":"2023-08-28T02:34:14.433267+0000","last_peered":"2023-08-28T02:34:14.433267+0000","last_clean":"2023-08-28T02:34:14.433267+0000","last_became_active":"2023-08-28T02:33:12.494136+0000","last_became_peered":"2023-08-28T02:33:12.494136+0000","last_unstale":"2023-08-28T02:34:14.433267+0000","last_undegraded":"2023-08-28T02:34:14.433267+0000","last_fullsized":"2023-08-28T02:34:14.433267+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:36.772588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"65'1","reported_seq":255,"reported_epoch":315,"state":"active+clean","last_fresh":"2023-08-28T02:34:14.457257+0000","last_change":"2023-08-28T02:33:13.287922+0000","last_active":"2023-08-28T02:34:14.457257+0000","last_peered":"2023-08-28T02:34:14.457257+0000","last_clean":"2023-08-28T02:34:14.457257+0000","last_became_active":"2023-08-28T02:33:13.287520+0000","last_became_peered":"2023-08-28T02:33:13.287520+0000","last_unstale":"2023-08-28T02:34:14.457257+0000","last_undegraded":"2023-08-28T02:34:14.457257+0000","last_fullsized":"2023-08-28T02:34:14.457257+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:11.627168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":269,"reported_epoch":315,"state":"active+clean","last_fresh":"2023-08-28T02:34:14.455121+0000","last_change":"2023-08-28T02:33:13.289469+0000","last_active":"2023-08-28T02:34:14.455121+0000","last_peered":"2023-08-28T02:34:14.455121+0000","last_clean":"2023-08-28T02:34:14.455121+0000","last_became_active":"2023-08-28T02:33:13.288737+0000","last_became_peered":"2023-08-28T02:33:13.288737+0000","last_unstale":"2023-08-28T02:34:14.455121+0000","last_undegraded":"2023-08-28T02:34:14.455121+0000","last_fullsized":"2023-08-28T02:34:14.455121+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:11:15.043550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"65'4","reported_seq":293,"reported_epoch":315,"state":"active+clean","last_fresh":"2023-08-28T02:34:14.457543+0000","last_change":"2023-08-28T02:32:28.607010+0000","last_active":"2023-08-28T02:34:14.457543+0000","last_peered":"2023-08-28T02:34:14.457543+0000","last_clean":"2023-08-28T02:34:14.457543+0000","last_became_active":"2023-08-28T02:32:28.492224+0000","last_became_peered":"2023-08-28T02:32:28.492224+0000","last_unstale":"2023-08-28T02:34:14.457543+0000","last_undegraded":"2023-08-28T02:34:14.457543+0000","last_fullsized":"2023-08-28T02:34:14.457543+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:13:45.711951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":554,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":322,"reported_epoch":315,"state":"active+clean","last_fresh":"2023-08-28T02:34:14.433079+0000","last_change":"2023-08-28T02:33:13.309144+0000","last_active":"2023-08-28T02:34:14.433079+0000","last_peered":"2023-08-28T02:34:14.433079+0000","last_clean":"2023-08-28T02:34:14.433079+0000","last_became_active":"2023-08-28T02:33:13.308910+0000","last_became_peered":"2023-08-28T02:33:13.308910+0000","last_unstale":"2023-08-28T02:34:14.433079+0000","last_undegraded":"2023-08-28T02:34:14.433079+0000","last_fullsized":"2023-08-28T02:34:14.433079+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:09:59.549591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":5694750744,"num_objects":86896,"num_object_clones":0,"num_object_copies":260688,"num_objects_missing_on_primary":5539,"num_objects_missing":5539,"num_objects_degraded":40298,"num_objects_misplaced":20396,"num_objects_unfound":0,"num_objects_dirty":86896,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":99718,"num_write_kb":5971585,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":30131,"num_bytes_recovered":1968963584,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":18113769472,"data_stored":18113757256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92466,"ondisk_log_size":92466,"up":48,"acting":41,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":10126,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":370028,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":89,"num_read_kb":167,"num_write":44,"num_write_kb":440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":322019,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299733,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2221756,"kb_used_data":1742516,"kb_used_omap":0,"kb_used_meta":479232,"kb_avail":91523396,"statfs":{"total":95995035648,"available":93719957504,"internally_reserved":0,"allocated":1784336384,"data_stored":1783076406,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":490733568},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:34:08 2023","interfaces":[{"interface":"back","average":{"1min":0.72799999999999998,"5min":1.21,"15min":1.571},"min":{"1min":0.23400000000000001,"5min":0.219,"15min":0.21199999999999999},"max":{"1min":3.6480000000000001,"5min":8.8870000000000005,"15min":13.257},"last":0.40600000000000003},{"interface":"front","average":{"1min":0.77800000000000002,"5min":1.524,"15min":1.9830000000000001},"min":{"1min":0.29399999999999998,"5min":0.28699999999999998,"15min":0.246},"max":{"1min":3.6619999999999999,"5min":12.42,"15min":17.402999999999999},"last":0.42399999999999999}]},{"osd":1,"last update":"Mon Aug 28 02:34:37 2023","interfaces":[{"interface":"back","average":{"1min":0.89000000000000001,"5min":1.5329999999999999,"15min":2.198},"min":{"1min":0.28399999999999997,"5min":0.248,"15min":0.24099999999999999},"max":{"1min":5.492,"5min":11.699999999999999,"15min":17.43},"last":0.308},{"interface":"front","average":{"1min":1.087,"5min":1.593,"15min":2.052},"min":{"1min":0.32100000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":5.5179999999999998,"5min":12.525,"15min":19.913},"last":0.374}]},{"osd":2,"last update":"Mon Aug 28 02:34:21 2023","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":1.1220000000000001,"15min":1.6890000000000001},"min":{"1min":0.28899999999999998,"5min":0.22900000000000001,"15min":0.22800000000000001},"max":{"1min":3.1760000000000002,"5min":7.6150000000000002,"15min":8.3889999999999993},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.57699999999999996,"5min":1.0189999999999999,"15min":1.5609999999999999},"min":{"1min":0.32000000000000001,"5min":0.315,"15min":0.28699999999999998},"max":{"1min":1.5269999999999999,"5min":9.2219999999999995,"15min":12.128},"last":0.48199999999999998}]},{"osd":3,"last update":"Mon Aug 28 02:34:13 2023","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":3.0099999999999998,"5min":3.0099999999999998,"15min":3.0099999999999998},"last":0.627},{"interface":"front","average":{"1min":0.63,"5min":0.63,"15min":0.63},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":3.1000000000000001,"5min":3.1000000000000001,"15min":3.1000000000000001},"last":0.53300000000000003}]},{"osd":4,"last update":"Mon Aug 28 02:34:08 2023","interfaces":[{"interface":"back","average":{"1min":0.79700000000000004,"5min":1.3109999999999999,"15min":1.3029999999999999},"min":{"1min":0.29599999999999999,"5min":0.245,"15min":0.23599999999999999},"max":{"1min":5.2169999999999996,"5min":18.943000000000001,"15min":18.943000000000001},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.69899999999999995,"5min":0.99399999999999999,"15min":0.96399999999999997},"min":{"1min":0.30299999999999999,"5min":0.25700000000000001,"15min":0.253},"max":{"1min":2.9870000000000001,"5min":7.0339999999999998,"15min":8.1890000000000001},"last":0.38900000000000001}]},{"osd":5,"last update":"Mon Aug 28 02:34:08 2023","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":1.0029999999999999,"15min":1.071},"min":{"1min":0.28599999999999998,"5min":0.246,"15min":0.23599999999999999},"max":{"1min":3.2120000000000002,"5min":5.9130000000000003,"15min":14.622},"last":0.499},{"interface":"front","average":{"1min":0.63600000000000001,"5min":1.212,"15min":1.302},"min":{"1min":0.36299999999999999,"5min":0.28100000000000003,"15min":0.27000000000000002},"max":{"1min":3.0499999999999998,"5min":13.840999999999999,"15min":17.324999999999999},"last":0.45100000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:34:08 2023","interfaces":[{"interface":"back","average":{"1min":0.78900000000000003,"5min":1.2410000000000001,"15min":1.325},"min":{"1min":0.39300000000000002,"5min":0.30499999999999999,"15min":0.30299999999999999},"max":{"1min":3.2250000000000001,"5min":11.585000000000001,"15min":17.454999999999998},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.85899999999999999,"5min":0.996,"15min":0.874},"min":{"1min":0.41799999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":3.0499999999999998,"5min":7.665,"15min":7.665},"last":0.439}]}]},{"osd":6,"up_from":0,"seq":193273528664,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":101,"seq":433791697123,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1678676,"kb_used_data":1054604,"kb_used_omap":4,"kb_used_meta":624059,"kb_avail":92066476,"statfs":{"total":95995035648,"available":94276071424,"internally_reserved":0,"allocated":1079914496,"data_stored":1078142499,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":639037326},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:34:37 2023","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":1.353,"15min":2.5939999999999999},"min":{"1min":0.27100000000000002,"5min":0.223,"15min":0.214},"max":{"1min":3.3730000000000002,"5min":14.721,"15min":24.545999999999999},"last":1.8009999999999999},{"interface":"front","average":{"1min":1.214,"5min":2.109,"15min":3.0760000000000001},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.21199999999999999},"max":{"1min":7.2450000000000001,"5min":12.301,"15min":24.515000000000001},"last":0.67500000000000004}]},{"osd":2,"last update":"Mon Aug 28 02:34:29 2023","interfaces":[{"interface":"back","average":{"1min":0.879,"5min":2.0870000000000002,"15min":2.7559999999999998},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.24099999999999999},"max":{"1min":4.0579999999999998,"5min":22.161000000000001,"15min":22.161000000000001},"last":2.4889999999999999},{"interface":"front","average":{"1min":1.137,"5min":1.647,"15min":2.3860000000000001},"min":{"1min":0.29999999999999999,"5min":0.254,"15min":0.253},"max":{"1min":7.0110000000000001,"5min":13.114000000000001,"15min":20.003},"last":0.42999999999999999}]},{"osd":3,"last update":"Mon Aug 28 02:34:12 2023","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":1.909},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.73199999999999998}]},{"osd":4,"last update":"Mon Aug 28 02:34:37 2023","interfaces":[{"interface":"back","average":{"1min":1.0369999999999999,"5min":1.2909999999999999,"15min":1.706},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":3.0259999999999998,"5min":18.689,"15min":18.992999999999999},"last":0.377},{"interface":"front","average":{"1min":0.58299999999999996,"5min":1.304,"15min":1.806},"min":{"1min":0.39200000000000002,"5min":0.29099999999999998,"15min":0.26400000000000001},"max":{"1min":1.486,"5min":14.779999999999999,"15min":14.779999999999999},"last":1.845}]},{"osd":5,"last update":"Mon Aug 28 02:34:37 2023","interfaces":[{"interface":"back","average":{"1min":0.84699999999999998,"5min":1.8129999999999999,"15min":2.2770000000000001},"min":{"1min":0.41399999999999998,"5min":0.35999999999999999,"15min":0.29999999999999999},"max":{"1min":3.7029999999999998,"5min":12.170999999999999,"15min":18.626999999999999},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.99299999999999999,"5min":1.294,"15min":2.1779999999999999},"min":{"1min":0.38300000000000001,"5min":0.374,"15min":0.31900000000000001},"max":{"1min":3.0609999999999999,"5min":7.3410000000000002,"15min":18.945},"last":0.50900000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:34:37 2023","interfaces":[{"interface":"back","average":{"1min":0.74099999999999999,"5min":1.609,"15min":2.2349999999999999},"min":{"1min":0.45000000000000001,"5min":0.373,"15min":0.34300000000000003},"max":{"1min":3.7400000000000002,"5min":12.221,"15min":13.254},"last":0.56599999999999995},{"interface":"front","average":{"1min":1.085,"5min":1.4119999999999999,"15min":1.9350000000000001},"min":{"1min":0.43099999999999999,"5min":0.41799999999999998,"15min":0.34499999999999997},"max":{"1min":3.089,"5min":12.371,"15min":19.021999999999998},"last":0.48599999999999999}]},{"osd":7,"last update":"Mon Aug 28 02:34:37 2023","interfaces":[{"interface":"back","average":{"1min":1.103,"5min":1.248,"15min":2.1669999999999998},"min":{"1min":0.47199999999999998,"5min":0.374,"15min":0.374},"max":{"1min":3.1080000000000001,"5min":7.3949999999999996,"15min":19.047999999999998},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.63900000000000001,"5min":1.3129999999999999,"15min":2.0630000000000002},"min":{"1min":0.432,"5min":0.34399999999999997,"15min":0.312},"max":{"1min":1.5620000000000001,"5min":14.818,"15min":14.818},"last":1.8779999999999999}]}]},{"osd":0,"up_from":87,"seq":373662154989,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":4139852,"kb_used_data":3462532,"kb_used_omap":5,"kb_used_meta":677306,"kb_avail":89605300,"statfs":{"total":95995035648,"available":91755827200,"internally_reserved":0,"allocated":3545632768,"data_stored":3543750277,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":693561978},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:34:29 2023","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":1.4510000000000001,"15min":2.0609999999999999},"min":{"1min":0.20300000000000001,"5min":0.184,"15min":0.184},"max":{"1min":1.2769999999999999,"5min":30.315000000000001,"15min":30.315000000000001},"last":0.253},{"interface":"front","average":{"1min":0.51100000000000001,"5min":2.1850000000000001,"15min":2.923},"min":{"1min":0.28499999999999998,"5min":0.249,"15min":0.221},"max":{"1min":1.8580000000000001,"5min":69.272000000000006,"15min":69.272000000000006},"last":0.39700000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:34:29 2023","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":1.6279999999999999,"15min":2.5579999999999998},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":1.982,"5min":20.959,"15min":20.959},"last":2.6640000000000001},{"interface":"front","average":{"1min":0.63600000000000001,"5min":1.2310000000000001,"15min":2.0579999999999998},"min":{"1min":0.28399999999999997,"5min":0.247,"15min":0.24299999999999999},"max":{"1min":2.8999999999999999,"5min":8.0600000000000005,"15min":12.332000000000001},"last":0.36699999999999999}]},{"osd":3,"last update":"Mon Aug 28 02:34:13 2023","interfaces":[{"interface":"back","average":{"1min":0.75,"5min":0.75,"15min":0.75},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":3.952,"5min":3.952,"15min":3.952},"last":2.7130000000000001},{"interface":"front","average":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":3.9750000000000001,"5min":3.9750000000000001,"15min":3.9750000000000001},"last":0.499}]},{"osd":4,"last update":"Mon Aug 28 02:34:13 2023","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":3.806,"15min":2.6219999999999999},"min":{"1min":0.34000000000000002,"5min":0.314,"15min":0.27700000000000002},"max":{"1min":1.0209999999999999,"5min":274.33199999999999,"15min":274.33199999999999},"last":0.41999999999999998},{"interface":"front","average":{"1min":0.754,"5min":4.3630000000000004,"15min":3.0619999999999998},"min":{"1min":0.315,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":2.0539999999999998,"5min":266.31999999999999,"15min":266.31999999999999},"last":0.48099999999999998}]},{"osd":5,"last update":"Mon Aug 28 02:34:13 2023","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":1.151,"15min":1.679},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.29299999999999998},"max":{"1min":1.486,"5min":7.1139999999999999,"15min":13.038},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.72099999999999997,"5min":1.774,"15min":2.282},"min":{"1min":0.36399999999999999,"5min":0.34799999999999998,"15min":0.27800000000000002},"max":{"1min":1.921,"5min":15.231,"15min":15.231},"last":0.44800000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:34:13 2023","interfaces":[{"interface":"back","average":{"1min":0.65300000000000002,"5min":1.4830000000000001,"15min":1.901},"min":{"1min":0.38300000000000001,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":1.7110000000000001,"5min":15.122999999999999,"15min":15.122999999999999},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.78800000000000003,"5min":1.9119999999999999,"15min":2.2970000000000002},"min":{"1min":0.441,"5min":0.35599999999999998,"15min":0.311},"max":{"1min":2,"5min":15.186999999999999,"15min":15.186999999999999},"last":0.627}]},{"osd":7,"last update":"Mon Aug 28 02:34:13 2023","interfaces":[{"interface":"back","average":{"1min":0.73499999999999999,"5min":1.841,"15min":2.286},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.33400000000000002},"max":{"1min":1.9410000000000001,"5min":16.183,"15min":16.183},"last":2.7519999999999998},{"interface":"front","average":{"1min":0.68000000000000005,"5min":1.304,"15min":1.9039999999999999},"min":{"1min":0.46000000000000002,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":1.925,"5min":7.0620000000000003,"15min":13.005000000000001},"last":0.51700000000000002}]}]},{"osd":2,"up_from":0,"seq":502511173849,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":297,"seq":1275605286931,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1149384,"kb_used_data":1014464,"kb_used_omap":2,"kb_used_meta":134909,"kb_avail":92595768,"statfs":{"total":95995035648,"available":94818066432,"internally_reserved":0,"allocated":1038811136,"data_stored":1037037834,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":138146869},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:34:11 2023","interfaces":[{"interface":"back","average":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":1.788},{"interface":"front","average":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":2.7949999999999999,"5min":2.7949999999999999,"15min":2.7949999999999999},"last":3.3140000000000001}]},{"osd":1,"last update":"Mon Aug 28 02:34:11 2023","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"last":4.0650000000000004},{"interface":"front","average":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":2.762,"5min":2.762,"15min":2.762},"last":2.9430000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:34:11 2023","interfaces":[{"interface":"back","average":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":2.5449999999999999,"5min":2.5449999999999999,"15min":2.5449999999999999},"last":0.91900000000000004},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":4.7030000000000003}]},{"osd":4,"last update":"Mon Aug 28 02:34:11 2023","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":1.863},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":3.5030000000000001}]},{"osd":5,"last update":"Mon Aug 28 02:34:11 2023","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":1.04,"5min":1.04,"15min":1.04},"last":3.5390000000000001},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.877}]},{"osd":6,"last update":"Mon Aug 28 02:34:11 2023","interfaces":[{"interface":"back","average":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":1.8879999999999999},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":1.004,"5min":1.004,"15min":1.004},"last":3.6099999999999999}]},{"osd":7,"last update":"Mon Aug 28 02:34:11 2023","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.95199999999999996},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":0.98099999999999998,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":1.8260000000000001}]}]},{"osd":4,"up_from":30,"seq":128849019226,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3892412,"kb_used_data":3440948,"kb_used_omap":0,"kb_used_meta":451456,"kb_avail":89852740,"statfs":{"total":95995035648,"available":92009205760,"internally_reserved":0,"allocated":3523530752,"data_stored":3522271009,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":462290944},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:34:15 2023","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":1.3720000000000001,"15min":1.921},"min":{"1min":0.247,"5min":0.247,"15min":0.22800000000000001},"max":{"1min":0.62,"5min":22.515000000000001,"15min":22.515000000000001},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.45500000000000002,"5min":1.4239999999999999,"15min":1.8959999999999999},"min":{"1min":0.26900000000000002,"5min":0.24299999999999999,"15min":0.217},"max":{"1min":0.872,"5min":22.454000000000001,"15min":22.454000000000001},"last":0.41099999999999998}]},{"osd":1,"last update":"Mon Aug 28 02:33:38 2023","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":1.6359999999999999,"15min":1.7110000000000001},"min":{"1min":0.28499999999999998,"5min":0.26300000000000001,"15min":0.24199999999999999},"max":{"1min":4.7539999999999996,"5min":23.082000000000001,"15min":23.082000000000001},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.624,"5min":1.7609999999999999,"15min":1.9299999999999999},"min":{"1min":0.26300000000000001,"5min":0.26000000000000001,"15min":0.246},"max":{"1min":4.7960000000000003,"5min":25.100000000000001,"15min":25.100000000000001},"last":0.32900000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:34:15 2023","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":1.458,"15min":1.8009999999999999},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27400000000000002},"max":{"1min":3.8050000000000002,"5min":8.7149999999999999,"15min":16.231000000000002},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.59699999999999998,"5min":1.3779999999999999,"15min":1.7450000000000001},"min":{"1min":0.318,"5min":0.318,"15min":0.251},"max":{"1min":2.3889999999999998,"5min":13.515000000000001,"15min":13.515000000000001},"last":0.54300000000000004}]},{"osd":3,"last update":"Mon Aug 28 02:34:15 2023","interfaces":[{"interface":"back","average":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":7.7480000000000002,"5min":7.7480000000000002,"15min":7.7480000000000002},"last":0.379},{"interface":"front","average":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":2.851,"5min":2.851,"15min":2.851},"last":0.495}]},{"osd":5,"last update":"Mon Aug 28 02:33:52 2023","interfaces":[{"interface":"back","average":{"1min":0.42599999999999999,"5min":1.238,"15min":1.139},"min":{"1min":0.25900000000000001,"5min":0.222,"15min":0.222},"max":{"1min":0.66500000000000004,"5min":8.6679999999999993,"15min":16.181999999999999},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.47499999999999998,"5min":1.425,"15min":1.1830000000000001},"min":{"1min":0.28199999999999997,"5min":0.224,"15min":0.20699999999999999},"max":{"1min":0.90400000000000003,"5min":8.6370000000000005,"15min":10.233000000000001},"last":0.57299999999999995}]},{"osd":6,"last update":"Mon Aug 28 02:34:06 2023","interfaces":[{"interface":"back","average":{"1min":0.71599999999999997,"5min":1.133,"15min":1.1180000000000001},"min":{"1min":0.376,"5min":0.28799999999999998,"15min":0.26500000000000001},"max":{"1min":2.9830000000000001,"5min":8.8480000000000008,"15min":10.023999999999999},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.70399999999999996,"5min":1.2789999999999999,"15min":1.1419999999999999},"min":{"1min":0.375,"5min":0.27200000000000002,"15min":0.255},"max":{"1min":4.5880000000000001,"5min":8.5,"15min":8.5},"last":0.51200000000000001}]},{"osd":7,"last update":"Mon Aug 28 02:34:15 2023","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":1.161,"15min":1.1879999999999999},"min":{"1min":0.38900000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.73199999999999998,"5min":8.8249999999999993,"15min":9.3209999999999997},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.56699999999999995,"5min":1.222,"15min":1.141},"min":{"1min":0.41199999999999998,"5min":0.34300000000000003,"15min":0.30299999999999999},"max":{"1min":0.95599999999999996,"5min":15.597,"15min":15.597},"last":0.59599999999999997}]}]},{"osd":5,"up_from":37,"seq":158913790299,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2700460,"kb_used_data":2156836,"kb_used_omap":0,"kb_used_meta":543616,"kb_avail":91044692,"statfs":{"total":95995035648,"available":93229764608,"internally_reserved":0,"allocated":2208600064,"data_stored":2207352688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":556662784},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:33:38 2023","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":1.4410000000000001,"15min":2.0529999999999999},"min":{"1min":0.26300000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":1.4530000000000001,"5min":7.7560000000000002,"15min":40.334000000000003},"last":0.44900000000000001},{"interface":"front","average":{"1min":1.3600000000000001,"5min":1.8100000000000001,"15min":1.9790000000000001},"min":{"1min":0.28000000000000003,"5min":0.24099999999999999,"15min":0.23200000000000001},"max":{"1min":19.815999999999999,"5min":19.815999999999999,"15min":40.212000000000003},"last":0.28299999999999997}]},{"osd":1,"last update":"Mon Aug 28 02:33:38 2023","interfaces":[{"interface":"back","average":{"1min":1.2410000000000001,"5min":1.7470000000000001,"15min":2.1720000000000002},"min":{"1min":0.28499999999999998,"5min":0.23699999999999999,"15min":0.23200000000000001},"max":{"1min":17.998000000000001,"5min":17.998000000000001,"15min":40.088000000000001},"last":0.374},{"interface":"front","average":{"1min":1.381,"5min":2,"15min":2.0600000000000001},"min":{"1min":0.28299999999999997,"5min":0.26000000000000001,"15min":0.251},"max":{"1min":19.853000000000002,"5min":19.853000000000002,"15min":40.243000000000002},"last":0.495}]},{"osd":2,"last update":"Mon Aug 28 02:33:38 2023","interfaces":[{"interface":"back","average":{"1min":0.73099999999999998,"5min":1.4710000000000001,"15min":2.0449999999999999},"min":{"1min":0.31900000000000001,"5min":0.29699999999999999,"15min":0.27700000000000002},"max":{"1min":5.3099999999999996,"5min":8.7899999999999991,"15min":40.436999999999998},"last":0.35599999999999998},{"interface":"front","average":{"1min":0.50600000000000001,"5min":1.7869999999999999,"15min":2.125},"min":{"1min":0.32800000000000001,"5min":0.28499999999999998,"15min":0.27200000000000002},"max":{"1min":0.96299999999999997,"5min":8.609,"15min":40.555},"last":0.40699999999999997}]},{"osd":3,"last update":"Mon Aug 28 02:34:12 2023","interfaces":[{"interface":"back","average":{"1min":1.2989999999999999,"5min":1.2989999999999999,"15min":1.2989999999999999},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":16.190999999999999,"5min":16.190999999999999,"15min":16.190999999999999},"last":0.437},{"interface":"front","average":{"1min":1.6850000000000001,"5min":1.6850000000000001,"15min":1.6850000000000001},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":21.420999999999999,"5min":21.420999999999999,"15min":21.420999999999999},"last":0.46200000000000002}]},{"osd":4,"last update":"Mon Aug 28 02:33:54 2023","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":1.2050000000000001,"15min":1.3140000000000001},"min":{"1min":0.29099999999999998,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.59399999999999997,"5min":13.616,"15min":40.762999999999998},"last":0.316},{"interface":"front","average":{"1min":0.51500000000000001,"5min":1.464,"15min":1.383},"min":{"1min":0.29899999999999999,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":1.0089999999999999,"5min":10.566000000000001,"15min":40.634},"last":0.32900000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:33:38 2023","interfaces":[{"interface":"back","average":{"1min":0.99299999999999999,"5min":1.5640000000000001,"15min":1.47},"min":{"1min":0.34699999999999998,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":10.66,"5min":17.510000000000002,"15min":42.409999999999997},"last":0.41899999999999998},{"interface":"front","average":{"1min":0.747,"5min":1.4790000000000001,"15min":1.4379999999999999},"min":{"1min":0.371,"5min":0.254,"15min":0.254},"max":{"1min":6.1159999999999997,"5min":15.856999999999999,"15min":42.533999999999999},"last":0.57799999999999996}]},{"osd":7,"last update":"Mon Aug 28 02:33:38 2023","interfaces":[{"interface":"back","average":{"1min":0.76300000000000001,"5min":1.718,"15min":1.6200000000000001},"min":{"1min":0.33900000000000002,"5min":0.315,"15min":0.314},"max":{"1min":6.1749999999999998,"5min":31.707000000000001,"15min":42.667000000000002},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.59099999999999997,"5min":2.1899999999999999,"15min":1.623},"min":{"1min":0.33700000000000002,"5min":0.318,"15min":0.27000000000000002},"max":{"1min":1.7130000000000001,"5min":31.66,"15min":42.344000000000001},"last":0.52200000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":3541176320,"data_stored":3541172248,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1075314688,"data_stored":1075314688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":2655322112,"data_stored":2655322112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":1033175040,"data_stored":1033175040,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":3522564096,"data_stored":3522560024,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":2207776768,"data_stored":2207776768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":2300055552,"data_stored":2300051480,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1778384896,"data_stored":1778384896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:34:48.914 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:34:48.942 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:48.961 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:34:48.964 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:48.964 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:34:49.065 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:34:49.094 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:49.118 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:34:49.120 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:49.121 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:34:49.135 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:34:49.222 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:34:49.250 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:49.275 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:34:49.277 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:49.278 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:34:49.378 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:34:49.406 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:49.424 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:34:49.427 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:49.427 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:34:49.528 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:34:49.555 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:49 smithi083 ceph-mon[157819]: pgmap v945: 99 pgs: 1 peering, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 88 active+clean; 5.3 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 83 op/s; 40194/259425 objects degraded (15.493%); 19082/259425 objects misplaced (7.355%); 16 MiB/s, 258 objects/s recovering 2023-08-28T02:34:49.555 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:49 smithi083 ceph-mon[157819]: failed to encode map e319 with expected crc 2023-08-28T02:34:49.555 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:49 smithi083 ceph-mon[157819]: failed to encode map e319 with expected crc 2023-08-28T02:34:49.555 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:49 smithi083 ceph-mon[157819]: osdmap e319: 8 total, 8 up, 6 in 2023-08-28T02:34:49.557 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:49.566 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:49 smithi040 ceph-mon[175404]: pgmap v945: 99 pgs: 1 peering, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 88 active+clean; 5.3 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 83 op/s; 40194/259425 objects degraded (15.493%); 19082/259425 objects misplaced (7.355%); 16 MiB/s, 258 objects/s recovering 2023-08-28T02:34:49.567 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:49 smithi040 ceph-mon[175404]: failed to encode map e319 with expected crc 2023-08-28T02:34:49.567 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:49 smithi040 ceph-mon[175404]: failed to encode map e319 with expected crc 2023-08-28T02:34:49.567 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:49 smithi040 ceph-mon[175404]: osdmap e319: 8 total, 8 up, 6 in 2023-08-28T02:34:49.567 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:49 smithi040 ceph-mon[170259]: pgmap v945: 99 pgs: 1 peering, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 88 active+clean; 5.3 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 83 op/s; 40194/259425 objects degraded (15.493%); 19082/259425 objects misplaced (7.355%); 16 MiB/s, 258 objects/s recovering 2023-08-28T02:34:49.567 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:49 smithi040 ceph-mon[170259]: failed to encode map e319 with expected crc 2023-08-28T02:34:49.567 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:49 smithi040 ceph-mon[170259]: failed to encode map e319 with expected crc 2023-08-28T02:34:49.567 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:49 smithi040 ceph-mon[170259]: osdmap e319: 8 total, 8 up, 6 in 2023-08-28T02:34:49.576 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:34:49.579 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:49.579 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:34:49.592 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-08-28T02:34:49.592 INFO:teuthology.orchestra.run.smithi040.stdout: "size": 20, 2023-08-28T02:34:49.592 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 600, 2023-08-28T02:34:49.592 INFO:teuthology.orchestra.run.smithi040.stdout: "ops": [ 2023-08-28T02:34:49.592 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.593 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.34719.0:57229 9.2 e169/160)", 2023-08-28T02:34:49.593 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:26.787501+0000", 2023-08-28T02:34:49.593 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 442.80216697899999, 2023-08-28T02:34:49.593 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.066206503999999999, 2023-08-28T02:34:49.593 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:34:49.593 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "reached pg", 2023-08-28T02:34:49.593 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:34:49.593 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.593 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:34:49.593 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.787501+0000", 2023-08-28T02:34:49.593 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:49.593 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.593 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.594 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:34:49.594 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.787501+0000", 2023-08-28T02:34:49.594 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:49.594 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.594 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.594 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:34:49.594 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.787500+0000", 2023-08-28T02:34:49.594 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:34:49.594 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.594 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.594 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:34:49.594 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.787525+0000", 2023-08-28T02:34:49.595 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.4973e-05 2023-08-28T02:34:49.595 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.595 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.595 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:34:49.595 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.787542+0000", 2023-08-28T02:34:49.595 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.7306999999999999e-05 2023-08-28T02:34:49.595 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.595 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.595 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:34:49.595 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.787552+0000", 2023-08-28T02:34:49.595 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.5829999999999996e-06 2023-08-28T02:34:49.596 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.596 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.596 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:49.596 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.853592+0000", 2023-08-28T02:34:49.596 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.066040308000000006 2023-08-28T02:34:49.596 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.596 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.596 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:34:49.596 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.853708+0000", 2023-08-28T02:34:49.596 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000115825 2023-08-28T02:34:49.596 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:49.596 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:34:49.596 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:49.597 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.597 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.597 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.34719.0:173407 9.22 e225/224 9:47eba884:::benchmark_data_smithi040_209735_object65812:head v 225'7029, mlcod=216'6928)", 2023-08-28T02:34:49.597 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:29:45.621385+0000", 2023-08-28T02:34:49.597 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 303.96828371999999, 2023-08-28T02:34:49.597 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.084441286000000004, 2023-08-28T02:34:49.597 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:34:49.597 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:34:49.597 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:34:49.597 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.597 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:34:49.597 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.621385+0000", 2023-08-28T02:34:49.598 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:49.598 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.598 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.598 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:34:49.598 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.621385+0000", 2023-08-28T02:34:49.598 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:49.598 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.598 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.598 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:34:49.598 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.621384+0000", 2023-08-28T02:34:49.598 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:34:49.598 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.599 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.599 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:34:49.599 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.621391+0000", 2023-08-28T02:34:49.599 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.7719999999999994e-06 2023-08-28T02:34:49.599 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.599 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.599 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:34:49.599 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.621405+0000", 2023-08-28T02:34:49.599 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4022000000000001e-05 2023-08-28T02:34:49.599 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.599 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.599 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:34:49.600 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.621415+0000", 2023-08-28T02:34:49.600 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.8230000000000006e-06 2023-08-28T02:34:49.600 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.600 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.600 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:49.600 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.621501+0000", 2023-08-28T02:34:49.600 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.5377000000000006e-05 2023-08-28T02:34:49.600 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.600 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.600 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:34:49.600 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.621532+0000", 2023-08-28T02:34:49.600 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.1841999999999998e-05 2023-08-28T02:34:49.601 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.601 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.601 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:34:49.601 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.705786+0000", 2023-08-28T02:34:49.601 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.084253583000000007 2023-08-28T02:34:49.601 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.601 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.601 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:34:49.601 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.705826+0000", 2023-08-28T02:34:49.601 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.977e-05 2023-08-28T02:34:49.601 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:49.601 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:34:49.602 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:49.602 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.602 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.602 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:54174 10.5 10:adbd43b4:::benchmark_data_smithi040_250784_object54173:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e261)", 2023-08-28T02:34:49.602 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:31:27.953514+0000", 2023-08-28T02:34:49.602 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 201.63615469000001, 2023-08-28T02:34:49.602 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.98655879899999999, 2023-08-28T02:34:49.602 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:34:49.602 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:34:49.602 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:34:49.602 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:34:49.602 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:34:49.603 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 54174 2023-08-28T02:34:49.603 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.603 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:34:49.603 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.603 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:34:49.603 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.953514+0000", 2023-08-28T02:34:49.603 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:49.603 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.603 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.603 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:34:49.603 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.953514+0000", 2023-08-28T02:34:49.603 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:49.604 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.604 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.604 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:34:49.604 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.953512+0000", 2023-08-28T02:34:49.604 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:34:49.604 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.604 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.604 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:34:49.604 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.953537+0000", 2023-08-28T02:34:49.604 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.516e-05 2023-08-28T02:34:49.604 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.604 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.605 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:34:49.605 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.953557+0000", 2023-08-28T02:34:49.605 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.9853000000000001e-05 2023-08-28T02:34:49.605 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.605 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.605 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:34:49.605 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.953568+0000", 2023-08-28T02:34:49.605 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0556e-05 2023-08-28T02:34:49.605 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.605 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.605 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:49.605 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.953674+0000", 2023-08-28T02:34:49.605 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00010619 2023-08-28T02:34:49.606 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.606 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.606 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:34:49.606 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.953686+0000", 2023-08-28T02:34:49.606 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1841000000000001e-05 2023-08-28T02:34:49.606 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.606 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.606 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:49.606 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.929539+0000", 2023-08-28T02:34:49.606 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.97585350699999995 2023-08-28T02:34:49.606 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.606 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.607 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:34:49.607 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.929756+0000", 2023-08-28T02:34:49.607 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000217257 2023-08-28T02:34:49.607 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.607 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.607 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0", 2023-08-28T02:34:49.607 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.929952+0000", 2023-08-28T02:34:49.607 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00019590300000000001 2023-08-28T02:34:49.607 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.607 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.607 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:34:49.607 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.934613+0000", 2023-08-28T02:34:49.608 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.004660778 2023-08-28T02:34:49.608 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.608 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.608 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:49.608 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.939922+0000", 2023-08-28T02:34:49.608 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0053091029999999999 2023-08-28T02:34:49.608 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.608 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.608 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:34:49.608 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.939977+0000", 2023-08-28T02:34:49.608 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.5356000000000003e-05 2023-08-28T02:34:49.608 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.609 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.609 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:34:49.609 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.940072+0000", 2023-08-28T02:34:49.609 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.4883999999999995e-05 2023-08-28T02:34:49.609 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:49.609 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:34:49.609 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:49.609 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.609 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.609 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:54180 10.5 10:aa0704de:::benchmark_data_smithi040_250784_object54179:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e261)", 2023-08-28T02:34:49.609 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:31:27.962115+0000", 2023-08-28T02:34:49.609 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 201.62755294799999, 2023-08-28T02:34:49.610 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.97812580000000005, 2023-08-28T02:34:49.610 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:34:49.610 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:34:49.610 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:34:49.610 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:34:49.610 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:34:49.610 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 54180 2023-08-28T02:34:49.610 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.610 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:34:49.610 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.610 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:34:49.610 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.962115+0000", 2023-08-28T02:34:49.611 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:49.611 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.611 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.611 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:34:49.611 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.962115+0000", 2023-08-28T02:34:49.611 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:49.611 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.611 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.611 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:34:49.611 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.962114+0000", 2023-08-28T02:34:49.611 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:34:49.611 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.612 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.612 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:34:49.612 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.962146+0000", 2023-08-28T02:34:49.612 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.1989000000000002e-05 2023-08-28T02:34:49.612 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.612 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.612 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:34:49.612 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.962158+0000", 2023-08-28T02:34:49.612 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2381999999999999e-05 2023-08-28T02:34:49.612 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.612 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.612 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:34:49.613 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.962168+0000", 2023-08-28T02:34:49.613 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0441e-05 2023-08-28T02:34:49.613 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.613 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.613 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:49.613 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.962239+0000", 2023-08-28T02:34:49.613 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.0778000000000006e-05 2023-08-28T02:34:49.613 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.613 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.613 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:34:49.613 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.962253+0000", 2023-08-28T02:34:49.613 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.379e-05 2023-08-28T02:34:49.613 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.614 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.614 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:49.614 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.932298+0000", 2023-08-28T02:34:49.614 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.97004532700000001 2023-08-28T02:34:49.614 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.614 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.614 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:34:49.614 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.932471+0000", 2023-08-28T02:34:49.614 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000172573 2023-08-28T02:34:49.614 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.614 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.614 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0", 2023-08-28T02:34:49.615 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.932685+0000", 2023-08-28T02:34:49.615 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00021416 2023-08-28T02:34:49.615 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.615 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.615 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:34:49.615 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.936072+0000", 2023-08-28T02:34:49.615 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0033869109999999998 2023-08-28T02:34:49.615 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.615 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.615 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:49.615 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.940117+0000", 2023-08-28T02:34:49.615 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0040452259999999999 2023-08-28T02:34:49.615 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.616 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.616 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:34:49.616 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.940161+0000", 2023-08-28T02:34:49.616 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.4267999999999997e-05 2023-08-28T02:34:49.616 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.616 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.616 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:34:49.616 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.940241+0000", 2023-08-28T02:34:49.616 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.9653999999999993e-05 2023-08-28T02:34:49.616 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:49.616 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:34:49.616 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:49.617 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.617 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.617 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:84343 10.7 e274/269 10:e1806f25:::benchmark_data_smithi040_250784_object84342:head v 274'5227, mlcod=254'224)", 2023-08-28T02:34:49.617 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:00.252962+0000", 2023-08-28T02:34:49.617 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 169.33670596600001, 2023-08-28T02:34:49.617 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.070169909000000003, 2023-08-28T02:34:49.617 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:34:49.617 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:34:49.617 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:34:49.617 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.617 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:34:49.617 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.252962+0000", 2023-08-28T02:34:49.618 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:49.618 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.618 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.618 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:34:49.618 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.252962+0000", 2023-08-28T02:34:49.618 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:49.618 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.618 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.618 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:34:49.618 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.252962+0000", 2023-08-28T02:34:49.618 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:34:49.618 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.619 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.619 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:34:49.619 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.253006+0000", 2023-08-28T02:34:49.619 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.4456999999999998e-05 2023-08-28T02:34:49.619 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.619 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.619 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:34:49.619 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.253018+0000", 2023-08-28T02:34:49.619 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1817000000000001e-05 2023-08-28T02:34:49.619 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.619 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.619 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:34:49.619 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.253026+0000", 2023-08-28T02:34:49.620 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.4970000000000001e-06 2023-08-28T02:34:49.620 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.620 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.620 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:49.620 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.258830+0000", 2023-08-28T02:34:49.620 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0058032320000000002 2023-08-28T02:34:49.620 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.620 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.620 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:34:49.620 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.258864+0000", 2023-08-28T02:34:49.620 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.4412999999999997e-05 2023-08-28T02:34:49.620 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.621 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.621 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:34:49.621 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.323075+0000", 2023-08-28T02:34:49.621 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.064211041999999996 2023-08-28T02:34:49.621 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.621 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.621 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:34:49.621 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.323132+0000", 2023-08-28T02:34:49.621 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.7043000000000003e-05 2023-08-28T02:34:49.621 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:49.621 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:34:49.621 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:49.621 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.622 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.622 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:84360 10.f e274/261 10:f9d6e2a9:::benchmark_data_smithi040_250784_object84359:head v 274'5368, mlcod=274'5366)", 2023-08-28T02:34:49.622 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:00.267055+0000", 2023-08-28T02:34:49.622 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 169.32261339199999, 2023-08-28T02:34:49.622 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.056110479999999997, 2023-08-28T02:34:49.622 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:34:49.622 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:34:49.622 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:34:49.622 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.622 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:34:49.622 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.267055+0000", 2023-08-28T02:34:49.622 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:49.623 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.623 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.623 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:34:49.623 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.267055+0000", 2023-08-28T02:34:49.623 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:49.623 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.623 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.623 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:34:49.623 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.267054+0000", 2023-08-28T02:34:49.623 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:34:49.623 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.623 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.623 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:34:49.624 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.267090+0000", 2023-08-28T02:34:49.624 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.5528999999999998e-05 2023-08-28T02:34:49.624 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.624 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.624 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:34:49.624 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.267101+0000", 2023-08-28T02:34:49.624 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1024e-05 2023-08-28T02:34:49.624 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.624 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.624 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:34:49.624 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.267107+0000", 2023-08-28T02:34:49.625 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.1240000000000002e-06 2023-08-28T02:34:49.625 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.625 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.625 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:49.625 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.270077+0000", 2023-08-28T02:34:49.625 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0029706279999999999 2023-08-28T02:34:49.625 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.625 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.625 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:34:49.625 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.270106+0000", 2023-08-28T02:34:49.625 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.8665000000000001e-05 2023-08-28T02:34:49.625 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.625 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.626 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:34:49.626 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.323138+0000", 2023-08-28T02:34:49.626 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.053031577000000003 2023-08-28T02:34:49.626 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.626 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.626 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:34:49.626 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.323165+0000", 2023-08-28T02:34:49.626 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.7786000000000001e-05 2023-08-28T02:34:49.626 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:49.626 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:34:49.626 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:49.626 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.627 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.627 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:93060 10.f 10:f8082bc0:::benchmark_data_smithi040_250784_object93059:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e277)", 2023-08-28T02:34:49.627 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:11.960884+0000", 2023-08-28T02:34:49.627 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 157.62878394200001, 2023-08-28T02:34:49.627 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.184927155, 2023-08-28T02:34:49.627 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:34:49.627 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:34:49.627 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:34:49.627 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:34:49.627 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:34:49.627 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 93060 2023-08-28T02:34:49.627 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.628 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:34:49.628 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.628 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:34:49.628 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:11.960884+0000", 2023-08-28T02:34:49.628 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:49.628 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.628 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.628 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:34:49.628 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:11.960884+0000", 2023-08-28T02:34:49.628 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:49.628 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.628 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.629 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:34:49.629 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:11.960882+0000", 2023-08-28T02:34:49.629 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:34:49.629 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.629 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.629 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:34:49.629 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:11.960912+0000", 2023-08-28T02:34:49.629 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.0051000000000001e-05 2023-08-28T02:34:49.629 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.629 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.629 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:34:49.629 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:11.960930+0000", 2023-08-28T02:34:49.629 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.7957000000000001e-05 2023-08-28T02:34:49.630 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.630 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.630 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:34:49.630 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:11.960941+0000", 2023-08-28T02:34:49.630 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0699e-05 2023-08-28T02:34:49.630 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.630 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.630 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:49.630 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:11.961014+0000", 2023-08-28T02:34:49.630 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.2762999999999994e-05 2023-08-28T02:34:49.630 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.630 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.631 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:34:49.631 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:11.961028+0000", 2023-08-28T02:34:49.631 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4541e-05 2023-08-28T02:34:49.631 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.631 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.631 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:49.631 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.935763+0000", 2023-08-28T02:34:49.631 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.97473427800000001 2023-08-28T02:34:49.631 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.631 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.631 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:34:49.631 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.935775+0000", 2023-08-28T02:34:49.632 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2627e-05 2023-08-28T02:34:49.632 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.632 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.632 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:49.632 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.123025+0000", 2023-08-28T02:34:49.632 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1872501049999999 2023-08-28T02:34:49.632 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.632 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.632 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:34:49.632 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.125059+0000", 2023-08-28T02:34:49.632 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0020342030000000001 2023-08-28T02:34:49.632 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.632 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.633 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 4,6", 2023-08-28T02:34:49.633 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.125199+0000", 2023-08-28T02:34:49.633 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00013915600000000001 2023-08-28T02:34:49.633 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.633 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.633 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:49.633 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.135226+0000", 2023-08-28T02:34:49.633 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.010027562 2023-08-28T02:34:49.633 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.633 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.633 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:49.633 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.135279+0000", 2023-08-28T02:34:49.634 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.2460999999999998e-05 2023-08-28T02:34:49.634 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.634 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.634 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:34:49.634 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.142615+0000", 2023-08-28T02:34:49.634 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0073363819999999998 2023-08-28T02:34:49.634 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.634 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.634 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:34:49.634 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.142699+0000", 2023-08-28T02:34:49.634 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.4109000000000004e-05 2023-08-28T02:34:49.634 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.634 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.635 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:34:49.635 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.145811+0000", 2023-08-28T02:34:49.635 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0031123629999999999 2023-08-28T02:34:49.635 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:49.635 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:34:49.635 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:49.635 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.635 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.635 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:93092 10.f 10:f4487e7f:::benchmark_data_smithi040_250784_object93091:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e277)", 2023-08-28T02:34:49.635 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:12.009799+0000", 2023-08-28T02:34:49.635 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 157.579869675, 2023-08-28T02:34:49.635 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.1384184670000002, 2023-08-28T02:34:49.636 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:34:49.636 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:34:49.636 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:34:49.636 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:34:49.636 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:34:49.636 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 93092 2023-08-28T02:34:49.636 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.636 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:34:49.636 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.636 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:34:49.636 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.009799+0000", 2023-08-28T02:34:49.636 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:49.637 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.637 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.637 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:34:49.637 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.009799+0000", 2023-08-28T02:34:49.637 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:49.637 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.637 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.637 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:34:49.637 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.009797+0000", 2023-08-28T02:34:49.637 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:34:49.637 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.637 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.638 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:34:49.638 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.009832+0000", 2023-08-28T02:34:49.638 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.4857000000000002e-05 2023-08-28T02:34:49.638 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.638 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.638 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:34:49.638 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.009852+0000", 2023-08-28T02:34:49.638 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.0264000000000001e-05 2023-08-28T02:34:49.638 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.638 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.638 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:34:49.638 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.009865+0000", 2023-08-28T02:34:49.638 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2446000000000001e-05 2023-08-28T02:34:49.639 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.639 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.639 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:49.639 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.009941+0000", 2023-08-28T02:34:49.639 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.6354999999999997e-05 2023-08-28T02:34:49.639 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.639 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.639 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:34:49.639 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.009952+0000", 2023-08-28T02:34:49.639 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1151999999999999e-05 2023-08-28T02:34:49.639 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.639 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.640 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:49.640 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.935823+0000", 2023-08-28T02:34:49.640 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.92587088200000001 2023-08-28T02:34:49.640 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.640 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.640 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:34:49.640 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.935834+0000", 2023-08-28T02:34:49.640 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0807e-05 2023-08-28T02:34:49.640 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.640 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.640 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:49.640 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.131075+0000", 2023-08-28T02:34:49.641 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.195240922 2023-08-28T02:34:49.641 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.641 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.641 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:34:49.641 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.131294+0000", 2023-08-28T02:34:49.641 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00021940800000000001 2023-08-28T02:34:49.641 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.641 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.641 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 4,6", 2023-08-28T02:34:49.641 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.131504+0000", 2023-08-28T02:34:49.641 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000209815 2023-08-28T02:34:49.641 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.642 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.642 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:49.642 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.145885+0000", 2023-08-28T02:34:49.642 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.014381377000000001 2023-08-28T02:34:49.642 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.642 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.642 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:49.642 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.145932+0000", 2023-08-28T02:34:49.642 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.6213e-05 2023-08-28T02:34:49.642 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.642 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.642 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:34:49.642 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.145943+0000", 2023-08-28T02:34:49.643 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1011e-05 2023-08-28T02:34:49.643 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.643 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.643 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:34:49.643 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.145988+0000", 2023-08-28T02:34:49.643 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.5890000000000003e-05 2023-08-28T02:34:49.643 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.643 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.643 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:34:49.643 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.148217+0000", 2023-08-28T02:34:49.643 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0022285809999999999 2023-08-28T02:34:49.643 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:49.644 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:34:49.644 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:49.644 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.644 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.644 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:93106 10.f 10:fb407da6:::benchmark_data_smithi040_250784_object93105:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e277)", 2023-08-28T02:34:49.644 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:12.025904+0000", 2023-08-28T02:34:49.644 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 157.56376380399999, 2023-08-28T02:34:49.644 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.1252898619999998, 2023-08-28T02:34:49.644 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:34:49.644 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:34:49.644 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:34:49.644 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:34:49.644 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:34:49.645 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 93106 2023-08-28T02:34:49.645 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.645 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:34:49.645 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.645 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:34:49.645 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.025904+0000", 2023-08-28T02:34:49.645 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:49.645 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.645 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.645 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:34:49.645 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.025904+0000", 2023-08-28T02:34:49.645 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:49.646 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.646 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.646 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:34:49.646 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.025902+0000", 2023-08-28T02:34:49.646 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:34:49.646 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.646 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.646 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:34:49.646 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.025931+0000", 2023-08-28T02:34:49.646 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.8328000000000001e-05 2023-08-28T02:34:49.646 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.646 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.647 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:34:49.647 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.025947+0000", 2023-08-28T02:34:49.647 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.6436999999999999e-05 2023-08-28T02:34:49.647 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.647 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.647 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:34:49.647 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.025956+0000", 2023-08-28T02:34:49.647 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.8219999999999996e-06 2023-08-28T02:34:49.647 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.647 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.647 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:49.647 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.029210+0000", 2023-08-28T02:34:49.648 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0032543519999999999 2023-08-28T02:34:49.648 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.648 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.648 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:34:49.648 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.029220+0000", 2023-08-28T02:34:49.648 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.2329999999999995e-06 2023-08-28T02:34:49.648 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.648 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.648 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:49.648 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.935877+0000", 2023-08-28T02:34:49.648 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.90665788199999997 2023-08-28T02:34:49.648 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.649 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.649 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:34:49.649 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.935885+0000", 2023-08-28T02:34:49.649 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.926e-06 2023-08-28T02:34:49.649 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.649 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.649 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:49.649 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.135306+0000", 2023-08-28T02:34:49.649 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1994201069999999 2023-08-28T02:34:49.649 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.649 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.649 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:34:49.649 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.135496+0000", 2023-08-28T02:34:49.649 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00019071999999999999 2023-08-28T02:34:49.650 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.650 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.650 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 4,6", 2023-08-28T02:34:49.650 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.135713+0000", 2023-08-28T02:34:49.650 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000217209 2023-08-28T02:34:49.650 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.650 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.650 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:34:49.650 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.148233+0000", 2023-08-28T02:34:49.650 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.012520039 2023-08-28T02:34:49.650 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.650 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.651 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:49.651 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.148293+0000", 2023-08-28T02:34:49.651 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.9979000000000003e-05 2023-08-28T02:34:49.651 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.651 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.651 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:49.651 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.148360+0000", 2023-08-28T02:34:49.651 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.6715000000000001e-05 2023-08-28T02:34:49.651 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.651 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.651 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:34:49.651 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.148424+0000", 2023-08-28T02:34:49.652 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.4094e-05 2023-08-28T02:34:49.652 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.652 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.652 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:34:49.652 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.151194+0000", 2023-08-28T02:34:49.652 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0027700580000000002 2023-08-28T02:34:49.652 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:49.652 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:34:49.652 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:49.652 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.652 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.652 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:93118 10.f 10:fa591aa3:::benchmark_data_smithi040_250784_object93117:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e277)", 2023-08-28T02:34:49.652 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:12.050501+0000", 2023-08-28T02:34:49.653 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 157.539167714, 2023-08-28T02:34:49.653 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.1035644179999999, 2023-08-28T02:34:49.653 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:34:49.653 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:34:49.653 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:34:49.653 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:34:49.653 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:34:49.653 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 93118 2023-08-28T02:34:49.653 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.653 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:34:49.653 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.653 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:34:49.653 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.050501+0000", 2023-08-28T02:34:49.654 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:49.654 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.654 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.654 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:34:49.654 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.050501+0000", 2023-08-28T02:34:49.654 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:49.654 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.654 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.654 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:34:49.654 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.050499+0000", 2023-08-28T02:34:49.654 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:34:49.654 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.655 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.655 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:34:49.655 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.050530+0000", 2023-08-28T02:34:49.655 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.1414000000000001e-05 2023-08-28T02:34:49.655 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.655 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.655 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:34:49.655 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.050545+0000", 2023-08-28T02:34:49.655 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4559000000000001e-05 2023-08-28T02:34:49.655 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.655 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.655 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:34:49.656 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.050554+0000", 2023-08-28T02:34:49.656 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.2220000000000008e-06 2023-08-28T02:34:49.656 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.656 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.656 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:49.656 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.053863+0000", 2023-08-28T02:34:49.656 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0033090979999999999 2023-08-28T02:34:49.656 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.656 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.656 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:34:49.656 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.053871+0000", 2023-08-28T02:34:49.657 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.6899999999999992e-06 2023-08-28T02:34:49.657 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.657 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.657 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:49.657 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.935924+0000", 2023-08-28T02:34:49.657 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.88205365599999996 2023-08-28T02:34:49.657 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.657 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.657 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:34:49.657 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.935933+0000", 2023-08-28T02:34:49.657 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.0310000000000004e-06 2023-08-28T02:34:49.657 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.658 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.658 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:49.658 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.138947+0000", 2023-08-28T02:34:49.658 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2030140899999999 2023-08-28T02:34:49.658 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.658 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.658 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:34:49.658 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.139147+0000", 2023-08-28T02:34:49.658 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00019923900000000001 2023-08-28T02:34:49.658 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.658 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.658 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 4,6", 2023-08-28T02:34:49.659 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.139357+0000", 2023-08-28T02:34:49.659 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00021080799999999999 2023-08-28T02:34:49.659 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.659 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.659 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:34:49.659 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.148242+0000", 2023-08-28T02:34:49.659 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0088843940000000003 2023-08-28T02:34:49.659 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.659 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.659 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:49.659 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.148331+0000", 2023-08-28T02:34:49.659 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.8731000000000001e-05 2023-08-28T02:34:49.660 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.660 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.660 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:49.660 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.151247+0000", 2023-08-28T02:34:49.660 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0029167239999999999 2023-08-28T02:34:49.660 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.660 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.660 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:34:49.660 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.151306+0000", 2023-08-28T02:34:49.660 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.8516e-05 2023-08-28T02:34:49.660 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.660 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.660 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:34:49.661 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.154065+0000", 2023-08-28T02:34:49.661 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0027592279999999999 2023-08-28T02:34:49.661 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:49.661 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:34:49.661 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:49.661 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.661 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.661 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:93134 10.f 10:fe6bde01:::benchmark_data_smithi040_250784_object93133:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e277)", 2023-08-28T02:34:49.661 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:12.093453+0000", 2023-08-28T02:34:49.661 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 157.49621502400001, 2023-08-28T02:34:49.661 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.0766889000000002, 2023-08-28T02:34:49.661 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:34:49.662 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:34:49.662 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:34:49.662 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:34:49.662 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:34:49.662 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 93134 2023-08-28T02:34:49.662 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.662 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:34:49.662 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.662 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:34:49.662 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.093453+0000", 2023-08-28T02:34:49.662 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:49.662 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.663 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.663 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:34:49.663 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.093453+0000", 2023-08-28T02:34:49.663 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:49.663 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.663 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.663 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:34:49.663 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.093452+0000", 2023-08-28T02:34:49.663 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:34:49.663 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.663 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.663 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:34:49.663 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.093478+0000", 2023-08-28T02:34:49.664 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.6404999999999999e-05 2023-08-28T02:34:49.664 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.664 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.664 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:34:49.664 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.093501+0000", 2023-08-28T02:34:49.664 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.3342000000000001e-05 2023-08-28T02:34:49.664 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.664 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.664 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:34:49.664 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.093513+0000", 2023-08-28T02:34:49.664 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1776999999999999e-05 2023-08-28T02:34:49.664 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.665 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.665 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:49.665 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.093591+0000", 2023-08-28T02:34:49.665 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.8079999999999998e-05 2023-08-28T02:34:49.665 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.665 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.665 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:34:49.665 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.093603+0000", 2023-08-28T02:34:49.665 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1725e-05 2023-08-28T02:34:49.665 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.665 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.665 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:49.665 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.935986+0000", 2023-08-28T02:34:49.666 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.84238253799999996 2023-08-28T02:34:49.666 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.666 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.666 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:34:49.666 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.935993+0000", 2023-08-28T02:34:49.666 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.627e-06 2023-08-28T02:34:49.666 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.666 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.666 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:49.666 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.154541+0000", 2023-08-28T02:34:49.666 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2185472960000001 2023-08-28T02:34:49.666 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.667 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.667 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:34:49.667 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.154728+0000", 2023-08-28T02:34:49.667 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00018707500000000001 2023-08-28T02:34:49.667 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.667 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.667 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 4,6", 2023-08-28T02:34:49.667 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.154912+0000", 2023-08-28T02:34:49.667 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00018408300000000001 2023-08-28T02:34:49.667 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.667 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.667 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:34:49.668 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.166776+0000", 2023-08-28T02:34:49.668 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.01186457 2023-08-28T02:34:49.668 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.668 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.668 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:49.668 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.166835+0000", 2023-08-28T02:34:49.668 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.8940000000000002e-05 2023-08-28T02:34:49.668 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.668 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.668 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:49.668 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.166887+0000", 2023-08-28T02:34:49.668 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.1499999999999998e-05 2023-08-28T02:34:49.669 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.669 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.669 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:34:49.669 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.166947+0000", 2023-08-28T02:34:49.669 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.0210999999999997e-05 2023-08-28T02:34:49.669 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.669 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.669 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:34:49.669 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.170142+0000", 2023-08-28T02:34:49.669 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0031952700000000001 2023-08-28T02:34:49.669 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:49.669 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:34:49.669 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:49.670 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.670 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.670 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:93162 10.f 10:f0afe88c:::benchmark_data_smithi040_250784_object93161:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e277)", 2023-08-28T02:34:49.670 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:12.130879+0000", 2023-08-28T02:34:49.670 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 157.458789755, 2023-08-28T02:34:49.670 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.0583237670000001, 2023-08-28T02:34:49.670 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:34:49.670 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:34:49.670 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:34:49.670 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:34:49.670 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:34:49.671 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 93162 2023-08-28T02:34:49.671 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.671 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:34:49.671 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.671 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:34:49.671 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.130879+0000", 2023-08-28T02:34:49.671 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:49.671 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.671 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.671 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:34:49.671 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.130879+0000", 2023-08-28T02:34:49.671 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:49.671 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.672 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.672 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:34:49.672 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.130876+0000", 2023-08-28T02:34:49.672 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999976 2023-08-28T02:34:49.672 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.672 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.672 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:34:49.672 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.130908+0000", 2023-08-28T02:34:49.672 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.1911e-05 2023-08-28T02:34:49.672 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.672 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.672 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:34:49.672 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.130934+0000", 2023-08-28T02:34:49.673 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.5304999999999999e-05 2023-08-28T02:34:49.673 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.673 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.673 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:34:49.673 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.130945+0000", 2023-08-28T02:34:49.673 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1092e-05 2023-08-28T02:34:49.673 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.673 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.673 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:49.673 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.131000+0000", 2023-08-28T02:34:49.673 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.5451000000000002e-05 2023-08-28T02:34:49.673 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.673 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.674 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:34:49.674 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.131008+0000", 2023-08-28T02:34:49.674 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.5780000000000001e-06 2023-08-28T02:34:49.674 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.674 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.674 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:49.674 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.936019+0000", 2023-08-28T02:34:49.674 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.80501107400000005 2023-08-28T02:34:49.674 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.674 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.674 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:34:49.674 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.936025+0000", 2023-08-28T02:34:49.674 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.0580000000000003e-06 2023-08-28T02:34:49.675 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.675 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.675 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:49.675 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.159612+0000", 2023-08-28T02:34:49.675 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.223587269 2023-08-28T02:34:49.675 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.675 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.675 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:34:49.675 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.159774+0000", 2023-08-28T02:34:49.675 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00016233400000000001 2023-08-28T02:34:49.675 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.675 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.676 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 4,6", 2023-08-28T02:34:49.676 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.159897+0000", 2023-08-28T02:34:49.676 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00012272499999999999 2023-08-28T02:34:49.676 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.676 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.676 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:34:49.676 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.173429+0000", 2023-08-28T02:34:49.676 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.013531975999999999 2023-08-28T02:34:49.676 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.676 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.676 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:49.676 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.181324+0000", 2023-08-28T02:34:49.677 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0078952190000000002 2023-08-28T02:34:49.677 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.677 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.677 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:49.677 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.186053+0000", 2023-08-28T02:34:49.677 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0047288790000000001 2023-08-28T02:34:49.677 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.677 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.677 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:34:49.677 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.186093+0000", 2023-08-28T02:34:49.677 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.9622000000000001e-05 2023-08-28T02:34:49.677 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.677 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.678 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:34:49.678 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.189202+0000", 2023-08-28T02:34:49.678 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0031094299999999998 2023-08-28T02:34:49.678 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:49.678 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:34:49.678 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:49.678 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.678 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.678 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:93166 10.f 10:f3ba9320:::benchmark_data_smithi040_250784_object93165:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e277)", 2023-08-28T02:34:49.678 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:12.139051+0000", 2023-08-28T02:34:49.678 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 157.45061742999999, 2023-08-28T02:34:49.678 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.0532505200000002, 2023-08-28T02:34:49.678 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:34:49.679 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:34:49.679 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:34:49.679 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:34:49.679 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:34:49.679 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 93166 2023-08-28T02:34:49.679 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.679 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:34:49.679 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.679 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:34:49.679 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.139051+0000", 2023-08-28T02:34:49.679 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:49.679 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.680 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.680 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:34:49.680 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.139051+0000", 2023-08-28T02:34:49.680 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:49.680 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.680 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.680 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:34:49.680 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.139049+0000", 2023-08-28T02:34:49.680 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:34:49.680 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.680 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.680 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:34:49.681 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.139076+0000", 2023-08-28T02:34:49.681 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.6821999999999998e-05 2023-08-28T02:34:49.681 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.681 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.681 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:34:49.681 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.139095+0000", 2023-08-28T02:34:49.681 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.8819999999999999e-05 2023-08-28T02:34:49.681 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.681 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.681 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:34:49.681 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.139103+0000", 2023-08-28T02:34:49.681 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.4139999999999994e-06 2023-08-28T02:34:49.682 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.682 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.682 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:49.682 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.139168+0000", 2023-08-28T02:34:49.682 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.4608000000000002e-05 2023-08-28T02:34:49.682 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.682 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.682 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:34:49.682 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.139181+0000", 2023-08-28T02:34:49.682 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.3011e-05 2023-08-28T02:34:49.682 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.682 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.683 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:49.683 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.936062+0000", 2023-08-28T02:34:49.683 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.79688076600000002 2023-08-28T02:34:49.683 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.683 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.683 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:34:49.683 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.936070+0000", 2023-08-28T02:34:49.683 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.4800000000000001e-06 2023-08-28T02:34:49.683 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.683 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.683 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:49.683 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.162544+0000", 2023-08-28T02:34:49.684 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2264736350000001 2023-08-28T02:34:49.684 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.684 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.684 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:34:49.684 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.162747+0000", 2023-08-28T02:34:49.684 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00020315599999999999 2023-08-28T02:34:49.684 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.684 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.684 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 4,6", 2023-08-28T02:34:49.684 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.162958+0000", 2023-08-28T02:34:49.684 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000211175 2023-08-28T02:34:49.684 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.685 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.685 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:34:49.685 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.177430+0000", 2023-08-28T02:34:49.685 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.014472234 2023-08-28T02:34:49.685 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.685 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.685 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:49.685 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.181467+0000", 2023-08-28T02:34:49.685 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0040371249999999999 2023-08-28T02:34:49.685 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.685 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.685 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:49.685 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.189280+0000", 2023-08-28T02:34:49.686 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0078129069999999991 2023-08-28T02:34:49.686 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.686 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.686 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:34:49.686 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.189353+0000", 2023-08-28T02:34:49.686 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.2348999999999995e-05 2023-08-28T02:34:49.686 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.686 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.686 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:34:49.686 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.192301+0000", 2023-08-28T02:34:49.686 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.002948633 2023-08-28T02:34:49.687 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:49.687 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:34:49.687 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:49.687 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.687 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.687 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:93168 10.f 10:fa9a2fe3:::benchmark_data_smithi040_250784_object93167:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e277)", 2023-08-28T02:34:49.687 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:12.141773+0000", 2023-08-28T02:34:49.687 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 157.44789545200001, 2023-08-28T02:34:49.687 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.0535209719999998, 2023-08-28T02:34:49.687 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:34:49.687 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:34:49.687 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:34:49.688 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:34:49.688 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:34:49.688 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 93168 2023-08-28T02:34:49.688 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.688 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:34:49.688 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.688 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:34:49.688 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.141773+0000", 2023-08-28T02:34:49.688 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:49.688 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.688 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.688 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:34:49.688 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.141773+0000", 2023-08-28T02:34:49.689 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:49.689 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.689 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.689 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:34:49.689 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.141771+0000", 2023-08-28T02:34:49.689 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:34:49.689 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.689 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.689 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:34:49.689 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.141797+0000", 2023-08-28T02:34:49.689 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.5160999999999998e-05 2023-08-28T02:34:49.689 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.690 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.690 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:34:49.690 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.141811+0000", 2023-08-28T02:34:49.690 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4419999999999999e-05 2023-08-28T02:34:49.690 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.690 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.690 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:34:49.690 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.141818+0000", 2023-08-28T02:34:49.690 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.4580000000000004e-06 2023-08-28T02:34:49.690 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.690 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.690 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:49.690 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.141865+0000", 2023-08-28T02:34:49.691 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.6791e-05 2023-08-28T02:34:49.691 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.691 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.691 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:34:49.691 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.141873+0000", 2023-08-28T02:34:49.691 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.9889999999999992e-06 2023-08-28T02:34:49.691 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.691 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.691 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:49.691 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.936110+0000", 2023-08-28T02:34:49.691 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.79423712800000001 2023-08-28T02:34:49.691 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.692 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.692 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:34:49.692 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.936120+0000", 2023-08-28T02:34:49.692 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.9229999999999997e-06 2023-08-28T02:34:49.692 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.692 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.692 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:49.692 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.170216+0000", 2023-08-28T02:34:49.692 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2340959200000001 2023-08-28T02:34:49.692 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.692 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.692 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:34:49.693 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.170416+0000", 2023-08-28T02:34:49.693 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000199994 2023-08-28T02:34:49.693 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.693 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.693 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 4,6", 2023-08-28T02:34:49.693 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.170622+0000", 2023-08-28T02:34:49.693 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000205422 2023-08-28T02:34:49.693 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.693 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.693 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:34:49.693 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.181340+0000", 2023-08-28T02:34:49.693 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.010718404000000001 2023-08-28T02:34:49.693 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.694 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.694 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:49.694 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.184959+0000", 2023-08-28T02:34:49.694 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0036189719999999998 2023-08-28T02:34:49.694 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.694 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.694 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:49.694 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.192362+0000", 2023-08-28T02:34:49.694 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0074031929999999998 2023-08-28T02:34:49.694 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.694 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.694 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:34:49.694 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.192422+0000", 2023-08-28T02:34:49.695 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.0344999999999999e-05 2023-08-28T02:34:49.695 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.695 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.695 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:34:49.695 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.195294+0000", 2023-08-28T02:34:49.695 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0028713179999999999 2023-08-28T02:34:49.695 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:49.695 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:34:49.695 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:49.695 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.695 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.695 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:93169 10.f 10:f65b4cf4:::benchmark_data_smithi040_250784_object93168:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e277)", 2023-08-28T02:34:49.695 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:12.142412+0000", 2023-08-28T02:34:49.696 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 157.44725585699999, 2023-08-28T02:34:49.696 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.0558343219999999, 2023-08-28T02:34:49.696 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:34:49.696 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:34:49.696 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:34:49.696 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:34:49.696 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:34:49.696 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 93169 2023-08-28T02:34:49.696 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.696 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:34:49.696 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.697 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:34:49.697 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.142412+0000", 2023-08-28T02:34:49.697 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:49.697 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.697 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.697 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:34:49.697 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.142412+0000", 2023-08-28T02:34:49.697 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:49.697 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.697 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.697 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:34:49.697 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.142412+0000", 2023-08-28T02:34:49.698 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:34:49.698 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.698 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.698 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:34:49.698 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.142435+0000", 2023-08-28T02:34:49.698 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.3864000000000001e-05 2023-08-28T02:34:49.698 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.698 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.698 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:34:49.698 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.142447+0000", 2023-08-28T02:34:49.698 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1259e-05 2023-08-28T02:34:49.698 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.698 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.699 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:34:49.699 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.142453+0000", 2023-08-28T02:34:49.699 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.1249999999999998e-06 2023-08-28T02:34:49.699 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.699 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.699 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:49.699 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.142505+0000", 2023-08-28T02:34:49.699 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.1997999999999999e-05 2023-08-28T02:34:49.699 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.699 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.699 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:34:49.700 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.142518+0000", 2023-08-28T02:34:49.700 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.3482000000000001e-05 2023-08-28T02:34:49.700 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.700 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.700 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:49.700 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.936158+0000", 2023-08-28T02:34:49.700 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.79363999699999999 2023-08-28T02:34:49.700 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.700 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.700 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:34:49.700 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.936166+0000", 2023-08-28T02:34:49.700 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.0949999999999996e-06 2023-08-28T02:34:49.701 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.701 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.701 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:49.701 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.173470+0000", 2023-08-28T02:34:49.701 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.23730403 2023-08-28T02:34:49.701 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.701 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.701 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:34:49.701 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.173670+0000", 2023-08-28T02:34:49.701 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00020007900000000001 2023-08-28T02:34:49.701 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.701 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.702 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 4,6", 2023-08-28T02:34:49.702 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.173887+0000", 2023-08-28T02:34:49.702 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000216484 2023-08-28T02:34:49.702 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.702 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.702 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:34:49.702 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.181367+0000", 2023-08-28T02:34:49.702 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0074796649999999999 2023-08-28T02:34:49.702 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.702 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.702 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:49.702 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.185009+0000", 2023-08-28T02:34:49.703 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.003642799 2023-08-28T02:34:49.703 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.703 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.703 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:49.703 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.195360+0000", 2023-08-28T02:34:49.703 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.010350122 2023-08-28T02:34:49.703 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.703 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.703 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:34:49.703 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.195426+0000", 2023-08-28T02:34:49.703 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.6101999999999998e-05 2023-08-28T02:34:49.703 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.704 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.704 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:34:49.704 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.198247+0000", 2023-08-28T02:34:49.704 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.002821137 2023-08-28T02:34:49.704 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:49.704 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:34:49.704 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:49.704 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.704 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.704 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:93210 10.f 10:f86b7c62:::benchmark_data_smithi040_250784_object93209:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e277)", 2023-08-28T02:34:49.704 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:12.303504+0000", 2023-08-28T02:34:49.704 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 157.28616455299999, 2023-08-28T02:34:49.705 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.8978015830000001, 2023-08-28T02:34:49.705 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:34:49.705 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:34:49.705 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:34:49.705 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:34:49.705 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:34:49.705 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 93210 2023-08-28T02:34:49.705 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.705 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:34:49.705 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.705 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:34:49.705 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.303504+0000", 2023-08-28T02:34:49.706 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:49.706 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.706 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.706 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:34:49.706 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.303504+0000", 2023-08-28T02:34:49.706 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:49.706 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.706 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.706 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:34:49.706 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.303502+0000", 2023-08-28T02:34:49.706 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:34:49.706 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.706 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.707 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:34:49.707 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.303530+0000", 2023-08-28T02:34:49.707 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.8357999999999999e-05 2023-08-28T02:34:49.707 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.707 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.707 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:34:49.707 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.303549+0000", 2023-08-28T02:34:49.707 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.8507000000000001e-05 2023-08-28T02:34:49.707 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.707 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.707 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:34:49.708 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.303558+0000", 2023-08-28T02:34:49.708 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.7700000000000007e-06 2023-08-28T02:34:49.708 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.708 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.708 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:49.708 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.303606+0000", 2023-08-28T02:34:49.708 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.8235000000000002e-05 2023-08-28T02:34:49.708 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.708 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.708 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:34:49.708 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.303614+0000", 2023-08-28T02:34:49.708 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.0439999999999996e-06 2023-08-28T02:34:49.709 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.709 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.709 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:49.709 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.936227+0000", 2023-08-28T02:34:49.709 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.63261273399999995 2023-08-28T02:34:49.709 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.709 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.709 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:34:49.709 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.936234+0000", 2023-08-28T02:34:49.709 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.7030000000000006e-06 2023-08-28T02:34:49.709 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.709 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.709 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:49.710 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.177482+0000", 2023-08-28T02:34:49.710 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.241247392 2023-08-28T02:34:49.710 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.710 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.710 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:34:49.710 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.177654+0000", 2023-08-28T02:34:49.710 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00017257000000000001 2023-08-28T02:34:49.710 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.710 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.710 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 4,6", 2023-08-28T02:34:49.710 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.177804+0000", 2023-08-28T02:34:49.710 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00014952100000000001 2023-08-28T02:34:49.711 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.711 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.711 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:34:49.711 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.181564+0000", 2023-08-28T02:34:49.711 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.003760369 2023-08-28T02:34:49.711 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.711 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.711 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:49.711 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.185366+0000", 2023-08-28T02:34:49.711 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0038016159999999998 2023-08-28T02:34:49.711 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.712 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.712 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:49.712 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.198341+0000", 2023-08-28T02:34:49.712 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.012975192999999999 2023-08-28T02:34:49.712 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.712 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.712 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:34:49.712 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.198409+0000", 2023-08-28T02:34:49.712 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.7798000000000004e-05 2023-08-28T02:34:49.712 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.712 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.712 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:34:49.712 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.201305+0000", 2023-08-28T02:34:49.713 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0028964469999999999 2023-08-28T02:34:49.713 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:49.713 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:34:49.713 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:49.713 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.713 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.713 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "MOSDPGPush(10.a 299/297 [PushOp(10:52f831f5:::benchmark_data_smithi040_250784_object1405:head, version: 254'90, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(10:52f831f5:::benchmark_data_smithi040_250784_object1405:head@254'90, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-08-28T02:34:49.713 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:33:13.586835+0000", 2023-08-28T02:34:49.713 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 96.002833140000007, 2023-08-28T02:34:49.713 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.067957745999999999, 2023-08-28T02:34:49.713 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:34:49.713 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "started", 2023-08-28T02:34:49.714 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:34:49.714 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.714 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:34:49.714 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.586835+0000", 2023-08-28T02:34:49.714 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:49.714 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.714 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.714 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:34:49.714 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.586835+0000", 2023-08-28T02:34:49.714 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:49.714 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.714 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.715 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:34:49.715 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.586833+0000", 2023-08-28T02:34:49.715 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:34:49.715 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.715 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.715 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:34:49.715 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.586886+0000", 2023-08-28T02:34:49.715 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.2371999999999999e-05 2023-08-28T02:34:49.715 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.715 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.715 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:34:49.715 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.586916+0000", 2023-08-28T02:34:49.716 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.0297000000000001e-05 2023-08-28T02:34:49.716 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.716 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.716 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:34:49.716 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.586936+0000", 2023-08-28T02:34:49.716 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.0525000000000001e-05 2023-08-28T02:34:49.716 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.716 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.716 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:49.716 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.587048+0000", 2023-08-28T02:34:49.716 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000112037 2023-08-28T02:34:49.716 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.717 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.717 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:34:49.717 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.587064+0000", 2023-08-28T02:34:49.717 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.5622000000000001e-05 2023-08-28T02:34:49.717 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.717 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.717 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:34:49.717 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.654793+0000", 2023-08-28T02:34:49.717 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.067728807000000002 2023-08-28T02:34:49.717 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:49.717 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:34:49.717 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:49.718 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.718 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.718 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "MOSDPGPush(10.a 299/297 [PushOp(10:5fd55206:::benchmark_data_smithi040_250784_object1419:head, version: 254'92, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(10:5fd55206:::benchmark_data_smithi040_250784_object1419:head@254'92, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-08-28T02:34:49.718 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:33:13.721932+0000", 2023-08-28T02:34:49.718 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 95.867736511000004, 2023-08-28T02:34:49.718 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.062275285, 2023-08-28T02:34:49.718 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:34:49.718 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "started", 2023-08-28T02:34:49.718 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:34:49.718 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.718 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:34:49.718 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.721932+0000", 2023-08-28T02:34:49.719 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:49.719 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.719 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.719 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:34:49.719 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.721932+0000", 2023-08-28T02:34:49.719 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:49.719 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.719 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.719 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:34:49.719 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.721930+0000", 2023-08-28T02:34:49.719 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:34:49.719 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.720 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.720 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:34:49.720 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.721967+0000", 2023-08-28T02:34:49.720 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.7317999999999997e-05 2023-08-28T02:34:49.720 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.720 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.720 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:34:49.720 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.721990+0000", 2023-08-28T02:34:49.720 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.3261999999999999e-05 2023-08-28T02:34:49.720 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.720 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.720 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:34:49.721 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.722006+0000", 2023-08-28T02:34:49.721 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.5828000000000002e-05 2023-08-28T02:34:49.721 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.721 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.721 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:49.721 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.722076+0000", 2023-08-28T02:34:49.721 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.9269000000000004e-05 2023-08-28T02:34:49.721 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.721 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.721 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:34:49.721 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.722089+0000", 2023-08-28T02:34:49.721 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.3278999999999999e-05 2023-08-28T02:34:49.721 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.722 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.722 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:34:49.722 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.784207+0000", 2023-08-28T02:34:49.722 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.062118249 2023-08-28T02:34:49.722 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:49.722 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:34:49.722 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:49.722 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.722 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.722 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "MOSDPGPush(10.a 299/297 [PushOp(10:5c786c9e:::benchmark_data_smithi040_250784_object1425:head, version: 254'93, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(10:5c786c9e:::benchmark_data_smithi040_250784_object1425:head@254'93, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-08-28T02:34:49.722 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:33:13.801617+0000", 2023-08-28T02:34:49.722 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 95.788051432000003, 2023-08-28T02:34:49.723 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.063325786999999994, 2023-08-28T02:34:49.723 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:34:49.723 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "started", 2023-08-28T02:34:49.723 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:34:49.723 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.723 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:34:49.723 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.801617+0000", 2023-08-28T02:34:49.723 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:49.723 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.723 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.723 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:34:49.723 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.801617+0000", 2023-08-28T02:34:49.724 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:49.724 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.724 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.724 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:34:49.724 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.801615+0000", 2023-08-28T02:34:49.724 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:34:49.724 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.724 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.724 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:34:49.724 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.801670+0000", 2023-08-28T02:34:49.724 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.5282999999999999e-05 2023-08-28T02:34:49.724 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.725 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.725 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:34:49.725 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.801704+0000", 2023-08-28T02:34:49.725 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.362e-05 2023-08-28T02:34:49.725 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.725 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.725 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:34:49.725 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.801728+0000", 2023-08-28T02:34:49.725 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.4641e-05 2023-08-28T02:34:49.725 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.725 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.725 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:49.725 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.801808+0000", 2023-08-28T02:34:49.726 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.9800000000000002e-05 2023-08-28T02:34:49.726 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.726 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.726 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:34:49.726 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.801819+0000", 2023-08-28T02:34:49.726 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1029000000000001e-05 2023-08-28T02:34:49.726 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.726 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.726 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:34:49.726 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.864943+0000", 2023-08-28T02:34:49.726 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.063123361000000003 2023-08-28T02:34:49.726 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:49.727 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:34:49.727 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:49.727 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.727 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.727 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "MOSDPGPush(10.a 299/297 [PushOp(10:5a8ae76f:::benchmark_data_smithi040_250784_object1432:head, version: 254'94, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(10:5a8ae76f:::benchmark_data_smithi040_250784_object1432:head@254'94, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-08-28T02:34:49.727 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:33:13.880169+0000", 2023-08-28T02:34:49.727 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 95.709498972000006, 2023-08-28T02:34:49.727 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.073080071999999996, 2023-08-28T02:34:49.727 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:34:49.727 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "started", 2023-08-28T02:34:49.727 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:34:49.728 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.728 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:34:49.728 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.880169+0000", 2023-08-28T02:34:49.728 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:49.728 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.728 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.728 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:34:49.728 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.880169+0000", 2023-08-28T02:34:49.728 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:34:49.728 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.728 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.728 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:34:49.728 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.880168+0000", 2023-08-28T02:34:49.729 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:34:49.729 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.729 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.729 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:34:49.729 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.880230+0000", 2023-08-28T02:34:49.729 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.1656999999999996e-05 2023-08-28T02:34:49.729 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.729 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.729 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:34:49.729 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.880253+0000", 2023-08-28T02:34:49.729 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.3632e-05 2023-08-28T02:34:49.729 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.729 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.730 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:34:49.730 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.880269+0000", 2023-08-28T02:34:49.730 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.5566999999999999e-05 2023-08-28T02:34:49.730 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.730 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.730 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:34:49.730 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.880340+0000", 2023-08-28T02:34:49.730 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.1229999999999994e-05 2023-08-28T02:34:49.730 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.730 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.730 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:34:49.731 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.880352+0000", 2023-08-28T02:34:49.731 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2398000000000001e-05 2023-08-28T02:34:49.731 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:34:49.731 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:34:49.731 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:34:49.731 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.953249+0000", 2023-08-28T02:34:49.731 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.072896997000000005 2023-08-28T02:34:49.731 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:49.731 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:34:49.731 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:49.731 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:34:49.731 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:34:49.732 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-08-28T02:34:49.732 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:34:49.758 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:34:49.775 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:49.781 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:34:49.800 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:34:49.805 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:34:49.823 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:49.823 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:34:49.829 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:34:49.849 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:34:49.871 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:34:49.892 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:34:49.912 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:34:49.915 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-08-28T02:34:49.915 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-08-28T02:34:49.915 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-08-28T02:34:49.915 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-08-28T02:34:49.915 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-08-28T02:34:49.916 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-08-28T02:34:49.916 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-08-28T02:34:49.916 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-08-28T02:34:49.924 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:34:49.952 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:49.971 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:34:49.974 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:49.974 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:34:50.075 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:34:50.114 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:50.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:50 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2248319127' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:34:50.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:50 smithi040 ceph-mon[175404]: pgmap v947: 99 pgs: 1 peering, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 88 active+clean; 5.3 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 95 op/s; 40110/258687 objects degraded (15.505%); 18519/258687 objects misplaced (7.159%); 20 MiB/s, 319 objects/s recovering 2023-08-28T02:34:50.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:50 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2248319127' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:34:50.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:50 smithi040 ceph-mon[170259]: pgmap v947: 99 pgs: 1 peering, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 88 active+clean; 5.3 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 95 op/s; 40110/258687 objects degraded (15.505%); 18519/258687 objects misplaced (7.159%); 20 MiB/s, 319 objects/s recovering 2023-08-28T02:34:50.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:50 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2248319127' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:34:50.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:50 smithi083 ceph-mon[157819]: pgmap v947: 99 pgs: 1 peering, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 88 active+clean; 5.3 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 95 op/s; 40110/258687 objects degraded (15.505%); 18519/258687 objects misplaced (7.159%); 20 MiB/s, 319 objects/s recovering 2023-08-28T02:34:51.093 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:34:51.098 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:51.098 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:34:51.199 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:34:51.228 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:51.251 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:34:51.254 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:51.255 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:34:51.355 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:34:51.394 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:51.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:51 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 40110/258687 objects degraded (15.505%), 8 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-08-28T02:34:51.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:51 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 40110/258687 objects degraded (15.505%), 8 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-08-28T02:34:51.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:51 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 40110/258687 objects degraded (15.505%), 8 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-08-28T02:34:51.818 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.4 dump_ops_in_flight 2023-08-28T02:34:51.819 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:34:51.823 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:51.824 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:34:51.836 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:34:51.924 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:34:51.952 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:51.975 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:34:51.978 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:51.978 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:34:52.079 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:34:52.118 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:52.122 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:34:52.142 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:34:52.145 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:52.146 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:34:52.198 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:34:52.246 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:34:52.286 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:52.361 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:34:52.364 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:52.364 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:34:52.465 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:34:52.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:52 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/709747457' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:34:52.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:52 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:34:52.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:52 smithi040 ceph-mon[170259]: pgmap v948: 99 pgs: 1 active+recovery_wait+degraded, 1 peering, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 88 active+clean; 5.3 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 107 op/s; 40080/258171 objects degraded (15.525%); 18519/258171 objects misplaced (7.173%); 15 MiB/s, 232 objects/s recovering 2023-08-28T02:34:52.484 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:52 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/709747457' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:34:52.484 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:52 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:34:52.484 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:52 smithi083 ceph-mon[157819]: pgmap v948: 99 pgs: 1 active+recovery_wait+degraded, 1 peering, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 88 active+clean; 5.3 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 107 op/s; 40080/258171 objects degraded (15.525%); 18519/258171 objects misplaced (7.173%); 15 MiB/s, 232 objects/s recovering 2023-08-28T02:34:52.498 INFO:teuthology.orchestra.run.smithi040.stderr:nodeep-scrub is set 2023-08-28T02:34:52.509 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:52.529 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:34:52.532 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:52.532 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:34:52.633 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:34:52.666 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:52.688 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:34:52.693 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:52.693 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:34:52.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:52 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/709747457' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:34:52.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:52 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:34:52.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:52 smithi040 ceph-mon[175404]: pgmap v948: 99 pgs: 1 active+recovery_wait+degraded, 1 peering, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 88 active+clean; 5.3 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 107 op/s; 40080/258171 objects degraded (15.525%); 18519/258171 objects misplaced (7.173%); 15 MiB/s, 232 objects/s recovering 2023-08-28T02:34:52.794 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:34:52.827 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:53.151 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:34:53.154 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:53.154 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:34:53.255 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:34:53.287 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:53.294 INFO:teuthology.orchestra.run.smithi083.stdout:ERROR: (22) Invalid argument 2023-08-28T02:34:53.294 INFO:teuthology.orchestra.run.smithi083.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:34:53.395 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-08-28T02:34:53.578 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:53 smithi083 ceph-mon[157819]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:34:53.579 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:53 smithi083 ceph-mon[157819]: failed to encode map e320 with expected crc 2023-08-28T02:34:53.579 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:53 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:34:53.579 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:53 smithi083 ceph-mon[157819]: osdmap e320: 8 total, 8 up, 6 in 2023-08-28T02:34:53.579 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:53 smithi083 ceph-mon[157819]: failed to encode map e320 with expected crc 2023-08-28T02:34:53.579 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:53 smithi083 ceph-mon[157819]: failed to encode map e320 with expected crc 2023-08-28T02:34:53.667 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.4 dump_blocked_ops 2023-08-28T02:34:53.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:53 smithi040 ceph-mon[170259]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:34:53.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:53 smithi040 ceph-mon[170259]: failed to encode map e320 with expected crc 2023-08-28T02:34:53.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:53 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:34:53.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:53 smithi040 ceph-mon[170259]: osdmap e320: 8 total, 8 up, 6 in 2023-08-28T02:34:53.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:53 smithi040 ceph-mon[170259]: failed to encode map e320 with expected crc 2023-08-28T02:34:53.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:53 smithi040 ceph-mon[170259]: failed to encode map e320 with expected crc 2023-08-28T02:34:53.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:53 smithi040 ceph-mon[175404]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:34:53.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:53 smithi040 ceph-mon[175404]: failed to encode map e320 with expected crc 2023-08-28T02:34:53.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:53 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:34:53.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:53 smithi040 ceph-mon[175404]: osdmap e320: 8 total, 8 up, 6 in 2023-08-28T02:34:53.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:53 smithi040 ceph-mon[175404]: failed to encode map e320 with expected crc 2023-08-28T02:34:53.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:53 smithi040 ceph-mon[175404]: failed to encode map e320 with expected crc 2023-08-28T02:34:53.965 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:34:54.099 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:34:54.102 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:54.102 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:34:54.187 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:34:54.203 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:34:54.249 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:54.480 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:34:54.485 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:54.485 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:34:54.586 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:34:54.616 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:54.626 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:54 smithi040 ceph-mon[175404]: pgmap v950: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 89 active+clean; 5.2 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 86 op/s; 40080/257889 objects degraded (15.542%); 18519/257889 objects misplaced (7.181%); 13 MiB/s, 200 objects/s recovering 2023-08-28T02:34:54.627 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:54 smithi040 ceph-mon[170259]: pgmap v950: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 89 active+clean; 5.2 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 86 op/s; 40080/257889 objects degraded (15.542%); 18519/257889 objects misplaced (7.181%); 13 MiB/s, 200 objects/s recovering 2023-08-28T02:34:54.637 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:34:54.639 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:54.640 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:34:54.729 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:54 smithi083 ceph-mon[157819]: pgmap v950: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 89 active+clean; 5.2 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 86 op/s; 40080/257889 objects degraded (15.542%); 18519/257889 objects misplaced (7.181%); 13 MiB/s, 200 objects/s recovering 2023-08-28T02:34:54.741 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:34:54.774 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:54.851 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:34:54.853 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:54.853 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:34:54.937 INFO:teuthology.orchestra.run.smithi083.stdout:ERROR: (22) Invalid argument 2023-08-28T02:34:54.937 INFO:teuthology.orchestra.run.smithi083.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:34:54.954 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:34:54.984 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:55.005 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:34:55.007 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:55.008 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:34:55.109 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:34:55.137 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:34:55.140 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:55.140 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:34:55.262 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:34:55.266 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:55.266 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:34:55.299 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.4 dump_historic_ops 2023-08-28T02:34:55.367 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:34:55.409 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:55.455 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:34:55.476 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:34:55.500 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:34:55.528 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:34:55.553 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:34:55.573 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:34:55.596 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:34:55.601 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:55.601 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:34:55.602 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:34:55.616 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":950,"stamp":"2023-08-28T02:34:54.397806+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":5632473860,"num_objects":85963,"num_object_clones":0,"num_object_copies":257889,"num_objects_missing_on_primary":5486,"num_objects_missing":5486,"num_objects_degraded":40080,"num_objects_misplaced":18519,"num_objects_unfound":0,"num_objects_dirty":85963,"num_whiteouts":0,"num_read":90,"num_read_kb":168,"num_write":100779,"num_write_kb":5972054,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":32014,"num_bytes_recovered":2091127153,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":94648,"ondisk_log_size":94648,"up":297,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":15776692,"kb_used_data":12864388,"kb_used_omap":12,"kb_used_meta":2912243,"kb_avail":546694220,"statfs":{"total":575970213888,"available":559814881280,"internally_reserved":0,"allocated":13173133312,"data_stored":13163847168,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12739,"internal_metadata":2982137405},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,0,0,2,1,0,2,3,2,4,4],"upper_bound":8192},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-39321600,"num_objects":-600,"num_object_clones":0,"num_object_copies":-1800,"num_objects_missing_on_primary":-28,"num_objects_missing":-28,"num_objects_degraded":-114,"num_objects_misplaced":-1409,"num_objects_unfound":0,"num_objects_dirty":-600,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":600,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1393,"num_bytes_recovered":91291648,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.943758"},"pg_stats":[{"pgid":"3.1a","version":"65'1","reported_seq":330,"reported_epoch":318,"state":"active+clean","last_fresh":"2023-08-28T02:34:47.509796+0000","last_change":"2023-08-28T02:32:32.667028+0000","last_active":"2023-08-28T02:34:47.509796+0000","last_peered":"2023-08-28T02:34:47.509796+0000","last_clean":"2023-08-28T02:34:47.509796+0000","last_became_active":"2023-08-28T02:32:32.666711+0000","last_became_peered":"2023-08-28T02:32:32.666711+0000","last_unstale":"2023-08-28T02:34:47.509796+0000","last_undegraded":"2023-08-28T02:34:47.509796+0000","last_fullsized":"2023-08-28T02:34:47.509796+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:28:21.913105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":281,"reported_epoch":318,"state":"active+clean","last_fresh":"2023-08-28T02:34:47.507736+0000","last_change":"2023-08-28T02:29:44.421259+0000","last_active":"2023-08-28T02:34:47.507736+0000","last_peered":"2023-08-28T02:34:47.507736+0000","last_clean":"2023-08-28T02:34:47.507736+0000","last_became_active":"2023-08-28T02:29:44.420936+0000","last_became_peered":"2023-08-28T02:29:44.420936+0000","last_unstale":"2023-08-28T02:34:47.507736+0000","last_undegraded":"2023-08-28T02:34:47.507736+0000","last_fullsized":"2023-08-28T02:34:47.507736+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:22:26.346867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":124,"reported_epoch":319,"state":"active+clean","last_fresh":"2023-08-28T02:34:48.472846+0000","last_change":"2023-08-28T02:33:12.290337+0000","last_active":"2023-08-28T02:34:48.472846+0000","last_peered":"2023-08-28T02:34:48.472846+0000","last_clean":"2023-08-28T02:34:48.472846+0000","last_became_active":"2023-08-28T02:33:12.289852+0000","last_became_peered":"2023-08-28T02:33:12.289852+0000","last_unstale":"2023-08-28T02:34:48.472846+0000","last_undegraded":"2023-08-28T02:34:48.472846+0000","last_fullsized":"2023-08-28T02:34:48.472846+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:04:26.420037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":297,"reported_epoch":319,"state":"active+clean","last_fresh":"2023-08-28T02:34:48.479337+0000","last_change":"2023-08-28T02:33:13.317226+0000","last_active":"2023-08-28T02:34:48.479337+0000","last_peered":"2023-08-28T02:34:48.479337+0000","last_clean":"2023-08-28T02:34:48.479337+0000","last_became_active":"2023-08-28T02:33:13.316893+0000","last_became_peered":"2023-08-28T02:33:13.316893+0000","last_unstale":"2023-08-28T02:34:48.479337+0000","last_undegraded":"2023-08-28T02:34:48.479337+0000","last_fullsized":"2023-08-28T02:34:48.479337+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:55:46.593463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":241,"reported_epoch":318,"state":"active+clean","last_fresh":"2023-08-28T02:34:47.540801+0000","last_change":"2023-08-28T02:33:12.295203+0000","last_active":"2023-08-28T02:34:47.540801+0000","last_peered":"2023-08-28T02:34:47.540801+0000","last_clean":"2023-08-28T02:34:47.540801+0000","last_became_active":"2023-08-28T02:33:12.294904+0000","last_became_peered":"2023-08-28T02:33:12.294904+0000","last_unstale":"2023-08-28T02:34:47.540801+0000","last_undegraded":"2023-08-28T02:34:47.540801+0000","last_fullsized":"2023-08-28T02:34:47.540801+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:31:07.008856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":260,"reported_epoch":318,"state":"active+clean","last_fresh":"2023-08-28T02:34:47.525490+0000","last_change":"2023-08-28T02:31:51.987263+0000","last_active":"2023-08-28T02:34:47.525490+0000","last_peered":"2023-08-28T02:34:47.525490+0000","last_clean":"2023-08-28T02:34:47.525490+0000","last_became_active":"2023-08-28T02:31:51.986938+0000","last_became_peered":"2023-08-28T02:31:51.986938+0000","last_unstale":"2023-08-28T02:34:47.525490+0000","last_undegraded":"2023-08-28T02:34:47.525490+0000","last_fullsized":"2023-08-28T02:34:47.525490+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:18.021905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":291,"reported_epoch":318,"state":"active+clean","last_fresh":"2023-08-28T02:34:47.509741+0000","last_change":"2023-08-28T02:33:12.318656+0000","last_active":"2023-08-28T02:34:47.509741+0000","last_peered":"2023-08-28T02:34:47.509741+0000","last_clean":"2023-08-28T02:34:47.509741+0000","last_became_active":"2023-08-28T02:33:12.318297+0000","last_became_peered":"2023-08-28T02:33:12.318297+0000","last_unstale":"2023-08-28T02:34:47.509741+0000","last_undegraded":"2023-08-28T02:34:47.509741+0000","last_fullsized":"2023-08-28T02:34:47.509741+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:43:09.789767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":222,"reported_epoch":318,"state":"active+clean","last_fresh":"2023-08-28T02:34:47.540888+0000","last_change":"2023-08-28T02:33:13.357230+0000","last_active":"2023-08-28T02:34:47.540888+0000","last_peered":"2023-08-28T02:34:47.540888+0000","last_clean":"2023-08-28T02:34:47.540888+0000","last_became_active":"2023-08-28T02:33:13.356853+0000","last_became_peered":"2023-08-28T02:33:13.356853+0000","last_unstale":"2023-08-28T02:34:47.540888+0000","last_undegraded":"2023-08-28T02:34:47.540888+0000","last_fullsized":"2023-08-28T02:34:47.540888+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:20:21.545007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":302,"reported_epoch":318,"state":"active+clean","last_fresh":"2023-08-28T02:34:47.525240+0000","last_change":"2023-08-28T02:29:44.462510+0000","last_active":"2023-08-28T02:34:47.525240+0000","last_peered":"2023-08-28T02:34:47.525240+0000","last_clean":"2023-08-28T02:34:47.525240+0000","last_became_active":"2023-08-28T02:29:44.460314+0000","last_became_peered":"2023-08-28T02:29:44.460314+0000","last_unstale":"2023-08-28T02:34:47.525240+0000","last_undegraded":"2023-08-28T02:34:47.525240+0000","last_fullsized":"2023-08-28T02:34:47.525240+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:59:01.311467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":225,"reported_epoch":318,"state":"active+clean","last_fresh":"2023-08-28T02:34:47.540993+0000","last_change":"2023-08-28T02:33:13.291255+0000","last_active":"2023-08-28T02:34:47.540993+0000","last_peered":"2023-08-28T02:34:47.540993+0000","last_clean":"2023-08-28T02:34:47.540993+0000","last_became_active":"2023-08-28T02:33:13.290933+0000","last_became_peered":"2023-08-28T02:33:13.290933+0000","last_unstale":"2023-08-28T02:34:47.540993+0000","last_undegraded":"2023-08-28T02:34:47.540993+0000","last_fullsized":"2023-08-28T02:34:47.540993+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:31:54.116908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"65'3","reported_seq":303,"reported_epoch":318,"state":"active+clean","last_fresh":"2023-08-28T02:34:47.457979+0000","last_change":"2023-08-28T02:33:12.296412+0000","last_active":"2023-08-28T02:34:47.457979+0000","last_peered":"2023-08-28T02:34:47.457979+0000","last_clean":"2023-08-28T02:34:47.457979+0000","last_became_active":"2023-08-28T02:33:12.295786+0000","last_became_peered":"2023-08-28T02:33:12.295786+0000","last_unstale":"2023-08-28T02:34:47.457979+0000","last_undegraded":"2023-08-28T02:34:47.457979+0000","last_fullsized":"2023-08-28T02:34:47.457979+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:15:31.449163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":127,"reported_epoch":319,"state":"active+clean","last_fresh":"2023-08-28T02:34:48.473026+0000","last_change":"2023-08-28T02:32:32.666927+0000","last_active":"2023-08-28T02:34:48.473026+0000","last_peered":"2023-08-28T02:34:48.473026+0000","last_clean":"2023-08-28T02:34:48.473026+0000","last_became_active":"2023-08-28T02:32:32.666618+0000","last_became_peered":"2023-08-28T02:32:32.666618+0000","last_unstale":"2023-08-28T02:34:48.473026+0000","last_undegraded":"2023-08-28T02:34:48.473026+0000","last_fullsized":"2023-08-28T02:34:48.473026+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:45:57.998333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":327,"reported_epoch":318,"state":"active+clean","last_fresh":"2023-08-28T02:34:47.509515+0000","last_change":"2023-08-28T02:32:28.505262+0000","last_active":"2023-08-28T02:34:47.509515+0000","last_peered":"2023-08-28T02:34:47.509515+0000","last_clean":"2023-08-28T02:34:47.509515+0000","last_became_active":"2023-08-28T02:32:28.455999+0000","last_became_peered":"2023-08-28T02:32:28.455999+0000","last_unstale":"2023-08-28T02:34:47.509515+0000","last_undegraded":"2023-08-28T02:34:47.509515+0000","last_fullsized":"2023-08-28T02:34:47.509515+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:28.937020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":9468,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":311,"reported_epoch":318,"state":"active+clean","last_fresh":"2023-08-28T02:34:47.510126+0000","last_change":"2023-08-28T02:32:12.959195+0000","last_active":"2023-08-28T02:34:47.510126+0000","last_peered":"2023-08-28T02:34:47.510126+0000","last_clean":"2023-08-28T02:34:47.510126+0000","last_became_active":"2023-08-28T02:32:12.958832+0000","last_became_peered":"2023-08-28T02:32:12.958832+0000","last_unstale":"2023-08-28T02:34:47.510126+0000","last_undegraded":"2023-08-28T02:34:47.510126+0000","last_fullsized":"2023-08-28T02:34:47.510126+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:23:27.197787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"65'2","reported_seq":301,"reported_epoch":318,"state":"active+clean","last_fresh":"2023-08-28T02:34:47.457596+0000","last_change":"2023-08-28T02:32:28.461161+0000","last_active":"2023-08-28T02:34:47.457596+0000","last_peered":"2023-08-28T02:34:47.457596+0000","last_clean":"2023-08-28T02:34:47.457596+0000","last_became_active":"2023-08-28T02:32:28.451284+0000","last_became_peered":"2023-08-28T02:32:28.451284+0000","last_unstale":"2023-08-28T02:34:47.457596+0000","last_undegraded":"2023-08-28T02:34:47.457596+0000","last_fullsized":"2023-08-28T02:34:47.457596+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:58:20.061020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":282,"reported_epoch":318,"state":"active+clean","last_fresh":"2023-08-28T02:34:47.509420+0000","last_change":"2023-08-28T02:29:44.419566+0000","last_active":"2023-08-28T02:34:47.509420+0000","last_peered":"2023-08-28T02:34:47.509420+0000","last_clean":"2023-08-28T02:34:47.509420+0000","last_became_active":"2023-08-28T02:29:44.419053+0000","last_became_peered":"2023-08-28T02:29:44.419053+0000","last_unstale":"2023-08-28T02:34:47.509420+0000","last_undegraded":"2023-08-28T02:34:47.509420+0000","last_fullsized":"2023-08-28T02:34:47.509420+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:44:36.133499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":285,"reported_epoch":318,"state":"active+clean","last_fresh":"2023-08-28T02:34:47.509323+0000","last_change":"2023-08-28T02:33:12.493777+0000","last_active":"2023-08-28T02:34:47.509323+0000","last_peered":"2023-08-28T02:34:47.509323+0000","last_clean":"2023-08-28T02:34:47.509323+0000","last_became_active":"2023-08-28T02:33:12.491177+0000","last_became_peered":"2023-08-28T02:33:12.491177+0000","last_unstale":"2023-08-28T02:34:47.509323+0000","last_undegraded":"2023-08-28T02:34:47.509323+0000","last_fullsized":"2023-08-28T02:34:47.509323+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:10:58.167753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":298,"reported_epoch":318,"state":"active+clean","last_fresh":"2023-08-28T02:34:47.525264+0000","last_change":"2023-08-28T02:33:12.290293+0000","last_active":"2023-08-28T02:34:47.525264+0000","last_peered":"2023-08-28T02:34:47.525264+0000","last_clean":"2023-08-28T02:34:47.525264+0000","last_became_active":"2023-08-28T02:33:12.289989+0000","last_became_peered":"2023-08-28T02:33:12.289989+0000","last_unstale":"2023-08-28T02:34:47.525264+0000","last_undegraded":"2023-08-28T02:34:47.525264+0000","last_fullsized":"2023-08-28T02:34:47.525264+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:05:33.622172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":276,"reported_epoch":318,"state":"active+clean","last_fresh":"2023-08-28T02:34:47.457603+0000","last_change":"2023-08-28T02:32:12.948756+0000","last_active":"2023-08-28T02:34:47.457603+0000","last_peered":"2023-08-28T02:34:47.457603+0000","last_clean":"2023-08-28T02:34:47.457603+0000","last_became_active":"2023-08-28T02:32:12.948441+0000","last_became_peered":"2023-08-28T02:32:12.948441+0000","last_unstale":"2023-08-28T02:34:47.457603+0000","last_undegraded":"2023-08-28T02:34:47.457603+0000","last_fullsized":"2023-08-28T02:34:47.457603+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:27.922180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":292,"reported_epoch":318,"state":"active+clean","last_fresh":"2023-08-28T02:34:47.509951+0000","last_change":"2023-08-28T02:33:12.299398+0000","last_active":"2023-08-28T02:34:47.509951+0000","last_peered":"2023-08-28T02:34:47.509951+0000","last_clean":"2023-08-28T02:34:47.509951+0000","last_became_active":"2023-08-28T02:33:12.299113+0000","last_became_peered":"2023-08-28T02:33:12.299113+0000","last_unstale":"2023-08-28T02:34:47.509951+0000","last_undegraded":"2023-08-28T02:34:47.509951+0000","last_fullsized":"2023-08-28T02:34:47.509951+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:14:55.597212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"65'8","reported_seq":86,"reported_epoch":318,"state":"active+clean","last_fresh":"2023-08-28T02:34:47.513777+0000","last_change":"2023-08-28T02:33:13.478870+0000","last_active":"2023-08-28T02:34:47.513777+0000","last_peered":"2023-08-28T02:34:47.513777+0000","last_clean":"2023-08-28T02:34:47.513777+0000","last_became_active":"2023-08-28T02:33:13.332142+0000","last_became_peered":"2023-08-28T02:33:13.332142+0000","last_unstale":"2023-08-28T02:34:47.513777+0000","last_undegraded":"2023-08-28T02:34:47.513777+0000","last_fullsized":"2023-08-28T02:34:47.513777+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:32:42.810159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":223,"reported_epoch":318,"state":"active+clean","last_fresh":"2023-08-28T02:34:47.541872+0000","last_change":"2023-08-28T02:33:12.306353+0000","last_active":"2023-08-28T02:34:47.541872+0000","last_peered":"2023-08-28T02:34:47.541872+0000","last_clean":"2023-08-28T02:34:47.541872+0000","last_became_active":"2023-08-28T02:33:12.304977+0000","last_became_peered":"2023-08-28T02:33:12.304977+0000","last_unstale":"2023-08-28T02:34:47.541872+0000","last_undegraded":"2023-08-28T02:34:47.541872+0000","last_fullsized":"2023-08-28T02:34:47.541872+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:19:38.819671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"319'6279","reported_seq":6356,"reported_epoch":319,"state":"active+clean","last_fresh":"2023-08-28T02:34:50.597255+0000","last_change":"2023-08-28T02:30:50.402703+0000","last_active":"2023-08-28T02:34:50.597255+0000","last_peered":"2023-08-28T02:34:50.597255+0000","last_clean":"2023-08-28T02:34:50.597255+0000","last_became_active":"2023-08-28T02:30:50.402419+0000","last_became_peered":"2023-08-28T02:30:50.402419+0000","last_unstale":"2023-08-28T02:34:50.597255+0000","last_undegraded":"2023-08-28T02:34:50.597255+0000","last_fullsized":"2023-08-28T02:34:50.597255+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6279,"log_dups_size":0,"ondisk_log_size":6279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:07:37.393907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":352649216,"num_objects":5381,"num_object_clones":0,"num_object_copies":16143,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5381,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6279,"num_write_kb":373120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"65'1","reported_seq":284,"reported_epoch":318,"state":"active+clean","last_fresh":"2023-08-28T02:34:47.458137+0000","last_change":"2023-08-28T02:14:43.046130+0000","last_active":"2023-08-28T02:34:47.458137+0000","last_peered":"2023-08-28T02:34:47.458137+0000","last_clean":"2023-08-28T02:34:47.458137+0000","last_became_active":"2023-08-28T02:14:43.045775+0000","last_became_peered":"2023-08-28T02:14:43.045775+0000","last_unstale":"2023-08-28T02:34:47.458137+0000","last_undegraded":"2023-08-28T02:34:47.458137+0000","last_fullsized":"2023-08-28T02:34:47.458137+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:57:38.279756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":274,"reported_epoch":318,"state":"active+clean","last_fresh":"2023-08-28T02:34:47.524697+0000","last_change":"2023-08-28T02:31:51.987149+0000","last_active":"2023-08-28T02:34:47.524697+0000","last_peered":"2023-08-28T02:34:47.524697+0000","last_clean":"2023-08-28T02:34:47.524697+0000","last_became_active":"2023-08-28T02:31:51.986821+0000","last_became_peered":"2023-08-28T02:31:51.986821+0000","last_unstale":"2023-08-28T02:34:47.524697+0000","last_undegraded":"2023-08-28T02:34:47.524697+0000","last_fullsized":"2023-08-28T02:34:47.524697+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:23:26.661134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"319'6302","reported_seq":9736,"reported_epoch":319,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:34:50.634414+0000","last_change":"2023-08-28T02:33:33.975566+0000","last_active":"2023-08-28T02:34:50.634414+0000","last_peered":"2023-08-28T02:34:50.634414+0000","last_clean":"2023-08-28T02:31:27.868230+0000","last_became_active":"2023-08-28T02:33:33.660452+0000","last_became_peered":"2023-08-28T02:33:33.660452+0000","last_unstale":"2023-08-28T02:34:50.634414+0000","last_undegraded":"2023-08-28T02:33:13.410847+0000","last_fullsized":"2023-08-28T02:33:13.270012+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6302,"log_dups_size":0,"ondisk_log_size":6302,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:33.375162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":347209728,"num_objects":5298,"num_object_clones":0,"num_object_copies":15894,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7324,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5298,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6302,"num_write_kb":371200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1660,"num_bytes_recovered":108724224,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[5,4],"avail_no_missing":["5","6"],"object_location_counts":[{"shards":"2,5,6","objects":915},{"shards":"3,5,6","objects":2396},{"shards":"4,5","objects":482},{"shards":"5,6","objects":1505}],"blocked_by":[],"up_primary":3,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"65'2","reported_seq":309,"reported_epoch":318,"state":"active+clean","last_fresh":"2023-08-28T02:34:47.458092+0000","last_change":"2023-08-28T02:29:44.436352+0000","last_active":"2023-08-28T02:34:47.458092+0000","last_peered":"2023-08-28T02:34:47.458092+0000","last_clean":"2023-08-28T02:34:47.458092+0000","last_became_active":"2023-08-28T02:29:44.411499+0000","last_became_peered":"2023-08-28T02:29:44.411499+0000","last_unstale":"2023-08-28T02:34:47.458092+0000","last_undegraded":"2023-08-28T02:34:47.458092+0000","last_fullsized":"2023-08-28T02:34:47.458092+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:46:57.540191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":335,"reported_epoch":318,"state":"active+clean","last_fresh":"2023-08-28T02:34:47.509546+0000","last_change":"2023-08-28T02:33:12.289004+0000","last_active":"2023-08-28T02:34:47.509546+0000","last_peered":"2023-08-28T02:34:47.509546+0000","last_clean":"2023-08-28T02:34:47.509546+0000","last_became_active":"2023-08-28T02:33:12.288722+0000","last_became_peered":"2023-08-28T02:33:12.288722+0000","last_unstale":"2023-08-28T02:34:47.509546+0000","last_undegraded":"2023-08-28T02:34:47.509546+0000","last_fullsized":"2023-08-28T02:34:47.509546+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:24.019483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"319'6197","reported_seq":6290,"reported_epoch":319,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:34:50.138429+0000","last_change":"2023-08-28T02:33:13.585687+0000","last_active":"2023-08-28T02:34:50.138429+0000","last_peered":"2023-08-28T02:34:50.138429+0000","last_clean":"2023-08-28T02:31:27.908616+0000","last_became_active":"2023-08-28T02:33:13.578484+0000","last_became_peered":"2023-08-28T02:33:13.578484+0000","last_unstale":"2023-08-28T02:34:50.138429+0000","last_undegraded":"2023-08-28T02:33:13.297322+0000","last_fullsized":"2023-08-28T02:33:13.268309+0000","mapping_epoch":298,"log_start":"255'912","ondisk_log_start":"255'912","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5285,"log_dups_size":0,"ondisk_log_size":5285,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:42:33.431186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":350814208,"num_objects":5353,"num_object_clones":0,"num_object_copies":16059,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2533,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5353,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6197,"num_write_kb":369600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4],"avail_no_missing":["0","4"],"object_location_counts":[{"shards":"0,4","objects":2905}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"65'1","reported_seq":295,"reported_epoch":318,"state":"active+clean","last_fresh":"2023-08-28T02:34:47.457890+0000","last_change":"2023-08-28T02:33:13.516869+0000","last_active":"2023-08-28T02:34:47.457890+0000","last_peered":"2023-08-28T02:34:47.457890+0000","last_clean":"2023-08-28T02:34:47.457890+0000","last_became_active":"2023-08-28T02:33:13.396736+0000","last_became_peered":"2023-08-28T02:33:13.396736+0000","last_unstale":"2023-08-28T02:34:47.457890+0000","last_undegraded":"2023-08-28T02:34:47.457890+0000","last_fullsized":"2023-08-28T02:34:47.457890+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:47:08.237137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":261,"reported_epoch":319,"state":"active+clean","last_fresh":"2023-08-28T02:34:48.472929+0000","last_change":"2023-08-28T02:31:51.987327+0000","last_active":"2023-08-28T02:34:48.472929+0000","last_peered":"2023-08-28T02:34:48.472929+0000","last_clean":"2023-08-28T02:34:48.472929+0000","last_became_active":"2023-08-28T02:31:51.987018+0000","last_became_peered":"2023-08-28T02:31:51.987018+0000","last_unstale":"2023-08-28T02:34:48.472929+0000","last_undegraded":"2023-08-28T02:34:48.472929+0000","last_fullsized":"2023-08-28T02:34:48.472929+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:53:26.105101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.5","version":"319'6183","reported_seq":7013,"reported_epoch":319,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:34:50.194761+0000","last_change":"2023-08-28T02:33:13.625779+0000","last_active":"2023-08-28T02:34:50.194761+0000","last_peered":"2023-08-28T02:34:50.194761+0000","last_clean":"2023-08-28T02:31:27.898932+0000","last_became_active":"2023-08-28T02:33:13.612126+0000","last_became_peered":"2023-08-28T02:33:13.612126+0000","last_unstale":"2023-08-28T02:34:50.194761+0000","last_undegraded":"2023-08-28T02:33:13.485377+0000","last_fullsized":"2023-08-28T02:33:13.264317+0000","mapping_epoch":298,"log_start":"255'863","ondisk_log_start":"255'863","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5320,"log_dups_size":0,"ondisk_log_size":5320,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:37:28.843386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":345309184,"num_objects":5269,"num_object_clones":0,"num_object_copies":15807,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7811,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5269,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6183,"num_write_kb":366464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":365,"num_bytes_recovered":23920640,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,7],"avail_no_missing":["0","2"],"object_location_counts":[{"shards":"0,2","objects":2358},{"shards":"0,2,3","objects":2911}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":313,"reported_epoch":318,"state":"active+clean","last_fresh":"2023-08-28T02:34:47.525111+0000","last_change":"2023-08-28T02:33:13.281826+0000","last_active":"2023-08-28T02:34:47.525111+0000","last_peered":"2023-08-28T02:34:47.525111+0000","last_clean":"2023-08-28T02:34:47.525111+0000","last_became_active":"2023-08-28T02:33:13.281511+0000","last_became_peered":"2023-08-28T02:33:13.281511+0000","last_unstale":"2023-08-28T02:34:47.525111+0000","last_undegraded":"2023-08-28T02:34:47.525111+0000","last_fullsized":"2023-08-28T02:34:47.525111+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:32:55.005706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":308,"reported_epoch":318,"state":"active+clean","last_fresh":"2023-08-28T02:34:47.510165+0000","last_change":"2023-08-28T02:29:44.436713+0000","last_active":"2023-08-28T02:34:47.510165+0000","last_peered":"2023-08-28T02:34:47.510165+0000","last_clean":"2023-08-28T02:34:47.510165+0000","last_became_active":"2023-08-28T02:29:44.436203+0000","last_became_peered":"2023-08-28T02:29:44.436203+0000","last_unstale":"2023-08-28T02:34:47.510165+0000","last_undegraded":"2023-08-28T02:34:47.510165+0000","last_fullsized":"2023-08-28T02:34:47.510165+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:46:48.522293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"319'6387","reported_seq":6467,"reported_epoch":319,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.486316+0000","last_change":"2023-08-28T02:30:50.399669+0000","last_active":"2023-08-28T02:34:52.486316+0000","last_peered":"2023-08-28T02:34:52.486316+0000","last_clean":"2023-08-28T02:34:52.486316+0000","last_became_active":"2023-08-28T02:30:50.399332+0000","last_became_peered":"2023-08-28T02:30:50.399332+0000","last_unstale":"2023-08-28T02:34:52.486316+0000","last_undegraded":"2023-08-28T02:34:52.486316+0000","last_fullsized":"2023-08-28T02:34:52.486316+0000","mapping_epoch":250,"log_start":"254'200","ondisk_log_start":"254'200","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6187,"log_dups_size":0,"ondisk_log_size":6187,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:00:54.910841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":355663872,"num_objects":5427,"num_object_clones":0,"num_object_copies":16281,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5427,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6387,"num_write_kb":378048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"75'161","reported_seq":739,"reported_epoch":318,"state":"active+clean","last_fresh":"2023-08-28T02:34:47.457701+0000","last_change":"2023-08-28T02:33:13.310049+0000","last_active":"2023-08-28T02:34:47.457701+0000","last_peered":"2023-08-28T02:34:47.457701+0000","last_clean":"2023-08-28T02:34:47.457701+0000","last_became_active":"2023-08-28T02:33:13.309661+0000","last_became_peered":"2023-08-28T02:33:13.309661+0000","last_unstale":"2023-08-28T02:34:47.457701+0000","last_undegraded":"2023-08-28T02:34:47.457701+0000","last_fullsized":"2023-08-28T02:34:47.457701+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.930230+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.930230+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:27:40.889460+0000","scrub_duration":0.0050169209999999997,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"65'2","reported_seq":272,"reported_epoch":318,"state":"active+clean","last_fresh":"2023-08-28T02:34:47.541242+0000","last_change":"2023-08-28T02:33:12.294922+0000","last_active":"2023-08-28T02:34:47.541242+0000","last_peered":"2023-08-28T02:34:47.541242+0000","last_clean":"2023-08-28T02:34:47.541242+0000","last_became_active":"2023-08-28T02:33:12.294518+0000","last_became_peered":"2023-08-28T02:33:12.294518+0000","last_unstale":"2023-08-28T02:34:47.541242+0000","last_undegraded":"2023-08-28T02:34:47.541242+0000","last_fullsized":"2023-08-28T02:34:47.541242+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:21:12.737286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":312,"reported_epoch":318,"state":"active+clean","last_fresh":"2023-08-28T02:34:47.509570+0000","last_change":"2023-08-28T02:33:13.310505+0000","last_active":"2023-08-28T02:34:47.509570+0000","last_peered":"2023-08-28T02:34:47.509570+0000","last_clean":"2023-08-28T02:34:47.509570+0000","last_became_active":"2023-08-28T02:33:13.310223+0000","last_became_peered":"2023-08-28T02:33:13.310223+0000","last_unstale":"2023-08-28T02:34:47.509570+0000","last_undegraded":"2023-08-28T02:34:47.509570+0000","last_fullsized":"2023-08-28T02:34:47.509570+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:27:02.124453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"319'6289","reported_seq":7164,"reported_epoch":319,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:34:50.637471+0000","last_change":"2023-08-28T02:33:13.591092+0000","last_active":"2023-08-28T02:34:50.637471+0000","last_peered":"2023-08-28T02:34:50.637471+0000","last_clean":"2023-08-28T02:31:27.916082+0000","last_became_active":"2023-08-28T02:33:13.580413+0000","last_became_peered":"2023-08-28T02:33:13.580413+0000","last_unstale":"2023-08-28T02:34:50.637471+0000","last_undegraded":"2023-08-28T02:33:13.480527+0000","last_fullsized":"2023-08-28T02:33:13.270957+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6289,"log_dups_size":0,"ondisk_log_size":6289,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:03.698410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":352518144,"num_objects":5379,"num_object_clones":0,"num_object_copies":16137,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":8003,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5379,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6289,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":384,"num_bytes_recovered":25165824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,4],"avail_no_missing":["5","2"],"object_location_counts":[{"shards":"2,3,5","objects":2897},{"shards":"2,5","objects":2482}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"75'161","reported_seq":572,"reported_epoch":318,"state":"active+recovery_wait+degraded","last_fresh":"2023-08-28T02:34:47.524722+0000","last_change":"2023-08-28T02:33:13.287487+0000","last_active":"2023-08-28T02:34:47.524722+0000","last_peered":"2023-08-28T02:34:47.524722+0000","last_clean":"2023-08-28T02:31:25.515426+0000","last_became_active":"2023-08-28T02:33:13.287313+0000","last_became_peered":"2023-08-28T02:33:13.287313+0000","last_unstale":"2023-08-28T02:34:47.524722+0000","last_undegraded":"2023-08-28T02:33:13.270760+0000","last_fullsized":"2023-08-28T02:34:47.524722+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":204,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:45.407127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:45.407127+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:39:14.213229+0000","scrub_duration":0.0018495320000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":["5","2","3"],"object_location_counts":[{"shards":"2,3,5","objects":1}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":232,"reported_epoch":318,"state":"active+clean","last_fresh":"2023-08-28T02:34:47.509709+0000","last_change":"2023-08-28T02:33:13.309727+0000","last_active":"2023-08-28T02:34:47.509709+0000","last_peered":"2023-08-28T02:34:47.509709+0000","last_clean":"2023-08-28T02:34:47.509709+0000","last_became_active":"2023-08-28T02:33:13.309487+0000","last_became_peered":"2023-08-28T02:33:13.309487+0000","last_unstale":"2023-08-28T02:34:47.509709+0000","last_undegraded":"2023-08-28T02:34:47.509709+0000","last_fullsized":"2023-08-28T02:34:47.509709+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:27:29.294011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":47,"reported_epoch":318,"state":"active+clean","last_fresh":"2023-08-28T02:34:47.509641+0000","last_change":"2023-08-28T02:32:28.456323+0000","last_active":"2023-08-28T02:34:47.509641+0000","last_peered":"2023-08-28T02:34:47.509641+0000","last_clean":"2023-08-28T02:34:47.509641+0000","last_became_active":"2023-08-28T02:32:28.455987+0000","last_became_peered":"2023-08-28T02:32:28.455987+0000","last_unstale":"2023-08-28T02:34:47.509641+0000","last_undegraded":"2023-08-28T02:34:47.509641+0000","last_fullsized":"2023-08-28T02:34:47.509641+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:54:07.724002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"320'6427","reported_seq":16524,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.495699+0000","last_change":"2023-08-28T02:33:13.316023+0000","last_active":"2023-08-28T02:34:52.495699+0000","last_peered":"2023-08-28T02:34:52.495699+0000","last_clean":"2023-08-28T02:34:52.495699+0000","last_became_active":"2023-08-28T02:33:13.308403+0000","last_became_peered":"2023-08-28T02:33:13.308403+0000","last_unstale":"2023-08-28T02:34:52.495699+0000","last_undegraded":"2023-08-28T02:34:52.495699+0000","last_fullsized":"2023-08-28T02:34:52.495699+0000","mapping_epoch":298,"log_start":"254'300","ondisk_log_start":"254'300","created":250,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6127,"log_dups_size":0,"ondisk_log_size":6127,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:10:38.401973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":358416384,"num_objects":5469,"num_object_clones":0,"num_object_copies":16407,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5469,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6427,"num_write_kb":380672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4999,"num_bytes_recovered":327614464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":292,"reported_epoch":318,"state":"active+clean","last_fresh":"2023-08-28T02:34:47.509500+0000","last_change":"2023-08-28T02:32:28.455294+0000","last_active":"2023-08-28T02:34:47.509500+0000","last_peered":"2023-08-28T02:34:47.509500+0000","last_clean":"2023-08-28T02:34:47.509500+0000","last_became_active":"2023-08-28T02:32:28.455013+0000","last_became_peered":"2023-08-28T02:32:28.455013+0000","last_unstale":"2023-08-28T02:34:47.509500+0000","last_undegraded":"2023-08-28T02:34:47.509500+0000","last_fullsized":"2023-08-28T02:34:47.509500+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:53.583864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":324,"reported_epoch":318,"state":"active+clean","last_fresh":"2023-08-28T02:34:47.510151+0000","last_change":"2023-08-28T02:33:13.335588+0000","last_active":"2023-08-28T02:34:47.510151+0000","last_peered":"2023-08-28T02:34:47.510151+0000","last_clean":"2023-08-28T02:34:47.510151+0000","last_became_active":"2023-08-28T02:33:13.335326+0000","last_became_peered":"2023-08-28T02:33:13.335326+0000","last_unstale":"2023-08-28T02:34:47.510151+0000","last_undegraded":"2023-08-28T02:34:47.510151+0000","last_fullsized":"2023-08-28T02:34:47.510151+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:15:44.958663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"319'6294","reported_seq":6371,"reported_epoch":319,"state":"active+clean","last_fresh":"2023-08-28T02:34:49.052458+0000","last_change":"2023-08-28T02:30:50.400261+0000","last_active":"2023-08-28T02:34:49.052458+0000","last_peered":"2023-08-28T02:34:49.052458+0000","last_clean":"2023-08-28T02:34:49.052458+0000","last_became_active":"2023-08-28T02:30:50.399938+0000","last_became_peered":"2023-08-28T02:30:50.399938+0000","last_unstale":"2023-08-28T02:34:49.052458+0000","last_undegraded":"2023-08-28T02:34:49.052458+0000","last_fullsized":"2023-08-28T02:34:49.052458+0000","mapping_epoch":250,"log_start":"255'890","ondisk_log_start":"255'890","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5404,"log_dups_size":0,"ondisk_log_size":5404,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:43:56.802792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":353894400,"num_objects":5400,"num_object_clones":0,"num_object_copies":16200,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5400,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6294,"num_write_kb":374208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"75'161","reported_seq":598,"reported_epoch":318,"state":"active+clean","last_fresh":"2023-08-28T02:34:47.524952+0000","last_change":"2023-08-28T02:32:56.519141+0000","last_active":"2023-08-28T02:34:47.524952+0000","last_peered":"2023-08-28T02:34:47.524952+0000","last_clean":"2023-08-28T02:34:47.524952+0000","last_became_active":"2023-08-28T02:32:56.518863+0000","last_became_peered":"2023-08-28T02:32:56.518863+0000","last_unstale":"2023-08-28T02:34:47.524952+0000","last_undegraded":"2023-08-28T02:34:47.524952+0000","last_fullsized":"2023-08-28T02:34:47.524952+0000","mapping_epoch":292,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":293,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_clean_scrub_stamp":"2023-08-28T02:29:25.608370+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:59:50.561109+0000","scrub_duration":0.001662689,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":225,"reported_epoch":318,"state":"active+clean","last_fresh":"2023-08-28T02:34:47.540982+0000","last_change":"2023-08-28T02:33:12.294592+0000","last_active":"2023-08-28T02:34:47.540982+0000","last_peered":"2023-08-28T02:34:47.540982+0000","last_clean":"2023-08-28T02:34:47.540982+0000","last_became_active":"2023-08-28T02:33:12.288508+0000","last_became_peered":"2023-08-28T02:33:12.288508+0000","last_unstale":"2023-08-28T02:34:47.540982+0000","last_undegraded":"2023-08-28T02:34:47.540982+0000","last_fullsized":"2023-08-28T02:34:47.540982+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:05:42.717608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":109,"reported_epoch":319,"state":"active+clean","last_fresh":"2023-08-28T02:34:48.473831+0000","last_change":"2023-08-28T02:29:44.429834+0000","last_active":"2023-08-28T02:34:48.473831+0000","last_peered":"2023-08-28T02:34:48.473831+0000","last_clean":"2023-08-28T02:34:48.473831+0000","last_became_active":"2023-08-28T02:29:44.429512+0000","last_became_peered":"2023-08-28T02:29:44.429512+0000","last_unstale":"2023-08-28T02:34:48.473831+0000","last_undegraded":"2023-08-28T02:34:48.473831+0000","last_fullsized":"2023-08-28T02:34:48.473831+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:58.062455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"319'6262","reported_seq":6339,"reported_epoch":319,"state":"active+clean","last_fresh":"2023-08-28T02:34:51.198485+0000","last_change":"2023-08-28T02:30:50.402348+0000","last_active":"2023-08-28T02:34:51.198485+0000","last_peered":"2023-08-28T02:34:51.198485+0000","last_clean":"2023-08-28T02:34:51.198485+0000","last_became_active":"2023-08-28T02:30:50.402076+0000","last_became_peered":"2023-08-28T02:30:50.402076+0000","last_unstale":"2023-08-28T02:34:51.198485+0000","last_undegraded":"2023-08-28T02:34:51.198485+0000","last_fullsized":"2023-08-28T02:34:51.198485+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6262,"log_dups_size":0,"ondisk_log_size":6262,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:24.859426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":348258304,"num_objects":5314,"num_object_clones":0,"num_object_copies":15942,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5314,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6262,"num_write_kb":370432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.7","version":"75'161","reported_seq":517,"reported_epoch":318,"state":"active+clean","last_fresh":"2023-08-28T02:34:47.541790+0000","last_change":"2023-08-28T02:33:13.532525+0000","last_active":"2023-08-28T02:34:47.541790+0000","last_peered":"2023-08-28T02:34:47.541790+0000","last_clean":"2023-08-28T02:34:47.541790+0000","last_became_active":"2023-08-28T02:33:13.532125+0000","last_became_peered":"2023-08-28T02:33:13.532125+0000","last_unstale":"2023-08-28T02:34:47.541790+0000","last_undegraded":"2023-08-28T02:34:47.541790+0000","last_fullsized":"2023-08-28T02:34:47.541790+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.887648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.887648+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":109,"reported_epoch":319,"state":"active+clean","last_fresh":"2023-08-28T02:34:48.473298+0000","last_change":"2023-08-28T02:29:44.407595+0000","last_active":"2023-08-28T02:34:48.473298+0000","last_peered":"2023-08-28T02:34:48.473298+0000","last_clean":"2023-08-28T02:34:48.473298+0000","last_became_active":"2023-08-28T02:29:44.407316+0000","last_became_peered":"2023-08-28T02:29:44.407316+0000","last_unstale":"2023-08-28T02:34:48.473298+0000","last_undegraded":"2023-08-28T02:34:48.473298+0000","last_fullsized":"2023-08-28T02:34:48.473298+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:01:47.777709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":330,"reported_epoch":318,"state":"active+clean","last_fresh":"2023-08-28T02:34:47.525233+0000","last_change":"2023-08-28T02:33:13.286980+0000","last_active":"2023-08-28T02:34:47.525233+0000","last_peered":"2023-08-28T02:34:47.525233+0000","last_clean":"2023-08-28T02:34:47.525233+0000","last_became_active":"2023-08-28T02:33:13.286740+0000","last_became_peered":"2023-08-28T02:33:13.286740+0000","last_unstale":"2023-08-28T02:34:47.525233+0000","last_undegraded":"2023-08-28T02:34:47.525233+0000","last_fullsized":"2023-08-28T02:34:47.525233+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:24:54.574365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":109,"reported_epoch":319,"state":"active+clean","last_fresh":"2023-08-28T02:34:48.472932+0000","last_change":"2023-08-28T02:29:44.506914+0000","last_active":"2023-08-28T02:34:48.472932+0000","last_peered":"2023-08-28T02:34:48.472932+0000","last_clean":"2023-08-28T02:34:48.472932+0000","last_became_active":"2023-08-28T02:29:44.506606+0000","last_became_peered":"2023-08-28T02:29:44.506606+0000","last_unstale":"2023-08-28T02:34:48.472932+0000","last_undegraded":"2023-08-28T02:34:48.472932+0000","last_fullsized":"2023-08-28T02:34:48.472932+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:55:50.992279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"319'6251","reported_seq":17926,"reported_epoch":319,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:34:50.106303+0000","last_change":"2023-08-28T02:34:11.565330+0000","last_active":"2023-08-28T02:34:50.106303+0000","last_peered":"2023-08-28T02:34:50.106303+0000","last_clean":"2023-08-28T02:32:11.916240+0000","last_became_active":"2023-08-28T02:33:12.501819+0000","last_became_peered":"2023-08-28T02:33:12.501819+0000","last_unstale":"2023-08-28T02:34:50.106303+0000","last_undegraded":"2023-08-28T02:34:50.106303+0000","last_fullsized":"2023-08-28T02:34:50.106303+0000","mapping_epoch":297,"log_start":"255'924","ondisk_log_start":"255'924","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5327,"log_dups_size":0,"ondisk_log_size":5327,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:45:43.329719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":350289920,"num_objects":5345,"num_object_clones":0,"num_object_copies":16035,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":5345,"num_objects_unfound":0,"num_objects_dirty":5345,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6251,"num_write_kb":371072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5787,"num_bytes_recovered":379256832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,2],"avail_no_missing":["0","2","5","6"],"object_location_counts":[{"shards":"0,2,5","objects":5345}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.1","version":"75'161","reported_seq":578,"reported_epoch":318,"state":"active+clean","last_fresh":"2023-08-28T02:34:47.524971+0000","last_change":"2023-08-28T02:32:31.482659+0000","last_active":"2023-08-28T02:34:47.524971+0000","last_peered":"2023-08-28T02:34:47.524971+0000","last_clean":"2023-08-28T02:34:47.524971+0000","last_became_active":"2023-08-28T02:32:31.482320+0000","last_became_peered":"2023-08-28T02:32:31.482320+0000","last_unstale":"2023-08-28T02:34:47.524971+0000","last_undegraded":"2023-08-28T02:34:47.524971+0000","last_fullsized":"2023-08-28T02:34:47.524971+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:24.559397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:24.559397+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:41:09.516918+0000","scrub_duration":0.001580328,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":316,"reported_epoch":318,"state":"active+clean","last_fresh":"2023-08-28T02:34:47.524865+0000","last_change":"2023-08-28T02:31:51.988386+0000","last_active":"2023-08-28T02:34:47.524865+0000","last_peered":"2023-08-28T02:34:47.524865+0000","last_clean":"2023-08-28T02:34:47.524865+0000","last_became_active":"2023-08-28T02:31:51.988097+0000","last_became_peered":"2023-08-28T02:31:51.988097+0000","last_unstale":"2023-08-28T02:34:47.524865+0000","last_undegraded":"2023-08-28T02:34:47.524865+0000","last_fullsized":"2023-08-28T02:34:47.524865+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:25:01.818829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":292,"reported_epoch":318,"state":"active+clean","last_fresh":"2023-08-28T02:34:47.510208+0000","last_change":"2023-08-28T02:32:12.951275+0000","last_active":"2023-08-28T02:34:47.510208+0000","last_peered":"2023-08-28T02:34:47.510208+0000","last_clean":"2023-08-28T02:34:47.510208+0000","last_became_active":"2023-08-28T02:32:12.950965+0000","last_became_peered":"2023-08-28T02:32:12.950965+0000","last_unstale":"2023-08-28T02:34:47.510208+0000","last_undegraded":"2023-08-28T02:34:47.510208+0000","last_fullsized":"2023-08-28T02:34:47.510208+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:37:31.294280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":135,"reported_epoch":319,"state":"active+clean","last_fresh":"2023-08-28T02:34:48.473302+0000","last_change":"2023-08-28T02:33:13.286534+0000","last_active":"2023-08-28T02:34:48.473302+0000","last_peered":"2023-08-28T02:34:48.473302+0000","last_clean":"2023-08-28T02:34:48.473302+0000","last_became_active":"2023-08-28T02:33:13.286164+0000","last_became_peered":"2023-08-28T02:33:13.286164+0000","last_unstale":"2023-08-28T02:34:48.473302+0000","last_undegraded":"2023-08-28T02:34:48.473302+0000","last_fullsized":"2023-08-28T02:34:48.473302+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:56.721932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"319'6303","reported_seq":18070,"reported_epoch":319,"state":"active+clean","last_fresh":"2023-08-28T02:34:50.548832+0000","last_change":"2023-08-28T02:34:14.448606+0000","last_active":"2023-08-28T02:34:50.548832+0000","last_peered":"2023-08-28T02:34:50.548832+0000","last_clean":"2023-08-28T02:34:50.548832+0000","last_became_active":"2023-08-28T02:34:14.438547+0000","last_became_peered":"2023-08-28T02:34:14.438547+0000","last_unstale":"2023-08-28T02:34:50.548832+0000","last_undegraded":"2023-08-28T02:34:50.548832+0000","last_fullsized":"2023-08-28T02:34:50.548832+0000","mapping_epoch":314,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":315,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6303,"log_dups_size":0,"ondisk_log_size":6303,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:06:41.120408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":351600640,"num_objects":5365,"num_object_clones":0,"num_object_copies":16095,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5365,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6303,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5834,"num_bytes_recovered":376832000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2","version":"75'161","reported_seq":700,"reported_epoch":318,"state":"active+clean","last_fresh":"2023-08-28T02:34:47.457653+0000","last_change":"2023-08-28T02:30:51.762377+0000","last_active":"2023-08-28T02:34:47.457653+0000","last_peered":"2023-08-28T02:34:47.457653+0000","last_clean":"2023-08-28T02:34:47.457653+0000","last_became_active":"2023-08-28T02:27:46.375590+0000","last_became_peered":"2023-08-28T02:27:46.375590+0000","last_unstale":"2023-08-28T02:34:47.457653+0000","last_undegraded":"2023-08-28T02:34:47.457653+0000","last_fullsized":"2023-08-28T02:34:47.457653+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:51.762314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:51.762314+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:02.034555+0000","scrub_duration":0.0020023620000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":125,"reported_epoch":318,"state":"active+clean","last_fresh":"2023-08-28T02:34:47.541345+0000","last_change":"2023-08-28T02:33:13.289765+0000","last_active":"2023-08-28T02:34:47.541345+0000","last_peered":"2023-08-28T02:34:47.541345+0000","last_clean":"2023-08-28T02:34:47.541345+0000","last_became_active":"2023-08-28T02:33:13.289159+0000","last_became_peered":"2023-08-28T02:33:13.289159+0000","last_unstale":"2023-08-28T02:34:47.541345+0000","last_undegraded":"2023-08-28T02:34:47.541345+0000","last_fullsized":"2023-08-28T02:34:47.541345+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:30:38.956723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":127,"reported_epoch":319,"state":"active+clean","last_fresh":"2023-08-28T02:34:48.472940+0000","last_change":"2023-08-28T02:32:28.464203+0000","last_active":"2023-08-28T02:34:48.472940+0000","last_peered":"2023-08-28T02:34:48.472940+0000","last_clean":"2023-08-28T02:34:48.472940+0000","last_became_active":"2023-08-28T02:32:28.463412+0000","last_became_peered":"2023-08-28T02:32:28.463412+0000","last_unstale":"2023-08-28T02:34:48.472940+0000","last_undegraded":"2023-08-28T02:34:48.472940+0000","last_fullsized":"2023-08-28T02:34:48.472940+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:20:38.177879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":109,"reported_epoch":319,"state":"active+clean","last_fresh":"2023-08-28T02:34:48.473821+0000","last_change":"2023-08-28T02:29:44.427945+0000","last_active":"2023-08-28T02:34:48.473821+0000","last_peered":"2023-08-28T02:34:48.473821+0000","last_clean":"2023-08-28T02:34:48.473821+0000","last_became_active":"2023-08-28T02:29:44.426487+0000","last_became_peered":"2023-08-28T02:29:44.426487+0000","last_unstale":"2023-08-28T02:34:48.473821+0000","last_undegraded":"2023-08-28T02:34:48.473821+0000","last_fullsized":"2023-08-28T02:34:48.473821+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:30:20.438896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"319'6316","reported_seq":16364,"reported_epoch":319,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.397450+0000","last_change":"2023-08-28T02:34:48.488647+0000","last_active":"2023-08-28T02:34:52.397450+0000","last_peered":"2023-08-28T02:34:52.397450+0000","last_clean":"2023-08-28T02:34:52.397450+0000","last_became_active":"2023-08-28T02:34:48.476519+0000","last_became_peered":"2023-08-28T02:34:48.476519+0000","last_unstale":"2023-08-28T02:34:52.397450+0000","last_undegraded":"2023-08-28T02:34:52.397450+0000","last_fullsized":"2023-08-28T02:34:52.397450+0000","mapping_epoch":318,"log_start":"254'100","ondisk_log_start":"254'100","created":250,"last_epoch_clean":319,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6216,"log_dups_size":0,"ondisk_log_size":6216,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:44:20.004230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":349175808,"num_objects":5328,"num_object_clones":0,"num_object_copies":15984,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5328,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6316,"num_write_kb":372608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4973,"num_bytes_recovered":325910528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":310,"reported_epoch":318,"state":"active+clean","last_fresh":"2023-08-28T02:34:47.525070+0000","last_change":"2023-08-28T02:33:13.484970+0000","last_active":"2023-08-28T02:34:47.525070+0000","last_peered":"2023-08-28T02:34:47.525070+0000","last_clean":"2023-08-28T02:34:47.525070+0000","last_became_active":"2023-08-28T02:33:13.484579+0000","last_became_peered":"2023-08-28T02:33:13.484579+0000","last_unstale":"2023-08-28T02:34:47.525070+0000","last_undegraded":"2023-08-28T02:34:47.525070+0000","last_fullsized":"2023-08-28T02:34:47.525070+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:58.027468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"75'161","reported_seq":701,"reported_epoch":318,"state":"active+clean","last_fresh":"2023-08-28T02:34:47.457513+0000","last_change":"2023-08-28T02:31:55.059467+0000","last_active":"2023-08-28T02:34:47.457513+0000","last_peered":"2023-08-28T02:34:47.457513+0000","last_clean":"2023-08-28T02:34:47.457513+0000","last_became_active":"2023-08-28T02:31:55.059115+0000","last_became_peered":"2023-08-28T02:31:55.059115+0000","last_unstale":"2023-08-28T02:34:47.457513+0000","last_undegraded":"2023-08-28T02:34:47.457513+0000","last_fullsized":"2023-08-28T02:34:47.457513+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":0,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.820990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.820990+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:15:56.774667+0000","scrub_duration":0.0017342480000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":226,"reported_epoch":318,"state":"active+clean","last_fresh":"2023-08-28T02:34:47.541248+0000","last_change":"2023-08-28T02:33:13.352810+0000","last_active":"2023-08-28T02:34:47.541248+0000","last_peered":"2023-08-28T02:34:47.541248+0000","last_clean":"2023-08-28T02:34:47.541248+0000","last_became_active":"2023-08-28T02:33:13.351697+0000","last_became_peered":"2023-08-28T02:33:13.351697+0000","last_unstale":"2023-08-28T02:34:47.541248+0000","last_undegraded":"2023-08-28T02:34:47.541248+0000","last_fullsized":"2023-08-28T02:34:47.541248+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:56.187163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":141,"reported_epoch":318,"state":"active+clean","last_fresh":"2023-08-28T02:34:47.510143+0000","last_change":"2023-08-28T02:31:51.984584+0000","last_active":"2023-08-28T02:34:47.510143+0000","last_peered":"2023-08-28T02:34:47.510143+0000","last_clean":"2023-08-28T02:34:47.510143+0000","last_became_active":"2023-08-28T02:31:51.984264+0000","last_became_peered":"2023-08-28T02:31:51.984264+0000","last_unstale":"2023-08-28T02:34:47.510143+0000","last_undegraded":"2023-08-28T02:34:47.510143+0000","last_fullsized":"2023-08-28T02:34:47.510143+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:58:42.306722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"319'6273","reported_seq":11928,"reported_epoch":319,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-08-28T02:34:50.322797+0000","last_change":"2023-08-28T02:34:12.608963+0000","last_active":"2023-08-28T02:34:50.322797+0000","last_peered":"2023-08-28T02:34:50.322797+0000","last_clean":"2023-08-28T02:32:22.441230+0000","last_became_active":"2023-08-28T02:32:29.705116+0000","last_became_peered":"2023-08-28T02:32:29.705116+0000","last_unstale":"2023-08-28T02:34:50.322797+0000","last_undegraded":"2023-08-28T02:32:29.496646+0000","last_fullsized":"2023-08-28T02:32:29.445907+0000","mapping_epoch":282,"log_start":"255'928","ondisk_log_start":"255'928","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5345,"log_dups_size":0,"ondisk_log_size":5345,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:23:04.768069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":347930624,"num_objects":5309,"num_object_clones":0,"num_object_copies":15927,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":161,"num_objects_misplaced":2848,"num_objects_unfound":0,"num_objects_dirty":5309,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6273,"num_write_kb":370624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2782,"num_bytes_recovered":182321152,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7],"avail_no_missing":["0","2","7"],"object_location_counts":[{"shards":"0,2,7","objects":2848},{"shards":"0,7","objects":2300}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3","version":"75'161","reported_seq":585,"reported_epoch":319,"state":"active+clean","last_fresh":"2023-08-28T02:34:48.473322+0000","last_change":"2023-08-28T02:31:55.068239+0000","last_active":"2023-08-28T02:34:48.473322+0000","last_peered":"2023-08-28T02:34:48.473322+0000","last_clean":"2023-08-28T02:34:48.473322+0000","last_became_active":"2023-08-28T02:31:55.067875+0000","last_became_peered":"2023-08-28T02:31:55.067875+0000","last_unstale":"2023-08-28T02:34:48.473322+0000","last_undegraded":"2023-08-28T02:34:48.473322+0000","last_fullsized":"2023-08-28T02:34:48.473322+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.868248+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:11:04.391639+0000","scrub_duration":0.0016215240000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":324,"reported_epoch":318,"state":"active+clean","last_fresh":"2023-08-28T02:34:47.457497+0000","last_change":"2023-08-28T02:29:44.421353+0000","last_active":"2023-08-28T02:34:47.457497+0000","last_peered":"2023-08-28T02:34:47.457497+0000","last_clean":"2023-08-28T02:34:47.457497+0000","last_became_active":"2023-08-28T02:29:44.421064+0000","last_became_peered":"2023-08-28T02:29:44.421064+0000","last_unstale":"2023-08-28T02:34:47.457497+0000","last_undegraded":"2023-08-28T02:34:47.457497+0000","last_fullsized":"2023-08-28T02:34:47.457497+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:51:36.524024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":292,"reported_epoch":318,"state":"active+clean","last_fresh":"2023-08-28T02:34:47.507430+0000","last_change":"2023-08-28T02:33:12.299487+0000","last_active":"2023-08-28T02:34:47.507430+0000","last_peered":"2023-08-28T02:34:47.507430+0000","last_clean":"2023-08-28T02:34:47.507430+0000","last_became_active":"2023-08-28T02:33:12.299175+0000","last_became_peered":"2023-08-28T02:33:12.299175+0000","last_unstale":"2023-08-28T02:34:47.507430+0000","last_undegraded":"2023-08-28T02:34:47.507430+0000","last_fullsized":"2023-08-28T02:34:47.507430+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:42:29.713462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":303,"reported_epoch":318,"state":"active+clean","last_fresh":"2023-08-28T02:34:47.510134+0000","last_change":"2023-08-28T02:32:28.457696+0000","last_active":"2023-08-28T02:34:47.510134+0000","last_peered":"2023-08-28T02:34:47.510134+0000","last_clean":"2023-08-28T02:34:47.510134+0000","last_became_active":"2023-08-28T02:32:28.457407+0000","last_became_peered":"2023-08-28T02:32:28.457407+0000","last_unstale":"2023-08-28T02:34:47.510134+0000","last_undegraded":"2023-08-28T02:34:47.510134+0000","last_fullsized":"2023-08-28T02:34:47.510134+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:26:29.392787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"319'6200","reported_seq":7305,"reported_epoch":319,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:34:49.018636+0000","last_change":"2023-08-28T02:34:11.566035+0000","last_active":"2023-08-28T02:34:49.018636+0000","last_peered":"2023-08-28T02:34:49.018636+0000","last_clean":"2023-08-28T02:33:10.395883+0000","last_became_active":"2023-08-28T02:33:12.394714+0000","last_became_peered":"2023-08-28T02:33:12.394714+0000","last_unstale":"2023-08-28T02:34:49.018636+0000","last_undegraded":"2023-08-28T02:34:49.018636+0000","last_fullsized":"2023-08-28T02:34:49.018636+0000","mapping_epoch":297,"log_start":"255'784","ondisk_log_start":"255'784","created":250,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5416,"log_dups_size":0,"ondisk_log_size":5416,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:01:26.984565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":346226712,"num_objects":5284,"num_object_clones":0,"num_object_copies":15852,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4819,"num_objects_unfound":0,"num_objects_dirty":5284,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":6200,"num_write_kb":367425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":500,"num_bytes_recovered":32768000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,6],"avail_no_missing":["4","0","6"],"object_location_counts":[{"shards":"0,4,6","objects":5284}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.6","version":"75'161","reported_seq":577,"reported_epoch":318,"state":"active+clean","last_fresh":"2023-08-28T02:34:47.507444+0000","last_change":"2023-08-28T02:33:13.338675+0000","last_active":"2023-08-28T02:34:47.507444+0000","last_peered":"2023-08-28T02:34:47.507444+0000","last_clean":"2023-08-28T02:34:47.507444+0000","last_became_active":"2023-08-28T02:33:13.338271+0000","last_became_peered":"2023-08-28T02:33:13.338271+0000","last_unstale":"2023-08-28T02:34:47.507444+0000","last_undegraded":"2023-08-28T02:34:47.507444+0000","last_fullsized":"2023-08-28T02:34:47.507444+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.774982+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.774982+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:13:20.011329+0000","scrub_duration":0.003539819,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":287,"reported_epoch":318,"state":"active+clean","last_fresh":"2023-08-28T02:34:47.457884+0000","last_change":"2023-08-28T02:14:43.033789+0000","last_active":"2023-08-28T02:34:47.457884+0000","last_peered":"2023-08-28T02:34:47.457884+0000","last_clean":"2023-08-28T02:34:47.457884+0000","last_became_active":"2023-08-28T02:14:43.033454+0000","last_became_peered":"2023-08-28T02:14:43.033454+0000","last_unstale":"2023-08-28T02:34:47.457884+0000","last_undegraded":"2023-08-28T02:34:47.457884+0000","last_fullsized":"2023-08-28T02:34:47.457884+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:01:13.205842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":118,"reported_epoch":319,"state":"active+clean","last_fresh":"2023-08-28T02:34:48.473418+0000","last_change":"2023-08-28T02:32:28.461807+0000","last_active":"2023-08-28T02:34:48.473418+0000","last_peered":"2023-08-28T02:34:48.473418+0000","last_clean":"2023-08-28T02:34:48.473418+0000","last_became_active":"2023-08-28T02:32:28.461116+0000","last_became_peered":"2023-08-28T02:32:28.461116+0000","last_unstale":"2023-08-28T02:34:48.473418+0000","last_undegraded":"2023-08-28T02:34:48.473418+0000","last_fullsized":"2023-08-28T02:34:48.473418+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:12:45.321757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":263,"reported_epoch":318,"state":"active+clean","last_fresh":"2023-08-28T02:34:47.509961+0000","last_change":"2023-08-28T02:14:43.048791+0000","last_active":"2023-08-28T02:34:47.509961+0000","last_peered":"2023-08-28T02:34:47.509961+0000","last_clean":"2023-08-28T02:34:47.509961+0000","last_became_active":"2023-08-28T02:14:43.047408+0000","last_became_peered":"2023-08-28T02:14:43.047408+0000","last_unstale":"2023-08-28T02:34:47.509961+0000","last_undegraded":"2023-08-28T02:34:47.509961+0000","last_fullsized":"2023-08-28T02:34:47.509961+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:47.097181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"319'6355","reported_seq":15052,"reported_epoch":319,"state":"active+recovery_wait+degraded+remapped","last_fresh":"2023-08-28T02:34:49.202779+0000","last_change":"2023-08-28T02:33:13.547578+0000","last_active":"2023-08-28T02:34:49.202779+0000","last_peered":"2023-08-28T02:34:49.202779+0000","last_clean":"2023-08-28T02:31:50.933695+0000","last_became_active":"2023-08-28T02:33:13.540416+0000","last_became_peered":"2023-08-28T02:33:13.540416+0000","last_unstale":"2023-08-28T02:34:49.202779+0000","last_undegraded":"2023-08-28T02:33:13.332893+0000","last_fullsized":"2023-08-28T02:34:49.202779+0000","mapping_epoch":298,"log_start":"255'974","ondisk_log_start":"255'974","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5381,"log_dups_size":0,"ondisk_log_size":5381,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:49:35.658845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":360906752,"num_objects":5507,"num_object_clones":0,"num_object_copies":16521,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":672,"num_objects_misplaced":5507,"num_objects_unfound":0,"num_objects_dirty":5507,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6355,"num_write_kb":379584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4295,"num_bytes_recovered":281477120,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,2],"avail_no_missing":["4","2","6"],"object_location_counts":[{"shards":"2,4,5","objects":4835},{"shards":"2,4,6","objects":672}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.5","version":"75'161","reported_seq":612,"reported_epoch":318,"state":"active+clean","last_fresh":"2023-08-28T02:34:47.509866+0000","last_change":"2023-08-28T02:32:31.477151+0000","last_active":"2023-08-28T02:34:47.509866+0000","last_peered":"2023-08-28T02:34:47.509866+0000","last_clean":"2023-08-28T02:34:47.509866+0000","last_became_active":"2023-08-28T02:32:31.476776+0000","last_became_peered":"2023-08-28T02:32:31.476776+0000","last_unstale":"2023-08-28T02:34:47.509866+0000","last_undegraded":"2023-08-28T02:34:47.509866+0000","last_fullsized":"2023-08-28T02:34:47.509866+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:18.891729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:18.891729+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:47:27.194140+0000","scrub_duration":0.0031546460000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"65'2","reported_seq":273,"reported_epoch":318,"state":"active+clean","last_fresh":"2023-08-28T02:34:47.541607+0000","last_change":"2023-08-28T02:33:12.327778+0000","last_active":"2023-08-28T02:34:47.541607+0000","last_peered":"2023-08-28T02:34:47.541607+0000","last_clean":"2023-08-28T02:34:47.541607+0000","last_became_active":"2023-08-28T02:33:12.327273+0000","last_became_peered":"2023-08-28T02:33:12.327273+0000","last_unstale":"2023-08-28T02:34:47.541607+0000","last_undegraded":"2023-08-28T02:34:47.541607+0000","last_fullsized":"2023-08-28T02:34:47.541607+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:40.554192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":156,"reported_epoch":319,"state":"active+clean","last_fresh":"2023-08-28T02:34:48.473618+0000","last_change":"2023-08-28T02:33:13.335665+0000","last_active":"2023-08-28T02:34:48.473618+0000","last_peered":"2023-08-28T02:34:48.473618+0000","last_clean":"2023-08-28T02:34:48.473618+0000","last_became_active":"2023-08-28T02:33:13.335322+0000","last_became_peered":"2023-08-28T02:33:13.335322+0000","last_unstale":"2023-08-28T02:34:48.473618+0000","last_undegraded":"2023-08-28T02:34:48.473618+0000","last_fullsized":"2023-08-28T02:34:48.473618+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:21:08.024493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":270,"reported_epoch":318,"state":"active+clean","last_fresh":"2023-08-28T02:34:47.540989+0000","last_change":"2023-08-28T02:33:12.310326+0000","last_active":"2023-08-28T02:34:47.540989+0000","last_peered":"2023-08-28T02:34:47.540989+0000","last_clean":"2023-08-28T02:34:47.540989+0000","last_became_active":"2023-08-28T02:33:12.310011+0000","last_became_peered":"2023-08-28T02:33:12.310011+0000","last_unstale":"2023-08-28T02:34:47.540989+0000","last_undegraded":"2023-08-28T02:34:47.540989+0000","last_fullsized":"2023-08-28T02:34:47.540989+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:35:03.710036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"319'6356","reported_seq":7712,"reported_epoch":319,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:34:49.441238+0000","last_change":"2023-08-28T02:33:34.765675+0000","last_active":"2023-08-28T02:34:49.441238+0000","last_peered":"2023-08-28T02:34:49.441238+0000","last_clean":"2023-08-28T02:31:27.909649+0000","last_became_active":"2023-08-28T02:33:33.726805+0000","last_became_peered":"2023-08-28T02:33:33.726805+0000","last_unstale":"2023-08-28T02:34:49.441238+0000","last_undegraded":"2023-08-28T02:33:20.140072+0000","last_fullsized":"2023-08-28T02:33:13.278549+0000","mapping_epoch":298,"log_start":"255'977","ondisk_log_start":"255'977","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5379,"log_dups_size":0,"ondisk_log_size":5379,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:02:22.971585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":361234432,"num_objects":5512,"num_object_clones":0,"num_object_copies":16536,"num_objects_missing_on_primary":5486,"num_objects_missing":5486,"num_objects_degraded":13575,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5512,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6356,"num_write_kb":379776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":411,"num_bytes_recovered":26804224,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[4,3],"avail_no_missing":["2","6"],"object_location_counts":[{"shards":"2,3,4,6","objects":12},{"shards":"2,3,6","objects":3003},{"shards":"2,4,6","objects":14},{"shards":"2,6","objects":2483},{"shards":"3,4","objects":-13}],"blocked_by":[],"up_primary":3,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.4","version":"75'161","reported_seq":525,"reported_epoch":318,"state":"active+clean","last_fresh":"2023-08-28T02:34:47.541243+0000","last_change":"2023-08-28T02:33:12.296479+0000","last_active":"2023-08-28T02:34:47.541243+0000","last_peered":"2023-08-28T02:34:47.541243+0000","last_clean":"2023-08-28T02:34:47.541243+0000","last_became_active":"2023-08-28T02:33:12.294160+0000","last_became_peered":"2023-08-28T02:33:12.294160+0000","last_unstale":"2023-08-28T02:34:47.541243+0000","last_undegraded":"2023-08-28T02:34:47.541243+0000","last_fullsized":"2023-08-28T02:34:47.541243+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.899247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.899247+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":245,"reported_epoch":318,"state":"active+clean","last_fresh":"2023-08-28T02:34:47.458181+0000","last_change":"2023-08-28T02:33:13.539335+0000","last_active":"2023-08-28T02:34:47.458181+0000","last_peered":"2023-08-28T02:34:47.458181+0000","last_clean":"2023-08-28T02:34:47.458181+0000","last_became_active":"2023-08-28T02:33:13.538978+0000","last_became_peered":"2023-08-28T02:33:13.538978+0000","last_unstale":"2023-08-28T02:34:47.458181+0000","last_undegraded":"2023-08-28T02:34:47.458181+0000","last_fullsized":"2023-08-28T02:34:47.458181+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:26:13.405766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"65'1","reported_seq":307,"reported_epoch":318,"state":"active+clean","last_fresh":"2023-08-28T02:34:47.509777+0000","last_change":"2023-08-28T02:29:44.510205+0000","last_active":"2023-08-28T02:34:47.509777+0000","last_peered":"2023-08-28T02:34:47.509777+0000","last_clean":"2023-08-28T02:34:47.509777+0000","last_became_active":"2023-08-28T02:29:44.429357+0000","last_became_peered":"2023-08-28T02:29:44.429357+0000","last_unstale":"2023-08-28T02:34:47.509777+0000","last_undegraded":"2023-08-28T02:34:47.509777+0000","last_fullsized":"2023-08-28T02:34:47.509777+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:44:59.955729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":274,"reported_epoch":318,"state":"active+clean","last_fresh":"2023-08-28T02:34:47.509401+0000","last_change":"2023-08-28T02:32:12.950661+0000","last_active":"2023-08-28T02:34:47.509401+0000","last_peered":"2023-08-28T02:34:47.509401+0000","last_clean":"2023-08-28T02:34:47.509401+0000","last_became_active":"2023-08-28T02:32:12.950276+0000","last_became_peered":"2023-08-28T02:32:12.950276+0000","last_unstale":"2023-08-28T02:34:47.509401+0000","last_undegraded":"2023-08-28T02:34:47.509401+0000","last_fullsized":"2023-08-28T02:34:47.509401+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:05:17.972868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"65'1","reported_seq":265,"reported_epoch":318,"state":"active+clean","last_fresh":"2023-08-28T02:34:47.509858+0000","last_change":"2023-08-28T02:14:43.042150+0000","last_active":"2023-08-28T02:34:47.509858+0000","last_peered":"2023-08-28T02:34:47.509858+0000","last_clean":"2023-08-28T02:34:47.509858+0000","last_became_active":"2023-08-28T02:14:43.038336+0000","last_became_peered":"2023-08-28T02:14:43.038336+0000","last_unstale":"2023-08-28T02:34:47.509858+0000","last_undegraded":"2023-08-28T02:34:47.509858+0000","last_fullsized":"2023-08-28T02:34:47.509858+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:26:02.415152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":315,"reported_epoch":319,"state":"active+clean","last_fresh":"2023-08-28T02:34:48.473391+0000","last_change":"2023-08-28T02:33:13.318097+0000","last_active":"2023-08-28T02:34:48.473391+0000","last_peered":"2023-08-28T02:34:48.473391+0000","last_clean":"2023-08-28T02:34:48.473391+0000","last_became_active":"2023-08-28T02:33:13.317761+0000","last_became_peered":"2023-08-28T02:33:13.317761+0000","last_unstale":"2023-08-28T02:34:48.473391+0000","last_undegraded":"2023-08-28T02:34:48.473391+0000","last_fullsized":"2023-08-28T02:34:48.473391+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:24.836996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"65'2","reported_seq":312,"reported_epoch":318,"state":"active+clean","last_fresh":"2023-08-28T02:34:47.525161+0000","last_change":"2023-08-28T02:29:44.535937+0000","last_active":"2023-08-28T02:34:47.525161+0000","last_peered":"2023-08-28T02:34:47.525161+0000","last_clean":"2023-08-28T02:34:47.525161+0000","last_became_active":"2023-08-28T02:29:44.462244+0000","last_became_peered":"2023-08-28T02:29:44.462244+0000","last_unstale":"2023-08-28T02:34:47.525161+0000","last_undegraded":"2023-08-28T02:34:47.525161+0000","last_fullsized":"2023-08-28T02:34:47.525161+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:30:33.173713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":311,"reported_epoch":318,"state":"active+clean","last_fresh":"2023-08-28T02:34:47.509680+0000","last_change":"2023-08-28T02:33:12.305580+0000","last_active":"2023-08-28T02:34:47.509680+0000","last_peered":"2023-08-28T02:34:47.509680+0000","last_clean":"2023-08-28T02:34:47.509680+0000","last_became_active":"2023-08-28T02:33:12.305261+0000","last_became_peered":"2023-08-28T02:33:12.305261+0000","last_unstale":"2023-08-28T02:34:47.509680+0000","last_undegraded":"2023-08-28T02:34:47.509680+0000","last_fullsized":"2023-08-28T02:34:47.509680+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:22:31.614221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"65'2","reported_seq":281,"reported_epoch":318,"state":"active+clean","last_fresh":"2023-08-28T02:34:47.525159+0000","last_change":"2023-08-28T02:31:51.991101+0000","last_active":"2023-08-28T02:34:47.525159+0000","last_peered":"2023-08-28T02:34:47.525159+0000","last_clean":"2023-08-28T02:34:47.525159+0000","last_became_active":"2023-08-28T02:31:51.987237+0000","last_became_peered":"2023-08-28T02:31:51.987237+0000","last_unstale":"2023-08-28T02:34:47.525159+0000","last_undegraded":"2023-08-28T02:34:47.525159+0000","last_fullsized":"2023-08-28T02:34:47.525159+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:07:07.370857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":315,"reported_epoch":318,"state":"active+clean","last_fresh":"2023-08-28T02:34:47.509613+0000","last_change":"2023-08-28T02:33:12.494483+0000","last_active":"2023-08-28T02:34:47.509613+0000","last_peered":"2023-08-28T02:34:47.509613+0000","last_clean":"2023-08-28T02:34:47.509613+0000","last_became_active":"2023-08-28T02:33:12.494136+0000","last_became_peered":"2023-08-28T02:33:12.494136+0000","last_unstale":"2023-08-28T02:34:47.509613+0000","last_undegraded":"2023-08-28T02:34:47.509613+0000","last_fullsized":"2023-08-28T02:34:47.509613+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:36.772588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"65'1","reported_seq":258,"reported_epoch":318,"state":"active+clean","last_fresh":"2023-08-28T02:34:47.541839+0000","last_change":"2023-08-28T02:33:13.287922+0000","last_active":"2023-08-28T02:34:47.541839+0000","last_peered":"2023-08-28T02:34:47.541839+0000","last_clean":"2023-08-28T02:34:47.541839+0000","last_became_active":"2023-08-28T02:33:13.287520+0000","last_became_peered":"2023-08-28T02:33:13.287520+0000","last_unstale":"2023-08-28T02:34:47.541839+0000","last_undegraded":"2023-08-28T02:34:47.541839+0000","last_fullsized":"2023-08-28T02:34:47.541839+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:11.627168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":272,"reported_epoch":318,"state":"active+clean","last_fresh":"2023-08-28T02:34:47.541164+0000","last_change":"2023-08-28T02:33:13.289469+0000","last_active":"2023-08-28T02:34:47.541164+0000","last_peered":"2023-08-28T02:34:47.541164+0000","last_clean":"2023-08-28T02:34:47.541164+0000","last_became_active":"2023-08-28T02:33:13.288737+0000","last_became_peered":"2023-08-28T02:33:13.288737+0000","last_unstale":"2023-08-28T02:34:47.541164+0000","last_undegraded":"2023-08-28T02:34:47.541164+0000","last_fullsized":"2023-08-28T02:34:47.541164+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:11:15.043550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"65'4","reported_seq":296,"reported_epoch":318,"state":"active+clean","last_fresh":"2023-08-28T02:34:47.509899+0000","last_change":"2023-08-28T02:32:28.607010+0000","last_active":"2023-08-28T02:34:47.509899+0000","last_peered":"2023-08-28T02:34:47.509899+0000","last_clean":"2023-08-28T02:34:47.509899+0000","last_became_active":"2023-08-28T02:32:28.492224+0000","last_became_peered":"2023-08-28T02:32:28.492224+0000","last_unstale":"2023-08-28T02:34:47.509899+0000","last_undegraded":"2023-08-28T02:34:47.509899+0000","last_fullsized":"2023-08-28T02:34:47.509899+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:13:45.711951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":554,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":325,"reported_epoch":318,"state":"active+clean","last_fresh":"2023-08-28T02:34:47.509372+0000","last_change":"2023-08-28T02:33:13.309144+0000","last_active":"2023-08-28T02:34:47.509372+0000","last_peered":"2023-08-28T02:34:47.509372+0000","last_clean":"2023-08-28T02:34:47.509372+0000","last_became_active":"2023-08-28T02:33:13.308910+0000","last_became_peered":"2023-08-28T02:33:13.308910+0000","last_unstale":"2023-08-28T02:34:47.509372+0000","last_undegraded":"2023-08-28T02:34:47.509372+0000","last_fullsized":"2023-08-28T02:34:47.509372+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:09:59.549591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":5632098328,"num_objects":85940,"num_object_clones":0,"num_object_copies":257820,"num_objects_missing_on_primary":5486,"num_objects_missing":5486,"num_objects_degraded":40079,"num_objects_misplaced":18519,"num_objects_unfound":0,"num_objects_dirty":85940,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":100674,"num_write_kb":5971585,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":31990,"num_bytes_recovered":2090795008,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":18037485568,"data_stored":18037473352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92822,"ondisk_log_size":92822,"up":48,"acting":42,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":10126,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":370028,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":89,"num_read_kb":167,"num_write":44,"num_write_kb":440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":322019,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299735,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2207392,"kb_used_data":1723608,"kb_used_omap":0,"kb_used_meta":483776,"kb_avail":91537760,"statfs":{"total":95995035648,"available":93734666240,"internally_reserved":0,"allocated":1764974592,"data_stored":1763703078,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":495386624},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:34:08 2023","interfaces":[{"interface":"back","average":{"1min":0.72799999999999998,"5min":1.21,"15min":1.571},"min":{"1min":0.23400000000000001,"5min":0.219,"15min":0.21199999999999999},"max":{"1min":3.6480000000000001,"5min":8.8870000000000005,"15min":13.257},"last":0.371},{"interface":"front","average":{"1min":0.77800000000000002,"5min":1.524,"15min":1.9830000000000001},"min":{"1min":0.29399999999999998,"5min":0.28699999999999998,"15min":0.246},"max":{"1min":3.6619999999999999,"5min":12.42,"15min":17.402999999999999},"last":0.34000000000000002}]},{"osd":1,"last update":"Mon Aug 28 02:34:37 2023","interfaces":[{"interface":"back","average":{"1min":0.89000000000000001,"5min":1.5329999999999999,"15min":2.198},"min":{"1min":0.28399999999999997,"5min":0.248,"15min":0.24099999999999999},"max":{"1min":5.492,"5min":11.699999999999999,"15min":17.43},"last":0.48499999999999999},{"interface":"front","average":{"1min":1.087,"5min":1.593,"15min":2.052},"min":{"1min":0.32100000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":5.5179999999999998,"5min":12.525,"15min":19.913},"last":0.501}]},{"osd":2,"last update":"Mon Aug 28 02:34:21 2023","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":1.1220000000000001,"15min":1.6890000000000001},"min":{"1min":0.28899999999999998,"5min":0.22900000000000001,"15min":0.22800000000000001},"max":{"1min":3.1760000000000002,"5min":7.6150000000000002,"15min":8.3889999999999993},"last":0.32200000000000001},{"interface":"front","average":{"1min":0.57699999999999996,"5min":1.0189999999999999,"15min":1.5609999999999999},"min":{"1min":0.32000000000000001,"5min":0.315,"15min":0.28699999999999998},"max":{"1min":1.5269999999999999,"5min":9.2219999999999995,"15min":12.128},"last":0.41699999999999998}]},{"osd":3,"last update":"Mon Aug 28 02:34:13 2023","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":3.0099999999999998,"5min":3.0099999999999998,"15min":3.0099999999999998},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.63,"5min":0.63,"15min":0.63},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":3.1000000000000001,"5min":3.1000000000000001,"15min":3.1000000000000001},"last":0.442}]},{"osd":4,"last update":"Mon Aug 28 02:34:08 2023","interfaces":[{"interface":"back","average":{"1min":0.79700000000000004,"5min":1.3109999999999999,"15min":1.3029999999999999},"min":{"1min":0.29599999999999999,"5min":0.245,"15min":0.23599999999999999},"max":{"1min":5.2169999999999996,"5min":18.943000000000001,"15min":18.943000000000001},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.69899999999999995,"5min":0.99399999999999999,"15min":0.96399999999999997},"min":{"1min":0.30299999999999999,"5min":0.25700000000000001,"15min":0.253},"max":{"1min":2.9870000000000001,"5min":7.0339999999999998,"15min":8.1890000000000001},"last":0.35699999999999998}]},{"osd":5,"last update":"Mon Aug 28 02:34:08 2023","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":1.0029999999999999,"15min":1.071},"min":{"1min":0.28599999999999998,"5min":0.246,"15min":0.23599999999999999},"max":{"1min":3.2120000000000002,"5min":5.9130000000000003,"15min":14.622},"last":0.28100000000000003},{"interface":"front","average":{"1min":0.63600000000000001,"5min":1.212,"15min":1.302},"min":{"1min":0.36299999999999999,"5min":0.28100000000000003,"15min":0.27000000000000002},"max":{"1min":3.0499999999999998,"5min":13.840999999999999,"15min":17.324999999999999},"last":0.46500000000000002}]},{"osd":6,"last update":"Mon Aug 28 02:34:08 2023","interfaces":[{"interface":"back","average":{"1min":0.78900000000000003,"5min":1.2410000000000001,"15min":1.325},"min":{"1min":0.39300000000000002,"5min":0.30499999999999999,"15min":0.30299999999999999},"max":{"1min":3.2250000000000001,"5min":11.585000000000001,"15min":17.454999999999998},"last":0.433},{"interface":"front","average":{"1min":0.85899999999999999,"5min":0.996,"15min":0.874},"min":{"1min":0.41799999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":3.0499999999999998,"5min":7.665,"15min":7.665},"last":0.45600000000000002}]}]},{"osd":6,"up_from":0,"seq":193273528666,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":101,"seq":433791697125,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1667380,"kb_used_data":1043308,"kb_used_omap":4,"kb_used_meta":624059,"kb_avail":92077772,"statfs":{"total":95995035648,"available":94287638528,"internally_reserved":0,"allocated":1068347392,"data_stored":1066560308,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":639037326},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:34:37 2023","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":1.353,"15min":2.5939999999999999},"min":{"1min":0.27100000000000002,"5min":0.223,"15min":0.214},"max":{"1min":3.3730000000000002,"5min":14.721,"15min":24.545999999999999},"last":0.29699999999999999},{"interface":"front","average":{"1min":1.214,"5min":2.109,"15min":3.0760000000000001},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.21199999999999999},"max":{"1min":7.2450000000000001,"5min":12.301,"15min":24.515000000000001},"last":0.503}]},{"osd":2,"last update":"Mon Aug 28 02:34:29 2023","interfaces":[{"interface":"back","average":{"1min":0.879,"5min":2.0870000000000002,"15min":2.7559999999999998},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.24099999999999999},"max":{"1min":4.0579999999999998,"5min":22.161000000000001,"15min":22.161000000000001},"last":0.57999999999999996},{"interface":"front","average":{"1min":1.137,"5min":1.647,"15min":2.3860000000000001},"min":{"1min":0.29999999999999999,"5min":0.254,"15min":0.253},"max":{"1min":7.0110000000000001,"5min":13.114000000000001,"15min":20.003},"last":0.441}]},{"osd":3,"last update":"Mon Aug 28 02:34:12 2023","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.77100000000000002}]},{"osd":4,"last update":"Mon Aug 28 02:34:37 2023","interfaces":[{"interface":"back","average":{"1min":1.0369999999999999,"5min":1.2909999999999999,"15min":1.706},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":3.0259999999999998,"5min":18.689,"15min":18.992999999999999},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.58299999999999996,"5min":1.304,"15min":1.806},"min":{"1min":0.39200000000000002,"5min":0.29099999999999998,"15min":0.26400000000000001},"max":{"1min":1.486,"5min":14.779999999999999,"15min":14.779999999999999},"last":0.38}]},{"osd":5,"last update":"Mon Aug 28 02:34:37 2023","interfaces":[{"interface":"back","average":{"1min":0.84699999999999998,"5min":1.8129999999999999,"15min":2.2770000000000001},"min":{"1min":0.41399999999999998,"5min":0.35999999999999999,"15min":0.29999999999999999},"max":{"1min":3.7029999999999998,"5min":12.170999999999999,"15min":18.626999999999999},"last":0.81499999999999995},{"interface":"front","average":{"1min":0.99299999999999999,"5min":1.294,"15min":2.1779999999999999},"min":{"1min":0.38300000000000001,"5min":0.374,"15min":0.31900000000000001},"max":{"1min":3.0609999999999999,"5min":7.3410000000000002,"15min":18.945},"last":0.56100000000000005}]},{"osd":6,"last update":"Mon Aug 28 02:34:37 2023","interfaces":[{"interface":"back","average":{"1min":0.74099999999999999,"5min":1.609,"15min":2.2349999999999999},"min":{"1min":0.45000000000000001,"5min":0.373,"15min":0.34300000000000003},"max":{"1min":3.7400000000000002,"5min":12.221,"15min":13.254},"last":0.85399999999999998},{"interface":"front","average":{"1min":1.085,"5min":1.4119999999999999,"15min":1.9350000000000001},"min":{"1min":0.43099999999999999,"5min":0.41799999999999998,"15min":0.34499999999999997},"max":{"1min":3.089,"5min":12.371,"15min":19.021999999999998},"last":0.59999999999999998}]},{"osd":7,"last update":"Mon Aug 28 02:34:37 2023","interfaces":[{"interface":"back","average":{"1min":1.103,"5min":1.248,"15min":2.1669999999999998},"min":{"1min":0.47199999999999998,"5min":0.374,"15min":0.374},"max":{"1min":3.1080000000000001,"5min":7.3949999999999996,"15min":19.047999999999998},"last":0.64000000000000001},{"interface":"front","average":{"1min":0.63900000000000001,"5min":1.3129999999999999,"15min":2.0630000000000002},"min":{"1min":0.432,"5min":0.34399999999999997,"15min":0.312},"max":{"1min":1.5620000000000001,"5min":14.818,"15min":14.818},"last":0.61299999999999999}]}]},{"osd":0,"up_from":87,"seq":373662154991,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":4088188,"kb_used_data":3427252,"kb_used_omap":5,"kb_used_meta":660922,"kb_avail":89656964,"statfs":{"total":95995035648,"available":91808731136,"internally_reserved":0,"allocated":3509506048,"data_stored":3507600937,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":676784762},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:34:29 2023","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":1.4510000000000001,"15min":2.0609999999999999},"min":{"1min":0.20300000000000001,"5min":0.184,"15min":0.184},"max":{"1min":1.2769999999999999,"5min":30.315000000000001,"15min":30.315000000000001},"last":0.48399999999999999},{"interface":"front","average":{"1min":0.51100000000000001,"5min":2.1850000000000001,"15min":2.923},"min":{"1min":0.28499999999999998,"5min":0.249,"15min":0.221},"max":{"1min":1.8580000000000001,"5min":69.272000000000006,"15min":69.272000000000006},"last":0.39700000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:34:29 2023","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":1.6279999999999999,"15min":2.5579999999999998},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":1.982,"5min":20.959,"15min":20.959},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.63600000000000001,"5min":1.2310000000000001,"15min":2.0579999999999998},"min":{"1min":0.28399999999999997,"5min":0.247,"15min":0.24299999999999999},"max":{"1min":2.8999999999999999,"5min":8.0600000000000005,"15min":12.332000000000001},"last":0.56899999999999995}]},{"osd":3,"last update":"Mon Aug 28 02:34:13 2023","interfaces":[{"interface":"back","average":{"1min":0.75,"5min":0.75,"15min":0.75},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":3.952,"5min":3.952,"15min":3.952},"last":0.44800000000000001},{"interface":"front","average":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":3.9750000000000001,"5min":3.9750000000000001,"15min":3.9750000000000001},"last":0.69199999999999995}]},{"osd":4,"last update":"Mon Aug 28 02:34:13 2023","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":3.806,"15min":2.6219999999999999},"min":{"1min":0.34000000000000002,"5min":0.314,"15min":0.27700000000000002},"max":{"1min":1.0209999999999999,"5min":274.33199999999999,"15min":274.33199999999999},"last":0.622},{"interface":"front","average":{"1min":0.754,"5min":4.3630000000000004,"15min":3.0619999999999998},"min":{"1min":0.315,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":2.0539999999999998,"5min":266.31999999999999,"15min":266.31999999999999},"last":0.55700000000000005}]},{"osd":5,"last update":"Mon Aug 28 02:34:13 2023","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":1.151,"15min":1.679},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.29299999999999998},"max":{"1min":1.486,"5min":7.1139999999999999,"15min":13.038},"last":0.67300000000000004},{"interface":"front","average":{"1min":0.72099999999999997,"5min":1.774,"15min":2.282},"min":{"1min":0.36399999999999999,"5min":0.34799999999999998,"15min":0.27800000000000002},"max":{"1min":1.921,"5min":15.231,"15min":15.231},"last":0.504}]},{"osd":6,"last update":"Mon Aug 28 02:34:13 2023","interfaces":[{"interface":"back","average":{"1min":0.65300000000000002,"5min":1.4830000000000001,"15min":1.901},"min":{"1min":0.38300000000000001,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":1.7110000000000001,"5min":15.122999999999999,"15min":15.122999999999999},"last":0.65200000000000002},{"interface":"front","average":{"1min":0.78800000000000003,"5min":1.9119999999999999,"15min":2.2970000000000002},"min":{"1min":0.441,"5min":0.35599999999999998,"15min":0.311},"max":{"1min":2,"5min":15.186999999999999,"15min":15.186999999999999},"last":0.60499999999999998}]},{"osd":7,"last update":"Mon Aug 28 02:34:13 2023","interfaces":[{"interface":"back","average":{"1min":0.73499999999999999,"5min":1.841,"15min":2.286},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.33400000000000002},"max":{"1min":1.9410000000000001,"5min":16.183,"15min":16.183},"last":0.58999999999999997},{"interface":"front","average":{"1min":0.68000000000000005,"5min":1.304,"15min":1.9039999999999999},"min":{"1min":0.46000000000000002,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":1.925,"5min":7.0620000000000003,"15min":13.005000000000001},"last":0.82599999999999996}]}]},{"osd":2,"up_from":0,"seq":502511173851,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":297,"seq":1275605286933,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1119860,"kb_used_data":997228,"kb_used_omap":2,"kb_used_meta":122621,"kb_avail":92625292,"statfs":{"total":95995035648,"available":94848299008,"internally_reserved":0,"allocated":1021161472,"data_stored":1019369228,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":125563957},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:34:11 2023","interfaces":[{"interface":"back","average":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.311},{"interface":"front","average":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":2.7949999999999999,"5min":2.7949999999999999,"15min":2.7949999999999999},"last":0.41699999999999998}]},{"osd":1,"last update":"Mon Aug 28 02:34:11 2023","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"last":0.32900000000000001},{"interface":"front","average":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":2.762,"5min":2.762,"15min":2.762},"last":1.0009999999999999}]},{"osd":2,"last update":"Mon Aug 28 02:34:11 2023","interfaces":[{"interface":"back","average":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":2.5449999999999999,"5min":2.5449999999999999,"15min":2.5449999999999999},"last":0.504},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.61499999999999999}]},{"osd":4,"last update":"Mon Aug 28 02:34:11 2023","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.51600000000000001}]},{"osd":5,"last update":"Mon Aug 28 02:34:11 2023","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":1.04,"5min":1.04,"15min":1.04},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.438}]},{"osd":6,"last update":"Mon Aug 28 02:34:11 2023","interfaces":[{"interface":"back","average":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":1.004,"5min":1.004,"15min":1.004},"last":0.64100000000000001}]},{"osd":7,"last update":"Mon Aug 28 02:34:11 2023","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":0.98099999999999998,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.53400000000000003}]}]},{"osd":4,"up_from":30,"seq":128849019228,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3955936,"kb_used_data":3488856,"kb_used_omap":0,"kb_used_meta":467072,"kb_avail":89789216,"statfs":{"total":95995035648,"available":91944157184,"internally_reserved":0,"allocated":3572588544,"data_stored":3571317265,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":478281728},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,2,1,0,2,3,2,4,4],"upper_bound":8192},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:34:15 2023","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":1.3720000000000001,"15min":1.921},"min":{"1min":0.247,"5min":0.247,"15min":0.22800000000000001},"max":{"1min":0.62,"5min":22.515000000000001,"15min":22.515000000000001},"last":0.312},{"interface":"front","average":{"1min":0.45500000000000002,"5min":1.4239999999999999,"15min":1.8959999999999999},"min":{"1min":0.26900000000000002,"5min":0.24299999999999999,"15min":0.217},"max":{"1min":0.872,"5min":22.454000000000001,"15min":22.454000000000001},"last":0.23200000000000001}]},{"osd":1,"last update":"Mon Aug 28 02:34:39 2023","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":1.28,"15min":1.5940000000000001},"min":{"1min":0.254,"5min":0.254,"15min":0.24199999999999999},"max":{"1min":2.843,"5min":23.082000000000001,"15min":23.082000000000001},"last":0.35599999999999998},{"interface":"front","average":{"1min":0.45500000000000002,"5min":1.3520000000000001,"15min":1.7909999999999999},"min":{"1min":0.28199999999999997,"5min":0.26000000000000001,"15min":0.255},"max":{"1min":0.64700000000000002,"5min":25.100000000000001,"15min":25.100000000000001},"last":0.39500000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:34:15 2023","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":1.458,"15min":1.8009999999999999},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27400000000000002},"max":{"1min":3.8050000000000002,"5min":8.7149999999999999,"15min":16.231000000000002},"last":1.528},{"interface":"front","average":{"1min":0.59699999999999998,"5min":1.3779999999999999,"15min":1.7450000000000001},"min":{"1min":0.318,"5min":0.318,"15min":0.251},"max":{"1min":2.3889999999999998,"5min":13.515000000000001,"15min":13.515000000000001},"last":0.37}]},{"osd":3,"last update":"Mon Aug 28 02:34:15 2023","interfaces":[{"interface":"back","average":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":7.7480000000000002,"5min":7.7480000000000002,"15min":7.7480000000000002},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":2.851,"5min":2.851,"15min":2.851},"last":0.30199999999999999}]},{"osd":5,"last update":"Mon Aug 28 02:33:52 2023","interfaces":[{"interface":"back","average":{"1min":0.42599999999999999,"5min":1.238,"15min":1.139},"min":{"1min":0.25900000000000001,"5min":0.222,"15min":0.222},"max":{"1min":0.66500000000000004,"5min":8.6679999999999993,"15min":16.181999999999999},"last":0.28399999999999997},{"interface":"front","average":{"1min":0.47499999999999998,"5min":1.425,"15min":1.1830000000000001},"min":{"1min":0.28199999999999997,"5min":0.224,"15min":0.20699999999999999},"max":{"1min":0.90400000000000003,"5min":8.6370000000000005,"15min":10.233000000000001},"last":0.32200000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:34:06 2023","interfaces":[{"interface":"back","average":{"1min":0.71599999999999997,"5min":1.133,"15min":1.1180000000000001},"min":{"1min":0.376,"5min":0.28799999999999998,"15min":0.26500000000000001},"max":{"1min":2.9830000000000001,"5min":8.8480000000000008,"15min":10.023999999999999},"last":0.27100000000000002},{"interface":"front","average":{"1min":0.70399999999999996,"5min":1.2789999999999999,"15min":1.1419999999999999},"min":{"1min":0.375,"5min":0.27200000000000002,"15min":0.255},"max":{"1min":4.5880000000000001,"5min":8.5,"15min":8.5},"last":0.38100000000000001}]},{"osd":7,"last update":"Mon Aug 28 02:34:15 2023","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":1.161,"15min":1.1879999999999999},"min":{"1min":0.38900000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.73199999999999998,"5min":8.8249999999999993,"15min":9.3209999999999997},"last":0.43099999999999999},{"interface":"front","average":{"1min":0.56699999999999995,"5min":1.222,"15min":1.141},"min":{"1min":0.41199999999999998,"5min":0.34300000000000003,"15min":0.30299999999999999},"max":{"1min":0.95599999999999996,"5min":15.597,"15min":15.597},"last":0.34499999999999997}]}]},{"osd":5,"up_from":37,"seq":158913790301,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2737936,"kb_used_data":2184136,"kb_used_omap":0,"kb_used_meta":553792,"kb_avail":91007216,"statfs":{"total":95995035648,"available":93191389184,"internally_reserved":0,"allocated":2236555264,"data_stored":2235296352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":567083008},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:34:42 2023","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":1.1200000000000001,"15min":1.913},"min":{"1min":0.23200000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.57299999999999995,"5min":7.7560000000000002,"15min":40.334000000000003},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.46800000000000003,"5min":1.369,"15min":1.8979999999999999},"min":{"1min":0.28299999999999997,"5min":0.28000000000000003,"15min":0.23200000000000001},"max":{"1min":0.872,"5min":19.815999999999999,"15min":40.212000000000003},"last":0.503}]},{"osd":1,"last update":"Mon Aug 28 02:34:42 2023","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":1.4470000000000001,"15min":2.0880000000000001},"min":{"1min":0.27900000000000003,"5min":0.26200000000000001,"15min":0.23200000000000001},"max":{"1min":1.8169999999999999,"5min":17.998000000000001,"15min":40.088000000000001},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.55400000000000005,"5min":1.5669999999999999,"15min":1.9890000000000001},"min":{"1min":0.28100000000000003,"5min":0.27800000000000002,"15min":0.251},"max":{"1min":1.8759999999999999,"5min":19.853000000000002,"15min":40.243000000000002},"last":0.36099999999999999}]},{"osd":2,"last update":"Mon Aug 28 02:34:42 2023","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":1.206,"15min":1.9159999999999999},"min":{"1min":0.30599999999999999,"5min":0.29899999999999999,"15min":0.27700000000000002},"max":{"1min":1.3620000000000001,"5min":8.7899999999999991,"15min":40.436999999999998},"last":0.64000000000000001},{"interface":"front","average":{"1min":0.64700000000000002,"5min":1.478,"15min":1.992},"min":{"1min":0.315,"5min":0.28499999999999998,"15min":0.27200000000000002},"max":{"1min":2.8809999999999998,"5min":8.609,"15min":40.555},"last":0.40699999999999997}]},{"osd":3,"last update":"Mon Aug 28 02:34:12 2023","interfaces":[{"interface":"back","average":{"1min":1.2989999999999999,"5min":1.2989999999999999,"15min":1.2989999999999999},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":16.190999999999999,"5min":16.190999999999999,"15min":16.190999999999999},"last":0.623},{"interface":"front","average":{"1min":1.6850000000000001,"5min":1.6850000000000001,"15min":1.6850000000000001},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":21.420999999999999,"5min":21.420999999999999,"15min":21.420999999999999},"last":0.46899999999999997}]},{"osd":4,"last update":"Mon Aug 28 02:33:54 2023","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":1.2050000000000001,"15min":1.3140000000000001},"min":{"1min":0.29099999999999998,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.59399999999999997,"5min":13.616,"15min":40.762999999999998},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.51500000000000001,"5min":1.464,"15min":1.383},"min":{"1min":0.29899999999999999,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":1.0089999999999999,"5min":10.566000000000001,"15min":40.634},"last":0.59199999999999997}]},{"osd":6,"last update":"Mon Aug 28 02:34:42 2023","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":1.3720000000000001,"15min":1.464},"min":{"1min":0.28899999999999998,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.63800000000000001,"5min":17.510000000000002,"15min":42.409999999999997},"last":0.66400000000000003},{"interface":"front","average":{"1min":0.51100000000000001,"5min":1.2649999999999999,"15min":1.4410000000000001},"min":{"1min":0.34899999999999998,"5min":0.254,"15min":0.254},"max":{"1min":1.4159999999999999,"5min":15.856999999999999,"15min":42.533999999999999},"last":0.372}]},{"osd":7,"last update":"Mon Aug 28 02:34:42 2023","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":1.214,"15min":1.623},"min":{"1min":0.377,"5min":0.315,"15min":0.314},"max":{"1min":0.82299999999999995,"5min":10.837999999999999,"15min":42.667000000000002},"last":0.65000000000000002},{"interface":"front","average":{"1min":0.55500000000000005,"5min":1.502,"15min":1.6160000000000001},"min":{"1min":0.39400000000000002,"5min":0.318,"15min":0.318},"max":{"1min":0.94899999999999995,"5min":17.808,"15min":42.344000000000001},"last":0.53400000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":3502444544,"data_stored":3502440472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1063321600,"data_stored":1063321600,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":2625961984,"data_stored":2625961984,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":1014628352,"data_stored":1014628352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":3568111616,"data_stored":3568107544,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":2233466880,"data_stored":2233466880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":2270433280,"data_stored":2270429208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1759117312,"data_stored":1759117312,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:34:55.622 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph status --format=json 2023-08-28T02:34:55.629 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:34:55.631 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-08-28T02:34:55.631 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-08-28T02:34:55.631 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-08-28T02:34:55.631 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-08-28T02:34:55.631 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-08-28T02:34:55.631 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-08-28T02:34:55.631 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-08-28T02:34:55.632 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-08-28T02:34:55.632 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:34:55.658 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:34:55 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:34:55] "GET /metrics HTTP/1.1" 200 36606 "" "Prometheus/2.43.0" 2023-08-28T02:34:55.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:55 smithi040 ceph-mon[175404]: from='client.35577 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:34:55.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:55 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2268354123' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:34:55.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:55 smithi040 ceph-mon[170259]: from='client.35577 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:34:55.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:55 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2268354123' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:34:55.703 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:34:55.729 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:55 smithi083 ceph-mon[157819]: from='client.35577 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:34:55.729 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:55 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2268354123' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:34:55.731 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:55.804 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:34:55.808 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:55.809 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:34:55.909 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:34:55.943 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:55.945 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd unset noscrub 2023-08-28T02:34:56.067 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:34:56.070 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:56.070 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:34:56.071 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:34:56.171 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:34:56.211 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:56.236 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:34:56.240 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:56.241 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:34:56.341 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:34:56.376 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:56.409 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:34:56.412 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:56.412 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:34:56.512 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:34:56.546 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:56.549 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:34:56.568 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:34:56.572 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:56.572 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:34:56.673 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:34:56.708 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2023-08-28T02:34:56.709 INFO:teuthology.orchestra.run.smithi083.stdout: "size": 20, 2023-08-28T02:34:56.709 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 600, 2023-08-28T02:34:56.709 INFO:teuthology.orchestra.run.smithi083.stdout: "ops": [ 2023-08-28T02:34:56.709 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.709 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "MOSDPGPush(10.7 282/281 [PushOp(10:eea07471:::benchmark_data_smithi040_250784_object740:head, version: 254'50, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(10:eea07471:::benchmark_data_smithi040_250784_object740:head@254'50, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-08-28T02:34:56.709 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:32:29.461560+0000", 2023-08-28T02:34:56.709 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 147.24420302300001, 2023-08-28T02:34:56.709 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 12.692113797999999, 2023-08-28T02:34:56.709 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:34:56.709 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "started", 2023-08-28T02:34:56.709 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:34:56.710 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.710 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:34:56.710 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:29.461560+0000", 2023-08-28T02:34:56.710 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:34:56.710 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.710 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.710 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:34:56.710 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:29.461560+0000", 2023-08-28T02:34:56.710 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:34:56.710 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.710 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.710 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:34:56.711 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:29.461559+0000", 2023-08-28T02:34:56.711 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:34:56.711 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.711 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.711 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:34:56.711 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:29.461605+0000", 2023-08-28T02:34:56.711 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.5247999999999998e-05 2023-08-28T02:34:56.711 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.711 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.711 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:34:56.711 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:29.461625+0000", 2023-08-28T02:34:56.711 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.0091000000000001e-05 2023-08-28T02:34:56.712 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.712 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.712 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:34:56.712 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:29.461637+0000", 2023-08-28T02:34:56.712 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1979e-05 2023-08-28T02:34:56.712 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.712 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.712 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:34:56.712 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.152193+0000", 2023-08-28T02:34:56.712 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 12.690556690999999 2023-08-28T02:34:56.712 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.712 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.712 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:34:56.713 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.152198+0000", 2023-08-28T02:34:56.713 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.1050000000000003e-06 2023-08-28T02:34:56.713 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.713 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.713 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:34:56.713 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.153674+0000", 2023-08-28T02:34:56.713 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0014757259999999999 2023-08-28T02:34:56.713 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:34:56.713 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:34:56.713 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:34:56.713 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.713 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.713 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "MOSDPGPush(10.7 283/281 [PushOp(10:ed994e4f:::benchmark_data_smithi040_250784_object757:head, version: 254'51, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(10:ed994e4f:::benchmark_data_smithi040_250784_object757:head@254'51, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-08-28T02:34:56.714 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:32:29.477002+0000", 2023-08-28T02:34:56.714 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 147.228761502, 2023-08-28T02:34:56.714 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 12.677954372, 2023-08-28T02:34:56.714 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:34:56.714 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "started", 2023-08-28T02:34:56.714 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:34:56.714 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.714 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:34:56.714 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:29.477002+0000", 2023-08-28T02:34:56.714 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:34:56.714 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.715 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.715 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:34:56.715 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:29.477002+0000", 2023-08-28T02:34:56.715 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:34:56.715 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.715 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.715 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:34:56.715 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:29.477000+0000", 2023-08-28T02:34:56.715 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:34:56.715 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.715 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.715 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:34:56.716 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:29.477039+0000", 2023-08-28T02:34:56.716 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.8642e-05 2023-08-28T02:34:56.716 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.716 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.716 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:34:56.716 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:29.477060+0000", 2023-08-28T02:34:56.716 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.1452999999999999e-05 2023-08-28T02:34:56.716 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.716 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.716 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:34:56.716 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:29.477073+0000", 2023-08-28T02:34:56.716 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2464e-05 2023-08-28T02:34:56.717 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.717 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.717 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:34:56.717 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.153729+0000", 2023-08-28T02:34:56.717 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 12.676656468000001 2023-08-28T02:34:56.717 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.717 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.717 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:34:56.717 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.153734+0000", 2023-08-28T02:34:56.717 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.9250000000000003e-06 2023-08-28T02:34:56.717 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.717 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.718 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:34:56.718 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.154956+0000", 2023-08-28T02:34:56.718 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.001222381 2023-08-28T02:34:56.718 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:34:56.718 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:34:56.718 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:34:56.718 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.718 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.718 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "MOSDPGPush(10.7 284/281 [PushOp(10:eb72f90e:::benchmark_data_smithi040_250784_object766:head, version: 254'52, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(10:eb72f90e:::benchmark_data_smithi040_250784_object766:head@254'52, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-08-28T02:34:56.718 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:32:30.477077+0000", 2023-08-28T02:34:56.718 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 146.22868604000001, 2023-08-28T02:34:56.718 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 11.679071906000001, 2023-08-28T02:34:56.719 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:34:56.719 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "started", 2023-08-28T02:34:56.719 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:34:56.719 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.719 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:34:56.719 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:30.477077+0000", 2023-08-28T02:34:56.719 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:34:56.719 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.719 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.719 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:34:56.719 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:30.477077+0000", 2023-08-28T02:34:56.719 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:34:56.719 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.720 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.720 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:34:56.720 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:30.477076+0000", 2023-08-28T02:34:56.720 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:34:56.720 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.720 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.720 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:34:56.720 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:30.477110+0000", 2023-08-28T02:34:56.720 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.4078000000000001e-05 2023-08-28T02:34:56.720 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.720 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.721 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:34:56.721 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:30.477127+0000", 2023-08-28T02:34:56.721 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.6840000000000001e-05 2023-08-28T02:34:56.721 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.721 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.721 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:34:56.721 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:30.477135+0000", 2023-08-28T02:34:56.721 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.2600000000000005e-06 2023-08-28T02:34:56.721 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.721 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.721 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:34:56.721 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.154993+0000", 2023-08-28T02:34:56.722 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 11.677858086000001 2023-08-28T02:34:56.722 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.722 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.722 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:34:56.722 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.154998+0000", 2023-08-28T02:34:56.722 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.7530000000000001e-06 2023-08-28T02:34:56.722 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.722 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.722 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:34:56.722 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.156149+0000", 2023-08-28T02:34:56.722 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0011510660000000001 2023-08-28T02:34:56.722 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:34:56.722 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:34:56.723 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:34:56.723 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.723 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.723 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "MOSDPGPush(10.7 285/281 [PushOp(10:e374c13a:::benchmark_data_smithi040_250784_object767:head, version: 254'53, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(10:e374c13a:::benchmark_data_smithi040_250784_object767:head@254'53, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-08-28T02:34:56.723 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:32:31.487430+0000", 2023-08-28T02:34:56.723 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 145.218332914, 2023-08-28T02:34:56.723 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 10.669954233, 2023-08-28T02:34:56.723 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:34:56.723 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "started", 2023-08-28T02:34:56.723 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:34:56.723 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.723 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:34:56.724 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:31.487430+0000", 2023-08-28T02:34:56.724 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:34:56.724 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.724 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.724 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:34:56.724 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:31.487430+0000", 2023-08-28T02:34:56.724 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:34:56.724 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.724 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.724 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:34:56.724 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:31.487429+0000", 2023-08-28T02:34:56.724 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:34:56.725 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.725 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.725 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:34:56.725 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:31.487470+0000", 2023-08-28T02:34:56.725 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.1517999999999998e-05 2023-08-28T02:34:56.725 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.725 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.725 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:34:56.725 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:31.487493+0000", 2023-08-28T02:34:56.725 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.2614999999999999e-05 2023-08-28T02:34:56.725 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.725 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.725 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:34:56.726 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:31.487507+0000", 2023-08-28T02:34:56.726 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.3984e-05 2023-08-28T02:34:56.726 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.726 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.726 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:34:56.726 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.156187+0000", 2023-08-28T02:34:56.726 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 10.66868028 2023-08-28T02:34:56.726 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.726 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.726 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:34:56.726 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.156192+0000", 2023-08-28T02:34:56.726 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.5499999999999996e-06 2023-08-28T02:34:56.726 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.727 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.727 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:34:56.727 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.157385+0000", 2023-08-28T02:34:56.727 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0011930529999999999 2023-08-28T02:34:56.727 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:34:56.727 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:34:56.727 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:34:56.727 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.727 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.727 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "MOSDPGPush(10.7 286/281 [PushOp(10:ecef9a00:::benchmark_data_smithi040_250784_object794:head, version: 254'54, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(10:ecef9a00:::benchmark_data_smithi040_250784_object794:head@254'54, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-08-28T02:34:56.727 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:32:32.496154+0000", 2023-08-28T02:34:56.727 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 144.20960892900001, 2023-08-28T02:34:56.728 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.6624650469999995, 2023-08-28T02:34:56.728 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:34:56.728 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "started", 2023-08-28T02:34:56.728 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:34:56.728 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.728 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:34:56.728 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:32.496154+0000", 2023-08-28T02:34:56.728 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:34:56.728 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.728 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.728 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:34:56.728 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:32.496154+0000", 2023-08-28T02:34:56.729 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:34:56.729 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.729 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.729 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:34:56.729 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:32.496154+0000", 2023-08-28T02:34:56.729 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:34:56.729 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.729 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.729 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:34:56.729 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:32.496183+0000", 2023-08-28T02:34:56.729 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.9841000000000001e-05 2023-08-28T02:34:56.729 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.730 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.730 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:34:56.730 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:32.496198+0000", 2023-08-28T02:34:56.730 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.4748e-05 2023-08-28T02:34:56.730 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.730 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.730 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:34:56.730 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:32.496206+0000", 2023-08-28T02:34:56.730 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.6660000000000008e-06 2023-08-28T02:34:56.730 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.730 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.730 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:34:56.731 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.157422+0000", 2023-08-28T02:34:56.731 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.6612157619999994 2023-08-28T02:34:56.731 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.731 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.731 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:34:56.731 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.157426+0000", 2023-08-28T02:34:56.731 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.1289999999999998e-06 2023-08-28T02:34:56.731 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.731 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.731 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:34:56.731 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.158620+0000", 2023-08-28T02:34:56.732 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0011938750000000001 2023-08-28T02:34:56.732 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:34:56.732 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:34:56.732 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:34:56.732 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.732 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.732 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "MOSDPGPush(10.7 287/281 [PushOp(10:e410776a:::benchmark_data_smithi040_250784_object833:head, version: 254'55, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(10:e410776a:::benchmark_data_smithi040_250784_object833:head@254'55, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-08-28T02:34:56.732 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:32:33.490071+0000", 2023-08-28T02:34:56.732 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 143.21569264300001, 2023-08-28T02:34:56.732 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.6699878320000003, 2023-08-28T02:34:56.732 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:34:56.732 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "started", 2023-08-28T02:34:56.733 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:34:56.733 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.733 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:34:56.733 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:33.490071+0000", 2023-08-28T02:34:56.733 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:34:56.733 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.733 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.733 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:34:56.733 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:33.490071+0000", 2023-08-28T02:34:56.733 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:34:56.733 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.733 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.734 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:34:56.734 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:33.490069+0000", 2023-08-28T02:34:56.734 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:34:56.734 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.734 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.734 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:34:56.734 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:33.490111+0000", 2023-08-28T02:34:56.734 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.1662000000000002e-05 2023-08-28T02:34:56.734 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.734 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.734 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:34:56.734 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:33.490129+0000", 2023-08-28T02:34:56.735 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.7980000000000001e-05 2023-08-28T02:34:56.735 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.735 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.735 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:34:56.735 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:33.490142+0000", 2023-08-28T02:34:56.735 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.271e-05 2023-08-28T02:34:56.735 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.735 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.735 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:34:56.735 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.158653+0000", 2023-08-28T02:34:56.735 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.6685110590000001 2023-08-28T02:34:56.735 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.736 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.736 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:34:56.736 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.158657+0000", 2023-08-28T02:34:56.736 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.0810000000000004e-06 2023-08-28T02:34:56.736 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.736 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.736 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:34:56.736 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.160059+0000", 2023-08-28T02:34:56.736 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0014018399999999999 2023-08-28T02:34:56.736 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:34:56.736 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:34:56.736 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:34:56.737 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.737 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.737 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "MOSDPGPush(10.7 288/281 [PushOp(10:e4e88e2f:::benchmark_data_smithi040_250784_object869:head, version: 254'56, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(10:e4e88e2f:::benchmark_data_smithi040_250784_object869:head@254'56, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-08-28T02:34:56.737 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:32:34.510843+0000", 2023-08-28T02:34:56.737 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 142.194920306, 2023-08-28T02:34:56.737 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.6508924839999999, 2023-08-28T02:34:56.737 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:34:56.737 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "started", 2023-08-28T02:34:56.737 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:34:56.737 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.737 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:34:56.737 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:34.510843+0000", 2023-08-28T02:34:56.737 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:34:56.738 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.738 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.738 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:34:56.738 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:34.510843+0000", 2023-08-28T02:34:56.738 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:34:56.738 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.738 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.738 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:34:56.738 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:34.510842+0000", 2023-08-28T02:34:56.738 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:34:56.738 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.738 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.738 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:34:56.739 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:34.510874+0000", 2023-08-28T02:34:56.739 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.2709000000000001e-05 2023-08-28T02:34:56.739 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.739 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.739 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:34:56.739 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:34.510889+0000", 2023-08-28T02:34:56.739 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.4681000000000001e-05 2023-08-28T02:34:56.739 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.739 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.739 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:34:56.739 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:34.510898+0000", 2023-08-28T02:34:56.739 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.1900000000000001e-06 2023-08-28T02:34:56.740 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.740 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.740 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:34:56.740 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.160101+0000", 2023-08-28T02:34:56.740 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.6492023549999999 2023-08-28T02:34:56.740 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.740 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.740 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:34:56.740 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.160107+0000", 2023-08-28T02:34:56.740 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.1020000000000002e-06 2023-08-28T02:34:56.740 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.740 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.741 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:34:56.741 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.161736+0000", 2023-08-28T02:34:56.741 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0016288069999999999 2023-08-28T02:34:56.741 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:34:56.741 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:34:56.741 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:34:56.741 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.741 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.741 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:95688 10.f 10:f73436db:::benchmark_data_smithi040_250784_object2379:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e309)", 2023-08-28T02:34:56.741 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:33:43.597010+0000", 2023-08-28T02:34:56.741 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 73.108753751999998, 2023-08-28T02:34:56.741 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.1043612610000002, 2023-08-28T02:34:56.742 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:34:56.742 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:34:56.742 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:34:56.742 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:34:56.742 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:34:56.742 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 95688 2023-08-28T02:34:56.742 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.742 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:34:56.742 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.742 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:34:56.742 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:43.597010+0000", 2023-08-28T02:34:56.742 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:34:56.743 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.743 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.743 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:34:56.743 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:43.597010+0000", 2023-08-28T02:34:56.743 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:34:56.743 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.743 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.743 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:34:56.743 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:43.597008+0000", 2023-08-28T02:34:56.743 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:34:56.743 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.744 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.744 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:34:56.744 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:43.597015+0000", 2023-08-28T02:34:56.744 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.5710000000000003e-06 2023-08-28T02:34:56.744 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.744 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.744 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:34:56.744 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:43.597027+0000", 2023-08-28T02:34:56.744 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1908e-05 2023-08-28T02:34:56.744 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.744 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.745 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:34:56.745 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:43.597038+0000", 2023-08-28T02:34:56.745 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1381e-05 2023-08-28T02:34:56.745 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.745 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.745 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:34:56.745 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:43.727505+0000", 2023-08-28T02:34:56.745 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.130466632 2023-08-28T02:34:56.745 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.745 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.745 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:34:56.746 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:43.747682+0000", 2023-08-28T02:34:56.746 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.020177548 2023-08-28T02:34:56.746 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.746 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.746 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:34:56.746 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:43.892362+0000", 2023-08-28T02:34:56.746 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.144680214 2023-08-28T02:34:56.746 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.746 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.746 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:34:56.746 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:43.905663+0000", 2023-08-28T02:34:56.746 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.013300378 2023-08-28T02:34:56.747 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.747 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.747 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:34:56.747 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:47.591941+0000", 2023-08-28T02:34:56.747 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.686278529 2023-08-28T02:34:56.747 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.747 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.747 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:34:56.747 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:47.601928+0000", 2023-08-28T02:34:56.747 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0099871270000000002 2023-08-28T02:34:56.747 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.748 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.748 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:34:56.748 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:47.621263+0000", 2023-08-28T02:34:56.748 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.019334857 2023-08-28T02:34:56.748 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.748 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.748 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:56.748 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:47.654115+0000", 2023-08-28T02:34:56.748 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.032851957000000001 2023-08-28T02:34:56.748 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.748 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.748 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:34:56.749 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:47.655214+0000", 2023-08-28T02:34:56.749 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.001098531 2023-08-28T02:34:56.749 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.749 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.749 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:56.749 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:47.658685+0000", 2023-08-28T02:34:56.749 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0034712129999999999 2023-08-28T02:34:56.749 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.749 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.749 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:34:56.749 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:47.663886+0000", 2023-08-28T02:34:56.749 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0052006869999999998 2023-08-28T02:34:56.750 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.750 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.750 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:34:56.750 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:47.701371+0000", 2023-08-28T02:34:56.750 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.037485277999999997 2023-08-28T02:34:56.750 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:34:56.750 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:34:56.750 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:34:56.750 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.750 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.750 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:95815 10.f 10:f7978655:::benchmark_data_smithi040_250784_object2506:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e309)", 2023-08-28T02:34:56.751 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:33:45.569642+0000", 2023-08-28T02:34:56.751 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 71.13612182, 2023-08-28T02:34:56.751 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.9627855300000001, 2023-08-28T02:34:56.751 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:34:56.751 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:34:56.751 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:34:56.751 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:34:56.751 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:34:56.751 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 95815 2023-08-28T02:34:56.751 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.751 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:34:56.752 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.752 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:34:56.752 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:45.569642+0000", 2023-08-28T02:34:56.752 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:34:56.752 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.752 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.752 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:34:56.752 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:45.569642+0000", 2023-08-28T02:34:56.752 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:34:56.752 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.752 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.752 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:34:56.753 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:45.569641+0000", 2023-08-28T02:34:56.753 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:34:56.753 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.753 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.753 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:34:56.753 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:45.569645+0000", 2023-08-28T02:34:56.753 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.2150000000000003e-06 2023-08-28T02:34:56.753 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.753 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.753 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:34:56.753 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:45.569653+0000", 2023-08-28T02:34:56.753 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.0290000000000005e-06 2023-08-28T02:34:56.754 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.754 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.754 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:34:56.754 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:45.569657+0000", 2023-08-28T02:34:56.754 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.7969999999999998e-06 2023-08-28T02:34:56.754 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.754 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.754 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:34:56.754 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:45.593583+0000", 2023-08-28T02:34:56.754 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.023926913000000001 2023-08-28T02:34:56.754 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.755 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.755 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:34:56.755 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:45.605370+0000", 2023-08-28T02:34:56.755 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011786217999999999 2023-08-28T02:34:56.755 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.755 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.755 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:34:56.755 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:45.708175+0000", 2023-08-28T02:34:56.755 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.102805008 2023-08-28T02:34:56.755 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.755 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.755 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:34:56.756 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:45.719261+0000", 2023-08-28T02:34:56.756 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011085948 2023-08-28T02:34:56.756 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.756 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.756 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:34:56.756 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:49.324128+0000", 2023-08-28T02:34:56.756 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.6048676369999999 2023-08-28T02:34:56.756 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.756 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.756 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:34:56.756 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:49.333674+0000", 2023-08-28T02:34:56.756 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0095456629999999994 2023-08-28T02:34:56.757 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.757 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.757 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:34:56.757 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:49.351357+0000", 2023-08-28T02:34:56.757 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.017683074 2023-08-28T02:34:56.757 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.757 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.757 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:34:56.757 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:49.456002+0000", 2023-08-28T02:34:56.757 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.104644925 2023-08-28T02:34:56.757 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.757 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.758 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:56.758 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:49.499336+0000", 2023-08-28T02:34:56.758 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.043334185999999997 2023-08-28T02:34:56.758 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.758 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.758 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:56.758 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:49.503333+0000", 2023-08-28T02:34:56.758 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0039971410000000001 2023-08-28T02:34:56.758 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.758 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.758 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:34:56.758 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:49.508268+0000", 2023-08-28T02:34:56.759 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0049344369999999999 2023-08-28T02:34:56.759 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.759 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.759 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:34:56.759 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:49.532427+0000", 2023-08-28T02:34:56.759 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.024159386000000001 2023-08-28T02:34:56.759 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:34:56.759 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:34:56.759 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:34:56.759 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.759 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.760 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:96622 10.f 10:f1dd7ded:::benchmark_data_smithi040_250784_object3313:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e311)", 2023-08-28T02:34:56.760 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:33:57.473931+0000", 2023-08-28T02:34:56.760 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 59.231832136000001, 2023-08-28T02:34:56.760 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.2260838669999998, 2023-08-28T02:34:56.760 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:34:56.760 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:34:56.760 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:34:56.760 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:34:56.760 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:34:56.760 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 96622 2023-08-28T02:34:56.760 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.760 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:34:56.761 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.761 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:34:56.761 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.473931+0000", 2023-08-28T02:34:56.761 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:34:56.761 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.761 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.761 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:34:56.761 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.473931+0000", 2023-08-28T02:34:56.761 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:34:56.761 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.761 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.762 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:34:56.762 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.473930+0000", 2023-08-28T02:34:56.762 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:34:56.762 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.762 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.762 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:34:56.762 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.473937+0000", 2023-08-28T02:34:56.762 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.6379999999999998e-06 2023-08-28T02:34:56.762 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.762 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.762 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:34:56.762 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.473949+0000", 2023-08-28T02:34:56.763 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2741999999999999e-05 2023-08-28T02:34:56.763 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.763 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.763 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:34:56.763 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.473956+0000", 2023-08-28T02:34:56.763 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.9500000000000004e-06 2023-08-28T02:34:56.763 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.763 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.763 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:34:56.763 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.611108+0000", 2023-08-28T02:34:56.763 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.13715195699999999 2023-08-28T02:34:56.763 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.764 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.764 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:34:56.764 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.620672+0000", 2023-08-28T02:34:56.764 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0095635779999999997 2023-08-28T02:34:56.764 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.764 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.764 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:34:56.764 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.673723+0000", 2023-08-28T02:34:56.764 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.053050767999999998 2023-08-28T02:34:56.764 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.764 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.764 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:34:56.765 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.685785+0000", 2023-08-28T02:34:56.765 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.012062165 2023-08-28T02:34:56.765 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.765 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.765 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:34:56.765 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.585714+0000", 2023-08-28T02:34:56.765 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.899929014 2023-08-28T02:34:56.765 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.765 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.765 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:34:56.765 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.599776+0000", 2023-08-28T02:34:56.765 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.01406192 2023-08-28T02:34:56.766 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.766 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.766 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:34:56.766 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.619098+0000", 2023-08-28T02:34:56.766 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.019321892 2023-08-28T02:34:56.766 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.766 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.766 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:56.766 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.658421+0000", 2023-08-28T02:34:56.766 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.039323534 2023-08-28T02:34:56.766 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.767 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.767 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:34:56.767 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.660469+0000", 2023-08-28T02:34:56.767 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0020480030000000001 2023-08-28T02:34:56.767 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.767 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.767 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:56.767 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.666257+0000", 2023-08-28T02:34:56.767 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0057876259999999997 2023-08-28T02:34:56.767 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.767 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.768 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:34:56.768 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.671177+0000", 2023-08-28T02:34:56.768 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0049202990000000004 2023-08-28T02:34:56.768 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.768 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.768 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:34:56.768 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.700015+0000", 2023-08-28T02:34:56.768 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.028838124999999999 2023-08-28T02:34:56.768 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:34:56.768 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:34:56.768 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:34:56.768 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.768 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.769 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:96628 10.f 10:f07eb378:::benchmark_data_smithi040_250784_object3319:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e311)", 2023-08-28T02:34:56.769 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:33:57.997064+0000", 2023-08-28T02:34:56.769 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 58.708699541000001, 2023-08-28T02:34:56.769 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.9074898999999998, 2023-08-28T02:34:56.769 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:34:56.769 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:34:56.769 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:34:56.769 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:34:56.769 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:34:56.769 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 96628 2023-08-28T02:34:56.769 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.769 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:34:56.770 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.770 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:34:56.770 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.997064+0000", 2023-08-28T02:34:56.770 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:34:56.770 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.770 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.770 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:34:56.770 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.997064+0000", 2023-08-28T02:34:56.770 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:34:56.770 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.770 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.770 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:34:56.771 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.997062+0000", 2023-08-28T02:34:56.771 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999976 2023-08-28T02:34:56.771 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.771 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.771 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:34:56.771 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.997072+0000", 2023-08-28T02:34:56.771 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0755e-05 2023-08-28T02:34:56.771 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.771 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.771 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:34:56.771 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.997092+0000", 2023-08-28T02:34:56.772 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.914e-05 2023-08-28T02:34:56.772 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.772 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.772 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:34:56.772 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.997101+0000", 2023-08-28T02:34:56.772 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.1789999999999997e-06 2023-08-28T02:34:56.772 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.772 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.772 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:34:56.772 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.114281+0000", 2023-08-28T02:34:56.772 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.117180432 2023-08-28T02:34:56.773 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.773 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.773 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:34:56.773 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.130243+0000", 2023-08-28T02:34:56.773 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.015962223000000001 2023-08-28T02:34:56.773 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.773 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.773 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:34:56.773 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.227295+0000", 2023-08-28T02:34:56.773 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.097051448999999998 2023-08-28T02:34:56.773 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.773 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.773 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:34:56.774 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.253056+0000", 2023-08-28T02:34:56.774 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.025761218999999998 2023-08-28T02:34:56.774 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.774 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.774 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:34:56.774 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.753743+0000", 2023-08-28T02:34:56.774 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.5006867279999998 2023-08-28T02:34:56.774 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.774 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.774 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:34:56.774 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.770778+0000", 2023-08-28T02:34:56.774 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.017034807999999999 2023-08-28T02:34:56.775 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.775 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.775 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:34:56.775 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.800321+0000", 2023-08-28T02:34:56.775 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.029543011000000001 2023-08-28T02:34:56.775 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.775 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.775 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:56.775 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.840722+0000", 2023-08-28T02:34:56.775 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.040401689999999997 2023-08-28T02:34:56.775 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.775 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.776 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:56.776 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.847824+0000", 2023-08-28T02:34:56.776 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0071018339999999996 2023-08-28T02:34:56.776 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.776 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.776 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:34:56.776 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.849978+0000", 2023-08-28T02:34:56.776 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0021536120000000001 2023-08-28T02:34:56.776 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.776 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.776 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:34:56.776 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.862402+0000", 2023-08-28T02:34:56.777 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.012423975 2023-08-28T02:34:56.777 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.777 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.777 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:34:56.777 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.904554+0000", 2023-08-28T02:34:56.777 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.042152096999999999 2023-08-28T02:34:56.777 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:34:56.777 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:34:56.777 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:34:56.777 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.777 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.777 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:96726 10.f 10:fa4a7a3a:::benchmark_data_smithi040_250784_object3417:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e311)", 2023-08-28T02:34:56.778 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:33:58.554524+0000", 2023-08-28T02:34:56.778 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 58.151239859999997, 2023-08-28T02:34:56.778 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.0936931950000002, 2023-08-28T02:34:56.778 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:34:56.778 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:34:56.778 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:34:56.778 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:34:56.778 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:34:56.778 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 96726 2023-08-28T02:34:56.778 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.778 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:34:56.778 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.779 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:34:56.779 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.554524+0000", 2023-08-28T02:34:56.779 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:34:56.779 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.779 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.779 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:34:56.779 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.554524+0000", 2023-08-28T02:34:56.779 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:34:56.779 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.779 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.779 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:34:56.780 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.554522+0000", 2023-08-28T02:34:56.780 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:34:56.780 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.780 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.780 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:34:56.780 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.554528+0000", 2023-08-28T02:34:56.780 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.0750000000000003e-06 2023-08-28T02:34:56.780 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.780 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.780 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:34:56.780 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.554541+0000", 2023-08-28T02:34:56.781 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2425999999999999e-05 2023-08-28T02:34:56.781 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.781 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.781 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:34:56.781 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.554548+0000", 2023-08-28T02:34:56.781 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.8900000000000001e-06 2023-08-28T02:34:56.781 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.781 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.781 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:34:56.781 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.916733+0000", 2023-08-28T02:34:56.781 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.36218528900000002 2023-08-28T02:34:56.782 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.782 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.782 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:34:56.782 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.937610+0000", 2023-08-28T02:34:56.782 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.020876718999999998 2023-08-28T02:34:56.782 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.782 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.782 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:34:56.782 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.084143+0000", 2023-08-28T02:34:56.782 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.14653334700000001 2023-08-28T02:34:56.782 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.782 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.783 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:34:56.783 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.095800+0000", 2023-08-28T02:34:56.783 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011657453 2023-08-28T02:34:56.783 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.783 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.783 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:34:56.783 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.514708+0000", 2023-08-28T02:34:56.783 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.4189070529999999 2023-08-28T02:34:56.783 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.783 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.783 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:34:56.783 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.524309+0000", 2023-08-28T02:34:56.784 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0096015189999999993 2023-08-28T02:34:56.784 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.784 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.784 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:34:56.784 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.545608+0000", 2023-08-28T02:34:56.784 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.021298991999999999 2023-08-28T02:34:56.784 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.784 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.784 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:56.784 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.572076+0000", 2023-08-28T02:34:56.784 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.026468068000000001 2023-08-28T02:34:56.784 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.785 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.785 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:56.785 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.578276+0000", 2023-08-28T02:34:56.785 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0061997670000000001 2023-08-28T02:34:56.785 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.785 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.785 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:34:56.785 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.599669+0000", 2023-08-28T02:34:56.785 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.021393201000000001 2023-08-28T02:34:56.785 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.785 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.785 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:34:56.786 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.610422+0000", 2023-08-28T02:34:56.786 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.010753102 2023-08-28T02:34:56.786 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.786 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.786 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:34:56.786 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.648217+0000", 2023-08-28T02:34:56.786 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.037794546999999998 2023-08-28T02:34:56.786 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:34:56.786 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:34:56.786 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:34:56.786 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.786 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.787 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:96734 10.f 10:f1090e88:::benchmark_data_smithi040_250784_object3425:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e311)", 2023-08-28T02:34:56.787 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:33:58.814602+0000", 2023-08-28T02:34:56.787 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 57.891161435000001, 2023-08-28T02:34:56.787 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.1287970139999999, 2023-08-28T02:34:56.787 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:34:56.787 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:34:56.787 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:34:56.787 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:34:56.787 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:34:56.787 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 96734 2023-08-28T02:34:56.787 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.788 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:34:56.788 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.788 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:34:56.788 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.814602+0000", 2023-08-28T02:34:56.788 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:34:56.788 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.788 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.788 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:34:56.788 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.814602+0000", 2023-08-28T02:34:56.788 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:34:56.788 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.788 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.788 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:34:56.789 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.814601+0000", 2023-08-28T02:34:56.789 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:34:56.789 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.789 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.789 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:34:56.789 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.814607+0000", 2023-08-28T02:34:56.789 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.0209999999999996e-06 2023-08-28T02:34:56.789 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.789 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.789 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:34:56.789 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.814619+0000", 2023-08-28T02:34:56.789 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2126999999999999e-05 2023-08-28T02:34:56.789 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.790 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.790 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:34:56.790 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.814624+0000", 2023-08-28T02:34:56.790 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.4689999999999996e-06 2023-08-28T02:34:56.790 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.790 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.790 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:34:56.790 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.939905+0000", 2023-08-28T02:34:56.790 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.12528078300000001 2023-08-28T02:34:56.790 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.790 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.790 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:34:56.791 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.963820+0000", 2023-08-28T02:34:56.791 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.023914474000000002 2023-08-28T02:34:56.791 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.791 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.791 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:34:56.791 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.143450+0000", 2023-08-28T02:34:56.791 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.179630283 2023-08-28T02:34:56.791 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.791 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.791 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:34:56.791 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.156813+0000", 2023-08-28T02:34:56.791 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.013362873000000001 2023-08-28T02:34:56.791 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.792 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.792 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:34:56.792 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.704010+0000", 2023-08-28T02:34:56.792 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.5471967609999999 2023-08-28T02:34:56.792 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.792 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.792 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:34:56.792 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.716908+0000", 2023-08-28T02:34:56.792 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.012898494999999999 2023-08-28T02:34:56.792 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.792 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.792 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:34:56.793 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.742111+0000", 2023-08-28T02:34:56.793 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.025203478000000001 2023-08-28T02:34:56.793 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.793 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.793 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:56.793 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.787671+0000", 2023-08-28T02:34:56.793 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.045559901999999999 2023-08-28T02:34:56.793 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.793 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.793 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:56.793 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.795833+0000", 2023-08-28T02:34:56.793 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0081614679999999998 2023-08-28T02:34:56.794 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.794 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.794 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:34:56.794 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.892438+0000", 2023-08-28T02:34:56.794 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.096605060000000006 2023-08-28T02:34:56.794 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.794 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.794 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:34:56.794 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.899702+0000", 2023-08-28T02:34:56.794 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0072642710000000001 2023-08-28T02:34:56.794 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.794 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.794 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:34:56.795 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.943399+0000", 2023-08-28T02:34:56.795 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.043696798000000002 2023-08-28T02:34:56.795 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:34:56.795 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:34:56.795 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:34:56.795 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.795 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.795 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:96757 10.f 10:f39eb823:::benchmark_data_smithi040_250784_object3448:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e311)", 2023-08-28T02:34:56.795 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:33:58.984934+0000", 2023-08-28T02:34:56.795 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 57.720829739000003, 2023-08-28T02:34:56.795 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.2158582979999997, 2023-08-28T02:34:56.795 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:34:56.796 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:34:56.796 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:34:56.796 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:34:56.796 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:34:56.796 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 96757 2023-08-28T02:34:56.796 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.796 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:34:56.796 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.796 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:34:56.796 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.984934+0000", 2023-08-28T02:34:56.796 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:34:56.797 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.797 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.797 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:34:56.797 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.984934+0000", 2023-08-28T02:34:56.797 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:34:56.797 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.797 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.797 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:34:56.797 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.984932+0000", 2023-08-28T02:34:56.797 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:34:56.797 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.797 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.798 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:34:56.798 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.984940+0000", 2023-08-28T02:34:56.798 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.0600000000000008e-06 2023-08-28T02:34:56.798 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.798 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.798 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:34:56.798 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.984953+0000", 2023-08-28T02:34:56.798 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2539e-05 2023-08-28T02:34:56.798 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.798 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.798 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:34:56.799 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.984959+0000", 2023-08-28T02:34:56.799 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.9109999999999998e-06 2023-08-28T02:34:56.799 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.799 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.799 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:34:56.799 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.161251+0000", 2023-08-28T02:34:56.799 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.17629288100000001 2023-08-28T02:34:56.799 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.799 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.799 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:34:56.799 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.172483+0000", 2023-08-28T02:34:56.799 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011231669 2023-08-28T02:34:56.800 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.800 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.800 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:34:56.800 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.244511+0000", 2023-08-28T02:34:56.800 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.072028152999999998 2023-08-28T02:34:56.800 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.800 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.800 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:34:56.800 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.256430+0000", 2023-08-28T02:34:56.800 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011918735 2023-08-28T02:34:56.800 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.800 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.801 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:34:56.801 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.013028+0000", 2023-08-28T02:34:56.801 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.7565978769999999 2023-08-28T02:34:56.801 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.801 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.801 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:34:56.801 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.022640+0000", 2023-08-28T02:34:56.801 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0096121569999999996 2023-08-28T02:34:56.801 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.801 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.801 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:34:56.802 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.053955+0000", 2023-08-28T02:34:56.802 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.031314635 2023-08-28T02:34:56.802 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.802 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.802 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:56.802 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.167498+0000", 2023-08-28T02:34:56.802 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.113543172 2023-08-28T02:34:56.802 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.802 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.802 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:34:56.802 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.168612+0000", 2023-08-28T02:34:56.802 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.001114093 2023-08-28T02:34:56.802 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.803 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.803 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:56.803 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.172211+0000", 2023-08-28T02:34:56.803 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0035989989999999999 2023-08-28T02:34:56.803 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.803 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.803 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:34:56.803 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.177119+0000", 2023-08-28T02:34:56.803 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0049084849999999998 2023-08-28T02:34:56.803 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.803 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.803 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:34:56.804 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.200792+0000", 2023-08-28T02:34:56.804 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.023672500999999999 2023-08-28T02:34:56.804 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:34:56.804 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:34:56.804 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:34:56.804 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.804 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.804 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:96765 10.f 10:ff9b6e3d:::benchmark_data_smithi040_250784_object3456:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e311)", 2023-08-28T02:34:56.804 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:33:59.031814+0000", 2023-08-28T02:34:56.804 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 57.673949035, 2023-08-28T02:34:56.804 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.2126211810000003, 2023-08-28T02:34:56.804 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:34:56.805 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:34:56.805 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:34:56.805 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:34:56.805 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:34:56.805 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 96765 2023-08-28T02:34:56.805 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.805 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:34:56.805 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.805 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:34:56.805 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.031814+0000", 2023-08-28T02:34:56.805 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:34:56.805 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.806 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.806 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:34:56.806 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.031814+0000", 2023-08-28T02:34:56.806 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:34:56.806 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.806 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.806 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:34:56.806 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.031813+0000", 2023-08-28T02:34:56.806 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:34:56.806 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.806 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.806 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:34:56.807 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.031819+0000", 2023-08-28T02:34:56.807 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.5489999999999997e-06 2023-08-28T02:34:56.807 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.807 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.807 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:34:56.807 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.031829+0000", 2023-08-28T02:34:56.807 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0573e-05 2023-08-28T02:34:56.807 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.807 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.807 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:34:56.807 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.031834+0000", 2023-08-28T02:34:56.807 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.6789999999999996e-06 2023-08-28T02:34:56.808 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.808 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.808 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:34:56.808 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.173768+0000", 2023-08-28T02:34:56.808 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.141934383 2023-08-28T02:34:56.808 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.808 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.808 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:34:56.808 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.184873+0000", 2023-08-28T02:34:56.808 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011104475000000001 2023-08-28T02:34:56.808 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.808 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.809 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:34:56.809 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.300706+0000", 2023-08-28T02:34:56.809 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.115833085 2023-08-28T02:34:56.809 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.809 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.809 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:34:56.809 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.312415+0000", 2023-08-28T02:34:56.809 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011708829 2023-08-28T02:34:56.809 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.809 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.809 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:34:56.809 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.121231+0000", 2023-08-28T02:34:56.810 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.8088165109999998 2023-08-28T02:34:56.810 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.810 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.810 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:34:56.810 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.134976+0000", 2023-08-28T02:34:56.810 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.013744319 2023-08-28T02:34:56.810 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.810 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.810 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:34:56.810 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.154004+0000", 2023-08-28T02:34:56.810 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.019028219999999998 2023-08-28T02:34:56.810 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.811 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.811 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:56.811 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.203754+0000", 2023-08-28T02:34:56.811 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.049750333000000001 2023-08-28T02:34:56.811 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.811 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.811 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:34:56.811 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.205377+0000", 2023-08-28T02:34:56.811 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.001623074 2023-08-28T02:34:56.811 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.811 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.811 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:56.812 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.208452+0000", 2023-08-28T02:34:56.812 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0030744069999999999 2023-08-28T02:34:56.812 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.812 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.812 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:34:56.812 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.213507+0000", 2023-08-28T02:34:56.812 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0050556510000000004 2023-08-28T02:34:56.812 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.812 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.812 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:34:56.812 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.244436+0000", 2023-08-28T02:34:56.812 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.030928186 2023-08-28T02:34:56.813 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:34:56.813 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:34:56.813 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:34:56.813 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.813 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.813 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:96770 10.f 10:f97ce6fb:::benchmark_data_smithi040_250784_object3461:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e311)", 2023-08-28T02:34:56.813 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:33:59.202402+0000", 2023-08-28T02:34:56.813 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 57.503361896999998, 2023-08-28T02:34:56.813 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.5848080009999999, 2023-08-28T02:34:56.813 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:34:56.813 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:34:56.813 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:34:56.813 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:34:56.814 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:34:56.814 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 96770 2023-08-28T02:34:56.814 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.814 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:34:56.814 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.814 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:34:56.814 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.202402+0000", 2023-08-28T02:34:56.814 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:34:56.814 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.814 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.814 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:34:56.815 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.202402+0000", 2023-08-28T02:34:56.815 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:34:56.815 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.815 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.815 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:34:56.815 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.202400+0000", 2023-08-28T02:34:56.815 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:34:56.815 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.815 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.815 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:34:56.815 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.202407+0000", 2023-08-28T02:34:56.815 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.4070000000000004e-06 2023-08-28T02:34:56.816 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.816 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.816 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:34:56.816 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.202419+0000", 2023-08-28T02:34:56.816 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1800000000000001e-05 2023-08-28T02:34:56.816 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.816 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.816 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:34:56.816 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.202427+0000", 2023-08-28T02:34:56.816 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.4070000000000004e-06 2023-08-28T02:34:56.816 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.816 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.817 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:34:56.817 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.411223+0000", 2023-08-28T02:34:56.817 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.208796226 2023-08-28T02:34:56.817 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.817 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.817 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:34:56.817 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.436024+0000", 2023-08-28T02:34:56.817 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.024800819000000002 2023-08-28T02:34:56.817 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.817 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.817 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:34:56.817 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.531579+0000", 2023-08-28T02:34:56.818 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.095555426999999998 2023-08-28T02:34:56.818 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.818 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.818 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:34:56.818 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.546464+0000", 2023-08-28T02:34:56.818 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.014884731999999999 2023-08-28T02:34:56.818 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.818 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.818 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:34:56.818 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.546461+0000", 2023-08-28T02:34:56.818 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.9999973170000001 2023-08-28T02:34:56.818 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.819 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.819 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:34:56.819 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.555219+0000", 2023-08-28T02:34:56.819 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0087576519999999995 2023-08-28T02:34:56.819 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.819 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.819 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:34:56.819 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.572381+0000", 2023-08-28T02:34:56.819 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.017162153999999999 2023-08-28T02:34:56.819 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.819 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.819 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:34:56.820 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.636894+0000", 2023-08-28T02:34:56.820 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.064513319999999999 2023-08-28T02:34:56.820 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.820 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.820 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:56.820 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.740752+0000", 2023-08-28T02:34:56.820 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.103857805 2023-08-28T02:34:56.820 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.820 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.820 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:56.820 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.743802+0000", 2023-08-28T02:34:56.820 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0030497110000000001 2023-08-28T02:34:56.821 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.821 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.821 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:34:56.821 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.748577+0000", 2023-08-28T02:34:56.821 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0047756079999999998 2023-08-28T02:34:56.821 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.821 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.821 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:34:56.821 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.787210+0000", 2023-08-28T02:34:56.821 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.038632037000000001 2023-08-28T02:34:56.821 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:34:56.821 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:34:56.822 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:34:56.822 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.822 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.822 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:96778 10.f 10:f76f1e3a:::benchmark_data_smithi040_250784_object3469:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e311)", 2023-08-28T02:34:56.822 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:33:59.496575+0000", 2023-08-28T02:34:56.822 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 57.209188028, 2023-08-28T02:34:56.822 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.333504961, 2023-08-28T02:34:56.822 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:34:56.822 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:34:56.822 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:34:56.822 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:34:56.822 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:34:56.823 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 96778 2023-08-28T02:34:56.823 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.823 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:34:56.823 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.823 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:34:56.823 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.496575+0000", 2023-08-28T02:34:56.823 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:34:56.823 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.823 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.823 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:34:56.823 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.496575+0000", 2023-08-28T02:34:56.824 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:34:56.824 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.824 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.824 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:34:56.824 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.496574+0000", 2023-08-28T02:34:56.824 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:34:56.824 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.824 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.824 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:34:56.824 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.496580+0000", 2023-08-28T02:34:56.824 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.84e-06 2023-08-28T02:34:56.824 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.825 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.825 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:34:56.825 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.496590+0000", 2023-08-28T02:34:56.825 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.5550000000000008e-06 2023-08-28T02:34:56.825 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.825 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.825 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:34:56.825 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.496595+0000", 2023-08-28T02:34:56.825 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.5639999999999996e-06 2023-08-28T02:34:56.825 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.825 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.825 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:34:56.826 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.568924+0000", 2023-08-28T02:34:56.826 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.072329120999999996 2023-08-28T02:34:56.826 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.826 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.826 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:34:56.826 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.589991+0000", 2023-08-28T02:34:56.826 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.021067174000000001 2023-08-28T02:34:56.826 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.826 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.826 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:34:56.826 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.735432+0000", 2023-08-28T02:34:56.826 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.14544056799999999 2023-08-28T02:34:56.826 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.827 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.827 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:34:56.827 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.746915+0000", 2023-08-28T02:34:56.827 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011483363 2023-08-28T02:34:56.827 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.827 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.827 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:34:56.827 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.683223+0000", 2023-08-28T02:34:56.827 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.9363077249999998 2023-08-28T02:34:56.827 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.827 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.827 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:34:56.828 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.692538+0000", 2023-08-28T02:34:56.828 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0093153339999999998 2023-08-28T02:34:56.828 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.828 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.828 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:34:56.828 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.726611+0000", 2023-08-28T02:34:56.828 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.034072270000000002 2023-08-28T02:34:56.828 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.828 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.828 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:56.828 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.790924+0000", 2023-08-28T02:34:56.829 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.064313633999999995 2023-08-28T02:34:56.829 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.829 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.829 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:34:56.829 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.791996+0000", 2023-08-28T02:34:56.829 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0010721719999999999 2023-08-28T02:34:56.829 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.829 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.829 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:56.829 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.795665+0000", 2023-08-28T02:34:56.829 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0036686420000000002 2023-08-28T02:34:56.829 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.830 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.830 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:34:56.830 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.802562+0000", 2023-08-28T02:34:56.830 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0068967070000000002 2023-08-28T02:34:56.830 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.830 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.830 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:34:56.830 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.830080+0000", 2023-08-28T02:34:56.830 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.027518549999999999 2023-08-28T02:34:56.830 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:34:56.830 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:34:56.831 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:34:56.831 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.831 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.831 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:96797 10.f 10:f9c05bbc:::benchmark_data_smithi040_250784_object3488:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e311)", 2023-08-28T02:34:56.831 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:34:00.015065+0000", 2023-08-28T02:34:56.831 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 56.690698761999997, 2023-08-28T02:34:56.831 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.252628735, 2023-08-28T02:34:56.831 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:34:56.831 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:34:56.831 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:34:56.831 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:34:56.831 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:34:56.832 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 96797 2023-08-28T02:34:56.832 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.832 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:34:56.832 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.832 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:34:56.832 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.015065+0000", 2023-08-28T02:34:56.832 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:34:56.832 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.832 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.832 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:34:56.832 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.015065+0000", 2023-08-28T02:34:56.832 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:34:56.832 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.833 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.833 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:34:56.833 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.015063+0000", 2023-08-28T02:34:56.833 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:34:56.833 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.833 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.833 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:34:56.833 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.015071+0000", 2023-08-28T02:34:56.833 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.5109999999999997e-06 2023-08-28T02:34:56.833 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.833 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.833 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:34:56.834 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.015082+0000", 2023-08-28T02:34:56.834 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1637999999999999e-05 2023-08-28T02:34:56.834 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.834 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.834 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:34:56.834 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.015088+0000", 2023-08-28T02:34:56.834 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.3739999999999997e-06 2023-08-28T02:34:56.834 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.834 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.834 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:34:56.834 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.227902+0000", 2023-08-28T02:34:56.834 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.21281409300000001 2023-08-28T02:34:56.835 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.835 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.835 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:34:56.835 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.240030+0000", 2023-08-28T02:34:56.835 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.012128431 2023-08-28T02:34:56.835 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.835 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.835 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:34:56.835 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.341985+0000", 2023-08-28T02:34:56.835 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.101954987 2023-08-28T02:34:56.835 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.835 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.835 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:34:56.836 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.353338+0000", 2023-08-28T02:34:56.836 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011352395 2023-08-28T02:34:56.836 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.836 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.836 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:34:56.836 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.941127+0000", 2023-08-28T02:34:56.836 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.587789393 2023-08-28T02:34:56.836 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.836 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.836 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:34:56.836 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.955233+0000", 2023-08-28T02:34:56.836 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.014105525000000001 2023-08-28T02:34:56.836 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.837 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.837 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:34:56.837 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.991607+0000", 2023-08-28T02:34:56.837 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.036374539999999997 2023-08-28T02:34:56.837 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.837 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.837 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:34:56.837 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.136341+0000", 2023-08-28T02:34:56.837 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.14473370199999999 2023-08-28T02:34:56.837 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.837 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.837 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:56.837 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.225244+0000", 2023-08-28T02:34:56.838 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.088903183999999996 2023-08-28T02:34:56.838 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.838 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.838 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:56.838 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.229456+0000", 2023-08-28T02:34:56.838 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.004211897 2023-08-28T02:34:56.838 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.838 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.838 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:34:56.838 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.234681+0000", 2023-08-28T02:34:56.838 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0052248900000000003 2023-08-28T02:34:56.838 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.838 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.839 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:34:56.839 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.267693+0000", 2023-08-28T02:34:56.839 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.033012481000000003 2023-08-28T02:34:56.839 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:34:56.839 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:34:56.839 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:34:56.839 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.839 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.839 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:96814 10.f 10:fe2a992a:::benchmark_data_smithi040_250784_object3505:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e311)", 2023-08-28T02:34:56.839 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:34:00.204834+0000", 2023-08-28T02:34:56.839 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 56.500929132000003, 2023-08-28T02:34:56.839 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.11497767, 2023-08-28T02:34:56.840 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:34:56.840 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:34:56.840 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:34:56.840 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:34:56.840 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:34:56.840 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 96814 2023-08-28T02:34:56.840 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.840 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:34:56.840 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.840 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:34:56.840 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.204834+0000", 2023-08-28T02:34:56.840 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:34:56.841 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.841 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.841 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:34:56.841 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.204834+0000", 2023-08-28T02:34:56.841 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:34:56.841 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.841 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.841 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:34:56.841 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.204832+0000", 2023-08-28T02:34:56.841 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:34:56.841 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.841 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.842 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:34:56.842 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.204844+0000", 2023-08-28T02:34:56.842 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1488000000000001e-05 2023-08-28T02:34:56.842 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.842 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.842 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:34:56.842 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.204861+0000", 2023-08-28T02:34:56.842 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.7467000000000001e-05 2023-08-28T02:34:56.842 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.842 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.842 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:34:56.842 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.204869+0000", 2023-08-28T02:34:56.843 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.4939999999999997e-06 2023-08-28T02:34:56.843 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.843 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.843 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:34:56.843 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.354580+0000", 2023-08-28T02:34:56.843 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.149710909 2023-08-28T02:34:56.843 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.843 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.843 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:34:56.843 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.365256+0000", 2023-08-28T02:34:56.843 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.010676257 2023-08-28T02:34:56.843 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.844 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.844 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:34:56.844 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.439060+0000", 2023-08-28T02:34:56.844 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.073804227 2023-08-28T02:34:56.844 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.844 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.844 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:34:56.844 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.452006+0000", 2023-08-28T02:34:56.844 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.012946064 2023-08-28T02:34:56.844 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.844 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.844 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:34:56.845 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.059663+0000", 2023-08-28T02:34:56.845 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.607656875 2023-08-28T02:34:56.845 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.845 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.845 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:34:56.845 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.077024+0000", 2023-08-28T02:34:56.845 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.017361002 2023-08-28T02:34:56.845 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.845 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.845 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:34:56.845 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.116396+0000", 2023-08-28T02:34:56.845 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.039371641999999998 2023-08-28T02:34:56.846 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.846 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.846 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:34:56.846 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.221638+0000", 2023-08-28T02:34:56.846 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.10524247 2023-08-28T02:34:56.846 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.846 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.846 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:56.846 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.275944+0000", 2023-08-28T02:34:56.846 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.054306311000000003 2023-08-28T02:34:56.846 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.846 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.847 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:56.847 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.280754+0000", 2023-08-28T02:34:56.847 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0048092079999999997 2023-08-28T02:34:56.847 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.847 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.847 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:34:56.847 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.287878+0000", 2023-08-28T02:34:56.847 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.007124277 2023-08-28T02:34:56.847 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.847 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.847 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:34:56.848 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.319812+0000", 2023-08-28T02:34:56.848 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.031934059000000001 2023-08-28T02:34:56.848 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:34:56.848 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:34:56.848 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:34:56.848 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.848 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.848 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:96821 10.f 10:f454922f:::benchmark_data_smithi040_250784_object3512:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e311)", 2023-08-28T02:34:56.848 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:34:00.318821+0000", 2023-08-28T02:34:56.848 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 56.386942292999997, 2023-08-28T02:34:56.848 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.061164947, 2023-08-28T02:34:56.848 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:34:56.848 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:34:56.849 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:34:56.849 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:34:56.849 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:34:56.849 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 96821 2023-08-28T02:34:56.849 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.849 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:34:56.849 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.849 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:34:56.849 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.318821+0000", 2023-08-28T02:34:56.849 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:34:56.849 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.849 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.850 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:34:56.850 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.318821+0000", 2023-08-28T02:34:56.850 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:34:56.850 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.850 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.850 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:34:56.850 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.318819+0000", 2023-08-28T02:34:56.850 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999976 2023-08-28T02:34:56.850 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.850 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.850 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:34:56.850 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.318830+0000", 2023-08-28T02:34:56.850 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1289e-05 2023-08-28T02:34:56.851 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.851 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.851 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:34:56.851 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.318848+0000", 2023-08-28T02:34:56.851 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.7696000000000001e-05 2023-08-28T02:34:56.851 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.851 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.851 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:34:56.851 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.318856+0000", 2023-08-28T02:34:56.851 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.7640000000000005e-06 2023-08-28T02:34:56.851 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.851 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.852 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:34:56.852 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.366665+0000", 2023-08-28T02:34:56.852 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.047809500999999997 2023-08-28T02:34:56.852 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.852 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.852 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:34:56.852 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.383393+0000", 2023-08-28T02:34:56.852 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.016727705999999998 2023-08-28T02:34:56.852 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.852 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.852 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:34:56.853 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.497628+0000", 2023-08-28T02:34:56.853 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.11423538900000001 2023-08-28T02:34:56.853 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.853 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.853 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:34:56.853 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.508633+0000", 2023-08-28T02:34:56.853 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011005011 2023-08-28T02:34:56.853 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.853 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.853 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:34:56.853 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.185668+0000", 2023-08-28T02:34:56.853 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.6770350660000002 2023-08-28T02:34:56.854 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.854 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.854 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:34:56.854 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.194340+0000", 2023-08-28T02:34:56.854 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0086712339999999999 2023-08-28T02:34:56.854 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.854 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.854 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:34:56.854 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.211124+0000", 2023-08-28T02:34:56.854 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.016784177000000001 2023-08-28T02:34:56.854 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.855 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.855 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:34:56.855 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.269756+0000", 2023-08-28T02:34:56.855 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.058632722999999998 2023-08-28T02:34:56.855 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.855 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.855 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:56.855 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.325292+0000", 2023-08-28T02:34:56.855 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.055535094 2023-08-28T02:34:56.855 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.855 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.855 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:34:56.855 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.331014+0000", 2023-08-28T02:34:56.856 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0057225339999999996 2023-08-28T02:34:56.856 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.856 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.856 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:34:56.856 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.337644+0000", 2023-08-28T02:34:56.856 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0066303350000000002 2023-08-28T02:34:56.856 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:34:56.856 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:34:56.856 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:34:56.856 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.379986+0000", 2023-08-28T02:34:56.856 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.042341615999999999 2023-08-28T02:34:56.856 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:34:56.856 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:34:56.857 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:34:56.857 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:34:56.857 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:34:56.857 INFO:teuthology.orchestra.run.smithi083.stdout:} 2023-08-28T02:34:56.857 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:56 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 40080/257889 objects degraded (15.542%), 8 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-08-28T02:34:56.858 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:56 smithi083 ceph-mon[157819]: pgmap v951: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 89 active+clean; 5.2 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 112 op/s; 39961/256713 objects degraded (15.566%); 17914/256713 objects misplaced (6.978%); 9.0 MiB/s, 143 objects/s recovering 2023-08-28T02:34:56.858 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:56.858 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:34:56.858 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:56 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 40080/257889 objects degraded (15.542%), 8 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-08-28T02:34:56.858 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:56 smithi040 ceph-mon[175404]: pgmap v951: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 89 active+clean; 5.2 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 112 op/s; 39961/256713 objects degraded (15.566%); 17914/256713 objects misplaced (6.978%); 9.0 MiB/s, 143 objects/s recovering 2023-08-28T02:34:56.858 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:56 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 40080/257889 objects degraded (15.542%), 8 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-08-28T02:34:56.859 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:56 smithi040 ceph-mon[170259]: pgmap v951: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 89 active+clean; 5.2 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 112 op/s; 39961/256713 objects degraded (15.566%); 17914/256713 objects misplaced (6.978%); 9.0 MiB/s, 143 objects/s recovering 2023-08-28T02:34:56.859 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:56.859 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:34:56.960 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:34:56.994 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:57.066 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:34:57.069 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:57.069 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:34:57.099 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.5 dump_ops_in_flight 2023-08-28T02:34:57.170 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:34:57.209 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:57.230 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:34:57.233 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:57.233 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:34:57.334 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:34:57.370 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:57.397 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:34:57.400 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:57.401 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:34:57.443 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:34:57.501 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:34:57.536 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:57.607 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:34:57.607 INFO:teuthology.orchestra.run.smithi040.stdout:{"fsid":"d9a8f48a-4546-11ee-817c-1b7a5f1ba315","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"noscrub,nodeep-scrub flag(s) set","count":20},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 39961/256713 objects degraded (15.566%), 8 pgs degraded, 6 pgs undersized","count":14},"muted":false}},"mutes":[]},"election_epoch":34,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":1302,"monmap":{"epoch":4,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":320,"num_osds":8,"num_up_osds":8,"osd_up_since":1693189991,"num_in_osds":6,"osd_in_since":1693189947,"num_remapped_pgs":9},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":89},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":5},{"state_name":"active+remapped+backfill_wait","count":2},{"state_name":"active+recovery_wait+degraded+remapped","count":1},{"state_name":"active+recovering+undersized+degraded+remapped","count":1},{"state_name":"active+recovery_wait+degraded","count":1}],"num_pgs":99,"num_pools":5,"num_objects":85571,"data_bytes":5606783748,"bytes_used":16083374080,"bytes_avail":559886839808,"bytes_total":575970213888,"degraded_objects":39961,"degraded_total":256713,"degraded_ratio":0.1556641073884065,"misplaced_objects":17914,"misplaced_total":256713,"misplaced_ratio":0.069782208146841024,"recovering_objects_per_sec":143,"recovering_bytes_per_sec":9418164,"recovering_keys_per_sec":0,"num_objects_recovered":1150,"num_bytes_recovered":75366400,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":112},"fsmap":{"epoch":7,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi040.wmhbsz","status":"up:active","gid":24577}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.40:8443/","prometheus":"http://172.21.15.40:9283/"}},"servicemap":{"epoch":22,"modified":"2023-08-28T02:34:10.384085+0000","services":{}},"progress_events":{"12dba03a-d529-4826-b243-e29af8fa97a8":{"message":"Upgrade to 18.2.0-187-g9cf20820 (5m)\n [============................] (remaining: 6m)","progress":0.44999998807907104,"add_to_ceph_s":true},"42e4bfe6-6201-4e43-94a3-bd00b5166574":{"message":"Global Recovery Event (3m)\n [=========================...] (remaining: 23s)","progress":0.89898991584777832,"add_to_ceph_s":true}}} 2023-08-28T02:34:57.610 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:34:57.614 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:57.614 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:34:57.715 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:34:57.749 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:57.977 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:34:57.980 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:57.981 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:34:58.015 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-08-28T02:34:58.048 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2023-08-28T02:34:58.049 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:34:58.081 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:34:58.126 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:58.160 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:34:58.163 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:58.163 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:34:58.230 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:57 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/297226860' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:34:58.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:57 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/297226860' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:34:58.236 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:57 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/297226860' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:34:58.264 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:34:58.296 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:58.317 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:34:58.319 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:58.320 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:34:58.375 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:34:58.420 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:34:58.440 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:34:58.451 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2023-08-28T02:34:58.451 INFO:teuthology.orchestra.run.smithi083.stdout: "ops": [], 2023-08-28T02:34:58.451 INFO:teuthology.orchestra.run.smithi083.stdout: "num_ops": 0 2023-08-28T02:34:58.451 INFO:teuthology.orchestra.run.smithi083.stdout:} 2023-08-28T02:34:58.456 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:58.817 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.5 dump_blocked_ops 2023-08-28T02:34:58.890 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:34:58.894 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:58.894 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:34:58.954 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:58 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3301575833' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:34:58.954 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:58 smithi083 ceph-mon[157819]: pgmap v952: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 89 active+clean; 5.2 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 97 op/s; 39961/256527 objects degraded (15.578%); 17914/256527 objects misplaced (6.983%); 7.2 MiB/s, 115 objects/s recovering 2023-08-28T02:34:58.970 INFO:teuthology.orchestra.run.smithi040.stderr:noscrub is unset 2023-08-28T02:34:58.995 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:34:59.027 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:59.051 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:34:59.054 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:59.055 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:34:59.088 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:58 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3301575833' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:34:59.089 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:58 smithi040 ceph-mon[170259]: pgmap v952: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 89 active+clean; 5.2 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 97 op/s; 39961/256527 objects degraded (15.578%); 17914/256527 objects misplaced (6.983%); 7.2 MiB/s, 115 objects/s recovering 2023-08-28T02:34:59.089 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:58 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3301575833' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:34:59.089 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:58 smithi040 ceph-mon[175404]: pgmap v952: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 89 active+clean; 5.2 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 97 op/s; 39961/256527 objects degraded (15.578%); 17914/256527 objects misplaced (6.983%); 7.2 MiB/s, 115 objects/s recovering 2023-08-28T02:34:59.130 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:34:59.156 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:34:59.183 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:34:59.255 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:34:59.259 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:34:59.259 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:34:59.360 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:34:59.398 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:00.071 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2023-08-28T02:35:00.072 INFO:teuthology.orchestra.run.smithi083.stdout: "ops": [], 2023-08-28T02:35:00.072 INFO:teuthology.orchestra.run.smithi083.stdout: "complaint_time": 30, 2023-08-28T02:35:00.072 INFO:teuthology.orchestra.run.smithi083.stdout: "num_blocked_ops": 0 2023-08-28T02:35:00.072 INFO:teuthology.orchestra.run.smithi083.stdout:} 2023-08-28T02:35:00.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:59 smithi040 ceph-mon[170259]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:35:00.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:59 smithi040 ceph-mon[170259]: failed to encode map e321 with expected crc 2023-08-28T02:35:00.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:59 smithi040 ceph-mon[170259]: failed to encode map e321 with expected crc 2023-08-28T02:35:00.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:59 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3301575833' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:35:00.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:59 smithi040 ceph-mon[170259]: osdmap e321: 8 total, 8 up, 6 in 2023-08-28T02:35:00.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:59 smithi040 ceph-mon[170259]: failed to encode map e321 with expected crc 2023-08-28T02:35:00.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:34:59 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:35:00.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:59 smithi040 ceph-mon[175404]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:35:00.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:59 smithi040 ceph-mon[175404]: failed to encode map e321 with expected crc 2023-08-28T02:35:00.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:59 smithi040 ceph-mon[175404]: failed to encode map e321 with expected crc 2023-08-28T02:35:00.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:59 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3301575833' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:35:00.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:59 smithi040 ceph-mon[175404]: osdmap e321: 8 total, 8 up, 6 in 2023-08-28T02:35:00.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:59 smithi040 ceph-mon[175404]: failed to encode map e321 with expected crc 2023-08-28T02:35:00.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:34:59 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:35:00.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:59 smithi083 ceph-mon[157819]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:35:00.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:59 smithi083 ceph-mon[157819]: failed to encode map e321 with expected crc 2023-08-28T02:35:00.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:59 smithi083 ceph-mon[157819]: failed to encode map e321 with expected crc 2023-08-28T02:35:00.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:59 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3301575833' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:35:00.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:59 smithi083 ceph-mon[157819]: osdmap e321: 8 total, 8 up, 6 in 2023-08-28T02:35:00.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:59 smithi083 ceph-mon[157819]: failed to encode map e321 with expected crc 2023-08-28T02:35:00.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:34:59 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:35:00.476 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.5 dump_historic_ops 2023-08-28T02:35:00.792 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:35:00.877 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:35:00.880 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:00.881 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:35:00.982 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:35:01.015 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:01.086 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:35:01.089 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:01.089 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:35:01.094 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:00 smithi040 ceph-mon[175404]: pgmap v954: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 89 active+clean; 5.2 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 91 op/s; 39887/255966 objects degraded (15.583%); 17268/255966 objects misplaced (6.746%); 9.6 MiB/s, 153 objects/s recovering 2023-08-28T02:35:01.094 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:00 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 39961/256527 objects degraded (15.578%), 8 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-08-28T02:35:01.094 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:00 smithi040 ceph-mon[170259]: pgmap v954: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 89 active+clean; 5.2 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 91 op/s; 39887/255966 objects degraded (15.583%); 17268/255966 objects misplaced (6.746%); 9.6 MiB/s, 153 objects/s recovering 2023-08-28T02:35:01.094 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:00 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 39961/256527 objects degraded (15.578%), 8 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-08-28T02:35:01.190 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:35:01.216 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:00 smithi083 ceph-mon[157819]: pgmap v954: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 89 active+clean; 5.2 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 91 op/s; 39887/255966 objects degraded (15.583%); 17268/255966 objects misplaced (6.746%); 9.6 MiB/s, 153 objects/s recovering 2023-08-28T02:35:01.217 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:00 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 39961/256527 objects degraded (15.578%), 8 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-08-28T02:35:01.225 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:01.818 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2023-08-28T02:35:01.818 INFO:teuthology.orchestra.run.smithi083.stdout: "size": 20, 2023-08-28T02:35:01.818 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 600, 2023-08-28T02:35:01.818 INFO:teuthology.orchestra.run.smithi083.stdout: "ops": [ 2023-08-28T02:35:01.818 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.819 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:72088 9.12 9.b47d9e72 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e180)", 2023-08-28T02:35:01.819 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:27:42.298492+0000", 2023-08-28T02:35:01.819 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 439.51710194399999, 2023-08-28T02:35:01.819 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.007339545, 2023-08-28T02:35:01.819 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:35:01.819 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "reached pg", 2023-08-28T02:35:01.819 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:35:01.819 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:35:01.819 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:35:01.819 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 72088 2023-08-28T02:35:01.819 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.819 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:35:01.820 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.820 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:35:01.820 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.298492+0000", 2023-08-28T02:35:01.820 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:01.820 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.820 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.820 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:35:01.820 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.298492+0000", 2023-08-28T02:35:01.820 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:01.820 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.820 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.820 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:35:01.821 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.298490+0000", 2023-08-28T02:35:01.821 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:35:01.821 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.821 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.821 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:35:01.821 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.298524+0000", 2023-08-28T02:35:01.821 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.3108000000000002e-05 2023-08-28T02:35:01.821 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.821 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.821 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:35:01.821 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.298539+0000", 2023-08-28T02:35:01.821 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.5041999999999999e-05 2023-08-28T02:35:01.822 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.822 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.822 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:35:01.822 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.298546+0000", 2023-08-28T02:35:01.822 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.0439999999999998e-06 2023-08-28T02:35:01.822 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.822 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.822 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:01.822 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.298593+0000", 2023-08-28T02:35:01.822 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.7284000000000003e-05 2023-08-28T02:35:01.822 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.823 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.823 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:35:01.823 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.298600+0000", 2023-08-28T02:35:01.823 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.4329999999999998e-06 2023-08-28T02:35:01.823 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.823 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.823 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:01.823 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:43.305821+0000", 2023-08-28T02:35:01.823 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.007220912 2023-08-28T02:35:01.823 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.823 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.823 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:35:01.823 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:43.305832+0000", 2023-08-28T02:35:01.824 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0413e-05 2023-08-28T02:35:01.824 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:01.824 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:35:01.824 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:01.824 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.824 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.824 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:72120 9.12 9.6e95da92 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e180)", 2023-08-28T02:35:01.824 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:27:42.329351+0000", 2023-08-28T02:35:01.824 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 439.48624268700001, 2023-08-28T02:35:01.824 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.97651400399999999, 2023-08-28T02:35:01.824 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:35:01.825 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "reached pg", 2023-08-28T02:35:01.825 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:35:01.825 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:35:01.825 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:35:01.825 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 72120 2023-08-28T02:35:01.825 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.825 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:35:01.825 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.825 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:35:01.825 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.329351+0000", 2023-08-28T02:35:01.825 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:01.825 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.825 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.826 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:35:01.826 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.329351+0000", 2023-08-28T02:35:01.826 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:01.826 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.826 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.826 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:35:01.826 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.329350+0000", 2023-08-28T02:35:01.826 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:35:01.826 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.826 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.826 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:35:01.826 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.329399+0000", 2023-08-28T02:35:01.827 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.9289000000000002e-05 2023-08-28T02:35:01.827 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.827 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.827 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:35:01.827 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.329413+0000", 2023-08-28T02:35:01.827 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.393e-05 2023-08-28T02:35:01.827 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.827 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.827 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:35:01.827 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.329421+0000", 2023-08-28T02:35:01.827 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.0860000000000002e-06 2023-08-28T02:35:01.828 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.828 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.828 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:01.828 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.329456+0000", 2023-08-28T02:35:01.828 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.5234000000000002e-05 2023-08-28T02:35:01.828 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.828 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.828 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:35:01.828 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.329463+0000", 2023-08-28T02:35:01.828 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.99e-06 2023-08-28T02:35:01.828 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.828 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.829 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:01.829 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:43.305856+0000", 2023-08-28T02:35:01.829 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.97639254799999997 2023-08-28T02:35:01.829 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.829 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.829 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:35:01.829 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:43.305865+0000", 2023-08-28T02:35:01.829 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.4439999999999997e-06 2023-08-28T02:35:01.829 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:01.829 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:35:01.829 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:01.829 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.830 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.830 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:72209 9.12 9.caf25632 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e180)", 2023-08-28T02:35:01.830 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:27:42.399982+0000", 2023-08-28T02:35:01.830 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 439.415612452, 2023-08-28T02:35:01.830 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.905911892, 2023-08-28T02:35:01.830 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:35:01.830 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "reached pg", 2023-08-28T02:35:01.830 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:35:01.830 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:35:01.830 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:35:01.830 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 72209 2023-08-28T02:35:01.831 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.831 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:35:01.831 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.831 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:35:01.831 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.399982+0000", 2023-08-28T02:35:01.831 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:01.831 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.831 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.831 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:35:01.832 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.399982+0000", 2023-08-28T02:35:01.832 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:01.832 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.832 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.832 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:35:01.832 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.399980+0000", 2023-08-28T02:35:01.832 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:35:01.832 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.832 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.832 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:35:01.832 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.400015+0000", 2023-08-28T02:35:01.832 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.5233e-05 2023-08-28T02:35:01.833 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.833 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.833 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:35:01.833 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.400028+0000", 2023-08-28T02:35:01.833 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2541000000000001e-05 2023-08-28T02:35:01.833 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.833 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.833 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:35:01.833 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.400034+0000", 2023-08-28T02:35:01.833 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.1820000000000003e-06 2023-08-28T02:35:01.833 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.833 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.834 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:01.834 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.400082+0000", 2023-08-28T02:35:01.834 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.7958999999999999e-05 2023-08-28T02:35:01.834 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.834 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.834 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:35:01.834 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.400088+0000", 2023-08-28T02:35:01.834 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.1870000000000002e-06 2023-08-28T02:35:01.834 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.834 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.834 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:01.834 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:43.305887+0000", 2023-08-28T02:35:01.835 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.90579869300000004 2023-08-28T02:35:01.835 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.835 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.835 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:35:01.835 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:43.305894+0000", 2023-08-28T02:35:01.835 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.6819999999999997e-06 2023-08-28T02:35:01.835 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:01.835 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:35:01.835 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:01.835 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.835 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.836 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:72226 9.12 9.1c5cc8b2 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e180)", 2023-08-28T02:35:01.836 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:27:42.412718+0000", 2023-08-28T02:35:01.836 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 439.40287614499999, 2023-08-28T02:35:01.836 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.89321508100000002, 2023-08-28T02:35:01.836 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:35:01.836 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "reached pg", 2023-08-28T02:35:01.836 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:35:01.836 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:35:01.836 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:35:01.836 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 72226 2023-08-28T02:35:01.836 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.836 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:35:01.837 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.837 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:35:01.837 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.412718+0000", 2023-08-28T02:35:01.837 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:01.837 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.837 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.837 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:35:01.837 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.412718+0000", 2023-08-28T02:35:01.837 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:01.837 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.837 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.837 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:35:01.838 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.412717+0000", 2023-08-28T02:35:01.838 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:35:01.838 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.838 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.838 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:35:01.838 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.412779+0000", 2023-08-28T02:35:01.838 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.1795e-05 2023-08-28T02:35:01.838 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.838 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.838 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:35:01.838 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.412789+0000", 2023-08-28T02:35:01.838 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0278999999999999e-05 2023-08-28T02:35:01.839 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.839 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.839 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:35:01.839 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.412796+0000", 2023-08-28T02:35:01.839 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.063e-06 2023-08-28T02:35:01.839 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.839 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.839 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:01.839 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.412831+0000", 2023-08-28T02:35:01.839 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.4560000000000001e-05 2023-08-28T02:35:01.839 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.839 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.840 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:35:01.840 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.412837+0000", 2023-08-28T02:35:01.840 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.9789999999999998e-06 2023-08-28T02:35:01.840 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.840 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.840 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:01.840 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:43.305925+0000", 2023-08-28T02:35:01.840 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.893088616 2023-08-28T02:35:01.840 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.840 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.840 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:35:01.840 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:43.305933+0000", 2023-08-28T02:35:01.841 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.746e-06 2023-08-28T02:35:01.841 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:01.841 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:35:01.841 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:01.841 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.841 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.841 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:72236 9.12 9.97e79cf2 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e180)", 2023-08-28T02:35:01.841 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:27:42.422266+0000", 2023-08-28T02:35:01.841 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 439.393328548, 2023-08-28T02:35:01.841 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.88369277800000001, 2023-08-28T02:35:01.841 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:35:01.841 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "reached pg", 2023-08-28T02:35:01.842 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:35:01.842 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:35:01.842 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:35:01.842 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 72236 2023-08-28T02:35:01.842 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.842 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:35:01.842 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.842 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:35:01.842 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.422266+0000", 2023-08-28T02:35:01.842 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:01.842 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.842 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.843 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:35:01.843 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.422266+0000", 2023-08-28T02:35:01.843 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:01.843 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.843 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.843 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:35:01.843 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.422265+0000", 2023-08-28T02:35:01.843 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999995 2023-08-28T02:35:01.843 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.843 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.843 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:35:01.843 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.422307+0000", 2023-08-28T02:35:01.844 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.1934999999999997e-05 2023-08-28T02:35:01.844 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.844 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.844 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:35:01.844 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.422315+0000", 2023-08-28T02:35:01.844 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.8350000000000004e-06 2023-08-28T02:35:01.844 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.844 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.844 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:35:01.844 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.422319+0000", 2023-08-28T02:35:01.844 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.2679999999999996e-06 2023-08-28T02:35:01.844 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.845 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.845 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:01.845 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.422358+0000", 2023-08-28T02:35:01.845 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.9425000000000003e-05 2023-08-28T02:35:01.845 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.845 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.845 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:35:01.845 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.422363+0000", 2023-08-28T02:35:01.845 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.7219999999999999e-06 2023-08-28T02:35:01.845 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.845 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.845 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:01.846 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:43.305952+0000", 2023-08-28T02:35:01.846 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.88358863300000001 2023-08-28T02:35:01.846 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.846 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.846 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:35:01.846 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:43.305958+0000", 2023-08-28T02:35:01.846 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.5950000000000004e-06 2023-08-28T02:35:01.846 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:01.846 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:35:01.846 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:01.846 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.846 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.846 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:72254 9.12 9.680ad2f2 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e180)", 2023-08-28T02:35:01.847 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:27:42.436884+0000", 2023-08-28T02:35:01.847 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 439.37871000500002, 2023-08-28T02:35:01.847 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.86909954099999998, 2023-08-28T02:35:01.847 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:35:01.847 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "reached pg", 2023-08-28T02:35:01.847 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:35:01.847 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:35:01.847 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:35:01.847 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 72254 2023-08-28T02:35:01.847 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.847 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:35:01.847 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.848 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:35:01.848 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.436884+0000", 2023-08-28T02:35:01.848 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:01.848 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.848 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.848 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:35:01.848 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.436884+0000", 2023-08-28T02:35:01.848 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:01.848 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.848 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.848 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:35:01.848 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.436884+0000", 2023-08-28T02:35:01.849 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999995 2023-08-28T02:35:01.849 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.849 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.849 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:35:01.849 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.436922+0000", 2023-08-28T02:35:01.849 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.8637999999999998e-05 2023-08-28T02:35:01.849 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.849 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.849 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:35:01.849 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.436929+0000", 2023-08-28T02:35:01.849 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.0119999999999999e-06 2023-08-28T02:35:01.850 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.850 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.850 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:35:01.850 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.436935+0000", 2023-08-28T02:35:01.850 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.7869999999999998e-06 2023-08-28T02:35:01.850 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.850 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.850 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:01.850 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.439262+0000", 2023-08-28T02:35:01.850 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.002326641 2023-08-28T02:35:01.850 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.850 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.850 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:35:01.851 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.439268+0000", 2023-08-28T02:35:01.851 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.6000000000000003e-06 2023-08-28T02:35:01.851 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.851 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.851 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:01.851 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:43.305977+0000", 2023-08-28T02:35:01.851 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.86670903399999999 2023-08-28T02:35:01.851 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.851 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.851 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:35:01.851 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:43.305984+0000", 2023-08-28T02:35:01.852 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.3690000000000003e-06 2023-08-28T02:35:01.852 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:01.852 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:35:01.852 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:01.852 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.852 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.852 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:72265 9.12 9.7407c752 (undecoded) ondisk+write+known_if_redirected+supports_pool_eio e180)", 2023-08-28T02:35:01.852 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:27:42.446573+0000", 2023-08-28T02:35:01.852 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 439.369021111, 2023-08-28T02:35:01.852 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.85943895400000003, 2023-08-28T02:35:01.852 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:35:01.853 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "reached pg", 2023-08-28T02:35:01.853 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:35:01.853 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:35:01.853 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:35:01.853 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 72265 2023-08-28T02:35:01.853 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.853 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:35:01.853 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.853 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:35:01.853 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.446573+0000", 2023-08-28T02:35:01.853 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:01.853 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.854 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.854 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:35:01.854 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.446573+0000", 2023-08-28T02:35:01.854 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:01.854 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.854 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.854 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:35:01.854 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.446572+0000", 2023-08-28T02:35:01.854 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:35:01.854 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.854 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.854 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:35:01.855 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.446634+0000", 2023-08-28T02:35:01.855 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.2061000000000001e-05 2023-08-28T02:35:01.855 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.855 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.855 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:35:01.855 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.446643+0000", 2023-08-28T02:35:01.855 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.3200000000000006e-06 2023-08-28T02:35:01.855 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.855 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.855 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:35:01.855 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.446648+0000", 2023-08-28T02:35:01.855 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.5700000000000003e-06 2023-08-28T02:35:01.856 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.856 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.856 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:01.856 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.446678+0000", 2023-08-28T02:35:01.856 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.0369999999999999e-05 2023-08-28T02:35:01.856 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.856 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.856 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:35:01.856 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:42.446683+0000", 2023-08-28T02:35:01.856 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.2140000000000004e-06 2023-08-28T02:35:01.856 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.856 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.857 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:01.857 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:43.306002+0000", 2023-08-28T02:35:01.857 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.85931836699999997 2023-08-28T02:35:01.857 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.857 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.857 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:35:01.857 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:27:43.306012+0000", 2023-08-28T02:35:01.857 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0173000000000001e-05 2023-08-28T02:35:01.857 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:01.857 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:35:01.857 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:01.857 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.858 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.858 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:166815 9.a 9:56e3268b:::benchmark_data_smithi040_209735_object59220:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e217)", 2023-08-28T02:35:01.858 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:32.931809+0000", 2023-08-28T02:35:01.858 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 328.883784779, 2023-08-28T02:35:01.858 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.2630989939999999, 2023-08-28T02:35:01.858 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:35:01.858 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "reached pg", 2023-08-28T02:35:01.858 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:35:01.858 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:35:01.858 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:35:01.858 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 166815 2023-08-28T02:35:01.859 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.859 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:35:01.859 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.859 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:35:01.859 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.931809+0000", 2023-08-28T02:35:01.859 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:01.859 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.859 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.859 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:35:01.859 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.931809+0000", 2023-08-28T02:35:01.859 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:01.859 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.859 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.860 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:35:01.860 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.931807+0000", 2023-08-28T02:35:01.860 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:35:01.860 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.860 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.860 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:35:01.860 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.931824+0000", 2023-08-28T02:35:01.860 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.6765e-05 2023-08-28T02:35:01.860 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.860 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.860 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:35:01.860 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.931845+0000", 2023-08-28T02:35:01.860 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.0709000000000001e-05 2023-08-28T02:35:01.861 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.861 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.861 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:35:01.861 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.931855+0000", 2023-08-28T02:35:01.861 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0445000000000001e-05 2023-08-28T02:35:01.861 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.861 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.861 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:01.861 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.098247+0000", 2023-08-28T02:35:01.861 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.16639153100000001 2023-08-28T02:35:01.861 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.861 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.862 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:35:01.862 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.098257+0000", 2023-08-28T02:35:01.862 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.9080000000000007e-06 2023-08-28T02:35:01.862 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.862 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.862 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:01.862 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.907336+0000", 2023-08-28T02:35:01.862 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.80907946900000005 2023-08-28T02:35:01.862 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.862 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.862 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:35:01.862 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.907344+0000", 2023-08-28T02:35:01.863 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.7530000000000001e-06 2023-08-28T02:35:01.863 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.863 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.863 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:01.863 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.920156+0000", 2023-08-28T02:35:01.863 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0128124730000001 2023-08-28T02:35:01.863 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.863 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.863 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:35:01.863 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.920168+0000", 2023-08-28T02:35:01.863 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1858999999999999e-05 2023-08-28T02:35:01.864 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.864 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.864 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:01.864 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.194827+0000", 2023-08-28T02:35:01.864 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.274659089 2023-08-28T02:35:01.864 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.864 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.864 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:35:01.864 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.194908+0000", 2023-08-28T02:35:01.864 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.1129000000000002e-05 2023-08-28T02:35:01.864 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:01.864 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:35:01.865 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:01.865 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.865 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.865 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:166825 9.1f 9:fd2caf57:::benchmark_data_smithi040_209735_object59230:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e217)", 2023-08-28T02:35:01.865 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:33.022331+0000", 2023-08-28T02:35:01.865 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 328.79326335500002, 2023-08-28T02:35:01.865 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.1605196019999999, 2023-08-28T02:35:01.865 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:35:01.865 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:35:01.865 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:35:01.865 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:35:01.866 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:35:01.866 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 166825 2023-08-28T02:35:01.866 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.866 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:35:01.866 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.866 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:35:01.866 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.022331+0000", 2023-08-28T02:35:01.866 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:01.866 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.866 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.867 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:35:01.867 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.022331+0000", 2023-08-28T02:35:01.867 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:01.867 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.867 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.867 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:35:01.867 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.022329+0000", 2023-08-28T02:35:01.867 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999976 2023-08-28T02:35:01.867 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.867 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.867 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:35:01.867 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.022340+0000", 2023-08-28T02:35:01.868 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1379999999999999e-05 2023-08-28T02:35:01.868 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.868 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.868 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:35:01.868 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.022366+0000", 2023-08-28T02:35:01.868 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.6301000000000001e-05 2023-08-28T02:35:01.868 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.868 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.868 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:35:01.868 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.022382+0000", 2023-08-28T02:35:01.868 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.5316999999999999e-05 2023-08-28T02:35:01.868 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.869 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.869 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:01.869 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.169491+0000", 2023-08-28T02:35:01.869 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.14710936099999999 2023-08-28T02:35:01.869 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.869 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.869 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:35:01.869 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.169501+0000", 2023-08-28T02:35:01.869 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.9830000000000008e-06 2023-08-28T02:35:01.869 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.869 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.869 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:01.870 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.905839+0000", 2023-08-28T02:35:01.870 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.73633841 2023-08-28T02:35:01.870 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.870 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.870 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:35:01.870 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.905849+0000", 2023-08-28T02:35:01.870 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.8980000000000008e-06 2023-08-28T02:35:01.870 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.870 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.870 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:01.870 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.915791+0000", 2023-08-28T02:35:01.870 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.009942219 2023-08-28T02:35:01.871 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.871 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.871 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:35:01.871 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.915799+0000", 2023-08-28T02:35:01.871 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.7100000000000007e-06 2023-08-28T02:35:01.871 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.871 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.871 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:01.871 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.171736+0000", 2023-08-28T02:35:01.871 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.255936564 2023-08-28T02:35:01.872 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.872 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.872 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:35:01.872 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.171876+0000", 2023-08-28T02:35:01.872 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00014034799999999999 2023-08-28T02:35:01.872 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.872 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.872 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,2,3", 2023-08-28T02:35:01.872 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.174343+0000", 2023-08-28T02:35:01.872 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0024673400000000002 2023-08-28T02:35:01.872 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.872 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.873 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:35:01.873 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.180195+0000", 2023-08-28T02:35:01.873 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0058520569999999999 2023-08-28T02:35:01.873 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.873 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.873 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:01.873 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.180237+0000", 2023-08-28T02:35:01.873 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.1195000000000001e-05 2023-08-28T02:35:01.873 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.873 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.873 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:01.873 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.182598+0000", 2023-08-28T02:35:01.873 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0023616779999999999 2023-08-28T02:35:01.874 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.874 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.874 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:01.874 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.182682+0000", 2023-08-28T02:35:01.874 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.3282999999999995e-05 2023-08-28T02:35:01.874 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.874 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.874 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:35:01.874 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.182738+0000", 2023-08-28T02:35:01.874 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.5989000000000002e-05 2023-08-28T02:35:01.874 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.874 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.874 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:35:01.875 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.182850+0000", 2023-08-28T02:35:01.875 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000112749 2023-08-28T02:35:01.875 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:01.875 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:35:01.875 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:01.875 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.875 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.875 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:166835 9.1f 9:fdb674ed:::benchmark_data_smithi040_209735_object59240:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e217)", 2023-08-28T02:35:01.875 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:33.219103+0000", 2023-08-28T02:35:01.875 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 328.59649136799999, 2023-08-28T02:35:01.875 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.9639696190000002, 2023-08-28T02:35:01.876 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:35:01.876 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:35:01.876 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:35:01.876 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:35:01.876 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:35:01.876 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 166835 2023-08-28T02:35:01.876 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.876 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:35:01.876 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.876 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:35:01.877 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.219103+0000", 2023-08-28T02:35:01.877 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:01.877 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.877 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.877 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:35:01.877 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.219103+0000", 2023-08-28T02:35:01.877 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:01.877 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.877 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.877 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:35:01.877 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.219101+0000", 2023-08-28T02:35:01.878 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:35:01.878 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.878 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.878 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:35:01.878 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.219113+0000", 2023-08-28T02:35:01.878 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2289e-05 2023-08-28T02:35:01.878 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.878 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.878 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:35:01.878 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.219131+0000", 2023-08-28T02:35:01.878 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.7759999999999999e-05 2023-08-28T02:35:01.878 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.879 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.879 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:35:01.879 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.219139+0000", 2023-08-28T02:35:01.879 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.4400000000000005e-06 2023-08-28T02:35:01.879 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.879 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.879 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:01.879 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.219197+0000", 2023-08-28T02:35:01.879 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.7667999999999997e-05 2023-08-28T02:35:01.879 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.880 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.880 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:35:01.880 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.219208+0000", 2023-08-28T02:35:01.880 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.155e-05 2023-08-28T02:35:01.880 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.880 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.880 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:01.880 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.907111+0000", 2023-08-28T02:35:01.880 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.68790260299999995 2023-08-28T02:35:01.880 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.880 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.881 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:35:01.881 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.907119+0000", 2023-08-28T02:35:01.881 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.3580000000000003e-06 2023-08-28T02:35:01.881 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.881 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.881 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:01.881 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.915818+0000", 2023-08-28T02:35:01.881 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0086982120000001 2023-08-28T02:35:01.881 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.881 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.881 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:35:01.881 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.915823+0000", 2023-08-28T02:35:01.882 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.4779999999999999e-06 2023-08-28T02:35:01.882 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.882 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.882 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:01.882 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.178183+0000", 2023-08-28T02:35:01.882 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2623597499999999 2023-08-28T02:35:01.882 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.882 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.882 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:35:01.882 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.178322+0000", 2023-08-28T02:35:01.882 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00013888600000000001 2023-08-28T02:35:01.882 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.882 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.883 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,2,3", 2023-08-28T02:35:01.883 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.178629+0000", 2023-08-28T02:35:01.883 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00030739 2023-08-28T02:35:01.883 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.883 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.883 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:35:01.883 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.180621+0000", 2023-08-28T02:35:01.883 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0019917279999999999 2023-08-28T02:35:01.883 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.883 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.883 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:01.883 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.182640+0000", 2023-08-28T02:35:01.884 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0020191670000000001 2023-08-28T02:35:01.884 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.884 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.884 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:01.884 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.182897+0000", 2023-08-28T02:35:01.884 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00025681100000000002 2023-08-28T02:35:01.884 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.884 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.884 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:01.884 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.182926+0000", 2023-08-28T02:35:01.884 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.8853999999999999e-05 2023-08-28T02:35:01.884 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.884 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.885 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:35:01.885 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.182968+0000", 2023-08-28T02:35:01.885 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.2412e-05 2023-08-28T02:35:01.885 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.885 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.885 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:35:01.885 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.183072+0000", 2023-08-28T02:35:01.885 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000104362 2023-08-28T02:35:01.885 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:01.885 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:35:01.885 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:01.885 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.885 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.886 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:166840 9.1a 9:5ea9de3c:::benchmark_data_smithi040_209735_object59245:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e218)", 2023-08-28T02:35:01.886 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:33.947892+0000", 2023-08-28T02:35:01.886 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 327.86770256400001, 2023-08-28T02:35:01.886 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.2562145400000002, 2023-08-28T02:35:01.886 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:35:01.886 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:35:01.886 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:35:01.886 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:35:01.886 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:35:01.886 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 166840 2023-08-28T02:35:01.886 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.886 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:35:01.886 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.887 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:35:01.887 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.947892+0000", 2023-08-28T02:35:01.887 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:01.887 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.887 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.887 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:35:01.887 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.947892+0000", 2023-08-28T02:35:01.887 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:01.887 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.887 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.887 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:35:01.887 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.947890+0000", 2023-08-28T02:35:01.888 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:35:01.888 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.888 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.888 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:35:01.888 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.947897+0000", 2023-08-28T02:35:01.888 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.9360000000000002e-06 2023-08-28T02:35:01.888 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.888 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.888 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:35:01.888 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.947912+0000", 2023-08-28T02:35:01.888 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.4583000000000001e-05 2023-08-28T02:35:01.888 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.888 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.889 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:35:01.889 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.947918+0000", 2023-08-28T02:35:01.889 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.105e-06 2023-08-28T02:35:01.889 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.889 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.889 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:01.889 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.947964+0000", 2023-08-28T02:35:01.889 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.5884999999999999e-05 2023-08-28T02:35:01.889 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.889 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.889 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:35:01.889 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.947973+0000", 2023-08-28T02:35:01.889 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.4539999999999996e-06 2023-08-28T02:35:01.890 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.890 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.890 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:01.890 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.924912+0000", 2023-08-28T02:35:01.890 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.97693920599999995 2023-08-28T02:35:01.890 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.890 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.890 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:35:01.890 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.924920+0000", 2023-08-28T02:35:01.890 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.1330000000000001e-06 2023-08-28T02:35:01.890 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.890 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.890 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:01.891 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.188143+0000", 2023-08-28T02:35:01.891 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.263223781 2023-08-28T02:35:01.891 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.891 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.891 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:35:01.891 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.188232+0000", 2023-08-28T02:35:01.891 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.8517999999999995e-05 2023-08-28T02:35:01.891 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.891 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.891 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3,7", 2023-08-28T02:35:01.891 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.188445+0000", 2023-08-28T02:35:01.891 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000212742 2023-08-28T02:35:01.891 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.892 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.892 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:01.892 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.194801+0000", 2023-08-28T02:35:01.892 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0063569000000000004 2023-08-28T02:35:01.892 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.892 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.892 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:01.892 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.194984+0000", 2023-08-28T02:35:01.892 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00018230199999999999 2023-08-28T02:35:01.892 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.893 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.893 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:35:01.893 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.194994+0000", 2023-08-28T02:35:01.893 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0227000000000001e-05 2023-08-28T02:35:01.893 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.893 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.893 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:01.893 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.203928+0000", 2023-08-28T02:35:01.893 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0089338609999999995 2023-08-28T02:35:01.893 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.893 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.893 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:35:01.894 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.203982+0000", 2023-08-28T02:35:01.894 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.4398999999999999e-05 2023-08-28T02:35:01.894 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.894 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.894 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:35:01.894 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.204106+0000", 2023-08-28T02:35:01.894 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00012385400000000001 2023-08-28T02:35:01.894 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:01.894 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:35:01.894 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:01.894 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.894 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.894 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:166842 9.1a 9:587a1a67:::benchmark_data_smithi040_209735_object59247:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e218)", 2023-08-28T02:35:01.895 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:33.949980+0000", 2023-08-28T02:35:01.895 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 327.86561435099998, 2023-08-28T02:35:01.895 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.2621448399999999, 2023-08-28T02:35:01.895 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:35:01.895 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:35:01.895 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:35:01.895 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:35:01.895 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:35:01.895 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 166842 2023-08-28T02:35:01.895 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.896 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:35:01.896 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.896 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:35:01.896 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.949980+0000", 2023-08-28T02:35:01.896 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:01.896 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.896 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.896 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:35:01.896 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.949980+0000", 2023-08-28T02:35:01.896 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:01.896 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.896 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.896 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:35:01.897 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.949979+0000", 2023-08-28T02:35:01.897 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:35:01.897 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.897 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.897 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:35:01.897 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.949984+0000", 2023-08-28T02:35:01.897 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.8380000000000001e-06 2023-08-28T02:35:01.897 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.897 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.897 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:35:01.898 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.949994+0000", 2023-08-28T02:35:01.898 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0385e-05 2023-08-28T02:35:01.898 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.898 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.898 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:35:01.898 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.949999+0000", 2023-08-28T02:35:01.898 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.8250000000000004e-06 2023-08-28T02:35:01.898 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.898 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.898 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:01.898 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.950028+0000", 2023-08-28T02:35:01.898 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.9425999999999999e-05 2023-08-28T02:35:01.898 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.899 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.899 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:35:01.899 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.950034+0000", 2023-08-28T02:35:01.899 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.2249999999999999e-06 2023-08-28T02:35:01.899 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.899 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.899 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:01.899 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.925308+0000", 2023-08-28T02:35:01.899 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.97527402299999999 2023-08-28T02:35:01.899 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.899 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.899 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:35:01.900 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.925314+0000", 2023-08-28T02:35:01.900 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.3879999999999997e-06 2023-08-28T02:35:01.900 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.900 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.900 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:01.900 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.190425+0000", 2023-08-28T02:35:01.900 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.265111323 2023-08-28T02:35:01.900 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.900 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.900 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:35:01.900 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.190538+0000", 2023-08-28T02:35:01.900 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000112824 2023-08-28T02:35:01.900 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.901 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.901 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3,7", 2023-08-28T02:35:01.901 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.190763+0000", 2023-08-28T02:35:01.901 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000224634 2023-08-28T02:35:01.901 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.901 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.901 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:01.901 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.194941+0000", 2023-08-28T02:35:01.901 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0041782449999999997 2023-08-28T02:35:01.901 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.901 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.901 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:35:01.902 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.195000+0000", 2023-08-28T02:35:01.902 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.8566000000000001e-05 2023-08-28T02:35:01.902 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.902 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.902 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:01.902 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.200242+0000", 2023-08-28T02:35:01.902 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0052426640000000002 2023-08-28T02:35:01.902 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.902 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.902 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:01.902 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.211969+0000", 2023-08-28T02:35:01.902 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011726785 2023-08-28T02:35:01.903 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.903 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.903 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:35:01.903 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.212010+0000", 2023-08-28T02:35:01.903 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.1004999999999998e-05 2023-08-28T02:35:01.903 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.903 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.903 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:35:01.903 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.212125+0000", 2023-08-28T02:35:01.903 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00011443299999999999 2023-08-28T02:35:01.903 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:01.904 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:35:01.904 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:01.904 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.904 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.904 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:166843 9.1a 9:585dec9a:::benchmark_data_smithi040_209735_object59248:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e218)", 2023-08-28T02:35:01.904 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:33.956929+0000", 2023-08-28T02:35:01.904 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 327.85866526400002, 2023-08-28T02:35:01.904 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.2553711079999998, 2023-08-28T02:35:01.904 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:35:01.904 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:35:01.904 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:35:01.904 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:35:01.905 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:35:01.905 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 166843 2023-08-28T02:35:01.905 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.905 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:35:01.905 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.905 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:35:01.905 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.956929+0000", 2023-08-28T02:35:01.905 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:01.905 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.905 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.905 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:35:01.905 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.956929+0000", 2023-08-28T02:35:01.906 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:01.906 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.906 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.906 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:35:01.906 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.956927+0000", 2023-08-28T02:35:01.906 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:35:01.906 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.906 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.906 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:35:01.906 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.956935+0000", 2023-08-28T02:35:01.906 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.8299999999999996e-06 2023-08-28T02:35:01.906 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.906 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.907 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:35:01.907 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.956951+0000", 2023-08-28T02:35:01.907 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.5532999999999998e-05 2023-08-28T02:35:01.907 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.907 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.907 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:35:01.907 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.956964+0000", 2023-08-28T02:35:01.907 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2996000000000001e-05 2023-08-28T02:35:01.907 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.907 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.908 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:01.908 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.957008+0000", 2023-08-28T02:35:01.908 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.4124e-05 2023-08-28T02:35:01.908 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.908 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.908 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:35:01.908 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.957014+0000", 2023-08-28T02:35:01.908 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.5270000000000004e-06 2023-08-28T02:35:01.908 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.908 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.908 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:01.909 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.925904+0000", 2023-08-28T02:35:01.909 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.968889373 2023-08-28T02:35:01.909 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.909 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.909 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:35:01.909 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.925916+0000", 2023-08-28T02:35:01.909 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2517999999999999e-05 2023-08-28T02:35:01.909 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.909 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.909 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:01.909 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.191937+0000", 2023-08-28T02:35:01.909 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2660205410000001 2023-08-28T02:35:01.910 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.910 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.910 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:35:01.910 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.192030+0000", 2023-08-28T02:35:01.910 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.2814999999999998e-05 2023-08-28T02:35:01.910 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.910 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.910 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3,7", 2023-08-28T02:35:01.910 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.192215+0000", 2023-08-28T02:35:01.910 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00018544000000000001 2023-08-28T02:35:01.910 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.911 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.911 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:35:01.911 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.196853+0000", 2023-08-28T02:35:01.911 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0046379680000000001 2023-08-28T02:35:01.911 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.911 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.911 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:01.911 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.200212+0000", 2023-08-28T02:35:01.911 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0033594380000000002 2023-08-28T02:35:01.911 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.911 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.911 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:01.912 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.200526+0000", 2023-08-28T02:35:01.912 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00031347299999999999 2023-08-28T02:35:01.912 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.912 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.912 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:01.912 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.212166+0000", 2023-08-28T02:35:01.912 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011640081 2023-08-28T02:35:01.912 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.912 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.912 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:35:01.912 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.212210+0000", 2023-08-28T02:35:01.912 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.3803000000000001e-05 2023-08-28T02:35:01.912 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.913 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.913 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:35:01.913 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.212300+0000", 2023-08-28T02:35:01.913 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.0258000000000002e-05 2023-08-28T02:35:01.913 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:01.913 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:35:01.913 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:01.913 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.913 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.913 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:166846 9.6 9:614b82ab:::benchmark_data_smithi040_209735_object59251:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e218)", 2023-08-28T02:35:01.913 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:33.967477+0000", 2023-08-28T02:35:01.914 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 327.84811738799999, 2023-08-28T02:35:01.914 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.2460598730000001, 2023-08-28T02:35:01.914 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:35:01.914 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:35:01.914 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:35:01.914 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:35:01.914 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:35:01.914 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 166846 2023-08-28T02:35:01.914 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.914 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:35:01.914 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.914 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:35:01.914 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.967477+0000", 2023-08-28T02:35:01.915 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:01.915 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.915 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.915 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:35:01.915 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.967477+0000", 2023-08-28T02:35:01.915 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:01.915 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.915 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.915 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:35:01.915 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.967476+0000", 2023-08-28T02:35:01.915 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:35:01.915 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.916 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.916 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:35:01.916 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.967482+0000", 2023-08-28T02:35:01.916 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.2360000000000001e-06 2023-08-28T02:35:01.916 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.916 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.916 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:35:01.916 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.967494+0000", 2023-08-28T02:35:01.916 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2146e-05 2023-08-28T02:35:01.916 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.916 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.917 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:35:01.917 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.967499+0000", 2023-08-28T02:35:01.917 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.3190000000000002e-06 2023-08-28T02:35:01.917 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.917 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.917 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:01.917 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.967567+0000", 2023-08-28T02:35:01.917 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.7675999999999994e-05 2023-08-28T02:35:01.917 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.917 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.917 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:35:01.918 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.967575+0000", 2023-08-28T02:35:01.918 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.3690000000000007e-06 2023-08-28T02:35:01.918 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.918 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.918 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:01.918 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.914872+0000", 2023-08-28T02:35:01.918 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.94729681499999996 2023-08-28T02:35:01.918 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.918 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.918 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:35:01.918 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.914884+0000", 2023-08-28T02:35:01.919 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1501000000000001e-05 2023-08-28T02:35:01.919 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.919 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.919 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:01.919 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.199349+0000", 2023-08-28T02:35:01.919 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2844649619999999 2023-08-28T02:35:01.919 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.919 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.919 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:35:01.919 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.199476+0000", 2023-08-28T02:35:01.919 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00012742499999999999 2023-08-28T02:35:01.919 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.919 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.920 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 2,6", 2023-08-28T02:35:01.920 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.199936+0000", 2023-08-28T02:35:01.920 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00046027399999999999 2023-08-28T02:35:01.920 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.920 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.920 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:01.920 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.211730+0000", 2023-08-28T02:35:01.920 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011793873999999999 2023-08-28T02:35:01.920 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.920 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.920 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:35:01.920 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.211784+0000", 2023-08-28T02:35:01.921 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.3698e-05 2023-08-28T02:35:01.921 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.921 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.921 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:01.921 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.211807+0000", 2023-08-28T02:35:01.921 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.3166000000000001e-05 2023-08-28T02:35:01.921 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.921 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.921 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:35:01.921 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.211849+0000", 2023-08-28T02:35:01.921 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.1579000000000003e-05 2023-08-28T02:35:01.921 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.922 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.922 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:35:01.922 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.213537+0000", 2023-08-28T02:35:01.922 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.001687863 2023-08-28T02:35:01.922 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:01.922 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:35:01.922 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:01.922 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.922 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.922 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:173326 9.1f 9:fb06fbfd:::benchmark_data_smithi040_209735_object65731:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e224)", 2023-08-28T02:35:01.922 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:44.554844+0000", 2023-08-28T02:35:01.922 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 317.26075032900002, 2023-08-28T02:35:01.923 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.90803578200000001, 2023-08-28T02:35:01.923 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:35:01.923 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:35:01.923 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:35:01.923 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:35:01.923 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:35:01.923 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 173326 2023-08-28T02:35:01.923 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.923 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:35:01.923 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.923 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:35:01.924 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.554844+0000", 2023-08-28T02:35:01.924 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:01.924 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.924 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.924 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:35:01.924 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.554844+0000", 2023-08-28T02:35:01.924 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:01.924 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.924 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.924 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:35:01.924 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.554842+0000", 2023-08-28T02:35:01.924 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:35:01.925 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.925 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.925 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:35:01.925 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.554850+0000", 2023-08-28T02:35:01.925 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.1729999999999998e-06 2023-08-28T02:35:01.925 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.925 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.925 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:35:01.925 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.554863+0000", 2023-08-28T02:35:01.925 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2967e-05 2023-08-28T02:35:01.925 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.925 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.926 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:35:01.926 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.554868+0000", 2023-08-28T02:35:01.926 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.4609999999999999e-06 2023-08-28T02:35:01.926 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.926 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.926 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:01.926 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.554912+0000", 2023-08-28T02:35:01.926 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.3856999999999997e-05 2023-08-28T02:35:01.926 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.926 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.926 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:35:01.926 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.554920+0000", 2023-08-28T02:35:01.927 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.2169999999999994e-06 2023-08-28T02:35:01.927 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.927 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.927 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:01.927 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.449581+0000", 2023-08-28T02:35:01.927 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.89466111199999998 2023-08-28T02:35:01.927 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.927 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.927 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:35:01.927 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.449684+0000", 2023-08-28T02:35:01.927 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00010230000000000001 2023-08-28T02:35:01.927 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.928 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.928 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:35:01.928 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.449931+0000", 2023-08-28T02:35:01.928 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00024772599999999998 2023-08-28T02:35:01.928 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.928 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.928 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:35:01.928 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.452037+0000", 2023-08-28T02:35:01.928 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0021054480000000002 2023-08-28T02:35:01.928 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.928 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.928 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:01.929 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.459556+0000", 2023-08-28T02:35:01.929 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0075193969999999997 2023-08-28T02:35:01.929 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.929 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.929 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:01.929 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.462800+0000", 2023-08-28T02:35:01.929 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0032439270000000002 2023-08-28T02:35:01.929 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.929 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.929 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:35:01.929 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.462844+0000", 2023-08-28T02:35:01.929 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.3918999999999997e-05 2023-08-28T02:35:01.929 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.930 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.930 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:35:01.930 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.462880+0000", 2023-08-28T02:35:01.930 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.5592000000000001e-05 2023-08-28T02:35:01.930 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:01.930 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:35:01.930 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:01.930 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.930 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.930 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:173328 9.1f 9:fb35c571:::benchmark_data_smithi040_209735_object65733:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e224)", 2023-08-28T02:35:01.930 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:44.617754+0000", 2023-08-28T02:35:01.931 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 317.19783988900002, 2023-08-28T02:35:01.931 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.84523814100000005, 2023-08-28T02:35:01.931 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:35:01.931 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:35:01.931 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:35:01.931 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:35:01.931 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:35:01.931 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 173328 2023-08-28T02:35:01.931 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.931 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:35:01.931 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.932 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:35:01.932 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.617754+0000", 2023-08-28T02:35:01.932 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:01.932 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.932 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.932 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:35:01.932 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.617754+0000", 2023-08-28T02:35:01.932 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:01.932 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.932 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.932 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:35:01.932 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.617752+0000", 2023-08-28T02:35:01.932 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999976 2023-08-28T02:35:01.933 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.933 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.933 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:35:01.933 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.617761+0000", 2023-08-28T02:35:01.933 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.8489999999999995e-06 2023-08-28T02:35:01.933 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.933 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.933 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:35:01.933 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.617778+0000", 2023-08-28T02:35:01.933 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.6761000000000001e-05 2023-08-28T02:35:01.933 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.933 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.934 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:35:01.934 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.617785+0000", 2023-08-28T02:35:01.934 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.2119999999999997e-06 2023-08-28T02:35:01.934 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.934 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.934 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:01.934 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.617839+0000", 2023-08-28T02:35:01.934 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.3733999999999997e-05 2023-08-28T02:35:01.934 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.934 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.934 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:35:01.934 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.617850+0000", 2023-08-28T02:35:01.935 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1260000000000001e-05 2023-08-28T02:35:01.935 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.935 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.935 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:01.935 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.450929+0000", 2023-08-28T02:35:01.935 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.83307915099999996 2023-08-28T02:35:01.935 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.935 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.935 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:35:01.935 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.451010+0000", 2023-08-28T02:35:01.936 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.0902000000000006e-05 2023-08-28T02:35:01.936 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.936 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.936 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:35:01.936 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.451167+0000", 2023-08-28T02:35:01.936 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00015725 2023-08-28T02:35:01.936 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.936 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.936 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:35:01.936 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.452105+0000", 2023-08-28T02:35:01.936 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00093819900000000002 2023-08-28T02:35:01.936 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.936 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.937 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:01.937 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.459583+0000", 2023-08-28T02:35:01.937 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0074780660000000002 2023-08-28T02:35:01.937 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.937 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.937 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:01.937 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.462912+0000", 2023-08-28T02:35:01.937 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0033286510000000002 2023-08-28T02:35:01.937 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.937 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.937 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:35:01.937 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.462950+0000", 2023-08-28T02:35:01.938 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.8059000000000003e-05 2023-08-28T02:35:01.938 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.938 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.938 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:35:01.938 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.462992+0000", 2023-08-28T02:35:01.938 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.2258000000000001e-05 2023-08-28T02:35:01.938 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:01.938 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:35:01.938 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:01.938 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.938 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.938 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:54157 10.3 10:c6f4420d:::benchmark_data_smithi040_250784_object54156:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e260)", 2023-08-28T02:35:01.939 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:27.925887+0000", 2023-08-28T02:35:01.939 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 213.88970695200001, 2023-08-28T02:35:01.939 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0107399720000001, 2023-08-28T02:35:01.939 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:35:01.939 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "reached pg", 2023-08-28T02:35:01.939 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:35:01.939 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:35:01.939 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:35:01.939 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 54157 2023-08-28T02:35:01.939 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.939 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:35:01.939 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.940 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:35:01.940 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.925887+0000", 2023-08-28T02:35:01.940 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:01.940 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.940 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.940 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:35:01.940 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.925887+0000", 2023-08-28T02:35:01.940 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:01.940 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.940 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.941 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:35:01.941 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.925885+0000", 2023-08-28T02:35:01.941 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:35:01.941 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.941 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.941 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:35:01.941 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.925930+0000", 2023-08-28T02:35:01.941 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.4515999999999999e-05 2023-08-28T02:35:01.941 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.941 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.941 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:35:01.941 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.925949+0000", 2023-08-28T02:35:01.942 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.8995e-05 2023-08-28T02:35:01.942 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.942 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.942 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:35:01.942 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.925957+0000", 2023-08-28T02:35:01.942 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.1869999999999997e-06 2023-08-28T02:35:01.942 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.942 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.942 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:01.942 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.926008+0000", 2023-08-28T02:35:01.942 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.0968999999999999e-05 2023-08-28T02:35:01.942 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.942 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.943 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:35:01.943 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.926162+0000", 2023-08-28T02:35:01.943 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00015455300000000001 2023-08-28T02:35:01.943 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.943 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.943 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 2,3", 2023-08-28T02:35:01.943 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.926267+0000", 2023-08-28T02:35:01.943 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000104551 2023-08-28T02:35:01.943 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.943 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.943 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:35:01.943 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.928175+0000", 2023-08-28T02:35:01.943 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.001908341 2023-08-28T02:35:01.944 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.944 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.944 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:01.944 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.938626+0000", 2023-08-28T02:35:01.944 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.010451167000000001 2023-08-28T02:35:01.944 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.944 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.944 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:35:01.944 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.938635+0000", 2023-08-28T02:35:01.944 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.3010000000000007e-06 2023-08-28T02:35:01.944 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.945 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.945 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:01.945 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.936574+0000", 2023-08-28T02:35:01.945 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.99793937200000005 2023-08-28T02:35:01.945 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.945 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.945 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:35:01.945 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.936627+0000", 2023-08-28T02:35:01.945 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.3020999999999999e-05 2023-08-28T02:35:01.945 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:01.945 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:35:01.946 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:01.946 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.946 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.946 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:54162 10.7 10:e94f36fb:::benchmark_data_smithi040_250784_object54161:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e261)", 2023-08-28T02:35:01.946 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:27.935552+0000", 2023-08-28T02:35:01.946 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 213.88004188400001, 2023-08-28T02:35:01.946 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0215225910000001, 2023-08-28T02:35:01.946 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:35:01.946 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:35:01.946 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:35:01.946 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:35:01.946 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:35:01.947 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 54162 2023-08-28T02:35:01.947 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.947 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:35:01.947 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.947 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:35:01.947 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.935552+0000", 2023-08-28T02:35:01.947 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:01.947 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.947 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.947 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:35:01.947 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.935552+0000", 2023-08-28T02:35:01.948 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:01.948 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.948 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.948 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:35:01.948 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.935551+0000", 2023-08-28T02:35:01.948 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:35:01.948 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.948 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.948 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:35:01.948 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.935580+0000", 2023-08-28T02:35:01.948 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.8829000000000001e-05 2023-08-28T02:35:01.949 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.949 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.949 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:35:01.949 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.935591+0000", 2023-08-28T02:35:01.949 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1058e-05 2023-08-28T02:35:01.949 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.949 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.949 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:35:01.949 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.935598+0000", 2023-08-28T02:35:01.949 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.0369999999999997e-06 2023-08-28T02:35:01.949 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.949 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.949 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:01.950 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.939889+0000", 2023-08-28T02:35:01.950 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0042914370000000004 2023-08-28T02:35:01.950 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.950 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.950 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:35:01.950 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.939896+0000", 2023-08-28T02:35:01.950 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.8109999999999997e-06 2023-08-28T02:35:01.950 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.950 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.950 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:01.950 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.937150+0000", 2023-08-28T02:35:01.951 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.99725419999999998 2023-08-28T02:35:01.951 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.951 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.951 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:35:01.951 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.938715+0000", 2023-08-28T02:35:01.951 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0015648750000000001 2023-08-28T02:35:01.951 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.951 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.951 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 6", 2023-08-28T02:35:01.951 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.938869+0000", 2023-08-28T02:35:01.951 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00015391299999999999 2023-08-28T02:35:01.951 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.952 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.952 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:35:01.952 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.942700+0000", 2023-08-28T02:35:01.952 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0038305000000000001 2023-08-28T02:35:01.952 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.952 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.952 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:01.952 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.956936+0000", 2023-08-28T02:35:01.952 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.01423688 2023-08-28T02:35:01.952 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.952 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.952 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:35:01.953 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.956986+0000", 2023-08-28T02:35:01.953 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.9999e-05 2023-08-28T02:35:01.953 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.953 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.953 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:35:01.953 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.957075+0000", 2023-08-28T02:35:01.953 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.8382999999999997e-05 2023-08-28T02:35:01.953 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:01.953 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:35:01.953 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:01.953 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.953 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.954 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:54165 10.3 10:cd67a075:::benchmark_data_smithi040_250784_object54164:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e261)", 2023-08-28T02:35:01.954 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:27.944077+0000", 2023-08-28T02:35:01.954 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 213.87151720599999, 2023-08-28T02:35:01.954 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.99867291800000002, 2023-08-28T02:35:01.954 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:35:01.954 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:35:01.954 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:35:01.954 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:35:01.954 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:35:01.954 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 54165 2023-08-28T02:35:01.954 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.954 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:35:01.954 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.955 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:35:01.955 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.944077+0000", 2023-08-28T02:35:01.955 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:01.955 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.955 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.955 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:35:01.955 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.944077+0000", 2023-08-28T02:35:01.955 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:01.955 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.955 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.955 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:35:01.955 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.944075+0000", 2023-08-28T02:35:01.956 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:35:01.956 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.956 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.956 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:35:01.956 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.944110+0000", 2023-08-28T02:35:01.956 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.5431e-05 2023-08-28T02:35:01.956 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.956 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.956 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:35:01.956 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.944125+0000", 2023-08-28T02:35:01.956 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.4547e-05 2023-08-28T02:35:01.956 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.956 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.957 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:35:01.957 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.944132+0000", 2023-08-28T02:35:01.957 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.2749999999999998e-06 2023-08-28T02:35:01.957 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.957 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.957 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:01.957 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.946356+0000", 2023-08-28T02:35:01.957 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0022241019999999999 2023-08-28T02:35:01.957 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.957 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.957 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:35:01.958 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.946366+0000", 2023-08-28T02:35:01.958 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.329e-06 2023-08-28T02:35:01.958 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.958 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.958 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:01.958 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.936641+0000", 2023-08-28T02:35:01.958 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.99027558999999998 2023-08-28T02:35:01.958 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.958 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.958 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:35:01.958 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.936709+0000", 2023-08-28T02:35:01.958 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.8168000000000002e-05 2023-08-28T02:35:01.958 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.959 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.959 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 2", 2023-08-28T02:35:01.959 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.936794+0000", 2023-08-28T02:35:01.959 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.4944999999999994e-05 2023-08-28T02:35:01.959 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.959 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.959 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:35:01.959 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.939076+0000", 2023-08-28T02:35:01.959 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0022817649999999998 2023-08-28T02:35:01.959 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.959 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.959 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:01.959 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.942633+0000", 2023-08-28T02:35:01.960 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.003557358 2023-08-28T02:35:01.960 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.960 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.960 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:35:01.960 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.942671+0000", 2023-08-28T02:35:01.960 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.7178000000000002e-05 2023-08-28T02:35:01.960 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.960 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.960 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:35:01.960 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.942750+0000", 2023-08-28T02:35:01.960 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.9250000000000002e-05 2023-08-28T02:35:01.960 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:01.960 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:35:01.961 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:01.961 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.961 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.961 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:54168 10.3 10:cceeba9c:::benchmark_data_smithi040_250784_object54167:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e261)", 2023-08-28T02:35:01.961 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:27.944140+0000", 2023-08-28T02:35:01.961 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 213.871454605, 2023-08-28T02:35:01.961 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0040005599999999, 2023-08-28T02:35:01.961 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:35:01.961 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:35:01.961 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:35:01.961 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:35:01.962 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:35:01.962 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 54168 2023-08-28T02:35:01.962 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.962 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:35:01.962 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.962 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:35:01.962 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.944140+0000", 2023-08-28T02:35:01.962 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:01.962 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.962 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.962 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:35:01.962 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.944140+0000", 2023-08-28T02:35:01.963 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:01.963 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.963 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.963 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:35:01.963 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.944139+0000", 2023-08-28T02:35:01.963 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999995 2023-08-28T02:35:01.963 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.963 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.963 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:35:01.963 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.944166+0000", 2023-08-28T02:35:01.963 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.6574999999999999e-05 2023-08-28T02:35:01.963 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.964 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.964 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:35:01.964 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.944173+0000", 2023-08-28T02:35:01.964 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.0219999999999999e-06 2023-08-28T02:35:01.964 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.964 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.964 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:35:01.964 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.944177+0000", 2023-08-28T02:35:01.964 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.386e-06 2023-08-28T02:35:01.964 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.964 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.964 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:01.965 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.946388+0000", 2023-08-28T02:35:01.965 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.002210647 2023-08-28T02:35:01.965 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.965 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.965 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:35:01.965 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.946393+0000", 2023-08-28T02:35:01.965 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.9060000000000001e-06 2023-08-28T02:35:01.965 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.965 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.965 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:01.965 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.939498+0000", 2023-08-28T02:35:01.965 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.99310532799999995 2023-08-28T02:35:01.965 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.966 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.966 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:35:01.966 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.939619+0000", 2023-08-28T02:35:01.966 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000121241 2023-08-28T02:35:01.966 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.966 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.966 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 2", 2023-08-28T02:35:01.966 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.939762+0000", 2023-08-28T02:35:01.966 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000143282 2023-08-28T02:35:01.966 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.966 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.967 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:35:01.967 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.942215+0000", 2023-08-28T02:35:01.967 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0024526399999999999 2023-08-28T02:35:01.967 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.967 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.967 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:01.967 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.948048+0000", 2023-08-28T02:35:01.967 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0058329130000000003 2023-08-28T02:35:01.967 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.967 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.967 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:35:01.968 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.948084+0000", 2023-08-28T02:35:01.968 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.6214000000000003e-05 2023-08-28T02:35:01.968 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:01.968 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:01.968 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:35:01.968 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.948140+0000", 2023-08-28T02:35:01.968 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.5883e-05 2023-08-28T02:35:01.968 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:01.968 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:35:01.968 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:01.968 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:01.969 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:35:01.969 INFO:teuthology.orchestra.run.smithi083.stdout:} 2023-08-28T02:35:02.105 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:35:02.109 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:02.109 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:35:02.183 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.6 dump_ops_in_flight 2023-08-28T02:35:02.210 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:35:02.242 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:02.364 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:35:02.367 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:02.367 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:35:02.468 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:35:02.482 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:35:02.503 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:02.529 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:35:02.532 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:02.533 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:35:02.633 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:35:02.669 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:02.741 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:35:02.744 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:02.745 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:35:02.845 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:35:02.880 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:02.901 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:35:02.904 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:02.905 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:35:03.005 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:35:03.043 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:03.074 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:35:03.078 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:03.078 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:35:03.078 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:35:03.105 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:35:03.116 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd unset nodeep-scrub 2023-08-28T02:35:03.127 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:35:03.152 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:35:03.173 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:35:03.178 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:35:03.195 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:35:03.209 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:03.217 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:35:03.232 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:35:03.235 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:03.235 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:35:03.239 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:35:03.241 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-08-28T02:35:03.241 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-08-28T02:35:03.241 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-08-28T02:35:03.241 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-08-28T02:35:03.241 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-08-28T02:35:03.241 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-08-28T02:35:03.241 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-08-28T02:35:03.241 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-08-28T02:35:03.325 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:35:03.327 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:35:03.336 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:35:03.409 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:03.573 INFO:teuthology.orchestra.run.smithi083.stdout:ERROR: (22) Invalid argument 2023-08-28T02:35:03.573 INFO:teuthology.orchestra.run.smithi083.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:35:03.587 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:35:03.590 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:03.590 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:35:03.691 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:35:03.722 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:03 smithi040 ceph-mon[175404]: pgmap v955: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 89 active+clean; 5.2 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 84 op/s; 39869/255645 objects degraded (15.595%); 17268/255645 objects misplaced (6.755%); 7.9 MiB/s, 125 objects/s recovering 2023-08-28T02:35:03.722 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:03 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1705381899' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:35:03.722 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:03 smithi040 ceph-mon[170259]: pgmap v955: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 89 active+clean; 5.2 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 84 op/s; 39869/255645 objects degraded (15.595%); 17268/255645 objects misplaced (6.755%); 7.9 MiB/s, 125 objects/s recovering 2023-08-28T02:35:03.722 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:03 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1705381899' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:35:03.724 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:03.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:03 smithi083 ceph-mon[157819]: pgmap v955: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 89 active+clean; 5.2 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 84 op/s; 39869/255645 objects degraded (15.595%); 17268/255645 objects misplaced (6.755%); 7.9 MiB/s, 125 objects/s recovering 2023-08-28T02:35:03.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:03 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1705381899' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:35:03.847 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:35:03.852 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:03.853 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:35:03.953 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:35:03.988 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:04.142 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.6 dump_blocked_ops 2023-08-28T02:35:04.363 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:35:04.372 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:04.373 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:35:04.471 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:35:04.474 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:35:04.504 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:04.626 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:04 smithi040 ceph-mon[175404]: from='client.45509 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:35:04.626 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:04 smithi040 ceph-mon[170259]: from='client.45509 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:35:04.626 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:35:04.630 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:04.630 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:35:04.663 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:35:04.666 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":955,"stamp":"2023-08-28T02:35:02.400442+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":5583452932,"num_objects":85215,"num_object_clones":0,"num_object_copies":255645,"num_objects_missing_on_primary":5435,"num_objects_missing":5435,"num_objects_degraded":39869,"num_objects_misplaced":17268,"num_objects_unfound":0,"num_objects_dirty":85215,"num_whiteouts":0,"num_read":90,"num_read_kb":168,"num_write":101527,"num_write_kb":5972054,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":33260,"num_bytes_recovered":2172785009,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":94896,"ondisk_log_size":94896,"up":297,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":15696008,"kb_used_data":12804312,"kb_used_omap":12,"kb_used_meta":2891571,"kb_avail":546774904,"statfs":{"total":575970213888,"available":559897501696,"internally_reserved":0,"allocated":13111615488,"data_stored":13102272111,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12739,"internal_metadata":2960969277},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[3,1,0,0,0,0,0,1,0,0,4,5,6],"upper_bound":8192},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-55181312,"num_objects":-842,"num_object_clones":0,"num_object_copies":-2526,"num_objects_missing_on_primary":-51,"num_objects_missing":-51,"num_objects_degraded":-211,"num_objects_misplaced":-1251,"num_objects_unfound":0,"num_objects_dirty":-842,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":842,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1246,"num_bytes_recovered":81657856,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"9.909286"},"pg_stats":[{"pgid":"3.1a","version":"65'1","reported_seq":332,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.496720+0000","last_change":"2023-08-28T02:32:32.667028+0000","last_active":"2023-08-28T02:34:52.496720+0000","last_peered":"2023-08-28T02:34:52.496720+0000","last_clean":"2023-08-28T02:34:52.496720+0000","last_became_active":"2023-08-28T02:32:32.666711+0000","last_became_peered":"2023-08-28T02:32:32.666711+0000","last_unstale":"2023-08-28T02:34:52.496720+0000","last_undegraded":"2023-08-28T02:34:52.496720+0000","last_fullsized":"2023-08-28T02:34:52.496720+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:28:21.913105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":284,"reported_epoch":321,"state":"active+clean","last_fresh":"2023-08-28T02:34:58.959393+0000","last_change":"2023-08-28T02:29:44.421259+0000","last_active":"2023-08-28T02:34:58.959393+0000","last_peered":"2023-08-28T02:34:58.959393+0000","last_clean":"2023-08-28T02:34:58.959393+0000","last_became_active":"2023-08-28T02:29:44.420936+0000","last_became_peered":"2023-08-28T02:29:44.420936+0000","last_unstale":"2023-08-28T02:34:58.959393+0000","last_undegraded":"2023-08-28T02:34:58.959393+0000","last_fullsized":"2023-08-28T02:34:58.959393+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:22:26.346867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":124,"reported_epoch":319,"state":"active+clean","last_fresh":"2023-08-28T02:34:48.472846+0000","last_change":"2023-08-28T02:33:12.290337+0000","last_active":"2023-08-28T02:34:48.472846+0000","last_peered":"2023-08-28T02:34:48.472846+0000","last_clean":"2023-08-28T02:34:48.472846+0000","last_became_active":"2023-08-28T02:33:12.289852+0000","last_became_peered":"2023-08-28T02:33:12.289852+0000","last_unstale":"2023-08-28T02:34:48.472846+0000","last_undegraded":"2023-08-28T02:34:48.472846+0000","last_fullsized":"2023-08-28T02:34:48.472846+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:04:26.420037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":299,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.501587+0000","last_change":"2023-08-28T02:33:13.317226+0000","last_active":"2023-08-28T02:34:52.501587+0000","last_peered":"2023-08-28T02:34:52.501587+0000","last_clean":"2023-08-28T02:34:52.501587+0000","last_became_active":"2023-08-28T02:33:13.316893+0000","last_became_peered":"2023-08-28T02:33:13.316893+0000","last_unstale":"2023-08-28T02:34:52.501587+0000","last_undegraded":"2023-08-28T02:34:52.501587+0000","last_fullsized":"2023-08-28T02:34:52.501587+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:55:46.593463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":243,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.491989+0000","last_change":"2023-08-28T02:33:12.295203+0000","last_active":"2023-08-28T02:34:52.491989+0000","last_peered":"2023-08-28T02:34:52.491989+0000","last_clean":"2023-08-28T02:34:52.491989+0000","last_became_active":"2023-08-28T02:33:12.294904+0000","last_became_peered":"2023-08-28T02:33:12.294904+0000","last_unstale":"2023-08-28T02:34:52.491989+0000","last_undegraded":"2023-08-28T02:34:52.491989+0000","last_fullsized":"2023-08-28T02:34:52.491989+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:31:07.008856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":262,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.647678+0000","last_change":"2023-08-28T02:31:51.987263+0000","last_active":"2023-08-28T02:34:52.647678+0000","last_peered":"2023-08-28T02:34:52.647678+0000","last_clean":"2023-08-28T02:34:52.647678+0000","last_became_active":"2023-08-28T02:31:51.986938+0000","last_became_peered":"2023-08-28T02:31:51.986938+0000","last_unstale":"2023-08-28T02:34:52.647678+0000","last_undegraded":"2023-08-28T02:34:52.647678+0000","last_fullsized":"2023-08-28T02:34:52.647678+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:18.021905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":293,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.501482+0000","last_change":"2023-08-28T02:33:12.318656+0000","last_active":"2023-08-28T02:34:52.501482+0000","last_peered":"2023-08-28T02:34:52.501482+0000","last_clean":"2023-08-28T02:34:52.501482+0000","last_became_active":"2023-08-28T02:33:12.318297+0000","last_became_peered":"2023-08-28T02:33:12.318297+0000","last_unstale":"2023-08-28T02:34:52.501482+0000","last_undegraded":"2023-08-28T02:34:52.501482+0000","last_fullsized":"2023-08-28T02:34:52.501482+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:43:09.789767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":224,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.492088+0000","last_change":"2023-08-28T02:33:13.357230+0000","last_active":"2023-08-28T02:34:52.492088+0000","last_peered":"2023-08-28T02:34:52.492088+0000","last_clean":"2023-08-28T02:34:52.492088+0000","last_became_active":"2023-08-28T02:33:13.356853+0000","last_became_peered":"2023-08-28T02:33:13.356853+0000","last_unstale":"2023-08-28T02:34:52.492088+0000","last_undegraded":"2023-08-28T02:34:52.492088+0000","last_fullsized":"2023-08-28T02:34:52.492088+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:20:21.545007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":304,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.640072+0000","last_change":"2023-08-28T02:29:44.462510+0000","last_active":"2023-08-28T02:34:52.640072+0000","last_peered":"2023-08-28T02:34:52.640072+0000","last_clean":"2023-08-28T02:34:52.640072+0000","last_became_active":"2023-08-28T02:29:44.460314+0000","last_became_peered":"2023-08-28T02:29:44.460314+0000","last_unstale":"2023-08-28T02:34:52.640072+0000","last_undegraded":"2023-08-28T02:34:52.640072+0000","last_fullsized":"2023-08-28T02:34:52.640072+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:59:01.311467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":227,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.492430+0000","last_change":"2023-08-28T02:33:13.291255+0000","last_active":"2023-08-28T02:34:52.492430+0000","last_peered":"2023-08-28T02:34:52.492430+0000","last_clean":"2023-08-28T02:34:52.492430+0000","last_became_active":"2023-08-28T02:33:13.290933+0000","last_became_peered":"2023-08-28T02:33:13.290933+0000","last_unstale":"2023-08-28T02:34:52.492430+0000","last_undegraded":"2023-08-28T02:34:52.492430+0000","last_fullsized":"2023-08-28T02:34:52.492430+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:31:54.116908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"65'3","reported_seq":305,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.514758+0000","last_change":"2023-08-28T02:33:12.296412+0000","last_active":"2023-08-28T02:34:52.514758+0000","last_peered":"2023-08-28T02:34:52.514758+0000","last_clean":"2023-08-28T02:34:52.514758+0000","last_became_active":"2023-08-28T02:33:12.295786+0000","last_became_peered":"2023-08-28T02:33:12.295786+0000","last_unstale":"2023-08-28T02:34:52.514758+0000","last_undegraded":"2023-08-28T02:34:52.514758+0000","last_fullsized":"2023-08-28T02:34:52.514758+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:15:31.449163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":127,"reported_epoch":319,"state":"active+clean","last_fresh":"2023-08-28T02:34:48.473026+0000","last_change":"2023-08-28T02:32:32.666927+0000","last_active":"2023-08-28T02:34:48.473026+0000","last_peered":"2023-08-28T02:34:48.473026+0000","last_clean":"2023-08-28T02:34:48.473026+0000","last_became_active":"2023-08-28T02:32:32.666618+0000","last_became_peered":"2023-08-28T02:32:32.666618+0000","last_unstale":"2023-08-28T02:34:48.473026+0000","last_undegraded":"2023-08-28T02:34:48.473026+0000","last_fullsized":"2023-08-28T02:34:48.473026+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:45:57.998333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":329,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.496680+0000","last_change":"2023-08-28T02:32:28.505262+0000","last_active":"2023-08-28T02:34:52.496680+0000","last_peered":"2023-08-28T02:34:52.496680+0000","last_clean":"2023-08-28T02:34:52.496680+0000","last_became_active":"2023-08-28T02:32:28.455999+0000","last_became_peered":"2023-08-28T02:32:28.455999+0000","last_unstale":"2023-08-28T02:34:52.496680+0000","last_undegraded":"2023-08-28T02:34:52.496680+0000","last_fullsized":"2023-08-28T02:34:52.496680+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:28.937020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":9468,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":313,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.497163+0000","last_change":"2023-08-28T02:32:12.959195+0000","last_active":"2023-08-28T02:34:52.497163+0000","last_peered":"2023-08-28T02:34:52.497163+0000","last_clean":"2023-08-28T02:34:52.497163+0000","last_became_active":"2023-08-28T02:32:12.958832+0000","last_became_peered":"2023-08-28T02:32:12.958832+0000","last_unstale":"2023-08-28T02:34:52.497163+0000","last_undegraded":"2023-08-28T02:34:52.497163+0000","last_fullsized":"2023-08-28T02:34:52.497163+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:23:27.197787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"65'2","reported_seq":303,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.514133+0000","last_change":"2023-08-28T02:32:28.461161+0000","last_active":"2023-08-28T02:34:52.514133+0000","last_peered":"2023-08-28T02:34:52.514133+0000","last_clean":"2023-08-28T02:34:52.514133+0000","last_became_active":"2023-08-28T02:32:28.451284+0000","last_became_peered":"2023-08-28T02:32:28.451284+0000","last_unstale":"2023-08-28T02:34:52.514133+0000","last_undegraded":"2023-08-28T02:34:52.514133+0000","last_fullsized":"2023-08-28T02:34:52.514133+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:58:20.061020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":284,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.502028+0000","last_change":"2023-08-28T02:29:44.419566+0000","last_active":"2023-08-28T02:34:52.502028+0000","last_peered":"2023-08-28T02:34:52.502028+0000","last_clean":"2023-08-28T02:34:52.502028+0000","last_became_active":"2023-08-28T02:29:44.419053+0000","last_became_peered":"2023-08-28T02:29:44.419053+0000","last_unstale":"2023-08-28T02:34:52.502028+0000","last_undegraded":"2023-08-28T02:34:52.502028+0000","last_fullsized":"2023-08-28T02:34:52.502028+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:44:36.133499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":287,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.501182+0000","last_change":"2023-08-28T02:33:12.493777+0000","last_active":"2023-08-28T02:34:52.501182+0000","last_peered":"2023-08-28T02:34:52.501182+0000","last_clean":"2023-08-28T02:34:52.501182+0000","last_became_active":"2023-08-28T02:33:12.491177+0000","last_became_peered":"2023-08-28T02:33:12.491177+0000","last_unstale":"2023-08-28T02:34:52.501182+0000","last_undegraded":"2023-08-28T02:34:52.501182+0000","last_fullsized":"2023-08-28T02:34:52.501182+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:10:58.167753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":300,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.639919+0000","last_change":"2023-08-28T02:33:12.290293+0000","last_active":"2023-08-28T02:34:52.639919+0000","last_peered":"2023-08-28T02:34:52.639919+0000","last_clean":"2023-08-28T02:34:52.639919+0000","last_became_active":"2023-08-28T02:33:12.289989+0000","last_became_peered":"2023-08-28T02:33:12.289989+0000","last_unstale":"2023-08-28T02:34:52.639919+0000","last_undegraded":"2023-08-28T02:34:52.639919+0000","last_fullsized":"2023-08-28T02:34:52.639919+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:05:33.622172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":278,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.513329+0000","last_change":"2023-08-28T02:32:12.948756+0000","last_active":"2023-08-28T02:34:52.513329+0000","last_peered":"2023-08-28T02:34:52.513329+0000","last_clean":"2023-08-28T02:34:52.513329+0000","last_became_active":"2023-08-28T02:32:12.948441+0000","last_became_peered":"2023-08-28T02:32:12.948441+0000","last_unstale":"2023-08-28T02:34:52.513329+0000","last_undegraded":"2023-08-28T02:34:52.513329+0000","last_fullsized":"2023-08-28T02:34:52.513329+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:27.922180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":294,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.501694+0000","last_change":"2023-08-28T02:33:12.299398+0000","last_active":"2023-08-28T02:34:52.501694+0000","last_peered":"2023-08-28T02:34:52.501694+0000","last_clean":"2023-08-28T02:34:52.501694+0000","last_became_active":"2023-08-28T02:33:12.299113+0000","last_became_peered":"2023-08-28T02:33:12.299113+0000","last_unstale":"2023-08-28T02:34:52.501694+0000","last_undegraded":"2023-08-28T02:34:52.501694+0000","last_fullsized":"2023-08-28T02:34:52.501694+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:14:55.597212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"65'8","reported_seq":88,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.503430+0000","last_change":"2023-08-28T02:33:13.478870+0000","last_active":"2023-08-28T02:34:52.503430+0000","last_peered":"2023-08-28T02:34:52.503430+0000","last_clean":"2023-08-28T02:34:52.503430+0000","last_became_active":"2023-08-28T02:33:13.332142+0000","last_became_peered":"2023-08-28T02:33:13.332142+0000","last_unstale":"2023-08-28T02:34:52.503430+0000","last_undegraded":"2023-08-28T02:34:52.503430+0000","last_fullsized":"2023-08-28T02:34:52.503430+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:32:42.810159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":225,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.493990+0000","last_change":"2023-08-28T02:33:12.306353+0000","last_active":"2023-08-28T02:34:52.493990+0000","last_peered":"2023-08-28T02:34:52.493990+0000","last_clean":"2023-08-28T02:34:52.493990+0000","last_became_active":"2023-08-28T02:33:12.304977+0000","last_became_peered":"2023-08-28T02:33:12.304977+0000","last_unstale":"2023-08-28T02:34:52.493990+0000","last_undegraded":"2023-08-28T02:34:52.493990+0000","last_fullsized":"2023-08-28T02:34:52.493990+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:19:38.819671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"321'6328","reported_seq":6407,"reported_epoch":321,"state":"active+clean","last_fresh":"2023-08-28T02:35:00.393537+0000","last_change":"2023-08-28T02:30:50.402703+0000","last_active":"2023-08-28T02:35:00.393537+0000","last_peered":"2023-08-28T02:35:00.393537+0000","last_clean":"2023-08-28T02:35:00.393537+0000","last_became_active":"2023-08-28T02:30:50.402419+0000","last_became_peered":"2023-08-28T02:30:50.402419+0000","last_unstale":"2023-08-28T02:35:00.393537+0000","last_undegraded":"2023-08-28T02:35:00.393537+0000","last_fullsized":"2023-08-28T02:35:00.393537+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6328,"log_dups_size":0,"ondisk_log_size":6328,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:07:37.393907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":349437952,"num_objects":5332,"num_object_clones":0,"num_object_copies":15996,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5332,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6328,"num_write_kb":373120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"65'1","reported_seq":286,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.514592+0000","last_change":"2023-08-28T02:14:43.046130+0000","last_active":"2023-08-28T02:34:52.514592+0000","last_peered":"2023-08-28T02:34:52.514592+0000","last_clean":"2023-08-28T02:34:52.514592+0000","last_became_active":"2023-08-28T02:14:43.045775+0000","last_became_peered":"2023-08-28T02:14:43.045775+0000","last_unstale":"2023-08-28T02:34:52.514592+0000","last_undegraded":"2023-08-28T02:34:52.514592+0000","last_fullsized":"2023-08-28T02:34:52.514592+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:57:38.279756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":276,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.640751+0000","last_change":"2023-08-28T02:31:51.987149+0000","last_active":"2023-08-28T02:34:52.640751+0000","last_peered":"2023-08-28T02:34:52.640751+0000","last_clean":"2023-08-28T02:34:52.640751+0000","last_became_active":"2023-08-28T02:31:51.986821+0000","last_became_peered":"2023-08-28T02:31:51.986821+0000","last_unstale":"2023-08-28T02:34:52.640751+0000","last_undegraded":"2023-08-28T02:34:52.640751+0000","last_fullsized":"2023-08-28T02:34:52.640751+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:23:26.661134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"321'6352","reported_seq":9789,"reported_epoch":321,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:35:00.552690+0000","last_change":"2023-08-28T02:33:33.975566+0000","last_active":"2023-08-28T02:35:00.552690+0000","last_peered":"2023-08-28T02:35:00.552690+0000","last_clean":"2023-08-28T02:31:27.868230+0000","last_became_active":"2023-08-28T02:33:33.660452+0000","last_became_peered":"2023-08-28T02:33:33.660452+0000","last_unstale":"2023-08-28T02:35:00.552690+0000","last_undegraded":"2023-08-28T02:33:13.410847+0000","last_fullsized":"2023-08-28T02:33:13.270012+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6352,"log_dups_size":0,"ondisk_log_size":6352,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:33.375162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":343932928,"num_objects":5248,"num_object_clones":0,"num_object_copies":15744,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7324,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5248,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6352,"num_write_kb":371200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1660,"num_bytes_recovered":108724224,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[5,4],"avail_no_missing":["5","6"],"object_location_counts":[{"shards":"2,5,6","objects":915},{"shards":"3,5,6","objects":2396},{"shards":"4,5","objects":432},{"shards":"5,6","objects":1505}],"blocked_by":[],"up_primary":3,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"65'2","reported_seq":311,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.514650+0000","last_change":"2023-08-28T02:29:44.436352+0000","last_active":"2023-08-28T02:34:52.514650+0000","last_peered":"2023-08-28T02:34:52.514650+0000","last_clean":"2023-08-28T02:34:52.514650+0000","last_became_active":"2023-08-28T02:29:44.411499+0000","last_became_peered":"2023-08-28T02:29:44.411499+0000","last_unstale":"2023-08-28T02:34:52.514650+0000","last_undegraded":"2023-08-28T02:34:52.514650+0000","last_fullsized":"2023-08-28T02:34:52.514650+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:46:57.540191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":337,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.496191+0000","last_change":"2023-08-28T02:33:12.289004+0000","last_active":"2023-08-28T02:34:52.496191+0000","last_peered":"2023-08-28T02:34:52.496191+0000","last_clean":"2023-08-28T02:34:52.496191+0000","last_became_active":"2023-08-28T02:33:12.288722+0000","last_became_peered":"2023-08-28T02:33:12.288722+0000","last_unstale":"2023-08-28T02:34:52.496191+0000","last_undegraded":"2023-08-28T02:34:52.496191+0000","last_fullsized":"2023-08-28T02:34:52.496191+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:24.019483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"321'6267","reported_seq":6362,"reported_epoch":321,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:35:00.325810+0000","last_change":"2023-08-28T02:33:13.585687+0000","last_active":"2023-08-28T02:35:00.325810+0000","last_peered":"2023-08-28T02:35:00.325810+0000","last_clean":"2023-08-28T02:31:27.908616+0000","last_became_active":"2023-08-28T02:33:13.578484+0000","last_became_peered":"2023-08-28T02:33:13.578484+0000","last_unstale":"2023-08-28T02:35:00.325810+0000","last_undegraded":"2023-08-28T02:33:13.297322+0000","last_fullsized":"2023-08-28T02:33:13.268309+0000","mapping_epoch":298,"log_start":"255'912","ondisk_log_start":"255'912","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5355,"log_dups_size":0,"ondisk_log_size":5355,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:42:33.431186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":346226688,"num_objects":5283,"num_object_clones":0,"num_object_copies":15849,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2533,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5283,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6267,"num_write_kb":369600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4],"avail_no_missing":["0","4"],"object_location_counts":[{"shards":"0,4","objects":2835}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"65'1","reported_seq":297,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.514654+0000","last_change":"2023-08-28T02:33:13.516869+0000","last_active":"2023-08-28T02:34:52.514654+0000","last_peered":"2023-08-28T02:34:52.514654+0000","last_clean":"2023-08-28T02:34:52.514654+0000","last_became_active":"2023-08-28T02:33:13.396736+0000","last_became_peered":"2023-08-28T02:33:13.396736+0000","last_unstale":"2023-08-28T02:34:52.514654+0000","last_undegraded":"2023-08-28T02:34:52.514654+0000","last_fullsized":"2023-08-28T02:34:52.514654+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:47:08.237137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":261,"reported_epoch":319,"state":"active+clean","last_fresh":"2023-08-28T02:34:48.472929+0000","last_change":"2023-08-28T02:31:51.987327+0000","last_active":"2023-08-28T02:34:48.472929+0000","last_peered":"2023-08-28T02:34:48.472929+0000","last_clean":"2023-08-28T02:34:48.472929+0000","last_became_active":"2023-08-28T02:31:51.987018+0000","last_became_peered":"2023-08-28T02:31:51.987018+0000","last_unstale":"2023-08-28T02:34:48.472929+0000","last_undegraded":"2023-08-28T02:34:48.472929+0000","last_fullsized":"2023-08-28T02:34:48.472929+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:53:26.105101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.5","version":"321'6250","reported_seq":7216,"reported_epoch":321,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:35:00.302275+0000","last_change":"2023-08-28T02:33:13.625779+0000","last_active":"2023-08-28T02:35:00.302275+0000","last_peered":"2023-08-28T02:35:00.302275+0000","last_clean":"2023-08-28T02:31:27.898932+0000","last_became_active":"2023-08-28T02:33:13.612126+0000","last_became_peered":"2023-08-28T02:33:13.612126+0000","last_unstale":"2023-08-28T02:35:00.302275+0000","last_undegraded":"2023-08-28T02:33:13.485377+0000","last_fullsized":"2023-08-28T02:33:13.264317+0000","mapping_epoch":298,"log_start":"255'963","ondisk_log_start":"255'963","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5287,"log_dups_size":0,"ondisk_log_size":5287,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:37:28.843386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":340918272,"num_objects":5202,"num_object_clones":0,"num_object_copies":15606,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7744,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5202,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6250,"num_write_kb":366464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":432,"num_bytes_recovered":28311552,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,7],"avail_no_missing":["0","2"],"object_location_counts":[{"shards":"0,2","objects":2358},{"shards":"0,2,3","objects":2844}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":315,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.639768+0000","last_change":"2023-08-28T02:33:13.281826+0000","last_active":"2023-08-28T02:34:52.639768+0000","last_peered":"2023-08-28T02:34:52.639768+0000","last_clean":"2023-08-28T02:34:52.639768+0000","last_became_active":"2023-08-28T02:33:13.281511+0000","last_became_peered":"2023-08-28T02:33:13.281511+0000","last_unstale":"2023-08-28T02:34:52.639768+0000","last_undegraded":"2023-08-28T02:34:52.639768+0000","last_fullsized":"2023-08-28T02:34:52.639768+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:32:55.005706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":311,"reported_epoch":321,"state":"active+clean","last_fresh":"2023-08-28T02:34:58.956478+0000","last_change":"2023-08-28T02:29:44.436713+0000","last_active":"2023-08-28T02:34:58.956478+0000","last_peered":"2023-08-28T02:34:58.956478+0000","last_clean":"2023-08-28T02:34:58.956478+0000","last_became_active":"2023-08-28T02:29:44.436203+0000","last_became_peered":"2023-08-28T02:29:44.436203+0000","last_unstale":"2023-08-28T02:34:58.956478+0000","last_undegraded":"2023-08-28T02:34:58.956478+0000","last_fullsized":"2023-08-28T02:34:58.956478+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:46:48.522293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"320'6409","reported_seq":6489,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:56.784111+0000","last_change":"2023-08-28T02:30:50.399669+0000","last_active":"2023-08-28T02:34:56.784111+0000","last_peered":"2023-08-28T02:34:56.784111+0000","last_clean":"2023-08-28T02:34:56.784111+0000","last_became_active":"2023-08-28T02:30:50.399332+0000","last_became_peered":"2023-08-28T02:30:50.399332+0000","last_unstale":"2023-08-28T02:34:56.784111+0000","last_undegraded":"2023-08-28T02:34:56.784111+0000","last_fullsized":"2023-08-28T02:34:56.784111+0000","mapping_epoch":250,"log_start":"254'200","ondisk_log_start":"254'200","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6209,"log_dups_size":0,"ondisk_log_size":6209,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:00:54.910841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":354222080,"num_objects":5405,"num_object_clones":0,"num_object_copies":16215,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5405,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6409,"num_write_kb":378048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"75'161","reported_seq":741,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.513504+0000","last_change":"2023-08-28T02:33:13.310049+0000","last_active":"2023-08-28T02:34:52.513504+0000","last_peered":"2023-08-28T02:34:52.513504+0000","last_clean":"2023-08-28T02:34:52.513504+0000","last_became_active":"2023-08-28T02:33:13.309661+0000","last_became_peered":"2023-08-28T02:33:13.309661+0000","last_unstale":"2023-08-28T02:34:52.513504+0000","last_undegraded":"2023-08-28T02:34:52.513504+0000","last_fullsized":"2023-08-28T02:34:52.513504+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.930230+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.930230+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:27:40.889460+0000","scrub_duration":0.0050169209999999997,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"65'2","reported_seq":274,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.493723+0000","last_change":"2023-08-28T02:33:12.294922+0000","last_active":"2023-08-28T02:34:52.493723+0000","last_peered":"2023-08-28T02:34:52.493723+0000","last_clean":"2023-08-28T02:34:52.493723+0000","last_became_active":"2023-08-28T02:33:12.294518+0000","last_became_peered":"2023-08-28T02:33:12.294518+0000","last_unstale":"2023-08-28T02:34:52.493723+0000","last_undegraded":"2023-08-28T02:34:52.493723+0000","last_fullsized":"2023-08-28T02:34:52.493723+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:21:12.737286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":314,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.496751+0000","last_change":"2023-08-28T02:33:13.310505+0000","last_active":"2023-08-28T02:34:52.496751+0000","last_peered":"2023-08-28T02:34:52.496751+0000","last_clean":"2023-08-28T02:34:52.496751+0000","last_became_active":"2023-08-28T02:33:13.310223+0000","last_became_peered":"2023-08-28T02:33:13.310223+0000","last_unstale":"2023-08-28T02:34:52.496751+0000","last_undegraded":"2023-08-28T02:34:52.496751+0000","last_fullsized":"2023-08-28T02:34:52.496751+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:27:02.124453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"321'6333","reported_seq":7298,"reported_epoch":321,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:35:00.371035+0000","last_change":"2023-08-28T02:33:13.591092+0000","last_active":"2023-08-28T02:35:00.371035+0000","last_peered":"2023-08-28T02:35:00.371035+0000","last_clean":"2023-08-28T02:31:27.916082+0000","last_became_active":"2023-08-28T02:33:13.580413+0000","last_became_peered":"2023-08-28T02:33:13.580413+0000","last_unstale":"2023-08-28T02:35:00.371035+0000","last_undegraded":"2023-08-28T02:33:13.480527+0000","last_fullsized":"2023-08-28T02:33:13.270957+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6333,"log_dups_size":0,"ondisk_log_size":6333,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:03.698410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":349634560,"num_objects":5335,"num_object_clones":0,"num_object_copies":16005,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7959,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5335,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6333,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":428,"num_bytes_recovered":28049408,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,4],"avail_no_missing":["5","2"],"object_location_counts":[{"shards":"2,3,5","objects":2853},{"shards":"2,5","objects":2482}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"75'161","reported_seq":574,"reported_epoch":320,"state":"active+recovery_wait+degraded","last_fresh":"2023-08-28T02:34:52.640609+0000","last_change":"2023-08-28T02:33:13.287487+0000","last_active":"2023-08-28T02:34:52.640609+0000","last_peered":"2023-08-28T02:34:52.640609+0000","last_clean":"2023-08-28T02:31:25.515426+0000","last_became_active":"2023-08-28T02:33:13.287313+0000","last_became_peered":"2023-08-28T02:33:13.287313+0000","last_unstale":"2023-08-28T02:34:52.640609+0000","last_undegraded":"2023-08-28T02:33:13.270760+0000","last_fullsized":"2023-08-28T02:34:52.640609+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":204,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:45.407127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:45.407127+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:39:14.213229+0000","scrub_duration":0.0018495320000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":["5","2","3"],"object_location_counts":[{"shards":"2,3,5","objects":1}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":234,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.496550+0000","last_change":"2023-08-28T02:33:13.309727+0000","last_active":"2023-08-28T02:34:52.496550+0000","last_peered":"2023-08-28T02:34:52.496550+0000","last_clean":"2023-08-28T02:34:52.496550+0000","last_became_active":"2023-08-28T02:33:13.309487+0000","last_became_peered":"2023-08-28T02:33:13.309487+0000","last_unstale":"2023-08-28T02:34:52.496550+0000","last_undegraded":"2023-08-28T02:34:52.496550+0000","last_fullsized":"2023-08-28T02:34:52.496550+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:27:29.294011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":49,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.497284+0000","last_change":"2023-08-28T02:32:28.456323+0000","last_active":"2023-08-28T02:34:52.497284+0000","last_peered":"2023-08-28T02:34:52.497284+0000","last_clean":"2023-08-28T02:34:52.497284+0000","last_became_active":"2023-08-28T02:32:28.455987+0000","last_became_peered":"2023-08-28T02:32:28.455987+0000","last_unstale":"2023-08-28T02:34:52.497284+0000","last_undegraded":"2023-08-28T02:34:52.497284+0000","last_fullsized":"2023-08-28T02:34:52.497284+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:54:07.724002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"320'6449","reported_seq":16546,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:56.834841+0000","last_change":"2023-08-28T02:33:13.316023+0000","last_active":"2023-08-28T02:34:56.834841+0000","last_peered":"2023-08-28T02:34:56.834841+0000","last_clean":"2023-08-28T02:34:56.834841+0000","last_became_active":"2023-08-28T02:33:13.308403+0000","last_became_peered":"2023-08-28T02:33:13.308403+0000","last_unstale":"2023-08-28T02:34:56.834841+0000","last_undegraded":"2023-08-28T02:34:56.834841+0000","last_fullsized":"2023-08-28T02:34:56.834841+0000","mapping_epoch":298,"log_start":"254'300","ondisk_log_start":"254'300","created":250,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6149,"log_dups_size":0,"ondisk_log_size":6149,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:10:38.401973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":356974592,"num_objects":5447,"num_object_clones":0,"num_object_copies":16341,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5447,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6449,"num_write_kb":380672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4999,"num_bytes_recovered":327614464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":294,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.496129+0000","last_change":"2023-08-28T02:32:28.455294+0000","last_active":"2023-08-28T02:34:52.496129+0000","last_peered":"2023-08-28T02:34:52.496129+0000","last_clean":"2023-08-28T02:34:52.496129+0000","last_became_active":"2023-08-28T02:32:28.455013+0000","last_became_peered":"2023-08-28T02:32:28.455013+0000","last_unstale":"2023-08-28T02:34:52.496129+0000","last_undegraded":"2023-08-28T02:34:52.496129+0000","last_fullsized":"2023-08-28T02:34:52.496129+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:53.583864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":326,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.498352+0000","last_change":"2023-08-28T02:33:13.335588+0000","last_active":"2023-08-28T02:34:52.498352+0000","last_peered":"2023-08-28T02:34:52.498352+0000","last_clean":"2023-08-28T02:34:52.498352+0000","last_became_active":"2023-08-28T02:33:13.335326+0000","last_became_peered":"2023-08-28T02:33:13.335326+0000","last_unstale":"2023-08-28T02:34:52.498352+0000","last_undegraded":"2023-08-28T02:34:52.498352+0000","last_fullsized":"2023-08-28T02:34:52.498352+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:15:44.958663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"320'6347","reported_seq":6426,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:58.908730+0000","last_change":"2023-08-28T02:30:50.400261+0000","last_active":"2023-08-28T02:34:58.908730+0000","last_peered":"2023-08-28T02:34:58.908730+0000","last_clean":"2023-08-28T02:34:58.908730+0000","last_became_active":"2023-08-28T02:30:50.399938+0000","last_became_peered":"2023-08-28T02:30:50.399938+0000","last_unstale":"2023-08-28T02:34:58.908730+0000","last_undegraded":"2023-08-28T02:34:58.908730+0000","last_fullsized":"2023-08-28T02:34:58.908730+0000","mapping_epoch":250,"log_start":"255'890","ondisk_log_start":"255'890","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5457,"log_dups_size":0,"ondisk_log_size":5457,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:43:56.802792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":350420992,"num_objects":5347,"num_object_clones":0,"num_object_copies":16041,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5347,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6347,"num_write_kb":374208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"75'161","reported_seq":600,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.639743+0000","last_change":"2023-08-28T02:32:56.519141+0000","last_active":"2023-08-28T02:34:52.639743+0000","last_peered":"2023-08-28T02:34:52.639743+0000","last_clean":"2023-08-28T02:34:52.639743+0000","last_became_active":"2023-08-28T02:32:56.518863+0000","last_became_peered":"2023-08-28T02:32:56.518863+0000","last_unstale":"2023-08-28T02:34:52.639743+0000","last_undegraded":"2023-08-28T02:34:52.639743+0000","last_fullsized":"2023-08-28T02:34:52.639743+0000","mapping_epoch":292,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":293,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_clean_scrub_stamp":"2023-08-28T02:29:25.608370+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:59:50.561109+0000","scrub_duration":0.001662689,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":227,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.492145+0000","last_change":"2023-08-28T02:33:12.294592+0000","last_active":"2023-08-28T02:34:52.492145+0000","last_peered":"2023-08-28T02:34:52.492145+0000","last_clean":"2023-08-28T02:34:52.492145+0000","last_became_active":"2023-08-28T02:33:12.288508+0000","last_became_peered":"2023-08-28T02:33:12.288508+0000","last_unstale":"2023-08-28T02:34:52.492145+0000","last_undegraded":"2023-08-28T02:34:52.492145+0000","last_fullsized":"2023-08-28T02:34:52.492145+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:05:42.717608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":109,"reported_epoch":319,"state":"active+clean","last_fresh":"2023-08-28T02:34:48.473831+0000","last_change":"2023-08-28T02:29:44.429834+0000","last_active":"2023-08-28T02:34:48.473831+0000","last_peered":"2023-08-28T02:34:48.473831+0000","last_clean":"2023-08-28T02:34:48.473831+0000","last_became_active":"2023-08-28T02:29:44.429512+0000","last_became_peered":"2023-08-28T02:29:44.429512+0000","last_unstale":"2023-08-28T02:34:48.473831+0000","last_undegraded":"2023-08-28T02:34:48.473831+0000","last_fullsized":"2023-08-28T02:34:48.473831+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:58.062455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"321'6308","reported_seq":6387,"reported_epoch":321,"state":"active+clean","last_fresh":"2023-08-28T02:35:01.222604+0000","last_change":"2023-08-28T02:30:50.402348+0000","last_active":"2023-08-28T02:35:01.222604+0000","last_peered":"2023-08-28T02:35:01.222604+0000","last_clean":"2023-08-28T02:35:01.222604+0000","last_became_active":"2023-08-28T02:30:50.402076+0000","last_became_peered":"2023-08-28T02:30:50.402076+0000","last_unstale":"2023-08-28T02:35:01.222604+0000","last_undegraded":"2023-08-28T02:35:01.222604+0000","last_fullsized":"2023-08-28T02:35:01.222604+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6308,"log_dups_size":0,"ondisk_log_size":6308,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:24.859426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":345243648,"num_objects":5268,"num_object_clones":0,"num_object_copies":15804,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5268,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6308,"num_write_kb":370432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.7","version":"75'161","reported_seq":519,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.493904+0000","last_change":"2023-08-28T02:33:13.532525+0000","last_active":"2023-08-28T02:34:52.493904+0000","last_peered":"2023-08-28T02:34:52.493904+0000","last_clean":"2023-08-28T02:34:52.493904+0000","last_became_active":"2023-08-28T02:33:13.532125+0000","last_became_peered":"2023-08-28T02:33:13.532125+0000","last_unstale":"2023-08-28T02:34:52.493904+0000","last_undegraded":"2023-08-28T02:34:52.493904+0000","last_fullsized":"2023-08-28T02:34:52.493904+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.887648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.887648+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":109,"reported_epoch":319,"state":"active+clean","last_fresh":"2023-08-28T02:34:48.473298+0000","last_change":"2023-08-28T02:29:44.407595+0000","last_active":"2023-08-28T02:34:48.473298+0000","last_peered":"2023-08-28T02:34:48.473298+0000","last_clean":"2023-08-28T02:34:48.473298+0000","last_became_active":"2023-08-28T02:29:44.407316+0000","last_became_peered":"2023-08-28T02:29:44.407316+0000","last_unstale":"2023-08-28T02:34:48.473298+0000","last_undegraded":"2023-08-28T02:34:48.473298+0000","last_fullsized":"2023-08-28T02:34:48.473298+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:01:47.777709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":332,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.639877+0000","last_change":"2023-08-28T02:33:13.286980+0000","last_active":"2023-08-28T02:34:52.639877+0000","last_peered":"2023-08-28T02:34:52.639877+0000","last_clean":"2023-08-28T02:34:52.639877+0000","last_became_active":"2023-08-28T02:33:13.286740+0000","last_became_peered":"2023-08-28T02:33:13.286740+0000","last_unstale":"2023-08-28T02:34:52.639877+0000","last_undegraded":"2023-08-28T02:34:52.639877+0000","last_fullsized":"2023-08-28T02:34:52.639877+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:24:54.574365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":109,"reported_epoch":319,"state":"active+clean","last_fresh":"2023-08-28T02:34:48.472932+0000","last_change":"2023-08-28T02:29:44.506914+0000","last_active":"2023-08-28T02:34:48.472932+0000","last_peered":"2023-08-28T02:34:48.472932+0000","last_clean":"2023-08-28T02:34:48.472932+0000","last_became_active":"2023-08-28T02:29:44.506606+0000","last_became_peered":"2023-08-28T02:29:44.506606+0000","last_unstale":"2023-08-28T02:34:48.472932+0000","last_undegraded":"2023-08-28T02:34:48.472932+0000","last_fullsized":"2023-08-28T02:34:48.472932+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:55:50.992279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"321'6303","reported_seq":17980,"reported_epoch":321,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:35:00.241665+0000","last_change":"2023-08-28T02:34:11.565330+0000","last_active":"2023-08-28T02:35:00.241665+0000","last_peered":"2023-08-28T02:35:00.241665+0000","last_clean":"2023-08-28T02:32:11.916240+0000","last_became_active":"2023-08-28T02:33:12.501819+0000","last_became_peered":"2023-08-28T02:33:12.501819+0000","last_unstale":"2023-08-28T02:35:00.241665+0000","last_undegraded":"2023-08-28T02:35:00.241665+0000","last_fullsized":"2023-08-28T02:35:00.241665+0000","mapping_epoch":297,"log_start":"255'1024","ondisk_log_start":"255'1024","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5279,"log_dups_size":0,"ondisk_log_size":5279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:45:43.329719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":346882048,"num_objects":5293,"num_object_clones":0,"num_object_copies":15879,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":5293,"num_objects_unfound":0,"num_objects_dirty":5293,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6303,"num_write_kb":371072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5787,"num_bytes_recovered":379256832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,2],"avail_no_missing":["0","2","5","6"],"object_location_counts":[{"shards":"0,2,5","objects":5293}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.1","version":"75'161","reported_seq":580,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.639651+0000","last_change":"2023-08-28T02:32:31.482659+0000","last_active":"2023-08-28T02:34:52.639651+0000","last_peered":"2023-08-28T02:34:52.639651+0000","last_clean":"2023-08-28T02:34:52.639651+0000","last_became_active":"2023-08-28T02:32:31.482320+0000","last_became_peered":"2023-08-28T02:32:31.482320+0000","last_unstale":"2023-08-28T02:34:52.639651+0000","last_undegraded":"2023-08-28T02:34:52.639651+0000","last_fullsized":"2023-08-28T02:34:52.639651+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:24.559397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:24.559397+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:41:09.516918+0000","scrub_duration":0.001580328,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":318,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.639646+0000","last_change":"2023-08-28T02:31:51.988386+0000","last_active":"2023-08-28T02:34:52.639646+0000","last_peered":"2023-08-28T02:34:52.639646+0000","last_clean":"2023-08-28T02:34:52.639646+0000","last_became_active":"2023-08-28T02:31:51.988097+0000","last_became_peered":"2023-08-28T02:31:51.988097+0000","last_unstale":"2023-08-28T02:34:52.639646+0000","last_undegraded":"2023-08-28T02:34:52.639646+0000","last_fullsized":"2023-08-28T02:34:52.639646+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:25:01.818829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":294,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.497290+0000","last_change":"2023-08-28T02:32:12.951275+0000","last_active":"2023-08-28T02:34:52.497290+0000","last_peered":"2023-08-28T02:34:52.497290+0000","last_clean":"2023-08-28T02:34:52.497290+0000","last_became_active":"2023-08-28T02:32:12.950965+0000","last_became_peered":"2023-08-28T02:32:12.950965+0000","last_unstale":"2023-08-28T02:34:52.497290+0000","last_undegraded":"2023-08-28T02:34:52.497290+0000","last_fullsized":"2023-08-28T02:34:52.497290+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:37:31.294280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":135,"reported_epoch":319,"state":"active+clean","last_fresh":"2023-08-28T02:34:48.473302+0000","last_change":"2023-08-28T02:33:13.286534+0000","last_active":"2023-08-28T02:34:48.473302+0000","last_peered":"2023-08-28T02:34:48.473302+0000","last_clean":"2023-08-28T02:34:48.473302+0000","last_became_active":"2023-08-28T02:33:13.286164+0000","last_became_peered":"2023-08-28T02:33:13.286164+0000","last_unstale":"2023-08-28T02:34:48.473302+0000","last_undegraded":"2023-08-28T02:34:48.473302+0000","last_fullsized":"2023-08-28T02:34:48.473302+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:56.721932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"321'6344","reported_seq":18113,"reported_epoch":321,"state":"active+clean","last_fresh":"2023-08-28T02:35:00.318656+0000","last_change":"2023-08-28T02:34:14.448606+0000","last_active":"2023-08-28T02:35:00.318656+0000","last_peered":"2023-08-28T02:35:00.318656+0000","last_clean":"2023-08-28T02:35:00.318656+0000","last_became_active":"2023-08-28T02:34:14.438547+0000","last_became_peered":"2023-08-28T02:34:14.438547+0000","last_unstale":"2023-08-28T02:35:00.318656+0000","last_undegraded":"2023-08-28T02:35:00.318656+0000","last_fullsized":"2023-08-28T02:35:00.318656+0000","mapping_epoch":314,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":315,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6344,"log_dups_size":0,"ondisk_log_size":6344,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:06:41.120408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":348913664,"num_objects":5324,"num_object_clones":0,"num_object_copies":15972,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5324,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6344,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5834,"num_bytes_recovered":376832000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2","version":"75'161","reported_seq":702,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.513973+0000","last_change":"2023-08-28T02:30:51.762377+0000","last_active":"2023-08-28T02:34:52.513973+0000","last_peered":"2023-08-28T02:34:52.513973+0000","last_clean":"2023-08-28T02:34:52.513973+0000","last_became_active":"2023-08-28T02:27:46.375590+0000","last_became_peered":"2023-08-28T02:27:46.375590+0000","last_unstale":"2023-08-28T02:34:52.513973+0000","last_undegraded":"2023-08-28T02:34:52.513973+0000","last_fullsized":"2023-08-28T02:34:52.513973+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:51.762314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:51.762314+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:02.034555+0000","scrub_duration":0.0020023620000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":127,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.492502+0000","last_change":"2023-08-28T02:33:13.289765+0000","last_active":"2023-08-28T02:34:52.492502+0000","last_peered":"2023-08-28T02:34:52.492502+0000","last_clean":"2023-08-28T02:34:52.492502+0000","last_became_active":"2023-08-28T02:33:13.289159+0000","last_became_peered":"2023-08-28T02:33:13.289159+0000","last_unstale":"2023-08-28T02:34:52.492502+0000","last_undegraded":"2023-08-28T02:34:52.492502+0000","last_fullsized":"2023-08-28T02:34:52.492502+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:30:38.956723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":127,"reported_epoch":319,"state":"active+clean","last_fresh":"2023-08-28T02:34:48.472940+0000","last_change":"2023-08-28T02:32:28.464203+0000","last_active":"2023-08-28T02:34:48.472940+0000","last_peered":"2023-08-28T02:34:48.472940+0000","last_clean":"2023-08-28T02:34:48.472940+0000","last_became_active":"2023-08-28T02:32:28.463412+0000","last_became_peered":"2023-08-28T02:32:28.463412+0000","last_unstale":"2023-08-28T02:34:48.472940+0000","last_undegraded":"2023-08-28T02:34:48.472940+0000","last_fullsized":"2023-08-28T02:34:48.472940+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:20:38.177879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":109,"reported_epoch":319,"state":"active+clean","last_fresh":"2023-08-28T02:34:48.473821+0000","last_change":"2023-08-28T02:29:44.427945+0000","last_active":"2023-08-28T02:34:48.473821+0000","last_peered":"2023-08-28T02:34:48.473821+0000","last_clean":"2023-08-28T02:34:48.473821+0000","last_became_active":"2023-08-28T02:29:44.426487+0000","last_became_peered":"2023-08-28T02:29:44.426487+0000","last_unstale":"2023-08-28T02:34:48.473821+0000","last_undegraded":"2023-08-28T02:34:48.473821+0000","last_fullsized":"2023-08-28T02:34:48.473821+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:30:20.438896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"320'6334","reported_seq":16382,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:56.771516+0000","last_change":"2023-08-28T02:34:48.488647+0000","last_active":"2023-08-28T02:34:56.771516+0000","last_peered":"2023-08-28T02:34:56.771516+0000","last_clean":"2023-08-28T02:34:56.771516+0000","last_became_active":"2023-08-28T02:34:48.476519+0000","last_became_peered":"2023-08-28T02:34:48.476519+0000","last_unstale":"2023-08-28T02:34:56.771516+0000","last_undegraded":"2023-08-28T02:34:56.771516+0000","last_fullsized":"2023-08-28T02:34:56.771516+0000","mapping_epoch":318,"log_start":"254'200","ondisk_log_start":"254'200","created":250,"last_epoch_clean":319,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6134,"log_dups_size":0,"ondisk_log_size":6134,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:44:20.004230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":347996160,"num_objects":5310,"num_object_clones":0,"num_object_copies":15930,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5310,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6334,"num_write_kb":372608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4973,"num_bytes_recovered":325910528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":312,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.641178+0000","last_change":"2023-08-28T02:33:13.484970+0000","last_active":"2023-08-28T02:34:52.641178+0000","last_peered":"2023-08-28T02:34:52.641178+0000","last_clean":"2023-08-28T02:34:52.641178+0000","last_became_active":"2023-08-28T02:33:13.484579+0000","last_became_peered":"2023-08-28T02:33:13.484579+0000","last_unstale":"2023-08-28T02:34:52.641178+0000","last_undegraded":"2023-08-28T02:34:52.641178+0000","last_fullsized":"2023-08-28T02:34:52.641178+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:58.027468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"75'161","reported_seq":703,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.513806+0000","last_change":"2023-08-28T02:31:55.059467+0000","last_active":"2023-08-28T02:34:52.513806+0000","last_peered":"2023-08-28T02:34:52.513806+0000","last_clean":"2023-08-28T02:34:52.513806+0000","last_became_active":"2023-08-28T02:31:55.059115+0000","last_became_peered":"2023-08-28T02:31:55.059115+0000","last_unstale":"2023-08-28T02:34:52.513806+0000","last_undegraded":"2023-08-28T02:34:52.513806+0000","last_fullsized":"2023-08-28T02:34:52.513806+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":0,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.820990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.820990+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:15:56.774667+0000","scrub_duration":0.0017342480000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":228,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.492473+0000","last_change":"2023-08-28T02:33:13.352810+0000","last_active":"2023-08-28T02:34:52.492473+0000","last_peered":"2023-08-28T02:34:52.492473+0000","last_clean":"2023-08-28T02:34:52.492473+0000","last_became_active":"2023-08-28T02:33:13.351697+0000","last_became_peered":"2023-08-28T02:33:13.351697+0000","last_unstale":"2023-08-28T02:34:52.492473+0000","last_undegraded":"2023-08-28T02:34:52.492473+0000","last_fullsized":"2023-08-28T02:34:52.492473+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:56.187163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":143,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.500559+0000","last_change":"2023-08-28T02:31:51.984584+0000","last_active":"2023-08-28T02:34:52.500559+0000","last_peered":"2023-08-28T02:34:52.500559+0000","last_clean":"2023-08-28T02:34:52.500559+0000","last_became_active":"2023-08-28T02:31:51.984264+0000","last_became_peered":"2023-08-28T02:31:51.984264+0000","last_unstale":"2023-08-28T02:34:52.500559+0000","last_undegraded":"2023-08-28T02:34:52.500559+0000","last_fullsized":"2023-08-28T02:34:52.500559+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:58:42.306722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"321'6318","reported_seq":14147,"reported_epoch":321,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-08-28T02:35:00.328750+0000","last_change":"2023-08-28T02:34:12.608963+0000","last_active":"2023-08-28T02:35:00.328750+0000","last_peered":"2023-08-28T02:35:00.328750+0000","last_clean":"2023-08-28T02:32:22.441230+0000","last_became_active":"2023-08-28T02:32:29.705116+0000","last_became_peered":"2023-08-28T02:32:29.705116+0000","last_unstale":"2023-08-28T02:35:00.328750+0000","last_undegraded":"2023-08-28T02:32:29.496646+0000","last_fullsized":"2023-08-28T02:32:29.445907+0000","mapping_epoch":282,"log_start":"255'1028","ondisk_log_start":"255'1028","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5290,"log_dups_size":0,"ondisk_log_size":5290,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:23:04.768069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":344981504,"num_objects":5264,"num_object_clones":0,"num_object_copies":15792,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":161,"num_objects_misplaced":1762,"num_objects_unfound":0,"num_objects_dirty":5264,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6318,"num_write_kb":370624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3868,"num_bytes_recovered":253493248,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7],"avail_no_missing":["0","2","7"],"object_location_counts":[{"shards":"0,2,7","objects":1762},{"shards":"0,7","objects":3341}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3","version":"75'161","reported_seq":585,"reported_epoch":319,"state":"active+clean","last_fresh":"2023-08-28T02:34:48.473322+0000","last_change":"2023-08-28T02:31:55.068239+0000","last_active":"2023-08-28T02:34:48.473322+0000","last_peered":"2023-08-28T02:34:48.473322+0000","last_clean":"2023-08-28T02:34:48.473322+0000","last_became_active":"2023-08-28T02:31:55.067875+0000","last_became_peered":"2023-08-28T02:31:55.067875+0000","last_unstale":"2023-08-28T02:34:48.473322+0000","last_undegraded":"2023-08-28T02:34:48.473322+0000","last_fullsized":"2023-08-28T02:34:48.473322+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.868248+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:11:04.391639+0000","scrub_duration":0.0016215240000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":326,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.513770+0000","last_change":"2023-08-28T02:29:44.421353+0000","last_active":"2023-08-28T02:34:52.513770+0000","last_peered":"2023-08-28T02:34:52.513770+0000","last_clean":"2023-08-28T02:34:52.513770+0000","last_became_active":"2023-08-28T02:29:44.421064+0000","last_became_peered":"2023-08-28T02:29:44.421064+0000","last_unstale":"2023-08-28T02:34:52.513770+0000","last_undegraded":"2023-08-28T02:34:52.513770+0000","last_fullsized":"2023-08-28T02:34:52.513770+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:51:36.524024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":294,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.500783+0000","last_change":"2023-08-28T02:33:12.299487+0000","last_active":"2023-08-28T02:34:52.500783+0000","last_peered":"2023-08-28T02:34:52.500783+0000","last_clean":"2023-08-28T02:34:52.500783+0000","last_became_active":"2023-08-28T02:33:12.299175+0000","last_became_peered":"2023-08-28T02:33:12.299175+0000","last_unstale":"2023-08-28T02:34:52.500783+0000","last_undegraded":"2023-08-28T02:34:52.500783+0000","last_fullsized":"2023-08-28T02:34:52.500783+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:42:29.713462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":305,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.501431+0000","last_change":"2023-08-28T02:32:28.457696+0000","last_active":"2023-08-28T02:34:52.501431+0000","last_peered":"2023-08-28T02:34:52.501431+0000","last_clean":"2023-08-28T02:34:52.501431+0000","last_became_active":"2023-08-28T02:32:28.457407+0000","last_became_peered":"2023-08-28T02:32:28.457407+0000","last_unstale":"2023-08-28T02:34:52.501431+0000","last_undegraded":"2023-08-28T02:34:52.501431+0000","last_fullsized":"2023-08-28T02:34:52.501431+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:26:29.392787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"321'6258","reported_seq":7365,"reported_epoch":321,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:34:58.997004+0000","last_change":"2023-08-28T02:34:11.566035+0000","last_active":"2023-08-28T02:34:58.997004+0000","last_peered":"2023-08-28T02:34:58.997004+0000","last_clean":"2023-08-28T02:33:10.395883+0000","last_became_active":"2023-08-28T02:33:12.394714+0000","last_became_peered":"2023-08-28T02:33:12.394714+0000","last_unstale":"2023-08-28T02:34:58.997004+0000","last_undegraded":"2023-08-28T02:34:58.997004+0000","last_fullsized":"2023-08-28T02:34:58.997004+0000","mapping_epoch":297,"log_start":"255'884","ondisk_log_start":"255'884","created":250,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5374,"log_dups_size":0,"ondisk_log_size":5374,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:01:26.984565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":342425624,"num_objects":5226,"num_object_clones":0,"num_object_copies":15678,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4768,"num_objects_unfound":0,"num_objects_dirty":5226,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":6258,"num_write_kb":367425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":500,"num_bytes_recovered":32768000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,6],"avail_no_missing":["4","0","6"],"object_location_counts":[{"shards":"0,4,6","objects":5226}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.6","version":"75'161","reported_seq":579,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.501357+0000","last_change":"2023-08-28T02:33:13.338675+0000","last_active":"2023-08-28T02:34:52.501357+0000","last_peered":"2023-08-28T02:34:52.501357+0000","last_clean":"2023-08-28T02:34:52.501357+0000","last_became_active":"2023-08-28T02:33:13.338271+0000","last_became_peered":"2023-08-28T02:33:13.338271+0000","last_unstale":"2023-08-28T02:34:52.501357+0000","last_undegraded":"2023-08-28T02:34:52.501357+0000","last_fullsized":"2023-08-28T02:34:52.501357+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.774982+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.774982+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:13:20.011329+0000","scrub_duration":0.003539819,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":289,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.514714+0000","last_change":"2023-08-28T02:14:43.033789+0000","last_active":"2023-08-28T02:34:52.514714+0000","last_peered":"2023-08-28T02:34:52.514714+0000","last_clean":"2023-08-28T02:34:52.514714+0000","last_became_active":"2023-08-28T02:14:43.033454+0000","last_became_peered":"2023-08-28T02:14:43.033454+0000","last_unstale":"2023-08-28T02:34:52.514714+0000","last_undegraded":"2023-08-28T02:34:52.514714+0000","last_fullsized":"2023-08-28T02:34:52.514714+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:01:13.205842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":118,"reported_epoch":319,"state":"active+clean","last_fresh":"2023-08-28T02:34:48.473418+0000","last_change":"2023-08-28T02:32:28.461807+0000","last_active":"2023-08-28T02:34:48.473418+0000","last_peered":"2023-08-28T02:34:48.473418+0000","last_clean":"2023-08-28T02:34:48.473418+0000","last_became_active":"2023-08-28T02:32:28.461116+0000","last_became_peered":"2023-08-28T02:32:28.461116+0000","last_unstale":"2023-08-28T02:34:48.473418+0000","last_undegraded":"2023-08-28T02:34:48.473418+0000","last_fullsized":"2023-08-28T02:34:48.473418+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:12:45.321757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":265,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.501147+0000","last_change":"2023-08-28T02:14:43.048791+0000","last_active":"2023-08-28T02:34:52.501147+0000","last_peered":"2023-08-28T02:34:52.501147+0000","last_clean":"2023-08-28T02:34:52.501147+0000","last_became_active":"2023-08-28T02:14:43.047408+0000","last_became_peered":"2023-08-28T02:14:43.047408+0000","last_unstale":"2023-08-28T02:34:52.501147+0000","last_undegraded":"2023-08-28T02:34:52.501147+0000","last_fullsized":"2023-08-28T02:34:52.501147+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:47.097181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"320'6417","reported_seq":15116,"reported_epoch":320,"state":"active+recovery_wait+degraded+remapped","last_fresh":"2023-08-28T02:34:58.900568+0000","last_change":"2023-08-28T02:33:13.547578+0000","last_active":"2023-08-28T02:34:58.900568+0000","last_peered":"2023-08-28T02:34:58.900568+0000","last_clean":"2023-08-28T02:31:50.933695+0000","last_became_active":"2023-08-28T02:33:13.540416+0000","last_became_peered":"2023-08-28T02:33:13.540416+0000","last_unstale":"2023-08-28T02:34:58.900568+0000","last_undegraded":"2023-08-28T02:33:13.332893+0000","last_fullsized":"2023-08-28T02:34:58.900568+0000","mapping_epoch":298,"log_start":"255'974","ondisk_log_start":"255'974","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5443,"log_dups_size":0,"ondisk_log_size":5443,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:49:35.658845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":356843520,"num_objects":5445,"num_object_clones":0,"num_object_copies":16335,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":672,"num_objects_misplaced":5445,"num_objects_unfound":0,"num_objects_dirty":5445,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6417,"num_write_kb":379584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4295,"num_bytes_recovered":281477120,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,2],"avail_no_missing":["4","2","6"],"object_location_counts":[{"shards":"2,4,5","objects":4773},{"shards":"2,4,6","objects":672}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.5","version":"75'161","reported_seq":614,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.497370+0000","last_change":"2023-08-28T02:32:31.477151+0000","last_active":"2023-08-28T02:34:52.497370+0000","last_peered":"2023-08-28T02:34:52.497370+0000","last_clean":"2023-08-28T02:34:52.497370+0000","last_became_active":"2023-08-28T02:32:31.476776+0000","last_became_peered":"2023-08-28T02:32:31.476776+0000","last_unstale":"2023-08-28T02:34:52.497370+0000","last_undegraded":"2023-08-28T02:34:52.497370+0000","last_fullsized":"2023-08-28T02:34:52.497370+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:18.891729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:18.891729+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:47:27.194140+0000","scrub_duration":0.0031546460000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"65'2","reported_seq":275,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.493734+0000","last_change":"2023-08-28T02:33:12.327778+0000","last_active":"2023-08-28T02:34:52.493734+0000","last_peered":"2023-08-28T02:34:52.493734+0000","last_clean":"2023-08-28T02:34:52.493734+0000","last_became_active":"2023-08-28T02:33:12.327273+0000","last_became_peered":"2023-08-28T02:33:12.327273+0000","last_unstale":"2023-08-28T02:34:52.493734+0000","last_undegraded":"2023-08-28T02:34:52.493734+0000","last_fullsized":"2023-08-28T02:34:52.493734+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:40.554192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":156,"reported_epoch":319,"state":"active+clean","last_fresh":"2023-08-28T02:34:48.473618+0000","last_change":"2023-08-28T02:33:13.335665+0000","last_active":"2023-08-28T02:34:48.473618+0000","last_peered":"2023-08-28T02:34:48.473618+0000","last_clean":"2023-08-28T02:34:48.473618+0000","last_became_active":"2023-08-28T02:33:13.335322+0000","last_became_peered":"2023-08-28T02:33:13.335322+0000","last_unstale":"2023-08-28T02:34:48.473618+0000","last_undegraded":"2023-08-28T02:34:48.473618+0000","last_fullsized":"2023-08-28T02:34:48.473618+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:21:08.024493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":272,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.492172+0000","last_change":"2023-08-28T02:33:12.310326+0000","last_active":"2023-08-28T02:34:52.492172+0000","last_peered":"2023-08-28T02:34:52.492172+0000","last_clean":"2023-08-28T02:34:52.492172+0000","last_became_active":"2023-08-28T02:33:12.310011+0000","last_became_peered":"2023-08-28T02:33:12.310011+0000","last_unstale":"2023-08-28T02:34:52.492172+0000","last_undegraded":"2023-08-28T02:34:52.492172+0000","last_fullsized":"2023-08-28T02:34:52.492172+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:35:03.710036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"321'6405","reported_seq":7913,"reported_epoch":321,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:34:59.469166+0000","last_change":"2023-08-28T02:33:34.765675+0000","last_active":"2023-08-28T02:34:59.469166+0000","last_peered":"2023-08-28T02:34:59.469166+0000","last_clean":"2023-08-28T02:31:27.909649+0000","last_became_active":"2023-08-28T02:33:33.726805+0000","last_became_peered":"2023-08-28T02:33:33.726805+0000","last_unstale":"2023-08-28T02:34:59.469166+0000","last_undegraded":"2023-08-28T02:33:20.140072+0000","last_fullsized":"2023-08-28T02:33:13.278549+0000","mapping_epoch":298,"log_start":"255'977","ondisk_log_start":"255'977","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5428,"log_dups_size":0,"ondisk_log_size":5428,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:02:22.971585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":358023168,"num_objects":5463,"num_object_clones":0,"num_object_copies":16389,"num_objects_missing_on_primary":5435,"num_objects_missing":5435,"num_objects_degraded":13475,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5463,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6405,"num_write_kb":379776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":460,"num_bytes_recovered":30015488,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[4,3],"avail_no_missing":["2","6"],"object_location_counts":[{"shards":"2,3,4,6","objects":14},{"shards":"2,3,6","objects":2952},{"shards":"2,4,6","objects":14},{"shards":"2,6","objects":2483},{"shards":"3,4","objects":-13}],"blocked_by":[],"up_primary":3,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.4","version":"75'161","reported_seq":527,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.493268+0000","last_change":"2023-08-28T02:33:12.296479+0000","last_active":"2023-08-28T02:34:52.493268+0000","last_peered":"2023-08-28T02:34:52.493268+0000","last_clean":"2023-08-28T02:34:52.493268+0000","last_became_active":"2023-08-28T02:33:12.294160+0000","last_became_peered":"2023-08-28T02:33:12.294160+0000","last_unstale":"2023-08-28T02:34:52.493268+0000","last_undegraded":"2023-08-28T02:34:52.493268+0000","last_fullsized":"2023-08-28T02:34:52.493268+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.899247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.899247+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":247,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.514906+0000","last_change":"2023-08-28T02:33:13.539335+0000","last_active":"2023-08-28T02:34:52.514906+0000","last_peered":"2023-08-28T02:34:52.514906+0000","last_clean":"2023-08-28T02:34:52.514906+0000","last_became_active":"2023-08-28T02:33:13.538978+0000","last_became_peered":"2023-08-28T02:33:13.538978+0000","last_unstale":"2023-08-28T02:34:52.514906+0000","last_undegraded":"2023-08-28T02:34:52.514906+0000","last_fullsized":"2023-08-28T02:34:52.514906+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:26:13.405766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"65'1","reported_seq":309,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.501512+0000","last_change":"2023-08-28T02:29:44.510205+0000","last_active":"2023-08-28T02:34:52.501512+0000","last_peered":"2023-08-28T02:34:52.501512+0000","last_clean":"2023-08-28T02:34:52.501512+0000","last_became_active":"2023-08-28T02:29:44.429357+0000","last_became_peered":"2023-08-28T02:29:44.429357+0000","last_unstale":"2023-08-28T02:34:52.501512+0000","last_undegraded":"2023-08-28T02:34:52.501512+0000","last_fullsized":"2023-08-28T02:34:52.501512+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:44:59.955729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":276,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.495998+0000","last_change":"2023-08-28T02:32:12.950661+0000","last_active":"2023-08-28T02:34:52.495998+0000","last_peered":"2023-08-28T02:34:52.495998+0000","last_clean":"2023-08-28T02:34:52.495998+0000","last_became_active":"2023-08-28T02:32:12.950276+0000","last_became_peered":"2023-08-28T02:32:12.950276+0000","last_unstale":"2023-08-28T02:34:52.495998+0000","last_undegraded":"2023-08-28T02:34:52.495998+0000","last_fullsized":"2023-08-28T02:34:52.495998+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:05:17.972868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"65'1","reported_seq":267,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.501077+0000","last_change":"2023-08-28T02:14:43.042150+0000","last_active":"2023-08-28T02:34:52.501077+0000","last_peered":"2023-08-28T02:34:52.501077+0000","last_clean":"2023-08-28T02:34:52.501077+0000","last_became_active":"2023-08-28T02:14:43.038336+0000","last_became_peered":"2023-08-28T02:14:43.038336+0000","last_unstale":"2023-08-28T02:34:52.501077+0000","last_undegraded":"2023-08-28T02:34:52.501077+0000","last_fullsized":"2023-08-28T02:34:52.501077+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:26:02.415152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":316,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.496504+0000","last_change":"2023-08-28T02:33:13.318097+0000","last_active":"2023-08-28T02:34:52.496504+0000","last_peered":"2023-08-28T02:34:52.496504+0000","last_clean":"2023-08-28T02:34:52.496504+0000","last_became_active":"2023-08-28T02:33:13.317761+0000","last_became_peered":"2023-08-28T02:33:13.317761+0000","last_unstale":"2023-08-28T02:34:52.496504+0000","last_undegraded":"2023-08-28T02:34:52.496504+0000","last_fullsized":"2023-08-28T02:34:52.496504+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:24.836996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"65'2","reported_seq":314,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.639782+0000","last_change":"2023-08-28T02:29:44.535937+0000","last_active":"2023-08-28T02:34:52.639782+0000","last_peered":"2023-08-28T02:34:52.639782+0000","last_clean":"2023-08-28T02:34:52.639782+0000","last_became_active":"2023-08-28T02:29:44.462244+0000","last_became_peered":"2023-08-28T02:29:44.462244+0000","last_unstale":"2023-08-28T02:34:52.639782+0000","last_undegraded":"2023-08-28T02:34:52.639782+0000","last_fullsized":"2023-08-28T02:34:52.639782+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:30:33.173713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":314,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:55.336447+0000","last_change":"2023-08-28T02:33:12.305580+0000","last_active":"2023-08-28T02:34:55.336447+0000","last_peered":"2023-08-28T02:34:55.336447+0000","last_clean":"2023-08-28T02:34:55.336447+0000","last_became_active":"2023-08-28T02:33:12.305261+0000","last_became_peered":"2023-08-28T02:33:12.305261+0000","last_unstale":"2023-08-28T02:34:55.336447+0000","last_undegraded":"2023-08-28T02:34:55.336447+0000","last_fullsized":"2023-08-28T02:34:55.336447+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:22:31.614221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"65'2","reported_seq":283,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.639800+0000","last_change":"2023-08-28T02:31:51.991101+0000","last_active":"2023-08-28T02:34:52.639800+0000","last_peered":"2023-08-28T02:34:52.639800+0000","last_clean":"2023-08-28T02:34:52.639800+0000","last_became_active":"2023-08-28T02:31:51.987237+0000","last_became_peered":"2023-08-28T02:31:51.987237+0000","last_unstale":"2023-08-28T02:34:52.639800+0000","last_undegraded":"2023-08-28T02:34:52.639800+0000","last_fullsized":"2023-08-28T02:34:52.639800+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:07:07.370857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":317,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.496477+0000","last_change":"2023-08-28T02:33:12.494483+0000","last_active":"2023-08-28T02:34:52.496477+0000","last_peered":"2023-08-28T02:34:52.496477+0000","last_clean":"2023-08-28T02:34:52.496477+0000","last_became_active":"2023-08-28T02:33:12.494136+0000","last_became_peered":"2023-08-28T02:33:12.494136+0000","last_unstale":"2023-08-28T02:34:52.496477+0000","last_undegraded":"2023-08-28T02:34:52.496477+0000","last_fullsized":"2023-08-28T02:34:52.496477+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:36.772588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"65'1","reported_seq":260,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.493012+0000","last_change":"2023-08-28T02:33:13.287922+0000","last_active":"2023-08-28T02:34:52.493012+0000","last_peered":"2023-08-28T02:34:52.493012+0000","last_clean":"2023-08-28T02:34:52.493012+0000","last_became_active":"2023-08-28T02:33:13.287520+0000","last_became_peered":"2023-08-28T02:33:13.287520+0000","last_unstale":"2023-08-28T02:34:52.493012+0000","last_undegraded":"2023-08-28T02:34:52.493012+0000","last_fullsized":"2023-08-28T02:34:52.493012+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:11.627168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":274,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.492644+0000","last_change":"2023-08-28T02:33:13.289469+0000","last_active":"2023-08-28T02:34:52.492644+0000","last_peered":"2023-08-28T02:34:52.492644+0000","last_clean":"2023-08-28T02:34:52.492644+0000","last_became_active":"2023-08-28T02:33:13.288737+0000","last_became_peered":"2023-08-28T02:33:13.288737+0000","last_unstale":"2023-08-28T02:34:52.492644+0000","last_undegraded":"2023-08-28T02:34:52.492644+0000","last_fullsized":"2023-08-28T02:34:52.492644+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:11:15.043550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"65'4","reported_seq":298,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.501637+0000","last_change":"2023-08-28T02:32:28.607010+0000","last_active":"2023-08-28T02:34:52.501637+0000","last_peered":"2023-08-28T02:34:52.501637+0000","last_clean":"2023-08-28T02:34:52.501637+0000","last_became_active":"2023-08-28T02:32:28.492224+0000","last_became_peered":"2023-08-28T02:32:28.492224+0000","last_unstale":"2023-08-28T02:34:52.501637+0000","last_undegraded":"2023-08-28T02:34:52.501637+0000","last_fullsized":"2023-08-28T02:34:52.501637+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:13:45.711951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":554,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":327,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.495785+0000","last_change":"2023-08-28T02:33:13.309144+0000","last_active":"2023-08-28T02:34:52.495785+0000","last_peered":"2023-08-28T02:34:52.495785+0000","last_clean":"2023-08-28T02:34:52.495785+0000","last_became_active":"2023-08-28T02:33:13.308910+0000","last_became_peered":"2023-08-28T02:33:13.308910+0000","last_unstale":"2023-08-28T02:34:52.495785+0000","last_undegraded":"2023-08-28T02:34:52.495785+0000","last_fullsized":"2023-08-28T02:34:52.495785+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:09:59.549591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":5583077400,"num_objects":85192,"num_object_clones":0,"num_object_copies":255576,"num_objects_missing_on_primary":5435,"num_objects_missing":5435,"num_objects_degraded":39868,"num_objects_misplaced":17268,"num_objects_unfound":0,"num_objects_dirty":85192,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":101422,"num_write_kb":5971585,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":33236,"num_bytes_recovered":2172452864,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":17920962560,"data_stored":17920950344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":93070,"ondisk_log_size":93070,"up":48,"acting":42,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":10126,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":370028,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":89,"num_read_kb":167,"num_write":44,"num_write_kb":440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":322019,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299737,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2192312,"kb_used_data":1708144,"kb_used_omap":0,"kb_used_meta":484160,"kb_avail":91552840,"statfs":{"total":95995035648,"available":93750108160,"internally_reserved":0,"allocated":1749139456,"data_stored":1747860232,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":495779840},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:34:08 2023","interfaces":[{"interface":"back","average":{"1min":0.72799999999999998,"5min":1.21,"15min":1.571},"min":{"1min":0.23400000000000001,"5min":0.219,"15min":0.21199999999999999},"max":{"1min":3.6480000000000001,"5min":8.8870000000000005,"15min":13.257},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.77800000000000002,"5min":1.524,"15min":1.9830000000000001},"min":{"1min":0.29399999999999998,"5min":0.28699999999999998,"15min":0.246},"max":{"1min":3.6619999999999999,"5min":12.42,"15min":17.402999999999999},"last":0.42399999999999999}]},{"osd":1,"last update":"Mon Aug 28 02:34:37 2023","interfaces":[{"interface":"back","average":{"1min":0.89000000000000001,"5min":1.5329999999999999,"15min":2.198},"min":{"1min":0.28399999999999997,"5min":0.248,"15min":0.24099999999999999},"max":{"1min":5.492,"5min":11.699999999999999,"15min":17.43},"last":0.498},{"interface":"front","average":{"1min":1.087,"5min":1.593,"15min":2.052},"min":{"1min":0.32100000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":5.5179999999999998,"5min":12.525,"15min":19.913},"last":0.46600000000000003}]},{"osd":2,"last update":"Mon Aug 28 02:34:21 2023","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":1.1220000000000001,"15min":1.6890000000000001},"min":{"1min":0.28899999999999998,"5min":0.22900000000000001,"15min":0.22800000000000001},"max":{"1min":3.1760000000000002,"5min":7.6150000000000002,"15min":8.3889999999999993},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.57699999999999996,"5min":1.0189999999999999,"15min":1.5609999999999999},"min":{"1min":0.32000000000000001,"5min":0.315,"15min":0.28699999999999998},"max":{"1min":1.5269999999999999,"5min":9.2219999999999995,"15min":12.128},"last":0.379}]},{"osd":3,"last update":"Mon Aug 28 02:34:13 2023","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":3.0099999999999998,"5min":3.0099999999999998,"15min":3.0099999999999998},"last":0.442},{"interface":"front","average":{"1min":0.63,"5min":0.63,"15min":0.63},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":3.1000000000000001,"5min":3.1000000000000001,"15min":3.1000000000000001},"last":0.48699999999999999}]},{"osd":4,"last update":"Mon Aug 28 02:34:08 2023","interfaces":[{"interface":"back","average":{"1min":0.79700000000000004,"5min":1.3109999999999999,"15min":1.3029999999999999},"min":{"1min":0.29599999999999999,"5min":0.245,"15min":0.23599999999999999},"max":{"1min":5.2169999999999996,"5min":18.943000000000001,"15min":18.943000000000001},"last":0.27700000000000002},{"interface":"front","average":{"1min":0.69899999999999995,"5min":0.99399999999999999,"15min":0.96399999999999997},"min":{"1min":0.30299999999999999,"5min":0.25700000000000001,"15min":0.253},"max":{"1min":2.9870000000000001,"5min":7.0339999999999998,"15min":8.1890000000000001},"last":0.30399999999999999}]},{"osd":5,"last update":"Mon Aug 28 02:34:08 2023","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":1.0029999999999999,"15min":1.071},"min":{"1min":0.28599999999999998,"5min":0.246,"15min":0.23599999999999999},"max":{"1min":3.2120000000000002,"5min":5.9130000000000003,"15min":14.622},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.63600000000000001,"5min":1.212,"15min":1.302},"min":{"1min":0.36299999999999999,"5min":0.28100000000000003,"15min":0.27000000000000002},"max":{"1min":3.0499999999999998,"5min":13.840999999999999,"15min":17.324999999999999},"last":0.33500000000000002}]},{"osd":6,"last update":"Mon Aug 28 02:34:08 2023","interfaces":[{"interface":"back","average":{"1min":0.78900000000000003,"5min":1.2410000000000001,"15min":1.325},"min":{"1min":0.39300000000000002,"5min":0.30499999999999999,"15min":0.30299999999999999},"max":{"1min":3.2250000000000001,"5min":11.585000000000001,"15min":17.454999999999998},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.85899999999999999,"5min":0.996,"15min":0.874},"min":{"1min":0.41799999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":3.0499999999999998,"5min":7.665,"15min":7.665},"last":0.41199999999999998}]}]},{"osd":6,"up_from":0,"seq":193273528668,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":101,"seq":433791697126,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1663172,"kb_used_data":1039100,"kb_used_omap":4,"kb_used_meta":624059,"kb_avail":92081980,"statfs":{"total":95995035648,"available":94291947520,"internally_reserved":0,"allocated":1064038400,"data_stored":1062243754,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":639037326},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:34:37 2023","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":1.353,"15min":2.5939999999999999},"min":{"1min":0.27100000000000002,"5min":0.223,"15min":0.214},"max":{"1min":3.3730000000000002,"5min":14.721,"15min":24.545999999999999},"last":0.40200000000000002},{"interface":"front","average":{"1min":1.214,"5min":2.109,"15min":3.0760000000000001},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.21199999999999999},"max":{"1min":7.2450000000000001,"5min":12.301,"15min":24.515000000000001},"last":0.68600000000000005}]},{"osd":2,"last update":"Mon Aug 28 02:34:29 2023","interfaces":[{"interface":"back","average":{"1min":0.879,"5min":2.0870000000000002,"15min":2.7559999999999998},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.24099999999999999},"max":{"1min":4.0579999999999998,"5min":22.161000000000001,"15min":22.161000000000001},"last":0.63600000000000001},{"interface":"front","average":{"1min":1.137,"5min":1.647,"15min":2.3860000000000001},"min":{"1min":0.29999999999999999,"5min":0.254,"15min":0.253},"max":{"1min":7.0110000000000001,"5min":13.114000000000001,"15min":20.003},"last":0.42599999999999999}]},{"osd":3,"last update":"Mon Aug 28 02:34:12 2023","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":1.9770000000000001},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.374}]},{"osd":4,"last update":"Mon Aug 28 02:34:37 2023","interfaces":[{"interface":"back","average":{"1min":1.0369999999999999,"5min":1.2909999999999999,"15min":1.706},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":3.0259999999999998,"5min":18.689,"15min":18.992999999999999},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.58299999999999996,"5min":1.304,"15min":1.806},"min":{"1min":0.39200000000000002,"5min":0.29099999999999998,"15min":0.26400000000000001},"max":{"1min":1.486,"5min":14.779999999999999,"15min":14.779999999999999},"last":1.897}]},{"osd":5,"last update":"Mon Aug 28 02:34:37 2023","interfaces":[{"interface":"back","average":{"1min":0.84699999999999998,"5min":1.8129999999999999,"15min":2.2770000000000001},"min":{"1min":0.41399999999999998,"5min":0.35999999999999999,"15min":0.29999999999999999},"max":{"1min":3.7029999999999998,"5min":12.170999999999999,"15min":18.626999999999999},"last":0.80700000000000005},{"interface":"front","average":{"1min":0.99299999999999999,"5min":1.294,"15min":2.1779999999999999},"min":{"1min":0.38300000000000001,"5min":0.374,"15min":0.31900000000000001},"max":{"1min":3.0609999999999999,"5min":7.3410000000000002,"15min":18.945},"last":0.56299999999999994}]},{"osd":6,"last update":"Mon Aug 28 02:34:37 2023","interfaces":[{"interface":"back","average":{"1min":0.74099999999999999,"5min":1.609,"15min":2.2349999999999999},"min":{"1min":0.45000000000000001,"5min":0.373,"15min":0.34300000000000003},"max":{"1min":3.7400000000000002,"5min":12.221,"15min":13.254},"last":0.84599999999999997},{"interface":"front","average":{"1min":1.085,"5min":1.4119999999999999,"15min":1.9350000000000001},"min":{"1min":0.43099999999999999,"5min":0.41799999999999998,"15min":0.34499999999999997},"max":{"1min":3.089,"5min":12.371,"15min":19.021999999999998},"last":0.61899999999999999}]},{"osd":7,"last update":"Mon Aug 28 02:34:37 2023","interfaces":[{"interface":"back","average":{"1min":1.103,"5min":1.248,"15min":2.1669999999999998},"min":{"1min":0.47199999999999998,"5min":0.374,"15min":0.374},"max":{"1min":3.1080000000000001,"5min":7.3949999999999996,"15min":19.047999999999998},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.63900000000000001,"5min":1.3129999999999999,"15min":2.0630000000000002},"min":{"1min":0.432,"5min":0.34399999999999997,"15min":0.312},"max":{"1min":1.5620000000000001,"5min":14.818,"15min":14.818},"last":1.9430000000000001}]}]},{"osd":0,"up_from":87,"seq":373662154993,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":4057432,"kb_used_data":3392400,"kb_used_omap":5,"kb_used_meta":665018,"kb_avail":89687720,"statfs":{"total":95995035648,"available":91840225280,"internally_reserved":0,"allocated":3473817600,"data_stored":3471901072,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":680979066},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:34:29 2023","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":1.4510000000000001,"15min":2.0609999999999999},"min":{"1min":0.20300000000000001,"5min":0.184,"15min":0.184},"max":{"1min":1.2769999999999999,"5min":30.315000000000001,"15min":30.315000000000001},"last":0.26700000000000002},{"interface":"front","average":{"1min":0.51100000000000001,"5min":2.1850000000000001,"15min":2.923},"min":{"1min":0.28499999999999998,"5min":0.249,"15min":0.221},"max":{"1min":1.8580000000000001,"5min":69.272000000000006,"15min":69.272000000000006},"last":0.39200000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:34:29 2023","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":1.6279999999999999,"15min":2.5579999999999998},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":1.982,"5min":20.959,"15min":20.959},"last":0.28699999999999998},{"interface":"front","average":{"1min":0.63600000000000001,"5min":1.2310000000000001,"15min":2.0579999999999998},"min":{"1min":0.28399999999999997,"5min":0.247,"15min":0.24299999999999999},"max":{"1min":2.8999999999999999,"5min":8.0600000000000005,"15min":12.332000000000001},"last":0.48199999999999998}]},{"osd":3,"last update":"Mon Aug 28 02:34:13 2023","interfaces":[{"interface":"back","average":{"1min":0.75,"5min":0.75,"15min":0.75},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":3.952,"5min":3.952,"15min":3.952},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":3.9750000000000001,"5min":3.9750000000000001,"15min":3.9750000000000001},"last":0.41299999999999998}]},{"osd":4,"last update":"Mon Aug 28 02:34:13 2023","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":3.806,"15min":2.6219999999999999},"min":{"1min":0.34000000000000002,"5min":0.314,"15min":0.27700000000000002},"max":{"1min":1.0209999999999999,"5min":274.33199999999999,"15min":274.33199999999999},"last":0.36899999999999999},{"interface":"front","average":{"1min":0.754,"5min":4.3630000000000004,"15min":3.0619999999999998},"min":{"1min":0.315,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":2.0539999999999998,"5min":266.31999999999999,"15min":266.31999999999999},"last":0.58399999999999996}]},{"osd":5,"last update":"Mon Aug 28 02:34:13 2023","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":1.151,"15min":1.679},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.29299999999999998},"max":{"1min":1.486,"5min":7.1139999999999999,"15min":13.038},"last":0.443},{"interface":"front","average":{"1min":0.72099999999999997,"5min":1.774,"15min":2.282},"min":{"1min":0.36399999999999999,"5min":0.34799999999999998,"15min":0.27800000000000002},"max":{"1min":1.921,"5min":15.231,"15min":15.231},"last":0.623}]},{"osd":6,"last update":"Mon Aug 28 02:34:13 2023","interfaces":[{"interface":"back","average":{"1min":0.65300000000000002,"5min":1.4830000000000001,"15min":1.901},"min":{"1min":0.38300000000000001,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":1.7110000000000001,"5min":15.122999999999999,"15min":15.122999999999999},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.78800000000000003,"5min":1.9119999999999999,"15min":2.2970000000000002},"min":{"1min":0.441,"5min":0.35599999999999998,"15min":0.311},"max":{"1min":2,"5min":15.186999999999999,"15min":15.186999999999999},"last":0.65600000000000003}]},{"osd":7,"last update":"Mon Aug 28 02:34:13 2023","interfaces":[{"interface":"back","average":{"1min":0.73499999999999999,"5min":1.841,"15min":2.286},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.33400000000000002},"max":{"1min":1.9410000000000001,"5min":16.183,"15min":16.183},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.68000000000000005,"5min":1.304,"15min":1.9039999999999999},"min":{"1min":0.46000000000000002,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":1.925,"5min":7.0620000000000003,"15min":13.005000000000001},"last":0.5}]}]},{"osd":2,"up_from":0,"seq":502511173852,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":297,"seq":1275605286935,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1101396,"kb_used_data":978700,"kb_used_omap":2,"kb_used_meta":122621,"kb_avail":92643756,"statfs":{"total":95995035648,"available":94867206144,"internally_reserved":0,"allocated":1002188800,"data_stored":1000381432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":125563957},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:34:11 2023","interfaces":[{"interface":"back","average":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":1.6060000000000001},{"interface":"front","average":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":2.7949999999999999,"5min":2.7949999999999999,"15min":2.7949999999999999},"last":0.27600000000000002}]},{"osd":1,"last update":"Mon Aug 28 02:34:11 2023","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"last":3.2810000000000001},{"interface":"front","average":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":2.762,"5min":2.762,"15min":2.762},"last":3.23}]},{"osd":2,"last update":"Mon Aug 28 02:34:11 2023","interfaces":[{"interface":"back","average":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":2.5449999999999999,"5min":2.5449999999999999,"15min":2.5449999999999999},"last":0.309},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":1.5129999999999999}]},{"osd":4,"last update":"Mon Aug 28 02:34:11 2023","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.66700000000000004},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.59299999999999997}]},{"osd":5,"last update":"Mon Aug 28 02:34:11 2023","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":1.04,"5min":1.04,"15min":1.04},"last":0.47499999999999998},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.50800000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:34:11 2023","interfaces":[{"interface":"back","average":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":1.004,"5min":1.004,"15min":1.004},"last":0.54000000000000004}]},{"osd":7,"last update":"Mon Aug 28 02:34:11 2023","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":0.98099999999999998,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.623}]}]},{"osd":4,"up_from":30,"seq":128849019230,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3903416,"kb_used_data":3451760,"kb_used_omap":0,"kb_used_meta":451648,"kb_avail":89841736,"statfs":{"total":95995035648,"available":91997937664,"internally_reserved":0,"allocated":3534602240,"data_stored":3533323251,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":462487552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,0,0,0,0,0,1,0,0,4,5,6],"upper_bound":8192},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:34:15 2023","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":1.3720000000000001,"15min":1.921},"min":{"1min":0.247,"5min":0.247,"15min":0.22800000000000001},"max":{"1min":0.62,"5min":22.515000000000001,"15min":22.515000000000001},"last":0.32000000000000001},{"interface":"front","average":{"1min":0.45500000000000002,"5min":1.4239999999999999,"15min":1.8959999999999999},"min":{"1min":0.26900000000000002,"5min":0.24299999999999999,"15min":0.217},"max":{"1min":0.872,"5min":22.454000000000001,"15min":22.454000000000001},"last":0.374}]},{"osd":1,"last update":"Mon Aug 28 02:34:39 2023","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":1.28,"15min":1.5940000000000001},"min":{"1min":0.254,"5min":0.254,"15min":0.24199999999999999},"max":{"1min":2.843,"5min":23.082000000000001,"15min":23.082000000000001},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.45500000000000002,"5min":1.3520000000000001,"15min":1.7909999999999999},"min":{"1min":0.28199999999999997,"5min":0.26000000000000001,"15min":0.255},"max":{"1min":0.64700000000000002,"5min":25.100000000000001,"15min":25.100000000000001},"last":0.36099999999999999}]},{"osd":2,"last update":"Mon Aug 28 02:34:15 2023","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":1.458,"15min":1.8009999999999999},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27400000000000002},"max":{"1min":3.8050000000000002,"5min":8.7149999999999999,"15min":16.231000000000002},"last":0.40300000000000002},{"interface":"front","average":{"1min":0.59699999999999998,"5min":1.3779999999999999,"15min":1.7450000000000001},"min":{"1min":0.318,"5min":0.318,"15min":0.251},"max":{"1min":2.3889999999999998,"5min":13.515000000000001,"15min":13.515000000000001},"last":0.44600000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:34:15 2023","interfaces":[{"interface":"back","average":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":7.7480000000000002,"5min":7.7480000000000002,"15min":7.7480000000000002},"last":1.4490000000000001},{"interface":"front","average":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":2.851,"5min":2.851,"15min":2.851},"last":3.4590000000000001}]},{"osd":5,"last update":"Mon Aug 28 02:34:55 2023","interfaces":[{"interface":"back","average":{"1min":0.41299999999999998,"5min":0.879,"15min":1.123},"min":{"1min":0.28399999999999997,"5min":0.222,"15min":0.222},"max":{"1min":0.60099999999999998,"5min":8.6679999999999993,"15min":16.181999999999999},"last":0.66900000000000004},{"interface":"front","average":{"1min":0.41899999999999998,"5min":1.0569999999999999,"15min":1.1679999999999999},"min":{"1min":0.27500000000000002,"5min":0.224,"15min":0.20699999999999999},"max":{"1min":0.66300000000000003,"5min":8.6370000000000005,"15min":10.233000000000001},"last":0.49399999999999999}]},{"osd":6,"last update":"Mon Aug 28 02:34:06 2023","interfaces":[{"interface":"back","average":{"1min":0.71599999999999997,"5min":1.133,"15min":1.1180000000000001},"min":{"1min":0.376,"5min":0.28799999999999998,"15min":0.26500000000000001},"max":{"1min":2.9830000000000001,"5min":8.8480000000000008,"15min":10.023999999999999},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.70399999999999996,"5min":1.2789999999999999,"15min":1.1419999999999999},"min":{"1min":0.375,"5min":0.27200000000000002,"15min":0.255},"max":{"1min":4.5880000000000001,"5min":8.5,"15min":8.5},"last":0.78500000000000003}]},{"osd":7,"last update":"Mon Aug 28 02:34:15 2023","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":1.161,"15min":1.1879999999999999},"min":{"1min":0.38900000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.73199999999999998,"5min":8.8249999999999993,"15min":9.3209999999999997},"last":0.622},{"interface":"front","average":{"1min":0.56699999999999995,"5min":1.222,"15min":1.141},"min":{"1min":0.41199999999999998,"5min":0.34300000000000003,"15min":0.30299999999999999},"max":{"1min":0.95599999999999996,"5min":15.597,"15min":15.597},"last":0.53000000000000003}]}]},{"osd":5,"up_from":37,"seq":158913790303,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2778280,"kb_used_data":2234208,"kb_used_omap":0,"kb_used_meta":544064,"kb_avail":90966872,"statfs":{"total":95995035648,"available":93150076928,"internally_reserved":0,"allocated":2287828992,"data_stored":2286562370,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":557121536},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:34:42 2023","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":1.1200000000000001,"15min":1.913},"min":{"1min":0.23200000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.57299999999999995,"5min":7.7560000000000002,"15min":40.334000000000003},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.46800000000000003,"5min":1.369,"15min":1.8979999999999999},"min":{"1min":0.28299999999999997,"5min":0.28000000000000003,"15min":0.23200000000000001},"max":{"1min":0.872,"5min":19.815999999999999,"15min":40.212000000000003},"last":0.42099999999999999}]},{"osd":1,"last update":"Mon Aug 28 02:34:42 2023","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":1.4470000000000001,"15min":2.0880000000000001},"min":{"1min":0.27900000000000003,"5min":0.26200000000000001,"15min":0.23200000000000001},"max":{"1min":1.8169999999999999,"5min":17.998000000000001,"15min":40.088000000000001},"last":0.37},{"interface":"front","average":{"1min":0.55400000000000005,"5min":1.5669999999999999,"15min":1.9890000000000001},"min":{"1min":0.28100000000000003,"5min":0.27800000000000002,"15min":0.251},"max":{"1min":1.8759999999999999,"5min":19.853000000000002,"15min":40.243000000000002},"last":0.59599999999999997}]},{"osd":2,"last update":"Mon Aug 28 02:34:42 2023","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":1.206,"15min":1.9159999999999999},"min":{"1min":0.30599999999999999,"5min":0.29899999999999999,"15min":0.27700000000000002},"max":{"1min":1.3620000000000001,"5min":8.7899999999999991,"15min":40.436999999999998},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.64700000000000002,"5min":1.478,"15min":1.992},"min":{"1min":0.315,"5min":0.28499999999999998,"15min":0.27200000000000002},"max":{"1min":2.8809999999999998,"5min":8.609,"15min":40.555},"last":0.64400000000000002}]},{"osd":3,"last update":"Mon Aug 28 02:34:12 2023","interfaces":[{"interface":"back","average":{"1min":1.2989999999999999,"5min":1.2989999999999999,"15min":1.2989999999999999},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":16.190999999999999,"5min":16.190999999999999,"15min":16.190999999999999},"last":0.438},{"interface":"front","average":{"1min":1.6850000000000001,"5min":1.6850000000000001,"15min":1.6850000000000001},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":21.420999999999999,"5min":21.420999999999999,"15min":21.420999999999999},"last":0.67600000000000005}]},{"osd":4,"last update":"Mon Aug 28 02:34:55 2023","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.85799999999999998,"15min":1.294},"min":{"1min":0.253,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":1.012,"5min":13.616,"15min":40.762999999999998},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.45900000000000002,"5min":1.1879999999999999,"15min":1.3540000000000001},"min":{"1min":0.28499999999999998,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.69999999999999996,"5min":10.566000000000001,"15min":40.634},"last":0.69999999999999996}]},{"osd":6,"last update":"Mon Aug 28 02:34:42 2023","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":1.3720000000000001,"15min":1.464},"min":{"1min":0.28899999999999998,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.63800000000000001,"5min":17.510000000000002,"15min":42.409999999999997},"last":0.76400000000000001},{"interface":"front","average":{"1min":0.51100000000000001,"5min":1.2649999999999999,"15min":1.4410000000000001},"min":{"1min":0.34899999999999998,"5min":0.254,"15min":0.254},"max":{"1min":1.4159999999999999,"5min":15.856999999999999,"15min":42.533999999999999},"last":0.40799999999999997}]},{"osd":7,"last update":"Mon Aug 28 02:34:42 2023","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":1.214,"15min":1.623},"min":{"1min":0.377,"5min":0.315,"15min":0.314},"max":{"1min":0.82299999999999995,"5min":10.837999999999999,"15min":42.667000000000002},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.55500000000000005,"5min":1.502,"15min":1.6160000000000001},"min":{"1min":0.39400000000000002,"5min":0.318,"15min":0.318},"max":{"1min":0.94899999999999995,"5min":17.808,"15min":42.344000000000001},"last":0.44900000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":3466792960,"data_stored":3466788888,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1059192832,"data_stored":1059192832,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":2613313536,"data_stored":2613313536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":995426304,"data_stored":995426304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":3530100736,"data_stored":3530096664,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":2284257280,"data_stored":2284257280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":2227638272,"data_stored":2227634200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1744240640,"data_stored":1744240640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:35:04.731 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:35:04.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:04 smithi083 ceph-mon[157819]: from='client.45509 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:35:04.762 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:04.883 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:35:04.886 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:04.886 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:35:04.987 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:35:05.020 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:05.045 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:35:05.047 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:05.048 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:35:05.149 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:35:05.183 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:05.355 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:35:05.358 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:05.358 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:35:05.459 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:35:05.491 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:05.512 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:35:05.516 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:05.517 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:35:05.538 INFO:teuthology.orchestra.run.smithi083.stdout:ERROR: (22) Invalid argument 2023-08-28T02:35:05.538 INFO:teuthology.orchestra.run.smithi083.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:35:05.582 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:05 smithi040 ceph-mon[175404]: pgmap v956: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 89 active+clean; 5.2 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 82 op/s; 39869/255423 objects degraded (15.609%); 17268/255423 objects misplaced (6.761%); 7.8 MiB/s, 124 objects/s recovering 2023-08-28T02:35:05.582 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:05 smithi040 ceph-mon[170259]: pgmap v956: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 89 active+clean; 5.2 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 82 op/s; 39869/255423 objects degraded (15.609%); 17268/255423 objects misplaced (6.761%); 7.8 MiB/s, 124 objects/s recovering 2023-08-28T02:35:05.582 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:35:05 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:35:05] "GET /metrics HTTP/1.1" 200 36600 "" "Prometheus/2.43.0" 2023-08-28T02:35:05.618 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:35:05.657 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:05.691 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:05 smithi083 ceph-mon[157819]: pgmap v956: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 89 active+clean; 5.2 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 82 op/s; 39869/255423 objects degraded (15.609%); 17268/255423 objects misplaced (6.761%); 7.8 MiB/s, 124 objects/s recovering 2023-08-28T02:35:05.738 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:35:05.744 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:05.744 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:35:05.845 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:35:05.880 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:05.902 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:35:05.904 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:05.905 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:35:05.908 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.6 dump_historic_ops 2023-08-28T02:35:06.005 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:35:06.045 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:06.069 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:35:06.073 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:06.073 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:35:06.174 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:35:06.205 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:06.226 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:35:06.229 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:06.229 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:35:06.279 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:35:06.329 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:35:06.362 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:06.386 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:35:06.390 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:06.390 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:35:06.399 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-08-28T02:35:06.461 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:06 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 39869/255423 objects degraded (15.609%), 8 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-08-28T02:35:06.490 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:35:06.521 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:06.694 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:35:06.698 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:06 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 39869/255423 objects degraded (15.609%), 8 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-08-28T02:35:06.698 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:06 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/735735061' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:35:06.698 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:06.699 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:35:06.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:06 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/735735061' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:35:06.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:06 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 39869/255423 objects degraded (15.609%), 8 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-08-28T02:35:06.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:06 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/735735061' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:35:06.763 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:35:06.799 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:35:06.829 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:06.849 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:35:06.852 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:06.852 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:35:06.953 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:35:06.967 INFO:teuthology.orchestra.run.smithi040.stderr:nodeep-scrub is unset 2023-08-28T02:35:06.995 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:07.323 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:35:07.326 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:07.326 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:35:07.340 INFO:teuthology.orchestra.run.smithi083.stdout:ERROR: (22) Invalid argument 2023-08-28T02:35:07.341 INFO:teuthology.orchestra.run.smithi083.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:35:07.427 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:35:07.462 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:07.619 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:07 smithi083 ceph-mon[157819]: pgmap v957: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 89 active+clean; 5.2 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 71 op/s; 39774/254553 objects degraded (15.625%); 16448/254553 objects misplaced (6.462%); 9.1 MiB/s, 145 objects/s recovering 2023-08-28T02:35:07.619 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:07 smithi083 ceph-mon[157819]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:35:07.620 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:07 smithi083 ceph-mon[157819]: failed to encode map e322 with expected crc 2023-08-28T02:35:07.620 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:07 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/735735061' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:35:07.620 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:07 smithi083 ceph-mon[157819]: osdmap e322: 8 total, 8 up, 6 in 2023-08-28T02:35:07.645 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:35:07.649 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:07.649 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:35:07.674 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:35:07.718 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.7 dump_ops_in_flight 2023-08-28T02:35:07.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:07 smithi040 ceph-mon[175404]: pgmap v957: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 89 active+clean; 5.2 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 71 op/s; 39774/254553 objects degraded (15.625%); 16448/254553 objects misplaced (6.462%); 9.1 MiB/s, 145 objects/s recovering 2023-08-28T02:35:07.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:07 smithi040 ceph-mon[175404]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:35:07.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:07 smithi040 ceph-mon[175404]: failed to encode map e322 with expected crc 2023-08-28T02:35:07.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:07 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/735735061' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:35:07.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:07 smithi040 ceph-mon[175404]: osdmap e322: 8 total, 8 up, 6 in 2023-08-28T02:35:07.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:07 smithi040 ceph-mon[170259]: pgmap v957: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 89 active+clean; 5.2 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 71 op/s; 39774/254553 objects degraded (15.625%); 16448/254553 objects misplaced (6.462%); 9.1 MiB/s, 145 objects/s recovering 2023-08-28T02:35:07.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:07 smithi040 ceph-mon[170259]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:35:07.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:07 smithi040 ceph-mon[170259]: failed to encode map e322 with expected crc 2023-08-28T02:35:07.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:07 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/735735061' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:35:07.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:07 smithi040 ceph-mon[170259]: osdmap e322: 8 total, 8 up, 6 in 2023-08-28T02:35:07.751 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:35:07.785 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:07.813 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:35:07.817 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:07.817 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:35:07.918 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:35:07.948 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:08.011 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:35:08.019 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:35:08.022 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:08.022 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:35:08.123 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:35:08.126 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:35:08.169 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:08.175 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:35:08.196 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:35:08.199 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:08.200 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:35:08.202 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:35:08.224 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:35:08.250 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:35:08.272 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:35:08.295 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:35:08.300 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:35:08.317 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:35:08.330 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:08.339 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:35:08.340 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-08-28T02:35:08.341 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-08-28T02:35:08.341 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-08-28T02:35:08.341 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-08-28T02:35:08.341 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-08-28T02:35:08.341 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-08-28T02:35:08.341 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-08-28T02:35:08.341 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-08-28T02:35:08.406 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:35:08.409 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:08.409 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:35:08.510 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:35:08.545 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:08.570 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:35:08.572 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:08.573 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:35:08.618 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:08 smithi083 ceph-mon[157819]: failed to encode map e322 with expected crc 2023-08-28T02:35:08.619 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:08 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1033461301' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:35:08.673 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:35:08.707 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:08.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:08 smithi040 ceph-mon[170259]: failed to encode map e322 with expected crc 2023-08-28T02:35:08.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:08 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1033461301' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:35:08.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:08 smithi040 ceph-mon[175404]: failed to encode map e322 with expected crc 2023-08-28T02:35:08.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:08 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1033461301' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:35:08.885 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:35:08.888 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:08.889 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:35:08.989 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:35:09.020 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:09.044 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:35:09.050 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:09.050 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:35:09.151 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:35:09.181 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:09.252 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:35:09.256 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:09.256 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:35:09.335 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2023-08-28T02:35:09.362 INFO:teuthology.orchestra.run.smithi083.stdout: "ops": [], 2023-08-28T02:35:09.362 INFO:teuthology.orchestra.run.smithi083.stdout: "num_ops": 0 2023-08-28T02:35:09.363 INFO:teuthology.orchestra.run.smithi083.stdout:} 2023-08-28T02:35:09.363 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:35:09.401 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:09.424 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:35:09.427 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:09.427 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:35:09.527 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd set noscrub 2023-08-28T02:35:09.527 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:35:09.562 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:09.590 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:35:09.593 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:09.594 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:35:09.635 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:09 smithi083 ceph-mon[157819]: pgmap v959: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 89 active+clean; 5.2 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 76 op/s; 39774/254364 objects degraded (15.637%); 16448/254364 objects misplaced (6.466%); 9.7 MiB/s, 154 objects/s recovering 2023-08-28T02:35:09.649 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:35:09.650 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:35:09.695 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:35:09.716 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.7 dump_blocked_ops 2023-08-28T02:35:09.726 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:09 smithi040 ceph-mon[175404]: pgmap v959: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 89 active+clean; 5.2 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 76 op/s; 39774/254364 objects degraded (15.637%); 16448/254364 objects misplaced (6.466%); 9.7 MiB/s, 154 objects/s recovering 2023-08-28T02:35:09.727 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:09 smithi040 ceph-mon[170259]: pgmap v959: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 89 active+clean; 5.2 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 76 op/s; 39774/254364 objects degraded (15.637%); 16448/254364 objects misplaced (6.466%); 9.7 MiB/s, 154 objects/s recovering 2023-08-28T02:35:09.729 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:09.802 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:35:09.806 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:09.806 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:35:09.907 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:35:09.941 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:10.016 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:35:10.018 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:35:10.020 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:10.021 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:35:10.023 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:35:10.051 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":959,"stamp":"2023-08-28T02:35:08.402334+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":5555469060,"num_objects":84788,"num_object_clones":0,"num_object_copies":254364,"num_objects_missing_on_primary":5410,"num_objects_missing":5410,"num_objects_degraded":39774,"num_objects_misplaced":16448,"num_objects_unfound":0,"num_objects_dirty":84788,"num_whiteouts":0,"num_read":90,"num_read_kb":168,"num_write":101954,"num_write_kb":5972054,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":34077,"num_bytes_recovered":2226327921,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":94923,"ondisk_log_size":94923,"up":297,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":15699736,"kb_used_data":12789672,"kb_used_omap":12,"kb_used_meta":2910003,"kb_avail":546771176,"statfs":{"total":575970213888,"available":559893684224,"internally_reserved":0,"allocated":13096624128,"data_stored":13087273189,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12739,"internal_metadata":2979843645},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,0,0,0,0,0,1,0,0,4,5,6],"upper_bound":8192},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-47251456,"num_objects":-721,"num_object_clones":0,"num_object_copies":-2163,"num_objects_missing_on_primary":-50,"num_objects_missing":-50,"num_objects_degraded":-187,"num_objects_misplaced":-1466,"num_objects_unfound":0,"num_objects_dirty":-721,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":721,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1460,"num_bytes_recovered":95682560,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"9.445629"},"pg_stats":[{"pgid":"3.1a","version":"65'1","reported_seq":332,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.496720+0000","last_change":"2023-08-28T02:32:32.667028+0000","last_active":"2023-08-28T02:34:52.496720+0000","last_peered":"2023-08-28T02:34:52.496720+0000","last_clean":"2023-08-28T02:34:52.496720+0000","last_became_active":"2023-08-28T02:32:32.666711+0000","last_became_peered":"2023-08-28T02:32:32.666711+0000","last_unstale":"2023-08-28T02:34:52.496720+0000","last_undegraded":"2023-08-28T02:34:52.496720+0000","last_fullsized":"2023-08-28T02:34:52.496720+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:28:21.913105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":284,"reported_epoch":321,"state":"active+clean","last_fresh":"2023-08-28T02:34:58.959393+0000","last_change":"2023-08-28T02:29:44.421259+0000","last_active":"2023-08-28T02:34:58.959393+0000","last_peered":"2023-08-28T02:34:58.959393+0000","last_clean":"2023-08-28T02:34:58.959393+0000","last_became_active":"2023-08-28T02:29:44.420936+0000","last_became_peered":"2023-08-28T02:29:44.420936+0000","last_unstale":"2023-08-28T02:34:58.959393+0000","last_undegraded":"2023-08-28T02:34:58.959393+0000","last_fullsized":"2023-08-28T02:34:58.959393+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:22:26.346867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":126,"reported_epoch":321,"state":"active+clean","last_fresh":"2023-08-28T02:34:58.983645+0000","last_change":"2023-08-28T02:33:12.290337+0000","last_active":"2023-08-28T02:34:58.983645+0000","last_peered":"2023-08-28T02:34:58.983645+0000","last_clean":"2023-08-28T02:34:58.983645+0000","last_became_active":"2023-08-28T02:33:12.289852+0000","last_became_peered":"2023-08-28T02:33:12.289852+0000","last_unstale":"2023-08-28T02:34:58.983645+0000","last_undegraded":"2023-08-28T02:34:58.983645+0000","last_fullsized":"2023-08-28T02:34:58.983645+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:04:26.420037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":299,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.501587+0000","last_change":"2023-08-28T02:33:13.317226+0000","last_active":"2023-08-28T02:34:52.501587+0000","last_peered":"2023-08-28T02:34:52.501587+0000","last_clean":"2023-08-28T02:34:52.501587+0000","last_became_active":"2023-08-28T02:33:13.316893+0000","last_became_peered":"2023-08-28T02:33:13.316893+0000","last_unstale":"2023-08-28T02:34:52.501587+0000","last_undegraded":"2023-08-28T02:34:52.501587+0000","last_fullsized":"2023-08-28T02:34:52.501587+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:55:46.593463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":243,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.491989+0000","last_change":"2023-08-28T02:33:12.295203+0000","last_active":"2023-08-28T02:34:52.491989+0000","last_peered":"2023-08-28T02:34:52.491989+0000","last_clean":"2023-08-28T02:34:52.491989+0000","last_became_active":"2023-08-28T02:33:12.294904+0000","last_became_peered":"2023-08-28T02:33:12.294904+0000","last_unstale":"2023-08-28T02:34:52.491989+0000","last_undegraded":"2023-08-28T02:34:52.491989+0000","last_fullsized":"2023-08-28T02:34:52.491989+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:31:07.008856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":262,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.647678+0000","last_change":"2023-08-28T02:31:51.987263+0000","last_active":"2023-08-28T02:34:52.647678+0000","last_peered":"2023-08-28T02:34:52.647678+0000","last_clean":"2023-08-28T02:34:52.647678+0000","last_became_active":"2023-08-28T02:31:51.986938+0000","last_became_peered":"2023-08-28T02:31:51.986938+0000","last_unstale":"2023-08-28T02:34:52.647678+0000","last_undegraded":"2023-08-28T02:34:52.647678+0000","last_fullsized":"2023-08-28T02:34:52.647678+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:18.021905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":293,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.501482+0000","last_change":"2023-08-28T02:33:12.318656+0000","last_active":"2023-08-28T02:34:52.501482+0000","last_peered":"2023-08-28T02:34:52.501482+0000","last_clean":"2023-08-28T02:34:52.501482+0000","last_became_active":"2023-08-28T02:33:12.318297+0000","last_became_peered":"2023-08-28T02:33:12.318297+0000","last_unstale":"2023-08-28T02:34:52.501482+0000","last_undegraded":"2023-08-28T02:34:52.501482+0000","last_fullsized":"2023-08-28T02:34:52.501482+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:43:09.789767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":224,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.492088+0000","last_change":"2023-08-28T02:33:13.357230+0000","last_active":"2023-08-28T02:34:52.492088+0000","last_peered":"2023-08-28T02:34:52.492088+0000","last_clean":"2023-08-28T02:34:52.492088+0000","last_became_active":"2023-08-28T02:33:13.356853+0000","last_became_peered":"2023-08-28T02:33:13.356853+0000","last_unstale":"2023-08-28T02:34:52.492088+0000","last_undegraded":"2023-08-28T02:34:52.492088+0000","last_fullsized":"2023-08-28T02:34:52.492088+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:20:21.545007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":304,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.640072+0000","last_change":"2023-08-28T02:29:44.462510+0000","last_active":"2023-08-28T02:34:52.640072+0000","last_peered":"2023-08-28T02:34:52.640072+0000","last_clean":"2023-08-28T02:34:52.640072+0000","last_became_active":"2023-08-28T02:29:44.460314+0000","last_became_peered":"2023-08-28T02:29:44.460314+0000","last_unstale":"2023-08-28T02:34:52.640072+0000","last_undegraded":"2023-08-28T02:34:52.640072+0000","last_fullsized":"2023-08-28T02:34:52.640072+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:59:01.311467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":227,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.492430+0000","last_change":"2023-08-28T02:33:13.291255+0000","last_active":"2023-08-28T02:34:52.492430+0000","last_peered":"2023-08-28T02:34:52.492430+0000","last_clean":"2023-08-28T02:34:52.492430+0000","last_became_active":"2023-08-28T02:33:13.290933+0000","last_became_peered":"2023-08-28T02:33:13.290933+0000","last_unstale":"2023-08-28T02:34:52.492430+0000","last_undegraded":"2023-08-28T02:34:52.492430+0000","last_fullsized":"2023-08-28T02:34:52.492430+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:31:54.116908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"65'3","reported_seq":305,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.514758+0000","last_change":"2023-08-28T02:33:12.296412+0000","last_active":"2023-08-28T02:34:52.514758+0000","last_peered":"2023-08-28T02:34:52.514758+0000","last_clean":"2023-08-28T02:34:52.514758+0000","last_became_active":"2023-08-28T02:33:12.295786+0000","last_became_peered":"2023-08-28T02:33:12.295786+0000","last_unstale":"2023-08-28T02:34:52.514758+0000","last_undegraded":"2023-08-28T02:34:52.514758+0000","last_fullsized":"2023-08-28T02:34:52.514758+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:15:31.449163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":129,"reported_epoch":321,"state":"active+clean","last_fresh":"2023-08-28T02:34:58.983460+0000","last_change":"2023-08-28T02:32:32.666927+0000","last_active":"2023-08-28T02:34:58.983460+0000","last_peered":"2023-08-28T02:34:58.983460+0000","last_clean":"2023-08-28T02:34:58.983460+0000","last_became_active":"2023-08-28T02:32:32.666618+0000","last_became_peered":"2023-08-28T02:32:32.666618+0000","last_unstale":"2023-08-28T02:34:58.983460+0000","last_undegraded":"2023-08-28T02:34:58.983460+0000","last_fullsized":"2023-08-28T02:34:58.983460+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:45:57.998333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":329,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.496680+0000","last_change":"2023-08-28T02:32:28.505262+0000","last_active":"2023-08-28T02:34:52.496680+0000","last_peered":"2023-08-28T02:34:52.496680+0000","last_clean":"2023-08-28T02:34:52.496680+0000","last_became_active":"2023-08-28T02:32:28.455999+0000","last_became_peered":"2023-08-28T02:32:28.455999+0000","last_unstale":"2023-08-28T02:34:52.496680+0000","last_undegraded":"2023-08-28T02:34:52.496680+0000","last_fullsized":"2023-08-28T02:34:52.496680+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:28.937020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":9468,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":313,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.497163+0000","last_change":"2023-08-28T02:32:12.959195+0000","last_active":"2023-08-28T02:34:52.497163+0000","last_peered":"2023-08-28T02:34:52.497163+0000","last_clean":"2023-08-28T02:34:52.497163+0000","last_became_active":"2023-08-28T02:32:12.958832+0000","last_became_peered":"2023-08-28T02:32:12.958832+0000","last_unstale":"2023-08-28T02:34:52.497163+0000","last_undegraded":"2023-08-28T02:34:52.497163+0000","last_fullsized":"2023-08-28T02:34:52.497163+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:23:27.197787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"65'2","reported_seq":303,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.514133+0000","last_change":"2023-08-28T02:32:28.461161+0000","last_active":"2023-08-28T02:34:52.514133+0000","last_peered":"2023-08-28T02:34:52.514133+0000","last_clean":"2023-08-28T02:34:52.514133+0000","last_became_active":"2023-08-28T02:32:28.451284+0000","last_became_peered":"2023-08-28T02:32:28.451284+0000","last_unstale":"2023-08-28T02:34:52.514133+0000","last_undegraded":"2023-08-28T02:34:52.514133+0000","last_fullsized":"2023-08-28T02:34:52.514133+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:58:20.061020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":284,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.502028+0000","last_change":"2023-08-28T02:29:44.419566+0000","last_active":"2023-08-28T02:34:52.502028+0000","last_peered":"2023-08-28T02:34:52.502028+0000","last_clean":"2023-08-28T02:34:52.502028+0000","last_became_active":"2023-08-28T02:29:44.419053+0000","last_became_peered":"2023-08-28T02:29:44.419053+0000","last_unstale":"2023-08-28T02:34:52.502028+0000","last_undegraded":"2023-08-28T02:34:52.502028+0000","last_fullsized":"2023-08-28T02:34:52.502028+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:44:36.133499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":287,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.501182+0000","last_change":"2023-08-28T02:33:12.493777+0000","last_active":"2023-08-28T02:34:52.501182+0000","last_peered":"2023-08-28T02:34:52.501182+0000","last_clean":"2023-08-28T02:34:52.501182+0000","last_became_active":"2023-08-28T02:33:12.491177+0000","last_became_peered":"2023-08-28T02:33:12.491177+0000","last_unstale":"2023-08-28T02:34:52.501182+0000","last_undegraded":"2023-08-28T02:34:52.501182+0000","last_fullsized":"2023-08-28T02:34:52.501182+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:10:58.167753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":300,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.639919+0000","last_change":"2023-08-28T02:33:12.290293+0000","last_active":"2023-08-28T02:34:52.639919+0000","last_peered":"2023-08-28T02:34:52.639919+0000","last_clean":"2023-08-28T02:34:52.639919+0000","last_became_active":"2023-08-28T02:33:12.289989+0000","last_became_peered":"2023-08-28T02:33:12.289989+0000","last_unstale":"2023-08-28T02:34:52.639919+0000","last_undegraded":"2023-08-28T02:34:52.639919+0000","last_fullsized":"2023-08-28T02:34:52.639919+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:05:33.622172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":278,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.513329+0000","last_change":"2023-08-28T02:32:12.948756+0000","last_active":"2023-08-28T02:34:52.513329+0000","last_peered":"2023-08-28T02:34:52.513329+0000","last_clean":"2023-08-28T02:34:52.513329+0000","last_became_active":"2023-08-28T02:32:12.948441+0000","last_became_peered":"2023-08-28T02:32:12.948441+0000","last_unstale":"2023-08-28T02:34:52.513329+0000","last_undegraded":"2023-08-28T02:34:52.513329+0000","last_fullsized":"2023-08-28T02:34:52.513329+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:27.922180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":294,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.501694+0000","last_change":"2023-08-28T02:33:12.299398+0000","last_active":"2023-08-28T02:34:52.501694+0000","last_peered":"2023-08-28T02:34:52.501694+0000","last_clean":"2023-08-28T02:34:52.501694+0000","last_became_active":"2023-08-28T02:33:12.299113+0000","last_became_peered":"2023-08-28T02:33:12.299113+0000","last_unstale":"2023-08-28T02:34:52.501694+0000","last_undegraded":"2023-08-28T02:34:52.501694+0000","last_fullsized":"2023-08-28T02:34:52.501694+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:14:55.597212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"65'8","reported_seq":88,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.503430+0000","last_change":"2023-08-28T02:33:13.478870+0000","last_active":"2023-08-28T02:34:52.503430+0000","last_peered":"2023-08-28T02:34:52.503430+0000","last_clean":"2023-08-28T02:34:52.503430+0000","last_became_active":"2023-08-28T02:33:13.332142+0000","last_became_peered":"2023-08-28T02:33:13.332142+0000","last_unstale":"2023-08-28T02:34:52.503430+0000","last_undegraded":"2023-08-28T02:34:52.503430+0000","last_fullsized":"2023-08-28T02:34:52.503430+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:32:42.810159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":225,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.493990+0000","last_change":"2023-08-28T02:33:12.306353+0000","last_active":"2023-08-28T02:34:52.493990+0000","last_peered":"2023-08-28T02:34:52.493990+0000","last_clean":"2023-08-28T02:34:52.493990+0000","last_became_active":"2023-08-28T02:33:12.304977+0000","last_became_peered":"2023-08-28T02:33:12.304977+0000","last_unstale":"2023-08-28T02:34:52.493990+0000","last_undegraded":"2023-08-28T02:34:52.493990+0000","last_fullsized":"2023-08-28T02:34:52.493990+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:19:38.819671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"321'6348","reported_seq":6427,"reported_epoch":321,"state":"active+clean","last_fresh":"2023-08-28T02:35:05.700849+0000","last_change":"2023-08-28T02:30:50.402703+0000","last_active":"2023-08-28T02:35:05.700849+0000","last_peered":"2023-08-28T02:35:05.700849+0000","last_clean":"2023-08-28T02:35:05.700849+0000","last_became_active":"2023-08-28T02:30:50.402419+0000","last_became_peered":"2023-08-28T02:30:50.402419+0000","last_unstale":"2023-08-28T02:35:05.700849+0000","last_undegraded":"2023-08-28T02:35:05.700849+0000","last_fullsized":"2023-08-28T02:35:05.700849+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6348,"log_dups_size":0,"ondisk_log_size":6348,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:07:37.393907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":348127232,"num_objects":5312,"num_object_clones":0,"num_object_copies":15936,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5312,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6348,"num_write_kb":373120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"65'1","reported_seq":286,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.514592+0000","last_change":"2023-08-28T02:14:43.046130+0000","last_active":"2023-08-28T02:34:52.514592+0000","last_peered":"2023-08-28T02:34:52.514592+0000","last_clean":"2023-08-28T02:34:52.514592+0000","last_became_active":"2023-08-28T02:14:43.045775+0000","last_became_peered":"2023-08-28T02:14:43.045775+0000","last_unstale":"2023-08-28T02:34:52.514592+0000","last_undegraded":"2023-08-28T02:34:52.514592+0000","last_fullsized":"2023-08-28T02:34:52.514592+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:57:38.279756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":276,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.640751+0000","last_change":"2023-08-28T02:31:51.987149+0000","last_active":"2023-08-28T02:34:52.640751+0000","last_peered":"2023-08-28T02:34:52.640751+0000","last_clean":"2023-08-28T02:34:52.640751+0000","last_became_active":"2023-08-28T02:31:51.986821+0000","last_became_peered":"2023-08-28T02:31:51.986821+0000","last_unstale":"2023-08-28T02:34:52.640751+0000","last_undegraded":"2023-08-28T02:34:52.640751+0000","last_fullsized":"2023-08-28T02:34:52.640751+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:23:26.661134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"321'6378","reported_seq":9815,"reported_epoch":321,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:35:05.639626+0000","last_change":"2023-08-28T02:33:33.975566+0000","last_active":"2023-08-28T02:35:05.639626+0000","last_peered":"2023-08-28T02:35:05.639626+0000","last_clean":"2023-08-28T02:31:27.868230+0000","last_became_active":"2023-08-28T02:33:33.660452+0000","last_became_peered":"2023-08-28T02:33:33.660452+0000","last_unstale":"2023-08-28T02:35:05.639626+0000","last_undegraded":"2023-08-28T02:33:13.410847+0000","last_fullsized":"2023-08-28T02:33:13.270012+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6378,"log_dups_size":0,"ondisk_log_size":6378,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:33.375162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":342228992,"num_objects":5222,"num_object_clones":0,"num_object_copies":15666,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7324,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5222,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6378,"num_write_kb":371200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1660,"num_bytes_recovered":108724224,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[5,4],"avail_no_missing":["5","6"],"object_location_counts":[{"shards":"2,5,6","objects":915},{"shards":"3,5,6","objects":2396},{"shards":"4,5","objects":406},{"shards":"5,6","objects":1505}],"blocked_by":[],"up_primary":3,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"65'2","reported_seq":311,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.514650+0000","last_change":"2023-08-28T02:29:44.436352+0000","last_active":"2023-08-28T02:34:52.514650+0000","last_peered":"2023-08-28T02:34:52.514650+0000","last_clean":"2023-08-28T02:34:52.514650+0000","last_became_active":"2023-08-28T02:29:44.411499+0000","last_became_peered":"2023-08-28T02:29:44.411499+0000","last_unstale":"2023-08-28T02:34:52.514650+0000","last_undegraded":"2023-08-28T02:34:52.514650+0000","last_fullsized":"2023-08-28T02:34:52.514650+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:46:57.540191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":337,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.496191+0000","last_change":"2023-08-28T02:33:12.289004+0000","last_active":"2023-08-28T02:34:52.496191+0000","last_peered":"2023-08-28T02:34:52.496191+0000","last_clean":"2023-08-28T02:34:52.496191+0000","last_became_active":"2023-08-28T02:33:12.288722+0000","last_became_peered":"2023-08-28T02:33:12.288722+0000","last_unstale":"2023-08-28T02:34:52.496191+0000","last_undegraded":"2023-08-28T02:34:52.496191+0000","last_fullsized":"2023-08-28T02:34:52.496191+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:24.019483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"321'6294","reported_seq":6390,"reported_epoch":321,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:35:05.339988+0000","last_change":"2023-08-28T02:33:13.585687+0000","last_active":"2023-08-28T02:35:05.339988+0000","last_peered":"2023-08-28T02:35:05.339988+0000","last_clean":"2023-08-28T02:31:27.908616+0000","last_became_active":"2023-08-28T02:33:13.578484+0000","last_became_peered":"2023-08-28T02:33:13.578484+0000","last_unstale":"2023-08-28T02:35:05.339988+0000","last_undegraded":"2023-08-28T02:33:13.297322+0000","last_fullsized":"2023-08-28T02:33:13.268309+0000","mapping_epoch":298,"log_start":"255'1012","ondisk_log_start":"255'1012","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5282,"log_dups_size":0,"ondisk_log_size":5282,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:42:33.431186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":344457216,"num_objects":5256,"num_object_clones":0,"num_object_copies":15768,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2533,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5256,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6294,"num_write_kb":369600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4],"avail_no_missing":["0","4"],"object_location_counts":[{"shards":"0,4","objects":2808}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"65'1","reported_seq":297,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.514654+0000","last_change":"2023-08-28T02:33:13.516869+0000","last_active":"2023-08-28T02:34:52.514654+0000","last_peered":"2023-08-28T02:34:52.514654+0000","last_clean":"2023-08-28T02:34:52.514654+0000","last_became_active":"2023-08-28T02:33:13.396736+0000","last_became_peered":"2023-08-28T02:33:13.396736+0000","last_unstale":"2023-08-28T02:34:52.514654+0000","last_undegraded":"2023-08-28T02:34:52.514654+0000","last_fullsized":"2023-08-28T02:34:52.514654+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:47:08.237137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":263,"reported_epoch":321,"state":"active+clean","last_fresh":"2023-08-28T02:34:58.983283+0000","last_change":"2023-08-28T02:31:51.987327+0000","last_active":"2023-08-28T02:34:58.983283+0000","last_peered":"2023-08-28T02:34:58.983283+0000","last_clean":"2023-08-28T02:34:58.983283+0000","last_became_active":"2023-08-28T02:31:51.987018+0000","last_became_peered":"2023-08-28T02:31:51.987018+0000","last_unstale":"2023-08-28T02:34:58.983283+0000","last_undegraded":"2023-08-28T02:34:58.983283+0000","last_fullsized":"2023-08-28T02:34:58.983283+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:53:26.105101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.5","version":"321'6273","reported_seq":7285,"reported_epoch":321,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:35:05.252819+0000","last_change":"2023-08-28T02:33:13.625779+0000","last_active":"2023-08-28T02:35:05.252819+0000","last_peered":"2023-08-28T02:35:05.252819+0000","last_clean":"2023-08-28T02:31:27.898932+0000","last_became_active":"2023-08-28T02:33:13.612126+0000","last_became_peered":"2023-08-28T02:33:13.612126+0000","last_unstale":"2023-08-28T02:35:05.252819+0000","last_undegraded":"2023-08-28T02:33:13.485377+0000","last_fullsized":"2023-08-28T02:33:13.264317+0000","mapping_epoch":298,"log_start":"255'963","ondisk_log_start":"255'963","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5310,"log_dups_size":0,"ondisk_log_size":5310,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:37:28.843386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":339410944,"num_objects":5179,"num_object_clones":0,"num_object_copies":15537,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7721,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5179,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6273,"num_write_kb":366464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":455,"num_bytes_recovered":29818880,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,7],"avail_no_missing":["0","2"],"object_location_counts":[{"shards":"0,2","objects":2358},{"shards":"0,2,3","objects":2821}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":315,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.639768+0000","last_change":"2023-08-28T02:33:13.281826+0000","last_active":"2023-08-28T02:34:52.639768+0000","last_peered":"2023-08-28T02:34:52.639768+0000","last_clean":"2023-08-28T02:34:52.639768+0000","last_became_active":"2023-08-28T02:33:13.281511+0000","last_became_peered":"2023-08-28T02:33:13.281511+0000","last_unstale":"2023-08-28T02:34:52.639768+0000","last_undegraded":"2023-08-28T02:34:52.639768+0000","last_fullsized":"2023-08-28T02:34:52.639768+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:32:55.005706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":311,"reported_epoch":321,"state":"active+clean","last_fresh":"2023-08-28T02:34:58.956478+0000","last_change":"2023-08-28T02:29:44.436713+0000","last_active":"2023-08-28T02:34:58.956478+0000","last_peered":"2023-08-28T02:34:58.956478+0000","last_clean":"2023-08-28T02:34:58.956478+0000","last_became_active":"2023-08-28T02:29:44.436203+0000","last_became_peered":"2023-08-28T02:29:44.436203+0000","last_unstale":"2023-08-28T02:34:58.956478+0000","last_undegraded":"2023-08-28T02:34:58.956478+0000","last_fullsized":"2023-08-28T02:34:58.956478+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:46:48.522293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"322'6458","reported_seq":6541,"reported_epoch":322,"state":"active+clean","last_fresh":"2023-08-28T02:35:07.149329+0000","last_change":"2023-08-28T02:30:50.399669+0000","last_active":"2023-08-28T02:35:07.149329+0000","last_peered":"2023-08-28T02:35:07.149329+0000","last_clean":"2023-08-28T02:35:07.149329+0000","last_became_active":"2023-08-28T02:30:50.399332+0000","last_became_peered":"2023-08-28T02:30:50.399332+0000","last_unstale":"2023-08-28T02:35:07.149329+0000","last_undegraded":"2023-08-28T02:35:07.149329+0000","last_fullsized":"2023-08-28T02:35:07.149329+0000","mapping_epoch":250,"log_start":"254'300","ondisk_log_start":"254'300","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6158,"log_dups_size":0,"ondisk_log_size":6158,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:00:54.910841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":351010816,"num_objects":5356,"num_object_clones":0,"num_object_copies":16068,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5356,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6458,"num_write_kb":378048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"75'161","reported_seq":741,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.513504+0000","last_change":"2023-08-28T02:33:13.310049+0000","last_active":"2023-08-28T02:34:52.513504+0000","last_peered":"2023-08-28T02:34:52.513504+0000","last_clean":"2023-08-28T02:34:52.513504+0000","last_became_active":"2023-08-28T02:33:13.309661+0000","last_became_peered":"2023-08-28T02:33:13.309661+0000","last_unstale":"2023-08-28T02:34:52.513504+0000","last_undegraded":"2023-08-28T02:34:52.513504+0000","last_fullsized":"2023-08-28T02:34:52.513504+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.930230+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.930230+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:27:40.889460+0000","scrub_duration":0.0050169209999999997,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"65'2","reported_seq":274,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.493723+0000","last_change":"2023-08-28T02:33:12.294922+0000","last_active":"2023-08-28T02:34:52.493723+0000","last_peered":"2023-08-28T02:34:52.493723+0000","last_clean":"2023-08-28T02:34:52.493723+0000","last_became_active":"2023-08-28T02:33:12.294518+0000","last_became_peered":"2023-08-28T02:33:12.294518+0000","last_unstale":"2023-08-28T02:34:52.493723+0000","last_undegraded":"2023-08-28T02:34:52.493723+0000","last_fullsized":"2023-08-28T02:34:52.493723+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:21:12.737286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":314,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.496751+0000","last_change":"2023-08-28T02:33:13.310505+0000","last_active":"2023-08-28T02:34:52.496751+0000","last_peered":"2023-08-28T02:34:52.496751+0000","last_clean":"2023-08-28T02:34:52.496751+0000","last_became_active":"2023-08-28T02:33:13.310223+0000","last_became_peered":"2023-08-28T02:33:13.310223+0000","last_unstale":"2023-08-28T02:34:52.496751+0000","last_undegraded":"2023-08-28T02:34:52.496751+0000","last_fullsized":"2023-08-28T02:34:52.496751+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:27:02.124453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"321'6354","reported_seq":7363,"reported_epoch":321,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:35:05.760262+0000","last_change":"2023-08-28T02:33:13.591092+0000","last_active":"2023-08-28T02:35:05.760262+0000","last_peered":"2023-08-28T02:35:05.760262+0000","last_clean":"2023-08-28T02:31:27.916082+0000","last_became_active":"2023-08-28T02:33:13.580413+0000","last_became_peered":"2023-08-28T02:33:13.580413+0000","last_unstale":"2023-08-28T02:35:05.760262+0000","last_undegraded":"2023-08-28T02:33:13.480527+0000","last_fullsized":"2023-08-28T02:33:13.270957+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6354,"log_dups_size":0,"ondisk_log_size":6354,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:03.698410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":348258304,"num_objects":5314,"num_object_clones":0,"num_object_copies":15942,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7937,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5314,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6354,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":450,"num_bytes_recovered":29491200,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,4],"avail_no_missing":["5","2"],"object_location_counts":[{"shards":"2,3,5","objects":2831},{"shards":"2,5","objects":2482},{"shards":"4,5","objects":1}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"75'161","reported_seq":574,"reported_epoch":320,"state":"active+recovery_wait+degraded","last_fresh":"2023-08-28T02:34:52.640609+0000","last_change":"2023-08-28T02:33:13.287487+0000","last_active":"2023-08-28T02:34:52.640609+0000","last_peered":"2023-08-28T02:34:52.640609+0000","last_clean":"2023-08-28T02:31:25.515426+0000","last_became_active":"2023-08-28T02:33:13.287313+0000","last_became_peered":"2023-08-28T02:33:13.287313+0000","last_unstale":"2023-08-28T02:34:52.640609+0000","last_undegraded":"2023-08-28T02:33:13.270760+0000","last_fullsized":"2023-08-28T02:34:52.640609+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":204,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:45.407127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:45.407127+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:39:14.213229+0000","scrub_duration":0.0018495320000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":["5","2","3"],"object_location_counts":[{"shards":"2,3,5","objects":1}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":234,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.496550+0000","last_change":"2023-08-28T02:33:13.309727+0000","last_active":"2023-08-28T02:34:52.496550+0000","last_peered":"2023-08-28T02:34:52.496550+0000","last_clean":"2023-08-28T02:34:52.496550+0000","last_became_active":"2023-08-28T02:33:13.309487+0000","last_became_peered":"2023-08-28T02:33:13.309487+0000","last_unstale":"2023-08-28T02:34:52.496550+0000","last_undegraded":"2023-08-28T02:34:52.496550+0000","last_fullsized":"2023-08-28T02:34:52.496550+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:27:29.294011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":49,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.497284+0000","last_change":"2023-08-28T02:32:28.456323+0000","last_active":"2023-08-28T02:34:52.497284+0000","last_peered":"2023-08-28T02:34:52.497284+0000","last_clean":"2023-08-28T02:34:52.497284+0000","last_became_active":"2023-08-28T02:32:28.455987+0000","last_became_peered":"2023-08-28T02:32:28.455987+0000","last_unstale":"2023-08-28T02:34:52.497284+0000","last_undegraded":"2023-08-28T02:34:52.497284+0000","last_fullsized":"2023-08-28T02:34:52.497284+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:54:07.724002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"322'6502","reported_seq":16601,"reported_epoch":322,"state":"active+clean","last_fresh":"2023-08-28T02:35:07.156567+0000","last_change":"2023-08-28T02:33:13.316023+0000","last_active":"2023-08-28T02:35:07.156567+0000","last_peered":"2023-08-28T02:35:07.156567+0000","last_clean":"2023-08-28T02:35:07.156567+0000","last_became_active":"2023-08-28T02:33:13.308403+0000","last_became_peered":"2023-08-28T02:33:13.308403+0000","last_unstale":"2023-08-28T02:35:07.156567+0000","last_undegraded":"2023-08-28T02:35:07.156567+0000","last_fullsized":"2023-08-28T02:35:07.156567+0000","mapping_epoch":298,"log_start":"254'300","ondisk_log_start":"254'300","created":250,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6202,"log_dups_size":0,"ondisk_log_size":6202,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:10:38.401973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":353501184,"num_objects":5394,"num_object_clones":0,"num_object_copies":16182,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5394,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6502,"num_write_kb":380672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4999,"num_bytes_recovered":327614464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":294,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.496129+0000","last_change":"2023-08-28T02:32:28.455294+0000","last_active":"2023-08-28T02:34:52.496129+0000","last_peered":"2023-08-28T02:34:52.496129+0000","last_clean":"2023-08-28T02:34:52.496129+0000","last_became_active":"2023-08-28T02:32:28.455013+0000","last_became_peered":"2023-08-28T02:32:28.455013+0000","last_unstale":"2023-08-28T02:34:52.496129+0000","last_undegraded":"2023-08-28T02:34:52.496129+0000","last_fullsized":"2023-08-28T02:34:52.496129+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:53.583864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":326,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.498352+0000","last_change":"2023-08-28T02:33:13.335588+0000","last_active":"2023-08-28T02:34:52.498352+0000","last_peered":"2023-08-28T02:34:52.498352+0000","last_clean":"2023-08-28T02:34:52.498352+0000","last_became_active":"2023-08-28T02:33:13.335326+0000","last_became_peered":"2023-08-28T02:33:13.335326+0000","last_unstale":"2023-08-28T02:34:52.498352+0000","last_undegraded":"2023-08-28T02:34:52.498352+0000","last_fullsized":"2023-08-28T02:34:52.498352+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:15:44.958663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"321'6365","reported_seq":6444,"reported_epoch":321,"state":"active+clean","last_fresh":"2023-08-28T02:35:04.548023+0000","last_change":"2023-08-28T02:30:50.400261+0000","last_active":"2023-08-28T02:35:04.548023+0000","last_peered":"2023-08-28T02:35:04.548023+0000","last_clean":"2023-08-28T02:35:04.548023+0000","last_became_active":"2023-08-28T02:30:50.399938+0000","last_became_peered":"2023-08-28T02:30:50.399938+0000","last_unstale":"2023-08-28T02:35:04.548023+0000","last_undegraded":"2023-08-28T02:35:04.548023+0000","last_fullsized":"2023-08-28T02:35:04.548023+0000","mapping_epoch":250,"log_start":"255'990","ondisk_log_start":"255'990","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5375,"log_dups_size":0,"ondisk_log_size":5375,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:43:56.802792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":349241344,"num_objects":5329,"num_object_clones":0,"num_object_copies":15987,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5329,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6365,"num_write_kb":374208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"75'161","reported_seq":600,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.639743+0000","last_change":"2023-08-28T02:32:56.519141+0000","last_active":"2023-08-28T02:34:52.639743+0000","last_peered":"2023-08-28T02:34:52.639743+0000","last_clean":"2023-08-28T02:34:52.639743+0000","last_became_active":"2023-08-28T02:32:56.518863+0000","last_became_peered":"2023-08-28T02:32:56.518863+0000","last_unstale":"2023-08-28T02:34:52.639743+0000","last_undegraded":"2023-08-28T02:34:52.639743+0000","last_fullsized":"2023-08-28T02:34:52.639743+0000","mapping_epoch":292,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":293,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_clean_scrub_stamp":"2023-08-28T02:29:25.608370+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:59:50.561109+0000","scrub_duration":0.001662689,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":227,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.492145+0000","last_change":"2023-08-28T02:33:12.294592+0000","last_active":"2023-08-28T02:34:52.492145+0000","last_peered":"2023-08-28T02:34:52.492145+0000","last_clean":"2023-08-28T02:34:52.492145+0000","last_became_active":"2023-08-28T02:33:12.288508+0000","last_became_peered":"2023-08-28T02:33:12.288508+0000","last_unstale":"2023-08-28T02:34:52.492145+0000","last_undegraded":"2023-08-28T02:34:52.492145+0000","last_fullsized":"2023-08-28T02:34:52.492145+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:05:42.717608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":111,"reported_epoch":321,"state":"active+clean","last_fresh":"2023-08-28T02:34:58.984621+0000","last_change":"2023-08-28T02:29:44.429834+0000","last_active":"2023-08-28T02:34:58.984621+0000","last_peered":"2023-08-28T02:34:58.984621+0000","last_clean":"2023-08-28T02:34:58.984621+0000","last_became_active":"2023-08-28T02:29:44.429512+0000","last_became_peered":"2023-08-28T02:29:44.429512+0000","last_unstale":"2023-08-28T02:34:58.984621+0000","last_undegraded":"2023-08-28T02:34:58.984621+0000","last_fullsized":"2023-08-28T02:34:58.984621+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:58.062455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"321'6327","reported_seq":6406,"reported_epoch":321,"state":"active+clean","last_fresh":"2023-08-28T02:35:06.116483+0000","last_change":"2023-08-28T02:30:50.402348+0000","last_active":"2023-08-28T02:35:06.116483+0000","last_peered":"2023-08-28T02:35:06.116483+0000","last_clean":"2023-08-28T02:35:06.116483+0000","last_became_active":"2023-08-28T02:30:50.402076+0000","last_became_peered":"2023-08-28T02:30:50.402076+0000","last_unstale":"2023-08-28T02:35:06.116483+0000","last_undegraded":"2023-08-28T02:35:06.116483+0000","last_fullsized":"2023-08-28T02:35:06.116483+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6327,"log_dups_size":0,"ondisk_log_size":6327,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:24.859426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":343998464,"num_objects":5249,"num_object_clones":0,"num_object_copies":15747,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5249,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6327,"num_write_kb":370432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.7","version":"75'161","reported_seq":519,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.493904+0000","last_change":"2023-08-28T02:33:13.532525+0000","last_active":"2023-08-28T02:34:52.493904+0000","last_peered":"2023-08-28T02:34:52.493904+0000","last_clean":"2023-08-28T02:34:52.493904+0000","last_became_active":"2023-08-28T02:33:13.532125+0000","last_became_peered":"2023-08-28T02:33:13.532125+0000","last_unstale":"2023-08-28T02:34:52.493904+0000","last_undegraded":"2023-08-28T02:34:52.493904+0000","last_fullsized":"2023-08-28T02:34:52.493904+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.887648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.887648+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":111,"reported_epoch":321,"state":"active+clean","last_fresh":"2023-08-28T02:34:58.983352+0000","last_change":"2023-08-28T02:29:44.407595+0000","last_active":"2023-08-28T02:34:58.983352+0000","last_peered":"2023-08-28T02:34:58.983352+0000","last_clean":"2023-08-28T02:34:58.983352+0000","last_became_active":"2023-08-28T02:29:44.407316+0000","last_became_peered":"2023-08-28T02:29:44.407316+0000","last_unstale":"2023-08-28T02:34:58.983352+0000","last_undegraded":"2023-08-28T02:34:58.983352+0000","last_fullsized":"2023-08-28T02:34:58.983352+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:01:47.777709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":332,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.639877+0000","last_change":"2023-08-28T02:33:13.286980+0000","last_active":"2023-08-28T02:34:52.639877+0000","last_peered":"2023-08-28T02:34:52.639877+0000","last_clean":"2023-08-28T02:34:52.639877+0000","last_became_active":"2023-08-28T02:33:13.286740+0000","last_became_peered":"2023-08-28T02:33:13.286740+0000","last_unstale":"2023-08-28T02:34:52.639877+0000","last_undegraded":"2023-08-28T02:34:52.639877+0000","last_fullsized":"2023-08-28T02:34:52.639877+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:24:54.574365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":111,"reported_epoch":321,"state":"active+clean","last_fresh":"2023-08-28T02:34:58.983368+0000","last_change":"2023-08-28T02:29:44.506914+0000","last_active":"2023-08-28T02:34:58.983368+0000","last_peered":"2023-08-28T02:34:58.983368+0000","last_clean":"2023-08-28T02:34:58.983368+0000","last_became_active":"2023-08-28T02:29:44.506606+0000","last_became_peered":"2023-08-28T02:29:44.506606+0000","last_unstale":"2023-08-28T02:34:58.983368+0000","last_undegraded":"2023-08-28T02:34:58.983368+0000","last_fullsized":"2023-08-28T02:34:58.983368+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:55:50.992279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"321'6319","reported_seq":17996,"reported_epoch":321,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:35:05.176558+0000","last_change":"2023-08-28T02:34:11.565330+0000","last_active":"2023-08-28T02:35:05.176558+0000","last_peered":"2023-08-28T02:35:05.176558+0000","last_clean":"2023-08-28T02:32:11.916240+0000","last_became_active":"2023-08-28T02:33:12.501819+0000","last_became_peered":"2023-08-28T02:33:12.501819+0000","last_unstale":"2023-08-28T02:35:05.176558+0000","last_undegraded":"2023-08-28T02:35:05.176558+0000","last_fullsized":"2023-08-28T02:35:05.176558+0000","mapping_epoch":297,"log_start":"255'1024","ondisk_log_start":"255'1024","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5295,"log_dups_size":0,"ondisk_log_size":5295,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:45:43.329719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":345833472,"num_objects":5277,"num_object_clones":0,"num_object_copies":15831,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":5277,"num_objects_unfound":0,"num_objects_dirty":5277,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6319,"num_write_kb":371072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5787,"num_bytes_recovered":379256832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,2],"avail_no_missing":["0","2","5","6"],"object_location_counts":[{"shards":"0,2,5","objects":5277}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.1","version":"75'161","reported_seq":580,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.639651+0000","last_change":"2023-08-28T02:32:31.482659+0000","last_active":"2023-08-28T02:34:52.639651+0000","last_peered":"2023-08-28T02:34:52.639651+0000","last_clean":"2023-08-28T02:34:52.639651+0000","last_became_active":"2023-08-28T02:32:31.482320+0000","last_became_peered":"2023-08-28T02:32:31.482320+0000","last_unstale":"2023-08-28T02:34:52.639651+0000","last_undegraded":"2023-08-28T02:34:52.639651+0000","last_fullsized":"2023-08-28T02:34:52.639651+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:24.559397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:24.559397+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:41:09.516918+0000","scrub_duration":0.001580328,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":318,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.639646+0000","last_change":"2023-08-28T02:31:51.988386+0000","last_active":"2023-08-28T02:34:52.639646+0000","last_peered":"2023-08-28T02:34:52.639646+0000","last_clean":"2023-08-28T02:34:52.639646+0000","last_became_active":"2023-08-28T02:31:51.988097+0000","last_became_peered":"2023-08-28T02:31:51.988097+0000","last_unstale":"2023-08-28T02:34:52.639646+0000","last_undegraded":"2023-08-28T02:34:52.639646+0000","last_fullsized":"2023-08-28T02:34:52.639646+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:25:01.818829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":294,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.497290+0000","last_change":"2023-08-28T02:32:12.951275+0000","last_active":"2023-08-28T02:34:52.497290+0000","last_peered":"2023-08-28T02:34:52.497290+0000","last_clean":"2023-08-28T02:34:52.497290+0000","last_became_active":"2023-08-28T02:32:12.950965+0000","last_became_peered":"2023-08-28T02:32:12.950965+0000","last_unstale":"2023-08-28T02:34:52.497290+0000","last_undegraded":"2023-08-28T02:34:52.497290+0000","last_fullsized":"2023-08-28T02:34:52.497290+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:37:31.294280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":137,"reported_epoch":321,"state":"active+clean","last_fresh":"2023-08-28T02:34:58.983453+0000","last_change":"2023-08-28T02:33:13.286534+0000","last_active":"2023-08-28T02:34:58.983453+0000","last_peered":"2023-08-28T02:34:58.983453+0000","last_clean":"2023-08-28T02:34:58.983453+0000","last_became_active":"2023-08-28T02:33:13.286164+0000","last_became_peered":"2023-08-28T02:33:13.286164+0000","last_unstale":"2023-08-28T02:34:58.983453+0000","last_undegraded":"2023-08-28T02:34:58.983453+0000","last_fullsized":"2023-08-28T02:34:58.983453+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:56.721932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"321'6360","reported_seq":18129,"reported_epoch":321,"state":"active+clean","last_fresh":"2023-08-28T02:35:05.358257+0000","last_change":"2023-08-28T02:34:14.448606+0000","last_active":"2023-08-28T02:35:05.358257+0000","last_peered":"2023-08-28T02:35:05.358257+0000","last_clean":"2023-08-28T02:35:05.358257+0000","last_became_active":"2023-08-28T02:34:14.438547+0000","last_became_peered":"2023-08-28T02:34:14.438547+0000","last_unstale":"2023-08-28T02:35:05.358257+0000","last_undegraded":"2023-08-28T02:35:05.358257+0000","last_fullsized":"2023-08-28T02:35:05.358257+0000","mapping_epoch":314,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":315,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6360,"log_dups_size":0,"ondisk_log_size":6360,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:06:41.120408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":347865088,"num_objects":5308,"num_object_clones":0,"num_object_copies":15924,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5308,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6360,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5834,"num_bytes_recovered":376832000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2","version":"75'161","reported_seq":702,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.513973+0000","last_change":"2023-08-28T02:30:51.762377+0000","last_active":"2023-08-28T02:34:52.513973+0000","last_peered":"2023-08-28T02:34:52.513973+0000","last_clean":"2023-08-28T02:34:52.513973+0000","last_became_active":"2023-08-28T02:27:46.375590+0000","last_became_peered":"2023-08-28T02:27:46.375590+0000","last_unstale":"2023-08-28T02:34:52.513973+0000","last_undegraded":"2023-08-28T02:34:52.513973+0000","last_fullsized":"2023-08-28T02:34:52.513973+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:51.762314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:51.762314+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:02.034555+0000","scrub_duration":0.0020023620000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":127,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.492502+0000","last_change":"2023-08-28T02:33:13.289765+0000","last_active":"2023-08-28T02:34:52.492502+0000","last_peered":"2023-08-28T02:34:52.492502+0000","last_clean":"2023-08-28T02:34:52.492502+0000","last_became_active":"2023-08-28T02:33:13.289159+0000","last_became_peered":"2023-08-28T02:33:13.289159+0000","last_unstale":"2023-08-28T02:34:52.492502+0000","last_undegraded":"2023-08-28T02:34:52.492502+0000","last_fullsized":"2023-08-28T02:34:52.492502+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:30:38.956723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":129,"reported_epoch":321,"state":"active+clean","last_fresh":"2023-08-28T02:34:58.983121+0000","last_change":"2023-08-28T02:32:28.464203+0000","last_active":"2023-08-28T02:34:58.983121+0000","last_peered":"2023-08-28T02:34:58.983121+0000","last_clean":"2023-08-28T02:34:58.983121+0000","last_became_active":"2023-08-28T02:32:28.463412+0000","last_became_peered":"2023-08-28T02:32:28.463412+0000","last_unstale":"2023-08-28T02:34:58.983121+0000","last_undegraded":"2023-08-28T02:34:58.983121+0000","last_fullsized":"2023-08-28T02:34:58.983121+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:20:38.177879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":111,"reported_epoch":321,"state":"active+clean","last_fresh":"2023-08-28T02:34:58.984672+0000","last_change":"2023-08-28T02:29:44.427945+0000","last_active":"2023-08-28T02:34:58.984672+0000","last_peered":"2023-08-28T02:34:58.984672+0000","last_clean":"2023-08-28T02:34:58.984672+0000","last_became_active":"2023-08-28T02:29:44.426487+0000","last_became_peered":"2023-08-28T02:29:44.426487+0000","last_unstale":"2023-08-28T02:34:58.984672+0000","last_undegraded":"2023-08-28T02:34:58.984672+0000","last_fullsized":"2023-08-28T02:34:58.984672+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:30:20.438896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"322'6369","reported_seq":16419,"reported_epoch":322,"state":"active+clean","last_fresh":"2023-08-28T02:35:07.140543+0000","last_change":"2023-08-28T02:34:48.488647+0000","last_active":"2023-08-28T02:35:07.140543+0000","last_peered":"2023-08-28T02:35:07.140543+0000","last_clean":"2023-08-28T02:35:07.140543+0000","last_became_active":"2023-08-28T02:34:48.476519+0000","last_became_peered":"2023-08-28T02:34:48.476519+0000","last_unstale":"2023-08-28T02:35:07.140543+0000","last_undegraded":"2023-08-28T02:35:07.140543+0000","last_fullsized":"2023-08-28T02:35:07.140543+0000","mapping_epoch":318,"log_start":"254'200","ondisk_log_start":"254'200","created":250,"last_epoch_clean":319,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6169,"log_dups_size":0,"ondisk_log_size":6169,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:44:20.004230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":345702400,"num_objects":5275,"num_object_clones":0,"num_object_copies":15825,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5275,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6369,"num_write_kb":372608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4973,"num_bytes_recovered":325910528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":312,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.641178+0000","last_change":"2023-08-28T02:33:13.484970+0000","last_active":"2023-08-28T02:34:52.641178+0000","last_peered":"2023-08-28T02:34:52.641178+0000","last_clean":"2023-08-28T02:34:52.641178+0000","last_became_active":"2023-08-28T02:33:13.484579+0000","last_became_peered":"2023-08-28T02:33:13.484579+0000","last_unstale":"2023-08-28T02:34:52.641178+0000","last_undegraded":"2023-08-28T02:34:52.641178+0000","last_fullsized":"2023-08-28T02:34:52.641178+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:58.027468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"75'161","reported_seq":703,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.513806+0000","last_change":"2023-08-28T02:31:55.059467+0000","last_active":"2023-08-28T02:34:52.513806+0000","last_peered":"2023-08-28T02:34:52.513806+0000","last_clean":"2023-08-28T02:34:52.513806+0000","last_became_active":"2023-08-28T02:31:55.059115+0000","last_became_peered":"2023-08-28T02:31:55.059115+0000","last_unstale":"2023-08-28T02:34:52.513806+0000","last_undegraded":"2023-08-28T02:34:52.513806+0000","last_fullsized":"2023-08-28T02:34:52.513806+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":0,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.820990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.820990+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:15:56.774667+0000","scrub_duration":0.0017342480000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":228,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.492473+0000","last_change":"2023-08-28T02:33:13.352810+0000","last_active":"2023-08-28T02:34:52.492473+0000","last_peered":"2023-08-28T02:34:52.492473+0000","last_clean":"2023-08-28T02:34:52.492473+0000","last_became_active":"2023-08-28T02:33:13.351697+0000","last_became_peered":"2023-08-28T02:33:13.351697+0000","last_unstale":"2023-08-28T02:34:52.492473+0000","last_undegraded":"2023-08-28T02:34:52.492473+0000","last_fullsized":"2023-08-28T02:34:52.492473+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:56.187163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":143,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.500559+0000","last_change":"2023-08-28T02:31:51.984584+0000","last_active":"2023-08-28T02:34:52.500559+0000","last_peered":"2023-08-28T02:34:52.500559+0000","last_clean":"2023-08-28T02:34:52.500559+0000","last_became_active":"2023-08-28T02:31:51.984264+0000","last_became_peered":"2023-08-28T02:31:51.984264+0000","last_unstale":"2023-08-28T02:34:52.500559+0000","last_undegraded":"2023-08-28T02:34:52.500559+0000","last_fullsized":"2023-08-28T02:34:52.500559+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:58:42.306722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"321'6338","reported_seq":15661,"reported_epoch":321,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-08-28T02:35:05.337125+0000","last_change":"2023-08-28T02:34:12.608963+0000","last_active":"2023-08-28T02:35:05.337125+0000","last_peered":"2023-08-28T02:35:05.337125+0000","last_clean":"2023-08-28T02:32:22.441230+0000","last_became_active":"2023-08-28T02:32:29.705116+0000","last_became_peered":"2023-08-28T02:32:29.705116+0000","last_unstale":"2023-08-28T02:35:05.337125+0000","last_undegraded":"2023-08-28T02:32:29.496646+0000","last_fullsized":"2023-08-28T02:32:29.445907+0000","mapping_epoch":282,"log_start":"255'1028","ondisk_log_start":"255'1028","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5310,"log_dups_size":0,"ondisk_log_size":5310,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:23:04.768069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":343670784,"num_objects":5244,"num_object_clones":0,"num_object_copies":15732,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":161,"num_objects_misplaced":1015,"num_objects_unfound":0,"num_objects_dirty":5244,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6338,"num_write_kb":370624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4615,"num_bytes_recovered":302448640,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7],"avail_no_missing":["0","2","7"],"object_location_counts":[{"shards":"0,2,7","objects":1015},{"shards":"0,7","objects":4068}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3","version":"75'161","reported_seq":587,"reported_epoch":321,"state":"active+clean","last_fresh":"2023-08-28T02:34:58.983459+0000","last_change":"2023-08-28T02:31:55.068239+0000","last_active":"2023-08-28T02:34:58.983459+0000","last_peered":"2023-08-28T02:34:58.983459+0000","last_clean":"2023-08-28T02:34:58.983459+0000","last_became_active":"2023-08-28T02:31:55.067875+0000","last_became_peered":"2023-08-28T02:31:55.067875+0000","last_unstale":"2023-08-28T02:34:58.983459+0000","last_undegraded":"2023-08-28T02:34:58.983459+0000","last_fullsized":"2023-08-28T02:34:58.983459+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.868248+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:11:04.391639+0000","scrub_duration":0.0016215240000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":326,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.513770+0000","last_change":"2023-08-28T02:29:44.421353+0000","last_active":"2023-08-28T02:34:52.513770+0000","last_peered":"2023-08-28T02:34:52.513770+0000","last_clean":"2023-08-28T02:34:52.513770+0000","last_became_active":"2023-08-28T02:29:44.421064+0000","last_became_peered":"2023-08-28T02:29:44.421064+0000","last_unstale":"2023-08-28T02:34:52.513770+0000","last_undegraded":"2023-08-28T02:34:52.513770+0000","last_fullsized":"2023-08-28T02:34:52.513770+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:51:36.524024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":294,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.500783+0000","last_change":"2023-08-28T02:33:12.299487+0000","last_active":"2023-08-28T02:34:52.500783+0000","last_peered":"2023-08-28T02:34:52.500783+0000","last_clean":"2023-08-28T02:34:52.500783+0000","last_became_active":"2023-08-28T02:33:12.299175+0000","last_became_peered":"2023-08-28T02:33:12.299175+0000","last_unstale":"2023-08-28T02:34:52.500783+0000","last_undegraded":"2023-08-28T02:34:52.500783+0000","last_fullsized":"2023-08-28T02:34:52.500783+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:42:29.713462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":305,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.501431+0000","last_change":"2023-08-28T02:32:28.457696+0000","last_active":"2023-08-28T02:34:52.501431+0000","last_peered":"2023-08-28T02:34:52.501431+0000","last_clean":"2023-08-28T02:34:52.501431+0000","last_became_active":"2023-08-28T02:32:28.457407+0000","last_became_peered":"2023-08-28T02:32:28.457407+0000","last_unstale":"2023-08-28T02:34:52.501431+0000","last_undegraded":"2023-08-28T02:34:52.501431+0000","last_fullsized":"2023-08-28T02:34:52.501431+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:26:29.392787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"321'6289","reported_seq":7396,"reported_epoch":321,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:35:04.405472+0000","last_change":"2023-08-28T02:34:11.566035+0000","last_active":"2023-08-28T02:35:04.405472+0000","last_peered":"2023-08-28T02:35:04.405472+0000","last_clean":"2023-08-28T02:33:10.395883+0000","last_became_active":"2023-08-28T02:33:12.394714+0000","last_became_peered":"2023-08-28T02:33:12.394714+0000","last_unstale":"2023-08-28T02:35:04.405472+0000","last_undegraded":"2023-08-28T02:35:04.405472+0000","last_fullsized":"2023-08-28T02:35:04.405472+0000","mapping_epoch":297,"log_start":"255'884","ondisk_log_start":"255'884","created":250,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5405,"log_dups_size":0,"ondisk_log_size":5405,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:01:26.984565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":340394008,"num_objects":5195,"num_object_clones":0,"num_object_copies":15585,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4740,"num_objects_unfound":0,"num_objects_dirty":5195,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":6289,"num_write_kb":367425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":500,"num_bytes_recovered":32768000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,6],"avail_no_missing":["4","0","6"],"object_location_counts":[{"shards":"0,4,6","objects":5195}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.6","version":"75'161","reported_seq":579,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.501357+0000","last_change":"2023-08-28T02:33:13.338675+0000","last_active":"2023-08-28T02:34:52.501357+0000","last_peered":"2023-08-28T02:34:52.501357+0000","last_clean":"2023-08-28T02:34:52.501357+0000","last_became_active":"2023-08-28T02:33:13.338271+0000","last_became_peered":"2023-08-28T02:33:13.338271+0000","last_unstale":"2023-08-28T02:34:52.501357+0000","last_undegraded":"2023-08-28T02:34:52.501357+0000","last_fullsized":"2023-08-28T02:34:52.501357+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.774982+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.774982+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:13:20.011329+0000","scrub_duration":0.003539819,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":289,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.514714+0000","last_change":"2023-08-28T02:14:43.033789+0000","last_active":"2023-08-28T02:34:52.514714+0000","last_peered":"2023-08-28T02:34:52.514714+0000","last_clean":"2023-08-28T02:34:52.514714+0000","last_became_active":"2023-08-28T02:14:43.033454+0000","last_became_peered":"2023-08-28T02:14:43.033454+0000","last_unstale":"2023-08-28T02:34:52.514714+0000","last_undegraded":"2023-08-28T02:34:52.514714+0000","last_fullsized":"2023-08-28T02:34:52.514714+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:01:13.205842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":120,"reported_epoch":321,"state":"active+clean","last_fresh":"2023-08-28T02:34:58.984361+0000","last_change":"2023-08-28T02:32:28.461807+0000","last_active":"2023-08-28T02:34:58.984361+0000","last_peered":"2023-08-28T02:34:58.984361+0000","last_clean":"2023-08-28T02:34:58.984361+0000","last_became_active":"2023-08-28T02:32:28.461116+0000","last_became_peered":"2023-08-28T02:32:28.461116+0000","last_unstale":"2023-08-28T02:34:58.984361+0000","last_undegraded":"2023-08-28T02:34:58.984361+0000","last_fullsized":"2023-08-28T02:34:58.984361+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:12:45.321757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":265,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.501147+0000","last_change":"2023-08-28T02:14:43.048791+0000","last_active":"2023-08-28T02:34:52.501147+0000","last_peered":"2023-08-28T02:34:52.501147+0000","last_clean":"2023-08-28T02:34:52.501147+0000","last_became_active":"2023-08-28T02:14:43.047408+0000","last_became_peered":"2023-08-28T02:14:43.047408+0000","last_unstale":"2023-08-28T02:34:52.501147+0000","last_undegraded":"2023-08-28T02:34:52.501147+0000","last_fullsized":"2023-08-28T02:34:52.501147+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:47.097181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"321'6446","reported_seq":15145,"reported_epoch":321,"state":"active+recovery_wait+degraded+remapped","last_fresh":"2023-08-28T02:35:04.349412+0000","last_change":"2023-08-28T02:33:13.547578+0000","last_active":"2023-08-28T02:35:04.349412+0000","last_peered":"2023-08-28T02:35:04.349412+0000","last_clean":"2023-08-28T02:31:50.933695+0000","last_became_active":"2023-08-28T02:33:13.540416+0000","last_became_peered":"2023-08-28T02:33:13.540416+0000","last_unstale":"2023-08-28T02:35:04.349412+0000","last_undegraded":"2023-08-28T02:33:13.332893+0000","last_fullsized":"2023-08-28T02:35:04.349412+0000","mapping_epoch":298,"log_start":"255'1074","ondisk_log_start":"255'1074","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5372,"log_dups_size":0,"ondisk_log_size":5372,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:49:35.658845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":354942976,"num_objects":5416,"num_object_clones":0,"num_object_copies":16248,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":672,"num_objects_misplaced":5416,"num_objects_unfound":0,"num_objects_dirty":5416,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6446,"num_write_kb":379584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4295,"num_bytes_recovered":281477120,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,2],"avail_no_missing":["4","2","6"],"object_location_counts":[{"shards":"2,4,5","objects":4744},{"shards":"2,4,6","objects":672}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.5","version":"75'161","reported_seq":614,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.497370+0000","last_change":"2023-08-28T02:32:31.477151+0000","last_active":"2023-08-28T02:34:52.497370+0000","last_peered":"2023-08-28T02:34:52.497370+0000","last_clean":"2023-08-28T02:34:52.497370+0000","last_became_active":"2023-08-28T02:32:31.476776+0000","last_became_peered":"2023-08-28T02:32:31.476776+0000","last_unstale":"2023-08-28T02:34:52.497370+0000","last_undegraded":"2023-08-28T02:34:52.497370+0000","last_fullsized":"2023-08-28T02:34:52.497370+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:18.891729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:18.891729+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:47:27.194140+0000","scrub_duration":0.0031546460000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"65'2","reported_seq":275,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.493734+0000","last_change":"2023-08-28T02:33:12.327778+0000","last_active":"2023-08-28T02:34:52.493734+0000","last_peered":"2023-08-28T02:34:52.493734+0000","last_clean":"2023-08-28T02:34:52.493734+0000","last_became_active":"2023-08-28T02:33:12.327273+0000","last_became_peered":"2023-08-28T02:33:12.327273+0000","last_unstale":"2023-08-28T02:34:52.493734+0000","last_undegraded":"2023-08-28T02:34:52.493734+0000","last_fullsized":"2023-08-28T02:34:52.493734+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:40.554192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":158,"reported_epoch":321,"state":"active+clean","last_fresh":"2023-08-28T02:34:58.984117+0000","last_change":"2023-08-28T02:33:13.335665+0000","last_active":"2023-08-28T02:34:58.984117+0000","last_peered":"2023-08-28T02:34:58.984117+0000","last_clean":"2023-08-28T02:34:58.984117+0000","last_became_active":"2023-08-28T02:33:13.335322+0000","last_became_peered":"2023-08-28T02:33:13.335322+0000","last_unstale":"2023-08-28T02:34:58.984117+0000","last_undegraded":"2023-08-28T02:34:58.984117+0000","last_fullsized":"2023-08-28T02:34:58.984117+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:21:08.024493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":272,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.492172+0000","last_change":"2023-08-28T02:33:12.310326+0000","last_active":"2023-08-28T02:34:52.492172+0000","last_peered":"2023-08-28T02:34:52.492172+0000","last_clean":"2023-08-28T02:34:52.492172+0000","last_became_active":"2023-08-28T02:33:12.310011+0000","last_became_peered":"2023-08-28T02:33:12.310011+0000","last_unstale":"2023-08-28T02:34:52.492172+0000","last_undegraded":"2023-08-28T02:34:52.492172+0000","last_fullsized":"2023-08-28T02:34:52.492172+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:35:03.710036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"321'6429","reported_seq":8012,"reported_epoch":321,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:35:04.496097+0000","last_change":"2023-08-28T02:33:34.765675+0000","last_active":"2023-08-28T02:35:04.496097+0000","last_peered":"2023-08-28T02:35:04.496097+0000","last_clean":"2023-08-28T02:31:27.909649+0000","last_became_active":"2023-08-28T02:33:33.726805+0000","last_became_peered":"2023-08-28T02:33:33.726805+0000","last_unstale":"2023-08-28T02:35:04.496097+0000","last_undegraded":"2023-08-28T02:33:20.140072+0000","last_fullsized":"2023-08-28T02:33:13.278549+0000","mapping_epoch":298,"log_start":"255'977","ondisk_log_start":"255'977","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5452,"log_dups_size":0,"ondisk_log_size":5452,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:02:22.971585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":356450304,"num_objects":5439,"num_object_clones":0,"num_object_copies":16317,"num_objects_missing_on_primary":5410,"num_objects_missing":5410,"num_objects_degraded":13425,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5439,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6429,"num_write_kb":379776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":485,"num_bytes_recovered":31653888,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[4,3],"avail_no_missing":["2","6"],"object_location_counts":[{"shards":"2,3,4,6","objects":14},{"shards":"2,3,6","objects":2927},{"shards":"2,4,6","objects":14},{"shards":"2,6","objects":2483},{"shards":"3,4","objects":-12}],"blocked_by":[],"up_primary":3,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.4","version":"75'161","reported_seq":527,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.493268+0000","last_change":"2023-08-28T02:33:12.296479+0000","last_active":"2023-08-28T02:34:52.493268+0000","last_peered":"2023-08-28T02:34:52.493268+0000","last_clean":"2023-08-28T02:34:52.493268+0000","last_became_active":"2023-08-28T02:33:12.294160+0000","last_became_peered":"2023-08-28T02:33:12.294160+0000","last_unstale":"2023-08-28T02:34:52.493268+0000","last_undegraded":"2023-08-28T02:34:52.493268+0000","last_fullsized":"2023-08-28T02:34:52.493268+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.899247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.899247+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":247,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.514906+0000","last_change":"2023-08-28T02:33:13.539335+0000","last_active":"2023-08-28T02:34:52.514906+0000","last_peered":"2023-08-28T02:34:52.514906+0000","last_clean":"2023-08-28T02:34:52.514906+0000","last_became_active":"2023-08-28T02:33:13.538978+0000","last_became_peered":"2023-08-28T02:33:13.538978+0000","last_unstale":"2023-08-28T02:34:52.514906+0000","last_undegraded":"2023-08-28T02:34:52.514906+0000","last_fullsized":"2023-08-28T02:34:52.514906+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:26:13.405766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"65'1","reported_seq":309,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.501512+0000","last_change":"2023-08-28T02:29:44.510205+0000","last_active":"2023-08-28T02:34:52.501512+0000","last_peered":"2023-08-28T02:34:52.501512+0000","last_clean":"2023-08-28T02:34:52.501512+0000","last_became_active":"2023-08-28T02:29:44.429357+0000","last_became_peered":"2023-08-28T02:29:44.429357+0000","last_unstale":"2023-08-28T02:34:52.501512+0000","last_undegraded":"2023-08-28T02:34:52.501512+0000","last_fullsized":"2023-08-28T02:34:52.501512+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:44:59.955729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":276,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.495998+0000","last_change":"2023-08-28T02:32:12.950661+0000","last_active":"2023-08-28T02:34:52.495998+0000","last_peered":"2023-08-28T02:34:52.495998+0000","last_clean":"2023-08-28T02:34:52.495998+0000","last_became_active":"2023-08-28T02:32:12.950276+0000","last_became_peered":"2023-08-28T02:32:12.950276+0000","last_unstale":"2023-08-28T02:34:52.495998+0000","last_undegraded":"2023-08-28T02:34:52.495998+0000","last_fullsized":"2023-08-28T02:34:52.495998+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:05:17.972868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"65'1","reported_seq":267,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.501077+0000","last_change":"2023-08-28T02:14:43.042150+0000","last_active":"2023-08-28T02:34:52.501077+0000","last_peered":"2023-08-28T02:34:52.501077+0000","last_clean":"2023-08-28T02:34:52.501077+0000","last_became_active":"2023-08-28T02:14:43.038336+0000","last_became_peered":"2023-08-28T02:14:43.038336+0000","last_unstale":"2023-08-28T02:34:52.501077+0000","last_undegraded":"2023-08-28T02:34:52.501077+0000","last_fullsized":"2023-08-28T02:34:52.501077+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:26:02.415152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":318,"reported_epoch":321,"state":"active+clean","last_fresh":"2023-08-28T02:34:58.983551+0000","last_change":"2023-08-28T02:33:13.318097+0000","last_active":"2023-08-28T02:34:58.983551+0000","last_peered":"2023-08-28T02:34:58.983551+0000","last_clean":"2023-08-28T02:34:58.983551+0000","last_became_active":"2023-08-28T02:33:13.317761+0000","last_became_peered":"2023-08-28T02:33:13.317761+0000","last_unstale":"2023-08-28T02:34:58.983551+0000","last_undegraded":"2023-08-28T02:34:58.983551+0000","last_fullsized":"2023-08-28T02:34:58.983551+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:24.836996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"65'2","reported_seq":314,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.639782+0000","last_change":"2023-08-28T02:29:44.535937+0000","last_active":"2023-08-28T02:34:52.639782+0000","last_peered":"2023-08-28T02:34:52.639782+0000","last_clean":"2023-08-28T02:34:52.639782+0000","last_became_active":"2023-08-28T02:29:44.462244+0000","last_became_peered":"2023-08-28T02:29:44.462244+0000","last_unstale":"2023-08-28T02:34:52.639782+0000","last_undegraded":"2023-08-28T02:34:52.639782+0000","last_fullsized":"2023-08-28T02:34:52.639782+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:30:33.173713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":314,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:55.336447+0000","last_change":"2023-08-28T02:33:12.305580+0000","last_active":"2023-08-28T02:34:55.336447+0000","last_peered":"2023-08-28T02:34:55.336447+0000","last_clean":"2023-08-28T02:34:55.336447+0000","last_became_active":"2023-08-28T02:33:12.305261+0000","last_became_peered":"2023-08-28T02:33:12.305261+0000","last_unstale":"2023-08-28T02:34:55.336447+0000","last_undegraded":"2023-08-28T02:34:55.336447+0000","last_fullsized":"2023-08-28T02:34:55.336447+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:22:31.614221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"65'2","reported_seq":283,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.639800+0000","last_change":"2023-08-28T02:31:51.991101+0000","last_active":"2023-08-28T02:34:52.639800+0000","last_peered":"2023-08-28T02:34:52.639800+0000","last_clean":"2023-08-28T02:34:52.639800+0000","last_became_active":"2023-08-28T02:31:51.987237+0000","last_became_peered":"2023-08-28T02:31:51.987237+0000","last_unstale":"2023-08-28T02:34:52.639800+0000","last_undegraded":"2023-08-28T02:34:52.639800+0000","last_fullsized":"2023-08-28T02:34:52.639800+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:07:07.370857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":317,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.496477+0000","last_change":"2023-08-28T02:33:12.494483+0000","last_active":"2023-08-28T02:34:52.496477+0000","last_peered":"2023-08-28T02:34:52.496477+0000","last_clean":"2023-08-28T02:34:52.496477+0000","last_became_active":"2023-08-28T02:33:12.494136+0000","last_became_peered":"2023-08-28T02:33:12.494136+0000","last_unstale":"2023-08-28T02:34:52.496477+0000","last_undegraded":"2023-08-28T02:34:52.496477+0000","last_fullsized":"2023-08-28T02:34:52.496477+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:36.772588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"65'1","reported_seq":260,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.493012+0000","last_change":"2023-08-28T02:33:13.287922+0000","last_active":"2023-08-28T02:34:52.493012+0000","last_peered":"2023-08-28T02:34:52.493012+0000","last_clean":"2023-08-28T02:34:52.493012+0000","last_became_active":"2023-08-28T02:33:13.287520+0000","last_became_peered":"2023-08-28T02:33:13.287520+0000","last_unstale":"2023-08-28T02:34:52.493012+0000","last_undegraded":"2023-08-28T02:34:52.493012+0000","last_fullsized":"2023-08-28T02:34:52.493012+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:11.627168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":274,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.492644+0000","last_change":"2023-08-28T02:33:13.289469+0000","last_active":"2023-08-28T02:34:52.492644+0000","last_peered":"2023-08-28T02:34:52.492644+0000","last_clean":"2023-08-28T02:34:52.492644+0000","last_became_active":"2023-08-28T02:33:13.288737+0000","last_became_peered":"2023-08-28T02:33:13.288737+0000","last_unstale":"2023-08-28T02:34:52.492644+0000","last_undegraded":"2023-08-28T02:34:52.492644+0000","last_fullsized":"2023-08-28T02:34:52.492644+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:11:15.043550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"65'4","reported_seq":298,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.501637+0000","last_change":"2023-08-28T02:32:28.607010+0000","last_active":"2023-08-28T02:34:52.501637+0000","last_peered":"2023-08-28T02:34:52.501637+0000","last_clean":"2023-08-28T02:34:52.501637+0000","last_became_active":"2023-08-28T02:32:28.492224+0000","last_became_peered":"2023-08-28T02:32:28.492224+0000","last_unstale":"2023-08-28T02:34:52.501637+0000","last_undegraded":"2023-08-28T02:34:52.501637+0000","last_fullsized":"2023-08-28T02:34:52.501637+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:13:45.711951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":554,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":327,"reported_epoch":320,"state":"active+clean","last_fresh":"2023-08-28T02:34:52.495785+0000","last_change":"2023-08-28T02:33:13.309144+0000","last_active":"2023-08-28T02:34:52.495785+0000","last_peered":"2023-08-28T02:34:52.495785+0000","last_clean":"2023-08-28T02:34:52.495785+0000","last_became_active":"2023-08-28T02:33:13.308910+0000","last_became_peered":"2023-08-28T02:33:13.308910+0000","last_unstale":"2023-08-28T02:34:52.495785+0000","last_undegraded":"2023-08-28T02:34:52.495785+0000","last_fullsized":"2023-08-28T02:34:52.495785+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:09:59.549591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":5555093528,"num_objects":84765,"num_object_clones":0,"num_object_copies":254295,"num_objects_missing_on_primary":5410,"num_objects_missing":5410,"num_objects_degraded":39773,"num_objects_misplaced":16448,"num_objects_unfound":0,"num_objects_dirty":84765,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":101849,"num_write_kb":5971585,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":34053,"num_bytes_recovered":2225995776,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":17870434304,"data_stored":17870422088,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":93097,"ondisk_log_size":93097,"up":48,"acting":42,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":10126,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":370028,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":89,"num_read_kb":167,"num_write":44,"num_write_kb":440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":322019,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299738,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2186680,"kb_used_data":1702320,"kb_used_omap":0,"kb_used_meta":484352,"kb_avail":91558472,"statfs":{"total":95995035648,"available":93755875328,"internally_reserved":0,"allocated":1743175680,"data_stored":1741896456,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":495976448},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:34:08 2023","interfaces":[{"interface":"back","average":{"1min":0.72799999999999998,"5min":1.21,"15min":1.571},"min":{"1min":0.23400000000000001,"5min":0.219,"15min":0.21199999999999999},"max":{"1min":3.6480000000000001,"5min":8.8870000000000005,"15min":13.257},"last":0.33800000000000002},{"interface":"front","average":{"1min":0.77800000000000002,"5min":1.524,"15min":1.9830000000000001},"min":{"1min":0.29399999999999998,"5min":0.28699999999999998,"15min":0.246},"max":{"1min":3.6619999999999999,"5min":12.42,"15min":17.402999999999999},"last":0.47699999999999998}]},{"osd":1,"last update":"Mon Aug 28 02:34:37 2023","interfaces":[{"interface":"back","average":{"1min":0.89000000000000001,"5min":1.5329999999999999,"15min":2.198},"min":{"1min":0.28399999999999997,"5min":0.248,"15min":0.24099999999999999},"max":{"1min":5.492,"5min":11.699999999999999,"15min":17.43},"last":0.371},{"interface":"front","average":{"1min":1.087,"5min":1.593,"15min":2.052},"min":{"1min":0.32100000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":5.5179999999999998,"5min":12.525,"15min":19.913},"last":0.44900000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:34:21 2023","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":1.1220000000000001,"15min":1.6890000000000001},"min":{"1min":0.28899999999999998,"5min":0.22900000000000001,"15min":0.22800000000000001},"max":{"1min":3.1760000000000002,"5min":7.6150000000000002,"15min":8.3889999999999993},"last":0.433},{"interface":"front","average":{"1min":0.57699999999999996,"5min":1.0189999999999999,"15min":1.5609999999999999},"min":{"1min":0.32000000000000001,"5min":0.315,"15min":0.28699999999999998},"max":{"1min":1.5269999999999999,"5min":9.2219999999999995,"15min":12.128},"last":1.1020000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:34:13 2023","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":3.0099999999999998,"5min":3.0099999999999998,"15min":3.0099999999999998},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.63,"5min":0.63,"15min":0.63},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":3.1000000000000001,"5min":3.1000000000000001,"15min":3.1000000000000001},"last":3.0600000000000001}]},{"osd":4,"last update":"Mon Aug 28 02:34:08 2023","interfaces":[{"interface":"back","average":{"1min":0.79700000000000004,"5min":1.3109999999999999,"15min":1.3029999999999999},"min":{"1min":0.29599999999999999,"5min":0.245,"15min":0.23599999999999999},"max":{"1min":5.2169999999999996,"5min":18.943000000000001,"15min":18.943000000000001},"last":0.41799999999999998},{"interface":"front","average":{"1min":0.69899999999999995,"5min":0.99399999999999999,"15min":0.96399999999999997},"min":{"1min":0.30299999999999999,"5min":0.25700000000000001,"15min":0.253},"max":{"1min":2.9870000000000001,"5min":7.0339999999999998,"15min":8.1890000000000001},"last":0.35599999999999998}]},{"osd":5,"last update":"Mon Aug 28 02:34:08 2023","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":1.0029999999999999,"15min":1.071},"min":{"1min":0.28599999999999998,"5min":0.246,"15min":0.23599999999999999},"max":{"1min":3.2120000000000002,"5min":5.9130000000000003,"15min":14.622},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.63600000000000001,"5min":1.212,"15min":1.302},"min":{"1min":0.36299999999999999,"5min":0.28100000000000003,"15min":0.27000000000000002},"max":{"1min":3.0499999999999998,"5min":13.840999999999999,"15min":17.324999999999999},"last":0.52400000000000002}]},{"osd":6,"last update":"Mon Aug 28 02:34:08 2023","interfaces":[{"interface":"back","average":{"1min":0.78900000000000003,"5min":1.2410000000000001,"15min":1.325},"min":{"1min":0.39300000000000002,"5min":0.30499999999999999,"15min":0.30299999999999999},"max":{"1min":3.2250000000000001,"5min":11.585000000000001,"15min":17.454999999999998},"last":0.501},{"interface":"front","average":{"1min":0.85899999999999999,"5min":0.996,"15min":0.874},"min":{"1min":0.41799999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":3.0499999999999998,"5min":7.665,"15min":7.665},"last":0.441}]}]},{"osd":6,"up_from":0,"seq":193273528669,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":101,"seq":433791697128,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1658644,"kb_used_data":1030476,"kb_used_omap":4,"kb_used_meta":628155,"kb_avail":92086508,"statfs":{"total":95995035648,"available":94296584192,"internally_reserved":0,"allocated":1055207424,"data_stored":1053405216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":643231630},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:34:37 2023","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":1.353,"15min":2.5939999999999999},"min":{"1min":0.27100000000000002,"5min":0.223,"15min":0.214},"max":{"1min":3.3730000000000002,"5min":14.721,"15min":24.545999999999999},"last":0.46400000000000002},{"interface":"front","average":{"1min":1.214,"5min":2.109,"15min":3.0760000000000001},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.21199999999999999},"max":{"1min":7.2450000000000001,"5min":12.301,"15min":24.515000000000001},"last":0.42399999999999999}]},{"osd":2,"last update":"Mon Aug 28 02:34:29 2023","interfaces":[{"interface":"back","average":{"1min":0.879,"5min":2.0870000000000002,"15min":2.7559999999999998},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.24099999999999999},"max":{"1min":4.0579999999999998,"5min":22.161000000000001,"15min":22.161000000000001},"last":0.51900000000000002},{"interface":"front","average":{"1min":1.137,"5min":1.647,"15min":2.3860000000000001},"min":{"1min":0.29999999999999999,"5min":0.254,"15min":0.253},"max":{"1min":7.0110000000000001,"5min":13.114000000000001,"15min":20.003},"last":0.60799999999999998}]},{"osd":3,"last update":"Mon Aug 28 02:34:12 2023","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.57899999999999996}]},{"osd":4,"last update":"Mon Aug 28 02:34:37 2023","interfaces":[{"interface":"back","average":{"1min":1.0369999999999999,"5min":1.2909999999999999,"15min":1.706},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":3.0259999999999998,"5min":18.689,"15min":18.992999999999999},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.58299999999999996,"5min":1.304,"15min":1.806},"min":{"1min":0.39200000000000002,"5min":0.29099999999999998,"15min":0.26400000000000001},"max":{"1min":1.486,"5min":14.779999999999999,"15min":14.779999999999999},"last":0.65200000000000002}]},{"osd":5,"last update":"Mon Aug 28 02:34:37 2023","interfaces":[{"interface":"back","average":{"1min":0.84699999999999998,"5min":1.8129999999999999,"15min":2.2770000000000001},"min":{"1min":0.41399999999999998,"5min":0.35999999999999999,"15min":0.29999999999999999},"max":{"1min":3.7029999999999998,"5min":12.170999999999999,"15min":18.626999999999999},"last":0.625},{"interface":"front","average":{"1min":0.99299999999999999,"5min":1.294,"15min":2.1779999999999999},"min":{"1min":0.38300000000000001,"5min":0.374,"15min":0.31900000000000001},"max":{"1min":3.0609999999999999,"5min":7.3410000000000002,"15min":18.945},"last":0.56000000000000005}]},{"osd":6,"last update":"Mon Aug 28 02:34:37 2023","interfaces":[{"interface":"back","average":{"1min":0.74099999999999999,"5min":1.609,"15min":2.2349999999999999},"min":{"1min":0.45000000000000001,"5min":0.373,"15min":0.34300000000000003},"max":{"1min":3.7400000000000002,"5min":12.221,"15min":13.254},"last":0.66600000000000004},{"interface":"front","average":{"1min":1.085,"5min":1.4119999999999999,"15min":1.9350000000000001},"min":{"1min":0.43099999999999999,"5min":0.41799999999999998,"15min":0.34499999999999997},"max":{"1min":3.089,"5min":12.371,"15min":19.021999999999998},"last":0.67600000000000005}]},{"osd":7,"last update":"Mon Aug 28 02:34:37 2023","interfaces":[{"interface":"back","average":{"1min":1.103,"5min":1.248,"15min":2.1669999999999998},"min":{"1min":0.47199999999999998,"5min":0.374,"15min":0.374},"max":{"1min":3.1080000000000001,"5min":7.3949999999999996,"15min":19.047999999999998},"last":0.64200000000000002},{"interface":"front","average":{"1min":0.63900000000000001,"5min":1.3129999999999999,"15min":2.0630000000000002},"min":{"1min":0.432,"5min":0.34399999999999997,"15min":0.312},"max":{"1min":1.5620000000000001,"5min":14.818,"15min":14.818},"last":0.68700000000000006}]}]},{"osd":0,"up_from":87,"seq":373662154994,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":4043544,"kb_used_data":3378512,"kb_used_omap":5,"kb_used_meta":665018,"kb_avail":89701608,"statfs":{"total":95995035648,"available":91854446592,"internally_reserved":0,"allocated":3459596288,"data_stored":3457679760,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":680979066},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:34:29 2023","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":1.4510000000000001,"15min":2.0609999999999999},"min":{"1min":0.20300000000000001,"5min":0.184,"15min":0.184},"max":{"1min":1.2769999999999999,"5min":30.315000000000001,"15min":30.315000000000001},"last":0.28000000000000003},{"interface":"front","average":{"1min":0.51100000000000001,"5min":2.1850000000000001,"15min":2.923},"min":{"1min":0.28499999999999998,"5min":0.249,"15min":0.221},"max":{"1min":1.8580000000000001,"5min":69.272000000000006,"15min":69.272000000000006},"last":0.35999999999999999}]},{"osd":2,"last update":"Mon Aug 28 02:34:29 2023","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":1.6279999999999999,"15min":2.5579999999999998},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":1.982,"5min":20.959,"15min":20.959},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.63600000000000001,"5min":1.2310000000000001,"15min":2.0579999999999998},"min":{"1min":0.28399999999999997,"5min":0.247,"15min":0.24299999999999999},"max":{"1min":2.8999999999999999,"5min":8.0600000000000005,"15min":12.332000000000001},"last":0.32200000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:34:13 2023","interfaces":[{"interface":"back","average":{"1min":0.75,"5min":0.75,"15min":0.75},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":3.952,"5min":3.952,"15min":3.952},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":3.9750000000000001,"5min":3.9750000000000001,"15min":3.9750000000000001},"last":0.52900000000000003}]},{"osd":4,"last update":"Mon Aug 28 02:34:13 2023","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":3.806,"15min":2.6219999999999999},"min":{"1min":0.34000000000000002,"5min":0.314,"15min":0.27700000000000002},"max":{"1min":1.0209999999999999,"5min":274.33199999999999,"15min":274.33199999999999},"last":0.379},{"interface":"front","average":{"1min":0.754,"5min":4.3630000000000004,"15min":3.0619999999999998},"min":{"1min":0.315,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":2.0539999999999998,"5min":266.31999999999999,"15min":266.31999999999999},"last":0.45800000000000002}]},{"osd":5,"last update":"Mon Aug 28 02:34:13 2023","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":1.151,"15min":1.679},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.29299999999999998},"max":{"1min":1.486,"5min":7.1139999999999999,"15min":13.038},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.72099999999999997,"5min":1.774,"15min":2.282},"min":{"1min":0.36399999999999999,"5min":0.34799999999999998,"15min":0.27800000000000002},"max":{"1min":1.921,"5min":15.231,"15min":15.231},"last":0.40899999999999997}]},{"osd":6,"last update":"Mon Aug 28 02:34:13 2023","interfaces":[{"interface":"back","average":{"1min":0.65300000000000002,"5min":1.4830000000000001,"15min":1.901},"min":{"1min":0.38300000000000001,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":1.7110000000000001,"5min":15.122999999999999,"15min":15.122999999999999},"last":0.42599999999999999},{"interface":"front","average":{"1min":0.78800000000000003,"5min":1.9119999999999999,"15min":2.2970000000000002},"min":{"1min":0.441,"5min":0.35599999999999998,"15min":0.311},"max":{"1min":2,"5min":15.186999999999999,"15min":15.186999999999999},"last":0.501}]},{"osd":7,"last update":"Mon Aug 28 02:34:13 2023","interfaces":[{"interface":"back","average":{"1min":0.73499999999999999,"5min":1.841,"15min":2.286},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.33400000000000002},"max":{"1min":1.9410000000000001,"5min":16.183,"15min":16.183},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.68000000000000005,"5min":1.304,"15min":1.9039999999999999},"min":{"1min":0.46000000000000002,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":1.925,"5min":7.0620000000000003,"15min":13.005000000000001},"last":0.56200000000000006}]}]},{"osd":2,"up_from":0,"seq":502511173853,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":297,"seq":1275605286936,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1097108,"kb_used_data":970380,"kb_used_omap":2,"kb_used_meta":126717,"kb_avail":92648044,"statfs":{"total":95995035648,"available":94871597056,"internally_reserved":0,"allocated":993669120,"data_stored":991861752,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":129758261},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:34:11 2023","interfaces":[{"interface":"back","average":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":2.7949999999999999,"5min":2.7949999999999999,"15min":2.7949999999999999},"last":0.33200000000000002}]},{"osd":1,"last update":"Mon Aug 28 02:34:11 2023","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"last":0.443},{"interface":"front","average":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":2.762,"5min":2.762,"15min":2.762},"last":0.46100000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:34:11 2023","interfaces":[{"interface":"back","average":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":2.5449999999999999,"5min":2.5449999999999999,"15min":2.5449999999999999},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.47999999999999998}]},{"osd":4,"last update":"Mon Aug 28 02:34:11 2023","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.501},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.57999999999999996}]},{"osd":5,"last update":"Mon Aug 28 02:34:11 2023","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":1.04,"5min":1.04,"15min":1.04},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.40000000000000002}]},{"osd":6,"last update":"Mon Aug 28 02:34:11 2023","interfaces":[{"interface":"back","average":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.64200000000000002},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":1.004,"5min":1.004,"15min":1.004},"last":0.61399999999999999}]},{"osd":7,"last update":"Mon Aug 28 02:34:11 2023","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.56299999999999994},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":0.98099999999999998,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.66600000000000004}]}]},{"osd":4,"up_from":30,"seq":128849019231,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3891128,"kb_used_data":3434992,"kb_used_omap":0,"kb_used_meta":456128,"kb_avail":89854024,"statfs":{"total":95995035648,"available":92010520576,"internally_reserved":0,"allocated":3517431808,"data_stored":3516152819,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":467075072},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,0,0,0,0,0,1,0,0,4,5,6],"upper_bound":8192},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:34:15 2023","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":1.3720000000000001,"15min":1.921},"min":{"1min":0.247,"5min":0.247,"15min":0.22800000000000001},"max":{"1min":0.62,"5min":22.515000000000001,"15min":22.515000000000001},"last":0.32000000000000001},{"interface":"front","average":{"1min":0.45500000000000002,"5min":1.4239999999999999,"15min":1.8959999999999999},"min":{"1min":0.26900000000000002,"5min":0.24299999999999999,"15min":0.217},"max":{"1min":0.872,"5min":22.454000000000001,"15min":22.454000000000001},"last":0.374}]},{"osd":1,"last update":"Mon Aug 28 02:34:39 2023","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":1.28,"15min":1.5940000000000001},"min":{"1min":0.254,"5min":0.254,"15min":0.24199999999999999},"max":{"1min":2.843,"5min":23.082000000000001,"15min":23.082000000000001},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.45500000000000002,"5min":1.3520000000000001,"15min":1.7909999999999999},"min":{"1min":0.28199999999999997,"5min":0.26000000000000001,"15min":0.255},"max":{"1min":0.64700000000000002,"5min":25.100000000000001,"15min":25.100000000000001},"last":0.36099999999999999}]},{"osd":2,"last update":"Mon Aug 28 02:34:15 2023","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":1.458,"15min":1.8009999999999999},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27400000000000002},"max":{"1min":3.8050000000000002,"5min":8.7149999999999999,"15min":16.231000000000002},"last":0.40300000000000002},{"interface":"front","average":{"1min":0.59699999999999998,"5min":1.3779999999999999,"15min":1.7450000000000001},"min":{"1min":0.318,"5min":0.318,"15min":0.251},"max":{"1min":2.3889999999999998,"5min":13.515000000000001,"15min":13.515000000000001},"last":0.44600000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:34:15 2023","interfaces":[{"interface":"back","average":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":7.7480000000000002,"5min":7.7480000000000002,"15min":7.7480000000000002},"last":1.4490000000000001},{"interface":"front","average":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":2.851,"5min":2.851,"15min":2.851},"last":3.4590000000000001}]},{"osd":5,"last update":"Mon Aug 28 02:34:55 2023","interfaces":[{"interface":"back","average":{"1min":0.41299999999999998,"5min":0.879,"15min":1.123},"min":{"1min":0.28399999999999997,"5min":0.222,"15min":0.222},"max":{"1min":0.60099999999999998,"5min":8.6679999999999993,"15min":16.181999999999999},"last":0.66900000000000004},{"interface":"front","average":{"1min":0.41899999999999998,"5min":1.0569999999999999,"15min":1.1679999999999999},"min":{"1min":0.27500000000000002,"5min":0.224,"15min":0.20699999999999999},"max":{"1min":0.66300000000000003,"5min":8.6370000000000005,"15min":10.233000000000001},"last":0.49399999999999999}]},{"osd":6,"last update":"Mon Aug 28 02:34:06 2023","interfaces":[{"interface":"back","average":{"1min":0.71599999999999997,"5min":1.133,"15min":1.1180000000000001},"min":{"1min":0.376,"5min":0.28799999999999998,"15min":0.26500000000000001},"max":{"1min":2.9830000000000001,"5min":8.8480000000000008,"15min":10.023999999999999},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.70399999999999996,"5min":1.2789999999999999,"15min":1.1419999999999999},"min":{"1min":0.375,"5min":0.27200000000000002,"15min":0.255},"max":{"1min":4.5880000000000001,"5min":8.5,"15min":8.5},"last":0.78500000000000003}]},{"osd":7,"last update":"Mon Aug 28 02:34:15 2023","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":1.161,"15min":1.1879999999999999},"min":{"1min":0.38900000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.73199999999999998,"5min":8.8249999999999993,"15min":9.3209999999999997},"last":0.622},{"interface":"front","average":{"1min":0.56699999999999995,"5min":1.222,"15min":1.141},"min":{"1min":0.41199999999999998,"5min":0.34300000000000003,"15min":0.30299999999999999},"max":{"1min":0.95599999999999996,"5min":15.597,"15min":15.597},"last":0.53000000000000003}]}]},{"osd":5,"up_from":37,"seq":158913790304,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2822632,"kb_used_data":2272992,"kb_used_omap":0,"kb_used_meta":549632,"kb_avail":90922520,"statfs":{"total":95995035648,"available":93104660480,"internally_reserved":0,"allocated":2327543808,"data_stored":2326277186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":562823168},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:34:42 2023","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":1.1200000000000001,"15min":1.913},"min":{"1min":0.23200000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.57299999999999995,"5min":7.7560000000000002,"15min":40.334000000000003},"last":0.58899999999999997},{"interface":"front","average":{"1min":0.46800000000000003,"5min":1.369,"15min":1.8979999999999999},"min":{"1min":0.28299999999999997,"5min":0.28000000000000003,"15min":0.23200000000000001},"max":{"1min":0.872,"5min":19.815999999999999,"15min":40.212000000000003},"last":0.46200000000000002}]},{"osd":1,"last update":"Mon Aug 28 02:34:42 2023","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":1.4470000000000001,"15min":2.0880000000000001},"min":{"1min":0.27900000000000003,"5min":0.26200000000000001,"15min":0.23200000000000001},"max":{"1min":1.8169999999999999,"5min":17.998000000000001,"15min":40.088000000000001},"last":0.63},{"interface":"front","average":{"1min":0.55400000000000005,"5min":1.5669999999999999,"15min":1.9890000000000001},"min":{"1min":0.28100000000000003,"5min":0.27800000000000002,"15min":0.251},"max":{"1min":1.8759999999999999,"5min":19.853000000000002,"15min":40.243000000000002},"last":0.55800000000000005}]},{"osd":2,"last update":"Mon Aug 28 02:34:42 2023","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":1.206,"15min":1.9159999999999999},"min":{"1min":0.30599999999999999,"5min":0.29899999999999999,"15min":0.27700000000000002},"max":{"1min":1.3620000000000001,"5min":8.7899999999999991,"15min":40.436999999999998},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.64700000000000002,"5min":1.478,"15min":1.992},"min":{"1min":0.315,"5min":0.28499999999999998,"15min":0.27200000000000002},"max":{"1min":2.8809999999999998,"5min":8.609,"15min":40.555},"last":0.48999999999999999}]},{"osd":3,"last update":"Mon Aug 28 02:34:12 2023","interfaces":[{"interface":"back","average":{"1min":1.2989999999999999,"5min":1.2989999999999999,"15min":1.2989999999999999},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":16.190999999999999,"5min":16.190999999999999,"15min":16.190999999999999},"last":0.68600000000000005},{"interface":"front","average":{"1min":1.6850000000000001,"5min":1.6850000000000001,"15min":1.6850000000000001},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":21.420999999999999,"5min":21.420999999999999,"15min":21.420999999999999},"last":0.52800000000000002}]},{"osd":4,"last update":"Mon Aug 28 02:34:55 2023","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.85799999999999998,"15min":1.294},"min":{"1min":0.253,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":1.012,"5min":13.616,"15min":40.762999999999998},"last":0.36399999999999999},{"interface":"front","average":{"1min":0.45900000000000002,"5min":1.1879999999999999,"15min":1.3540000000000001},"min":{"1min":0.28499999999999998,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.69999999999999996,"5min":10.566000000000001,"15min":40.634},"last":0.32800000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:34:42 2023","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":1.3720000000000001,"15min":1.464},"min":{"1min":0.28899999999999998,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.63800000000000001,"5min":17.510000000000002,"15min":42.409999999999997},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.51100000000000001,"5min":1.2649999999999999,"15min":1.4410000000000001},"min":{"1min":0.34899999999999998,"5min":0.254,"15min":0.254},"max":{"1min":1.4159999999999999,"5min":15.856999999999999,"15min":42.533999999999999},"last":0.41499999999999998}]},{"osd":7,"last update":"Mon Aug 28 02:34:42 2023","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":1.214,"15min":1.623},"min":{"1min":0.377,"5min":0.315,"15min":0.314},"max":{"1min":0.82299999999999995,"5min":10.837999999999999,"15min":42.667000000000002},"last":0.441},{"interface":"front","average":{"1min":0.55500000000000005,"5min":1.502,"15min":1.6160000000000001},"min":{"1min":0.39400000000000002,"5min":0.318,"15min":0.318},"max":{"1min":0.94899999999999995,"5min":17.808,"15min":42.344000000000001},"last":0.432}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":3453095936,"data_stored":3453091864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1050214400,"data_stored":1050214400,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":2600271872,"data_stored":2600271872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":987234304,"data_stored":987234304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":3512668160,"data_stored":3512664088,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":2323841024,"data_stored":2323841024,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":2206076928,"data_stored":2206072856,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1737031680,"data_stored":1737031680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:35:10.058 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph status --format=json 2023-08-28T02:35:10.122 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:35:10.170 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:10.195 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:35:10.198 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:10.198 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:35:10.299 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:35:10.335 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:10.460 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:35:10.463 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:10.464 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:35:10.564 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:35:10.602 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:10.628 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:35:10.632 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:10.632 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:35:10.733 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:35:10.758 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:35:10.772 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:10.799 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:35:10.802 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:10.803 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:35:10.903 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:35:10.939 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:11.047 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2023-08-28T02:35:11.047 INFO:teuthology.orchestra.run.smithi083.stdout: "ops": [], 2023-08-28T02:35:11.048 INFO:teuthology.orchestra.run.smithi083.stdout: "complaint_time": 30, 2023-08-28T02:35:11.048 INFO:teuthology.orchestra.run.smithi083.stdout: "num_blocked_ops": 0 2023-08-28T02:35:11.048 INFO:teuthology.orchestra.run.smithi083.stdout:} 2023-08-28T02:35:11.167 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:35:11.171 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:11.171 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:35:11.272 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:35:11.304 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:11.328 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-08-28T02:35:11.422 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.7 dump_historic_ops 2023-08-28T02:35:11.477 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:35:11.480 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:11.481 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:35:11.582 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:35:11.610 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:11.632 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:35:11.635 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:11.636 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:35:11.697 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:11 smithi040 ceph-mon[175404]: from='client.45527 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:35:11.697 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:11 smithi040 ceph-mon[175404]: pgmap v960: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 89 active+clean; 5.2 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 73 op/s; 39701/253758 objects degraded (15.645%); 15388/253758 objects misplaced (6.064%); 12 MiB/s, 187 objects/s recovering 2023-08-28T02:35:11.697 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:11 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 39701/253758 objects degraded (15.645%), 8 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-08-28T02:35:11.697 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:11 smithi040 ceph-mon[175404]: failed to encode map e323 with expected crc 2023-08-28T02:35:11.698 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:11 smithi040 ceph-mon[175404]: osdmap e323: 8 total, 8 up, 6 in 2023-08-28T02:35:11.698 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:11 smithi040 ceph-mon[175404]: failed to encode map e323 with expected crc 2023-08-28T02:35:11.698 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:11 smithi040 ceph-mon[175404]: failed to encode map e323 with expected crc 2023-08-28T02:35:11.698 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:11 smithi040 ceph-mon[170259]: from='client.45527 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:35:11.698 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:11 smithi040 ceph-mon[170259]: pgmap v960: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 89 active+clean; 5.2 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 73 op/s; 39701/253758 objects degraded (15.645%); 15388/253758 objects misplaced (6.064%); 12 MiB/s, 187 objects/s recovering 2023-08-28T02:35:11.698 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:11 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 39701/253758 objects degraded (15.645%), 8 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-08-28T02:35:11.698 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:11 smithi040 ceph-mon[170259]: failed to encode map e323 with expected crc 2023-08-28T02:35:11.698 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:11 smithi040 ceph-mon[170259]: osdmap e323: 8 total, 8 up, 6 in 2023-08-28T02:35:11.698 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:11 smithi040 ceph-mon[170259]: failed to encode map e323 with expected crc 2023-08-28T02:35:11.698 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:11 smithi040 ceph-mon[170259]: failed to encode map e323 with expected crc 2023-08-28T02:35:11.717 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:35:11.737 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:35:11.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:11 smithi083 ceph-mon[157819]: from='client.45527 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:35:11.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:11 smithi083 ceph-mon[157819]: pgmap v960: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 89 active+clean; 5.2 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 73 op/s; 39701/253758 objects degraded (15.645%); 15388/253758 objects misplaced (6.064%); 12 MiB/s, 187 objects/s recovering 2023-08-28T02:35:11.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:11 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 39701/253758 objects degraded (15.645%), 8 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-08-28T02:35:11.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:11 smithi083 ceph-mon[157819]: failed to encode map e323 with expected crc 2023-08-28T02:35:11.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:11 smithi083 ceph-mon[157819]: osdmap e323: 8 total, 8 up, 6 in 2023-08-28T02:35:11.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:11 smithi083 ceph-mon[157819]: failed to encode map e323 with expected crc 2023-08-28T02:35:11.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:11 smithi083 ceph-mon[157819]: failed to encode map e323 with expected crc 2023-08-28T02:35:11.771 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:11.846 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:35:11.852 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:11.852 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:35:11.866 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:35:11.953 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:35:11.969 INFO:teuthology.orchestra.run.smithi040.stderr:noscrub is set 2023-08-28T02:35:11.995 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:12.021 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:35:12.025 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:12.025 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:35:12.126 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:35:12.171 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:12.197 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:35:12.202 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:12.202 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:35:12.303 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:35:12.305 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:35:12.306 INFO:teuthology.orchestra.run.smithi040.stdout:{"fsid":"d9a8f48a-4546-11ee-817c-1b7a5f1ba315","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"noscrub flag(s) set","count":7},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 39701/253758 objects degraded (15.645%), 8 pgs degraded, 6 pgs undersized","count":14},"muted":false}},"mutes":[]},"election_epoch":34,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":1317,"monmap":{"epoch":4,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":324,"num_osds":8,"num_up_osds":8,"osd_up_since":1693189991,"num_in_osds":6,"osd_in_since":1693189947,"num_remapped_pgs":8},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":89},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":5},{"state_name":"active+remapped+backfill_wait","count":2},{"state_name":"active+recovery_wait+degraded+remapped","count":1},{"state_name":"active+recovering+undersized+degraded+remapped","count":1},{"state_name":"active+recovery_wait+degraded","count":1}],"num_pgs":99,"num_pools":5,"num_objects":84586,"data_bytes":5542230788,"bytes_used":16037773312,"bytes_avail":559932440576,"bytes_total":575970213888,"degraded_objects":39701,"degraded_total":253758,"degraded_ratio":0.15645221037366311,"misplaced_objects":15388,"misplaced_total":253758,"misplaced_ratio":0.060640452714791258,"recovering_objects_per_sec":187,"recovering_bytes_per_sec":12303972,"recovering_keys_per_sec":0,"num_objects_recovered":1878,"num_bytes_recovered":123076608,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":73},"fsmap":{"epoch":7,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi040.wmhbsz","status":"up:active","gid":24577}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.40:8443/","prometheus":"http://172.21.15.40:9283/"}},"servicemap":{"epoch":22,"modified":"2023-08-28T02:34:10.384085+0000","services":{}},"progress_events":{"12dba03a-d529-4826-b243-e29af8fa97a8":{"message":"Upgrade to 18.2.0-187-g9cf20820 (5m)\n [============................] (remaining: 6m)","progress":0.44999998807907104,"add_to_ceph_s":true},"42e4bfe6-6201-4e43-94a3-bd00b5166574":{"message":"Global Recovery Event (3m)\n [=========================...] (remaining: 24s)","progress":0.89898991584777832,"add_to_ceph_s":true}}} 2023-08-28T02:35:12.338 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:12.473 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:12 smithi083 ceph-mon[157819]: failed to encode map e323 with expected crc 2023-08-28T02:35:12.473 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:12 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1161545905' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:35:12.473 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:12 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:35:12.473 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:12 smithi083 ceph-mon[157819]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:35:12.473 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:12 smithi083 ceph-mon[157819]: failed to encode map e324 with expected crc 2023-08-28T02:35:12.473 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:12 smithi083 ceph-mon[157819]: failed to encode map e324 with expected crc 2023-08-28T02:35:12.474 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:12 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:35:12.474 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:12 smithi083 ceph-mon[157819]: osdmap e324: 8 total, 8 up, 6 in 2023-08-28T02:35:12.474 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:12 smithi083 ceph-mon[157819]: failed to encode map e324 with expected crc 2023-08-28T02:35:12.474 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:12 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:35:12.474 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:12 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2879542760' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:35:12.474 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:12 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:35:12.474 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:12 smithi083 ceph-mon[157819]: pgmap v963: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 89 active+clean; 5.2 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 58 op/s; 39674/253491 objects degraded (15.651%); 15388/253491 objects misplaced (6.070%); 11 MiB/s, 178 objects/s recovering 2023-08-28T02:35:12.474 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:12 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:35:12.709 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2023-08-28T02:35:12.709 INFO:teuthology.orchestra.run.smithi083.stdout: "size": 20, 2023-08-28T02:35:12.710 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 600, 2023-08-28T02:35:12.710 INFO:teuthology.orchestra.run.smithi083.stdout: "ops": [ 2023-08-28T02:35:12.710 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.710 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:127584 9.13 9:ccd8e9f1:::benchmark_data_smithi040_209735_object19989:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e195)", 2023-08-28T02:35:12.710 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:28:42.366041+0000", 2023-08-28T02:35:12.710 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 390.34149429199999, 2023-08-28T02:35:12.710 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.5989940570000001, 2023-08-28T02:35:12.710 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:35:12.710 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "reached pg", 2023-08-28T02:35:12.711 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:35:12.711 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:35:12.711 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:35:12.711 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 127584 2023-08-28T02:35:12.711 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.711 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:35:12.711 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.711 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:35:12.712 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.366041+0000", 2023-08-28T02:35:12.712 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:12.712 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.712 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.712 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:35:12.712 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.366041+0000", 2023-08-28T02:35:12.712 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:12.712 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.712 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.712 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:35:12.712 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.366039+0000", 2023-08-28T02:35:12.712 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:35:12.713 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.713 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.713 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:35:12.713 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.366049+0000", 2023-08-28T02:35:12.713 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.2990000000000002e-06 2023-08-28T02:35:12.713 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.713 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.713 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:35:12.713 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.366059+0000", 2023-08-28T02:35:12.713 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0608000000000001e-05 2023-08-28T02:35:12.713 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.714 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.714 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:35:12.714 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.366065+0000", 2023-08-28T02:35:12.714 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.5029999999999997e-06 2023-08-28T02:35:12.714 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.714 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.714 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:12.714 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.366131+0000", 2023-08-28T02:35:12.714 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.6157999999999999e-05 2023-08-28T02:35:12.714 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.714 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.715 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:35:12.715 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.366251+0000", 2023-08-28T02:35:12.715 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000120239 2023-08-28T02:35:12.715 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.715 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.715 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 5,6", 2023-08-28T02:35:12.715 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.366362+0000", 2023-08-28T02:35:12.715 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000110827 2023-08-28T02:35:12.715 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.715 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.715 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:12.716 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.375407+0000", 2023-08-28T02:35:12.716 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0090447679999999999 2023-08-28T02:35:12.716 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.716 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.716 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:35:12.716 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.375415+0000", 2023-08-28T02:35:12.716 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.2190000000000004e-06 2023-08-28T02:35:12.716 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.716 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.716 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:12.716 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.942037+0000", 2023-08-28T02:35:12.717 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.5666214429999998 2023-08-28T02:35:12.717 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.717 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.717 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:35:12.717 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.942138+0000", 2023-08-28T02:35:12.717 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000101446 2023-08-28T02:35:12.717 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.717 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.717 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:12.717 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.964946+0000", 2023-08-28T02:35:12.718 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.022807971999999999 2023-08-28T02:35:12.718 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.718 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.718 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:35:12.718 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.965035+0000", 2023-08-28T02:35:12.718 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.8844000000000005e-05 2023-08-28T02:35:12.718 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:12.718 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:35:12.718 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:12.718 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.718 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.719 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:127621 9.13 9:cdd7cc3e:::benchmark_data_smithi040_209735_object20026:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e196)", 2023-08-28T02:35:12.719 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:28:42.404065+0000", 2023-08-28T02:35:12.719 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 390.303469533, 2023-08-28T02:35:12.719 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.561206986, 2023-08-28T02:35:12.719 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:35:12.719 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:35:12.719 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:35:12.719 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:35:12.719 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:35:12.719 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 127621 2023-08-28T02:35:12.720 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.720 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:35:12.720 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.720 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:35:12.720 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.404065+0000", 2023-08-28T02:35:12.720 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:12.720 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.720 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.720 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:35:12.720 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.404065+0000", 2023-08-28T02:35:12.721 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:12.721 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.721 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.721 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:35:12.721 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.404065+0000", 2023-08-28T02:35:12.721 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:35:12.721 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.721 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.721 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:35:12.721 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.404069+0000", 2023-08-28T02:35:12.722 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.4680000000000003e-06 2023-08-28T02:35:12.722 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.722 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.722 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:35:12.722 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.404079+0000", 2023-08-28T02:35:12.722 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.7599999999999997e-06 2023-08-28T02:35:12.722 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.722 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.722 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:35:12.722 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.404084+0000", 2023-08-28T02:35:12.722 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.1420000000000001e-06 2023-08-28T02:35:12.722 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.723 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.723 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:12.723 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.404137+0000", 2023-08-28T02:35:12.723 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.2716999999999997e-05 2023-08-28T02:35:12.723 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.723 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.723 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:35:12.723 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.404146+0000", 2023-08-28T02:35:12.723 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.2119999999999992e-06 2023-08-28T02:35:12.723 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.723 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.724 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:12.724 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.942167+0000", 2023-08-28T02:35:12.724 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.5380211319999999 2023-08-28T02:35:12.724 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.724 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.724 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:35:12.724 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.942252+0000", 2023-08-28T02:35:12.724 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.5019999999999996e-05 2023-08-28T02:35:12.724 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.724 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.724 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 5,6", 2023-08-28T02:35:12.725 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.942326+0000", 2023-08-28T02:35:12.725 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.3821999999999999e-05 2023-08-28T02:35:12.725 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.725 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.725 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:35:12.725 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.948781+0000", 2023-08-28T02:35:12.725 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0064548660000000001 2023-08-28T02:35:12.725 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.725 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.725 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:12.725 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.964743+0000", 2023-08-28T02:35:12.725 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.015962147999999999 2023-08-28T02:35:12.726 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.726 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.726 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:12.726 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.965106+0000", 2023-08-28T02:35:12.726 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00036322399999999999 2023-08-28T02:35:12.726 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.726 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.726 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:35:12.726 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.965160+0000", 2023-08-28T02:35:12.726 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.3563000000000002e-05 2023-08-28T02:35:12.726 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.726 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.727 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:35:12.727 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.965272+0000", 2023-08-28T02:35:12.727 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000112674 2023-08-28T02:35:12.727 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:12.727 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:35:12.727 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:12.727 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.727 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.727 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:127699 9.13 9:c95a224d:::benchmark_data_smithi040_209735_object20104:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e196)", 2023-08-28T02:35:12.727 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:28:42.478129+0000", 2023-08-28T02:35:12.727 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 390.22940568400003, 2023-08-28T02:35:12.728 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.487381549, 2023-08-28T02:35:12.728 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:35:12.728 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:35:12.728 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:35:12.728 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:35:12.728 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:35:12.728 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 127699 2023-08-28T02:35:12.728 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.728 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:35:12.728 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.729 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:35:12.729 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.478129+0000", 2023-08-28T02:35:12.729 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:12.729 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.729 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.729 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:35:12.729 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.478129+0000", 2023-08-28T02:35:12.729 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:12.729 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.729 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.729 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:35:12.729 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.478128+0000", 2023-08-28T02:35:12.730 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:35:12.730 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.730 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.730 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:35:12.730 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.478134+0000", 2023-08-28T02:35:12.730 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.3509999999999998e-06 2023-08-28T02:35:12.730 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.730 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.730 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:35:12.730 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.478145+0000", 2023-08-28T02:35:12.730 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1447999999999999e-05 2023-08-28T02:35:12.731 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.731 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.731 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:35:12.731 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.478150+0000", 2023-08-28T02:35:12.731 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.6870000000000002e-06 2023-08-28T02:35:12.731 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.731 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.731 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:12.731 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.478197+0000", 2023-08-28T02:35:12.731 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.7302000000000002e-05 2023-08-28T02:35:12.731 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.731 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.732 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:35:12.732 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.478207+0000", 2023-08-28T02:35:12.732 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.6369999999999994e-06 2023-08-28T02:35:12.732 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.732 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.732 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:12.732 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.944100+0000", 2023-08-28T02:35:12.732 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.465893074 2023-08-28T02:35:12.732 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.732 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.732 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:35:12.733 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.944177+0000", 2023-08-28T02:35:12.733 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.6809000000000003e-05 2023-08-28T02:35:12.733 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.733 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.733 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 5,6", 2023-08-28T02:35:12.733 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.944258+0000", 2023-08-28T02:35:12.733 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.1360999999999996e-05 2023-08-28T02:35:12.733 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.733 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.733 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:35:12.733 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.951928+0000", 2023-08-28T02:35:12.733 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0076698690000000002 2023-08-28T02:35:12.734 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.734 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.734 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:12.734 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.965323+0000", 2023-08-28T02:35:12.734 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.013394708999999999 2023-08-28T02:35:12.734 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.734 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.734 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:12.734 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.965367+0000", 2023-08-28T02:35:12.734 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.3828000000000001e-05 2023-08-28T02:35:12.734 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.734 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.735 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:35:12.735 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.965411+0000", 2023-08-28T02:35:12.735 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.4295999999999997e-05 2023-08-28T02:35:12.735 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.735 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.735 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:35:12.735 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.965511+0000", 2023-08-28T02:35:12.735 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.9938000000000004e-05 2023-08-28T02:35:12.735 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:12.735 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:35:12.735 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:12.736 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.736 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.736 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:127756 9.13 9:c8448c8f:::benchmark_data_smithi040_209735_object20161:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e196)", 2023-08-28T02:35:12.736 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:28:42.539662+0000", 2023-08-28T02:35:12.736 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 390.16787295400002, 2023-08-28T02:35:12.736 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.4260867099999999, 2023-08-28T02:35:12.736 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:35:12.736 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:35:12.736 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:35:12.736 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:35:12.736 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:35:12.737 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 127756 2023-08-28T02:35:12.737 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.737 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:35:12.737 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.737 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:35:12.737 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.539662+0000", 2023-08-28T02:35:12.737 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:12.737 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.737 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.737 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:35:12.737 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.539662+0000", 2023-08-28T02:35:12.738 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:12.738 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.738 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.738 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:35:12.738 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.539661+0000", 2023-08-28T02:35:12.738 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:35:12.738 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.738 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.738 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:35:12.738 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.539666+0000", 2023-08-28T02:35:12.738 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.147e-06 2023-08-28T02:35:12.738 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.739 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.739 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:35:12.739 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.539676+0000", 2023-08-28T02:35:12.739 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0074e-05 2023-08-28T02:35:12.739 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.739 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.739 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:35:12.739 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.539682+0000", 2023-08-28T02:35:12.739 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.1909999999999997e-06 2023-08-28T02:35:12.739 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.739 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.740 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:12.740 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.539748+0000", 2023-08-28T02:35:12.740 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.6340000000000005e-05 2023-08-28T02:35:12.740 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.740 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.740 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:35:12.740 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.539758+0000", 2023-08-28T02:35:12.740 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.5359999999999998e-06 2023-08-28T02:35:12.740 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.740 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.740 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:12.740 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.945775+0000", 2023-08-28T02:35:12.741 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.4060173119999999 2023-08-28T02:35:12.741 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.741 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.741 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:35:12.741 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.945846+0000", 2023-08-28T02:35:12.741 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.0340999999999996e-05 2023-08-28T02:35:12.741 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.741 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.741 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 5,6", 2023-08-28T02:35:12.741 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.945910+0000", 2023-08-28T02:35:12.741 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.4500999999999998e-05 2023-08-28T02:35:12.741 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.741 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.742 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:35:12.742 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.951936+0000", 2023-08-28T02:35:12.742 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0060255600000000001 2023-08-28T02:35:12.742 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.742 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.742 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:12.742 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.965558+0000", 2023-08-28T02:35:12.742 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.013622568 2023-08-28T02:35:12.742 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.742 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.742 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:12.742 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.965598+0000", 2023-08-28T02:35:12.742 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.9331e-05 2023-08-28T02:35:12.743 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.743 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.743 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:35:12.743 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.965636+0000", 2023-08-28T02:35:12.743 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.7982000000000003e-05 2023-08-28T02:35:12.743 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.743 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.743 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:35:12.743 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.965749+0000", 2023-08-28T02:35:12.743 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000113149 2023-08-28T02:35:12.743 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:12.743 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:35:12.744 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:12.744 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.744 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.744 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:127771 9.13 9:cbbcd8ee:::benchmark_data_smithi040_209735_object20176:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e196)", 2023-08-28T02:35:12.744 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:28:42.557085+0000", 2023-08-28T02:35:12.744 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 390.150449794, 2023-08-28T02:35:12.744 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.408910731, 2023-08-28T02:35:12.744 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:35:12.744 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:35:12.744 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:35:12.744 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:35:12.744 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:35:12.745 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 127771 2023-08-28T02:35:12.745 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.745 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:35:12.745 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.745 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:35:12.745 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.557085+0000", 2023-08-28T02:35:12.745 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:12.745 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.745 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.745 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:35:12.745 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.557085+0000", 2023-08-28T02:35:12.745 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:12.746 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.746 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.746 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:35:12.746 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.557084+0000", 2023-08-28T02:35:12.746 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:35:12.746 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.746 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.746 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:35:12.746 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.557090+0000", 2023-08-28T02:35:12.746 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.8069999999999996e-06 2023-08-28T02:35:12.746 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.746 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.747 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:35:12.747 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.557103+0000", 2023-08-28T02:35:12.747 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.3046e-05 2023-08-28T02:35:12.747 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.747 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.747 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:35:12.747 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.557109+0000", 2023-08-28T02:35:12.747 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.1249999999999998e-06 2023-08-28T02:35:12.747 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.747 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.748 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:12.748 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.557172+0000", 2023-08-28T02:35:12.748 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.3542999999999998e-05 2023-08-28T02:35:12.748 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.748 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.748 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:35:12.748 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.557183+0000", 2023-08-28T02:35:12.748 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0917000000000001e-05 2023-08-28T02:35:12.748 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.748 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.748 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:12.748 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.947531+0000", 2023-08-28T02:35:12.749 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.39034803 2023-08-28T02:35:12.749 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.749 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.749 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:35:12.749 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.947628+0000", 2023-08-28T02:35:12.749 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.6347000000000004e-05 2023-08-28T02:35:12.749 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.749 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.749 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 5,6", 2023-08-28T02:35:12.749 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.947702+0000", 2023-08-28T02:35:12.749 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.4671000000000004e-05 2023-08-28T02:35:12.749 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.750 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.750 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:35:12.750 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.955130+0000", 2023-08-28T02:35:12.750 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0074280220000000003 2023-08-28T02:35:12.750 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.750 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.750 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:12.750 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.965805+0000", 2023-08-28T02:35:12.750 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.010675087999999999 2023-08-28T02:35:12.750 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.750 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.750 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:12.751 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.965845+0000", 2023-08-28T02:35:12.751 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.0061000000000002e-05 2023-08-28T02:35:12.751 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.751 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.751 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:35:12.751 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.965890+0000", 2023-08-28T02:35:12.751 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.4907000000000002e-05 2023-08-28T02:35:12.751 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.751 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.751 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:35:12.751 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.965996+0000", 2023-08-28T02:35:12.752 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000105547 2023-08-28T02:35:12.752 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:12.752 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:35:12.752 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:12.752 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.752 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.752 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:166808 9.1e 9:7d8b976f:::benchmark_data_smithi040_209735_object59213:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e217)", 2023-08-28T02:35:12.752 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:32.944074+0000", 2023-08-28T02:35:12.752 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 339.76346103999998, 2023-08-28T02:35:12.752 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.1070183020000002, 2023-08-28T02:35:12.752 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:35:12.752 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "reached pg", 2023-08-28T02:35:12.753 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:35:12.753 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:35:12.753 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:35:12.753 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 166808 2023-08-28T02:35:12.753 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.753 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:35:12.753 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.753 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:35:12.753 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.944074+0000", 2023-08-28T02:35:12.753 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:12.753 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.753 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.753 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:35:12.754 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.944074+0000", 2023-08-28T02:35:12.754 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:12.754 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.754 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.754 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:35:12.754 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.944071+0000", 2023-08-28T02:35:12.754 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999971 2023-08-28T02:35:12.754 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.754 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.754 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:35:12.754 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.944085+0000", 2023-08-28T02:35:12.754 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.3621000000000001e-05 2023-08-28T02:35:12.754 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.755 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.755 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:35:12.755 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.944111+0000", 2023-08-28T02:35:12.755 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.6063000000000001e-05 2023-08-28T02:35:12.755 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.755 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.755 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:35:12.755 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.944121+0000", 2023-08-28T02:35:12.755 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.825e-06 2023-08-28T02:35:12.755 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.755 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.755 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:12.756 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.206267+0000", 2023-08-28T02:35:12.756 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.26214620300000002 2023-08-28T02:35:12.756 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.756 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.756 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:35:12.756 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.206274+0000", 2023-08-28T02:35:12.756 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.2740000000000002e-06 2023-08-28T02:35:12.756 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.756 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.756 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:12.756 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.915241+0000", 2023-08-28T02:35:12.756 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.70896636700000004 2023-08-28T02:35:12.756 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.757 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.757 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:35:12.757 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.915250+0000", 2023-08-28T02:35:12.757 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.3919999999999992e-06 2023-08-28T02:35:12.757 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.757 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.757 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:12.757 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.911318+0000", 2023-08-28T02:35:12.757 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.99606770300000003 2023-08-28T02:35:12.757 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.757 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.757 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:35:12.758 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.911324+0000", 2023-08-28T02:35:12.758 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.2020000000000001e-06 2023-08-28T02:35:12.758 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.758 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.758 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:12.758 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.051009+0000", 2023-08-28T02:35:12.758 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.139685405 2023-08-28T02:35:12.758 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.758 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.758 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:35:12.758 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.051092+0000", 2023-08-28T02:35:12.758 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.3008000000000002e-05 2023-08-28T02:35:12.758 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:12.759 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:35:12.759 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:12.759 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.759 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.759 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:166814 9.1d 9:b9dc76d3:::benchmark_data_smithi040_209735_object59219:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e217)", 2023-08-28T02:35:12.759 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:32.944129+0000", 2023-08-28T02:35:12.759 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 339.76340586499998, 2023-08-28T02:35:12.759 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.2318206749999998, 2023-08-28T02:35:12.759 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:35:12.759 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "reached pg", 2023-08-28T02:35:12.760 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:35:12.760 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:35:12.760 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:35:12.760 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 166814 2023-08-28T02:35:12.760 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.760 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:35:12.760 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.760 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:35:12.760 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.944129+0000", 2023-08-28T02:35:12.760 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:12.760 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.761 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.761 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:35:12.761 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.944129+0000", 2023-08-28T02:35:12.761 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:12.761 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.761 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.761 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:35:12.761 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.944129+0000", 2023-08-28T02:35:12.761 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999995 2023-08-28T02:35:12.761 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.761 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.761 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:35:12.762 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.944132+0000", 2023-08-28T02:35:12.762 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.7269999999999999e-06 2023-08-28T02:35:12.762 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.762 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.762 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:35:12.762 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.944137+0000", 2023-08-28T02:35:12.762 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.6699999999999999e-06 2023-08-28T02:35:12.762 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.762 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.762 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:35:12.762 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.944141+0000", 2023-08-28T02:35:12.763 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.754e-06 2023-08-28T02:35:12.763 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.763 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.763 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:12.763 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.213492+0000", 2023-08-28T02:35:12.763 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.269350751 2023-08-28T02:35:12.763 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.763 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.763 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:35:12.763 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.213501+0000", 2023-08-28T02:35:12.763 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.8729999999999996e-06 2023-08-28T02:35:12.763 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.763 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.764 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:12.764 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.916069+0000", 2023-08-28T02:35:12.764 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.70256875299999999 2023-08-28T02:35:12.764 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.764 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.764 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:35:12.764 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.916078+0000", 2023-08-28T02:35:12.764 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.2279999999999998e-06 2023-08-28T02:35:12.764 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.764 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.764 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:12.764 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.923445+0000", 2023-08-28T02:35:12.765 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0073671259999999 2023-08-28T02:35:12.765 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.765 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.765 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:35:12.765 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.923454+0000", 2023-08-28T02:35:12.765 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.7909999999999999e-06 2023-08-28T02:35:12.765 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.765 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.765 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:12.765 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.175862+0000", 2023-08-28T02:35:12.765 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.252407128 2023-08-28T02:35:12.765 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.766 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.766 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:35:12.766 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.175950+0000", 2023-08-28T02:35:12.766 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.8239000000000007e-05 2023-08-28T02:35:12.766 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:12.766 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:35:12.766 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:12.766 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.766 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.766 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:166817 9.1e 9:7e9db4e7:::benchmark_data_smithi040_209735_object59222:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e217)", 2023-08-28T02:35:12.766 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:32.944146+0000", 2023-08-28T02:35:12.767 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 339.76338942299998, 2023-08-28T02:35:12.767 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.1442467710000002, 2023-08-28T02:35:12.767 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:35:12.767 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:35:12.767 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:35:12.767 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:35:12.767 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:35:12.767 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 166817 2023-08-28T02:35:12.767 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.767 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:35:12.767 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.768 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:35:12.768 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.944146+0000", 2023-08-28T02:35:12.768 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:12.768 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.768 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.768 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:35:12.768 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.944146+0000", 2023-08-28T02:35:12.768 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:12.768 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.768 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.768 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:35:12.768 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.944145+0000", 2023-08-28T02:35:12.768 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999995 2023-08-28T02:35:12.769 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.769 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.769 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:35:12.769 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.944147+0000", 2023-08-28T02:35:12.769 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.1909999999999999e-06 2023-08-28T02:35:12.769 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.769 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.769 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:35:12.769 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.944152+0000", 2023-08-28T02:35:12.769 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.9980000000000003e-06 2023-08-28T02:35:12.769 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.769 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.770 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:35:12.770 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.944156+0000", 2023-08-28T02:35:12.770 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.1829999999999998e-06 2023-08-28T02:35:12.770 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.770 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.770 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:12.770 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.206291+0000", 2023-08-28T02:35:12.770 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.26213489899999998 2023-08-28T02:35:12.770 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.770 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.770 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:35:12.770 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.206295+0000", 2023-08-28T02:35:12.771 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.4510000000000002e-06 2023-08-28T02:35:12.771 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.771 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.771 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:12.771 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.922196+0000", 2023-08-28T02:35:12.771 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.715901067 2023-08-28T02:35:12.771 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.771 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.771 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:35:12.771 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.922201+0000", 2023-08-28T02:35:12.771 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.3839999999999996e-06 2023-08-28T02:35:12.772 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.772 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.772 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:12.772 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.911344+0000", 2023-08-28T02:35:12.772 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.98914235800000005 2023-08-28T02:35:12.772 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.772 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.772 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:35:12.772 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.911349+0000", 2023-08-28T02:35:12.772 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.2190000000000003e-06 2023-08-28T02:35:12.772 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.772 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.773 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:12.773 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.051333+0000", 2023-08-28T02:35:12.773 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1399839119999999 2023-08-28T02:35:12.773 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.773 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.773 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:35:12.773 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.051450+0000", 2023-08-28T02:35:12.773 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00011752399999999999 2023-08-28T02:35:12.773 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.773 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.773 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 0,1,4", 2023-08-28T02:35:12.773 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.051714+0000", 2023-08-28T02:35:12.773 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00026338499999999999 2023-08-28T02:35:12.774 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.774 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.774 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:35:12.774 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.058793+0000", 2023-08-28T02:35:12.774 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0070791040000000001 2023-08-28T02:35:12.774 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.774 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.774 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:12.774 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.058878+0000", 2023-08-28T02:35:12.774 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.5088999999999998e-05 2023-08-28T02:35:12.774 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.774 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.775 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:12.775 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.059874+0000", 2023-08-28T02:35:12.775 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0009963280000000001 2023-08-28T02:35:12.775 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.775 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.775 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:12.775 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.088206+0000", 2023-08-28T02:35:12.775 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.028332039 2023-08-28T02:35:12.775 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.775 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.775 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:35:12.775 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.088271+0000", 2023-08-28T02:35:12.775 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.4957999999999997e-05 2023-08-28T02:35:12.776 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.776 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.776 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:35:12.776 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.088392+0000", 2023-08-28T02:35:12.776 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000120971 2023-08-28T02:35:12.776 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:12.776 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:35:12.776 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:12.776 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.776 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.776 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:166826 9.1e 9:7bce0ea1:::benchmark_data_smithi040_209735_object59231:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e217)", 2023-08-28T02:35:12.777 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:33.031489+0000", 2023-08-28T02:35:12.777 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 339.67604638199998, 2023-08-28T02:35:12.777 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.057079436, 2023-08-28T02:35:12.777 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:35:12.777 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:35:12.777 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:35:12.777 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:35:12.777 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:35:12.777 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 166826 2023-08-28T02:35:12.777 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.777 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:35:12.777 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.778 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:35:12.778 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.031489+0000", 2023-08-28T02:35:12.778 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:12.778 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.778 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.778 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:35:12.778 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.031489+0000", 2023-08-28T02:35:12.778 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:12.778 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.778 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.778 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:35:12.778 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.031487+0000", 2023-08-28T02:35:12.779 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:35:12.779 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.779 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.779 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:35:12.779 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.031500+0000", 2023-08-28T02:35:12.779 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2933e-05 2023-08-28T02:35:12.779 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.779 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.779 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:35:12.780 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.031527+0000", 2023-08-28T02:35:12.780 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.7917999999999999e-05 2023-08-28T02:35:12.780 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.780 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.780 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:35:12.780 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.031539+0000", 2023-08-28T02:35:12.780 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.187e-05 2023-08-28T02:35:12.780 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.780 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.780 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:12.780 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.206311+0000", 2023-08-28T02:35:12.780 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.17477168000000001 2023-08-28T02:35:12.780 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.781 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.781 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:35:12.781 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.206315+0000", 2023-08-28T02:35:12.781 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.5109999999999997e-06 2023-08-28T02:35:12.781 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.781 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.781 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:12.781 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.922218+0000", 2023-08-28T02:35:12.781 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.71590277099999999 2023-08-28T02:35:12.781 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.781 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.781 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:35:12.782 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.922222+0000", 2023-08-28T02:35:12.782 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.16e-06 2023-08-28T02:35:12.782 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.782 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.782 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:12.782 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.911368+0000", 2023-08-28T02:35:12.782 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.98914599700000005 2023-08-28T02:35:12.782 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.782 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.782 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:35:12.782 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.911375+0000", 2023-08-28T02:35:12.782 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.5910000000000001e-06 2023-08-28T02:35:12.783 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.783 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.783 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:12.783 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.056764+0000", 2023-08-28T02:35:12.783 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.145388538 2023-08-28T02:35:12.783 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.783 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.783 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:35:12.783 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.056903+0000", 2023-08-28T02:35:12.783 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000139686 2023-08-28T02:35:12.783 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.783 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.783 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 0,1,4", 2023-08-28T02:35:12.784 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.057169+0000", 2023-08-28T02:35:12.784 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00026584699999999999 2023-08-28T02:35:12.784 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.784 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.784 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:35:12.784 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.059038+0000", 2023-08-28T02:35:12.784 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.001868439 2023-08-28T02:35:12.784 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.784 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.784 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:12.784 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.059967+0000", 2023-08-28T02:35:12.784 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00092936899999999999 2023-08-28T02:35:12.785 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.785 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.785 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:12.785 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.060397+0000", 2023-08-28T02:35:12.785 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00042968800000000001 2023-08-28T02:35:12.785 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.785 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.785 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:12.785 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.088435+0000", 2023-08-28T02:35:12.785 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.028038027 2023-08-28T02:35:12.785 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.785 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.785 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:35:12.786 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.088473+0000", 2023-08-28T02:35:12.786 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.8133000000000002e-05 2023-08-28T02:35:12.786 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.786 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.786 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:35:12.786 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.088568+0000", 2023-08-28T02:35:12.786 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.5328999999999995e-05 2023-08-28T02:35:12.786 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:12.786 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:35:12.786 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:12.786 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.786 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.787 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:166833 9.d 9:b375ead0:::benchmark_data_smithi040_209735_object59238:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e217)", 2023-08-28T02:35:12.787 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:33.200895+0000", 2023-08-28T02:35:12.787 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 339.50664027099998, 2023-08-28T02:35:12.787 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.140917693, 2023-08-28T02:35:12.787 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:35:12.787 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:35:12.787 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:35:12.787 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:35:12.787 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:35:12.787 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 166833 2023-08-28T02:35:12.787 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.787 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:35:12.787 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.788 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:35:12.788 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.200895+0000", 2023-08-28T02:35:12.788 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:12.788 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.788 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.788 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:35:12.788 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.200895+0000", 2023-08-28T02:35:12.788 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:12.788 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.788 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.788 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:35:12.788 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.200894+0000", 2023-08-28T02:35:12.789 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999995 2023-08-28T02:35:12.789 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.789 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.789 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:35:12.789 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.200897+0000", 2023-08-28T02:35:12.789 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.486e-06 2023-08-28T02:35:12.789 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.789 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.789 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:35:12.789 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.200902+0000", 2023-08-28T02:35:12.789 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.1479999999999997e-06 2023-08-28T02:35:12.789 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.789 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.790 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:35:12.790 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.200909+0000", 2023-08-28T02:35:12.790 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.3690000000000001e-06 2023-08-28T02:35:12.790 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.790 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.790 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:12.790 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.216479+0000", 2023-08-28T02:35:12.790 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.015570011 2023-08-28T02:35:12.790 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.790 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.790 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:35:12.790 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.216488+0000", 2023-08-28T02:35:12.791 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.7679999999999997e-06 2023-08-28T02:35:12.791 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.791 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.791 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:12.791 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.916456+0000", 2023-08-28T02:35:12.791 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.69996779799999997 2023-08-28T02:35:12.791 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.791 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.791 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:35:12.791 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.916464+0000", 2023-08-28T02:35:12.791 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.8480000000000001e-06 2023-08-28T02:35:12.791 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.792 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.792 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:12.792 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.924005+0000", 2023-08-28T02:35:12.792 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0075415999999999 2023-08-28T02:35:12.792 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.792 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.792 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:35:12.792 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.924013+0000", 2023-08-28T02:35:12.792 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.4599999999999997e-06 2023-08-28T02:35:12.792 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.792 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.792 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:12.793 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.328068+0000", 2023-08-28T02:35:12.793 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.404055042 2023-08-28T02:35:12.793 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.793 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.793 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:35:12.793 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.328196+0000", 2023-08-28T02:35:12.793 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00012798599999999999 2023-08-28T02:35:12.793 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.793 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.793 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,4,5", 2023-08-28T02:35:12.793 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.328529+0000", 2023-08-28T02:35:12.793 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00033311000000000001 2023-08-28T02:35:12.793 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.794 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.794 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:12.794 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.337323+0000", 2023-08-28T02:35:12.794 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0087938089999999997 2023-08-28T02:35:12.794 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.794 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.794 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:12.794 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.341473+0000", 2023-08-28T02:35:12.794 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0041499620000000001 2023-08-28T02:35:12.794 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.794 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.794 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:12.795 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.341490+0000", 2023-08-28T02:35:12.795 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.7538999999999999e-05 2023-08-28T02:35:12.795 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.795 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.795 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:35:12.795 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.341659+0000", 2023-08-28T02:35:12.795 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00016829099999999999 2023-08-28T02:35:12.795 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.795 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.795 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:35:12.795 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.341704+0000", 2023-08-28T02:35:12.795 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.579e-05 2023-08-28T02:35:12.795 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.796 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.796 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:35:12.796 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.341812+0000", 2023-08-28T02:35:12.796 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00010807900000000001 2023-08-28T02:35:12.796 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:12.796 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:35:12.796 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:12.796 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.796 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.796 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:166836 9.e 9:7610d7ed:::benchmark_data_smithi040_209735_object59241:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e217)", 2023-08-28T02:35:12.796 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:33.248767+0000", 2023-08-28T02:35:12.796 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 339.45876755699999, 2023-08-28T02:35:12.796 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.874118465, 2023-08-28T02:35:12.797 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:35:12.797 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:35:12.797 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:35:12.797 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:35:12.797 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:35:12.797 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 166836 2023-08-28T02:35:12.797 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.797 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:35:12.797 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.797 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:35:12.797 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.248767+0000", 2023-08-28T02:35:12.797 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:12.798 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.798 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.798 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:35:12.798 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.248767+0000", 2023-08-28T02:35:12.798 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:12.798 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.798 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.798 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:35:12.798 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.248766+0000", 2023-08-28T02:35:12.798 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:35:12.798 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.798 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.798 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:35:12.799 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.248773+0000", 2023-08-28T02:35:12.799 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.6159999999999998e-06 2023-08-28T02:35:12.799 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.799 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.799 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:35:12.799 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.248788+0000", 2023-08-28T02:35:12.799 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.4868000000000001e-05 2023-08-28T02:35:12.799 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.799 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.799 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:35:12.799 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.248794+0000", 2023-08-28T02:35:12.799 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.4309999999999999e-06 2023-08-28T02:35:12.800 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.800 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.800 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:12.800 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.248839+0000", 2023-08-28T02:35:12.800 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.4712999999999997e-05 2023-08-28T02:35:12.800 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.800 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.800 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:35:12.800 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.248846+0000", 2023-08-28T02:35:12.800 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.3549999999999999e-06 2023-08-28T02:35:12.800 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.800 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.800 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:12.801 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.922166+0000", 2023-08-28T02:35:12.801 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.67331997700000001 2023-08-28T02:35:12.801 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.801 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.801 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:35:12.801 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.922177+0000", 2023-08-28T02:35:12.801 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1086e-05 2023-08-28T02:35:12.801 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.801 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.801 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:12.801 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.911280+0000", 2023-08-28T02:35:12.801 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.98910295100000001 2023-08-28T02:35:12.802 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.802 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.802 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:35:12.802 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.911294+0000", 2023-08-28T02:35:12.802 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.3556e-05 2023-08-28T02:35:12.802 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.802 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.802 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:12.802 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.095671+0000", 2023-08-28T02:35:12.802 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1843778380000001 2023-08-28T02:35:12.802 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.802 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.802 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:35:12.803 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.095801+0000", 2023-08-28T02:35:12.803 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00012968800000000001 2023-08-28T02:35:12.803 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.803 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.803 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 0,1,4", 2023-08-28T02:35:12.803 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.096197+0000", 2023-08-28T02:35:12.803 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00039581399999999997 2023-08-28T02:35:12.803 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.803 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.803 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:35:12.803 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.104037+0000", 2023-08-28T02:35:12.803 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0078397899999999993 2023-08-28T02:35:12.804 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.804 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.804 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:12.804 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.104916+0000", 2023-08-28T02:35:12.804 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00087921899999999999 2023-08-28T02:35:12.804 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.804 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.804 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:12.804 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.108581+0000", 2023-08-28T02:35:12.804 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0036648449999999999 2023-08-28T02:35:12.804 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.804 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.805 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:12.805 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.122731+0000", 2023-08-28T02:35:12.805 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.014150484 2023-08-28T02:35:12.805 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.805 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.805 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:35:12.805 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.122781+0000", 2023-08-28T02:35:12.805 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.0009000000000002e-05 2023-08-28T02:35:12.805 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.805 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.805 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:35:12.805 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.122886+0000", 2023-08-28T02:35:12.806 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000104654 2023-08-28T02:35:12.806 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:12.806 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:35:12.806 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:12.806 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.806 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.806 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:166837 9.1d 9:bcf1dafa:::benchmark_data_smithi040_209735_object59242:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e217)", 2023-08-28T02:35:12.806 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:33.248802+0000", 2023-08-28T02:35:12.806 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 339.45873315900002, 2023-08-28T02:35:12.806 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.0926461789999999, 2023-08-28T02:35:12.806 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:35:12.806 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:35:12.806 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:35:12.807 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:35:12.807 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:35:12.807 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 166837 2023-08-28T02:35:12.807 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.807 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:35:12.807 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.807 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:35:12.807 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.248802+0000", 2023-08-28T02:35:12.807 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:12.807 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.808 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.808 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:35:12.808 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.248802+0000", 2023-08-28T02:35:12.808 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:12.808 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.808 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.808 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:35:12.808 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.248801+0000", 2023-08-28T02:35:12.808 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999995 2023-08-28T02:35:12.808 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.808 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.808 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:35:12.809 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.248808+0000", 2023-08-28T02:35:12.809 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.1040000000000003e-06 2023-08-28T02:35:12.809 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.809 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.809 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:35:12.809 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.248813+0000", 2023-08-28T02:35:12.809 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.5539999999999997e-06 2023-08-28T02:35:12.809 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.809 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.809 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:35:12.809 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.248816+0000", 2023-08-28T02:35:12.809 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.27e-06 2023-08-28T02:35:12.810 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.810 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.810 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:12.810 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.248854+0000", 2023-08-28T02:35:12.810 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.7926000000000002e-05 2023-08-28T02:35:12.810 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.810 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.810 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:35:12.810 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.248861+0000", 2023-08-28T02:35:12.810 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.1489999999999997e-06 2023-08-28T02:35:12.810 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.810 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.811 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:12.811 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.921077+0000", 2023-08-28T02:35:12.811 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.67221596699999997 2023-08-28T02:35:12.811 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.811 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.811 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:35:12.811 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.921089+0000", 2023-08-28T02:35:12.811 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1224e-05 2023-08-28T02:35:12.811 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.811 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.811 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:12.811 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.923975+0000", 2023-08-28T02:35:12.812 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.002885896 2023-08-28T02:35:12.812 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.812 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.812 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:35:12.812 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.923981+0000", 2023-08-28T02:35:12.812 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.5769999999999999e-06 2023-08-28T02:35:12.812 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.812 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.812 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:12.812 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.326741+0000", 2023-08-28T02:35:12.812 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.4027598290000001 2023-08-28T02:35:12.812 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.813 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.813 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:35:12.813 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.326897+0000", 2023-08-28T02:35:12.813 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00015567700000000001 2023-08-28T02:35:12.813 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.813 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.813 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,4,5", 2023-08-28T02:35:12.813 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.327168+0000", 2023-08-28T02:35:12.813 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00027120699999999998 2023-08-28T02:35:12.813 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.813 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.813 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:12.813 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.337253+0000", 2023-08-28T02:35:12.814 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.010084971 2023-08-28T02:35:12.814 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.814 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.814 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:35:12.814 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.337578+0000", 2023-08-28T02:35:12.814 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00032532699999999998 2023-08-28T02:35:12.814 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.814 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.814 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:12.814 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.341333+0000", 2023-08-28T02:35:12.814 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0037549520000000002 2023-08-28T02:35:12.814 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.814 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.815 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:12.815 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.341352+0000", 2023-08-28T02:35:12.815 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.8736000000000002e-05 2023-08-28T02:35:12.815 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.815 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.815 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:35:12.815 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.341381+0000", 2023-08-28T02:35:12.815 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.8742e-05 2023-08-28T02:35:12.815 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.815 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.815 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:35:12.815 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.341448+0000", 2023-08-28T02:35:12.816 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.7458000000000004e-05 2023-08-28T02:35:12.816 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:12.816 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:35:12.816 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:12.816 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.816 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.816 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:173346 9.1e 9:7cf8630e:::benchmark_data_smithi040_209735_object65751:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e225)", 2023-08-28T02:35:12.816 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:45.467466+0000", 2023-08-28T02:35:12.816 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 327.24006889399999, 2023-08-28T02:35:12.816 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.07132819, 2023-08-28T02:35:12.816 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:35:12.816 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:35:12.816 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:35:12.817 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:35:12.817 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:35:12.817 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 173346 2023-08-28T02:35:12.817 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.817 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:35:12.817 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.817 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:35:12.817 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.467466+0000", 2023-08-28T02:35:12.817 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:12.817 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.817 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.817 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:35:12.817 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.467466+0000", 2023-08-28T02:35:12.818 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:12.818 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.818 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.818 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:35:12.818 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.467465+0000", 2023-08-28T02:35:12.818 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:35:12.818 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.818 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.818 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:35:12.818 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.467469+0000", 2023-08-28T02:35:12.818 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.216e-06 2023-08-28T02:35:12.818 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.819 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.819 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:35:12.819 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.467478+0000", 2023-08-28T02:35:12.819 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.5140000000000001e-06 2023-08-28T02:35:12.819 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.819 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.819 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:35:12.819 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.467482+0000", 2023-08-28T02:35:12.819 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.2830000000000003e-06 2023-08-28T02:35:12.819 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.819 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.819 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:12.820 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.467521+0000", 2023-08-28T02:35:12.820 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.9112000000000001e-05 2023-08-28T02:35:12.820 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.820 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.820 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:35:12.820 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.467607+0000", 2023-08-28T02:35:12.822 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.6195999999999999e-05 2023-08-28T02:35:12.822 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.822 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.822 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,4", 2023-08-28T02:35:12.822 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.467877+0000", 2023-08-28T02:35:12.822 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00026976600000000001 2023-08-28T02:35:12.822 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.822 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.823 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:35:12.823 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.469511+0000", 2023-08-28T02:35:12.823 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0016340529999999999 2023-08-28T02:35:12.823 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.823 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.823 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:12.823 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.474179+0000", 2023-08-28T02:35:12.823 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0046675930000000003 2023-08-28T02:35:12.823 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.823 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.823 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:12.823 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.538705+0000", 2023-08-28T02:35:12.824 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.0645259180000002 2023-08-28T02:35:12.824 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.824 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.824 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:35:12.824 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.538754+0000", 2023-08-28T02:35:12.824 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.9466999999999999e-05 2023-08-28T02:35:12.824 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.824 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.824 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:35:12.824 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.538794+0000", 2023-08-28T02:35:12.824 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.0159e-05 2023-08-28T02:35:12.824 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:12.825 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:35:12.825 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:12.825 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.825 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.825 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:173376 9.e 9:7349bdcd:::benchmark_data_smithi040_209735_object65781:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e225)", 2023-08-28T02:35:12.825 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:45.526251+0000", 2023-08-28T02:35:12.825 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 327.18128444799999, 2023-08-28T02:35:12.825 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.012530055, 2023-08-28T02:35:12.825 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:35:12.825 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:35:12.825 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:35:12.825 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:35:12.826 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:35:12.826 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 173376 2023-08-28T02:35:12.826 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.826 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:35:12.826 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.826 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:35:12.826 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.526251+0000", 2023-08-28T02:35:12.826 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:12.826 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.826 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.826 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:35:12.826 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.526251+0000", 2023-08-28T02:35:12.826 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:12.827 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.827 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.827 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:35:12.827 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.526249+0000", 2023-08-28T02:35:12.827 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:35:12.827 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.827 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.827 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:35:12.827 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.526256+0000", 2023-08-28T02:35:12.827 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.9949999999999999e-06 2023-08-28T02:35:12.827 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.827 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.828 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:35:12.828 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.526268+0000", 2023-08-28T02:35:12.828 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1972e-05 2023-08-28T02:35:12.828 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.828 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.828 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:35:12.828 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.526274+0000", 2023-08-28T02:35:12.828 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.1059999999999996e-06 2023-08-28T02:35:12.828 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.828 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.828 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:12.828 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.526327+0000", 2023-08-28T02:35:12.829 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.2837999999999998e-05 2023-08-28T02:35:12.829 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.829 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.829 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:35:12.829 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.526442+0000", 2023-08-28T02:35:12.829 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000115654 2023-08-28T02:35:12.829 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.829 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.829 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,4", 2023-08-28T02:35:12.829 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.526829+0000", 2023-08-28T02:35:12.829 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00038654200000000003 2023-08-28T02:35:12.829 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.829 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.830 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:12.830 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.529553+0000", 2023-08-28T02:35:12.830 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00272427 2023-08-28T02:35:12.830 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.830 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.830 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:35:12.830 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.533647+0000", 2023-08-28T02:35:12.830 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0040935140000000004 2023-08-28T02:35:12.830 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.830 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.830 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:12.830 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.538719+0000", 2023-08-28T02:35:12.831 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.0050726189999999 2023-08-28T02:35:12.831 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.831 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.831 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:35:12.831 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.538756+0000", 2023-08-28T02:35:12.831 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.6999999999999998e-05 2023-08-28T02:35:12.831 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.831 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.831 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:35:12.831 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.538781+0000", 2023-08-28T02:35:12.831 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.4409999999999998e-05 2023-08-28T02:35:12.831 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:12.832 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:35:12.832 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:12.832 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.832 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.832 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:173383 9.e 9:77f6d65b:::benchmark_data_smithi040_209735_object65788:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e225)", 2023-08-28T02:35:12.832 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:45.538116+0000", 2023-08-28T02:35:12.832 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 327.16941947700002, 2023-08-28T02:35:12.832 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.0007276030000001, 2023-08-28T02:35:12.832 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:35:12.832 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:35:12.832 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:35:12.832 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:35:12.832 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:35:12.833 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 173383 2023-08-28T02:35:12.833 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.833 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:35:12.833 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.833 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:35:12.833 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.538116+0000", 2023-08-28T02:35:12.833 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:12.833 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.833 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.833 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:35:12.833 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.538116+0000", 2023-08-28T02:35:12.833 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:12.834 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.834 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.834 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:35:12.834 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.538114+0000", 2023-08-28T02:35:12.834 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:35:12.834 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.834 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.834 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:35:12.834 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.538120+0000", 2023-08-28T02:35:12.834 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.8189999999999997e-06 2023-08-28T02:35:12.834 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.834 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.835 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:35:12.835 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.538132+0000", 2023-08-28T02:35:12.835 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2398000000000001e-05 2023-08-28T02:35:12.835 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.835 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.835 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:35:12.835 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.538139+0000", 2023-08-28T02:35:12.835 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.6900000000000003e-06 2023-08-28T02:35:12.835 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.835 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.835 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:12.835 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.538209+0000", 2023-08-28T02:35:12.836 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.9550999999999999e-05 2023-08-28T02:35:12.836 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.836 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.836 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:35:12.836 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.538338+0000", 2023-08-28T02:35:12.836 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00012970599999999999 2023-08-28T02:35:12.836 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.836 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.836 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,4", 2023-08-28T02:35:12.836 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.538702+0000", 2023-08-28T02:35:12.836 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00036375699999999998 2023-08-28T02:35:12.836 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.836 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.837 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:35:12.837 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.541437+0000", 2023-08-28T02:35:12.837 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0027347109999999999 2023-08-28T02:35:12.837 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.837 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.837 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:12.837 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.542358+0000", 2023-08-28T02:35:12.837 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00092105500000000005 2023-08-28T02:35:12.837 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.837 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.837 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:12.837 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.538801+0000", 2023-08-28T02:35:12.838 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.9964434559999999 2023-08-28T02:35:12.838 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.838 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.838 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:35:12.838 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.538825+0000", 2023-08-28T02:35:12.838 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.3388999999999999e-05 2023-08-28T02:35:12.838 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.838 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.838 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:35:12.838 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.538843+0000", 2023-08-28T02:35:12.838 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.8437999999999999e-05 2023-08-28T02:35:12.838 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:12.838 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:35:12.839 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:12.839 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.839 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.839 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:173404 9.1e 9:7a63089a:::benchmark_data_smithi040_209735_object65809:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e225)", 2023-08-28T02:35:12.839 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:45.586429+0000", 2023-08-28T02:35:12.839 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 327.12110575899999, 2023-08-28T02:35:12.839 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.953333706, 2023-08-28T02:35:12.839 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:35:12.839 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:35:12.839 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:35:12.839 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:35:12.840 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:35:12.840 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 173404 2023-08-28T02:35:12.840 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.840 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:35:12.840 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.840 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:35:12.840 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.586429+0000", 2023-08-28T02:35:12.840 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:12.840 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.840 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.840 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:35:12.840 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.586429+0000", 2023-08-28T02:35:12.841 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:12.841 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.841 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.841 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:35:12.841 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.586428+0000", 2023-08-28T02:35:12.841 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:35:12.841 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.841 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.841 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:35:12.841 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.586435+0000", 2023-08-28T02:35:12.841 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.4779999999999996e-06 2023-08-28T02:35:12.841 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.841 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.842 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:35:12.842 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.586445+0000", 2023-08-28T02:35:12.842 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0852e-05 2023-08-28T02:35:12.842 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.842 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.842 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:35:12.842 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.586451+0000", 2023-08-28T02:35:12.842 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.75e-06 2023-08-28T02:35:12.842 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.842 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.842 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:12.842 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.586491+0000", 2023-08-28T02:35:12.842 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.0030999999999997e-05 2023-08-28T02:35:12.843 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.843 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.843 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:35:12.843 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.586618+0000", 2023-08-28T02:35:12.843 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00012661399999999999 2023-08-28T02:35:12.843 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.843 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.843 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,4", 2023-08-28T02:35:12.843 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.586901+0000", 2023-08-28T02:35:12.843 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00028295499999999999 2023-08-28T02:35:12.843 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.843 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.844 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:35:12.844 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.588334+0000", 2023-08-28T02:35:12.844 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00143362 2023-08-28T02:35:12.844 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.844 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.844 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:12.844 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.588720+0000", 2023-08-28T02:35:12.844 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00038548899999999998 2023-08-28T02:35:12.844 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.844 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.844 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:12.844 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.539676+0000", 2023-08-28T02:35:12.844 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.9509561259999999 2023-08-28T02:35:12.845 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.845 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.845 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:35:12.845 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.539727+0000", 2023-08-28T02:35:12.845 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.0657e-05 2023-08-28T02:35:12.845 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.845 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.845 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:35:12.845 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.539763+0000", 2023-08-28T02:35:12.845 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.6353000000000002e-05 2023-08-28T02:35:12.845 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:12.845 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:35:12.845 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:12.846 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.846 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.846 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:173412 9.e 9:775e1976:::benchmark_data_smithi040_209735_object65817:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e225)", 2023-08-28T02:35:12.846 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:45.637618+0000", 2023-08-28T02:35:12.846 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 327.06991732199998, 2023-08-28T02:35:12.846 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.90474498, 2023-08-28T02:35:12.846 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:35:12.846 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:35:12.846 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:35:12.846 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:35:12.846 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:35:12.846 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 173412 2023-08-28T02:35:12.847 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.847 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:35:12.847 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.847 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:35:12.847 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.637618+0000", 2023-08-28T02:35:12.847 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:12.847 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.847 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.847 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:35:12.847 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.637618+0000", 2023-08-28T02:35:12.847 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:12.847 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.847 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.848 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:35:12.848 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.637617+0000", 2023-08-28T02:35:12.848 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:35:12.848 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.848 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.848 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:35:12.848 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.637622+0000", 2023-08-28T02:35:12.848 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.5199999999999997e-06 2023-08-28T02:35:12.848 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.848 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.848 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:35:12.848 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.637633+0000", 2023-08-28T02:35:12.849 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0329999999999999e-05 2023-08-28T02:35:12.849 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.849 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.849 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:35:12.849 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.637637+0000", 2023-08-28T02:35:12.849 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.3000000000000003e-06 2023-08-28T02:35:12.849 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.849 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.849 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:12.849 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.637669+0000", 2023-08-28T02:35:12.849 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.2202000000000001e-05 2023-08-28T02:35:12.849 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.849 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.850 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:35:12.850 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.637739+0000", 2023-08-28T02:35:12.850 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.9716999999999997e-05 2023-08-28T02:35:12.850 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.850 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.850 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,4", 2023-08-28T02:35:12.850 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.637998+0000", 2023-08-28T02:35:12.850 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00025929499999999999 2023-08-28T02:35:12.850 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.850 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.850 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:35:12.850 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.639284+0000", 2023-08-28T02:35:12.850 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.001286248 2023-08-28T02:35:12.851 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.851 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.851 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:12.851 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.640940+0000", 2023-08-28T02:35:12.851 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.001655307 2023-08-28T02:35:12.851 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.851 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.851 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:12.851 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.542275+0000", 2023-08-28T02:35:12.851 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.9013357470000001 2023-08-28T02:35:12.851 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.851 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.852 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:35:12.852 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.542323+0000", 2023-08-28T02:35:12.852 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.7769999999999998e-05 2023-08-28T02:35:12.852 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.852 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.852 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:35:12.852 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.542363+0000", 2023-08-28T02:35:12.852 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.9583999999999999e-05 2023-08-28T02:35:12.852 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:12.852 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:35:12.852 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:12.852 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.852 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.853 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:173428 9.e 9:766a8b60:::benchmark_data_smithi040_209735_object65833:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e226)", 2023-08-28T02:35:12.853 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:45.889129+0000", 2023-08-28T02:35:12.853 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 326.81840591999998, 2023-08-28T02:35:12.853 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.6725081180000001, 2023-08-28T02:35:12.853 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:35:12.853 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:35:12.853 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:35:12.853 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:35:12.853 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:35:12.853 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 173428 2023-08-28T02:35:12.853 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.853 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:35:12.854 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.854 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:35:12.854 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.889129+0000", 2023-08-28T02:35:12.854 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:12.854 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.854 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.854 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:35:12.854 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.889129+0000", 2023-08-28T02:35:12.854 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:12.854 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.854 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.854 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:35:12.854 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.889128+0000", 2023-08-28T02:35:12.855 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:35:12.855 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.855 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.855 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:35:12.855 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.889133+0000", 2023-08-28T02:35:12.855 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.0209999999999999e-06 2023-08-28T02:35:12.855 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.855 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.855 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:35:12.855 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.889144+0000", 2023-08-28T02:35:12.855 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1357e-05 2023-08-28T02:35:12.855 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.855 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.856 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:35:12.856 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.889149+0000", 2023-08-28T02:35:12.856 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.8960000000000002e-06 2023-08-28T02:35:12.856 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.856 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.856 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:12.856 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.889196+0000", 2023-08-28T02:35:12.856 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.7221000000000001e-05 2023-08-28T02:35:12.856 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.856 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.856 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:35:12.856 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.889325+0000", 2023-08-28T02:35:12.857 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00012908900000000001 2023-08-28T02:35:12.857 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.857 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.857 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,4", 2023-08-28T02:35:12.857 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.889656+0000", 2023-08-28T02:35:12.857 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00033046399999999999 2023-08-28T02:35:12.857 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.857 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.857 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:35:12.857 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.890978+0000", 2023-08-28T02:35:12.857 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0013223589999999999 2023-08-28T02:35:12.857 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.857 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.858 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:12.858 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.892216+0000", 2023-08-28T02:35:12.858 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0012379450000000001 2023-08-28T02:35:12.858 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.858 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.858 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:12.858 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.561568+0000", 2023-08-28T02:35:12.858 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.669351469 2023-08-28T02:35:12.858 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.858 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.858 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:35:12.858 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.561598+0000", 2023-08-28T02:35:12.858 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.0822999999999999e-05 2023-08-28T02:35:12.859 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.859 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.859 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:35:12.859 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.561637+0000", 2023-08-28T02:35:12.859 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.8807999999999998e-05 2023-08-28T02:35:12.859 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:12.859 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:35:12.859 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:12.859 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.859 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.859 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:173444 9.1e 9:7e5e8021:::benchmark_data_smithi040_209735_object65849:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e226)", 2023-08-28T02:35:12.859 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:45.913545+0000", 2023-08-28T02:35:12.860 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 326.79399046399999, 2023-08-28T02:35:12.860 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.648181042, 2023-08-28T02:35:12.860 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:35:12.860 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:35:12.860 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:35:12.860 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:35:12.860 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:35:12.860 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 173444 2023-08-28T02:35:12.860 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.860 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:35:12.860 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.860 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:35:12.860 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.913545+0000", 2023-08-28T02:35:12.861 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:12.861 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.861 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.861 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:35:12.861 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.913545+0000", 2023-08-28T02:35:12.861 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:12.861 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.861 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.861 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:35:12.861 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.913544+0000", 2023-08-28T02:35:12.861 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999995 2023-08-28T02:35:12.861 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.862 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.862 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:35:12.862 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.913547+0000", 2023-08-28T02:35:12.862 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.7609999999999999e-06 2023-08-28T02:35:12.862 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.862 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.862 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:35:12.862 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.913553+0000", 2023-08-28T02:35:12.862 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.5549999999999999e-06 2023-08-28T02:35:12.862 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.862 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.862 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:35:12.862 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.913558+0000", 2023-08-28T02:35:12.863 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.2150000000000003e-06 2023-08-28T02:35:12.863 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.863 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.863 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:12.863 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.913593+0000", 2023-08-28T02:35:12.863 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.5355999999999998e-05 2023-08-28T02:35:12.863 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.863 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.863 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:35:12.863 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.913675+0000", 2023-08-28T02:35:12.863 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.174e-05 2023-08-28T02:35:12.863 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.863 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.864 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,4", 2023-08-28T02:35:12.864 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.913900+0000", 2023-08-28T02:35:12.864 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00022486899999999999 2023-08-28T02:35:12.864 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.864 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.864 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:35:12.864 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.914959+0000", 2023-08-28T02:35:12.864 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0010593550000000001 2023-08-28T02:35:12.864 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.864 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.864 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:12.864 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.917392+0000", 2023-08-28T02:35:12.865 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0024325570000000001 2023-08-28T02:35:12.865 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.865 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.865 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:12.865 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.561661+0000", 2023-08-28T02:35:12.865 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.6442692810000001 2023-08-28T02:35:12.865 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.865 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.865 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:35:12.865 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.561688+0000", 2023-08-28T02:35:12.865 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.6998000000000001e-05 2023-08-28T02:35:12.865 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.865 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.866 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:35:12.866 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.561726+0000", 2023-08-28T02:35:12.866 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.7802999999999997e-05 2023-08-28T02:35:12.866 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:12.866 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:35:12.866 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:12.866 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.866 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.866 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:173455 9.1e 9:796cd6a5:::benchmark_data_smithi040_209735_object65860:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e226)", 2023-08-28T02:35:12.866 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:45.942477+0000", 2023-08-28T02:35:12.866 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 326.76505803600003, 2023-08-28T02:35:12.866 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.6457492970000001, 2023-08-28T02:35:12.866 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:35:12.867 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:35:12.867 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:35:12.867 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:35:12.867 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:35:12.867 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 173455 2023-08-28T02:35:12.867 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.867 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:35:12.867 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.867 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:35:12.867 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.942477+0000", 2023-08-28T02:35:12.867 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:12.867 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.868 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.868 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:35:12.868 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.942477+0000", 2023-08-28T02:35:12.868 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:12.868 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.868 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.868 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:35:12.868 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.942476+0000", 2023-08-28T02:35:12.868 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:35:12.868 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.868 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.868 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:35:12.868 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.942481+0000", 2023-08-28T02:35:12.869 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.4790000000000004e-06 2023-08-28T02:35:12.869 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.869 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.869 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:35:12.869 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.942491+0000", 2023-08-28T02:35:12.869 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0156999999999999e-05 2023-08-28T02:35:12.869 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.869 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.869 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:35:12.869 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.942496+0000", 2023-08-28T02:35:12.869 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.0699999999999997e-06 2023-08-28T02:35:12.869 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.870 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.870 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:12.870 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.942544+0000", 2023-08-28T02:35:12.870 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.7953e-05 2023-08-28T02:35:12.870 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.870 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.870 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:35:12.870 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.942881+0000", 2023-08-28T02:35:12.870 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00033649500000000002 2023-08-28T02:35:12.870 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.870 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.870 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,4", 2023-08-28T02:35:12.870 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.943152+0000", 2023-08-28T02:35:12.871 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00027160200000000002 2023-08-28T02:35:12.871 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.871 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.871 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:35:12.871 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.944545+0000", 2023-08-28T02:35:12.871 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.001392257 2023-08-28T02:35:12.871 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.871 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.871 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:12.871 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.947700+0000", 2023-08-28T02:35:12.871 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0031557820000000002 2023-08-28T02:35:12.871 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.872 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.872 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:12.872 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.588169+0000", 2023-08-28T02:35:12.872 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.6404686050000001 2023-08-28T02:35:12.872 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.872 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.872 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:35:12.872 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.588201+0000", 2023-08-28T02:35:12.872 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.2181999999999998e-05 2023-08-28T02:35:12.872 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:12.872 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:12.872 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:35:12.872 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.588226+0000", 2023-08-28T02:35:12.873 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.5105000000000001e-05 2023-08-28T02:35:12.873 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:12.873 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:35:12.873 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:12.873 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:12.873 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:35:12.873 INFO:teuthology.orchestra.run.smithi083.stdout:} 2023-08-28T02:35:12.874 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:35:12.874 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:12 smithi040 ceph-mon[175404]: failed to encode map e323 with expected crc 2023-08-28T02:35:12.874 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:12 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1161545905' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:35:12.874 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:12 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:35:12.874 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:12 smithi040 ceph-mon[175404]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:35:12.874 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:12 smithi040 ceph-mon[175404]: failed to encode map e324 with expected crc 2023-08-28T02:35:12.874 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:12 smithi040 ceph-mon[175404]: failed to encode map e324 with expected crc 2023-08-28T02:35:12.875 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:12 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:35:12.875 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:12 smithi040 ceph-mon[175404]: osdmap e324: 8 total, 8 up, 6 in 2023-08-28T02:35:12.875 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:12 smithi040 ceph-mon[175404]: failed to encode map e324 with expected crc 2023-08-28T02:35:12.875 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:12 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:35:12.875 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:12 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2879542760' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:35:12.875 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:12 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:35:12.875 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:12 smithi040 ceph-mon[175404]: pgmap v963: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 89 active+clean; 5.2 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 58 op/s; 39674/253491 objects degraded (15.651%); 15388/253491 objects misplaced (6.070%); 11 MiB/s, 178 objects/s recovering 2023-08-28T02:35:12.875 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:12 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:35:12.875 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:12 smithi040 ceph-mon[170259]: failed to encode map e323 with expected crc 2023-08-28T02:35:12.876 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:12 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1161545905' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:35:12.876 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:12 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:35:12.876 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:12 smithi040 ceph-mon[170259]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:35:12.876 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:12 smithi040 ceph-mon[170259]: failed to encode map e324 with expected crc 2023-08-28T02:35:12.876 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:12 smithi040 ceph-mon[170259]: failed to encode map e324 with expected crc 2023-08-28T02:35:12.876 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:12 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:35:12.876 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:12 smithi040 ceph-mon[170259]: osdmap e324: 8 total, 8 up, 6 in 2023-08-28T02:35:12.876 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:12 smithi040 ceph-mon[170259]: failed to encode map e324 with expected crc 2023-08-28T02:35:12.876 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:12 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:35:12.876 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:12 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2879542760' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:35:12.876 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:12 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:35:12.876 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:12 smithi040 ceph-mon[170259]: pgmap v963: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 89 active+clean; 5.2 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 58 op/s; 39674/253491 objects degraded (15.651%); 15388/253491 objects misplaced (6.070%); 11 MiB/s, 178 objects/s recovering 2023-08-28T02:35:12.877 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:12 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:35:12.877 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:12.877 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:35:12.979 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:35:13.014 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:13.051 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2023-08-28T02:35:13.051 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:35:13.226 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.3 dump_ops_in_flight 2023-08-28T02:35:13.239 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:35:13.242 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:13.242 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:35:13.343 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:35:13.371 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:13.392 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:35:13.395 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:13.396 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:35:13.424 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:35:13.444 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:35:13.464 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:35:13.492 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:35:13.496 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:35:13.516 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:35:13.529 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:13.540 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:35:13.561 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:35:13.582 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:35:13.584 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-08-28T02:35:13.584 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-08-28T02:35:13.585 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-08-28T02:35:13.585 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-08-28T02:35:13.585 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-08-28T02:35:13.585 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-08-28T02:35:13.585 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-08-28T02:35:13.585 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-08-28T02:35:13.629 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:35:13.650 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:35:13.655 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:13 smithi083 ceph-mon[157819]: failed to encode map e324 with expected crc 2023-08-28T02:35:13.656 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:13 smithi083 ceph-mon[157819]: failed to encode map e324 with expected crc 2023-08-28T02:35:13.656 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:13 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:35:13.656 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:13 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:35:13.656 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:13 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3254005265' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:35:13.656 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:13.657 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:35:13.726 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:13 smithi040 ceph-mon[175404]: failed to encode map e324 with expected crc 2023-08-28T02:35:13.726 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:13 smithi040 ceph-mon[175404]: failed to encode map e324 with expected crc 2023-08-28T02:35:13.726 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:13 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:35:13.726 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:13 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:35:13.726 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:13 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3254005265' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:35:13.727 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:13 smithi040 ceph-mon[170259]: failed to encode map e324 with expected crc 2023-08-28T02:35:13.727 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:13 smithi040 ceph-mon[170259]: failed to encode map e324 with expected crc 2023-08-28T02:35:13.727 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:13 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:35:13.727 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:13 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:35:13.727 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:13 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3254005265' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:35:13.757 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:35:13.786 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:13.805 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:35:13.808 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:13.808 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:35:13.909 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:35:13.948 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:13.974 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:35:13.977 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:13.977 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:35:14.078 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:35:14.109 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:14.135 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:35:14.138 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:14.138 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:35:14.239 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:35:14.269 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:14.290 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:35:14.293 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:14.293 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:35:14.394 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:35:14.422 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:14.450 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:35:14.453 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:14.453 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:35:14.554 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:35:14.581 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:14.600 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:14 smithi040 ceph-mon[175404]: pgmap v964: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 89 active+clean; 5.2 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 56 op/s; 39674/253296 objects degraded (15.663%); 15388/253296 objects misplaced (6.075%); 9.0 MiB/s, 143 objects/s recovering 2023-08-28T02:35:14.600 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:14 smithi040 ceph-mon[170259]: pgmap v964: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 89 active+clean; 5.2 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 56 op/s; 39674/253296 objects degraded (15.663%); 15388/253296 objects misplaced (6.075%); 9.0 MiB/s, 143 objects/s recovering 2023-08-28T02:35:14.602 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:35:14.605 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:14.606 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:35:14.706 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:35:14.732 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:14 smithi083 ceph-mon[157819]: pgmap v964: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 1 active+recovery_wait+degraded+remapped, 89 active+clean; 5.2 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 56 op/s; 39674/253296 objects degraded (15.663%); 15388/253296 objects misplaced (6.075%); 9.0 MiB/s, 143 objects/s recovering 2023-08-28T02:35:14.734 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:14.754 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:35:14.757 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:14.757 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:35:14.858 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:35:14.879 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd set nodeep-scrub 2023-08-28T02:35:14.886 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:14.907 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:35:14.910 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:14.911 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:35:14.963 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:35:15.012 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:35:15.043 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:15.118 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:35:15.121 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:15.122 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:35:15.222 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:35:15.254 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:15.279 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:35:15.287 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:15.288 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:35:15.309 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:35:15.310 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:35:15.389 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:35:15.419 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:15.442 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:35:15.446 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:15.446 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:35:15.479 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:35:15 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:35:15] "GET /metrics HTTP/1.1" 200 36602 "" "Prometheus/2.43.0" 2023-08-28T02:35:15.547 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:35:15.579 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:15.599 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:35:15.602 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:15.603 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:35:15.704 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:35:15.729 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:15 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:35:15.729 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:15 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:35:15.729 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:15 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:35:15.729 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:15 smithi083 ceph-mon[157819]: from='client.45551 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:35:15.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:15 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:35:15.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:15 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:35:15.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:15 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:35:15.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:15 smithi040 ceph-mon[175404]: from='client.45551 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:35:15.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:15 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:35:15.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:15 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:35:15.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:15 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:35:15.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:15 smithi040 ceph-mon[170259]: from='client.45551 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:35:15.731 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:15.750 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:35:15.753 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:15.753 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:35:15.854 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:35:15.888 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:16.414 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:35:16.418 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:16.419 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:35:16.420 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":964,"stamp":"2023-08-28T02:35:14.404000+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":5532138244,"num_objects":84432,"num_object_clones":0,"num_object_copies":253296,"num_objects_missing_on_primary":5386,"num_objects_missing":5386,"num_objects_degraded":39674,"num_objects_misplaced":15388,"num_objects_unfound":0,"num_objects_dirty":84432,"num_whiteouts":0,"num_read":90,"num_read_kb":168,"num_write":102310,"num_write_kb":5972054,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":35147,"num_bytes_recovered":2296451441,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":95179,"ondisk_log_size":95179,"up":297,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":15710264,"kb_used_data":12793608,"kb_used_omap":12,"kb_used_meta":2916595,"kb_avail":546760648,"statfs":{"total":575970213888,"available":559882903552,"internally_reserved":0,"allocated":13100654592,"data_stored":13091265547,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12739,"internal_metadata":2986593853},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-27459584,"num_objects":-419,"num_object_clones":0,"num_object_copies":-1257,"num_objects_missing_on_primary":-24,"num_objects_missing":-24,"num_objects_degraded":-100,"num_objects_misplaced":-1060,"num_objects_unfound":0,"num_objects_dirty":-419,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":419,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1070,"num_bytes_recovered":70123520,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.448819"},"pg_stats":[{"pgid":"3.1a","version":"65'1","reported_seq":333,"reported_epoch":321,"state":"active+clean","last_fresh":"2023-08-28T02:34:58.960551+0000","last_change":"2023-08-28T02:32:32.667028+0000","last_active":"2023-08-28T02:34:58.960551+0000","last_peered":"2023-08-28T02:34:58.960551+0000","last_clean":"2023-08-28T02:34:58.960551+0000","last_became_active":"2023-08-28T02:32:32.666711+0000","last_became_peered":"2023-08-28T02:32:32.666711+0000","last_unstale":"2023-08-28T02:34:58.960551+0000","last_undegraded":"2023-08-28T02:34:58.960551+0000","last_fullsized":"2023-08-28T02:34:58.960551+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:28:21.913105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":285,"reported_epoch":321,"state":"active+clean","last_fresh":"2023-08-28T02:35:00.337104+0000","last_change":"2023-08-28T02:29:44.421259+0000","last_active":"2023-08-28T02:35:00.337104+0000","last_peered":"2023-08-28T02:35:00.337104+0000","last_clean":"2023-08-28T02:35:00.337104+0000","last_became_active":"2023-08-28T02:29:44.420936+0000","last_became_peered":"2023-08-28T02:29:44.420936+0000","last_unstale":"2023-08-28T02:35:00.337104+0000","last_undegraded":"2023-08-28T02:35:00.337104+0000","last_fullsized":"2023-08-28T02:35:00.337104+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:22:26.346867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":128,"reported_epoch":323,"state":"active+clean","last_fresh":"2023-08-28T02:35:10.954643+0000","last_change":"2023-08-28T02:33:12.290337+0000","last_active":"2023-08-28T02:35:10.954643+0000","last_peered":"2023-08-28T02:35:10.954643+0000","last_clean":"2023-08-28T02:35:10.954643+0000","last_became_active":"2023-08-28T02:33:12.289852+0000","last_became_peered":"2023-08-28T02:33:12.289852+0000","last_unstale":"2023-08-28T02:35:10.954643+0000","last_undegraded":"2023-08-28T02:35:10.954643+0000","last_fullsized":"2023-08-28T02:35:10.954643+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:04:26.420037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":300,"reported_epoch":321,"state":"active+clean","last_fresh":"2023-08-28T02:34:58.959806+0000","last_change":"2023-08-28T02:33:13.317226+0000","last_active":"2023-08-28T02:34:58.959806+0000","last_peered":"2023-08-28T02:34:58.959806+0000","last_clean":"2023-08-28T02:34:58.959806+0000","last_became_active":"2023-08-28T02:33:13.316893+0000","last_became_peered":"2023-08-28T02:33:13.316893+0000","last_unstale":"2023-08-28T02:34:58.959806+0000","last_undegraded":"2023-08-28T02:34:58.959806+0000","last_fullsized":"2023-08-28T02:34:58.959806+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:55:46.593463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":244,"reported_epoch":321,"state":"active+clean","last_fresh":"2023-08-28T02:34:58.965657+0000","last_change":"2023-08-28T02:33:12.295203+0000","last_active":"2023-08-28T02:34:58.965657+0000","last_peered":"2023-08-28T02:34:58.965657+0000","last_clean":"2023-08-28T02:34:58.965657+0000","last_became_active":"2023-08-28T02:33:12.294904+0000","last_became_peered":"2023-08-28T02:33:12.294904+0000","last_unstale":"2023-08-28T02:34:58.965657+0000","last_undegraded":"2023-08-28T02:34:58.965657+0000","last_fullsized":"2023-08-28T02:34:58.965657+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:31:07.008856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":263,"reported_epoch":321,"state":"active+clean","last_fresh":"2023-08-28T02:34:58.969385+0000","last_change":"2023-08-28T02:31:51.987263+0000","last_active":"2023-08-28T02:34:58.969385+0000","last_peered":"2023-08-28T02:34:58.969385+0000","last_clean":"2023-08-28T02:34:58.969385+0000","last_became_active":"2023-08-28T02:31:51.986938+0000","last_became_peered":"2023-08-28T02:31:51.986938+0000","last_unstale":"2023-08-28T02:34:58.969385+0000","last_undegraded":"2023-08-28T02:34:58.969385+0000","last_fullsized":"2023-08-28T02:34:58.969385+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:18.021905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":294,"reported_epoch":321,"state":"active+clean","last_fresh":"2023-08-28T02:34:58.960025+0000","last_change":"2023-08-28T02:33:12.318656+0000","last_active":"2023-08-28T02:34:58.960025+0000","last_peered":"2023-08-28T02:34:58.960025+0000","last_clean":"2023-08-28T02:34:58.960025+0000","last_became_active":"2023-08-28T02:33:12.318297+0000","last_became_peered":"2023-08-28T02:33:12.318297+0000","last_unstale":"2023-08-28T02:34:58.960025+0000","last_undegraded":"2023-08-28T02:34:58.960025+0000","last_fullsized":"2023-08-28T02:34:58.960025+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:43:09.789767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":225,"reported_epoch":321,"state":"active+clean","last_fresh":"2023-08-28T02:34:58.966079+0000","last_change":"2023-08-28T02:33:13.357230+0000","last_active":"2023-08-28T02:34:58.966079+0000","last_peered":"2023-08-28T02:34:58.966079+0000","last_clean":"2023-08-28T02:34:58.966079+0000","last_became_active":"2023-08-28T02:33:13.356853+0000","last_became_peered":"2023-08-28T02:33:13.356853+0000","last_unstale":"2023-08-28T02:34:58.966079+0000","last_undegraded":"2023-08-28T02:34:58.966079+0000","last_fullsized":"2023-08-28T02:34:58.966079+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:20:21.545007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":305,"reported_epoch":321,"state":"active+clean","last_fresh":"2023-08-28T02:34:58.969108+0000","last_change":"2023-08-28T02:29:44.462510+0000","last_active":"2023-08-28T02:34:58.969108+0000","last_peered":"2023-08-28T02:34:58.969108+0000","last_clean":"2023-08-28T02:34:58.969108+0000","last_became_active":"2023-08-28T02:29:44.460314+0000","last_became_peered":"2023-08-28T02:29:44.460314+0000","last_unstale":"2023-08-28T02:34:58.969108+0000","last_undegraded":"2023-08-28T02:34:58.969108+0000","last_fullsized":"2023-08-28T02:34:58.969108+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:59:01.311467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":228,"reported_epoch":321,"state":"active+clean","last_fresh":"2023-08-28T02:34:58.966571+0000","last_change":"2023-08-28T02:33:13.291255+0000","last_active":"2023-08-28T02:34:58.966571+0000","last_peered":"2023-08-28T02:34:58.966571+0000","last_clean":"2023-08-28T02:34:58.966571+0000","last_became_active":"2023-08-28T02:33:13.290933+0000","last_became_peered":"2023-08-28T02:33:13.290933+0000","last_unstale":"2023-08-28T02:34:58.966571+0000","last_undegraded":"2023-08-28T02:34:58.966571+0000","last_fullsized":"2023-08-28T02:34:58.966571+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:31:54.116908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"65'3","reported_seq":307,"reported_epoch":322,"state":"active+clean","last_fresh":"2023-08-28T02:35:06.961368+0000","last_change":"2023-08-28T02:33:12.296412+0000","last_active":"2023-08-28T02:35:06.961368+0000","last_peered":"2023-08-28T02:35:06.961368+0000","last_clean":"2023-08-28T02:35:06.961368+0000","last_became_active":"2023-08-28T02:33:12.295786+0000","last_became_peered":"2023-08-28T02:33:12.295786+0000","last_unstale":"2023-08-28T02:35:06.961368+0000","last_undegraded":"2023-08-28T02:35:06.961368+0000","last_fullsized":"2023-08-28T02:35:06.961368+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:15:31.449163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":131,"reported_epoch":323,"state":"active+clean","last_fresh":"2023-08-28T02:35:10.956508+0000","last_change":"2023-08-28T02:32:32.666927+0000","last_active":"2023-08-28T02:35:10.956508+0000","last_peered":"2023-08-28T02:35:10.956508+0000","last_clean":"2023-08-28T02:35:10.956508+0000","last_became_active":"2023-08-28T02:32:32.666618+0000","last_became_peered":"2023-08-28T02:32:32.666618+0000","last_unstale":"2023-08-28T02:35:10.956508+0000","last_undegraded":"2023-08-28T02:35:10.956508+0000","last_fullsized":"2023-08-28T02:35:10.956508+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:45:57.998333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":330,"reported_epoch":321,"state":"active+clean","last_fresh":"2023-08-28T02:34:58.960985+0000","last_change":"2023-08-28T02:32:28.505262+0000","last_active":"2023-08-28T02:34:58.960985+0000","last_peered":"2023-08-28T02:34:58.960985+0000","last_clean":"2023-08-28T02:34:58.960985+0000","last_became_active":"2023-08-28T02:32:28.455999+0000","last_became_peered":"2023-08-28T02:32:28.455999+0000","last_unstale":"2023-08-28T02:34:58.960985+0000","last_undegraded":"2023-08-28T02:34:58.960985+0000","last_fullsized":"2023-08-28T02:34:58.960985+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:28.937020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":9468,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":314,"reported_epoch":321,"state":"active+clean","last_fresh":"2023-08-28T02:34:58.960759+0000","last_change":"2023-08-28T02:32:12.959195+0000","last_active":"2023-08-28T02:34:58.960759+0000","last_peered":"2023-08-28T02:34:58.960759+0000","last_clean":"2023-08-28T02:34:58.960759+0000","last_became_active":"2023-08-28T02:32:12.958832+0000","last_became_peered":"2023-08-28T02:32:12.958832+0000","last_unstale":"2023-08-28T02:34:58.960759+0000","last_undegraded":"2023-08-28T02:34:58.960759+0000","last_fullsized":"2023-08-28T02:34:58.960759+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:23:27.197787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"65'2","reported_seq":305,"reported_epoch":322,"state":"active+clean","last_fresh":"2023-08-28T02:35:06.962169+0000","last_change":"2023-08-28T02:32:28.461161+0000","last_active":"2023-08-28T02:35:06.962169+0000","last_peered":"2023-08-28T02:35:06.962169+0000","last_clean":"2023-08-28T02:35:06.962169+0000","last_became_active":"2023-08-28T02:32:28.451284+0000","last_became_peered":"2023-08-28T02:32:28.451284+0000","last_unstale":"2023-08-28T02:35:06.962169+0000","last_undegraded":"2023-08-28T02:35:06.962169+0000","last_fullsized":"2023-08-28T02:35:06.962169+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:58:20.061020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":285,"reported_epoch":321,"state":"active+clean","last_fresh":"2023-08-28T02:34:58.956282+0000","last_change":"2023-08-28T02:29:44.419566+0000","last_active":"2023-08-28T02:34:58.956282+0000","last_peered":"2023-08-28T02:34:58.956282+0000","last_clean":"2023-08-28T02:34:58.956282+0000","last_became_active":"2023-08-28T02:29:44.419053+0000","last_became_peered":"2023-08-28T02:29:44.419053+0000","last_unstale":"2023-08-28T02:34:58.956282+0000","last_undegraded":"2023-08-28T02:34:58.956282+0000","last_fullsized":"2023-08-28T02:34:58.956282+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:44:36.133499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":288,"reported_epoch":321,"state":"active+clean","last_fresh":"2023-08-28T02:34:58.956169+0000","last_change":"2023-08-28T02:33:12.493777+0000","last_active":"2023-08-28T02:34:58.956169+0000","last_peered":"2023-08-28T02:34:58.956169+0000","last_clean":"2023-08-28T02:34:58.956169+0000","last_became_active":"2023-08-28T02:33:12.491177+0000","last_became_peered":"2023-08-28T02:33:12.491177+0000","last_unstale":"2023-08-28T02:34:58.956169+0000","last_undegraded":"2023-08-28T02:34:58.956169+0000","last_fullsized":"2023-08-28T02:34:58.956169+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:10:58.167753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":301,"reported_epoch":321,"state":"active+clean","last_fresh":"2023-08-28T02:34:58.968632+0000","last_change":"2023-08-28T02:33:12.290293+0000","last_active":"2023-08-28T02:34:58.968632+0000","last_peered":"2023-08-28T02:34:58.968632+0000","last_clean":"2023-08-28T02:34:58.968632+0000","last_became_active":"2023-08-28T02:33:12.289989+0000","last_became_peered":"2023-08-28T02:33:12.289989+0000","last_unstale":"2023-08-28T02:34:58.968632+0000","last_undegraded":"2023-08-28T02:34:58.968632+0000","last_fullsized":"2023-08-28T02:34:58.968632+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:05:33.622172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":280,"reported_epoch":322,"state":"active+clean","last_fresh":"2023-08-28T02:35:06.960775+0000","last_change":"2023-08-28T02:32:12.948756+0000","last_active":"2023-08-28T02:35:06.960775+0000","last_peered":"2023-08-28T02:35:06.960775+0000","last_clean":"2023-08-28T02:35:06.960775+0000","last_became_active":"2023-08-28T02:32:12.948441+0000","last_became_peered":"2023-08-28T02:32:12.948441+0000","last_unstale":"2023-08-28T02:35:06.960775+0000","last_undegraded":"2023-08-28T02:35:06.960775+0000","last_fullsized":"2023-08-28T02:35:06.960775+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:27.922180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":295,"reported_epoch":321,"state":"active+clean","last_fresh":"2023-08-28T02:34:58.959875+0000","last_change":"2023-08-28T02:33:12.299398+0000","last_active":"2023-08-28T02:34:58.959875+0000","last_peered":"2023-08-28T02:34:58.959875+0000","last_clean":"2023-08-28T02:34:58.959875+0000","last_became_active":"2023-08-28T02:33:12.299113+0000","last_became_peered":"2023-08-28T02:33:12.299113+0000","last_unstale":"2023-08-28T02:34:58.959875+0000","last_undegraded":"2023-08-28T02:34:58.959875+0000","last_fullsized":"2023-08-28T02:34:58.959875+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:14:55.597212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"65'8","reported_seq":89,"reported_epoch":321,"state":"active+clean","last_fresh":"2023-08-28T02:34:58.957560+0000","last_change":"2023-08-28T02:33:13.478870+0000","last_active":"2023-08-28T02:34:58.957560+0000","last_peered":"2023-08-28T02:34:58.957560+0000","last_clean":"2023-08-28T02:34:58.957560+0000","last_became_active":"2023-08-28T02:33:13.332142+0000","last_became_peered":"2023-08-28T02:33:13.332142+0000","last_unstale":"2023-08-28T02:34:58.957560+0000","last_undegraded":"2023-08-28T02:34:58.957560+0000","last_fullsized":"2023-08-28T02:34:58.957560+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:32:42.810159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":226,"reported_epoch":321,"state":"active+clean","last_fresh":"2023-08-28T02:34:58.968033+0000","last_change":"2023-08-28T02:33:12.306353+0000","last_active":"2023-08-28T02:34:58.968033+0000","last_peered":"2023-08-28T02:34:58.968033+0000","last_clean":"2023-08-28T02:34:58.968033+0000","last_became_active":"2023-08-28T02:33:12.304977+0000","last_became_peered":"2023-08-28T02:33:12.304977+0000","last_unstale":"2023-08-28T02:34:58.968033+0000","last_undegraded":"2023-08-28T02:34:58.968033+0000","last_fullsized":"2023-08-28T02:34:58.968033+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:19:38.819671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"322'6367","reported_seq":6447,"reported_epoch":322,"state":"active+clean","last_fresh":"2023-08-28T02:35:10.017940+0000","last_change":"2023-08-28T02:30:50.402703+0000","last_active":"2023-08-28T02:35:10.017940+0000","last_peered":"2023-08-28T02:35:10.017940+0000","last_clean":"2023-08-28T02:35:10.017940+0000","last_became_active":"2023-08-28T02:30:50.402419+0000","last_became_peered":"2023-08-28T02:30:50.402419+0000","last_unstale":"2023-08-28T02:35:10.017940+0000","last_undegraded":"2023-08-28T02:35:10.017940+0000","last_fullsized":"2023-08-28T02:35:10.017940+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6367,"log_dups_size":0,"ondisk_log_size":6367,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:07:37.393907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":346882048,"num_objects":5293,"num_object_clones":0,"num_object_copies":15879,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5293,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6367,"num_write_kb":373120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"65'1","reported_seq":288,"reported_epoch":322,"state":"active+clean","last_fresh":"2023-08-28T02:35:06.960558+0000","last_change":"2023-08-28T02:14:43.046130+0000","last_active":"2023-08-28T02:35:06.960558+0000","last_peered":"2023-08-28T02:35:06.960558+0000","last_clean":"2023-08-28T02:35:06.960558+0000","last_became_active":"2023-08-28T02:14:43.045775+0000","last_became_peered":"2023-08-28T02:14:43.045775+0000","last_unstale":"2023-08-28T02:35:06.960558+0000","last_undegraded":"2023-08-28T02:35:06.960558+0000","last_fullsized":"2023-08-28T02:35:06.960558+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:57:38.279756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":277,"reported_epoch":321,"state":"active+clean","last_fresh":"2023-08-28T02:34:58.967458+0000","last_change":"2023-08-28T02:31:51.987149+0000","last_active":"2023-08-28T02:34:58.967458+0000","last_peered":"2023-08-28T02:34:58.967458+0000","last_clean":"2023-08-28T02:34:58.967458+0000","last_became_active":"2023-08-28T02:31:51.986821+0000","last_became_peered":"2023-08-28T02:31:51.986821+0000","last_unstale":"2023-08-28T02:34:58.967458+0000","last_undegraded":"2023-08-28T02:34:58.967458+0000","last_fullsized":"2023-08-28T02:34:58.967458+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:23:26.661134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"322'6393","reported_seq":9831,"reported_epoch":322,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:35:10.363678+0000","last_change":"2023-08-28T02:33:33.975566+0000","last_active":"2023-08-28T02:35:10.363678+0000","last_peered":"2023-08-28T02:35:10.363678+0000","last_clean":"2023-08-28T02:31:27.868230+0000","last_became_active":"2023-08-28T02:33:33.660452+0000","last_became_peered":"2023-08-28T02:33:33.660452+0000","last_unstale":"2023-08-28T02:35:10.363678+0000","last_undegraded":"2023-08-28T02:33:13.410847+0000","last_fullsized":"2023-08-28T02:33:13.270012+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6393,"log_dups_size":0,"ondisk_log_size":6393,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:33.375162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":341245952,"num_objects":5207,"num_object_clones":0,"num_object_copies":15621,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7324,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5207,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6393,"num_write_kb":371200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1660,"num_bytes_recovered":108724224,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[5,4],"avail_no_missing":["5","6"],"object_location_counts":[{"shards":"2,5,6","objects":915},{"shards":"3,5,6","objects":2396},{"shards":"4,5","objects":391},{"shards":"5,6","objects":1505}],"blocked_by":[],"up_primary":3,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"65'2","reported_seq":313,"reported_epoch":322,"state":"active+clean","last_fresh":"2023-08-28T02:35:06.960464+0000","last_change":"2023-08-28T02:29:44.436352+0000","last_active":"2023-08-28T02:35:06.960464+0000","last_peered":"2023-08-28T02:35:06.960464+0000","last_clean":"2023-08-28T02:35:06.960464+0000","last_became_active":"2023-08-28T02:29:44.411499+0000","last_became_peered":"2023-08-28T02:29:44.411499+0000","last_unstale":"2023-08-28T02:35:06.960464+0000","last_undegraded":"2023-08-28T02:35:06.960464+0000","last_fullsized":"2023-08-28T02:35:06.960464+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:46:57.540191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":338,"reported_epoch":321,"state":"active+clean","last_fresh":"2023-08-28T02:34:58.960313+0000","last_change":"2023-08-28T02:33:12.289004+0000","last_active":"2023-08-28T02:34:58.960313+0000","last_peered":"2023-08-28T02:34:58.960313+0000","last_clean":"2023-08-28T02:34:58.960313+0000","last_became_active":"2023-08-28T02:33:12.288722+0000","last_became_peered":"2023-08-28T02:33:12.288722+0000","last_unstale":"2023-08-28T02:34:58.960313+0000","last_undegraded":"2023-08-28T02:34:58.960313+0000","last_fullsized":"2023-08-28T02:34:58.960313+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:24.019483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"322'6316","reported_seq":6413,"reported_epoch":322,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:35:09.950350+0000","last_change":"2023-08-28T02:33:13.585687+0000","last_active":"2023-08-28T02:35:09.950350+0000","last_peered":"2023-08-28T02:35:09.950350+0000","last_clean":"2023-08-28T02:31:27.908616+0000","last_became_active":"2023-08-28T02:33:13.578484+0000","last_became_peered":"2023-08-28T02:33:13.578484+0000","last_unstale":"2023-08-28T02:35:09.950350+0000","last_undegraded":"2023-08-28T02:33:13.297322+0000","last_fullsized":"2023-08-28T02:33:13.268309+0000","mapping_epoch":298,"log_start":"255'1012","ondisk_log_start":"255'1012","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5304,"log_dups_size":0,"ondisk_log_size":5304,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:42:33.431186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":343015424,"num_objects":5234,"num_object_clones":0,"num_object_copies":15702,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2533,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5234,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6316,"num_write_kb":369600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4],"avail_no_missing":["0","4"],"object_location_counts":[{"shards":"0,4","objects":2786}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"65'1","reported_seq":299,"reported_epoch":322,"state":"active+clean","last_fresh":"2023-08-28T02:35:06.961231+0000","last_change":"2023-08-28T02:33:13.516869+0000","last_active":"2023-08-28T02:35:06.961231+0000","last_peered":"2023-08-28T02:35:06.961231+0000","last_clean":"2023-08-28T02:35:06.961231+0000","last_became_active":"2023-08-28T02:33:13.396736+0000","last_became_peered":"2023-08-28T02:33:13.396736+0000","last_unstale":"2023-08-28T02:35:06.961231+0000","last_undegraded":"2023-08-28T02:35:06.961231+0000","last_fullsized":"2023-08-28T02:35:06.961231+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:47:08.237137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":265,"reported_epoch":323,"state":"active+clean","last_fresh":"2023-08-28T02:35:10.956341+0000","last_change":"2023-08-28T02:31:51.987327+0000","last_active":"2023-08-28T02:35:10.956341+0000","last_peered":"2023-08-28T02:35:10.956341+0000","last_clean":"2023-08-28T02:35:10.956341+0000","last_became_active":"2023-08-28T02:31:51.987018+0000","last_became_peered":"2023-08-28T02:31:51.987018+0000","last_unstale":"2023-08-28T02:35:10.956341+0000","last_undegraded":"2023-08-28T02:35:10.956341+0000","last_fullsized":"2023-08-28T02:35:10.956341+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:53:26.105101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.5","version":"322'6298","reported_seq":7361,"reported_epoch":322,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:35:10.295944+0000","last_change":"2023-08-28T02:33:13.625779+0000","last_active":"2023-08-28T02:35:10.295944+0000","last_peered":"2023-08-28T02:35:10.295944+0000","last_clean":"2023-08-28T02:31:27.898932+0000","last_became_active":"2023-08-28T02:33:13.612126+0000","last_became_peered":"2023-08-28T02:33:13.612126+0000","last_unstale":"2023-08-28T02:35:10.295944+0000","last_undegraded":"2023-08-28T02:33:13.485377+0000","last_fullsized":"2023-08-28T02:33:13.264317+0000","mapping_epoch":298,"log_start":"255'963","ondisk_log_start":"255'963","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5335,"log_dups_size":0,"ondisk_log_size":5335,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:37:28.843386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":337772544,"num_objects":5154,"num_object_clones":0,"num_object_copies":15462,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7696,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5154,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6298,"num_write_kb":366464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":480,"num_bytes_recovered":31457280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,7],"avail_no_missing":["0","2"],"object_location_counts":[{"shards":"0,2","objects":2358},{"shards":"0,2,3","objects":2796}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":316,"reported_epoch":321,"state":"active+clean","last_fresh":"2023-08-28T02:34:58.968287+0000","last_change":"2023-08-28T02:33:13.281826+0000","last_active":"2023-08-28T02:34:58.968287+0000","last_peered":"2023-08-28T02:34:58.968287+0000","last_clean":"2023-08-28T02:34:58.968287+0000","last_became_active":"2023-08-28T02:33:13.281511+0000","last_became_peered":"2023-08-28T02:33:13.281511+0000","last_unstale":"2023-08-28T02:34:58.968287+0000","last_undegraded":"2023-08-28T02:34:58.968287+0000","last_fullsized":"2023-08-28T02:34:58.968287+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:32:55.005706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":312,"reported_epoch":321,"state":"active+clean","last_fresh":"2023-08-28T02:35:00.337026+0000","last_change":"2023-08-28T02:29:44.436713+0000","last_active":"2023-08-28T02:35:00.337026+0000","last_peered":"2023-08-28T02:35:00.337026+0000","last_clean":"2023-08-28T02:35:00.337026+0000","last_became_active":"2023-08-28T02:29:44.436203+0000","last_became_peered":"2023-08-28T02:29:44.436203+0000","last_unstale":"2023-08-28T02:35:00.337026+0000","last_undegraded":"2023-08-28T02:35:00.337026+0000","last_fullsized":"2023-08-28T02:35:00.337026+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:46:48.522293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"324'6489","reported_seq":6574,"reported_epoch":324,"state":"active+clean","last_fresh":"2023-08-28T02:35:12.179388+0000","last_change":"2023-08-28T02:30:50.399669+0000","last_active":"2023-08-28T02:35:12.179388+0000","last_peered":"2023-08-28T02:35:12.179388+0000","last_clean":"2023-08-28T02:35:12.179388+0000","last_became_active":"2023-08-28T02:30:50.399332+0000","last_became_peered":"2023-08-28T02:30:50.399332+0000","last_unstale":"2023-08-28T02:35:12.179388+0000","last_undegraded":"2023-08-28T02:35:12.179388+0000","last_fullsized":"2023-08-28T02:35:12.179388+0000","mapping_epoch":250,"log_start":"254'300","ondisk_log_start":"254'300","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6189,"log_dups_size":0,"ondisk_log_size":6189,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:00:54.910841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":348979200,"num_objects":5325,"num_object_clones":0,"num_object_copies":15975,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5325,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6489,"num_write_kb":378048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"75'161","reported_seq":743,"reported_epoch":322,"state":"active+clean","last_fresh":"2023-08-28T02:35:06.960872+0000","last_change":"2023-08-28T02:33:13.310049+0000","last_active":"2023-08-28T02:35:06.960872+0000","last_peered":"2023-08-28T02:35:06.960872+0000","last_clean":"2023-08-28T02:35:06.960872+0000","last_became_active":"2023-08-28T02:33:13.309661+0000","last_became_peered":"2023-08-28T02:33:13.309661+0000","last_unstale":"2023-08-28T02:35:06.960872+0000","last_undegraded":"2023-08-28T02:35:06.960872+0000","last_fullsized":"2023-08-28T02:35:06.960872+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.930230+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.930230+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:27:40.889460+0000","scrub_duration":0.0050169209999999997,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"65'2","reported_seq":275,"reported_epoch":321,"state":"active+clean","last_fresh":"2023-08-28T02:34:58.967967+0000","last_change":"2023-08-28T02:33:12.294922+0000","last_active":"2023-08-28T02:34:58.967967+0000","last_peered":"2023-08-28T02:34:58.967967+0000","last_clean":"2023-08-28T02:34:58.967967+0000","last_became_active":"2023-08-28T02:33:12.294518+0000","last_became_peered":"2023-08-28T02:33:12.294518+0000","last_unstale":"2023-08-28T02:34:58.967967+0000","last_undegraded":"2023-08-28T02:34:58.967967+0000","last_fullsized":"2023-08-28T02:34:58.967967+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:21:12.737286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":315,"reported_epoch":321,"state":"active+clean","last_fresh":"2023-08-28T02:34:58.960996+0000","last_change":"2023-08-28T02:33:13.310505+0000","last_active":"2023-08-28T02:34:58.960996+0000","last_peered":"2023-08-28T02:34:58.960996+0000","last_clean":"2023-08-28T02:34:58.960996+0000","last_became_active":"2023-08-28T02:33:13.310223+0000","last_became_peered":"2023-08-28T02:33:13.310223+0000","last_unstale":"2023-08-28T02:34:58.960996+0000","last_undegraded":"2023-08-28T02:34:58.960996+0000","last_fullsized":"2023-08-28T02:34:58.960996+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:27:02.124453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"322'6382","reported_seq":7446,"reported_epoch":322,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:35:10.721570+0000","last_change":"2023-08-28T02:33:13.591092+0000","last_active":"2023-08-28T02:35:10.721570+0000","last_peered":"2023-08-28T02:35:10.721570+0000","last_clean":"2023-08-28T02:31:27.916082+0000","last_became_active":"2023-08-28T02:33:13.580413+0000","last_became_peered":"2023-08-28T02:33:13.580413+0000","last_unstale":"2023-08-28T02:35:10.721570+0000","last_undegraded":"2023-08-28T02:33:13.480527+0000","last_fullsized":"2023-08-28T02:33:13.270957+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6382,"log_dups_size":0,"ondisk_log_size":6382,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:03.698410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":346423296,"num_objects":5286,"num_object_clones":0,"num_object_copies":15858,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7910,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5286,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6382,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":477,"num_bytes_recovered":31260672,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,4],"avail_no_missing":["5","2"],"object_location_counts":[{"shards":"2,3,5","objects":2804},{"shards":"2,5","objects":2482}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"75'161","reported_seq":575,"reported_epoch":321,"state":"active+recovery_wait+degraded","last_fresh":"2023-08-28T02:34:58.967470+0000","last_change":"2023-08-28T02:33:13.287487+0000","last_active":"2023-08-28T02:34:58.967470+0000","last_peered":"2023-08-28T02:34:58.967470+0000","last_clean":"2023-08-28T02:31:25.515426+0000","last_became_active":"2023-08-28T02:33:13.287313+0000","last_became_peered":"2023-08-28T02:33:13.287313+0000","last_unstale":"2023-08-28T02:34:58.967470+0000","last_undegraded":"2023-08-28T02:33:13.270760+0000","last_fullsized":"2023-08-28T02:34:58.967470+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":204,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:45.407127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:45.407127+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:39:14.213229+0000","scrub_duration":0.0018495320000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":["5","2","3"],"object_location_counts":[{"shards":"2,3,5","objects":1}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":235,"reported_epoch":321,"state":"active+clean","last_fresh":"2023-08-28T02:34:58.960451+0000","last_change":"2023-08-28T02:33:13.309727+0000","last_active":"2023-08-28T02:34:58.960451+0000","last_peered":"2023-08-28T02:34:58.960451+0000","last_clean":"2023-08-28T02:34:58.960451+0000","last_became_active":"2023-08-28T02:33:13.309487+0000","last_became_peered":"2023-08-28T02:33:13.309487+0000","last_unstale":"2023-08-28T02:34:58.960451+0000","last_undegraded":"2023-08-28T02:34:58.960451+0000","last_fullsized":"2023-08-28T02:34:58.960451+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:27:29.294011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":50,"reported_epoch":321,"state":"active+clean","last_fresh":"2023-08-28T02:34:58.961023+0000","last_change":"2023-08-28T02:32:28.456323+0000","last_active":"2023-08-28T02:34:58.961023+0000","last_peered":"2023-08-28T02:34:58.961023+0000","last_clean":"2023-08-28T02:34:58.961023+0000","last_became_active":"2023-08-28T02:32:28.455987+0000","last_became_peered":"2023-08-28T02:32:28.455987+0000","last_unstale":"2023-08-28T02:34:58.961023+0000","last_undegraded":"2023-08-28T02:34:58.961023+0000","last_fullsized":"2023-08-28T02:34:58.961023+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:54:07.724002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"324'6518","reported_seq":16619,"reported_epoch":324,"state":"active+clean","last_fresh":"2023-08-28T02:35:12.182844+0000","last_change":"2023-08-28T02:33:13.316023+0000","last_active":"2023-08-28T02:35:12.182844+0000","last_peered":"2023-08-28T02:35:12.182844+0000","last_clean":"2023-08-28T02:35:12.182844+0000","last_became_active":"2023-08-28T02:33:13.308403+0000","last_became_peered":"2023-08-28T02:33:13.308403+0000","last_unstale":"2023-08-28T02:35:12.182844+0000","last_undegraded":"2023-08-28T02:35:12.182844+0000","last_fullsized":"2023-08-28T02:35:12.182844+0000","mapping_epoch":298,"log_start":"254'300","ondisk_log_start":"254'300","created":250,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6218,"log_dups_size":0,"ondisk_log_size":6218,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:10:38.401973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":352452608,"num_objects":5378,"num_object_clones":0,"num_object_copies":16134,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5378,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6518,"num_write_kb":380672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4999,"num_bytes_recovered":327614464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":295,"reported_epoch":321,"state":"active+clean","last_fresh":"2023-08-28T02:34:58.960302+0000","last_change":"2023-08-28T02:32:28.455294+0000","last_active":"2023-08-28T02:34:58.960302+0000","last_peered":"2023-08-28T02:34:58.960302+0000","last_clean":"2023-08-28T02:34:58.960302+0000","last_became_active":"2023-08-28T02:32:28.455013+0000","last_became_peered":"2023-08-28T02:32:28.455013+0000","last_unstale":"2023-08-28T02:34:58.960302+0000","last_undegraded":"2023-08-28T02:34:58.960302+0000","last_fullsized":"2023-08-28T02:34:58.960302+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:53.583864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":327,"reported_epoch":321,"state":"active+clean","last_fresh":"2023-08-28T02:34:58.961269+0000","last_change":"2023-08-28T02:33:13.335588+0000","last_active":"2023-08-28T02:34:58.961269+0000","last_peered":"2023-08-28T02:34:58.961269+0000","last_clean":"2023-08-28T02:34:58.961269+0000","last_became_active":"2023-08-28T02:33:13.335326+0000","last_became_peered":"2023-08-28T02:33:13.335326+0000","last_unstale":"2023-08-28T02:34:58.961269+0000","last_undegraded":"2023-08-28T02:34:58.961269+0000","last_fullsized":"2023-08-28T02:34:58.961269+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:15:44.958663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"322'6395","reported_seq":6475,"reported_epoch":322,"state":"active+clean","last_fresh":"2023-08-28T02:35:09.293866+0000","last_change":"2023-08-28T02:30:50.400261+0000","last_active":"2023-08-28T02:35:09.293866+0000","last_peered":"2023-08-28T02:35:09.293866+0000","last_clean":"2023-08-28T02:35:09.293866+0000","last_became_active":"2023-08-28T02:30:50.399938+0000","last_became_peered":"2023-08-28T02:30:50.399938+0000","last_unstale":"2023-08-28T02:35:09.293866+0000","last_undegraded":"2023-08-28T02:35:09.293866+0000","last_fullsized":"2023-08-28T02:35:09.293866+0000","mapping_epoch":250,"log_start":"255'990","ondisk_log_start":"255'990","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5405,"log_dups_size":0,"ondisk_log_size":5405,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:43:56.802792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":347275264,"num_objects":5299,"num_object_clones":0,"num_object_copies":15897,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5299,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6395,"num_write_kb":374208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"75'161","reported_seq":601,"reported_epoch":321,"state":"active+clean","last_fresh":"2023-08-28T02:34:58.968099+0000","last_change":"2023-08-28T02:32:56.519141+0000","last_active":"2023-08-28T02:34:58.968099+0000","last_peered":"2023-08-28T02:34:58.968099+0000","last_clean":"2023-08-28T02:34:58.968099+0000","last_became_active":"2023-08-28T02:32:56.518863+0000","last_became_peered":"2023-08-28T02:32:56.518863+0000","last_unstale":"2023-08-28T02:34:58.968099+0000","last_undegraded":"2023-08-28T02:34:58.968099+0000","last_fullsized":"2023-08-28T02:34:58.968099+0000","mapping_epoch":292,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":293,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_clean_scrub_stamp":"2023-08-28T02:29:25.608370+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:59:50.561109+0000","scrub_duration":0.001662689,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":228,"reported_epoch":321,"state":"active+clean","last_fresh":"2023-08-28T02:34:58.966331+0000","last_change":"2023-08-28T02:33:12.294592+0000","last_active":"2023-08-28T02:34:58.966331+0000","last_peered":"2023-08-28T02:34:58.966331+0000","last_clean":"2023-08-28T02:34:58.966331+0000","last_became_active":"2023-08-28T02:33:12.288508+0000","last_became_peered":"2023-08-28T02:33:12.288508+0000","last_unstale":"2023-08-28T02:34:58.966331+0000","last_undegraded":"2023-08-28T02:34:58.966331+0000","last_fullsized":"2023-08-28T02:34:58.966331+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:05:42.717608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":113,"reported_epoch":323,"state":"active+clean","last_fresh":"2023-08-28T02:35:10.956624+0000","last_change":"2023-08-28T02:29:44.429834+0000","last_active":"2023-08-28T02:35:10.956624+0000","last_peered":"2023-08-28T02:35:10.956624+0000","last_clean":"2023-08-28T02:35:10.956624+0000","last_became_active":"2023-08-28T02:29:44.429512+0000","last_became_peered":"2023-08-28T02:29:44.429512+0000","last_unstale":"2023-08-28T02:35:10.956624+0000","last_undegraded":"2023-08-28T02:35:10.956624+0000","last_fullsized":"2023-08-28T02:35:10.956624+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:58.062455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"323'6343","reported_seq":6424,"reported_epoch":323,"state":"active+clean","last_fresh":"2023-08-28T02:35:11.112234+0000","last_change":"2023-08-28T02:30:50.402348+0000","last_active":"2023-08-28T02:35:11.112234+0000","last_peered":"2023-08-28T02:35:11.112234+0000","last_clean":"2023-08-28T02:35:11.112234+0000","last_became_active":"2023-08-28T02:30:50.402076+0000","last_became_peered":"2023-08-28T02:30:50.402076+0000","last_unstale":"2023-08-28T02:35:11.112234+0000","last_undegraded":"2023-08-28T02:35:11.112234+0000","last_fullsized":"2023-08-28T02:35:11.112234+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6343,"log_dups_size":0,"ondisk_log_size":6343,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:24.859426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":342949888,"num_objects":5233,"num_object_clones":0,"num_object_copies":15699,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5233,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6343,"num_write_kb":370432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.7","version":"75'161","reported_seq":520,"reported_epoch":321,"state":"active+clean","last_fresh":"2023-08-28T02:34:58.967950+0000","last_change":"2023-08-28T02:33:13.532525+0000","last_active":"2023-08-28T02:34:58.967950+0000","last_peered":"2023-08-28T02:34:58.967950+0000","last_clean":"2023-08-28T02:34:58.967950+0000","last_became_active":"2023-08-28T02:33:13.532125+0000","last_became_peered":"2023-08-28T02:33:13.532125+0000","last_unstale":"2023-08-28T02:34:58.967950+0000","last_undegraded":"2023-08-28T02:34:58.967950+0000","last_fullsized":"2023-08-28T02:34:58.967950+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.887648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.887648+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":113,"reported_epoch":323,"state":"active+clean","last_fresh":"2023-08-28T02:35:10.955410+0000","last_change":"2023-08-28T02:29:44.407595+0000","last_active":"2023-08-28T02:35:10.955410+0000","last_peered":"2023-08-28T02:35:10.955410+0000","last_clean":"2023-08-28T02:35:10.955410+0000","last_became_active":"2023-08-28T02:29:44.407316+0000","last_became_peered":"2023-08-28T02:29:44.407316+0000","last_unstale":"2023-08-28T02:35:10.955410+0000","last_undegraded":"2023-08-28T02:35:10.955410+0000","last_fullsized":"2023-08-28T02:35:10.955410+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:01:47.777709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":333,"reported_epoch":321,"state":"active+clean","last_fresh":"2023-08-28T02:34:58.968571+0000","last_change":"2023-08-28T02:33:13.286980+0000","last_active":"2023-08-28T02:34:58.968571+0000","last_peered":"2023-08-28T02:34:58.968571+0000","last_clean":"2023-08-28T02:34:58.968571+0000","last_became_active":"2023-08-28T02:33:13.286740+0000","last_became_peered":"2023-08-28T02:33:13.286740+0000","last_unstale":"2023-08-28T02:34:58.968571+0000","last_undegraded":"2023-08-28T02:34:58.968571+0000","last_fullsized":"2023-08-28T02:34:58.968571+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:24:54.574365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":113,"reported_epoch":323,"state":"active+clean","last_fresh":"2023-08-28T02:35:10.956424+0000","last_change":"2023-08-28T02:29:44.506914+0000","last_active":"2023-08-28T02:35:10.956424+0000","last_peered":"2023-08-28T02:35:10.956424+0000","last_clean":"2023-08-28T02:35:10.956424+0000","last_became_active":"2023-08-28T02:29:44.506606+0000","last_became_peered":"2023-08-28T02:29:44.506606+0000","last_unstale":"2023-08-28T02:35:10.956424+0000","last_undegraded":"2023-08-28T02:35:10.956424+0000","last_fullsized":"2023-08-28T02:35:10.956424+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:55:50.992279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"322'6336","reported_seq":18014,"reported_epoch":322,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:35:09.163098+0000","last_change":"2023-08-28T02:34:11.565330+0000","last_active":"2023-08-28T02:35:09.163098+0000","last_peered":"2023-08-28T02:35:09.163098+0000","last_clean":"2023-08-28T02:32:11.916240+0000","last_became_active":"2023-08-28T02:33:12.501819+0000","last_became_peered":"2023-08-28T02:33:12.501819+0000","last_unstale":"2023-08-28T02:35:09.163098+0000","last_undegraded":"2023-08-28T02:35:09.163098+0000","last_fullsized":"2023-08-28T02:35:09.163098+0000","mapping_epoch":297,"log_start":"255'1024","ondisk_log_start":"255'1024","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5312,"log_dups_size":0,"ondisk_log_size":5312,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:45:43.329719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":344719360,"num_objects":5260,"num_object_clones":0,"num_object_copies":15780,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":5260,"num_objects_unfound":0,"num_objects_dirty":5260,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6336,"num_write_kb":371072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5787,"num_bytes_recovered":379256832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,2],"avail_no_missing":["0","2","5","6"],"object_location_counts":[{"shards":"0,2,5","objects":5260}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.1","version":"75'161","reported_seq":581,"reported_epoch":321,"state":"active+clean","last_fresh":"2023-08-28T02:34:58.967748+0000","last_change":"2023-08-28T02:32:31.482659+0000","last_active":"2023-08-28T02:34:58.967748+0000","last_peered":"2023-08-28T02:34:58.967748+0000","last_clean":"2023-08-28T02:34:58.967748+0000","last_became_active":"2023-08-28T02:32:31.482320+0000","last_became_peered":"2023-08-28T02:32:31.482320+0000","last_unstale":"2023-08-28T02:34:58.967748+0000","last_undegraded":"2023-08-28T02:34:58.967748+0000","last_fullsized":"2023-08-28T02:34:58.967748+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:24.559397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:24.559397+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:41:09.516918+0000","scrub_duration":0.001580328,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":319,"reported_epoch":321,"state":"active+clean","last_fresh":"2023-08-28T02:34:58.967969+0000","last_change":"2023-08-28T02:31:51.988386+0000","last_active":"2023-08-28T02:34:58.967969+0000","last_peered":"2023-08-28T02:34:58.967969+0000","last_clean":"2023-08-28T02:34:58.967969+0000","last_became_active":"2023-08-28T02:31:51.988097+0000","last_became_peered":"2023-08-28T02:31:51.988097+0000","last_unstale":"2023-08-28T02:34:58.967969+0000","last_undegraded":"2023-08-28T02:34:58.967969+0000","last_fullsized":"2023-08-28T02:34:58.967969+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:25:01.818829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":295,"reported_epoch":321,"state":"active+clean","last_fresh":"2023-08-28T02:34:58.960835+0000","last_change":"2023-08-28T02:32:12.951275+0000","last_active":"2023-08-28T02:34:58.960835+0000","last_peered":"2023-08-28T02:34:58.960835+0000","last_clean":"2023-08-28T02:34:58.960835+0000","last_became_active":"2023-08-28T02:32:12.950965+0000","last_became_peered":"2023-08-28T02:32:12.950965+0000","last_unstale":"2023-08-28T02:34:58.960835+0000","last_undegraded":"2023-08-28T02:34:58.960835+0000","last_fullsized":"2023-08-28T02:34:58.960835+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:37:31.294280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":139,"reported_epoch":323,"state":"active+clean","last_fresh":"2023-08-28T02:35:10.955501+0000","last_change":"2023-08-28T02:33:13.286534+0000","last_active":"2023-08-28T02:35:10.955501+0000","last_peered":"2023-08-28T02:35:10.955501+0000","last_clean":"2023-08-28T02:35:10.955501+0000","last_became_active":"2023-08-28T02:33:13.286164+0000","last_became_peered":"2023-08-28T02:33:13.286164+0000","last_unstale":"2023-08-28T02:35:10.955501+0000","last_undegraded":"2023-08-28T02:35:10.955501+0000","last_fullsized":"2023-08-28T02:35:10.955501+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:56.721932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"322'6371","reported_seq":18141,"reported_epoch":322,"state":"active+clean","last_fresh":"2023-08-28T02:35:10.281451+0000","last_change":"2023-08-28T02:34:14.448606+0000","last_active":"2023-08-28T02:35:10.281451+0000","last_peered":"2023-08-28T02:35:10.281451+0000","last_clean":"2023-08-28T02:35:10.281451+0000","last_became_active":"2023-08-28T02:34:14.438547+0000","last_became_peered":"2023-08-28T02:34:14.438547+0000","last_unstale":"2023-08-28T02:35:10.281451+0000","last_undegraded":"2023-08-28T02:35:10.281451+0000","last_fullsized":"2023-08-28T02:35:10.281451+0000","mapping_epoch":314,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":315,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6371,"log_dups_size":0,"ondisk_log_size":6371,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:06:41.120408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":347144192,"num_objects":5297,"num_object_clones":0,"num_object_copies":15891,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5297,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6371,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5834,"num_bytes_recovered":376832000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2","version":"75'161","reported_seq":704,"reported_epoch":322,"state":"active+clean","last_fresh":"2023-08-28T02:35:06.960175+0000","last_change":"2023-08-28T02:30:51.762377+0000","last_active":"2023-08-28T02:35:06.960175+0000","last_peered":"2023-08-28T02:35:06.960175+0000","last_clean":"2023-08-28T02:35:06.960175+0000","last_became_active":"2023-08-28T02:27:46.375590+0000","last_became_peered":"2023-08-28T02:27:46.375590+0000","last_unstale":"2023-08-28T02:35:06.960175+0000","last_undegraded":"2023-08-28T02:35:06.960175+0000","last_fullsized":"2023-08-28T02:35:06.960175+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:51.762314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:51.762314+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:02.034555+0000","scrub_duration":0.0020023620000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":128,"reported_epoch":321,"state":"active+clean","last_fresh":"2023-08-28T02:34:58.966672+0000","last_change":"2023-08-28T02:33:13.289765+0000","last_active":"2023-08-28T02:34:58.966672+0000","last_peered":"2023-08-28T02:34:58.966672+0000","last_clean":"2023-08-28T02:34:58.966672+0000","last_became_active":"2023-08-28T02:33:13.289159+0000","last_became_peered":"2023-08-28T02:33:13.289159+0000","last_unstale":"2023-08-28T02:34:58.966672+0000","last_undegraded":"2023-08-28T02:34:58.966672+0000","last_fullsized":"2023-08-28T02:34:58.966672+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:30:38.956723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":131,"reported_epoch":323,"state":"active+clean","last_fresh":"2023-08-28T02:35:10.955956+0000","last_change":"2023-08-28T02:32:28.464203+0000","last_active":"2023-08-28T02:35:10.955956+0000","last_peered":"2023-08-28T02:35:10.955956+0000","last_clean":"2023-08-28T02:35:10.955956+0000","last_became_active":"2023-08-28T02:32:28.463412+0000","last_became_peered":"2023-08-28T02:32:28.463412+0000","last_unstale":"2023-08-28T02:35:10.955956+0000","last_undegraded":"2023-08-28T02:35:10.955956+0000","last_fullsized":"2023-08-28T02:35:10.955956+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:20:38.177879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":113,"reported_epoch":323,"state":"active+clean","last_fresh":"2023-08-28T02:35:10.956666+0000","last_change":"2023-08-28T02:29:44.427945+0000","last_active":"2023-08-28T02:35:10.956666+0000","last_peered":"2023-08-28T02:35:10.956666+0000","last_clean":"2023-08-28T02:35:10.956666+0000","last_became_active":"2023-08-28T02:29:44.426487+0000","last_became_peered":"2023-08-28T02:29:44.426487+0000","last_unstale":"2023-08-28T02:35:10.956666+0000","last_undegraded":"2023-08-28T02:35:10.956666+0000","last_fullsized":"2023-08-28T02:35:10.956666+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:30:20.438896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"324'6387","reported_seq":16439,"reported_epoch":324,"state":"active+clean","last_fresh":"2023-08-28T02:35:12.238543+0000","last_change":"2023-08-28T02:34:48.488647+0000","last_active":"2023-08-28T02:35:12.238543+0000","last_peered":"2023-08-28T02:35:12.238543+0000","last_clean":"2023-08-28T02:35:12.238543+0000","last_became_active":"2023-08-28T02:34:48.476519+0000","last_became_peered":"2023-08-28T02:34:48.476519+0000","last_unstale":"2023-08-28T02:35:12.238543+0000","last_undegraded":"2023-08-28T02:35:12.238543+0000","last_fullsized":"2023-08-28T02:35:12.238543+0000","mapping_epoch":318,"log_start":"254'200","ondisk_log_start":"254'200","created":250,"last_epoch_clean":319,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6187,"log_dups_size":0,"ondisk_log_size":6187,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:44:20.004230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":344522752,"num_objects":5257,"num_object_clones":0,"num_object_copies":15771,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5257,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6387,"num_write_kb":372608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4973,"num_bytes_recovered":325910528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":313,"reported_epoch":321,"state":"active+clean","last_fresh":"2023-08-28T02:34:58.969510+0000","last_change":"2023-08-28T02:33:13.484970+0000","last_active":"2023-08-28T02:34:58.969510+0000","last_peered":"2023-08-28T02:34:58.969510+0000","last_clean":"2023-08-28T02:34:58.969510+0000","last_became_active":"2023-08-28T02:33:13.484579+0000","last_became_peered":"2023-08-28T02:33:13.484579+0000","last_unstale":"2023-08-28T02:34:58.969510+0000","last_undegraded":"2023-08-28T02:34:58.969510+0000","last_fullsized":"2023-08-28T02:34:58.969510+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:58.027468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"75'161","reported_seq":705,"reported_epoch":322,"state":"active+clean","last_fresh":"2023-08-28T02:35:06.960126+0000","last_change":"2023-08-28T02:31:55.059467+0000","last_active":"2023-08-28T02:35:06.960126+0000","last_peered":"2023-08-28T02:35:06.960126+0000","last_clean":"2023-08-28T02:35:06.960126+0000","last_became_active":"2023-08-28T02:31:55.059115+0000","last_became_peered":"2023-08-28T02:31:55.059115+0000","last_unstale":"2023-08-28T02:35:06.960126+0000","last_undegraded":"2023-08-28T02:35:06.960126+0000","last_fullsized":"2023-08-28T02:35:06.960126+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":0,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.820990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.820990+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:15:56.774667+0000","scrub_duration":0.0017342480000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":229,"reported_epoch":321,"state":"active+clean","last_fresh":"2023-08-28T02:34:58.967674+0000","last_change":"2023-08-28T02:33:13.352810+0000","last_active":"2023-08-28T02:34:58.967674+0000","last_peered":"2023-08-28T02:34:58.967674+0000","last_clean":"2023-08-28T02:34:58.967674+0000","last_became_active":"2023-08-28T02:33:13.351697+0000","last_became_peered":"2023-08-28T02:33:13.351697+0000","last_unstale":"2023-08-28T02:34:58.967674+0000","last_undegraded":"2023-08-28T02:34:58.967674+0000","last_fullsized":"2023-08-28T02:34:58.967674+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:56.187163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":144,"reported_epoch":321,"state":"active+clean","last_fresh":"2023-08-28T02:34:58.961416+0000","last_change":"2023-08-28T02:31:51.984584+0000","last_active":"2023-08-28T02:34:58.961416+0000","last_peered":"2023-08-28T02:34:58.961416+0000","last_clean":"2023-08-28T02:34:58.961416+0000","last_became_active":"2023-08-28T02:31:51.984264+0000","last_became_peered":"2023-08-28T02:31:51.984264+0000","last_unstale":"2023-08-28T02:34:58.961416+0000","last_undegraded":"2023-08-28T02:34:58.961416+0000","last_fullsized":"2023-08-28T02:34:58.961416+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:58:42.306722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"322'6369","reported_seq":17682,"reported_epoch":322,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-08-28T02:35:10.341818+0000","last_change":"2023-08-28T02:34:12.608963+0000","last_active":"2023-08-28T02:35:10.341818+0000","last_peered":"2023-08-28T02:35:10.341818+0000","last_clean":"2023-08-28T02:32:22.441230+0000","last_became_active":"2023-08-28T02:32:29.705116+0000","last_became_peered":"2023-08-28T02:32:29.705116+0000","last_unstale":"2023-08-28T02:35:10.341818+0000","last_undegraded":"2023-08-28T02:32:29.496646+0000","last_fullsized":"2023-08-28T02:32:29.445907+0000","mapping_epoch":282,"log_start":"255'1028","ondisk_log_start":"255'1028","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5341,"log_dups_size":0,"ondisk_log_size":5341,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:23:04.768069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":341639168,"num_objects":5213,"num_object_clones":0,"num_object_copies":15639,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":161,"num_objects_misplaced":21,"num_objects_unfound":0,"num_objects_dirty":5213,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6369,"num_write_kb":370624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5609,"num_bytes_recovered":367591424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7],"avail_no_missing":["0","2","7"],"object_location_counts":[{"shards":"0,2,7","objects":21},{"shards":"0,7","objects":5031}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3","version":"75'161","reported_seq":589,"reported_epoch":323,"state":"active+clean","last_fresh":"2023-08-28T02:35:10.955046+0000","last_change":"2023-08-28T02:31:55.068239+0000","last_active":"2023-08-28T02:35:10.955046+0000","last_peered":"2023-08-28T02:35:10.955046+0000","last_clean":"2023-08-28T02:35:10.955046+0000","last_became_active":"2023-08-28T02:31:55.067875+0000","last_became_peered":"2023-08-28T02:31:55.067875+0000","last_unstale":"2023-08-28T02:35:10.955046+0000","last_undegraded":"2023-08-28T02:35:10.955046+0000","last_fullsized":"2023-08-28T02:35:10.955046+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.868248+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:11:04.391639+0000","scrub_duration":0.0016215240000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":328,"reported_epoch":322,"state":"active+clean","last_fresh":"2023-08-28T02:35:06.960033+0000","last_change":"2023-08-28T02:29:44.421353+0000","last_active":"2023-08-28T02:35:06.960033+0000","last_peered":"2023-08-28T02:35:06.960033+0000","last_clean":"2023-08-28T02:35:06.960033+0000","last_became_active":"2023-08-28T02:29:44.421064+0000","last_became_peered":"2023-08-28T02:29:44.421064+0000","last_unstale":"2023-08-28T02:35:06.960033+0000","last_undegraded":"2023-08-28T02:35:06.960033+0000","last_fullsized":"2023-08-28T02:35:06.960033+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:51:36.524024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":295,"reported_epoch":321,"state":"active+clean","last_fresh":"2023-08-28T02:34:58.955863+0000","last_change":"2023-08-28T02:33:12.299487+0000","last_active":"2023-08-28T02:34:58.955863+0000","last_peered":"2023-08-28T02:34:58.955863+0000","last_clean":"2023-08-28T02:34:58.955863+0000","last_became_active":"2023-08-28T02:33:12.299175+0000","last_became_peered":"2023-08-28T02:33:12.299175+0000","last_unstale":"2023-08-28T02:34:58.955863+0000","last_undegraded":"2023-08-28T02:34:58.955863+0000","last_fullsized":"2023-08-28T02:34:58.955863+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:42:29.713462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":306,"reported_epoch":321,"state":"active+clean","last_fresh":"2023-08-28T02:34:58.959625+0000","last_change":"2023-08-28T02:32:28.457696+0000","last_active":"2023-08-28T02:34:58.959625+0000","last_peered":"2023-08-28T02:34:58.959625+0000","last_clean":"2023-08-28T02:34:58.959625+0000","last_became_active":"2023-08-28T02:32:28.457407+0000","last_became_peered":"2023-08-28T02:32:28.457407+0000","last_unstale":"2023-08-28T02:34:58.959625+0000","last_undegraded":"2023-08-28T02:34:58.959625+0000","last_fullsized":"2023-08-28T02:34:58.959625+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:26:29.392787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"322'6318","reported_seq":7426,"reported_epoch":322,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:35:09.273755+0000","last_change":"2023-08-28T02:34:11.566035+0000","last_active":"2023-08-28T02:35:09.273755+0000","last_peered":"2023-08-28T02:35:09.273755+0000","last_clean":"2023-08-28T02:33:10.395883+0000","last_became_active":"2023-08-28T02:33:12.394714+0000","last_became_peered":"2023-08-28T02:33:12.394714+0000","last_unstale":"2023-08-28T02:35:09.273755+0000","last_undegraded":"2023-08-28T02:35:09.273755+0000","last_fullsized":"2023-08-28T02:35:09.273755+0000","mapping_epoch":297,"log_start":"255'884","ondisk_log_start":"255'884","created":250,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5434,"log_dups_size":0,"ondisk_log_size":5434,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:01:26.984565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":338493464,"num_objects":5166,"num_object_clones":0,"num_object_copies":15498,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4715,"num_objects_unfound":0,"num_objects_dirty":5166,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":6318,"num_write_kb":367425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":500,"num_bytes_recovered":32768000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,6],"avail_no_missing":["4","0","6"],"object_location_counts":[{"shards":"0,4,6","objects":5166}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.6","version":"75'161","reported_seq":580,"reported_epoch":321,"state":"active+clean","last_fresh":"2023-08-28T02:34:58.959409+0000","last_change":"2023-08-28T02:33:13.338675+0000","last_active":"2023-08-28T02:34:58.959409+0000","last_peered":"2023-08-28T02:34:58.959409+0000","last_clean":"2023-08-28T02:34:58.959409+0000","last_became_active":"2023-08-28T02:33:13.338271+0000","last_became_peered":"2023-08-28T02:33:13.338271+0000","last_unstale":"2023-08-28T02:34:58.959409+0000","last_undegraded":"2023-08-28T02:34:58.959409+0000","last_fullsized":"2023-08-28T02:34:58.959409+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.774982+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.774982+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:13:20.011329+0000","scrub_duration":0.003539819,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":291,"reported_epoch":322,"state":"active+clean","last_fresh":"2023-08-28T02:35:06.961279+0000","last_change":"2023-08-28T02:14:43.033789+0000","last_active":"2023-08-28T02:35:06.961279+0000","last_peered":"2023-08-28T02:35:06.961279+0000","last_clean":"2023-08-28T02:35:06.961279+0000","last_became_active":"2023-08-28T02:14:43.033454+0000","last_became_peered":"2023-08-28T02:14:43.033454+0000","last_unstale":"2023-08-28T02:35:06.961279+0000","last_undegraded":"2023-08-28T02:35:06.961279+0000","last_fullsized":"2023-08-28T02:35:06.961279+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:01:13.205842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":122,"reported_epoch":323,"state":"active+clean","last_fresh":"2023-08-28T02:35:10.955709+0000","last_change":"2023-08-28T02:32:28.461807+0000","last_active":"2023-08-28T02:35:10.955709+0000","last_peered":"2023-08-28T02:35:10.955709+0000","last_clean":"2023-08-28T02:35:10.955709+0000","last_became_active":"2023-08-28T02:32:28.461116+0000","last_became_peered":"2023-08-28T02:32:28.461116+0000","last_unstale":"2023-08-28T02:35:10.955709+0000","last_undegraded":"2023-08-28T02:35:10.955709+0000","last_fullsized":"2023-08-28T02:35:10.955709+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:12:45.321757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":266,"reported_epoch":321,"state":"active+clean","last_fresh":"2023-08-28T02:34:58.956711+0000","last_change":"2023-08-28T02:14:43.048791+0000","last_active":"2023-08-28T02:34:58.956711+0000","last_peered":"2023-08-28T02:34:58.956711+0000","last_clean":"2023-08-28T02:34:58.956711+0000","last_became_active":"2023-08-28T02:14:43.047408+0000","last_became_peered":"2023-08-28T02:14:43.047408+0000","last_unstale":"2023-08-28T02:34:58.956711+0000","last_undegraded":"2023-08-28T02:34:58.956711+0000","last_fullsized":"2023-08-28T02:34:58.956711+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:47.097181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"322'6470","reported_seq":15170,"reported_epoch":322,"state":"active+recovery_wait+degraded+remapped","last_fresh":"2023-08-28T02:35:09.266996+0000","last_change":"2023-08-28T02:33:13.547578+0000","last_active":"2023-08-28T02:35:09.266996+0000","last_peered":"2023-08-28T02:35:09.266996+0000","last_clean":"2023-08-28T02:31:50.933695+0000","last_became_active":"2023-08-28T02:33:13.540416+0000","last_became_peered":"2023-08-28T02:33:13.540416+0000","last_unstale":"2023-08-28T02:35:09.266996+0000","last_undegraded":"2023-08-28T02:33:13.332893+0000","last_fullsized":"2023-08-28T02:35:09.266996+0000","mapping_epoch":298,"log_start":"255'1074","ondisk_log_start":"255'1074","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5396,"log_dups_size":0,"ondisk_log_size":5396,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:49:35.658845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":353370112,"num_objects":5392,"num_object_clones":0,"num_object_copies":16176,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":672,"num_objects_misplaced":5392,"num_objects_unfound":0,"num_objects_dirty":5392,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6470,"num_write_kb":379584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4295,"num_bytes_recovered":281477120,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,2],"avail_no_missing":["4","2","6"],"object_location_counts":[{"shards":"2,4,5","objects":4720},{"shards":"2,4,6","objects":672}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.5","version":"75'161","reported_seq":615,"reported_epoch":321,"state":"active+clean","last_fresh":"2023-08-28T02:34:58.961059+0000","last_change":"2023-08-28T02:32:31.477151+0000","last_active":"2023-08-28T02:34:58.961059+0000","last_peered":"2023-08-28T02:34:58.961059+0000","last_clean":"2023-08-28T02:34:58.961059+0000","last_became_active":"2023-08-28T02:32:31.476776+0000","last_became_peered":"2023-08-28T02:32:31.476776+0000","last_unstale":"2023-08-28T02:34:58.961059+0000","last_undegraded":"2023-08-28T02:34:58.961059+0000","last_fullsized":"2023-08-28T02:34:58.961059+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:18.891729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:18.891729+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:47:27.194140+0000","scrub_duration":0.0031546460000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"65'2","reported_seq":276,"reported_epoch":321,"state":"active+clean","last_fresh":"2023-08-28T02:34:58.967791+0000","last_change":"2023-08-28T02:33:12.327778+0000","last_active":"2023-08-28T02:34:58.967791+0000","last_peered":"2023-08-28T02:34:58.967791+0000","last_clean":"2023-08-28T02:34:58.967791+0000","last_became_active":"2023-08-28T02:33:12.327273+0000","last_became_peered":"2023-08-28T02:33:12.327273+0000","last_unstale":"2023-08-28T02:34:58.967791+0000","last_undegraded":"2023-08-28T02:34:58.967791+0000","last_fullsized":"2023-08-28T02:34:58.967791+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:40.554192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":160,"reported_epoch":323,"state":"active+clean","last_fresh":"2023-08-28T02:35:10.955417+0000","last_change":"2023-08-28T02:33:13.335665+0000","last_active":"2023-08-28T02:35:10.955417+0000","last_peered":"2023-08-28T02:35:10.955417+0000","last_clean":"2023-08-28T02:35:10.955417+0000","last_became_active":"2023-08-28T02:33:13.335322+0000","last_became_peered":"2023-08-28T02:33:13.335322+0000","last_unstale":"2023-08-28T02:35:10.955417+0000","last_undegraded":"2023-08-28T02:35:10.955417+0000","last_fullsized":"2023-08-28T02:35:10.955417+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:21:08.024493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":274,"reported_epoch":322,"state":"active+clean","last_fresh":"2023-08-28T02:35:06.979621+0000","last_change":"2023-08-28T02:33:12.310326+0000","last_active":"2023-08-28T02:35:06.979621+0000","last_peered":"2023-08-28T02:35:06.979621+0000","last_clean":"2023-08-28T02:35:06.979621+0000","last_became_active":"2023-08-28T02:33:12.310011+0000","last_became_peered":"2023-08-28T02:33:12.310011+0000","last_unstale":"2023-08-28T02:35:06.979621+0000","last_undegraded":"2023-08-28T02:35:06.979621+0000","last_fullsized":"2023-08-28T02:35:06.979621+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:35:03.710036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"322'6453","reported_seq":8109,"reported_epoch":322,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:35:09.589191+0000","last_change":"2023-08-28T02:33:34.765675+0000","last_active":"2023-08-28T02:35:09.589191+0000","last_peered":"2023-08-28T02:35:09.589191+0000","last_clean":"2023-08-28T02:31:27.909649+0000","last_became_active":"2023-08-28T02:33:33.726805+0000","last_became_peered":"2023-08-28T02:33:33.726805+0000","last_unstale":"2023-08-28T02:35:09.589191+0000","last_undegraded":"2023-08-28T02:33:20.140072+0000","last_fullsized":"2023-08-28T02:33:13.278549+0000","mapping_epoch":298,"log_start":"255'1077","ondisk_log_start":"255'1077","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5376,"log_dups_size":0,"ondisk_log_size":5376,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:02:22.971585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":354877440,"num_objects":5415,"num_object_clones":0,"num_object_copies":16245,"num_objects_missing_on_primary":5386,"num_objects_missing":5386,"num_objects_degraded":13377,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5415,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6453,"num_write_kb":379776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":509,"num_bytes_recovered":33226752,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[4,3],"avail_no_missing":["2","6"],"object_location_counts":[{"shards":"2,3,4,6","objects":14},{"shards":"2,3,6","objects":2903},{"shards":"2,4,6","objects":14},{"shards":"2,6","objects":2483},{"shards":"3,4","objects":-12}],"blocked_by":[],"up_primary":3,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.4","version":"75'161","reported_seq":528,"reported_epoch":321,"state":"active+clean","last_fresh":"2023-08-28T02:34:58.966774+0000","last_change":"2023-08-28T02:33:12.296479+0000","last_active":"2023-08-28T02:34:58.966774+0000","last_peered":"2023-08-28T02:34:58.966774+0000","last_clean":"2023-08-28T02:34:58.966774+0000","last_became_active":"2023-08-28T02:33:12.294160+0000","last_became_peered":"2023-08-28T02:33:12.294160+0000","last_unstale":"2023-08-28T02:34:58.966774+0000","last_undegraded":"2023-08-28T02:34:58.966774+0000","last_fullsized":"2023-08-28T02:34:58.966774+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.899247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.899247+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":249,"reported_epoch":322,"state":"active+clean","last_fresh":"2023-08-28T02:35:06.960599+0000","last_change":"2023-08-28T02:33:13.539335+0000","last_active":"2023-08-28T02:35:06.960599+0000","last_peered":"2023-08-28T02:35:06.960599+0000","last_clean":"2023-08-28T02:35:06.960599+0000","last_became_active":"2023-08-28T02:33:13.538978+0000","last_became_peered":"2023-08-28T02:33:13.538978+0000","last_unstale":"2023-08-28T02:35:06.960599+0000","last_undegraded":"2023-08-28T02:35:06.960599+0000","last_fullsized":"2023-08-28T02:35:06.960599+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:26:13.405766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"65'1","reported_seq":310,"reported_epoch":321,"state":"active+clean","last_fresh":"2023-08-28T02:34:58.959750+0000","last_change":"2023-08-28T02:29:44.510205+0000","last_active":"2023-08-28T02:34:58.959750+0000","last_peered":"2023-08-28T02:34:58.959750+0000","last_clean":"2023-08-28T02:34:58.959750+0000","last_became_active":"2023-08-28T02:29:44.429357+0000","last_became_peered":"2023-08-28T02:29:44.429357+0000","last_unstale":"2023-08-28T02:34:58.959750+0000","last_undegraded":"2023-08-28T02:34:58.959750+0000","last_fullsized":"2023-08-28T02:34:58.959750+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:44:59.955729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":277,"reported_epoch":321,"state":"active+clean","last_fresh":"2023-08-28T02:34:58.960199+0000","last_change":"2023-08-28T02:32:12.950661+0000","last_active":"2023-08-28T02:34:58.960199+0000","last_peered":"2023-08-28T02:34:58.960199+0000","last_clean":"2023-08-28T02:34:58.960199+0000","last_became_active":"2023-08-28T02:32:12.950276+0000","last_became_peered":"2023-08-28T02:32:12.950276+0000","last_unstale":"2023-08-28T02:34:58.960199+0000","last_undegraded":"2023-08-28T02:34:58.960199+0000","last_fullsized":"2023-08-28T02:34:58.960199+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:05:17.972868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"65'1","reported_seq":268,"reported_epoch":321,"state":"active+clean","last_fresh":"2023-08-28T02:34:58.956618+0000","last_change":"2023-08-28T02:14:43.042150+0000","last_active":"2023-08-28T02:34:58.956618+0000","last_peered":"2023-08-28T02:34:58.956618+0000","last_clean":"2023-08-28T02:34:58.956618+0000","last_became_active":"2023-08-28T02:14:43.038336+0000","last_became_peered":"2023-08-28T02:14:43.038336+0000","last_unstale":"2023-08-28T02:34:58.956618+0000","last_undegraded":"2023-08-28T02:34:58.956618+0000","last_fullsized":"2023-08-28T02:34:58.956618+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:26:02.415152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":320,"reported_epoch":323,"state":"active+clean","last_fresh":"2023-08-28T02:35:10.955594+0000","last_change":"2023-08-28T02:33:13.318097+0000","last_active":"2023-08-28T02:35:10.955594+0000","last_peered":"2023-08-28T02:35:10.955594+0000","last_clean":"2023-08-28T02:35:10.955594+0000","last_became_active":"2023-08-28T02:33:13.317761+0000","last_became_peered":"2023-08-28T02:33:13.317761+0000","last_unstale":"2023-08-28T02:35:10.955594+0000","last_undegraded":"2023-08-28T02:35:10.955594+0000","last_fullsized":"2023-08-28T02:35:10.955594+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:24.836996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"65'2","reported_seq":315,"reported_epoch":321,"state":"active+clean","last_fresh":"2023-08-28T02:34:58.968364+0000","last_change":"2023-08-28T02:29:44.535937+0000","last_active":"2023-08-28T02:34:58.968364+0000","last_peered":"2023-08-28T02:34:58.968364+0000","last_clean":"2023-08-28T02:34:58.968364+0000","last_became_active":"2023-08-28T02:29:44.462244+0000","last_became_peered":"2023-08-28T02:29:44.462244+0000","last_unstale":"2023-08-28T02:34:58.968364+0000","last_undegraded":"2023-08-28T02:34:58.968364+0000","last_fullsized":"2023-08-28T02:34:58.968364+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:30:33.173713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":315,"reported_epoch":321,"state":"active+clean","last_fresh":"2023-08-28T02:34:58.956403+0000","last_change":"2023-08-28T02:33:12.305580+0000","last_active":"2023-08-28T02:34:58.956403+0000","last_peered":"2023-08-28T02:34:58.956403+0000","last_clean":"2023-08-28T02:34:58.956403+0000","last_became_active":"2023-08-28T02:33:12.305261+0000","last_became_peered":"2023-08-28T02:33:12.305261+0000","last_unstale":"2023-08-28T02:34:58.956403+0000","last_undegraded":"2023-08-28T02:34:58.956403+0000","last_fullsized":"2023-08-28T02:34:58.956403+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:22:31.614221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"65'2","reported_seq":284,"reported_epoch":321,"state":"active+clean","last_fresh":"2023-08-28T02:34:58.968503+0000","last_change":"2023-08-28T02:31:51.991101+0000","last_active":"2023-08-28T02:34:58.968503+0000","last_peered":"2023-08-28T02:34:58.968503+0000","last_clean":"2023-08-28T02:34:58.968503+0000","last_became_active":"2023-08-28T02:31:51.987237+0000","last_became_peered":"2023-08-28T02:31:51.987237+0000","last_unstale":"2023-08-28T02:34:58.968503+0000","last_undegraded":"2023-08-28T02:34:58.968503+0000","last_fullsized":"2023-08-28T02:34:58.968503+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:07:07.370857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":318,"reported_epoch":321,"state":"active+clean","last_fresh":"2023-08-28T02:34:58.960407+0000","last_change":"2023-08-28T02:33:12.494483+0000","last_active":"2023-08-28T02:34:58.960407+0000","last_peered":"2023-08-28T02:34:58.960407+0000","last_clean":"2023-08-28T02:34:58.960407+0000","last_became_active":"2023-08-28T02:33:12.494136+0000","last_became_peered":"2023-08-28T02:33:12.494136+0000","last_unstale":"2023-08-28T02:34:58.960407+0000","last_undegraded":"2023-08-28T02:34:58.960407+0000","last_fullsized":"2023-08-28T02:34:58.960407+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:36.772588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"65'1","reported_seq":262,"reported_epoch":322,"state":"active+clean","last_fresh":"2023-08-28T02:35:06.980841+0000","last_change":"2023-08-28T02:33:13.287922+0000","last_active":"2023-08-28T02:35:06.980841+0000","last_peered":"2023-08-28T02:35:06.980841+0000","last_clean":"2023-08-28T02:35:06.980841+0000","last_became_active":"2023-08-28T02:33:13.287520+0000","last_became_peered":"2023-08-28T02:33:13.287520+0000","last_unstale":"2023-08-28T02:35:06.980841+0000","last_undegraded":"2023-08-28T02:35:06.980841+0000","last_fullsized":"2023-08-28T02:35:06.980841+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:11.627168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":275,"reported_epoch":321,"state":"active+clean","last_fresh":"2023-08-28T02:34:58.966753+0000","last_change":"2023-08-28T02:33:13.289469+0000","last_active":"2023-08-28T02:34:58.966753+0000","last_peered":"2023-08-28T02:34:58.966753+0000","last_clean":"2023-08-28T02:34:58.966753+0000","last_became_active":"2023-08-28T02:33:13.288737+0000","last_became_peered":"2023-08-28T02:33:13.288737+0000","last_unstale":"2023-08-28T02:34:58.966753+0000","last_undegraded":"2023-08-28T02:34:58.966753+0000","last_fullsized":"2023-08-28T02:34:58.966753+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:11:15.043550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"65'4","reported_seq":299,"reported_epoch":321,"state":"active+clean","last_fresh":"2023-08-28T02:34:58.960083+0000","last_change":"2023-08-28T02:32:28.607010+0000","last_active":"2023-08-28T02:34:58.960083+0000","last_peered":"2023-08-28T02:34:58.960083+0000","last_clean":"2023-08-28T02:34:58.960083+0000","last_became_active":"2023-08-28T02:32:28.492224+0000","last_became_peered":"2023-08-28T02:32:28.492224+0000","last_unstale":"2023-08-28T02:34:58.960083+0000","last_undegraded":"2023-08-28T02:34:58.960083+0000","last_fullsized":"2023-08-28T02:34:58.960083+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:13:45.711951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":554,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":328,"reported_epoch":321,"state":"active+clean","last_fresh":"2023-08-28T02:34:58.960199+0000","last_change":"2023-08-28T02:33:13.309144+0000","last_active":"2023-08-28T02:34:58.960199+0000","last_peered":"2023-08-28T02:34:58.960199+0000","last_clean":"2023-08-28T02:34:58.960199+0000","last_became_active":"2023-08-28T02:33:13.308910+0000","last_became_peered":"2023-08-28T02:33:13.308910+0000","last_unstale":"2023-08-28T02:34:58.960199+0000","last_undegraded":"2023-08-28T02:34:58.960199+0000","last_fullsized":"2023-08-28T02:34:58.960199+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:09:59.549591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":5531762712,"num_objects":84409,"num_object_clones":0,"num_object_copies":253227,"num_objects_missing_on_primary":5386,"num_objects_missing":5386,"num_objects_degraded":39673,"num_objects_misplaced":15388,"num_objects_unfound":0,"num_objects_dirty":84409,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":102205,"num_write_kb":5971585,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":35123,"num_bytes_recovered":2296119296,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":17822593024,"data_stored":17822580808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":93353,"ondisk_log_size":93353,"up":48,"acting":42,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":10126,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":370028,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":89,"num_read_kb":167,"num_write":44,"num_write_kb":440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":322019,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299739,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2179780,"kb_used_data":1695228,"kb_used_omap":0,"kb_used_meta":484544,"kb_avail":91565372,"statfs":{"total":95995035648,"available":93762940928,"internally_reserved":0,"allocated":1735913472,"data_stored":1734630393,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":496173056},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:35:09 2023","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":0.92100000000000004,"15min":1.4750000000000001},"min":{"1min":0.24299999999999999,"5min":0.219,"15min":0.21199999999999999},"max":{"1min":1.421,"5min":8.8079999999999998,"15min":13.118},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.59199999999999997,"5min":1.2629999999999999,"15min":1.8859999999999999},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.246},"max":{"1min":2.395,"5min":12.42,"15min":17.402999999999999},"last":0.48499999999999999}]},{"osd":1,"last update":"Mon Aug 28 02:34:37 2023","interfaces":[{"interface":"back","average":{"1min":0.89000000000000001,"5min":1.5329999999999999,"15min":2.198},"min":{"1min":0.28399999999999997,"5min":0.248,"15min":0.24099999999999999},"max":{"1min":5.492,"5min":11.699999999999999,"15min":17.43},"last":0.53500000000000003},{"interface":"front","average":{"1min":1.087,"5min":1.593,"15min":2.052},"min":{"1min":0.32100000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":5.5179999999999998,"5min":12.525,"15min":19.913},"last":0.36399999999999999}]},{"osd":2,"last update":"Mon Aug 28 02:34:21 2023","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":1.1220000000000001,"15min":1.6890000000000001},"min":{"1min":0.28899999999999998,"5min":0.22900000000000001,"15min":0.22800000000000001},"max":{"1min":3.1760000000000002,"5min":7.6150000000000002,"15min":8.3889999999999993},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.57699999999999996,"5min":1.0189999999999999,"15min":1.5609999999999999},"min":{"1min":0.32000000000000001,"5min":0.315,"15min":0.28699999999999998},"max":{"1min":1.5269999999999999,"5min":9.2219999999999995,"15min":12.128},"last":0.38600000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:34:13 2023","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":3.0099999999999998,"5min":3.0099999999999998,"15min":3.0099999999999998},"last":0.505},{"interface":"front","average":{"1min":0.63,"5min":0.63,"15min":0.63},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":3.1000000000000001,"5min":3.1000000000000001,"15min":3.1000000000000001},"last":0.54900000000000004}]},{"osd":4,"last update":"Mon Aug 28 02:35:09 2023","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.92400000000000004,"15min":1.2989999999999999},"min":{"1min":0.27700000000000002,"5min":0.245,"15min":0.24199999999999999},"max":{"1min":2.1150000000000002,"5min":9.6839999999999993,"15min":18.943000000000001},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.77200000000000002,"15min":0.95699999999999996},"min":{"1min":0.30399999999999999,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":2.206,"5min":6.2350000000000003,"15min":8.1890000000000001},"last":0.34699999999999998}]},{"osd":5,"last update":"Mon Aug 28 02:35:09 2023","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.74399999999999999,"15min":1.0660000000000001},"min":{"1min":0.28100000000000003,"5min":0.246,"15min":0.23599999999999999},"max":{"1min":1.2210000000000001,"5min":5.9130000000000003,"15min":14.622},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.90900000000000003,"15min":1.294},"min":{"1min":0.317,"5min":0.28100000000000003,"15min":0.27000000000000002},"max":{"1min":2.1419999999999999,"5min":9.5559999999999992,"15min":17.324999999999999},"last":0.44500000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:35:09 2023","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.98199999999999998,"15min":1.321},"min":{"1min":0.36699999999999999,"5min":0.31900000000000001,"15min":0.30299999999999999},"max":{"1min":2.1819999999999999,"5min":9.7829999999999995,"15min":17.454999999999998},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.436,"5min":0.77300000000000002,"15min":0.86299999999999999},"min":{"1min":0.34399999999999997,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.54500000000000004,"5min":5.6710000000000003,"15min":7.665},"last":0.42999999999999999}]}]},{"osd":6,"up_from":0,"seq":193273528670,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":101,"seq":433791697129,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1654900,"kb_used_data":1026732,"kb_used_omap":4,"kb_used_meta":628155,"kb_avail":92090252,"statfs":{"total":95995035648,"available":94300418048,"internally_reserved":0,"allocated":1051373568,"data_stored":1049556236,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":643231630},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:34:37 2023","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":1.353,"15min":2.5939999999999999},"min":{"1min":0.27100000000000002,"5min":0.223,"15min":0.214},"max":{"1min":3.3730000000000002,"5min":14.721,"15min":24.545999999999999},"last":0.29699999999999999},{"interface":"front","average":{"1min":1.214,"5min":2.109,"15min":3.0760000000000001},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.21199999999999999},"max":{"1min":7.2450000000000001,"5min":12.301,"15min":24.515000000000001},"last":0.26500000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:34:29 2023","interfaces":[{"interface":"back","average":{"1min":0.879,"5min":2.0870000000000002,"15min":2.7559999999999998},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.24099999999999999},"max":{"1min":4.0579999999999998,"5min":22.161000000000001,"15min":22.161000000000001},"last":0.36799999999999999},{"interface":"front","average":{"1min":1.137,"5min":1.647,"15min":2.3860000000000001},"min":{"1min":0.29999999999999999,"5min":0.254,"15min":0.253},"max":{"1min":7.0110000000000001,"5min":13.114000000000001,"15min":20.003},"last":0.44900000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:34:12 2023","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.34300000000000003},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.46600000000000003}]},{"osd":4,"last update":"Mon Aug 28 02:34:37 2023","interfaces":[{"interface":"back","average":{"1min":1.0369999999999999,"5min":1.2909999999999999,"15min":1.706},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":3.0259999999999998,"5min":18.689,"15min":18.992999999999999},"last":0.379},{"interface":"front","average":{"1min":0.58299999999999996,"5min":1.304,"15min":1.806},"min":{"1min":0.39200000000000002,"5min":0.29099999999999998,"15min":0.26400000000000001},"max":{"1min":1.486,"5min":14.779999999999999,"15min":14.779999999999999},"last":0.53300000000000003}]},{"osd":5,"last update":"Mon Aug 28 02:34:37 2023","interfaces":[{"interface":"back","average":{"1min":0.84699999999999998,"5min":1.8129999999999999,"15min":2.2770000000000001},"min":{"1min":0.41399999999999998,"5min":0.35999999999999999,"15min":0.29999999999999999},"max":{"1min":3.7029999999999998,"5min":12.170999999999999,"15min":18.626999999999999},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.99299999999999999,"5min":1.294,"15min":2.1779999999999999},"min":{"1min":0.38300000000000001,"5min":0.374,"15min":0.31900000000000001},"max":{"1min":3.0609999999999999,"5min":7.3410000000000002,"15min":18.945},"last":0.497}]},{"osd":6,"last update":"Mon Aug 28 02:34:37 2023","interfaces":[{"interface":"back","average":{"1min":0.74099999999999999,"5min":1.609,"15min":2.2349999999999999},"min":{"1min":0.45000000000000001,"5min":0.373,"15min":0.34300000000000003},"max":{"1min":3.7400000000000002,"5min":12.221,"15min":13.254},"last":0.59699999999999998},{"interface":"front","average":{"1min":1.085,"5min":1.4119999999999999,"15min":1.9350000000000001},"min":{"1min":0.43099999999999999,"5min":0.41799999999999998,"15min":0.34499999999999997},"max":{"1min":3.089,"5min":12.371,"15min":19.021999999999998},"last":0.52200000000000002}]},{"osd":7,"last update":"Mon Aug 28 02:34:37 2023","interfaces":[{"interface":"back","average":{"1min":1.103,"5min":1.248,"15min":2.1669999999999998},"min":{"1min":0.47199999999999998,"5min":0.374,"15min":0.374},"max":{"1min":3.1080000000000001,"5min":7.3949999999999996,"15min":19.047999999999998},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.63900000000000001,"5min":1.3129999999999999,"15min":2.0630000000000002},"min":{"1min":0.432,"5min":0.34399999999999997,"15min":0.312},"max":{"1min":1.5620000000000001,"5min":14.818,"15min":14.818},"last":0.57499999999999996}]}]},{"osd":0,"up_from":87,"seq":373662154995,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":4028584,"kb_used_data":3363552,"kb_used_omap":5,"kb_used_meta":665018,"kb_avail":89716568,"statfs":{"total":95995035648,"available":91869765632,"internally_reserved":0,"allocated":3444277248,"data_stored":3442353158,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":680979066},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:34:29 2023","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":1.4510000000000001,"15min":2.0609999999999999},"min":{"1min":0.20300000000000001,"5min":0.184,"15min":0.184},"max":{"1min":1.2769999999999999,"5min":30.315000000000001,"15min":30.315000000000001},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.51100000000000001,"5min":2.1850000000000001,"15min":2.923},"min":{"1min":0.28499999999999998,"5min":0.249,"15min":0.221},"max":{"1min":1.8580000000000001,"5min":69.272000000000006,"15min":69.272000000000006},"last":0.34999999999999998}]},{"osd":2,"last update":"Mon Aug 28 02:34:29 2023","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":1.6279999999999999,"15min":2.5579999999999998},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":1.982,"5min":20.959,"15min":20.959},"last":0.56399999999999995},{"interface":"front","average":{"1min":0.63600000000000001,"5min":1.2310000000000001,"15min":2.0579999999999998},"min":{"1min":0.28399999999999997,"5min":0.247,"15min":0.24299999999999999},"max":{"1min":2.8999999999999999,"5min":8.0600000000000005,"15min":12.332000000000001},"last":0.64000000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:34:13 2023","interfaces":[{"interface":"back","average":{"1min":0.75,"5min":0.75,"15min":0.75},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":3.952,"5min":3.952,"15min":3.952},"last":0.65600000000000003},{"interface":"front","average":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":3.9750000000000001,"5min":3.9750000000000001,"15min":3.9750000000000001},"last":0.73699999999999999}]},{"osd":4,"last update":"Mon Aug 28 02:34:13 2023","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":3.806,"15min":2.6219999999999999},"min":{"1min":0.34000000000000002,"5min":0.314,"15min":0.27700000000000002},"max":{"1min":1.0209999999999999,"5min":274.33199999999999,"15min":274.33199999999999},"last":0.69599999999999995},{"interface":"front","average":{"1min":0.754,"5min":4.3630000000000004,"15min":3.0619999999999998},"min":{"1min":0.315,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":2.0539999999999998,"5min":266.31999999999999,"15min":266.31999999999999},"last":0.44400000000000001}]},{"osd":5,"last update":"Mon Aug 28 02:34:13 2023","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":1.151,"15min":1.679},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.29299999999999998},"max":{"1min":1.486,"5min":7.1139999999999999,"15min":13.038},"last":0.67100000000000004},{"interface":"front","average":{"1min":0.72099999999999997,"5min":1.774,"15min":2.282},"min":{"1min":0.36399999999999999,"5min":0.34799999999999998,"15min":0.27800000000000002},"max":{"1min":1.921,"5min":15.231,"15min":15.231},"last":0.40699999999999997}]},{"osd":6,"last update":"Mon Aug 28 02:34:13 2023","interfaces":[{"interface":"back","average":{"1min":0.65300000000000002,"5min":1.4830000000000001,"15min":1.901},"min":{"1min":0.38300000000000001,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":1.7110000000000001,"5min":15.122999999999999,"15min":15.122999999999999},"last":0.76500000000000001},{"interface":"front","average":{"1min":0.78800000000000003,"5min":1.9119999999999999,"15min":2.2970000000000002},"min":{"1min":0.441,"5min":0.35599999999999998,"15min":0.311},"max":{"1min":2,"5min":15.186999999999999,"15min":15.186999999999999},"last":0.48499999999999999}]},{"osd":7,"last update":"Mon Aug 28 02:34:13 2023","interfaces":[{"interface":"back","average":{"1min":0.73499999999999999,"5min":1.841,"15min":2.286},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.33400000000000002},"max":{"1min":1.9410000000000001,"5min":16.183,"15min":16.183},"last":0.72799999999999998},{"interface":"front","average":{"1min":0.68000000000000005,"5min":1.304,"15min":1.9039999999999999},"min":{"1min":0.46000000000000002,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":1.925,"5min":7.0620000000000003,"15min":13.005000000000001},"last":0.78500000000000003}]}]},{"osd":2,"up_from":0,"seq":502511173855,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":297,"seq":1275605286937,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1089312,"kb_used_data":962584,"kb_used_omap":2,"kb_used_meta":126717,"kb_avail":92655840,"statfs":{"total":95995035648,"available":94879580160,"internally_reserved":0,"allocated":985686016,"data_stored":983874793,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":129758261},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:34:11 2023","interfaces":[{"interface":"back","average":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":2.7949999999999999,"5min":2.7949999999999999,"15min":2.7949999999999999},"last":0.217}]},{"osd":1,"last update":"Mon Aug 28 02:34:11 2023","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"last":0.27700000000000002},{"interface":"front","average":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":2.762,"5min":2.762,"15min":2.762},"last":0.51900000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:34:11 2023","interfaces":[{"interface":"back","average":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":2.5449999999999999,"5min":2.5449999999999999,"15min":2.5449999999999999},"last":0.45200000000000001},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.29299999999999998}]},{"osd":4,"last update":"Mon Aug 28 02:34:11 2023","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.40600000000000003},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.5}]},{"osd":5,"last update":"Mon Aug 28 02:34:11 2023","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":1.04,"5min":1.04,"15min":1.04},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.38}]},{"osd":6,"last update":"Mon Aug 28 02:34:11 2023","interfaces":[{"interface":"back","average":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.436},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":1.004,"5min":1.004,"15min":1.004},"last":0.42399999999999999}]},{"osd":7,"last update":"Mon Aug 28 02:34:11 2023","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":0.98099999999999998,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.48299999999999998}]}]},{"osd":4,"up_from":30,"seq":128849019232,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3876036,"kb_used_data":3419516,"kb_used_omap":0,"kb_used_meta":456512,"kb_avail":89869116,"statfs":{"total":95995035648,"available":92025974784,"internally_reserved":0,"allocated":3501584384,"data_stored":3500301540,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":467468288},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:34:15 2023","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":1.3720000000000001,"15min":1.921},"min":{"1min":0.247,"5min":0.247,"15min":0.22800000000000001},"max":{"1min":0.62,"5min":22.515000000000001,"15min":22.515000000000001},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.45500000000000002,"5min":1.4239999999999999,"15min":1.8959999999999999},"min":{"1min":0.26900000000000002,"5min":0.24299999999999999,"15min":0.217},"max":{"1min":0.872,"5min":22.454000000000001,"15min":22.454000000000001},"last":0.38500000000000001}]},{"osd":1,"last update":"Mon Aug 28 02:34:39 2023","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":1.28,"15min":1.5940000000000001},"min":{"1min":0.254,"5min":0.254,"15min":0.24199999999999999},"max":{"1min":2.843,"5min":23.082000000000001,"15min":23.082000000000001},"last":0.437},{"interface":"front","average":{"1min":0.45500000000000002,"5min":1.3520000000000001,"15min":1.7909999999999999},"min":{"1min":0.28199999999999997,"5min":0.26000000000000001,"15min":0.255},"max":{"1min":0.64700000000000002,"5min":25.100000000000001,"15min":25.100000000000001},"last":0.53600000000000003}]},{"osd":2,"last update":"Mon Aug 28 02:34:15 2023","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":1.458,"15min":1.8009999999999999},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27400000000000002},"max":{"1min":3.8050000000000002,"5min":8.7149999999999999,"15min":16.231000000000002},"last":0.58199999999999996},{"interface":"front","average":{"1min":0.59699999999999998,"5min":1.3779999999999999,"15min":1.7450000000000001},"min":{"1min":0.318,"5min":0.318,"15min":0.251},"max":{"1min":2.3889999999999998,"5min":13.515000000000001,"15min":13.515000000000001},"last":0.33200000000000002}]},{"osd":3,"last update":"Mon Aug 28 02:34:15 2023","interfaces":[{"interface":"back","average":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":7.7480000000000002,"5min":7.7480000000000002,"15min":7.7480000000000002},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":2.851,"5min":2.851,"15min":2.851},"last":0.40699999999999997}]},{"osd":5,"last update":"Mon Aug 28 02:34:55 2023","interfaces":[{"interface":"back","average":{"1min":0.41299999999999998,"5min":0.879,"15min":1.123},"min":{"1min":0.28399999999999997,"5min":0.222,"15min":0.222},"max":{"1min":0.60099999999999998,"5min":8.6679999999999993,"15min":16.181999999999999},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.41899999999999998,"5min":1.0569999999999999,"15min":1.1679999999999999},"min":{"1min":0.27500000000000002,"5min":0.224,"15min":0.20699999999999999},"max":{"1min":0.66300000000000003,"5min":8.6370000000000005,"15min":10.233000000000001},"last":0.29799999999999999}]},{"osd":6,"last update":"Mon Aug 28 02:35:07 2023","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.94399999999999995,"15min":1.087},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.26500000000000001},"max":{"1min":0.56899999999999995,"5min":8.5950000000000006,"15min":10.023999999999999},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.44,"5min":1.0669999999999999,"15min":1.123},"min":{"1min":0.30499999999999999,"5min":0.28299999999999997,"15min":0.26600000000000001},"max":{"1min":0.78500000000000003,"5min":8.5,"15min":8.5},"last":0.45300000000000001}]},{"osd":7,"last update":"Mon Aug 28 02:34:15 2023","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":1.161,"15min":1.1879999999999999},"min":{"1min":0.38900000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.73199999999999998,"5min":8.8249999999999993,"15min":9.3209999999999997},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.56699999999999995,"5min":1.222,"15min":1.141},"min":{"1min":0.41199999999999998,"5min":0.34300000000000003,"15min":0.30299999999999999},"max":{"1min":0.95599999999999996,"5min":15.597,"15min":15.597},"last":0.63100000000000001}]}]},{"osd":5,"up_from":37,"seq":158913790305,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2881652,"kb_used_data":2325996,"kb_used_omap":0,"kb_used_meta":555648,"kb_avail":90863500,"statfs":{"total":95995035648,"available":93044224000,"internally_reserved":0,"allocated":2381819904,"data_stored":2380549427,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":568983552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:34:42 2023","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":1.1200000000000001,"15min":1.913},"min":{"1min":0.23200000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.57299999999999995,"5min":7.7560000000000002,"15min":40.334000000000003},"last":0.58899999999999997},{"interface":"front","average":{"1min":0.46800000000000003,"5min":1.369,"15min":1.8979999999999999},"min":{"1min":0.28299999999999997,"5min":0.28000000000000003,"15min":0.23200000000000001},"max":{"1min":0.872,"5min":19.815999999999999,"15min":40.212000000000003},"last":0.46200000000000002}]},{"osd":1,"last update":"Mon Aug 28 02:34:42 2023","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":1.4470000000000001,"15min":2.0880000000000001},"min":{"1min":0.27900000000000003,"5min":0.26200000000000001,"15min":0.23200000000000001},"max":{"1min":1.8169999999999999,"5min":17.998000000000001,"15min":40.088000000000001},"last":0.63},{"interface":"front","average":{"1min":0.55400000000000005,"5min":1.5669999999999999,"15min":1.9890000000000001},"min":{"1min":0.28100000000000003,"5min":0.27800000000000002,"15min":0.251},"max":{"1min":1.8759999999999999,"5min":19.853000000000002,"15min":40.243000000000002},"last":0.55800000000000005}]},{"osd":2,"last update":"Mon Aug 28 02:34:42 2023","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":1.206,"15min":1.9159999999999999},"min":{"1min":0.30599999999999999,"5min":0.29899999999999999,"15min":0.27700000000000002},"max":{"1min":1.3620000000000001,"5min":8.7899999999999991,"15min":40.436999999999998},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.64700000000000002,"5min":1.478,"15min":1.992},"min":{"1min":0.315,"5min":0.28499999999999998,"15min":0.27200000000000002},"max":{"1min":2.8809999999999998,"5min":8.609,"15min":40.555},"last":0.48999999999999999}]},{"osd":3,"last update":"Mon Aug 28 02:34:12 2023","interfaces":[{"interface":"back","average":{"1min":1.2989999999999999,"5min":1.2989999999999999,"15min":1.2989999999999999},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":16.190999999999999,"5min":16.190999999999999,"15min":16.190999999999999},"last":0.68600000000000005},{"interface":"front","average":{"1min":1.6850000000000001,"5min":1.6850000000000001,"15min":1.6850000000000001},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":21.420999999999999,"5min":21.420999999999999,"15min":21.420999999999999},"last":0.52800000000000002}]},{"osd":4,"last update":"Mon Aug 28 02:34:55 2023","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.85799999999999998,"15min":1.294},"min":{"1min":0.253,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":1.012,"5min":13.616,"15min":40.762999999999998},"last":0.36399999999999999},{"interface":"front","average":{"1min":0.45900000000000002,"5min":1.1879999999999999,"15min":1.3540000000000001},"min":{"1min":0.28499999999999998,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.69999999999999996,"5min":10.566000000000001,"15min":40.634},"last":0.32800000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:34:42 2023","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":1.3720000000000001,"15min":1.464},"min":{"1min":0.28899999999999998,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.63800000000000001,"5min":17.510000000000002,"15min":42.409999999999997},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.51100000000000001,"5min":1.2649999999999999,"15min":1.4410000000000001},"min":{"1min":0.34899999999999998,"5min":0.254,"15min":0.254},"max":{"1min":1.4159999999999999,"5min":15.856999999999999,"15min":42.533999999999999},"last":0.41499999999999998}]},{"osd":7,"last update":"Mon Aug 28 02:34:42 2023","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":1.214,"15min":1.623},"min":{"1min":0.377,"5min":0.315,"15min":0.314},"max":{"1min":0.82299999999999995,"5min":10.837999999999999,"15min":42.667000000000002},"last":0.441},{"interface":"front","average":{"1min":0.55500000000000005,"5min":1.502,"15min":1.6160000000000001},"min":{"1min":0.39400000000000002,"5min":0.318,"15min":0.318},"max":{"1min":0.94899999999999995,"5min":17.808,"15min":42.344000000000001},"last":0.432}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":3437826048,"data_stored":3437821976,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1045954560,"data_stored":1045954560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":2569994240,"data_stored":2569994240,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":979501056,"data_stored":979501056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":3496611840,"data_stored":3496607768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":2376925184,"data_stored":2376925184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":2184712192,"data_stored":2184708120,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1731067904,"data_stored":1731067904,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:35:16.479 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:35:16.520 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:35:16.548 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:16.567 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:35:16.569 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:16.570 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:35:16.632 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-08-28T02:35:16.665 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:16 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 39674/253296 objects degraded (15.663%), 8 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-08-28T02:35:16.665 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:16 smithi040 ceph-mon[170259]: pgmap v965: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 5.1 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 73 op/s; 38753/252597 objects degraded (15.342%); 11286/252597 objects misplaced (4.468%); 9.0 MiB/s, 164 objects/s recovering 2023-08-28T02:35:16.665 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:16 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 39674/253296 objects degraded (15.663%), 8 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-08-28T02:35:16.665 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:16 smithi040 ceph-mon[175404]: pgmap v965: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 5.1 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 73 op/s; 38753/252597 objects degraded (15.342%); 11286/252597 objects misplaced (4.468%); 9.0 MiB/s, 164 objects/s recovering 2023-08-28T02:35:16.671 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:35:16.698 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:16.719 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:35:16.722 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:16.722 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:35:16.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:16 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 39674/253296 objects degraded (15.663%), 8 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2023-08-28T02:35:16.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:16 smithi083 ceph-mon[157819]: pgmap v965: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 5.1 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 73 op/s; 38753/252597 objects degraded (15.342%); 11286/252597 objects misplaced (4.468%); 9.0 MiB/s, 164 objects/s recovering 2023-08-28T02:35:16.823 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:35:16.851 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:16.875 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:35:16.879 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:16.880 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:35:16.980 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:35:17.022 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:17.146 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:35:17.150 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:17.150 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:35:17.251 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:35:17.281 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:17.300 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:35:17.302 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:17.303 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:35:17.346 INFO:teuthology.orchestra.run.smithi040.stdout:ERROR: (22) Invalid argument 2023-08-28T02:35:17.347 INFO:teuthology.orchestra.run.smithi040.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:35:17.403 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:35:17.431 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:17.452 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:35:17.455 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:17.455 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:35:17.556 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:35:17.584 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:17.603 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:35:17.605 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:17.606 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:35:17.706 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:35:17.733 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:17.752 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:35:17.755 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:17.755 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:35:17.856 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:35:17.872 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.3 dump_blocked_ops 2023-08-28T02:35:17.883 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:17.902 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:35:17.905 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:17.906 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:35:17.991 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:35:18.007 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:35:18.037 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:18.060 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:35:18.063 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:18.063 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:35:18.164 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:35:18.197 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:18.221 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:35:18.225 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:18.225 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:35:18.326 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:35:18.355 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:18.382 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:35:18.387 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:18.387 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:35:18.413 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:35:18.488 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:35:18.516 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:18.537 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:35:18.543 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:18.543 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:35:18.644 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:35:18.675 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:18 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:35:18.675 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:18 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:35:18.675 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:18 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:35:18.675 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:18 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:35:18.675 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:18 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:35:18.675 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:18 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/673801472' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:35:18.675 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:18 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:35:18.676 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:18 smithi083 ceph-mon[157819]: pgmap v966: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 5.1 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 57 op/s; 38753/252369 objects degraded (15.356%); 11286/252369 objects misplaced (4.472%); 904 KiB/s, 34 objects/s recovering 2023-08-28T02:35:18.677 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:18.700 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:35:18.703 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:18.703 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:35:18.767 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:18 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:35:18.767 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:18 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:35:18.767 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:18 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:35:18.768 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:18 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:35:18.768 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:18 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:35:18.768 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:18 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/673801472' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:35:18.768 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:18 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:35:18.768 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:18 smithi040 ceph-mon[175404]: pgmap v966: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 5.1 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 57 op/s; 38753/252369 objects degraded (15.356%); 11286/252369 objects misplaced (4.472%); 904 KiB/s, 34 objects/s recovering 2023-08-28T02:35:18.768 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:18 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:35:18.768 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:18 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:35:18.768 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:18 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:35:18.768 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:18 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:35:18.768 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:18 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:35:18.769 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:18 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/673801472' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:35:18.769 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:18 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:35:18.769 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:18 smithi040 ceph-mon[170259]: pgmap v966: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 5.1 GiB data, 15 GiB used, 521 GiB / 536 GiB avail; 0 B/s wr, 57 op/s; 38753/252369 objects degraded (15.356%); 11286/252369 objects misplaced (4.472%); 904 KiB/s, 34 objects/s recovering 2023-08-28T02:35:18.804 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:35:18.832 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:18.851 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:35:18.854 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:18.854 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:35:18.955 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:35:18.986 INFO:teuthology.orchestra.run.smithi040.stderr:nodeep-scrub is set 2023-08-28T02:35:19.003 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:19.216 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:35:19.217 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:35:19.220 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:35:19.244 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:35:19.263 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:35:19.285 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:35:19.306 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:35:19.327 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:35:19.329 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-08-28T02:35:19.329 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-08-28T02:35:19.329 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-08-28T02:35:19.329 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-08-28T02:35:19.329 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-08-28T02:35:19.329 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-08-28T02:35:19.329 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-08-28T02:35:19.329 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-08-28T02:35:19.427 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:35:19.476 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:35:19.480 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:19.480 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:35:19.578 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:19 smithi040 ceph-mon[175404]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:35:19.578 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:19 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:35:19.578 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:19 smithi040 ceph-mon[175404]: osdmap e325: 8 total, 8 up, 6 in 2023-08-28T02:35:19.578 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:19 smithi040 ceph-mon[175404]: failed to encode map e325 with expected crc 2023-08-28T02:35:19.578 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:19 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2397441027' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:35:19.578 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:19 smithi040 ceph-mon[170259]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:35:19.579 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:19 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:35:19.579 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:19 smithi040 ceph-mon[170259]: osdmap e325: 8 total, 8 up, 6 in 2023-08-28T02:35:19.579 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:19 smithi040 ceph-mon[170259]: failed to encode map e325 with expected crc 2023-08-28T02:35:19.579 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:19 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2397441027' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:35:19.581 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:35:19.610 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:19.633 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:35:19.636 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:19.637 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:35:19.737 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:35:19.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:19 smithi083 ceph-mon[157819]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:35:19.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:19 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:35:19.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:19 smithi083 ceph-mon[157819]: osdmap e325: 8 total, 8 up, 6 in 2023-08-28T02:35:19.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:19 smithi083 ceph-mon[157819]: failed to encode map e325 with expected crc 2023-08-28T02:35:19.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:19 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2397441027' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:35:19.764 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:19.783 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:35:19.786 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:19.786 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:35:19.887 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:35:19.916 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:19.937 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:35:19.941 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:19.941 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:35:19.966 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:35:20.042 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:35:20.074 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:20.105 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:35:20.109 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:20.109 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:35:20.210 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:35:20.244 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:20.366 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:35:20.371 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:20.372 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:35:20.472 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:35:20.500 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:20.522 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:35:20.525 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:20.525 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:35:20.626 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:35:20.655 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:20.676 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:35:20.679 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:20.679 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:35:20.780 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:35:20.795 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-08-28T02:35:20.796 INFO:teuthology.orchestra.run.smithi040.stdout: "ops": [], 2023-08-28T02:35:20.796 INFO:teuthology.orchestra.run.smithi040.stdout: "complaint_time": 30, 2023-08-28T02:35:20.796 INFO:teuthology.orchestra.run.smithi040.stdout: "num_blocked_ops": 0 2023-08-28T02:35:20.796 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-08-28T02:35:20.812 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:20 smithi040 ceph-mon[170259]: pgmap v968: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 5.1 GiB data, 15 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 68 op/s; 38675/251751 objects degraded (15.362%); 11236/251751 objects misplaced (4.463%); 1.0 MiB/s, 35 objects/s recovering 2023-08-28T02:35:20.813 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:20 smithi040 ceph-mon[175404]: pgmap v968: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 5.1 GiB data, 15 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 68 op/s; 38675/251751 objects degraded (15.362%); 11236/251751 objects misplaced (4.463%); 1.0 MiB/s, 35 objects/s recovering 2023-08-28T02:35:20.815 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:20.989 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:35:20.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:20 smithi083 ceph-mon[157819]: pgmap v968: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 5.1 GiB data, 15 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 68 op/s; 38675/251751 objects degraded (15.362%); 11236/251751 objects misplaced (4.463%); 1.0 MiB/s, 35 objects/s recovering 2023-08-28T02:35:20.992 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:20.993 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:35:21.094 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:35:21.130 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:21.162 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:35:21.170 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:21.170 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:35:21.272 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:35:21.305 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:21.330 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:35:21.335 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:21.335 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:35:21.339 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.3 dump_historic_ops 2023-08-28T02:35:21.436 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:35:21.466 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:35:21.468 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:21.468 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:35:21.482 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd unset noscrub 2023-08-28T02:35:21.484 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:35:21.487 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:21.488 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:35:21.588 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:35:21.617 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:21 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 38675/251751 objects degraded (15.362%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:35:21.617 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:21 smithi083 ceph-mon[157819]: from='client.35664 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:35:21.619 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:21.639 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:35:21.642 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:21.642 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:35:21.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:21 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 38675/251751 objects degraded (15.362%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:35:21.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:21 smithi040 ceph-mon[170259]: from='client.35664 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:35:21.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:21 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 38675/251751 objects degraded (15.362%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:35:21.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:21 smithi040 ceph-mon[175404]: from='client.35664 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:35:21.742 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:35:21.775 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:21.846 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:35:21.850 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:21.850 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:35:21.851 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":968,"stamp":"2023-08-28T02:35:20.406540+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":5498387204,"num_objects":83917,"num_object_clones":0,"num_object_copies":251751,"num_objects_missing_on_primary":5334,"num_objects_missing":5334,"num_objects_degraded":38675,"num_objects_misplaced":11236,"num_objects_unfound":0,"num_objects_dirty":83917,"num_whiteouts":0,"num_read":90,"num_read_kb":168,"num_write":102825,"num_write_kb":5972054,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":35444,"num_bytes_recovered":2305364337,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":95294,"ondisk_log_size":95294,"up":297,"acting":292,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":15632056,"kb_used_data":12701832,"kb_used_omap":12,"kb_used_meta":2930163,"kb_avail":546838856,"statfs":{"total":575970213888,"available":559962988544,"internally_reserved":0,"allocated":13006675968,"data_stored":12997210387,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12739,"internal_metadata":3000487485},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,0,1,1,1,1],"upper_bound":256},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-38010880,"num_objects":-580,"num_object_clones":0,"num_object_copies":-1740,"num_objects_missing_on_primary":-52,"num_objects_missing":-52,"num_objects_degraded":-999,"num_objects_misplaced":-4152,"num_objects_unfound":0,"num_objects_dirty":-580,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":580,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":297,"num_bytes_recovered":8912896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.447120"},"pg_stats":[{"pgid":"3.1a","version":"65'1","reported_seq":336,"reported_epoch":324,"state":"active+clean","last_fresh":"2023-08-28T02:35:11.983487+0000","last_change":"2023-08-28T02:32:32.667028+0000","last_active":"2023-08-28T02:35:11.983487+0000","last_peered":"2023-08-28T02:35:11.983487+0000","last_clean":"2023-08-28T02:35:11.983487+0000","last_became_active":"2023-08-28T02:32:32.666711+0000","last_became_peered":"2023-08-28T02:32:32.666711+0000","last_unstale":"2023-08-28T02:35:11.983487+0000","last_undegraded":"2023-08-28T02:35:11.983487+0000","last_fullsized":"2023-08-28T02:35:11.983487+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:28:21.913105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":288,"reported_epoch":324,"state":"active+clean","last_fresh":"2023-08-28T02:35:11.962701+0000","last_change":"2023-08-28T02:29:44.421259+0000","last_active":"2023-08-28T02:35:11.962701+0000","last_peered":"2023-08-28T02:35:11.962701+0000","last_clean":"2023-08-28T02:35:11.962701+0000","last_became_active":"2023-08-28T02:29:44.420936+0000","last_became_peered":"2023-08-28T02:29:44.420936+0000","last_unstale":"2023-08-28T02:35:11.962701+0000","last_undegraded":"2023-08-28T02:35:11.962701+0000","last_fullsized":"2023-08-28T02:35:11.962701+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:22:26.346867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":128,"reported_epoch":323,"state":"active+clean","last_fresh":"2023-08-28T02:35:10.954643+0000","last_change":"2023-08-28T02:33:12.290337+0000","last_active":"2023-08-28T02:35:10.954643+0000","last_peered":"2023-08-28T02:35:10.954643+0000","last_clean":"2023-08-28T02:35:10.954643+0000","last_became_active":"2023-08-28T02:33:12.289852+0000","last_became_peered":"2023-08-28T02:33:12.289852+0000","last_unstale":"2023-08-28T02:35:10.954643+0000","last_undegraded":"2023-08-28T02:35:10.954643+0000","last_fullsized":"2023-08-28T02:35:10.954643+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:04:26.420037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":303,"reported_epoch":324,"state":"active+clean","last_fresh":"2023-08-28T02:35:11.959088+0000","last_change":"2023-08-28T02:33:13.317226+0000","last_active":"2023-08-28T02:35:11.959088+0000","last_peered":"2023-08-28T02:35:11.959088+0000","last_clean":"2023-08-28T02:35:11.959088+0000","last_became_active":"2023-08-28T02:33:13.316893+0000","last_became_peered":"2023-08-28T02:33:13.316893+0000","last_unstale":"2023-08-28T02:35:11.959088+0000","last_undegraded":"2023-08-28T02:35:11.959088+0000","last_fullsized":"2023-08-28T02:35:11.959088+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:55:46.593463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":247,"reported_epoch":324,"state":"active+clean","last_fresh":"2023-08-28T02:35:11.995900+0000","last_change":"2023-08-28T02:33:12.295203+0000","last_active":"2023-08-28T02:35:11.995900+0000","last_peered":"2023-08-28T02:35:11.995900+0000","last_clean":"2023-08-28T02:35:11.995900+0000","last_became_active":"2023-08-28T02:33:12.294904+0000","last_became_peered":"2023-08-28T02:33:12.294904+0000","last_unstale":"2023-08-28T02:35:11.995900+0000","last_undegraded":"2023-08-28T02:35:11.995900+0000","last_fullsized":"2023-08-28T02:35:11.995900+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:31:07.008856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":265,"reported_epoch":323,"state":"active+clean","last_fresh":"2023-08-28T02:35:10.963868+0000","last_change":"2023-08-28T02:31:51.987263+0000","last_active":"2023-08-28T02:35:10.963868+0000","last_peered":"2023-08-28T02:35:10.963868+0000","last_clean":"2023-08-28T02:35:10.963868+0000","last_became_active":"2023-08-28T02:31:51.986938+0000","last_became_peered":"2023-08-28T02:31:51.986938+0000","last_unstale":"2023-08-28T02:35:10.963868+0000","last_undegraded":"2023-08-28T02:35:10.963868+0000","last_fullsized":"2023-08-28T02:35:10.963868+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:18.021905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":297,"reported_epoch":324,"state":"active+clean","last_fresh":"2023-08-28T02:35:11.961244+0000","last_change":"2023-08-28T02:33:12.318656+0000","last_active":"2023-08-28T02:35:11.961244+0000","last_peered":"2023-08-28T02:35:11.961244+0000","last_clean":"2023-08-28T02:35:11.961244+0000","last_became_active":"2023-08-28T02:33:12.318297+0000","last_became_peered":"2023-08-28T02:33:12.318297+0000","last_unstale":"2023-08-28T02:35:11.961244+0000","last_undegraded":"2023-08-28T02:35:11.961244+0000","last_fullsized":"2023-08-28T02:35:11.961244+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:43:09.789767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":228,"reported_epoch":324,"state":"active+clean","last_fresh":"2023-08-28T02:35:11.995990+0000","last_change":"2023-08-28T02:33:13.357230+0000","last_active":"2023-08-28T02:35:11.995990+0000","last_peered":"2023-08-28T02:35:11.995990+0000","last_clean":"2023-08-28T02:35:11.995990+0000","last_became_active":"2023-08-28T02:33:13.356853+0000","last_became_peered":"2023-08-28T02:33:13.356853+0000","last_unstale":"2023-08-28T02:35:11.995990+0000","last_undegraded":"2023-08-28T02:35:11.995990+0000","last_fullsized":"2023-08-28T02:35:11.995990+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:20:21.545007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":307,"reported_epoch":323,"state":"active+clean","last_fresh":"2023-08-28T02:35:10.963272+0000","last_change":"2023-08-28T02:29:44.462510+0000","last_active":"2023-08-28T02:35:10.963272+0000","last_peered":"2023-08-28T02:35:10.963272+0000","last_clean":"2023-08-28T02:35:10.963272+0000","last_became_active":"2023-08-28T02:29:44.460314+0000","last_became_peered":"2023-08-28T02:29:44.460314+0000","last_unstale":"2023-08-28T02:35:10.963272+0000","last_undegraded":"2023-08-28T02:35:10.963272+0000","last_fullsized":"2023-08-28T02:35:10.963272+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:59:01.311467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":231,"reported_epoch":324,"state":"active+clean","last_fresh":"2023-08-28T02:35:11.996928+0000","last_change":"2023-08-28T02:33:13.291255+0000","last_active":"2023-08-28T02:35:11.996928+0000","last_peered":"2023-08-28T02:35:11.996928+0000","last_clean":"2023-08-28T02:35:11.996928+0000","last_became_active":"2023-08-28T02:33:13.290933+0000","last_became_peered":"2023-08-28T02:33:13.290933+0000","last_unstale":"2023-08-28T02:35:11.996928+0000","last_undegraded":"2023-08-28T02:35:11.996928+0000","last_fullsized":"2023-08-28T02:35:11.996928+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:31:54.116908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"65'3","reported_seq":308,"reported_epoch":323,"state":"active+clean","last_fresh":"2023-08-28T02:35:10.967944+0000","last_change":"2023-08-28T02:33:12.296412+0000","last_active":"2023-08-28T02:35:10.967944+0000","last_peered":"2023-08-28T02:35:10.967944+0000","last_clean":"2023-08-28T02:35:10.967944+0000","last_became_active":"2023-08-28T02:33:12.295786+0000","last_became_peered":"2023-08-28T02:33:12.295786+0000","last_unstale":"2023-08-28T02:35:10.967944+0000","last_undegraded":"2023-08-28T02:35:10.967944+0000","last_fullsized":"2023-08-28T02:35:10.967944+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:15:31.449163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":131,"reported_epoch":323,"state":"active+clean","last_fresh":"2023-08-28T02:35:10.956508+0000","last_change":"2023-08-28T02:32:32.666927+0000","last_active":"2023-08-28T02:35:10.956508+0000","last_peered":"2023-08-28T02:35:10.956508+0000","last_clean":"2023-08-28T02:35:10.956508+0000","last_became_active":"2023-08-28T02:32:32.666618+0000","last_became_peered":"2023-08-28T02:32:32.666618+0000","last_unstale":"2023-08-28T02:35:10.956508+0000","last_undegraded":"2023-08-28T02:35:10.956508+0000","last_fullsized":"2023-08-28T02:35:10.956508+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:45:57.998333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":333,"reported_epoch":324,"state":"active+clean","last_fresh":"2023-08-28T02:35:11.983840+0000","last_change":"2023-08-28T02:32:28.505262+0000","last_active":"2023-08-28T02:35:11.983840+0000","last_peered":"2023-08-28T02:35:11.983840+0000","last_clean":"2023-08-28T02:35:11.983840+0000","last_became_active":"2023-08-28T02:32:28.455999+0000","last_became_peered":"2023-08-28T02:32:28.455999+0000","last_unstale":"2023-08-28T02:35:11.983840+0000","last_undegraded":"2023-08-28T02:35:11.983840+0000","last_fullsized":"2023-08-28T02:35:11.983840+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:28.937020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":9468,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":317,"reported_epoch":324,"state":"active+clean","last_fresh":"2023-08-28T02:35:11.983978+0000","last_change":"2023-08-28T02:32:12.959195+0000","last_active":"2023-08-28T02:35:11.983978+0000","last_peered":"2023-08-28T02:35:11.983978+0000","last_clean":"2023-08-28T02:35:11.983978+0000","last_became_active":"2023-08-28T02:32:12.958832+0000","last_became_peered":"2023-08-28T02:32:12.958832+0000","last_unstale":"2023-08-28T02:35:11.983978+0000","last_undegraded":"2023-08-28T02:35:11.983978+0000","last_fullsized":"2023-08-28T02:35:11.983978+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:23:27.197787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"65'2","reported_seq":306,"reported_epoch":323,"state":"active+clean","last_fresh":"2023-08-28T02:35:10.966171+0000","last_change":"2023-08-28T02:32:28.461161+0000","last_active":"2023-08-28T02:35:10.966171+0000","last_peered":"2023-08-28T02:35:10.966171+0000","last_clean":"2023-08-28T02:35:10.966171+0000","last_became_active":"2023-08-28T02:32:28.451284+0000","last_became_peered":"2023-08-28T02:32:28.451284+0000","last_unstale":"2023-08-28T02:35:10.966171+0000","last_undegraded":"2023-08-28T02:35:10.966171+0000","last_fullsized":"2023-08-28T02:35:10.966171+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:58:20.061020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":288,"reported_epoch":324,"state":"active+clean","last_fresh":"2023-08-28T02:35:11.959517+0000","last_change":"2023-08-28T02:29:44.419566+0000","last_active":"2023-08-28T02:35:11.959517+0000","last_peered":"2023-08-28T02:35:11.959517+0000","last_clean":"2023-08-28T02:35:11.959517+0000","last_became_active":"2023-08-28T02:29:44.419053+0000","last_became_peered":"2023-08-28T02:29:44.419053+0000","last_unstale":"2023-08-28T02:35:11.959517+0000","last_undegraded":"2023-08-28T02:35:11.959517+0000","last_fullsized":"2023-08-28T02:35:11.959517+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:44:36.133499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":291,"reported_epoch":324,"state":"active+clean","last_fresh":"2023-08-28T02:35:11.962461+0000","last_change":"2023-08-28T02:33:12.493777+0000","last_active":"2023-08-28T02:35:11.962461+0000","last_peered":"2023-08-28T02:35:11.962461+0000","last_clean":"2023-08-28T02:35:11.962461+0000","last_became_active":"2023-08-28T02:33:12.491177+0000","last_became_peered":"2023-08-28T02:33:12.491177+0000","last_unstale":"2023-08-28T02:35:11.962461+0000","last_undegraded":"2023-08-28T02:35:11.962461+0000","last_fullsized":"2023-08-28T02:35:11.962461+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:10:58.167753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":303,"reported_epoch":323,"state":"active+clean","last_fresh":"2023-08-28T02:35:10.963288+0000","last_change":"2023-08-28T02:33:12.290293+0000","last_active":"2023-08-28T02:35:10.963288+0000","last_peered":"2023-08-28T02:35:10.963288+0000","last_clean":"2023-08-28T02:35:10.963288+0000","last_became_active":"2023-08-28T02:33:12.289989+0000","last_became_peered":"2023-08-28T02:33:12.289989+0000","last_unstale":"2023-08-28T02:35:10.963288+0000","last_undegraded":"2023-08-28T02:35:10.963288+0000","last_fullsized":"2023-08-28T02:35:10.963288+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:05:33.622172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":281,"reported_epoch":323,"state":"active+clean","last_fresh":"2023-08-28T02:35:10.967398+0000","last_change":"2023-08-28T02:32:12.948756+0000","last_active":"2023-08-28T02:35:10.967398+0000","last_peered":"2023-08-28T02:35:10.967398+0000","last_clean":"2023-08-28T02:35:10.967398+0000","last_became_active":"2023-08-28T02:32:12.948441+0000","last_became_peered":"2023-08-28T02:32:12.948441+0000","last_unstale":"2023-08-28T02:35:10.967398+0000","last_undegraded":"2023-08-28T02:35:10.967398+0000","last_fullsized":"2023-08-28T02:35:10.967398+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:27.922180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":298,"reported_epoch":324,"state":"active+clean","last_fresh":"2023-08-28T02:35:11.959170+0000","last_change":"2023-08-28T02:33:12.299398+0000","last_active":"2023-08-28T02:35:11.959170+0000","last_peered":"2023-08-28T02:35:11.959170+0000","last_clean":"2023-08-28T02:35:11.959170+0000","last_became_active":"2023-08-28T02:33:12.299113+0000","last_became_peered":"2023-08-28T02:33:12.299113+0000","last_unstale":"2023-08-28T02:35:11.959170+0000","last_undegraded":"2023-08-28T02:35:11.959170+0000","last_fullsized":"2023-08-28T02:35:11.959170+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:14:55.597212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"65'8","reported_seq":92,"reported_epoch":324,"state":"active+clean","last_fresh":"2023-08-28T02:35:11.957347+0000","last_change":"2023-08-28T02:33:13.478870+0000","last_active":"2023-08-28T02:35:11.957347+0000","last_peered":"2023-08-28T02:35:11.957347+0000","last_clean":"2023-08-28T02:35:11.957347+0000","last_became_active":"2023-08-28T02:33:13.332142+0000","last_became_peered":"2023-08-28T02:33:13.332142+0000","last_unstale":"2023-08-28T02:35:11.957347+0000","last_undegraded":"2023-08-28T02:35:11.957347+0000","last_fullsized":"2023-08-28T02:35:11.957347+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:32:42.810159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":229,"reported_epoch":324,"state":"active+clean","last_fresh":"2023-08-28T02:35:11.999013+0000","last_change":"2023-08-28T02:33:12.306353+0000","last_active":"2023-08-28T02:35:11.999013+0000","last_peered":"2023-08-28T02:35:11.999013+0000","last_clean":"2023-08-28T02:35:11.999013+0000","last_became_active":"2023-08-28T02:33:12.304977+0000","last_became_peered":"2023-08-28T02:33:12.304977+0000","last_unstale":"2023-08-28T02:35:11.999013+0000","last_undegraded":"2023-08-28T02:35:11.999013+0000","last_fullsized":"2023-08-28T02:35:11.999013+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:19:38.819671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"324'6378","reported_seq":6460,"reported_epoch":324,"state":"active+clean","last_fresh":"2023-08-28T02:35:15.286328+0000","last_change":"2023-08-28T02:30:50.402703+0000","last_active":"2023-08-28T02:35:15.286328+0000","last_peered":"2023-08-28T02:35:15.286328+0000","last_clean":"2023-08-28T02:35:15.286328+0000","last_became_active":"2023-08-28T02:30:50.402419+0000","last_became_peered":"2023-08-28T02:30:50.402419+0000","last_unstale":"2023-08-28T02:35:15.286328+0000","last_undegraded":"2023-08-28T02:35:15.286328+0000","last_fullsized":"2023-08-28T02:35:15.286328+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6378,"log_dups_size":0,"ondisk_log_size":6378,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:07:37.393907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":346161152,"num_objects":5282,"num_object_clones":0,"num_object_copies":15846,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5282,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6378,"num_write_kb":373120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"65'1","reported_seq":289,"reported_epoch":323,"state":"active+clean","last_fresh":"2023-08-28T02:35:10.966230+0000","last_change":"2023-08-28T02:14:43.046130+0000","last_active":"2023-08-28T02:35:10.966230+0000","last_peered":"2023-08-28T02:35:10.966230+0000","last_clean":"2023-08-28T02:35:10.966230+0000","last_became_active":"2023-08-28T02:14:43.045775+0000","last_became_peered":"2023-08-28T02:14:43.045775+0000","last_unstale":"2023-08-28T02:35:10.966230+0000","last_undegraded":"2023-08-28T02:35:10.966230+0000","last_fullsized":"2023-08-28T02:35:10.966230+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:57:38.279756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":279,"reported_epoch":323,"state":"active+clean","last_fresh":"2023-08-28T02:35:10.963420+0000","last_change":"2023-08-28T02:31:51.987149+0000","last_active":"2023-08-28T02:35:10.963420+0000","last_peered":"2023-08-28T02:35:10.963420+0000","last_clean":"2023-08-28T02:35:10.963420+0000","last_became_active":"2023-08-28T02:31:51.986821+0000","last_became_peered":"2023-08-28T02:31:51.986821+0000","last_unstale":"2023-08-28T02:35:10.963420+0000","last_undegraded":"2023-08-28T02:35:10.963420+0000","last_fullsized":"2023-08-28T02:35:10.963420+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:23:26.661134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"324'6413","reported_seq":9853,"reported_epoch":324,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:35:15.523272+0000","last_change":"2023-08-28T02:33:33.975566+0000","last_active":"2023-08-28T02:35:15.523272+0000","last_peered":"2023-08-28T02:35:15.523272+0000","last_clean":"2023-08-28T02:31:27.868230+0000","last_became_active":"2023-08-28T02:33:33.660452+0000","last_became_peered":"2023-08-28T02:33:33.660452+0000","last_unstale":"2023-08-28T02:35:15.523272+0000","last_undegraded":"2023-08-28T02:33:13.410847+0000","last_fullsized":"2023-08-28T02:33:13.270012+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6413,"log_dups_size":0,"ondisk_log_size":6413,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:33.375162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":339935232,"num_objects":5187,"num_object_clones":0,"num_object_copies":15561,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7324,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5187,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6413,"num_write_kb":371200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1660,"num_bytes_recovered":108724224,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[5,4],"avail_no_missing":["5","6"],"object_location_counts":[{"shards":"2,5,6","objects":915},{"shards":"3,5,6","objects":2396},{"shards":"4,5","objects":371},{"shards":"5,6","objects":1505}],"blocked_by":[],"up_primary":3,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"65'2","reported_seq":314,"reported_epoch":323,"state":"active+clean","last_fresh":"2023-08-28T02:35:10.966639+0000","last_change":"2023-08-28T02:29:44.436352+0000","last_active":"2023-08-28T02:35:10.966639+0000","last_peered":"2023-08-28T02:35:10.966639+0000","last_clean":"2023-08-28T02:35:10.966639+0000","last_became_active":"2023-08-28T02:29:44.411499+0000","last_became_peered":"2023-08-28T02:29:44.411499+0000","last_unstale":"2023-08-28T02:35:10.966639+0000","last_undegraded":"2023-08-28T02:35:10.966639+0000","last_fullsized":"2023-08-28T02:35:10.966639+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:46:57.540191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":341,"reported_epoch":324,"state":"active+clean","last_fresh":"2023-08-28T02:35:11.983583+0000","last_change":"2023-08-28T02:33:12.289004+0000","last_active":"2023-08-28T02:35:11.983583+0000","last_peered":"2023-08-28T02:35:11.983583+0000","last_clean":"2023-08-28T02:35:11.983583+0000","last_became_active":"2023-08-28T02:33:12.288722+0000","last_became_peered":"2023-08-28T02:33:12.288722+0000","last_unstale":"2023-08-28T02:35:11.983583+0000","last_undegraded":"2023-08-28T02:35:11.983583+0000","last_fullsized":"2023-08-28T02:35:11.983583+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:24.019483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"325'6357","reported_seq":6457,"reported_epoch":325,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:35:19.847354+0000","last_change":"2023-08-28T02:33:13.585687+0000","last_active":"2023-08-28T02:35:19.847354+0000","last_peered":"2023-08-28T02:35:19.847354+0000","last_clean":"2023-08-28T02:31:27.908616+0000","last_became_active":"2023-08-28T02:33:13.578484+0000","last_became_peered":"2023-08-28T02:33:13.578484+0000","last_unstale":"2023-08-28T02:35:19.847354+0000","last_undegraded":"2023-08-28T02:33:13.297322+0000","last_fullsized":"2023-08-28T02:33:13.268309+0000","mapping_epoch":298,"log_start":"255'1012","ondisk_log_start":"255'1012","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5345,"log_dups_size":0,"ondisk_log_size":5345,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:42:33.431186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":340328448,"num_objects":5193,"num_object_clones":0,"num_object_copies":15579,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2533,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5193,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6357,"num_write_kb":369600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4],"avail_no_missing":["0","4"],"object_location_counts":[{"shards":"0,4","objects":2745}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"65'1","reported_seq":300,"reported_epoch":323,"state":"active+clean","last_fresh":"2023-08-28T02:35:10.967811+0000","last_change":"2023-08-28T02:33:13.516869+0000","last_active":"2023-08-28T02:35:10.967811+0000","last_peered":"2023-08-28T02:35:10.967811+0000","last_clean":"2023-08-28T02:35:10.967811+0000","last_became_active":"2023-08-28T02:33:13.396736+0000","last_became_peered":"2023-08-28T02:33:13.396736+0000","last_unstale":"2023-08-28T02:35:10.967811+0000","last_undegraded":"2023-08-28T02:35:10.967811+0000","last_fullsized":"2023-08-28T02:35:10.967811+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:47:08.237137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":265,"reported_epoch":323,"state":"active+clean","last_fresh":"2023-08-28T02:35:10.956341+0000","last_change":"2023-08-28T02:31:51.987327+0000","last_active":"2023-08-28T02:35:10.956341+0000","last_peered":"2023-08-28T02:35:10.956341+0000","last_clean":"2023-08-28T02:35:10.956341+0000","last_became_active":"2023-08-28T02:31:51.987018+0000","last_became_peered":"2023-08-28T02:31:51.987018+0000","last_unstale":"2023-08-28T02:35:10.956341+0000","last_undegraded":"2023-08-28T02:35:10.956341+0000","last_fullsized":"2023-08-28T02:35:10.956341+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:53:26.105101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.5","version":"325'6343","reported_seq":7499,"reported_epoch":325,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:35:20.070077+0000","last_change":"2023-08-28T02:33:13.625779+0000","last_active":"2023-08-28T02:35:20.070077+0000","last_peered":"2023-08-28T02:35:20.070077+0000","last_clean":"2023-08-28T02:31:27.898932+0000","last_became_active":"2023-08-28T02:33:13.612126+0000","last_became_peered":"2023-08-28T02:33:13.612126+0000","last_unstale":"2023-08-28T02:35:20.070077+0000","last_undegraded":"2023-08-28T02:33:13.485377+0000","last_fullsized":"2023-08-28T02:33:13.264317+0000","mapping_epoch":298,"log_start":"255'1063","ondisk_log_start":"255'1063","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5280,"log_dups_size":0,"ondisk_log_size":5280,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:37:28.843386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":334823424,"num_objects":5109,"num_object_clones":0,"num_object_copies":15327,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7651,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5109,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6343,"num_write_kb":366464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":525,"num_bytes_recovered":34406400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,7],"avail_no_missing":["0","2"],"object_location_counts":[{"shards":"0,2","objects":2358},{"shards":"0,2,3","objects":2751}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":318,"reported_epoch":323,"state":"active+clean","last_fresh":"2023-08-28T02:35:10.963398+0000","last_change":"2023-08-28T02:33:13.281826+0000","last_active":"2023-08-28T02:35:10.963398+0000","last_peered":"2023-08-28T02:35:10.963398+0000","last_clean":"2023-08-28T02:35:10.963398+0000","last_became_active":"2023-08-28T02:33:13.281511+0000","last_became_peered":"2023-08-28T02:33:13.281511+0000","last_unstale":"2023-08-28T02:35:10.963398+0000","last_undegraded":"2023-08-28T02:35:10.963398+0000","last_fullsized":"2023-08-28T02:35:10.963398+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:32:55.005706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":315,"reported_epoch":324,"state":"active+clean","last_fresh":"2023-08-28T02:35:11.956961+0000","last_change":"2023-08-28T02:29:44.436713+0000","last_active":"2023-08-28T02:35:11.956961+0000","last_peered":"2023-08-28T02:35:11.956961+0000","last_clean":"2023-08-28T02:35:11.956961+0000","last_became_active":"2023-08-28T02:29:44.436203+0000","last_became_peered":"2023-08-28T02:29:44.436203+0000","last_unstale":"2023-08-28T02:35:11.956961+0000","last_undegraded":"2023-08-28T02:35:11.956961+0000","last_fullsized":"2023-08-28T02:35:11.956961+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:46:48.522293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"324'6522","reported_seq":6607,"reported_epoch":324,"state":"active+clean","last_fresh":"2023-08-28T02:35:17.469211+0000","last_change":"2023-08-28T02:30:50.399669+0000","last_active":"2023-08-28T02:35:17.469211+0000","last_peered":"2023-08-28T02:35:17.469211+0000","last_clean":"2023-08-28T02:35:17.469211+0000","last_became_active":"2023-08-28T02:30:50.399332+0000","last_became_peered":"2023-08-28T02:30:50.399332+0000","last_unstale":"2023-08-28T02:35:17.469211+0000","last_undegraded":"2023-08-28T02:35:17.469211+0000","last_fullsized":"2023-08-28T02:35:17.469211+0000","mapping_epoch":250,"log_start":"254'300","ondisk_log_start":"254'300","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6222,"log_dups_size":0,"ondisk_log_size":6222,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:00:54.910841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":346816512,"num_objects":5292,"num_object_clones":0,"num_object_copies":15876,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5292,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6522,"num_write_kb":378048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"75'161","reported_seq":744,"reported_epoch":323,"state":"active+clean","last_fresh":"2023-08-28T02:35:10.967583+0000","last_change":"2023-08-28T02:33:13.310049+0000","last_active":"2023-08-28T02:35:10.967583+0000","last_peered":"2023-08-28T02:35:10.967583+0000","last_clean":"2023-08-28T02:35:10.967583+0000","last_became_active":"2023-08-28T02:33:13.309661+0000","last_became_peered":"2023-08-28T02:33:13.309661+0000","last_unstale":"2023-08-28T02:35:10.967583+0000","last_undegraded":"2023-08-28T02:35:10.967583+0000","last_fullsized":"2023-08-28T02:35:10.967583+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.930230+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.930230+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:27:40.889460+0000","scrub_duration":0.0050169209999999997,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"65'2","reported_seq":278,"reported_epoch":324,"state":"active+clean","last_fresh":"2023-08-28T02:35:11.996754+0000","last_change":"2023-08-28T02:33:12.294922+0000","last_active":"2023-08-28T02:35:11.996754+0000","last_peered":"2023-08-28T02:35:11.996754+0000","last_clean":"2023-08-28T02:35:11.996754+0000","last_became_active":"2023-08-28T02:33:12.294518+0000","last_became_peered":"2023-08-28T02:33:12.294518+0000","last_unstale":"2023-08-28T02:35:11.996754+0000","last_undegraded":"2023-08-28T02:35:11.996754+0000","last_fullsized":"2023-08-28T02:35:11.996754+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:21:12.737286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":318,"reported_epoch":324,"state":"active+clean","last_fresh":"2023-08-28T02:35:11.984361+0000","last_change":"2023-08-28T02:33:13.310505+0000","last_active":"2023-08-28T02:35:11.984361+0000","last_peered":"2023-08-28T02:35:11.984361+0000","last_clean":"2023-08-28T02:35:11.984361+0000","last_became_active":"2023-08-28T02:33:13.310223+0000","last_became_peered":"2023-08-28T02:33:13.310223+0000","last_unstale":"2023-08-28T02:35:11.984361+0000","last_undegraded":"2023-08-28T02:35:11.984361+0000","last_fullsized":"2023-08-28T02:35:11.984361+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:27:02.124453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"324'6397","reported_seq":7493,"reported_epoch":324,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:35:15.544606+0000","last_change":"2023-08-28T02:33:13.591092+0000","last_active":"2023-08-28T02:35:15.544606+0000","last_peered":"2023-08-28T02:35:15.544606+0000","last_clean":"2023-08-28T02:31:27.916082+0000","last_became_active":"2023-08-28T02:33:13.580413+0000","last_became_peered":"2023-08-28T02:33:13.580413+0000","last_unstale":"2023-08-28T02:35:15.544606+0000","last_undegraded":"2023-08-28T02:33:13.480527+0000","last_fullsized":"2023-08-28T02:33:13.270957+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6397,"log_dups_size":0,"ondisk_log_size":6397,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:03.698410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":345440256,"num_objects":5271,"num_object_clones":0,"num_object_copies":15813,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7895,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5271,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6397,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":492,"num_bytes_recovered":32243712,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,4],"avail_no_missing":["5","2"],"object_location_counts":[{"shards":"2,3,5","objects":2789},{"shards":"2,5","objects":2482}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"75'161","reported_seq":577,"reported_epoch":323,"state":"active+recovery_wait+degraded","last_fresh":"2023-08-28T02:35:10.963262+0000","last_change":"2023-08-28T02:33:13.287487+0000","last_active":"2023-08-28T02:35:10.963262+0000","last_peered":"2023-08-28T02:35:10.963262+0000","last_clean":"2023-08-28T02:31:25.515426+0000","last_became_active":"2023-08-28T02:33:13.287313+0000","last_became_peered":"2023-08-28T02:33:13.287313+0000","last_unstale":"2023-08-28T02:35:10.963262+0000","last_undegraded":"2023-08-28T02:33:13.270760+0000","last_fullsized":"2023-08-28T02:35:10.963262+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":204,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:45.407127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:45.407127+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:39:14.213229+0000","scrub_duration":0.0018495320000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":["5","2","3"],"object_location_counts":[{"shards":"2,3,5","objects":1}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":238,"reported_epoch":324,"state":"active+clean","last_fresh":"2023-08-28T02:35:11.983343+0000","last_change":"2023-08-28T02:33:13.309727+0000","last_active":"2023-08-28T02:35:11.983343+0000","last_peered":"2023-08-28T02:35:11.983343+0000","last_clean":"2023-08-28T02:35:11.983343+0000","last_became_active":"2023-08-28T02:33:13.309487+0000","last_became_peered":"2023-08-28T02:33:13.309487+0000","last_unstale":"2023-08-28T02:35:11.983343+0000","last_undegraded":"2023-08-28T02:35:11.983343+0000","last_fullsized":"2023-08-28T02:35:11.983343+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:27:29.294011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":53,"reported_epoch":324,"state":"active+clean","last_fresh":"2023-08-28T02:35:11.984506+0000","last_change":"2023-08-28T02:32:28.456323+0000","last_active":"2023-08-28T02:35:11.984506+0000","last_peered":"2023-08-28T02:35:11.984506+0000","last_clean":"2023-08-28T02:35:11.984506+0000","last_became_active":"2023-08-28T02:32:28.455987+0000","last_became_peered":"2023-08-28T02:32:28.455987+0000","last_unstale":"2023-08-28T02:35:11.984506+0000","last_undegraded":"2023-08-28T02:35:11.984506+0000","last_fullsized":"2023-08-28T02:35:11.984506+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:54:07.724002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"324'6543","reported_seq":16644,"reported_epoch":324,"state":"active+clean","last_fresh":"2023-08-28T02:35:17.234092+0000","last_change":"2023-08-28T02:33:13.316023+0000","last_active":"2023-08-28T02:35:17.234092+0000","last_peered":"2023-08-28T02:35:17.234092+0000","last_clean":"2023-08-28T02:35:17.234092+0000","last_became_active":"2023-08-28T02:33:13.308403+0000","last_became_peered":"2023-08-28T02:33:13.308403+0000","last_unstale":"2023-08-28T02:35:17.234092+0000","last_undegraded":"2023-08-28T02:35:17.234092+0000","last_fullsized":"2023-08-28T02:35:17.234092+0000","mapping_epoch":298,"log_start":"254'400","ondisk_log_start":"254'400","created":250,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6143,"log_dups_size":0,"ondisk_log_size":6143,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:10:38.401973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":350814208,"num_objects":5353,"num_object_clones":0,"num_object_copies":16059,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5353,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6543,"num_write_kb":380672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4999,"num_bytes_recovered":327614464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":298,"reported_epoch":324,"state":"active+clean","last_fresh":"2023-08-28T02:35:11.983495+0000","last_change":"2023-08-28T02:32:28.455294+0000","last_active":"2023-08-28T02:35:11.983495+0000","last_peered":"2023-08-28T02:35:11.983495+0000","last_clean":"2023-08-28T02:35:11.983495+0000","last_became_active":"2023-08-28T02:32:28.455013+0000","last_became_peered":"2023-08-28T02:32:28.455013+0000","last_unstale":"2023-08-28T02:35:11.983495+0000","last_undegraded":"2023-08-28T02:35:11.983495+0000","last_fullsized":"2023-08-28T02:35:11.983495+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:53.583864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":330,"reported_epoch":324,"state":"active+clean","last_fresh":"2023-08-28T02:35:11.986194+0000","last_change":"2023-08-28T02:33:13.335588+0000","last_active":"2023-08-28T02:35:11.986194+0000","last_peered":"2023-08-28T02:35:11.986194+0000","last_clean":"2023-08-28T02:35:11.986194+0000","last_became_active":"2023-08-28T02:33:13.335326+0000","last_became_peered":"2023-08-28T02:33:13.335326+0000","last_unstale":"2023-08-28T02:35:11.986194+0000","last_undegraded":"2023-08-28T02:35:11.986194+0000","last_fullsized":"2023-08-28T02:35:11.986194+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:15:44.958663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"325'6437","reported_seq":6520,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:18.978636+0000","last_change":"2023-08-28T02:30:50.400261+0000","last_active":"2023-08-28T02:35:18.978636+0000","last_peered":"2023-08-28T02:35:18.978636+0000","last_clean":"2023-08-28T02:35:18.978636+0000","last_became_active":"2023-08-28T02:30:50.399938+0000","last_became_peered":"2023-08-28T02:30:50.399938+0000","last_unstale":"2023-08-28T02:35:18.978636+0000","last_undegraded":"2023-08-28T02:35:18.978636+0000","last_fullsized":"2023-08-28T02:35:18.978636+0000","mapping_epoch":250,"log_start":"255'990","ondisk_log_start":"255'990","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5447,"log_dups_size":0,"ondisk_log_size":5447,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:43:56.802792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":344522752,"num_objects":5257,"num_object_clones":0,"num_object_copies":15771,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5257,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6437,"num_write_kb":374208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"75'161","reported_seq":603,"reported_epoch":323,"state":"active+clean","last_fresh":"2023-08-28T02:35:10.962823+0000","last_change":"2023-08-28T02:32:56.519141+0000","last_active":"2023-08-28T02:35:10.962823+0000","last_peered":"2023-08-28T02:35:10.962823+0000","last_clean":"2023-08-28T02:35:10.962823+0000","last_became_active":"2023-08-28T02:32:56.518863+0000","last_became_peered":"2023-08-28T02:32:56.518863+0000","last_unstale":"2023-08-28T02:35:10.962823+0000","last_undegraded":"2023-08-28T02:35:10.962823+0000","last_fullsized":"2023-08-28T02:35:10.962823+0000","mapping_epoch":292,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":293,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_clean_scrub_stamp":"2023-08-28T02:29:25.608370+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:59:50.561109+0000","scrub_duration":0.001662689,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":232,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:18.976803+0000","last_change":"2023-08-28T02:33:12.294592+0000","last_active":"2023-08-28T02:35:18.976803+0000","last_peered":"2023-08-28T02:35:18.976803+0000","last_clean":"2023-08-28T02:35:18.976803+0000","last_became_active":"2023-08-28T02:33:12.288508+0000","last_became_peered":"2023-08-28T02:33:12.288508+0000","last_unstale":"2023-08-28T02:35:18.976803+0000","last_undegraded":"2023-08-28T02:35:18.976803+0000","last_fullsized":"2023-08-28T02:35:18.976803+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:05:42.717608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":113,"reported_epoch":323,"state":"active+clean","last_fresh":"2023-08-28T02:35:10.956624+0000","last_change":"2023-08-28T02:29:44.429834+0000","last_active":"2023-08-28T02:35:10.956624+0000","last_peered":"2023-08-28T02:35:10.956624+0000","last_clean":"2023-08-28T02:35:10.956624+0000","last_became_active":"2023-08-28T02:29:44.429512+0000","last_became_peered":"2023-08-28T02:29:44.429512+0000","last_unstale":"2023-08-28T02:35:10.956624+0000","last_undegraded":"2023-08-28T02:35:10.956624+0000","last_fullsized":"2023-08-28T02:35:10.956624+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:58.062455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"324'6366","reported_seq":6448,"reported_epoch":324,"state":"active+clean","last_fresh":"2023-08-28T02:35:16.226386+0000","last_change":"2023-08-28T02:30:50.402348+0000","last_active":"2023-08-28T02:35:16.226386+0000","last_peered":"2023-08-28T02:35:16.226386+0000","last_clean":"2023-08-28T02:35:16.226386+0000","last_became_active":"2023-08-28T02:30:50.402076+0000","last_became_peered":"2023-08-28T02:30:50.402076+0000","last_unstale":"2023-08-28T02:35:16.226386+0000","last_undegraded":"2023-08-28T02:35:16.226386+0000","last_fullsized":"2023-08-28T02:35:16.226386+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6366,"log_dups_size":0,"ondisk_log_size":6366,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:24.859426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":341442560,"num_objects":5210,"num_object_clones":0,"num_object_copies":15630,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5210,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6366,"num_write_kb":370432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.7","version":"75'161","reported_seq":524,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:18.978384+0000","last_change":"2023-08-28T02:33:13.532525+0000","last_active":"2023-08-28T02:35:18.978384+0000","last_peered":"2023-08-28T02:35:18.978384+0000","last_clean":"2023-08-28T02:35:18.978384+0000","last_became_active":"2023-08-28T02:33:13.532125+0000","last_became_peered":"2023-08-28T02:33:13.532125+0000","last_unstale":"2023-08-28T02:35:18.978384+0000","last_undegraded":"2023-08-28T02:35:18.978384+0000","last_fullsized":"2023-08-28T02:35:18.978384+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.887648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.887648+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":113,"reported_epoch":323,"state":"active+clean","last_fresh":"2023-08-28T02:35:10.955410+0000","last_change":"2023-08-28T02:29:44.407595+0000","last_active":"2023-08-28T02:35:10.955410+0000","last_peered":"2023-08-28T02:35:10.955410+0000","last_clean":"2023-08-28T02:35:10.955410+0000","last_became_active":"2023-08-28T02:29:44.407316+0000","last_became_peered":"2023-08-28T02:29:44.407316+0000","last_unstale":"2023-08-28T02:35:10.955410+0000","last_undegraded":"2023-08-28T02:35:10.955410+0000","last_fullsized":"2023-08-28T02:35:10.955410+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:01:47.777709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":335,"reported_epoch":323,"state":"active+clean","last_fresh":"2023-08-28T02:35:10.963223+0000","last_change":"2023-08-28T02:33:13.286980+0000","last_active":"2023-08-28T02:35:10.963223+0000","last_peered":"2023-08-28T02:35:10.963223+0000","last_clean":"2023-08-28T02:35:10.963223+0000","last_became_active":"2023-08-28T02:33:13.286740+0000","last_became_peered":"2023-08-28T02:33:13.286740+0000","last_unstale":"2023-08-28T02:35:10.963223+0000","last_undegraded":"2023-08-28T02:35:10.963223+0000","last_fullsized":"2023-08-28T02:35:10.963223+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:24:54.574365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":113,"reported_epoch":323,"state":"active+clean","last_fresh":"2023-08-28T02:35:10.956424+0000","last_change":"2023-08-28T02:29:44.506914+0000","last_active":"2023-08-28T02:35:10.956424+0000","last_peered":"2023-08-28T02:35:10.956424+0000","last_clean":"2023-08-28T02:35:10.956424+0000","last_became_active":"2023-08-28T02:29:44.506606+0000","last_became_peered":"2023-08-28T02:29:44.506606+0000","last_unstale":"2023-08-28T02:35:10.956424+0000","last_undegraded":"2023-08-28T02:35:10.956424+0000","last_fullsized":"2023-08-28T02:35:10.956424+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:55:50.992279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"325'6369","reported_seq":18050,"reported_epoch":325,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:35:19.838576+0000","last_change":"2023-08-28T02:34:11.565330+0000","last_active":"2023-08-28T02:35:19.838576+0000","last_peered":"2023-08-28T02:35:19.838576+0000","last_clean":"2023-08-28T02:32:11.916240+0000","last_became_active":"2023-08-28T02:33:12.501819+0000","last_became_peered":"2023-08-28T02:33:12.501819+0000","last_unstale":"2023-08-28T02:35:19.838576+0000","last_undegraded":"2023-08-28T02:35:19.838576+0000","last_fullsized":"2023-08-28T02:35:19.838576+0000","mapping_epoch":297,"log_start":"255'1024","ondisk_log_start":"255'1024","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5345,"log_dups_size":0,"ondisk_log_size":5345,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:45:43.329719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":342556672,"num_objects":5227,"num_object_clones":0,"num_object_copies":15681,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":5227,"num_objects_unfound":0,"num_objects_dirty":5227,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6369,"num_write_kb":371072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5787,"num_bytes_recovered":379256832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,2],"avail_no_missing":["0","2","5","6"],"object_location_counts":[{"shards":"0,2,5","objects":5227}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.1","version":"75'161","reported_seq":583,"reported_epoch":323,"state":"active+clean","last_fresh":"2023-08-28T02:35:10.962710+0000","last_change":"2023-08-28T02:32:31.482659+0000","last_active":"2023-08-28T02:35:10.962710+0000","last_peered":"2023-08-28T02:35:10.962710+0000","last_clean":"2023-08-28T02:35:10.962710+0000","last_became_active":"2023-08-28T02:32:31.482320+0000","last_became_peered":"2023-08-28T02:32:31.482320+0000","last_unstale":"2023-08-28T02:35:10.962710+0000","last_undegraded":"2023-08-28T02:35:10.962710+0000","last_fullsized":"2023-08-28T02:35:10.962710+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:24.559397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:24.559397+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:41:09.516918+0000","scrub_duration":0.001580328,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":321,"reported_epoch":323,"state":"active+clean","last_fresh":"2023-08-28T02:35:10.962747+0000","last_change":"2023-08-28T02:31:51.988386+0000","last_active":"2023-08-28T02:35:10.962747+0000","last_peered":"2023-08-28T02:35:10.962747+0000","last_clean":"2023-08-28T02:35:10.962747+0000","last_became_active":"2023-08-28T02:31:51.988097+0000","last_became_peered":"2023-08-28T02:31:51.988097+0000","last_unstale":"2023-08-28T02:35:10.962747+0000","last_undegraded":"2023-08-28T02:35:10.962747+0000","last_fullsized":"2023-08-28T02:35:10.962747+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:25:01.818829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":298,"reported_epoch":324,"state":"active+clean","last_fresh":"2023-08-28T02:35:11.984118+0000","last_change":"2023-08-28T02:32:12.951275+0000","last_active":"2023-08-28T02:35:11.984118+0000","last_peered":"2023-08-28T02:35:11.984118+0000","last_clean":"2023-08-28T02:35:11.984118+0000","last_became_active":"2023-08-28T02:32:12.950965+0000","last_became_peered":"2023-08-28T02:32:12.950965+0000","last_unstale":"2023-08-28T02:35:11.984118+0000","last_undegraded":"2023-08-28T02:35:11.984118+0000","last_fullsized":"2023-08-28T02:35:11.984118+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:37:31.294280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":139,"reported_epoch":323,"state":"active+clean","last_fresh":"2023-08-28T02:35:10.955501+0000","last_change":"2023-08-28T02:33:13.286534+0000","last_active":"2023-08-28T02:35:10.955501+0000","last_peered":"2023-08-28T02:35:10.955501+0000","last_clean":"2023-08-28T02:35:10.955501+0000","last_became_active":"2023-08-28T02:33:13.286164+0000","last_became_peered":"2023-08-28T02:33:13.286164+0000","last_unstale":"2023-08-28T02:35:10.955501+0000","last_undegraded":"2023-08-28T02:35:10.955501+0000","last_fullsized":"2023-08-28T02:35:10.955501+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:56.721932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"324'6389","reported_seq":18161,"reported_epoch":324,"state":"active+clean","last_fresh":"2023-08-28T02:35:15.296257+0000","last_change":"2023-08-28T02:34:14.448606+0000","last_active":"2023-08-28T02:35:15.296257+0000","last_peered":"2023-08-28T02:35:15.296257+0000","last_clean":"2023-08-28T02:35:15.296257+0000","last_became_active":"2023-08-28T02:34:14.438547+0000","last_became_peered":"2023-08-28T02:34:14.438547+0000","last_unstale":"2023-08-28T02:35:15.296257+0000","last_undegraded":"2023-08-28T02:35:15.296257+0000","last_fullsized":"2023-08-28T02:35:15.296257+0000","mapping_epoch":314,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":315,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6389,"log_dups_size":0,"ondisk_log_size":6389,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:06:41.120408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":345964544,"num_objects":5279,"num_object_clones":0,"num_object_copies":15837,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5279,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6389,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5834,"num_bytes_recovered":376832000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2","version":"75'161","reported_seq":705,"reported_epoch":323,"state":"active+clean","last_fresh":"2023-08-28T02:35:10.965921+0000","last_change":"2023-08-28T02:30:51.762377+0000","last_active":"2023-08-28T02:35:10.965921+0000","last_peered":"2023-08-28T02:35:10.965921+0000","last_clean":"2023-08-28T02:35:10.965921+0000","last_became_active":"2023-08-28T02:27:46.375590+0000","last_became_peered":"2023-08-28T02:27:46.375590+0000","last_unstale":"2023-08-28T02:35:10.965921+0000","last_undegraded":"2023-08-28T02:35:10.965921+0000","last_fullsized":"2023-08-28T02:35:10.965921+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:51.762314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:51.762314+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:02.034555+0000","scrub_duration":0.0020023620000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":132,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:18.978014+0000","last_change":"2023-08-28T02:33:13.289765+0000","last_active":"2023-08-28T02:35:18.978014+0000","last_peered":"2023-08-28T02:35:18.978014+0000","last_clean":"2023-08-28T02:35:18.978014+0000","last_became_active":"2023-08-28T02:33:13.289159+0000","last_became_peered":"2023-08-28T02:33:13.289159+0000","last_unstale":"2023-08-28T02:35:18.978014+0000","last_undegraded":"2023-08-28T02:35:18.978014+0000","last_fullsized":"2023-08-28T02:35:18.978014+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:30:38.956723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":131,"reported_epoch":323,"state":"active+clean","last_fresh":"2023-08-28T02:35:10.955956+0000","last_change":"2023-08-28T02:32:28.464203+0000","last_active":"2023-08-28T02:35:10.955956+0000","last_peered":"2023-08-28T02:35:10.955956+0000","last_clean":"2023-08-28T02:35:10.955956+0000","last_became_active":"2023-08-28T02:32:28.463412+0000","last_became_peered":"2023-08-28T02:32:28.463412+0000","last_unstale":"2023-08-28T02:35:10.955956+0000","last_undegraded":"2023-08-28T02:35:10.955956+0000","last_fullsized":"2023-08-28T02:35:10.955956+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:20:38.177879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":113,"reported_epoch":323,"state":"active+clean","last_fresh":"2023-08-28T02:35:10.956666+0000","last_change":"2023-08-28T02:29:44.427945+0000","last_active":"2023-08-28T02:35:10.956666+0000","last_peered":"2023-08-28T02:35:10.956666+0000","last_clean":"2023-08-28T02:35:10.956666+0000","last_became_active":"2023-08-28T02:29:44.426487+0000","last_became_peered":"2023-08-28T02:29:44.426487+0000","last_unstale":"2023-08-28T02:35:10.956666+0000","last_undegraded":"2023-08-28T02:35:10.956666+0000","last_fullsized":"2023-08-28T02:35:10.956666+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:30:20.438896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"324'6405","reported_seq":16457,"reported_epoch":324,"state":"active+clean","last_fresh":"2023-08-28T02:35:16.941900+0000","last_change":"2023-08-28T02:34:48.488647+0000","last_active":"2023-08-28T02:35:16.941900+0000","last_peered":"2023-08-28T02:35:16.941900+0000","last_clean":"2023-08-28T02:35:16.941900+0000","last_became_active":"2023-08-28T02:34:48.476519+0000","last_became_peered":"2023-08-28T02:34:48.476519+0000","last_unstale":"2023-08-28T02:35:16.941900+0000","last_undegraded":"2023-08-28T02:35:16.941900+0000","last_fullsized":"2023-08-28T02:35:16.941900+0000","mapping_epoch":318,"log_start":"254'200","ondisk_log_start":"254'200","created":250,"last_epoch_clean":319,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6205,"log_dups_size":0,"ondisk_log_size":6205,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:44:20.004230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":343343104,"num_objects":5239,"num_object_clones":0,"num_object_copies":15717,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5239,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6405,"num_write_kb":372608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4973,"num_bytes_recovered":325910528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":315,"reported_epoch":323,"state":"active+clean","last_fresh":"2023-08-28T02:35:10.963040+0000","last_change":"2023-08-28T02:33:13.484970+0000","last_active":"2023-08-28T02:35:10.963040+0000","last_peered":"2023-08-28T02:35:10.963040+0000","last_clean":"2023-08-28T02:35:10.963040+0000","last_became_active":"2023-08-28T02:33:13.484579+0000","last_became_peered":"2023-08-28T02:33:13.484579+0000","last_unstale":"2023-08-28T02:35:10.963040+0000","last_undegraded":"2023-08-28T02:35:10.963040+0000","last_fullsized":"2023-08-28T02:35:10.963040+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:58.027468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"75'161","reported_seq":706,"reported_epoch":323,"state":"active+clean","last_fresh":"2023-08-28T02:35:10.966541+0000","last_change":"2023-08-28T02:31:55.059467+0000","last_active":"2023-08-28T02:35:10.966541+0000","last_peered":"2023-08-28T02:35:10.966541+0000","last_clean":"2023-08-28T02:35:10.966541+0000","last_became_active":"2023-08-28T02:31:55.059115+0000","last_became_peered":"2023-08-28T02:31:55.059115+0000","last_unstale":"2023-08-28T02:35:10.966541+0000","last_undegraded":"2023-08-28T02:35:10.966541+0000","last_fullsized":"2023-08-28T02:35:10.966541+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":0,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.820990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.820990+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:15:56.774667+0000","scrub_duration":0.0017342480000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":233,"reported_epoch":324,"state":"active+clean","last_fresh":"2023-08-28T02:35:15.312549+0000","last_change":"2023-08-28T02:33:13.352810+0000","last_active":"2023-08-28T02:35:15.312549+0000","last_peered":"2023-08-28T02:35:15.312549+0000","last_clean":"2023-08-28T02:35:15.312549+0000","last_became_active":"2023-08-28T02:33:13.351697+0000","last_became_peered":"2023-08-28T02:33:13.351697+0000","last_unstale":"2023-08-28T02:35:15.312549+0000","last_undegraded":"2023-08-28T02:35:15.312549+0000","last_fullsized":"2023-08-28T02:35:15.312549+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:56.187163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":147,"reported_epoch":324,"state":"active+clean","last_fresh":"2023-08-28T02:35:11.984971+0000","last_change":"2023-08-28T02:31:51.984584+0000","last_active":"2023-08-28T02:35:11.984971+0000","last_peered":"2023-08-28T02:35:11.984971+0000","last_clean":"2023-08-28T02:35:11.984971+0000","last_became_active":"2023-08-28T02:31:51.984264+0000","last_became_peered":"2023-08-28T02:31:51.984264+0000","last_unstale":"2023-08-28T02:35:11.984971+0000","last_undegraded":"2023-08-28T02:35:11.984971+0000","last_fullsized":"2023-08-28T02:35:11.984971+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:58:42.306722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"325'6413","reported_seq":18103,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:19.890685+0000","last_change":"2023-08-28T02:35:11.978901+0000","last_active":"2023-08-28T02:35:19.890685+0000","last_peered":"2023-08-28T02:35:19.890685+0000","last_clean":"2023-08-28T02:35:19.890685+0000","last_became_active":"2023-08-28T02:35:11.966585+0000","last_became_peered":"2023-08-28T02:35:11.966585+0000","last_unstale":"2023-08-28T02:35:19.890685+0000","last_undegraded":"2023-08-28T02:35:19.890685+0000","last_fullsized":"2023-08-28T02:35:19.890685+0000","mapping_epoch":323,"log_start":"255'1128","ondisk_log_start":"255'1128","created":250,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5285,"log_dups_size":0,"ondisk_log_size":5285,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:03:07.017814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":338755584,"num_objects":5169,"num_object_clones":0,"num_object_copies":15507,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5169,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6413,"num_write_kb":370624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5791,"num_bytes_recovered":368967680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3","version":"75'161","reported_seq":589,"reported_epoch":323,"state":"active+clean","last_fresh":"2023-08-28T02:35:10.955046+0000","last_change":"2023-08-28T02:31:55.068239+0000","last_active":"2023-08-28T02:35:10.955046+0000","last_peered":"2023-08-28T02:35:10.955046+0000","last_clean":"2023-08-28T02:35:10.955046+0000","last_became_active":"2023-08-28T02:31:55.067875+0000","last_became_peered":"2023-08-28T02:31:55.067875+0000","last_unstale":"2023-08-28T02:35:10.955046+0000","last_undegraded":"2023-08-28T02:35:10.955046+0000","last_fullsized":"2023-08-28T02:35:10.955046+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.868248+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:11:04.391639+0000","scrub_duration":0.0016215240000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":329,"reported_epoch":323,"state":"active+clean","last_fresh":"2023-08-28T02:35:10.966496+0000","last_change":"2023-08-28T02:29:44.421353+0000","last_active":"2023-08-28T02:35:10.966496+0000","last_peered":"2023-08-28T02:35:10.966496+0000","last_clean":"2023-08-28T02:35:10.966496+0000","last_became_active":"2023-08-28T02:29:44.421064+0000","last_became_peered":"2023-08-28T02:29:44.421064+0000","last_unstale":"2023-08-28T02:35:10.966496+0000","last_undegraded":"2023-08-28T02:35:10.966496+0000","last_fullsized":"2023-08-28T02:35:10.966496+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:51:36.524024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":298,"reported_epoch":324,"state":"active+clean","last_fresh":"2023-08-28T02:35:11.956928+0000","last_change":"2023-08-28T02:33:12.299487+0000","last_active":"2023-08-28T02:35:11.956928+0000","last_peered":"2023-08-28T02:35:11.956928+0000","last_clean":"2023-08-28T02:35:11.956928+0000","last_became_active":"2023-08-28T02:33:12.299175+0000","last_became_peered":"2023-08-28T02:33:12.299175+0000","last_unstale":"2023-08-28T02:35:11.956928+0000","last_undegraded":"2023-08-28T02:35:11.956928+0000","last_fullsized":"2023-08-28T02:35:11.956928+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:42:29.713462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":309,"reported_epoch":324,"state":"active+clean","last_fresh":"2023-08-28T02:35:11.957287+0000","last_change":"2023-08-28T02:32:28.457696+0000","last_active":"2023-08-28T02:35:11.957287+0000","last_peered":"2023-08-28T02:35:11.957287+0000","last_clean":"2023-08-28T02:35:11.957287+0000","last_became_active":"2023-08-28T02:32:28.457407+0000","last_became_peered":"2023-08-28T02:32:28.457407+0000","last_unstale":"2023-08-28T02:35:11.957287+0000","last_undegraded":"2023-08-28T02:35:11.957287+0000","last_fullsized":"2023-08-28T02:35:11.957287+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:26:29.392787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"325'6370","reported_seq":7481,"reported_epoch":325,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:35:18.979292+0000","last_change":"2023-08-28T02:34:11.566035+0000","last_active":"2023-08-28T02:35:18.979292+0000","last_peered":"2023-08-28T02:35:18.979292+0000","last_clean":"2023-08-28T02:33:10.395883+0000","last_became_active":"2023-08-28T02:33:12.394714+0000","last_became_peered":"2023-08-28T02:33:12.394714+0000","last_unstale":"2023-08-28T02:35:18.979292+0000","last_undegraded":"2023-08-28T02:35:18.979292+0000","last_fullsized":"2023-08-28T02:35:18.979292+0000","mapping_epoch":297,"log_start":"255'984","ondisk_log_start":"255'984","created":250,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5386,"log_dups_size":0,"ondisk_log_size":5386,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:01:26.984565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":335085592,"num_objects":5114,"num_object_clones":0,"num_object_copies":15342,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4667,"num_objects_unfound":0,"num_objects_dirty":5114,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":6370,"num_write_kb":367425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":500,"num_bytes_recovered":32768000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,6],"avail_no_missing":["4","0","6"],"object_location_counts":[{"shards":"0,4,6","objects":5114}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.6","version":"75'161","reported_seq":584,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:18.985216+0000","last_change":"2023-08-28T02:33:13.338675+0000","last_active":"2023-08-28T02:35:18.985216+0000","last_peered":"2023-08-28T02:35:18.985216+0000","last_clean":"2023-08-28T02:35:18.985216+0000","last_became_active":"2023-08-28T02:33:13.338271+0000","last_became_peered":"2023-08-28T02:33:13.338271+0000","last_unstale":"2023-08-28T02:35:18.985216+0000","last_undegraded":"2023-08-28T02:35:18.985216+0000","last_fullsized":"2023-08-28T02:35:18.985216+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.774982+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.774982+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:13:20.011329+0000","scrub_duration":0.003539819,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":292,"reported_epoch":323,"state":"active+clean","last_fresh":"2023-08-28T02:35:10.967875+0000","last_change":"2023-08-28T02:14:43.033789+0000","last_active":"2023-08-28T02:35:10.967875+0000","last_peered":"2023-08-28T02:35:10.967875+0000","last_clean":"2023-08-28T02:35:10.967875+0000","last_became_active":"2023-08-28T02:14:43.033454+0000","last_became_peered":"2023-08-28T02:14:43.033454+0000","last_unstale":"2023-08-28T02:35:10.967875+0000","last_undegraded":"2023-08-28T02:35:10.967875+0000","last_fullsized":"2023-08-28T02:35:10.967875+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:01:13.205842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":122,"reported_epoch":323,"state":"active+clean","last_fresh":"2023-08-28T02:35:10.955709+0000","last_change":"2023-08-28T02:32:28.461807+0000","last_active":"2023-08-28T02:35:10.955709+0000","last_peered":"2023-08-28T02:35:10.955709+0000","last_clean":"2023-08-28T02:35:10.955709+0000","last_became_active":"2023-08-28T02:32:28.461116+0000","last_became_peered":"2023-08-28T02:32:28.461116+0000","last_unstale":"2023-08-28T02:35:10.955709+0000","last_undegraded":"2023-08-28T02:35:10.955709+0000","last_fullsized":"2023-08-28T02:35:10.955709+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:12:45.321757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":269,"reported_epoch":324,"state":"active+clean","last_fresh":"2023-08-28T02:35:11.957336+0000","last_change":"2023-08-28T02:14:43.048791+0000","last_active":"2023-08-28T02:35:11.957336+0000","last_peered":"2023-08-28T02:35:11.957336+0000","last_clean":"2023-08-28T02:35:11.957336+0000","last_became_active":"2023-08-28T02:14:43.047408+0000","last_became_peered":"2023-08-28T02:14:43.047408+0000","last_unstale":"2023-08-28T02:35:11.957336+0000","last_undegraded":"2023-08-28T02:35:11.957336+0000","last_fullsized":"2023-08-28T02:35:11.957336+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:47.097181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"325'6510","reported_seq":15216,"reported_epoch":325,"state":"active+recovering+remapped","last_fresh":"2023-08-28T02:35:19.581054+0000","last_change":"2023-08-28T02:35:10.974195+0000","last_active":"2023-08-28T02:35:19.581054+0000","last_peered":"2023-08-28T02:35:19.581054+0000","last_clean":"2023-08-28T02:31:50.933695+0000","last_became_active":"2023-08-28T02:33:13.540416+0000","last_became_peered":"2023-08-28T02:33:13.540416+0000","last_unstale":"2023-08-28T02:35:19.581054+0000","last_undegraded":"2023-08-28T02:35:19.581054+0000","last_fullsized":"2023-08-28T02:35:19.581054+0000","mapping_epoch":298,"log_start":"255'1074","ondisk_log_start":"255'1074","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5436,"log_dups_size":0,"ondisk_log_size":5436,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:49:35.658845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":350748672,"num_objects":5352,"num_object_clones":0,"num_object_copies":16056,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1342,"num_objects_unfound":0,"num_objects_dirty":5352,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6510,"num_write_kb":379584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4296,"num_bytes_recovered":281542656,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,2],"avail_no_missing":["4","2","6"],"object_location_counts":[{"shards":"2,4,5","objects":4681},{"shards":"2,4,6","objects":671}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.5","version":"75'161","reported_seq":618,"reported_epoch":324,"state":"active+clean","last_fresh":"2023-08-28T02:35:11.984581+0000","last_change":"2023-08-28T02:32:31.477151+0000","last_active":"2023-08-28T02:35:11.984581+0000","last_peered":"2023-08-28T02:35:11.984581+0000","last_clean":"2023-08-28T02:35:11.984581+0000","last_became_active":"2023-08-28T02:32:31.476776+0000","last_became_peered":"2023-08-28T02:32:31.476776+0000","last_unstale":"2023-08-28T02:35:11.984581+0000","last_undegraded":"2023-08-28T02:35:11.984581+0000","last_fullsized":"2023-08-28T02:35:11.984581+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:18.891729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:18.891729+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:47:27.194140+0000","scrub_duration":0.0031546460000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"65'2","reported_seq":280,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:18.978217+0000","last_change":"2023-08-28T02:33:12.327778+0000","last_active":"2023-08-28T02:35:18.978217+0000","last_peered":"2023-08-28T02:35:18.978217+0000","last_clean":"2023-08-28T02:35:18.978217+0000","last_became_active":"2023-08-28T02:33:12.327273+0000","last_became_peered":"2023-08-28T02:33:12.327273+0000","last_unstale":"2023-08-28T02:35:18.978217+0000","last_undegraded":"2023-08-28T02:35:18.978217+0000","last_fullsized":"2023-08-28T02:35:18.978217+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:40.554192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":160,"reported_epoch":323,"state":"active+clean","last_fresh":"2023-08-28T02:35:10.955417+0000","last_change":"2023-08-28T02:33:13.335665+0000","last_active":"2023-08-28T02:35:10.955417+0000","last_peered":"2023-08-28T02:35:10.955417+0000","last_clean":"2023-08-28T02:35:10.955417+0000","last_became_active":"2023-08-28T02:33:13.335322+0000","last_became_peered":"2023-08-28T02:33:13.335322+0000","last_unstale":"2023-08-28T02:35:10.955417+0000","last_undegraded":"2023-08-28T02:35:10.955417+0000","last_fullsized":"2023-08-28T02:35:10.955417+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:21:08.024493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":277,"reported_epoch":324,"state":"active+clean","last_fresh":"2023-08-28T02:35:11.996221+0000","last_change":"2023-08-28T02:33:12.310326+0000","last_active":"2023-08-28T02:35:11.996221+0000","last_peered":"2023-08-28T02:35:11.996221+0000","last_clean":"2023-08-28T02:35:11.996221+0000","last_became_active":"2023-08-28T02:33:12.310011+0000","last_became_peered":"2023-08-28T02:33:12.310011+0000","last_unstale":"2023-08-28T02:35:11.996221+0000","last_undegraded":"2023-08-28T02:35:11.996221+0000","last_fullsized":"2023-08-28T02:35:11.996221+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:35:03.710036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"325'6508","reported_seq":8326,"reported_epoch":325,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:35:19.732554+0000","last_change":"2023-08-28T02:33:34.765675+0000","last_active":"2023-08-28T02:35:19.732554+0000","last_peered":"2023-08-28T02:35:19.732554+0000","last_clean":"2023-08-28T02:31:27.909649+0000","last_became_active":"2023-08-28T02:33:33.726805+0000","last_became_peered":"2023-08-28T02:33:33.726805+0000","last_unstale":"2023-08-28T02:35:19.732554+0000","last_undegraded":"2023-08-28T02:33:20.140072+0000","last_fullsized":"2023-08-28T02:33:13.278549+0000","mapping_epoch":298,"log_start":"255'1077","ondisk_log_start":"255'1077","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5431,"log_dups_size":0,"ondisk_log_size":5431,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:02:22.971585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":351272960,"num_objects":5360,"num_object_clones":0,"num_object_copies":16080,"num_objects_missing_on_primary":5334,"num_objects_missing":5334,"num_objects_degraded":13271,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5360,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6508,"num_write_kb":379776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":563,"num_bytes_recovered":36765696,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[4,3],"avail_no_missing":["2","6"],"object_location_counts":[{"shards":"2,3,4,6","objects":12},{"shards":"2,3,6","objects":2851},{"shards":"2,4,6","objects":14},{"shards":"2,6","objects":2483},{"shards":"3,4","objects":-13}],"blocked_by":[],"up_primary":3,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.4","version":"75'161","reported_seq":532,"reported_epoch":324,"state":"active+clean","last_fresh":"2023-08-28T02:35:15.312585+0000","last_change":"2023-08-28T02:33:12.296479+0000","last_active":"2023-08-28T02:35:15.312585+0000","last_peered":"2023-08-28T02:35:15.312585+0000","last_clean":"2023-08-28T02:35:15.312585+0000","last_became_active":"2023-08-28T02:33:12.294160+0000","last_became_peered":"2023-08-28T02:33:12.294160+0000","last_unstale":"2023-08-28T02:35:15.312585+0000","last_undegraded":"2023-08-28T02:35:15.312585+0000","last_fullsized":"2023-08-28T02:35:15.312585+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.899247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.899247+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":250,"reported_epoch":323,"state":"active+clean","last_fresh":"2023-08-28T02:35:10.967189+0000","last_change":"2023-08-28T02:33:13.539335+0000","last_active":"2023-08-28T02:35:10.967189+0000","last_peered":"2023-08-28T02:35:10.967189+0000","last_clean":"2023-08-28T02:35:10.967189+0000","last_became_active":"2023-08-28T02:33:13.538978+0000","last_became_peered":"2023-08-28T02:33:13.538978+0000","last_unstale":"2023-08-28T02:35:10.967189+0000","last_undegraded":"2023-08-28T02:35:10.967189+0000","last_fullsized":"2023-08-28T02:35:10.967189+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:26:13.405766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"65'1","reported_seq":313,"reported_epoch":324,"state":"active+clean","last_fresh":"2023-08-28T02:35:11.959006+0000","last_change":"2023-08-28T02:29:44.510205+0000","last_active":"2023-08-28T02:35:11.959006+0000","last_peered":"2023-08-28T02:35:11.959006+0000","last_clean":"2023-08-28T02:35:11.959006+0000","last_became_active":"2023-08-28T02:29:44.429357+0000","last_became_peered":"2023-08-28T02:29:44.429357+0000","last_unstale":"2023-08-28T02:35:11.959006+0000","last_undegraded":"2023-08-28T02:35:11.959006+0000","last_fullsized":"2023-08-28T02:35:11.959006+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:44:59.955729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":280,"reported_epoch":324,"state":"active+clean","last_fresh":"2023-08-28T02:35:11.983367+0000","last_change":"2023-08-28T02:32:12.950661+0000","last_active":"2023-08-28T02:35:11.983367+0000","last_peered":"2023-08-28T02:35:11.983367+0000","last_clean":"2023-08-28T02:35:11.983367+0000","last_became_active":"2023-08-28T02:32:12.950276+0000","last_became_peered":"2023-08-28T02:32:12.950276+0000","last_unstale":"2023-08-28T02:35:11.983367+0000","last_undegraded":"2023-08-28T02:35:11.983367+0000","last_fullsized":"2023-08-28T02:35:11.983367+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:05:17.972868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"65'1","reported_seq":271,"reported_epoch":324,"state":"active+clean","last_fresh":"2023-08-28T02:35:11.957206+0000","last_change":"2023-08-28T02:14:43.042150+0000","last_active":"2023-08-28T02:35:11.957206+0000","last_peered":"2023-08-28T02:35:11.957206+0000","last_clean":"2023-08-28T02:35:11.957206+0000","last_became_active":"2023-08-28T02:14:43.038336+0000","last_became_peered":"2023-08-28T02:14:43.038336+0000","last_unstale":"2023-08-28T02:35:11.957206+0000","last_undegraded":"2023-08-28T02:35:11.957206+0000","last_fullsized":"2023-08-28T02:35:11.957206+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:26:02.415152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":320,"reported_epoch":323,"state":"active+clean","last_fresh":"2023-08-28T02:35:10.955594+0000","last_change":"2023-08-28T02:33:13.318097+0000","last_active":"2023-08-28T02:35:10.955594+0000","last_peered":"2023-08-28T02:35:10.955594+0000","last_clean":"2023-08-28T02:35:10.955594+0000","last_became_active":"2023-08-28T02:33:13.317761+0000","last_became_peered":"2023-08-28T02:33:13.317761+0000","last_unstale":"2023-08-28T02:35:10.955594+0000","last_undegraded":"2023-08-28T02:35:10.955594+0000","last_fullsized":"2023-08-28T02:35:10.955594+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:24.836996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"65'2","reported_seq":317,"reported_epoch":323,"state":"active+clean","last_fresh":"2023-08-28T02:35:10.963148+0000","last_change":"2023-08-28T02:29:44.535937+0000","last_active":"2023-08-28T02:35:10.963148+0000","last_peered":"2023-08-28T02:35:10.963148+0000","last_clean":"2023-08-28T02:35:10.963148+0000","last_became_active":"2023-08-28T02:29:44.462244+0000","last_became_peered":"2023-08-28T02:29:44.462244+0000","last_unstale":"2023-08-28T02:35:10.963148+0000","last_undegraded":"2023-08-28T02:35:10.963148+0000","last_fullsized":"2023-08-28T02:35:10.963148+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:30:33.173713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":318,"reported_epoch":324,"state":"active+clean","last_fresh":"2023-08-28T02:35:11.956914+0000","last_change":"2023-08-28T02:33:12.305580+0000","last_active":"2023-08-28T02:35:11.956914+0000","last_peered":"2023-08-28T02:35:11.956914+0000","last_clean":"2023-08-28T02:35:11.956914+0000","last_became_active":"2023-08-28T02:33:12.305261+0000","last_became_peered":"2023-08-28T02:33:12.305261+0000","last_unstale":"2023-08-28T02:35:11.956914+0000","last_undegraded":"2023-08-28T02:35:11.956914+0000","last_fullsized":"2023-08-28T02:35:11.956914+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:22:31.614221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"65'2","reported_seq":286,"reported_epoch":323,"state":"active+clean","last_fresh":"2023-08-28T02:35:10.963143+0000","last_change":"2023-08-28T02:31:51.991101+0000","last_active":"2023-08-28T02:35:10.963143+0000","last_peered":"2023-08-28T02:35:10.963143+0000","last_clean":"2023-08-28T02:35:10.963143+0000","last_became_active":"2023-08-28T02:31:51.987237+0000","last_became_peered":"2023-08-28T02:31:51.987237+0000","last_unstale":"2023-08-28T02:35:10.963143+0000","last_undegraded":"2023-08-28T02:35:10.963143+0000","last_fullsized":"2023-08-28T02:35:10.963143+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:07:07.370857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":321,"reported_epoch":324,"state":"active+clean","last_fresh":"2023-08-28T02:35:11.983296+0000","last_change":"2023-08-28T02:33:12.494483+0000","last_active":"2023-08-28T02:35:11.983296+0000","last_peered":"2023-08-28T02:35:11.983296+0000","last_clean":"2023-08-28T02:35:11.983296+0000","last_became_active":"2023-08-28T02:33:12.494136+0000","last_became_peered":"2023-08-28T02:33:12.494136+0000","last_unstale":"2023-08-28T02:35:11.983296+0000","last_undegraded":"2023-08-28T02:35:11.983296+0000","last_fullsized":"2023-08-28T02:35:11.983296+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:36.772588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"65'1","reported_seq":265,"reported_epoch":324,"state":"active+clean","last_fresh":"2023-08-28T02:35:12.002763+0000","last_change":"2023-08-28T02:33:13.287922+0000","last_active":"2023-08-28T02:35:12.002763+0000","last_peered":"2023-08-28T02:35:12.002763+0000","last_clean":"2023-08-28T02:35:12.002763+0000","last_became_active":"2023-08-28T02:33:13.287520+0000","last_became_peered":"2023-08-28T02:33:13.287520+0000","last_unstale":"2023-08-28T02:35:12.002763+0000","last_undegraded":"2023-08-28T02:35:12.002763+0000","last_fullsized":"2023-08-28T02:35:12.002763+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:11.627168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":278,"reported_epoch":324,"state":"active+clean","last_fresh":"2023-08-28T02:35:11.997134+0000","last_change":"2023-08-28T02:33:13.289469+0000","last_active":"2023-08-28T02:35:11.997134+0000","last_peered":"2023-08-28T02:35:11.997134+0000","last_clean":"2023-08-28T02:35:11.997134+0000","last_became_active":"2023-08-28T02:33:13.288737+0000","last_became_peered":"2023-08-28T02:33:13.288737+0000","last_unstale":"2023-08-28T02:35:11.997134+0000","last_undegraded":"2023-08-28T02:35:11.997134+0000","last_fullsized":"2023-08-28T02:35:11.997134+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:11:15.043550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"65'4","reported_seq":302,"reported_epoch":324,"state":"active+clean","last_fresh":"2023-08-28T02:35:11.958891+0000","last_change":"2023-08-28T02:32:28.607010+0000","last_active":"2023-08-28T02:35:11.958891+0000","last_peered":"2023-08-28T02:35:11.958891+0000","last_clean":"2023-08-28T02:35:11.958891+0000","last_became_active":"2023-08-28T02:32:28.492224+0000","last_became_peered":"2023-08-28T02:32:28.492224+0000","last_unstale":"2023-08-28T02:35:11.958891+0000","last_undegraded":"2023-08-28T02:35:11.958891+0000","last_fullsized":"2023-08-28T02:35:11.958891+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:13:45.711951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":554,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":331,"reported_epoch":324,"state":"active+clean","last_fresh":"2023-08-28T02:35:11.983217+0000","last_change":"2023-08-28T02:33:13.309144+0000","last_active":"2023-08-28T02:35:11.983217+0000","last_peered":"2023-08-28T02:35:11.983217+0000","last_clean":"2023-08-28T02:35:11.983217+0000","last_became_active":"2023-08-28T02:33:13.308910+0000","last_became_peered":"2023-08-28T02:33:13.308910+0000","last_unstale":"2023-08-28T02:35:11.983217+0000","last_undegraded":"2023-08-28T02:35:11.983217+0000","last_fullsized":"2023-08-28T02:35:11.983217+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:09:59.549591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":5498011672,"num_objects":83894,"num_object_clones":0,"num_object_copies":251682,"num_objects_missing_on_primary":5334,"num_objects_missing":5334,"num_objects_degraded":38674,"num_objects_misplaced":11236,"num_objects_unfound":0,"num_objects_dirty":83894,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":102720,"num_write_kb":5971585,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":35420,"num_bytes_recovered":2305032192,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":17684705280,"data_stored":17684693064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":93468,"ondisk_log_size":93468,"up":48,"acting":43,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":10126,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":370028,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":89,"num_read_kb":167,"num_write":44,"num_write_kb":440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":322019,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299740,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2177884,"kb_used_data":1689108,"kb_used_omap":0,"kb_used_meta":488768,"kb_avail":91567268,"statfs":{"total":95995035648,"available":93764882432,"internally_reserved":0,"allocated":1729646592,"data_stored":1728355745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":500498432},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:35:09 2023","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":0.92100000000000004,"15min":1.4750000000000001},"min":{"1min":0.24299999999999999,"5min":0.219,"15min":0.21199999999999999},"max":{"1min":1.421,"5min":8.8079999999999998,"15min":13.118},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.59199999999999997,"5min":1.2629999999999999,"15min":1.8859999999999999},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.246},"max":{"1min":2.395,"5min":12.42,"15min":17.402999999999999},"last":0.443}]},{"osd":1,"last update":"Mon Aug 28 02:34:37 2023","interfaces":[{"interface":"back","average":{"1min":0.89000000000000001,"5min":1.5329999999999999,"15min":2.198},"min":{"1min":0.28399999999999997,"5min":0.248,"15min":0.24099999999999999},"max":{"1min":5.492,"5min":11.699999999999999,"15min":17.43},"last":0.40300000000000002},{"interface":"front","average":{"1min":1.087,"5min":1.593,"15min":2.052},"min":{"1min":0.32100000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":5.5179999999999998,"5min":12.525,"15min":19.913},"last":0.46500000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:34:21 2023","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":1.1220000000000001,"15min":1.6890000000000001},"min":{"1min":0.28899999999999998,"5min":0.22900000000000001,"15min":0.22800000000000001},"max":{"1min":3.1760000000000002,"5min":7.6150000000000002,"15min":8.3889999999999993},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.57699999999999996,"5min":1.0189999999999999,"15min":1.5609999999999999},"min":{"1min":0.32000000000000001,"5min":0.315,"15min":0.28699999999999998},"max":{"1min":1.5269999999999999,"5min":9.2219999999999995,"15min":12.128},"last":0.38700000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.68999999999999995,"15min":0.70799999999999996},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":2.073,"5min":3.0099999999999998,"15min":3.0099999999999998},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.63,"15min":0.63},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":3.0600000000000001,"5min":3.1000000000000001,"15min":3.1000000000000001},"last":0.45000000000000001}]},{"osd":4,"last update":"Mon Aug 28 02:35:09 2023","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.92400000000000004,"15min":1.2989999999999999},"min":{"1min":0.27700000000000002,"5min":0.245,"15min":0.24199999999999999},"max":{"1min":2.1150000000000002,"5min":9.6839999999999993,"15min":18.943000000000001},"last":0.316},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.77200000000000002,"15min":0.95699999999999996},"min":{"1min":0.30399999999999999,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":2.206,"5min":6.2350000000000003,"15min":8.1890000000000001},"last":0.34899999999999998}]},{"osd":5,"last update":"Mon Aug 28 02:35:09 2023","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.74399999999999999,"15min":1.0660000000000001},"min":{"1min":0.28100000000000003,"5min":0.246,"15min":0.23599999999999999},"max":{"1min":1.2210000000000001,"5min":5.9130000000000003,"15min":14.622},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.90900000000000003,"15min":1.294},"min":{"1min":0.317,"5min":0.28100000000000003,"15min":0.27000000000000002},"max":{"1min":2.1419999999999999,"5min":9.5559999999999992,"15min":17.324999999999999},"last":0.36799999999999999}]},{"osd":6,"last update":"Mon Aug 28 02:35:09 2023","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.98199999999999998,"15min":1.321},"min":{"1min":0.36699999999999999,"5min":0.31900000000000001,"15min":0.30299999999999999},"max":{"1min":2.1819999999999999,"5min":9.7829999999999995,"15min":17.454999999999998},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.436,"5min":0.77300000000000002,"15min":0.86299999999999999},"min":{"1min":0.34399999999999997,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.54500000000000004,"5min":5.6710000000000003,"15min":7.665},"last":0.629}]}]},{"osd":6,"up_from":0,"seq":193273528671,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":101,"seq":433791697130,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1650436,"kb_used_data":1022268,"kb_used_omap":4,"kb_used_meta":628155,"kb_avail":92094716,"statfs":{"total":95995035648,"available":94304989184,"internally_reserved":0,"allocated":1046802432,"data_stored":1044977517,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":643231630},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:34:37 2023","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":1.353,"15min":2.5939999999999999},"min":{"1min":0.27100000000000002,"5min":0.223,"15min":0.214},"max":{"1min":3.3730000000000002,"5min":14.721,"15min":24.545999999999999},"last":0.45300000000000001},{"interface":"front","average":{"1min":1.214,"5min":2.109,"15min":3.0760000000000001},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.21199999999999999},"max":{"1min":7.2450000000000001,"5min":12.301,"15min":24.515000000000001},"last":0.502}]},{"osd":2,"last update":"Mon Aug 28 02:34:29 2023","interfaces":[{"interface":"back","average":{"1min":0.879,"5min":2.0870000000000002,"15min":2.7559999999999998},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.24099999999999999},"max":{"1min":4.0579999999999998,"5min":22.161000000000001,"15min":22.161000000000001},"last":0.38300000000000001},{"interface":"front","average":{"1min":1.137,"5min":1.647,"15min":2.3860000000000001},"min":{"1min":0.29999999999999999,"5min":0.254,"15min":0.253},"max":{"1min":7.0110000000000001,"5min":13.114000000000001,"15min":20.003},"last":0.41599999999999998}]},{"osd":3,"last update":"Mon Aug 28 02:35:12 2023","interfaces":[{"interface":"back","average":{"1min":0.69899999999999995,"5min":0.51000000000000001,"15min":0.47799999999999998},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":1.9770000000000001,"5min":1.9770000000000001,"15min":1.9770000000000001},"last":0.35899999999999999},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.53400000000000003,"15min":0.52100000000000002},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":2.694,"5min":2.694,"15min":2.694},"last":0.433}]},{"osd":4,"last update":"Mon Aug 28 02:34:37 2023","interfaces":[{"interface":"back","average":{"1min":1.0369999999999999,"5min":1.2909999999999999,"15min":1.706},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":3.0259999999999998,"5min":18.689,"15min":18.992999999999999},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.58299999999999996,"5min":1.304,"15min":1.806},"min":{"1min":0.39200000000000002,"5min":0.29099999999999998,"15min":0.26400000000000001},"max":{"1min":1.486,"5min":14.779999999999999,"15min":14.779999999999999},"last":0.53400000000000003}]},{"osd":5,"last update":"Mon Aug 28 02:34:37 2023","interfaces":[{"interface":"back","average":{"1min":0.84699999999999998,"5min":1.8129999999999999,"15min":2.2770000000000001},"min":{"1min":0.41399999999999998,"5min":0.35999999999999999,"15min":0.29999999999999999},"max":{"1min":3.7029999999999998,"5min":12.170999999999999,"15min":18.626999999999999},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.99299999999999999,"5min":1.294,"15min":2.1779999999999999},"min":{"1min":0.38300000000000001,"5min":0.374,"15min":0.31900000000000001},"max":{"1min":3.0609999999999999,"5min":7.3410000000000002,"15min":18.945},"last":0.52000000000000002}]},{"osd":6,"last update":"Mon Aug 28 02:34:37 2023","interfaces":[{"interface":"back","average":{"1min":0.74099999999999999,"5min":1.609,"15min":2.2349999999999999},"min":{"1min":0.45000000000000001,"5min":0.373,"15min":0.34300000000000003},"max":{"1min":3.7400000000000002,"5min":12.221,"15min":13.254},"last":0.54600000000000004},{"interface":"front","average":{"1min":1.085,"5min":1.4119999999999999,"15min":1.9350000000000001},"min":{"1min":0.43099999999999999,"5min":0.41799999999999998,"15min":0.34499999999999997},"max":{"1min":3.089,"5min":12.371,"15min":19.021999999999998},"last":0.61399999999999999}]},{"osd":7,"last update":"Mon Aug 28 02:34:37 2023","interfaces":[{"interface":"back","average":{"1min":1.103,"5min":1.248,"15min":2.1669999999999998},"min":{"1min":0.47199999999999998,"5min":0.374,"15min":0.374},"max":{"1min":3.1080000000000001,"5min":7.3949999999999996,"15min":19.047999999999998},"last":0.64500000000000002},{"interface":"front","average":{"1min":0.63900000000000001,"5min":1.3129999999999999,"15min":2.0630000000000002},"min":{"1min":0.432,"5min":0.34399999999999997,"15min":0.312},"max":{"1min":1.5620000000000001,"5min":14.818,"15min":14.818},"last":0.63100000000000001}]}]},{"osd":0,"up_from":87,"seq":373662154997,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":4004436,"kb_used_data":3335308,"kb_used_omap":5,"kb_used_meta":669114,"kb_avail":89740716,"statfs":{"total":95995035648,"available":91894493184,"internally_reserved":0,"allocated":3415355392,"data_stored":3413412273,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":685173370},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:34:29 2023","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":1.4510000000000001,"15min":2.0609999999999999},"min":{"1min":0.20300000000000001,"5min":0.184,"15min":0.184},"max":{"1min":1.2769999999999999,"5min":30.315000000000001,"15min":30.315000000000001},"last":1.796},{"interface":"front","average":{"1min":0.51100000000000001,"5min":2.1850000000000001,"15min":2.923},"min":{"1min":0.28499999999999998,"5min":0.249,"15min":0.221},"max":{"1min":1.8580000000000001,"5min":69.272000000000006,"15min":69.272000000000006},"last":1.2130000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:34:29 2023","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":1.6279999999999999,"15min":2.5579999999999998},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":1.982,"5min":20.959,"15min":20.959},"last":2.016},{"interface":"front","average":{"1min":0.63600000000000001,"5min":1.2310000000000001,"15min":2.0579999999999998},"min":{"1min":0.28399999999999997,"5min":0.247,"15min":0.24299999999999999},"max":{"1min":2.8999999999999999,"5min":8.0600000000000005,"15min":12.332000000000001},"last":1.762}]},{"osd":3,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.67300000000000004,"5min":0.73399999999999999,"15min":0.74399999999999999},"min":{"1min":0.32600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":2.7130000000000001,"5min":3.952,"15min":3.952},"last":1.9730000000000001},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.748,"15min":0.77000000000000002},"min":{"1min":0.41299999999999998,"5min":0.371,"15min":0.371},"max":{"1min":1.0920000000000001,"5min":3.9750000000000001,"15min":3.9750000000000001},"last":1.8300000000000001}]},{"osd":4,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":3.5329999999999999,"15min":2.4849999999999999},"min":{"1min":0.36899999999999999,"5min":0.314,"15min":0.29299999999999998},"max":{"1min":0.69599999999999995,"5min":274.33199999999999,"15min":274.33199999999999},"last":1.6559999999999999},{"interface":"front","average":{"1min":0.61799999999999999,"5min":3.6600000000000001,"15min":2.8879999999999999},"min":{"1min":0.36199999999999999,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":2.2280000000000002,"5min":266.31999999999999,"15min":266.31999999999999},"last":1.2549999999999999}]},{"osd":5,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.92100000000000004,"15min":1.5840000000000001},"min":{"1min":0.371,"5min":0.33300000000000002,"15min":0.29299999999999998},"max":{"1min":0.70099999999999996,"5min":7.1139999999999999,"15min":13.038},"last":1.6080000000000001},{"interface":"front","average":{"1min":0.64700000000000002,"5min":1.2609999999999999,"15min":2.085},"min":{"1min":0.39500000000000002,"5min":0.34799999999999998,"15min":0.27800000000000002},"max":{"1min":2.2679999999999998,"5min":11.968999999999999,"15min":15.231},"last":1.292}]},{"osd":6,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":1.069,"15min":1.8220000000000001},"min":{"1min":0.40999999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.77800000000000002,"5min":11.605,"15min":15.122999999999999},"last":1.6930000000000001},{"interface":"front","average":{"1min":0.70399999999999996,"5min":1.3600000000000001,"15min":2.0990000000000002},"min":{"1min":0.48499999999999999,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":2.3029999999999999,"5min":11.856999999999999,"15min":15.186999999999999},"last":1.325}]},{"osd":7,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":1.2609999999999999,"15min":2.1379999999999999},"min":{"1min":0.438,"5min":0.36399999999999999,"15min":0.33400000000000002},"max":{"1min":2.7519999999999998,"5min":8.1069999999999993,"15min":16.183},"last":1.9319999999999999},{"interface":"front","average":{"1min":0.62,"5min":1.1399999999999999,"15min":1.774},"min":{"1min":0.5,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.82599999999999996,"5min":7.0620000000000003,"15min":13.005000000000001},"last":1.7250000000000001}]}]},{"osd":2,"up_from":0,"seq":502511173856,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":297,"seq":1275605286939,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1075088,"kb_used_data":948360,"kb_used_omap":2,"kb_used_meta":126717,"kb_avail":92670064,"statfs":{"total":95995035648,"available":94894145536,"internally_reserved":0,"allocated":971120640,"data_stored":969286681,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":129758261},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:35:13 2023","interfaces":[{"interface":"back","average":{"1min":0.86199999999999999,"5min":0.49399999999999999,"15min":0.433},"min":{"1min":0.23100000000000001,"5min":0.22,"15min":0.22},"max":{"1min":6.8819999999999997,"5min":6.8819999999999997,"15min":6.8819999999999997},"last":0.307},{"interface":"front","average":{"1min":1.0489999999999999,"5min":0.76900000000000002,"15min":0.72199999999999998},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":6.7839999999999998,"5min":6.7839999999999998,"15min":6.7839999999999998},"last":0.66200000000000003}]},{"osd":1,"last update":"Mon Aug 28 02:35:13 2023","interfaces":[{"interface":"back","average":{"1min":0.86799999999999999,"5min":0.49199999999999999,"15min":0.42999999999999999},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":4.0650000000000004,"5min":4.0650000000000004,"15min":4.0650000000000004},"last":0.79200000000000004},{"interface":"front","average":{"1min":0.86799999999999999,"5min":0.753,"15min":0.73399999999999999},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":3.23,"5min":3.23,"15min":3.23},"last":0.495}]},{"osd":2,"last update":"Mon Aug 28 02:35:13 2023","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.625,"15min":0.63600000000000001},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":2.3079999999999998,"5min":2.5449999999999999,"15min":2.5449999999999999},"last":0.68000000000000005},{"interface":"front","average":{"1min":0.76200000000000001,"5min":0.58699999999999997,"15min":0.55800000000000005},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":4.7030000000000003,"5min":4.7030000000000003,"15min":4.7030000000000003},"last":0.61399999999999999}]},{"osd":4,"last update":"Mon Aug 28 02:35:13 2023","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.57399999999999995,"15min":0.57199999999999995},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":1.863,"5min":1.863,"15min":1.863},"last":0.64400000000000002},{"interface":"front","average":{"1min":0.87,"5min":0.60099999999999998,"15min":0.55600000000000005},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":3.5030000000000001,"5min":3.5030000000000001,"15min":3.5030000000000001},"last":0.71199999999999997}]},{"osd":5,"last update":"Mon Aug 28 02:35:13 2023","interfaces":[{"interface":"back","average":{"1min":0.86399999999999999,"5min":0.626,"15min":0.58599999999999997},"min":{"1min":0.40899999999999997,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":3.5390000000000001,"5min":3.5390000000000001,"15min":3.5390000000000001},"last":0.82699999999999996},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.54800000000000004,"15min":0.54400000000000004},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":2.383,"5min":2.383,"15min":2.383},"last":0.40400000000000003}]},{"osd":6,"last update":"Mon Aug 28 02:35:13 2023","interfaces":[{"interface":"back","average":{"1min":0.65000000000000002,"5min":0.64600000000000002,"15min":0.64500000000000002},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":1.8879999999999999,"5min":1.8879999999999999,"15min":1.8879999999999999},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.91700000000000004,"5min":0.68899999999999995,"15min":0.65100000000000002},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":3.6099999999999999,"5min":3.6099999999999999,"15min":3.6099999999999999},"last":0.754}]},{"osd":7,"last update":"Mon Aug 28 02:35:13 2023","interfaces":[{"interface":"back","average":{"1min":0.64300000000000002,"5min":0.58999999999999997,"15min":0.58099999999999996},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":2.3500000000000001,"5min":2.3500000000000001,"15min":2.3500000000000001},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.65000000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":1.8260000000000001,"5min":1.8260000000000001,"15min":1.8260000000000001},"last":0.54100000000000004}]}]},{"osd":4,"up_from":30,"seq":128849019234,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3849576,"kb_used_data":3388128,"kb_used_omap":0,"kb_used_meta":461440,"kb_avail":89895576,"statfs":{"total":95995035648,"available":92053069824,"internally_reserved":0,"allocated":3469443072,"data_stored":3468148576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":472514560},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,0,1,1,1],"upper_bound":128},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.95499999999999996,"5min":1.0109999999999999,"15min":1.7729999999999999},"min":{"1min":0.312,"5min":0.247,"15min":0.22800000000000001},"max":{"1min":10.249000000000001,"5min":10.249000000000001,"15min":22.515000000000001},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.72999999999999998,"5min":1.0649999999999999,"15min":1.7090000000000001},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.217},"max":{"1min":4.5250000000000004,"5min":6.9720000000000004,"15min":22.454000000000001},"last":0.54800000000000004}]},{"osd":1,"last update":"Mon Aug 28 02:34:39 2023","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":1.28,"15min":1.5940000000000001},"min":{"1min":0.254,"5min":0.254,"15min":0.24199999999999999},"max":{"1min":2.843,"5min":23.082000000000001,"15min":23.082000000000001},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.45500000000000002,"5min":1.3520000000000001,"15min":1.7909999999999999},"min":{"1min":0.28199999999999997,"5min":0.26000000000000001,"15min":0.255},"max":{"1min":0.64700000000000002,"5min":25.100000000000001,"15min":25.100000000000001},"last":0.69599999999999995}]},{"osd":2,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.74399999999999999,"5min":1.21,"15min":1.6479999999999999},"min":{"1min":0.35699999999999998,"5min":0.27900000000000003,"15min":0.27400000000000002},"max":{"1min":4.3959999999999999,"5min":8.7149999999999999,"15min":16.231000000000002},"last":0.63600000000000001},{"interface":"front","average":{"1min":0.72699999999999998,"5min":1.1839999999999999,"15min":1.6140000000000001},"min":{"1min":0.312,"5min":0.312,"15min":0.251},"max":{"1min":4.7130000000000001,"5min":13.515000000000001,"15min":13.515000000000001},"last":0.44800000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.74199999999999999,"5min":0.79400000000000004,"15min":0.80300000000000005},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":3.8260000000000001,"5min":7.7480000000000002,"15min":7.7480000000000002},"last":0.371},{"interface":"front","average":{"1min":1.123,"5min":0.74399999999999999,"15min":0.68100000000000005},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":3.7069999999999999,"5min":3.7069999999999999,"15min":3.7069999999999999},"last":0.47499999999999998}]},{"osd":5,"last update":"Mon Aug 28 02:34:55 2023","interfaces":[{"interface":"back","average":{"1min":0.41299999999999998,"5min":0.879,"15min":1.123},"min":{"1min":0.28399999999999997,"5min":0.222,"15min":0.222},"max":{"1min":0.60099999999999998,"5min":8.6679999999999993,"15min":16.181999999999999},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.41899999999999998,"5min":1.0569999999999999,"15min":1.1679999999999999},"min":{"1min":0.27500000000000002,"5min":0.224,"15min":0.20699999999999999},"max":{"1min":0.66300000000000003,"5min":8.6370000000000005,"15min":10.233000000000001},"last":0.38900000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:35:07 2023","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.94399999999999995,"15min":1.087},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.26500000000000001},"max":{"1min":0.56899999999999995,"5min":8.5950000000000006,"15min":10.023999999999999},"last":0.41699999999999998},{"interface":"front","average":{"1min":0.44,"5min":1.0669999999999999,"15min":1.123},"min":{"1min":0.30499999999999999,"5min":0.28299999999999997,"15min":0.26600000000000001},"max":{"1min":0.78500000000000003,"5min":8.5,"15min":8.5},"last":0.49399999999999999}]},{"osd":7,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.88100000000000001,"15min":1.1539999999999999},"min":{"1min":0.28999999999999998,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.69399999999999995,"5min":8.8249999999999993,"15min":9.3209999999999997},"last":0.73099999999999998},{"interface":"front","average":{"1min":0.51500000000000001,"5min":1.042,"15min":1.109},"min":{"1min":0.34499999999999997,"5min":0.34300000000000003,"15min":0.30299999999999999},"max":{"1min":1.153,"5min":15.597,"15min":15.597},"last":0.58799999999999997}]}]},{"osd":5,"up_from":37,"seq":158913790306,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2874636,"kb_used_data":2318660,"kb_used_omap":0,"kb_used_meta":555968,"kb_avail":90870516,"statfs":{"total":95995035648,"available":93051408384,"internally_reserved":0,"allocated":2374307840,"data_stored":2373029595,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":569311232},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,0,0,1],"upper_bound":256},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:34:42 2023","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":1.1200000000000001,"15min":1.913},"min":{"1min":0.23200000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.57299999999999995,"5min":7.7560000000000002,"15min":40.334000000000003},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.46800000000000003,"5min":1.369,"15min":1.8979999999999999},"min":{"1min":0.28299999999999997,"5min":0.28000000000000003,"15min":0.23200000000000001},"max":{"1min":0.872,"5min":19.815999999999999,"15min":40.212000000000003},"last":0.46200000000000002}]},{"osd":1,"last update":"Mon Aug 28 02:34:42 2023","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":1.4470000000000001,"15min":2.0880000000000001},"min":{"1min":0.27900000000000003,"5min":0.26200000000000001,"15min":0.23200000000000001},"max":{"1min":1.8169999999999999,"5min":17.998000000000001,"15min":40.088000000000001},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.55400000000000005,"5min":1.5669999999999999,"15min":1.9890000000000001},"min":{"1min":0.28100000000000003,"5min":0.27800000000000002,"15min":0.251},"max":{"1min":1.8759999999999999,"5min":19.853000000000002,"15min":40.243000000000002},"last":0.53500000000000003}]},{"osd":2,"last update":"Mon Aug 28 02:34:42 2023","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":1.206,"15min":1.9159999999999999},"min":{"1min":0.30599999999999999,"5min":0.29899999999999999,"15min":0.27700000000000002},"max":{"1min":1.3620000000000001,"5min":8.7899999999999991,"15min":40.436999999999998},"last":0.59799999999999998},{"interface":"front","average":{"1min":0.64700000000000002,"5min":1.478,"15min":1.992},"min":{"1min":0.315,"5min":0.28499999999999998,"15min":0.27200000000000002},"max":{"1min":2.8809999999999998,"5min":8.609,"15min":40.555},"last":0.501}]},{"osd":3,"last update":"Mon Aug 28 02:34:12 2023","interfaces":[{"interface":"back","average":{"1min":1.2989999999999999,"5min":1.2989999999999999,"15min":1.2989999999999999},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":16.190999999999999,"5min":16.190999999999999,"15min":16.190999999999999},"last":0.47799999999999998},{"interface":"front","average":{"1min":1.6850000000000001,"5min":1.6850000000000001,"15min":1.6850000000000001},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":21.420999999999999,"5min":21.420999999999999,"15min":21.420999999999999},"last":0.63200000000000001}]},{"osd":4,"last update":"Mon Aug 28 02:34:55 2023","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.85799999999999998,"15min":1.294},"min":{"1min":0.253,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":1.012,"5min":13.616,"15min":40.762999999999998},"last":0.38},{"interface":"front","average":{"1min":0.45900000000000002,"5min":1.1879999999999999,"15min":1.3540000000000001},"min":{"1min":0.28499999999999998,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.69999999999999996,"5min":10.566000000000001,"15min":40.634},"last":0.58299999999999996}]},{"osd":6,"last update":"Mon Aug 28 02:34:42 2023","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":1.3720000000000001,"15min":1.464},"min":{"1min":0.28899999999999998,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.63800000000000001,"5min":17.510000000000002,"15min":42.409999999999997},"last":0.41699999999999998},{"interface":"front","average":{"1min":0.51100000000000001,"5min":1.2649999999999999,"15min":1.4410000000000001},"min":{"1min":0.34899999999999998,"5min":0.254,"15min":0.254},"max":{"1min":1.4159999999999999,"5min":15.856999999999999,"15min":42.533999999999999},"last":0.51700000000000002}]},{"osd":7,"last update":"Mon Aug 28 02:34:42 2023","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":1.214,"15min":1.623},"min":{"1min":0.377,"5min":0.315,"15min":0.314},"max":{"1min":0.82299999999999995,"5min":10.837999999999999,"15min":42.667000000000002},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.55500000000000005,"5min":1.502,"15min":1.6160000000000001},"min":{"1min":0.39400000000000002,"5min":0.318,"15min":0.318},"max":{"1min":0.94899999999999995,"5min":17.808,"15min":42.344000000000001},"last":0.60999999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":3409186816,"data_stored":3409182744,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1041039360,"data_stored":1041039360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":2547646464,"data_stored":2547646464,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":964231168,"data_stored":964231168,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":3464826880,"data_stored":3464822808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":2369585152,"data_stored":2369585152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":2163150848,"data_stored":2163146776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1725038592,"data_stored":1725038592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:35:21.858 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph status --format=json 2023-08-28T02:35:21.904 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:35:21.951 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:35:21.958 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:35:21.979 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:21.999 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:35:22.001 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:22.002 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:35:22.029 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-08-28T02:35:22.102 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:35:22.152 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:22.177 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:35:22.180 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:22.180 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:35:22.281 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:35:22.315 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:22.437 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:35:22.440 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:22.441 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:35:22.541 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:35:22.569 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:22.588 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:35:22.590 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:22.591 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:35:22.691 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:35:22.724 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:22 smithi040 ceph-mon[170259]: pgmap v969: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 5.1 GiB data, 15 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 69 op/s; 38639/251403 objects degraded (15.369%); 11236/251403 objects misplaced (4.469%); 1.1 MiB/s, 33 objects/s recovering 2023-08-28T02:35:22.725 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:22 smithi040 ceph-mon[175404]: pgmap v969: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 5.1 GiB data, 15 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 69 op/s; 38639/251403 objects degraded (15.369%); 11236/251403 objects misplaced (4.469%); 1.1 MiB/s, 33 objects/s recovering 2023-08-28T02:35:22.727 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:22.850 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:35:22.854 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:22.854 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:35:22.955 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:35:22.990 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:22.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:22 smithi083 ceph-mon[157819]: pgmap v969: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 5.1 GiB data, 15 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 69 op/s; 38639/251403 objects degraded (15.369%); 11236/251403 objects misplaced (4.469%); 1.1 MiB/s, 33 objects/s recovering 2023-08-28T02:35:23.012 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:35:23.015 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:23.015 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:35:23.032 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:35:23.115 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:35:23.143 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:23.164 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:35:23.167 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:23.168 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:35:23.268 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:35:23.302 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:23.477 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:35:23.479 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:35:23.485 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:23.485 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:35:23.586 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:35:23.623 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-08-28T02:35:23.624 INFO:teuthology.orchestra.run.smithi040.stdout: "size": 20, 2023-08-28T02:35:23.624 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 600, 2023-08-28T02:35:23.624 INFO:teuthology.orchestra.run.smithi040.stdout: "ops": [ 2023-08-28T02:35:23.624 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.624 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "MOSDPGPush(10.d 299/297 [PushOp(10:b17f00a9:::benchmark_data_smithi040_250784_object75247:head, version: 267'4687, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(10:b17f00a9:::benchmark_data_smithi040_250784_object75247:head@267'4687, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-08-28T02:35:23.624 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:33:13.338811+0000", 2023-08-28T02:35:23.624 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 130.283438663, 2023-08-28T02:35:23.624 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.014310685, 2023-08-28T02:35:23.624 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:35:23.624 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "started", 2023-08-28T02:35:23.624 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:35:23.624 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.625 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:35:23.625 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.338811+0000", 2023-08-28T02:35:23.625 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:35:23.625 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.625 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.625 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:35:23.625 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.338811+0000", 2023-08-28T02:35:23.625 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:35:23.625 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.625 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.625 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:35:23.625 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.338810+0000", 2023-08-28T02:35:23.626 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:35:23.626 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.626 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.626 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:35:23.626 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.338984+0000", 2023-08-28T02:35:23.626 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00017307499999999999 2023-08-28T02:35:23.626 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.626 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.626 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:35:23.626 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.352618+0000", 2023-08-28T02:35:23.626 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.013634366 2023-08-28T02:35:23.626 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.626 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.627 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:35:23.627 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.352650+0000", 2023-08-28T02:35:23.627 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.1686000000000001e-05 2023-08-28T02:35:23.627 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.627 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.627 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:35:23.627 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.352897+0000", 2023-08-28T02:35:23.627 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00024705499999999999 2023-08-28T02:35:23.627 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.627 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.627 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:35:23.628 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.352909+0000", 2023-08-28T02:35:23.628 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1973999999999999e-05 2023-08-28T02:35:23.628 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.628 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.628 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:35:23.628 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.353121+0000", 2023-08-28T02:35:23.628 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000212835 2023-08-28T02:35:23.628 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:35:23.628 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:35:23.628 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:35:23.628 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.628 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.629 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "MOSDPGPush(3.10 299/298 [PushOp(3:0bd6d154:::602.00000000:head, version: 65'6, data_included: [], data_size: 0, omap_header_size: 274, omap_entries_size: 0, attrset_size: 4, recovery_info: ObjectRecoveryInfo(3:0bd6d154:::602.00000000:head@65'6, size: 0, copy_subset: [], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:0, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-08-28T02:35:23.629 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:33:13.448403+0000", 2023-08-28T02:35:23.629 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 130.17384692799999, 2023-08-28T02:35:23.629 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0077840590000000003, 2023-08-28T02:35:23.629 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:35:23.629 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "started", 2023-08-28T02:35:23.629 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:35:23.629 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.629 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:35:23.629 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.448403+0000", 2023-08-28T02:35:23.629 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:35:23.629 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.630 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.630 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:35:23.630 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.448403+0000", 2023-08-28T02:35:23.630 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:35:23.630 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.630 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.630 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:35:23.630 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.448402+0000", 2023-08-28T02:35:23.630 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:35:23.630 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.630 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.630 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:35:23.631 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.448423+0000", 2023-08-28T02:35:23.631 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.1162000000000002e-05 2023-08-28T02:35:23.631 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.631 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.631 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:35:23.631 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.453354+0000", 2023-08-28T02:35:23.631 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0049308429999999999 2023-08-28T02:35:23.631 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.631 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.632 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:35:23.632 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.453379+0000", 2023-08-28T02:35:23.632 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.5778999999999998e-05 2023-08-28T02:35:23.632 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.632 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.632 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:35:23.632 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.453519+0000", 2023-08-28T02:35:23.632 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00013997400000000001 2023-08-28T02:35:23.632 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.632 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.632 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:35:23.632 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.453535+0000", 2023-08-28T02:35:23.632 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.5302999999999999e-05 2023-08-28T02:35:23.633 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.633 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.633 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:35:23.633 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.456187+0000", 2023-08-28T02:35:23.633 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0026519709999999999 2023-08-28T02:35:23.633 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:35:23.633 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:35:23.633 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:35:23.633 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.633 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.633 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:95680 10.4 e309/298 10:241f6c88:::benchmark_data_smithi040_250784_object2371:head v 309'5909, mlcod=260'3327)", 2023-08-28T02:35:23.633 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:33:43.539475+0000", 2023-08-28T02:35:23.634 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 100.082773958, 2023-08-28T02:35:23.634 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.019732039999999999, 2023-08-28T02:35:23.634 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:35:23.634 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:35:23.634 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:35:23.634 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.634 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:35:23.634 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.539475+0000", 2023-08-28T02:35:23.634 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:35:23.634 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.634 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.634 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:35:23.634 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.539475+0000", 2023-08-28T02:35:23.635 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:35:23.635 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.635 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.635 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:35:23.635 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.539474+0000", 2023-08-28T02:35:23.635 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:35:23.635 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.635 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.636 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:35:23.636 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.539493+0000", 2023-08-28T02:35:23.636 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.9082000000000001e-05 2023-08-28T02:35:23.636 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.636 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.636 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:35:23.636 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.539520+0000", 2023-08-28T02:35:23.636 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.7095999999999999e-05 2023-08-28T02:35:23.636 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.636 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.636 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:35:23.637 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.539531+0000", 2023-08-28T02:35:23.637 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1260999999999999e-05 2023-08-28T02:35:23.637 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.637 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.637 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:35:23.637 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.539597+0000", 2023-08-28T02:35:23.637 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.5497e-05 2023-08-28T02:35:23.637 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.637 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.637 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:35:23.637 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.539636+0000", 2023-08-28T02:35:23.637 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.9613000000000002e-05 2023-08-28T02:35:23.637 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.638 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.638 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:35:23.638 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.559145+0000", 2023-08-28T02:35:23.638 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.019508958999999999 2023-08-28T02:35:23.638 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.638 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.638 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:35:23.638 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.559208+0000", 2023-08-28T02:35:23.638 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.2120999999999997e-05 2023-08-28T02:35:23.639 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:35:23.639 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:35:23.639 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:35:23.639 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.639 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.639 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:95764 10.f e310/298 10:fe03ab10:::benchmark_data_smithi040_250784_object2455:head v 310'6059, mlcod=0'0)", 2023-08-28T02:35:23.639 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:33:48.000792+0000", 2023-08-28T02:35:23.639 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 95.621457641000006, 2023-08-28T02:35:23.639 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.010532592, 2023-08-28T02:35:23.639 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:35:23.639 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:35:23.640 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:35:23.640 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.640 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:35:23.640 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:48.000792+0000", 2023-08-28T02:35:23.640 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:35:23.641 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.641 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.642 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:35:23.642 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:48.000792+0000", 2023-08-28T02:35:23.642 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:35:23.642 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.642 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.642 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:35:23.642 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:48.000790+0000", 2023-08-28T02:35:23.642 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:35:23.642 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.642 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.642 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:35:23.642 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:48.000811+0000", 2023-08-28T02:35:23.643 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.1112e-05 2023-08-28T02:35:23.643 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.643 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.643 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:35:23.643 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:48.000838+0000", 2023-08-28T02:35:23.643 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.7328999999999999e-05 2023-08-28T02:35:23.643 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.643 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.643 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:35:23.643 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:48.000853+0000", 2023-08-28T02:35:23.643 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4138000000000001e-05 2023-08-28T02:35:23.643 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.644 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.644 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:35:23.644 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:48.006735+0000", 2023-08-28T02:35:23.644 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0058829440000000002 2023-08-28T02:35:23.644 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.644 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.644 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:35:23.644 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:48.006780+0000", 2023-08-28T02:35:23.644 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.5011e-05 2023-08-28T02:35:23.644 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.644 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.644 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:35:23.644 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:48.011269+0000", 2023-08-28T02:35:23.645 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0044884110000000003 2023-08-28T02:35:23.645 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.645 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.645 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:35:23.645 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:48.011324+0000", 2023-08-28T02:35:23.645 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.5494000000000001e-05 2023-08-28T02:35:23.645 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:35:23.645 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:35:23.645 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:35:23.645 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.645 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.645 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:96073 10.d e310/297 10:b56973fa:::benchmark_data_smithi040_250784_object2764:head v 310'5932, mlcod=310'5930)", 2023-08-28T02:35:23.646 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:33:50.015284+0000", 2023-08-28T02:35:23.646 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 93.606965399000003, 2023-08-28T02:35:23.646 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0096735959999999996, 2023-08-28T02:35:23.646 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:35:23.646 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:35:23.646 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:35:23.646 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.646 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:35:23.646 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:50.015284+0000", 2023-08-28T02:35:23.646 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:35:23.646 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.646 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.647 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:35:23.647 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:50.015284+0000", 2023-08-28T02:35:23.647 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:35:23.647 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.647 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.647 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:35:23.647 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:50.015282+0000", 2023-08-28T02:35:23.647 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:35:23.647 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.647 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.647 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:35:23.647 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:50.015309+0000", 2023-08-28T02:35:23.647 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.6350999999999999e-05 2023-08-28T02:35:23.648 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.648 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.648 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:35:23.648 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:50.015335+0000", 2023-08-28T02:35:23.648 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.6210000000000001e-05 2023-08-28T02:35:23.648 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.648 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.648 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:35:23.648 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:50.015349+0000", 2023-08-28T02:35:23.648 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4253000000000001e-05 2023-08-28T02:35:23.648 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.649 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.649 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:35:23.649 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:50.015466+0000", 2023-08-28T02:35:23.649 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00011708 2023-08-28T02:35:23.649 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.649 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.649 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:35:23.649 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:50.015489+0000", 2023-08-28T02:35:23.649 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.3006999999999998e-05 2023-08-28T02:35:23.649 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.649 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.649 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:35:23.650 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:50.024909+0000", 2023-08-28T02:35:23.650 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0094199809999999991 2023-08-28T02:35:23.650 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.650 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.650 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:35:23.650 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:50.024958+0000", 2023-08-28T02:35:23.650 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.8393999999999998e-05 2023-08-28T02:35:23.650 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:35:23.650 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:35:23.650 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:35:23.650 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.651 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.651 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:96072 10.e e310/298 10:7134e586:::benchmark_data_smithi040_250784_object2763:head v 310'6083, mlcod=264'4294)", 2023-08-28T02:35:23.651 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:33:50.015374+0000", 2023-08-28T02:35:23.651 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 93.606875509999995, 2023-08-28T02:35:23.651 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.007405577, 2023-08-28T02:35:23.651 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:35:23.651 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:35:23.651 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:35:23.651 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.651 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:35:23.651 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:50.015374+0000", 2023-08-28T02:35:23.651 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:35:23.652 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.652 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.652 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:35:23.652 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:50.015374+0000", 2023-08-28T02:35:23.652 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:35:23.652 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.652 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.652 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:35:23.652 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:50.015374+0000", 2023-08-28T02:35:23.652 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:35:23.652 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.653 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.653 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:35:23.653 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:50.015379+0000", 2023-08-28T02:35:23.653 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.028e-06 2023-08-28T02:35:23.653 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.653 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.653 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:35:23.653 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:50.015385+0000", 2023-08-28T02:35:23.653 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.3579999999999999e-06 2023-08-28T02:35:23.653 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.653 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.653 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:35:23.654 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:50.015390+0000", 2023-08-28T02:35:23.654 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.1080000000000001e-06 2023-08-28T02:35:23.654 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.654 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.654 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:35:23.654 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:50.015460+0000", 2023-08-28T02:35:23.654 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.9678000000000006e-05 2023-08-28T02:35:23.654 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.654 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.654 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:35:23.654 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:50.015490+0000", 2023-08-28T02:35:23.655 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.0190999999999999e-05 2023-08-28T02:35:23.655 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.655 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.655 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:35:23.655 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:50.022729+0000", 2023-08-28T02:35:23.655 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0072391199999999999 2023-08-28T02:35:23.655 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.655 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.655 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:35:23.655 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:50.022780+0000", 2023-08-28T02:35:23.655 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.0464000000000003e-05 2023-08-28T02:35:23.655 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:35:23.656 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:35:23.656 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:35:23.656 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.656 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.656 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:96796 10.3 e311/298 10:cdb4bb7a:::benchmark_data_smithi040_250784_object3487:head v 311'6042, mlcod=254'207)", 2023-08-28T02:35:23.656 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:34:00.003810+0000", 2023-08-28T02:35:23.656 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 83.618439658, 2023-08-28T02:35:23.656 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0087269289999999996, 2023-08-28T02:35:23.656 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:35:23.656 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:35:23.656 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:35:23.656 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.657 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:35:23.657 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:00.003810+0000", 2023-08-28T02:35:23.657 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:35:23.657 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.657 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.657 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:35:23.657 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:00.003810+0000", 2023-08-28T02:35:23.657 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:35:23.657 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.659 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.659 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:35:23.659 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:00.003809+0000", 2023-08-28T02:35:23.659 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:35:23.659 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.659 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.659 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:35:23.659 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:00.003822+0000", 2023-08-28T02:35:23.659 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.3465999999999999e-05 2023-08-28T02:35:23.660 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.660 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.660 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:35:23.660 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:00.003850+0000", 2023-08-28T02:35:23.660 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.7928000000000001e-05 2023-08-28T02:35:23.660 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.660 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.660 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:35:23.660 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:00.003861+0000", 2023-08-28T02:35:23.660 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.134e-05 2023-08-28T02:35:23.660 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.661 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.661 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:35:23.661 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:00.004749+0000", 2023-08-28T02:35:23.661 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00088781000000000005 2023-08-28T02:35:23.661 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.661 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.661 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:35:23.661 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:00.004786+0000", 2023-08-28T02:35:23.661 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.7268000000000003e-05 2023-08-28T02:35:23.661 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.661 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.661 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:35:23.661 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:00.012486+0000", 2023-08-28T02:35:23.662 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0076998539999999999 2023-08-28T02:35:23.662 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.662 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.662 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:35:23.662 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:00.012537+0000", 2023-08-28T02:35:23.662 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.0423000000000002e-05 2023-08-28T02:35:23.662 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:35:23.662 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:35:23.662 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:35:23.662 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.662 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.662 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:96807 10.4 e311/298 10:2b10d53c:::benchmark_data_smithi040_250784_object3498:head v 311'5978, mlcod=260'3327)", 2023-08-28T02:35:23.663 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:34:00.178434+0000", 2023-08-28T02:35:23.663 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 83.443815291000007, 2023-08-28T02:35:23.663 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0075900769999999998, 2023-08-28T02:35:23.663 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:35:23.663 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:35:23.663 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:35:23.663 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.663 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:35:23.663 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:00.178434+0000", 2023-08-28T02:35:23.663 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:35:23.663 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.663 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.664 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:35:23.664 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:00.178434+0000", 2023-08-28T02:35:23.664 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:35:23.664 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.664 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.664 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:35:23.664 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:00.178433+0000", 2023-08-28T02:35:23.664 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:35:23.664 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.664 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.664 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:35:23.664 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:00.178452+0000", 2023-08-28T02:35:23.665 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.8936e-05 2023-08-28T02:35:23.665 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.665 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.665 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:35:23.665 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:00.178477+0000", 2023-08-28T02:35:23.665 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.5242e-05 2023-08-28T02:35:23.665 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.665 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.665 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:35:23.665 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:00.178488+0000", 2023-08-28T02:35:23.665 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0458999999999999e-05 2023-08-28T02:35:23.665 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.666 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.666 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:35:23.666 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:00.178549+0000", 2023-08-28T02:35:23.666 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.1733e-05 2023-08-28T02:35:23.666 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.666 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.666 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:35:23.666 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:00.178591+0000", 2023-08-28T02:35:23.666 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.1510000000000001e-05 2023-08-28T02:35:23.666 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.666 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.666 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:35:23.667 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:00.185962+0000", 2023-08-28T02:35:23.667 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0073714999999999996 2023-08-28T02:35:23.667 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.667 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.667 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:35:23.667 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:00.186024+0000", 2023-08-28T02:35:23.667 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.1982000000000004e-05 2023-08-28T02:35:23.667 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:35:23.667 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:35:23.667 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:35:23.667 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.667 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.668 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:97440 10.f e314/298 10:f7f21be5:::benchmark_data_smithi040_250784_object4131:head v 314'6165, mlcod=0'0)", 2023-08-28T02:35:23.668 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:34:13.759085+0000", 2023-08-28T02:35:23.668 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 69.863164793999999, 2023-08-28T02:35:23.668 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0077735469999999996, 2023-08-28T02:35:23.668 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:35:23.668 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:35:23.668 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:35:23.668 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.668 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:35:23.668 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:13.759085+0000", 2023-08-28T02:35:23.668 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:35:23.668 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.669 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.669 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:35:23.669 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:13.759085+0000", 2023-08-28T02:35:23.669 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:35:23.669 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.669 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.669 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:35:23.669 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:13.759082+0000", 2023-08-28T02:35:23.669 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999971 2023-08-28T02:35:23.669 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.669 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.669 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:35:23.669 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:13.759106+0000", 2023-08-28T02:35:23.670 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.4057999999999999e-05 2023-08-28T02:35:23.670 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.670 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.670 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:35:23.670 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:13.759134+0000", 2023-08-28T02:35:23.670 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.8354e-05 2023-08-28T02:35:23.670 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.670 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.670 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:35:23.670 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:13.759149+0000", 2023-08-28T02:35:23.670 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.5017e-05 2023-08-28T02:35:23.671 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.671 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.671 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:35:23.671 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:13.759244+0000", 2023-08-28T02:35:23.671 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.4172000000000006e-05 2023-08-28T02:35:23.671 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.671 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.671 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:35:23.671 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:13.759272+0000", 2023-08-28T02:35:23.671 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.8725e-05 2023-08-28T02:35:23.671 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.671 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.672 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:35:23.672 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:13.766797+0000", 2023-08-28T02:35:23.672 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0075244229999999997 2023-08-28T02:35:23.672 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.672 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.672 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:35:23.672 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:13.766858+0000", 2023-08-28T02:35:23.672 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.1503999999999999e-05 2023-08-28T02:35:23.672 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:35:23.672 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:35:23.672 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:35:23.672 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.672 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.673 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:97712 10.4 e315/298 10:21386afb:::benchmark_data_smithi040_250784_object4403:head v 315'6031, mlcod=260'3327)", 2023-08-28T02:35:23.673 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:34:15.634333+0000", 2023-08-28T02:35:23.673 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 67.987916423000001, 2023-08-28T02:35:23.673 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0077404609999999997, 2023-08-28T02:35:23.673 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:35:23.673 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:35:23.673 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:35:23.673 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.673 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:35:23.673 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:15.634333+0000", 2023-08-28T02:35:23.673 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:35:23.673 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.674 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.674 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:35:23.674 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:15.634333+0000", 2023-08-28T02:35:23.674 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:35:23.674 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.674 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.674 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:35:23.674 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:15.634332+0000", 2023-08-28T02:35:23.674 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:35:23.674 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.674 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.675 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:35:23.675 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:15.634343+0000", 2023-08-28T02:35:23.675 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1318000000000001e-05 2023-08-28T02:35:23.675 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.675 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.675 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:35:23.675 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:15.634360+0000", 2023-08-28T02:35:23.675 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.7013000000000001e-05 2023-08-28T02:35:23.675 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.675 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.675 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:35:23.675 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:15.634383+0000", 2023-08-28T02:35:23.676 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.2575999999999999e-05 2023-08-28T02:35:23.676 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.676 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.676 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:35:23.676 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:15.634437+0000", 2023-08-28T02:35:23.676 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.4487000000000002e-05 2023-08-28T02:35:23.676 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.676 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.676 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:35:23.676 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:15.634469+0000", 2023-08-28T02:35:23.676 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.1418999999999999e-05 2023-08-28T02:35:23.676 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.677 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.677 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:35:23.677 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:15.642027+0000", 2023-08-28T02:35:23.677 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0075579660000000002 2023-08-28T02:35:23.677 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.677 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.677 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:35:23.677 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:15.642073+0000", 2023-08-28T02:35:23.677 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.6888999999999998e-05 2023-08-28T02:35:23.677 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:35:23.677 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:35:23.677 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:35:23.678 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.678 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.678 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:98514 10.3 e315/298 10:c5d0e888:::benchmark_data_smithi040_250784_object5205:head v 315'6137, mlcod=254'302)", 2023-08-28T02:35:23.678 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:34:25.426205+0000", 2023-08-28T02:35:23.678 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 58.196044141000002, 2023-08-28T02:35:23.678 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.012627611, 2023-08-28T02:35:23.678 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:35:23.678 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:35:23.678 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:35:23.678 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.678 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:35:23.678 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:25.426205+0000", 2023-08-28T02:35:23.678 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:35:23.679 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.679 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.679 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:35:23.679 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:25.426205+0000", 2023-08-28T02:35:23.679 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:35:23.679 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.679 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.679 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:35:23.679 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:25.426204+0000", 2023-08-28T02:35:23.679 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:35:23.679 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.679 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.680 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:35:23.680 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:25.426217+0000", 2023-08-28T02:35:23.680 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2332e-05 2023-08-28T02:35:23.680 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.680 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.680 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:35:23.680 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:25.426236+0000", 2023-08-28T02:35:23.680 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.9695999999999999e-05 2023-08-28T02:35:23.680 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.680 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.680 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:35:23.680 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:25.426251+0000", 2023-08-28T02:35:23.681 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4600000000000001e-05 2023-08-28T02:35:23.681 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.681 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.681 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:35:23.681 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:25.426337+0000", 2023-08-28T02:35:23.681 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.6180000000000005e-05 2023-08-28T02:35:23.681 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.681 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.681 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:35:23.681 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:25.426376+0000", 2023-08-28T02:35:23.681 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.9483000000000001e-05 2023-08-28T02:35:23.681 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.681 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.682 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:35:23.682 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:25.438767+0000", 2023-08-28T02:35:23.682 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.012390541 2023-08-28T02:35:23.682 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.682 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.682 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:35:23.682 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:25.438833+0000", 2023-08-28T02:35:23.682 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.5877999999999995e-05 2023-08-28T02:35:23.682 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:35:23.682 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:35:23.682 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:35:23.683 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.683 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.683 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:99688 10.d e316/297 10:b3ce95c6:::benchmark_data_smithi040_250784_object6379:head v 316'6148, mlcod=316'6146)", 2023-08-28T02:35:23.683 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:34:39.782451+0000", 2023-08-28T02:35:23.683 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 43.839798807000001, 2023-08-28T02:35:23.683 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0082613289999999995, 2023-08-28T02:35:23.683 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:35:23.683 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:35:23.683 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:35:23.683 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.683 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:35:23.683 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:39.782451+0000", 2023-08-28T02:35:23.684 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:35:23.684 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.684 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.684 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:35:23.684 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:39.782451+0000", 2023-08-28T02:35:23.684 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:35:23.684 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.684 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.684 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:35:23.684 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:39.782449+0000", 2023-08-28T02:35:23.684 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:35:23.684 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.685 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.685 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:35:23.685 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:39.782468+0000", 2023-08-28T02:35:23.685 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.8465999999999999e-05 2023-08-28T02:35:23.685 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.685 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.685 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:35:23.685 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:39.782494+0000", 2023-08-28T02:35:23.685 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.6712000000000001e-05 2023-08-28T02:35:23.685 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.685 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.685 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:35:23.685 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:39.782506+0000", 2023-08-28T02:35:23.686 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1625e-05 2023-08-28T02:35:23.686 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.686 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.686 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:35:23.686 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:39.782579+0000", 2023-08-28T02:35:23.686 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.3330000000000004e-05 2023-08-28T02:35:23.686 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.686 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.686 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:35:23.686 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:39.782599+0000", 2023-08-28T02:35:23.686 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.9619999999999998e-05 2023-08-28T02:35:23.687 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.687 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.687 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:35:23.687 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:39.790653+0000", 2023-08-28T02:35:23.687 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0080540539999999997 2023-08-28T02:35:23.687 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.687 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.687 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:35:23.687 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:39.790712+0000", 2023-08-28T02:35:23.687 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.8971999999999997e-05 2023-08-28T02:35:23.687 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:35:23.687 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:35:23.688 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:35:23.688 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.688 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.688 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:99827 10.3 e316/298 10:cb91dd09:::benchmark_data_smithi040_250784_object6518:head v 316'6239, mlcod=254'404)", 2023-08-28T02:35:23.688 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:34:41.462534+0000", 2023-08-28T02:35:23.688 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 42.159715251000002, 2023-08-28T02:35:23.688 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.01159138, 2023-08-28T02:35:23.688 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:35:23.688 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:35:23.688 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:35:23.688 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.688 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:35:23.688 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:41.462534+0000", 2023-08-28T02:35:23.689 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:35:23.689 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.689 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.689 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:35:23.689 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:41.462534+0000", 2023-08-28T02:35:23.689 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:35:23.689 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.689 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.689 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:35:23.689 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:41.462533+0000", 2023-08-28T02:35:23.689 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:35:23.690 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.690 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.690 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:35:23.690 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:41.462547+0000", 2023-08-28T02:35:23.690 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4630999999999999e-05 2023-08-28T02:35:23.690 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.690 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.690 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:35:23.690 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:41.462573+0000", 2023-08-28T02:35:23.690 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.5500999999999999e-05 2023-08-28T02:35:23.690 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.690 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.691 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:35:23.691 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:41.462584+0000", 2023-08-28T02:35:23.691 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1077000000000001e-05 2023-08-28T02:35:23.691 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.691 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.691 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:35:23.691 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:41.462881+0000", 2023-08-28T02:35:23.691 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00029668099999999997 2023-08-28T02:35:23.691 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.691 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.691 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:35:23.691 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:41.462916+0000", 2023-08-28T02:35:23.692 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.5227e-05 2023-08-28T02:35:23.692 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.692 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.692 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:35:23.692 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:41.474037+0000", 2023-08-28T02:35:23.692 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.011121504000000001 2023-08-28T02:35:23.692 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.692 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.692 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:35:23.692 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:41.474126+0000", 2023-08-28T02:35:23.692 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.8170000000000005e-05 2023-08-28T02:35:23.692 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:35:23.693 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:35:23.693 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:35:23.693 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.693 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.693 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:99829 10.5 e316/298 10:a9e9490f:::benchmark_data_smithi040_250784_object6520:head v 316'6137, mlcod=0'0)", 2023-08-28T02:35:23.693 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:34:41.471390+0000", 2023-08-28T02:35:23.693 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 42.150859863000001, 2023-08-28T02:35:23.693 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0085241559999999997, 2023-08-28T02:35:23.693 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:35:23.693 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:35:23.693 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:35:23.693 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.694 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:35:23.694 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:41.471390+0000", 2023-08-28T02:35:23.694 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:35:23.694 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.694 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.694 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:35:23.694 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:41.471390+0000", 2023-08-28T02:35:23.694 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:35:23.694 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.695 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.695 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:35:23.695 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:41.471388+0000", 2023-08-28T02:35:23.695 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:35:23.695 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.696 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.696 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:35:23.696 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:41.471403+0000", 2023-08-28T02:35:23.696 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.5034999999999999e-05 2023-08-28T02:35:23.696 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.696 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.696 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:35:23.696 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:41.471428+0000", 2023-08-28T02:35:23.696 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.5242e-05 2023-08-28T02:35:23.696 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.696 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.696 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:35:23.697 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:41.471440+0000", 2023-08-28T02:35:23.697 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2160999999999999e-05 2023-08-28T02:35:23.697 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.697 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.697 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:35:23.697 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:41.471565+0000", 2023-08-28T02:35:23.697 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000124222 2023-08-28T02:35:23.697 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.697 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.697 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:35:23.697 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:41.471598+0000", 2023-08-28T02:35:23.697 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.3207999999999998e-05 2023-08-28T02:35:23.698 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.698 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.698 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:35:23.698 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:41.479845+0000", 2023-08-28T02:35:23.698 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0082472640000000007 2023-08-28T02:35:23.698 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.698 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.698 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:35:23.698 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:41.479914+0000", 2023-08-28T02:35:23.698 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.8548999999999997e-05 2023-08-28T02:35:23.698 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:35:23.698 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:35:23.699 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:35:23.699 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.699 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.699 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:99832 10.7 e317/298 10:e475b207:::benchmark_data_smithi040_250784_object6523:head v 317'6239, mlcod=255'984)", 2023-08-28T02:35:23.699 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:34:41.487861+0000", 2023-08-28T02:35:23.699 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 42.134388686000001, 2023-08-28T02:35:23.699 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.012129294000000001, 2023-08-28T02:35:23.699 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:35:23.699 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:35:23.699 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:35:23.699 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.699 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:35:23.699 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:41.487861+0000", 2023-08-28T02:35:23.700 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:35:23.700 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.700 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.700 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:35:23.700 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:41.487861+0000", 2023-08-28T02:35:23.700 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:35:23.700 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.700 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.700 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:35:23.700 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:41.487860+0000", 2023-08-28T02:35:23.700 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:35:23.700 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.701 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.701 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:35:23.701 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:41.487869+0000", 2023-08-28T02:35:23.701 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.329e-06 2023-08-28T02:35:23.701 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.701 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.701 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:35:23.701 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:41.487883+0000", 2023-08-28T02:35:23.701 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.3546e-05 2023-08-28T02:35:23.701 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.701 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.701 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:35:23.702 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:41.487892+0000", 2023-08-28T02:35:23.702 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.6029999999999994e-06 2023-08-28T02:35:23.702 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.702 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.702 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:35:23.702 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:41.487958+0000", 2023-08-28T02:35:23.702 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.5386e-05 2023-08-28T02:35:23.702 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.702 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.702 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:35:23.702 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:41.487984+0000", 2023-08-28T02:35:23.702 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.6381999999999999e-05 2023-08-28T02:35:23.703 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.703 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.703 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:35:23.703 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:41.499911+0000", 2023-08-28T02:35:23.703 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.011926374 2023-08-28T02:35:23.703 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.703 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.703 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:35:23.703 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:41.499990+0000", 2023-08-28T02:35:23.703 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.9538999999999999e-05 2023-08-28T02:35:23.703 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:35:23.703 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:35:23.703 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:35:23.704 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.704 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.704 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:99944 10.7 e317/298 10:eea7343b:::benchmark_data_smithi040_250784_object6635:head v 317'6251, mlcod=255'984)", 2023-08-28T02:35:23.704 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:34:43.211660+0000", 2023-08-28T02:35:23.704 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 40.410589801, 2023-08-28T02:35:23.704 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0083430190000000001, 2023-08-28T02:35:23.704 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:35:23.704 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:35:23.704 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:35:23.704 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.704 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:35:23.704 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:43.211660+0000", 2023-08-28T02:35:23.705 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:35:23.705 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.705 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.705 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:35:23.705 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:43.211660+0000", 2023-08-28T02:35:23.705 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:35:23.705 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.705 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.705 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:35:23.705 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:43.211659+0000", 2023-08-28T02:35:23.705 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:35:23.705 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.706 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.706 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:35:23.706 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:43.211668+0000", 2023-08-28T02:35:23.706 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.4010000000000003e-06 2023-08-28T02:35:23.706 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.706 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.706 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:35:23.706 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:43.211687+0000", 2023-08-28T02:35:23.706 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.8649999999999999e-05 2023-08-28T02:35:23.706 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.706 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.706 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:35:23.707 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:43.211695+0000", 2023-08-28T02:35:23.707 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.9170000000000006e-06 2023-08-28T02:35:23.707 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.707 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.707 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:35:23.707 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:43.211751+0000", 2023-08-28T02:35:23.707 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.6033999999999999e-05 2023-08-28T02:35:23.707 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.707 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.707 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:35:23.707 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:43.211790+0000", 2023-08-28T02:35:23.707 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.9462000000000003e-05 2023-08-28T02:35:23.708 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.708 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.708 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:35:23.708 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:43.219931+0000", 2023-08-28T02:35:23.708 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0081410700000000003 2023-08-28T02:35:23.708 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.708 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.708 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:35:23.708 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:43.220003+0000", 2023-08-28T02:35:23.708 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.1526999999999995e-05 2023-08-28T02:35:23.708 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:35:23.708 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:35:23.708 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:35:23.709 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.709 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.709 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:99841 10.f e317/298 10:f7022b14:::benchmark_data_smithi040_250784_object6532:head v 317'6327, mlcod=0'0)", 2023-08-28T02:35:23.709 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:34:44.181963+0000", 2023-08-28T02:35:23.709 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 39.440286753000002, 2023-08-28T02:35:23.709 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0077716549999999997, 2023-08-28T02:35:23.709 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:35:23.709 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:35:23.709 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:35:23.709 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.709 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:35:23.709 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:44.181963+0000", 2023-08-28T02:35:23.710 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:35:23.710 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.710 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.710 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:35:23.710 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:44.181963+0000", 2023-08-28T02:35:23.710 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:35:23.710 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.710 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.710 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:35:23.710 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:44.181961+0000", 2023-08-28T02:35:23.710 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:35:23.711 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.711 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.711 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:35:23.711 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:44.181973+0000", 2023-08-28T02:35:23.711 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1352000000000001e-05 2023-08-28T02:35:23.711 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.711 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.711 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:35:23.711 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:44.181997+0000", 2023-08-28T02:35:23.711 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.4037e-05 2023-08-28T02:35:23.711 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.711 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.712 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:35:23.712 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:44.182010+0000", 2023-08-28T02:35:23.712 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.343e-05 2023-08-28T02:35:23.712 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.712 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.712 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:35:23.712 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:44.182066+0000", 2023-08-28T02:35:23.712 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.5516000000000002e-05 2023-08-28T02:35:23.712 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.712 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.712 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:35:23.712 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:44.182103+0000", 2023-08-28T02:35:23.713 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.7432999999999999e-05 2023-08-28T02:35:23.713 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.713 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.713 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:35:23.713 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:44.189667+0000", 2023-08-28T02:35:23.713 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0075633819999999996 2023-08-28T02:35:23.713 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.713 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.713 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:35:23.713 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:44.189734+0000", 2023-08-28T02:35:23.713 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.7821e-05 2023-08-28T02:35:23.713 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:35:23.714 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:35:23.714 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:35:23.714 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.714 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.714 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:102273 10.e e324/298 10:70c2369c:::benchmark_data_smithi040_250784_object8964:head v 324'6479, mlcod=264'4294)", 2023-08-28T02:35:23.714 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:35:11.995392+0000", 2023-08-28T02:35:23.714 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 11.626857856000001, 2023-08-28T02:35:23.714 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0074358619999999997, 2023-08-28T02:35:23.714 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:35:23.714 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:35:23.714 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:35:23.714 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.714 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:35:23.715 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.995392+0000", 2023-08-28T02:35:23.715 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:35:23.715 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.715 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.715 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:35:23.715 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.995392+0000", 2023-08-28T02:35:23.715 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:35:23.715 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.715 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.715 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:35:23.715 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.995391+0000", 2023-08-28T02:35:23.716 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:35:23.716 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.716 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.716 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:35:23.716 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.995397+0000", 2023-08-28T02:35:23.716 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.3800000000000002e-06 2023-08-28T02:35:23.716 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.716 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.716 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:35:23.716 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.995409+0000", 2023-08-28T02:35:23.716 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2482e-05 2023-08-28T02:35:23.716 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.717 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.717 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:35:23.717 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.995418+0000", 2023-08-28T02:35:23.717 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.5750000000000001e-06 2023-08-28T02:35:23.717 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.717 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.717 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:35:23.717 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.995492+0000", 2023-08-28T02:35:23.717 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.4484e-05 2023-08-28T02:35:23.717 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.717 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.717 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:35:23.718 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.995514+0000", 2023-08-28T02:35:23.718 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.1469000000000001e-05 2023-08-28T02:35:23.718 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.718 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.718 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:35:23.718 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:12.002793+0000", 2023-08-28T02:35:23.718 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0072789899999999999 2023-08-28T02:35:23.718 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.718 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.718 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:35:23.718 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:12.002827+0000", 2023-08-28T02:35:23.719 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.4805000000000003e-05 2023-08-28T02:35:23.719 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:35:23.719 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:35:23.719 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:35:23.719 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.719 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.719 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:103126 10.4 e325/298 10:2c8943d3:::benchmark_data_smithi040_250784_object9817:head v 325'6375, mlcod=260'3327)", 2023-08-28T02:35:23.719 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:35:23.475003+0000", 2023-08-28T02:35:23.719 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 0.14724612200000001, 2023-08-28T02:35:23.719 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0090736199999999993, 2023-08-28T02:35:23.719 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:35:23.719 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:35:23.720 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:35:23.720 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.720 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:35:23.720 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:23.475003+0000", 2023-08-28T02:35:23.720 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:35:23.720 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.720 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.720 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:35:23.720 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:23.475003+0000", 2023-08-28T02:35:23.720 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:35:23.720 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.720 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.720 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:35:23.721 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:23.475002+0000", 2023-08-28T02:35:23.721 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:35:23.721 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.721 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.721 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:35:23.721 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:23.475014+0000", 2023-08-28T02:35:23.721 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2206e-05 2023-08-28T02:35:23.721 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.721 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.721 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:35:23.721 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:23.475035+0000", 2023-08-28T02:35:23.721 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.0798e-05 2023-08-28T02:35:23.722 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.722 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.722 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:35:23.722 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:23.475045+0000", 2023-08-28T02:35:23.722 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0613e-05 2023-08-28T02:35:23.722 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.722 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.722 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:35:23.722 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:23.475101+0000", 2023-08-28T02:35:23.722 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.5457000000000001e-05 2023-08-28T02:35:23.722 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.722 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.723 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:35:23.723 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:23.475133+0000", 2023-08-28T02:35:23.723 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.2336999999999999e-05 2023-08-28T02:35:23.723 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.723 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.723 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:35:23.723 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:23.484011+0000", 2023-08-28T02:35:23.723 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0088779099999999993 2023-08-28T02:35:23.723 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.723 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.723 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:35:23.723 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:23.484077+0000", 2023-08-28T02:35:23.724 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.5914999999999995e-05 2023-08-28T02:35:23.724 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:35:23.724 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:35:23.724 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:35:23.724 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.724 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.724 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:103158 10.3 e325/298 10:c3f50a78:::benchmark_data_smithi040_250784_object9849:head v 325'6448, mlcod=255'613)", 2023-08-28T02:35:23.724 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:35:23.600318+0000", 2023-08-28T02:35:23.724 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 0.021930971, 2023-08-28T02:35:23.724 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.011688057999999999, 2023-08-28T02:35:23.724 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:35:23.724 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:35:23.725 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:35:23.725 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.725 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:35:23.725 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:23.600318+0000", 2023-08-28T02:35:23.725 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:35:23.725 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.725 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.725 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:35:23.725 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:23.600318+0000", 2023-08-28T02:35:23.725 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:35:23.725 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.725 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.726 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:35:23.726 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:23.600317+0000", 2023-08-28T02:35:23.726 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:35:23.726 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.726 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.726 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:35:23.726 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:23.600332+0000", 2023-08-28T02:35:23.726 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.483e-05 2023-08-28T02:35:23.726 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.726 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.726 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:35:23.726 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:23.600354+0000", 2023-08-28T02:35:23.727 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.2240999999999999e-05 2023-08-28T02:35:23.727 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.727 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.727 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:35:23.727 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:23.600367+0000", 2023-08-28T02:35:23.727 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2543e-05 2023-08-28T02:35:23.727 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.727 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.727 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:35:23.727 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:23.600470+0000", 2023-08-28T02:35:23.727 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00010362299999999999 2023-08-28T02:35:23.727 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.728 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.728 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:35:23.728 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:23.600511+0000", 2023-08-28T02:35:23.728 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.1119999999999999e-05 2023-08-28T02:35:23.728 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.728 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.728 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:35:23.728 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:23.611946+0000", 2023-08-28T02:35:23.728 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.011434975 2023-08-28T02:35:23.728 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:23.728 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:23.728 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:35:23.728 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:23.612007+0000", 2023-08-28T02:35:23.729 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.0093000000000002e-05 2023-08-28T02:35:23.729 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:35:23.729 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:35:23.729 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:35:23.729 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:35:23.729 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:35:23.729 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-08-28T02:35:23.730 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:23.794 INFO:teuthology.orchestra.run.smithi040.stderr:noscrub is unset 2023-08-28T02:35:23.813 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:23 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/633056950' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:35:23.813 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:23 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/633056950' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:35:23.973 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:35:23.980 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:23.981 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:35:24.081 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:35:24.107 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:23 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/633056950' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:35:24.110 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:24.130 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:35:24.132 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:24.133 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:35:24.233 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:35:24.261 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:24.281 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:35:24.284 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:24.285 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:35:24.386 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:35:24.423 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:24.646 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.0 dump_ops_in_flight 2023-08-28T02:35:24.646 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:35:24.650 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:24.651 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:35:24.751 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:35:24.778 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:24.800 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:35:24.803 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:24.803 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:35:24.904 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:35:24.931 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:24.951 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:35:24.954 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:24.954 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:35:24.956 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:24 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/633056950' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:35:24.956 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:24 smithi040 ceph-mon[175404]: osdmap e326: 8 total, 8 up, 6 in 2023-08-28T02:35:24.956 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:24 smithi040 ceph-mon[175404]: failed to encode map e326 with expected crc 2023-08-28T02:35:24.956 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:24 smithi040 ceph-mon[175404]: failed to encode map e326 with expected crc 2023-08-28T02:35:24.956 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:24 smithi040 ceph-mon[175404]: pgmap v971: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 5.1 GiB data, 15 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 58 op/s; 38639/251181 objects degraded (15.383%); 11236/251181 objects misplaced (4.473%); 688 KiB/s, 10 objects/s recovering 2023-08-28T02:35:24.957 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:24 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/633056950' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:35:24.957 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:24 smithi040 ceph-mon[170259]: osdmap e326: 8 total, 8 up, 6 in 2023-08-28T02:35:24.957 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:24 smithi040 ceph-mon[170259]: failed to encode map e326 with expected crc 2023-08-28T02:35:24.957 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:24 smithi040 ceph-mon[170259]: failed to encode map e326 with expected crc 2023-08-28T02:35:24.957 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:24 smithi040 ceph-mon[170259]: pgmap v971: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 5.1 GiB data, 15 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 58 op/s; 38639/251181 objects degraded (15.383%); 11236/251181 objects misplaced (4.473%); 688 KiB/s, 10 objects/s recovering 2023-08-28T02:35:25.055 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:35:25.080 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:24 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/633056950' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:35:25.080 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:24 smithi083 ceph-mon[157819]: osdmap e326: 8 total, 8 up, 6 in 2023-08-28T02:35:25.080 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:24 smithi083 ceph-mon[157819]: failed to encode map e326 with expected crc 2023-08-28T02:35:25.080 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:24 smithi083 ceph-mon[157819]: failed to encode map e326 with expected crc 2023-08-28T02:35:25.081 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:24 smithi083 ceph-mon[157819]: pgmap v971: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 5.1 GiB data, 15 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 58 op/s; 38639/251181 objects degraded (15.383%); 11236/251181 objects misplaced (4.473%); 688 KiB/s, 10 objects/s recovering 2023-08-28T02:35:25.082 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:25.098 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:35:25.102 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:35:25.105 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:25.105 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:35:25.206 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:35:25.233 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:25.252 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:35:25.255 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:25.256 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:35:25.322 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:35:25.322 INFO:teuthology.orchestra.run.smithi040.stdout:{"fsid":"d9a8f48a-4546-11ee-817c-1b7a5f1ba315","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"nodeep-scrub flag(s) set","count":12},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 38639/251181 objects degraded (15.383%), 6 pgs degraded, 5 pgs undersized","count":11},"muted":false}},"mutes":[]},"election_epoch":34,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":1330,"monmap":{"epoch":4,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":326,"num_osds":8,"num_up_osds":8,"osd_up_since":1693189991,"num_in_osds":6,"osd_in_since":1693189947,"num_remapped_pgs":8},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":90},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":5},{"state_name":"active+remapped+backfill_wait","count":2},{"state_name":"active+recovering+remapped","count":1},{"state_name":"active+recovery_wait+degraded","count":1}],"num_pgs":99,"num_pools":5,"num_objects":83727,"data_bytes":5485935364,"bytes_used":15986946048,"bytes_avail":559983267840,"bytes_total":575970213888,"degraded_objects":38639,"degraded_total":251181,"degraded_ratio":0.15382931033796346,"misplaced_objects":11236,"misplaced_total":251181,"misplaced_ratio":0.044732682806422466,"recovering_objects_per_sec":10,"recovering_bytes_per_sec":704260,"recovering_keys_per_sec":0,"num_objects_recovered":86,"num_bytes_recovered":5636096,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":58},"fsmap":{"epoch":7,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi040.wmhbsz","status":"up:active","gid":24577}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.40:8443/","prometheus":"http://172.21.15.40:9283/"}},"servicemap":{"epoch":22,"modified":"2023-08-28T02:34:10.384085+0000","services":{}},"progress_events":{"12dba03a-d529-4826-b243-e29af8fa97a8":{"message":"Upgrade to 18.2.0-187-g9cf20820 (5m)\n [============................] (remaining: 6m)","progress":0.44999998807907104,"add_to_ceph_s":true},"42e4bfe6-6201-4e43-94a3-bd00b5166574":{"message":"Global Recovery Event (3m)\n [=========================...] (remaining: 23s)","progress":0.90909093618392944,"add_to_ceph_s":true}}} 2023-08-28T02:35:25.356 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:35:25.393 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:25.432 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:35:25.452 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:35:25.473 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:35:25.480 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:35:25 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:35:25] "GET /metrics HTTP/1.1" 200 36602 "" "Prometheus/2.43.0" 2023-08-28T02:35:25.495 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:35:25.515 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:35:25.521 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:35:25.523 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:25.524 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:35:25.536 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:35:25.555 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:35:25.578 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:35:25.579 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-08-28T02:35:25.579 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-08-28T02:35:25.580 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-08-28T02:35:25.580 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-08-28T02:35:25.580 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-08-28T02:35:25.580 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-08-28T02:35:25.580 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-08-28T02:35:25.580 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-08-28T02:35:25.624 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:35:25.661 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:25.797 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:25 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3869741555' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:35:25.797 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:25 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3348086225' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:35:25.836 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:35:25.839 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:25.839 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:35:25.921 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2023-08-28T02:35:25.921 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:35:25.941 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:35:25.996 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:26.130 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:25 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3869741555' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:35:26.131 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:25 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3348086225' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:35:26.172 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:35:26.175 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:26.175 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:35:26.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:25 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3869741555' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:35:26.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:25 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3348086225' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:35:26.276 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:35:26.310 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd unset nodeep-scrub 2023-08-28T02:35:26.314 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:26.428 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:35:26.443 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:35:26.447 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:26.447 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:35:26.548 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:35:26.551 INFO:teuthology.orchestra.run.smithi040.stdout:ERROR: (22) Invalid argument 2023-08-28T02:35:26.551 INFO:teuthology.orchestra.run.smithi040.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:35:26.586 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:26.758 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:35:26.761 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:26.762 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:35:26.863 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:35:26.898 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:27.023 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:26 smithi040 ceph-mon[170259]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:35:27.024 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:26 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 38639/251181 objects degraded (15.383%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:35:27.024 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:26 smithi040 ceph-mon[170259]: pgmap v972: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 5.1 GiB data, 15 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 93 op/s; 38530/250125 objects degraded (15.404%); 11186/250125 objects misplaced (4.472%); 1.3 MiB/s, 20 objects/s recovering 2023-08-28T02:35:27.024 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:26 smithi040 ceph-mon[175404]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:35:27.024 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:26 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 38639/251181 objects degraded (15.383%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:35:27.024 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:26 smithi040 ceph-mon[175404]: pgmap v972: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 5.1 GiB data, 15 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 93 op/s; 38530/250125 objects degraded (15.404%); 11186/250125 objects misplaced (4.472%); 1.3 MiB/s, 20 objects/s recovering 2023-08-28T02:35:27.048 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.0 dump_blocked_ops 2023-08-28T02:35:27.073 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:35:27.085 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:27.086 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:35:27.187 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:35:27.223 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:27.228 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:35:27.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:26 smithi083 ceph-mon[157819]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:35:27.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:26 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 38639/251181 objects degraded (15.383%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:35:27.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:26 smithi083 ceph-mon[157819]: pgmap v972: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 5.1 GiB data, 15 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 93 op/s; 38530/250125 objects degraded (15.404%); 11186/250125 objects misplaced (4.472%); 1.3 MiB/s, 20 objects/s recovering 2023-08-28T02:35:27.248 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:35:27.251 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:27.252 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:35:27.353 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:35:27.406 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:27.434 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:35:27.437 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:27.438 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:35:27.539 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:35:27.586 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:27.611 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:35:27.620 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:27.620 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:35:27.721 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:35:27.747 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:27.756 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:35:27.768 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:35:27.770 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:27.771 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:35:27.871 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:35:27.903 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:27.926 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:35:27.929 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:27.930 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:35:28.030 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:35:28.069 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:28.104 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:35:28.109 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:28.109 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:35:28.126 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:35:28.128 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:35:28.169 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-08-28T02:35:28.210 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:35:28.238 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:28.257 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:35:28.260 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:28.260 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:35:28.361 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:35:28.389 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:28.408 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:35:28.410 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:28.411 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:35:28.511 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:35:28.538 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:28.558 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:35:28.561 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:28.562 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:35:28.662 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:35:28.700 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:28.830 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:35:28.833 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:28.833 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:35:28.875 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":972,"stamp":"2023-08-28T02:35:26.408306+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":5462866692,"num_objects":83375,"num_object_clones":0,"num_object_copies":250125,"num_objects_missing_on_primary":5301,"num_objects_missing":5301,"num_objects_degraded":38530,"num_objects_misplaced":11186,"num_objects_unfound":0,"num_objects_dirty":83375,"num_whiteouts":0,"num_read":90,"num_read_kb":168,"num_write":103367,"num_write_kb":5972054,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":35557,"num_bytes_recovered":2312769905,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":95136,"ondisk_log_size":95136,"up":297,"acting":292,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":15530396,"kb_used_data":12611116,"kb_used_omap":12,"kb_used_meta":2919219,"kb_avail":546940516,"statfs":{"total":575970213888,"available":560067088384,"internally_reserved":0,"allocated":12913782784,"data_stored":12904282424,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12739,"internal_metadata":2989280829},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,3,1,0,2,0,2,1,1,4,7,2],"upper_bound":8192},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-49020928,"num_objects":-748,"num_object_clones":0,"num_object_copies":-2244,"num_objects_missing_on_primary":-61,"num_objects_missing":-61,"num_objects_degraded":-223,"num_objects_misplaced":-100,"num_objects_unfound":0,"num_objects_dirty":-748,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":748,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":163,"num_bytes_recovered":10682368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.002352"},"pg_stats":[{"pgid":"3.1a","version":"65'1","reported_seq":337,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:18.978999+0000","last_change":"2023-08-28T02:32:32.667028+0000","last_active":"2023-08-28T02:35:18.978999+0000","last_peered":"2023-08-28T02:35:18.978999+0000","last_clean":"2023-08-28T02:35:18.978999+0000","last_became_active":"2023-08-28T02:32:32.666711+0000","last_became_peered":"2023-08-28T02:32:32.666711+0000","last_unstale":"2023-08-28T02:35:18.978999+0000","last_undegraded":"2023-08-28T02:35:18.978999+0000","last_fullsized":"2023-08-28T02:35:18.978999+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:28:21.913105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":289,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:18.986625+0000","last_change":"2023-08-28T02:29:44.421259+0000","last_active":"2023-08-28T02:35:18.986625+0000","last_peered":"2023-08-28T02:35:18.986625+0000","last_clean":"2023-08-28T02:35:18.986625+0000","last_became_active":"2023-08-28T02:29:44.420936+0000","last_became_peered":"2023-08-28T02:29:44.420936+0000","last_unstale":"2023-08-28T02:35:18.986625+0000","last_undegraded":"2023-08-28T02:35:18.986625+0000","last_fullsized":"2023-08-28T02:35:18.986625+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:22:26.346867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":129,"reported_epoch":324,"state":"active+clean","last_fresh":"2023-08-28T02:35:11.999214+0000","last_change":"2023-08-28T02:33:12.290337+0000","last_active":"2023-08-28T02:35:11.999214+0000","last_peered":"2023-08-28T02:35:11.999214+0000","last_clean":"2023-08-28T02:35:11.999214+0000","last_became_active":"2023-08-28T02:33:12.289852+0000","last_became_peered":"2023-08-28T02:33:12.289852+0000","last_unstale":"2023-08-28T02:35:11.999214+0000","last_undegraded":"2023-08-28T02:35:11.999214+0000","last_fullsized":"2023-08-28T02:35:11.999214+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:04:26.420037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":304,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:18.985384+0000","last_change":"2023-08-28T02:33:13.317226+0000","last_active":"2023-08-28T02:35:18.985384+0000","last_peered":"2023-08-28T02:35:18.985384+0000","last_clean":"2023-08-28T02:35:18.985384+0000","last_became_active":"2023-08-28T02:33:13.316893+0000","last_became_peered":"2023-08-28T02:33:13.316893+0000","last_unstale":"2023-08-28T02:35:18.985384+0000","last_undegraded":"2023-08-28T02:35:18.985384+0000","last_fullsized":"2023-08-28T02:35:18.985384+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:55:46.593463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":248,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:18.976582+0000","last_change":"2023-08-28T02:33:12.295203+0000","last_active":"2023-08-28T02:35:18.976582+0000","last_peered":"2023-08-28T02:35:18.976582+0000","last_clean":"2023-08-28T02:35:18.976582+0000","last_became_active":"2023-08-28T02:33:12.294904+0000","last_became_peered":"2023-08-28T02:33:12.294904+0000","last_unstale":"2023-08-28T02:35:18.976582+0000","last_undegraded":"2023-08-28T02:35:18.976582+0000","last_fullsized":"2023-08-28T02:35:18.976582+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:31:07.008856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":267,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:19.010037+0000","last_change":"2023-08-28T02:31:51.987263+0000","last_active":"2023-08-28T02:35:19.010037+0000","last_peered":"2023-08-28T02:35:19.010037+0000","last_clean":"2023-08-28T02:35:19.010037+0000","last_became_active":"2023-08-28T02:31:51.986938+0000","last_became_peered":"2023-08-28T02:31:51.986938+0000","last_unstale":"2023-08-28T02:35:19.010037+0000","last_undegraded":"2023-08-28T02:35:19.010037+0000","last_fullsized":"2023-08-28T02:35:19.010037+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:18.021905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":298,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:18.985201+0000","last_change":"2023-08-28T02:33:12.318656+0000","last_active":"2023-08-28T02:35:18.985201+0000","last_peered":"2023-08-28T02:35:18.985201+0000","last_clean":"2023-08-28T02:35:18.985201+0000","last_became_active":"2023-08-28T02:33:12.318297+0000","last_became_peered":"2023-08-28T02:33:12.318297+0000","last_unstale":"2023-08-28T02:35:18.985201+0000","last_undegraded":"2023-08-28T02:35:18.985201+0000","last_fullsized":"2023-08-28T02:35:18.985201+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:43:09.789767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":229,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:18.977012+0000","last_change":"2023-08-28T02:33:13.357230+0000","last_active":"2023-08-28T02:35:18.977012+0000","last_peered":"2023-08-28T02:35:18.977012+0000","last_clean":"2023-08-28T02:35:18.977012+0000","last_became_active":"2023-08-28T02:33:13.356853+0000","last_became_peered":"2023-08-28T02:33:13.356853+0000","last_unstale":"2023-08-28T02:35:18.977012+0000","last_undegraded":"2023-08-28T02:35:18.977012+0000","last_fullsized":"2023-08-28T02:35:18.977012+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:20:21.545007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":309,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:19.004774+0000","last_change":"2023-08-28T02:29:44.462510+0000","last_active":"2023-08-28T02:35:19.004774+0000","last_peered":"2023-08-28T02:35:19.004774+0000","last_clean":"2023-08-28T02:35:19.004774+0000","last_became_active":"2023-08-28T02:29:44.460314+0000","last_became_peered":"2023-08-28T02:29:44.460314+0000","last_unstale":"2023-08-28T02:35:19.004774+0000","last_undegraded":"2023-08-28T02:35:19.004774+0000","last_fullsized":"2023-08-28T02:35:19.004774+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:59:01.311467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":232,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:18.977924+0000","last_change":"2023-08-28T02:33:13.291255+0000","last_active":"2023-08-28T02:35:18.977924+0000","last_peered":"2023-08-28T02:35:18.977924+0000","last_clean":"2023-08-28T02:35:18.977924+0000","last_became_active":"2023-08-28T02:33:13.290933+0000","last_became_peered":"2023-08-28T02:33:13.290933+0000","last_unstale":"2023-08-28T02:35:18.977924+0000","last_undegraded":"2023-08-28T02:35:18.977924+0000","last_fullsized":"2023-08-28T02:35:18.977924+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:31:54.116908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"65'3","reported_seq":310,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:18.995219+0000","last_change":"2023-08-28T02:33:12.296412+0000","last_active":"2023-08-28T02:35:18.995219+0000","last_peered":"2023-08-28T02:35:18.995219+0000","last_clean":"2023-08-28T02:35:18.995219+0000","last_became_active":"2023-08-28T02:33:12.295786+0000","last_became_peered":"2023-08-28T02:33:12.295786+0000","last_unstale":"2023-08-28T02:35:18.995219+0000","last_undegraded":"2023-08-28T02:35:18.995219+0000","last_fullsized":"2023-08-28T02:35:18.995219+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:15:31.449163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":132,"reported_epoch":324,"state":"active+clean","last_fresh":"2023-08-28T02:35:11.999850+0000","last_change":"2023-08-28T02:32:32.666927+0000","last_active":"2023-08-28T02:35:11.999850+0000","last_peered":"2023-08-28T02:35:11.999850+0000","last_clean":"2023-08-28T02:35:11.999850+0000","last_became_active":"2023-08-28T02:32:32.666618+0000","last_became_peered":"2023-08-28T02:32:32.666618+0000","last_unstale":"2023-08-28T02:35:11.999850+0000","last_undegraded":"2023-08-28T02:35:11.999850+0000","last_fullsized":"2023-08-28T02:35:11.999850+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:45:57.998333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":334,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:18.978788+0000","last_change":"2023-08-28T02:32:28.505262+0000","last_active":"2023-08-28T02:35:18.978788+0000","last_peered":"2023-08-28T02:35:18.978788+0000","last_clean":"2023-08-28T02:35:18.978788+0000","last_became_active":"2023-08-28T02:32:28.455999+0000","last_became_peered":"2023-08-28T02:32:28.455999+0000","last_unstale":"2023-08-28T02:35:18.978788+0000","last_undegraded":"2023-08-28T02:35:18.978788+0000","last_fullsized":"2023-08-28T02:35:18.978788+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:28.937020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":9468,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":318,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:18.978928+0000","last_change":"2023-08-28T02:32:12.959195+0000","last_active":"2023-08-28T02:35:18.978928+0000","last_peered":"2023-08-28T02:35:18.978928+0000","last_clean":"2023-08-28T02:35:18.978928+0000","last_became_active":"2023-08-28T02:32:12.958832+0000","last_became_peered":"2023-08-28T02:32:12.958832+0000","last_unstale":"2023-08-28T02:35:18.978928+0000","last_undegraded":"2023-08-28T02:35:18.978928+0000","last_fullsized":"2023-08-28T02:35:18.978928+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:23:27.197787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"65'2","reported_seq":308,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:18.994681+0000","last_change":"2023-08-28T02:32:28.461161+0000","last_active":"2023-08-28T02:35:18.994681+0000","last_peered":"2023-08-28T02:35:18.994681+0000","last_clean":"2023-08-28T02:35:18.994681+0000","last_became_active":"2023-08-28T02:32:28.451284+0000","last_became_peered":"2023-08-28T02:32:28.451284+0000","last_unstale":"2023-08-28T02:35:18.994681+0000","last_undegraded":"2023-08-28T02:35:18.994681+0000","last_fullsized":"2023-08-28T02:35:18.994681+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:58:20.061020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":289,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:18.984937+0000","last_change":"2023-08-28T02:29:44.419566+0000","last_active":"2023-08-28T02:35:18.984937+0000","last_peered":"2023-08-28T02:35:18.984937+0000","last_clean":"2023-08-28T02:35:18.984937+0000","last_became_active":"2023-08-28T02:29:44.419053+0000","last_became_peered":"2023-08-28T02:29:44.419053+0000","last_unstale":"2023-08-28T02:35:18.984937+0000","last_undegraded":"2023-08-28T02:35:18.984937+0000","last_fullsized":"2023-08-28T02:35:18.984937+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:44:36.133499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":292,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:18.984143+0000","last_change":"2023-08-28T02:33:12.493777+0000","last_active":"2023-08-28T02:35:18.984143+0000","last_peered":"2023-08-28T02:35:18.984143+0000","last_clean":"2023-08-28T02:35:18.984143+0000","last_became_active":"2023-08-28T02:33:12.491177+0000","last_became_peered":"2023-08-28T02:33:12.491177+0000","last_unstale":"2023-08-28T02:35:18.984143+0000","last_undegraded":"2023-08-28T02:35:18.984143+0000","last_fullsized":"2023-08-28T02:35:18.984143+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:10:58.167753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":305,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:19.003377+0000","last_change":"2023-08-28T02:33:12.290293+0000","last_active":"2023-08-28T02:35:19.003377+0000","last_peered":"2023-08-28T02:35:19.003377+0000","last_clean":"2023-08-28T02:35:19.003377+0000","last_became_active":"2023-08-28T02:33:12.289989+0000","last_became_peered":"2023-08-28T02:33:12.289989+0000","last_unstale":"2023-08-28T02:35:19.003377+0000","last_undegraded":"2023-08-28T02:35:19.003377+0000","last_fullsized":"2023-08-28T02:35:19.003377+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:05:33.622172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":283,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:18.995983+0000","last_change":"2023-08-28T02:32:12.948756+0000","last_active":"2023-08-28T02:35:18.995983+0000","last_peered":"2023-08-28T02:35:18.995983+0000","last_clean":"2023-08-28T02:35:18.995983+0000","last_became_active":"2023-08-28T02:32:12.948441+0000","last_became_peered":"2023-08-28T02:32:12.948441+0000","last_unstale":"2023-08-28T02:35:18.995983+0000","last_undegraded":"2023-08-28T02:35:18.995983+0000","last_fullsized":"2023-08-28T02:35:18.995983+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:27.922180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":299,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:18.985429+0000","last_change":"2023-08-28T02:33:12.299398+0000","last_active":"2023-08-28T02:35:18.985429+0000","last_peered":"2023-08-28T02:35:18.985429+0000","last_clean":"2023-08-28T02:35:18.985429+0000","last_became_active":"2023-08-28T02:33:12.299113+0000","last_became_peered":"2023-08-28T02:33:12.299113+0000","last_unstale":"2023-08-28T02:35:18.985429+0000","last_undegraded":"2023-08-28T02:35:18.985429+0000","last_fullsized":"2023-08-28T02:35:18.985429+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:14:55.597212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"65'8","reported_seq":93,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:18.983626+0000","last_change":"2023-08-28T02:33:13.478870+0000","last_active":"2023-08-28T02:35:18.983626+0000","last_peered":"2023-08-28T02:35:18.983626+0000","last_clean":"2023-08-28T02:35:18.983626+0000","last_became_active":"2023-08-28T02:33:13.332142+0000","last_became_peered":"2023-08-28T02:33:13.332142+0000","last_unstale":"2023-08-28T02:35:18.983626+0000","last_undegraded":"2023-08-28T02:35:18.983626+0000","last_fullsized":"2023-08-28T02:35:18.983626+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:32:42.810159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":230,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:18.978443+0000","last_change":"2023-08-28T02:33:12.306353+0000","last_active":"2023-08-28T02:35:18.978443+0000","last_peered":"2023-08-28T02:35:18.978443+0000","last_clean":"2023-08-28T02:35:18.978443+0000","last_became_active":"2023-08-28T02:33:12.304977+0000","last_became_peered":"2023-08-28T02:33:12.304977+0000","last_unstale":"2023-08-28T02:35:18.978443+0000","last_undegraded":"2023-08-28T02:35:18.978443+0000","last_fullsized":"2023-08-28T02:35:18.978443+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:19:38.819671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"326'6421","reported_seq":6505,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:25.629599+0000","last_change":"2023-08-28T02:30:50.402703+0000","last_active":"2023-08-28T02:35:25.629599+0000","last_peered":"2023-08-28T02:35:25.629599+0000","last_clean":"2023-08-28T02:35:25.629599+0000","last_became_active":"2023-08-28T02:30:50.402419+0000","last_became_peered":"2023-08-28T02:30:50.402419+0000","last_unstale":"2023-08-28T02:35:25.629599+0000","last_undegraded":"2023-08-28T02:35:25.629599+0000","last_fullsized":"2023-08-28T02:35:25.629599+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6421,"log_dups_size":0,"ondisk_log_size":6421,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:07:37.393907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":343343104,"num_objects":5239,"num_object_clones":0,"num_object_copies":15717,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5239,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6421,"num_write_kb":373120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"65'1","reported_seq":291,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:18.994912+0000","last_change":"2023-08-28T02:14:43.046130+0000","last_active":"2023-08-28T02:35:18.994912+0000","last_peered":"2023-08-28T02:35:18.994912+0000","last_clean":"2023-08-28T02:35:18.994912+0000","last_became_active":"2023-08-28T02:14:43.045775+0000","last_became_peered":"2023-08-28T02:14:43.045775+0000","last_unstale":"2023-08-28T02:35:18.994912+0000","last_undegraded":"2023-08-28T02:35:18.994912+0000","last_fullsized":"2023-08-28T02:35:18.994912+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:57:38.279756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":281,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:19.002656+0000","last_change":"2023-08-28T02:31:51.987149+0000","last_active":"2023-08-28T02:35:19.002656+0000","last_peered":"2023-08-28T02:35:19.002656+0000","last_clean":"2023-08-28T02:35:19.002656+0000","last_became_active":"2023-08-28T02:31:51.986821+0000","last_became_peered":"2023-08-28T02:31:51.986821+0000","last_unstale":"2023-08-28T02:35:19.002656+0000","last_undegraded":"2023-08-28T02:35:19.002656+0000","last_fullsized":"2023-08-28T02:35:19.002656+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:23:26.661134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"326'6459","reported_seq":9901,"reported_epoch":326,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:35:24.647300+0000","last_change":"2023-08-28T02:33:33.975566+0000","last_active":"2023-08-28T02:35:24.647300+0000","last_peered":"2023-08-28T02:35:24.647300+0000","last_clean":"2023-08-28T02:31:27.868230+0000","last_became_active":"2023-08-28T02:33:33.660452+0000","last_became_peered":"2023-08-28T02:33:33.660452+0000","last_unstale":"2023-08-28T02:35:24.647300+0000","last_undegraded":"2023-08-28T02:33:13.410847+0000","last_fullsized":"2023-08-28T02:33:13.270012+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6459,"log_dups_size":0,"ondisk_log_size":6459,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:33.375162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":336920576,"num_objects":5141,"num_object_clones":0,"num_object_copies":15423,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7324,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5141,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6459,"num_write_kb":371200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1660,"num_bytes_recovered":108724224,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[5,4],"avail_no_missing":["5","6"],"object_location_counts":[{"shards":"2,5,6","objects":915},{"shards":"3,5,6","objects":2396},{"shards":"4,5","objects":325},{"shards":"5,6","objects":1505}],"blocked_by":[],"up_primary":3,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"65'2","reported_seq":316,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:18.995467+0000","last_change":"2023-08-28T02:29:44.436352+0000","last_active":"2023-08-28T02:35:18.995467+0000","last_peered":"2023-08-28T02:35:18.995467+0000","last_clean":"2023-08-28T02:35:18.995467+0000","last_became_active":"2023-08-28T02:29:44.411499+0000","last_became_peered":"2023-08-28T02:29:44.411499+0000","last_unstale":"2023-08-28T02:35:18.995467+0000","last_undegraded":"2023-08-28T02:35:18.995467+0000","last_fullsized":"2023-08-28T02:35:18.995467+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:46:57.540191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":342,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:18.978780+0000","last_change":"2023-08-28T02:33:12.289004+0000","last_active":"2023-08-28T02:35:18.978780+0000","last_peered":"2023-08-28T02:35:18.978780+0000","last_clean":"2023-08-28T02:35:18.978780+0000","last_became_active":"2023-08-28T02:33:12.288722+0000","last_became_peered":"2023-08-28T02:33:12.288722+0000","last_unstale":"2023-08-28T02:35:18.978780+0000","last_undegraded":"2023-08-28T02:35:18.978780+0000","last_fullsized":"2023-08-28T02:35:18.978780+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:24.019483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"326'6392","reported_seq":6493,"reported_epoch":326,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:35:25.023898+0000","last_change":"2023-08-28T02:33:13.585687+0000","last_active":"2023-08-28T02:35:25.023898+0000","last_peered":"2023-08-28T02:35:25.023898+0000","last_clean":"2023-08-28T02:31:27.908616+0000","last_became_active":"2023-08-28T02:33:13.578484+0000","last_became_peered":"2023-08-28T02:33:13.578484+0000","last_unstale":"2023-08-28T02:35:25.023898+0000","last_undegraded":"2023-08-28T02:33:13.297322+0000","last_fullsized":"2023-08-28T02:33:13.268309+0000","mapping_epoch":298,"log_start":"255'1112","ondisk_log_start":"255'1112","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5280,"log_dups_size":0,"ondisk_log_size":5280,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:42:33.431186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":338034688,"num_objects":5158,"num_object_clones":0,"num_object_copies":15474,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2533,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5158,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6392,"num_write_kb":369600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4],"avail_no_missing":["0","4"],"object_location_counts":[{"shards":"0,4","objects":2710}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"65'1","reported_seq":302,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:18.995079+0000","last_change":"2023-08-28T02:33:13.516869+0000","last_active":"2023-08-28T02:35:18.995079+0000","last_peered":"2023-08-28T02:35:18.995079+0000","last_clean":"2023-08-28T02:35:18.995079+0000","last_became_active":"2023-08-28T02:33:13.396736+0000","last_became_peered":"2023-08-28T02:33:13.396736+0000","last_unstale":"2023-08-28T02:35:18.995079+0000","last_undegraded":"2023-08-28T02:35:18.995079+0000","last_fullsized":"2023-08-28T02:35:18.995079+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:47:08.237137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":266,"reported_epoch":324,"state":"active+clean","last_fresh":"2023-08-28T02:35:11.999688+0000","last_change":"2023-08-28T02:31:51.987327+0000","last_active":"2023-08-28T02:35:11.999688+0000","last_peered":"2023-08-28T02:35:11.999688+0000","last_clean":"2023-08-28T02:35:11.999688+0000","last_became_active":"2023-08-28T02:31:51.987018+0000","last_became_peered":"2023-08-28T02:31:51.987018+0000","last_unstale":"2023-08-28T02:35:11.999688+0000","last_undegraded":"2023-08-28T02:35:11.999688+0000","last_fullsized":"2023-08-28T02:35:11.999688+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:53:26.105101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.5","version":"326'6365","reported_seq":7566,"reported_epoch":326,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:35:25.062317+0000","last_change":"2023-08-28T02:33:13.625779+0000","last_active":"2023-08-28T02:35:25.062317+0000","last_peered":"2023-08-28T02:35:25.062317+0000","last_clean":"2023-08-28T02:31:27.898932+0000","last_became_active":"2023-08-28T02:33:13.612126+0000","last_became_peered":"2023-08-28T02:33:13.612126+0000","last_unstale":"2023-08-28T02:35:25.062317+0000","last_undegraded":"2023-08-28T02:33:13.485377+0000","last_fullsized":"2023-08-28T02:33:13.264317+0000","mapping_epoch":298,"log_start":"255'1063","ondisk_log_start":"255'1063","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5302,"log_dups_size":0,"ondisk_log_size":5302,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:37:28.843386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":333381632,"num_objects":5087,"num_object_clones":0,"num_object_copies":15261,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7629,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5087,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6365,"num_write_kb":366464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":547,"num_bytes_recovered":35848192,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,7],"avail_no_missing":["0","2"],"object_location_counts":[{"shards":"0,2","objects":2358},{"shards":"0,2,3","objects":2729}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":320,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:19.003001+0000","last_change":"2023-08-28T02:33:13.281826+0000","last_active":"2023-08-28T02:35:19.003001+0000","last_peered":"2023-08-28T02:35:19.003001+0000","last_clean":"2023-08-28T02:35:19.003001+0000","last_became_active":"2023-08-28T02:33:13.281511+0000","last_became_peered":"2023-08-28T02:33:13.281511+0000","last_unstale":"2023-08-28T02:35:19.003001+0000","last_undegraded":"2023-08-28T02:35:19.003001+0000","last_fullsized":"2023-08-28T02:35:19.003001+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:32:55.005706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":316,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:18.984002+0000","last_change":"2023-08-28T02:29:44.436713+0000","last_active":"2023-08-28T02:35:18.984002+0000","last_peered":"2023-08-28T02:35:18.984002+0000","last_clean":"2023-08-28T02:35:18.984002+0000","last_became_active":"2023-08-28T02:29:44.436203+0000","last_became_peered":"2023-08-28T02:29:44.436203+0000","last_unstale":"2023-08-28T02:35:18.984002+0000","last_undegraded":"2023-08-28T02:35:18.984002+0000","last_fullsized":"2023-08-28T02:35:18.984002+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:46:48.522293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"325'6546","reported_seq":6632,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:22.297810+0000","last_change":"2023-08-28T02:30:50.399669+0000","last_active":"2023-08-28T02:35:22.297810+0000","last_peered":"2023-08-28T02:35:22.297810+0000","last_clean":"2023-08-28T02:35:22.297810+0000","last_became_active":"2023-08-28T02:30:50.399332+0000","last_became_peered":"2023-08-28T02:30:50.399332+0000","last_unstale":"2023-08-28T02:35:22.297810+0000","last_undegraded":"2023-08-28T02:35:22.297810+0000","last_fullsized":"2023-08-28T02:35:22.297810+0000","mapping_epoch":250,"log_start":"254'400","ondisk_log_start":"254'400","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6146,"log_dups_size":0,"ondisk_log_size":6146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:00:54.910841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":345243648,"num_objects":5268,"num_object_clones":0,"num_object_copies":15804,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5268,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6546,"num_write_kb":378048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"75'161","reported_seq":746,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:18.996106+0000","last_change":"2023-08-28T02:33:13.310049+0000","last_active":"2023-08-28T02:35:18.996106+0000","last_peered":"2023-08-28T02:35:18.996106+0000","last_clean":"2023-08-28T02:35:18.996106+0000","last_became_active":"2023-08-28T02:33:13.309661+0000","last_became_peered":"2023-08-28T02:33:13.309661+0000","last_unstale":"2023-08-28T02:35:18.996106+0000","last_undegraded":"2023-08-28T02:35:18.996106+0000","last_fullsized":"2023-08-28T02:35:18.996106+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.930230+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.930230+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:27:40.889460+0000","scrub_duration":0.0050169209999999997,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"65'2","reported_seq":280,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.786437+0000","last_change":"2023-08-28T02:33:12.294922+0000","last_active":"2023-08-28T02:35:23.786437+0000","last_peered":"2023-08-28T02:35:23.786437+0000","last_clean":"2023-08-28T02:35:23.786437+0000","last_became_active":"2023-08-28T02:33:12.294518+0000","last_became_peered":"2023-08-28T02:33:12.294518+0000","last_unstale":"2023-08-28T02:35:23.786437+0000","last_undegraded":"2023-08-28T02:35:23.786437+0000","last_fullsized":"2023-08-28T02:35:23.786437+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:21:12.737286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":319,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:18.978835+0000","last_change":"2023-08-28T02:33:13.310505+0000","last_active":"2023-08-28T02:35:18.978835+0000","last_peered":"2023-08-28T02:35:18.978835+0000","last_clean":"2023-08-28T02:35:18.978835+0000","last_became_active":"2023-08-28T02:33:13.310223+0000","last_became_peered":"2023-08-28T02:33:13.310223+0000","last_unstale":"2023-08-28T02:35:18.978835+0000","last_undegraded":"2023-08-28T02:35:18.978835+0000","last_fullsized":"2023-08-28T02:35:18.978835+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:27:02.124453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"326'6456","reported_seq":7672,"reported_epoch":326,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:35:25.581367+0000","last_change":"2023-08-28T02:33:13.591092+0000","last_active":"2023-08-28T02:35:25.581367+0000","last_peered":"2023-08-28T02:35:25.581367+0000","last_clean":"2023-08-28T02:31:27.916082+0000","last_became_active":"2023-08-28T02:33:13.580413+0000","last_became_peered":"2023-08-28T02:33:13.580413+0000","last_unstale":"2023-08-28T02:35:25.581367+0000","last_undegraded":"2023-08-28T02:33:13.480527+0000","last_fullsized":"2023-08-28T02:33:13.270957+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6456,"log_dups_size":0,"ondisk_log_size":6456,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:03.698410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":341573632,"num_objects":5212,"num_object_clones":0,"num_object_copies":15636,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7836,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5212,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6456,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":551,"num_bytes_recovered":36110336,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,4],"avail_no_missing":["5","2"],"object_location_counts":[{"shards":"2,3,5","objects":2730},{"shards":"2,5","objects":2482}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"75'161","reported_seq":579,"reported_epoch":325,"state":"active+recovery_wait+degraded","last_fresh":"2023-08-28T02:35:19.002673+0000","last_change":"2023-08-28T02:33:13.287487+0000","last_active":"2023-08-28T02:35:19.002673+0000","last_peered":"2023-08-28T02:35:19.002673+0000","last_clean":"2023-08-28T02:31:25.515426+0000","last_became_active":"2023-08-28T02:33:13.287313+0000","last_became_peered":"2023-08-28T02:33:13.287313+0000","last_unstale":"2023-08-28T02:35:19.002673+0000","last_undegraded":"2023-08-28T02:33:13.270760+0000","last_fullsized":"2023-08-28T02:35:19.002673+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":204,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:45.407127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:45.407127+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:39:14.213229+0000","scrub_duration":0.0018495320000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":["5","2","3"],"object_location_counts":[{"shards":"2,3,5","objects":1}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":239,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:18.978837+0000","last_change":"2023-08-28T02:33:13.309727+0000","last_active":"2023-08-28T02:35:18.978837+0000","last_peered":"2023-08-28T02:35:18.978837+0000","last_clean":"2023-08-28T02:35:18.978837+0000","last_became_active":"2023-08-28T02:33:13.309487+0000","last_became_peered":"2023-08-28T02:33:13.309487+0000","last_unstale":"2023-08-28T02:35:18.978837+0000","last_undegraded":"2023-08-28T02:35:18.978837+0000","last_fullsized":"2023-08-28T02:35:18.978837+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:27:29.294011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":54,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:18.979035+0000","last_change":"2023-08-28T02:32:28.456323+0000","last_active":"2023-08-28T02:35:18.979035+0000","last_peered":"2023-08-28T02:35:18.979035+0000","last_clean":"2023-08-28T02:35:18.979035+0000","last_became_active":"2023-08-28T02:32:28.455987+0000","last_became_peered":"2023-08-28T02:32:28.455987+0000","last_unstale":"2023-08-28T02:35:18.979035+0000","last_undegraded":"2023-08-28T02:35:18.979035+0000","last_fullsized":"2023-08-28T02:35:18.979035+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:54:07.724002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"325'6569","reported_seq":16671,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:22.358280+0000","last_change":"2023-08-28T02:33:13.316023+0000","last_active":"2023-08-28T02:35:22.358280+0000","last_peered":"2023-08-28T02:35:22.358280+0000","last_clean":"2023-08-28T02:35:22.358280+0000","last_became_active":"2023-08-28T02:33:13.308403+0000","last_became_peered":"2023-08-28T02:33:13.308403+0000","last_unstale":"2023-08-28T02:35:22.358280+0000","last_undegraded":"2023-08-28T02:35:22.358280+0000","last_fullsized":"2023-08-28T02:35:22.358280+0000","mapping_epoch":298,"log_start":"254'400","ondisk_log_start":"254'400","created":250,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6169,"log_dups_size":0,"ondisk_log_size":6169,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:10:38.401973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":349110272,"num_objects":5327,"num_object_clones":0,"num_object_copies":15981,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5327,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6569,"num_write_kb":380672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4999,"num_bytes_recovered":327614464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":299,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:18.978733+0000","last_change":"2023-08-28T02:32:28.455294+0000","last_active":"2023-08-28T02:35:18.978733+0000","last_peered":"2023-08-28T02:35:18.978733+0000","last_clean":"2023-08-28T02:35:18.978733+0000","last_became_active":"2023-08-28T02:32:28.455013+0000","last_became_peered":"2023-08-28T02:32:28.455013+0000","last_unstale":"2023-08-28T02:35:18.978733+0000","last_undegraded":"2023-08-28T02:35:18.978733+0000","last_fullsized":"2023-08-28T02:35:18.978733+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:53.583864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":331,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:18.979934+0000","last_change":"2023-08-28T02:33:13.335588+0000","last_active":"2023-08-28T02:35:18.979934+0000","last_peered":"2023-08-28T02:35:18.979934+0000","last_clean":"2023-08-28T02:35:18.979934+0000","last_became_active":"2023-08-28T02:33:13.335326+0000","last_became_peered":"2023-08-28T02:33:13.335326+0000","last_unstale":"2023-08-28T02:35:18.979934+0000","last_undegraded":"2023-08-28T02:35:18.979934+0000","last_fullsized":"2023-08-28T02:35:18.979934+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:15:44.958663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"326'6464","reported_seq":6548,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:24.427062+0000","last_change":"2023-08-28T02:30:50.400261+0000","last_active":"2023-08-28T02:35:24.427062+0000","last_peered":"2023-08-28T02:35:24.427062+0000","last_clean":"2023-08-28T02:35:24.427062+0000","last_became_active":"2023-08-28T02:30:50.399938+0000","last_became_peered":"2023-08-28T02:30:50.399938+0000","last_unstale":"2023-08-28T02:35:24.427062+0000","last_undegraded":"2023-08-28T02:35:24.427062+0000","last_fullsized":"2023-08-28T02:35:24.427062+0000","mapping_epoch":250,"log_start":"255'1090","ondisk_log_start":"255'1090","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5374,"log_dups_size":0,"ondisk_log_size":5374,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:43:56.802792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":342753280,"num_objects":5230,"num_object_clones":0,"num_object_copies":15690,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5230,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6464,"num_write_kb":374208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"75'161","reported_seq":605,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:19.003199+0000","last_change":"2023-08-28T02:32:56.519141+0000","last_active":"2023-08-28T02:35:19.003199+0000","last_peered":"2023-08-28T02:35:19.003199+0000","last_clean":"2023-08-28T02:35:19.003199+0000","last_became_active":"2023-08-28T02:32:56.518863+0000","last_became_peered":"2023-08-28T02:32:56.518863+0000","last_unstale":"2023-08-28T02:35:19.003199+0000","last_undegraded":"2023-08-28T02:35:19.003199+0000","last_fullsized":"2023-08-28T02:35:19.003199+0000","mapping_epoch":292,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":293,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_clean_scrub_stamp":"2023-08-28T02:29:25.608370+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:59:50.561109+0000","scrub_duration":0.001662689,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":233,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:20.313493+0000","last_change":"2023-08-28T02:33:12.294592+0000","last_active":"2023-08-28T02:35:20.313493+0000","last_peered":"2023-08-28T02:35:20.313493+0000","last_clean":"2023-08-28T02:35:20.313493+0000","last_became_active":"2023-08-28T02:33:12.288508+0000","last_became_peered":"2023-08-28T02:33:12.288508+0000","last_unstale":"2023-08-28T02:35:20.313493+0000","last_undegraded":"2023-08-28T02:35:20.313493+0000","last_fullsized":"2023-08-28T02:35:20.313493+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:05:42.717608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":114,"reported_epoch":324,"state":"active+clean","last_fresh":"2023-08-28T02:35:12.002071+0000","last_change":"2023-08-28T02:29:44.429834+0000","last_active":"2023-08-28T02:35:12.002071+0000","last_peered":"2023-08-28T02:35:12.002071+0000","last_clean":"2023-08-28T02:35:12.002071+0000","last_became_active":"2023-08-28T02:29:44.429512+0000","last_became_peered":"2023-08-28T02:29:44.429512+0000","last_unstale":"2023-08-28T02:35:12.002071+0000","last_undegraded":"2023-08-28T02:35:12.002071+0000","last_fullsized":"2023-08-28T02:35:12.002071+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:58.062455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"326'6405","reported_seq":6489,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:25.701339+0000","last_change":"2023-08-28T02:30:50.402348+0000","last_active":"2023-08-28T02:35:25.701339+0000","last_peered":"2023-08-28T02:35:25.701339+0000","last_clean":"2023-08-28T02:35:25.701339+0000","last_became_active":"2023-08-28T02:30:50.402076+0000","last_became_peered":"2023-08-28T02:30:50.402076+0000","last_unstale":"2023-08-28T02:35:25.701339+0000","last_undegraded":"2023-08-28T02:35:25.701339+0000","last_fullsized":"2023-08-28T02:35:25.701339+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6405,"log_dups_size":0,"ondisk_log_size":6405,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:24.859426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":338886656,"num_objects":5171,"num_object_clones":0,"num_object_copies":15513,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5171,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6405,"num_write_kb":370432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.7","version":"75'161","reported_seq":525,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:20.313604+0000","last_change":"2023-08-28T02:33:13.532525+0000","last_active":"2023-08-28T02:35:20.313604+0000","last_peered":"2023-08-28T02:35:20.313604+0000","last_clean":"2023-08-28T02:35:20.313604+0000","last_became_active":"2023-08-28T02:33:13.532125+0000","last_became_peered":"2023-08-28T02:33:13.532125+0000","last_unstale":"2023-08-28T02:35:20.313604+0000","last_undegraded":"2023-08-28T02:35:20.313604+0000","last_fullsized":"2023-08-28T02:35:20.313604+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.887648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.887648+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":114,"reported_epoch":324,"state":"active+clean","last_fresh":"2023-08-28T02:35:12.000047+0000","last_change":"2023-08-28T02:29:44.407595+0000","last_active":"2023-08-28T02:35:12.000047+0000","last_peered":"2023-08-28T02:35:12.000047+0000","last_clean":"2023-08-28T02:35:12.000047+0000","last_became_active":"2023-08-28T02:29:44.407316+0000","last_became_peered":"2023-08-28T02:29:44.407316+0000","last_unstale":"2023-08-28T02:35:12.000047+0000","last_undegraded":"2023-08-28T02:35:12.000047+0000","last_fullsized":"2023-08-28T02:35:12.000047+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:01:47.777709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":337,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:19.003329+0000","last_change":"2023-08-28T02:33:13.286980+0000","last_active":"2023-08-28T02:35:19.003329+0000","last_peered":"2023-08-28T02:35:19.003329+0000","last_clean":"2023-08-28T02:35:19.003329+0000","last_became_active":"2023-08-28T02:33:13.286740+0000","last_became_peered":"2023-08-28T02:33:13.286740+0000","last_unstale":"2023-08-28T02:35:19.003329+0000","last_undegraded":"2023-08-28T02:35:19.003329+0000","last_fullsized":"2023-08-28T02:35:19.003329+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:24:54.574365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":114,"reported_epoch":324,"state":"active+clean","last_fresh":"2023-08-28T02:35:11.999761+0000","last_change":"2023-08-28T02:29:44.506914+0000","last_active":"2023-08-28T02:35:11.999761+0000","last_peered":"2023-08-28T02:35:11.999761+0000","last_clean":"2023-08-28T02:35:11.999761+0000","last_became_active":"2023-08-28T02:29:44.506606+0000","last_became_peered":"2023-08-28T02:29:44.506606+0000","last_unstale":"2023-08-28T02:35:11.999761+0000","last_undegraded":"2023-08-28T02:35:11.999761+0000","last_fullsized":"2023-08-28T02:35:11.999761+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:55:50.992279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"326'6392","reported_seq":18074,"reported_epoch":326,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:35:24.686539+0000","last_change":"2023-08-28T02:34:11.565330+0000","last_active":"2023-08-28T02:35:24.686539+0000","last_peered":"2023-08-28T02:35:24.686539+0000","last_clean":"2023-08-28T02:32:11.916240+0000","last_became_active":"2023-08-28T02:33:12.501819+0000","last_became_peered":"2023-08-28T02:33:12.501819+0000","last_unstale":"2023-08-28T02:35:24.686539+0000","last_undegraded":"2023-08-28T02:35:24.686539+0000","last_fullsized":"2023-08-28T02:35:24.686539+0000","mapping_epoch":297,"log_start":"255'1124","ondisk_log_start":"255'1124","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5268,"log_dups_size":0,"ondisk_log_size":5268,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:45:43.329719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":341049344,"num_objects":5204,"num_object_clones":0,"num_object_copies":15612,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":5204,"num_objects_unfound":0,"num_objects_dirty":5204,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6392,"num_write_kb":371072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5787,"num_bytes_recovered":379256832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,2],"avail_no_missing":["0","2","5","6"],"object_location_counts":[{"shards":"0,2,5","objects":5204}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.1","version":"75'161","reported_seq":585,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:19.003320+0000","last_change":"2023-08-28T02:32:31.482659+0000","last_active":"2023-08-28T02:35:19.003320+0000","last_peered":"2023-08-28T02:35:19.003320+0000","last_clean":"2023-08-28T02:35:19.003320+0000","last_became_active":"2023-08-28T02:32:31.482320+0000","last_became_peered":"2023-08-28T02:32:31.482320+0000","last_unstale":"2023-08-28T02:35:19.003320+0000","last_undegraded":"2023-08-28T02:35:19.003320+0000","last_fullsized":"2023-08-28T02:35:19.003320+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:24.559397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:24.559397+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:41:09.516918+0000","scrub_duration":0.001580328,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":323,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:19.003073+0000","last_change":"2023-08-28T02:31:51.988386+0000","last_active":"2023-08-28T02:35:19.003073+0000","last_peered":"2023-08-28T02:35:19.003073+0000","last_clean":"2023-08-28T02:35:19.003073+0000","last_became_active":"2023-08-28T02:31:51.988097+0000","last_became_peered":"2023-08-28T02:31:51.988097+0000","last_unstale":"2023-08-28T02:35:19.003073+0000","last_undegraded":"2023-08-28T02:35:19.003073+0000","last_fullsized":"2023-08-28T02:35:19.003073+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:25:01.818829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":299,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:18.979040+0000","last_change":"2023-08-28T02:32:12.951275+0000","last_active":"2023-08-28T02:35:18.979040+0000","last_peered":"2023-08-28T02:35:18.979040+0000","last_clean":"2023-08-28T02:35:18.979040+0000","last_became_active":"2023-08-28T02:32:12.950965+0000","last_became_peered":"2023-08-28T02:32:12.950965+0000","last_unstale":"2023-08-28T02:35:18.979040+0000","last_undegraded":"2023-08-28T02:35:18.979040+0000","last_fullsized":"2023-08-28T02:35:18.979040+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:37:31.294280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":140,"reported_epoch":324,"state":"active+clean","last_fresh":"2023-08-28T02:35:12.000091+0000","last_change":"2023-08-28T02:33:13.286534+0000","last_active":"2023-08-28T02:35:12.000091+0000","last_peered":"2023-08-28T02:35:12.000091+0000","last_clean":"2023-08-28T02:35:12.000091+0000","last_became_active":"2023-08-28T02:33:13.286164+0000","last_became_peered":"2023-08-28T02:33:13.286164+0000","last_unstale":"2023-08-28T02:35:12.000091+0000","last_undegraded":"2023-08-28T02:35:12.000091+0000","last_fullsized":"2023-08-28T02:35:12.000091+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:56.721932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"326'6439","reported_seq":18213,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:24.633324+0000","last_change":"2023-08-28T02:34:14.448606+0000","last_active":"2023-08-28T02:35:24.633324+0000","last_peered":"2023-08-28T02:35:24.633324+0000","last_clean":"2023-08-28T02:35:24.633324+0000","last_became_active":"2023-08-28T02:34:14.438547+0000","last_became_peered":"2023-08-28T02:34:14.438547+0000","last_unstale":"2023-08-28T02:35:24.633324+0000","last_undegraded":"2023-08-28T02:35:24.633324+0000","last_fullsized":"2023-08-28T02:35:24.633324+0000","mapping_epoch":314,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":315,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6439,"log_dups_size":0,"ondisk_log_size":6439,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:06:41.120408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":342687744,"num_objects":5229,"num_object_clones":0,"num_object_copies":15687,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5229,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6439,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5834,"num_bytes_recovered":376832000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2","version":"75'161","reported_seq":707,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:18.994582+0000","last_change":"2023-08-28T02:30:51.762377+0000","last_active":"2023-08-28T02:35:18.994582+0000","last_peered":"2023-08-28T02:35:18.994582+0000","last_clean":"2023-08-28T02:35:18.994582+0000","last_became_active":"2023-08-28T02:27:46.375590+0000","last_became_peered":"2023-08-28T02:27:46.375590+0000","last_unstale":"2023-08-28T02:35:18.994582+0000","last_undegraded":"2023-08-28T02:35:18.994582+0000","last_fullsized":"2023-08-28T02:35:18.994582+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:51.762314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:51.762314+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:02.034555+0000","scrub_duration":0.0020023620000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":133,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:20.313524+0000","last_change":"2023-08-28T02:33:13.289765+0000","last_active":"2023-08-28T02:35:20.313524+0000","last_peered":"2023-08-28T02:35:20.313524+0000","last_clean":"2023-08-28T02:35:20.313524+0000","last_became_active":"2023-08-28T02:33:13.289159+0000","last_became_peered":"2023-08-28T02:33:13.289159+0000","last_unstale":"2023-08-28T02:35:20.313524+0000","last_undegraded":"2023-08-28T02:35:20.313524+0000","last_fullsized":"2023-08-28T02:35:20.313524+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:30:38.956723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":132,"reported_epoch":324,"state":"active+clean","last_fresh":"2023-08-28T02:35:11.999505+0000","last_change":"2023-08-28T02:32:28.464203+0000","last_active":"2023-08-28T02:35:11.999505+0000","last_peered":"2023-08-28T02:35:11.999505+0000","last_clean":"2023-08-28T02:35:11.999505+0000","last_became_active":"2023-08-28T02:32:28.463412+0000","last_became_peered":"2023-08-28T02:32:28.463412+0000","last_unstale":"2023-08-28T02:35:11.999505+0000","last_undegraded":"2023-08-28T02:35:11.999505+0000","last_fullsized":"2023-08-28T02:35:11.999505+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:20:38.177879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":114,"reported_epoch":324,"state":"active+clean","last_fresh":"2023-08-28T02:35:12.002125+0000","last_change":"2023-08-28T02:29:44.427945+0000","last_active":"2023-08-28T02:35:12.002125+0000","last_peered":"2023-08-28T02:35:12.002125+0000","last_clean":"2023-08-28T02:35:12.002125+0000","last_became_active":"2023-08-28T02:29:44.426487+0000","last_became_peered":"2023-08-28T02:29:44.426487+0000","last_unstale":"2023-08-28T02:35:12.002125+0000","last_undegraded":"2023-08-28T02:35:12.002125+0000","last_fullsized":"2023-08-28T02:35:12.002125+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:30:20.438896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"325'6429","reported_seq":16483,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:21.640337+0000","last_change":"2023-08-28T02:34:48.488647+0000","last_active":"2023-08-28T02:35:21.640337+0000","last_peered":"2023-08-28T02:35:21.640337+0000","last_clean":"2023-08-28T02:35:21.640337+0000","last_became_active":"2023-08-28T02:34:48.476519+0000","last_became_peered":"2023-08-28T02:34:48.476519+0000","last_unstale":"2023-08-28T02:35:21.640337+0000","last_undegraded":"2023-08-28T02:35:21.640337+0000","last_fullsized":"2023-08-28T02:35:21.640337+0000","mapping_epoch":318,"log_start":"254'300","ondisk_log_start":"254'300","created":250,"last_epoch_clean":319,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6129,"log_dups_size":0,"ondisk_log_size":6129,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:44:20.004230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":341770240,"num_objects":5215,"num_object_clones":0,"num_object_copies":15645,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5215,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6429,"num_write_kb":372608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4973,"num_bytes_recovered":325910528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":317,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:19.003549+0000","last_change":"2023-08-28T02:33:13.484970+0000","last_active":"2023-08-28T02:35:19.003549+0000","last_peered":"2023-08-28T02:35:19.003549+0000","last_clean":"2023-08-28T02:35:19.003549+0000","last_became_active":"2023-08-28T02:33:13.484579+0000","last_became_peered":"2023-08-28T02:33:13.484579+0000","last_unstale":"2023-08-28T02:35:19.003549+0000","last_undegraded":"2023-08-28T02:35:19.003549+0000","last_fullsized":"2023-08-28T02:35:19.003549+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:58.027468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"75'161","reported_seq":708,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:18.994546+0000","last_change":"2023-08-28T02:31:55.059467+0000","last_active":"2023-08-28T02:35:18.994546+0000","last_peered":"2023-08-28T02:35:18.994546+0000","last_clean":"2023-08-28T02:35:18.994546+0000","last_became_active":"2023-08-28T02:31:55.059115+0000","last_became_peered":"2023-08-28T02:31:55.059115+0000","last_unstale":"2023-08-28T02:35:18.994546+0000","last_undegraded":"2023-08-28T02:35:18.994546+0000","last_fullsized":"2023-08-28T02:35:18.994546+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":0,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.820990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.820990+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:15:56.774667+0000","scrub_duration":0.0017342480000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":234,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:18.977487+0000","last_change":"2023-08-28T02:33:13.352810+0000","last_active":"2023-08-28T02:35:18.977487+0000","last_peered":"2023-08-28T02:35:18.977487+0000","last_clean":"2023-08-28T02:35:18.977487+0000","last_became_active":"2023-08-28T02:33:13.351697+0000","last_became_peered":"2023-08-28T02:33:13.351697+0000","last_unstale":"2023-08-28T02:35:18.977487+0000","last_undegraded":"2023-08-28T02:35:18.977487+0000","last_fullsized":"2023-08-28T02:35:18.977487+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:56.187163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":148,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:18.979531+0000","last_change":"2023-08-28T02:31:51.984584+0000","last_active":"2023-08-28T02:35:18.979531+0000","last_peered":"2023-08-28T02:35:18.979531+0000","last_clean":"2023-08-28T02:35:18.979531+0000","last_became_active":"2023-08-28T02:31:51.984264+0000","last_became_peered":"2023-08-28T02:31:51.984264+0000","last_unstale":"2023-08-28T02:35:18.979531+0000","last_undegraded":"2023-08-28T02:35:18.979531+0000","last_fullsized":"2023-08-28T02:35:18.979531+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:58:42.306722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"326'6435","reported_seq":18126,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:24.266957+0000","last_change":"2023-08-28T02:35:11.978901+0000","last_active":"2023-08-28T02:35:24.266957+0000","last_peered":"2023-08-28T02:35:24.266957+0000","last_clean":"2023-08-28T02:35:24.266957+0000","last_became_active":"2023-08-28T02:35:11.966585+0000","last_became_peered":"2023-08-28T02:35:11.966585+0000","last_unstale":"2023-08-28T02:35:24.266957+0000","last_undegraded":"2023-08-28T02:35:24.266957+0000","last_fullsized":"2023-08-28T02:35:24.266957+0000","mapping_epoch":323,"log_start":"255'1128","ondisk_log_start":"255'1128","created":250,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5307,"log_dups_size":0,"ondisk_log_size":5307,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:03:07.017814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":337313792,"num_objects":5147,"num_object_clones":0,"num_object_copies":15441,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5147,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6435,"num_write_kb":370624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5791,"num_bytes_recovered":368967680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3","version":"75'161","reported_seq":590,"reported_epoch":324,"state":"active+clean","last_fresh":"2023-08-28T02:35:12.000429+0000","last_change":"2023-08-28T02:31:55.068239+0000","last_active":"2023-08-28T02:35:12.000429+0000","last_peered":"2023-08-28T02:35:12.000429+0000","last_clean":"2023-08-28T02:35:12.000429+0000","last_became_active":"2023-08-28T02:31:55.067875+0000","last_became_peered":"2023-08-28T02:31:55.067875+0000","last_unstale":"2023-08-28T02:35:12.000429+0000","last_undegraded":"2023-08-28T02:35:12.000429+0000","last_fullsized":"2023-08-28T02:35:12.000429+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.868248+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:11:04.391639+0000","scrub_duration":0.0016215240000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":331,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:18.994736+0000","last_change":"2023-08-28T02:29:44.421353+0000","last_active":"2023-08-28T02:35:18.994736+0000","last_peered":"2023-08-28T02:35:18.994736+0000","last_clean":"2023-08-28T02:35:18.994736+0000","last_became_active":"2023-08-28T02:29:44.421064+0000","last_became_peered":"2023-08-28T02:29:44.421064+0000","last_unstale":"2023-08-28T02:35:18.994736+0000","last_undegraded":"2023-08-28T02:35:18.994736+0000","last_fullsized":"2023-08-28T02:35:18.994736+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:51:36.524024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":299,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:18.984388+0000","last_change":"2023-08-28T02:33:12.299487+0000","last_active":"2023-08-28T02:35:18.984388+0000","last_peered":"2023-08-28T02:35:18.984388+0000","last_clean":"2023-08-28T02:35:18.984388+0000","last_became_active":"2023-08-28T02:33:12.299175+0000","last_became_peered":"2023-08-28T02:33:12.299175+0000","last_unstale":"2023-08-28T02:35:18.984388+0000","last_undegraded":"2023-08-28T02:35:18.984388+0000","last_fullsized":"2023-08-28T02:35:18.984388+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:42:29.713462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":310,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:18.985297+0000","last_change":"2023-08-28T02:32:28.457696+0000","last_active":"2023-08-28T02:35:18.985297+0000","last_peered":"2023-08-28T02:35:18.985297+0000","last_clean":"2023-08-28T02:35:18.985297+0000","last_became_active":"2023-08-28T02:32:28.457407+0000","last_became_peered":"2023-08-28T02:32:28.457407+0000","last_unstale":"2023-08-28T02:35:18.985297+0000","last_undegraded":"2023-08-28T02:35:18.985297+0000","last_fullsized":"2023-08-28T02:35:18.985297+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:26:29.392787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"326'6396","reported_seq":7508,"reported_epoch":326,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:35:24.588632+0000","last_change":"2023-08-28T02:34:11.566035+0000","last_active":"2023-08-28T02:35:24.588632+0000","last_peered":"2023-08-28T02:35:24.588632+0000","last_clean":"2023-08-28T02:33:10.395883+0000","last_became_active":"2023-08-28T02:33:12.394714+0000","last_became_peered":"2023-08-28T02:33:12.394714+0000","last_unstale":"2023-08-28T02:35:24.588632+0000","last_undegraded":"2023-08-28T02:35:24.588632+0000","last_fullsized":"2023-08-28T02:35:24.588632+0000","mapping_epoch":297,"log_start":"255'984","ondisk_log_start":"255'984","created":250,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5412,"log_dups_size":0,"ondisk_log_size":5412,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:01:26.984565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":333381656,"num_objects":5088,"num_object_clones":0,"num_object_copies":15264,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4642,"num_objects_unfound":0,"num_objects_dirty":5088,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":6396,"num_write_kb":367425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":500,"num_bytes_recovered":32768000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,6],"avail_no_missing":["4","0","6"],"object_location_counts":[{"shards":"0,4,6","objects":5088}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.6","version":"75'161","reported_seq":585,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:20.344576+0000","last_change":"2023-08-28T02:33:13.338675+0000","last_active":"2023-08-28T02:35:20.344576+0000","last_peered":"2023-08-28T02:35:20.344576+0000","last_clean":"2023-08-28T02:35:20.344576+0000","last_became_active":"2023-08-28T02:33:13.338271+0000","last_became_peered":"2023-08-28T02:33:13.338271+0000","last_unstale":"2023-08-28T02:35:20.344576+0000","last_undegraded":"2023-08-28T02:35:20.344576+0000","last_fullsized":"2023-08-28T02:35:20.344576+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.774982+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.774982+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:13:20.011329+0000","scrub_duration":0.003539819,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":294,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:18.995148+0000","last_change":"2023-08-28T02:14:43.033789+0000","last_active":"2023-08-28T02:35:18.995148+0000","last_peered":"2023-08-28T02:35:18.995148+0000","last_clean":"2023-08-28T02:35:18.995148+0000","last_became_active":"2023-08-28T02:14:43.033454+0000","last_became_peered":"2023-08-28T02:14:43.033454+0000","last_unstale":"2023-08-28T02:35:18.995148+0000","last_undegraded":"2023-08-28T02:35:18.995148+0000","last_fullsized":"2023-08-28T02:35:18.995148+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:01:13.205842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":123,"reported_epoch":324,"state":"active+clean","last_fresh":"2023-08-28T02:35:12.000185+0000","last_change":"2023-08-28T02:32:28.461807+0000","last_active":"2023-08-28T02:35:12.000185+0000","last_peered":"2023-08-28T02:35:12.000185+0000","last_clean":"2023-08-28T02:35:12.000185+0000","last_became_active":"2023-08-28T02:32:28.461116+0000","last_became_peered":"2023-08-28T02:32:28.461116+0000","last_unstale":"2023-08-28T02:35:12.000185+0000","last_undegraded":"2023-08-28T02:35:12.000185+0000","last_fullsized":"2023-08-28T02:35:12.000185+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:12:45.321757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":270,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:18.984225+0000","last_change":"2023-08-28T02:14:43.048791+0000","last_active":"2023-08-28T02:35:18.984225+0000","last_peered":"2023-08-28T02:35:18.984225+0000","last_clean":"2023-08-28T02:35:18.984225+0000","last_became_active":"2023-08-28T02:14:43.047408+0000","last_became_peered":"2023-08-28T02:14:43.047408+0000","last_unstale":"2023-08-28T02:35:18.984225+0000","last_undegraded":"2023-08-28T02:35:18.984225+0000","last_fullsized":"2023-08-28T02:35:18.984225+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:47.097181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"326'6555","reported_seq":15264,"reported_epoch":326,"state":"active+recovering+remapped","last_fresh":"2023-08-28T02:35:24.631974+0000","last_change":"2023-08-28T02:35:10.974195+0000","last_active":"2023-08-28T02:35:24.631974+0000","last_peered":"2023-08-28T02:35:24.631974+0000","last_clean":"2023-08-28T02:31:50.933695+0000","last_became_active":"2023-08-28T02:33:13.540416+0000","last_became_peered":"2023-08-28T02:33:13.540416+0000","last_unstale":"2023-08-28T02:35:24.631974+0000","last_undegraded":"2023-08-28T02:35:24.631974+0000","last_fullsized":"2023-08-28T02:35:24.631974+0000","mapping_epoch":298,"log_start":"255'1174","ondisk_log_start":"255'1174","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5381,"log_dups_size":0,"ondisk_log_size":5381,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:49:35.658845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":347799552,"num_objects":5307,"num_object_clones":0,"num_object_copies":15921,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1340,"num_objects_unfound":0,"num_objects_dirty":5307,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6555,"num_write_kb":379584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4297,"num_bytes_recovered":281608192,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,2],"avail_no_missing":["4","2","6"],"object_location_counts":[{"shards":"2,4,5","objects":4637},{"shards":"2,4,6","objects":670}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.5","version":"75'161","reported_seq":619,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:18.979136+0000","last_change":"2023-08-28T02:32:31.477151+0000","last_active":"2023-08-28T02:35:18.979136+0000","last_peered":"2023-08-28T02:35:18.979136+0000","last_clean":"2023-08-28T02:35:18.979136+0000","last_became_active":"2023-08-28T02:32:31.476776+0000","last_became_peered":"2023-08-28T02:32:31.476776+0000","last_unstale":"2023-08-28T02:35:18.979136+0000","last_undegraded":"2023-08-28T02:35:18.979136+0000","last_fullsized":"2023-08-28T02:35:18.979136+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:18.891729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:18.891729+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:47:27.194140+0000","scrub_duration":0.0031546460000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"65'2","reported_seq":281,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:20.313587+0000","last_change":"2023-08-28T02:33:12.327778+0000","last_active":"2023-08-28T02:35:20.313587+0000","last_peered":"2023-08-28T02:35:20.313587+0000","last_clean":"2023-08-28T02:35:20.313587+0000","last_became_active":"2023-08-28T02:33:12.327273+0000","last_became_peered":"2023-08-28T02:33:12.327273+0000","last_unstale":"2023-08-28T02:35:20.313587+0000","last_undegraded":"2023-08-28T02:35:20.313587+0000","last_fullsized":"2023-08-28T02:35:20.313587+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:40.554192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":161,"reported_epoch":324,"state":"active+clean","last_fresh":"2023-08-28T02:35:12.001828+0000","last_change":"2023-08-28T02:33:13.335665+0000","last_active":"2023-08-28T02:35:12.001828+0000","last_peered":"2023-08-28T02:35:12.001828+0000","last_clean":"2023-08-28T02:35:12.001828+0000","last_became_active":"2023-08-28T02:33:13.335322+0000","last_became_peered":"2023-08-28T02:33:13.335322+0000","last_unstale":"2023-08-28T02:35:12.001828+0000","last_undegraded":"2023-08-28T02:35:12.001828+0000","last_fullsized":"2023-08-28T02:35:12.001828+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:21:08.024493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":278,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:18.976880+0000","last_change":"2023-08-28T02:33:12.310326+0000","last_active":"2023-08-28T02:35:18.976880+0000","last_peered":"2023-08-28T02:35:18.976880+0000","last_clean":"2023-08-28T02:35:18.976880+0000","last_became_active":"2023-08-28T02:33:12.310011+0000","last_became_peered":"2023-08-28T02:33:12.310011+0000","last_unstale":"2023-08-28T02:35:18.976880+0000","last_undegraded":"2023-08-28T02:35:18.976880+0000","last_fullsized":"2023-08-28T02:35:18.976880+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:35:03.710036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"326'6539","reported_seq":8453,"reported_epoch":326,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:35:24.963626+0000","last_change":"2023-08-28T02:33:34.765675+0000","last_active":"2023-08-28T02:35:24.963626+0000","last_peered":"2023-08-28T02:35:24.963626+0000","last_clean":"2023-08-28T02:31:27.909649+0000","last_became_active":"2023-08-28T02:33:33.726805+0000","last_became_peered":"2023-08-28T02:33:33.726805+0000","last_unstale":"2023-08-28T02:35:24.963626+0000","last_undegraded":"2023-08-28T02:33:20.140072+0000","last_fullsized":"2023-08-28T02:33:13.278549+0000","mapping_epoch":298,"log_start":"255'1177","ondisk_log_start":"255'1177","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5362,"log_dups_size":0,"ondisk_log_size":5362,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:02:22.971585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":349241344,"num_objects":5329,"num_object_clones":0,"num_object_copies":15987,"num_objects_missing_on_primary":5301,"num_objects_missing":5301,"num_objects_degraded":13207,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5329,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6539,"num_write_kb":379776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":594,"num_bytes_recovered":38797312,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[4,3],"avail_no_missing":["2","6"],"object_location_counts":[{"shards":"2,3,4,6","objects":14},{"shards":"2,3,6","objects":2818},{"shards":"2,4,6","objects":14},{"shards":"2,6","objects":2483},{"shards":"3,4","objects":-13}],"blocked_by":[],"up_primary":3,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.4","version":"75'161","reported_seq":533,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:18.978667+0000","last_change":"2023-08-28T02:33:12.296479+0000","last_active":"2023-08-28T02:35:18.978667+0000","last_peered":"2023-08-28T02:35:18.978667+0000","last_clean":"2023-08-28T02:35:18.978667+0000","last_became_active":"2023-08-28T02:33:12.294160+0000","last_became_peered":"2023-08-28T02:33:12.294160+0000","last_unstale":"2023-08-28T02:35:18.978667+0000","last_undegraded":"2023-08-28T02:35:18.978667+0000","last_fullsized":"2023-08-28T02:35:18.978667+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.899247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.899247+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":252,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:18.994989+0000","last_change":"2023-08-28T02:33:13.539335+0000","last_active":"2023-08-28T02:35:18.994989+0000","last_peered":"2023-08-28T02:35:18.994989+0000","last_clean":"2023-08-28T02:35:18.994989+0000","last_became_active":"2023-08-28T02:33:13.538978+0000","last_became_peered":"2023-08-28T02:33:13.538978+0000","last_unstale":"2023-08-28T02:35:18.994989+0000","last_undegraded":"2023-08-28T02:35:18.994989+0000","last_fullsized":"2023-08-28T02:35:18.994989+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:26:13.405766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"65'1","reported_seq":314,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:18.985390+0000","last_change":"2023-08-28T02:29:44.510205+0000","last_active":"2023-08-28T02:35:18.985390+0000","last_peered":"2023-08-28T02:35:18.985390+0000","last_clean":"2023-08-28T02:35:18.985390+0000","last_became_active":"2023-08-28T02:29:44.429357+0000","last_became_peered":"2023-08-28T02:29:44.429357+0000","last_unstale":"2023-08-28T02:35:18.985390+0000","last_undegraded":"2023-08-28T02:35:18.985390+0000","last_fullsized":"2023-08-28T02:35:18.985390+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:44:59.955729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":281,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:18.978633+0000","last_change":"2023-08-28T02:32:12.950661+0000","last_active":"2023-08-28T02:35:18.978633+0000","last_peered":"2023-08-28T02:35:18.978633+0000","last_clean":"2023-08-28T02:35:18.978633+0000","last_became_active":"2023-08-28T02:32:12.950276+0000","last_became_peered":"2023-08-28T02:32:12.950276+0000","last_unstale":"2023-08-28T02:35:18.978633+0000","last_undegraded":"2023-08-28T02:35:18.978633+0000","last_fullsized":"2023-08-28T02:35:18.978633+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:05:17.972868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"65'1","reported_seq":272,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:18.984149+0000","last_change":"2023-08-28T02:14:43.042150+0000","last_active":"2023-08-28T02:35:18.984149+0000","last_peered":"2023-08-28T02:35:18.984149+0000","last_clean":"2023-08-28T02:35:18.984149+0000","last_became_active":"2023-08-28T02:14:43.038336+0000","last_became_peered":"2023-08-28T02:14:43.038336+0000","last_unstale":"2023-08-28T02:35:18.984149+0000","last_undegraded":"2023-08-28T02:35:18.984149+0000","last_fullsized":"2023-08-28T02:35:18.984149+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:26:02.415152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":321,"reported_epoch":324,"state":"active+clean","last_fresh":"2023-08-28T02:35:12.000137+0000","last_change":"2023-08-28T02:33:13.318097+0000","last_active":"2023-08-28T02:35:12.000137+0000","last_peered":"2023-08-28T02:35:12.000137+0000","last_clean":"2023-08-28T02:35:12.000137+0000","last_became_active":"2023-08-28T02:33:13.317761+0000","last_became_peered":"2023-08-28T02:33:13.317761+0000","last_unstale":"2023-08-28T02:35:12.000137+0000","last_undegraded":"2023-08-28T02:35:12.000137+0000","last_fullsized":"2023-08-28T02:35:12.000137+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:24.836996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"65'2","reported_seq":319,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:19.003096+0000","last_change":"2023-08-28T02:29:44.535937+0000","last_active":"2023-08-28T02:35:19.003096+0000","last_peered":"2023-08-28T02:35:19.003096+0000","last_clean":"2023-08-28T02:35:19.003096+0000","last_became_active":"2023-08-28T02:29:44.462244+0000","last_became_peered":"2023-08-28T02:29:44.462244+0000","last_unstale":"2023-08-28T02:35:19.003096+0000","last_undegraded":"2023-08-28T02:35:19.003096+0000","last_fullsized":"2023-08-28T02:35:19.003096+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:30:33.173713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":319,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:18.983923+0000","last_change":"2023-08-28T02:33:12.305580+0000","last_active":"2023-08-28T02:35:18.983923+0000","last_peered":"2023-08-28T02:35:18.983923+0000","last_clean":"2023-08-28T02:35:18.983923+0000","last_became_active":"2023-08-28T02:33:12.305261+0000","last_became_peered":"2023-08-28T02:33:12.305261+0000","last_unstale":"2023-08-28T02:35:18.983923+0000","last_undegraded":"2023-08-28T02:35:18.983923+0000","last_fullsized":"2023-08-28T02:35:18.983923+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:22:31.614221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"65'2","reported_seq":288,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:19.003255+0000","last_change":"2023-08-28T02:31:51.991101+0000","last_active":"2023-08-28T02:35:19.003255+0000","last_peered":"2023-08-28T02:35:19.003255+0000","last_clean":"2023-08-28T02:35:19.003255+0000","last_became_active":"2023-08-28T02:31:51.987237+0000","last_became_peered":"2023-08-28T02:31:51.987237+0000","last_unstale":"2023-08-28T02:35:19.003255+0000","last_undegraded":"2023-08-28T02:35:19.003255+0000","last_fullsized":"2023-08-28T02:35:19.003255+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:07:07.370857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":322,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:18.978753+0000","last_change":"2023-08-28T02:33:12.494483+0000","last_active":"2023-08-28T02:35:18.978753+0000","last_peered":"2023-08-28T02:35:18.978753+0000","last_clean":"2023-08-28T02:35:18.978753+0000","last_became_active":"2023-08-28T02:33:12.494136+0000","last_became_peered":"2023-08-28T02:33:12.494136+0000","last_unstale":"2023-08-28T02:35:18.978753+0000","last_undegraded":"2023-08-28T02:35:18.978753+0000","last_fullsized":"2023-08-28T02:35:18.978753+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:36.772588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"65'1","reported_seq":266,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:18.977853+0000","last_change":"2023-08-28T02:33:13.287922+0000","last_active":"2023-08-28T02:35:18.977853+0000","last_peered":"2023-08-28T02:35:18.977853+0000","last_clean":"2023-08-28T02:35:18.977853+0000","last_became_active":"2023-08-28T02:33:13.287520+0000","last_became_peered":"2023-08-28T02:33:13.287520+0000","last_unstale":"2023-08-28T02:35:18.977853+0000","last_undegraded":"2023-08-28T02:35:18.977853+0000","last_fullsized":"2023-08-28T02:35:18.977853+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:11.627168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":279,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:18.978103+0000","last_change":"2023-08-28T02:33:13.289469+0000","last_active":"2023-08-28T02:35:18.978103+0000","last_peered":"2023-08-28T02:35:18.978103+0000","last_clean":"2023-08-28T02:35:18.978103+0000","last_became_active":"2023-08-28T02:33:13.288737+0000","last_became_peered":"2023-08-28T02:33:13.288737+0000","last_unstale":"2023-08-28T02:35:18.978103+0000","last_undegraded":"2023-08-28T02:35:18.978103+0000","last_fullsized":"2023-08-28T02:35:18.978103+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:11:15.043550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"65'4","reported_seq":303,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:18.985297+0000","last_change":"2023-08-28T02:32:28.607010+0000","last_active":"2023-08-28T02:35:18.985297+0000","last_peered":"2023-08-28T02:35:18.985297+0000","last_clean":"2023-08-28T02:35:18.985297+0000","last_became_active":"2023-08-28T02:32:28.492224+0000","last_became_peered":"2023-08-28T02:32:28.492224+0000","last_unstale":"2023-08-28T02:35:18.985297+0000","last_undegraded":"2023-08-28T02:35:18.985297+0000","last_fullsized":"2023-08-28T02:35:18.985297+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:13:45.711951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":554,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":332,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:18.978643+0000","last_change":"2023-08-28T02:33:13.309144+0000","last_active":"2023-08-28T02:35:18.978643+0000","last_peered":"2023-08-28T02:35:18.978643+0000","last_clean":"2023-08-28T02:35:18.978643+0000","last_became_active":"2023-08-28T02:33:13.308910+0000","last_became_peered":"2023-08-28T02:33:13.308910+0000","last_unstale":"2023-08-28T02:35:18.978643+0000","last_undegraded":"2023-08-28T02:35:18.978643+0000","last_fullsized":"2023-08-28T02:35:18.978643+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:09:59.549591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":5462491160,"num_objects":83352,"num_object_clones":0,"num_object_copies":250056,"num_objects_missing_on_primary":5301,"num_objects_missing":5301,"num_objects_degraded":38529,"num_objects_misplaced":11186,"num_objects_unfound":0,"num_objects_dirty":83352,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":103262,"num_write_kb":5971585,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":35533,"num_bytes_recovered":2312437760,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":17527943168,"data_stored":17527930952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":93310,"ondisk_log_size":93310,"up":48,"acting":43,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":10126,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":370028,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":89,"num_read_kb":167,"num_write":44,"num_write_kb":440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":322019,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299742,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2163188,"kb_used_data":1674092,"kb_used_omap":0,"kb_used_meta":489088,"kb_avail":91581964,"statfs":{"total":95995035648,"available":93779931136,"internally_reserved":0,"allocated":1714270208,"data_stored":1712971593,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":500826112},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:35:09 2023","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":0.92100000000000004,"15min":1.4750000000000001},"min":{"1min":0.24299999999999999,"5min":0.219,"15min":0.21199999999999999},"max":{"1min":1.421,"5min":8.8079999999999998,"15min":13.118},"last":0.34999999999999998},{"interface":"front","average":{"1min":0.59199999999999997,"5min":1.2629999999999999,"15min":1.8859999999999999},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.246},"max":{"1min":2.395,"5min":12.42,"15min":17.402999999999999},"last":0.26000000000000001}]},{"osd":1,"last update":"Mon Aug 28 02:34:37 2023","interfaces":[{"interface":"back","average":{"1min":0.89000000000000001,"5min":1.5329999999999999,"15min":2.198},"min":{"1min":0.28399999999999997,"5min":0.248,"15min":0.24099999999999999},"max":{"1min":5.492,"5min":11.699999999999999,"15min":17.43},"last":0.34000000000000002},{"interface":"front","average":{"1min":1.087,"5min":1.593,"15min":2.052},"min":{"1min":0.32100000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":5.5179999999999998,"5min":12.525,"15min":19.913},"last":0.42899999999999999}]},{"osd":2,"last update":"Mon Aug 28 02:35:22 2023","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.67500000000000004,"15min":1.5700000000000001},"min":{"1min":0.26800000000000002,"5min":0.23499999999999999,"15min":0.22800000000000001},"max":{"1min":1.595,"5min":3.8199999999999998,"15min":8.3889999999999993},"last":0.32600000000000001},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.80700000000000005,"15min":1.4670000000000001},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28699999999999998},"max":{"1min":1.1020000000000001,"5min":6.7750000000000004,"15min":12.128},"last":0.372}]},{"osd":3,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.68999999999999995,"15min":0.70799999999999996},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":2.073,"5min":3.0099999999999998,"15min":3.0099999999999998},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.63,"15min":0.63},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":3.0600000000000001,"5min":3.1000000000000001,"15min":3.1000000000000001},"last":0.44}]},{"osd":4,"last update":"Mon Aug 28 02:35:09 2023","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.92400000000000004,"15min":1.2989999999999999},"min":{"1min":0.27700000000000002,"5min":0.245,"15min":0.24199999999999999},"max":{"1min":2.1150000000000002,"5min":9.6839999999999993,"15min":18.943000000000001},"last":0.30399999999999999},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.77200000000000002,"15min":0.95699999999999996},"min":{"1min":0.30399999999999999,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":2.206,"5min":6.2350000000000003,"15min":8.1890000000000001},"last":0.28999999999999998}]},{"osd":5,"last update":"Mon Aug 28 02:35:09 2023","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.74399999999999999,"15min":1.0660000000000001},"min":{"1min":0.28100000000000003,"5min":0.246,"15min":0.23599999999999999},"max":{"1min":1.2210000000000001,"5min":5.9130000000000003,"15min":14.622},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.90900000000000003,"15min":1.294},"min":{"1min":0.317,"5min":0.28100000000000003,"15min":0.27000000000000002},"max":{"1min":2.1419999999999999,"5min":9.5559999999999992,"15min":17.324999999999999},"last":0.39300000000000002}]},{"osd":6,"last update":"Mon Aug 28 02:35:09 2023","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.98199999999999998,"15min":1.321},"min":{"1min":0.36699999999999999,"5min":0.31900000000000001,"15min":0.30299999999999999},"max":{"1min":2.1819999999999999,"5min":9.7829999999999995,"15min":17.454999999999998},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.436,"5min":0.77300000000000002,"15min":0.86299999999999999},"min":{"1min":0.34399999999999997,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.54500000000000004,"5min":5.6710000000000003,"15min":7.665},"last":0.41999999999999998}]}]},{"osd":6,"up_from":0,"seq":193273528673,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":101,"seq":433791697131,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1644560,"kb_used_data":1016392,"kb_used_omap":4,"kb_used_meta":628155,"kb_avail":92100592,"statfs":{"total":95995035648,"available":94311006208,"internally_reserved":0,"allocated":1040785408,"data_stored":1038956609,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":643231630},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:34:37 2023","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":1.353,"15min":2.5939999999999999},"min":{"1min":0.27100000000000002,"5min":0.223,"15min":0.214},"max":{"1min":3.3730000000000002,"5min":14.721,"15min":24.545999999999999},"last":0.44},{"interface":"front","average":{"1min":1.214,"5min":2.109,"15min":3.0760000000000001},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.21199999999999999},"max":{"1min":7.2450000000000001,"5min":12.301,"15min":24.515000000000001},"last":0.41799999999999998}]},{"osd":2,"last update":"Mon Aug 28 02:34:29 2023","interfaces":[{"interface":"back","average":{"1min":0.879,"5min":2.0870000000000002,"15min":2.7559999999999998},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.24099999999999999},"max":{"1min":4.0579999999999998,"5min":22.161000000000001,"15min":22.161000000000001},"last":0.48799999999999999},{"interface":"front","average":{"1min":1.137,"5min":1.647,"15min":2.3860000000000001},"min":{"1min":0.29999999999999999,"5min":0.254,"15min":0.253},"max":{"1min":7.0110000000000001,"5min":13.114000000000001,"15min":20.003},"last":0.47199999999999998}]},{"osd":3,"last update":"Mon Aug 28 02:35:12 2023","interfaces":[{"interface":"back","average":{"1min":0.69899999999999995,"5min":0.51000000000000001,"15min":0.47799999999999998},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":1.9770000000000001,"5min":1.9770000000000001,"15min":1.9770000000000001},"last":0.505},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.53400000000000003,"15min":0.52100000000000002},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":2.694,"5min":2.694,"15min":2.694},"last":0.53700000000000003}]},{"osd":4,"last update":"Mon Aug 28 02:34:37 2023","interfaces":[{"interface":"back","average":{"1min":1.0369999999999999,"5min":1.2909999999999999,"15min":1.706},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":3.0259999999999998,"5min":18.689,"15min":18.992999999999999},"last":0.70899999999999996},{"interface":"front","average":{"1min":0.58299999999999996,"5min":1.304,"15min":1.806},"min":{"1min":0.39200000000000002,"5min":0.29099999999999998,"15min":0.26400000000000001},"max":{"1min":1.486,"5min":14.779999999999999,"15min":14.779999999999999},"last":0.78800000000000003}]},{"osd":5,"last update":"Mon Aug 28 02:34:37 2023","interfaces":[{"interface":"back","average":{"1min":0.84699999999999998,"5min":1.8129999999999999,"15min":2.2770000000000001},"min":{"1min":0.41399999999999998,"5min":0.35999999999999999,"15min":0.29999999999999999},"max":{"1min":3.7029999999999998,"5min":12.170999999999999,"15min":18.626999999999999},"last":0.73799999999999999},{"interface":"front","average":{"1min":0.99299999999999999,"5min":1.294,"15min":2.1779999999999999},"min":{"1min":0.38300000000000001,"5min":0.374,"15min":0.31900000000000001},"max":{"1min":3.0609999999999999,"5min":7.3410000000000002,"15min":18.945},"last":0.80800000000000005}]},{"osd":6,"last update":"Mon Aug 28 02:34:37 2023","interfaces":[{"interface":"back","average":{"1min":0.74099999999999999,"5min":1.609,"15min":2.2349999999999999},"min":{"1min":0.45000000000000001,"5min":0.373,"15min":0.34300000000000003},"max":{"1min":3.7400000000000002,"5min":12.221,"15min":13.254},"last":0.69299999999999995},{"interface":"front","average":{"1min":1.085,"5min":1.4119999999999999,"15min":1.9350000000000001},"min":{"1min":0.43099999999999999,"5min":0.41799999999999998,"15min":0.34499999999999997},"max":{"1min":3.089,"5min":12.371,"15min":19.021999999999998},"last":0.83499999999999996}]},{"osd":7,"last update":"Mon Aug 28 02:34:37 2023","interfaces":[{"interface":"back","average":{"1min":1.103,"5min":1.248,"15min":2.1669999999999998},"min":{"1min":0.47199999999999998,"5min":0.374,"15min":0.374},"max":{"1min":3.1080000000000001,"5min":7.3949999999999996,"15min":19.047999999999998},"last":0.75},{"interface":"front","average":{"1min":0.63900000000000001,"5min":1.3129999999999999,"15min":2.0630000000000002},"min":{"1min":0.432,"5min":0.34399999999999997,"15min":0.312},"max":{"1min":1.5620000000000001,"5min":14.818,"15min":14.818},"last":0.84899999999999998}]}]},{"osd":0,"up_from":87,"seq":373662154998,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3987936,"kb_used_data":3318808,"kb_used_omap":5,"kb_used_meta":669114,"kb_avail":89757216,"statfs":{"total":95995035648,"available":91911389184,"internally_reserved":0,"allocated":3398459392,"data_stored":3396512389,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":685173370},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,2],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:34:29 2023","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":1.4510000000000001,"15min":2.0609999999999999},"min":{"1min":0.20300000000000001,"5min":0.184,"15min":0.184},"max":{"1min":1.2769999999999999,"5min":30.315000000000001,"15min":30.315000000000001},"last":0.27700000000000002},{"interface":"front","average":{"1min":0.51100000000000001,"5min":2.1850000000000001,"15min":2.923},"min":{"1min":0.28499999999999998,"5min":0.249,"15min":0.221},"max":{"1min":1.8580000000000001,"5min":69.272000000000006,"15min":69.272000000000006},"last":0.29899999999999999}]},{"osd":2,"last update":"Mon Aug 28 02:34:29 2023","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":1.6279999999999999,"15min":2.5579999999999998},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":1.982,"5min":20.959,"15min":20.959},"last":0.66700000000000004},{"interface":"front","average":{"1min":0.63600000000000001,"5min":1.2310000000000001,"15min":2.0579999999999998},"min":{"1min":0.28399999999999997,"5min":0.247,"15min":0.24299999999999999},"max":{"1min":2.8999999999999999,"5min":8.0600000000000005,"15min":12.332000000000001},"last":0.75700000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.67300000000000004,"5min":0.73399999999999999,"15min":0.74399999999999999},"min":{"1min":0.32600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":2.7130000000000001,"5min":3.952,"15min":3.952},"last":0.78100000000000003},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.748,"15min":0.77000000000000002},"min":{"1min":0.41299999999999998,"5min":0.371,"15min":0.371},"max":{"1min":1.0920000000000001,"5min":3.9750000000000001,"15min":3.9750000000000001},"last":0.80000000000000004}]},{"osd":4,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":3.5329999999999999,"15min":2.4849999999999999},"min":{"1min":0.36899999999999999,"5min":0.314,"15min":0.29299999999999998},"max":{"1min":0.69599999999999995,"5min":274.33199999999999,"15min":274.33199999999999},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.61799999999999999,"5min":3.6600000000000001,"15min":2.8879999999999999},"min":{"1min":0.36199999999999999,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":2.2280000000000002,"5min":266.31999999999999,"15min":266.31999999999999},"last":0.34999999999999998}]},{"osd":5,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.92100000000000004,"15min":1.5840000000000001},"min":{"1min":0.371,"5min":0.33300000000000002,"15min":0.29299999999999998},"max":{"1min":0.70099999999999996,"5min":7.1139999999999999,"15min":13.038},"last":0.68700000000000006},{"interface":"front","average":{"1min":0.64700000000000002,"5min":1.2609999999999999,"15min":2.085},"min":{"1min":0.39500000000000002,"5min":0.34799999999999998,"15min":0.27800000000000002},"max":{"1min":2.2679999999999998,"5min":11.968999999999999,"15min":15.231},"last":0.38400000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":1.069,"15min":1.8220000000000001},"min":{"1min":0.40999999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.77800000000000002,"5min":11.605,"15min":15.122999999999999},"last":0.64800000000000002},{"interface":"front","average":{"1min":0.70399999999999996,"5min":1.3600000000000001,"15min":2.0990000000000002},"min":{"1min":0.48499999999999999,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":2.3029999999999999,"5min":11.856999999999999,"15min":15.186999999999999},"last":0.46800000000000003}]},{"osd":7,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":1.2609999999999999,"15min":2.1379999999999999},"min":{"1min":0.438,"5min":0.36399999999999999,"15min":0.33400000000000002},"max":{"1min":2.7519999999999998,"5min":8.1069999999999993,"15min":16.183},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.62,"5min":1.1399999999999999,"15min":1.774},"min":{"1min":0.5,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.82599999999999996,"5min":7.0620000000000003,"15min":13.005000000000001},"last":0.71899999999999997}]}]},{"osd":2,"up_from":0,"seq":502511173857,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":297,"seq":1275605286940,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1065184,"kb_used_data":938456,"kb_used_omap":2,"kb_used_meta":126717,"kb_avail":92679968,"statfs":{"total":95995035648,"available":94904287232,"internally_reserved":0,"allocated":960978944,"data_stored":959137394,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":129758261},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:35:13 2023","interfaces":[{"interface":"back","average":{"1min":0.86199999999999999,"5min":0.49399999999999999,"15min":0.433},"min":{"1min":0.23100000000000001,"5min":0.22,"15min":0.22},"max":{"1min":6.8819999999999997,"5min":6.8819999999999997,"15min":6.8819999999999997},"last":0.29599999999999999},{"interface":"front","average":{"1min":1.0489999999999999,"5min":0.76900000000000002,"15min":0.72199999999999998},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":6.7839999999999998,"5min":6.7839999999999998,"15min":6.7839999999999998},"last":0.34799999999999998}]},{"osd":1,"last update":"Mon Aug 28 02:35:13 2023","interfaces":[{"interface":"back","average":{"1min":0.86799999999999999,"5min":0.49199999999999999,"15min":0.42999999999999999},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":4.0650000000000004,"5min":4.0650000000000004,"15min":4.0650000000000004},"last":0.26700000000000002},{"interface":"front","average":{"1min":0.86799999999999999,"5min":0.753,"15min":0.73399999999999999},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":3.23,"5min":3.23,"15min":3.23},"last":0.249}]},{"osd":2,"last update":"Mon Aug 28 02:35:13 2023","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.625,"15min":0.63600000000000001},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":2.3079999999999998,"5min":2.5449999999999999,"15min":2.5449999999999999},"last":0.32900000000000001},{"interface":"front","average":{"1min":0.76200000000000001,"5min":0.58699999999999997,"15min":0.55800000000000005},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":4.7030000000000003,"5min":4.7030000000000003,"15min":4.7030000000000003},"last":0.498}]},{"osd":4,"last update":"Mon Aug 28 02:35:13 2023","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.57399999999999995,"15min":0.57199999999999995},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":1.863,"5min":1.863,"15min":1.863},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.87,"5min":0.60099999999999998,"15min":0.55600000000000005},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":3.5030000000000001,"5min":3.5030000000000001,"15min":3.5030000000000001},"last":0.61399999999999999}]},{"osd":5,"last update":"Mon Aug 28 02:35:13 2023","interfaces":[{"interface":"back","average":{"1min":0.86399999999999999,"5min":0.626,"15min":0.58599999999999997},"min":{"1min":0.40899999999999997,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":3.5390000000000001,"5min":3.5390000000000001,"15min":3.5390000000000001},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.54800000000000004,"15min":0.54400000000000004},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":2.383,"5min":2.383,"15min":2.383},"last":0.41799999999999998}]},{"osd":6,"last update":"Mon Aug 28 02:35:13 2023","interfaces":[{"interface":"back","average":{"1min":0.65000000000000002,"5min":0.64600000000000002,"15min":0.64500000000000002},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":1.8879999999999999,"5min":1.8879999999999999,"15min":1.8879999999999999},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.91700000000000004,"5min":0.68899999999999995,"15min":0.65100000000000002},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":3.6099999999999999,"5min":3.6099999999999999,"15min":3.6099999999999999},"last":0.59299999999999997}]},{"osd":7,"last update":"Mon Aug 28 02:35:13 2023","interfaces":[{"interface":"back","average":{"1min":0.64300000000000002,"5min":0.58999999999999997,"15min":0.58099999999999996},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":2.3500000000000001,"5min":2.3500000000000001,"15min":2.3500000000000001},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.65000000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":1.8260000000000001,"5min":1.8260000000000001,"15min":1.8260000000000001},"last":0.52300000000000002}]}]},{"osd":4,"up_from":30,"seq":128849019235,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3829300,"kb_used_data":3367276,"kb_used_omap":0,"kb_used_meta":462016,"kb_avail":89915852,"statfs":{"total":95995035648,"available":92073832448,"internally_reserved":0,"allocated":3448090624,"data_stored":3446792244,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":473104384},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,2,0,2,1,1,4,7,2],"upper_bound":8192},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.95499999999999996,"5min":1.0109999999999999,"15min":1.7729999999999999},"min":{"1min":0.312,"5min":0.247,"15min":0.22800000000000001},"max":{"1min":10.249000000000001,"5min":10.249000000000001,"15min":22.515000000000001},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.72999999999999998,"5min":1.0649999999999999,"15min":1.7090000000000001},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.217},"max":{"1min":4.5250000000000004,"5min":6.9720000000000004,"15min":22.454000000000001},"last":0.443}]},{"osd":1,"last update":"Mon Aug 28 02:34:39 2023","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":1.28,"15min":1.5940000000000001},"min":{"1min":0.254,"5min":0.254,"15min":0.24199999999999999},"max":{"1min":2.843,"5min":23.082000000000001,"15min":23.082000000000001},"last":0.41899999999999998},{"interface":"front","average":{"1min":0.45500000000000002,"5min":1.3520000000000001,"15min":1.7909999999999999},"min":{"1min":0.28199999999999997,"5min":0.26000000000000001,"15min":0.255},"max":{"1min":0.64700000000000002,"5min":25.100000000000001,"15min":25.100000000000001},"last":0.35999999999999999}]},{"osd":2,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.74399999999999999,"5min":1.21,"15min":1.6479999999999999},"min":{"1min":0.35699999999999998,"5min":0.27900000000000003,"15min":0.27400000000000002},"max":{"1min":4.3959999999999999,"5min":8.7149999999999999,"15min":16.231000000000002},"last":0.47499999999999998},{"interface":"front","average":{"1min":0.72699999999999998,"5min":1.1839999999999999,"15min":1.6140000000000001},"min":{"1min":0.312,"5min":0.312,"15min":0.251},"max":{"1min":4.7130000000000001,"5min":13.515000000000001,"15min":13.515000000000001},"last":0.37}]},{"osd":3,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.74199999999999999,"5min":0.79400000000000004,"15min":0.80300000000000005},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":3.8260000000000001,"5min":7.7480000000000002,"15min":7.7480000000000002},"last":0.43099999999999999},{"interface":"front","average":{"1min":1.123,"5min":0.74399999999999999,"15min":0.68100000000000005},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":3.7069999999999999,"5min":3.7069999999999999,"15min":3.7069999999999999},"last":0.48299999999999998}]},{"osd":5,"last update":"Mon Aug 28 02:34:55 2023","interfaces":[{"interface":"back","average":{"1min":0.41299999999999998,"5min":0.879,"15min":1.123},"min":{"1min":0.28399999999999997,"5min":0.222,"15min":0.222},"max":{"1min":0.60099999999999998,"5min":8.6679999999999993,"15min":16.181999999999999},"last":0.31900000000000001},{"interface":"front","average":{"1min":0.41899999999999998,"5min":1.0569999999999999,"15min":1.1679999999999999},"min":{"1min":0.27500000000000002,"5min":0.224,"15min":0.20699999999999999},"max":{"1min":0.66300000000000003,"5min":8.6370000000000005,"15min":10.233000000000001},"last":0.39900000000000002}]},{"osd":6,"last update":"Mon Aug 28 02:35:07 2023","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.94399999999999995,"15min":1.087},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.26500000000000001},"max":{"1min":0.56899999999999995,"5min":8.5950000000000006,"15min":10.023999999999999},"last":0.33700000000000002},{"interface":"front","average":{"1min":0.44,"5min":1.0669999999999999,"15min":1.123},"min":{"1min":0.30499999999999999,"5min":0.28299999999999997,"15min":0.26600000000000001},"max":{"1min":0.78500000000000003,"5min":8.5,"15min":8.5},"last":0.46400000000000002}]},{"osd":7,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.88100000000000001,"15min":1.1539999999999999},"min":{"1min":0.28999999999999998,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.69399999999999995,"5min":8.8249999999999993,"15min":9.3209999999999997},"last":0.45400000000000001},{"interface":"front","average":{"1min":0.51500000000000001,"5min":1.042,"15min":1.109},"min":{"1min":0.34499999999999997,"5min":0.34300000000000003,"15min":0.30299999999999999},"max":{"1min":1.153,"5min":15.597,"15min":15.597},"last":0.503}]}]},{"osd":5,"up_from":37,"seq":158913790308,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2840228,"kb_used_data":2296092,"kb_used_omap":0,"kb_used_meta":544128,"kb_avail":90904924,"statfs":{"total":95995035648,"available":93086642176,"internally_reserved":0,"allocated":2351198208,"data_stored":2349912195,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":557187072},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:34:42 2023","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":1.1200000000000001,"15min":1.913},"min":{"1min":0.23200000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.57299999999999995,"5min":7.7560000000000002,"15min":40.334000000000003},"last":0.40100000000000002},{"interface":"front","average":{"1min":0.46800000000000003,"5min":1.369,"15min":1.8979999999999999},"min":{"1min":0.28299999999999997,"5min":0.28000000000000003,"15min":0.23200000000000001},"max":{"1min":0.872,"5min":19.815999999999999,"15min":40.212000000000003},"last":0.36399999999999999}]},{"osd":1,"last update":"Mon Aug 28 02:34:42 2023","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":1.4470000000000001,"15min":2.0880000000000001},"min":{"1min":0.27900000000000003,"5min":0.26200000000000001,"15min":0.23200000000000001},"max":{"1min":1.8169999999999999,"5min":17.998000000000001,"15min":40.088000000000001},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.55400000000000005,"5min":1.5669999999999999,"15min":1.9890000000000001},"min":{"1min":0.28100000000000003,"5min":0.27800000000000002,"15min":0.251},"max":{"1min":1.8759999999999999,"5min":19.853000000000002,"15min":40.243000000000002},"last":0.501}]},{"osd":2,"last update":"Mon Aug 28 02:34:42 2023","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":1.206,"15min":1.9159999999999999},"min":{"1min":0.30599999999999999,"5min":0.29899999999999999,"15min":0.27700000000000002},"max":{"1min":1.3620000000000001,"5min":8.7899999999999991,"15min":40.436999999999998},"last":0.377},{"interface":"front","average":{"1min":0.64700000000000002,"5min":1.478,"15min":1.992},"min":{"1min":0.315,"5min":0.28499999999999998,"15min":0.27200000000000002},"max":{"1min":2.8809999999999998,"5min":8.609,"15min":40.555},"last":0.38800000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:35:16 2023","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":1.1599999999999999,"15min":1.252},"min":{"1min":0.32200000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":1.8029999999999999,"5min":16.190999999999999,"15min":16.190999999999999},"last":0.42599999999999999},{"interface":"front","average":{"1min":0.53800000000000003,"5min":1.4550000000000001,"15min":1.6080000000000001},"min":{"1min":0.39600000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.879,"5min":21.420999999999999,"15min":21.420999999999999},"last":0.45600000000000002}]},{"osd":4,"last update":"Mon Aug 28 02:34:55 2023","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.85799999999999998,"15min":1.294},"min":{"1min":0.253,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":1.012,"5min":13.616,"15min":40.762999999999998},"last":0.31},{"interface":"front","average":{"1min":0.45900000000000002,"5min":1.1879999999999999,"15min":1.3540000000000001},"min":{"1min":0.28499999999999998,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.69999999999999996,"5min":10.566000000000001,"15min":40.634},"last":0.32700000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:34:42 2023","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":1.3720000000000001,"15min":1.464},"min":{"1min":0.28899999999999998,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.63800000000000001,"5min":17.510000000000002,"15min":42.409999999999997},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.51100000000000001,"5min":1.2649999999999999,"15min":1.4410000000000001},"min":{"1min":0.34899999999999998,"5min":0.254,"15min":0.254},"max":{"1min":1.4159999999999999,"5min":15.856999999999999,"15min":42.533999999999999},"last":0.47599999999999998}]},{"osd":7,"last update":"Mon Aug 28 02:34:42 2023","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":1.214,"15min":1.623},"min":{"1min":0.377,"5min":0.315,"15min":0.314},"max":{"1min":0.82299999999999995,"5min":10.837999999999999,"15min":42.667000000000002},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.55500000000000005,"5min":1.502,"15min":1.6160000000000001},"min":{"1min":0.39400000000000002,"5min":0.318,"15min":0.318},"max":{"1min":0.94899999999999995,"5min":17.808,"15min":42.344000000000001},"last":0.41199999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":3393130496,"data_stored":3393126424,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1036255232,"data_stored":1036255232,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":2523791360,"data_stored":2523791360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":954990592,"data_stored":954990592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":3443986432,"data_stored":3443982360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":2346188800,"data_stored":2346188800,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":2120683520,"data_stored":2120679448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1708916736,"data_stored":1708916736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:35:28.911 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:35:28.934 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:35:28.972 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:29.044 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:35:29.048 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:29.048 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:35:29.149 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:35:29.198 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:29.425 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:35:29.428 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:29.429 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:35:29.477 INFO:teuthology.orchestra.run.smithi040.stderr:nodeep-scrub is unset 2023-08-28T02:35:29.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:29 smithi040 ceph-mon[175404]: from='client.35688 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:35:29.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:29 smithi040 ceph-mon[175404]: pgmap v973: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 5.1 GiB data, 15 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 87 op/s; 38530/249891 objects degraded (15.419%); 11186/249891 objects misplaced (4.476%); 1.1 MiB/s, 17 objects/s recovering 2023-08-28T02:35:29.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:29 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1974784001' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:35:29.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:29 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:35:29.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:29 smithi040 ceph-mon[170259]: from='client.35688 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:35:29.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:29 smithi040 ceph-mon[170259]: pgmap v973: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 5.1 GiB data, 15 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 87 op/s; 38530/249891 objects degraded (15.419%); 11186/249891 objects misplaced (4.476%); 1.1 MiB/s, 17 objects/s recovering 2023-08-28T02:35:29.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:29 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1974784001' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:35:29.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:29 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:35:29.530 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:35:29.537 INFO:teuthology.orchestra.run.smithi040.stdout:ERROR: (22) Invalid argument 2023-08-28T02:35:29.538 INFO:teuthology.orchestra.run.smithi040.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:35:29.567 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:29.640 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:35:29.643 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:29.644 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:35:29.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:29 smithi083 ceph-mon[157819]: from='client.35688 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:35:29.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:29 smithi083 ceph-mon[157819]: pgmap v973: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 5.1 GiB data, 15 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 87 op/s; 38530/249891 objects degraded (15.419%); 11186/249891 objects misplaced (4.476%); 1.1 MiB/s, 17 objects/s recovering 2023-08-28T02:35:29.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:29 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1974784001' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:35:29.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:29 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:35:29.744 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:35:29.772 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:29.792 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:35:29.874 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:29.874 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:35:29.974 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:35:30.013 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:30.087 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:35:30.091 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:30.091 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:35:30.192 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:35:30.229 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:30.331 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.0 dump_historic_ops 2023-08-28T02:35:30.405 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:35:30.410 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:30.410 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:35:30.486 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:35:30.506 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:35:30.511 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:35:30.526 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:35:30.539 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:30.547 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:35:30.562 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:35:30.565 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:30.565 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:35:30.569 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:35:30.589 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:35:30.609 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:35:30.630 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:35:30.632 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-08-28T02:35:30.632 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-08-28T02:35:30.632 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-08-28T02:35:30.632 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-08-28T02:35:30.633 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-08-28T02:35:30.633 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-08-28T02:35:30.633 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-08-28T02:35:30.633 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-08-28T02:35:30.657 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:30 smithi040 ceph-mon[175404]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:35:30.657 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:30 smithi040 ceph-mon[175404]: failed to encode map e327 with expected crc 2023-08-28T02:35:30.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:30 smithi040 ceph-mon[175404]: failed to encode map e327 with expected crc 2023-08-28T02:35:30.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:30 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:35:30.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:30 smithi040 ceph-mon[175404]: osdmap e327: 8 total, 8 up, 6 in 2023-08-28T02:35:30.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:30 smithi040 ceph-mon[175404]: failed to encode map e327 with expected crc 2023-08-28T02:35:30.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:30 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:35:30.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:30 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:35:30.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:30 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/4032560275' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:35:30.658 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:30 smithi040 ceph-mon[170259]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:35:30.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:30 smithi040 ceph-mon[170259]: failed to encode map e327 with expected crc 2023-08-28T02:35:30.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:30 smithi040 ceph-mon[170259]: failed to encode map e327 with expected crc 2023-08-28T02:35:30.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:30 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:35:30.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:30 smithi040 ceph-mon[170259]: osdmap e327: 8 total, 8 up, 6 in 2023-08-28T02:35:30.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:30 smithi040 ceph-mon[170259]: failed to encode map e327 with expected crc 2023-08-28T02:35:30.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:30 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:35:30.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:30 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:35:30.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:30 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/4032560275' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:35:30.666 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:35:30.689 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:35:30.696 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:30.720 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:35:30.724 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:30 smithi083 ceph-mon[157819]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:35:30.724 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:30 smithi083 ceph-mon[157819]: failed to encode map e327 with expected crc 2023-08-28T02:35:30.725 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:30 smithi083 ceph-mon[157819]: failed to encode map e327 with expected crc 2023-08-28T02:35:30.725 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:30 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:35:30.725 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:30 smithi083 ceph-mon[157819]: osdmap e327: 8 total, 8 up, 6 in 2023-08-28T02:35:30.725 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:30 smithi083 ceph-mon[157819]: failed to encode map e327 with expected crc 2023-08-28T02:35:30.725 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:30 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:35:30.725 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:30 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:35:30.725 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:30 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/4032560275' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:35:30.726 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:30.726 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:35:30.827 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:35:30.858 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:30.879 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:35:30.881 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:30.882 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:35:30.983 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:35:31.010 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:31.031 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:35:31.033 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:31.034 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:35:31.135 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:35:31.173 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:31.196 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:35:31.199 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:31.200 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:35:31.301 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:35:31.337 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:31.410 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:35:31.413 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:31.414 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:35:31.514 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:35:31.547 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:31 smithi040 ceph-mon[170259]: pgmap v975: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 5.1 GiB data, 15 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 78 op/s; 38500/249519 objects degraded (15.430%); 11149/249519 objects misplaced (4.468%); 856 KiB/s, 13 objects/s recovering 2023-08-28T02:35:31.547 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:31 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 38500/249519 objects degraded (15.430%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:35:31.548 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:31 smithi040 ceph-mon[175404]: pgmap v975: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 5.1 GiB data, 15 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 78 op/s; 38500/249519 objects degraded (15.430%); 11149/249519 objects misplaced (4.468%); 856 KiB/s, 13 objects/s recovering 2023-08-28T02:35:31.548 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:31 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 38500/249519 objects degraded (15.430%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:35:31.550 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:31.574 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:35:31.577 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:31.578 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:35:31.679 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:35:31.712 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:31.735 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:35:31.738 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:31 smithi083 ceph-mon[157819]: pgmap v975: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 5.1 GiB data, 15 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 78 op/s; 38500/249519 objects degraded (15.430%); 11149/249519 objects misplaced (4.468%); 856 KiB/s, 13 objects/s recovering 2023-08-28T02:35:31.738 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:31 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 38500/249519 objects degraded (15.430%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:35:31.738 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:31.739 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:35:31.840 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:35:31.869 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:31.882 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:35:31.892 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:35:31.894 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:31.895 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:35:31.995 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:35:32.026 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:32.047 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:35:32.050 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:32.050 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:35:32.075 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-08-28T02:35:32.076 INFO:teuthology.orchestra.run.smithi040.stdout: "size": 20, 2023-08-28T02:35:32.076 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 600, 2023-08-28T02:35:32.076 INFO:teuthology.orchestra.run.smithi040.stdout: "ops": [ 2023-08-28T02:35:32.076 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.076 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:57227 9.5 9:a6864a59:::benchmark_data_smithi040_209735_object57226:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e170)", 2023-08-28T02:35:32.076 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:26.794270+0000", 2023-08-28T02:35:32.076 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 485.27875977899998, 2023-08-28T02:35:32.076 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.017836838, 2023-08-28T02:35:32.076 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:35:32.077 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "reached pg", 2023-08-28T02:35:32.077 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:35:32.077 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:35:32.077 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:35:32.077 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 57227 2023-08-28T02:35:32.077 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.077 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:35:32.077 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.077 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:35:32.077 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794270+0000", 2023-08-28T02:35:32.078 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:35:32.078 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.078 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.078 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:35:32.078 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794270+0000", 2023-08-28T02:35:32.078 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:35:32.078 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.078 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.078 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:35:32.079 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794269+0000", 2023-08-28T02:35:32.079 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:35:32.079 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.079 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.079 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:35:32.079 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794294+0000", 2023-08-28T02:35:32.079 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.5211999999999998e-05 2023-08-28T02:35:32.079 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.079 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.080 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:35:32.080 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794304+0000", 2023-08-28T02:35:32.080 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0448000000000001e-05 2023-08-28T02:35:32.080 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.080 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.080 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:35:32.080 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794312+0000", 2023-08-28T02:35:32.080 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.8869999999999992e-06 2023-08-28T02:35:32.080 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.080 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.081 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:35:32.081 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794559+0000", 2023-08-28T02:35:32.081 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00024621000000000002 2023-08-28T02:35:32.081 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.081 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.081 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op must wait for map", 2023-08-28T02:35:32.081 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794563+0000", 2023-08-28T02:35:32.081 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.3789999999999999e-06 2023-08-28T02:35:32.081 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.081 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.082 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:35:32.082 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.935391+0000", 2023-08-28T02:35:32.082 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.14082837400000001 2023-08-28T02:35:32.082 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.082 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.082 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:35:32.082 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.935406+0000", 2023-08-28T02:35:32.082 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4691999999999999e-05 2023-08-28T02:35:32.082 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.082 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.083 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:35:32.083 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.812042+0000", 2023-08-28T02:35:32.083 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.87663575000000005 2023-08-28T02:35:32.083 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.083 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.083 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:35:32.083 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.812107+0000", 2023-08-28T02:35:32.083 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.5335999999999999e-05 2023-08-28T02:35:32.083 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:35:32.083 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:35:32.084 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:35:32.084 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.084 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.084 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:57234 9.19 9:9f63031e:::benchmark_data_smithi040_209735_object57233:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e170)", 2023-08-28T02:35:32.084 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:26.794429+0000", 2023-08-28T02:35:32.084 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 485.27860060400002, 2023-08-28T02:35:32.084 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0469964060000001, 2023-08-28T02:35:32.084 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:35:32.084 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "reached pg", 2023-08-28T02:35:32.084 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:35:32.085 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:35:32.085 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:35:32.085 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 57234 2023-08-28T02:35:32.085 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.085 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:35:32.085 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.085 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:35:32.085 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794429+0000", 2023-08-28T02:35:32.085 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:35:32.085 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.086 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.086 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:35:32.086 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794429+0000", 2023-08-28T02:35:32.086 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:35:32.086 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.086 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.086 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:35:32.086 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794429+0000", 2023-08-28T02:35:32.086 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:35:32.086 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.087 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.087 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:35:32.087 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794458+0000", 2023-08-28T02:35:32.087 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.8772000000000002e-05 2023-08-28T02:35:32.087 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.087 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.087 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:35:32.087 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794467+0000", 2023-08-28T02:35:32.087 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.3859999999999996e-06 2023-08-28T02:35:32.087 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.088 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.088 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:35:32.088 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794472+0000", 2023-08-28T02:35:32.088 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.4410000000000001e-06 2023-08-28T02:35:32.088 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.088 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.088 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:35:32.088 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.970125+0000", 2023-08-28T02:35:32.088 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.17565220400000001 2023-08-28T02:35:32.088 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.089 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.089 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:35:32.089 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.970132+0000", 2023-08-28T02:35:32.089 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.25e-06 2023-08-28T02:35:32.089 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.089 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.089 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:35:32.089 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.836705+0000", 2023-08-28T02:35:32.089 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.86657359300000003 2023-08-28T02:35:32.090 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.090 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.090 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for degraded object", 2023-08-28T02:35:32.090 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.837403+0000", 2023-08-28T02:35:32.090 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00069712500000000004 2023-08-28T02:35:32.090 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.090 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.090 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:35:32.090 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.841357+0000", 2023-08-28T02:35:32.090 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0039545559999999997 2023-08-28T02:35:32.091 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.091 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.091 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:35:32.091 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.841426+0000", 2023-08-28T02:35:32.091 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.8719000000000004e-05 2023-08-28T02:35:32.091 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:35:32.091 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:35:32.091 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:35:32.091 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.091 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.092 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:57236 9.19 9:9902b96e:::benchmark_data_smithi040_209735_object57235:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e170)", 2023-08-28T02:35:32.092 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:26.794479+0000", 2023-08-28T02:35:32.092 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 485.27855072400001, 2023-08-28T02:35:32.092 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.047587397, 2023-08-28T02:35:32.092 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:35:32.092 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "reached pg", 2023-08-28T02:35:32.092 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:35:32.092 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:35:32.092 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:35:32.092 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 57236 2023-08-28T02:35:32.093 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.093 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:35:32.093 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.093 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:35:32.093 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794479+0000", 2023-08-28T02:35:32.093 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:35:32.093 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.093 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.093 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:35:32.093 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794479+0000", 2023-08-28T02:35:32.093 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:35:32.094 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.094 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.094 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:35:32.094 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794479+0000", 2023-08-28T02:35:32.094 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:35:32.094 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.094 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.094 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:35:32.094 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794505+0000", 2023-08-28T02:35:32.094 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.6284000000000001e-05 2023-08-28T02:35:32.095 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.095 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.095 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:35:32.095 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794513+0000", 2023-08-28T02:35:32.095 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.763e-06 2023-08-28T02:35:32.095 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.095 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.095 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:35:32.095 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794517+0000", 2023-08-28T02:35:32.095 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.092e-06 2023-08-28T02:35:32.096 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.096 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.096 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:35:32.096 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.970152+0000", 2023-08-28T02:35:32.096 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.17563463500000001 2023-08-28T02:35:32.096 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.096 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.096 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:35:32.096 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.970158+0000", 2023-08-28T02:35:32.096 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.4160000000000001e-06 2023-08-28T02:35:32.097 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.097 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.097 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:35:32.097 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.837670+0000", 2023-08-28T02:35:32.097 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.86751235400000004 2023-08-28T02:35:32.097 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.097 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.097 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for degraded object", 2023-08-28T02:35:32.097 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.839490+0000", 2023-08-28T02:35:32.097 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0018195349999999999 2023-08-28T02:35:32.098 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.098 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.098 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:35:32.098 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.841986+0000", 2023-08-28T02:35:32.098 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0024958300000000001 2023-08-28T02:35:32.098 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.098 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.098 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:35:32.098 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.842067+0000", 2023-08-28T02:35:32.098 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.1032999999999995e-05 2023-08-28T02:35:32.099 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:35:32.099 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:35:32.099 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:35:32.099 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.099 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.099 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:57241 9.5 9:a60b3ca0:::benchmark_data_smithi040_209735_object57240:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e170)", 2023-08-28T02:35:32.099 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:26.824396+0000", 2023-08-28T02:35:32.099 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 485.24863380400001, 2023-08-28T02:35:32.099 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.99622047999999996, 2023-08-28T02:35:32.099 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:35:32.099 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:35:32.100 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:35:32.100 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:35:32.100 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:35:32.100 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 57241 2023-08-28T02:35:32.100 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.100 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:35:32.100 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.100 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:35:32.100 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.824396+0000", 2023-08-28T02:35:32.100 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:35:32.101 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.101 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.101 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:35:32.101 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.824396+0000", 2023-08-28T02:35:32.101 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:35:32.101 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.101 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.101 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:35:32.101 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.824395+0000", 2023-08-28T02:35:32.101 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:35:32.102 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.102 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.102 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:35:32.102 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.824426+0000", 2023-08-28T02:35:32.102 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.0978000000000001e-05 2023-08-28T02:35:32.102 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.102 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.102 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:35:32.102 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.824438+0000", 2023-08-28T02:35:32.102 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.181e-05 2023-08-28T02:35:32.103 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.103 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.103 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:35:32.103 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.824446+0000", 2023-08-28T02:35:32.103 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.2949999999999994e-06 2023-08-28T02:35:32.103 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.103 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.103 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:35:32.103 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.936105+0000", 2023-08-28T02:35:32.103 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.111658769 2023-08-28T02:35:32.104 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.104 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.104 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:35:32.104 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.936113+0000", 2023-08-28T02:35:32.104 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.7129999999999994e-06 2023-08-28T02:35:32.104 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.104 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.104 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:35:32.104 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.812135+0000", 2023-08-28T02:35:32.105 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.87602113599999998 2023-08-28T02:35:32.105 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.105 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.105 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:35:32.105 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.812254+0000", 2023-08-28T02:35:32.105 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000119812 2023-08-28T02:35:32.105 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.105 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.105 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 5,7", 2023-08-28T02:35:32.105 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.812359+0000", 2023-08-28T02:35:32.106 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00010514300000000001 2023-08-28T02:35:32.106 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.106 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.106 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:35:32.106 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.815040+0000", 2023-08-28T02:35:32.106 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0026807580000000001 2023-08-28T02:35:32.106 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.106 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.106 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:32.106 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.819799+0000", 2023-08-28T02:35:32.107 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0047588760000000004 2023-08-28T02:35:32.107 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.107 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.107 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:32.107 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.820521+0000", 2023-08-28T02:35:32.107 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00072146099999999996 2023-08-28T02:35:32.107 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.107 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.107 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:35:32.108 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.820574+0000", 2023-08-28T02:35:32.108 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.3242999999999998e-05 2023-08-28T02:35:32.108 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.108 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.108 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:35:32.108 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.820617+0000", 2023-08-28T02:35:32.108 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.2951000000000003e-05 2023-08-28T02:35:32.108 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:35:32.108 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:35:32.108 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:35:32.109 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.109 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.109 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:57242 9.19 9:9ce45c5b:::benchmark_data_smithi040_209735_object57241:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e170)", 2023-08-28T02:35:32.109 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:26.834991+0000", 2023-08-28T02:35:32.109 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 485.23803951899998, 2023-08-28T02:35:32.109 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.009144676, 2023-08-28T02:35:32.109 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:35:32.109 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:35:32.109 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:35:32.110 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:35:32.110 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:35:32.110 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 57242 2023-08-28T02:35:32.110 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.110 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:35:32.110 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.110 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:35:32.110 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.834991+0000", 2023-08-28T02:35:32.110 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:35:32.110 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.111 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.111 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:35:32.111 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.834991+0000", 2023-08-28T02:35:32.111 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:35:32.111 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.111 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.111 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:35:32.111 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.834987+0000", 2023-08-28T02:35:32.111 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999967 2023-08-28T02:35:32.112 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.112 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.112 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:35:32.112 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.835028+0000", 2023-08-28T02:35:32.112 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.0883000000000001e-05 2023-08-28T02:35:32.112 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.112 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.112 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:35:32.112 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.835057+0000", 2023-08-28T02:35:32.113 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.8683e-05 2023-08-28T02:35:32.113 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.113 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.113 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:35:32.113 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.835072+0000", 2023-08-28T02:35:32.113 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.5084e-05 2023-08-28T02:35:32.113 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.113 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.113 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:35:32.113 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.970178+0000", 2023-08-28T02:35:32.113 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.13510615100000001 2023-08-28T02:35:32.114 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.114 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.114 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:35:32.114 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.970185+0000", 2023-08-28T02:35:32.114 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.3940000000000001e-06 2023-08-28T02:35:32.114 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.114 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.114 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:35:32.115 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.839536+0000", 2023-08-28T02:35:32.115 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.86935153399999998 2023-08-28T02:35:32.115 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.115 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.115 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:35:32.115 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.839673+0000", 2023-08-28T02:35:32.115 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00013686899999999999 2023-08-28T02:35:32.115 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.115 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.115 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 5,7", 2023-08-28T02:35:32.116 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.839806+0000", 2023-08-28T02:35:32.116 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00013320699999999999 2023-08-28T02:35:32.116 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.116 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.116 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:32.116 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.842247+0000", 2023-08-28T02:35:32.116 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0024406300000000001 2023-08-28T02:35:32.116 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.116 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.116 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:32.117 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.842288+0000", 2023-08-28T02:35:32.117 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.1674000000000001e-05 2023-08-28T02:35:32.117 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.117 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.117 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:35:32.117 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.844037+0000", 2023-08-28T02:35:32.117 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0017485689999999999 2023-08-28T02:35:32.117 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.117 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.118 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:35:32.118 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.844098+0000", 2023-08-28T02:35:32.118 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.1443000000000001e-05 2023-08-28T02:35:32.118 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.118 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.118 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:35:32.118 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.844135+0000", 2023-08-28T02:35:32.118 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.6783999999999999e-05 2023-08-28T02:35:32.118 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:35:32.118 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:35:32.119 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:35:32.119 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.119 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.119 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:57243 9.5 9:a0f07e3b:::benchmark_data_smithi040_209735_object57242:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e170)", 2023-08-28T02:35:32.119 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:26.835194+0000", 2023-08-28T02:35:32.119 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 485.23783623499997, 2023-08-28T02:35:32.119 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.98557619699999999, 2023-08-28T02:35:32.119 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:35:32.119 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:35:32.119 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:35:32.120 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:35:32.120 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:35:32.120 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 57243 2023-08-28T02:35:32.120 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.120 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:35:32.120 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.120 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:35:32.120 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.835194+0000", 2023-08-28T02:35:32.120 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:35:32.120 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.121 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.121 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:35:32.121 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.835194+0000", 2023-08-28T02:35:32.121 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:35:32.121 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.121 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.121 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:35:32.121 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.835193+0000", 2023-08-28T02:35:32.121 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:35:32.122 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.122 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.122 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:35:32.122 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.835219+0000", 2023-08-28T02:35:32.122 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.6282999999999999e-05 2023-08-28T02:35:32.122 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.122 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.122 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:35:32.122 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.835230+0000", 2023-08-28T02:35:32.122 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1311999999999999e-05 2023-08-28T02:35:32.123 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.123 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.123 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:35:32.123 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.835239+0000", 2023-08-28T02:35:32.123 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.5990000000000002e-06 2023-08-28T02:35:32.123 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.123 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.123 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:35:32.123 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.936339+0000", 2023-08-28T02:35:32.123 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.101099824 2023-08-28T02:35:32.123 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.124 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.124 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:35:32.124 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.936350+0000", 2023-08-28T02:35:32.124 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0828e-05 2023-08-28T02:35:32.124 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.124 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.124 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:35:32.124 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.813432+0000", 2023-08-28T02:35:32.124 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.87708212399999996 2023-08-28T02:35:32.124 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.125 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.125 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:35:32.125 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.813529+0000", 2023-08-28T02:35:32.125 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.6904000000000006e-05 2023-08-28T02:35:32.125 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.125 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.125 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 5,7", 2023-08-28T02:35:32.125 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.813731+0000", 2023-08-28T02:35:32.125 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00020227900000000001 2023-08-28T02:35:32.125 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.126 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.126 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:35:32.126 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.815200+0000", 2023-08-28T02:35:32.126 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0014689130000000001 2023-08-28T02:35:32.126 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.126 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.126 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:32.126 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.819836+0000", 2023-08-28T02:35:32.126 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0046358570000000002 2023-08-28T02:35:32.126 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.127 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.127 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:32.127 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.820711+0000", 2023-08-28T02:35:32.127 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00087554400000000002 2023-08-28T02:35:32.127 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.127 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.127 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:35:32.127 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.820742+0000", 2023-08-28T02:35:32.127 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.0759000000000001e-05 2023-08-28T02:35:32.127 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.128 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.128 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:35:32.128 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.820770+0000", 2023-08-28T02:35:32.128 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.8073999999999999e-05 2023-08-28T02:35:32.128 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:35:32.128 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:35:32.128 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:35:32.128 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.128 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.128 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:57245 9.9 9:9117a08f:::benchmark_data_smithi040_209735_object57244:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e170)", 2023-08-28T02:35:32.129 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:26.847386+0000", 2023-08-28T02:35:32.129 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 485.22564422699998, 2023-08-28T02:35:32.129 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.97907310299999994, 2023-08-28T02:35:32.129 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:35:32.129 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:35:32.129 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:35:32.129 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:35:32.129 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:35:32.129 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 57245 2023-08-28T02:35:32.129 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.130 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:35:32.130 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.130 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:35:32.130 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.847386+0000", 2023-08-28T02:35:32.130 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:35:32.130 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.130 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.130 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:35:32.130 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.847386+0000", 2023-08-28T02:35:32.130 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:35:32.130 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.131 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.131 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:35:32.131 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.847383+0000", 2023-08-28T02:35:32.131 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999976 2023-08-28T02:35:32.131 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.131 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.131 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:35:32.131 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.869838+0000", 2023-08-28T02:35:32.131 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.022454857000000002 2023-08-28T02:35:32.132 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.132 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.132 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:35:32.132 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.869852+0000", 2023-08-28T02:35:32.132 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4183e-05 2023-08-28T02:35:32.132 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.132 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.132 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:35:32.132 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.869864+0000", 2023-08-28T02:35:32.132 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1651000000000001e-05 2023-08-28T02:35:32.132 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.133 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.133 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:35:32.133 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.969964+0000", 2023-08-28T02:35:32.133 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.100099653 2023-08-28T02:35:32.133 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.133 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.133 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:35:32.133 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.969976+0000", 2023-08-28T02:35:32.133 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2489e-05 2023-08-28T02:35:32.134 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.134 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.134 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:35:32.134 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.811184+0000", 2023-08-28T02:35:32.134 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.84120788400000002 2023-08-28T02:35:32.134 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.134 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.134 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:35:32.134 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.811293+0000", 2023-08-28T02:35:32.134 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000108867 2023-08-28T02:35:32.135 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.135 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.135 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 5,7", 2023-08-28T02:35:32.135 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.811609+0000", 2023-08-28T02:35:32.135 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00031613000000000002 2023-08-28T02:35:32.135 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.135 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.135 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:35:32.135 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.812959+0000", 2023-08-28T02:35:32.135 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0013497909999999999 2023-08-28T02:35:32.136 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.136 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.136 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:32.136 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.813746+0000", 2023-08-28T02:35:32.136 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00078733899999999996 2023-08-28T02:35:32.136 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.136 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.136 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:32.136 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.826355+0000", 2023-08-28T02:35:32.136 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.012608414 2023-08-28T02:35:32.137 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.137 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.137 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:35:32.137 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.826415+0000", 2023-08-28T02:35:32.137 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.0177000000000003e-05 2023-08-28T02:35:32.137 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.137 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.137 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:35:32.137 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.826459+0000", 2023-08-28T02:35:32.138 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.4237999999999999e-05 2023-08-28T02:35:32.138 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:35:32.138 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:35:32.138 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:35:32.138 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.138 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.138 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:166821 9.b 9:d797ffc2:::benchmark_data_smithi040_209735_object59226:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e217)", 2023-08-28T02:35:32.138 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:29:32.932130+0000", 2023-08-28T02:35:32.138 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 359.14090023099999, 2023-08-28T02:35:32.138 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0086488739999999, 2023-08-28T02:35:32.139 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:35:32.139 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:35:32.139 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:35:32.139 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:35:32.139 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:35:32.139 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 166821 2023-08-28T02:35:32.139 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.139 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:35:32.139 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.139 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:35:32.140 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:32.932130+0000", 2023-08-28T02:35:32.140 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:35:32.140 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.140 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.140 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:35:32.140 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:32.932130+0000", 2023-08-28T02:35:32.140 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:35:32.140 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.140 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.140 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:35:32.141 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:32.932127+0000", 2023-08-28T02:35:32.141 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999971 2023-08-28T02:35:32.141 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.141 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.141 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:35:32.141 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:32.932140+0000", 2023-08-28T02:35:32.141 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.3471e-05 2023-08-28T02:35:32.141 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.141 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.141 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:35:32.141 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:32.932164+0000", 2023-08-28T02:35:32.142 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.3742000000000001e-05 2023-08-28T02:35:32.142 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.142 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.142 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:35:32.142 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:32.932178+0000", 2023-08-28T02:35:32.142 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.3832000000000001e-05 2023-08-28T02:35:32.142 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.142 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.142 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:35:32.143 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.059045+0000", 2023-08-28T02:35:32.143 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.12686752300000001 2023-08-28T02:35:32.143 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.143 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.143 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:35:32.143 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.059060+0000", 2023-08-28T02:35:32.143 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4582e-05 2023-08-28T02:35:32.143 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.143 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.143 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:35:32.144 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.928732+0000", 2023-08-28T02:35:32.144 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.86967180799999999 2023-08-28T02:35:32.144 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.144 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.144 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:35:32.144 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.928891+0000", 2023-08-28T02:35:32.144 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00015975599999999999 2023-08-28T02:35:32.144 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.144 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.144 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 5,6", 2023-08-28T02:35:32.144 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.929351+0000", 2023-08-28T02:35:32.145 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00045912299999999997 2023-08-28T02:35:32.145 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.145 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.145 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:32.145 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.940337+0000", 2023-08-28T02:35:32.145 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.010986828000000001 2023-08-28T02:35:32.145 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.145 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.145 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:35:32.145 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.940352+0000", 2023-08-28T02:35:32.146 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4922999999999999e-05 2023-08-28T02:35:32.146 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.146 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.146 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:32.146 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.940686+0000", 2023-08-28T02:35:32.146 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00033366599999999999 2023-08-28T02:35:32.146 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.146 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.146 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:35:32.147 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.940740+0000", 2023-08-28T02:35:32.147 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.3990000000000003e-05 2023-08-28T02:35:32.147 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.147 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.147 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:35:32.147 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.940779+0000", 2023-08-28T02:35:32.147 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.8702000000000003e-05 2023-08-28T02:35:32.147 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:35:32.147 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:35:32.147 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:35:32.148 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.148 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.148 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:54154 10.4 10:26722e6f:::benchmark_data_smithi040_250784_object54153:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e260)", 2023-08-28T02:35:32.148 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:31:27.916387+0000", 2023-08-28T02:35:32.148 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 244.15664264599999, 2023-08-28T02:35:32.148 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.017345653, 2023-08-28T02:35:32.148 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:35:32.148 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "reached pg", 2023-08-28T02:35:32.148 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:35:32.148 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:35:32.149 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:35:32.149 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 54154 2023-08-28T02:35:32.149 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.149 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:35:32.149 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.149 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:35:32.149 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.916387+0000", 2023-08-28T02:35:32.149 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:35:32.149 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.149 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.150 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:35:32.150 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.916387+0000", 2023-08-28T02:35:32.150 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:35:32.150 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.150 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.150 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:35:32.150 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.916386+0000", 2023-08-28T02:35:32.150 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:35:32.150 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.151 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.151 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:35:32.151 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.916414+0000", 2023-08-28T02:35:32.151 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.8586e-05 2023-08-28T02:35:32.151 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.151 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.151 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:35:32.151 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.916428+0000", 2023-08-28T02:35:32.151 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.3509000000000001e-05 2023-08-28T02:35:32.151 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.152 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.152 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:35:32.152 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.916436+0000", 2023-08-28T02:35:32.152 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.1559999999999995e-06 2023-08-28T02:35:32.152 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.152 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.152 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:35:32.152 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.922725+0000", 2023-08-28T02:35:32.152 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0062893139999999998 2023-08-28T02:35:32.153 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.153 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.153 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:35:32.153 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.922883+0000", 2023-08-28T02:35:32.153 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00015817899999999999 2023-08-28T02:35:32.153 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.153 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.153 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 3,4", 2023-08-28T02:35:32.153 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.923043+0000", 2023-08-28T02:35:32.153 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000160049 2023-08-28T02:35:32.154 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.154 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.154 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:35:32.154 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.934673+0000", 2023-08-28T02:35:32.154 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.011629563000000001 2023-08-28T02:35:32.154 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.154 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.154 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:35:32.154 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.934689+0000", 2023-08-28T02:35:32.154 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.5695000000000001e-05 2023-08-28T02:35:32.155 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.155 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.155 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:35:32.155 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.933641+0000", 2023-08-28T02:35:32.155 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.99895263999999995 2023-08-28T02:35:32.155 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.155 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.155 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:35:32.155 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.933733+0000", 2023-08-28T02:35:32.155 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.1692000000000002e-05 2023-08-28T02:35:32.156 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:35:32.156 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:35:32.156 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:35:32.156 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.156 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.156 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:54159 10.4 10:2ca7342e:::benchmark_data_smithi040_250784_object54158:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e260)", 2023-08-28T02:35:32.156 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:31:27.931101+0000", 2023-08-28T02:35:32.156 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 244.14192863599999, 2023-08-28T02:35:32.156 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0199644839999999, 2023-08-28T02:35:32.156 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:35:32.157 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:35:32.157 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:35:32.157 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:35:32.157 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:35:32.157 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 54159 2023-08-28T02:35:32.157 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.157 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:35:32.157 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.157 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:35:32.157 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.931101+0000", 2023-08-28T02:35:32.158 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:35:32.158 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.158 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.158 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:35:32.158 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.931101+0000", 2023-08-28T02:35:32.158 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:35:32.158 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.158 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.158 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:35:32.158 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.931099+0000", 2023-08-28T02:35:32.159 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999976 2023-08-28T02:35:32.159 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.159 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.159 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:35:32.159 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.931127+0000", 2023-08-28T02:35:32.159 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.7977e-05 2023-08-28T02:35:32.159 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.159 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.159 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:35:32.159 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.931143+0000", 2023-08-28T02:35:32.160 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.5494000000000001e-05 2023-08-28T02:35:32.160 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.160 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.160 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:35:32.160 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.931152+0000", 2023-08-28T02:35:32.160 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.6379999999999999e-06 2023-08-28T02:35:32.160 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.160 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.160 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:35:32.160 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.934717+0000", 2023-08-28T02:35:32.161 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0035646039999999999 2023-08-28T02:35:32.161 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.161 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.161 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:35:32.161 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.934724+0000", 2023-08-28T02:35:32.161 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.9920000000000001e-06 2023-08-28T02:35:32.161 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.161 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.161 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:35:32.161 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.933994+0000", 2023-08-28T02:35:32.161 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.99927000499999996 2023-08-28T02:35:32.162 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.162 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.162 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:35:32.162 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.934141+0000", 2023-08-28T02:35:32.162 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00014692199999999999 2023-08-28T02:35:32.162 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.162 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.162 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 4", 2023-08-28T02:35:32.162 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.934334+0000", 2023-08-28T02:35:32.162 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00019339699999999999 2023-08-28T02:35:32.163 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.163 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.163 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:35:32.163 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.943352+0000", 2023-08-28T02:35:32.163 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0090177130000000001 2023-08-28T02:35:32.163 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.163 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.163 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:32.163 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.950878+0000", 2023-08-28T02:35:32.163 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0075262660000000002 2023-08-28T02:35:32.164 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.164 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.164 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:35:32.164 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.950960+0000", 2023-08-28T02:35:32.164 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.2159999999999999e-05 2023-08-28T02:35:32.164 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.164 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.164 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:35:32.164 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.951066+0000", 2023-08-28T02:35:32.164 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000105507 2023-08-28T02:35:32.165 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:35:32.165 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:35:32.165 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:35:32.165 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.165 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.165 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:54163 10.4 10:25271570:::benchmark_data_smithi040_250784_object54162:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e260)", 2023-08-28T02:35:32.165 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:31:27.934544+0000", 2023-08-28T02:35:32.165 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 244.13848578100001, 2023-08-28T02:35:32.165 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0167004099999999, 2023-08-28T02:35:32.166 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:35:32.166 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:35:32.166 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:35:32.166 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:35:32.166 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:35:32.166 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 54163 2023-08-28T02:35:32.166 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.166 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:35:32.166 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.166 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:35:32.167 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.934544+0000", 2023-08-28T02:35:32.167 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:35:32.167 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.167 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.167 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:35:32.167 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.934544+0000", 2023-08-28T02:35:32.167 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:35:32.167 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.167 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.168 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:35:32.168 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.934543+0000", 2023-08-28T02:35:32.168 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:35:32.168 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.168 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.168 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:35:32.168 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.934575+0000", 2023-08-28T02:35:32.168 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.2786000000000001e-05 2023-08-28T02:35:32.168 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.169 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.169 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:35:32.169 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.934592+0000", 2023-08-28T02:35:32.169 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.6663e-05 2023-08-28T02:35:32.169 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.169 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.169 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:35:32.169 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.934603+0000", 2023-08-28T02:35:32.169 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0546e-05 2023-08-28T02:35:32.169 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.170 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.170 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:35:32.170 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.934745+0000", 2023-08-28T02:35:32.170 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000142924 2023-08-28T02:35:32.170 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.170 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.170 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:35:32.170 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.934752+0000", 2023-08-28T02:35:32.170 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.9469999999999997e-06 2023-08-28T02:35:32.170 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.171 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.171 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:35:32.171 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.936663+0000", 2023-08-28T02:35:32.171 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.001910742 2023-08-28T02:35:32.171 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.171 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.171 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:35:32.171 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.936805+0000", 2023-08-28T02:35:32.171 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000141812 2023-08-28T02:35:32.171 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.172 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.172 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 4", 2023-08-28T02:35:32.172 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.936965+0000", 2023-08-28T02:35:32.172 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00016000300000000001 2023-08-28T02:35:32.172 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.172 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.172 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:35:32.172 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.943360+0000", 2023-08-28T02:35:32.172 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0063946319999999999 2023-08-28T02:35:32.172 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.173 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.173 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:32.173 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.951118+0000", 2023-08-28T02:35:32.173 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0077587569999999998 2023-08-28T02:35:32.173 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.173 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.173 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:35:32.173 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.951166+0000", 2023-08-28T02:35:32.173 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.8041000000000003e-05 2023-08-28T02:35:32.173 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.174 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.174 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:35:32.174 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.951245+0000", 2023-08-28T02:35:32.174 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.8281000000000005e-05 2023-08-28T02:35:32.174 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:35:32.174 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:35:32.174 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:35:32.174 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.174 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.174 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:54175 10.4 10:25d3dc68:::benchmark_data_smithi040_250784_object54174:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e261)", 2023-08-28T02:35:32.175 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:31:27.953683+0000", 2023-08-28T02:35:32.175 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 244.11934703200001, 2023-08-28T02:35:32.175 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.99773759399999995, 2023-08-28T02:35:32.175 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:35:32.175 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:35:32.175 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:35:32.175 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:35:32.175 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:35:32.175 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 54175 2023-08-28T02:35:32.175 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.176 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:35:32.176 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.176 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:35:32.176 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.953683+0000", 2023-08-28T02:35:32.176 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:35:32.176 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.176 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.176 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:35:32.176 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.953683+0000", 2023-08-28T02:35:32.177 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:35:32.177 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.177 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.177 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:35:32.177 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.953682+0000", 2023-08-28T02:35:32.177 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:35:32.177 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.177 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.177 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:35:32.177 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.953709+0000", 2023-08-28T02:35:32.178 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.6633999999999999e-05 2023-08-28T02:35:32.178 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.178 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.178 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:35:32.178 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.953721+0000", 2023-08-28T02:35:32.178 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1754e-05 2023-08-28T02:35:32.178 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.178 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.178 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:35:32.178 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.953729+0000", 2023-08-28T02:35:32.179 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.2209999999999997e-06 2023-08-28T02:35:32.179 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.179 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.179 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:35:32.179 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.953783+0000", 2023-08-28T02:35:32.179 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.4302000000000003e-05 2023-08-28T02:35:32.179 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.179 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.180 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:35:32.180 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.953793+0000", 2023-08-28T02:35:32.180 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.6169999999999996e-06 2023-08-28T02:35:32.180 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.180 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.180 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:35:32.180 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.940704+0000", 2023-08-28T02:35:32.180 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.98691097400000005 2023-08-28T02:35:32.180 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.180 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.181 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:35:32.181 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.940879+0000", 2023-08-28T02:35:32.181 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00017513300000000001 2023-08-28T02:35:32.181 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.181 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.181 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 4", 2023-08-28T02:35:32.181 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.941060+0000", 2023-08-28T02:35:32.181 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000180755 2023-08-28T02:35:32.181 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.181 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.182 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:35:32.182 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.944657+0000", 2023-08-28T02:35:32.182 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0035975790000000001 2023-08-28T02:35:32.182 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.182 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.182 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:32.182 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.951298+0000", 2023-08-28T02:35:32.182 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0066408309999999998 2023-08-28T02:35:32.182 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.182 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.183 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:35:32.183 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.951346+0000", 2023-08-28T02:35:32.183 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.7660000000000001e-05 2023-08-28T02:35:32.183 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.183 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.183 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:35:32.183 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.951421+0000", 2023-08-28T02:35:32.183 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.4957999999999996e-05 2023-08-28T02:35:32.183 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:35:32.184 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:35:32.184 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:35:32.184 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.184 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.184 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:93232 10.2 e279/250 10:4acd7099:::benchmark_data_smithi040_250784_object93231:head v 279'5904, mlcod=277'5902)", 2023-08-28T02:35:32.184 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:14.191890+0000", 2023-08-28T02:35:32.184 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 197.88114012899999, 2023-08-28T02:35:32.184 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 18.482624399999999, 2023-08-28T02:35:32.184 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:35:32.184 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:35:32.184 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:35:32.185 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.185 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:35:32.185 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.191890+0000", 2023-08-28T02:35:32.185 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:35:32.185 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.185 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.185 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:35:32.185 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.191890+0000", 2023-08-28T02:35:32.185 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:35:32.185 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.186 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.186 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:35:32.186 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.191889+0000", 2023-08-28T02:35:32.186 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:35:32.186 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.186 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.186 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:35:32.186 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.191926+0000", 2023-08-28T02:35:32.186 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.7364999999999999e-05 2023-08-28T02:35:32.187 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.187 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.187 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:35:32.187 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.191943+0000", 2023-08-28T02:35:32.187 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.6759e-05 2023-08-28T02:35:32.187 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.187 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.187 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:35:32.187 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.191952+0000", 2023-08-28T02:35:32.187 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.4889999999999995e-06 2023-08-28T02:35:32.187 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.188 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.188 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:35:32.188 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.663193+0000", 2023-08-28T02:35:32.188 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 18.471241508999999 2023-08-28T02:35:32.188 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.188 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.188 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:35:32.188 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.663215+0000", 2023-08-28T02:35:32.188 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.1917e-05 2023-08-28T02:35:32.188 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.189 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.189 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:35:32.189 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.674467+0000", 2023-08-28T02:35:32.189 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.011251445000000001 2023-08-28T02:35:32.189 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.189 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.189 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:35:32.189 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.674514+0000", 2023-08-28T02:35:32.189 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.7812000000000002e-05 2023-08-28T02:35:32.189 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:35:32.190 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:35:32.190 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:35:32.190 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.190 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.190 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:93262 10.2 e279/250 10:4aeb0131:::benchmark_data_smithi040_250784_object93261:head v 279'5905, mlcod=277'5902)", 2023-08-28T02:35:32.190 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:14.252764+0000", 2023-08-28T02:35:32.190 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 197.820265651, 2023-08-28T02:35:32.190 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 18.421772737000001, 2023-08-28T02:35:32.190 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:35:32.190 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:35:32.191 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:35:32.191 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.191 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:35:32.191 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.252764+0000", 2023-08-28T02:35:32.191 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:35:32.191 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.191 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.191 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:35:32.191 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.252764+0000", 2023-08-28T02:35:32.191 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:35:32.192 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.192 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.192 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:35:32.192 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.252763+0000", 2023-08-28T02:35:32.192 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:35:32.192 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.192 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.192 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:35:32.192 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.252788+0000", 2023-08-28T02:35:32.192 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.4935000000000001e-05 2023-08-28T02:35:32.193 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.193 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.193 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:35:32.193 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.252803+0000", 2023-08-28T02:35:32.193 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4808e-05 2023-08-28T02:35:32.193 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.193 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.193 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:35:32.193 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.252812+0000", 2023-08-28T02:35:32.193 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.4260000000000003e-06 2023-08-28T02:35:32.194 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.194 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.194 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:35:32.194 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.666199+0000", 2023-08-28T02:35:32.194 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 18.413387320999998 2023-08-28T02:35:32.194 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.194 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.194 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:35:32.194 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.666223+0000", 2023-08-28T02:35:32.194 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.3937000000000001e-05 2023-08-28T02:35:32.195 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.195 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.195 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:35:32.195 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.674519+0000", 2023-08-28T02:35:32.195 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0082965859999999999 2023-08-28T02:35:32.195 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.195 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.195 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:35:32.195 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.674537+0000", 2023-08-28T02:35:32.195 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.7765999999999999e-05 2023-08-28T02:35:32.196 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:35:32.196 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:35:32.196 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:35:32.196 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.196 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.196 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:93288 10.2 e279/250 10:4ef81379:::benchmark_data_smithi040_250784_object93287:head v 279'5906, mlcod=277'5902)", 2023-08-28T02:35:32.196 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:14.323617+0000", 2023-08-28T02:35:32.196 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 197.74941305300001, 2023-08-28T02:35:32.196 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 18.351211855999999, 2023-08-28T02:35:32.196 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:35:32.196 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:35:32.197 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:35:32.197 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.197 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:35:32.197 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.323617+0000", 2023-08-28T02:35:32.197 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:35:32.197 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.197 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.197 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:35:32.197 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.323617+0000", 2023-08-28T02:35:32.197 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:35:32.198 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.198 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.198 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:35:32.198 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.323616+0000", 2023-08-28T02:35:32.198 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:35:32.198 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.198 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.198 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:35:32.198 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.323653+0000", 2023-08-28T02:35:32.198 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.6395e-05 2023-08-28T02:35:32.199 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.199 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.199 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:35:32.199 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.323666+0000", 2023-08-28T02:35:32.199 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2962000000000001e-05 2023-08-28T02:35:32.199 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.199 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.199 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:35:32.199 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.323674+0000", 2023-08-28T02:35:32.199 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.7849999999999997e-06 2023-08-28T02:35:32.200 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.200 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.200 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:35:32.200 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.668990+0000", 2023-08-28T02:35:32.200 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 18.345315724999999 2023-08-28T02:35:32.200 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.200 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.200 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:35:32.200 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.669014+0000", 2023-08-28T02:35:32.200 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.3461000000000001e-05 2023-08-28T02:35:32.200 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.201 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.201 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:35:32.201 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.674794+0000", 2023-08-28T02:35:32.201 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.005780126 2023-08-28T02:35:32.201 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.201 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.201 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:35:32.201 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.674829+0000", 2023-08-28T02:35:32.201 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.5216999999999998e-05 2023-08-28T02:35:32.201 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:35:32.202 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:35:32.202 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:35:32.202 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.202 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.202 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:93304 10.2 e279/250 10:4b4a961c:::benchmark_data_smithi040_250784_object93303:head v 279'5907, mlcod=277'5902)", 2023-08-28T02:35:32.202 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:14.373120+0000", 2023-08-28T02:35:32.202 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 197.699910367, 2023-08-28T02:35:32.202 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 18.301731591999999, 2023-08-28T02:35:32.202 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:35:32.202 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:35:32.203 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:35:32.203 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.203 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:35:32.203 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.373120+0000", 2023-08-28T02:35:32.203 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:35:32.203 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.203 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.203 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:35:32.203 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.373120+0000", 2023-08-28T02:35:32.203 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:35:32.204 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.204 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.204 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:35:32.204 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.373118+0000", 2023-08-28T02:35:32.204 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:35:32.204 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.204 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.204 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:35:32.204 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.373161+0000", 2023-08-28T02:35:32.204 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.2602999999999999e-05 2023-08-28T02:35:32.205 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.205 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.205 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:35:32.205 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.373176+0000", 2023-08-28T02:35:32.205 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4583000000000001e-05 2023-08-28T02:35:32.205 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.205 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.205 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:35:32.205 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.373184+0000", 2023-08-28T02:35:32.205 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.3429999999999996e-06 2023-08-28T02:35:32.206 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.206 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.206 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:35:32.206 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.671892+0000", 2023-08-28T02:35:32.206 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 18.298707729 2023-08-28T02:35:32.206 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.206 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.206 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:35:32.206 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.671918+0000", 2023-08-28T02:35:32.206 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.5865000000000001e-05 2023-08-28T02:35:32.207 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.207 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.207 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:35:32.207 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.674832+0000", 2023-08-28T02:35:32.207 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0029140020000000002 2023-08-28T02:35:32.207 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.207 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.207 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:35:32.207 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.674851+0000", 2023-08-28T02:35:32.207 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.9715999999999999e-05 2023-08-28T02:35:32.207 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:35:32.208 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:35:32.208 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:35:32.208 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.208 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.208 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:102242 10.8 10:16f160f3:::benchmark_data_smithi040_250784_object8933:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e323)", 2023-08-28T02:35:32.208 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:35:11.209572+0000", 2023-08-28T02:35:32.208 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 20.863458529999999, 2023-08-28T02:35:32.208 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.769661555, 2023-08-28T02:35:32.208 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:35:32.208 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:35:32.209 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:35:32.209 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:35:32.209 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:35:32.209 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 102242 2023-08-28T02:35:32.209 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.209 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:35:32.209 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.209 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:35:32.209 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.209572+0000", 2023-08-28T02:35:32.209 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:35:32.210 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.210 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.210 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:35:32.210 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.209572+0000", 2023-08-28T02:35:32.210 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:35:32.210 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.210 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.210 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:35:32.210 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.209570+0000", 2023-08-28T02:35:32.210 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:35:32.211 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.211 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.211 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:35:32.211 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.209577+0000", 2023-08-28T02:35:32.211 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.4109999999999999e-06 2023-08-28T02:35:32.211 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.211 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.211 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:35:32.211 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.209594+0000", 2023-08-28T02:35:32.211 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.6662000000000001e-05 2023-08-28T02:35:32.212 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.212 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.212 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:35:32.212 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.209601+0000", 2023-08-28T02:35:32.212 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.8940000000000004e-06 2023-08-28T02:35:32.212 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.212 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.212 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:35:32.212 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.209661+0000", 2023-08-28T02:35:32.212 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.0420000000000001e-05 2023-08-28T02:35:32.212 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.213 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.213 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:35:32.213 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.209675+0000", 2023-08-28T02:35:32.213 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.3301e-05 2023-08-28T02:35:32.213 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.213 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.213 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:35:32.213 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.974855+0000", 2023-08-28T02:35:32.213 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.76518023599999996 2023-08-28T02:35:32.213 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.214 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.214 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:35:32.214 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.975018+0000", 2023-08-28T02:35:32.214 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00016351199999999999 2023-08-28T02:35:32.214 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.214 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.214 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 5,7", 2023-08-28T02:35:32.214 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.975168+0000", 2023-08-28T02:35:32.214 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00014927899999999999 2023-08-28T02:35:32.215 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.215 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.215 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:32.215 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.979052+0000", 2023-08-28T02:35:32.215 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0038840039999999999 2023-08-28T02:35:32.215 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.215 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.215 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:32.215 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.979133+0000", 2023-08-28T02:35:32.215 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.1848000000000006e-05 2023-08-28T02:35:32.215 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.216 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.216 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:35:32.216 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.979146+0000", 2023-08-28T02:35:32.216 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2478e-05 2023-08-28T02:35:32.216 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.216 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.216 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:35:32.216 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.979194+0000", 2023-08-28T02:35:32.216 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.7806999999999998e-05 2023-08-28T02:35:32.216 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.217 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.217 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:35:32.217 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.979233+0000", 2023-08-28T02:35:32.217 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.9350000000000001e-05 2023-08-28T02:35:32.217 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:35:32.217 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:35:32.217 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:35:32.217 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.217 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.217 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:102254 10.8 10:1e0e4884:::benchmark_data_smithi040_250784_object8945:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e323)", 2023-08-28T02:35:32.218 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:35:11.417125+0000", 2023-08-28T02:35:32.218 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 20.655904892999999, 2023-08-28T02:35:32.218 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.57256434199999995, 2023-08-28T02:35:32.218 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:35:32.218 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:35:32.218 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:35:32.218 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:35:32.218 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:35:32.218 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 102254 2023-08-28T02:35:32.218 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.219 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:35:32.219 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.219 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:35:32.219 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.417125+0000", 2023-08-28T02:35:32.219 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:35:32.219 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.219 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.219 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:35:32.219 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.417125+0000", 2023-08-28T02:35:32.219 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:35:32.219 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.220 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.220 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:35:32.220 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.417124+0000", 2023-08-28T02:35:32.220 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:35:32.220 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.221 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.221 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:35:32.221 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.417132+0000", 2023-08-28T02:35:32.222 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.0390000000000005e-06 2023-08-28T02:35:32.222 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.222 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.222 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:35:32.222 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.417147+0000", 2023-08-28T02:35:32.222 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4878999999999999e-05 2023-08-28T02:35:32.222 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.222 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.222 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:35:32.223 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.417156+0000", 2023-08-28T02:35:32.223 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.0939999999999997e-06 2023-08-28T02:35:32.223 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.223 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.223 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:35:32.223 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.417205+0000", 2023-08-28T02:35:32.223 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.9285e-05 2023-08-28T02:35:32.223 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.223 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.223 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:35:32.224 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.417215+0000", 2023-08-28T02:35:32.224 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0396e-05 2023-08-28T02:35:32.224 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.224 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.224 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:35:32.224 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.979283+0000", 2023-08-28T02:35:32.224 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.56206805299999996 2023-08-28T02:35:32.224 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.224 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.224 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:35:32.224 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.979430+0000", 2023-08-28T02:35:32.225 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00014659499999999999 2023-08-28T02:35:32.225 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.225 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.225 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 5,7", 2023-08-28T02:35:32.225 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.979578+0000", 2023-08-28T02:35:32.225 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000147529 2023-08-28T02:35:32.225 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.225 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.225 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:32.225 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.985888+0000", 2023-08-28T02:35:32.226 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0063101479999999998 2023-08-28T02:35:32.226 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.226 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.226 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:32.226 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.985947+0000", 2023-08-28T02:35:32.226 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.8893e-05 2023-08-28T02:35:32.226 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.226 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.226 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:35:32.226 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.989514+0000", 2023-08-28T02:35:32.227 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.003567874 2023-08-28T02:35:32.227 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.227 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.227 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:35:32.227 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.989573+0000", 2023-08-28T02:35:32.227 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.8359999999999997e-05 2023-08-28T02:35:32.227 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.227 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.227 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:35:32.227 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.989690+0000", 2023-08-28T02:35:32.227 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00011673800000000001 2023-08-28T02:35:32.228 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:35:32.228 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:35:32.228 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:35:32.228 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.228 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.228 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:102264 10.8 10:12924882:::benchmark_data_smithi040_250784_object8955:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e323)", 2023-08-28T02:35:32.228 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:35:11.550259+0000", 2023-08-28T02:35:32.228 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 20.522770806, 2023-08-28T02:35:32.228 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.43967313899999999, 2023-08-28T02:35:32.228 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:35:32.229 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:35:32.229 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:35:32.229 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:35:32.229 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:35:32.229 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 102264 2023-08-28T02:35:32.229 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.229 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:35:32.229 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.229 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:35:32.229 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.550259+0000", 2023-08-28T02:35:32.230 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:35:32.230 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.230 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.230 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:35:32.230 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.550259+0000", 2023-08-28T02:35:32.230 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:35:32.230 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.230 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.230 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:35:32.230 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.550257+0000", 2023-08-28T02:35:32.231 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999976 2023-08-28T02:35:32.231 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.231 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.231 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:35:32.231 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.550271+0000", 2023-08-28T02:35:32.231 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.3861e-05 2023-08-28T02:35:32.231 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.231 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.231 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:35:32.231 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.550294+0000", 2023-08-28T02:35:32.231 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.2778000000000001e-05 2023-08-28T02:35:32.232 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.232 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.232 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:35:32.232 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.550307+0000", 2023-08-28T02:35:32.232 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.3546e-05 2023-08-28T02:35:32.232 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.232 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.232 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:35:32.232 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.550381+0000", 2023-08-28T02:35:32.232 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.4158000000000004e-05 2023-08-28T02:35:32.233 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.233 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.233 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:35:32.233 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.550398+0000", 2023-08-28T02:35:32.233 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.6543000000000001e-05 2023-08-28T02:35:32.233 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.233 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.233 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:35:32.233 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.983052+0000", 2023-08-28T02:35:32.233 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.43265445299999999 2023-08-28T02:35:32.234 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.234 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.234 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:35:32.234 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.983182+0000", 2023-08-28T02:35:32.234 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00012957600000000001 2023-08-28T02:35:32.234 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.234 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.234 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 5,7", 2023-08-28T02:35:32.234 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.983278+0000", 2023-08-28T02:35:32.234 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.5826e-05 2023-08-28T02:35:32.235 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.235 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.235 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:32.235 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.989759+0000", 2023-08-28T02:35:32.235 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0064814080000000001 2023-08-28T02:35:32.235 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.235 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.235 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:32.235 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.989822+0000", 2023-08-28T02:35:32.235 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.2611000000000001e-05 2023-08-28T02:35:32.236 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.236 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.236 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:35:32.236 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.989835+0000", 2023-08-28T02:35:32.236 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.3101999999999999e-05 2023-08-28T02:35:32.236 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.236 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.236 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:35:32.236 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.989889+0000", 2023-08-28T02:35:32.236 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.4199000000000001e-05 2023-08-28T02:35:32.237 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.237 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.237 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:35:32.237 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.989932+0000", 2023-08-28T02:35:32.237 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.3429e-05 2023-08-28T02:35:32.237 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:35:32.237 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:35:32.237 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:35:32.237 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.237 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.237 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:102267 10.8 10:13fb4659:::benchmark_data_smithi040_250784_object8958:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e323)", 2023-08-28T02:35:32.238 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:35:11.689868+0000", 2023-08-28T02:35:32.238 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 20.383161975, 2023-08-28T02:35:32.238 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.30291980200000002, 2023-08-28T02:35:32.238 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:35:32.238 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:35:32.238 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:35:32.238 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:35:32.238 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:35:32.238 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 102267 2023-08-28T02:35:32.238 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.239 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:35:32.239 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.239 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:35:32.239 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.689868+0000", 2023-08-28T02:35:32.239 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:35:32.239 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.239 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.239 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:35:32.239 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.689868+0000", 2023-08-28T02:35:32.240 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:35:32.240 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.240 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.240 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:35:32.240 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.689866+0000", 2023-08-28T02:35:32.240 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999976 2023-08-28T02:35:32.240 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.240 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.240 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:35:32.240 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.689878+0000", 2023-08-28T02:35:32.241 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1871999999999999e-05 2023-08-28T02:35:32.241 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.241 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.241 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:35:32.241 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.689901+0000", 2023-08-28T02:35:32.241 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.3553999999999998e-05 2023-08-28T02:35:32.241 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.241 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.241 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:35:32.241 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.689915+0000", 2023-08-28T02:35:32.241 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4221e-05 2023-08-28T02:35:32.242 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.242 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.242 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:35:32.242 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.689989+0000", 2023-08-28T02:35:32.242 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.3707000000000004e-05 2023-08-28T02:35:32.242 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.242 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.242 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:35:32.242 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.690002+0000", 2023-08-28T02:35:32.242 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2961e-05 2023-08-28T02:35:32.243 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.243 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.243 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:35:32.243 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.985975+0000", 2023-08-28T02:35:32.243 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.29597284800000001 2023-08-28T02:35:32.243 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.243 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.243 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:35:32.243 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.986130+0000", 2023-08-28T02:35:32.243 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000154883 2023-08-28T02:35:32.244 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.244 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.244 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 5,7", 2023-08-28T02:35:32.244 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.986367+0000", 2023-08-28T02:35:32.244 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00023751499999999999 2023-08-28T02:35:32.244 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.244 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.244 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:35:32.244 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.989945+0000", 2023-08-28T02:35:32.244 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.003577294 2023-08-28T02:35:32.244 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.245 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.245 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:32.245 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.989991+0000", 2023-08-28T02:35:32.245 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.5995000000000003e-05 2023-08-28T02:35:32.245 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.245 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.245 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:32.245 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.992688+0000", 2023-08-28T02:35:32.245 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0026970010000000001 2023-08-28T02:35:32.245 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.246 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.246 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:35:32.246 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.992742+0000", 2023-08-28T02:35:32.246 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.4184000000000002e-05 2023-08-28T02:35:32.246 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:35:32.246 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:35:32.246 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:35:32.246 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.992788+0000", 2023-08-28T02:35:32.246 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.6196999999999998e-05 2023-08-28T02:35:32.246 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:35:32.247 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:35:32.247 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:35:32.247 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:35:32.247 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:35:32.247 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-08-28T02:35:32.247 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:35:32.282 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:32.304 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:35:32.309 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:32.310 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:35:32.331 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd set noscrub 2023-08-28T02:35:32.411 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:35:32.440 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:32.460 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:35:32.462 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:32.463 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:35:32.500 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:35:32.543 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.1 dump_ops_in_flight 2023-08-28T02:35:32.563 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:35:32.619 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:32.644 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:32 smithi040 ceph-mon[170259]: pgmap v976: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 5.1 GiB data, 15 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 99 op/s; 38414/248607 objects degraded (15.452%); 11120/248607 objects misplaced (4.473%); 1.2 MiB/s, 18 objects/s recovering 2023-08-28T02:35:32.645 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:32 smithi040 ceph-mon[175404]: pgmap v976: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 5.1 GiB data, 15 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 99 op/s; 38414/248607 objects degraded (15.452%); 11120/248607 objects misplaced (4.473%); 1.2 MiB/s, 18 objects/s recovering 2023-08-28T02:35:32.645 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:35:32.648 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:32.649 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:35:32.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:32 smithi083 ceph-mon[157819]: pgmap v976: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 5.1 GiB data, 15 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 99 op/s; 38414/248607 objects degraded (15.452%); 11120/248607 objects misplaced (4.473%); 1.2 MiB/s, 18 objects/s recovering 2023-08-28T02:35:32.749 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:35:32.778 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:32.801 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:35:32.804 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:32.804 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:35:32.905 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:35:32.943 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:33.002 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-08-28T02:35:33.017 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:35:33.021 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:33.021 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:35:33.122 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:35:33.144 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:35:33.165 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:33.192 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:35:33.256 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:35:33.259 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:33.259 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:35:33.360 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:35:33.386 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:33.407 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:35:33.409 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:33.410 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:35:33.510 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:35:33.539 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:33.558 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:35:33.562 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:33.562 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:35:33.663 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:35:33.702 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:33.888 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:35:33.890 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:33.891 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:35:33.992 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:35:34.019 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:34.038 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:35:34.041 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:34.041 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:35:34.066 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:35:34.067 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:35:34.142 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:35:34.176 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:34.351 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:35:34.356 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:34.356 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:35:34.457 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:35:34.484 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:34.503 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:35:34.505 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:34.506 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:35:34.596 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:35:34.607 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:35:34.646 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:34.667 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:35:34.670 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:34.671 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:35:34.772 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:35:34.800 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:34.827 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:35:34.831 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:34.832 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:35:34.933 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:35:34.971 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:34.990 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:35:34.992 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:34.993 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:35:35.094 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:35:35.125 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:35.147 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:35:35.149 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:35.150 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:35:35.170 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-08-28T02:35:35.170 INFO:teuthology.orchestra.run.smithi040.stdout: "ops": [], 2023-08-28T02:35:35.170 INFO:teuthology.orchestra.run.smithi040.stdout: "num_ops": 0 2023-08-28T02:35:35.171 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-08-28T02:35:35.251 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:35:35.293 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:35.421 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:35:35.426 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:35.426 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:35:35.427 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":976,"stamp":"2023-08-28T02:35:32.410349+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":5429705476,"num_objects":82869,"num_object_clones":0,"num_object_copies":248607,"num_objects_missing_on_primary":5270,"num_objects_missing":5270,"num_objects_degraded":38414,"num_objects_misplaced":11120,"num_objects_unfound":0,"num_objects_dirty":82869,"num_whiteouts":0,"num_read":90,"num_read_kb":168,"num_write":103873,"num_write_kb":5972054,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":35642,"num_bytes_recovered":2318340465,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":95642,"ondisk_log_size":95642,"up":297,"acting":292,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":15459868,"kb_used_data":12531436,"kb_used_omap":12,"kb_used_meta":2928371,"kb_avail":547011044,"statfs":{"total":575970213888,"available":560139309056,"internally_reserved":0,"allocated":12832190464,"data_stored":12822666977,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12739,"internal_metadata":2998652477},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-56229888,"num_objects":-858,"num_object_clones":0,"num_object_copies":-2574,"num_objects_missing_on_primary":-64,"num_objects_missing":-64,"num_objects_degraded":-225,"num_objects_misplaced":-116,"num_objects_unfound":0,"num_objects_dirty":-858,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":858,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":162,"num_bytes_recovered":10616832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.625326"},"pg_stats":[{"pgid":"3.1a","version":"65'1","reported_seq":338,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.795338+0000","last_change":"2023-08-28T02:32:32.667028+0000","last_active":"2023-08-28T02:35:23.795338+0000","last_peered":"2023-08-28T02:35:23.795338+0000","last_clean":"2023-08-28T02:35:23.795338+0000","last_became_active":"2023-08-28T02:32:32.666711+0000","last_became_peered":"2023-08-28T02:32:32.666711+0000","last_unstale":"2023-08-28T02:35:23.795338+0000","last_undegraded":"2023-08-28T02:35:23.795338+0000","last_fullsized":"2023-08-28T02:35:23.795338+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:28:21.913105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":290,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.802530+0000","last_change":"2023-08-28T02:29:44.421259+0000","last_active":"2023-08-28T02:35:23.802530+0000","last_peered":"2023-08-28T02:35:23.802530+0000","last_clean":"2023-08-28T02:35:23.802530+0000","last_became_active":"2023-08-28T02:29:44.420936+0000","last_became_peered":"2023-08-28T02:29:44.420936+0000","last_unstale":"2023-08-28T02:35:23.802530+0000","last_undegraded":"2023-08-28T02:35:23.802530+0000","last_fullsized":"2023-08-28T02:35:23.802530+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:22:26.346867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":130,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:18.980018+0000","last_change":"2023-08-28T02:33:12.290337+0000","last_active":"2023-08-28T02:35:18.980018+0000","last_peered":"2023-08-28T02:35:18.980018+0000","last_clean":"2023-08-28T02:35:18.980018+0000","last_became_active":"2023-08-28T02:33:12.289852+0000","last_became_peered":"2023-08-28T02:33:12.289852+0000","last_unstale":"2023-08-28T02:35:18.980018+0000","last_undegraded":"2023-08-28T02:35:18.980018+0000","last_fullsized":"2023-08-28T02:35:18.980018+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:04:26.420037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":305,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.803018+0000","last_change":"2023-08-28T02:33:13.317226+0000","last_active":"2023-08-28T02:35:23.803018+0000","last_peered":"2023-08-28T02:35:23.803018+0000","last_clean":"2023-08-28T02:35:23.803018+0000","last_became_active":"2023-08-28T02:33:13.316893+0000","last_became_peered":"2023-08-28T02:33:13.316893+0000","last_unstale":"2023-08-28T02:35:23.803018+0000","last_undegraded":"2023-08-28T02:35:23.803018+0000","last_fullsized":"2023-08-28T02:35:23.803018+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:55:46.593463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":249,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.787780+0000","last_change":"2023-08-28T02:33:12.295203+0000","last_active":"2023-08-28T02:35:23.787780+0000","last_peered":"2023-08-28T02:35:23.787780+0000","last_clean":"2023-08-28T02:35:23.787780+0000","last_became_active":"2023-08-28T02:33:12.294904+0000","last_became_peered":"2023-08-28T02:33:12.294904+0000","last_unstale":"2023-08-28T02:35:23.787780+0000","last_undegraded":"2023-08-28T02:35:23.787780+0000","last_fullsized":"2023-08-28T02:35:23.787780+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:31:07.008856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":268,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.801003+0000","last_change":"2023-08-28T02:31:51.987263+0000","last_active":"2023-08-28T02:35:23.801003+0000","last_peered":"2023-08-28T02:35:23.801003+0000","last_clean":"2023-08-28T02:35:23.801003+0000","last_became_active":"2023-08-28T02:31:51.986938+0000","last_became_peered":"2023-08-28T02:31:51.986938+0000","last_unstale":"2023-08-28T02:35:23.801003+0000","last_undegraded":"2023-08-28T02:35:23.801003+0000","last_fullsized":"2023-08-28T02:35:23.801003+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:18.021905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":299,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.802602+0000","last_change":"2023-08-28T02:33:12.318656+0000","last_active":"2023-08-28T02:35:23.802602+0000","last_peered":"2023-08-28T02:35:23.802602+0000","last_clean":"2023-08-28T02:35:23.802602+0000","last_became_active":"2023-08-28T02:33:12.318297+0000","last_became_peered":"2023-08-28T02:33:12.318297+0000","last_unstale":"2023-08-28T02:35:23.802602+0000","last_undegraded":"2023-08-28T02:35:23.802602+0000","last_fullsized":"2023-08-28T02:35:23.802602+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:43:09.789767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":231,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.506545+0000","last_change":"2023-08-28T02:33:13.357230+0000","last_active":"2023-08-28T02:35:29.506545+0000","last_peered":"2023-08-28T02:35:29.506545+0000","last_clean":"2023-08-28T02:35:29.506545+0000","last_became_active":"2023-08-28T02:33:13.356853+0000","last_became_peered":"2023-08-28T02:33:13.356853+0000","last_unstale":"2023-08-28T02:35:29.506545+0000","last_undegraded":"2023-08-28T02:35:29.506545+0000","last_fullsized":"2023-08-28T02:35:29.506545+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:20:21.545007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":310,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.800907+0000","last_change":"2023-08-28T02:29:44.462510+0000","last_active":"2023-08-28T02:35:23.800907+0000","last_peered":"2023-08-28T02:35:23.800907+0000","last_clean":"2023-08-28T02:35:23.800907+0000","last_became_active":"2023-08-28T02:29:44.460314+0000","last_became_peered":"2023-08-28T02:29:44.460314+0000","last_unstale":"2023-08-28T02:35:23.800907+0000","last_undegraded":"2023-08-28T02:35:23.800907+0000","last_fullsized":"2023-08-28T02:35:23.800907+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:59:01.311467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":234,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.506556+0000","last_change":"2023-08-28T02:33:13.291255+0000","last_active":"2023-08-28T02:35:29.506556+0000","last_peered":"2023-08-28T02:35:29.506556+0000","last_clean":"2023-08-28T02:35:29.506556+0000","last_became_active":"2023-08-28T02:33:13.290933+0000","last_became_peered":"2023-08-28T02:33:13.290933+0000","last_unstale":"2023-08-28T02:35:29.506556+0000","last_undegraded":"2023-08-28T02:35:29.506556+0000","last_fullsized":"2023-08-28T02:35:29.506556+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:31:54.116908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"65'3","reported_seq":311,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.939230+0000","last_change":"2023-08-28T02:33:12.296412+0000","last_active":"2023-08-28T02:35:23.939230+0000","last_peered":"2023-08-28T02:35:23.939230+0000","last_clean":"2023-08-28T02:35:23.939230+0000","last_became_active":"2023-08-28T02:33:12.295786+0000","last_became_peered":"2023-08-28T02:33:12.295786+0000","last_unstale":"2023-08-28T02:35:23.939230+0000","last_undegraded":"2023-08-28T02:35:23.939230+0000","last_fullsized":"2023-08-28T02:35:23.939230+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:15:31.449163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":133,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:18.980261+0000","last_change":"2023-08-28T02:32:32.666927+0000","last_active":"2023-08-28T02:35:18.980261+0000","last_peered":"2023-08-28T02:35:18.980261+0000","last_clean":"2023-08-28T02:35:18.980261+0000","last_became_active":"2023-08-28T02:32:32.666618+0000","last_became_peered":"2023-08-28T02:32:32.666618+0000","last_unstale":"2023-08-28T02:35:18.980261+0000","last_undegraded":"2023-08-28T02:35:18.980261+0000","last_fullsized":"2023-08-28T02:35:18.980261+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:45:57.998333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":335,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.795188+0000","last_change":"2023-08-28T02:32:28.505262+0000","last_active":"2023-08-28T02:35:23.795188+0000","last_peered":"2023-08-28T02:35:23.795188+0000","last_clean":"2023-08-28T02:35:23.795188+0000","last_became_active":"2023-08-28T02:32:28.455999+0000","last_became_peered":"2023-08-28T02:32:28.455999+0000","last_unstale":"2023-08-28T02:35:23.795188+0000","last_undegraded":"2023-08-28T02:35:23.795188+0000","last_fullsized":"2023-08-28T02:35:23.795188+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:28.937020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":9468,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":319,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.795503+0000","last_change":"2023-08-28T02:32:12.959195+0000","last_active":"2023-08-28T02:35:23.795503+0000","last_peered":"2023-08-28T02:35:23.795503+0000","last_clean":"2023-08-28T02:35:23.795503+0000","last_became_active":"2023-08-28T02:32:12.958832+0000","last_became_peered":"2023-08-28T02:32:12.958832+0000","last_unstale":"2023-08-28T02:35:23.795503+0000","last_undegraded":"2023-08-28T02:35:23.795503+0000","last_fullsized":"2023-08-28T02:35:23.795503+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:23:27.197787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"65'2","reported_seq":309,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.937829+0000","last_change":"2023-08-28T02:32:28.461161+0000","last_active":"2023-08-28T02:35:23.937829+0000","last_peered":"2023-08-28T02:35:23.937829+0000","last_clean":"2023-08-28T02:35:23.937829+0000","last_became_active":"2023-08-28T02:32:28.451284+0000","last_became_peered":"2023-08-28T02:32:28.451284+0000","last_unstale":"2023-08-28T02:35:23.937829+0000","last_undegraded":"2023-08-28T02:35:23.937829+0000","last_fullsized":"2023-08-28T02:35:23.937829+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:58:20.061020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":290,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.801939+0000","last_change":"2023-08-28T02:29:44.419566+0000","last_active":"2023-08-28T02:35:23.801939+0000","last_peered":"2023-08-28T02:35:23.801939+0000","last_clean":"2023-08-28T02:35:23.801939+0000","last_became_active":"2023-08-28T02:29:44.419053+0000","last_became_peered":"2023-08-28T02:29:44.419053+0000","last_unstale":"2023-08-28T02:35:23.801939+0000","last_undegraded":"2023-08-28T02:35:23.801939+0000","last_fullsized":"2023-08-28T02:35:23.801939+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:44:36.133499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":293,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.801888+0000","last_change":"2023-08-28T02:33:12.493777+0000","last_active":"2023-08-28T02:35:23.801888+0000","last_peered":"2023-08-28T02:35:23.801888+0000","last_clean":"2023-08-28T02:35:23.801888+0000","last_became_active":"2023-08-28T02:33:12.491177+0000","last_became_peered":"2023-08-28T02:33:12.491177+0000","last_unstale":"2023-08-28T02:35:23.801888+0000","last_undegraded":"2023-08-28T02:35:23.801888+0000","last_fullsized":"2023-08-28T02:35:23.801888+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:10:58.167753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":306,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.797576+0000","last_change":"2023-08-28T02:33:12.290293+0000","last_active":"2023-08-28T02:35:23.797576+0000","last_peered":"2023-08-28T02:35:23.797576+0000","last_clean":"2023-08-28T02:35:23.797576+0000","last_became_active":"2023-08-28T02:33:12.289989+0000","last_became_peered":"2023-08-28T02:33:12.289989+0000","last_unstale":"2023-08-28T02:35:23.797576+0000","last_undegraded":"2023-08-28T02:35:23.797576+0000","last_fullsized":"2023-08-28T02:35:23.797576+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:05:33.622172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":284,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.937574+0000","last_change":"2023-08-28T02:32:12.948756+0000","last_active":"2023-08-28T02:35:23.937574+0000","last_peered":"2023-08-28T02:35:23.937574+0000","last_clean":"2023-08-28T02:35:23.937574+0000","last_became_active":"2023-08-28T02:32:12.948441+0000","last_became_peered":"2023-08-28T02:32:12.948441+0000","last_unstale":"2023-08-28T02:35:23.937574+0000","last_undegraded":"2023-08-28T02:35:23.937574+0000","last_fullsized":"2023-08-28T02:35:23.937574+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:27.922180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":300,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.803067+0000","last_change":"2023-08-28T02:33:12.299398+0000","last_active":"2023-08-28T02:35:23.803067+0000","last_peered":"2023-08-28T02:35:23.803067+0000","last_clean":"2023-08-28T02:35:23.803067+0000","last_became_active":"2023-08-28T02:33:12.299113+0000","last_became_peered":"2023-08-28T02:33:12.299113+0000","last_unstale":"2023-08-28T02:35:23.803067+0000","last_undegraded":"2023-08-28T02:35:23.803067+0000","last_fullsized":"2023-08-28T02:35:23.803067+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:14:55.597212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"65'8","reported_seq":94,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.801023+0000","last_change":"2023-08-28T02:33:13.478870+0000","last_active":"2023-08-28T02:35:23.801023+0000","last_peered":"2023-08-28T02:35:23.801023+0000","last_clean":"2023-08-28T02:35:23.801023+0000","last_became_active":"2023-08-28T02:33:13.332142+0000","last_became_peered":"2023-08-28T02:33:13.332142+0000","last_unstale":"2023-08-28T02:35:23.801023+0000","last_undegraded":"2023-08-28T02:35:23.801023+0000","last_fullsized":"2023-08-28T02:35:23.801023+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:32:42.810159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":231,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.786867+0000","last_change":"2023-08-28T02:33:12.306353+0000","last_active":"2023-08-28T02:35:23.786867+0000","last_peered":"2023-08-28T02:35:23.786867+0000","last_clean":"2023-08-28T02:35:23.786867+0000","last_became_active":"2023-08-28T02:33:12.304977+0000","last_became_peered":"2023-08-28T02:33:12.304977+0000","last_unstale":"2023-08-28T02:35:23.786867+0000","last_undegraded":"2023-08-28T02:35:23.786867+0000","last_fullsized":"2023-08-28T02:35:23.786867+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:19:38.819671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"327'6463","reported_seq":6548,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:30.759011+0000","last_change":"2023-08-28T02:30:50.402703+0000","last_active":"2023-08-28T02:35:30.759011+0000","last_peered":"2023-08-28T02:35:30.759011+0000","last_clean":"2023-08-28T02:35:30.759011+0000","last_became_active":"2023-08-28T02:30:50.402419+0000","last_became_peered":"2023-08-28T02:30:50.402419+0000","last_unstale":"2023-08-28T02:35:30.759011+0000","last_undegraded":"2023-08-28T02:35:30.759011+0000","last_fullsized":"2023-08-28T02:35:30.759011+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6463,"log_dups_size":0,"ondisk_log_size":6463,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:07:37.393907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":340590592,"num_objects":5197,"num_object_clones":0,"num_object_copies":15591,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5197,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6463,"num_write_kb":373120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"65'1","reported_seq":292,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.938126+0000","last_change":"2023-08-28T02:14:43.046130+0000","last_active":"2023-08-28T02:35:23.938126+0000","last_peered":"2023-08-28T02:35:23.938126+0000","last_clean":"2023-08-28T02:35:23.938126+0000","last_became_active":"2023-08-28T02:14:43.045775+0000","last_became_peered":"2023-08-28T02:14:43.045775+0000","last_unstale":"2023-08-28T02:35:23.938126+0000","last_undegraded":"2023-08-28T02:35:23.938126+0000","last_fullsized":"2023-08-28T02:35:23.938126+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:57:38.279756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":282,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.796681+0000","last_change":"2023-08-28T02:31:51.987149+0000","last_active":"2023-08-28T02:35:23.796681+0000","last_peered":"2023-08-28T02:35:23.796681+0000","last_clean":"2023-08-28T02:35:23.796681+0000","last_became_active":"2023-08-28T02:31:51.986821+0000","last_became_peered":"2023-08-28T02:31:51.986821+0000","last_unstale":"2023-08-28T02:35:23.796681+0000","last_undegraded":"2023-08-28T02:35:23.796681+0000","last_fullsized":"2023-08-28T02:35:23.796681+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:23:26.661134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"327'6497","reported_seq":9939,"reported_epoch":327,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:35:30.750956+0000","last_change":"2023-08-28T02:33:33.975566+0000","last_active":"2023-08-28T02:35:30.750956+0000","last_peered":"2023-08-28T02:35:30.750956+0000","last_clean":"2023-08-28T02:31:27.868230+0000","last_became_active":"2023-08-28T02:33:33.660452+0000","last_became_peered":"2023-08-28T02:33:33.660452+0000","last_unstale":"2023-08-28T02:35:30.750956+0000","last_undegraded":"2023-08-28T02:33:13.410847+0000","last_fullsized":"2023-08-28T02:33:13.270012+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6497,"log_dups_size":0,"ondisk_log_size":6497,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:33.375162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":334430208,"num_objects":5103,"num_object_clones":0,"num_object_copies":15309,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7324,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5103,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6497,"num_write_kb":371200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1660,"num_bytes_recovered":108724224,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[5,4],"avail_no_missing":["5","6"],"object_location_counts":[{"shards":"2,5,6","objects":915},{"shards":"3,5,6","objects":2396},{"shards":"4,5","objects":287},{"shards":"5,6","objects":1505}],"blocked_by":[],"up_primary":3,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"65'2","reported_seq":317,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.937998+0000","last_change":"2023-08-28T02:29:44.436352+0000","last_active":"2023-08-28T02:35:23.937998+0000","last_peered":"2023-08-28T02:35:23.937998+0000","last_clean":"2023-08-28T02:35:23.937998+0000","last_became_active":"2023-08-28T02:29:44.411499+0000","last_became_peered":"2023-08-28T02:29:44.411499+0000","last_unstale":"2023-08-28T02:35:23.937998+0000","last_undegraded":"2023-08-28T02:35:23.937998+0000","last_fullsized":"2023-08-28T02:35:23.937998+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:46:57.540191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":343,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.795171+0000","last_change":"2023-08-28T02:33:12.289004+0000","last_active":"2023-08-28T02:35:23.795171+0000","last_peered":"2023-08-28T02:35:23.795171+0000","last_clean":"2023-08-28T02:35:23.795171+0000","last_became_active":"2023-08-28T02:33:12.288722+0000","last_became_peered":"2023-08-28T02:33:12.288722+0000","last_unstale":"2023-08-28T02:35:23.795171+0000","last_undegraded":"2023-08-28T02:35:23.795171+0000","last_fullsized":"2023-08-28T02:35:23.795171+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:24.019483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"327'6417","reported_seq":6519,"reported_epoch":327,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:35:30.332766+0000","last_change":"2023-08-28T02:33:13.585687+0000","last_active":"2023-08-28T02:35:30.332766+0000","last_peered":"2023-08-28T02:35:30.332766+0000","last_clean":"2023-08-28T02:31:27.908616+0000","last_became_active":"2023-08-28T02:33:13.578484+0000","last_became_peered":"2023-08-28T02:33:13.578484+0000","last_unstale":"2023-08-28T02:35:30.332766+0000","last_undegraded":"2023-08-28T02:33:13.297322+0000","last_fullsized":"2023-08-28T02:33:13.268309+0000","mapping_epoch":298,"log_start":"255'1112","ondisk_log_start":"255'1112","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5305,"log_dups_size":0,"ondisk_log_size":5305,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:42:33.431186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":336396288,"num_objects":5133,"num_object_clones":0,"num_object_copies":15399,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2533,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5133,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6417,"num_write_kb":369600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4],"avail_no_missing":["0","4"],"object_location_counts":[{"shards":"0,4","objects":2685}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"65'1","reported_seq":303,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.939080+0000","last_change":"2023-08-28T02:33:13.516869+0000","last_active":"2023-08-28T02:35:23.939080+0000","last_peered":"2023-08-28T02:35:23.939080+0000","last_clean":"2023-08-28T02:35:23.939080+0000","last_became_active":"2023-08-28T02:33:13.396736+0000","last_became_peered":"2023-08-28T02:33:13.396736+0000","last_unstale":"2023-08-28T02:35:23.939080+0000","last_undegraded":"2023-08-28T02:35:23.939080+0000","last_fullsized":"2023-08-28T02:35:23.939080+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:47:08.237137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":267,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:18.980084+0000","last_change":"2023-08-28T02:31:51.987327+0000","last_active":"2023-08-28T02:35:18.980084+0000","last_peered":"2023-08-28T02:35:18.980084+0000","last_clean":"2023-08-28T02:35:18.980084+0000","last_became_active":"2023-08-28T02:31:51.987018+0000","last_became_peered":"2023-08-28T02:31:51.987018+0000","last_unstale":"2023-08-28T02:35:18.980084+0000","last_undegraded":"2023-08-28T02:35:18.980084+0000","last_fullsized":"2023-08-28T02:35:18.980084+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:53:26.105101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.5","version":"327'6394","reported_seq":7656,"reported_epoch":327,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:35:30.345991+0000","last_change":"2023-08-28T02:33:13.625779+0000","last_active":"2023-08-28T02:35:30.345991+0000","last_peered":"2023-08-28T02:35:30.345991+0000","last_clean":"2023-08-28T02:31:27.898932+0000","last_became_active":"2023-08-28T02:33:13.612126+0000","last_became_peered":"2023-08-28T02:33:13.612126+0000","last_unstale":"2023-08-28T02:35:30.345991+0000","last_undegraded":"2023-08-28T02:33:13.485377+0000","last_fullsized":"2023-08-28T02:33:13.264317+0000","mapping_epoch":298,"log_start":"255'1063","ondisk_log_start":"255'1063","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5331,"log_dups_size":0,"ondisk_log_size":5331,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:37:28.843386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":331481088,"num_objects":5058,"num_object_clones":0,"num_object_copies":15174,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7599,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5058,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6394,"num_write_kb":366464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":577,"num_bytes_recovered":37814272,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,7],"avail_no_missing":["0","2"],"object_location_counts":[{"shards":"0,2","objects":2358},{"shards":"0,2,3","objects":2699},{"shards":"0,7","objects":1}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":321,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.796882+0000","last_change":"2023-08-28T02:33:13.281826+0000","last_active":"2023-08-28T02:35:23.796882+0000","last_peered":"2023-08-28T02:35:23.796882+0000","last_clean":"2023-08-28T02:35:23.796882+0000","last_became_active":"2023-08-28T02:33:13.281511+0000","last_became_peered":"2023-08-28T02:33:13.281511+0000","last_unstale":"2023-08-28T02:35:23.796882+0000","last_undegraded":"2023-08-28T02:35:23.796882+0000","last_fullsized":"2023-08-28T02:35:23.796882+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:32:55.005706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":317,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.801570+0000","last_change":"2023-08-28T02:29:44.436713+0000","last_active":"2023-08-28T02:35:23.801570+0000","last_peered":"2023-08-28T02:35:23.801570+0000","last_clean":"2023-08-28T02:35:23.801570+0000","last_became_active":"2023-08-28T02:29:44.436203+0000","last_became_peered":"2023-08-28T02:29:44.436203+0000","last_unstale":"2023-08-28T02:35:23.801570+0000","last_undegraded":"2023-08-28T02:35:23.801570+0000","last_fullsized":"2023-08-28T02:35:23.801570+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:46:48.522293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"326'6575","reported_seq":6662,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:27.403998+0000","last_change":"2023-08-28T02:30:50.399669+0000","last_active":"2023-08-28T02:35:27.403998+0000","last_peered":"2023-08-28T02:35:27.403998+0000","last_clean":"2023-08-28T02:35:27.403998+0000","last_became_active":"2023-08-28T02:30:50.399332+0000","last_became_peered":"2023-08-28T02:30:50.399332+0000","last_unstale":"2023-08-28T02:35:27.403998+0000","last_undegraded":"2023-08-28T02:35:27.403998+0000","last_fullsized":"2023-08-28T02:35:27.403998+0000","mapping_epoch":250,"log_start":"254'400","ondisk_log_start":"254'400","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6175,"log_dups_size":0,"ondisk_log_size":6175,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:00:54.910841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":343343104,"num_objects":5239,"num_object_clones":0,"num_object_copies":15717,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5239,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6575,"num_write_kb":378048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"75'161","reported_seq":747,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.937748+0000","last_change":"2023-08-28T02:33:13.310049+0000","last_active":"2023-08-28T02:35:23.937748+0000","last_peered":"2023-08-28T02:35:23.937748+0000","last_clean":"2023-08-28T02:35:23.937748+0000","last_became_active":"2023-08-28T02:33:13.309661+0000","last_became_peered":"2023-08-28T02:33:13.309661+0000","last_unstale":"2023-08-28T02:35:23.937748+0000","last_undegraded":"2023-08-28T02:35:23.937748+0000","last_fullsized":"2023-08-28T02:35:23.937748+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.930230+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.930230+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:27:40.889460+0000","scrub_duration":0.0050169209999999997,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"65'2","reported_seq":281,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:25.314111+0000","last_change":"2023-08-28T02:33:12.294922+0000","last_active":"2023-08-28T02:35:25.314111+0000","last_peered":"2023-08-28T02:35:25.314111+0000","last_clean":"2023-08-28T02:35:25.314111+0000","last_became_active":"2023-08-28T02:33:12.294518+0000","last_became_peered":"2023-08-28T02:33:12.294518+0000","last_unstale":"2023-08-28T02:35:25.314111+0000","last_undegraded":"2023-08-28T02:35:25.314111+0000","last_fullsized":"2023-08-28T02:35:25.314111+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:21:12.737286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":320,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.795197+0000","last_change":"2023-08-28T02:33:13.310505+0000","last_active":"2023-08-28T02:35:23.795197+0000","last_peered":"2023-08-28T02:35:23.795197+0000","last_clean":"2023-08-28T02:35:23.795197+0000","last_became_active":"2023-08-28T02:33:13.310223+0000","last_became_peered":"2023-08-28T02:33:13.310223+0000","last_unstale":"2023-08-28T02:35:23.795197+0000","last_undegraded":"2023-08-28T02:35:23.795197+0000","last_fullsized":"2023-08-28T02:35:23.795197+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:27:02.124453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"327'6475","reported_seq":7731,"reported_epoch":327,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:35:30.751234+0000","last_change":"2023-08-28T02:33:13.591092+0000","last_active":"2023-08-28T02:35:30.751234+0000","last_peered":"2023-08-28T02:35:30.751234+0000","last_clean":"2023-08-28T02:31:27.916082+0000","last_became_active":"2023-08-28T02:33:13.580413+0000","last_became_peered":"2023-08-28T02:33:13.580413+0000","last_unstale":"2023-08-28T02:35:30.751234+0000","last_undegraded":"2023-08-28T02:33:13.480527+0000","last_fullsized":"2023-08-28T02:33:13.270957+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6475,"log_dups_size":0,"ondisk_log_size":6475,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:03.698410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":340328448,"num_objects":5193,"num_object_clones":0,"num_object_copies":15579,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7817,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5193,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6475,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":570,"num_bytes_recovered":37355520,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,4],"avail_no_missing":["5","2"],"object_location_counts":[{"shards":"2,3,5","objects":2711},{"shards":"2,5","objects":2482}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"75'161","reported_seq":580,"reported_epoch":326,"state":"active+recovery_wait+degraded","last_fresh":"2023-08-28T02:35:23.796707+0000","last_change":"2023-08-28T02:33:13.287487+0000","last_active":"2023-08-28T02:35:23.796707+0000","last_peered":"2023-08-28T02:35:23.796707+0000","last_clean":"2023-08-28T02:31:25.515426+0000","last_became_active":"2023-08-28T02:33:13.287313+0000","last_became_peered":"2023-08-28T02:33:13.287313+0000","last_unstale":"2023-08-28T02:35:23.796707+0000","last_undegraded":"2023-08-28T02:33:13.270760+0000","last_fullsized":"2023-08-28T02:35:23.796707+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":204,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:45.407127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:45.407127+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:39:14.213229+0000","scrub_duration":0.0018495320000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":["5","2","3"],"object_location_counts":[{"shards":"2,3,5","objects":1}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":240,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.795175+0000","last_change":"2023-08-28T02:33:13.309727+0000","last_active":"2023-08-28T02:35:23.795175+0000","last_peered":"2023-08-28T02:35:23.795175+0000","last_clean":"2023-08-28T02:35:23.795175+0000","last_became_active":"2023-08-28T02:33:13.309487+0000","last_became_peered":"2023-08-28T02:33:13.309487+0000","last_unstale":"2023-08-28T02:35:23.795175+0000","last_undegraded":"2023-08-28T02:35:23.795175+0000","last_fullsized":"2023-08-28T02:35:23.795175+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:27:29.294011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":55,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.795392+0000","last_change":"2023-08-28T02:32:28.456323+0000","last_active":"2023-08-28T02:35:23.795392+0000","last_peered":"2023-08-28T02:35:23.795392+0000","last_clean":"2023-08-28T02:35:23.795392+0000","last_became_active":"2023-08-28T02:32:28.455987+0000","last_became_peered":"2023-08-28T02:32:28.455987+0000","last_unstale":"2023-08-28T02:35:23.795392+0000","last_undegraded":"2023-08-28T02:35:23.795392+0000","last_fullsized":"2023-08-28T02:35:23.795392+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:54:07.724002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"326'6588","reported_seq":16691,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:27.375665+0000","last_change":"2023-08-28T02:33:13.316023+0000","last_active":"2023-08-28T02:35:27.375665+0000","last_peered":"2023-08-28T02:35:27.375665+0000","last_clean":"2023-08-28T02:35:27.375665+0000","last_became_active":"2023-08-28T02:33:13.308403+0000","last_became_peered":"2023-08-28T02:33:13.308403+0000","last_unstale":"2023-08-28T02:35:27.375665+0000","last_undegraded":"2023-08-28T02:35:27.375665+0000","last_fullsized":"2023-08-28T02:35:27.375665+0000","mapping_epoch":298,"log_start":"254'400","ondisk_log_start":"254'400","created":250,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6188,"log_dups_size":0,"ondisk_log_size":6188,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:10:38.401973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":347865088,"num_objects":5308,"num_object_clones":0,"num_object_copies":15924,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5308,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6588,"num_write_kb":380672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4999,"num_bytes_recovered":327614464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":300,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.795156+0000","last_change":"2023-08-28T02:32:28.455294+0000","last_active":"2023-08-28T02:35:23.795156+0000","last_peered":"2023-08-28T02:35:23.795156+0000","last_clean":"2023-08-28T02:35:23.795156+0000","last_became_active":"2023-08-28T02:32:28.455013+0000","last_became_peered":"2023-08-28T02:32:28.455013+0000","last_unstale":"2023-08-28T02:35:23.795156+0000","last_undegraded":"2023-08-28T02:35:23.795156+0000","last_fullsized":"2023-08-28T02:35:23.795156+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:53.583864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":332,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.795706+0000","last_change":"2023-08-28T02:33:13.335588+0000","last_active":"2023-08-28T02:35:23.795706+0000","last_peered":"2023-08-28T02:35:23.795706+0000","last_clean":"2023-08-28T02:35:23.795706+0000","last_became_active":"2023-08-28T02:33:13.335326+0000","last_became_peered":"2023-08-28T02:33:13.335326+0000","last_unstale":"2023-08-28T02:35:23.795706+0000","last_undegraded":"2023-08-28T02:35:23.795706+0000","last_fullsized":"2023-08-28T02:35:23.795706+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:15:44.958663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"327'6491","reported_seq":6576,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:30.328635+0000","last_change":"2023-08-28T02:30:50.400261+0000","last_active":"2023-08-28T02:35:30.328635+0000","last_peered":"2023-08-28T02:35:30.328635+0000","last_clean":"2023-08-28T02:35:30.328635+0000","last_became_active":"2023-08-28T02:30:50.399938+0000","last_became_peered":"2023-08-28T02:30:50.399938+0000","last_unstale":"2023-08-28T02:35:30.328635+0000","last_undegraded":"2023-08-28T02:35:30.328635+0000","last_fullsized":"2023-08-28T02:35:30.328635+0000","mapping_epoch":250,"log_start":"255'1090","ondisk_log_start":"255'1090","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5401,"log_dups_size":0,"ondisk_log_size":5401,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:43:56.802792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":340983808,"num_objects":5203,"num_object_clones":0,"num_object_copies":15609,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5203,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6491,"num_write_kb":374208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"75'161","reported_seq":606,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.797304+0000","last_change":"2023-08-28T02:32:56.519141+0000","last_active":"2023-08-28T02:35:23.797304+0000","last_peered":"2023-08-28T02:35:23.797304+0000","last_clean":"2023-08-28T02:35:23.797304+0000","last_became_active":"2023-08-28T02:32:56.518863+0000","last_became_peered":"2023-08-28T02:32:56.518863+0000","last_unstale":"2023-08-28T02:35:23.797304+0000","last_undegraded":"2023-08-28T02:35:23.797304+0000","last_fullsized":"2023-08-28T02:35:23.797304+0000","mapping_epoch":292,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":293,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_clean_scrub_stamp":"2023-08-28T02:29:25.608370+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:59:50.561109+0000","scrub_duration":0.001662689,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":234,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.787865+0000","last_change":"2023-08-28T02:33:12.294592+0000","last_active":"2023-08-28T02:35:23.787865+0000","last_peered":"2023-08-28T02:35:23.787865+0000","last_clean":"2023-08-28T02:35:23.787865+0000","last_became_active":"2023-08-28T02:33:12.288508+0000","last_became_peered":"2023-08-28T02:33:12.288508+0000","last_unstale":"2023-08-28T02:35:23.787865+0000","last_undegraded":"2023-08-28T02:35:23.787865+0000","last_fullsized":"2023-08-28T02:35:23.787865+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:05:42.717608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":115,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:18.980570+0000","last_change":"2023-08-28T02:29:44.429834+0000","last_active":"2023-08-28T02:35:18.980570+0000","last_peered":"2023-08-28T02:35:18.980570+0000","last_clean":"2023-08-28T02:35:18.980570+0000","last_became_active":"2023-08-28T02:29:44.429512+0000","last_became_peered":"2023-08-28T02:29:44.429512+0000","last_unstale":"2023-08-28T02:35:18.980570+0000","last_undegraded":"2023-08-28T02:35:18.980570+0000","last_fullsized":"2023-08-28T02:35:18.980570+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:58.062455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"327'6437","reported_seq":6522,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:31.059114+0000","last_change":"2023-08-28T02:30:50.402348+0000","last_active":"2023-08-28T02:35:31.059114+0000","last_peered":"2023-08-28T02:35:31.059114+0000","last_clean":"2023-08-28T02:35:31.059114+0000","last_became_active":"2023-08-28T02:30:50.402076+0000","last_became_peered":"2023-08-28T02:30:50.402076+0000","last_unstale":"2023-08-28T02:35:31.059114+0000","last_undegraded":"2023-08-28T02:35:31.059114+0000","last_fullsized":"2023-08-28T02:35:31.059114+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6437,"log_dups_size":0,"ondisk_log_size":6437,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:24.859426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":336789504,"num_objects":5139,"num_object_clones":0,"num_object_copies":15417,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5139,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6437,"num_write_kb":370432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.7","version":"75'161","reported_seq":526,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.786784+0000","last_change":"2023-08-28T02:33:13.532525+0000","last_active":"2023-08-28T02:35:23.786784+0000","last_peered":"2023-08-28T02:35:23.786784+0000","last_clean":"2023-08-28T02:35:23.786784+0000","last_became_active":"2023-08-28T02:33:13.532125+0000","last_became_peered":"2023-08-28T02:33:13.532125+0000","last_unstale":"2023-08-28T02:35:23.786784+0000","last_undegraded":"2023-08-28T02:35:23.786784+0000","last_fullsized":"2023-08-28T02:35:23.786784+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.887648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.887648+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":115,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:18.980509+0000","last_change":"2023-08-28T02:29:44.407595+0000","last_active":"2023-08-28T02:35:18.980509+0000","last_peered":"2023-08-28T02:35:18.980509+0000","last_clean":"2023-08-28T02:35:18.980509+0000","last_became_active":"2023-08-28T02:29:44.407316+0000","last_became_peered":"2023-08-28T02:29:44.407316+0000","last_unstale":"2023-08-28T02:35:18.980509+0000","last_undegraded":"2023-08-28T02:35:18.980509+0000","last_fullsized":"2023-08-28T02:35:18.980509+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:01:47.777709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":338,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.797508+0000","last_change":"2023-08-28T02:33:13.286980+0000","last_active":"2023-08-28T02:35:23.797508+0000","last_peered":"2023-08-28T02:35:23.797508+0000","last_clean":"2023-08-28T02:35:23.797508+0000","last_became_active":"2023-08-28T02:33:13.286740+0000","last_became_peered":"2023-08-28T02:33:13.286740+0000","last_unstale":"2023-08-28T02:35:23.797508+0000","last_undegraded":"2023-08-28T02:35:23.797508+0000","last_fullsized":"2023-08-28T02:35:23.797508+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:24:54.574365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":115,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:18.980172+0000","last_change":"2023-08-28T02:29:44.506914+0000","last_active":"2023-08-28T02:35:18.980172+0000","last_peered":"2023-08-28T02:35:18.980172+0000","last_clean":"2023-08-28T02:35:18.980172+0000","last_became_active":"2023-08-28T02:29:44.506606+0000","last_became_peered":"2023-08-28T02:29:44.506606+0000","last_unstale":"2023-08-28T02:35:18.980172+0000","last_undegraded":"2023-08-28T02:35:18.980172+0000","last_fullsized":"2023-08-28T02:35:18.980172+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:55:50.992279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"327'6429","reported_seq":18112,"reported_epoch":327,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:35:30.343136+0000","last_change":"2023-08-28T02:34:11.565330+0000","last_active":"2023-08-28T02:35:30.343136+0000","last_peered":"2023-08-28T02:35:30.343136+0000","last_clean":"2023-08-28T02:32:11.916240+0000","last_became_active":"2023-08-28T02:33:12.501819+0000","last_became_peered":"2023-08-28T02:33:12.501819+0000","last_unstale":"2023-08-28T02:35:30.343136+0000","last_undegraded":"2023-08-28T02:35:30.343136+0000","last_fullsized":"2023-08-28T02:35:30.343136+0000","mapping_epoch":297,"log_start":"255'1124","ondisk_log_start":"255'1124","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5305,"log_dups_size":0,"ondisk_log_size":5305,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:45:43.329719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":338624512,"num_objects":5167,"num_object_clones":0,"num_object_copies":15501,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":5167,"num_objects_unfound":0,"num_objects_dirty":5167,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6429,"num_write_kb":371072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5787,"num_bytes_recovered":379256832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,2],"avail_no_missing":["0","2","5","6"],"object_location_counts":[{"shards":"0,2,5","objects":5167}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.1","version":"75'161","reported_seq":586,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.796973+0000","last_change":"2023-08-28T02:32:31.482659+0000","last_active":"2023-08-28T02:35:23.796973+0000","last_peered":"2023-08-28T02:35:23.796973+0000","last_clean":"2023-08-28T02:35:23.796973+0000","last_became_active":"2023-08-28T02:32:31.482320+0000","last_became_peered":"2023-08-28T02:32:31.482320+0000","last_unstale":"2023-08-28T02:35:23.796973+0000","last_undegraded":"2023-08-28T02:35:23.796973+0000","last_fullsized":"2023-08-28T02:35:23.796973+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:24.559397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:24.559397+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:41:09.516918+0000","scrub_duration":0.001580328,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":324,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.797192+0000","last_change":"2023-08-28T02:31:51.988386+0000","last_active":"2023-08-28T02:35:23.797192+0000","last_peered":"2023-08-28T02:35:23.797192+0000","last_clean":"2023-08-28T02:35:23.797192+0000","last_became_active":"2023-08-28T02:31:51.988097+0000","last_became_peered":"2023-08-28T02:31:51.988097+0000","last_unstale":"2023-08-28T02:35:23.797192+0000","last_undegraded":"2023-08-28T02:35:23.797192+0000","last_fullsized":"2023-08-28T02:35:23.797192+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:25:01.818829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":300,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.795481+0000","last_change":"2023-08-28T02:32:12.951275+0000","last_active":"2023-08-28T02:35:23.795481+0000","last_peered":"2023-08-28T02:35:23.795481+0000","last_clean":"2023-08-28T02:35:23.795481+0000","last_became_active":"2023-08-28T02:32:12.950965+0000","last_became_peered":"2023-08-28T02:32:12.950965+0000","last_unstale":"2023-08-28T02:35:23.795481+0000","last_undegraded":"2023-08-28T02:35:23.795481+0000","last_fullsized":"2023-08-28T02:35:23.795481+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:37:31.294280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":141,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:18.980599+0000","last_change":"2023-08-28T02:33:13.286534+0000","last_active":"2023-08-28T02:35:18.980599+0000","last_peered":"2023-08-28T02:35:18.980599+0000","last_clean":"2023-08-28T02:35:18.980599+0000","last_became_active":"2023-08-28T02:33:13.286164+0000","last_became_peered":"2023-08-28T02:33:13.286164+0000","last_unstale":"2023-08-28T02:35:18.980599+0000","last_undegraded":"2023-08-28T02:35:18.980599+0000","last_fullsized":"2023-08-28T02:35:18.980599+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:56.721932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"327'6476","reported_seq":18251,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:30.332820+0000","last_change":"2023-08-28T02:34:14.448606+0000","last_active":"2023-08-28T02:35:30.332820+0000","last_peered":"2023-08-28T02:35:30.332820+0000","last_clean":"2023-08-28T02:35:30.332820+0000","last_became_active":"2023-08-28T02:34:14.438547+0000","last_became_peered":"2023-08-28T02:34:14.438547+0000","last_unstale":"2023-08-28T02:35:30.332820+0000","last_undegraded":"2023-08-28T02:35:30.332820+0000","last_fullsized":"2023-08-28T02:35:30.332820+0000","mapping_epoch":314,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":315,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6476,"log_dups_size":0,"ondisk_log_size":6476,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:06:41.120408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":340262912,"num_objects":5192,"num_object_clones":0,"num_object_copies":15576,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5192,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6476,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5834,"num_bytes_recovered":376832000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2","version":"75'161","reported_seq":708,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.937681+0000","last_change":"2023-08-28T02:30:51.762377+0000","last_active":"2023-08-28T02:35:23.937681+0000","last_peered":"2023-08-28T02:35:23.937681+0000","last_clean":"2023-08-28T02:35:23.937681+0000","last_became_active":"2023-08-28T02:27:46.375590+0000","last_became_peered":"2023-08-28T02:27:46.375590+0000","last_unstale":"2023-08-28T02:35:23.937681+0000","last_undegraded":"2023-08-28T02:35:23.937681+0000","last_fullsized":"2023-08-28T02:35:23.937681+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:51.762314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:51.762314+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:02.034555+0000","scrub_duration":0.0020023620000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":134,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.785782+0000","last_change":"2023-08-28T02:33:13.289765+0000","last_active":"2023-08-28T02:35:23.785782+0000","last_peered":"2023-08-28T02:35:23.785782+0000","last_clean":"2023-08-28T02:35:23.785782+0000","last_became_active":"2023-08-28T02:33:13.289159+0000","last_became_peered":"2023-08-28T02:33:13.289159+0000","last_unstale":"2023-08-28T02:35:23.785782+0000","last_undegraded":"2023-08-28T02:35:23.785782+0000","last_fullsized":"2023-08-28T02:35:23.785782+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:30:38.956723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":133,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:18.980141+0000","last_change":"2023-08-28T02:32:28.464203+0000","last_active":"2023-08-28T02:35:18.980141+0000","last_peered":"2023-08-28T02:35:18.980141+0000","last_clean":"2023-08-28T02:35:18.980141+0000","last_became_active":"2023-08-28T02:32:28.463412+0000","last_became_peered":"2023-08-28T02:32:28.463412+0000","last_unstale":"2023-08-28T02:35:18.980141+0000","last_undegraded":"2023-08-28T02:35:18.980141+0000","last_fullsized":"2023-08-28T02:35:18.980141+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:20:38.177879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":115,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:18.980621+0000","last_change":"2023-08-28T02:29:44.427945+0000","last_active":"2023-08-28T02:35:18.980621+0000","last_peered":"2023-08-28T02:35:18.980621+0000","last_clean":"2023-08-28T02:35:18.980621+0000","last_became_active":"2023-08-28T02:29:44.426487+0000","last_became_peered":"2023-08-28T02:29:44.426487+0000","last_unstale":"2023-08-28T02:35:18.980621+0000","last_undegraded":"2023-08-28T02:35:18.980621+0000","last_fullsized":"2023-08-28T02:35:18.980621+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:30:20.438896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"326'6459","reported_seq":16514,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:27.317458+0000","last_change":"2023-08-28T02:34:48.488647+0000","last_active":"2023-08-28T02:35:27.317458+0000","last_peered":"2023-08-28T02:35:27.317458+0000","last_clean":"2023-08-28T02:35:27.317458+0000","last_became_active":"2023-08-28T02:34:48.476519+0000","last_became_peered":"2023-08-28T02:34:48.476519+0000","last_unstale":"2023-08-28T02:35:27.317458+0000","last_undegraded":"2023-08-28T02:35:27.317458+0000","last_fullsized":"2023-08-28T02:35:27.317458+0000","mapping_epoch":318,"log_start":"254'300","ondisk_log_start":"254'300","created":250,"last_epoch_clean":319,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6159,"log_dups_size":0,"ondisk_log_size":6159,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:44:20.004230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":339804160,"num_objects":5185,"num_object_clones":0,"num_object_copies":15555,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5185,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6459,"num_write_kb":372608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4973,"num_bytes_recovered":325910528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":318,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.797548+0000","last_change":"2023-08-28T02:33:13.484970+0000","last_active":"2023-08-28T02:35:23.797548+0000","last_peered":"2023-08-28T02:35:23.797548+0000","last_clean":"2023-08-28T02:35:23.797548+0000","last_became_active":"2023-08-28T02:33:13.484579+0000","last_became_peered":"2023-08-28T02:33:13.484579+0000","last_unstale":"2023-08-28T02:35:23.797548+0000","last_undegraded":"2023-08-28T02:35:23.797548+0000","last_fullsized":"2023-08-28T02:35:23.797548+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:58.027468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"75'161","reported_seq":709,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.939314+0000","last_change":"2023-08-28T02:31:55.059467+0000","last_active":"2023-08-28T02:35:23.939314+0000","last_peered":"2023-08-28T02:35:23.939314+0000","last_clean":"2023-08-28T02:35:23.939314+0000","last_became_active":"2023-08-28T02:31:55.059115+0000","last_became_peered":"2023-08-28T02:31:55.059115+0000","last_unstale":"2023-08-28T02:35:23.939314+0000","last_undegraded":"2023-08-28T02:35:23.939314+0000","last_fullsized":"2023-08-28T02:35:23.939314+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":0,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.820990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.820990+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:15:56.774667+0000","scrub_duration":0.0017342480000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":235,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.786240+0000","last_change":"2023-08-28T02:33:13.352810+0000","last_active":"2023-08-28T02:35:23.786240+0000","last_peered":"2023-08-28T02:35:23.786240+0000","last_clean":"2023-08-28T02:35:23.786240+0000","last_became_active":"2023-08-28T02:33:13.351697+0000","last_became_peered":"2023-08-28T02:33:13.351697+0000","last_unstale":"2023-08-28T02:35:23.786240+0000","last_undegraded":"2023-08-28T02:35:23.786240+0000","last_fullsized":"2023-08-28T02:35:23.786240+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:56.187163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":149,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.795680+0000","last_change":"2023-08-28T02:31:51.984584+0000","last_active":"2023-08-28T02:35:23.795680+0000","last_peered":"2023-08-28T02:35:23.795680+0000","last_clean":"2023-08-28T02:35:23.795680+0000","last_became_active":"2023-08-28T02:31:51.984264+0000","last_became_peered":"2023-08-28T02:31:51.984264+0000","last_unstale":"2023-08-28T02:35:23.795680+0000","last_undegraded":"2023-08-28T02:35:23.795680+0000","last_fullsized":"2023-08-28T02:35:23.795680+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:58:42.306722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"326'6468","reported_seq":18160,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.461445+0000","last_change":"2023-08-28T02:35:11.978901+0000","last_active":"2023-08-28T02:35:29.461445+0000","last_peered":"2023-08-28T02:35:29.461445+0000","last_clean":"2023-08-28T02:35:29.461445+0000","last_became_active":"2023-08-28T02:35:11.966585+0000","last_became_peered":"2023-08-28T02:35:11.966585+0000","last_unstale":"2023-08-28T02:35:29.461445+0000","last_undegraded":"2023-08-28T02:35:29.461445+0000","last_fullsized":"2023-08-28T02:35:29.461445+0000","mapping_epoch":323,"log_start":"255'1128","ondisk_log_start":"255'1128","created":250,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5340,"log_dups_size":0,"ondisk_log_size":5340,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:03:07.017814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":335151104,"num_objects":5114,"num_object_clones":0,"num_object_copies":15342,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5114,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6468,"num_write_kb":370624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5791,"num_bytes_recovered":368967680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3","version":"75'161","reported_seq":591,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:18.981216+0000","last_change":"2023-08-28T02:31:55.068239+0000","last_active":"2023-08-28T02:35:18.981216+0000","last_peered":"2023-08-28T02:35:18.981216+0000","last_clean":"2023-08-28T02:35:18.981216+0000","last_became_active":"2023-08-28T02:31:55.067875+0000","last_became_peered":"2023-08-28T02:31:55.067875+0000","last_unstale":"2023-08-28T02:35:18.981216+0000","last_undegraded":"2023-08-28T02:35:18.981216+0000","last_fullsized":"2023-08-28T02:35:18.981216+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.868248+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:11:04.391639+0000","scrub_duration":0.0016215240000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":332,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.939229+0000","last_change":"2023-08-28T02:29:44.421353+0000","last_active":"2023-08-28T02:35:23.939229+0000","last_peered":"2023-08-28T02:35:23.939229+0000","last_clean":"2023-08-28T02:35:23.939229+0000","last_became_active":"2023-08-28T02:29:44.421064+0000","last_became_peered":"2023-08-28T02:29:44.421064+0000","last_unstale":"2023-08-28T02:35:23.939229+0000","last_undegraded":"2023-08-28T02:35:23.939229+0000","last_fullsized":"2023-08-28T02:35:23.939229+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:51:36.524024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":301,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.466472+0000","last_change":"2023-08-28T02:33:12.299487+0000","last_active":"2023-08-28T02:35:29.466472+0000","last_peered":"2023-08-28T02:35:29.466472+0000","last_clean":"2023-08-28T02:35:29.466472+0000","last_became_active":"2023-08-28T02:33:12.299175+0000","last_became_peered":"2023-08-28T02:33:12.299175+0000","last_unstale":"2023-08-28T02:35:29.466472+0000","last_undegraded":"2023-08-28T02:35:29.466472+0000","last_fullsized":"2023-08-28T02:35:29.466472+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:42:29.713462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":311,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.802962+0000","last_change":"2023-08-28T02:32:28.457696+0000","last_active":"2023-08-28T02:35:23.802962+0000","last_peered":"2023-08-28T02:35:23.802962+0000","last_clean":"2023-08-28T02:35:23.802962+0000","last_became_active":"2023-08-28T02:32:28.457407+0000","last_became_peered":"2023-08-28T02:32:28.457407+0000","last_unstale":"2023-08-28T02:35:23.802962+0000","last_undegraded":"2023-08-28T02:35:23.802962+0000","last_fullsized":"2023-08-28T02:35:23.802962+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:26:29.392787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"327'6429","reported_seq":7542,"reported_epoch":327,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:35:29.648650+0000","last_change":"2023-08-28T02:34:11.566035+0000","last_active":"2023-08-28T02:35:29.648650+0000","last_peered":"2023-08-28T02:35:29.648650+0000","last_clean":"2023-08-28T02:33:10.395883+0000","last_became_active":"2023-08-28T02:33:12.394714+0000","last_became_peered":"2023-08-28T02:33:12.394714+0000","last_unstale":"2023-08-28T02:35:29.648650+0000","last_undegraded":"2023-08-28T02:35:29.648650+0000","last_fullsized":"2023-08-28T02:35:29.648650+0000","mapping_epoch":297,"log_start":"255'984","ondisk_log_start":"255'984","created":250,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5445,"log_dups_size":0,"ondisk_log_size":5445,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:01:26.984565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":331218968,"num_objects":5055,"num_object_clones":0,"num_object_copies":15165,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4613,"num_objects_unfound":0,"num_objects_dirty":5055,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":6429,"num_write_kb":367425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":500,"num_bytes_recovered":32768000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,6],"avail_no_missing":["4","0","6"],"object_location_counts":[{"shards":"0,4,6","objects":5055}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.6","version":"75'161","reported_seq":586,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.802926+0000","last_change":"2023-08-28T02:33:13.338675+0000","last_active":"2023-08-28T02:35:23.802926+0000","last_peered":"2023-08-28T02:35:23.802926+0000","last_clean":"2023-08-28T02:35:23.802926+0000","last_became_active":"2023-08-28T02:33:13.338271+0000","last_became_peered":"2023-08-28T02:33:13.338271+0000","last_unstale":"2023-08-28T02:35:23.802926+0000","last_undegraded":"2023-08-28T02:35:23.802926+0000","last_fullsized":"2023-08-28T02:35:23.802926+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.774982+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.774982+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:13:20.011329+0000","scrub_duration":0.003539819,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":295,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.939154+0000","last_change":"2023-08-28T02:14:43.033789+0000","last_active":"2023-08-28T02:35:23.939154+0000","last_peered":"2023-08-28T02:35:23.939154+0000","last_clean":"2023-08-28T02:35:23.939154+0000","last_became_active":"2023-08-28T02:14:43.033454+0000","last_became_peered":"2023-08-28T02:14:43.033454+0000","last_unstale":"2023-08-28T02:35:23.939154+0000","last_undegraded":"2023-08-28T02:35:23.939154+0000","last_fullsized":"2023-08-28T02:35:23.939154+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:01:13.205842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":124,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:18.980806+0000","last_change":"2023-08-28T02:32:28.461807+0000","last_active":"2023-08-28T02:35:18.980806+0000","last_peered":"2023-08-28T02:35:18.980806+0000","last_clean":"2023-08-28T02:35:18.980806+0000","last_became_active":"2023-08-28T02:32:28.461116+0000","last_became_peered":"2023-08-28T02:32:28.461116+0000","last_unstale":"2023-08-28T02:35:18.980806+0000","last_undegraded":"2023-08-28T02:35:18.980806+0000","last_fullsized":"2023-08-28T02:35:18.980806+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:12:45.321757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":272,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.470676+0000","last_change":"2023-08-28T02:14:43.048791+0000","last_active":"2023-08-28T02:35:29.470676+0000","last_peered":"2023-08-28T02:35:29.470676+0000","last_clean":"2023-08-28T02:35:29.470676+0000","last_became_active":"2023-08-28T02:14:43.047408+0000","last_became_peered":"2023-08-28T02:14:43.047408+0000","last_unstale":"2023-08-28T02:35:29.470676+0000","last_undegraded":"2023-08-28T02:35:29.470676+0000","last_fullsized":"2023-08-28T02:35:29.470676+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:47.097181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"327'6596","reported_seq":15306,"reported_epoch":327,"state":"active+recovering+remapped","last_fresh":"2023-08-28T02:35:30.342541+0000","last_change":"2023-08-28T02:35:10.974195+0000","last_active":"2023-08-28T02:35:30.342541+0000","last_peered":"2023-08-28T02:35:30.342541+0000","last_clean":"2023-08-28T02:31:50.933695+0000","last_became_active":"2023-08-28T02:33:13.540416+0000","last_became_peered":"2023-08-28T02:33:13.540416+0000","last_unstale":"2023-08-28T02:35:30.342541+0000","last_undegraded":"2023-08-28T02:35:30.342541+0000","last_fullsized":"2023-08-28T02:35:30.342541+0000","mapping_epoch":298,"log_start":"255'1174","ondisk_log_start":"255'1174","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5422,"log_dups_size":0,"ondisk_log_size":5422,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:49:35.658845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":345112576,"num_objects":5266,"num_object_clones":0,"num_object_copies":15798,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1340,"num_objects_unfound":0,"num_objects_dirty":5266,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6596,"num_write_kb":379584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4297,"num_bytes_recovered":281608192,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,2],"avail_no_missing":["4","2","6"],"object_location_counts":[{"shards":"2,4,5","objects":4596},{"shards":"2,4,6","objects":670}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.5","version":"75'161","reported_seq":620,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.795317+0000","last_change":"2023-08-28T02:32:31.477151+0000","last_active":"2023-08-28T02:35:23.795317+0000","last_peered":"2023-08-28T02:35:23.795317+0000","last_clean":"2023-08-28T02:35:23.795317+0000","last_became_active":"2023-08-28T02:32:31.476776+0000","last_became_peered":"2023-08-28T02:32:31.476776+0000","last_unstale":"2023-08-28T02:35:23.795317+0000","last_undegraded":"2023-08-28T02:35:23.795317+0000","last_fullsized":"2023-08-28T02:35:23.795317+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:18.891729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:18.891729+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:47:27.194140+0000","scrub_duration":0.0031546460000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"65'2","reported_seq":282,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.786583+0000","last_change":"2023-08-28T02:33:12.327778+0000","last_active":"2023-08-28T02:35:23.786583+0000","last_peered":"2023-08-28T02:35:23.786583+0000","last_clean":"2023-08-28T02:35:23.786583+0000","last_became_active":"2023-08-28T02:33:12.327273+0000","last_became_peered":"2023-08-28T02:33:12.327273+0000","last_unstale":"2023-08-28T02:35:23.786583+0000","last_undegraded":"2023-08-28T02:35:23.786583+0000","last_fullsized":"2023-08-28T02:35:23.786583+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:40.554192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":163,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.811569+0000","last_change":"2023-08-28T02:33:13.335665+0000","last_active":"2023-08-28T02:35:23.811569+0000","last_peered":"2023-08-28T02:35:23.811569+0000","last_clean":"2023-08-28T02:35:23.811569+0000","last_became_active":"2023-08-28T02:33:13.335322+0000","last_became_peered":"2023-08-28T02:33:13.335322+0000","last_unstale":"2023-08-28T02:35:23.811569+0000","last_undegraded":"2023-08-28T02:35:23.811569+0000","last_fullsized":"2023-08-28T02:35:23.811569+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:21:08.024493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":279,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.787916+0000","last_change":"2023-08-28T02:33:12.310326+0000","last_active":"2023-08-28T02:35:23.787916+0000","last_peered":"2023-08-28T02:35:23.787916+0000","last_clean":"2023-08-28T02:35:23.787916+0000","last_became_active":"2023-08-28T02:33:12.310011+0000","last_became_peered":"2023-08-28T02:33:12.310011+0000","last_unstale":"2023-08-28T02:35:23.787916+0000","last_undegraded":"2023-08-28T02:35:23.787916+0000","last_fullsized":"2023-08-28T02:35:23.787916+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:35:03.710036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"327'6574","reported_seq":8593,"reported_epoch":327,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:35:30.404742+0000","last_change":"2023-08-28T02:33:34.765675+0000","last_active":"2023-08-28T02:35:30.404742+0000","last_peered":"2023-08-28T02:35:30.404742+0000","last_clean":"2023-08-28T02:31:27.909649+0000","last_became_active":"2023-08-28T02:33:33.726805+0000","last_became_peered":"2023-08-28T02:33:33.726805+0000","last_unstale":"2023-08-28T02:35:30.404742+0000","last_undegraded":"2023-08-28T02:33:20.140072+0000","last_fullsized":"2023-08-28T02:33:13.278549+0000","mapping_epoch":298,"log_start":"255'1177","ondisk_log_start":"255'1177","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5397,"log_dups_size":0,"ondisk_log_size":5397,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:02:22.971585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":346947584,"num_objects":5294,"num_object_clones":0,"num_object_copies":15882,"num_objects_missing_on_primary":5270,"num_objects_missing":5270,"num_objects_degraded":13140,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5294,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6574,"num_write_kb":379776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":630,"num_bytes_recovered":41156608,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[4,3],"avail_no_missing":["2","6"],"object_location_counts":[{"shards":"2,3,4,6","objects":9},{"shards":"2,3,6","objects":2787},{"shards":"2,4,6","objects":14},{"shards":"2,6","objects":2483},{"shards":"3,4","objects":-12}],"blocked_by":[],"up_primary":3,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.4","version":"75'161","reported_seq":534,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.786745+0000","last_change":"2023-08-28T02:33:12.296479+0000","last_active":"2023-08-28T02:35:23.786745+0000","last_peered":"2023-08-28T02:35:23.786745+0000","last_clean":"2023-08-28T02:35:23.786745+0000","last_became_active":"2023-08-28T02:33:12.294160+0000","last_became_peered":"2023-08-28T02:33:12.294160+0000","last_unstale":"2023-08-28T02:35:23.786745+0000","last_undegraded":"2023-08-28T02:35:23.786745+0000","last_fullsized":"2023-08-28T02:35:23.786745+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.899247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.899247+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":253,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.938193+0000","last_change":"2023-08-28T02:33:13.539335+0000","last_active":"2023-08-28T02:35:23.938193+0000","last_peered":"2023-08-28T02:35:23.938193+0000","last_clean":"2023-08-28T02:35:23.938193+0000","last_became_active":"2023-08-28T02:33:13.538978+0000","last_became_peered":"2023-08-28T02:33:13.538978+0000","last_unstale":"2023-08-28T02:35:23.938193+0000","last_undegraded":"2023-08-28T02:35:23.938193+0000","last_fullsized":"2023-08-28T02:35:23.938193+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:26:13.405766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"65'1","reported_seq":315,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.803026+0000","last_change":"2023-08-28T02:29:44.510205+0000","last_active":"2023-08-28T02:35:23.803026+0000","last_peered":"2023-08-28T02:35:23.803026+0000","last_clean":"2023-08-28T02:35:23.803026+0000","last_became_active":"2023-08-28T02:29:44.429357+0000","last_became_peered":"2023-08-28T02:29:44.429357+0000","last_unstale":"2023-08-28T02:35:23.803026+0000","last_undegraded":"2023-08-28T02:35:23.803026+0000","last_fullsized":"2023-08-28T02:35:23.803026+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:44:59.955729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":282,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.795029+0000","last_change":"2023-08-28T02:32:12.950661+0000","last_active":"2023-08-28T02:35:23.795029+0000","last_peered":"2023-08-28T02:35:23.795029+0000","last_clean":"2023-08-28T02:35:23.795029+0000","last_became_active":"2023-08-28T02:32:12.950276+0000","last_became_peered":"2023-08-28T02:32:12.950276+0000","last_unstale":"2023-08-28T02:35:23.795029+0000","last_undegraded":"2023-08-28T02:35:23.795029+0000","last_fullsized":"2023-08-28T02:35:23.795029+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:05:17.972868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"65'1","reported_seq":273,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.801858+0000","last_change":"2023-08-28T02:14:43.042150+0000","last_active":"2023-08-28T02:35:23.801858+0000","last_peered":"2023-08-28T02:35:23.801858+0000","last_clean":"2023-08-28T02:35:23.801858+0000","last_became_active":"2023-08-28T02:14:43.038336+0000","last_became_peered":"2023-08-28T02:14:43.038336+0000","last_unstale":"2023-08-28T02:35:23.801858+0000","last_undegraded":"2023-08-28T02:35:23.801858+0000","last_fullsized":"2023-08-28T02:35:23.801858+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:26:02.415152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":322,"reported_epoch":325,"state":"active+clean","last_fresh":"2023-08-28T02:35:18.980717+0000","last_change":"2023-08-28T02:33:13.318097+0000","last_active":"2023-08-28T02:35:18.980717+0000","last_peered":"2023-08-28T02:35:18.980717+0000","last_clean":"2023-08-28T02:35:18.980717+0000","last_became_active":"2023-08-28T02:33:13.317761+0000","last_became_peered":"2023-08-28T02:33:13.317761+0000","last_unstale":"2023-08-28T02:35:18.980717+0000","last_undegraded":"2023-08-28T02:35:18.980717+0000","last_fullsized":"2023-08-28T02:35:18.980717+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:24.836996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"65'2","reported_seq":320,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.796942+0000","last_change":"2023-08-28T02:29:44.535937+0000","last_active":"2023-08-28T02:35:23.796942+0000","last_peered":"2023-08-28T02:35:23.796942+0000","last_clean":"2023-08-28T02:35:23.796942+0000","last_became_active":"2023-08-28T02:29:44.462244+0000","last_became_peered":"2023-08-28T02:29:44.462244+0000","last_unstale":"2023-08-28T02:35:23.796942+0000","last_undegraded":"2023-08-28T02:35:23.796942+0000","last_fullsized":"2023-08-28T02:35:23.796942+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:30:33.173713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":320,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.801481+0000","last_change":"2023-08-28T02:33:12.305580+0000","last_active":"2023-08-28T02:35:23.801481+0000","last_peered":"2023-08-28T02:35:23.801481+0000","last_clean":"2023-08-28T02:35:23.801481+0000","last_became_active":"2023-08-28T02:33:12.305261+0000","last_became_peered":"2023-08-28T02:33:12.305261+0000","last_unstale":"2023-08-28T02:35:23.801481+0000","last_undegraded":"2023-08-28T02:35:23.801481+0000","last_fullsized":"2023-08-28T02:35:23.801481+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:22:31.614221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"65'2","reported_seq":289,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.797636+0000","last_change":"2023-08-28T02:31:51.991101+0000","last_active":"2023-08-28T02:35:23.797636+0000","last_peered":"2023-08-28T02:35:23.797636+0000","last_clean":"2023-08-28T02:35:23.797636+0000","last_became_active":"2023-08-28T02:31:51.987237+0000","last_became_peered":"2023-08-28T02:31:51.987237+0000","last_unstale":"2023-08-28T02:35:23.797636+0000","last_undegraded":"2023-08-28T02:35:23.797636+0000","last_fullsized":"2023-08-28T02:35:23.797636+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:07:07.370857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":323,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.795253+0000","last_change":"2023-08-28T02:33:12.494483+0000","last_active":"2023-08-28T02:35:23.795253+0000","last_peered":"2023-08-28T02:35:23.795253+0000","last_clean":"2023-08-28T02:35:23.795253+0000","last_became_active":"2023-08-28T02:33:12.494136+0000","last_became_peered":"2023-08-28T02:33:12.494136+0000","last_unstale":"2023-08-28T02:35:23.795253+0000","last_undegraded":"2023-08-28T02:35:23.795253+0000","last_fullsized":"2023-08-28T02:35:23.795253+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:36.772588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"65'1","reported_seq":267,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.786623+0000","last_change":"2023-08-28T02:33:13.287922+0000","last_active":"2023-08-28T02:35:23.786623+0000","last_peered":"2023-08-28T02:35:23.786623+0000","last_clean":"2023-08-28T02:35:23.786623+0000","last_became_active":"2023-08-28T02:33:13.287520+0000","last_became_peered":"2023-08-28T02:33:13.287520+0000","last_unstale":"2023-08-28T02:35:23.786623+0000","last_undegraded":"2023-08-28T02:35:23.786623+0000","last_fullsized":"2023-08-28T02:35:23.786623+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:11.627168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":280,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.785913+0000","last_change":"2023-08-28T02:33:13.289469+0000","last_active":"2023-08-28T02:35:23.785913+0000","last_peered":"2023-08-28T02:35:23.785913+0000","last_clean":"2023-08-28T02:35:23.785913+0000","last_became_active":"2023-08-28T02:33:13.288737+0000","last_became_peered":"2023-08-28T02:33:13.288737+0000","last_unstale":"2023-08-28T02:35:23.785913+0000","last_undegraded":"2023-08-28T02:35:23.785913+0000","last_fullsized":"2023-08-28T02:35:23.785913+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:11:15.043550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"65'4","reported_seq":305,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.470543+0000","last_change":"2023-08-28T02:32:28.607010+0000","last_active":"2023-08-28T02:35:29.470543+0000","last_peered":"2023-08-28T02:35:29.470543+0000","last_clean":"2023-08-28T02:35:29.470543+0000","last_became_active":"2023-08-28T02:32:28.492224+0000","last_became_peered":"2023-08-28T02:32:28.492224+0000","last_unstale":"2023-08-28T02:35:29.470543+0000","last_undegraded":"2023-08-28T02:35:29.470543+0000","last_fullsized":"2023-08-28T02:35:29.470543+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:13:45.711951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":554,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":333,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.794933+0000","last_change":"2023-08-28T02:33:13.309144+0000","last_active":"2023-08-28T02:35:23.794933+0000","last_peered":"2023-08-28T02:35:23.794933+0000","last_clean":"2023-08-28T02:35:23.794933+0000","last_became_active":"2023-08-28T02:33:13.308910+0000","last_became_peered":"2023-08-28T02:33:13.308910+0000","last_unstale":"2023-08-28T02:35:23.794933+0000","last_undegraded":"2023-08-28T02:35:23.794933+0000","last_fullsized":"2023-08-28T02:35:23.794933+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:09:59.549591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":5429329944,"num_objects":82846,"num_object_clones":0,"num_object_copies":248538,"num_objects_missing_on_primary":5270,"num_objects_missing":5270,"num_objects_degraded":38413,"num_objects_misplaced":11120,"num_objects_unfound":0,"num_objects_dirty":82846,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":103768,"num_write_kb":5971585,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":35618,"num_bytes_recovered":2318008320,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":17399754752,"data_stored":17399742536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":93816,"ondisk_log_size":93816,"up":48,"acting":43,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":10126,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":370028,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":89,"num_read_kb":167,"num_write":44,"num_write_kb":440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":322019,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299743,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2154368,"kb_used_data":1665080,"kb_used_omap":0,"kb_used_meta":489280,"kb_avail":91590784,"statfs":{"total":95995035648,"available":93788962816,"internally_reserved":0,"allocated":1705041920,"data_stored":1703739421,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":501022720},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:35:09 2023","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":0.92100000000000004,"15min":1.4750000000000001},"min":{"1min":0.24299999999999999,"5min":0.219,"15min":0.21199999999999999},"max":{"1min":1.421,"5min":8.8079999999999998,"15min":13.118},"last":0.25},{"interface":"front","average":{"1min":0.59199999999999997,"5min":1.2629999999999999,"15min":1.8859999999999999},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.246},"max":{"1min":2.395,"5min":12.42,"15min":17.402999999999999},"last":0.41599999999999998}]},{"osd":1,"last update":"Mon Aug 28 02:34:37 2023","interfaces":[{"interface":"back","average":{"1min":0.89000000000000001,"5min":1.5329999999999999,"15min":2.198},"min":{"1min":0.28399999999999997,"5min":0.248,"15min":0.24099999999999999},"max":{"1min":5.492,"5min":11.699999999999999,"15min":17.43},"last":0.28199999999999997},{"interface":"front","average":{"1min":1.087,"5min":1.593,"15min":2.052},"min":{"1min":0.32100000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":5.5179999999999998,"5min":12.525,"15min":19.913},"last":0.44800000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:35:22 2023","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.67500000000000004,"15min":1.5700000000000001},"min":{"1min":0.26800000000000002,"5min":0.23499999999999999,"15min":0.22800000000000001},"max":{"1min":1.595,"5min":3.8199999999999998,"15min":8.3889999999999993},"last":0.34300000000000003},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.80700000000000005,"15min":1.4670000000000001},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28699999999999998},"max":{"1min":1.1020000000000001,"5min":6.7750000000000004,"15min":12.128},"last":0.42899999999999999}]},{"osd":3,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.68999999999999995,"15min":0.70799999999999996},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":2.073,"5min":3.0099999999999998,"15min":3.0099999999999998},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.63,"15min":0.63},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":3.0600000000000001,"5min":3.1000000000000001,"15min":3.1000000000000001},"last":0.374}]},{"osd":4,"last update":"Mon Aug 28 02:35:09 2023","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.92400000000000004,"15min":1.2989999999999999},"min":{"1min":0.27700000000000002,"5min":0.245,"15min":0.24199999999999999},"max":{"1min":2.1150000000000002,"5min":9.6839999999999993,"15min":18.943000000000001},"last":0.317},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.77200000000000002,"15min":0.95699999999999996},"min":{"1min":0.30399999999999999,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":2.206,"5min":6.2350000000000003,"15min":8.1890000000000001},"last":0.35199999999999998}]},{"osd":5,"last update":"Mon Aug 28 02:35:09 2023","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.74399999999999999,"15min":1.0660000000000001},"min":{"1min":0.28100000000000003,"5min":0.246,"15min":0.23599999999999999},"max":{"1min":1.2210000000000001,"5min":5.9130000000000003,"15min":14.622},"last":0.59799999999999998},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.90900000000000003,"15min":1.294},"min":{"1min":0.317,"5min":0.28100000000000003,"15min":0.27000000000000002},"max":{"1min":2.1419999999999999,"5min":9.5559999999999992,"15min":17.324999999999999},"last":0.47899999999999998}]},{"osd":6,"last update":"Mon Aug 28 02:35:09 2023","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.98199999999999998,"15min":1.321},"min":{"1min":0.36699999999999999,"5min":0.31900000000000001,"15min":0.30299999999999999},"max":{"1min":2.1819999999999999,"5min":9.7829999999999995,"15min":17.454999999999998},"last":0.69599999999999995},{"interface":"front","average":{"1min":0.436,"5min":0.77300000000000002,"15min":0.86299999999999999},"min":{"1min":0.34399999999999997,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.54500000000000004,"5min":5.6710000000000003,"15min":7.665},"last":0.50600000000000001}]}]},{"osd":6,"up_from":0,"seq":193273528674,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":101,"seq":433791697132,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1640284,"kb_used_data":1012116,"kb_used_omap":4,"kb_used_meta":628155,"kb_avail":92104868,"statfs":{"total":95995035648,"available":94315384832,"internally_reserved":0,"allocated":1036406784,"data_stored":1034574101,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":643231630},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:34:37 2023","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":1.353,"15min":2.5939999999999999},"min":{"1min":0.27100000000000002,"5min":0.223,"15min":0.214},"max":{"1min":3.3730000000000002,"5min":14.721,"15min":24.545999999999999},"last":0.28000000000000003},{"interface":"front","average":{"1min":1.214,"5min":2.109,"15min":3.0760000000000001},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.21199999999999999},"max":{"1min":7.2450000000000001,"5min":12.301,"15min":24.515000000000001},"last":0.39300000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:34:29 2023","interfaces":[{"interface":"back","average":{"1min":0.879,"5min":2.0870000000000002,"15min":2.7559999999999998},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.24099999999999999},"max":{"1min":4.0579999999999998,"5min":22.161000000000001,"15min":22.161000000000001},"last":0.30499999999999999},{"interface":"front","average":{"1min":1.137,"5min":1.647,"15min":2.3860000000000001},"min":{"1min":0.29999999999999999,"5min":0.254,"15min":0.253},"max":{"1min":7.0110000000000001,"5min":13.114000000000001,"15min":20.003},"last":0.36199999999999999}]},{"osd":3,"last update":"Mon Aug 28 02:35:12 2023","interfaces":[{"interface":"back","average":{"1min":0.69899999999999995,"5min":0.51000000000000001,"15min":0.47799999999999998},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":1.9770000000000001,"5min":1.9770000000000001,"15min":1.9770000000000001},"last":0.378},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.53400000000000003,"15min":0.52100000000000002},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":2.694,"5min":2.694,"15min":2.694},"last":0.437}]},{"osd":4,"last update":"Mon Aug 28 02:34:37 2023","interfaces":[{"interface":"back","average":{"1min":1.0369999999999999,"5min":1.2909999999999999,"15min":1.706},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":3.0259999999999998,"5min":18.689,"15min":18.992999999999999},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.58299999999999996,"5min":1.304,"15min":1.806},"min":{"1min":0.39200000000000002,"5min":0.29099999999999998,"15min":0.26400000000000001},"max":{"1min":1.486,"5min":14.779999999999999,"15min":14.779999999999999},"last":0.50800000000000001}]},{"osd":5,"last update":"Mon Aug 28 02:34:37 2023","interfaces":[{"interface":"back","average":{"1min":0.84699999999999998,"5min":1.8129999999999999,"15min":2.2770000000000001},"min":{"1min":0.41399999999999998,"5min":0.35999999999999999,"15min":0.29999999999999999},"max":{"1min":3.7029999999999998,"5min":12.170999999999999,"15min":18.626999999999999},"last":0.56399999999999995},{"interface":"front","average":{"1min":0.99299999999999999,"5min":1.294,"15min":2.1779999999999999},"min":{"1min":0.38300000000000001,"5min":0.374,"15min":0.31900000000000001},"max":{"1min":3.0609999999999999,"5min":7.3410000000000002,"15min":18.945},"last":0.48199999999999998}]},{"osd":6,"last update":"Mon Aug 28 02:34:37 2023","interfaces":[{"interface":"back","average":{"1min":0.74099999999999999,"5min":1.609,"15min":2.2349999999999999},"min":{"1min":0.45000000000000001,"5min":0.373,"15min":0.34300000000000003},"max":{"1min":3.7400000000000002,"5min":12.221,"15min":13.254},"last":0.53800000000000003},{"interface":"front","average":{"1min":1.085,"5min":1.4119999999999999,"15min":1.9350000000000001},"min":{"1min":0.43099999999999999,"5min":0.41799999999999998,"15min":0.34499999999999997},"max":{"1min":3.089,"5min":12.371,"15min":19.021999999999998},"last":0.46100000000000002}]},{"osd":7,"last update":"Mon Aug 28 02:34:37 2023","interfaces":[{"interface":"back","average":{"1min":1.103,"5min":1.248,"15min":2.1669999999999998},"min":{"1min":0.47199999999999998,"5min":0.374,"15min":0.374},"max":{"1min":3.1080000000000001,"5min":7.3949999999999996,"15min":19.047999999999998},"last":0.499},{"interface":"front","average":{"1min":0.63900000000000001,"5min":1.3129999999999999,"15min":2.0630000000000002},"min":{"1min":0.432,"5min":0.34399999999999997,"15min":0.312},"max":{"1min":1.5620000000000001,"5min":14.818,"15min":14.818},"last":0.54900000000000004}]}]},{"osd":0,"up_from":87,"seq":373662154999,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3967920,"kb_used_data":3298792,"kb_used_omap":5,"kb_used_meta":669114,"kb_avail":89777232,"statfs":{"total":95995035648,"available":91931885568,"internally_reserved":0,"allocated":3377963008,"data_stored":3376008414,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":685173370},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:34:29 2023","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":1.4510000000000001,"15min":2.0609999999999999},"min":{"1min":0.20300000000000001,"5min":0.184,"15min":0.184},"max":{"1min":1.2769999999999999,"5min":30.315000000000001,"15min":30.315000000000001},"last":0.83499999999999996},{"interface":"front","average":{"1min":0.51100000000000001,"5min":2.1850000000000001,"15min":2.923},"min":{"1min":0.28499999999999998,"5min":0.249,"15min":0.221},"max":{"1min":1.8580000000000001,"5min":69.272000000000006,"15min":69.272000000000006},"last":0.53900000000000003}]},{"osd":2,"last update":"Mon Aug 28 02:34:29 2023","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":1.6279999999999999,"15min":2.5579999999999998},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":1.982,"5min":20.959,"15min":20.959},"last":0.85799999999999998},{"interface":"front","average":{"1min":0.63600000000000001,"5min":1.2310000000000001,"15min":2.0579999999999998},"min":{"1min":0.28399999999999997,"5min":0.247,"15min":0.24299999999999999},"max":{"1min":2.8999999999999999,"5min":8.0600000000000005,"15min":12.332000000000001},"last":0.64800000000000002}]},{"osd":3,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.67300000000000004,"5min":0.73399999999999999,"15min":0.74399999999999999},"min":{"1min":0.32600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":2.7130000000000001,"5min":3.952,"15min":3.952},"last":1.496},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.748,"15min":0.77000000000000002},"min":{"1min":0.41299999999999998,"5min":0.371,"15min":0.371},"max":{"1min":1.0920000000000001,"5min":3.9750000000000001,"15min":3.9750000000000001},"last":1.4750000000000001}]},{"osd":4,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":3.5329999999999999,"15min":2.4849999999999999},"min":{"1min":0.36899999999999999,"5min":0.314,"15min":0.29299999999999998},"max":{"1min":0.69599999999999995,"5min":274.33199999999999,"15min":274.33199999999999},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.61799999999999999,"5min":3.6600000000000001,"15min":2.8879999999999999},"min":{"1min":0.36199999999999999,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":2.2280000000000002,"5min":266.31999999999999,"15min":266.31999999999999},"last":0.59699999999999998}]},{"osd":5,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.92100000000000004,"15min":1.5840000000000001},"min":{"1min":0.371,"5min":0.33300000000000002,"15min":0.29299999999999998},"max":{"1min":0.70099999999999996,"5min":7.1139999999999999,"15min":13.038},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.64700000000000002,"5min":1.2609999999999999,"15min":2.085},"min":{"1min":0.39500000000000002,"5min":0.34799999999999998,"15min":0.27800000000000002},"max":{"1min":2.2679999999999998,"5min":11.968999999999999,"15min":15.231},"last":0.77300000000000002}]},{"osd":6,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":1.069,"15min":1.8220000000000001},"min":{"1min":0.40999999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.77800000000000002,"5min":11.605,"15min":15.122999999999999},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.70399999999999996,"5min":1.3600000000000001,"15min":2.0990000000000002},"min":{"1min":0.48499999999999999,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":2.3029999999999999,"5min":11.856999999999999,"15min":15.186999999999999},"last":0.81399999999999995}]},{"osd":7,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":1.2609999999999999,"15min":2.1379999999999999},"min":{"1min":0.438,"5min":0.36399999999999999,"15min":0.33400000000000002},"max":{"1min":2.7519999999999998,"5min":8.1069999999999993,"15min":16.183},"last":0.67300000000000004},{"interface":"front","average":{"1min":0.62,"5min":1.1399999999999999,"15min":1.774},"min":{"1min":0.5,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.82599999999999996,"5min":7.0620000000000003,"15min":13.005000000000001},"last":0.61099999999999999}]}]},{"osd":2,"up_from":0,"seq":502511173858,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":297,"seq":1275605286941,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1060192,"kb_used_data":929368,"kb_used_omap":2,"kb_used_meta":130813,"kb_avail":92684960,"statfs":{"total":95995035648,"available":94909399040,"internally_reserved":0,"allocated":951672832,"data_stored":949831282,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":133952565},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:35:13 2023","interfaces":[{"interface":"back","average":{"1min":0.86199999999999999,"5min":0.49399999999999999,"15min":0.433},"min":{"1min":0.23100000000000001,"5min":0.22,"15min":0.22},"max":{"1min":6.8819999999999997,"5min":6.8819999999999997,"15min":6.8819999999999997},"last":0.247},{"interface":"front","average":{"1min":1.0489999999999999,"5min":0.76900000000000002,"15min":0.72199999999999998},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":6.7839999999999998,"5min":6.7839999999999998,"15min":6.7839999999999998},"last":1.1100000000000001}]},{"osd":1,"last update":"Mon Aug 28 02:35:13 2023","interfaces":[{"interface":"back","average":{"1min":0.86799999999999999,"5min":0.49199999999999999,"15min":0.42999999999999999},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":4.0650000000000004,"5min":4.0650000000000004,"15min":4.0650000000000004},"last":1.155},{"interface":"front","average":{"1min":0.86799999999999999,"5min":0.753,"15min":0.73399999999999999},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":3.23,"5min":3.23,"15min":3.23},"last":0.44700000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:35:13 2023","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.625,"15min":0.63600000000000001},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":2.3079999999999998,"5min":2.5449999999999999,"15min":2.5449999999999999},"last":0.375},{"interface":"front","average":{"1min":0.76200000000000001,"5min":0.58699999999999997,"15min":0.55800000000000005},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":4.7030000000000003,"5min":4.7030000000000003,"15min":4.7030000000000003},"last":0.63800000000000001}]},{"osd":4,"last update":"Mon Aug 28 02:35:13 2023","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.57399999999999995,"15min":0.57199999999999995},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":1.863,"5min":1.863,"15min":1.863},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.87,"5min":0.60099999999999998,"15min":0.55600000000000005},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":3.5030000000000001,"5min":3.5030000000000001,"15min":3.5030000000000001},"last":1.226}]},{"osd":5,"last update":"Mon Aug 28 02:35:13 2023","interfaces":[{"interface":"back","average":{"1min":0.86399999999999999,"5min":0.626,"15min":0.58599999999999997},"min":{"1min":0.40899999999999997,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":3.5390000000000001,"5min":3.5390000000000001,"15min":3.5390000000000001},"last":1.1919999999999999},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.54800000000000004,"15min":0.54400000000000004},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":2.383,"5min":2.383,"15min":2.383},"last":0.65600000000000003}]},{"osd":6,"last update":"Mon Aug 28 02:35:13 2023","interfaces":[{"interface":"back","average":{"1min":0.65000000000000002,"5min":0.64600000000000002,"15min":0.64500000000000002},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":1.8879999999999999,"5min":1.8879999999999999,"15min":1.8879999999999999},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.91700000000000004,"5min":0.68899999999999995,"15min":0.65100000000000002},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":3.6099999999999999,"5min":3.6099999999999999,"15min":3.6099999999999999},"last":1.254}]},{"osd":7,"last update":"Mon Aug 28 02:35:13 2023","interfaces":[{"interface":"back","average":{"1min":0.64300000000000002,"5min":0.58999999999999997,"15min":0.58099999999999996},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":2.3500000000000001,"5min":2.3500000000000001,"15min":2.3500000000000001},"last":0.68200000000000005},{"interface":"front","average":{"1min":0.65000000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":1.8260000000000001,"5min":1.8260000000000001,"15min":1.8260000000000001},"last":0.55500000000000005}]}]},{"osd":4,"up_from":30,"seq":128849019236,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3811584,"kb_used_data":3344952,"kb_used_omap":0,"kb_used_meta":466624,"kb_avail":89933568,"statfs":{"total":95995035648,"available":92091973632,"internally_reserved":0,"allocated":3425230848,"data_stored":3423928584,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":477822976},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.95499999999999996,"5min":1.0109999999999999,"15min":1.7729999999999999},"min":{"1min":0.312,"5min":0.247,"15min":0.22800000000000001},"max":{"1min":10.249000000000001,"5min":10.249000000000001,"15min":22.515000000000001},"last":0.29299999999999998},{"interface":"front","average":{"1min":0.72999999999999998,"5min":1.0649999999999999,"15min":1.7090000000000001},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.217},"max":{"1min":4.5250000000000004,"5min":6.9720000000000004,"15min":22.454000000000001},"last":0.39600000000000002}]},{"osd":1,"last update":"Mon Aug 28 02:34:39 2023","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":1.28,"15min":1.5940000000000001},"min":{"1min":0.254,"5min":0.254,"15min":0.24199999999999999},"max":{"1min":2.843,"5min":23.082000000000001,"15min":23.082000000000001},"last":0.32500000000000001},{"interface":"front","average":{"1min":0.45500000000000002,"5min":1.3520000000000001,"15min":1.7909999999999999},"min":{"1min":0.28199999999999997,"5min":0.26000000000000001,"15min":0.255},"max":{"1min":0.64700000000000002,"5min":25.100000000000001,"15min":25.100000000000001},"last":0.41599999999999998}]},{"osd":2,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.74399999999999999,"5min":1.21,"15min":1.6479999999999999},"min":{"1min":0.35699999999999998,"5min":0.27900000000000003,"15min":0.27400000000000002},"max":{"1min":4.3959999999999999,"5min":8.7149999999999999,"15min":16.231000000000002},"last":0.44},{"interface":"front","average":{"1min":0.72699999999999998,"5min":1.1839999999999999,"15min":1.6140000000000001},"min":{"1min":0.312,"5min":0.312,"15min":0.251},"max":{"1min":4.7130000000000001,"5min":13.515000000000001,"15min":13.515000000000001},"last":0.34999999999999998}]},{"osd":3,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.74199999999999999,"5min":0.79400000000000004,"15min":0.80300000000000005},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":3.8260000000000001,"5min":7.7480000000000002,"15min":7.7480000000000002},"last":0.64200000000000002},{"interface":"front","average":{"1min":1.123,"5min":0.74399999999999999,"15min":0.68100000000000005},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":3.7069999999999999,"5min":3.7069999999999999,"15min":3.7069999999999999},"last":0.42799999999999999}]},{"osd":5,"last update":"Mon Aug 28 02:34:55 2023","interfaces":[{"interface":"back","average":{"1min":0.41299999999999998,"5min":0.879,"15min":1.123},"min":{"1min":0.28399999999999997,"5min":0.222,"15min":0.222},"max":{"1min":0.60099999999999998,"5min":8.6679999999999993,"15min":16.181999999999999},"last":0.38700000000000001},{"interface":"front","average":{"1min":0.41899999999999998,"5min":1.0569999999999999,"15min":1.1679999999999999},"min":{"1min":0.27500000000000002,"5min":0.224,"15min":0.20699999999999999},"max":{"1min":0.66300000000000003,"5min":8.6370000000000005,"15min":10.233000000000001},"last":0.51700000000000002}]},{"osd":6,"last update":"Mon Aug 28 02:35:07 2023","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.94399999999999995,"15min":1.087},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.26500000000000001},"max":{"1min":0.56899999999999995,"5min":8.5950000000000006,"15min":10.023999999999999},"last":0.48399999999999999},{"interface":"front","average":{"1min":0.44,"5min":1.0669999999999999,"15min":1.123},"min":{"1min":0.30499999999999999,"5min":0.28299999999999997,"15min":0.26600000000000001},"max":{"1min":0.78500000000000003,"5min":8.5,"15min":8.5},"last":0.61299999999999999}]},{"osd":7,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.88100000000000001,"15min":1.1539999999999999},"min":{"1min":0.28999999999999998,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.69399999999999995,"5min":8.8249999999999993,"15min":9.3209999999999997},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.51500000000000001,"5min":1.042,"15min":1.109},"min":{"1min":0.34499999999999997,"5min":0.34300000000000003,"15min":0.30299999999999999},"max":{"1min":1.153,"5min":15.597,"15min":15.597},"last":0.63100000000000001}]}]},{"osd":5,"up_from":37,"seq":158913790309,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2825520,"kb_used_data":2281128,"kb_used_omap":0,"kb_used_meta":544384,"kb_avail":90919632,"statfs":{"total":95995035648,"available":93101703168,"internally_reserved":0,"allocated":2335875072,"data_stored":2334585175,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":557449216},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:34:42 2023","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":1.1200000000000001,"15min":1.913},"min":{"1min":0.23200000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.57299999999999995,"5min":7.7560000000000002,"15min":40.334000000000003},"last":0.39000000000000001},{"interface":"front","average":{"1min":0.46800000000000003,"5min":1.369,"15min":1.8979999999999999},"min":{"1min":0.28299999999999997,"5min":0.28000000000000003,"15min":0.23200000000000001},"max":{"1min":0.872,"5min":19.815999999999999,"15min":40.212000000000003},"last":0.44700000000000001}]},{"osd":1,"last update":"Mon Aug 28 02:34:42 2023","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":1.4470000000000001,"15min":2.0880000000000001},"min":{"1min":0.27900000000000003,"5min":0.26200000000000001,"15min":0.23200000000000001},"max":{"1min":1.8169999999999999,"5min":17.998000000000001,"15min":40.088000000000001},"last":0.36099999999999999},{"interface":"front","average":{"1min":0.55400000000000005,"5min":1.5669999999999999,"15min":1.9890000000000001},"min":{"1min":0.28100000000000003,"5min":0.27800000000000002,"15min":0.251},"max":{"1min":1.8759999999999999,"5min":19.853000000000002,"15min":40.243000000000002},"last":0.55400000000000005}]},{"osd":2,"last update":"Mon Aug 28 02:34:42 2023","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":1.206,"15min":1.9159999999999999},"min":{"1min":0.30599999999999999,"5min":0.29899999999999999,"15min":0.27700000000000002},"max":{"1min":1.3620000000000001,"5min":8.7899999999999991,"15min":40.436999999999998},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.64700000000000002,"5min":1.478,"15min":1.992},"min":{"1min":0.315,"5min":0.28499999999999998,"15min":0.27200000000000002},"max":{"1min":2.8809999999999998,"5min":8.609,"15min":40.555},"last":0.374}]},{"osd":3,"last update":"Mon Aug 28 02:35:16 2023","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":1.1599999999999999,"15min":1.252},"min":{"1min":0.32200000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":1.8029999999999999,"5min":16.190999999999999,"15min":16.190999999999999},"last":0.629},{"interface":"front","average":{"1min":0.53800000000000003,"5min":1.4550000000000001,"15min":1.6080000000000001},"min":{"1min":0.39600000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.879,"5min":21.420999999999999,"15min":21.420999999999999},"last":0.53900000000000003}]},{"osd":4,"last update":"Mon Aug 28 02:34:55 2023","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.85799999999999998,"15min":1.294},"min":{"1min":0.253,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":1.012,"5min":13.616,"15min":40.762999999999998},"last":0.314},{"interface":"front","average":{"1min":0.45900000000000002,"5min":1.1879999999999999,"15min":1.3540000000000001},"min":{"1min":0.28499999999999998,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.69999999999999996,"5min":10.566000000000001,"15min":40.634},"last":0.52100000000000002}]},{"osd":6,"last update":"Mon Aug 28 02:34:42 2023","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":1.3720000000000001,"15min":1.464},"min":{"1min":0.28899999999999998,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.63800000000000001,"5min":17.510000000000002,"15min":42.409999999999997},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.51100000000000001,"5min":1.2649999999999999,"15min":1.4410000000000001},"min":{"1min":0.34899999999999998,"5min":0.254,"15min":0.254},"max":{"1min":1.4159999999999999,"5min":15.856999999999999,"15min":42.533999999999999},"last":0.40400000000000003}]},{"osd":7,"last update":"Mon Aug 28 02:34:42 2023","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":1.214,"15min":1.623},"min":{"1min":0.377,"5min":0.315,"15min":0.314},"max":{"1min":0.82299999999999995,"5min":10.837999999999999,"15min":42.667000000000002},"last":0.437},{"interface":"front","average":{"1min":0.55500000000000005,"5min":1.502,"15min":1.6160000000000001},"min":{"1min":0.39400000000000002,"5min":0.318,"15min":0.318},"max":{"1min":0.94899999999999995,"5min":17.808,"15min":42.344000000000001},"last":0.496}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":3372421120,"data_stored":3372417048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1031012352,"data_stored":1031012352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":2499346432,"data_stored":2499346432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":945881088,"data_stored":945881088,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":3419869184,"data_stored":3419865112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":2333802496,"data_stored":2333802496,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":2098925568,"data_stored":2098921496,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1698496512,"data_stored":1698496512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:35:35.436 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph status --format=json 2023-08-28T02:35:35.465 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:35 smithi083 ceph-mon[157819]: from='client.35706 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:35:35.466 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:35 smithi083 ceph-mon[157819]: pgmap v977: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 5.1 GiB data, 15 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 95 op/s; 38414/248322 objects degraded (15.469%); 11120/248322 objects misplaced (4.478%); 1.0 MiB/s, 16 objects/s recovering 2023-08-28T02:35:35.528 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:35:35.557 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:35.575 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:35:35.578 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:35.579 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:35:35.680 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:35:35.699 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:35 smithi040 ceph-mon[175404]: from='client.35706 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:35:35.699 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:35 smithi040 ceph-mon[175404]: pgmap v977: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 5.1 GiB data, 15 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 95 op/s; 38414/248322 objects degraded (15.469%); 11120/248322 objects misplaced (4.478%); 1.0 MiB/s, 16 objects/s recovering 2023-08-28T02:35:35.699 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:35 smithi040 ceph-mon[170259]: from='client.35706 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:35:35.699 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:35 smithi040 ceph-mon[170259]: pgmap v977: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 5.1 GiB data, 15 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 95 op/s; 38414/248322 objects degraded (15.469%); 11120/248322 objects misplaced (4.478%); 1.0 MiB/s, 16 objects/s recovering 2023-08-28T02:35:35.701 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:35:35 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:35:35] "GET /metrics HTTP/1.1" 200 36597 "" "Prometheus/2.43.0" 2023-08-28T02:35:35.706 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:35.726 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:35:35.729 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:35.729 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:35:35.830 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:35:35.856 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:35.877 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:35:35.880 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:35.880 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:35:35.981 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:35:36.026 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:36.135 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.1 dump_blocked_ops 2023-08-28T02:35:36.156 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:35:36.156 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:35:36.156 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:35:36.156 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:35:36.159 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:35:36.180 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:35:36.201 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:35:36.202 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:35:36.209 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:36.209 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:35:36.224 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:35:36.227 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-08-28T02:35:36.227 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-08-28T02:35:36.227 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-08-28T02:35:36.227 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-08-28T02:35:36.227 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-08-28T02:35:36.227 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-08-28T02:35:36.227 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-08-28T02:35:36.228 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-08-28T02:35:36.270 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:35:36.310 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:35:36.338 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:36.358 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:35:36.360 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:36.361 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:35:36.461 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:35:36.489 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:36.508 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:35:36.510 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:36.511 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:35:36.526 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:36 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 38414/248322 objects degraded (15.469%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:35:36.526 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:36 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/997211396' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:35:36.526 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:36 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3630084116' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:35:36.526 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:36 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:35:36.527 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:36 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 38414/248322 objects degraded (15.469%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:35:36.527 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:36 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/997211396' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:35:36.527 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:36 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3630084116' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:35:36.527 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:36 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:35:36.611 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:35:36.647 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:36.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:36 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 38414/248322 objects degraded (15.469%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:35:36.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:36 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/997211396' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:35:36.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:36 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3630084116' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:35:36.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:36 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:35:36.869 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:35:36.878 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:36.879 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:35:36.968 INFO:teuthology.orchestra.run.smithi040.stderr:noscrub is set 2023-08-28T02:35:36.980 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:35:37.008 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:37.032 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:35:37.035 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:37.035 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:35:37.136 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:35:37.163 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:37.183 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:35:37.187 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:37.187 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:35:37.269 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:35:37.288 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:35:37.322 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:37.395 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:35:37.400 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:37.400 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:35:37.501 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:35:37.529 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:37.549 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:35:37.553 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:37.553 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:35:37.654 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:35:37.688 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:37 smithi040 ceph-mon[175404]: pgmap v978: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 5.0 GiB data, 15 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 105 op/s; 38288/246969 objects degraded (15.503%); 10921/246969 objects misplaced (4.422%); 1.5 MiB/s, 24 objects/s recovering 2023-08-28T02:35:37.688 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:37 smithi040 ceph-mon[175404]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:35:37.688 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:37 smithi040 ceph-mon[175404]: failed to encode map e328 with expected crc 2023-08-28T02:35:37.688 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:37 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:35:37.688 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:37 smithi040 ceph-mon[175404]: osdmap e328: 8 total, 8 up, 6 in 2023-08-28T02:35:37.688 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:37 smithi040 ceph-mon[170259]: pgmap v978: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 5.0 GiB data, 15 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 105 op/s; 38288/246969 objects degraded (15.503%); 10921/246969 objects misplaced (4.422%); 1.5 MiB/s, 24 objects/s recovering 2023-08-28T02:35:37.688 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:37 smithi040 ceph-mon[170259]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:35:37.688 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:37 smithi040 ceph-mon[170259]: failed to encode map e328 with expected crc 2023-08-28T02:35:37.689 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:37 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:35:37.689 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:37 smithi040 ceph-mon[170259]: osdmap e328: 8 total, 8 up, 6 in 2023-08-28T02:35:37.691 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:37.723 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:35:37.727 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:37.728 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:35:37.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:37 smithi083 ceph-mon[157819]: pgmap v978: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 5.0 GiB data, 15 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 105 op/s; 38288/246969 objects degraded (15.503%); 10921/246969 objects misplaced (4.422%); 1.5 MiB/s, 24 objects/s recovering 2023-08-28T02:35:37.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:37 smithi083 ceph-mon[157819]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:35:37.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:37 smithi083 ceph-mon[157819]: failed to encode map e328 with expected crc 2023-08-28T02:35:37.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:37 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:35:37.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:37 smithi083 ceph-mon[157819]: osdmap e328: 8 total, 8 up, 6 in 2023-08-28T02:35:37.828 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:35:37.868 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:37.944 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:35:37.948 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:37.948 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:35:37.985 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:35:37.985 INFO:teuthology.orchestra.run.smithi040.stdout:{"fsid":"d9a8f48a-4546-11ee-817c-1b7a5f1ba315","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"noscrub flag(s) set","count":7},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 38288/246969 objects degraded (15.503%), 6 pgs degraded, 5 pgs undersized","count":11},"muted":false}},"mutes":[]},"election_epoch":34,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":1343,"monmap":{"epoch":4,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":328,"num_osds":8,"num_up_osds":8,"osd_up_since":1693189991,"num_in_osds":6,"osd_in_since":1693189947,"num_remapped_pgs":8},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":90},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":5},{"state_name":"active+remapped+backfill_wait","count":2},{"state_name":"active+recovery_wait+degraded","count":1},{"state_name":"active+recovering+remapped","count":1}],"num_pgs":99,"num_pools":5,"num_objects":82323,"data_bytes":5393922820,"bytes_used":15743504384,"bytes_avail":560226709504,"bytes_total":575970213888,"degraded_objects":38288,"degraded_total":246969,"degraded_ratio":0.15503160315667147,"misplaced_objects":10921,"misplaced_total":246969,"misplaced_ratio":0.044220124792990215,"recovering_objects_per_sec":24,"recovering_bytes_per_sec":1611675,"recovering_keys_per_sec":0,"num_objects_recovered":246,"num_bytes_recovered":16121856,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":105},"fsmap":{"epoch":7,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi040.wmhbsz","status":"up:active","gid":24577}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.40:8443/","prometheus":"http://172.21.15.40:9283/"}},"servicemap":{"epoch":22,"modified":"2023-08-28T02:34:10.384085+0000","services":{}},"progress_events":{"12dba03a-d529-4826-b243-e29af8fa97a8":{"message":"Upgrade to 18.2.0-187-g9cf20820 (5m)\n [============................] (remaining: 6m)","progress":0.44999998807907104,"add_to_ceph_s":true},"42e4bfe6-6201-4e43-94a3-bd00b5166574":{"message":"Global Recovery Event (4m)\n [=========================...] (remaining: 24s)","progress":0.90909093618392944,"add_to_ceph_s":true}}} 2023-08-28T02:35:38.050 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:35:38.076 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:38.095 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:35:38.098 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:38.098 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:35:38.199 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:35:38.226 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:38.249 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:35:38.252 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:38.252 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:35:38.353 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:35:38.383 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:38.406 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:35:38.408 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:38.409 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:35:38.410 INFO:teuthology.orchestra.run.smithi040.stdout:ERROR: (22) Invalid argument 2023-08-28T02:35:38.410 INFO:teuthology.orchestra.run.smithi040.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:35:38.450 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2023-08-28T02:35:38.450 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:35:38.510 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:35:38.568 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:38.636 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-08-28T02:35:38.691 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:35:38.696 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:38.696 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:35:38.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:38 smithi040 ceph-mon[175404]: failed to encode map e328 with expected crc 2023-08-28T02:35:38.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:38 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3244605973' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:35:38.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:38 smithi040 ceph-mon[170259]: failed to encode map e328 with expected crc 2023-08-28T02:35:38.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:38 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3244605973' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:35:38.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:38 smithi083 ceph-mon[157819]: failed to encode map e328 with expected crc 2023-08-28T02:35:38.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:38 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3244605973' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:35:38.797 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:35:38.826 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:35:38.834 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:38.863 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:35:38.865 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.1 dump_historic_ops 2023-08-28T02:35:38.866 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:38.866 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:35:38.967 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:35:38.995 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:39.016 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:35:39.019 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:39.019 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:35:39.120 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:35:39.155 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:39.226 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:35:39.229 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:39.229 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:35:39.330 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:35:39.363 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:39.436 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:35:39.438 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:39.439 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:35:39.505 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:35:39.540 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:35:39.572 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd set nodeep-scrub 2023-08-28T02:35:39.578 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:39.650 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:35:39.654 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:39.655 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:35:39.694 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:39 smithi040 ceph-mon[175404]: pgmap v980: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 5.0 GiB data, 15 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 121 op/s; 38288/246624 objects degraded (15.525%); 10921/246624 objects misplaced (4.428%); 1.7 MiB/s, 27 objects/s recovering 2023-08-28T02:35:39.694 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:39 smithi040 ceph-mon[170259]: pgmap v980: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 5.0 GiB data, 15 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 121 op/s; 38288/246624 objects degraded (15.525%); 10921/246624 objects misplaced (4.428%); 1.7 MiB/s, 27 objects/s recovering 2023-08-28T02:35:39.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:39 smithi083 ceph-mon[157819]: pgmap v980: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 5.0 GiB data, 15 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 121 op/s; 38288/246624 objects degraded (15.525%); 10921/246624 objects misplaced (4.428%); 1.7 MiB/s, 27 objects/s recovering 2023-08-28T02:35:39.756 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:35:39.797 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:40.082 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:35:40.090 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:40.090 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:35:40.191 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:35:40.199 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:35:40.243 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:40.417 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:35:40.426 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:40.426 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:35:40.518 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:35:40.522 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:35:40.527 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:35:40.563 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:40.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:40 smithi040 ceph-mon[175404]: pgmap v981: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 5.0 GiB data, 15 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 107 op/s; 38271/246306 objects degraded (15.538%); 10890/246306 objects misplaced (4.421%); 1.5 MiB/s, 23 objects/s recovering 2023-08-28T02:35:40.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:40 smithi040 ceph-mon[170259]: pgmap v981: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 5.0 GiB data, 15 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 107 op/s; 38271/246306 objects degraded (15.538%); 10890/246306 objects misplaced (4.421%); 1.5 MiB/s, 23 objects/s recovering 2023-08-28T02:35:40.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:40 smithi083 ceph-mon[157819]: pgmap v981: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 5.0 GiB data, 15 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 107 op/s; 38271/246306 objects degraded (15.538%); 10890/246306 objects misplaced (4.421%); 1.5 MiB/s, 23 objects/s recovering 2023-08-28T02:35:40.778 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:35:41.058 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":981,"stamp":"2023-08-28T02:35:40.412637+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":5379439364,"num_objects":82102,"num_object_clones":0,"num_object_copies":246306,"num_objects_missing_on_primary":5239,"num_objects_missing":5239,"num_objects_degraded":38271,"num_objects_misplaced":10890,"num_objects_unfound":0,"num_objects_dirty":82102,"num_whiteouts":0,"num_read":90,"num_read_kb":168,"num_write":104640,"num_write_kb":5972054,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":35820,"num_bytes_recovered":2330005873,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":95609,"ondisk_log_size":95609,"up":297,"acting":292,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":15345052,"kb_used_data":12407276,"kb_used_omap":12,"kb_used_meta":2937715,"kb_avail":547125860,"statfs":{"total":575970213888,"available":560256880640,"internally_reserved":0,"allocated":12705050624,"data_stored":12695504010,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12739,"internal_metadata":3008220733},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,2,0,0,0,1,3,2,4,0,5,6,3],"upper_bound":8192},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-70189056,"num_objects":-1071,"num_object_clones":0,"num_object_copies":-3213,"num_objects_missing_on_primary":-62,"num_objects_missing":-62,"num_objects_degraded":-229,"num_objects_misplaced":-259,"num_objects_unfound":0,"num_objects_dirty":-1071,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1071,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":233,"num_bytes_recovered":15269888,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002819"},"pg_stats":[{"pgid":"3.1a","version":"65'1","reported_seq":338,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.795338+0000","last_change":"2023-08-28T02:32:32.667028+0000","last_active":"2023-08-28T02:35:23.795338+0000","last_peered":"2023-08-28T02:35:23.795338+0000","last_clean":"2023-08-28T02:35:23.795338+0000","last_became_active":"2023-08-28T02:32:32.666711+0000","last_became_peered":"2023-08-28T02:32:32.666711+0000","last_unstale":"2023-08-28T02:35:23.795338+0000","last_undegraded":"2023-08-28T02:35:23.795338+0000","last_fullsized":"2023-08-28T02:35:23.795338+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:28:21.913105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":291,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.468346+0000","last_change":"2023-08-28T02:29:44.421259+0000","last_active":"2023-08-28T02:35:29.468346+0000","last_peered":"2023-08-28T02:35:29.468346+0000","last_clean":"2023-08-28T02:35:29.468346+0000","last_became_active":"2023-08-28T02:29:44.420936+0000","last_became_peered":"2023-08-28T02:29:44.420936+0000","last_unstale":"2023-08-28T02:35:29.468346+0000","last_undegraded":"2023-08-28T02:35:29.468346+0000","last_fullsized":"2023-08-28T02:35:29.468346+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:22:26.346867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":132,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.494134+0000","last_change":"2023-08-28T02:33:12.290337+0000","last_active":"2023-08-28T02:35:29.494134+0000","last_peered":"2023-08-28T02:35:29.494134+0000","last_clean":"2023-08-28T02:35:29.494134+0000","last_became_active":"2023-08-28T02:33:12.289852+0000","last_became_peered":"2023-08-28T02:33:12.289852+0000","last_unstale":"2023-08-28T02:35:29.494134+0000","last_undegraded":"2023-08-28T02:35:29.494134+0000","last_fullsized":"2023-08-28T02:35:29.494134+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:04:26.420037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":306,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.467432+0000","last_change":"2023-08-28T02:33:13.317226+0000","last_active":"2023-08-28T02:35:29.467432+0000","last_peered":"2023-08-28T02:35:29.467432+0000","last_clean":"2023-08-28T02:35:29.467432+0000","last_became_active":"2023-08-28T02:33:13.316893+0000","last_became_peered":"2023-08-28T02:33:13.316893+0000","last_unstale":"2023-08-28T02:35:29.467432+0000","last_undegraded":"2023-08-28T02:35:29.467432+0000","last_fullsized":"2023-08-28T02:35:29.467432+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:55:46.593463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":251,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:35.315273+0000","last_change":"2023-08-28T02:33:12.295203+0000","last_active":"2023-08-28T02:35:35.315273+0000","last_peered":"2023-08-28T02:35:35.315273+0000","last_clean":"2023-08-28T02:35:35.315273+0000","last_became_active":"2023-08-28T02:33:12.294904+0000","last_became_peered":"2023-08-28T02:33:12.294904+0000","last_unstale":"2023-08-28T02:35:35.315273+0000","last_undegraded":"2023-08-28T02:35:35.315273+0000","last_fullsized":"2023-08-28T02:35:35.315273+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:31:07.008856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":268,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.801003+0000","last_change":"2023-08-28T02:31:51.987263+0000","last_active":"2023-08-28T02:35:23.801003+0000","last_peered":"2023-08-28T02:35:23.801003+0000","last_clean":"2023-08-28T02:35:23.801003+0000","last_became_active":"2023-08-28T02:31:51.986938+0000","last_became_peered":"2023-08-28T02:31:51.986938+0000","last_unstale":"2023-08-28T02:35:23.801003+0000","last_undegraded":"2023-08-28T02:35:23.801003+0000","last_fullsized":"2023-08-28T02:35:23.801003+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:18.021905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":300,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.470364+0000","last_change":"2023-08-28T02:33:12.318656+0000","last_active":"2023-08-28T02:35:29.470364+0000","last_peered":"2023-08-28T02:35:29.470364+0000","last_clean":"2023-08-28T02:35:29.470364+0000","last_became_active":"2023-08-28T02:33:12.318297+0000","last_became_peered":"2023-08-28T02:33:12.318297+0000","last_unstale":"2023-08-28T02:35:29.470364+0000","last_undegraded":"2023-08-28T02:35:29.470364+0000","last_fullsized":"2023-08-28T02:35:29.470364+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:43:09.789767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":232,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:30.314678+0000","last_change":"2023-08-28T02:33:13.357230+0000","last_active":"2023-08-28T02:35:30.314678+0000","last_peered":"2023-08-28T02:35:30.314678+0000","last_clean":"2023-08-28T02:35:30.314678+0000","last_became_active":"2023-08-28T02:33:13.356853+0000","last_became_peered":"2023-08-28T02:33:13.356853+0000","last_unstale":"2023-08-28T02:35:30.314678+0000","last_undegraded":"2023-08-28T02:35:30.314678+0000","last_fullsized":"2023-08-28T02:35:30.314678+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:20:21.545007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":310,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.800907+0000","last_change":"2023-08-28T02:29:44.462510+0000","last_active":"2023-08-28T02:35:23.800907+0000","last_peered":"2023-08-28T02:35:23.800907+0000","last_clean":"2023-08-28T02:35:23.800907+0000","last_became_active":"2023-08-28T02:29:44.460314+0000","last_became_peered":"2023-08-28T02:29:44.460314+0000","last_unstale":"2023-08-28T02:35:23.800907+0000","last_undegraded":"2023-08-28T02:35:23.800907+0000","last_fullsized":"2023-08-28T02:35:23.800907+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:59:01.311467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":235,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:30.314727+0000","last_change":"2023-08-28T02:33:13.291255+0000","last_active":"2023-08-28T02:35:30.314727+0000","last_peered":"2023-08-28T02:35:30.314727+0000","last_clean":"2023-08-28T02:35:30.314727+0000","last_became_active":"2023-08-28T02:33:13.290933+0000","last_became_peered":"2023-08-28T02:33:13.290933+0000","last_unstale":"2023-08-28T02:35:30.314727+0000","last_undegraded":"2023-08-28T02:35:30.314727+0000","last_fullsized":"2023-08-28T02:35:30.314727+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:31:54.116908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"65'3","reported_seq":311,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.939230+0000","last_change":"2023-08-28T02:33:12.296412+0000","last_active":"2023-08-28T02:35:23.939230+0000","last_peered":"2023-08-28T02:35:23.939230+0000","last_clean":"2023-08-28T02:35:23.939230+0000","last_became_active":"2023-08-28T02:33:12.295786+0000","last_became_peered":"2023-08-28T02:33:12.295786+0000","last_unstale":"2023-08-28T02:35:23.939230+0000","last_undegraded":"2023-08-28T02:35:23.939230+0000","last_fullsized":"2023-08-28T02:35:23.939230+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:15:31.449163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":135,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.494877+0000","last_change":"2023-08-28T02:32:32.666927+0000","last_active":"2023-08-28T02:35:29.494877+0000","last_peered":"2023-08-28T02:35:29.494877+0000","last_clean":"2023-08-28T02:35:29.494877+0000","last_became_active":"2023-08-28T02:32:32.666618+0000","last_became_peered":"2023-08-28T02:32:32.666618+0000","last_unstale":"2023-08-28T02:35:29.494877+0000","last_undegraded":"2023-08-28T02:35:29.494877+0000","last_fullsized":"2023-08-28T02:35:29.494877+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:45:57.998333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":335,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.795188+0000","last_change":"2023-08-28T02:32:28.505262+0000","last_active":"2023-08-28T02:35:23.795188+0000","last_peered":"2023-08-28T02:35:23.795188+0000","last_clean":"2023-08-28T02:35:23.795188+0000","last_became_active":"2023-08-28T02:32:28.455999+0000","last_became_peered":"2023-08-28T02:32:28.455999+0000","last_unstale":"2023-08-28T02:35:23.795188+0000","last_undegraded":"2023-08-28T02:35:23.795188+0000","last_fullsized":"2023-08-28T02:35:23.795188+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:28.937020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":9468,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":319,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.795503+0000","last_change":"2023-08-28T02:32:12.959195+0000","last_active":"2023-08-28T02:35:23.795503+0000","last_peered":"2023-08-28T02:35:23.795503+0000","last_clean":"2023-08-28T02:35:23.795503+0000","last_became_active":"2023-08-28T02:32:12.958832+0000","last_became_peered":"2023-08-28T02:32:12.958832+0000","last_unstale":"2023-08-28T02:35:23.795503+0000","last_undegraded":"2023-08-28T02:35:23.795503+0000","last_fullsized":"2023-08-28T02:35:23.795503+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:23:27.197787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"65'2","reported_seq":309,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.937829+0000","last_change":"2023-08-28T02:32:28.461161+0000","last_active":"2023-08-28T02:35:23.937829+0000","last_peered":"2023-08-28T02:35:23.937829+0000","last_clean":"2023-08-28T02:35:23.937829+0000","last_became_active":"2023-08-28T02:32:28.451284+0000","last_became_peered":"2023-08-28T02:32:28.451284+0000","last_unstale":"2023-08-28T02:35:23.937829+0000","last_undegraded":"2023-08-28T02:35:23.937829+0000","last_fullsized":"2023-08-28T02:35:23.937829+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:58:20.061020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":291,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.467000+0000","last_change":"2023-08-28T02:29:44.419566+0000","last_active":"2023-08-28T02:35:29.467000+0000","last_peered":"2023-08-28T02:35:29.467000+0000","last_clean":"2023-08-28T02:35:29.467000+0000","last_became_active":"2023-08-28T02:29:44.419053+0000","last_became_peered":"2023-08-28T02:29:44.419053+0000","last_unstale":"2023-08-28T02:35:29.467000+0000","last_undegraded":"2023-08-28T02:35:29.467000+0000","last_fullsized":"2023-08-28T02:35:29.467000+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:44:36.133499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":295,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-08-28T02:35:36.979511+0000","last_change":"2023-08-28T02:33:12.493777+0000","last_active":"2023-08-28T02:35:36.979511+0000","last_peered":"2023-08-28T02:35:36.979511+0000","last_clean":"2023-08-28T02:35:36.979511+0000","last_became_active":"2023-08-28T02:33:12.491177+0000","last_became_peered":"2023-08-28T02:33:12.491177+0000","last_unstale":"2023-08-28T02:35:36.979511+0000","last_undegraded":"2023-08-28T02:35:36.979511+0000","last_fullsized":"2023-08-28T02:35:36.979511+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:10:58.167753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":306,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.797576+0000","last_change":"2023-08-28T02:33:12.290293+0000","last_active":"2023-08-28T02:35:23.797576+0000","last_peered":"2023-08-28T02:35:23.797576+0000","last_clean":"2023-08-28T02:35:23.797576+0000","last_became_active":"2023-08-28T02:33:12.289989+0000","last_became_peered":"2023-08-28T02:33:12.289989+0000","last_unstale":"2023-08-28T02:35:23.797576+0000","last_undegraded":"2023-08-28T02:35:23.797576+0000","last_fullsized":"2023-08-28T02:35:23.797576+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:05:33.622172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":284,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.937574+0000","last_change":"2023-08-28T02:32:12.948756+0000","last_active":"2023-08-28T02:35:23.937574+0000","last_peered":"2023-08-28T02:35:23.937574+0000","last_clean":"2023-08-28T02:35:23.937574+0000","last_became_active":"2023-08-28T02:32:12.948441+0000","last_became_peered":"2023-08-28T02:32:12.948441+0000","last_unstale":"2023-08-28T02:35:23.937574+0000","last_undegraded":"2023-08-28T02:35:23.937574+0000","last_fullsized":"2023-08-28T02:35:23.937574+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:27.922180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":301,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.467504+0000","last_change":"2023-08-28T02:33:12.299398+0000","last_active":"2023-08-28T02:35:29.467504+0000","last_peered":"2023-08-28T02:35:29.467504+0000","last_clean":"2023-08-28T02:35:29.467504+0000","last_became_active":"2023-08-28T02:33:12.299113+0000","last_became_peered":"2023-08-28T02:33:12.299113+0000","last_unstale":"2023-08-28T02:35:29.467504+0000","last_undegraded":"2023-08-28T02:35:29.467504+0000","last_fullsized":"2023-08-28T02:35:29.467504+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:14:55.597212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"65'8","reported_seq":95,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.466260+0000","last_change":"2023-08-28T02:33:13.478870+0000","last_active":"2023-08-28T02:35:29.466260+0000","last_peered":"2023-08-28T02:35:29.466260+0000","last_clean":"2023-08-28T02:35:29.466260+0000","last_became_active":"2023-08-28T02:33:13.332142+0000","last_became_peered":"2023-08-28T02:33:13.332142+0000","last_unstale":"2023-08-28T02:35:29.466260+0000","last_undegraded":"2023-08-28T02:35:29.466260+0000","last_fullsized":"2023-08-28T02:35:29.466260+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:32:42.810159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":233,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:35.315431+0000","last_change":"2023-08-28T02:33:12.306353+0000","last_active":"2023-08-28T02:35:35.315431+0000","last_peered":"2023-08-28T02:35:35.315431+0000","last_clean":"2023-08-28T02:35:35.315431+0000","last_became_active":"2023-08-28T02:33:12.304977+0000","last_became_peered":"2023-08-28T02:33:12.304977+0000","last_unstale":"2023-08-28T02:35:35.315431+0000","last_undegraded":"2023-08-28T02:35:35.315431+0000","last_fullsized":"2023-08-28T02:35:35.315431+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:19:38.819671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"327'6496","reported_seq":6581,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:35.477160+0000","last_change":"2023-08-28T02:30:50.402703+0000","last_active":"2023-08-28T02:35:35.477160+0000","last_peered":"2023-08-28T02:35:35.477160+0000","last_clean":"2023-08-28T02:35:35.477160+0000","last_became_active":"2023-08-28T02:30:50.402419+0000","last_became_peered":"2023-08-28T02:30:50.402419+0000","last_unstale":"2023-08-28T02:35:35.477160+0000","last_undegraded":"2023-08-28T02:35:35.477160+0000","last_fullsized":"2023-08-28T02:35:35.477160+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6496,"log_dups_size":0,"ondisk_log_size":6496,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:07:37.393907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":338427904,"num_objects":5164,"num_object_clones":0,"num_object_copies":15492,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5164,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6496,"num_write_kb":373120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"65'1","reported_seq":292,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.938126+0000","last_change":"2023-08-28T02:14:43.046130+0000","last_active":"2023-08-28T02:35:23.938126+0000","last_peered":"2023-08-28T02:35:23.938126+0000","last_clean":"2023-08-28T02:35:23.938126+0000","last_became_active":"2023-08-28T02:14:43.045775+0000","last_became_peered":"2023-08-28T02:14:43.045775+0000","last_unstale":"2023-08-28T02:35:23.938126+0000","last_undegraded":"2023-08-28T02:35:23.938126+0000","last_fullsized":"2023-08-28T02:35:23.938126+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:57:38.279756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":282,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.796681+0000","last_change":"2023-08-28T02:31:51.987149+0000","last_active":"2023-08-28T02:35:23.796681+0000","last_peered":"2023-08-28T02:35:23.796681+0000","last_clean":"2023-08-28T02:35:23.796681+0000","last_became_active":"2023-08-28T02:31:51.986821+0000","last_became_peered":"2023-08-28T02:31:51.986821+0000","last_unstale":"2023-08-28T02:35:23.796681+0000","last_undegraded":"2023-08-28T02:35:23.796681+0000","last_fullsized":"2023-08-28T02:35:23.796681+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:23:26.661134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"327'6528","reported_seq":9971,"reported_epoch":327,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:35:35.416310+0000","last_change":"2023-08-28T02:33:33.975566+0000","last_active":"2023-08-28T02:35:35.416310+0000","last_peered":"2023-08-28T02:35:35.416310+0000","last_clean":"2023-08-28T02:31:27.868230+0000","last_became_active":"2023-08-28T02:33:33.660452+0000","last_became_peered":"2023-08-28T02:33:33.660452+0000","last_unstale":"2023-08-28T02:35:35.416310+0000","last_undegraded":"2023-08-28T02:33:13.410847+0000","last_fullsized":"2023-08-28T02:33:13.270012+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6528,"log_dups_size":0,"ondisk_log_size":6528,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:33.375162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":332398592,"num_objects":5072,"num_object_clones":0,"num_object_copies":15216,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7324,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5072,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6528,"num_write_kb":371200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1660,"num_bytes_recovered":108724224,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[5,4],"avail_no_missing":["5","6"],"object_location_counts":[{"shards":"2,5,6","objects":915},{"shards":"3,5,6","objects":2396},{"shards":"4,5","objects":256},{"shards":"5,6","objects":1505}],"blocked_by":[],"up_primary":3,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"65'2","reported_seq":317,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.937998+0000","last_change":"2023-08-28T02:29:44.436352+0000","last_active":"2023-08-28T02:35:23.937998+0000","last_peered":"2023-08-28T02:35:23.937998+0000","last_clean":"2023-08-28T02:35:23.937998+0000","last_became_active":"2023-08-28T02:29:44.411499+0000","last_became_peered":"2023-08-28T02:29:44.411499+0000","last_unstale":"2023-08-28T02:35:23.937998+0000","last_undegraded":"2023-08-28T02:35:23.937998+0000","last_fullsized":"2023-08-28T02:35:23.937998+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:46:57.540191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":343,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.795171+0000","last_change":"2023-08-28T02:33:12.289004+0000","last_active":"2023-08-28T02:35:23.795171+0000","last_peered":"2023-08-28T02:35:23.795171+0000","last_clean":"2023-08-28T02:35:23.795171+0000","last_became_active":"2023-08-28T02:33:12.288722+0000","last_became_peered":"2023-08-28T02:33:12.288722+0000","last_unstale":"2023-08-28T02:35:23.795171+0000","last_undegraded":"2023-08-28T02:35:23.795171+0000","last_fullsized":"2023-08-28T02:35:23.795171+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:24.019483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"328'6470","reported_seq":6573,"reported_epoch":328,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:35:40.077093+0000","last_change":"2023-08-28T02:33:13.585687+0000","last_active":"2023-08-28T02:35:40.077093+0000","last_peered":"2023-08-28T02:35:40.077093+0000","last_clean":"2023-08-28T02:31:27.908616+0000","last_became_active":"2023-08-28T02:33:13.578484+0000","last_became_peered":"2023-08-28T02:33:13.578484+0000","last_unstale":"2023-08-28T02:35:40.077093+0000","last_undegraded":"2023-08-28T02:33:13.297322+0000","last_fullsized":"2023-08-28T02:33:13.268309+0000","mapping_epoch":298,"log_start":"255'1112","ondisk_log_start":"255'1112","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5358,"log_dups_size":0,"ondisk_log_size":5358,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:42:33.431186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":332922880,"num_objects":5080,"num_object_clones":0,"num_object_copies":15240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2533,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5080,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6470,"num_write_kb":369600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4],"avail_no_missing":["0","4"],"object_location_counts":[{"shards":"0,4","objects":2632}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"65'1","reported_seq":303,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.939080+0000","last_change":"2023-08-28T02:33:13.516869+0000","last_active":"2023-08-28T02:35:23.939080+0000","last_peered":"2023-08-28T02:35:23.939080+0000","last_clean":"2023-08-28T02:35:23.939080+0000","last_became_active":"2023-08-28T02:33:13.396736+0000","last_became_peered":"2023-08-28T02:33:13.396736+0000","last_unstale":"2023-08-28T02:35:23.939080+0000","last_undegraded":"2023-08-28T02:35:23.939080+0000","last_fullsized":"2023-08-28T02:35:23.939080+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:47:08.237137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":269,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.494703+0000","last_change":"2023-08-28T02:31:51.987327+0000","last_active":"2023-08-28T02:35:29.494703+0000","last_peered":"2023-08-28T02:35:29.494703+0000","last_clean":"2023-08-28T02:35:29.494703+0000","last_became_active":"2023-08-28T02:31:51.987018+0000","last_became_peered":"2023-08-28T02:31:51.987018+0000","last_unstale":"2023-08-28T02:35:29.494703+0000","last_undegraded":"2023-08-28T02:35:29.494703+0000","last_fullsized":"2023-08-28T02:35:29.494703+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:53:26.105101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.5","version":"328'6443","reported_seq":7802,"reported_epoch":328,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:35:40.095339+0000","last_change":"2023-08-28T02:33:13.625779+0000","last_active":"2023-08-28T02:35:40.095339+0000","last_peered":"2023-08-28T02:35:40.095339+0000","last_clean":"2023-08-28T02:31:27.898932+0000","last_became_active":"2023-08-28T02:33:13.612126+0000","last_became_peered":"2023-08-28T02:33:13.612126+0000","last_unstale":"2023-08-28T02:35:40.095339+0000","last_undegraded":"2023-08-28T02:33:13.485377+0000","last_fullsized":"2023-08-28T02:33:13.264317+0000","mapping_epoch":298,"log_start":"255'1163","ondisk_log_start":"255'1163","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5280,"log_dups_size":0,"ondisk_log_size":5280,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:37:28.843386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":328269824,"num_objects":5009,"num_object_clones":0,"num_object_copies":15027,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7551,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5009,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6443,"num_write_kb":366464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":625,"num_bytes_recovered":40960000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,7],"avail_no_missing":["0","2"],"object_location_counts":[{"shards":"0,2","objects":2358},{"shards":"0,2,3","objects":2651}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":321,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.796882+0000","last_change":"2023-08-28T02:33:13.281826+0000","last_active":"2023-08-28T02:35:23.796882+0000","last_peered":"2023-08-28T02:35:23.796882+0000","last_clean":"2023-08-28T02:35:23.796882+0000","last_became_active":"2023-08-28T02:33:13.281511+0000","last_became_peered":"2023-08-28T02:33:13.281511+0000","last_unstale":"2023-08-28T02:35:23.796882+0000","last_undegraded":"2023-08-28T02:35:23.796882+0000","last_fullsized":"2023-08-28T02:35:23.796882+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:32:55.005706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":318,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.466408+0000","last_change":"2023-08-28T02:29:44.436713+0000","last_active":"2023-08-28T02:35:29.466408+0000","last_peered":"2023-08-28T02:35:29.466408+0000","last_clean":"2023-08-28T02:35:29.466408+0000","last_became_active":"2023-08-28T02:29:44.436203+0000","last_became_peered":"2023-08-28T02:29:44.436203+0000","last_unstale":"2023-08-28T02:35:29.466408+0000","last_undegraded":"2023-08-28T02:35:29.466408+0000","last_fullsized":"2023-08-28T02:35:29.466408+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:46:48.522293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"328'6648","reported_seq":6737,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-08-28T02:35:37.028373+0000","last_change":"2023-08-28T02:30:50.399669+0000","last_active":"2023-08-28T02:35:37.028373+0000","last_peered":"2023-08-28T02:35:37.028373+0000","last_clean":"2023-08-28T02:35:37.028373+0000","last_became_active":"2023-08-28T02:30:50.399332+0000","last_became_peered":"2023-08-28T02:30:50.399332+0000","last_unstale":"2023-08-28T02:35:37.028373+0000","last_undegraded":"2023-08-28T02:35:37.028373+0000","last_fullsized":"2023-08-28T02:35:37.028373+0000","mapping_epoch":250,"log_start":"254'500","ondisk_log_start":"254'500","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6148,"log_dups_size":0,"ondisk_log_size":6148,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:00:54.910841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":338558976,"num_objects":5166,"num_object_clones":0,"num_object_copies":15498,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5166,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6648,"num_write_kb":378048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"75'161","reported_seq":747,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.937748+0000","last_change":"2023-08-28T02:33:13.310049+0000","last_active":"2023-08-28T02:35:23.937748+0000","last_peered":"2023-08-28T02:35:23.937748+0000","last_clean":"2023-08-28T02:35:23.937748+0000","last_became_active":"2023-08-28T02:33:13.309661+0000","last_became_peered":"2023-08-28T02:33:13.309661+0000","last_unstale":"2023-08-28T02:35:23.937748+0000","last_undegraded":"2023-08-28T02:35:23.937748+0000","last_fullsized":"2023-08-28T02:35:23.937748+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.930230+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.930230+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:27:40.889460+0000","scrub_duration":0.0050169209999999997,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"65'2","reported_seq":282,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.507086+0000","last_change":"2023-08-28T02:33:12.294922+0000","last_active":"2023-08-28T02:35:29.507086+0000","last_peered":"2023-08-28T02:35:29.507086+0000","last_clean":"2023-08-28T02:35:29.507086+0000","last_became_active":"2023-08-28T02:33:12.294518+0000","last_became_peered":"2023-08-28T02:33:12.294518+0000","last_unstale":"2023-08-28T02:35:29.507086+0000","last_undegraded":"2023-08-28T02:35:29.507086+0000","last_fullsized":"2023-08-28T02:35:29.507086+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:21:12.737286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":320,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.795197+0000","last_change":"2023-08-28T02:33:13.310505+0000","last_active":"2023-08-28T02:35:23.795197+0000","last_peered":"2023-08-28T02:35:23.795197+0000","last_clean":"2023-08-28T02:35:23.795197+0000","last_became_active":"2023-08-28T02:33:13.310223+0000","last_became_peered":"2023-08-28T02:33:13.310223+0000","last_unstale":"2023-08-28T02:35:23.795197+0000","last_undegraded":"2023-08-28T02:35:23.795197+0000","last_fullsized":"2023-08-28T02:35:23.795197+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:27:02.124453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"327'6511","reported_seq":7838,"reported_epoch":327,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:35:35.311851+0000","last_change":"2023-08-28T02:33:13.591092+0000","last_active":"2023-08-28T02:35:35.311851+0000","last_peered":"2023-08-28T02:35:35.311851+0000","last_clean":"2023-08-28T02:31:27.916082+0000","last_became_active":"2023-08-28T02:33:13.580413+0000","last_became_peered":"2023-08-28T02:33:13.580413+0000","last_unstale":"2023-08-28T02:35:35.311851+0000","last_undegraded":"2023-08-28T02:33:13.480527+0000","last_fullsized":"2023-08-28T02:33:13.270957+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6511,"log_dups_size":0,"ondisk_log_size":6511,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:03.698410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":337969152,"num_objects":5157,"num_object_clones":0,"num_object_copies":15471,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7781,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5157,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6511,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":606,"num_bytes_recovered":39714816,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,4],"avail_no_missing":["5","2"],"object_location_counts":[{"shards":"2,3,5","objects":2675},{"shards":"2,5","objects":2482}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"75'161","reported_seq":580,"reported_epoch":326,"state":"active+recovery_wait+degraded","last_fresh":"2023-08-28T02:35:23.796707+0000","last_change":"2023-08-28T02:33:13.287487+0000","last_active":"2023-08-28T02:35:23.796707+0000","last_peered":"2023-08-28T02:35:23.796707+0000","last_clean":"2023-08-28T02:31:25.515426+0000","last_became_active":"2023-08-28T02:33:13.287313+0000","last_became_peered":"2023-08-28T02:33:13.287313+0000","last_unstale":"2023-08-28T02:35:23.796707+0000","last_undegraded":"2023-08-28T02:33:13.270760+0000","last_fullsized":"2023-08-28T02:35:23.796707+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":204,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:45.407127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:45.407127+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:39:14.213229+0000","scrub_duration":0.0018495320000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":["5","2","3"],"object_location_counts":[{"shards":"2,3,5","objects":1}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":240,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.795175+0000","last_change":"2023-08-28T02:33:13.309727+0000","last_active":"2023-08-28T02:35:23.795175+0000","last_peered":"2023-08-28T02:35:23.795175+0000","last_clean":"2023-08-28T02:35:23.795175+0000","last_became_active":"2023-08-28T02:33:13.309487+0000","last_became_peered":"2023-08-28T02:33:13.309487+0000","last_unstale":"2023-08-28T02:35:23.795175+0000","last_undegraded":"2023-08-28T02:35:23.795175+0000","last_fullsized":"2023-08-28T02:35:23.795175+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:27:29.294011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":55,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.795392+0000","last_change":"2023-08-28T02:32:28.456323+0000","last_active":"2023-08-28T02:35:23.795392+0000","last_peered":"2023-08-28T02:35:23.795392+0000","last_clean":"2023-08-28T02:35:23.795392+0000","last_became_active":"2023-08-28T02:32:28.455987+0000","last_became_peered":"2023-08-28T02:32:28.455987+0000","last_unstale":"2023-08-28T02:35:23.795392+0000","last_undegraded":"2023-08-28T02:35:23.795392+0000","last_fullsized":"2023-08-28T02:35:23.795392+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:54:07.724002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"328'6653","reported_seq":16758,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-08-28T02:35:37.225750+0000","last_change":"2023-08-28T02:33:13.316023+0000","last_active":"2023-08-28T02:35:37.225750+0000","last_peered":"2023-08-28T02:35:37.225750+0000","last_clean":"2023-08-28T02:35:37.225750+0000","last_became_active":"2023-08-28T02:33:13.308403+0000","last_became_peered":"2023-08-28T02:33:13.308403+0000","last_unstale":"2023-08-28T02:35:37.225750+0000","last_undegraded":"2023-08-28T02:35:37.225750+0000","last_fullsized":"2023-08-28T02:35:37.225750+0000","mapping_epoch":298,"log_start":"254'500","ondisk_log_start":"254'500","created":250,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6153,"log_dups_size":0,"ondisk_log_size":6153,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:10:38.401973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":343605248,"num_objects":5243,"num_object_clones":0,"num_object_copies":15729,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5243,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6653,"num_write_kb":380672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4999,"num_bytes_recovered":327614464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":300,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.795156+0000","last_change":"2023-08-28T02:32:28.455294+0000","last_active":"2023-08-28T02:35:23.795156+0000","last_peered":"2023-08-28T02:35:23.795156+0000","last_clean":"2023-08-28T02:35:23.795156+0000","last_became_active":"2023-08-28T02:32:28.455013+0000","last_became_peered":"2023-08-28T02:32:28.455013+0000","last_unstale":"2023-08-28T02:35:23.795156+0000","last_undegraded":"2023-08-28T02:35:23.795156+0000","last_fullsized":"2023-08-28T02:35:23.795156+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:53.583864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":332,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.795706+0000","last_change":"2023-08-28T02:33:13.335588+0000","last_active":"2023-08-28T02:35:23.795706+0000","last_peered":"2023-08-28T02:35:23.795706+0000","last_clean":"2023-08-28T02:35:23.795706+0000","last_became_active":"2023-08-28T02:33:13.335326+0000","last_became_peered":"2023-08-28T02:33:13.335326+0000","last_unstale":"2023-08-28T02:35:23.795706+0000","last_undegraded":"2023-08-28T02:35:23.795706+0000","last_fullsized":"2023-08-28T02:35:23.795706+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:15:44.958663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"327'6533","reported_seq":6618,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:35.436090+0000","last_change":"2023-08-28T02:30:50.400261+0000","last_active":"2023-08-28T02:35:35.436090+0000","last_peered":"2023-08-28T02:35:35.436090+0000","last_clean":"2023-08-28T02:35:35.436090+0000","last_became_active":"2023-08-28T02:30:50.399938+0000","last_became_peered":"2023-08-28T02:30:50.399938+0000","last_unstale":"2023-08-28T02:35:35.436090+0000","last_undegraded":"2023-08-28T02:35:35.436090+0000","last_fullsized":"2023-08-28T02:35:35.436090+0000","mapping_epoch":250,"log_start":"255'1090","ondisk_log_start":"255'1090","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5443,"log_dups_size":0,"ondisk_log_size":5443,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:43:56.802792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":338231296,"num_objects":5161,"num_object_clones":0,"num_object_copies":15483,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5161,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6533,"num_write_kb":374208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"75'161","reported_seq":606,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.797304+0000","last_change":"2023-08-28T02:32:56.519141+0000","last_active":"2023-08-28T02:35:23.797304+0000","last_peered":"2023-08-28T02:35:23.797304+0000","last_clean":"2023-08-28T02:35:23.797304+0000","last_became_active":"2023-08-28T02:32:56.518863+0000","last_became_peered":"2023-08-28T02:32:56.518863+0000","last_unstale":"2023-08-28T02:35:23.797304+0000","last_undegraded":"2023-08-28T02:35:23.797304+0000","last_fullsized":"2023-08-28T02:35:23.797304+0000","mapping_epoch":292,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":293,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_clean_scrub_stamp":"2023-08-28T02:29:25.608370+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:59:50.561109+0000","scrub_duration":0.001662689,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":235,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.506706+0000","last_change":"2023-08-28T02:33:12.294592+0000","last_active":"2023-08-28T02:35:29.506706+0000","last_peered":"2023-08-28T02:35:29.506706+0000","last_clean":"2023-08-28T02:35:29.506706+0000","last_became_active":"2023-08-28T02:33:12.288508+0000","last_became_peered":"2023-08-28T02:33:12.288508+0000","last_unstale":"2023-08-28T02:35:29.506706+0000","last_undegraded":"2023-08-28T02:35:29.506706+0000","last_fullsized":"2023-08-28T02:35:29.506706+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:05:42.717608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":117,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.495381+0000","last_change":"2023-08-28T02:29:44.429834+0000","last_active":"2023-08-28T02:35:29.495381+0000","last_peered":"2023-08-28T02:35:29.495381+0000","last_clean":"2023-08-28T02:35:29.495381+0000","last_became_active":"2023-08-28T02:29:44.429512+0000","last_became_peered":"2023-08-28T02:29:44.429512+0000","last_unstale":"2023-08-28T02:35:29.495381+0000","last_undegraded":"2023-08-28T02:35:29.495381+0000","last_fullsized":"2023-08-28T02:35:29.495381+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:58.062455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"327'6476","reported_seq":6561,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:36.238418+0000","last_change":"2023-08-28T02:30:50.402348+0000","last_active":"2023-08-28T02:35:36.238418+0000","last_peered":"2023-08-28T02:35:36.238418+0000","last_clean":"2023-08-28T02:35:36.238418+0000","last_became_active":"2023-08-28T02:30:50.402076+0000","last_became_peered":"2023-08-28T02:30:50.402076+0000","last_unstale":"2023-08-28T02:35:36.238418+0000","last_undegraded":"2023-08-28T02:35:36.238418+0000","last_fullsized":"2023-08-28T02:35:36.238418+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6476,"log_dups_size":0,"ondisk_log_size":6476,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:24.859426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":334233600,"num_objects":5100,"num_object_clones":0,"num_object_copies":15300,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5100,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6476,"num_write_kb":370432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.7","version":"75'161","reported_seq":527,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.507953+0000","last_change":"2023-08-28T02:33:13.532525+0000","last_active":"2023-08-28T02:35:29.507953+0000","last_peered":"2023-08-28T02:35:29.507953+0000","last_clean":"2023-08-28T02:35:29.507953+0000","last_became_active":"2023-08-28T02:33:13.532125+0000","last_became_peered":"2023-08-28T02:33:13.532125+0000","last_unstale":"2023-08-28T02:35:29.507953+0000","last_undegraded":"2023-08-28T02:35:29.507953+0000","last_fullsized":"2023-08-28T02:35:29.507953+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.887648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.887648+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":117,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.494483+0000","last_change":"2023-08-28T02:29:44.407595+0000","last_active":"2023-08-28T02:35:29.494483+0000","last_peered":"2023-08-28T02:35:29.494483+0000","last_clean":"2023-08-28T02:35:29.494483+0000","last_became_active":"2023-08-28T02:29:44.407316+0000","last_became_peered":"2023-08-28T02:29:44.407316+0000","last_unstale":"2023-08-28T02:35:29.494483+0000","last_undegraded":"2023-08-28T02:35:29.494483+0000","last_fullsized":"2023-08-28T02:35:29.494483+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:01:47.777709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":338,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.797508+0000","last_change":"2023-08-28T02:33:13.286980+0000","last_active":"2023-08-28T02:35:23.797508+0000","last_peered":"2023-08-28T02:35:23.797508+0000","last_clean":"2023-08-28T02:35:23.797508+0000","last_became_active":"2023-08-28T02:33:13.286740+0000","last_became_peered":"2023-08-28T02:33:13.286740+0000","last_unstale":"2023-08-28T02:35:23.797508+0000","last_undegraded":"2023-08-28T02:35:23.797508+0000","last_fullsized":"2023-08-28T02:35:23.797508+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:24:54.574365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":117,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.494793+0000","last_change":"2023-08-28T02:29:44.506914+0000","last_active":"2023-08-28T02:35:29.494793+0000","last_peered":"2023-08-28T02:35:29.494793+0000","last_clean":"2023-08-28T02:35:29.494793+0000","last_became_active":"2023-08-28T02:29:44.506606+0000","last_became_peered":"2023-08-28T02:29:44.506606+0000","last_unstale":"2023-08-28T02:35:29.494793+0000","last_undegraded":"2023-08-28T02:35:29.494793+0000","last_fullsized":"2023-08-28T02:35:29.494793+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:55:50.992279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"328'6503","reported_seq":18187,"reported_epoch":328,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:35:39.786154+0000","last_change":"2023-08-28T02:34:11.565330+0000","last_active":"2023-08-28T02:35:39.786154+0000","last_peered":"2023-08-28T02:35:39.786154+0000","last_clean":"2023-08-28T02:32:11.916240+0000","last_became_active":"2023-08-28T02:33:12.501819+0000","last_became_peered":"2023-08-28T02:33:12.501819+0000","last_unstale":"2023-08-28T02:35:39.786154+0000","last_undegraded":"2023-08-28T02:35:39.786154+0000","last_fullsized":"2023-08-28T02:35:39.786154+0000","mapping_epoch":297,"log_start":"255'1224","ondisk_log_start":"255'1224","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5279,"log_dups_size":0,"ondisk_log_size":5279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:45:43.329719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":333774848,"num_objects":5093,"num_object_clones":0,"num_object_copies":15279,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":5093,"num_objects_unfound":0,"num_objects_dirty":5093,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6503,"num_write_kb":371072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5787,"num_bytes_recovered":379256832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,2],"avail_no_missing":["0","2","5","6"],"object_location_counts":[{"shards":"0,2,5","objects":5093}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.1","version":"75'161","reported_seq":586,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.796973+0000","last_change":"2023-08-28T02:32:31.482659+0000","last_active":"2023-08-28T02:35:23.796973+0000","last_peered":"2023-08-28T02:35:23.796973+0000","last_clean":"2023-08-28T02:35:23.796973+0000","last_became_active":"2023-08-28T02:32:31.482320+0000","last_became_peered":"2023-08-28T02:32:31.482320+0000","last_unstale":"2023-08-28T02:35:23.796973+0000","last_undegraded":"2023-08-28T02:35:23.796973+0000","last_fullsized":"2023-08-28T02:35:23.796973+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:24.559397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:24.559397+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:41:09.516918+0000","scrub_duration":0.001580328,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":324,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.797192+0000","last_change":"2023-08-28T02:31:51.988386+0000","last_active":"2023-08-28T02:35:23.797192+0000","last_peered":"2023-08-28T02:35:23.797192+0000","last_clean":"2023-08-28T02:35:23.797192+0000","last_became_active":"2023-08-28T02:31:51.988097+0000","last_became_peered":"2023-08-28T02:31:51.988097+0000","last_unstale":"2023-08-28T02:35:23.797192+0000","last_undegraded":"2023-08-28T02:35:23.797192+0000","last_fullsized":"2023-08-28T02:35:23.797192+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:25:01.818829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":300,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.795481+0000","last_change":"2023-08-28T02:32:12.951275+0000","last_active":"2023-08-28T02:35:23.795481+0000","last_peered":"2023-08-28T02:35:23.795481+0000","last_clean":"2023-08-28T02:35:23.795481+0000","last_became_active":"2023-08-28T02:32:12.950965+0000","last_became_peered":"2023-08-28T02:32:12.950965+0000","last_unstale":"2023-08-28T02:35:23.795481+0000","last_undegraded":"2023-08-28T02:35:23.795481+0000","last_fullsized":"2023-08-28T02:35:23.795481+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:37:31.294280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":143,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.494504+0000","last_change":"2023-08-28T02:33:13.286534+0000","last_active":"2023-08-28T02:35:29.494504+0000","last_peered":"2023-08-28T02:35:29.494504+0000","last_clean":"2023-08-28T02:35:29.494504+0000","last_became_active":"2023-08-28T02:33:13.286164+0000","last_became_peered":"2023-08-28T02:33:13.286164+0000","last_unstale":"2023-08-28T02:35:29.494504+0000","last_undegraded":"2023-08-28T02:35:29.494504+0000","last_fullsized":"2023-08-28T02:35:29.494504+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:56.721932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"327'6510","reported_seq":18285,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:35.114402+0000","last_change":"2023-08-28T02:34:14.448606+0000","last_active":"2023-08-28T02:35:35.114402+0000","last_peered":"2023-08-28T02:35:35.114402+0000","last_clean":"2023-08-28T02:35:35.114402+0000","last_became_active":"2023-08-28T02:34:14.438547+0000","last_became_peered":"2023-08-28T02:34:14.438547+0000","last_unstale":"2023-08-28T02:35:35.114402+0000","last_undegraded":"2023-08-28T02:35:35.114402+0000","last_fullsized":"2023-08-28T02:35:35.114402+0000","mapping_epoch":314,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":315,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6510,"log_dups_size":0,"ondisk_log_size":6510,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:06:41.120408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":338034688,"num_objects":5158,"num_object_clones":0,"num_object_copies":15474,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5158,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6510,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5834,"num_bytes_recovered":376832000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2","version":"75'161","reported_seq":708,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.937681+0000","last_change":"2023-08-28T02:30:51.762377+0000","last_active":"2023-08-28T02:35:23.937681+0000","last_peered":"2023-08-28T02:35:23.937681+0000","last_clean":"2023-08-28T02:35:23.937681+0000","last_became_active":"2023-08-28T02:27:46.375590+0000","last_became_peered":"2023-08-28T02:27:46.375590+0000","last_unstale":"2023-08-28T02:35:23.937681+0000","last_undegraded":"2023-08-28T02:35:23.937681+0000","last_fullsized":"2023-08-28T02:35:23.937681+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:51.762314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:51.762314+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:02.034555+0000","scrub_duration":0.0020023620000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":135,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.506667+0000","last_change":"2023-08-28T02:33:13.289765+0000","last_active":"2023-08-28T02:35:29.506667+0000","last_peered":"2023-08-28T02:35:29.506667+0000","last_clean":"2023-08-28T02:35:29.506667+0000","last_became_active":"2023-08-28T02:33:13.289159+0000","last_became_peered":"2023-08-28T02:33:13.289159+0000","last_unstale":"2023-08-28T02:35:29.506667+0000","last_undegraded":"2023-08-28T02:35:29.506667+0000","last_fullsized":"2023-08-28T02:35:29.506667+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:30:38.956723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":135,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.494173+0000","last_change":"2023-08-28T02:32:28.464203+0000","last_active":"2023-08-28T02:35:29.494173+0000","last_peered":"2023-08-28T02:35:29.494173+0000","last_clean":"2023-08-28T02:35:29.494173+0000","last_became_active":"2023-08-28T02:32:28.463412+0000","last_became_peered":"2023-08-28T02:32:28.463412+0000","last_unstale":"2023-08-28T02:35:29.494173+0000","last_undegraded":"2023-08-28T02:35:29.494173+0000","last_fullsized":"2023-08-28T02:35:29.494173+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:20:38.177879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":117,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.495465+0000","last_change":"2023-08-28T02:29:44.427945+0000","last_active":"2023-08-28T02:35:29.495465+0000","last_peered":"2023-08-28T02:35:29.495465+0000","last_clean":"2023-08-28T02:35:29.495465+0000","last_became_active":"2023-08-28T02:29:44.426487+0000","last_became_peered":"2023-08-28T02:29:44.426487+0000","last_unstale":"2023-08-28T02:35:29.495465+0000","last_undegraded":"2023-08-28T02:35:29.495465+0000","last_fullsized":"2023-08-28T02:35:29.495465+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:30:20.438896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"328'6531","reported_seq":16588,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-08-28T02:35:36.987615+0000","last_change":"2023-08-28T02:34:48.488647+0000","last_active":"2023-08-28T02:35:36.987615+0000","last_peered":"2023-08-28T02:35:36.987615+0000","last_clean":"2023-08-28T02:35:36.987615+0000","last_became_active":"2023-08-28T02:34:48.476519+0000","last_became_peered":"2023-08-28T02:34:48.476519+0000","last_unstale":"2023-08-28T02:35:36.987615+0000","last_undegraded":"2023-08-28T02:35:36.987615+0000","last_fullsized":"2023-08-28T02:35:36.987615+0000","mapping_epoch":318,"log_start":"254'400","ondisk_log_start":"254'400","created":250,"last_epoch_clean":319,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6131,"log_dups_size":0,"ondisk_log_size":6131,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:44:20.004230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":335085568,"num_objects":5113,"num_object_clones":0,"num_object_copies":15339,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5113,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6531,"num_write_kb":372608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4973,"num_bytes_recovered":325910528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":318,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.797548+0000","last_change":"2023-08-28T02:33:13.484970+0000","last_active":"2023-08-28T02:35:23.797548+0000","last_peered":"2023-08-28T02:35:23.797548+0000","last_clean":"2023-08-28T02:35:23.797548+0000","last_became_active":"2023-08-28T02:33:13.484579+0000","last_became_peered":"2023-08-28T02:33:13.484579+0000","last_unstale":"2023-08-28T02:35:23.797548+0000","last_undegraded":"2023-08-28T02:35:23.797548+0000","last_fullsized":"2023-08-28T02:35:23.797548+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:58.027468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"75'161","reported_seq":709,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.939314+0000","last_change":"2023-08-28T02:31:55.059467+0000","last_active":"2023-08-28T02:35:23.939314+0000","last_peered":"2023-08-28T02:35:23.939314+0000","last_clean":"2023-08-28T02:35:23.939314+0000","last_became_active":"2023-08-28T02:31:55.059115+0000","last_became_peered":"2023-08-28T02:31:55.059115+0000","last_unstale":"2023-08-28T02:35:23.939314+0000","last_undegraded":"2023-08-28T02:35:23.939314+0000","last_fullsized":"2023-08-28T02:35:23.939314+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":0,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.820990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.820990+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:15:56.774667+0000","scrub_duration":0.0017342480000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":236,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.507346+0000","last_change":"2023-08-28T02:33:13.352810+0000","last_active":"2023-08-28T02:35:29.507346+0000","last_peered":"2023-08-28T02:35:29.507346+0000","last_clean":"2023-08-28T02:35:29.507346+0000","last_became_active":"2023-08-28T02:33:13.351697+0000","last_became_peered":"2023-08-28T02:33:13.351697+0000","last_unstale":"2023-08-28T02:35:29.507346+0000","last_undegraded":"2023-08-28T02:35:29.507346+0000","last_fullsized":"2023-08-28T02:35:29.507346+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:56.187163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":149,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.795680+0000","last_change":"2023-08-28T02:31:51.984584+0000","last_active":"2023-08-28T02:35:23.795680+0000","last_peered":"2023-08-28T02:35:23.795680+0000","last_clean":"2023-08-28T02:35:23.795680+0000","last_became_active":"2023-08-28T02:31:51.984264+0000","last_became_peered":"2023-08-28T02:31:51.984264+0000","last_unstale":"2023-08-28T02:35:23.795680+0000","last_undegraded":"2023-08-28T02:35:23.795680+0000","last_fullsized":"2023-08-28T02:35:23.795680+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:58:42.306722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"328'6539","reported_seq":18232,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-08-28T02:35:39.994765+0000","last_change":"2023-08-28T02:35:11.978901+0000","last_active":"2023-08-28T02:35:39.994765+0000","last_peered":"2023-08-28T02:35:39.994765+0000","last_clean":"2023-08-28T02:35:39.994765+0000","last_became_active":"2023-08-28T02:35:11.966585+0000","last_became_peered":"2023-08-28T02:35:11.966585+0000","last_unstale":"2023-08-28T02:35:39.994765+0000","last_undegraded":"2023-08-28T02:35:39.994765+0000","last_fullsized":"2023-08-28T02:35:39.994765+0000","mapping_epoch":323,"log_start":"255'1228","ondisk_log_start":"255'1228","created":250,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5311,"log_dups_size":0,"ondisk_log_size":5311,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:03:07.017814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":330498048,"num_objects":5043,"num_object_clones":0,"num_object_copies":15129,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5043,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6539,"num_write_kb":370624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5791,"num_bytes_recovered":368967680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3","version":"75'161","reported_seq":593,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.496042+0000","last_change":"2023-08-28T02:31:55.068239+0000","last_active":"2023-08-28T02:35:29.496042+0000","last_peered":"2023-08-28T02:35:29.496042+0000","last_clean":"2023-08-28T02:35:29.496042+0000","last_became_active":"2023-08-28T02:31:55.067875+0000","last_became_peered":"2023-08-28T02:31:55.067875+0000","last_unstale":"2023-08-28T02:35:29.496042+0000","last_undegraded":"2023-08-28T02:35:29.496042+0000","last_fullsized":"2023-08-28T02:35:29.496042+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.868248+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:11:04.391639+0000","scrub_duration":0.0016215240000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":332,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.939229+0000","last_change":"2023-08-28T02:29:44.421353+0000","last_active":"2023-08-28T02:35:23.939229+0000","last_peered":"2023-08-28T02:35:23.939229+0000","last_clean":"2023-08-28T02:35:23.939229+0000","last_became_active":"2023-08-28T02:29:44.421064+0000","last_became_peered":"2023-08-28T02:29:44.421064+0000","last_unstale":"2023-08-28T02:35:23.939229+0000","last_undegraded":"2023-08-28T02:35:23.939229+0000","last_fullsized":"2023-08-28T02:35:23.939229+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:51:36.524024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":302,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:30.355450+0000","last_change":"2023-08-28T02:33:12.299487+0000","last_active":"2023-08-28T02:35:30.355450+0000","last_peered":"2023-08-28T02:35:30.355450+0000","last_clean":"2023-08-28T02:35:30.355450+0000","last_became_active":"2023-08-28T02:33:12.299175+0000","last_became_peered":"2023-08-28T02:33:12.299175+0000","last_unstale":"2023-08-28T02:35:30.355450+0000","last_undegraded":"2023-08-28T02:35:30.355450+0000","last_fullsized":"2023-08-28T02:35:30.355450+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:42:29.713462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":312,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.467261+0000","last_change":"2023-08-28T02:32:28.457696+0000","last_active":"2023-08-28T02:35:29.467261+0000","last_peered":"2023-08-28T02:35:29.467261+0000","last_clean":"2023-08-28T02:35:29.467261+0000","last_became_active":"2023-08-28T02:32:28.457407+0000","last_became_peered":"2023-08-28T02:32:28.457407+0000","last_unstale":"2023-08-28T02:35:29.467261+0000","last_undegraded":"2023-08-28T02:35:29.467261+0000","last_fullsized":"2023-08-28T02:35:29.467261+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:26:29.392787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"327'6457","reported_seq":7570,"reported_epoch":327,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:35:35.234883+0000","last_change":"2023-08-28T02:34:11.566035+0000","last_active":"2023-08-28T02:35:35.234883+0000","last_peered":"2023-08-28T02:35:35.234883+0000","last_clean":"2023-08-28T02:33:10.395883+0000","last_became_active":"2023-08-28T02:33:12.394714+0000","last_became_peered":"2023-08-28T02:33:12.394714+0000","last_unstale":"2023-08-28T02:35:35.234883+0000","last_undegraded":"2023-08-28T02:35:35.234883+0000","last_fullsized":"2023-08-28T02:35:35.234883+0000","mapping_epoch":297,"log_start":"255'1084","ondisk_log_start":"255'1084","created":250,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5373,"log_dups_size":0,"ondisk_log_size":5373,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:01:26.984565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":329383960,"num_objects":5027,"num_object_clones":0,"num_object_copies":15081,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4589,"num_objects_unfound":0,"num_objects_dirty":5027,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":6457,"num_write_kb":367425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":500,"num_bytes_recovered":32768000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,6],"avail_no_missing":["4","0","6"],"object_location_counts":[{"shards":"0,4,6","objects":5027}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.6","version":"75'161","reported_seq":587,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.467171+0000","last_change":"2023-08-28T02:33:13.338675+0000","last_active":"2023-08-28T02:35:29.467171+0000","last_peered":"2023-08-28T02:35:29.467171+0000","last_clean":"2023-08-28T02:35:29.467171+0000","last_became_active":"2023-08-28T02:33:13.338271+0000","last_became_peered":"2023-08-28T02:33:13.338271+0000","last_unstale":"2023-08-28T02:35:29.467171+0000","last_undegraded":"2023-08-28T02:35:29.467171+0000","last_fullsized":"2023-08-28T02:35:29.467171+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.774982+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.774982+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:13:20.011329+0000","scrub_duration":0.003539819,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":295,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.939154+0000","last_change":"2023-08-28T02:14:43.033789+0000","last_active":"2023-08-28T02:35:23.939154+0000","last_peered":"2023-08-28T02:35:23.939154+0000","last_clean":"2023-08-28T02:35:23.939154+0000","last_became_active":"2023-08-28T02:14:43.033454+0000","last_became_peered":"2023-08-28T02:14:43.033454+0000","last_unstale":"2023-08-28T02:35:23.939154+0000","last_undegraded":"2023-08-28T02:35:23.939154+0000","last_fullsized":"2023-08-28T02:35:23.939154+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:01:13.205842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":126,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.494710+0000","last_change":"2023-08-28T02:32:28.461807+0000","last_active":"2023-08-28T02:35:29.494710+0000","last_peered":"2023-08-28T02:35:29.494710+0000","last_clean":"2023-08-28T02:35:29.494710+0000","last_became_active":"2023-08-28T02:32:28.461116+0000","last_became_peered":"2023-08-28T02:32:28.461116+0000","last_unstale":"2023-08-28T02:35:29.494710+0000","last_undegraded":"2023-08-28T02:35:29.494710+0000","last_fullsized":"2023-08-28T02:35:29.494710+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:12:45.321757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":273,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:30.355555+0000","last_change":"2023-08-28T02:14:43.048791+0000","last_active":"2023-08-28T02:35:30.355555+0000","last_peered":"2023-08-28T02:35:30.355555+0000","last_clean":"2023-08-28T02:35:30.355555+0000","last_became_active":"2023-08-28T02:14:43.047408+0000","last_became_peered":"2023-08-28T02:14:43.047408+0000","last_unstale":"2023-08-28T02:35:30.355555+0000","last_undegraded":"2023-08-28T02:35:30.355555+0000","last_fullsized":"2023-08-28T02:35:30.355555+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:47.097181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"327'6634","reported_seq":15476,"reported_epoch":327,"state":"active+recovering+remapped","last_fresh":"2023-08-28T02:35:35.292041+0000","last_change":"2023-08-28T02:35:10.974195+0000","last_active":"2023-08-28T02:35:35.292041+0000","last_peered":"2023-08-28T02:35:35.292041+0000","last_clean":"2023-08-28T02:31:50.933695+0000","last_became_active":"2023-08-28T02:33:13.540416+0000","last_became_peered":"2023-08-28T02:33:13.540416+0000","last_unstale":"2023-08-28T02:35:35.292041+0000","last_undegraded":"2023-08-28T02:35:35.292041+0000","last_fullsized":"2023-08-28T02:35:35.292041+0000","mapping_epoch":298,"log_start":"255'1274","ondisk_log_start":"255'1274","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5360,"log_dups_size":0,"ondisk_log_size":5360,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:49:35.658845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":342622208,"num_objects":5228,"num_object_clones":0,"num_object_copies":15684,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1208,"num_objects_unfound":0,"num_objects_dirty":5228,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6634,"num_write_kb":379584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4363,"num_bytes_recovered":285933568,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,2],"avail_no_missing":["4","2","6"],"object_location_counts":[{"shards":"2,4,5","objects":4624},{"shards":"2,4,6","objects":604}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.5","version":"75'161","reported_seq":620,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.795317+0000","last_change":"2023-08-28T02:32:31.477151+0000","last_active":"2023-08-28T02:35:23.795317+0000","last_peered":"2023-08-28T02:35:23.795317+0000","last_clean":"2023-08-28T02:35:23.795317+0000","last_became_active":"2023-08-28T02:32:31.476776+0000","last_became_peered":"2023-08-28T02:32:31.476776+0000","last_unstale":"2023-08-28T02:35:23.795317+0000","last_undegraded":"2023-08-28T02:35:23.795317+0000","last_fullsized":"2023-08-28T02:35:23.795317+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:18.891729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:18.891729+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:47:27.194140+0000","scrub_duration":0.0031546460000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"65'2","reported_seq":283,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.507848+0000","last_change":"2023-08-28T02:33:12.327778+0000","last_active":"2023-08-28T02:35:29.507848+0000","last_peered":"2023-08-28T02:35:29.507848+0000","last_clean":"2023-08-28T02:35:29.507848+0000","last_became_active":"2023-08-28T02:33:12.327273+0000","last_became_peered":"2023-08-28T02:33:12.327273+0000","last_unstale":"2023-08-28T02:35:29.507848+0000","last_undegraded":"2023-08-28T02:35:29.507848+0000","last_fullsized":"2023-08-28T02:35:29.507848+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:40.554192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":165,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.494973+0000","last_change":"2023-08-28T02:33:13.335665+0000","last_active":"2023-08-28T02:35:29.494973+0000","last_peered":"2023-08-28T02:35:29.494973+0000","last_clean":"2023-08-28T02:35:29.494973+0000","last_became_active":"2023-08-28T02:33:13.335322+0000","last_became_peered":"2023-08-28T02:33:13.335322+0000","last_unstale":"2023-08-28T02:35:29.494973+0000","last_undegraded":"2023-08-28T02:35:29.494973+0000","last_fullsized":"2023-08-28T02:35:29.494973+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:21:08.024493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":280,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.506792+0000","last_change":"2023-08-28T02:33:12.310326+0000","last_active":"2023-08-28T02:35:29.506792+0000","last_peered":"2023-08-28T02:35:29.506792+0000","last_clean":"2023-08-28T02:35:29.506792+0000","last_became_active":"2023-08-28T02:33:12.310011+0000","last_became_peered":"2023-08-28T02:33:12.310011+0000","last_unstale":"2023-08-28T02:35:29.506792+0000","last_undegraded":"2023-08-28T02:35:29.506792+0000","last_fullsized":"2023-08-28T02:35:29.506792+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:35:03.710036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"327'6603","reported_seq":8709,"reported_epoch":327,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:35:35.440684+0000","last_change":"2023-08-28T02:33:34.765675+0000","last_active":"2023-08-28T02:35:35.440684+0000","last_peered":"2023-08-28T02:35:35.440684+0000","last_clean":"2023-08-28T02:31:27.909649+0000","last_became_active":"2023-08-28T02:33:33.726805+0000","last_became_peered":"2023-08-28T02:33:33.726805+0000","last_unstale":"2023-08-28T02:35:35.440684+0000","last_undegraded":"2023-08-28T02:33:20.140072+0000","last_fullsized":"2023-08-28T02:33:13.278549+0000","mapping_epoch":298,"log_start":"255'1177","ondisk_log_start":"255'1177","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5426,"log_dups_size":0,"ondisk_log_size":5426,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:02:22.971585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":345047040,"num_objects":5265,"num_object_clones":0,"num_object_copies":15795,"num_objects_missing_on_primary":5239,"num_objects_missing":5239,"num_objects_degraded":13081,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5265,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6603,"num_write_kb":379776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":658,"num_bytes_recovered":42991616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[4,3],"avail_no_missing":["2","6"],"object_location_counts":[{"shards":"2,3,4,6","objects":12},{"shards":"2,3,6","objects":2756},{"shards":"2,4,6","objects":14},{"shards":"2,6","objects":2483},{"shards":"3,4","objects":-13}],"blocked_by":[],"up_primary":3,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.4","version":"75'161","reported_seq":535,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.507078+0000","last_change":"2023-08-28T02:33:12.296479+0000","last_active":"2023-08-28T02:35:29.507078+0000","last_peered":"2023-08-28T02:35:29.507078+0000","last_clean":"2023-08-28T02:35:29.507078+0000","last_became_active":"2023-08-28T02:33:12.294160+0000","last_became_peered":"2023-08-28T02:33:12.294160+0000","last_unstale":"2023-08-28T02:35:29.507078+0000","last_undegraded":"2023-08-28T02:35:29.507078+0000","last_fullsized":"2023-08-28T02:35:29.507078+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.899247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.899247+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":253,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.938193+0000","last_change":"2023-08-28T02:33:13.539335+0000","last_active":"2023-08-28T02:35:23.938193+0000","last_peered":"2023-08-28T02:35:23.938193+0000","last_clean":"2023-08-28T02:35:23.938193+0000","last_became_active":"2023-08-28T02:33:13.538978+0000","last_became_peered":"2023-08-28T02:33:13.538978+0000","last_unstale":"2023-08-28T02:35:23.938193+0000","last_undegraded":"2023-08-28T02:35:23.938193+0000","last_fullsized":"2023-08-28T02:35:23.938193+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:26:13.405766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"65'1","reported_seq":316,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.467354+0000","last_change":"2023-08-28T02:29:44.510205+0000","last_active":"2023-08-28T02:35:29.467354+0000","last_peered":"2023-08-28T02:35:29.467354+0000","last_clean":"2023-08-28T02:35:29.467354+0000","last_became_active":"2023-08-28T02:29:44.429357+0000","last_became_peered":"2023-08-28T02:29:44.429357+0000","last_unstale":"2023-08-28T02:35:29.467354+0000","last_undegraded":"2023-08-28T02:35:29.467354+0000","last_fullsized":"2023-08-28T02:35:29.467354+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:44:59.955729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":282,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.795029+0000","last_change":"2023-08-28T02:32:12.950661+0000","last_active":"2023-08-28T02:35:23.795029+0000","last_peered":"2023-08-28T02:35:23.795029+0000","last_clean":"2023-08-28T02:35:23.795029+0000","last_became_active":"2023-08-28T02:32:12.950276+0000","last_became_peered":"2023-08-28T02:32:12.950276+0000","last_unstale":"2023-08-28T02:35:23.795029+0000","last_undegraded":"2023-08-28T02:35:23.795029+0000","last_fullsized":"2023-08-28T02:35:23.795029+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:05:17.972868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"65'1","reported_seq":274,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.466508+0000","last_change":"2023-08-28T02:14:43.042150+0000","last_active":"2023-08-28T02:35:29.466508+0000","last_peered":"2023-08-28T02:35:29.466508+0000","last_clean":"2023-08-28T02:35:29.466508+0000","last_became_active":"2023-08-28T02:14:43.038336+0000","last_became_peered":"2023-08-28T02:14:43.038336+0000","last_unstale":"2023-08-28T02:35:29.466508+0000","last_undegraded":"2023-08-28T02:35:29.466508+0000","last_fullsized":"2023-08-28T02:35:29.466508+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:26:02.415152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":324,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.494582+0000","last_change":"2023-08-28T02:33:13.318097+0000","last_active":"2023-08-28T02:35:29.494582+0000","last_peered":"2023-08-28T02:35:29.494582+0000","last_clean":"2023-08-28T02:35:29.494582+0000","last_became_active":"2023-08-28T02:33:13.317761+0000","last_became_peered":"2023-08-28T02:33:13.317761+0000","last_unstale":"2023-08-28T02:35:29.494582+0000","last_undegraded":"2023-08-28T02:35:29.494582+0000","last_fullsized":"2023-08-28T02:35:29.494582+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:24.836996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"65'2","reported_seq":320,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.796942+0000","last_change":"2023-08-28T02:29:44.535937+0000","last_active":"2023-08-28T02:35:23.796942+0000","last_peered":"2023-08-28T02:35:23.796942+0000","last_clean":"2023-08-28T02:35:23.796942+0000","last_became_active":"2023-08-28T02:29:44.462244+0000","last_became_peered":"2023-08-28T02:29:44.462244+0000","last_unstale":"2023-08-28T02:35:23.796942+0000","last_undegraded":"2023-08-28T02:35:23.796942+0000","last_fullsized":"2023-08-28T02:35:23.796942+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:30:33.173713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":321,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.466311+0000","last_change":"2023-08-28T02:33:12.305580+0000","last_active":"2023-08-28T02:35:29.466311+0000","last_peered":"2023-08-28T02:35:29.466311+0000","last_clean":"2023-08-28T02:35:29.466311+0000","last_became_active":"2023-08-28T02:33:12.305261+0000","last_became_peered":"2023-08-28T02:33:12.305261+0000","last_unstale":"2023-08-28T02:35:29.466311+0000","last_undegraded":"2023-08-28T02:35:29.466311+0000","last_fullsized":"2023-08-28T02:35:29.466311+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:22:31.614221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"65'2","reported_seq":289,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.797636+0000","last_change":"2023-08-28T02:31:51.991101+0000","last_active":"2023-08-28T02:35:23.797636+0000","last_peered":"2023-08-28T02:35:23.797636+0000","last_clean":"2023-08-28T02:35:23.797636+0000","last_became_active":"2023-08-28T02:31:51.987237+0000","last_became_peered":"2023-08-28T02:31:51.987237+0000","last_unstale":"2023-08-28T02:35:23.797636+0000","last_undegraded":"2023-08-28T02:35:23.797636+0000","last_fullsized":"2023-08-28T02:35:23.797636+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:07:07.370857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":323,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.795253+0000","last_change":"2023-08-28T02:33:12.494483+0000","last_active":"2023-08-28T02:35:23.795253+0000","last_peered":"2023-08-28T02:35:23.795253+0000","last_clean":"2023-08-28T02:35:23.795253+0000","last_became_active":"2023-08-28T02:33:12.494136+0000","last_became_peered":"2023-08-28T02:33:12.494136+0000","last_unstale":"2023-08-28T02:35:23.795253+0000","last_undegraded":"2023-08-28T02:35:23.795253+0000","last_fullsized":"2023-08-28T02:35:23.795253+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:36.772588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"65'1","reported_seq":268,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.507899+0000","last_change":"2023-08-28T02:33:13.287922+0000","last_active":"2023-08-28T02:35:29.507899+0000","last_peered":"2023-08-28T02:35:29.507899+0000","last_clean":"2023-08-28T02:35:29.507899+0000","last_became_active":"2023-08-28T02:33:13.287520+0000","last_became_peered":"2023-08-28T02:33:13.287520+0000","last_unstale":"2023-08-28T02:35:29.507899+0000","last_undegraded":"2023-08-28T02:35:29.507899+0000","last_fullsized":"2023-08-28T02:35:29.507899+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:11.627168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":282,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:35.315355+0000","last_change":"2023-08-28T02:33:13.289469+0000","last_active":"2023-08-28T02:35:35.315355+0000","last_peered":"2023-08-28T02:35:35.315355+0000","last_clean":"2023-08-28T02:35:35.315355+0000","last_became_active":"2023-08-28T02:33:13.288737+0000","last_became_peered":"2023-08-28T02:33:13.288737+0000","last_unstale":"2023-08-28T02:35:35.315355+0000","last_undegraded":"2023-08-28T02:35:35.315355+0000","last_fullsized":"2023-08-28T02:35:35.315355+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:11:15.043550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"65'4","reported_seq":306,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:30.355773+0000","last_change":"2023-08-28T02:32:28.607010+0000","last_active":"2023-08-28T02:35:30.355773+0000","last_peered":"2023-08-28T02:35:30.355773+0000","last_clean":"2023-08-28T02:35:30.355773+0000","last_became_active":"2023-08-28T02:32:28.492224+0000","last_became_peered":"2023-08-28T02:32:28.492224+0000","last_unstale":"2023-08-28T02:35:30.355773+0000","last_undegraded":"2023-08-28T02:35:30.355773+0000","last_fullsized":"2023-08-28T02:35:30.355773+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:13:45.711951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":554,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":333,"reported_epoch":326,"state":"active+clean","last_fresh":"2023-08-28T02:35:23.794933+0000","last_change":"2023-08-28T02:33:13.309144+0000","last_active":"2023-08-28T02:35:23.794933+0000","last_peered":"2023-08-28T02:35:23.794933+0000","last_clean":"2023-08-28T02:35:23.794933+0000","last_became_active":"2023-08-28T02:33:13.308910+0000","last_became_peered":"2023-08-28T02:33:13.308910+0000","last_unstale":"2023-08-28T02:35:23.794933+0000","last_undegraded":"2023-08-28T02:35:23.794933+0000","last_fullsized":"2023-08-28T02:35:23.794933+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:09:59.549591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":5379063832,"num_objects":82079,"num_object_clones":0,"num_object_copies":246237,"num_objects_missing_on_primary":5239,"num_objects_missing":5239,"num_objects_degraded":38270,"num_objects_misplaced":10890,"num_objects_unfound":0,"num_objects_dirty":82079,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":104535,"num_write_kb":5971585,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":35796,"num_bytes_recovered":2329673728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":17198428160,"data_stored":17198415944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":93783,"ondisk_log_size":93783,"up":48,"acting":43,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":10126,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":370028,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":89,"num_read_kb":167,"num_write":44,"num_write_kb":440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":322019,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299744,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2142080,"kb_used_data":1652536,"kb_used_omap":0,"kb_used_meta":489536,"kb_avail":91603072,"statfs":{"total":95995035648,"available":93801545728,"internally_reserved":0,"allocated":1692196864,"data_stored":1690894365,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":501284864},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:35:09 2023","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":0.92100000000000004,"15min":1.4750000000000001},"min":{"1min":0.24299999999999999,"5min":0.219,"15min":0.21199999999999999},"max":{"1min":1.421,"5min":8.8079999999999998,"15min":13.118},"last":0.374},{"interface":"front","average":{"1min":0.59199999999999997,"5min":1.2629999999999999,"15min":1.8859999999999999},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.246},"max":{"1min":2.395,"5min":12.42,"15min":17.402999999999999},"last":0.498}]},{"osd":1,"last update":"Mon Aug 28 02:34:37 2023","interfaces":[{"interface":"back","average":{"1min":0.89000000000000001,"5min":1.5329999999999999,"15min":2.198},"min":{"1min":0.28399999999999997,"5min":0.248,"15min":0.24099999999999999},"max":{"1min":5.492,"5min":11.699999999999999,"15min":17.43},"last":0.44900000000000001},{"interface":"front","average":{"1min":1.087,"5min":1.593,"15min":2.052},"min":{"1min":0.32100000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":5.5179999999999998,"5min":12.525,"15min":19.913},"last":0.58399999999999996}]},{"osd":2,"last update":"Mon Aug 28 02:35:22 2023","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.67500000000000004,"15min":1.5700000000000001},"min":{"1min":0.26800000000000002,"5min":0.23499999999999999,"15min":0.22800000000000001},"max":{"1min":1.595,"5min":3.8199999999999998,"15min":8.3889999999999993},"last":0.42599999999999999},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.80700000000000005,"15min":1.4670000000000001},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28699999999999998},"max":{"1min":1.1020000000000001,"5min":6.7750000000000004,"15min":12.128},"last":0.48399999999999999}]},{"osd":3,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.68999999999999995,"15min":0.70799999999999996},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":2.073,"5min":3.0099999999999998,"15min":3.0099999999999998},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.63,"15min":0.63},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":3.0600000000000001,"5min":3.1000000000000001,"15min":3.1000000000000001},"last":0.40300000000000002}]},{"osd":4,"last update":"Mon Aug 28 02:35:09 2023","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.92400000000000004,"15min":1.2989999999999999},"min":{"1min":0.27700000000000002,"5min":0.245,"15min":0.24199999999999999},"max":{"1min":2.1150000000000002,"5min":9.6839999999999993,"15min":18.943000000000001},"last":0.38700000000000001},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.77200000000000002,"15min":0.95699999999999996},"min":{"1min":0.30399999999999999,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":2.206,"5min":6.2350000000000003,"15min":8.1890000000000001},"last":0.31900000000000001}]},{"osd":5,"last update":"Mon Aug 28 02:35:09 2023","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.74399999999999999,"15min":1.0660000000000001},"min":{"1min":0.28100000000000003,"5min":0.246,"15min":0.23599999999999999},"max":{"1min":1.2210000000000001,"5min":5.9130000000000003,"15min":14.622},"last":0.33500000000000002},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.90900000000000003,"15min":1.294},"min":{"1min":0.317,"5min":0.28100000000000003,"15min":0.27000000000000002},"max":{"1min":2.1419999999999999,"5min":9.5559999999999992,"15min":17.324999999999999},"last":0.41599999999999998}]},{"osd":6,"last update":"Mon Aug 28 02:35:09 2023","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.98199999999999998,"15min":1.321},"min":{"1min":0.36699999999999999,"5min":0.31900000000000001,"15min":0.30299999999999999},"max":{"1min":2.1819999999999999,"5min":9.7829999999999995,"15min":17.454999999999998},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.436,"5min":0.77300000000000002,"15min":0.86299999999999999},"min":{"1min":0.34399999999999997,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.54500000000000004,"5min":5.6710000000000003,"15min":7.665},"last":0.35799999999999998}]}]},{"osd":6,"up_from":0,"seq":193273528675,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":101,"seq":433791697134,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1630072,"kb_used_data":997808,"kb_used_omap":4,"kb_used_meta":632251,"kb_avail":92115080,"statfs":{"total":95995035648,"available":94325841920,"internally_reserved":0,"allocated":1021755392,"data_stored":1019911234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":647425934},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:34:37 2023","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":1.353,"15min":2.5939999999999999},"min":{"1min":0.27100000000000002,"5min":0.223,"15min":0.214},"max":{"1min":3.3730000000000002,"5min":14.721,"15min":24.545999999999999},"last":0.56299999999999994},{"interface":"front","average":{"1min":1.214,"5min":2.109,"15min":3.0760000000000001},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.21199999999999999},"max":{"1min":7.2450000000000001,"5min":12.301,"15min":24.515000000000001},"last":0.58199999999999996}]},{"osd":2,"last update":"Mon Aug 28 02:35:30 2023","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":1.4330000000000001,"15min":2.5819999999999999},"min":{"1min":0.30499999999999999,"5min":0.28699999999999998,"15min":0.24099999999999999},"max":{"1min":2.4889999999999999,"5min":22.161000000000001,"15min":22.161000000000001},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.42599999999999999,"5min":1.3720000000000001,"15min":2.1139999999999999},"min":{"1min":0.28399999999999997,"5min":0.254,"15min":0.253},"max":{"1min":0.81599999999999995,"5min":13.114000000000001,"15min":20.003},"last":0.44900000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:35:12 2023","interfaces":[{"interface":"back","average":{"1min":0.69899999999999995,"5min":0.51000000000000001,"15min":0.47799999999999998},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":1.9770000000000001,"5min":1.9770000000000001,"15min":1.9770000000000001},"last":0.63900000000000001},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.53400000000000003,"15min":0.52100000000000002},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":2.694,"5min":2.694,"15min":2.694},"last":0.36199999999999999}]},{"osd":4,"last update":"Mon Aug 28 02:34:37 2023","interfaces":[{"interface":"back","average":{"1min":1.0369999999999999,"5min":1.2909999999999999,"15min":1.706},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":3.0259999999999998,"5min":18.689,"15min":18.992999999999999},"last":0.65700000000000003},{"interface":"front","average":{"1min":0.58299999999999996,"5min":1.304,"15min":1.806},"min":{"1min":0.39200000000000002,"5min":0.29099999999999998,"15min":0.26400000000000001},"max":{"1min":1.486,"5min":14.779999999999999,"15min":14.779999999999999},"last":0.80800000000000005}]},{"osd":5,"last update":"Mon Aug 28 02:34:37 2023","interfaces":[{"interface":"back","average":{"1min":0.84699999999999998,"5min":1.8129999999999999,"15min":2.2770000000000001},"min":{"1min":0.41399999999999998,"5min":0.35999999999999999,"15min":0.29999999999999999},"max":{"1min":3.7029999999999998,"5min":12.170999999999999,"15min":18.626999999999999},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.99299999999999999,"5min":1.294,"15min":2.1779999999999999},"min":{"1min":0.38300000000000001,"5min":0.374,"15min":0.31900000000000001},"max":{"1min":3.0609999999999999,"5min":7.3410000000000002,"15min":18.945},"last":0.68200000000000005}]},{"osd":6,"last update":"Mon Aug 28 02:34:37 2023","interfaces":[{"interface":"back","average":{"1min":0.74099999999999999,"5min":1.609,"15min":2.2349999999999999},"min":{"1min":0.45000000000000001,"5min":0.373,"15min":0.34300000000000003},"max":{"1min":3.7400000000000002,"5min":12.221,"15min":13.254},"last":0.40799999999999997},{"interface":"front","average":{"1min":1.085,"5min":1.4119999999999999,"15min":1.9350000000000001},"min":{"1min":0.43099999999999999,"5min":0.41799999999999998,"15min":0.34499999999999997},"max":{"1min":3.089,"5min":12.371,"15min":19.021999999999998},"last":0.71699999999999997}]},{"osd":7,"last update":"Mon Aug 28 02:34:37 2023","interfaces":[{"interface":"back","average":{"1min":1.103,"5min":1.248,"15min":2.1669999999999998},"min":{"1min":0.47199999999999998,"5min":0.374,"15min":0.374},"max":{"1min":3.1080000000000001,"5min":7.3949999999999996,"15min":19.047999999999998},"last":0.77700000000000002},{"interface":"front","average":{"1min":0.63900000000000001,"5min":1.3129999999999999,"15min":2.0630000000000002},"min":{"1min":0.432,"5min":0.34399999999999997,"15min":0.312},"max":{"1min":1.5620000000000001,"5min":14.818,"15min":14.818},"last":0.87}]}]},{"osd":0,"up_from":87,"seq":373662155001,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3930684,"kb_used_data":3257460,"kb_used_omap":5,"kb_used_meta":673210,"kb_avail":89814468,"statfs":{"total":95995035648,"available":91970015232,"internally_reserved":0,"allocated":3335639040,"data_stored":3333680562,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":689367674},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:35:34 2023","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.80400000000000005,"15min":1.8300000000000001},"min":{"1min":0.245,"5min":0.184,"15min":0.184},"max":{"1min":1.796,"5min":5.5339999999999998,"15min":30.315000000000001},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.96299999999999997,"15min":2.6589999999999998},"min":{"1min":0.26700000000000002,"5min":0.249,"15min":0.221},"max":{"1min":1.976,"5min":11.914,"15min":69.272000000000006},"last":0.442}]},{"osd":2,"last update":"Mon Aug 28 02:35:34 2023","interfaces":[{"interface":"back","average":{"1min":0.748,"5min":1.002,"15min":2.278},"min":{"1min":0.28199999999999997,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":2.6640000000000001,"5min":8.5250000000000004,"15min":20.959},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.754,"5min":0.92800000000000005,"15min":1.8720000000000001},"min":{"1min":0.32200000000000001,"5min":0.247,"15min":0.24299999999999999},"max":{"1min":2.8940000000000001,"5min":7.024,"15min":12.332000000000001},"last":0.53000000000000003}]},{"osd":3,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.67300000000000004,"5min":0.73399999999999999,"15min":0.74399999999999999},"min":{"1min":0.32600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":2.7130000000000001,"5min":3.952,"15min":3.952},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.748,"15min":0.77000000000000002},"min":{"1min":0.41299999999999998,"5min":0.371,"15min":0.371},"max":{"1min":1.0920000000000001,"5min":3.9750000000000001,"15min":3.9750000000000001},"last":0.48199999999999998}]},{"osd":4,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":3.5329999999999999,"15min":2.4849999999999999},"min":{"1min":0.36899999999999999,"5min":0.314,"15min":0.29299999999999998},"max":{"1min":0.69599999999999995,"5min":274.33199999999999,"15min":274.33199999999999},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.61799999999999999,"5min":3.6600000000000001,"15min":2.8879999999999999},"min":{"1min":0.36199999999999999,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":2.2280000000000002,"5min":266.31999999999999,"15min":266.31999999999999},"last":0.502}]},{"osd":5,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.92100000000000004,"15min":1.5840000000000001},"min":{"1min":0.371,"5min":0.33300000000000002,"15min":0.29299999999999998},"max":{"1min":0.70099999999999996,"5min":7.1139999999999999,"15min":13.038},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.64700000000000002,"5min":1.2609999999999999,"15min":2.085},"min":{"1min":0.39500000000000002,"5min":0.34799999999999998,"15min":0.27800000000000002},"max":{"1min":2.2679999999999998,"5min":11.968999999999999,"15min":15.231},"last":0.54800000000000004}]},{"osd":6,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":1.069,"15min":1.8220000000000001},"min":{"1min":0.40999999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.77800000000000002,"5min":11.605,"15min":15.122999999999999},"last":0.64300000000000002},{"interface":"front","average":{"1min":0.70399999999999996,"5min":1.3600000000000001,"15min":2.0990000000000002},"min":{"1min":0.48499999999999999,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":2.3029999999999999,"5min":11.856999999999999,"15min":15.186999999999999},"last":0.58799999999999997}]},{"osd":7,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":1.2609999999999999,"15min":2.1379999999999999},"min":{"1min":0.438,"5min":0.36399999999999999,"15min":0.33400000000000002},"max":{"1min":2.7519999999999998,"5min":8.1069999999999993,"15min":16.183},"last":0.65700000000000003},{"interface":"front","average":{"1min":0.62,"5min":1.1399999999999999,"15min":1.774},"min":{"1min":0.5,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.82599999999999996,"5min":7.0620000000000003,"15min":13.005000000000001},"last":0.67900000000000005}]}]},{"osd":2,"up_from":0,"seq":502511173860,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":297,"seq":1275605286943,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1041592,"kb_used_data":910768,"kb_used_omap":2,"kb_used_meta":130813,"kb_avail":92703560,"statfs":{"total":95995035648,"available":94928445440,"internally_reserved":0,"allocated":932626432,"data_stored":930777114,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":133952565},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:35:13 2023","interfaces":[{"interface":"back","average":{"1min":0.86199999999999999,"5min":0.49399999999999999,"15min":0.433},"min":{"1min":0.23100000000000001,"5min":0.22,"15min":0.22},"max":{"1min":6.8819999999999997,"5min":6.8819999999999997,"15min":6.8819999999999997},"last":0.33200000000000002},{"interface":"front","average":{"1min":1.0489999999999999,"5min":0.76900000000000002,"15min":0.72199999999999998},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":6.7839999999999998,"5min":6.7839999999999998,"15min":6.7839999999999998},"last":0.35899999999999999}]},{"osd":1,"last update":"Mon Aug 28 02:35:13 2023","interfaces":[{"interface":"back","average":{"1min":0.86799999999999999,"5min":0.49199999999999999,"15min":0.42999999999999999},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":4.0650000000000004,"5min":4.0650000000000004,"15min":4.0650000000000004},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.86799999999999999,"5min":0.753,"15min":0.73399999999999999},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":3.23,"5min":3.23,"15min":3.23},"last":0.28899999999999998}]},{"osd":2,"last update":"Mon Aug 28 02:35:13 2023","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.625,"15min":0.63600000000000001},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":2.3079999999999998,"5min":2.5449999999999999,"15min":2.5449999999999999},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.76200000000000001,"5min":0.58699999999999997,"15min":0.55800000000000005},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":4.7030000000000003,"5min":4.7030000000000003,"15min":4.7030000000000003},"last":0.56399999999999995}]},{"osd":4,"last update":"Mon Aug 28 02:35:13 2023","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.57399999999999995,"15min":0.57199999999999995},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":1.863,"5min":1.863,"15min":1.863},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.87,"5min":0.60099999999999998,"15min":0.55600000000000005},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":3.5030000000000001,"5min":3.5030000000000001,"15min":3.5030000000000001},"last":0.42099999999999999}]},{"osd":5,"last update":"Mon Aug 28 02:35:13 2023","interfaces":[{"interface":"back","average":{"1min":0.86399999999999999,"5min":0.626,"15min":0.58599999999999997},"min":{"1min":0.40899999999999997,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":3.5390000000000001,"5min":3.5390000000000001,"15min":3.5390000000000001},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.54800000000000004,"15min":0.54400000000000004},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":2.383,"5min":2.383,"15min":2.383},"last":0.49199999999999999}]},{"osd":6,"last update":"Mon Aug 28 02:35:13 2023","interfaces":[{"interface":"back","average":{"1min":0.65000000000000002,"5min":0.64600000000000002,"15min":0.64500000000000002},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":1.8879999999999999,"5min":1.8879999999999999,"15min":1.8879999999999999},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.91700000000000004,"5min":0.68899999999999995,"15min":0.65100000000000002},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":3.6099999999999999,"5min":3.6099999999999999,"15min":3.6099999999999999},"last":0.59299999999999997}]},{"osd":7,"last update":"Mon Aug 28 02:35:13 2023","interfaces":[{"interface":"back","average":{"1min":0.64300000000000002,"5min":0.58999999999999997,"15min":0.58099999999999996},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":2.3500000000000001,"5min":2.3500000000000001,"15min":2.3500000000000001},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.65000000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":1.8260000000000001,"5min":1.8260000000000001,"15min":1.8260000000000001},"last":0.63100000000000001}]}]},{"osd":4,"up_from":30,"seq":128849019237,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3788224,"kb_used_data":3321080,"kb_used_omap":0,"kb_used_meta":467136,"kb_avail":89956928,"statfs":{"total":95995035648,"available":92115894272,"internally_reserved":0,"allocated":3400785920,"data_stored":3399483656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":478347264},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,0,2,2,4,0,5,6,3],"upper_bound":8192},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.95499999999999996,"5min":1.0109999999999999,"15min":1.7729999999999999},"min":{"1min":0.312,"5min":0.247,"15min":0.22800000000000001},"max":{"1min":10.249000000000001,"5min":10.249000000000001,"15min":22.515000000000001},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.72999999999999998,"5min":1.0649999999999999,"15min":1.7090000000000001},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.217},"max":{"1min":4.5250000000000004,"5min":6.9720000000000004,"15min":22.454000000000001},"last":0.39400000000000002}]},{"osd":1,"last update":"Mon Aug 28 02:34:39 2023","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":1.28,"15min":1.5940000000000001},"min":{"1min":0.254,"5min":0.254,"15min":0.24199999999999999},"max":{"1min":2.843,"5min":23.082000000000001,"15min":23.082000000000001},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.45500000000000002,"5min":1.3520000000000001,"15min":1.7909999999999999},"min":{"1min":0.28199999999999997,"5min":0.26000000000000001,"15min":0.255},"max":{"1min":0.64700000000000002,"5min":25.100000000000001,"15min":25.100000000000001},"last":0.44600000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.74399999999999999,"5min":1.21,"15min":1.6479999999999999},"min":{"1min":0.35699999999999998,"5min":0.27900000000000003,"15min":0.27400000000000002},"max":{"1min":4.3959999999999999,"5min":8.7149999999999999,"15min":16.231000000000002},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.72699999999999998,"5min":1.1839999999999999,"15min":1.6140000000000001},"min":{"1min":0.312,"5min":0.312,"15min":0.251},"max":{"1min":4.7130000000000001,"5min":13.515000000000001,"15min":13.515000000000001},"last":0.51100000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.74199999999999999,"5min":0.79400000000000004,"15min":0.80300000000000005},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":3.8260000000000001,"5min":7.7480000000000002,"15min":7.7480000000000002},"last":0.374},{"interface":"front","average":{"1min":1.123,"5min":0.74399999999999999,"15min":0.68100000000000005},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":3.7069999999999999,"5min":3.7069999999999999,"15min":3.7069999999999999},"last":0.48399999999999999}]},{"osd":5,"last update":"Mon Aug 28 02:34:55 2023","interfaces":[{"interface":"back","average":{"1min":0.41299999999999998,"5min":0.879,"15min":1.123},"min":{"1min":0.28399999999999997,"5min":0.222,"15min":0.222},"max":{"1min":0.60099999999999998,"5min":8.6679999999999993,"15min":16.181999999999999},"last":0.40600000000000003},{"interface":"front","average":{"1min":0.41899999999999998,"5min":1.0569999999999999,"15min":1.1679999999999999},"min":{"1min":0.27500000000000002,"5min":0.224,"15min":0.20699999999999999},"max":{"1min":0.66300000000000003,"5min":8.6370000000000005,"15min":10.233000000000001},"last":0.34200000000000003}]},{"osd":6,"last update":"Mon Aug 28 02:35:07 2023","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.94399999999999995,"15min":1.087},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.26500000000000001},"max":{"1min":0.56899999999999995,"5min":8.5950000000000006,"15min":10.023999999999999},"last":0.433},{"interface":"front","average":{"1min":0.44,"5min":1.0669999999999999,"15min":1.123},"min":{"1min":0.30499999999999999,"5min":0.28299999999999997,"15min":0.26600000000000001},"max":{"1min":0.78500000000000003,"5min":8.5,"15min":8.5},"last":0.42399999999999999}]},{"osd":7,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.88100000000000001,"15min":1.1539999999999999},"min":{"1min":0.28999999999999998,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.69399999999999995,"5min":8.8249999999999993,"15min":9.3209999999999997},"last":0.496},{"interface":"front","average":{"1min":0.51500000000000001,"5min":1.042,"15min":1.109},"min":{"1min":0.34499999999999997,"5min":0.34300000000000003,"15min":0.30299999999999999},"max":{"1min":1.153,"5min":15.597,"15min":15.597},"last":0.58799999999999997}]}]},{"osd":5,"up_from":37,"seq":158913790310,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2812400,"kb_used_data":2267624,"kb_used_omap":0,"kb_used_meta":544768,"kb_avail":90932752,"statfs":{"total":95995035648,"available":93115138048,"internally_reserved":0,"allocated":2322046976,"data_stored":2320757079,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":557842432},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,2,0,0,0,1,1],"upper_bound":128},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:34:42 2023","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":1.1200000000000001,"15min":1.913},"min":{"1min":0.23200000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.57299999999999995,"5min":7.7560000000000002,"15min":40.334000000000003},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.46800000000000003,"5min":1.369,"15min":1.8979999999999999},"min":{"1min":0.28299999999999997,"5min":0.28000000000000003,"15min":0.23200000000000001},"max":{"1min":0.872,"5min":19.815999999999999,"15min":40.212000000000003},"last":1.9710000000000001}]},{"osd":1,"last update":"Mon Aug 28 02:34:42 2023","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":1.4470000000000001,"15min":2.0880000000000001},"min":{"1min":0.27900000000000003,"5min":0.26200000000000001,"15min":0.23200000000000001},"max":{"1min":1.8169999999999999,"5min":17.998000000000001,"15min":40.088000000000001},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.55400000000000005,"5min":1.5669999999999999,"15min":1.9890000000000001},"min":{"1min":0.28100000000000003,"5min":0.27800000000000002,"15min":0.251},"max":{"1min":1.8759999999999999,"5min":19.853000000000002,"15min":40.243000000000002},"last":2.0430000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:34:42 2023","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":1.206,"15min":1.9159999999999999},"min":{"1min":0.30599999999999999,"5min":0.29899999999999999,"15min":0.27700000000000002},"max":{"1min":1.3620000000000001,"5min":8.7899999999999991,"15min":40.436999999999998},"last":0.60099999999999998},{"interface":"front","average":{"1min":0.64700000000000002,"5min":1.478,"15min":1.992},"min":{"1min":0.315,"5min":0.28499999999999998,"15min":0.27200000000000002},"max":{"1min":2.8809999999999998,"5min":8.609,"15min":40.555},"last":2.0609999999999999}]},{"osd":3,"last update":"Mon Aug 28 02:35:16 2023","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":1.1599999999999999,"15min":1.252},"min":{"1min":0.32200000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":1.8029999999999999,"5min":16.190999999999999,"15min":16.190999999999999},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.53800000000000003,"5min":1.4550000000000001,"15min":1.6080000000000001},"min":{"1min":0.39600000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.879,"5min":21.420999999999999,"15min":21.420999999999999},"last":2.0939999999999999}]},{"osd":4,"last update":"Mon Aug 28 02:34:55 2023","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.85799999999999998,"15min":1.294},"min":{"1min":0.253,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":1.012,"5min":13.616,"15min":40.762999999999998},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.45900000000000002,"5min":1.1879999999999999,"15min":1.3540000000000001},"min":{"1min":0.28499999999999998,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.69999999999999996,"5min":10.566000000000001,"15min":40.634},"last":2.02}]},{"osd":6,"last update":"Mon Aug 28 02:34:42 2023","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":1.3720000000000001,"15min":1.464},"min":{"1min":0.28899999999999998,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.63800000000000001,"5min":17.510000000000002,"15min":42.409999999999997},"last":0.623},{"interface":"front","average":{"1min":0.51100000000000001,"5min":1.2649999999999999,"15min":1.4410000000000001},"min":{"1min":0.34899999999999998,"5min":0.254,"15min":0.254},"max":{"1min":1.4159999999999999,"5min":15.856999999999999,"15min":42.533999999999999},"last":0.39100000000000001}]},{"osd":7,"last update":"Mon Aug 28 02:34:42 2023","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":1.214,"15min":1.623},"min":{"1min":0.377,"5min":0.315,"15min":0.314},"max":{"1min":0.82299999999999995,"5min":10.837999999999999,"15min":42.667000000000002},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.55500000000000005,"5min":1.502,"15min":1.6160000000000001},"min":{"1min":0.39400000000000002,"5min":0.318,"15min":0.318},"max":{"1min":0.94899999999999995,"5min":17.808,"15min":42.344000000000001},"last":2.077}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":3329167360,"data_stored":3329163288,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1017315328,"data_stored":1017315328,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":2450718720,"data_stored":2450718720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":926089216,"data_stored":926089216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":3393785856,"data_stored":3393781784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":2317680640,"data_stored":2317680640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":2077364224,"data_stored":2077360152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1686306816,"data_stored":1686306816,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:35:41.192 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:35:41.197 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:41.197 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:35:41.298 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:35:41.337 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:41.610 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:35:41.612 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:41 smithi040 ceph-mon[175404]: from='client.55681 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:35:41.612 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:41 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 38271/246306 objects degraded (15.538%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:35:41.612 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:41 smithi040 ceph-mon[170259]: from='client.55681 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:35:41.612 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:41 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 38271/246306 objects degraded (15.538%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:35:41.614 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:41.614 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:35:41.713 INFO:teuthology.orchestra.run.smithi040.stdout:ERROR: (22) Invalid argument 2023-08-28T02:35:41.713 INFO:teuthology.orchestra.run.smithi040.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:35:41.715 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:35:41.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:41 smithi083 ceph-mon[157819]: from='client.55681 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:35:41.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:41 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 38271/246306 objects degraded (15.538%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:35:41.744 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:41.763 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:35:41.766 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:41.766 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:35:41.867 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:35:41.895 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:41.919 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:35:41.922 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:41.922 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:35:41.989 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:35:42.012 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:35:42.023 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:35:42.035 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:35:42.060 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:35:42.061 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:42.080 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:35:42.102 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:35:42.122 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:35:42.143 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:35:42.144 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-08-28T02:35:42.144 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-08-28T02:35:42.144 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-08-28T02:35:42.145 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-08-28T02:35:42.145 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-08-28T02:35:42.145 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-08-28T02:35:42.145 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-08-28T02:35:42.145 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-08-28T02:35:42.334 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.2 dump_ops_in_flight 2023-08-28T02:35:42.385 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:35:42.389 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:42.390 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:35:42.490 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:35:42.518 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:42.536 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:35:42.539 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:42.539 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:35:42.640 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:35:42.672 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:42 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/367705804' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:35:42.672 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:42 smithi040 ceph-mon[175404]: pgmap v982: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 5.0 GiB data, 15 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 104 op/s; 38172/245478 objects degraded (15.550%); 10864/245478 objects misplaced (4.426%); 1.5 MiB/s, 24 objects/s recovering 2023-08-28T02:35:42.673 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:42 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/367705804' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:35:42.674 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:42 smithi040 ceph-mon[170259]: pgmap v982: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 5.0 GiB data, 15 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 104 op/s; 38172/245478 objects degraded (15.550%); 10864/245478 objects misplaced (4.426%); 1.5 MiB/s, 24 objects/s recovering 2023-08-28T02:35:42.676 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:42.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:42 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/367705804' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:35:42.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:42 smithi083 ceph-mon[157819]: pgmap v982: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 5.0 GiB data, 15 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 104 op/s; 38172/245478 objects degraded (15.550%); 10864/245478 objects misplaced (4.426%); 1.5 MiB/s, 24 objects/s recovering 2023-08-28T02:35:42.753 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:35:42.757 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:42.757 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:35:42.809 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:35:42.859 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:35:42.892 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:42.964 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:35:42.968 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:42.969 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:35:43.069 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:35:43.098 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:43.121 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:35:43.125 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:43.125 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:35:43.226 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:35:43.255 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:43.276 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:35:43.279 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:43.279 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:35:43.380 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:35:43.407 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:43.428 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:35:43.430 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:43.431 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:35:43.517 INFO:teuthology.orchestra.run.smithi040.stderr:nodeep-scrub is set 2023-08-28T02:35:43.531 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:35:43.544 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:43 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/888448558' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:35:43.544 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:43 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/888448558' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:35:43.574 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:43.651 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:35:43.654 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:43.655 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:35:43.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:43 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/888448558' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:35:43.755 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:35:43.790 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:44.013 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:35:44.016 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:44.017 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:35:44.065 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:35:44.118 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:35:44.136 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-08-28T02:35:44.136 INFO:teuthology.orchestra.run.smithi040.stdout: "ops": [], 2023-08-28T02:35:44.137 INFO:teuthology.orchestra.run.smithi040.stdout: "num_ops": 0 2023-08-28T02:35:44.137 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-08-28T02:35:44.145 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:44.164 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:35:44.167 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:44.167 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:35:44.268 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:35:44.295 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:44.316 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:35:44.319 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:44.319 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:35:44.420 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:35:44.456 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:44.479 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:35:44.481 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:44.482 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:35:44.513 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.2 dump_blocked_ops 2023-08-28T02:35:44.541 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:35:44.575 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:44 smithi040 ceph-mon[170259]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:35:44.575 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:44 smithi040 ceph-mon[170259]: failed to encode map e329 with expected crc 2023-08-28T02:35:44.575 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:44 smithi040 ceph-mon[170259]: failed to encode map e329 with expected crc 2023-08-28T02:35:44.575 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:44 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/888448558' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:35:44.576 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:44 smithi040 ceph-mon[170259]: osdmap e329: 8 total, 8 up, 6 in 2023-08-28T02:35:44.576 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:44 smithi040 ceph-mon[170259]: failed to encode map e329 with expected crc 2023-08-28T02:35:44.576 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:44 smithi040 ceph-mon[170259]: pgmap v984: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 5.0 GiB data, 15 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 75 op/s; 38172/245160 objects degraded (15.570%); 10864/245160 objects misplaced (4.431%); 672 KiB/s, 10 objects/s recovering 2023-08-28T02:35:44.576 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:44 smithi040 ceph-mon[175404]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:35:44.576 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:44 smithi040 ceph-mon[175404]: failed to encode map e329 with expected crc 2023-08-28T02:35:44.576 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:44 smithi040 ceph-mon[175404]: failed to encode map e329 with expected crc 2023-08-28T02:35:44.576 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:44 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/888448558' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:35:44.576 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:44 smithi040 ceph-mon[175404]: osdmap e329: 8 total, 8 up, 6 in 2023-08-28T02:35:44.576 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:44 smithi040 ceph-mon[175404]: failed to encode map e329 with expected crc 2023-08-28T02:35:44.577 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:44 smithi040 ceph-mon[175404]: pgmap v984: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 5.0 GiB data, 15 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 75 op/s; 38172/245160 objects degraded (15.570%); 10864/245160 objects misplaced (4.431%); 672 KiB/s, 10 objects/s recovering 2023-08-28T02:35:44.583 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:35:44.614 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:44.689 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:35:44.692 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:44.694 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:35:44.711 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-08-28T02:35:44.795 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:35:44.829 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:44.902 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:35:44.904 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:44.905 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:35:44.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:44 smithi083 ceph-mon[157819]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:35:44.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:44 smithi083 ceph-mon[157819]: failed to encode map e329 with expected crc 2023-08-28T02:35:44.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:44 smithi083 ceph-mon[157819]: failed to encode map e329 with expected crc 2023-08-28T02:35:44.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:44 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/888448558' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:35:44.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:44 smithi083 ceph-mon[157819]: osdmap e329: 8 total, 8 up, 6 in 2023-08-28T02:35:44.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:44 smithi083 ceph-mon[157819]: failed to encode map e329 with expected crc 2023-08-28T02:35:44.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:44 smithi083 ceph-mon[157819]: pgmap v984: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 5.0 GiB data, 15 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 75 op/s; 38172/245160 objects degraded (15.570%); 10864/245160 objects misplaced (4.431%); 672 KiB/s, 10 objects/s recovering 2023-08-28T02:35:45.006 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:35:45.034 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:45.052 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:35:45.055 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:45.055 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:35:45.156 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:35:45.189 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:45.251 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:35:45.272 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:35:45.276 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:45.276 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:35:45.277 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:35:45.377 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:35:45.409 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:45.428 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:35:45.431 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:45.431 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:35:45.480 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:35:45 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:35:45] "GET /metrics HTTP/1.1" 200 36601 "" "Prometheus/2.43.0" 2023-08-28T02:35:45.532 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:35:45.560 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:45.579 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:35:45.582 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:45.583 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:35:45.683 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:35:45.722 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:45.798 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:45 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:35:45.799 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:45 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:35:45.799 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:45 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:35:45.799 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:45 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:35:45.847 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:35:45.850 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:45.850 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:35:45.951 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:35:45.979 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:46.004 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:35:46.006 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:46.007 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:35:46.015 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd unset noscrub 2023-08-28T02:35:46.108 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:35:46.135 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:45 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:35:46.135 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:45 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:35:46.138 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:46.150 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:35:46.156 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:35:46.157 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:35:46.159 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:46.160 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:35:46.261 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:35:46.289 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:46.315 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:35:46.319 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:46.320 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:35:46.420 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:35:46.455 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:46.588 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:35:46.593 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:46.593 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:35:46.694 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:35:46.728 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:46.825 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":984,"stamp":"2023-08-28T02:35:44.413868+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":5354404612,"num_objects":81720,"num_object_clones":0,"num_object_copies":245160,"num_objects_missing_on_primary":5207,"num_objects_missing":5207,"num_objects_degraded":38172,"num_objects_misplaced":10864,"num_objects_unfound":0,"num_objects_dirty":81720,"num_whiteouts":0,"num_read":90,"num_read_kb":168,"num_write":105022,"num_write_kb":5972054,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":35887,"num_bytes_recovered":2334396785,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":95891,"ondisk_log_size":95891,"up":297,"acting":292,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":15302080,"kb_used_data":12355152,"kb_used_omap":12,"kb_used_meta":2946867,"kb_avail":547168832,"statfs":{"total":575970213888,"available":560300883968,"internally_reserved":0,"allocated":12651675648,"data_stored":12642117382,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12739,"internal_metadata":3017592381},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-39518208,"num_objects":-603,"num_object_clones":0,"num_object_copies":-1809,"num_objects_missing_on_primary":-32,"num_objects_missing":-32,"num_objects_degraded":-116,"num_objects_misplaced":-57,"num_objects_unfound":0,"num_objects_dirty":-603,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":603,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":84,"num_bytes_recovered":5505024,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.002398"},"pg_stats":[{"pgid":"3.1a","version":"65'1","reported_seq":339,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.471583+0000","last_change":"2023-08-28T02:32:32.667028+0000","last_active":"2023-08-28T02:35:29.471583+0000","last_peered":"2023-08-28T02:35:29.471583+0000","last_clean":"2023-08-28T02:35:29.471583+0000","last_became_active":"2023-08-28T02:32:32.666711+0000","last_became_peered":"2023-08-28T02:32:32.666711+0000","last_unstale":"2023-08-28T02:35:29.471583+0000","last_undegraded":"2023-08-28T02:35:29.471583+0000","last_fullsized":"2023-08-28T02:35:29.471583+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:28:21.913105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":291,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.468346+0000","last_change":"2023-08-28T02:29:44.421259+0000","last_active":"2023-08-28T02:35:29.468346+0000","last_peered":"2023-08-28T02:35:29.468346+0000","last_clean":"2023-08-28T02:35:29.468346+0000","last_became_active":"2023-08-28T02:29:44.420936+0000","last_became_peered":"2023-08-28T02:29:44.420936+0000","last_unstale":"2023-08-28T02:35:29.468346+0000","last_undegraded":"2023-08-28T02:35:29.468346+0000","last_fullsized":"2023-08-28T02:35:29.468346+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:22:26.346867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":132,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.494134+0000","last_change":"2023-08-28T02:33:12.290337+0000","last_active":"2023-08-28T02:35:29.494134+0000","last_peered":"2023-08-28T02:35:29.494134+0000","last_clean":"2023-08-28T02:35:29.494134+0000","last_became_active":"2023-08-28T02:33:12.289852+0000","last_became_peered":"2023-08-28T02:33:12.289852+0000","last_unstale":"2023-08-28T02:35:29.494134+0000","last_undegraded":"2023-08-28T02:35:29.494134+0000","last_fullsized":"2023-08-28T02:35:29.494134+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:04:26.420037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":306,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.467432+0000","last_change":"2023-08-28T02:33:13.317226+0000","last_active":"2023-08-28T02:35:29.467432+0000","last_peered":"2023-08-28T02:35:29.467432+0000","last_clean":"2023-08-28T02:35:29.467432+0000","last_became_active":"2023-08-28T02:33:13.316893+0000","last_became_peered":"2023-08-28T02:33:13.316893+0000","last_unstale":"2023-08-28T02:35:29.467432+0000","last_undegraded":"2023-08-28T02:35:29.467432+0000","last_fullsized":"2023-08-28T02:35:29.467432+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:55:46.593463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":251,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:35.315273+0000","last_change":"2023-08-28T02:33:12.295203+0000","last_active":"2023-08-28T02:35:35.315273+0000","last_peered":"2023-08-28T02:35:35.315273+0000","last_clean":"2023-08-28T02:35:35.315273+0000","last_became_active":"2023-08-28T02:33:12.294904+0000","last_became_peered":"2023-08-28T02:33:12.294904+0000","last_unstale":"2023-08-28T02:35:35.315273+0000","last_undegraded":"2023-08-28T02:35:35.315273+0000","last_fullsized":"2023-08-28T02:35:35.315273+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:31:07.008856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":269,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.475219+0000","last_change":"2023-08-28T02:31:51.987263+0000","last_active":"2023-08-28T02:35:29.475219+0000","last_peered":"2023-08-28T02:35:29.475219+0000","last_clean":"2023-08-28T02:35:29.475219+0000","last_became_active":"2023-08-28T02:31:51.986938+0000","last_became_peered":"2023-08-28T02:31:51.986938+0000","last_unstale":"2023-08-28T02:35:29.475219+0000","last_undegraded":"2023-08-28T02:35:29.475219+0000","last_fullsized":"2023-08-28T02:35:29.475219+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:18.021905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":300,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.470364+0000","last_change":"2023-08-28T02:33:12.318656+0000","last_active":"2023-08-28T02:35:29.470364+0000","last_peered":"2023-08-28T02:35:29.470364+0000","last_clean":"2023-08-28T02:35:29.470364+0000","last_became_active":"2023-08-28T02:33:12.318297+0000","last_became_peered":"2023-08-28T02:33:12.318297+0000","last_unstale":"2023-08-28T02:35:29.470364+0000","last_undegraded":"2023-08-28T02:35:29.470364+0000","last_fullsized":"2023-08-28T02:35:29.470364+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:43:09.789767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":232,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:30.314678+0000","last_change":"2023-08-28T02:33:13.357230+0000","last_active":"2023-08-28T02:35:30.314678+0000","last_peered":"2023-08-28T02:35:30.314678+0000","last_clean":"2023-08-28T02:35:30.314678+0000","last_became_active":"2023-08-28T02:33:13.356853+0000","last_became_peered":"2023-08-28T02:33:13.356853+0000","last_unstale":"2023-08-28T02:35:30.314678+0000","last_undegraded":"2023-08-28T02:35:30.314678+0000","last_fullsized":"2023-08-28T02:35:30.314678+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:20:21.545007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":311,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.474823+0000","last_change":"2023-08-28T02:29:44.462510+0000","last_active":"2023-08-28T02:35:29.474823+0000","last_peered":"2023-08-28T02:35:29.474823+0000","last_clean":"2023-08-28T02:35:29.474823+0000","last_became_active":"2023-08-28T02:29:44.460314+0000","last_became_peered":"2023-08-28T02:29:44.460314+0000","last_unstale":"2023-08-28T02:35:29.474823+0000","last_undegraded":"2023-08-28T02:35:29.474823+0000","last_fullsized":"2023-08-28T02:35:29.474823+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:59:01.311467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":235,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:30.314727+0000","last_change":"2023-08-28T02:33:13.291255+0000","last_active":"2023-08-28T02:35:30.314727+0000","last_peered":"2023-08-28T02:35:30.314727+0000","last_clean":"2023-08-28T02:35:30.314727+0000","last_became_active":"2023-08-28T02:33:13.290933+0000","last_became_peered":"2023-08-28T02:33:13.290933+0000","last_unstale":"2023-08-28T02:35:30.314727+0000","last_undegraded":"2023-08-28T02:35:30.314727+0000","last_fullsized":"2023-08-28T02:35:30.314727+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:31:54.116908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"65'3","reported_seq":312,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.471694+0000","last_change":"2023-08-28T02:33:12.296412+0000","last_active":"2023-08-28T02:35:29.471694+0000","last_peered":"2023-08-28T02:35:29.471694+0000","last_clean":"2023-08-28T02:35:29.471694+0000","last_became_active":"2023-08-28T02:33:12.295786+0000","last_became_peered":"2023-08-28T02:33:12.295786+0000","last_unstale":"2023-08-28T02:35:29.471694+0000","last_undegraded":"2023-08-28T02:35:29.471694+0000","last_fullsized":"2023-08-28T02:35:29.471694+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:15:31.449163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":135,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.494877+0000","last_change":"2023-08-28T02:32:32.666927+0000","last_active":"2023-08-28T02:35:29.494877+0000","last_peered":"2023-08-28T02:35:29.494877+0000","last_clean":"2023-08-28T02:35:29.494877+0000","last_became_active":"2023-08-28T02:32:32.666618+0000","last_became_peered":"2023-08-28T02:32:32.666618+0000","last_unstale":"2023-08-28T02:35:29.494877+0000","last_undegraded":"2023-08-28T02:35:29.494877+0000","last_fullsized":"2023-08-28T02:35:29.494877+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:45:57.998333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":336,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.471955+0000","last_change":"2023-08-28T02:32:28.505262+0000","last_active":"2023-08-28T02:35:29.471955+0000","last_peered":"2023-08-28T02:35:29.471955+0000","last_clean":"2023-08-28T02:35:29.471955+0000","last_became_active":"2023-08-28T02:32:28.455999+0000","last_became_peered":"2023-08-28T02:32:28.455999+0000","last_unstale":"2023-08-28T02:35:29.471955+0000","last_undegraded":"2023-08-28T02:35:29.471955+0000","last_fullsized":"2023-08-28T02:35:29.471955+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:28.937020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":9468,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":320,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.472038+0000","last_change":"2023-08-28T02:32:12.959195+0000","last_active":"2023-08-28T02:35:29.472038+0000","last_peered":"2023-08-28T02:35:29.472038+0000","last_clean":"2023-08-28T02:35:29.472038+0000","last_became_active":"2023-08-28T02:32:12.958832+0000","last_became_peered":"2023-08-28T02:32:12.958832+0000","last_unstale":"2023-08-28T02:35:29.472038+0000","last_undegraded":"2023-08-28T02:35:29.472038+0000","last_fullsized":"2023-08-28T02:35:29.472038+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:23:27.197787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"65'2","reported_seq":310,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.471115+0000","last_change":"2023-08-28T02:32:28.461161+0000","last_active":"2023-08-28T02:35:29.471115+0000","last_peered":"2023-08-28T02:35:29.471115+0000","last_clean":"2023-08-28T02:35:29.471115+0000","last_became_active":"2023-08-28T02:32:28.451284+0000","last_became_peered":"2023-08-28T02:32:28.451284+0000","last_unstale":"2023-08-28T02:35:29.471115+0000","last_undegraded":"2023-08-28T02:35:29.471115+0000","last_fullsized":"2023-08-28T02:35:29.471115+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:58:20.061020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":291,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.467000+0000","last_change":"2023-08-28T02:29:44.419566+0000","last_active":"2023-08-28T02:35:29.467000+0000","last_peered":"2023-08-28T02:35:29.467000+0000","last_clean":"2023-08-28T02:35:29.467000+0000","last_became_active":"2023-08-28T02:29:44.419053+0000","last_became_peered":"2023-08-28T02:29:44.419053+0000","last_unstale":"2023-08-28T02:35:29.467000+0000","last_undegraded":"2023-08-28T02:35:29.467000+0000","last_fullsized":"2023-08-28T02:35:29.467000+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:44:36.133499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":295,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-08-28T02:35:36.979511+0000","last_change":"2023-08-28T02:33:12.493777+0000","last_active":"2023-08-28T02:35:36.979511+0000","last_peered":"2023-08-28T02:35:36.979511+0000","last_clean":"2023-08-28T02:35:36.979511+0000","last_became_active":"2023-08-28T02:33:12.491177+0000","last_became_peered":"2023-08-28T02:33:12.491177+0000","last_unstale":"2023-08-28T02:35:36.979511+0000","last_undegraded":"2023-08-28T02:35:36.979511+0000","last_fullsized":"2023-08-28T02:35:36.979511+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:10:58.167753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":307,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.474666+0000","last_change":"2023-08-28T02:33:12.290293+0000","last_active":"2023-08-28T02:35:29.474666+0000","last_peered":"2023-08-28T02:35:29.474666+0000","last_clean":"2023-08-28T02:35:29.474666+0000","last_became_active":"2023-08-28T02:33:12.289989+0000","last_became_peered":"2023-08-28T02:33:12.289989+0000","last_unstale":"2023-08-28T02:35:29.474666+0000","last_undegraded":"2023-08-28T02:35:29.474666+0000","last_fullsized":"2023-08-28T02:35:29.474666+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:05:33.622172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":285,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.471679+0000","last_change":"2023-08-28T02:32:12.948756+0000","last_active":"2023-08-28T02:35:29.471679+0000","last_peered":"2023-08-28T02:35:29.471679+0000","last_clean":"2023-08-28T02:35:29.471679+0000","last_became_active":"2023-08-28T02:32:12.948441+0000","last_became_peered":"2023-08-28T02:32:12.948441+0000","last_unstale":"2023-08-28T02:35:29.471679+0000","last_undegraded":"2023-08-28T02:35:29.471679+0000","last_fullsized":"2023-08-28T02:35:29.471679+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:27.922180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":301,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.467504+0000","last_change":"2023-08-28T02:33:12.299398+0000","last_active":"2023-08-28T02:35:29.467504+0000","last_peered":"2023-08-28T02:35:29.467504+0000","last_clean":"2023-08-28T02:35:29.467504+0000","last_became_active":"2023-08-28T02:33:12.299113+0000","last_became_peered":"2023-08-28T02:33:12.299113+0000","last_unstale":"2023-08-28T02:35:29.467504+0000","last_undegraded":"2023-08-28T02:35:29.467504+0000","last_fullsized":"2023-08-28T02:35:29.467504+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:14:55.597212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"65'8","reported_seq":95,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.466260+0000","last_change":"2023-08-28T02:33:13.478870+0000","last_active":"2023-08-28T02:35:29.466260+0000","last_peered":"2023-08-28T02:35:29.466260+0000","last_clean":"2023-08-28T02:35:29.466260+0000","last_became_active":"2023-08-28T02:33:13.332142+0000","last_became_peered":"2023-08-28T02:33:13.332142+0000","last_unstale":"2023-08-28T02:35:29.466260+0000","last_undegraded":"2023-08-28T02:35:29.466260+0000","last_fullsized":"2023-08-28T02:35:29.466260+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:32:42.810159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":233,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:35.315431+0000","last_change":"2023-08-28T02:33:12.306353+0000","last_active":"2023-08-28T02:35:35.315431+0000","last_peered":"2023-08-28T02:35:35.315431+0000","last_clean":"2023-08-28T02:35:35.315431+0000","last_became_active":"2023-08-28T02:33:12.304977+0000","last_became_peered":"2023-08-28T02:33:12.304977+0000","last_unstale":"2023-08-28T02:35:35.315431+0000","last_undegraded":"2023-08-28T02:35:35.315431+0000","last_fullsized":"2023-08-28T02:35:35.315431+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:19:38.819671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"328'6533","reported_seq":6619,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-08-28T02:35:40.633012+0000","last_change":"2023-08-28T02:30:50.402703+0000","last_active":"2023-08-28T02:35:40.633012+0000","last_peered":"2023-08-28T02:35:40.633012+0000","last_clean":"2023-08-28T02:35:40.633012+0000","last_became_active":"2023-08-28T02:30:50.402419+0000","last_became_peered":"2023-08-28T02:30:50.402419+0000","last_unstale":"2023-08-28T02:35:40.633012+0000","last_undegraded":"2023-08-28T02:35:40.633012+0000","last_fullsized":"2023-08-28T02:35:40.633012+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6533,"log_dups_size":0,"ondisk_log_size":6533,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:07:37.393907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":336003072,"num_objects":5127,"num_object_clones":0,"num_object_copies":15381,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5127,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6533,"num_write_kb":373120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"65'1","reported_seq":293,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.471984+0000","last_change":"2023-08-28T02:14:43.046130+0000","last_active":"2023-08-28T02:35:29.471984+0000","last_peered":"2023-08-28T02:35:29.471984+0000","last_clean":"2023-08-28T02:35:29.471984+0000","last_became_active":"2023-08-28T02:14:43.045775+0000","last_became_peered":"2023-08-28T02:14:43.045775+0000","last_unstale":"2023-08-28T02:35:29.471984+0000","last_undegraded":"2023-08-28T02:35:29.471984+0000","last_fullsized":"2023-08-28T02:35:29.471984+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:57:38.279756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":283,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.474321+0000","last_change":"2023-08-28T02:31:51.987149+0000","last_active":"2023-08-28T02:35:29.474321+0000","last_peered":"2023-08-28T02:35:29.474321+0000","last_clean":"2023-08-28T02:35:29.474321+0000","last_became_active":"2023-08-28T02:31:51.986821+0000","last_became_peered":"2023-08-28T02:31:51.986821+0000","last_unstale":"2023-08-28T02:35:29.474321+0000","last_undegraded":"2023-08-28T02:35:29.474321+0000","last_fullsized":"2023-08-28T02:35:29.474321+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:23:26.661134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"328'6556","reported_seq":10000,"reported_epoch":328,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:35:40.618859+0000","last_change":"2023-08-28T02:33:33.975566+0000","last_active":"2023-08-28T02:35:40.618859+0000","last_peered":"2023-08-28T02:35:40.618859+0000","last_clean":"2023-08-28T02:31:27.868230+0000","last_became_active":"2023-08-28T02:33:33.660452+0000","last_became_peered":"2023-08-28T02:33:33.660452+0000","last_unstale":"2023-08-28T02:35:40.618859+0000","last_undegraded":"2023-08-28T02:33:13.410847+0000","last_fullsized":"2023-08-28T02:33:13.270012+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6556,"log_dups_size":0,"ondisk_log_size":6556,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:33.375162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":330563584,"num_objects":5044,"num_object_clones":0,"num_object_copies":15132,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7324,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5044,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6556,"num_write_kb":371200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1660,"num_bytes_recovered":108724224,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[5,4],"avail_no_missing":["5","6"],"object_location_counts":[{"shards":"2,5,6","objects":915},{"shards":"3,5,6","objects":2396},{"shards":"4,5","objects":228},{"shards":"5,6","objects":1505}],"blocked_by":[],"up_primary":3,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"65'2","reported_seq":318,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.471519+0000","last_change":"2023-08-28T02:29:44.436352+0000","last_active":"2023-08-28T02:35:29.471519+0000","last_peered":"2023-08-28T02:35:29.471519+0000","last_clean":"2023-08-28T02:35:29.471519+0000","last_became_active":"2023-08-28T02:29:44.411499+0000","last_became_peered":"2023-08-28T02:29:44.411499+0000","last_unstale":"2023-08-28T02:35:29.471519+0000","last_undegraded":"2023-08-28T02:35:29.471519+0000","last_fullsized":"2023-08-28T02:35:29.471519+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:46:57.540191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":344,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.473037+0000","last_change":"2023-08-28T02:33:12.289004+0000","last_active":"2023-08-28T02:35:29.473037+0000","last_peered":"2023-08-28T02:35:29.473037+0000","last_clean":"2023-08-28T02:35:29.473037+0000","last_became_active":"2023-08-28T02:33:12.288722+0000","last_became_peered":"2023-08-28T02:33:12.288722+0000","last_unstale":"2023-08-28T02:35:29.473037+0000","last_undegraded":"2023-08-28T02:35:29.473037+0000","last_fullsized":"2023-08-28T02:35:29.473037+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:24.019483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"328'6470","reported_seq":6573,"reported_epoch":328,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:35:40.077093+0000","last_change":"2023-08-28T02:33:13.585687+0000","last_active":"2023-08-28T02:35:40.077093+0000","last_peered":"2023-08-28T02:35:40.077093+0000","last_clean":"2023-08-28T02:31:27.908616+0000","last_became_active":"2023-08-28T02:33:13.578484+0000","last_became_peered":"2023-08-28T02:33:13.578484+0000","last_unstale":"2023-08-28T02:35:40.077093+0000","last_undegraded":"2023-08-28T02:33:13.297322+0000","last_fullsized":"2023-08-28T02:33:13.268309+0000","mapping_epoch":298,"log_start":"255'1112","ondisk_log_start":"255'1112","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5358,"log_dups_size":0,"ondisk_log_size":5358,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:42:33.431186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":332922880,"num_objects":5080,"num_object_clones":0,"num_object_copies":15240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2533,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5080,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6470,"num_write_kb":369600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4],"avail_no_missing":["0","4"],"object_location_counts":[{"shards":"0,4","objects":2632}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"65'1","reported_seq":304,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.471520+0000","last_change":"2023-08-28T02:33:13.516869+0000","last_active":"2023-08-28T02:35:29.471520+0000","last_peered":"2023-08-28T02:35:29.471520+0000","last_clean":"2023-08-28T02:35:29.471520+0000","last_became_active":"2023-08-28T02:33:13.396736+0000","last_became_peered":"2023-08-28T02:33:13.396736+0000","last_unstale":"2023-08-28T02:35:29.471520+0000","last_undegraded":"2023-08-28T02:35:29.471520+0000","last_fullsized":"2023-08-28T02:35:29.471520+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:47:08.237137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":269,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.494703+0000","last_change":"2023-08-28T02:31:51.987327+0000","last_active":"2023-08-28T02:35:29.494703+0000","last_peered":"2023-08-28T02:35:29.494703+0000","last_clean":"2023-08-28T02:35:29.494703+0000","last_became_active":"2023-08-28T02:31:51.987018+0000","last_became_peered":"2023-08-28T02:31:51.987018+0000","last_unstale":"2023-08-28T02:35:29.494703+0000","last_undegraded":"2023-08-28T02:35:29.494703+0000","last_fullsized":"2023-08-28T02:35:29.494703+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:53:26.105101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.5","version":"328'6443","reported_seq":7802,"reported_epoch":328,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:35:40.095339+0000","last_change":"2023-08-28T02:33:13.625779+0000","last_active":"2023-08-28T02:35:40.095339+0000","last_peered":"2023-08-28T02:35:40.095339+0000","last_clean":"2023-08-28T02:31:27.898932+0000","last_became_active":"2023-08-28T02:33:13.612126+0000","last_became_peered":"2023-08-28T02:33:13.612126+0000","last_unstale":"2023-08-28T02:35:40.095339+0000","last_undegraded":"2023-08-28T02:33:13.485377+0000","last_fullsized":"2023-08-28T02:33:13.264317+0000","mapping_epoch":298,"log_start":"255'1163","ondisk_log_start":"255'1163","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5280,"log_dups_size":0,"ondisk_log_size":5280,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:37:28.843386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":328269824,"num_objects":5009,"num_object_clones":0,"num_object_copies":15027,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7551,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5009,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6443,"num_write_kb":366464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":625,"num_bytes_recovered":40960000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,7],"avail_no_missing":["0","2"],"object_location_counts":[{"shards":"0,2","objects":2358},{"shards":"0,2,3","objects":2651}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":322,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.474519+0000","last_change":"2023-08-28T02:33:13.281826+0000","last_active":"2023-08-28T02:35:29.474519+0000","last_peered":"2023-08-28T02:35:29.474519+0000","last_clean":"2023-08-28T02:35:29.474519+0000","last_became_active":"2023-08-28T02:33:13.281511+0000","last_became_peered":"2023-08-28T02:33:13.281511+0000","last_unstale":"2023-08-28T02:35:29.474519+0000","last_undegraded":"2023-08-28T02:35:29.474519+0000","last_fullsized":"2023-08-28T02:35:29.474519+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:32:55.005706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":318,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.466408+0000","last_change":"2023-08-28T02:29:44.436713+0000","last_active":"2023-08-28T02:35:29.466408+0000","last_peered":"2023-08-28T02:35:29.466408+0000","last_clean":"2023-08-28T02:35:29.466408+0000","last_became_active":"2023-08-28T02:29:44.436203+0000","last_became_peered":"2023-08-28T02:29:44.436203+0000","last_unstale":"2023-08-28T02:35:29.466408+0000","last_undegraded":"2023-08-28T02:35:29.466408+0000","last_fullsized":"2023-08-28T02:35:29.466408+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:46:48.522293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"328'6673","reported_seq":6762,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-08-28T02:35:41.992944+0000","last_change":"2023-08-28T02:30:50.399669+0000","last_active":"2023-08-28T02:35:41.992944+0000","last_peered":"2023-08-28T02:35:41.992944+0000","last_clean":"2023-08-28T02:35:41.992944+0000","last_became_active":"2023-08-28T02:30:50.399332+0000","last_became_peered":"2023-08-28T02:30:50.399332+0000","last_unstale":"2023-08-28T02:35:41.992944+0000","last_undegraded":"2023-08-28T02:35:41.992944+0000","last_fullsized":"2023-08-28T02:35:41.992944+0000","mapping_epoch":250,"log_start":"254'500","ondisk_log_start":"254'500","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6173,"log_dups_size":0,"ondisk_log_size":6173,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:00:54.910841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":336920576,"num_objects":5141,"num_object_clones":0,"num_object_copies":15423,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5141,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6673,"num_write_kb":378048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"75'161","reported_seq":748,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.471845+0000","last_change":"2023-08-28T02:33:13.310049+0000","last_active":"2023-08-28T02:35:29.471845+0000","last_peered":"2023-08-28T02:35:29.471845+0000","last_clean":"2023-08-28T02:35:29.471845+0000","last_became_active":"2023-08-28T02:33:13.309661+0000","last_became_peered":"2023-08-28T02:33:13.309661+0000","last_unstale":"2023-08-28T02:35:29.471845+0000","last_undegraded":"2023-08-28T02:35:29.471845+0000","last_fullsized":"2023-08-28T02:35:29.471845+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.930230+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.930230+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:27:40.889460+0000","scrub_duration":0.0050169209999999997,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"65'2","reported_seq":282,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.507086+0000","last_change":"2023-08-28T02:33:12.294922+0000","last_active":"2023-08-28T02:35:29.507086+0000","last_peered":"2023-08-28T02:35:29.507086+0000","last_clean":"2023-08-28T02:35:29.507086+0000","last_became_active":"2023-08-28T02:33:12.294518+0000","last_became_peered":"2023-08-28T02:33:12.294518+0000","last_unstale":"2023-08-28T02:35:29.507086+0000","last_undegraded":"2023-08-28T02:35:29.507086+0000","last_fullsized":"2023-08-28T02:35:29.507086+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:21:12.737286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":321,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.472031+0000","last_change":"2023-08-28T02:33:13.310505+0000","last_active":"2023-08-28T02:35:29.472031+0000","last_peered":"2023-08-28T02:35:29.472031+0000","last_clean":"2023-08-28T02:35:29.472031+0000","last_became_active":"2023-08-28T02:33:13.310223+0000","last_became_peered":"2023-08-28T02:33:13.310223+0000","last_unstale":"2023-08-28T02:35:29.472031+0000","last_undegraded":"2023-08-28T02:35:29.472031+0000","last_fullsized":"2023-08-28T02:35:29.472031+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:27:02.124453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"328'6547","reported_seq":7947,"reported_epoch":328,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:35:40.715711+0000","last_change":"2023-08-28T02:33:13.591092+0000","last_active":"2023-08-28T02:35:40.715711+0000","last_peered":"2023-08-28T02:35:40.715711+0000","last_clean":"2023-08-28T02:31:27.916082+0000","last_became_active":"2023-08-28T02:33:13.580413+0000","last_became_peered":"2023-08-28T02:33:13.580413+0000","last_unstale":"2023-08-28T02:35:40.715711+0000","last_undegraded":"2023-08-28T02:33:13.480527+0000","last_fullsized":"2023-08-28T02:33:13.270957+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6547,"log_dups_size":0,"ondisk_log_size":6547,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:03.698410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":335609856,"num_objects":5121,"num_object_clones":0,"num_object_copies":15363,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7745,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5121,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6547,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":642,"num_bytes_recovered":42074112,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,4],"avail_no_missing":["5","2"],"object_location_counts":[{"shards":"2,3,5","objects":2639},{"shards":"2,5","objects":2482}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"75'161","reported_seq":581,"reported_epoch":327,"state":"active+recovery_wait+degraded","last_fresh":"2023-08-28T02:35:29.474201+0000","last_change":"2023-08-28T02:33:13.287487+0000","last_active":"2023-08-28T02:35:29.474201+0000","last_peered":"2023-08-28T02:35:29.474201+0000","last_clean":"2023-08-28T02:31:25.515426+0000","last_became_active":"2023-08-28T02:33:13.287313+0000","last_became_peered":"2023-08-28T02:33:13.287313+0000","last_unstale":"2023-08-28T02:35:29.474201+0000","last_undegraded":"2023-08-28T02:33:13.270760+0000","last_fullsized":"2023-08-28T02:35:29.474201+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":204,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:45.407127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:45.407127+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:39:14.213229+0000","scrub_duration":0.0018495320000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":["5","2","3"],"object_location_counts":[{"shards":"2,3,5","objects":1}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":241,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.471390+0000","last_change":"2023-08-28T02:33:13.309727+0000","last_active":"2023-08-28T02:35:29.471390+0000","last_peered":"2023-08-28T02:35:29.471390+0000","last_clean":"2023-08-28T02:35:29.471390+0000","last_became_active":"2023-08-28T02:33:13.309487+0000","last_became_peered":"2023-08-28T02:33:13.309487+0000","last_unstale":"2023-08-28T02:35:29.471390+0000","last_undegraded":"2023-08-28T02:35:29.471390+0000","last_fullsized":"2023-08-28T02:35:29.471390+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:27:29.294011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":56,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.472093+0000","last_change":"2023-08-28T02:32:28.456323+0000","last_active":"2023-08-28T02:35:29.472093+0000","last_peered":"2023-08-28T02:35:29.472093+0000","last_clean":"2023-08-28T02:35:29.472093+0000","last_became_active":"2023-08-28T02:32:28.455987+0000","last_became_peered":"2023-08-28T02:32:28.455987+0000","last_unstale":"2023-08-28T02:35:29.472093+0000","last_undegraded":"2023-08-28T02:35:29.472093+0000","last_fullsized":"2023-08-28T02:35:29.472093+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:54:07.724002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"328'6689","reported_seq":16794,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-08-28T02:35:41.811108+0000","last_change":"2023-08-28T02:33:13.316023+0000","last_active":"2023-08-28T02:35:41.811108+0000","last_peered":"2023-08-28T02:35:41.811108+0000","last_clean":"2023-08-28T02:35:41.811108+0000","last_became_active":"2023-08-28T02:33:13.308403+0000","last_became_peered":"2023-08-28T02:33:13.308403+0000","last_unstale":"2023-08-28T02:35:41.811108+0000","last_undegraded":"2023-08-28T02:35:41.811108+0000","last_fullsized":"2023-08-28T02:35:41.811108+0000","mapping_epoch":298,"log_start":"254'500","ondisk_log_start":"254'500","created":250,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6189,"log_dups_size":0,"ondisk_log_size":6189,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:10:38.401973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":341245952,"num_objects":5207,"num_object_clones":0,"num_object_copies":15621,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5207,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6689,"num_write_kb":380672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4999,"num_bytes_recovered":327614464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":301,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.472966+0000","last_change":"2023-08-28T02:32:28.455294+0000","last_active":"2023-08-28T02:35:29.472966+0000","last_peered":"2023-08-28T02:35:29.472966+0000","last_clean":"2023-08-28T02:35:29.472966+0000","last_became_active":"2023-08-28T02:32:28.455013+0000","last_became_peered":"2023-08-28T02:32:28.455013+0000","last_unstale":"2023-08-28T02:35:29.472966+0000","last_undegraded":"2023-08-28T02:35:29.472966+0000","last_fullsized":"2023-08-28T02:35:29.472966+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:53.583864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":333,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.472295+0000","last_change":"2023-08-28T02:33:13.335588+0000","last_active":"2023-08-28T02:35:29.472295+0000","last_peered":"2023-08-28T02:35:29.472295+0000","last_clean":"2023-08-28T02:35:29.472295+0000","last_became_active":"2023-08-28T02:33:13.335326+0000","last_became_peered":"2023-08-28T02:33:13.335326+0000","last_unstale":"2023-08-28T02:35:29.472295+0000","last_undegraded":"2023-08-28T02:35:29.472295+0000","last_fullsized":"2023-08-28T02:35:29.472295+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:15:44.958663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"328'6561","reported_seq":6647,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-08-28T02:35:40.122236+0000","last_change":"2023-08-28T02:30:50.400261+0000","last_active":"2023-08-28T02:35:40.122236+0000","last_peered":"2023-08-28T02:35:40.122236+0000","last_clean":"2023-08-28T02:35:40.122236+0000","last_became_active":"2023-08-28T02:30:50.399938+0000","last_became_peered":"2023-08-28T02:30:50.399938+0000","last_unstale":"2023-08-28T02:35:40.122236+0000","last_undegraded":"2023-08-28T02:35:40.122236+0000","last_fullsized":"2023-08-28T02:35:40.122236+0000","mapping_epoch":250,"log_start":"255'1190","ondisk_log_start":"255'1190","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5371,"log_dups_size":0,"ondisk_log_size":5371,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:43:56.802792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":336396288,"num_objects":5133,"num_object_clones":0,"num_object_copies":15399,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5133,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6561,"num_write_kb":374208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"75'161","reported_seq":607,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.474617+0000","last_change":"2023-08-28T02:32:56.519141+0000","last_active":"2023-08-28T02:35:29.474617+0000","last_peered":"2023-08-28T02:35:29.474617+0000","last_clean":"2023-08-28T02:35:29.474617+0000","last_became_active":"2023-08-28T02:32:56.518863+0000","last_became_peered":"2023-08-28T02:32:56.518863+0000","last_unstale":"2023-08-28T02:35:29.474617+0000","last_undegraded":"2023-08-28T02:35:29.474617+0000","last_fullsized":"2023-08-28T02:35:29.474617+0000","mapping_epoch":292,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":293,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_clean_scrub_stamp":"2023-08-28T02:29:25.608370+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:59:50.561109+0000","scrub_duration":0.001662689,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":235,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.506706+0000","last_change":"2023-08-28T02:33:12.294592+0000","last_active":"2023-08-28T02:35:29.506706+0000","last_peered":"2023-08-28T02:35:29.506706+0000","last_clean":"2023-08-28T02:35:29.506706+0000","last_became_active":"2023-08-28T02:33:12.288508+0000","last_became_peered":"2023-08-28T02:33:12.288508+0000","last_unstale":"2023-08-28T02:35:29.506706+0000","last_undegraded":"2023-08-28T02:35:29.506706+0000","last_fullsized":"2023-08-28T02:35:29.506706+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:05:42.717608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":117,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.495381+0000","last_change":"2023-08-28T02:29:44.429834+0000","last_active":"2023-08-28T02:35:29.495381+0000","last_peered":"2023-08-28T02:35:29.495381+0000","last_clean":"2023-08-28T02:35:29.495381+0000","last_became_active":"2023-08-28T02:29:44.429512+0000","last_became_peered":"2023-08-28T02:29:44.429512+0000","last_unstale":"2023-08-28T02:35:29.495381+0000","last_undegraded":"2023-08-28T02:35:29.495381+0000","last_fullsized":"2023-08-28T02:35:29.495381+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:58.062455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"328'6503","reported_seq":6589,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-08-28T02:35:40.970497+0000","last_change":"2023-08-28T02:30:50.402348+0000","last_active":"2023-08-28T02:35:40.970497+0000","last_peered":"2023-08-28T02:35:40.970497+0000","last_clean":"2023-08-28T02:35:40.970497+0000","last_became_active":"2023-08-28T02:30:50.402076+0000","last_became_peered":"2023-08-28T02:30:50.402076+0000","last_unstale":"2023-08-28T02:35:40.970497+0000","last_undegraded":"2023-08-28T02:35:40.970497+0000","last_fullsized":"2023-08-28T02:35:40.970497+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6503,"log_dups_size":0,"ondisk_log_size":6503,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:24.859426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":332464128,"num_objects":5073,"num_object_clones":0,"num_object_copies":15219,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5073,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6503,"num_write_kb":370432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.7","version":"75'161","reported_seq":527,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.507953+0000","last_change":"2023-08-28T02:33:13.532525+0000","last_active":"2023-08-28T02:35:29.507953+0000","last_peered":"2023-08-28T02:35:29.507953+0000","last_clean":"2023-08-28T02:35:29.507953+0000","last_became_active":"2023-08-28T02:33:13.532125+0000","last_became_peered":"2023-08-28T02:33:13.532125+0000","last_unstale":"2023-08-28T02:35:29.507953+0000","last_undegraded":"2023-08-28T02:35:29.507953+0000","last_fullsized":"2023-08-28T02:35:29.507953+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.887648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.887648+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":117,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.494483+0000","last_change":"2023-08-28T02:29:44.407595+0000","last_active":"2023-08-28T02:35:29.494483+0000","last_peered":"2023-08-28T02:35:29.494483+0000","last_clean":"2023-08-28T02:35:29.494483+0000","last_became_active":"2023-08-28T02:29:44.407316+0000","last_became_peered":"2023-08-28T02:29:44.407316+0000","last_unstale":"2023-08-28T02:35:29.494483+0000","last_undegraded":"2023-08-28T02:35:29.494483+0000","last_fullsized":"2023-08-28T02:35:29.494483+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:01:47.777709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":339,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.474647+0000","last_change":"2023-08-28T02:33:13.286980+0000","last_active":"2023-08-28T02:35:29.474647+0000","last_peered":"2023-08-28T02:35:29.474647+0000","last_clean":"2023-08-28T02:35:29.474647+0000","last_became_active":"2023-08-28T02:33:13.286740+0000","last_became_peered":"2023-08-28T02:33:13.286740+0000","last_unstale":"2023-08-28T02:35:29.474647+0000","last_undegraded":"2023-08-28T02:35:29.474647+0000","last_fullsized":"2023-08-28T02:35:29.474647+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:24:54.574365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":117,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.494793+0000","last_change":"2023-08-28T02:29:44.506914+0000","last_active":"2023-08-28T02:35:29.494793+0000","last_peered":"2023-08-28T02:35:29.494793+0000","last_clean":"2023-08-28T02:35:29.494793+0000","last_became_active":"2023-08-28T02:29:44.506606+0000","last_became_peered":"2023-08-28T02:29:44.506606+0000","last_unstale":"2023-08-28T02:35:29.494793+0000","last_undegraded":"2023-08-28T02:35:29.494793+0000","last_fullsized":"2023-08-28T02:35:29.494793+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:55:50.992279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"328'6503","reported_seq":18187,"reported_epoch":328,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:35:39.786154+0000","last_change":"2023-08-28T02:34:11.565330+0000","last_active":"2023-08-28T02:35:39.786154+0000","last_peered":"2023-08-28T02:35:39.786154+0000","last_clean":"2023-08-28T02:32:11.916240+0000","last_became_active":"2023-08-28T02:33:12.501819+0000","last_became_peered":"2023-08-28T02:33:12.501819+0000","last_unstale":"2023-08-28T02:35:39.786154+0000","last_undegraded":"2023-08-28T02:35:39.786154+0000","last_fullsized":"2023-08-28T02:35:39.786154+0000","mapping_epoch":297,"log_start":"255'1224","ondisk_log_start":"255'1224","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5279,"log_dups_size":0,"ondisk_log_size":5279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:45:43.329719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":333774848,"num_objects":5093,"num_object_clones":0,"num_object_copies":15279,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":5093,"num_objects_unfound":0,"num_objects_dirty":5093,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6503,"num_write_kb":371072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5787,"num_bytes_recovered":379256832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,2],"avail_no_missing":["0","2","5","6"],"object_location_counts":[{"shards":"0,2,5","objects":5093}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.1","version":"75'161","reported_seq":587,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.474372+0000","last_change":"2023-08-28T02:32:31.482659+0000","last_active":"2023-08-28T02:35:29.474372+0000","last_peered":"2023-08-28T02:35:29.474372+0000","last_clean":"2023-08-28T02:35:29.474372+0000","last_became_active":"2023-08-28T02:32:31.482320+0000","last_became_peered":"2023-08-28T02:32:31.482320+0000","last_unstale":"2023-08-28T02:35:29.474372+0000","last_undegraded":"2023-08-28T02:35:29.474372+0000","last_fullsized":"2023-08-28T02:35:29.474372+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:24.559397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:24.559397+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:41:09.516918+0000","scrub_duration":0.001580328,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":325,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.474439+0000","last_change":"2023-08-28T02:31:51.988386+0000","last_active":"2023-08-28T02:35:29.474439+0000","last_peered":"2023-08-28T02:35:29.474439+0000","last_clean":"2023-08-28T02:35:29.474439+0000","last_became_active":"2023-08-28T02:31:51.988097+0000","last_became_peered":"2023-08-28T02:31:51.988097+0000","last_unstale":"2023-08-28T02:35:29.474439+0000","last_undegraded":"2023-08-28T02:35:29.474439+0000","last_fullsized":"2023-08-28T02:35:29.474439+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:25:01.818829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":301,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.472179+0000","last_change":"2023-08-28T02:32:12.951275+0000","last_active":"2023-08-28T02:35:29.472179+0000","last_peered":"2023-08-28T02:35:29.472179+0000","last_clean":"2023-08-28T02:35:29.472179+0000","last_became_active":"2023-08-28T02:32:12.950965+0000","last_became_peered":"2023-08-28T02:32:12.950965+0000","last_unstale":"2023-08-28T02:35:29.472179+0000","last_undegraded":"2023-08-28T02:35:29.472179+0000","last_fullsized":"2023-08-28T02:35:29.472179+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:37:31.294280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":143,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.494504+0000","last_change":"2023-08-28T02:33:13.286534+0000","last_active":"2023-08-28T02:35:29.494504+0000","last_peered":"2023-08-28T02:35:29.494504+0000","last_clean":"2023-08-28T02:35:29.494504+0000","last_became_active":"2023-08-28T02:33:13.286164+0000","last_became_peered":"2023-08-28T02:33:13.286164+0000","last_unstale":"2023-08-28T02:35:29.494504+0000","last_undegraded":"2023-08-28T02:35:29.494504+0000","last_fullsized":"2023-08-28T02:35:29.494504+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:56.721932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"328'6544","reported_seq":18320,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-08-28T02:35:40.746820+0000","last_change":"2023-08-28T02:34:14.448606+0000","last_active":"2023-08-28T02:35:40.746820+0000","last_peered":"2023-08-28T02:35:40.746820+0000","last_clean":"2023-08-28T02:35:40.746820+0000","last_became_active":"2023-08-28T02:34:14.438547+0000","last_became_peered":"2023-08-28T02:34:14.438547+0000","last_unstale":"2023-08-28T02:35:40.746820+0000","last_undegraded":"2023-08-28T02:35:40.746820+0000","last_fullsized":"2023-08-28T02:35:40.746820+0000","mapping_epoch":314,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":315,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6544,"log_dups_size":0,"ondisk_log_size":6544,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:06:41.120408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":335806464,"num_objects":5124,"num_object_clones":0,"num_object_copies":15372,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5124,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6544,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5834,"num_bytes_recovered":376832000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2","version":"75'161","reported_seq":709,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.471204+0000","last_change":"2023-08-28T02:30:51.762377+0000","last_active":"2023-08-28T02:35:29.471204+0000","last_peered":"2023-08-28T02:35:29.471204+0000","last_clean":"2023-08-28T02:35:29.471204+0000","last_became_active":"2023-08-28T02:27:46.375590+0000","last_became_peered":"2023-08-28T02:27:46.375590+0000","last_unstale":"2023-08-28T02:35:29.471204+0000","last_undegraded":"2023-08-28T02:35:29.471204+0000","last_fullsized":"2023-08-28T02:35:29.471204+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:51.762314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:51.762314+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:02.034555+0000","scrub_duration":0.0020023620000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":135,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.506667+0000","last_change":"2023-08-28T02:33:13.289765+0000","last_active":"2023-08-28T02:35:29.506667+0000","last_peered":"2023-08-28T02:35:29.506667+0000","last_clean":"2023-08-28T02:35:29.506667+0000","last_became_active":"2023-08-28T02:33:13.289159+0000","last_became_peered":"2023-08-28T02:33:13.289159+0000","last_unstale":"2023-08-28T02:35:29.506667+0000","last_undegraded":"2023-08-28T02:35:29.506667+0000","last_fullsized":"2023-08-28T02:35:29.506667+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:30:38.956723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":135,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.494173+0000","last_change":"2023-08-28T02:32:28.464203+0000","last_active":"2023-08-28T02:35:29.494173+0000","last_peered":"2023-08-28T02:35:29.494173+0000","last_clean":"2023-08-28T02:35:29.494173+0000","last_became_active":"2023-08-28T02:32:28.463412+0000","last_became_peered":"2023-08-28T02:32:28.463412+0000","last_unstale":"2023-08-28T02:35:29.494173+0000","last_undegraded":"2023-08-28T02:35:29.494173+0000","last_fullsized":"2023-08-28T02:35:29.494173+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:20:38.177879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":117,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.495465+0000","last_change":"2023-08-28T02:29:44.427945+0000","last_active":"2023-08-28T02:35:29.495465+0000","last_peered":"2023-08-28T02:35:29.495465+0000","last_clean":"2023-08-28T02:35:29.495465+0000","last_became_active":"2023-08-28T02:29:44.426487+0000","last_became_peered":"2023-08-28T02:29:44.426487+0000","last_unstale":"2023-08-28T02:35:29.495465+0000","last_undegraded":"2023-08-28T02:35:29.495465+0000","last_fullsized":"2023-08-28T02:35:29.495465+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:30:20.438896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"328'6576","reported_seq":16633,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-08-28T02:35:41.896344+0000","last_change":"2023-08-28T02:34:48.488647+0000","last_active":"2023-08-28T02:35:41.896344+0000","last_peered":"2023-08-28T02:35:41.896344+0000","last_clean":"2023-08-28T02:35:41.896344+0000","last_became_active":"2023-08-28T02:34:48.476519+0000","last_became_peered":"2023-08-28T02:34:48.476519+0000","last_unstale":"2023-08-28T02:35:41.896344+0000","last_undegraded":"2023-08-28T02:35:41.896344+0000","last_fullsized":"2023-08-28T02:35:41.896344+0000","mapping_epoch":318,"log_start":"254'400","ondisk_log_start":"254'400","created":250,"last_epoch_clean":319,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6176,"log_dups_size":0,"ondisk_log_size":6176,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:44:20.004230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":332136448,"num_objects":5068,"num_object_clones":0,"num_object_copies":15204,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5068,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6576,"num_write_kb":372608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4973,"num_bytes_recovered":325910528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":319,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.474754+0000","last_change":"2023-08-28T02:33:13.484970+0000","last_active":"2023-08-28T02:35:29.474754+0000","last_peered":"2023-08-28T02:35:29.474754+0000","last_clean":"2023-08-28T02:35:29.474754+0000","last_became_active":"2023-08-28T02:33:13.484579+0000","last_became_peered":"2023-08-28T02:33:13.484579+0000","last_unstale":"2023-08-28T02:35:29.474754+0000","last_undegraded":"2023-08-28T02:35:29.474754+0000","last_fullsized":"2023-08-28T02:35:29.474754+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:58.027468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"75'161","reported_seq":710,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.472683+0000","last_change":"2023-08-28T02:31:55.059467+0000","last_active":"2023-08-28T02:35:29.472683+0000","last_peered":"2023-08-28T02:35:29.472683+0000","last_clean":"2023-08-28T02:35:29.472683+0000","last_became_active":"2023-08-28T02:31:55.059115+0000","last_became_peered":"2023-08-28T02:31:55.059115+0000","last_unstale":"2023-08-28T02:35:29.472683+0000","last_undegraded":"2023-08-28T02:35:29.472683+0000","last_fullsized":"2023-08-28T02:35:29.472683+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":0,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.820990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.820990+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:15:56.774667+0000","scrub_duration":0.0017342480000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":236,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.507346+0000","last_change":"2023-08-28T02:33:13.352810+0000","last_active":"2023-08-28T02:35:29.507346+0000","last_peered":"2023-08-28T02:35:29.507346+0000","last_clean":"2023-08-28T02:35:29.507346+0000","last_became_active":"2023-08-28T02:33:13.351697+0000","last_became_peered":"2023-08-28T02:33:13.351697+0000","last_unstale":"2023-08-28T02:35:29.507346+0000","last_undegraded":"2023-08-28T02:35:29.507346+0000","last_fullsized":"2023-08-28T02:35:29.507346+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:56.187163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":150,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.472627+0000","last_change":"2023-08-28T02:31:51.984584+0000","last_active":"2023-08-28T02:35:29.472627+0000","last_peered":"2023-08-28T02:35:29.472627+0000","last_clean":"2023-08-28T02:35:29.472627+0000","last_became_active":"2023-08-28T02:31:51.984264+0000","last_became_peered":"2023-08-28T02:31:51.984264+0000","last_unstale":"2023-08-28T02:35:29.472627+0000","last_undegraded":"2023-08-28T02:35:29.472627+0000","last_fullsized":"2023-08-28T02:35:29.472627+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:58:42.306722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"328'6539","reported_seq":18232,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-08-28T02:35:39.994765+0000","last_change":"2023-08-28T02:35:11.978901+0000","last_active":"2023-08-28T02:35:39.994765+0000","last_peered":"2023-08-28T02:35:39.994765+0000","last_clean":"2023-08-28T02:35:39.994765+0000","last_became_active":"2023-08-28T02:35:11.966585+0000","last_became_peered":"2023-08-28T02:35:11.966585+0000","last_unstale":"2023-08-28T02:35:39.994765+0000","last_undegraded":"2023-08-28T02:35:39.994765+0000","last_fullsized":"2023-08-28T02:35:39.994765+0000","mapping_epoch":323,"log_start":"255'1228","ondisk_log_start":"255'1228","created":250,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5311,"log_dups_size":0,"ondisk_log_size":5311,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:03:07.017814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":330498048,"num_objects":5043,"num_object_clones":0,"num_object_copies":15129,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5043,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6539,"num_write_kb":370624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5791,"num_bytes_recovered":368967680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3","version":"75'161","reported_seq":593,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.496042+0000","last_change":"2023-08-28T02:31:55.068239+0000","last_active":"2023-08-28T02:35:29.496042+0000","last_peered":"2023-08-28T02:35:29.496042+0000","last_clean":"2023-08-28T02:35:29.496042+0000","last_became_active":"2023-08-28T02:31:55.067875+0000","last_became_peered":"2023-08-28T02:31:55.067875+0000","last_unstale":"2023-08-28T02:35:29.496042+0000","last_undegraded":"2023-08-28T02:35:29.496042+0000","last_fullsized":"2023-08-28T02:35:29.496042+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.868248+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:11:04.391639+0000","scrub_duration":0.0016215240000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":333,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.472618+0000","last_change":"2023-08-28T02:29:44.421353+0000","last_active":"2023-08-28T02:35:29.472618+0000","last_peered":"2023-08-28T02:35:29.472618+0000","last_clean":"2023-08-28T02:35:29.472618+0000","last_became_active":"2023-08-28T02:29:44.421064+0000","last_became_peered":"2023-08-28T02:29:44.421064+0000","last_unstale":"2023-08-28T02:35:29.472618+0000","last_undegraded":"2023-08-28T02:35:29.472618+0000","last_fullsized":"2023-08-28T02:35:29.472618+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:51:36.524024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":302,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:30.355450+0000","last_change":"2023-08-28T02:33:12.299487+0000","last_active":"2023-08-28T02:35:30.355450+0000","last_peered":"2023-08-28T02:35:30.355450+0000","last_clean":"2023-08-28T02:35:30.355450+0000","last_became_active":"2023-08-28T02:33:12.299175+0000","last_became_peered":"2023-08-28T02:33:12.299175+0000","last_unstale":"2023-08-28T02:35:30.355450+0000","last_undegraded":"2023-08-28T02:35:30.355450+0000","last_fullsized":"2023-08-28T02:35:30.355450+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:42:29.713462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":312,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.467261+0000","last_change":"2023-08-28T02:32:28.457696+0000","last_active":"2023-08-28T02:35:29.467261+0000","last_peered":"2023-08-28T02:35:29.467261+0000","last_clean":"2023-08-28T02:35:29.467261+0000","last_became_active":"2023-08-28T02:32:28.457407+0000","last_became_peered":"2023-08-28T02:32:28.457407+0000","last_unstale":"2023-08-28T02:35:29.467261+0000","last_undegraded":"2023-08-28T02:35:29.467261+0000","last_fullsized":"2023-08-28T02:35:29.467261+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:26:29.392787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"328'6485","reported_seq":7599,"reported_epoch":328,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:35:40.428721+0000","last_change":"2023-08-28T02:34:11.566035+0000","last_active":"2023-08-28T02:35:40.428721+0000","last_peered":"2023-08-28T02:35:40.428721+0000","last_clean":"2023-08-28T02:33:10.395883+0000","last_became_active":"2023-08-28T02:33:12.394714+0000","last_became_peered":"2023-08-28T02:33:12.394714+0000","last_unstale":"2023-08-28T02:35:40.428721+0000","last_undegraded":"2023-08-28T02:35:40.428721+0000","last_fullsized":"2023-08-28T02:35:40.428721+0000","mapping_epoch":297,"log_start":"255'1084","ondisk_log_start":"255'1084","created":250,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5401,"log_dups_size":0,"ondisk_log_size":5401,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:01:26.984565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":327548952,"num_objects":4999,"num_object_clones":0,"num_object_copies":14997,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4563,"num_objects_unfound":0,"num_objects_dirty":4999,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":6485,"num_write_kb":367425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":500,"num_bytes_recovered":32768000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,6],"avail_no_missing":["4","0","6"],"object_location_counts":[{"shards":"0,4,6","objects":4999}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.6","version":"75'161","reported_seq":587,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.467171+0000","last_change":"2023-08-28T02:33:13.338675+0000","last_active":"2023-08-28T02:35:29.467171+0000","last_peered":"2023-08-28T02:35:29.467171+0000","last_clean":"2023-08-28T02:35:29.467171+0000","last_became_active":"2023-08-28T02:33:13.338271+0000","last_became_peered":"2023-08-28T02:33:13.338271+0000","last_unstale":"2023-08-28T02:35:29.467171+0000","last_undegraded":"2023-08-28T02:35:29.467171+0000","last_fullsized":"2023-08-28T02:35:29.467171+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.774982+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.774982+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:13:20.011329+0000","scrub_duration":0.003539819,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":296,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.471601+0000","last_change":"2023-08-28T02:14:43.033789+0000","last_active":"2023-08-28T02:35:29.471601+0000","last_peered":"2023-08-28T02:35:29.471601+0000","last_clean":"2023-08-28T02:35:29.471601+0000","last_became_active":"2023-08-28T02:14:43.033454+0000","last_became_peered":"2023-08-28T02:14:43.033454+0000","last_unstale":"2023-08-28T02:35:29.471601+0000","last_undegraded":"2023-08-28T02:35:29.471601+0000","last_fullsized":"2023-08-28T02:35:29.471601+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:01:13.205842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":126,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.494710+0000","last_change":"2023-08-28T02:32:28.461807+0000","last_active":"2023-08-28T02:35:29.494710+0000","last_peered":"2023-08-28T02:35:29.494710+0000","last_clean":"2023-08-28T02:35:29.494710+0000","last_became_active":"2023-08-28T02:32:28.461116+0000","last_became_peered":"2023-08-28T02:32:28.461116+0000","last_unstale":"2023-08-28T02:35:29.494710+0000","last_undegraded":"2023-08-28T02:35:29.494710+0000","last_fullsized":"2023-08-28T02:35:29.494710+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:12:45.321757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":273,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:30.355555+0000","last_change":"2023-08-28T02:14:43.048791+0000","last_active":"2023-08-28T02:35:30.355555+0000","last_peered":"2023-08-28T02:35:30.355555+0000","last_clean":"2023-08-28T02:35:30.355555+0000","last_became_active":"2023-08-28T02:14:43.047408+0000","last_became_peered":"2023-08-28T02:14:43.047408+0000","last_unstale":"2023-08-28T02:35:30.355555+0000","last_undegraded":"2023-08-28T02:35:30.355555+0000","last_fullsized":"2023-08-28T02:35:30.355555+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:47.097181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"328'6662","reported_seq":15505,"reported_epoch":328,"state":"active+recovering+remapped","last_fresh":"2023-08-28T02:35:40.487718+0000","last_change":"2023-08-28T02:35:10.974195+0000","last_active":"2023-08-28T02:35:40.487718+0000","last_peered":"2023-08-28T02:35:40.487718+0000","last_clean":"2023-08-28T02:31:50.933695+0000","last_became_active":"2023-08-28T02:33:13.540416+0000","last_became_peered":"2023-08-28T02:33:13.540416+0000","last_unstale":"2023-08-28T02:35:40.487718+0000","last_undegraded":"2023-08-28T02:35:40.487718+0000","last_fullsized":"2023-08-28T02:35:40.487718+0000","mapping_epoch":298,"log_start":"255'1274","ondisk_log_start":"255'1274","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5388,"log_dups_size":0,"ondisk_log_size":5388,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:49:35.658845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":340787200,"num_objects":5200,"num_object_clones":0,"num_object_copies":15600,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1208,"num_objects_unfound":0,"num_objects_dirty":5200,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6662,"num_write_kb":379584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4363,"num_bytes_recovered":285933568,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,2],"avail_no_missing":["4","2","6"],"object_location_counts":[{"shards":"2,4,5","objects":4596},{"shards":"2,4,6","objects":604}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.5","version":"75'161","reported_seq":621,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.472180+0000","last_change":"2023-08-28T02:32:31.477151+0000","last_active":"2023-08-28T02:35:29.472180+0000","last_peered":"2023-08-28T02:35:29.472180+0000","last_clean":"2023-08-28T02:35:29.472180+0000","last_became_active":"2023-08-28T02:32:31.476776+0000","last_became_peered":"2023-08-28T02:32:31.476776+0000","last_unstale":"2023-08-28T02:35:29.472180+0000","last_undegraded":"2023-08-28T02:35:29.472180+0000","last_fullsized":"2023-08-28T02:35:29.472180+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:18.891729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:18.891729+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:47:27.194140+0000","scrub_duration":0.0031546460000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"65'2","reported_seq":283,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.507848+0000","last_change":"2023-08-28T02:33:12.327778+0000","last_active":"2023-08-28T02:35:29.507848+0000","last_peered":"2023-08-28T02:35:29.507848+0000","last_clean":"2023-08-28T02:35:29.507848+0000","last_became_active":"2023-08-28T02:33:12.327273+0000","last_became_peered":"2023-08-28T02:33:12.327273+0000","last_unstale":"2023-08-28T02:35:29.507848+0000","last_undegraded":"2023-08-28T02:35:29.507848+0000","last_fullsized":"2023-08-28T02:35:29.507848+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:40.554192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":165,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.494973+0000","last_change":"2023-08-28T02:33:13.335665+0000","last_active":"2023-08-28T02:35:29.494973+0000","last_peered":"2023-08-28T02:35:29.494973+0000","last_clean":"2023-08-28T02:35:29.494973+0000","last_became_active":"2023-08-28T02:33:13.335322+0000","last_became_peered":"2023-08-28T02:33:13.335322+0000","last_unstale":"2023-08-28T02:35:29.494973+0000","last_undegraded":"2023-08-28T02:35:29.494973+0000","last_fullsized":"2023-08-28T02:35:29.494973+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:21:08.024493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":280,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.506792+0000","last_change":"2023-08-28T02:33:12.310326+0000","last_active":"2023-08-28T02:35:29.506792+0000","last_peered":"2023-08-28T02:35:29.506792+0000","last_clean":"2023-08-28T02:35:29.506792+0000","last_became_active":"2023-08-28T02:33:12.310011+0000","last_became_peered":"2023-08-28T02:33:12.310011+0000","last_unstale":"2023-08-28T02:35:29.506792+0000","last_undegraded":"2023-08-28T02:35:29.506792+0000","last_fullsized":"2023-08-28T02:35:29.506792+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:35:03.710036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"328'6633","reported_seq":8834,"reported_epoch":328,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:35:40.442015+0000","last_change":"2023-08-28T02:33:34.765675+0000","last_active":"2023-08-28T02:35:40.442015+0000","last_peered":"2023-08-28T02:35:40.442015+0000","last_clean":"2023-08-28T02:31:27.909649+0000","last_became_active":"2023-08-28T02:33:33.726805+0000","last_became_peered":"2023-08-28T02:33:33.726805+0000","last_unstale":"2023-08-28T02:35:40.442015+0000","last_undegraded":"2023-08-28T02:33:20.140072+0000","last_fullsized":"2023-08-28T02:33:13.278549+0000","mapping_epoch":298,"log_start":"255'1177","ondisk_log_start":"255'1177","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5456,"log_dups_size":0,"ondisk_log_size":5456,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:02:22.971585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":343080960,"num_objects":5235,"num_object_clones":0,"num_object_copies":15705,"num_objects_missing_on_primary":5207,"num_objects_missing":5207,"num_objects_degraded":13018,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5235,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6633,"num_write_kb":379776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":689,"num_bytes_recovered":45023232,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[4,3],"avail_no_missing":["2","6"],"object_location_counts":[{"shards":"2,3,4,6","objects":13},{"shards":"2,3,6","objects":2724},{"shards":"2,4,6","objects":14},{"shards":"2,6","objects":2483},{"shards":"3,4","objects":-12}],"blocked_by":[],"up_primary":3,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.4","version":"75'161","reported_seq":535,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.507078+0000","last_change":"2023-08-28T02:33:12.296479+0000","last_active":"2023-08-28T02:35:29.507078+0000","last_peered":"2023-08-28T02:35:29.507078+0000","last_clean":"2023-08-28T02:35:29.507078+0000","last_became_active":"2023-08-28T02:33:12.294160+0000","last_became_peered":"2023-08-28T02:33:12.294160+0000","last_unstale":"2023-08-28T02:35:29.507078+0000","last_undegraded":"2023-08-28T02:35:29.507078+0000","last_fullsized":"2023-08-28T02:35:29.507078+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.899247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.899247+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":254,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.472057+0000","last_change":"2023-08-28T02:33:13.539335+0000","last_active":"2023-08-28T02:35:29.472057+0000","last_peered":"2023-08-28T02:35:29.472057+0000","last_clean":"2023-08-28T02:35:29.472057+0000","last_became_active":"2023-08-28T02:33:13.538978+0000","last_became_peered":"2023-08-28T02:33:13.538978+0000","last_unstale":"2023-08-28T02:35:29.472057+0000","last_undegraded":"2023-08-28T02:35:29.472057+0000","last_fullsized":"2023-08-28T02:35:29.472057+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:26:13.405766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"65'1","reported_seq":316,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.467354+0000","last_change":"2023-08-28T02:29:44.510205+0000","last_active":"2023-08-28T02:35:29.467354+0000","last_peered":"2023-08-28T02:35:29.467354+0000","last_clean":"2023-08-28T02:35:29.467354+0000","last_became_active":"2023-08-28T02:29:44.429357+0000","last_became_peered":"2023-08-28T02:29:44.429357+0000","last_unstale":"2023-08-28T02:35:29.467354+0000","last_undegraded":"2023-08-28T02:35:29.467354+0000","last_fullsized":"2023-08-28T02:35:29.467354+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:44:59.955729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":283,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.472834+0000","last_change":"2023-08-28T02:32:12.950661+0000","last_active":"2023-08-28T02:35:29.472834+0000","last_peered":"2023-08-28T02:35:29.472834+0000","last_clean":"2023-08-28T02:35:29.472834+0000","last_became_active":"2023-08-28T02:32:12.950276+0000","last_became_peered":"2023-08-28T02:32:12.950276+0000","last_unstale":"2023-08-28T02:35:29.472834+0000","last_undegraded":"2023-08-28T02:35:29.472834+0000","last_fullsized":"2023-08-28T02:35:29.472834+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:05:17.972868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"65'1","reported_seq":274,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.466508+0000","last_change":"2023-08-28T02:14:43.042150+0000","last_active":"2023-08-28T02:35:29.466508+0000","last_peered":"2023-08-28T02:35:29.466508+0000","last_clean":"2023-08-28T02:35:29.466508+0000","last_became_active":"2023-08-28T02:14:43.038336+0000","last_became_peered":"2023-08-28T02:14:43.038336+0000","last_unstale":"2023-08-28T02:35:29.466508+0000","last_undegraded":"2023-08-28T02:35:29.466508+0000","last_fullsized":"2023-08-28T02:35:29.466508+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:26:02.415152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":324,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.494582+0000","last_change":"2023-08-28T02:33:13.318097+0000","last_active":"2023-08-28T02:35:29.494582+0000","last_peered":"2023-08-28T02:35:29.494582+0000","last_clean":"2023-08-28T02:35:29.494582+0000","last_became_active":"2023-08-28T02:33:13.317761+0000","last_became_peered":"2023-08-28T02:33:13.317761+0000","last_unstale":"2023-08-28T02:35:29.494582+0000","last_undegraded":"2023-08-28T02:35:29.494582+0000","last_fullsized":"2023-08-28T02:35:29.494582+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:24.836996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"65'2","reported_seq":321,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.474563+0000","last_change":"2023-08-28T02:29:44.535937+0000","last_active":"2023-08-28T02:35:29.474563+0000","last_peered":"2023-08-28T02:35:29.474563+0000","last_clean":"2023-08-28T02:35:29.474563+0000","last_became_active":"2023-08-28T02:29:44.462244+0000","last_became_peered":"2023-08-28T02:29:44.462244+0000","last_unstale":"2023-08-28T02:35:29.474563+0000","last_undegraded":"2023-08-28T02:35:29.474563+0000","last_fullsized":"2023-08-28T02:35:29.474563+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:30:33.173713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":321,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.466311+0000","last_change":"2023-08-28T02:33:12.305580+0000","last_active":"2023-08-28T02:35:29.466311+0000","last_peered":"2023-08-28T02:35:29.466311+0000","last_clean":"2023-08-28T02:35:29.466311+0000","last_became_active":"2023-08-28T02:33:12.305261+0000","last_became_peered":"2023-08-28T02:33:12.305261+0000","last_unstale":"2023-08-28T02:35:29.466311+0000","last_undegraded":"2023-08-28T02:35:29.466311+0000","last_fullsized":"2023-08-28T02:35:29.466311+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:22:31.614221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"65'2","reported_seq":290,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.474528+0000","last_change":"2023-08-28T02:31:51.991101+0000","last_active":"2023-08-28T02:35:29.474528+0000","last_peered":"2023-08-28T02:35:29.474528+0000","last_clean":"2023-08-28T02:35:29.474528+0000","last_became_active":"2023-08-28T02:31:51.987237+0000","last_became_peered":"2023-08-28T02:31:51.987237+0000","last_unstale":"2023-08-28T02:35:29.474528+0000","last_undegraded":"2023-08-28T02:35:29.474528+0000","last_fullsized":"2023-08-28T02:35:29.474528+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:07:07.370857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":324,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.471311+0000","last_change":"2023-08-28T02:33:12.494483+0000","last_active":"2023-08-28T02:35:29.471311+0000","last_peered":"2023-08-28T02:35:29.471311+0000","last_clean":"2023-08-28T02:35:29.471311+0000","last_became_active":"2023-08-28T02:33:12.494136+0000","last_became_peered":"2023-08-28T02:33:12.494136+0000","last_unstale":"2023-08-28T02:35:29.471311+0000","last_undegraded":"2023-08-28T02:35:29.471311+0000","last_fullsized":"2023-08-28T02:35:29.471311+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:36.772588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"65'1","reported_seq":268,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.507899+0000","last_change":"2023-08-28T02:33:13.287922+0000","last_active":"2023-08-28T02:35:29.507899+0000","last_peered":"2023-08-28T02:35:29.507899+0000","last_clean":"2023-08-28T02:35:29.507899+0000","last_became_active":"2023-08-28T02:33:13.287520+0000","last_became_peered":"2023-08-28T02:33:13.287520+0000","last_unstale":"2023-08-28T02:35:29.507899+0000","last_undegraded":"2023-08-28T02:35:29.507899+0000","last_fullsized":"2023-08-28T02:35:29.507899+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:11.627168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":282,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:35.315355+0000","last_change":"2023-08-28T02:33:13.289469+0000","last_active":"2023-08-28T02:35:35.315355+0000","last_peered":"2023-08-28T02:35:35.315355+0000","last_clean":"2023-08-28T02:35:35.315355+0000","last_became_active":"2023-08-28T02:33:13.288737+0000","last_became_peered":"2023-08-28T02:33:13.288737+0000","last_unstale":"2023-08-28T02:35:35.315355+0000","last_undegraded":"2023-08-28T02:35:35.315355+0000","last_fullsized":"2023-08-28T02:35:35.315355+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:11:15.043550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"65'4","reported_seq":306,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:30.355773+0000","last_change":"2023-08-28T02:32:28.607010+0000","last_active":"2023-08-28T02:35:30.355773+0000","last_peered":"2023-08-28T02:35:30.355773+0000","last_clean":"2023-08-28T02:35:30.355773+0000","last_became_active":"2023-08-28T02:32:28.492224+0000","last_became_peered":"2023-08-28T02:32:28.492224+0000","last_unstale":"2023-08-28T02:35:30.355773+0000","last_undegraded":"2023-08-28T02:35:30.355773+0000","last_fullsized":"2023-08-28T02:35:30.355773+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:13:45.711951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":554,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":334,"reported_epoch":327,"state":"active+clean","last_fresh":"2023-08-28T02:35:29.471714+0000","last_change":"2023-08-28T02:33:13.309144+0000","last_active":"2023-08-28T02:35:29.471714+0000","last_peered":"2023-08-28T02:35:29.471714+0000","last_clean":"2023-08-28T02:35:29.471714+0000","last_became_active":"2023-08-28T02:33:13.308910+0000","last_became_peered":"2023-08-28T02:33:13.308910+0000","last_unstale":"2023-08-28T02:35:29.471714+0000","last_undegraded":"2023-08-28T02:35:29.471714+0000","last_fullsized":"2023-08-28T02:35:29.471714+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:09:59.549591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":5354029080,"num_objects":81697,"num_object_clones":0,"num_object_copies":245091,"num_objects_missing_on_primary":5207,"num_objects_missing":5207,"num_objects_degraded":38171,"num_objects_misplaced":10864,"num_objects_unfound":0,"num_objects_dirty":81697,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":104917,"num_write_kb":5971585,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":35863,"num_bytes_recovered":2334064640,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":17098027008,"data_stored":17098014792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":94065,"ondisk_log_size":94065,"up":48,"acting":43,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":10126,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":370028,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":89,"num_read_kb":167,"num_write":44,"num_write_kb":440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":322019,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299745,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2132940,"kb_used_data":1643268,"kb_used_omap":0,"kb_used_meta":489664,"kb_avail":91612212,"statfs":{"total":95995035648,"available":93810905088,"internally_reserved":0,"allocated":1682706432,"data_stored":1681400049,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":501415936},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:35:09 2023","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":0.92100000000000004,"15min":1.4750000000000001},"min":{"1min":0.24299999999999999,"5min":0.219,"15min":0.21199999999999999},"max":{"1min":1.421,"5min":8.8079999999999998,"15min":13.118},"last":0.33900000000000002},{"interface":"front","average":{"1min":0.59199999999999997,"5min":1.2629999999999999,"15min":1.8859999999999999},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.246},"max":{"1min":2.395,"5min":12.42,"15min":17.402999999999999},"last":0.54900000000000004}]},{"osd":1,"last update":"Mon Aug 28 02:35:37 2023","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":1.0980000000000001,"15min":2.1120000000000001},"min":{"1min":0.28199999999999997,"5min":0.26800000000000002,"15min":0.24099999999999999},"max":{"1min":1.2569999999999999,"5min":9.5850000000000009,"15min":17.43},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.54400000000000004,"5min":1.008,"15min":1.9350000000000001},"min":{"1min":0.36399999999999999,"5min":0.311,"15min":0.25900000000000001},"max":{"1min":2.0579999999999998,"5min":9.5289999999999999,"15min":19.913},"last":0.57899999999999996}]},{"osd":2,"last update":"Mon Aug 28 02:35:22 2023","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.67500000000000004,"15min":1.5700000000000001},"min":{"1min":0.26800000000000002,"5min":0.23499999999999999,"15min":0.22800000000000001},"max":{"1min":1.595,"5min":3.8199999999999998,"15min":8.3889999999999993},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.80700000000000005,"15min":1.4670000000000001},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28699999999999998},"max":{"1min":1.1020000000000001,"5min":6.7750000000000004,"15min":12.128},"last":0.41899999999999998}]},{"osd":3,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.68999999999999995,"15min":0.70799999999999996},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":2.073,"5min":3.0099999999999998,"15min":3.0099999999999998},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.63,"15min":0.63},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":3.0600000000000001,"5min":3.1000000000000001,"15min":3.1000000000000001},"last":0.41099999999999998}]},{"osd":4,"last update":"Mon Aug 28 02:35:09 2023","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.92400000000000004,"15min":1.2989999999999999},"min":{"1min":0.27700000000000002,"5min":0.245,"15min":0.24199999999999999},"max":{"1min":2.1150000000000002,"5min":9.6839999999999993,"15min":18.943000000000001},"last":0.44500000000000001},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.77200000000000002,"15min":0.95699999999999996},"min":{"1min":0.30399999999999999,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":2.206,"5min":6.2350000000000003,"15min":8.1890000000000001},"last":0.36799999999999999}]},{"osd":5,"last update":"Mon Aug 28 02:35:09 2023","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.74399999999999999,"15min":1.0660000000000001},"min":{"1min":0.28100000000000003,"5min":0.246,"15min":0.23599999999999999},"max":{"1min":1.2210000000000001,"5min":5.9130000000000003,"15min":14.622},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.90900000000000003,"15min":1.294},"min":{"1min":0.317,"5min":0.28100000000000003,"15min":0.27000000000000002},"max":{"1min":2.1419999999999999,"5min":9.5559999999999992,"15min":17.324999999999999},"last":0.60499999999999998}]},{"osd":6,"last update":"Mon Aug 28 02:35:09 2023","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.98199999999999998,"15min":1.321},"min":{"1min":0.36699999999999999,"5min":0.31900000000000001,"15min":0.30299999999999999},"max":{"1min":2.1819999999999999,"5min":9.7829999999999995,"15min":17.454999999999998},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.436,"5min":0.77300000000000002,"15min":0.86299999999999999},"min":{"1min":0.34399999999999997,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.54500000000000004,"5min":5.6710000000000003,"15min":7.665},"last":0.46600000000000003}]}]},{"osd":6,"up_from":0,"seq":193273528676,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":101,"seq":433791697135,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1623288,"kb_used_data":991024,"kb_used_omap":4,"kb_used_meta":632251,"kb_avail":92121864,"statfs":{"total":95995035648,"available":94332788736,"internally_reserved":0,"allocated":1014808576,"data_stored":1012964418,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":647425934},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:35:38 2023","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":1.01,"15min":2.411},"min":{"1min":0.25900000000000001,"5min":0.223,"15min":0.214},"max":{"1min":1.8009999999999999,"5min":13.526,"15min":24.545999999999999},"last":0.496},{"interface":"front","average":{"1min":0.45500000000000002,"5min":1.3959999999999999,"15min":2.8809999999999998},"min":{"1min":0.23899999999999999,"5min":0.23599999999999999,"15min":0.21199999999999999},"max":{"1min":0.68600000000000005,"5min":11.1,"15min":24.515000000000001},"last":0.60199999999999998}]},{"osd":2,"last update":"Mon Aug 28 02:35:30 2023","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":1.4330000000000001,"15min":2.5819999999999999},"min":{"1min":0.30499999999999999,"5min":0.28699999999999998,"15min":0.24099999999999999},"max":{"1min":2.4889999999999999,"5min":22.161000000000001,"15min":22.161000000000001},"last":0.63400000000000001},{"interface":"front","average":{"1min":0.42599999999999999,"5min":1.3720000000000001,"15min":2.1139999999999999},"min":{"1min":0.28399999999999997,"5min":0.254,"15min":0.253},"max":{"1min":0.81599999999999995,"5min":13.114000000000001,"15min":20.003},"last":0.36399999999999999}]},{"osd":3,"last update":"Mon Aug 28 02:35:12 2023","interfaces":[{"interface":"back","average":{"1min":0.69899999999999995,"5min":0.51000000000000001,"15min":0.47799999999999998},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":1.9770000000000001,"5min":1.9770000000000001,"15min":1.9770000000000001},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.53400000000000003,"15min":0.52100000000000002},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":2.694,"5min":2.694,"15min":2.694},"last":0.66800000000000004}]},{"osd":4,"last update":"Mon Aug 28 02:35:38 2023","interfaces":[{"interface":"back","average":{"1min":0.48799999999999999,"5min":1.0449999999999999,"15min":1.556},"min":{"1min":0.377,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.70899999999999996,"5min":6.819,"15min":18.992999999999999},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.71199999999999997,"5min":0.99199999999999999,"15min":1.76},"min":{"1min":0.34399999999999997,"5min":0.29099999999999998,"15min":0.26400000000000001},"max":{"1min":1.897,"5min":6.8380000000000001,"15min":14.779999999999999},"last":0.55400000000000005}]},{"osd":5,"last update":"Mon Aug 28 02:35:38 2023","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":1.179,"15min":2.165},"min":{"1min":0.36499999999999999,"5min":0.35999999999999999,"15min":0.29999999999999999},"max":{"1min":0.84699999999999998,"5min":10.314,"15min":18.626999999999999},"last":0.84699999999999998},{"interface":"front","average":{"1min":0.56399999999999995,"5min":1.1020000000000001,"15min":2.02},"min":{"1min":0.38600000000000001,"5min":0.375,"15min":0.32000000000000001},"max":{"1min":0.80800000000000005,"5min":7.3410000000000002,"15min":18.945},"last":0.47199999999999998}]},{"osd":6,"last update":"Mon Aug 28 02:35:38 2023","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":1.1020000000000001,"15min":2.1230000000000002},"min":{"1min":0.40799999999999997,"5min":0.39100000000000001,"15min":0.34300000000000003},"max":{"1min":0.874,"5min":10.272,"15min":13.254},"last":0.874},{"interface":"front","average":{"1min":0.60899999999999999,"5min":1.2849999999999999,"15min":1.7869999999999999},"min":{"1min":0.46100000000000002,"5min":0.41799999999999998,"15min":0.34499999999999997},"max":{"1min":0.85899999999999999,"5min":12.371,"15min":19.021999999999998},"last":0.52700000000000002}]},{"osd":7,"last update":"Mon Aug 28 02:35:38 2023","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":1.093,"15min":2.0219999999999998},"min":{"1min":0.45200000000000001,"5min":0.374,"15min":0.374},"max":{"1min":0.81100000000000005,"5min":7.3949999999999996,"15min":19.047999999999998},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.82999999999999996,"5min":1.0680000000000001,"15min":2.004},"min":{"1min":0.46200000000000002,"5min":0.34399999999999997,"15min":0.312},"max":{"1min":1.9430000000000001,"5min":6.4960000000000004,"15min":14.818},"last":0.73799999999999999}]}]},{"osd":0,"up_from":87,"seq":373662155001,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3930684,"kb_used_data":3257460,"kb_used_omap":5,"kb_used_meta":673210,"kb_avail":89814468,"statfs":{"total":95995035648,"available":91970015232,"internally_reserved":0,"allocated":3335639040,"data_stored":3333680562,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":689367674},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:35:34 2023","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.80400000000000005,"15min":1.8300000000000001},"min":{"1min":0.245,"5min":0.184,"15min":0.184},"max":{"1min":1.796,"5min":5.5339999999999998,"15min":30.315000000000001},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.96299999999999997,"15min":2.6589999999999998},"min":{"1min":0.26700000000000002,"5min":0.249,"15min":0.221},"max":{"1min":1.976,"5min":11.914,"15min":69.272000000000006},"last":0.442}]},{"osd":2,"last update":"Mon Aug 28 02:35:34 2023","interfaces":[{"interface":"back","average":{"1min":0.748,"5min":1.002,"15min":2.278},"min":{"1min":0.28199999999999997,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":2.6640000000000001,"5min":8.5250000000000004,"15min":20.959},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.754,"5min":0.92800000000000005,"15min":1.8720000000000001},"min":{"1min":0.32200000000000001,"5min":0.247,"15min":0.24299999999999999},"max":{"1min":2.8940000000000001,"5min":7.024,"15min":12.332000000000001},"last":0.53000000000000003}]},{"osd":3,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.67300000000000004,"5min":0.73399999999999999,"15min":0.74399999999999999},"min":{"1min":0.32600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":2.7130000000000001,"5min":3.952,"15min":3.952},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.748,"15min":0.77000000000000002},"min":{"1min":0.41299999999999998,"5min":0.371,"15min":0.371},"max":{"1min":1.0920000000000001,"5min":3.9750000000000001,"15min":3.9750000000000001},"last":0.48199999999999998}]},{"osd":4,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":3.5329999999999999,"15min":2.4849999999999999},"min":{"1min":0.36899999999999999,"5min":0.314,"15min":0.29299999999999998},"max":{"1min":0.69599999999999995,"5min":274.33199999999999,"15min":274.33199999999999},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.61799999999999999,"5min":3.6600000000000001,"15min":2.8879999999999999},"min":{"1min":0.36199999999999999,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":2.2280000000000002,"5min":266.31999999999999,"15min":266.31999999999999},"last":0.502}]},{"osd":5,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.92100000000000004,"15min":1.5840000000000001},"min":{"1min":0.371,"5min":0.33300000000000002,"15min":0.29299999999999998},"max":{"1min":0.70099999999999996,"5min":7.1139999999999999,"15min":13.038},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.64700000000000002,"5min":1.2609999999999999,"15min":2.085},"min":{"1min":0.39500000000000002,"5min":0.34799999999999998,"15min":0.27800000000000002},"max":{"1min":2.2679999999999998,"5min":11.968999999999999,"15min":15.231},"last":0.54800000000000004}]},{"osd":6,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":1.069,"15min":1.8220000000000001},"min":{"1min":0.40999999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.77800000000000002,"5min":11.605,"15min":15.122999999999999},"last":0.64300000000000002},{"interface":"front","average":{"1min":0.70399999999999996,"5min":1.3600000000000001,"15min":2.0990000000000002},"min":{"1min":0.48499999999999999,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":2.3029999999999999,"5min":11.856999999999999,"15min":15.186999999999999},"last":0.58799999999999997}]},{"osd":7,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":1.2609999999999999,"15min":2.1379999999999999},"min":{"1min":0.438,"5min":0.36399999999999999,"15min":0.33400000000000002},"max":{"1min":2.7519999999999998,"5min":8.1069999999999993,"15min":16.183},"last":0.65700000000000003},{"interface":"front","average":{"1min":0.62,"5min":1.1399999999999999,"15min":1.774},"min":{"1min":0.5,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.82599999999999996,"5min":7.0620000000000003,"15min":13.005000000000001},"last":0.67900000000000005}]}]},{"osd":2,"up_from":0,"seq":502511173861,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":297,"seq":1275605286943,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1041592,"kb_used_data":910768,"kb_used_omap":2,"kb_used_meta":130813,"kb_avail":92703560,"statfs":{"total":95995035648,"available":94928445440,"internally_reserved":0,"allocated":932626432,"data_stored":930777114,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":133952565},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:35:13 2023","interfaces":[{"interface":"back","average":{"1min":0.86199999999999999,"5min":0.49399999999999999,"15min":0.433},"min":{"1min":0.23100000000000001,"5min":0.22,"15min":0.22},"max":{"1min":6.8819999999999997,"5min":6.8819999999999997,"15min":6.8819999999999997},"last":0.33200000000000002},{"interface":"front","average":{"1min":1.0489999999999999,"5min":0.76900000000000002,"15min":0.72199999999999998},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":6.7839999999999998,"5min":6.7839999999999998,"15min":6.7839999999999998},"last":0.35899999999999999}]},{"osd":1,"last update":"Mon Aug 28 02:35:13 2023","interfaces":[{"interface":"back","average":{"1min":0.86799999999999999,"5min":0.49199999999999999,"15min":0.42999999999999999},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":4.0650000000000004,"5min":4.0650000000000004,"15min":4.0650000000000004},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.86799999999999999,"5min":0.753,"15min":0.73399999999999999},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":3.23,"5min":3.23,"15min":3.23},"last":0.28899999999999998}]},{"osd":2,"last update":"Mon Aug 28 02:35:13 2023","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.625,"15min":0.63600000000000001},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":2.3079999999999998,"5min":2.5449999999999999,"15min":2.5449999999999999},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.76200000000000001,"5min":0.58699999999999997,"15min":0.55800000000000005},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":4.7030000000000003,"5min":4.7030000000000003,"15min":4.7030000000000003},"last":0.56399999999999995}]},{"osd":4,"last update":"Mon Aug 28 02:35:13 2023","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.57399999999999995,"15min":0.57199999999999995},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":1.863,"5min":1.863,"15min":1.863},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.87,"5min":0.60099999999999998,"15min":0.55600000000000005},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":3.5030000000000001,"5min":3.5030000000000001,"15min":3.5030000000000001},"last":0.42099999999999999}]},{"osd":5,"last update":"Mon Aug 28 02:35:13 2023","interfaces":[{"interface":"back","average":{"1min":0.86399999999999999,"5min":0.626,"15min":0.58599999999999997},"min":{"1min":0.40899999999999997,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":3.5390000000000001,"5min":3.5390000000000001,"15min":3.5390000000000001},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.54800000000000004,"15min":0.54400000000000004},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":2.383,"5min":2.383,"15min":2.383},"last":0.49199999999999999}]},{"osd":6,"last update":"Mon Aug 28 02:35:13 2023","interfaces":[{"interface":"back","average":{"1min":0.65000000000000002,"5min":0.64600000000000002,"15min":0.64500000000000002},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":1.8879999999999999,"5min":1.8879999999999999,"15min":1.8879999999999999},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.91700000000000004,"5min":0.68899999999999995,"15min":0.65100000000000002},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":3.6099999999999999,"5min":3.6099999999999999,"15min":3.6099999999999999},"last":0.59299999999999997}]},{"osd":7,"last update":"Mon Aug 28 02:35:13 2023","interfaces":[{"interface":"back","average":{"1min":0.64300000000000002,"5min":0.58999999999999997,"15min":0.58099999999999996},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":2.3500000000000001,"5min":2.3500000000000001,"15min":2.3500000000000001},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.65000000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":1.8260000000000001,"5min":1.8260000000000001,"15min":1.8260000000000001},"last":0.63100000000000001}]}]},{"osd":4,"up_from":30,"seq":128849019238,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3770380,"kb_used_data":3298564,"kb_used_omap":0,"kb_used_meta":471808,"kb_avail":89974772,"statfs":{"total":95995035648,"available":92134166528,"internally_reserved":0,"allocated":3377729536,"data_stored":3376423388,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":483131392},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.95499999999999996,"5min":1.0109999999999999,"15min":1.7729999999999999},"min":{"1min":0.312,"5min":0.247,"15min":0.22800000000000001},"max":{"1min":10.249000000000001,"5min":10.249000000000001,"15min":22.515000000000001},"last":0.502},{"interface":"front","average":{"1min":0.72999999999999998,"5min":1.0649999999999999,"15min":1.7090000000000001},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.217},"max":{"1min":4.5250000000000004,"5min":6.9720000000000004,"15min":22.454000000000001},"last":0.41999999999999998}]},{"osd":1,"last update":"Mon Aug 28 02:34:39 2023","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":1.28,"15min":1.5940000000000001},"min":{"1min":0.254,"5min":0.254,"15min":0.24199999999999999},"max":{"1min":2.843,"5min":23.082000000000001,"15min":23.082000000000001},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.45500000000000002,"5min":1.3520000000000001,"15min":1.7909999999999999},"min":{"1min":0.28199999999999997,"5min":0.26000000000000001,"15min":0.255},"max":{"1min":0.64700000000000002,"5min":25.100000000000001,"15min":25.100000000000001},"last":0.58599999999999997}]},{"osd":2,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.74399999999999999,"5min":1.21,"15min":1.6479999999999999},"min":{"1min":0.35699999999999998,"5min":0.27900000000000003,"15min":0.27400000000000002},"max":{"1min":4.3959999999999999,"5min":8.7149999999999999,"15min":16.231000000000002},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.72699999999999998,"5min":1.1839999999999999,"15min":1.6140000000000001},"min":{"1min":0.312,"5min":0.312,"15min":0.251},"max":{"1min":4.7130000000000001,"5min":13.515000000000001,"15min":13.515000000000001},"last":0.48699999999999999}]},{"osd":3,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.74199999999999999,"5min":0.79400000000000004,"15min":0.80300000000000005},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":3.8260000000000001,"5min":7.7480000000000002,"15min":7.7480000000000002},"last":0.437},{"interface":"front","average":{"1min":1.123,"5min":0.74399999999999999,"15min":0.68100000000000005},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":3.7069999999999999,"5min":3.7069999999999999,"15min":3.7069999999999999},"last":0.54900000000000004}]},{"osd":5,"last update":"Mon Aug 28 02:34:55 2023","interfaces":[{"interface":"back","average":{"1min":0.41299999999999998,"5min":0.879,"15min":1.123},"min":{"1min":0.28399999999999997,"5min":0.222,"15min":0.222},"max":{"1min":0.60099999999999998,"5min":8.6679999999999993,"15min":16.181999999999999},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.41899999999999998,"5min":1.0569999999999999,"15min":1.1679999999999999},"min":{"1min":0.27500000000000002,"5min":0.224,"15min":0.20699999999999999},"max":{"1min":0.66300000000000003,"5min":8.6370000000000005,"15min":10.233000000000001},"last":0.45600000000000002}]},{"osd":6,"last update":"Mon Aug 28 02:35:07 2023","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.94399999999999995,"15min":1.087},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.26500000000000001},"max":{"1min":0.56899999999999995,"5min":8.5950000000000006,"15min":10.023999999999999},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.44,"5min":1.0669999999999999,"15min":1.123},"min":{"1min":0.30499999999999999,"5min":0.28299999999999997,"15min":0.26600000000000001},"max":{"1min":0.78500000000000003,"5min":8.5,"15min":8.5},"last":0.40000000000000002}]},{"osd":7,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.88100000000000001,"15min":1.1539999999999999},"min":{"1min":0.28999999999999998,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.69399999999999995,"5min":8.8249999999999993,"15min":9.3209999999999997},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.51500000000000001,"5min":1.042,"15min":1.109},"min":{"1min":0.34499999999999997,"5min":0.34300000000000003,"15min":0.30299999999999999},"max":{"1min":1.153,"5min":15.597,"15min":15.597},"last":0.57599999999999996}]}]},{"osd":5,"up_from":37,"seq":158913790311,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2803196,"kb_used_data":2254068,"kb_used_omap":0,"kb_used_meta":549120,"kb_avail":90941956,"statfs":{"total":95995035648,"available":93124562944,"internally_reserved":0,"allocated":2308165632,"data_stored":2306871851,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":562298880},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:34:42 2023","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":1.1200000000000001,"15min":1.913},"min":{"1min":0.23200000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.57299999999999995,"5min":7.7560000000000002,"15min":40.334000000000003},"last":1.071},{"interface":"front","average":{"1min":0.46800000000000003,"5min":1.369,"15min":1.8979999999999999},"min":{"1min":0.28299999999999997,"5min":0.28000000000000003,"15min":0.23200000000000001},"max":{"1min":0.872,"5min":19.815999999999999,"15min":40.212000000000003},"last":0.38700000000000001}]},{"osd":1,"last update":"Mon Aug 28 02:34:42 2023","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":1.4470000000000001,"15min":2.0880000000000001},"min":{"1min":0.27900000000000003,"5min":0.26200000000000001,"15min":0.23200000000000001},"max":{"1min":1.8169999999999999,"5min":17.998000000000001,"15min":40.088000000000001},"last":0.371},{"interface":"front","average":{"1min":0.55400000000000005,"5min":1.5669999999999999,"15min":1.9890000000000001},"min":{"1min":0.28100000000000003,"5min":0.27800000000000002,"15min":0.251},"max":{"1min":1.8759999999999999,"5min":19.853000000000002,"15min":40.243000000000002},"last":1.1240000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:34:42 2023","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":1.206,"15min":1.9159999999999999},"min":{"1min":0.30599999999999999,"5min":0.29899999999999999,"15min":0.27700000000000002},"max":{"1min":1.3620000000000001,"5min":8.7899999999999991,"15min":40.436999999999998},"last":1.298},{"interface":"front","average":{"1min":0.64700000000000002,"5min":1.478,"15min":1.992},"min":{"1min":0.315,"5min":0.28499999999999998,"15min":0.27200000000000002},"max":{"1min":2.8809999999999998,"5min":8.609,"15min":40.555},"last":0.46899999999999997}]},{"osd":3,"last update":"Mon Aug 28 02:35:16 2023","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":1.1599999999999999,"15min":1.252},"min":{"1min":0.32200000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":1.8029999999999999,"5min":16.190999999999999,"15min":16.190999999999999},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.53800000000000003,"5min":1.4550000000000001,"15min":1.6080000000000001},"min":{"1min":0.39600000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.879,"5min":21.420999999999999,"15min":21.420999999999999},"last":0.442}]},{"osd":4,"last update":"Mon Aug 28 02:34:55 2023","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.85799999999999998,"15min":1.294},"min":{"1min":0.253,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":1.012,"5min":13.616,"15min":40.762999999999998},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.45900000000000002,"5min":1.1879999999999999,"15min":1.3540000000000001},"min":{"1min":0.28499999999999998,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.69999999999999996,"5min":10.566000000000001,"15min":40.634},"last":0.41499999999999998}]},{"osd":6,"last update":"Mon Aug 28 02:34:42 2023","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":1.3720000000000001,"15min":1.464},"min":{"1min":0.28899999999999998,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.63800000000000001,"5min":17.510000000000002,"15min":42.409999999999997},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.51100000000000001,"5min":1.2649999999999999,"15min":1.4410000000000001},"min":{"1min":0.34899999999999998,"5min":0.254,"15min":0.254},"max":{"1min":1.4159999999999999,"5min":15.856999999999999,"15min":42.533999999999999},"last":0.43099999999999999}]},{"osd":7,"last update":"Mon Aug 28 02:34:42 2023","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":1.214,"15min":1.623},"min":{"1min":0.377,"5min":0.315,"15min":0.314},"max":{"1min":0.82299999999999995,"5min":10.837999999999999,"15min":42.667000000000002},"last":0.40600000000000003},{"interface":"front","average":{"1min":0.55500000000000005,"5min":1.502,"15min":1.6160000000000001},"min":{"1min":0.39400000000000002,"5min":0.318,"15min":0.318},"max":{"1min":0.94899999999999995,"5min":17.808,"15min":42.344000000000001},"last":0.496}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":3329167360,"data_stored":3329163288,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1010368512,"data_stored":1010368512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":2426273792,"data_stored":2426273792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":926089216,"data_stored":926089216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":3372158976,"data_stored":3372154904,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":2302541824,"data_stored":2302541824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":2055868416,"data_stored":2055864344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1675558912,"data_stored":1675558912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:35:46.831 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph status --format=json 2023-08-28T02:35:46.980 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:46 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 38172/245160 objects degraded (15.570%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:35:46.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:46 smithi040 ceph-mon[175404]: from='client.35745 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:35:46.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:46 smithi040 ceph-mon[175404]: pgmap v985: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 5.0 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 111 op/s; 38041/243801 objects degraded (15.603%); 10792/243801 objects misplaced (4.427%); 1.2 MiB/s, 19 objects/s recovering 2023-08-28T02:35:46.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:46 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 38172/245160 objects degraded (15.570%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:35:46.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:46 smithi040 ceph-mon[170259]: from='client.35745 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:35:46.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:46 smithi040 ceph-mon[170259]: pgmap v985: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 5.0 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 111 op/s; 38041/243801 objects degraded (15.603%); 10792/243801 objects misplaced (4.427%); 1.2 MiB/s, 19 objects/s recovering 2023-08-28T02:35:47.105 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:35:47.110 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:47.110 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:35:47.161 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:35:47.162 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:35:47.188 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:35:47.211 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:35:47.214 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:35:47.237 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:46 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 38172/245160 objects degraded (15.570%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:35:47.237 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:46 smithi083 ceph-mon[157819]: from='client.35745 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:35:47.237 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:46 smithi083 ceph-mon[157819]: pgmap v985: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 5.0 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 111 op/s; 38041/243801 objects degraded (15.603%); 10792/243801 objects misplaced (4.427%); 1.2 MiB/s, 19 objects/s recovering 2023-08-28T02:35:47.239 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:47.240 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:35:47.245 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:35:47.258 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:35:47.261 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:47.261 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:35:47.267 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:35:47.274 INFO:teuthology.orchestra.run.smithi040.stdout:ERROR: (22) Invalid argument 2023-08-28T02:35:47.274 INFO:teuthology.orchestra.run.smithi040.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:35:47.293 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:35:47.314 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:35:47.334 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:35:47.335 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-08-28T02:35:47.335 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-08-28T02:35:47.335 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-08-28T02:35:47.336 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-08-28T02:35:47.336 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-08-28T02:35:47.336 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-08-28T02:35:47.336 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-08-28T02:35:47.336 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-08-28T02:35:47.363 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:35:47.389 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:47.409 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:35:47.412 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:47.412 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:35:47.513 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:35:47.541 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:47.562 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:35:47.566 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:47.566 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:35:47.667 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:35:47.705 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:48.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:47 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3399922861' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:35:48.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:47 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3399922861' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:35:48.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:47 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3399922861' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:35:48.584 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:35:48.590 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:48.590 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:35:48.648 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.2 dump_historic_ops 2023-08-28T02:35:48.691 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:35:48.728 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:48.802 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:35:48.806 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:48.807 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:35:48.907 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:35:48.935 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:48.956 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:35:48.961 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:48.961 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:35:48.967 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:48 smithi040 ceph-mon[170259]: pgmap v986: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 5.0 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 104 op/s; 38041/243501 objects degraded (15.623%); 10792/243501 objects misplaced (4.432%); 1.1 MiB/s, 18 objects/s recovering 2023-08-28T02:35:49.062 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:35:49.099 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:49.172 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:35:49.172 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:35:49.175 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:49.175 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:35:49.230 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:48 smithi040 ceph-mon[175404]: pgmap v986: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 5.0 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 104 op/s; 38041/243501 objects degraded (15.623%); 10792/243501 objects misplaced (4.432%); 1.1 MiB/s, 18 objects/s recovering 2023-08-28T02:35:49.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:48 smithi083 ceph-mon[157819]: pgmap v986: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 5.0 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 104 op/s; 38041/243501 objects degraded (15.623%); 10792/243501 objects misplaced (4.432%); 1.1 MiB/s, 18 objects/s recovering 2023-08-28T02:35:49.277 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:35:49.305 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:49.329 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:35:49.332 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:49.333 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:35:49.434 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:35:49.477 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:49.549 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:35:49.552 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:49.553 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:35:49.590 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:35:49.590 INFO:teuthology.orchestra.run.smithi040.stdout:{"fsid":"d9a8f48a-4546-11ee-817c-1b7a5f1ba315","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"noscrub,nodeep-scrub flag(s) set","count":20},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 38041/243501 objects degraded (15.623%), 6 pgs degraded, 5 pgs undersized","count":11},"muted":false}},"mutes":[]},"election_epoch":34,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":1354,"monmap":{"epoch":4,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":329,"num_osds":8,"num_up_osds":8,"osd_up_since":1693189991,"num_in_osds":6,"osd_in_since":1693189947,"num_remapped_pgs":8},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":90},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":5},{"state_name":"active+remapped+backfill_wait","count":2},{"state_name":"active+recovery_wait+degraded","count":1},{"state_name":"active+recovering+remapped","count":1}],"num_pgs":99,"num_pools":5,"num_objects":81167,"data_bytes":5318163204,"bytes_used":15546331136,"bytes_avail":560423882752,"bytes_total":575970213888,"degraded_objects":38041,"degraded_total":243501,"degraded_ratio":0.15622523110788045,"misplaced_objects":10792,"misplaced_total":243501,"misplaced_ratio":0.044320146529172363,"recovering_objects_per_sec":18,"recovering_bytes_per_sec":1198936,"recovering_keys_per_sec":0,"num_objects_recovered":183,"num_bytes_recovered":11993088,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":104},"fsmap":{"epoch":7,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi040.wmhbsz","status":"up:active","gid":24577}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.40:8443/","prometheus":"http://172.21.15.40:9283/"}},"servicemap":{"epoch":22,"modified":"2023-08-28T02:34:10.384085+0000","services":{}},"progress_events":{"12dba03a-d529-4826-b243-e29af8fa97a8":{"message":"Upgrade to 18.2.0-187-g9cf20820 (5m)\n [============................] (remaining: 6m)","progress":0.44999998807907104,"add_to_ceph_s":true},"42e4bfe6-6201-4e43-94a3-bd00b5166574":{"message":"Global Recovery Event (4m)\n [=========================...] (remaining: 25s)","progress":0.90909093618392944,"add_to_ceph_s":true}}} 2023-08-28T02:35:49.654 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:35:49.681 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:49.703 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:35:49.706 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:49.706 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:35:49.807 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:35:49.842 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:49.914 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:35:49.918 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:49.918 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:35:49.982 INFO:teuthology.orchestra.run.smithi040.stderr:noscrub is unset 2023-08-28T02:35:50.019 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:35:50.046 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:50.069 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:35:50.073 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:50.073 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:35:50.074 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:49 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3745652248' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:35:50.075 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:49 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/705407383' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:35:50.075 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:49 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3745652248' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:35:50.075 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:49 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/705407383' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:35:50.174 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:35:50.210 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:50.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:49 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3745652248' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:35:50.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:49 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/705407383' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:35:50.284 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:35:50.288 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:50.288 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:35:50.371 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-08-28T02:35:50.389 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:35:50.417 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:50.437 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:35:50.439 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:50.440 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:35:50.503 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2023-08-28T02:35:50.503 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:35:50.540 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:35:50.579 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:50.610 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:35:50.616 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:50.616 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:35:50.687 INFO:teuthology.orchestra.run.smithi040.stdout:ERROR: (22) Invalid argument 2023-08-28T02:35:50.687 INFO:teuthology.orchestra.run.smithi040.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:35:50.718 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:35:50.722 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:35:50.762 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:50.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:50 smithi040 ceph-mon[170259]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:35:50.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:50 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3745652248' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:35:50.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:50 smithi040 ceph-mon[170259]: osdmap e330: 8 total, 8 up, 6 in 2023-08-28T02:35:50.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:50 smithi040 ceph-mon[170259]: failed to encode map e330 with expected crc 2023-08-28T02:35:50.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:50 smithi040 ceph-mon[170259]: failed to encode map e330 with expected crc 2023-08-28T02:35:50.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:50 smithi040 ceph-mon[170259]: failed to encode map e330 with expected crc 2023-08-28T02:35:50.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:50 smithi040 ceph-mon[170259]: pgmap v988: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.9 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 96 op/s; 38017/243168 objects degraded (15.634%); 10762/243168 objects misplaced (4.426%); 984 KiB/s, 15 objects/s recovering 2023-08-28T02:35:50.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:50 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 38041/243501 objects degraded (15.623%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:35:50.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:50 smithi040 ceph-mon[175404]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:35:50.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:50 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3745652248' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:35:50.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:50 smithi040 ceph-mon[175404]: osdmap e330: 8 total, 8 up, 6 in 2023-08-28T02:35:50.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:50 smithi040 ceph-mon[175404]: failed to encode map e330 with expected crc 2023-08-28T02:35:50.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:50 smithi040 ceph-mon[175404]: failed to encode map e330 with expected crc 2023-08-28T02:35:50.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:50 smithi040 ceph-mon[175404]: failed to encode map e330 with expected crc 2023-08-28T02:35:50.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:50 smithi040 ceph-mon[175404]: pgmap v988: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.9 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 96 op/s; 38017/243168 objects degraded (15.634%); 10762/243168 objects misplaced (4.426%); 984 KiB/s, 15 objects/s recovering 2023-08-28T02:35:50.983 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:50 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 38041/243501 objects degraded (15.623%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:35:51.090 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:35:51.093 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:51.094 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:35:51.128 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.4 dump_ops_in_flight 2023-08-28T02:35:51.134 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:35:51.195 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:35:51.238 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:51.244 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:50 smithi083 ceph-mon[157819]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:35:51.244 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:50 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3745652248' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:35:51.244 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:50 smithi083 ceph-mon[157819]: osdmap e330: 8 total, 8 up, 6 in 2023-08-28T02:35:51.244 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:50 smithi083 ceph-mon[157819]: failed to encode map e330 with expected crc 2023-08-28T02:35:51.244 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:50 smithi083 ceph-mon[157819]: failed to encode map e330 with expected crc 2023-08-28T02:35:51.244 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:50 smithi083 ceph-mon[157819]: failed to encode map e330 with expected crc 2023-08-28T02:35:51.245 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:50 smithi083 ceph-mon[157819]: pgmap v988: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.9 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 96 op/s; 38017/243168 objects degraded (15.634%); 10762/243168 objects misplaced (4.426%); 984 KiB/s, 15 objects/s recovering 2023-08-28T02:35:51.245 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:50 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 38041/243501 objects degraded (15.623%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:35:51.319 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:35:51.326 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:51.327 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:35:51.428 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:35:51.439 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:35:51.464 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:51.688 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:35:51.691 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:51.692 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:35:51.792 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:35:51.829 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:51.904 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:35:51.909 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:51.910 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:35:52.010 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:35:52.043 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:52.068 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:35:52.071 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:52.071 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:35:52.172 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:35:52.204 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:52.228 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:35:52.234 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:52.234 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:35:52.335 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:35:52.373 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:52.409 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:35:52.412 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:52.413 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:35:52.477 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd unset nodeep-scrub 2023-08-28T02:35:52.484 INFO:teuthology.orchestra.run.smithi083.stdout:ERROR: (22) Invalid argument 2023-08-28T02:35:52.484 INFO:teuthology.orchestra.run.smithi083.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:35:52.502 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:35:52.514 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:35:52.535 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:35:52.558 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:52.562 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:35:52.593 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:35:52.596 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:52.597 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:35:52.597 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:35:52.620 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:35:52.641 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:35:52.663 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:35:52.686 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:35:52.687 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-08-28T02:35:52.688 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-08-28T02:35:52.688 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-08-28T02:35:52.688 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-08-28T02:35:52.688 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-08-28T02:35:52.688 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-08-28T02:35:52.688 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-08-28T02:35:52.688 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-08-28T02:35:52.698 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:35:52.727 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:52.798 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:35:52.801 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:52.801 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:35:52.833 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:35:52.836 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:35:52.864 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.4 dump_blocked_ops 2023-08-28T02:35:52.902 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:35:52.936 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:52.961 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:35:52.963 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:52.964 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:35:53.065 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:35:53.098 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:53.122 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:35:53.127 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:53.127 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:35:53.199 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:35:53.228 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:35:53.257 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:53.327 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:35:53.331 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:53.331 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:35:53.390 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":989,"stamp":"2023-08-28T02:35:52.416301+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":5295028996,"num_objects":80814,"num_object_clones":0,"num_object_copies":242442,"num_objects_missing_on_primary":5143,"num_objects_missing":5143,"num_objects_degraded":37922,"num_objects_misplaced":10739,"num_objects_unfound":0,"num_objects_dirty":80814,"num_whiteouts":0,"num_read":90,"num_read_kb":168,"num_write":105928,"num_write_kb":5972054,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":36074,"num_bytes_recovered":2346652017,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":96397,"ondisk_log_size":96397,"up":297,"acting":292,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":15117248,"kb_used_data":12197008,"kb_used_omap":12,"kb_used_meta":2920179,"kb_avail":547353664,"statfs":{"total":575970213888,"available":560490151936,"internally_reserved":0,"allocated":12489736192,"data_stored":12480131672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12739,"internal_metadata":2990263869},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-59375616,"num_objects":-906,"num_object_clones":0,"num_object_copies":-2718,"num_objects_missing_on_primary":-64,"num_objects_missing":-64,"num_objects_degraded":-250,"num_objects_misplaced":-125,"num_objects_unfound":0,"num_objects_dirty":-906,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":906,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":187,"num_bytes_recovered":12255232,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.911989"},"pg_stats":[{"pgid":"3.1a","version":"65'1","reported_seq":341,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.509040+0000","last_change":"2023-08-28T02:32:32.667028+0000","last_active":"2023-08-28T02:35:43.509040+0000","last_peered":"2023-08-28T02:35:43.509040+0000","last_clean":"2023-08-28T02:35:43.509040+0000","last_became_active":"2023-08-28T02:32:32.666711+0000","last_became_peered":"2023-08-28T02:32:32.666711+0000","last_unstale":"2023-08-28T02:35:43.509040+0000","last_undegraded":"2023-08-28T02:35:43.509040+0000","last_fullsized":"2023-08-28T02:35:43.509040+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:28:21.913105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":293,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.506062+0000","last_change":"2023-08-28T02:29:44.421259+0000","last_active":"2023-08-28T02:35:43.506062+0000","last_peered":"2023-08-28T02:35:43.506062+0000","last_clean":"2023-08-28T02:35:43.506062+0000","last_became_active":"2023-08-28T02:29:44.420936+0000","last_became_peered":"2023-08-28T02:29:44.420936+0000","last_unstale":"2023-08-28T02:35:43.506062+0000","last_undegraded":"2023-08-28T02:35:43.506062+0000","last_fullsized":"2023-08-28T02:35:43.506062+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:22:26.346867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":133,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-08-28T02:35:36.987118+0000","last_change":"2023-08-28T02:33:12.290337+0000","last_active":"2023-08-28T02:35:36.987118+0000","last_peered":"2023-08-28T02:35:36.987118+0000","last_clean":"2023-08-28T02:35:36.987118+0000","last_became_active":"2023-08-28T02:33:12.289852+0000","last_became_peered":"2023-08-28T02:33:12.289852+0000","last_unstale":"2023-08-28T02:35:36.987118+0000","last_undegraded":"2023-08-28T02:35:36.987118+0000","last_fullsized":"2023-08-28T02:35:36.987118+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:04:26.420037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":308,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.506432+0000","last_change":"2023-08-28T02:33:13.317226+0000","last_active":"2023-08-28T02:35:43.506432+0000","last_peered":"2023-08-28T02:35:43.506432+0000","last_clean":"2023-08-28T02:35:43.506432+0000","last_became_active":"2023-08-28T02:33:13.316893+0000","last_became_peered":"2023-08-28T02:33:13.316893+0000","last_unstale":"2023-08-28T02:35:43.506432+0000","last_undegraded":"2023-08-28T02:35:43.506432+0000","last_fullsized":"2023-08-28T02:35:43.506432+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:55:46.593463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":253,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.518612+0000","last_change":"2023-08-28T02:33:12.295203+0000","last_active":"2023-08-28T02:35:43.518612+0000","last_peered":"2023-08-28T02:35:43.518612+0000","last_clean":"2023-08-28T02:35:43.518612+0000","last_became_active":"2023-08-28T02:33:12.294904+0000","last_became_peered":"2023-08-28T02:33:12.294904+0000","last_unstale":"2023-08-28T02:35:43.518612+0000","last_undegraded":"2023-08-28T02:35:43.518612+0000","last_fullsized":"2023-08-28T02:35:43.518612+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:31:07.008856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":271,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.525096+0000","last_change":"2023-08-28T02:31:51.987263+0000","last_active":"2023-08-28T02:35:43.525096+0000","last_peered":"2023-08-28T02:35:43.525096+0000","last_clean":"2023-08-28T02:35:43.525096+0000","last_became_active":"2023-08-28T02:31:51.986938+0000","last_became_peered":"2023-08-28T02:31:51.986938+0000","last_unstale":"2023-08-28T02:35:43.525096+0000","last_undegraded":"2023-08-28T02:35:43.525096+0000","last_fullsized":"2023-08-28T02:35:43.525096+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:18.021905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":302,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.506749+0000","last_change":"2023-08-28T02:33:12.318656+0000","last_active":"2023-08-28T02:35:43.506749+0000","last_peered":"2023-08-28T02:35:43.506749+0000","last_clean":"2023-08-28T02:35:43.506749+0000","last_became_active":"2023-08-28T02:33:12.318297+0000","last_became_peered":"2023-08-28T02:33:12.318297+0000","last_unstale":"2023-08-28T02:35:43.506749+0000","last_undegraded":"2023-08-28T02:35:43.506749+0000","last_fullsized":"2023-08-28T02:35:43.506749+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:43:09.789767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":234,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.518763+0000","last_change":"2023-08-28T02:33:13.357230+0000","last_active":"2023-08-28T02:35:43.518763+0000","last_peered":"2023-08-28T02:35:43.518763+0000","last_clean":"2023-08-28T02:35:43.518763+0000","last_became_active":"2023-08-28T02:33:13.356853+0000","last_became_peered":"2023-08-28T02:33:13.356853+0000","last_unstale":"2023-08-28T02:35:43.518763+0000","last_undegraded":"2023-08-28T02:35:43.518763+0000","last_fullsized":"2023-08-28T02:35:43.518763+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:20:21.545007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":313,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.519984+0000","last_change":"2023-08-28T02:29:44.462510+0000","last_active":"2023-08-28T02:35:43.519984+0000","last_peered":"2023-08-28T02:35:43.519984+0000","last_clean":"2023-08-28T02:35:43.519984+0000","last_became_active":"2023-08-28T02:29:44.460314+0000","last_became_peered":"2023-08-28T02:29:44.460314+0000","last_unstale":"2023-08-28T02:35:43.519984+0000","last_undegraded":"2023-08-28T02:35:43.519984+0000","last_fullsized":"2023-08-28T02:35:43.519984+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:59:01.311467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":237,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.518831+0000","last_change":"2023-08-28T02:33:13.291255+0000","last_active":"2023-08-28T02:35:43.518831+0000","last_peered":"2023-08-28T02:35:43.518831+0000","last_clean":"2023-08-28T02:35:43.518831+0000","last_became_active":"2023-08-28T02:33:13.290933+0000","last_became_peered":"2023-08-28T02:33:13.290933+0000","last_unstale":"2023-08-28T02:35:43.518831+0000","last_undegraded":"2023-08-28T02:35:43.518831+0000","last_fullsized":"2023-08-28T02:35:43.518831+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:31:54.116908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"65'3","reported_seq":314,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.510082+0000","last_change":"2023-08-28T02:33:12.296412+0000","last_active":"2023-08-28T02:35:43.510082+0000","last_peered":"2023-08-28T02:35:43.510082+0000","last_clean":"2023-08-28T02:35:43.510082+0000","last_became_active":"2023-08-28T02:33:12.295786+0000","last_became_peered":"2023-08-28T02:33:12.295786+0000","last_unstale":"2023-08-28T02:35:43.510082+0000","last_undegraded":"2023-08-28T02:35:43.510082+0000","last_fullsized":"2023-08-28T02:35:43.510082+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:15:31.449163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":136,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-08-28T02:35:36.987295+0000","last_change":"2023-08-28T02:32:32.666927+0000","last_active":"2023-08-28T02:35:36.987295+0000","last_peered":"2023-08-28T02:35:36.987295+0000","last_clean":"2023-08-28T02:35:36.987295+0000","last_became_active":"2023-08-28T02:32:32.666618+0000","last_became_peered":"2023-08-28T02:32:32.666618+0000","last_unstale":"2023-08-28T02:35:36.987295+0000","last_undegraded":"2023-08-28T02:35:36.987295+0000","last_fullsized":"2023-08-28T02:35:36.987295+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:45:57.998333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":338,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.508713+0000","last_change":"2023-08-28T02:32:28.505262+0000","last_active":"2023-08-28T02:35:43.508713+0000","last_peered":"2023-08-28T02:35:43.508713+0000","last_clean":"2023-08-28T02:35:43.508713+0000","last_became_active":"2023-08-28T02:32:28.455999+0000","last_became_peered":"2023-08-28T02:32:28.455999+0000","last_unstale":"2023-08-28T02:35:43.508713+0000","last_undegraded":"2023-08-28T02:35:43.508713+0000","last_fullsized":"2023-08-28T02:35:43.508713+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:28.937020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":9468,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":322,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.509835+0000","last_change":"2023-08-28T02:32:12.959195+0000","last_active":"2023-08-28T02:35:43.509835+0000","last_peered":"2023-08-28T02:35:43.509835+0000","last_clean":"2023-08-28T02:35:43.509835+0000","last_became_active":"2023-08-28T02:32:12.958832+0000","last_became_peered":"2023-08-28T02:32:12.958832+0000","last_unstale":"2023-08-28T02:35:43.509835+0000","last_undegraded":"2023-08-28T02:35:43.509835+0000","last_fullsized":"2023-08-28T02:35:43.509835+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:23:27.197787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"65'2","reported_seq":312,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.508860+0000","last_change":"2023-08-28T02:32:28.461161+0000","last_active":"2023-08-28T02:35:43.508860+0000","last_peered":"2023-08-28T02:35:43.508860+0000","last_clean":"2023-08-28T02:35:43.508860+0000","last_became_active":"2023-08-28T02:32:28.451284+0000","last_became_peered":"2023-08-28T02:32:28.451284+0000","last_unstale":"2023-08-28T02:35:43.508860+0000","last_undegraded":"2023-08-28T02:35:43.508860+0000","last_fullsized":"2023-08-28T02:35:43.508860+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:58:20.061020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":294,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:50.012195+0000","last_change":"2023-08-28T02:29:44.419566+0000","last_active":"2023-08-28T02:35:50.012195+0000","last_peered":"2023-08-28T02:35:50.012195+0000","last_clean":"2023-08-28T02:35:50.012195+0000","last_became_active":"2023-08-28T02:29:44.419053+0000","last_became_peered":"2023-08-28T02:29:44.419053+0000","last_unstale":"2023-08-28T02:35:50.012195+0000","last_undegraded":"2023-08-28T02:35:50.012195+0000","last_fullsized":"2023-08-28T02:35:50.012195+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:44:36.133499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":297,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.504761+0000","last_change":"2023-08-28T02:33:12.493777+0000","last_active":"2023-08-28T02:35:43.504761+0000","last_peered":"2023-08-28T02:35:43.504761+0000","last_clean":"2023-08-28T02:35:43.504761+0000","last_became_active":"2023-08-28T02:33:12.491177+0000","last_became_peered":"2023-08-28T02:33:12.491177+0000","last_unstale":"2023-08-28T02:35:43.504761+0000","last_undegraded":"2023-08-28T02:35:43.504761+0000","last_fullsized":"2023-08-28T02:35:43.504761+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:10:58.167753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":309,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.519596+0000","last_change":"2023-08-28T02:33:12.290293+0000","last_active":"2023-08-28T02:35:43.519596+0000","last_peered":"2023-08-28T02:35:43.519596+0000","last_clean":"2023-08-28T02:35:43.519596+0000","last_became_active":"2023-08-28T02:33:12.289989+0000","last_became_peered":"2023-08-28T02:33:12.289989+0000","last_unstale":"2023-08-28T02:35:43.519596+0000","last_undegraded":"2023-08-28T02:35:43.519596+0000","last_fullsized":"2023-08-28T02:35:43.519596+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:05:33.622172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":287,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.510417+0000","last_change":"2023-08-28T02:32:12.948756+0000","last_active":"2023-08-28T02:35:43.510417+0000","last_peered":"2023-08-28T02:35:43.510417+0000","last_clean":"2023-08-28T02:35:43.510417+0000","last_became_active":"2023-08-28T02:32:12.948441+0000","last_became_peered":"2023-08-28T02:32:12.948441+0000","last_unstale":"2023-08-28T02:35:43.510417+0000","last_undegraded":"2023-08-28T02:35:43.510417+0000","last_fullsized":"2023-08-28T02:35:43.510417+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:27.922180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":303,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.506507+0000","last_change":"2023-08-28T02:33:12.299398+0000","last_active":"2023-08-28T02:35:43.506507+0000","last_peered":"2023-08-28T02:35:43.506507+0000","last_clean":"2023-08-28T02:35:43.506507+0000","last_became_active":"2023-08-28T02:33:12.299113+0000","last_became_peered":"2023-08-28T02:33:12.299113+0000","last_unstale":"2023-08-28T02:35:43.506507+0000","last_undegraded":"2023-08-28T02:35:43.506507+0000","last_fullsized":"2023-08-28T02:35:43.506507+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:14:55.597212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"65'8","reported_seq":97,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.504611+0000","last_change":"2023-08-28T02:33:13.478870+0000","last_active":"2023-08-28T02:35:43.504611+0000","last_peered":"2023-08-28T02:35:43.504611+0000","last_clean":"2023-08-28T02:35:43.504611+0000","last_became_active":"2023-08-28T02:33:13.332142+0000","last_became_peered":"2023-08-28T02:33:13.332142+0000","last_unstale":"2023-08-28T02:35:43.504611+0000","last_undegraded":"2023-08-28T02:35:43.504611+0000","last_fullsized":"2023-08-28T02:35:43.504611+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:32:42.810159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":235,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.521059+0000","last_change":"2023-08-28T02:33:12.306353+0000","last_active":"2023-08-28T02:35:43.521059+0000","last_peered":"2023-08-28T02:35:43.521059+0000","last_clean":"2023-08-28T02:35:43.521059+0000","last_became_active":"2023-08-28T02:33:12.304977+0000","last_became_peered":"2023-08-28T02:33:12.304977+0000","last_unstale":"2023-08-28T02:35:43.521059+0000","last_undegraded":"2023-08-28T02:35:43.521059+0000","last_fullsized":"2023-08-28T02:35:43.521059+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:19:38.819671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"330'6596","reported_seq":6684,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:50.157835+0000","last_change":"2023-08-28T02:30:50.402703+0000","last_active":"2023-08-28T02:35:50.157835+0000","last_peered":"2023-08-28T02:35:50.157835+0000","last_clean":"2023-08-28T02:35:50.157835+0000","last_became_active":"2023-08-28T02:30:50.402419+0000","last_became_peered":"2023-08-28T02:30:50.402419+0000","last_unstale":"2023-08-28T02:35:50.157835+0000","last_undegraded":"2023-08-28T02:35:50.157835+0000","last_fullsized":"2023-08-28T02:35:50.157835+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6596,"log_dups_size":0,"ondisk_log_size":6596,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:07:37.393907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":331874304,"num_objects":5064,"num_object_clones":0,"num_object_copies":15192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5064,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6596,"num_write_kb":373120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"65'1","reported_seq":295,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.508897+0000","last_change":"2023-08-28T02:14:43.046130+0000","last_active":"2023-08-28T02:35:43.508897+0000","last_peered":"2023-08-28T02:35:43.508897+0000","last_clean":"2023-08-28T02:35:43.508897+0000","last_became_active":"2023-08-28T02:14:43.045775+0000","last_became_peered":"2023-08-28T02:14:43.045775+0000","last_unstale":"2023-08-28T02:35:43.508897+0000","last_undegraded":"2023-08-28T02:35:43.508897+0000","last_fullsized":"2023-08-28T02:35:43.508897+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:57:38.279756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":285,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.518169+0000","last_change":"2023-08-28T02:31:51.987149+0000","last_active":"2023-08-28T02:35:43.518169+0000","last_peered":"2023-08-28T02:35:43.518169+0000","last_clean":"2023-08-28T02:35:43.518169+0000","last_became_active":"2023-08-28T02:31:51.986821+0000","last_became_peered":"2023-08-28T02:31:51.986821+0000","last_unstale":"2023-08-28T02:35:43.518169+0000","last_undegraded":"2023-08-28T02:35:43.518169+0000","last_fullsized":"2023-08-28T02:35:43.518169+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:23:26.661134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"330'6615","reported_seq":10061,"reported_epoch":330,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:35:50.306124+0000","last_change":"2023-08-28T02:33:33.975566+0000","last_active":"2023-08-28T02:35:50.306124+0000","last_peered":"2023-08-28T02:35:50.306124+0000","last_clean":"2023-08-28T02:31:27.868230+0000","last_became_active":"2023-08-28T02:33:33.660452+0000","last_became_peered":"2023-08-28T02:33:33.660452+0000","last_unstale":"2023-08-28T02:35:50.306124+0000","last_undegraded":"2023-08-28T02:33:13.410847+0000","last_fullsized":"2023-08-28T02:33:13.270012+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6615,"log_dups_size":0,"ondisk_log_size":6615,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:33.375162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":326696960,"num_objects":4985,"num_object_clones":0,"num_object_copies":14955,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7324,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4985,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6615,"num_write_kb":371200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1660,"num_bytes_recovered":108724224,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[5,4],"avail_no_missing":["5","6"],"object_location_counts":[{"shards":"2,5,6","objects":915},{"shards":"3,5,6","objects":2396},{"shards":"4,5","objects":169},{"shards":"5,6","objects":1505}],"blocked_by":[],"up_primary":3,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"65'2","reported_seq":320,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.509284+0000","last_change":"2023-08-28T02:29:44.436352+0000","last_active":"2023-08-28T02:35:43.509284+0000","last_peered":"2023-08-28T02:35:43.509284+0000","last_clean":"2023-08-28T02:35:43.509284+0000","last_became_active":"2023-08-28T02:29:44.411499+0000","last_became_peered":"2023-08-28T02:29:44.411499+0000","last_unstale":"2023-08-28T02:35:43.509284+0000","last_undegraded":"2023-08-28T02:35:43.509284+0000","last_fullsized":"2023-08-28T02:35:43.509284+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:46:57.540191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":346,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.510411+0000","last_change":"2023-08-28T02:33:12.289004+0000","last_active":"2023-08-28T02:35:43.510411+0000","last_peered":"2023-08-28T02:35:43.510411+0000","last_clean":"2023-08-28T02:35:43.510411+0000","last_became_active":"2023-08-28T02:33:12.288722+0000","last_became_peered":"2023-08-28T02:33:12.288722+0000","last_unstale":"2023-08-28T02:35:43.510411+0000","last_undegraded":"2023-08-28T02:35:43.510411+0000","last_fullsized":"2023-08-28T02:35:43.510411+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:24.019483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"330'6527","reported_seq":6632,"reported_epoch":330,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:35:50.339014+0000","last_change":"2023-08-28T02:33:13.585687+0000","last_active":"2023-08-28T02:35:50.339014+0000","last_peered":"2023-08-28T02:35:50.339014+0000","last_clean":"2023-08-28T02:31:27.908616+0000","last_became_active":"2023-08-28T02:33:13.578484+0000","last_became_peered":"2023-08-28T02:33:13.578484+0000","last_unstale":"2023-08-28T02:35:50.339014+0000","last_undegraded":"2023-08-28T02:33:13.297322+0000","last_fullsized":"2023-08-28T02:33:13.268309+0000","mapping_epoch":298,"log_start":"255'1212","ondisk_log_start":"255'1212","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5315,"log_dups_size":0,"ondisk_log_size":5315,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:42:33.431186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":329187328,"num_objects":5023,"num_object_clones":0,"num_object_copies":15069,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2533,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5023,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6527,"num_write_kb":369600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4],"avail_no_missing":["0","4"],"object_location_counts":[{"shards":"0,4","objects":2575}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"65'1","reported_seq":306,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.509896+0000","last_change":"2023-08-28T02:33:13.516869+0000","last_active":"2023-08-28T02:35:43.509896+0000","last_peered":"2023-08-28T02:35:43.509896+0000","last_clean":"2023-08-28T02:35:43.509896+0000","last_became_active":"2023-08-28T02:33:13.396736+0000","last_became_peered":"2023-08-28T02:33:13.396736+0000","last_unstale":"2023-08-28T02:35:43.509896+0000","last_undegraded":"2023-08-28T02:35:43.509896+0000","last_fullsized":"2023-08-28T02:35:43.509896+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:47:08.237137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":270,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-08-28T02:35:36.987194+0000","last_change":"2023-08-28T02:31:51.987327+0000","last_active":"2023-08-28T02:35:36.987194+0000","last_peered":"2023-08-28T02:35:36.987194+0000","last_clean":"2023-08-28T02:35:36.987194+0000","last_became_active":"2023-08-28T02:31:51.987018+0000","last_became_peered":"2023-08-28T02:31:51.987018+0000","last_unstale":"2023-08-28T02:35:36.987194+0000","last_undegraded":"2023-08-28T02:35:36.987194+0000","last_fullsized":"2023-08-28T02:35:36.987194+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:53:26.105101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.5","version":"330'6504","reported_seq":7987,"reported_epoch":330,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:35:50.335050+0000","last_change":"2023-08-28T02:33:13.625779+0000","last_active":"2023-08-28T02:35:50.335050+0000","last_peered":"2023-08-28T02:35:50.335050+0000","last_clean":"2023-08-28T02:31:27.898932+0000","last_became_active":"2023-08-28T02:33:13.612126+0000","last_became_peered":"2023-08-28T02:33:13.612126+0000","last_unstale":"2023-08-28T02:35:50.335050+0000","last_undegraded":"2023-08-28T02:33:13.485377+0000","last_fullsized":"2023-08-28T02:33:13.264317+0000","mapping_epoch":298,"log_start":"255'1163","ondisk_log_start":"255'1163","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5341,"log_dups_size":0,"ondisk_log_size":5341,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:37:28.843386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":324272128,"num_objects":4948,"num_object_clones":0,"num_object_copies":14844,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7490,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4948,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6504,"num_write_kb":366464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":686,"num_bytes_recovered":44957696,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,7],"avail_no_missing":["0","2"],"object_location_counts":[{"shards":"0,2","objects":2358},{"shards":"0,2,3","objects":2590}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":324,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.519367+0000","last_change":"2023-08-28T02:33:13.281826+0000","last_active":"2023-08-28T02:35:43.519367+0000","last_peered":"2023-08-28T02:35:43.519367+0000","last_clean":"2023-08-28T02:35:43.519367+0000","last_became_active":"2023-08-28T02:33:13.281511+0000","last_became_peered":"2023-08-28T02:33:13.281511+0000","last_unstale":"2023-08-28T02:35:43.519367+0000","last_undegraded":"2023-08-28T02:35:43.519367+0000","last_fullsized":"2023-08-28T02:35:43.519367+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:32:55.005706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":320,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.505797+0000","last_change":"2023-08-28T02:29:44.436713+0000","last_active":"2023-08-28T02:35:43.505797+0000","last_peered":"2023-08-28T02:35:43.505797+0000","last_clean":"2023-08-28T02:35:43.505797+0000","last_became_active":"2023-08-28T02:29:44.436203+0000","last_became_peered":"2023-08-28T02:29:44.436203+0000","last_unstale":"2023-08-28T02:35:43.505797+0000","last_undegraded":"2023-08-28T02:35:43.505797+0000","last_fullsized":"2023-08-28T02:35:43.505797+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:46:48.522293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"329'6704","reported_seq":6794,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:46.721432+0000","last_change":"2023-08-28T02:30:50.399669+0000","last_active":"2023-08-28T02:35:46.721432+0000","last_peered":"2023-08-28T02:35:46.721432+0000","last_clean":"2023-08-28T02:35:46.721432+0000","last_became_active":"2023-08-28T02:30:50.399332+0000","last_became_peered":"2023-08-28T02:30:50.399332+0000","last_unstale":"2023-08-28T02:35:46.721432+0000","last_undegraded":"2023-08-28T02:35:46.721432+0000","last_fullsized":"2023-08-28T02:35:46.721432+0000","mapping_epoch":250,"log_start":"254'500","ondisk_log_start":"254'500","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6204,"log_dups_size":0,"ondisk_log_size":6204,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:00:54.910841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":334888960,"num_objects":5110,"num_object_clones":0,"num_object_copies":15330,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5110,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6704,"num_write_kb":378048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"75'161","reported_seq":750,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.510587+0000","last_change":"2023-08-28T02:33:13.310049+0000","last_active":"2023-08-28T02:35:43.510587+0000","last_peered":"2023-08-28T02:35:43.510587+0000","last_clean":"2023-08-28T02:35:43.510587+0000","last_became_active":"2023-08-28T02:33:13.309661+0000","last_became_peered":"2023-08-28T02:33:13.309661+0000","last_unstale":"2023-08-28T02:35:43.510587+0000","last_undegraded":"2023-08-28T02:35:43.510587+0000","last_fullsized":"2023-08-28T02:35:43.510587+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.930230+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.930230+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:27:40.889460+0000","scrub_duration":0.0050169209999999997,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"65'2","reported_seq":284,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.519564+0000","last_change":"2023-08-28T02:33:12.294922+0000","last_active":"2023-08-28T02:35:43.519564+0000","last_peered":"2023-08-28T02:35:43.519564+0000","last_clean":"2023-08-28T02:35:43.519564+0000","last_became_active":"2023-08-28T02:33:12.294518+0000","last_became_peered":"2023-08-28T02:33:12.294518+0000","last_unstale":"2023-08-28T02:35:43.519564+0000","last_undegraded":"2023-08-28T02:35:43.519564+0000","last_fullsized":"2023-08-28T02:35:43.519564+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:21:12.737286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":323,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.508791+0000","last_change":"2023-08-28T02:33:13.310505+0000","last_active":"2023-08-28T02:35:43.508791+0000","last_peered":"2023-08-28T02:35:43.508791+0000","last_clean":"2023-08-28T02:35:43.508791+0000","last_became_active":"2023-08-28T02:33:13.310223+0000","last_became_peered":"2023-08-28T02:33:13.310223+0000","last_unstale":"2023-08-28T02:35:43.508791+0000","last_undegraded":"2023-08-28T02:35:43.508791+0000","last_fullsized":"2023-08-28T02:35:43.508791+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:27:02.124453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"330'6609","reported_seq":8135,"reported_epoch":330,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:35:50.716835+0000","last_change":"2023-08-28T02:33:13.591092+0000","last_active":"2023-08-28T02:35:50.716835+0000","last_peered":"2023-08-28T02:35:50.716835+0000","last_clean":"2023-08-28T02:31:27.916082+0000","last_became_active":"2023-08-28T02:33:13.580413+0000","last_became_peered":"2023-08-28T02:33:13.580413+0000","last_unstale":"2023-08-28T02:35:50.716835+0000","last_undegraded":"2023-08-28T02:33:13.480527+0000","last_fullsized":"2023-08-28T02:33:13.270957+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6609,"log_dups_size":0,"ondisk_log_size":6609,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:03.698410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":331546624,"num_objects":5059,"num_object_clones":0,"num_object_copies":15177,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7683,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5059,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6609,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":704,"num_bytes_recovered":46137344,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,4],"avail_no_missing":["5","2"],"object_location_counts":[{"shards":"2,3,5","objects":2577},{"shards":"2,5","objects":2482}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"75'161","reported_seq":583,"reported_epoch":329,"state":"active+recovery_wait+degraded","last_fresh":"2023-08-28T02:35:43.518215+0000","last_change":"2023-08-28T02:33:13.287487+0000","last_active":"2023-08-28T02:35:43.518215+0000","last_peered":"2023-08-28T02:35:43.518215+0000","last_clean":"2023-08-28T02:31:25.515426+0000","last_became_active":"2023-08-28T02:33:13.287313+0000","last_became_peered":"2023-08-28T02:33:13.287313+0000","last_unstale":"2023-08-28T02:35:43.518215+0000","last_undegraded":"2023-08-28T02:33:13.270760+0000","last_fullsized":"2023-08-28T02:35:43.518215+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":204,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:45.407127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:45.407127+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:39:14.213229+0000","scrub_duration":0.0018495320000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":["5","2","3"],"object_location_counts":[{"shards":"2,3,5","objects":1}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":243,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.508868+0000","last_change":"2023-08-28T02:33:13.309727+0000","last_active":"2023-08-28T02:35:43.508868+0000","last_peered":"2023-08-28T02:35:43.508868+0000","last_clean":"2023-08-28T02:35:43.508868+0000","last_became_active":"2023-08-28T02:33:13.309487+0000","last_became_peered":"2023-08-28T02:33:13.309487+0000","last_unstale":"2023-08-28T02:35:43.508868+0000","last_undegraded":"2023-08-28T02:35:43.508868+0000","last_fullsized":"2023-08-28T02:35:43.508868+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:27:29.294011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":58,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.509192+0000","last_change":"2023-08-28T02:32:28.456323+0000","last_active":"2023-08-28T02:35:43.509192+0000","last_peered":"2023-08-28T02:35:43.509192+0000","last_clean":"2023-08-28T02:35:43.509192+0000","last_became_active":"2023-08-28T02:32:28.455987+0000","last_became_peered":"2023-08-28T02:32:28.455987+0000","last_unstale":"2023-08-28T02:35:43.509192+0000","last_undegraded":"2023-08-28T02:35:43.509192+0000","last_fullsized":"2023-08-28T02:35:43.509192+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:54:07.724002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"329'6725","reported_seq":16831,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:46.769793+0000","last_change":"2023-08-28T02:33:13.316023+0000","last_active":"2023-08-28T02:35:46.769793+0000","last_peered":"2023-08-28T02:35:46.769793+0000","last_clean":"2023-08-28T02:35:46.769793+0000","last_became_active":"2023-08-28T02:33:13.308403+0000","last_became_peered":"2023-08-28T02:33:13.308403+0000","last_unstale":"2023-08-28T02:35:46.769793+0000","last_undegraded":"2023-08-28T02:35:46.769793+0000","last_fullsized":"2023-08-28T02:35:46.769793+0000","mapping_epoch":298,"log_start":"255'600","ondisk_log_start":"255'600","created":250,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6125,"log_dups_size":0,"ondisk_log_size":6125,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:10:38.401973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":338886656,"num_objects":5171,"num_object_clones":0,"num_object_copies":15513,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5171,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6725,"num_write_kb":380672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4999,"num_bytes_recovered":327614464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":303,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.510343+0000","last_change":"2023-08-28T02:32:28.455294+0000","last_active":"2023-08-28T02:35:43.510343+0000","last_peered":"2023-08-28T02:35:43.510343+0000","last_clean":"2023-08-28T02:35:43.510343+0000","last_became_active":"2023-08-28T02:32:28.455013+0000","last_became_peered":"2023-08-28T02:32:28.455013+0000","last_unstale":"2023-08-28T02:35:43.510343+0000","last_undegraded":"2023-08-28T02:35:43.510343+0000","last_fullsized":"2023-08-28T02:35:43.510343+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:53.583864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":335,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.510090+0000","last_change":"2023-08-28T02:33:13.335588+0000","last_active":"2023-08-28T02:35:43.510090+0000","last_peered":"2023-08-28T02:35:43.510090+0000","last_clean":"2023-08-28T02:35:43.510090+0000","last_became_active":"2023-08-28T02:33:13.335326+0000","last_became_peered":"2023-08-28T02:33:13.335326+0000","last_unstale":"2023-08-28T02:35:43.510090+0000","last_undegraded":"2023-08-28T02:35:43.510090+0000","last_fullsized":"2023-08-28T02:35:43.510090+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:15:44.958663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"329'6625","reported_seq":6713,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:49.438180+0000","last_change":"2023-08-28T02:30:50.400261+0000","last_active":"2023-08-28T02:35:49.438180+0000","last_peered":"2023-08-28T02:35:49.438180+0000","last_clean":"2023-08-28T02:35:49.438180+0000","last_became_active":"2023-08-28T02:30:50.399938+0000","last_became_peered":"2023-08-28T02:30:50.399938+0000","last_unstale":"2023-08-28T02:35:49.438180+0000","last_undegraded":"2023-08-28T02:35:49.438180+0000","last_fullsized":"2023-08-28T02:35:49.438180+0000","mapping_epoch":250,"log_start":"255'1190","ondisk_log_start":"255'1190","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5435,"log_dups_size":0,"ondisk_log_size":5435,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:43:56.802792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":332201984,"num_objects":5069,"num_object_clones":0,"num_object_copies":15207,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5069,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6625,"num_write_kb":374208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"75'161","reported_seq":609,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.518762+0000","last_change":"2023-08-28T02:32:56.519141+0000","last_active":"2023-08-28T02:35:43.518762+0000","last_peered":"2023-08-28T02:35:43.518762+0000","last_clean":"2023-08-28T02:35:43.518762+0000","last_became_active":"2023-08-28T02:32:56.518863+0000","last_became_peered":"2023-08-28T02:32:56.518863+0000","last_unstale":"2023-08-28T02:35:43.518762+0000","last_undegraded":"2023-08-28T02:35:43.518762+0000","last_fullsized":"2023-08-28T02:35:43.518762+0000","mapping_epoch":292,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":293,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_clean_scrub_stamp":"2023-08-28T02:29:25.608370+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:59:50.561109+0000","scrub_duration":0.001662689,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":237,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.518816+0000","last_change":"2023-08-28T02:33:12.294592+0000","last_active":"2023-08-28T02:35:43.518816+0000","last_peered":"2023-08-28T02:35:43.518816+0000","last_clean":"2023-08-28T02:35:43.518816+0000","last_became_active":"2023-08-28T02:33:12.288508+0000","last_became_peered":"2023-08-28T02:33:12.288508+0000","last_unstale":"2023-08-28T02:35:43.518816+0000","last_undegraded":"2023-08-28T02:35:43.518816+0000","last_fullsized":"2023-08-28T02:35:43.518816+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:05:42.717608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":118,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-08-28T02:35:36.987676+0000","last_change":"2023-08-28T02:29:44.429834+0000","last_active":"2023-08-28T02:35:36.987676+0000","last_peered":"2023-08-28T02:35:36.987676+0000","last_clean":"2023-08-28T02:35:36.987676+0000","last_became_active":"2023-08-28T02:29:44.429512+0000","last_became_peered":"2023-08-28T02:29:44.429512+0000","last_unstale":"2023-08-28T02:35:36.987676+0000","last_undegraded":"2023-08-28T02:35:36.987676+0000","last_fullsized":"2023-08-28T02:35:36.987676+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:58.062455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"330'6566","reported_seq":6654,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:50.952696+0000","last_change":"2023-08-28T02:30:50.402348+0000","last_active":"2023-08-28T02:35:50.952696+0000","last_peered":"2023-08-28T02:35:50.952696+0000","last_clean":"2023-08-28T02:35:50.952696+0000","last_became_active":"2023-08-28T02:30:50.402076+0000","last_became_peered":"2023-08-28T02:30:50.402076+0000","last_unstale":"2023-08-28T02:35:50.952696+0000","last_undegraded":"2023-08-28T02:35:50.952696+0000","last_fullsized":"2023-08-28T02:35:50.952696+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6566,"log_dups_size":0,"ondisk_log_size":6566,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:24.859426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":328335360,"num_objects":5010,"num_object_clones":0,"num_object_copies":15030,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5010,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6566,"num_write_kb":370432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.7","version":"75'161","reported_seq":529,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.521065+0000","last_change":"2023-08-28T02:33:13.532525+0000","last_active":"2023-08-28T02:35:43.521065+0000","last_peered":"2023-08-28T02:35:43.521065+0000","last_clean":"2023-08-28T02:35:43.521065+0000","last_became_active":"2023-08-28T02:33:13.532125+0000","last_became_peered":"2023-08-28T02:33:13.532125+0000","last_unstale":"2023-08-28T02:35:43.521065+0000","last_undegraded":"2023-08-28T02:35:43.521065+0000","last_fullsized":"2023-08-28T02:35:43.521065+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.887648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.887648+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":118,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-08-28T02:35:36.987708+0000","last_change":"2023-08-28T02:29:44.407595+0000","last_active":"2023-08-28T02:35:36.987708+0000","last_peered":"2023-08-28T02:35:36.987708+0000","last_clean":"2023-08-28T02:35:36.987708+0000","last_became_active":"2023-08-28T02:29:44.407316+0000","last_became_peered":"2023-08-28T02:29:44.407316+0000","last_unstale":"2023-08-28T02:35:36.987708+0000","last_undegraded":"2023-08-28T02:35:36.987708+0000","last_fullsized":"2023-08-28T02:35:36.987708+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:01:47.777709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":341,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.519555+0000","last_change":"2023-08-28T02:33:13.286980+0000","last_active":"2023-08-28T02:35:43.519555+0000","last_peered":"2023-08-28T02:35:43.519555+0000","last_clean":"2023-08-28T02:35:43.519555+0000","last_became_active":"2023-08-28T02:33:13.286740+0000","last_became_peered":"2023-08-28T02:33:13.286740+0000","last_unstale":"2023-08-28T02:35:43.519555+0000","last_undegraded":"2023-08-28T02:35:43.519555+0000","last_fullsized":"2023-08-28T02:35:43.519555+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:24:54.574365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":118,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-08-28T02:35:36.987249+0000","last_change":"2023-08-28T02:29:44.506914+0000","last_active":"2023-08-28T02:35:36.987249+0000","last_peered":"2023-08-28T02:35:36.987249+0000","last_clean":"2023-08-28T02:35:36.987249+0000","last_became_active":"2023-08-28T02:29:44.506606+0000","last_became_peered":"2023-08-28T02:29:44.506606+0000","last_unstale":"2023-08-28T02:35:36.987249+0000","last_undegraded":"2023-08-28T02:35:36.987249+0000","last_fullsized":"2023-08-28T02:35:36.987249+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:55:50.992279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"330'6574","reported_seq":18260,"reported_epoch":330,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:35:50.334389+0000","last_change":"2023-08-28T02:34:11.565330+0000","last_active":"2023-08-28T02:35:50.334389+0000","last_peered":"2023-08-28T02:35:50.334389+0000","last_clean":"2023-08-28T02:32:11.916240+0000","last_became_active":"2023-08-28T02:33:12.501819+0000","last_became_peered":"2023-08-28T02:33:12.501819+0000","last_unstale":"2023-08-28T02:35:50.334389+0000","last_undegraded":"2023-08-28T02:35:50.334389+0000","last_fullsized":"2023-08-28T02:35:50.334389+0000","mapping_epoch":297,"log_start":"255'1224","ondisk_log_start":"255'1224","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5350,"log_dups_size":0,"ondisk_log_size":5350,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:45:43.329719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":329121792,"num_objects":5022,"num_object_clones":0,"num_object_copies":15066,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":5022,"num_objects_unfound":0,"num_objects_dirty":5022,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6574,"num_write_kb":371072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5787,"num_bytes_recovered":379256832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,2],"avail_no_missing":["0","2","5","6"],"object_location_counts":[{"shards":"0,2,5","objects":5022}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.1","version":"75'161","reported_seq":589,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.518370+0000","last_change":"2023-08-28T02:32:31.482659+0000","last_active":"2023-08-28T02:35:43.518370+0000","last_peered":"2023-08-28T02:35:43.518370+0000","last_clean":"2023-08-28T02:35:43.518370+0000","last_became_active":"2023-08-28T02:32:31.482320+0000","last_became_peered":"2023-08-28T02:32:31.482320+0000","last_unstale":"2023-08-28T02:35:43.518370+0000","last_undegraded":"2023-08-28T02:35:43.518370+0000","last_fullsized":"2023-08-28T02:35:43.518370+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:24.559397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:24.559397+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:41:09.516918+0000","scrub_duration":0.001580328,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":327,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.518649+0000","last_change":"2023-08-28T02:31:51.988386+0000","last_active":"2023-08-28T02:35:43.518649+0000","last_peered":"2023-08-28T02:35:43.518649+0000","last_clean":"2023-08-28T02:35:43.518649+0000","last_became_active":"2023-08-28T02:31:51.988097+0000","last_became_peered":"2023-08-28T02:31:51.988097+0000","last_unstale":"2023-08-28T02:35:43.518649+0000","last_undegraded":"2023-08-28T02:35:43.518649+0000","last_fullsized":"2023-08-28T02:35:43.518649+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:25:01.818829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":303,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.509975+0000","last_change":"2023-08-28T02:32:12.951275+0000","last_active":"2023-08-28T02:35:43.509975+0000","last_peered":"2023-08-28T02:35:43.509975+0000","last_clean":"2023-08-28T02:35:43.509975+0000","last_became_active":"2023-08-28T02:32:12.950965+0000","last_became_peered":"2023-08-28T02:32:12.950965+0000","last_unstale":"2023-08-28T02:35:43.509975+0000","last_undegraded":"2023-08-28T02:35:43.509975+0000","last_fullsized":"2023-08-28T02:35:43.509975+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:37:31.294280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":144,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-08-28T02:35:36.987440+0000","last_change":"2023-08-28T02:33:13.286534+0000","last_active":"2023-08-28T02:35:36.987440+0000","last_peered":"2023-08-28T02:35:36.987440+0000","last_clean":"2023-08-28T02:35:36.987440+0000","last_became_active":"2023-08-28T02:33:13.286164+0000","last_became_peered":"2023-08-28T02:33:13.286164+0000","last_unstale":"2023-08-28T02:35:36.987440+0000","last_undegraded":"2023-08-28T02:35:36.987440+0000","last_fullsized":"2023-08-28T02:35:36.987440+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:56.721932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"330'6613","reported_seq":18391,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:50.711403+0000","last_change":"2023-08-28T02:34:14.448606+0000","last_active":"2023-08-28T02:35:50.711403+0000","last_peered":"2023-08-28T02:35:50.711403+0000","last_clean":"2023-08-28T02:35:50.711403+0000","last_became_active":"2023-08-28T02:34:14.438547+0000","last_became_peered":"2023-08-28T02:34:14.438547+0000","last_unstale":"2023-08-28T02:35:50.711403+0000","last_undegraded":"2023-08-28T02:35:50.711403+0000","last_fullsized":"2023-08-28T02:35:50.711403+0000","mapping_epoch":314,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":315,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6613,"log_dups_size":0,"ondisk_log_size":6613,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:06:41.120408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":331284480,"num_objects":5055,"num_object_clones":0,"num_object_copies":15165,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5055,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6613,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5834,"num_bytes_recovered":376832000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2","version":"75'161","reported_seq":711,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.508685+0000","last_change":"2023-08-28T02:30:51.762377+0000","last_active":"2023-08-28T02:35:43.508685+0000","last_peered":"2023-08-28T02:35:43.508685+0000","last_clean":"2023-08-28T02:35:43.508685+0000","last_became_active":"2023-08-28T02:27:46.375590+0000","last_became_peered":"2023-08-28T02:27:46.375590+0000","last_unstale":"2023-08-28T02:35:43.508685+0000","last_undegraded":"2023-08-28T02:35:43.508685+0000","last_fullsized":"2023-08-28T02:35:43.508685+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:51.762314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:51.762314+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:02.034555+0000","scrub_duration":0.0020023620000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":137,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.518932+0000","last_change":"2023-08-28T02:33:13.289765+0000","last_active":"2023-08-28T02:35:43.518932+0000","last_peered":"2023-08-28T02:35:43.518932+0000","last_clean":"2023-08-28T02:35:43.518932+0000","last_became_active":"2023-08-28T02:33:13.289159+0000","last_became_peered":"2023-08-28T02:33:13.289159+0000","last_unstale":"2023-08-28T02:35:43.518932+0000","last_undegraded":"2023-08-28T02:35:43.518932+0000","last_fullsized":"2023-08-28T02:35:43.518932+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:30:38.956723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":137,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.513022+0000","last_change":"2023-08-28T02:32:28.464203+0000","last_active":"2023-08-28T02:35:43.513022+0000","last_peered":"2023-08-28T02:35:43.513022+0000","last_clean":"2023-08-28T02:35:43.513022+0000","last_became_active":"2023-08-28T02:32:28.463412+0000","last_became_peered":"2023-08-28T02:32:28.463412+0000","last_unstale":"2023-08-28T02:35:43.513022+0000","last_undegraded":"2023-08-28T02:35:43.513022+0000","last_fullsized":"2023-08-28T02:35:43.513022+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:20:38.177879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":118,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-08-28T02:35:36.987778+0000","last_change":"2023-08-28T02:29:44.427945+0000","last_active":"2023-08-28T02:35:36.987778+0000","last_peered":"2023-08-28T02:35:36.987778+0000","last_clean":"2023-08-28T02:35:36.987778+0000","last_became_active":"2023-08-28T02:29:44.426487+0000","last_became_peered":"2023-08-28T02:29:44.426487+0000","last_unstale":"2023-08-28T02:35:36.987778+0000","last_undegraded":"2023-08-28T02:35:36.987778+0000","last_fullsized":"2023-08-28T02:35:36.987778+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:30:20.438896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"329'6609","reported_seq":16667,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:47.562474+0000","last_change":"2023-08-28T02:34:48.488647+0000","last_active":"2023-08-28T02:35:47.562474+0000","last_peered":"2023-08-28T02:35:47.562474+0000","last_clean":"2023-08-28T02:35:47.562474+0000","last_became_active":"2023-08-28T02:34:48.476519+0000","last_became_peered":"2023-08-28T02:34:48.476519+0000","last_unstale":"2023-08-28T02:35:47.562474+0000","last_undegraded":"2023-08-28T02:35:47.562474+0000","last_fullsized":"2023-08-28T02:35:47.562474+0000","mapping_epoch":318,"log_start":"254'400","ondisk_log_start":"254'400","created":250,"last_epoch_clean":319,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6209,"log_dups_size":0,"ondisk_log_size":6209,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:44:20.004230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":329973760,"num_objects":5035,"num_object_clones":0,"num_object_copies":15105,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5035,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6609,"num_write_kb":372608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4973,"num_bytes_recovered":325910528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":321,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.519164+0000","last_change":"2023-08-28T02:33:13.484970+0000","last_active":"2023-08-28T02:35:43.519164+0000","last_peered":"2023-08-28T02:35:43.519164+0000","last_clean":"2023-08-28T02:35:43.519164+0000","last_became_active":"2023-08-28T02:33:13.484579+0000","last_became_peered":"2023-08-28T02:33:13.484579+0000","last_unstale":"2023-08-28T02:35:43.519164+0000","last_undegraded":"2023-08-28T02:35:43.519164+0000","last_fullsized":"2023-08-28T02:35:43.519164+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:58.027468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"75'161","reported_seq":712,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.510958+0000","last_change":"2023-08-28T02:31:55.059467+0000","last_active":"2023-08-28T02:35:43.510958+0000","last_peered":"2023-08-28T02:35:43.510958+0000","last_clean":"2023-08-28T02:35:43.510958+0000","last_became_active":"2023-08-28T02:31:55.059115+0000","last_became_peered":"2023-08-28T02:31:55.059115+0000","last_unstale":"2023-08-28T02:35:43.510958+0000","last_undegraded":"2023-08-28T02:35:43.510958+0000","last_fullsized":"2023-08-28T02:35:43.510958+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":0,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.820990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.820990+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:15:56.774667+0000","scrub_duration":0.0017342480000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":238,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.519349+0000","last_change":"2023-08-28T02:33:13.352810+0000","last_active":"2023-08-28T02:35:43.519349+0000","last_peered":"2023-08-28T02:35:43.519349+0000","last_clean":"2023-08-28T02:35:43.519349+0000","last_became_active":"2023-08-28T02:33:13.351697+0000","last_became_peered":"2023-08-28T02:33:13.351697+0000","last_unstale":"2023-08-28T02:35:43.519349+0000","last_undegraded":"2023-08-28T02:35:43.519349+0000","last_fullsized":"2023-08-28T02:35:43.519349+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:56.187163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":152,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.509668+0000","last_change":"2023-08-28T02:31:51.984584+0000","last_active":"2023-08-28T02:35:43.509668+0000","last_peered":"2023-08-28T02:35:43.509668+0000","last_clean":"2023-08-28T02:35:43.509668+0000","last_became_active":"2023-08-28T02:31:51.984264+0000","last_became_peered":"2023-08-28T02:31:51.984264+0000","last_unstale":"2023-08-28T02:35:43.509668+0000","last_undegraded":"2023-08-28T02:35:43.509668+0000","last_fullsized":"2023-08-28T02:35:43.509668+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:58:42.306722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"330'6597","reported_seq":18292,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:50.330787+0000","last_change":"2023-08-28T02:35:11.978901+0000","last_active":"2023-08-28T02:35:50.330787+0000","last_peered":"2023-08-28T02:35:50.330787+0000","last_clean":"2023-08-28T02:35:50.330787+0000","last_became_active":"2023-08-28T02:35:11.966585+0000","last_became_peered":"2023-08-28T02:35:11.966585+0000","last_unstale":"2023-08-28T02:35:50.330787+0000","last_undegraded":"2023-08-28T02:35:50.330787+0000","last_fullsized":"2023-08-28T02:35:50.330787+0000","mapping_epoch":323,"log_start":"255'1328","ondisk_log_start":"255'1328","created":250,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5269,"log_dups_size":0,"ondisk_log_size":5269,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:03:07.017814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":326696960,"num_objects":4985,"num_object_clones":0,"num_object_copies":14955,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4985,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6597,"num_write_kb":370624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5791,"num_bytes_recovered":368967680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3","version":"75'161","reported_seq":594,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-08-28T02:35:36.987560+0000","last_change":"2023-08-28T02:31:55.068239+0000","last_active":"2023-08-28T02:35:36.987560+0000","last_peered":"2023-08-28T02:35:36.987560+0000","last_clean":"2023-08-28T02:35:36.987560+0000","last_became_active":"2023-08-28T02:31:55.067875+0000","last_became_peered":"2023-08-28T02:31:55.067875+0000","last_unstale":"2023-08-28T02:35:36.987560+0000","last_undegraded":"2023-08-28T02:35:36.987560+0000","last_fullsized":"2023-08-28T02:35:36.987560+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.868248+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:11:04.391639+0000","scrub_duration":0.0016215240000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":335,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.510944+0000","last_change":"2023-08-28T02:29:44.421353+0000","last_active":"2023-08-28T02:35:43.510944+0000","last_peered":"2023-08-28T02:35:43.510944+0000","last_clean":"2023-08-28T02:35:43.510944+0000","last_became_active":"2023-08-28T02:29:44.421064+0000","last_became_peered":"2023-08-28T02:29:44.421064+0000","last_unstale":"2023-08-28T02:35:43.510944+0000","last_undegraded":"2023-08-28T02:35:43.510944+0000","last_fullsized":"2023-08-28T02:35:43.510944+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:51:36.524024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":304,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.505284+0000","last_change":"2023-08-28T02:33:12.299487+0000","last_active":"2023-08-28T02:35:43.505284+0000","last_peered":"2023-08-28T02:35:43.505284+0000","last_clean":"2023-08-28T02:35:43.505284+0000","last_became_active":"2023-08-28T02:33:12.299175+0000","last_became_peered":"2023-08-28T02:33:12.299175+0000","last_unstale":"2023-08-28T02:35:43.505284+0000","last_undegraded":"2023-08-28T02:35:43.505284+0000","last_fullsized":"2023-08-28T02:35:43.505284+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:42:29.713462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":314,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.506258+0000","last_change":"2023-08-28T02:32:28.457696+0000","last_active":"2023-08-28T02:35:43.506258+0000","last_peered":"2023-08-28T02:35:43.506258+0000","last_clean":"2023-08-28T02:35:43.506258+0000","last_became_active":"2023-08-28T02:32:28.457407+0000","last_became_peered":"2023-08-28T02:32:28.457407+0000","last_unstale":"2023-08-28T02:35:43.506258+0000","last_undegraded":"2023-08-28T02:35:43.506258+0000","last_fullsized":"2023-08-28T02:35:43.506258+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:26:29.392787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"330'6541","reported_seq":7657,"reported_epoch":330,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:35:50.387235+0000","last_change":"2023-08-28T02:34:11.566035+0000","last_active":"2023-08-28T02:35:50.387235+0000","last_peered":"2023-08-28T02:35:50.387235+0000","last_clean":"2023-08-28T02:33:10.395883+0000","last_became_active":"2023-08-28T02:33:12.394714+0000","last_became_peered":"2023-08-28T02:33:12.394714+0000","last_unstale":"2023-08-28T02:35:50.387235+0000","last_undegraded":"2023-08-28T02:35:50.387235+0000","last_fullsized":"2023-08-28T02:35:50.387235+0000","mapping_epoch":297,"log_start":"255'1084","ondisk_log_start":"255'1084","created":250,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5457,"log_dups_size":0,"ondisk_log_size":5457,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:01:26.984565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":323878936,"num_objects":4943,"num_object_clones":0,"num_object_copies":14829,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4511,"num_objects_unfound":0,"num_objects_dirty":4943,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":6541,"num_write_kb":367425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":500,"num_bytes_recovered":32768000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,6],"avail_no_missing":["4","0","6"],"object_location_counts":[{"shards":"0,4,6","objects":4943}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.6","version":"75'161","reported_seq":589,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.506175+0000","last_change":"2023-08-28T02:33:13.338675+0000","last_active":"2023-08-28T02:35:43.506175+0000","last_peered":"2023-08-28T02:35:43.506175+0000","last_clean":"2023-08-28T02:35:43.506175+0000","last_became_active":"2023-08-28T02:33:13.338271+0000","last_became_peered":"2023-08-28T02:33:13.338271+0000","last_unstale":"2023-08-28T02:35:43.506175+0000","last_undegraded":"2023-08-28T02:35:43.506175+0000","last_fullsized":"2023-08-28T02:35:43.506175+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.774982+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.774982+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:13:20.011329+0000","scrub_duration":0.003539819,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":298,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.509988+0000","last_change":"2023-08-28T02:14:43.033789+0000","last_active":"2023-08-28T02:35:43.509988+0000","last_peered":"2023-08-28T02:35:43.509988+0000","last_clean":"2023-08-28T02:35:43.509988+0000","last_became_active":"2023-08-28T02:14:43.033454+0000","last_became_peered":"2023-08-28T02:14:43.033454+0000","last_unstale":"2023-08-28T02:35:43.509988+0000","last_undegraded":"2023-08-28T02:35:43.509988+0000","last_fullsized":"2023-08-28T02:35:43.509988+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:01:13.205842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":127,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-08-28T02:35:36.987662+0000","last_change":"2023-08-28T02:32:28.461807+0000","last_active":"2023-08-28T02:35:36.987662+0000","last_peered":"2023-08-28T02:35:36.987662+0000","last_clean":"2023-08-28T02:35:36.987662+0000","last_became_active":"2023-08-28T02:32:28.461116+0000","last_became_peered":"2023-08-28T02:32:28.461116+0000","last_unstale":"2023-08-28T02:35:36.987662+0000","last_undegraded":"2023-08-28T02:35:36.987662+0000","last_fullsized":"2023-08-28T02:35:36.987662+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:12:45.321757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":275,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.506054+0000","last_change":"2023-08-28T02:14:43.048791+0000","last_active":"2023-08-28T02:35:43.506054+0000","last_peered":"2023-08-28T02:35:43.506054+0000","last_clean":"2023-08-28T02:35:43.506054+0000","last_became_active":"2023-08-28T02:14:43.047408+0000","last_became_peered":"2023-08-28T02:14:43.047408+0000","last_unstale":"2023-08-28T02:35:43.506054+0000","last_undegraded":"2023-08-28T02:35:43.506054+0000","last_fullsized":"2023-08-28T02:35:43.506054+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:47.097181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"330'6721","reported_seq":15568,"reported_epoch":330,"state":"active+recovering+remapped","last_fresh":"2023-08-28T02:35:50.360167+0000","last_change":"2023-08-28T02:35:10.974195+0000","last_active":"2023-08-28T02:35:50.360167+0000","last_peered":"2023-08-28T02:35:50.360167+0000","last_clean":"2023-08-28T02:31:50.933695+0000","last_became_active":"2023-08-28T02:33:13.540416+0000","last_became_peered":"2023-08-28T02:33:13.540416+0000","last_unstale":"2023-08-28T02:35:50.360167+0000","last_undegraded":"2023-08-28T02:35:50.360167+0000","last_fullsized":"2023-08-28T02:35:50.360167+0000","mapping_epoch":298,"log_start":"255'1274","ondisk_log_start":"255'1274","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5447,"log_dups_size":0,"ondisk_log_size":5447,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:49:35.658845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":336920576,"num_objects":5141,"num_object_clones":0,"num_object_copies":15423,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1206,"num_objects_unfound":0,"num_objects_dirty":5141,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6721,"num_write_kb":379584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4364,"num_bytes_recovered":285999104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,2],"avail_no_missing":["4","2","6"],"object_location_counts":[{"shards":"2,4,5","objects":4538},{"shards":"2,4,6","objects":603}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.5","version":"75'161","reported_seq":623,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.509265+0000","last_change":"2023-08-28T02:32:31.477151+0000","last_active":"2023-08-28T02:35:43.509265+0000","last_peered":"2023-08-28T02:35:43.509265+0000","last_clean":"2023-08-28T02:35:43.509265+0000","last_became_active":"2023-08-28T02:32:31.476776+0000","last_became_peered":"2023-08-28T02:32:31.476776+0000","last_unstale":"2023-08-28T02:35:43.509265+0000","last_undegraded":"2023-08-28T02:35:43.509265+0000","last_fullsized":"2023-08-28T02:35:43.509265+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:18.891729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:18.891729+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:47:27.194140+0000","scrub_duration":0.0031546460000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"65'2","reported_seq":285,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.520981+0000","last_change":"2023-08-28T02:33:12.327778+0000","last_active":"2023-08-28T02:35:43.520981+0000","last_peered":"2023-08-28T02:35:43.520981+0000","last_clean":"2023-08-28T02:35:43.520981+0000","last_became_active":"2023-08-28T02:33:12.327273+0000","last_became_peered":"2023-08-28T02:33:12.327273+0000","last_unstale":"2023-08-28T02:35:43.520981+0000","last_undegraded":"2023-08-28T02:35:43.520981+0000","last_fullsized":"2023-08-28T02:35:43.520981+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:40.554192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":166,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-08-28T02:35:36.987656+0000","last_change":"2023-08-28T02:33:13.335665+0000","last_active":"2023-08-28T02:35:36.987656+0000","last_peered":"2023-08-28T02:35:36.987656+0000","last_clean":"2023-08-28T02:35:36.987656+0000","last_became_active":"2023-08-28T02:33:13.335322+0000","last_became_peered":"2023-08-28T02:33:13.335322+0000","last_unstale":"2023-08-28T02:35:36.987656+0000","last_undegraded":"2023-08-28T02:35:36.987656+0000","last_fullsized":"2023-08-28T02:35:36.987656+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:21:08.024493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":282,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.518847+0000","last_change":"2023-08-28T02:33:12.310326+0000","last_active":"2023-08-28T02:35:43.518847+0000","last_peered":"2023-08-28T02:35:43.518847+0000","last_clean":"2023-08-28T02:35:43.518847+0000","last_became_active":"2023-08-28T02:33:12.310011+0000","last_became_peered":"2023-08-28T02:33:12.310011+0000","last_unstale":"2023-08-28T02:35:43.518847+0000","last_undegraded":"2023-08-28T02:35:43.518847+0000","last_fullsized":"2023-08-28T02:35:43.518847+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:35:03.710036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"330'6697","reported_seq":9090,"reported_epoch":330,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:35:50.628793+0000","last_change":"2023-08-28T02:33:34.765675+0000","last_active":"2023-08-28T02:35:50.628793+0000","last_peered":"2023-08-28T02:35:50.628793+0000","last_clean":"2023-08-28T02:31:27.909649+0000","last_became_active":"2023-08-28T02:33:33.726805+0000","last_became_peered":"2023-08-28T02:33:33.726805+0000","last_unstale":"2023-08-28T02:35:50.628793+0000","last_undegraded":"2023-08-28T02:33:20.140072+0000","last_fullsized":"2023-08-28T02:33:13.278549+0000","mapping_epoch":298,"log_start":"255'1277","ondisk_log_start":"255'1277","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5420,"log_dups_size":0,"ondisk_log_size":5420,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:02:22.971585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":338886656,"num_objects":5171,"num_object_clones":0,"num_object_copies":15513,"num_objects_missing_on_primary":5143,"num_objects_missing":5143,"num_objects_degraded":12891,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5171,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6697,"num_write_kb":379776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":752,"num_bytes_recovered":49152000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[4,3],"avail_no_missing":["2","6"],"object_location_counts":[{"shards":"2,3,4,6","objects":14},{"shards":"2,3,6","objects":2660},{"shards":"2,4,6","objects":14},{"shards":"2,6","objects":2483},{"shards":"3,4","objects":-13}],"blocked_by":[],"up_primary":3,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.4","version":"75'161","reported_seq":537,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.519616+0000","last_change":"2023-08-28T02:33:12.296479+0000","last_active":"2023-08-28T02:35:43.519616+0000","last_peered":"2023-08-28T02:35:43.519616+0000","last_clean":"2023-08-28T02:35:43.519616+0000","last_became_active":"2023-08-28T02:33:12.294160+0000","last_became_peered":"2023-08-28T02:33:12.294160+0000","last_unstale":"2023-08-28T02:35:43.519616+0000","last_undegraded":"2023-08-28T02:35:43.519616+0000","last_fullsized":"2023-08-28T02:35:43.519616+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.899247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.899247+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":256,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.508976+0000","last_change":"2023-08-28T02:33:13.539335+0000","last_active":"2023-08-28T02:35:43.508976+0000","last_peered":"2023-08-28T02:35:43.508976+0000","last_clean":"2023-08-28T02:35:43.508976+0000","last_became_active":"2023-08-28T02:33:13.538978+0000","last_became_peered":"2023-08-28T02:33:13.538978+0000","last_unstale":"2023-08-28T02:35:43.508976+0000","last_undegraded":"2023-08-28T02:35:43.508976+0000","last_fullsized":"2023-08-28T02:35:43.508976+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:26:13.405766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"65'1","reported_seq":318,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.506347+0000","last_change":"2023-08-28T02:29:44.510205+0000","last_active":"2023-08-28T02:35:43.506347+0000","last_peered":"2023-08-28T02:35:43.506347+0000","last_clean":"2023-08-28T02:35:43.506347+0000","last_became_active":"2023-08-28T02:29:44.429357+0000","last_became_peered":"2023-08-28T02:29:44.429357+0000","last_unstale":"2023-08-28T02:35:43.506347+0000","last_undegraded":"2023-08-28T02:35:43.506347+0000","last_fullsized":"2023-08-28T02:35:43.506347+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:44:59.955729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":285,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.509974+0000","last_change":"2023-08-28T02:32:12.950661+0000","last_active":"2023-08-28T02:35:43.509974+0000","last_peered":"2023-08-28T02:35:43.509974+0000","last_clean":"2023-08-28T02:35:43.509974+0000","last_became_active":"2023-08-28T02:32:12.950276+0000","last_became_peered":"2023-08-28T02:32:12.950276+0000","last_unstale":"2023-08-28T02:35:43.509974+0000","last_undegraded":"2023-08-28T02:35:43.509974+0000","last_fullsized":"2023-08-28T02:35:43.509974+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:05:17.972868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"65'1","reported_seq":276,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.505970+0000","last_change":"2023-08-28T02:14:43.042150+0000","last_active":"2023-08-28T02:35:43.505970+0000","last_peered":"2023-08-28T02:35:43.505970+0000","last_clean":"2023-08-28T02:35:43.505970+0000","last_became_active":"2023-08-28T02:14:43.038336+0000","last_became_peered":"2023-08-28T02:14:43.038336+0000","last_unstale":"2023-08-28T02:35:43.505970+0000","last_undegraded":"2023-08-28T02:35:43.505970+0000","last_fullsized":"2023-08-28T02:35:43.505970+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:26:02.415152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":325,"reported_epoch":328,"state":"active+clean","last_fresh":"2023-08-28T02:35:36.987545+0000","last_change":"2023-08-28T02:33:13.318097+0000","last_active":"2023-08-28T02:35:36.987545+0000","last_peered":"2023-08-28T02:35:36.987545+0000","last_clean":"2023-08-28T02:35:36.987545+0000","last_became_active":"2023-08-28T02:33:13.317761+0000","last_became_peered":"2023-08-28T02:33:13.317761+0000","last_unstale":"2023-08-28T02:35:36.987545+0000","last_undegraded":"2023-08-28T02:35:36.987545+0000","last_fullsized":"2023-08-28T02:35:36.987545+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:24.836996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"65'2","reported_seq":323,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.519418+0000","last_change":"2023-08-28T02:29:44.535937+0000","last_active":"2023-08-28T02:35:43.519418+0000","last_peered":"2023-08-28T02:35:43.519418+0000","last_clean":"2023-08-28T02:35:43.519418+0000","last_became_active":"2023-08-28T02:29:44.462244+0000","last_became_peered":"2023-08-28T02:29:44.462244+0000","last_unstale":"2023-08-28T02:35:43.519418+0000","last_undegraded":"2023-08-28T02:35:43.519418+0000","last_fullsized":"2023-08-28T02:35:43.519418+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:30:33.173713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":323,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.505713+0000","last_change":"2023-08-28T02:33:12.305580+0000","last_active":"2023-08-28T02:35:43.505713+0000","last_peered":"2023-08-28T02:35:43.505713+0000","last_clean":"2023-08-28T02:35:43.505713+0000","last_became_active":"2023-08-28T02:33:12.305261+0000","last_became_peered":"2023-08-28T02:33:12.305261+0000","last_unstale":"2023-08-28T02:35:43.505713+0000","last_undegraded":"2023-08-28T02:35:43.505713+0000","last_fullsized":"2023-08-28T02:35:43.505713+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:22:31.614221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"65'2","reported_seq":292,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.519510+0000","last_change":"2023-08-28T02:31:51.991101+0000","last_active":"2023-08-28T02:35:43.519510+0000","last_peered":"2023-08-28T02:35:43.519510+0000","last_clean":"2023-08-28T02:35:43.519510+0000","last_became_active":"2023-08-28T02:31:51.987237+0000","last_became_peered":"2023-08-28T02:31:51.987237+0000","last_unstale":"2023-08-28T02:35:43.519510+0000","last_undegraded":"2023-08-28T02:35:43.519510+0000","last_fullsized":"2023-08-28T02:35:43.519510+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:07:07.370857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":326,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.508792+0000","last_change":"2023-08-28T02:33:12.494483+0000","last_active":"2023-08-28T02:35:43.508792+0000","last_peered":"2023-08-28T02:35:43.508792+0000","last_clean":"2023-08-28T02:35:43.508792+0000","last_became_active":"2023-08-28T02:33:12.494136+0000","last_became_peered":"2023-08-28T02:33:12.494136+0000","last_unstale":"2023-08-28T02:35:43.508792+0000","last_undegraded":"2023-08-28T02:35:43.508792+0000","last_fullsized":"2023-08-28T02:35:43.508792+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:36.772588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"65'1","reported_seq":270,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.520717+0000","last_change":"2023-08-28T02:33:13.287922+0000","last_active":"2023-08-28T02:35:43.520717+0000","last_peered":"2023-08-28T02:35:43.520717+0000","last_clean":"2023-08-28T02:35:43.520717+0000","last_became_active":"2023-08-28T02:33:13.287520+0000","last_became_peered":"2023-08-28T02:33:13.287520+0000","last_unstale":"2023-08-28T02:35:43.520717+0000","last_undegraded":"2023-08-28T02:35:43.520717+0000","last_fullsized":"2023-08-28T02:35:43.520717+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:11.627168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":284,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.519256+0000","last_change":"2023-08-28T02:33:13.289469+0000","last_active":"2023-08-28T02:35:43.519256+0000","last_peered":"2023-08-28T02:35:43.519256+0000","last_clean":"2023-08-28T02:35:43.519256+0000","last_became_active":"2023-08-28T02:33:13.288737+0000","last_became_peered":"2023-08-28T02:33:13.288737+0000","last_unstale":"2023-08-28T02:35:43.519256+0000","last_undegraded":"2023-08-28T02:35:43.519256+0000","last_fullsized":"2023-08-28T02:35:43.519256+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:11:15.043550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"65'4","reported_seq":308,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.506845+0000","last_change":"2023-08-28T02:32:28.607010+0000","last_active":"2023-08-28T02:35:43.506845+0000","last_peered":"2023-08-28T02:35:43.506845+0000","last_clean":"2023-08-28T02:35:43.506845+0000","last_became_active":"2023-08-28T02:32:28.492224+0000","last_became_peered":"2023-08-28T02:32:28.492224+0000","last_unstale":"2023-08-28T02:35:43.506845+0000","last_undegraded":"2023-08-28T02:35:43.506845+0000","last_fullsized":"2023-08-28T02:35:43.506845+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:13:45.711951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":554,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":336,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.511007+0000","last_change":"2023-08-28T02:33:13.309144+0000","last_active":"2023-08-28T02:35:43.511007+0000","last_peered":"2023-08-28T02:35:43.511007+0000","last_clean":"2023-08-28T02:35:43.511007+0000","last_became_active":"2023-08-28T02:33:13.308910+0000","last_became_peered":"2023-08-28T02:33:13.308910+0000","last_unstale":"2023-08-28T02:35:43.511007+0000","last_undegraded":"2023-08-28T02:35:43.511007+0000","last_fullsized":"2023-08-28T02:35:43.511007+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:09:59.549591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":5294653464,"num_objects":80791,"num_object_clones":0,"num_object_copies":242373,"num_objects_missing_on_primary":5143,"num_objects_missing":5143,"num_objects_degraded":37921,"num_objects_misplaced":10739,"num_objects_unfound":0,"num_objects_dirty":80791,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":105823,"num_write_kb":5971585,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":36050,"num_bytes_recovered":2346319872,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":16869437440,"data_stored":16869425224,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":94571,"ondisk_log_size":94571,"up":48,"acting":43,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":10126,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":370028,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":89,"num_read_kb":167,"num_write":44,"num_write_kb":440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":322019,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299747,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2099812,"kb_used_data":1621980,"kb_used_omap":0,"kb_used_meta":477824,"kb_avail":91645340,"statfs":{"total":95995035648,"available":93844828160,"internally_reserved":0,"allocated":1660907520,"data_stored":1659593369,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":489291776},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:35:09 2023","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":0.92100000000000004,"15min":1.4750000000000001},"min":{"1min":0.24299999999999999,"5min":0.219,"15min":0.21199999999999999},"max":{"1min":1.421,"5min":8.8079999999999998,"15min":13.118},"last":0.38700000000000001},{"interface":"front","average":{"1min":0.59199999999999997,"5min":1.2629999999999999,"15min":1.8859999999999999},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.246},"max":{"1min":2.395,"5min":12.42,"15min":17.402999999999999},"last":0.48499999999999999}]},{"osd":1,"last update":"Mon Aug 28 02:35:37 2023","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":1.0980000000000001,"15min":2.1120000000000001},"min":{"1min":0.28199999999999997,"5min":0.26800000000000002,"15min":0.24099999999999999},"max":{"1min":1.2569999999999999,"5min":9.5850000000000009,"15min":17.43},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.54400000000000004,"5min":1.008,"15min":1.9350000000000001},"min":{"1min":0.36399999999999999,"5min":0.311,"15min":0.25900000000000001},"max":{"1min":2.0579999999999998,"5min":9.5289999999999999,"15min":19.913},"last":0.54000000000000004}]},{"osd":2,"last update":"Mon Aug 28 02:35:22 2023","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.67500000000000004,"15min":1.5700000000000001},"min":{"1min":0.26800000000000002,"5min":0.23499999999999999,"15min":0.22800000000000001},"max":{"1min":1.595,"5min":3.8199999999999998,"15min":8.3889999999999993},"last":0.432},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.80700000000000005,"15min":1.4670000000000001},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28699999999999998},"max":{"1min":1.1020000000000001,"5min":6.7750000000000004,"15min":12.128},"last":0.39900000000000002}]},{"osd":3,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.68999999999999995,"15min":0.70799999999999996},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":2.073,"5min":3.0099999999999998,"15min":3.0099999999999998},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.63,"15min":0.63},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":3.0600000000000001,"5min":3.1000000000000001,"15min":3.1000000000000001},"last":0.47599999999999998}]},{"osd":4,"last update":"Mon Aug 28 02:35:09 2023","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.92400000000000004,"15min":1.2989999999999999},"min":{"1min":0.27700000000000002,"5min":0.245,"15min":0.24199999999999999},"max":{"1min":2.1150000000000002,"5min":9.6839999999999993,"15min":18.943000000000001},"last":0.32500000000000001},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.77200000000000002,"15min":0.95699999999999996},"min":{"1min":0.30399999999999999,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":2.206,"5min":6.2350000000000003,"15min":8.1890000000000001},"last":0.46100000000000002}]},{"osd":5,"last update":"Mon Aug 28 02:35:09 2023","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.74399999999999999,"15min":1.0660000000000001},"min":{"1min":0.28100000000000003,"5min":0.246,"15min":0.23599999999999999},"max":{"1min":1.2210000000000001,"5min":5.9130000000000003,"15min":14.622},"last":0.34399999999999997},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.90900000000000003,"15min":1.294},"min":{"1min":0.317,"5min":0.28100000000000003,"15min":0.27000000000000002},"max":{"1min":2.1419999999999999,"5min":9.5559999999999992,"15min":17.324999999999999},"last":0.41299999999999998}]},{"osd":6,"last update":"Mon Aug 28 02:35:09 2023","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.98199999999999998,"15min":1.321},"min":{"1min":0.36699999999999999,"5min":0.31900000000000001,"15min":0.30299999999999999},"max":{"1min":2.1819999999999999,"5min":9.7829999999999995,"15min":17.454999999999998},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.436,"5min":0.77300000000000002,"15min":0.86299999999999999},"min":{"1min":0.34399999999999997,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.54500000000000004,"5min":5.6710000000000003,"15min":7.665},"last":0.497}]}]},{"osd":6,"up_from":0,"seq":193273528678,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":101,"seq":433791697136,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1616964,"kb_used_data":984700,"kb_used_omap":4,"kb_used_meta":632251,"kb_avail":92128188,"statfs":{"total":95995035648,"available":94339264512,"internally_reserved":0,"allocated":1008332800,"data_stored":1006484758,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":647425934},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:35:38 2023","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":1.01,"15min":2.411},"min":{"1min":0.25900000000000001,"5min":0.223,"15min":0.214},"max":{"1min":1.8009999999999999,"5min":13.526,"15min":24.545999999999999},"last":0.433},{"interface":"front","average":{"1min":0.45500000000000002,"5min":1.3959999999999999,"15min":2.8809999999999998},"min":{"1min":0.23899999999999999,"5min":0.23599999999999999,"15min":0.21199999999999999},"max":{"1min":0.68600000000000005,"5min":11.1,"15min":24.515000000000001},"last":0.25600000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:35:30 2023","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":1.4330000000000001,"15min":2.5819999999999999},"min":{"1min":0.30499999999999999,"5min":0.28699999999999998,"15min":0.24099999999999999},"max":{"1min":2.4889999999999999,"5min":22.161000000000001,"15min":22.161000000000001},"last":0.32900000000000001},{"interface":"front","average":{"1min":0.42599999999999999,"5min":1.3720000000000001,"15min":2.1139999999999999},"min":{"1min":0.28399999999999997,"5min":0.254,"15min":0.253},"max":{"1min":0.81599999999999995,"5min":13.114000000000001,"15min":20.003},"last":0.35099999999999998}]},{"osd":3,"last update":"Mon Aug 28 02:35:12 2023","interfaces":[{"interface":"back","average":{"1min":0.69899999999999995,"5min":0.51000000000000001,"15min":0.47799999999999998},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":1.9770000000000001,"5min":1.9770000000000001,"15min":1.9770000000000001},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.53400000000000003,"15min":0.52100000000000002},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":2.694,"5min":2.694,"15min":2.694},"last":0.69399999999999995}]},{"osd":4,"last update":"Mon Aug 28 02:35:38 2023","interfaces":[{"interface":"back","average":{"1min":0.48799999999999999,"5min":1.0449999999999999,"15min":1.556},"min":{"1min":0.377,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.70899999999999996,"5min":6.819,"15min":18.992999999999999},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.71199999999999997,"5min":0.99199999999999999,"15min":1.76},"min":{"1min":0.34399999999999997,"5min":0.29099999999999998,"15min":0.26400000000000001},"max":{"1min":1.897,"5min":6.8380000000000001,"15min":14.779999999999999},"last":0.57799999999999996}]},{"osd":5,"last update":"Mon Aug 28 02:35:38 2023","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":1.179,"15min":2.165},"min":{"1min":0.36499999999999999,"5min":0.35999999999999999,"15min":0.29999999999999999},"max":{"1min":0.84699999999999998,"5min":10.314,"15min":18.626999999999999},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.56399999999999995,"5min":1.1020000000000001,"15min":2.02},"min":{"1min":0.38600000000000001,"5min":0.375,"15min":0.32000000000000001},"max":{"1min":0.80800000000000005,"5min":7.3410000000000002,"15min":18.945},"last":0.55800000000000005}]},{"osd":6,"last update":"Mon Aug 28 02:35:38 2023","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":1.1020000000000001,"15min":2.1230000000000002},"min":{"1min":0.40799999999999997,"5min":0.39100000000000001,"15min":0.34300000000000003},"max":{"1min":0.874,"5min":10.272,"15min":13.254},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.60899999999999999,"5min":1.2849999999999999,"15min":1.7869999999999999},"min":{"1min":0.46100000000000002,"5min":0.41799999999999998,"15min":0.34499999999999997},"max":{"1min":0.85899999999999999,"5min":12.371,"15min":19.021999999999998},"last":0.51200000000000001}]},{"osd":7,"last update":"Mon Aug 28 02:35:38 2023","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":1.093,"15min":2.0219999999999998},"min":{"1min":0.45200000000000001,"5min":0.374,"15min":0.374},"max":{"1min":0.81100000000000005,"5min":7.3949999999999996,"15min":19.047999999999998},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.82999999999999996,"5min":1.0680000000000001,"15min":2.004},"min":{"1min":0.46200000000000002,"5min":0.34399999999999997,"15min":0.312},"max":{"1min":1.9430000000000001,"5min":6.4960000000000004,"15min":14.818},"last":0.52900000000000003}]}]},{"osd":0,"up_from":87,"seq":373662155003,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3891548,"kb_used_data":3218324,"kb_used_omap":5,"kb_used_meta":673210,"kb_avail":89853604,"statfs":{"total":95995035648,"available":92010090496,"internally_reserved":0,"allocated":3295563776,"data_stored":3293590116,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":689367674},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:35:34 2023","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.80400000000000005,"15min":1.8300000000000001},"min":{"1min":0.245,"5min":0.184,"15min":0.184},"max":{"1min":1.796,"5min":5.5339999999999998,"15min":30.315000000000001},"last":0.371},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.96299999999999997,"15min":2.6589999999999998},"min":{"1min":0.26700000000000002,"5min":0.249,"15min":0.221},"max":{"1min":1.976,"5min":11.914,"15min":69.272000000000006},"last":0.32900000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:35:34 2023","interfaces":[{"interface":"back","average":{"1min":0.748,"5min":1.002,"15min":2.278},"min":{"1min":0.28199999999999997,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":2.6640000000000001,"5min":8.5250000000000004,"15min":20.959},"last":0.307},{"interface":"front","average":{"1min":0.754,"5min":0.92800000000000005,"15min":1.8720000000000001},"min":{"1min":0.32200000000000001,"5min":0.247,"15min":0.24299999999999999},"max":{"1min":2.8940000000000001,"5min":7.024,"15min":12.332000000000001},"last":6.1180000000000003}]},{"osd":3,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.67300000000000004,"5min":0.73399999999999999,"15min":0.74399999999999999},"min":{"1min":0.32600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":2.7130000000000001,"5min":3.952,"15min":3.952},"last":4.1210000000000004},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.748,"15min":0.77000000000000002},"min":{"1min":0.41299999999999998,"5min":0.371,"15min":0.371},"max":{"1min":1.0920000000000001,"5min":3.9750000000000001,"15min":3.9750000000000001},"last":4.9199999999999999}]},{"osd":4,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":3.5329999999999999,"15min":2.4849999999999999},"min":{"1min":0.36899999999999999,"5min":0.314,"15min":0.29299999999999998},"max":{"1min":0.69599999999999995,"5min":274.33199999999999,"15min":274.33199999999999},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.61799999999999999,"5min":3.6600000000000001,"15min":2.8879999999999999},"min":{"1min":0.36199999999999999,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":2.2280000000000002,"5min":266.31999999999999,"15min":266.31999999999999},"last":0.60099999999999998}]},{"osd":5,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.92100000000000004,"15min":1.5840000000000001},"min":{"1min":0.371,"5min":0.33300000000000002,"15min":0.29299999999999998},"max":{"1min":0.70099999999999996,"5min":7.1139999999999999,"15min":13.038},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.64700000000000002,"5min":1.2609999999999999,"15min":2.085},"min":{"1min":0.39500000000000002,"5min":0.34799999999999998,"15min":0.27800000000000002},"max":{"1min":2.2679999999999998,"5min":11.968999999999999,"15min":15.231},"last":0.65900000000000003}]},{"osd":6,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":1.069,"15min":1.8220000000000001},"min":{"1min":0.40999999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.77800000000000002,"5min":11.605,"15min":15.122999999999999},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.70399999999999996,"5min":1.3600000000000001,"15min":2.0990000000000002},"min":{"1min":0.48499999999999999,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":2.3029999999999999,"5min":11.856999999999999,"15min":15.186999999999999},"last":0.69999999999999996}]},{"osd":7,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":1.2609999999999999,"15min":2.1379999999999999},"min":{"1min":0.438,"5min":0.36399999999999999,"15min":0.33400000000000002},"max":{"1min":2.7519999999999998,"5min":8.1069999999999993,"15min":16.183},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.62,"5min":1.1399999999999999,"15min":1.774},"min":{"1min":0.5,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.82599999999999996,"5min":7.0620000000000003,"15min":13.005000000000001},"last":0.626}]}]},{"osd":2,"up_from":0,"seq":502511173862,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":297,"seq":1275605286945,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1021828,"kb_used_data":891004,"kb_used_omap":2,"kb_used_meta":130813,"kb_avail":92723324,"statfs":{"total":95995035648,"available":94948683776,"internally_reserved":0,"allocated":912388096,"data_stored":910534894,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":133952565},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:35:13 2023","interfaces":[{"interface":"back","average":{"1min":0.86199999999999999,"5min":0.49399999999999999,"15min":0.433},"min":{"1min":0.23100000000000001,"5min":0.22,"15min":0.22},"max":{"1min":6.8819999999999997,"5min":6.8819999999999997,"15min":6.8819999999999997},"last":0.27700000000000002},{"interface":"front","average":{"1min":1.0489999999999999,"5min":0.76900000000000002,"15min":0.72199999999999998},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":6.7839999999999998,"5min":6.7839999999999998,"15min":6.7839999999999998},"last":0.40300000000000002}]},{"osd":1,"last update":"Mon Aug 28 02:35:13 2023","interfaces":[{"interface":"back","average":{"1min":0.86799999999999999,"5min":0.49199999999999999,"15min":0.42999999999999999},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":4.0650000000000004,"5min":4.0650000000000004,"15min":4.0650000000000004},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.86799999999999999,"5min":0.753,"15min":0.73399999999999999},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":3.23,"5min":3.23,"15min":3.23},"last":0.53900000000000003}]},{"osd":2,"last update":"Mon Aug 28 02:35:13 2023","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.625,"15min":0.63600000000000001},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":2.3079999999999998,"5min":2.5449999999999999,"15min":2.5449999999999999},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.76200000000000001,"5min":0.58699999999999997,"15min":0.55800000000000005},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":4.7030000000000003,"5min":4.7030000000000003,"15min":4.7030000000000003},"last":0.379}]},{"osd":4,"last update":"Mon Aug 28 02:35:13 2023","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.57399999999999995,"15min":0.57199999999999995},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":1.863,"5min":1.863,"15min":1.863},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.87,"5min":0.60099999999999998,"15min":0.55600000000000005},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":3.5030000000000001,"5min":3.5030000000000001,"15min":3.5030000000000001},"last":0.5}]},{"osd":5,"last update":"Mon Aug 28 02:35:13 2023","interfaces":[{"interface":"back","average":{"1min":0.86399999999999999,"5min":0.626,"15min":0.58599999999999997},"min":{"1min":0.40899999999999997,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":3.5390000000000001,"5min":3.5390000000000001,"15min":3.5390000000000001},"last":0.32500000000000001},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.54800000000000004,"15min":0.54400000000000004},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":2.383,"5min":2.383,"15min":2.383},"last":0.433}]},{"osd":6,"last update":"Mon Aug 28 02:35:13 2023","interfaces":[{"interface":"back","average":{"1min":0.65000000000000002,"5min":0.64600000000000002,"15min":0.64500000000000002},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":1.8879999999999999,"5min":1.8879999999999999,"15min":1.8879999999999999},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.91700000000000004,"5min":0.68899999999999995,"15min":0.65100000000000002},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":3.6099999999999999,"5min":3.6099999999999999,"15min":3.6099999999999999},"last":0.627}]},{"osd":7,"last update":"Mon Aug 28 02:35:13 2023","interfaces":[{"interface":"back","average":{"1min":0.64300000000000002,"5min":0.58999999999999997,"15min":0.58099999999999996},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":2.3500000000000001,"5min":2.3500000000000001,"15min":2.3500000000000001},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.65000000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":1.8260000000000001,"5min":1.8260000000000001,"15min":1.8260000000000001},"last":0.61099999999999999}]}]},{"osd":4,"up_from":30,"seq":128849019240,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3711524,"kb_used_data":3255068,"kb_used_omap":0,"kb_used_meta":456448,"kb_avail":90033628,"statfs":{"total":95995035648,"available":92194435072,"internally_reserved":0,"allocated":3333189632,"data_stored":3331875716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":467402752},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.95499999999999996,"5min":1.0109999999999999,"15min":1.7729999999999999},"min":{"1min":0.312,"5min":0.247,"15min":0.22800000000000001},"max":{"1min":10.249000000000001,"5min":10.249000000000001,"15min":22.515000000000001},"last":0.378},{"interface":"front","average":{"1min":0.72999999999999998,"5min":1.0649999999999999,"15min":1.7090000000000001},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.217},"max":{"1min":4.5250000000000004,"5min":6.9720000000000004,"15min":22.454000000000001},"last":0.57199999999999995}]},{"osd":1,"last update":"Mon Aug 28 02:35:43 2023","interfaces":[{"interface":"back","average":{"1min":0.70199999999999996,"5min":0.78700000000000003,"15min":1.4710000000000001},"min":{"1min":0.31,"5min":0.254,"15min":0.24199999999999999},"max":{"1min":5.5979999999999999,"5min":8.7710000000000008,"15min":23.082000000000001},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.499,"5min":0.84199999999999997,"15min":1.663},"min":{"1min":0.32400000000000001,"5min":0.26000000000000001,"15min":0.255},"max":{"1min":0.81200000000000006,"5min":8.7940000000000005,"15min":25.100000000000001},"last":0.40200000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.74399999999999999,"5min":1.21,"15min":1.6479999999999999},"min":{"1min":0.35699999999999998,"5min":0.27900000000000003,"15min":0.27400000000000002},"max":{"1min":4.3959999999999999,"5min":8.7149999999999999,"15min":16.231000000000002},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.72699999999999998,"5min":1.1839999999999999,"15min":1.6140000000000001},"min":{"1min":0.312,"5min":0.312,"15min":0.251},"max":{"1min":4.7130000000000001,"5min":13.515000000000001,"15min":13.515000000000001},"last":0.48099999999999998}]},{"osd":3,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.74199999999999999,"5min":0.79400000000000004,"15min":0.80300000000000005},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":3.8260000000000001,"5min":7.7480000000000002,"15min":7.7480000000000002},"last":0.42199999999999999},{"interface":"front","average":{"1min":1.123,"5min":0.74399999999999999,"15min":0.68100000000000005},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":3.7069999999999999,"5min":3.7069999999999999,"15min":3.7069999999999999},"last":0.51200000000000001}]},{"osd":5,"last update":"Mon Aug 28 02:34:55 2023","interfaces":[{"interface":"back","average":{"1min":0.41299999999999998,"5min":0.879,"15min":1.123},"min":{"1min":0.28399999999999997,"5min":0.222,"15min":0.222},"max":{"1min":0.60099999999999998,"5min":8.6679999999999993,"15min":16.181999999999999},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.41899999999999998,"5min":1.0569999999999999,"15min":1.1679999999999999},"min":{"1min":0.27500000000000002,"5min":0.224,"15min":0.20699999999999999},"max":{"1min":0.66300000000000003,"5min":8.6370000000000005,"15min":10.233000000000001},"last":0.434}]},{"osd":6,"last update":"Mon Aug 28 02:35:07 2023","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.94399999999999995,"15min":1.087},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.26500000000000001},"max":{"1min":0.56899999999999995,"5min":8.5950000000000006,"15min":10.023999999999999},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.44,"5min":1.0669999999999999,"15min":1.123},"min":{"1min":0.30499999999999999,"5min":0.28299999999999997,"15min":0.26600000000000001},"max":{"1min":0.78500000000000003,"5min":8.5,"15min":8.5},"last":0.38600000000000001}]},{"osd":7,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.88100000000000001,"15min":1.1539999999999999},"min":{"1min":0.28999999999999998,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.69399999999999995,"5min":8.8249999999999993,"15min":9.3209999999999997},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.51500000000000001,"5min":1.042,"15min":1.109},"min":{"1min":0.34499999999999997,"5min":0.34300000000000003,"15min":0.30299999999999999},"max":{"1min":1.153,"5min":15.597,"15min":15.597},"last":0.54300000000000004}]}]},{"osd":5,"up_from":37,"seq":158913790313,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2775572,"kb_used_data":2225932,"kb_used_omap":0,"kb_used_meta":549632,"kb_avail":90969580,"statfs":{"total":95995035648,"available":93152849920,"internally_reserved":0,"allocated":2279354368,"data_stored":2278052819,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":562823168},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:35:43 2023","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.877,"15min":1.8280000000000001},"min":{"1min":0.23799999999999999,"5min":0.23200000000000001,"15min":0.20200000000000001},"max":{"1min":1.071,"5min":7.7560000000000002,"15min":40.334000000000003},"last":0.64300000000000002},{"interface":"front","average":{"1min":0.68600000000000005,"5min":1.1479999999999999,"15min":1.8460000000000001},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.23200000000000001},"max":{"1min":4.298,"5min":19.815999999999999,"15min":40.212000000000003},"last":0.29199999999999998}]},{"osd":1,"last update":"Mon Aug 28 02:35:43 2023","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":1.0449999999999999,"15min":1.956},"min":{"1min":0.314,"5min":0.26200000000000001,"15min":0.23200000000000001},"max":{"1min":1.4299999999999999,"5min":17.998000000000001,"15min":40.088000000000001},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.745,"5min":1.3580000000000001,"15min":1.895},"min":{"1min":0.28899999999999998,"5min":0.27800000000000002,"15min":0.251},"max":{"1min":4.2149999999999999,"5min":19.853000000000002,"15min":40.243000000000002},"last":0.625}]},{"osd":2,"last update":"Mon Aug 28 02:35:43 2023","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.89800000000000002,"15min":1.829},"min":{"1min":0.33500000000000002,"5min":0.29899999999999999,"15min":0.27700000000000002},"max":{"1min":1.373,"5min":7.8029999999999999,"15min":40.436999999999998},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.79100000000000004,"5min":1.161,"15min":1.865},"min":{"1min":0.34899999999999998,"5min":0.28499999999999998,"15min":0.27200000000000002},"max":{"1min":4.2400000000000002,"5min":8.609,"15min":40.555},"last":0.49399999999999999}]},{"osd":3,"last update":"Mon Aug 28 02:35:16 2023","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":1.1599999999999999,"15min":1.252},"min":{"1min":0.32200000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":1.8029999999999999,"5min":16.190999999999999,"15min":16.190999999999999},"last":0.53800000000000003},{"interface":"front","average":{"1min":0.53800000000000003,"5min":1.4550000000000001,"15min":1.6080000000000001},"min":{"1min":0.39600000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.879,"5min":21.420999999999999,"15min":21.420999999999999},"last":0.58499999999999996}]},{"osd":4,"last update":"Mon Aug 28 02:34:55 2023","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.85799999999999998,"15min":1.294},"min":{"1min":0.253,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":1.012,"5min":13.616,"15min":40.762999999999998},"last":0.67200000000000004},{"interface":"front","average":{"1min":0.45900000000000002,"5min":1.1879999999999999,"15min":1.3540000000000001},"min":{"1min":0.28499999999999998,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.69999999999999996,"5min":10.566000000000001,"15min":40.634},"last":0.55500000000000005}]},{"osd":6,"last update":"Mon Aug 28 02:35:43 2023","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":1.042,"15min":1.427},"min":{"1min":0.318,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":1.048,"5min":17.510000000000002,"15min":42.409999999999997},"last":1.296},{"interface":"front","average":{"1min":0.49199999999999999,"5min":1.046,"15min":1.403},"min":{"1min":0.32200000000000001,"5min":0.254,"15min":0.254},"max":{"1min":1.2330000000000001,"5min":15.856999999999999,"15min":42.533999999999999},"last":0.48199999999999998}]},{"osd":7,"last update":"Mon Aug 28 02:35:43 2023","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.93300000000000005,"15min":1.5940000000000001},"min":{"1min":0.36699999999999999,"5min":0.315,"15min":0.314},"max":{"1min":1.7549999999999999,"5min":10.837999999999999,"15min":42.667000000000002},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.76500000000000001,"5min":1.2509999999999999,"15min":1.605},"min":{"1min":0.33000000000000002,"5min":0.318,"15min":0.318},"max":{"1min":4.149,"5min":17.808,"15min":42.344000000000001},"last":0.52800000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":3288666112,"data_stored":3288662040,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":1003814912,"data_stored":1003814912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":2403532800,"data_stored":2403532800,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":906100736,"data_stored":906100736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":3326283776,"data_stored":3326279704,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":2274295808,"data_stored":2274295808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":2013007872,"data_stored":2013003800,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1653735424,"data_stored":1653735424,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:35:53.397 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:35:53.432 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:35:53.463 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:53.634 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:35:53.636 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:53.637 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:35:53.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:53 smithi040 ceph-mon[170259]: pgmap v989: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.9 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 101 op/s; 37922/242442 objects degraded (15.642%); 10739/242442 objects misplaced (4.430%); 1.3 MiB/s, 20 objects/s recovering 2023-08-28T02:35:53.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:53 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1899017691' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:35:53.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:53 smithi040 ceph-mon[175404]: pgmap v989: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.9 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 101 op/s; 37922/242442 objects degraded (15.642%); 10739/242442 objects misplaced (4.430%); 1.3 MiB/s, 20 objects/s recovering 2023-08-28T02:35:53.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:53 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1899017691' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:35:53.738 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:35:53.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:53 smithi083 ceph-mon[157819]: pgmap v989: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.9 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 101 op/s; 37922/242442 objects degraded (15.642%); 10739/242442 objects misplaced (4.430%); 1.3 MiB/s, 20 objects/s recovering 2023-08-28T02:35:53.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:53 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1899017691' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:35:53.779 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:54.005 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:35:54.011 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:54.012 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:35:54.113 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:35:54.151 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:54.227 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:35:54.231 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:54.232 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:35:54.278 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2023-08-28T02:35:54.278 INFO:teuthology.orchestra.run.smithi083.stdout: "ops": [], 2023-08-28T02:35:54.279 INFO:teuthology.orchestra.run.smithi083.stdout: "complaint_time": 30, 2023-08-28T02:35:54.279 INFO:teuthology.orchestra.run.smithi083.stdout: "num_blocked_ops": 0 2023-08-28T02:35:54.279 INFO:teuthology.orchestra.run.smithi083.stdout:} 2023-08-28T02:35:54.332 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:35:54.365 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:54.385 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:35:54.388 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:54.388 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:35:54.489 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:35:54.526 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:54.548 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:35:54.551 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:54.551 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:35:54.579 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:54 smithi083 ceph-mon[157819]: from='client.45680 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:35:54.652 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:35:54.657 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.4 dump_historic_ops 2023-08-28T02:35:54.681 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:54.700 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:35:54.703 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:54.704 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:35:54.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:54 smithi040 ceph-mon[170259]: from='client.45680 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:35:54.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:54 smithi040 ceph-mon[175404]: from='client.45680 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:35:54.804 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:35:54.833 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:54.853 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:35:54.858 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:54.858 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:35:54.959 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:35:54.984 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:35:54.996 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:55.021 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:35:55.024 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:55.025 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:35:55.084 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-08-28T02:35:55.125 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:35:55.159 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:55.183 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:35:55.186 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:55.187 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:35:55.287 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:35:55.317 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:55.390 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:35:55.393 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:55.393 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:35:55.396 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:35:55.494 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:35:55.498 INFO:teuthology.orchestra.run.smithi040.stderr:nodeep-scrub is unset 2023-08-28T02:35:55.541 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:55.669 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:35:55 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:35:55] "GET /metrics HTTP/1.1" 200 36601 "" "Prometheus/2.43.0" 2023-08-28T02:35:55.669 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:55 smithi040 ceph-mon[175404]: pgmap v990: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.9 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 103 op/s; 37922/242067 objects degraded (15.666%); 10739/242067 objects misplaced (4.436%); 1.2 MiB/s, 18 objects/s recovering 2023-08-28T02:35:55.670 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:55 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/49674685' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:35:55.670 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:55 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:35:55.670 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:55 smithi040 ceph-mon[170259]: pgmap v990: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.9 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 103 op/s; 37922/242067 objects degraded (15.666%); 10739/242067 objects misplaced (4.436%); 1.2 MiB/s, 18 objects/s recovering 2023-08-28T02:35:55.670 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:55 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/49674685' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:35:55.670 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:55 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:35:55.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:55 smithi083 ceph-mon[157819]: pgmap v990: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.9 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 103 op/s; 37922/242067 objects degraded (15.666%); 10739/242067 objects misplaced (4.436%); 1.2 MiB/s, 18 objects/s recovering 2023-08-28T02:35:55.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:55 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/49674685' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:35:55.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:55 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:35:55.830 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:35:55.833 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:55.833 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:35:55.934 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:35:55.965 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:55.985 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:35:55.987 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:55.988 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:35:56.049 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2023-08-28T02:35:56.049 INFO:teuthology.orchestra.run.smithi083.stdout: "size": 20, 2023-08-28T02:35:56.049 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 600, 2023-08-28T02:35:56.050 INFO:teuthology.orchestra.run.smithi083.stdout: "ops": [ 2023-08-28T02:35:56.050 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.050 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "MOSDPGPush(10.7 282/281 [PushOp(10:eea07471:::benchmark_data_smithi040_250784_object740:head, version: 254'50, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(10:eea07471:::benchmark_data_smithi040_250784_object740:head@254'50, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-08-28T02:35:56.050 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:32:29.461560+0000", 2023-08-28T02:35:56.050 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 206.585942641, 2023-08-28T02:35:56.050 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 12.692113797999999, 2023-08-28T02:35:56.050 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:35:56.050 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "started", 2023-08-28T02:35:56.050 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:35:56.050 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.050 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:35:56.051 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:29.461560+0000", 2023-08-28T02:35:56.051 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:56.051 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.051 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.051 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:35:56.051 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:29.461560+0000", 2023-08-28T02:35:56.051 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:56.051 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.051 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.051 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:35:56.051 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:29.461559+0000", 2023-08-28T02:35:56.051 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:35:56.052 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.052 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.052 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:35:56.052 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:29.461605+0000", 2023-08-28T02:35:56.052 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.5247999999999998e-05 2023-08-28T02:35:56.052 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.052 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.052 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:35:56.052 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:29.461625+0000", 2023-08-28T02:35:56.052 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.0091000000000001e-05 2023-08-28T02:35:56.052 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.052 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.053 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:35:56.053 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:29.461637+0000", 2023-08-28T02:35:56.053 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1979e-05 2023-08-28T02:35:56.053 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.053 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.053 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:56.053 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.152193+0000", 2023-08-28T02:35:56.053 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 12.690556690999999 2023-08-28T02:35:56.053 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.053 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.053 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:35:56.053 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.152198+0000", 2023-08-28T02:35:56.054 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.1050000000000003e-06 2023-08-28T02:35:56.054 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.054 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.054 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:35:56.054 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.153674+0000", 2023-08-28T02:35:56.054 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0014757259999999999 2023-08-28T02:35:56.054 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:56.054 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:35:56.054 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:56.054 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.054 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.054 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "MOSDPGPush(10.7 283/281 [PushOp(10:ed994e4f:::benchmark_data_smithi040_250784_object757:head, version: 254'51, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(10:ed994e4f:::benchmark_data_smithi040_250784_object757:head@254'51, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-08-28T02:35:56.055 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:32:29.477002+0000", 2023-08-28T02:35:56.055 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 206.57050111999999, 2023-08-28T02:35:56.055 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 12.677954372, 2023-08-28T02:35:56.055 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:35:56.055 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "started", 2023-08-28T02:35:56.055 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:35:56.055 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.055 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:35:56.055 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:29.477002+0000", 2023-08-28T02:35:56.055 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:56.055 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.055 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.056 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:35:56.056 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:29.477002+0000", 2023-08-28T02:35:56.056 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:56.056 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.056 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.056 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:35:56.056 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:29.477000+0000", 2023-08-28T02:35:56.056 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:35:56.056 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.056 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.056 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:35:56.057 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:29.477039+0000", 2023-08-28T02:35:56.057 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.8642e-05 2023-08-28T02:35:56.057 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.057 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.057 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:35:56.057 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:29.477060+0000", 2023-08-28T02:35:56.057 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.1452999999999999e-05 2023-08-28T02:35:56.057 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.057 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.057 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:35:56.057 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:29.477073+0000", 2023-08-28T02:35:56.057 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2464e-05 2023-08-28T02:35:56.058 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.058 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.058 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:56.058 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.153729+0000", 2023-08-28T02:35:56.058 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 12.676656468000001 2023-08-28T02:35:56.058 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.058 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.058 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:35:56.058 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.153734+0000", 2023-08-28T02:35:56.058 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.9250000000000003e-06 2023-08-28T02:35:56.058 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.058 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.059 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:35:56.059 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.154956+0000", 2023-08-28T02:35:56.059 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.001222381 2023-08-28T02:35:56.059 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:56.059 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:35:56.059 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:56.059 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.059 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.059 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "MOSDPGPush(10.7 284/281 [PushOp(10:eb72f90e:::benchmark_data_smithi040_250784_object766:head, version: 254'52, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(10:eb72f90e:::benchmark_data_smithi040_250784_object766:head@254'52, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-08-28T02:35:56.059 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:32:30.477077+0000", 2023-08-28T02:35:56.059 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 205.570425658, 2023-08-28T02:35:56.059 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 11.679071906000001, 2023-08-28T02:35:56.060 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:35:56.060 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "started", 2023-08-28T02:35:56.060 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:35:56.060 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.060 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:35:56.060 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:30.477077+0000", 2023-08-28T02:35:56.060 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:56.060 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.060 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.060 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:35:56.060 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:30.477077+0000", 2023-08-28T02:35:56.061 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:56.061 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.061 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.061 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:35:56.061 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:30.477076+0000", 2023-08-28T02:35:56.061 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:35:56.061 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.061 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.061 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:35:56.061 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:30.477110+0000", 2023-08-28T02:35:56.061 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.4078000000000001e-05 2023-08-28T02:35:56.061 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.061 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.062 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:35:56.062 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:30.477127+0000", 2023-08-28T02:35:56.062 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.6840000000000001e-05 2023-08-28T02:35:56.062 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.062 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.062 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:35:56.062 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:30.477135+0000", 2023-08-28T02:35:56.062 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.2600000000000005e-06 2023-08-28T02:35:56.062 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.062 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.062 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:56.063 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.154993+0000", 2023-08-28T02:35:56.063 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 11.677858086000001 2023-08-28T02:35:56.063 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.063 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.063 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:35:56.063 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.154998+0000", 2023-08-28T02:35:56.063 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.7530000000000001e-06 2023-08-28T02:35:56.063 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.063 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.063 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:35:56.063 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.156149+0000", 2023-08-28T02:35:56.064 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0011510660000000001 2023-08-28T02:35:56.064 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:56.064 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:35:56.064 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:56.064 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.064 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.064 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "MOSDPGPush(10.7 285/281 [PushOp(10:e374c13a:::benchmark_data_smithi040_250784_object767:head, version: 254'53, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(10:e374c13a:::benchmark_data_smithi040_250784_object767:head@254'53, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-08-28T02:35:56.064 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:32:31.487430+0000", 2023-08-28T02:35:56.064 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 204.56007253199999, 2023-08-28T02:35:56.064 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 10.669954233, 2023-08-28T02:35:56.064 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:35:56.064 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "started", 2023-08-28T02:35:56.065 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:35:56.065 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.065 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:35:56.065 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:31.487430+0000", 2023-08-28T02:35:56.065 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:56.065 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.065 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.065 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:35:56.065 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:31.487430+0000", 2023-08-28T02:35:56.065 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:56.065 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.065 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.066 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:35:56.066 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:31.487429+0000", 2023-08-28T02:35:56.066 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:35:56.066 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.066 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.066 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:35:56.066 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:31.487470+0000", 2023-08-28T02:35:56.066 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.1517999999999998e-05 2023-08-28T02:35:56.066 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.066 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.066 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:35:56.067 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:31.487493+0000", 2023-08-28T02:35:56.067 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.2614999999999999e-05 2023-08-28T02:35:56.067 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.067 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.067 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:35:56.067 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:31.487507+0000", 2023-08-28T02:35:56.067 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.3984e-05 2023-08-28T02:35:56.067 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.067 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.067 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:56.067 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.156187+0000", 2023-08-28T02:35:56.067 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 10.66868028 2023-08-28T02:35:56.068 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.068 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.068 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:35:56.068 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.156192+0000", 2023-08-28T02:35:56.068 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.5499999999999996e-06 2023-08-28T02:35:56.068 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.068 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.068 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:35:56.068 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.157385+0000", 2023-08-28T02:35:56.068 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0011930529999999999 2023-08-28T02:35:56.068 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:56.068 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:35:56.069 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:56.069 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.069 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.069 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "MOSDPGPush(10.7 286/281 [PushOp(10:ecef9a00:::benchmark_data_smithi040_250784_object794:head, version: 254'54, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(10:ecef9a00:::benchmark_data_smithi040_250784_object794:head@254'54, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-08-28T02:35:56.069 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:32:32.496154+0000", 2023-08-28T02:35:56.069 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 203.551348547, 2023-08-28T02:35:56.069 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.6624650469999995, 2023-08-28T02:35:56.069 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:35:56.069 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "started", 2023-08-28T02:35:56.069 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:35:56.069 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.069 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:35:56.070 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:32.496154+0000", 2023-08-28T02:35:56.070 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:56.070 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.070 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.070 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:35:56.070 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:32.496154+0000", 2023-08-28T02:35:56.070 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:56.070 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.070 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.070 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:35:56.070 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:32.496154+0000", 2023-08-28T02:35:56.071 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:35:56.071 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.071 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.071 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:35:56.071 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:32.496183+0000", 2023-08-28T02:35:56.071 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.9841000000000001e-05 2023-08-28T02:35:56.071 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.071 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.071 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:35:56.071 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:32.496198+0000", 2023-08-28T02:35:56.071 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.4748e-05 2023-08-28T02:35:56.071 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.072 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.072 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:35:56.072 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:32.496206+0000", 2023-08-28T02:35:56.072 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.6660000000000008e-06 2023-08-28T02:35:56.072 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.072 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.072 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:56.072 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.157422+0000", 2023-08-28T02:35:56.072 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.6612157619999994 2023-08-28T02:35:56.072 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.072 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.072 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:35:56.072 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.157426+0000", 2023-08-28T02:35:56.073 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.1289999999999998e-06 2023-08-28T02:35:56.073 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.073 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.073 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:35:56.073 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.158620+0000", 2023-08-28T02:35:56.073 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0011938750000000001 2023-08-28T02:35:56.073 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:56.073 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:35:56.073 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:56.073 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.073 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.073 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "MOSDPGPush(10.7 287/281 [PushOp(10:e410776a:::benchmark_data_smithi040_250784_object833:head, version: 254'55, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(10:e410776a:::benchmark_data_smithi040_250784_object833:head@254'55, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-08-28T02:35:56.074 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:32:33.490071+0000", 2023-08-28T02:35:56.074 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 202.557432261, 2023-08-28T02:35:56.074 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.6699878320000003, 2023-08-28T02:35:56.074 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:35:56.074 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "started", 2023-08-28T02:35:56.074 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:35:56.074 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.074 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:35:56.074 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:33.490071+0000", 2023-08-28T02:35:56.074 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:56.074 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.074 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.075 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:35:56.075 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:33.490071+0000", 2023-08-28T02:35:56.075 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:56.075 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.075 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.075 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:35:56.075 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:33.490069+0000", 2023-08-28T02:35:56.075 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:35:56.075 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.075 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.075 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:35:56.076 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:33.490111+0000", 2023-08-28T02:35:56.076 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.1662000000000002e-05 2023-08-28T02:35:56.076 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.076 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.076 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:35:56.076 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:33.490129+0000", 2023-08-28T02:35:56.076 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.7980000000000001e-05 2023-08-28T02:35:56.076 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.076 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.076 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:35:56.076 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:33.490142+0000", 2023-08-28T02:35:56.076 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.271e-05 2023-08-28T02:35:56.077 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.077 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.077 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:56.077 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.158653+0000", 2023-08-28T02:35:56.077 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.6685110590000001 2023-08-28T02:35:56.077 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.077 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.077 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:35:56.077 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.158657+0000", 2023-08-28T02:35:56.077 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.0810000000000004e-06 2023-08-28T02:35:56.077 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.077 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.078 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:35:56.078 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.160059+0000", 2023-08-28T02:35:56.078 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0014018399999999999 2023-08-28T02:35:56.078 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:56.078 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:35:56.078 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:56.078 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.078 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.078 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "MOSDPGPush(10.7 288/281 [PushOp(10:e4e88e2f:::benchmark_data_smithi040_250784_object869:head, version: 254'56, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(10:e4e88e2f:::benchmark_data_smithi040_250784_object869:head@254'56, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-08-28T02:35:56.078 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:32:34.510843+0000", 2023-08-28T02:35:56.078 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 201.53665992399999, 2023-08-28T02:35:56.079 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.6508924839999999, 2023-08-28T02:35:56.079 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:35:56.079 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "started", 2023-08-28T02:35:56.079 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:35:56.079 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.079 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:35:56.079 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:34.510843+0000", 2023-08-28T02:35:56.079 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:56.079 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.079 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.079 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:35:56.079 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:34.510843+0000", 2023-08-28T02:35:56.080 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:56.080 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.080 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.080 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:35:56.080 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:34.510842+0000", 2023-08-28T02:35:56.080 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:35:56.080 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.080 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.080 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:35:56.080 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:34.510874+0000", 2023-08-28T02:35:56.080 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.2709000000000001e-05 2023-08-28T02:35:56.080 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.081 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.081 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:35:56.081 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:34.510889+0000", 2023-08-28T02:35:56.081 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.4681000000000001e-05 2023-08-28T02:35:56.081 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.081 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.081 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:35:56.081 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:34.510898+0000", 2023-08-28T02:35:56.081 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.1900000000000001e-06 2023-08-28T02:35:56.081 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.081 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.081 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:56.082 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.160101+0000", 2023-08-28T02:35:56.082 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.6492023549999999 2023-08-28T02:35:56.082 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.082 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.082 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:35:56.082 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.160107+0000", 2023-08-28T02:35:56.082 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.1020000000000002e-06 2023-08-28T02:35:56.082 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.082 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.082 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:35:56.082 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.161736+0000", 2023-08-28T02:35:56.082 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0016288069999999999 2023-08-28T02:35:56.083 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:56.083 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:35:56.083 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:56.083 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.083 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.083 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:95688 10.f 10:f73436db:::benchmark_data_smithi040_250784_object2379:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e309)", 2023-08-28T02:35:56.083 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:33:43.597010+0000", 2023-08-28T02:35:56.083 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 132.45049337, 2023-08-28T02:35:56.083 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.1043612610000002, 2023-08-28T02:35:56.083 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:35:56.083 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:35:56.083 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:35:56.084 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:35:56.084 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:35:56.084 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 95688 2023-08-28T02:35:56.084 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.084 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:35:56.084 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.084 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:35:56.084 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:43.597010+0000", 2023-08-28T02:35:56.084 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:56.084 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.084 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.084 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:35:56.085 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:43.597010+0000", 2023-08-28T02:35:56.085 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:56.085 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.085 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.085 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:35:56.085 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:43.597008+0000", 2023-08-28T02:35:56.085 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:35:56.085 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.085 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.085 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:35:56.085 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:43.597015+0000", 2023-08-28T02:35:56.085 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.5710000000000003e-06 2023-08-28T02:35:56.086 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.086 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.086 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:35:56.086 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:43.597027+0000", 2023-08-28T02:35:56.086 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1908e-05 2023-08-28T02:35:56.086 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.086 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.086 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:35:56.086 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:43.597038+0000", 2023-08-28T02:35:56.086 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1381e-05 2023-08-28T02:35:56.086 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.087 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.087 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:56.087 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:43.727505+0000", 2023-08-28T02:35:56.087 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.130466632 2023-08-28T02:35:56.087 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.087 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.087 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:35:56.087 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:43.747682+0000", 2023-08-28T02:35:56.087 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.020177548 2023-08-28T02:35:56.087 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.087 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.087 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:56.088 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:43.892362+0000", 2023-08-28T02:35:56.088 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.144680214 2023-08-28T02:35:56.088 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.088 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.088 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:35:56.088 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:43.905663+0000", 2023-08-28T02:35:56.088 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.013300378 2023-08-28T02:35:56.088 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.088 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.088 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:56.088 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:47.591941+0000", 2023-08-28T02:35:56.088 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.686278529 2023-08-28T02:35:56.088 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.089 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.089 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:35:56.089 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:47.601928+0000", 2023-08-28T02:35:56.089 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0099871270000000002 2023-08-28T02:35:56.089 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.089 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.089 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:35:56.089 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:47.621263+0000", 2023-08-28T02:35:56.089 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.019334857 2023-08-28T02:35:56.089 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.089 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.090 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:56.090 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:47.654115+0000", 2023-08-28T02:35:56.090 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.032851957000000001 2023-08-28T02:35:56.090 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.090 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.090 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:35:56.090 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:47.655214+0000", 2023-08-28T02:35:56.090 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.001098531 2023-08-28T02:35:56.090 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.090 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.090 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:56.090 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:47.658685+0000", 2023-08-28T02:35:56.091 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0034712129999999999 2023-08-28T02:35:56.091 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.091 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.091 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:35:56.091 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:47.663886+0000", 2023-08-28T02:35:56.091 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0052006869999999998 2023-08-28T02:35:56.091 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.091 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.091 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:35:56.091 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:47.701371+0000", 2023-08-28T02:35:56.091 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.037485277999999997 2023-08-28T02:35:56.092 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:56.092 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:35:56.092 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:56.092 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.092 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.092 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:95815 10.f 10:f7978655:::benchmark_data_smithi040_250784_object2506:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e309)", 2023-08-28T02:35:56.092 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:33:45.569642+0000", 2023-08-28T02:35:56.092 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 130.47786143799999, 2023-08-28T02:35:56.092 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.9627855300000001, 2023-08-28T02:35:56.092 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:35:56.092 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:35:56.092 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:35:56.093 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:35:56.093 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:35:56.093 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 95815 2023-08-28T02:35:56.093 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.093 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:35:56.093 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.093 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:35:56.093 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:45.569642+0000", 2023-08-28T02:35:56.093 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:56.093 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.093 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.093 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:35:56.094 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:45.569642+0000", 2023-08-28T02:35:56.094 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:56.094 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.094 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.094 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:35:56.094 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:45.569641+0000", 2023-08-28T02:35:56.094 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:35:56.094 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.094 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.094 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:35:56.094 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:45.569645+0000", 2023-08-28T02:35:56.095 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.2150000000000003e-06 2023-08-28T02:35:56.095 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.095 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.095 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:35:56.095 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:45.569653+0000", 2023-08-28T02:35:56.095 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.0290000000000005e-06 2023-08-28T02:35:56.095 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.095 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.095 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:35:56.095 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:45.569657+0000", 2023-08-28T02:35:56.095 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.7969999999999998e-06 2023-08-28T02:35:56.095 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.096 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.096 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:56.096 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:45.593583+0000", 2023-08-28T02:35:56.096 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.023926913000000001 2023-08-28T02:35:56.096 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.096 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.096 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:35:56.096 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:45.605370+0000", 2023-08-28T02:35:56.096 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011786217999999999 2023-08-28T02:35:56.096 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.096 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.096 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:56.097 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:45.708175+0000", 2023-08-28T02:35:56.097 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.102805008 2023-08-28T02:35:56.097 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.097 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.097 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:35:56.097 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:45.719261+0000", 2023-08-28T02:35:56.097 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011085948 2023-08-28T02:35:56.097 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.097 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.097 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:56.097 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:49.324128+0000", 2023-08-28T02:35:56.098 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.6048676369999999 2023-08-28T02:35:56.098 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.098 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.098 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:35:56.098 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:49.333674+0000", 2023-08-28T02:35:56.098 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0095456629999999994 2023-08-28T02:35:56.098 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.098 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.098 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:35:56.098 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:49.351357+0000", 2023-08-28T02:35:56.098 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.017683074 2023-08-28T02:35:56.099 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.099 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.099 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:35:56.099 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:49.456002+0000", 2023-08-28T02:35:56.099 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.104644925 2023-08-28T02:35:56.099 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.099 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.099 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:56.099 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:49.499336+0000", 2023-08-28T02:35:56.099 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.043334185999999997 2023-08-28T02:35:56.099 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.099 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.100 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:56.100 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:49.503333+0000", 2023-08-28T02:35:56.100 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0039971410000000001 2023-08-28T02:35:56.100 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.100 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.100 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:35:56.100 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:49.508268+0000", 2023-08-28T02:35:56.100 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0049344369999999999 2023-08-28T02:35:56.100 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.100 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.100 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:35:56.100 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:49.532427+0000", 2023-08-28T02:35:56.101 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.024159386000000001 2023-08-28T02:35:56.101 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:56.101 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:35:56.101 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:56.101 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.101 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.101 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:96622 10.f 10:f1dd7ded:::benchmark_data_smithi040_250784_object3313:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e311)", 2023-08-28T02:35:56.101 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:33:57.473931+0000", 2023-08-28T02:35:56.101 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 118.573571754, 2023-08-28T02:35:56.101 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.2260838669999998, 2023-08-28T02:35:56.101 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:35:56.101 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:35:56.102 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:35:56.102 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:35:56.102 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:35:56.102 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 96622 2023-08-28T02:35:56.102 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.102 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:35:56.102 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.102 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:35:56.102 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.473931+0000", 2023-08-28T02:35:56.102 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:56.102 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.102 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.103 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:35:56.103 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.473931+0000", 2023-08-28T02:35:56.103 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:56.103 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.103 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.103 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:35:56.103 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.473930+0000", 2023-08-28T02:35:56.103 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:35:56.103 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.103 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.103 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:35:56.103 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.473937+0000", 2023-08-28T02:35:56.104 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.6379999999999998e-06 2023-08-28T02:35:56.104 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.104 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.104 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:35:56.104 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.473949+0000", 2023-08-28T02:35:56.104 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2741999999999999e-05 2023-08-28T02:35:56.104 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.104 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.104 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:35:56.104 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.473956+0000", 2023-08-28T02:35:56.104 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.9500000000000004e-06 2023-08-28T02:35:56.104 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.105 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.105 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:56.105 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.611108+0000", 2023-08-28T02:35:56.105 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.13715195699999999 2023-08-28T02:35:56.105 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.105 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.105 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:35:56.105 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.620672+0000", 2023-08-28T02:35:56.105 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0095635779999999997 2023-08-28T02:35:56.105 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.105 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.105 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:56.106 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.673723+0000", 2023-08-28T02:35:56.106 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.053050767999999998 2023-08-28T02:35:56.106 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.106 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.106 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:35:56.106 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.685785+0000", 2023-08-28T02:35:56.106 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.012062165 2023-08-28T02:35:56.106 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.106 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.106 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:56.106 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.585714+0000", 2023-08-28T02:35:56.106 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.899929014 2023-08-28T02:35:56.107 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.107 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.107 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:35:56.107 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.599776+0000", 2023-08-28T02:35:56.107 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.01406192 2023-08-28T02:35:56.107 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.107 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.107 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:35:56.107 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.619098+0000", 2023-08-28T02:35:56.107 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.019321892 2023-08-28T02:35:56.107 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.108 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.108 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:56.108 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.658421+0000", 2023-08-28T02:35:56.108 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.039323534 2023-08-28T02:35:56.108 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.108 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.108 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:35:56.108 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.660469+0000", 2023-08-28T02:35:56.108 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0020480030000000001 2023-08-28T02:35:56.108 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.108 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.108 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:56.109 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.666257+0000", 2023-08-28T02:35:56.109 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0057876259999999997 2023-08-28T02:35:56.109 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.109 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.109 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:35:56.109 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.671177+0000", 2023-08-28T02:35:56.109 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0049202990000000004 2023-08-28T02:35:56.109 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.109 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.109 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:35:56.109 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.700015+0000", 2023-08-28T02:35:56.109 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.028838124999999999 2023-08-28T02:35:56.110 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:56.110 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:35:56.110 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:56.110 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.110 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.110 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:96628 10.f 10:f07eb378:::benchmark_data_smithi040_250784_object3319:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e311)", 2023-08-28T02:35:56.110 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:33:57.997064+0000", 2023-08-28T02:35:56.110 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 118.05043915900001, 2023-08-28T02:35:56.110 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.9074898999999998, 2023-08-28T02:35:56.110 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:35:56.110 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:35:56.110 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:35:56.111 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:35:56.111 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:35:56.111 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 96628 2023-08-28T02:35:56.111 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.111 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:35:56.111 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.111 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:35:56.111 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.997064+0000", 2023-08-28T02:35:56.111 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:56.111 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.111 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.111 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:35:56.112 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.997064+0000", 2023-08-28T02:35:56.112 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:56.112 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.112 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.112 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:35:56.112 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.997062+0000", 2023-08-28T02:35:56.112 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999976 2023-08-28T02:35:56.112 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.112 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.112 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:35:56.112 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.997072+0000", 2023-08-28T02:35:56.112 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0755e-05 2023-08-28T02:35:56.112 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.113 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.113 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:35:56.113 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.997092+0000", 2023-08-28T02:35:56.113 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.914e-05 2023-08-28T02:35:56.113 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.113 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.113 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:35:56.113 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.997101+0000", 2023-08-28T02:35:56.113 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.1789999999999997e-06 2023-08-28T02:35:56.113 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.113 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.113 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:56.114 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.114281+0000", 2023-08-28T02:35:56.114 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.117180432 2023-08-28T02:35:56.114 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.114 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.114 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:35:56.114 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.130243+0000", 2023-08-28T02:35:56.114 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.015962223000000001 2023-08-28T02:35:56.114 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.114 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.114 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:56.114 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.227295+0000", 2023-08-28T02:35:56.114 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.097051448999999998 2023-08-28T02:35:56.115 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.115 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.115 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:35:56.115 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.253056+0000", 2023-08-28T02:35:56.115 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.025761218999999998 2023-08-28T02:35:56.115 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.115 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.115 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:56.115 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.753743+0000", 2023-08-28T02:35:56.115 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.5006867279999998 2023-08-28T02:35:56.115 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.115 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.116 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:35:56.116 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.770778+0000", 2023-08-28T02:35:56.116 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.017034807999999999 2023-08-28T02:35:56.116 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.116 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.116 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:35:56.116 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.800321+0000", 2023-08-28T02:35:56.116 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.029543011000000001 2023-08-28T02:35:56.116 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.116 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.116 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:56.116 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.840722+0000", 2023-08-28T02:35:56.117 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.040401689999999997 2023-08-28T02:35:56.117 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.117 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.117 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:56.117 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.847824+0000", 2023-08-28T02:35:56.117 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0071018339999999996 2023-08-28T02:35:56.117 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.117 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.117 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:35:56.117 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.849978+0000", 2023-08-28T02:35:56.117 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0021536120000000001 2023-08-28T02:35:56.118 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.118 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.118 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:35:56.118 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.862402+0000", 2023-08-28T02:35:56.118 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.012423975 2023-08-28T02:35:56.118 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.118 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.118 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:35:56.118 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.904554+0000", 2023-08-28T02:35:56.118 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.042152096999999999 2023-08-28T02:35:56.118 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:56.118 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:35:56.118 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:56.119 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.119 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.119 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:96726 10.f 10:fa4a7a3a:::benchmark_data_smithi040_250784_object3417:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e311)", 2023-08-28T02:35:56.119 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:33:58.554524+0000", 2023-08-28T02:35:56.119 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 117.492979478, 2023-08-28T02:35:56.119 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.0936931950000002, 2023-08-28T02:35:56.119 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:35:56.119 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:35:56.119 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:35:56.119 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:35:56.119 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:35:56.120 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 96726 2023-08-28T02:35:56.120 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.120 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:35:56.120 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.120 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:35:56.120 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.554524+0000", 2023-08-28T02:35:56.120 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:56.120 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.120 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.120 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:35:56.120 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.554524+0000", 2023-08-28T02:35:56.120 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:56.121 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.121 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.121 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:35:56.121 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.554522+0000", 2023-08-28T02:35:56.121 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:35:56.121 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.121 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.121 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:35:56.121 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.554528+0000", 2023-08-28T02:35:56.121 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.0750000000000003e-06 2023-08-28T02:35:56.121 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.121 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.122 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:35:56.122 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.554541+0000", 2023-08-28T02:35:56.122 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2425999999999999e-05 2023-08-28T02:35:56.122 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.122 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.122 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:35:56.122 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.554548+0000", 2023-08-28T02:35:56.122 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.8900000000000001e-06 2023-08-28T02:35:56.122 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.122 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.122 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:56.123 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.916733+0000", 2023-08-28T02:35:56.123 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.36218528900000002 2023-08-28T02:35:56.123 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.123 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.123 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:35:56.123 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.937610+0000", 2023-08-28T02:35:56.123 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.020876718999999998 2023-08-28T02:35:56.123 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.123 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.123 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:56.123 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.084143+0000", 2023-08-28T02:35:56.123 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.14653334700000001 2023-08-28T02:35:56.124 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.124 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.124 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:35:56.124 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.095800+0000", 2023-08-28T02:35:56.124 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011657453 2023-08-28T02:35:56.124 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.124 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.124 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:56.124 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.514708+0000", 2023-08-28T02:35:56.124 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.4189070529999999 2023-08-28T02:35:56.124 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.125 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.125 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:35:56.125 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.524309+0000", 2023-08-28T02:35:56.125 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0096015189999999993 2023-08-28T02:35:56.125 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.125 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.125 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:35:56.125 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.545608+0000", 2023-08-28T02:35:56.125 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.021298991999999999 2023-08-28T02:35:56.125 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.125 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.125 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:56.126 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.572076+0000", 2023-08-28T02:35:56.126 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.026468068000000001 2023-08-28T02:35:56.126 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.126 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.126 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:56.126 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.578276+0000", 2023-08-28T02:35:56.126 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0061997670000000001 2023-08-28T02:35:56.126 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.126 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.126 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:35:56.126 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.599669+0000", 2023-08-28T02:35:56.126 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.021393201000000001 2023-08-28T02:35:56.127 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.127 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.127 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:35:56.127 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.610422+0000", 2023-08-28T02:35:56.127 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.010753102 2023-08-28T02:35:56.127 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.127 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.127 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:35:56.127 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.648217+0000", 2023-08-28T02:35:56.127 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.037794546999999998 2023-08-28T02:35:56.127 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:56.128 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:35:56.128 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:56.128 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.128 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.128 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:96734 10.f 10:f1090e88:::benchmark_data_smithi040_250784_object3425:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e311)", 2023-08-28T02:35:56.128 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:33:58.814602+0000", 2023-08-28T02:35:56.128 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 117.23290105300001, 2023-08-28T02:35:56.128 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.1287970139999999, 2023-08-28T02:35:56.128 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:35:56.128 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:35:56.128 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:35:56.128 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:35:56.129 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:35:56.129 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 96734 2023-08-28T02:35:56.129 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.129 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:35:56.129 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.129 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:35:56.129 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.814602+0000", 2023-08-28T02:35:56.129 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:56.129 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.129 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.129 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:35:56.129 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.814602+0000", 2023-08-28T02:35:56.130 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:56.130 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.130 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.130 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:35:56.130 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.814601+0000", 2023-08-28T02:35:56.130 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:35:56.130 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.130 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.130 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:35:56.130 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.814607+0000", 2023-08-28T02:35:56.130 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.0209999999999996e-06 2023-08-28T02:35:56.130 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.131 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.131 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:35:56.131 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.814619+0000", 2023-08-28T02:35:56.131 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2126999999999999e-05 2023-08-28T02:35:56.131 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.131 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.131 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:35:56.131 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.814624+0000", 2023-08-28T02:35:56.131 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.4689999999999996e-06 2023-08-28T02:35:56.131 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.131 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.132 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:56.132 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.939905+0000", 2023-08-28T02:35:56.132 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.12528078300000001 2023-08-28T02:35:56.132 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.132 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.132 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:35:56.132 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.963820+0000", 2023-08-28T02:35:56.132 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.023914474000000002 2023-08-28T02:35:56.132 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.132 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.132 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:56.132 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.143450+0000", 2023-08-28T02:35:56.133 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.179630283 2023-08-28T02:35:56.133 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.133 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.133 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:35:56.133 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.156813+0000", 2023-08-28T02:35:56.133 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.013362873000000001 2023-08-28T02:35:56.133 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.133 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.133 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:56.133 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.704010+0000", 2023-08-28T02:35:56.133 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.5471967609999999 2023-08-28T02:35:56.133 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.134 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.134 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:35:56.134 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.716908+0000", 2023-08-28T02:35:56.134 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.012898494999999999 2023-08-28T02:35:56.134 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.134 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.134 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:35:56.134 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.742111+0000", 2023-08-28T02:35:56.134 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.025203478000000001 2023-08-28T02:35:56.134 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.134 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.134 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:56.135 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.787671+0000", 2023-08-28T02:35:56.135 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.045559901999999999 2023-08-28T02:35:56.135 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.135 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.135 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:56.135 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.795833+0000", 2023-08-28T02:35:56.138 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0081614679999999998 2023-08-28T02:35:56.138 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.138 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.139 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:35:56.139 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.892438+0000", 2023-08-28T02:35:56.139 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.096605060000000006 2023-08-28T02:35:56.139 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.139 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.139 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:35:56.139 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.899702+0000", 2023-08-28T02:35:56.139 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0072642710000000001 2023-08-28T02:35:56.139 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.139 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.139 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:35:56.140 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.943399+0000", 2023-08-28T02:35:56.140 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.043696798000000002 2023-08-28T02:35:56.140 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:56.140 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:35:56.140 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:56.140 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.140 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.140 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:96757 10.f 10:f39eb823:::benchmark_data_smithi040_250784_object3448:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e311)", 2023-08-28T02:35:56.140 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:33:58.984934+0000", 2023-08-28T02:35:56.140 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 117.062569357, 2023-08-28T02:35:56.141 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.2158582979999997, 2023-08-28T02:35:56.141 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:35:56.141 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:35:56.141 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:35:56.141 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:35:56.141 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:35:56.141 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 96757 2023-08-28T02:35:56.141 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.141 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:35:56.141 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.141 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:35:56.141 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.984934+0000", 2023-08-28T02:35:56.142 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:56.142 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.142 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.142 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:35:56.142 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.984934+0000", 2023-08-28T02:35:56.142 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:56.142 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.142 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.142 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:35:56.142 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.984932+0000", 2023-08-28T02:35:56.142 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:35:56.142 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.143 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.143 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:35:56.143 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.984940+0000", 2023-08-28T02:35:56.143 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.0600000000000008e-06 2023-08-28T02:35:56.143 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.143 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.143 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:35:56.143 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.984953+0000", 2023-08-28T02:35:56.143 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2539e-05 2023-08-28T02:35:56.143 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.143 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.143 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:35:56.144 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.984959+0000", 2023-08-28T02:35:56.144 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.9109999999999998e-06 2023-08-28T02:35:56.144 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.144 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.144 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:56.144 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.161251+0000", 2023-08-28T02:35:56.144 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.17629288100000001 2023-08-28T02:35:56.144 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.144 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.144 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:35:56.144 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.172483+0000", 2023-08-28T02:35:56.144 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011231669 2023-08-28T02:35:56.145 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.145 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.145 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:56.145 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.244511+0000", 2023-08-28T02:35:56.145 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.072028152999999998 2023-08-28T02:35:56.145 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.145 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.145 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:35:56.145 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.256430+0000", 2023-08-28T02:35:56.145 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011918735 2023-08-28T02:35:56.145 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.146 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.146 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:56.146 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.013028+0000", 2023-08-28T02:35:56.146 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.7565978769999999 2023-08-28T02:35:56.146 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.146 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.146 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:35:56.146 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.022640+0000", 2023-08-28T02:35:56.146 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0096121569999999996 2023-08-28T02:35:56.146 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.146 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.146 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:35:56.147 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.053955+0000", 2023-08-28T02:35:56.147 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.031314635 2023-08-28T02:35:56.147 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.147 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.147 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:56.147 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.167498+0000", 2023-08-28T02:35:56.147 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.113543172 2023-08-28T02:35:56.147 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.147 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.147 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:35:56.147 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.168612+0000", 2023-08-28T02:35:56.148 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.001114093 2023-08-28T02:35:56.148 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.148 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.148 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:56.148 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.172211+0000", 2023-08-28T02:35:56.148 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0035989989999999999 2023-08-28T02:35:56.148 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.148 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.148 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:35:56.148 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.177119+0000", 2023-08-28T02:35:56.148 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0049084849999999998 2023-08-28T02:35:56.148 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.149 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.149 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:35:56.149 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.200792+0000", 2023-08-28T02:35:56.149 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.023672500999999999 2023-08-28T02:35:56.149 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:56.149 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:35:56.149 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:56.149 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.149 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.149 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:96765 10.f 10:ff9b6e3d:::benchmark_data_smithi040_250784_object3456:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e311)", 2023-08-28T02:35:56.149 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:33:59.031814+0000", 2023-08-28T02:35:56.149 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 117.015688653, 2023-08-28T02:35:56.150 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.2126211810000003, 2023-08-28T02:35:56.150 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:35:56.150 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:35:56.150 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:35:56.150 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:35:56.150 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:35:56.150 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 96765 2023-08-28T02:35:56.150 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.150 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:35:56.150 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.150 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:35:56.150 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.031814+0000", 2023-08-28T02:35:56.151 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:56.151 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.151 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.151 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:35:56.151 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.031814+0000", 2023-08-28T02:35:56.151 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:56.151 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.151 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.151 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:35:56.151 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.031813+0000", 2023-08-28T02:35:56.151 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:35:56.151 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.152 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.152 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:35:56.152 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.031819+0000", 2023-08-28T02:35:56.152 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.5489999999999997e-06 2023-08-28T02:35:56.152 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.152 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.152 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:35:56.152 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.031829+0000", 2023-08-28T02:35:56.152 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0573e-05 2023-08-28T02:35:56.152 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.152 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.152 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:35:56.153 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.031834+0000", 2023-08-28T02:35:56.153 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.6789999999999996e-06 2023-08-28T02:35:56.153 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.153 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.153 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:56.153 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.173768+0000", 2023-08-28T02:35:56.153 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.141934383 2023-08-28T02:35:56.153 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.153 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.153 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:35:56.153 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.184873+0000", 2023-08-28T02:35:56.153 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011104475000000001 2023-08-28T02:35:56.154 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.154 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.154 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:56.154 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.300706+0000", 2023-08-28T02:35:56.154 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.115833085 2023-08-28T02:35:56.154 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.154 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.154 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:35:56.154 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.312415+0000", 2023-08-28T02:35:56.154 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011708829 2023-08-28T02:35:56.154 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.155 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.155 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:56.155 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.121231+0000", 2023-08-28T02:35:56.155 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.8088165109999998 2023-08-28T02:35:56.155 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.155 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.155 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:35:56.155 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.134976+0000", 2023-08-28T02:35:56.155 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.013744319 2023-08-28T02:35:56.155 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.155 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.155 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:35:56.156 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.154004+0000", 2023-08-28T02:35:56.156 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.019028219999999998 2023-08-28T02:35:56.156 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.156 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.156 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:56.156 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.203754+0000", 2023-08-28T02:35:56.156 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.049750333000000001 2023-08-28T02:35:56.156 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.156 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.156 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:35:56.156 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.205377+0000", 2023-08-28T02:35:56.156 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.001623074 2023-08-28T02:35:56.157 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.157 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.157 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:56.157 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.208452+0000", 2023-08-28T02:35:56.157 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0030744069999999999 2023-08-28T02:35:56.157 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.157 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.157 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:35:56.157 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.213507+0000", 2023-08-28T02:35:56.157 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0050556510000000004 2023-08-28T02:35:56.157 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.157 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.158 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:35:56.158 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.244436+0000", 2023-08-28T02:35:56.158 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.030928186 2023-08-28T02:35:56.158 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:56.158 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:35:56.158 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:56.158 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.158 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.158 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:96770 10.f 10:f97ce6fb:::benchmark_data_smithi040_250784_object3461:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e311)", 2023-08-28T02:35:56.158 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:33:59.202402+0000", 2023-08-28T02:35:56.158 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 116.845101515, 2023-08-28T02:35:56.158 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.5848080009999999, 2023-08-28T02:35:56.159 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:35:56.159 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:35:56.159 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:35:56.159 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:35:56.159 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:35:56.159 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 96770 2023-08-28T02:35:56.159 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.159 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:35:56.159 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.159 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:35:56.159 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.202402+0000", 2023-08-28T02:35:56.159 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:56.160 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.160 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.160 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:35:56.160 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.202402+0000", 2023-08-28T02:35:56.160 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:56.160 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.160 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.160 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:35:56.160 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.202400+0000", 2023-08-28T02:35:56.160 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:35:56.160 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.160 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.161 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:35:56.161 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.202407+0000", 2023-08-28T02:35:56.161 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.4070000000000004e-06 2023-08-28T02:35:56.161 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.161 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.161 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:35:56.161 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.202419+0000", 2023-08-28T02:35:56.161 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1800000000000001e-05 2023-08-28T02:35:56.161 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.161 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.161 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:35:56.161 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.202427+0000", 2023-08-28T02:35:56.162 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.4070000000000004e-06 2023-08-28T02:35:56.162 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.162 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.162 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:56.162 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.411223+0000", 2023-08-28T02:35:56.162 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.208796226 2023-08-28T02:35:56.162 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.162 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.162 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:35:56.162 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.436024+0000", 2023-08-28T02:35:56.162 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.024800819000000002 2023-08-28T02:35:56.163 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.163 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.163 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:56.163 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.531579+0000", 2023-08-28T02:35:56.163 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.095555426999999998 2023-08-28T02:35:56.163 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.163 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.163 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:35:56.163 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.546464+0000", 2023-08-28T02:35:56.163 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.014884731999999999 2023-08-28T02:35:56.163 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.163 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.164 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:56.164 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.546461+0000", 2023-08-28T02:35:56.164 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.9999973170000001 2023-08-28T02:35:56.164 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.164 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.164 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:35:56.164 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.555219+0000", 2023-08-28T02:35:56.164 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0087576519999999995 2023-08-28T02:35:56.164 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.164 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.164 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:35:56.164 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.572381+0000", 2023-08-28T02:35:56.165 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.017162153999999999 2023-08-28T02:35:56.165 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.165 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.165 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:35:56.165 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.636894+0000", 2023-08-28T02:35:56.165 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.064513319999999999 2023-08-28T02:35:56.165 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.165 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.165 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:56.165 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.740752+0000", 2023-08-28T02:35:56.165 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.103857805 2023-08-28T02:35:56.165 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.166 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.166 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:56.166 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.743802+0000", 2023-08-28T02:35:56.166 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0030497110000000001 2023-08-28T02:35:56.166 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.166 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.166 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:35:56.166 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.748577+0000", 2023-08-28T02:35:56.166 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0047756079999999998 2023-08-28T02:35:56.166 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.166 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.166 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:35:56.167 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.787210+0000", 2023-08-28T02:35:56.167 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.038632037000000001 2023-08-28T02:35:56.167 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:56.167 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:35:56.167 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:56.167 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.167 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.167 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:96778 10.f 10:f76f1e3a:::benchmark_data_smithi040_250784_object3469:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e311)", 2023-08-28T02:35:56.167 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:33:59.496575+0000", 2023-08-28T02:35:56.167 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 116.55092764600001, 2023-08-28T02:35:56.167 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.333504961, 2023-08-28T02:35:56.167 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:35:56.168 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:35:56.168 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:35:56.168 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:35:56.168 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:35:56.168 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 96778 2023-08-28T02:35:56.168 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.168 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:35:56.168 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.168 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:35:56.168 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.496575+0000", 2023-08-28T02:35:56.168 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:56.168 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.169 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.169 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:35:56.169 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.496575+0000", 2023-08-28T02:35:56.169 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:56.169 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.169 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.169 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:35:56.169 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.496574+0000", 2023-08-28T02:35:56.169 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:35:56.169 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.169 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.169 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:35:56.170 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.496580+0000", 2023-08-28T02:35:56.170 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.84e-06 2023-08-28T02:35:56.170 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.170 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.170 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:35:56.170 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.496590+0000", 2023-08-28T02:35:56.170 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.5550000000000008e-06 2023-08-28T02:35:56.170 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.170 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.170 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:35:56.170 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.496595+0000", 2023-08-28T02:35:56.170 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.5639999999999996e-06 2023-08-28T02:35:56.171 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.171 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.171 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:56.171 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.568924+0000", 2023-08-28T02:35:56.171 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.072329120999999996 2023-08-28T02:35:56.171 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.171 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.171 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:35:56.171 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.589991+0000", 2023-08-28T02:35:56.171 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.021067174000000001 2023-08-28T02:35:56.171 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.171 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.172 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:56.172 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.735432+0000", 2023-08-28T02:35:56.172 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.14544056799999999 2023-08-28T02:35:56.172 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.172 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.172 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:35:56.172 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.746915+0000", 2023-08-28T02:35:56.172 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011483363 2023-08-28T02:35:56.172 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.172 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.173 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:56.173 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.683223+0000", 2023-08-28T02:35:56.173 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.9363077249999998 2023-08-28T02:35:56.173 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.173 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.173 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:35:56.173 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.692538+0000", 2023-08-28T02:35:56.173 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0093153339999999998 2023-08-28T02:35:56.173 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.173 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.173 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:35:56.173 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.726611+0000", 2023-08-28T02:35:56.174 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.034072270000000002 2023-08-28T02:35:56.174 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.174 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.174 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:56.174 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.790924+0000", 2023-08-28T02:35:56.174 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.064313633999999995 2023-08-28T02:35:56.174 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.174 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.174 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:35:56.174 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.791996+0000", 2023-08-28T02:35:56.174 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0010721719999999999 2023-08-28T02:35:56.174 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.175 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.175 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:56.175 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.795665+0000", 2023-08-28T02:35:56.175 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0036686420000000002 2023-08-28T02:35:56.175 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.175 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.175 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:35:56.175 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.802562+0000", 2023-08-28T02:35:56.175 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0068967070000000002 2023-08-28T02:35:56.175 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.175 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.175 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:35:56.176 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.830080+0000", 2023-08-28T02:35:56.176 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.027518549999999999 2023-08-28T02:35:56.176 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:56.176 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:35:56.176 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:56.176 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.176 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.176 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:96797 10.f 10:f9c05bbc:::benchmark_data_smithi040_250784_object3488:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e311)", 2023-08-28T02:35:56.176 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:34:00.015065+0000", 2023-08-28T02:35:56.176 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 116.03243838, 2023-08-28T02:35:56.176 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.252628735, 2023-08-28T02:35:56.177 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:35:56.177 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:35:56.177 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:35:56.177 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:35:56.177 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:35:56.177 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 96797 2023-08-28T02:35:56.177 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.177 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:35:56.177 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.177 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:35:56.177 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.015065+0000", 2023-08-28T02:35:56.177 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:56.177 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.178 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.178 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:35:56.178 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.015065+0000", 2023-08-28T02:35:56.178 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:56.178 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.178 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.178 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:35:56.178 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.015063+0000", 2023-08-28T02:35:56.178 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:35:56.178 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.178 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.178 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:35:56.179 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.015071+0000", 2023-08-28T02:35:56.179 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.5109999999999997e-06 2023-08-28T02:35:56.179 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.179 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.179 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:35:56.179 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.015082+0000", 2023-08-28T02:35:56.179 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1637999999999999e-05 2023-08-28T02:35:56.179 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.179 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.179 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:35:56.179 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.015088+0000", 2023-08-28T02:35:56.179 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.3739999999999997e-06 2023-08-28T02:35:56.180 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.180 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.180 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:56.180 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.227902+0000", 2023-08-28T02:35:56.180 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.21281409300000001 2023-08-28T02:35:56.180 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.180 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.180 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:35:56.180 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.240030+0000", 2023-08-28T02:35:56.180 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.012128431 2023-08-28T02:35:56.180 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.180 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.181 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:56.181 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.341985+0000", 2023-08-28T02:35:56.181 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.101954987 2023-08-28T02:35:56.181 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.181 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.181 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:35:56.181 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.353338+0000", 2023-08-28T02:35:56.181 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011352395 2023-08-28T02:35:56.181 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.181 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.181 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:56.181 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.941127+0000", 2023-08-28T02:35:56.181 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.587789393 2023-08-28T02:35:56.182 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.182 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.182 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:35:56.182 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.955233+0000", 2023-08-28T02:35:56.182 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.014105525000000001 2023-08-28T02:35:56.182 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.182 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.182 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:35:56.182 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.991607+0000", 2023-08-28T02:35:56.182 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.036374539999999997 2023-08-28T02:35:56.182 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.183 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.183 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:35:56.183 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.136341+0000", 2023-08-28T02:35:56.183 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.14473370199999999 2023-08-28T02:35:56.183 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.183 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.183 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:56.183 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.225244+0000", 2023-08-28T02:35:56.183 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.088903183999999996 2023-08-28T02:35:56.183 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.183 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.183 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:56.184 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.229456+0000", 2023-08-28T02:35:56.184 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.004211897 2023-08-28T02:35:56.184 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.184 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.184 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:35:56.184 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.234681+0000", 2023-08-28T02:35:56.184 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0052248900000000003 2023-08-28T02:35:56.184 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.184 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.184 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:35:56.184 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.267693+0000", 2023-08-28T02:35:56.184 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.033012481000000003 2023-08-28T02:35:56.185 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:56.185 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:35:56.185 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:56.185 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.185 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.185 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:96814 10.f 10:fe2a992a:::benchmark_data_smithi040_250784_object3505:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e311)", 2023-08-28T02:35:56.185 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:34:00.204834+0000", 2023-08-28T02:35:56.185 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 115.84266875, 2023-08-28T02:35:56.185 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.11497767, 2023-08-28T02:35:56.185 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:35:56.185 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:35:56.185 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:35:56.186 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:35:56.186 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:35:56.186 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 96814 2023-08-28T02:35:56.186 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.186 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:35:56.186 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.186 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:35:56.186 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.204834+0000", 2023-08-28T02:35:56.186 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:56.186 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.186 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.187 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:35:56.187 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.204834+0000", 2023-08-28T02:35:56.187 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:56.187 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.187 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.187 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:35:56.187 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.204832+0000", 2023-08-28T02:35:56.187 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:35:56.187 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.187 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.187 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:35:56.187 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.204844+0000", 2023-08-28T02:35:56.188 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1488000000000001e-05 2023-08-28T02:35:56.188 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.188 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.188 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:35:56.188 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.204861+0000", 2023-08-28T02:35:56.188 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.7467000000000001e-05 2023-08-28T02:35:56.188 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.188 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.188 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:35:56.188 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.204869+0000", 2023-08-28T02:35:56.188 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.4939999999999997e-06 2023-08-28T02:35:56.188 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.189 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.189 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:56.189 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.354580+0000", 2023-08-28T02:35:56.189 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.149710909 2023-08-28T02:35:56.189 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.189 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.189 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:35:56.189 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.365256+0000", 2023-08-28T02:35:56.189 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.010676257 2023-08-28T02:35:56.189 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.189 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.189 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:56.190 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.439060+0000", 2023-08-28T02:35:56.190 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.073804227 2023-08-28T02:35:56.190 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.190 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.190 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:35:56.190 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.452006+0000", 2023-08-28T02:35:56.190 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.012946064 2023-08-28T02:35:56.190 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.190 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.190 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:56.190 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.059663+0000", 2023-08-28T02:35:56.190 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.607656875 2023-08-28T02:35:56.191 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.191 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.191 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:35:56.191 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.077024+0000", 2023-08-28T02:35:56.191 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.017361002 2023-08-28T02:35:56.191 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.191 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.191 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:35:56.191 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.116396+0000", 2023-08-28T02:35:56.191 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.039371641999999998 2023-08-28T02:35:56.191 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.192 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.192 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:35:56.192 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.221638+0000", 2023-08-28T02:35:56.192 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.10524247 2023-08-28T02:35:56.192 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.192 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.192 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:56.192 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.275944+0000", 2023-08-28T02:35:56.192 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.054306311000000003 2023-08-28T02:35:56.192 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.192 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.192 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:56.193 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.280754+0000", 2023-08-28T02:35:56.193 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0048092079999999997 2023-08-28T02:35:56.193 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.193 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.193 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:35:56.193 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.287878+0000", 2023-08-28T02:35:56.193 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.007124277 2023-08-28T02:35:56.193 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.193 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.193 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:35:56.193 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.319812+0000", 2023-08-28T02:35:56.193 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.031934059000000001 2023-08-28T02:35:56.194 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:56.194 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:35:56.194 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:56.194 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.194 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.194 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:96821 10.f 10:f454922f:::benchmark_data_smithi040_250784_object3512:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e311)", 2023-08-28T02:35:56.194 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:34:00.318821+0000", 2023-08-28T02:35:56.194 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 115.728681911, 2023-08-28T02:35:56.194 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.061164947, 2023-08-28T02:35:56.194 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:35:56.194 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:35:56.194 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:35:56.195 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:35:56.195 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:35:56.195 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 96821 2023-08-28T02:35:56.195 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.195 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:35:56.195 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.195 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:35:56.195 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.318821+0000", 2023-08-28T02:35:56.195 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:56.195 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.195 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.195 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:35:56.196 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.318821+0000", 2023-08-28T02:35:56.196 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:35:56.196 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.196 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.196 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:35:56.196 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.318819+0000", 2023-08-28T02:35:56.196 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999976 2023-08-28T02:35:56.196 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.196 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.196 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:35:56.196 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.318830+0000", 2023-08-28T02:35:56.197 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1289e-05 2023-08-28T02:35:56.197 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.197 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.197 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:35:56.197 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.318848+0000", 2023-08-28T02:35:56.197 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.7696000000000001e-05 2023-08-28T02:35:56.197 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.197 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.197 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:35:56.197 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.318856+0000", 2023-08-28T02:35:56.197 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.7640000000000005e-06 2023-08-28T02:35:56.197 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.198 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.198 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:56.198 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.366665+0000", 2023-08-28T02:35:56.198 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.047809500999999997 2023-08-28T02:35:56.198 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.198 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.198 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:35:56.198 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.383393+0000", 2023-08-28T02:35:56.198 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.016727705999999998 2023-08-28T02:35:56.198 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.198 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.198 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:56.199 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.497628+0000", 2023-08-28T02:35:56.199 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.11423538900000001 2023-08-28T02:35:56.199 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.199 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.199 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:35:56.199 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.508633+0000", 2023-08-28T02:35:56.199 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011005011 2023-08-28T02:35:56.199 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.199 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.199 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:35:56.199 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.185668+0000", 2023-08-28T02:35:56.199 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.6770350660000002 2023-08-28T02:35:56.200 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.200 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.200 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:35:56.200 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.194340+0000", 2023-08-28T02:35:56.200 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0086712339999999999 2023-08-28T02:35:56.200 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.200 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.200 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:35:56.200 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.211124+0000", 2023-08-28T02:35:56.200 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.016784177000000001 2023-08-28T02:35:56.200 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.201 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.201 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:35:56.201 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.269756+0000", 2023-08-28T02:35:56.201 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.058632722999999998 2023-08-28T02:35:56.201 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.201 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.201 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:56.201 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.325292+0000", 2023-08-28T02:35:56.201 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.055535094 2023-08-28T02:35:56.201 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.201 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.201 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:35:56.202 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.331014+0000", 2023-08-28T02:35:56.202 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0057225339999999996 2023-08-28T02:35:56.202 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.202 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.202 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:35:56.202 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.337644+0000", 2023-08-28T02:35:56.202 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0066303350000000002 2023-08-28T02:35:56.202 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:35:56.202 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:35:56.202 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:35:56.202 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.379986+0000", 2023-08-28T02:35:56.202 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.042341615999999999 2023-08-28T02:35:56.203 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:56.203 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:35:56.203 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:56.203 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:35:56.203 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:35:56.203 INFO:teuthology.orchestra.run.smithi083.stdout:} 2023-08-28T02:35:56.203 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:35:56.232 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:56.398 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:35:56.456 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:35:56.458 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:56.458 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:35:56.483 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.5 dump_ops_in_flight 2023-08-28T02:35:56.559 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:35:56.592 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:56.621 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:35:56.625 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:56.626 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:35:56.674 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:35:56.697 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:35:56.724 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:35:56.727 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:35:56.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:56 smithi040 ceph-mon[175404]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:35:56.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:56 smithi040 ceph-mon[175404]: failed to encode map e331 with expected crc 2023-08-28T02:35:56.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:56 smithi040 ceph-mon[175404]: failed to encode map e331 with expected crc 2023-08-28T02:35:56.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:56 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:35:56.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:56 smithi040 ceph-mon[175404]: osdmap e331: 8 total, 8 up, 6 in 2023-08-28T02:35:56.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:56 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 37922/242067 objects degraded (15.666%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:35:56.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:56 smithi040 ceph-mon[175404]: pgmap v992: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.9 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 123 op/s; 37792/240528 objects degraded (15.712%); 10652/240528 objects misplaced (4.429%); 1.5 MiB/s, 24 objects/s recovering 2023-08-28T02:35:56.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:56 smithi040 ceph-mon[170259]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:35:56.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:56 smithi040 ceph-mon[170259]: failed to encode map e331 with expected crc 2023-08-28T02:35:56.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:56 smithi040 ceph-mon[170259]: failed to encode map e331 with expected crc 2023-08-28T02:35:56.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:56 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:35:56.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:56 smithi040 ceph-mon[170259]: osdmap e331: 8 total, 8 up, 6 in 2023-08-28T02:35:56.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:56 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 37922/242067 objects degraded (15.666%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:35:56.733 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:56 smithi040 ceph-mon[170259]: pgmap v992: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.9 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 123 op/s; 37792/240528 objects degraded (15.712%); 10652/240528 objects misplaced (4.429%); 1.5 MiB/s, 24 objects/s recovering 2023-08-28T02:35:56.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:56 smithi083 ceph-mon[157819]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:35:56.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:56 smithi083 ceph-mon[157819]: failed to encode map e331 with expected crc 2023-08-28T02:35:56.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:56 smithi083 ceph-mon[157819]: failed to encode map e331 with expected crc 2023-08-28T02:35:56.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:56 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:35:56.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:56 smithi083 ceph-mon[157819]: osdmap e331: 8 total, 8 up, 6 in 2023-08-28T02:35:56.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:56 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 37922/242067 objects degraded (15.666%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:35:56.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:56 smithi083 ceph-mon[157819]: pgmap v992: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.9 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 123 op/s; 37792/240528 objects degraded (15.712%); 10652/240528 objects misplaced (4.429%); 1.5 MiB/s, 24 objects/s recovering 2023-08-28T02:35:56.743 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:35:56.753 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:35:56.765 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:56.783 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:35:56.788 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:35:56.791 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:56.791 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:35:56.803 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:35:56.815 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:35:56.823 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:35:56.843 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:35:56.845 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-08-28T02:35:56.845 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-08-28T02:35:56.845 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-08-28T02:35:56.845 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-08-28T02:35:56.845 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-08-28T02:35:56.845 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-08-28T02:35:56.845 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-08-28T02:35:56.846 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-08-28T02:35:56.892 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:35:56.919 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:56.939 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:35:56.942 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:56.942 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:35:57.043 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:35:57.072 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:57.091 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:35:57.093 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:57.094 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:35:57.195 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:35:57.234 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:57.508 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:35:57.511 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:57.512 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:35:57.612 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:35:57.618 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:57 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/515300634' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:35:57.645 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:57 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/515300634' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:35:57.645 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:57 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/515300634' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:35:57.648 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:57.679 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:35:57.683 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:57.683 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:35:57.784 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:35:57.820 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:57.845 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:35:57.848 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:57.849 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:35:57.861 INFO:teuthology.orchestra.run.smithi083.stdout:ERROR: (22) Invalid argument 2023-08-28T02:35:57.861 INFO:teuthology.orchestra.run.smithi083.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:35:57.950 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:35:57.981 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:58.003 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:35:58.005 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:58.006 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:35:58.106 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:35:58.127 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:35:58.129 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:35:58.146 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:58.171 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:35:58.174 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:58.174 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:35:58.206 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd set noscrub 2023-08-28T02:35:58.240 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.5 dump_blocked_ops 2023-08-28T02:35:58.275 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:35:58.314 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:58.335 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:35:58.339 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:58.339 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:35:58.440 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:35:58.469 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:58.490 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:35:58.493 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:58.493 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:35:58.513 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":992,"stamp":"2023-08-28T02:35:56.417615+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":5253217028,"num_objects":80176,"num_object_clones":0,"num_object_copies":240528,"num_objects_missing_on_primary":5119,"num_objects_missing":5119,"num_objects_degraded":37792,"num_objects_misplaced":10652,"num_objects_unfound":0,"num_objects_dirty":80176,"num_whiteouts":0,"num_read":90,"num_read_kb":168,"num_write":106566,"num_write_kb":5972054,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":36180,"num_bytes_recovered":2353598833,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":96335,"ondisk_log_size":96335,"up":297,"acting":292,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":15011756,"kb_used_data":12094396,"kb_used_omap":12,"kb_used_meta":2917299,"kb_avail":547459156,"statfs":{"total":575970213888,"available":560598175744,"internally_reserved":0,"allocated":12384661504,"data_stored":12375037918,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12739,"internal_metadata":2987314749},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,0,0,0,0,1,4,1,2,2,2],"upper_bound":4096},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-64946176,"num_objects":-991,"num_object_clones":0,"num_object_copies":-2973,"num_objects_missing_on_primary":-56,"num_objects_missing":-56,"num_objects_degraded":-249,"num_objects_misplaced":-140,"num_objects_unfound":0,"num_objects_dirty":-991,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":991,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":194,"num_bytes_recovered":12713984,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.002360"},"pg_stats":[{"pgid":"3.1a","version":"65'1","reported_seq":342,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:49.982899+0000","last_change":"2023-08-28T02:32:32.667028+0000","last_active":"2023-08-28T02:35:49.982899+0000","last_peered":"2023-08-28T02:35:49.982899+0000","last_clean":"2023-08-28T02:35:49.982899+0000","last_became_active":"2023-08-28T02:32:32.666711+0000","last_became_peered":"2023-08-28T02:32:32.666711+0000","last_unstale":"2023-08-28T02:35:49.982899+0000","last_undegraded":"2023-08-28T02:35:49.982899+0000","last_fullsized":"2023-08-28T02:35:49.982899+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:28:21.913105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":293,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.506062+0000","last_change":"2023-08-28T02:29:44.421259+0000","last_active":"2023-08-28T02:35:43.506062+0000","last_peered":"2023-08-28T02:35:43.506062+0000","last_clean":"2023-08-28T02:35:43.506062+0000","last_became_active":"2023-08-28T02:29:44.420936+0000","last_became_peered":"2023-08-28T02:29:44.420936+0000","last_unstale":"2023-08-28T02:35:43.506062+0000","last_undegraded":"2023-08-28T02:35:43.506062+0000","last_fullsized":"2023-08-28T02:35:43.506062+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:22:26.346867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":134,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.513185+0000","last_change":"2023-08-28T02:33:12.290337+0000","last_active":"2023-08-28T02:35:43.513185+0000","last_peered":"2023-08-28T02:35:43.513185+0000","last_clean":"2023-08-28T02:35:43.513185+0000","last_became_active":"2023-08-28T02:33:12.289852+0000","last_became_peered":"2023-08-28T02:33:12.289852+0000","last_unstale":"2023-08-28T02:35:43.513185+0000","last_undegraded":"2023-08-28T02:35:43.513185+0000","last_fullsized":"2023-08-28T02:35:43.513185+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:04:26.420037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":308,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.506432+0000","last_change":"2023-08-28T02:33:13.317226+0000","last_active":"2023-08-28T02:35:43.506432+0000","last_peered":"2023-08-28T02:35:43.506432+0000","last_clean":"2023-08-28T02:35:43.506432+0000","last_became_active":"2023-08-28T02:33:13.316893+0000","last_became_peered":"2023-08-28T02:33:13.316893+0000","last_unstale":"2023-08-28T02:35:43.506432+0000","last_undegraded":"2023-08-28T02:35:43.506432+0000","last_fullsized":"2023-08-28T02:35:43.506432+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:55:46.593463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":253,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.518612+0000","last_change":"2023-08-28T02:33:12.295203+0000","last_active":"2023-08-28T02:35:43.518612+0000","last_peered":"2023-08-28T02:35:43.518612+0000","last_clean":"2023-08-28T02:35:43.518612+0000","last_became_active":"2023-08-28T02:33:12.294904+0000","last_became_peered":"2023-08-28T02:33:12.294904+0000","last_unstale":"2023-08-28T02:35:43.518612+0000","last_undegraded":"2023-08-28T02:35:43.518612+0000","last_fullsized":"2023-08-28T02:35:43.518612+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:31:07.008856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":272,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:50.016348+0000","last_change":"2023-08-28T02:31:51.987263+0000","last_active":"2023-08-28T02:35:50.016348+0000","last_peered":"2023-08-28T02:35:50.016348+0000","last_clean":"2023-08-28T02:35:50.016348+0000","last_became_active":"2023-08-28T02:31:51.986938+0000","last_became_peered":"2023-08-28T02:31:51.986938+0000","last_unstale":"2023-08-28T02:35:50.016348+0000","last_undegraded":"2023-08-28T02:35:50.016348+0000","last_fullsized":"2023-08-28T02:35:50.016348+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:18.021905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":302,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.506749+0000","last_change":"2023-08-28T02:33:12.318656+0000","last_active":"2023-08-28T02:35:43.506749+0000","last_peered":"2023-08-28T02:35:43.506749+0000","last_clean":"2023-08-28T02:35:43.506749+0000","last_became_active":"2023-08-28T02:33:12.318297+0000","last_became_peered":"2023-08-28T02:33:12.318297+0000","last_unstale":"2023-08-28T02:35:43.506749+0000","last_undegraded":"2023-08-28T02:35:43.506749+0000","last_fullsized":"2023-08-28T02:35:43.506749+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:43:09.789767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":234,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.518763+0000","last_change":"2023-08-28T02:33:13.357230+0000","last_active":"2023-08-28T02:35:43.518763+0000","last_peered":"2023-08-28T02:35:43.518763+0000","last_clean":"2023-08-28T02:35:43.518763+0000","last_became_active":"2023-08-28T02:33:13.356853+0000","last_became_peered":"2023-08-28T02:33:13.356853+0000","last_unstale":"2023-08-28T02:35:43.518763+0000","last_undegraded":"2023-08-28T02:35:43.518763+0000","last_fullsized":"2023-08-28T02:35:43.518763+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:20:21.545007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":314,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:50.016338+0000","last_change":"2023-08-28T02:29:44.462510+0000","last_active":"2023-08-28T02:35:50.016338+0000","last_peered":"2023-08-28T02:35:50.016338+0000","last_clean":"2023-08-28T02:35:50.016338+0000","last_became_active":"2023-08-28T02:29:44.460314+0000","last_became_peered":"2023-08-28T02:29:44.460314+0000","last_unstale":"2023-08-28T02:35:50.016338+0000","last_undegraded":"2023-08-28T02:35:50.016338+0000","last_fullsized":"2023-08-28T02:35:50.016338+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:59:01.311467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":237,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.518831+0000","last_change":"2023-08-28T02:33:13.291255+0000","last_active":"2023-08-28T02:35:43.518831+0000","last_peered":"2023-08-28T02:35:43.518831+0000","last_clean":"2023-08-28T02:35:43.518831+0000","last_became_active":"2023-08-28T02:33:13.290933+0000","last_became_peered":"2023-08-28T02:33:13.290933+0000","last_unstale":"2023-08-28T02:35:43.518831+0000","last_undegraded":"2023-08-28T02:35:43.518831+0000","last_fullsized":"2023-08-28T02:35:43.518831+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:31:54.116908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"65'3","reported_seq":315,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:50.021006+0000","last_change":"2023-08-28T02:33:12.296412+0000","last_active":"2023-08-28T02:35:50.021006+0000","last_peered":"2023-08-28T02:35:50.021006+0000","last_clean":"2023-08-28T02:35:50.021006+0000","last_became_active":"2023-08-28T02:33:12.295786+0000","last_became_peered":"2023-08-28T02:33:12.295786+0000","last_unstale":"2023-08-28T02:35:50.021006+0000","last_undegraded":"2023-08-28T02:35:50.021006+0000","last_fullsized":"2023-08-28T02:35:50.021006+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:15:31.449163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":137,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.513445+0000","last_change":"2023-08-28T02:32:32.666927+0000","last_active":"2023-08-28T02:35:43.513445+0000","last_peered":"2023-08-28T02:35:43.513445+0000","last_clean":"2023-08-28T02:35:43.513445+0000","last_became_active":"2023-08-28T02:32:32.666618+0000","last_became_peered":"2023-08-28T02:32:32.666618+0000","last_unstale":"2023-08-28T02:35:43.513445+0000","last_undegraded":"2023-08-28T02:35:43.513445+0000","last_fullsized":"2023-08-28T02:35:43.513445+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:45:57.998333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":339,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:49.983186+0000","last_change":"2023-08-28T02:32:28.505262+0000","last_active":"2023-08-28T02:35:49.983186+0000","last_peered":"2023-08-28T02:35:49.983186+0000","last_clean":"2023-08-28T02:35:49.983186+0000","last_became_active":"2023-08-28T02:32:28.455999+0000","last_became_peered":"2023-08-28T02:32:28.455999+0000","last_unstale":"2023-08-28T02:35:49.983186+0000","last_undegraded":"2023-08-28T02:35:49.983186+0000","last_fullsized":"2023-08-28T02:35:49.983186+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:28.937020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":9468,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":323,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:49.982822+0000","last_change":"2023-08-28T02:32:12.959195+0000","last_active":"2023-08-28T02:35:49.982822+0000","last_peered":"2023-08-28T02:35:49.982822+0000","last_clean":"2023-08-28T02:35:49.982822+0000","last_became_active":"2023-08-28T02:32:12.958832+0000","last_became_peered":"2023-08-28T02:32:12.958832+0000","last_unstale":"2023-08-28T02:35:49.982822+0000","last_undegraded":"2023-08-28T02:35:49.982822+0000","last_fullsized":"2023-08-28T02:35:49.982822+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:23:27.197787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"65'2","reported_seq":313,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:50.020917+0000","last_change":"2023-08-28T02:32:28.461161+0000","last_active":"2023-08-28T02:35:50.020917+0000","last_peered":"2023-08-28T02:35:50.020917+0000","last_clean":"2023-08-28T02:35:50.020917+0000","last_became_active":"2023-08-28T02:32:28.451284+0000","last_became_peered":"2023-08-28T02:32:28.451284+0000","last_unstale":"2023-08-28T02:35:50.020917+0000","last_undegraded":"2023-08-28T02:35:50.020917+0000","last_fullsized":"2023-08-28T02:35:50.020917+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:58:20.061020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":294,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:50.012195+0000","last_change":"2023-08-28T02:29:44.419566+0000","last_active":"2023-08-28T02:35:50.012195+0000","last_peered":"2023-08-28T02:35:50.012195+0000","last_clean":"2023-08-28T02:35:50.012195+0000","last_became_active":"2023-08-28T02:29:44.419053+0000","last_became_peered":"2023-08-28T02:29:44.419053+0000","last_unstale":"2023-08-28T02:35:50.012195+0000","last_undegraded":"2023-08-28T02:35:50.012195+0000","last_fullsized":"2023-08-28T02:35:50.012195+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:44:36.133499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":297,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.504761+0000","last_change":"2023-08-28T02:33:12.493777+0000","last_active":"2023-08-28T02:35:43.504761+0000","last_peered":"2023-08-28T02:35:43.504761+0000","last_clean":"2023-08-28T02:35:43.504761+0000","last_became_active":"2023-08-28T02:33:12.491177+0000","last_became_peered":"2023-08-28T02:33:12.491177+0000","last_unstale":"2023-08-28T02:35:43.504761+0000","last_undegraded":"2023-08-28T02:35:43.504761+0000","last_fullsized":"2023-08-28T02:35:43.504761+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:10:58.167753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":310,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:50.016096+0000","last_change":"2023-08-28T02:33:12.290293+0000","last_active":"2023-08-28T02:35:50.016096+0000","last_peered":"2023-08-28T02:35:50.016096+0000","last_clean":"2023-08-28T02:35:50.016096+0000","last_became_active":"2023-08-28T02:33:12.289989+0000","last_became_peered":"2023-08-28T02:33:12.289989+0000","last_unstale":"2023-08-28T02:35:50.016096+0000","last_undegraded":"2023-08-28T02:35:50.016096+0000","last_fullsized":"2023-08-28T02:35:50.016096+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:05:33.622172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":288,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:50.020603+0000","last_change":"2023-08-28T02:32:12.948756+0000","last_active":"2023-08-28T02:35:50.020603+0000","last_peered":"2023-08-28T02:35:50.020603+0000","last_clean":"2023-08-28T02:35:50.020603+0000","last_became_active":"2023-08-28T02:32:12.948441+0000","last_became_peered":"2023-08-28T02:32:12.948441+0000","last_unstale":"2023-08-28T02:35:50.020603+0000","last_undegraded":"2023-08-28T02:35:50.020603+0000","last_fullsized":"2023-08-28T02:35:50.020603+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:27.922180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":303,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.506507+0000","last_change":"2023-08-28T02:33:12.299398+0000","last_active":"2023-08-28T02:35:43.506507+0000","last_peered":"2023-08-28T02:35:43.506507+0000","last_clean":"2023-08-28T02:35:43.506507+0000","last_became_active":"2023-08-28T02:33:12.299113+0000","last_became_peered":"2023-08-28T02:33:12.299113+0000","last_unstale":"2023-08-28T02:35:43.506507+0000","last_undegraded":"2023-08-28T02:35:43.506507+0000","last_fullsized":"2023-08-28T02:35:43.506507+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:14:55.597212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"65'8","reported_seq":97,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.504611+0000","last_change":"2023-08-28T02:33:13.478870+0000","last_active":"2023-08-28T02:35:43.504611+0000","last_peered":"2023-08-28T02:35:43.504611+0000","last_clean":"2023-08-28T02:35:43.504611+0000","last_became_active":"2023-08-28T02:33:13.332142+0000","last_became_peered":"2023-08-28T02:33:13.332142+0000","last_unstale":"2023-08-28T02:35:43.504611+0000","last_undegraded":"2023-08-28T02:35:43.504611+0000","last_fullsized":"2023-08-28T02:35:43.504611+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:32:42.810159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":235,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.521059+0000","last_change":"2023-08-28T02:33:12.306353+0000","last_active":"2023-08-28T02:35:43.521059+0000","last_peered":"2023-08-28T02:35:43.521059+0000","last_clean":"2023-08-28T02:35:43.521059+0000","last_became_active":"2023-08-28T02:33:12.304977+0000","last_became_peered":"2023-08-28T02:33:12.304977+0000","last_unstale":"2023-08-28T02:35:43.521059+0000","last_undegraded":"2023-08-28T02:35:43.521059+0000","last_fullsized":"2023-08-28T02:35:43.521059+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:19:38.819671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"331'6640","reported_seq":6729,"reported_epoch":331,"state":"active+clean","last_fresh":"2023-08-28T02:35:55.676589+0000","last_change":"2023-08-28T02:30:50.402703+0000","last_active":"2023-08-28T02:35:55.676589+0000","last_peered":"2023-08-28T02:35:55.676589+0000","last_clean":"2023-08-28T02:35:55.676589+0000","last_became_active":"2023-08-28T02:30:50.402419+0000","last_became_peered":"2023-08-28T02:30:50.402419+0000","last_unstale":"2023-08-28T02:35:55.676589+0000","last_undegraded":"2023-08-28T02:35:55.676589+0000","last_fullsized":"2023-08-28T02:35:55.676589+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6640,"log_dups_size":0,"ondisk_log_size":6640,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:07:37.393907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":328990720,"num_objects":5020,"num_object_clones":0,"num_object_copies":15060,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5020,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6640,"num_write_kb":373120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"65'1","reported_seq":296,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:50.021998+0000","last_change":"2023-08-28T02:14:43.046130+0000","last_active":"2023-08-28T02:35:50.021998+0000","last_peered":"2023-08-28T02:35:50.021998+0000","last_clean":"2023-08-28T02:35:50.021998+0000","last_became_active":"2023-08-28T02:14:43.045775+0000","last_became_peered":"2023-08-28T02:14:43.045775+0000","last_unstale":"2023-08-28T02:35:50.021998+0000","last_undegraded":"2023-08-28T02:35:50.021998+0000","last_fullsized":"2023-08-28T02:35:50.021998+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:57:38.279756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":286,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:50.015698+0000","last_change":"2023-08-28T02:31:51.987149+0000","last_active":"2023-08-28T02:35:50.015698+0000","last_peered":"2023-08-28T02:35:50.015698+0000","last_clean":"2023-08-28T02:35:50.015698+0000","last_became_active":"2023-08-28T02:31:51.986821+0000","last_became_peered":"2023-08-28T02:31:51.986821+0000","last_unstale":"2023-08-28T02:35:50.015698+0000","last_undegraded":"2023-08-28T02:35:50.015698+0000","last_fullsized":"2023-08-28T02:35:50.015698+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:23:26.661134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"331'6654","reported_seq":10100,"reported_epoch":331,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:35:55.658262+0000","last_change":"2023-08-28T02:33:33.975566+0000","last_active":"2023-08-28T02:35:55.658262+0000","last_peered":"2023-08-28T02:35:55.658262+0000","last_clean":"2023-08-28T02:31:27.868230+0000","last_became_active":"2023-08-28T02:33:33.660452+0000","last_became_peered":"2023-08-28T02:33:33.660452+0000","last_unstale":"2023-08-28T02:35:55.658262+0000","last_undegraded":"2023-08-28T02:33:13.410847+0000","last_fullsized":"2023-08-28T02:33:13.270012+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6654,"log_dups_size":0,"ondisk_log_size":6654,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:33.375162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":324141056,"num_objects":4946,"num_object_clones":0,"num_object_copies":14838,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7324,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4946,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6654,"num_write_kb":371200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1660,"num_bytes_recovered":108724224,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[5,4],"avail_no_missing":["5","6"],"object_location_counts":[{"shards":"2,5,6","objects":915},{"shards":"3,5,6","objects":2396},{"shards":"4,5","objects":130},{"shards":"5,6","objects":1505}],"blocked_by":[],"up_primary":3,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"65'2","reported_seq":321,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:50.021271+0000","last_change":"2023-08-28T02:29:44.436352+0000","last_active":"2023-08-28T02:35:50.021271+0000","last_peered":"2023-08-28T02:35:50.021271+0000","last_clean":"2023-08-28T02:35:50.021271+0000","last_became_active":"2023-08-28T02:29:44.411499+0000","last_became_peered":"2023-08-28T02:29:44.411499+0000","last_unstale":"2023-08-28T02:35:50.021271+0000","last_undegraded":"2023-08-28T02:35:50.021271+0000","last_fullsized":"2023-08-28T02:35:50.021271+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:46:57.540191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":347,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:49.983000+0000","last_change":"2023-08-28T02:33:12.289004+0000","last_active":"2023-08-28T02:35:49.983000+0000","last_peered":"2023-08-28T02:35:49.983000+0000","last_clean":"2023-08-28T02:35:49.983000+0000","last_became_active":"2023-08-28T02:33:12.288722+0000","last_became_peered":"2023-08-28T02:33:12.288722+0000","last_unstale":"2023-08-28T02:35:49.983000+0000","last_undegraded":"2023-08-28T02:35:49.983000+0000","last_fullsized":"2023-08-28T02:35:49.983000+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:24.019483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"330'6567","reported_seq":6672,"reported_epoch":330,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:35:55.027502+0000","last_change":"2023-08-28T02:33:13.585687+0000","last_active":"2023-08-28T02:35:55.027502+0000","last_peered":"2023-08-28T02:35:55.027502+0000","last_clean":"2023-08-28T02:31:27.908616+0000","last_became_active":"2023-08-28T02:33:13.578484+0000","last_became_peered":"2023-08-28T02:33:13.578484+0000","last_unstale":"2023-08-28T02:35:55.027502+0000","last_undegraded":"2023-08-28T02:33:13.297322+0000","last_fullsized":"2023-08-28T02:33:13.268309+0000","mapping_epoch":298,"log_start":"255'1212","ondisk_log_start":"255'1212","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5355,"log_dups_size":0,"ondisk_log_size":5355,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:42:33.431186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":326565888,"num_objects":4983,"num_object_clones":0,"num_object_copies":14949,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2533,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4983,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6567,"num_write_kb":369600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4],"avail_no_missing":["0","4"],"object_location_counts":[{"shards":"0,4","objects":2535}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"65'1","reported_seq":307,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:50.020909+0000","last_change":"2023-08-28T02:33:13.516869+0000","last_active":"2023-08-28T02:35:50.020909+0000","last_peered":"2023-08-28T02:35:50.020909+0000","last_clean":"2023-08-28T02:35:50.020909+0000","last_became_active":"2023-08-28T02:33:13.396736+0000","last_became_peered":"2023-08-28T02:33:13.396736+0000","last_unstale":"2023-08-28T02:35:50.020909+0000","last_undegraded":"2023-08-28T02:35:50.020909+0000","last_fullsized":"2023-08-28T02:35:50.020909+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:47:08.237137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":271,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.513294+0000","last_change":"2023-08-28T02:31:51.987327+0000","last_active":"2023-08-28T02:35:43.513294+0000","last_peered":"2023-08-28T02:35:43.513294+0000","last_clean":"2023-08-28T02:35:43.513294+0000","last_became_active":"2023-08-28T02:31:51.987018+0000","last_became_peered":"2023-08-28T02:31:51.987018+0000","last_unstale":"2023-08-28T02:35:43.513294+0000","last_undegraded":"2023-08-28T02:35:43.513294+0000","last_fullsized":"2023-08-28T02:35:43.513294+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:53:26.105101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.5","version":"330'6534","reported_seq":8077,"reported_epoch":330,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:35:55.152098+0000","last_change":"2023-08-28T02:33:13.625779+0000","last_active":"2023-08-28T02:35:55.152098+0000","last_peered":"2023-08-28T02:35:55.152098+0000","last_clean":"2023-08-28T02:31:27.898932+0000","last_became_active":"2023-08-28T02:33:13.612126+0000","last_became_peered":"2023-08-28T02:33:13.612126+0000","last_unstale":"2023-08-28T02:35:55.152098+0000","last_undegraded":"2023-08-28T02:33:13.485377+0000","last_fullsized":"2023-08-28T02:33:13.264317+0000","mapping_epoch":298,"log_start":"255'1263","ondisk_log_start":"255'1263","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5271,"log_dups_size":0,"ondisk_log_size":5271,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:37:28.843386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":322306048,"num_objects":4918,"num_object_clones":0,"num_object_copies":14754,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7460,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4918,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6534,"num_write_kb":366464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":716,"num_bytes_recovered":46923776,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,7],"avail_no_missing":["0","2"],"object_location_counts":[{"shards":"0,2","objects":2358},{"shards":"0,2,3","objects":2560}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":325,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:50.015984+0000","last_change":"2023-08-28T02:33:13.281826+0000","last_active":"2023-08-28T02:35:50.015984+0000","last_peered":"2023-08-28T02:35:50.015984+0000","last_clean":"2023-08-28T02:35:50.015984+0000","last_became_active":"2023-08-28T02:33:13.281511+0000","last_became_peered":"2023-08-28T02:33:13.281511+0000","last_unstale":"2023-08-28T02:35:50.015984+0000","last_undegraded":"2023-08-28T02:35:50.015984+0000","last_fullsized":"2023-08-28T02:35:50.015984+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:32:55.005706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":320,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.505797+0000","last_change":"2023-08-28T02:29:44.436713+0000","last_active":"2023-08-28T02:35:43.505797+0000","last_peered":"2023-08-28T02:35:43.505797+0000","last_clean":"2023-08-28T02:35:43.505797+0000","last_became_active":"2023-08-28T02:29:44.436203+0000","last_became_peered":"2023-08-28T02:29:44.436203+0000","last_unstale":"2023-08-28T02:35:43.505797+0000","last_undegraded":"2023-08-28T02:35:43.505797+0000","last_fullsized":"2023-08-28T02:35:43.505797+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:46:48.522293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"330'6742","reported_seq":6833,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:52.390807+0000","last_change":"2023-08-28T02:30:50.399669+0000","last_active":"2023-08-28T02:35:52.390807+0000","last_peered":"2023-08-28T02:35:52.390807+0000","last_clean":"2023-08-28T02:35:52.390807+0000","last_became_active":"2023-08-28T02:30:50.399332+0000","last_became_peered":"2023-08-28T02:30:50.399332+0000","last_unstale":"2023-08-28T02:35:52.390807+0000","last_undegraded":"2023-08-28T02:35:52.390807+0000","last_fullsized":"2023-08-28T02:35:52.390807+0000","mapping_epoch":250,"log_start":"255'600","ondisk_log_start":"255'600","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6142,"log_dups_size":0,"ondisk_log_size":6142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:00:54.910841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":332398592,"num_objects":5072,"num_object_clones":0,"num_object_copies":15216,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5072,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6742,"num_write_kb":378048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"75'161","reported_seq":751,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:50.020754+0000","last_change":"2023-08-28T02:33:13.310049+0000","last_active":"2023-08-28T02:35:50.020754+0000","last_peered":"2023-08-28T02:35:50.020754+0000","last_clean":"2023-08-28T02:35:50.020754+0000","last_became_active":"2023-08-28T02:33:13.309661+0000","last_became_peered":"2023-08-28T02:33:13.309661+0000","last_unstale":"2023-08-28T02:35:50.020754+0000","last_undegraded":"2023-08-28T02:35:50.020754+0000","last_fullsized":"2023-08-28T02:35:50.020754+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.930230+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.930230+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:27:40.889460+0000","scrub_duration":0.0050169209999999997,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"65'2","reported_seq":284,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.519564+0000","last_change":"2023-08-28T02:33:12.294922+0000","last_active":"2023-08-28T02:35:43.519564+0000","last_peered":"2023-08-28T02:35:43.519564+0000","last_clean":"2023-08-28T02:35:43.519564+0000","last_became_active":"2023-08-28T02:33:12.294518+0000","last_became_peered":"2023-08-28T02:33:12.294518+0000","last_unstale":"2023-08-28T02:35:43.519564+0000","last_undegraded":"2023-08-28T02:35:43.519564+0000","last_fullsized":"2023-08-28T02:35:43.519564+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:21:12.737286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":324,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:49.983001+0000","last_change":"2023-08-28T02:33:13.310505+0000","last_active":"2023-08-28T02:35:49.983001+0000","last_peered":"2023-08-28T02:35:49.983001+0000","last_clean":"2023-08-28T02:35:49.983001+0000","last_became_active":"2023-08-28T02:33:13.310223+0000","last_became_peered":"2023-08-28T02:33:13.310223+0000","last_unstale":"2023-08-28T02:35:49.983001+0000","last_undegraded":"2023-08-28T02:35:49.983001+0000","last_fullsized":"2023-08-28T02:35:49.983001+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:27:02.124453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"331'6658","reported_seq":8283,"reported_epoch":331,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:35:55.580894+0000","last_change":"2023-08-28T02:33:13.591092+0000","last_active":"2023-08-28T02:35:55.580894+0000","last_peered":"2023-08-28T02:35:55.580894+0000","last_clean":"2023-08-28T02:31:27.916082+0000","last_became_active":"2023-08-28T02:33:13.580413+0000","last_became_peered":"2023-08-28T02:33:13.580413+0000","last_unstale":"2023-08-28T02:35:55.580894+0000","last_undegraded":"2023-08-28T02:33:13.480527+0000","last_fullsized":"2023-08-28T02:33:13.270957+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6658,"log_dups_size":0,"ondisk_log_size":6658,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:03.698410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":328335360,"num_objects":5010,"num_object_clones":0,"num_object_copies":15030,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7634,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5010,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6658,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":753,"num_bytes_recovered":49348608,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,4],"avail_no_missing":["5","2"],"object_location_counts":[{"shards":"2,3,5","objects":2528},{"shards":"2,5","objects":2482}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"75'161","reported_seq":584,"reported_epoch":330,"state":"active+recovery_wait+degraded","last_fresh":"2023-08-28T02:35:50.015714+0000","last_change":"2023-08-28T02:33:13.287487+0000","last_active":"2023-08-28T02:35:50.015714+0000","last_peered":"2023-08-28T02:35:50.015714+0000","last_clean":"2023-08-28T02:31:25.515426+0000","last_became_active":"2023-08-28T02:33:13.287313+0000","last_became_peered":"2023-08-28T02:33:13.287313+0000","last_unstale":"2023-08-28T02:35:50.015714+0000","last_undegraded":"2023-08-28T02:33:13.270760+0000","last_fullsized":"2023-08-28T02:35:50.015714+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":204,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:45.407127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:45.407127+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:39:14.213229+0000","scrub_duration":0.0018495320000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":["5","2","3"],"object_location_counts":[{"shards":"2,3,5","objects":1}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":244,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:49.982707+0000","last_change":"2023-08-28T02:33:13.309727+0000","last_active":"2023-08-28T02:35:49.982707+0000","last_peered":"2023-08-28T02:35:49.982707+0000","last_clean":"2023-08-28T02:35:49.982707+0000","last_became_active":"2023-08-28T02:33:13.309487+0000","last_became_peered":"2023-08-28T02:33:13.309487+0000","last_unstale":"2023-08-28T02:35:49.982707+0000","last_undegraded":"2023-08-28T02:35:49.982707+0000","last_fullsized":"2023-08-28T02:35:49.982707+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:27:29.294011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":59,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:49.982819+0000","last_change":"2023-08-28T02:32:28.456323+0000","last_active":"2023-08-28T02:35:49.982819+0000","last_peered":"2023-08-28T02:35:49.982819+0000","last_clean":"2023-08-28T02:35:49.982819+0000","last_became_active":"2023-08-28T02:32:28.455987+0000","last_became_peered":"2023-08-28T02:32:28.455987+0000","last_unstale":"2023-08-28T02:35:49.982819+0000","last_undegraded":"2023-08-28T02:35:49.982819+0000","last_fullsized":"2023-08-28T02:35:49.982819+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:54:07.724002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"330'6770","reported_seq":16878,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:52.511904+0000","last_change":"2023-08-28T02:33:13.316023+0000","last_active":"2023-08-28T02:35:52.511904+0000","last_peered":"2023-08-28T02:35:52.511904+0000","last_clean":"2023-08-28T02:35:52.511904+0000","last_became_active":"2023-08-28T02:33:13.308403+0000","last_became_peered":"2023-08-28T02:33:13.308403+0000","last_unstale":"2023-08-28T02:35:52.511904+0000","last_undegraded":"2023-08-28T02:35:52.511904+0000","last_fullsized":"2023-08-28T02:35:52.511904+0000","mapping_epoch":298,"log_start":"255'600","ondisk_log_start":"255'600","created":250,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6170,"log_dups_size":0,"ondisk_log_size":6170,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:10:38.401973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":335937536,"num_objects":5126,"num_object_clones":0,"num_object_copies":15378,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5126,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6770,"num_write_kb":380672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4999,"num_bytes_recovered":327614464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":304,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:49.982905+0000","last_change":"2023-08-28T02:32:28.455294+0000","last_active":"2023-08-28T02:35:49.982905+0000","last_peered":"2023-08-28T02:35:49.982905+0000","last_clean":"2023-08-28T02:35:49.982905+0000","last_became_active":"2023-08-28T02:32:28.455013+0000","last_became_peered":"2023-08-28T02:32:28.455013+0000","last_unstale":"2023-08-28T02:35:49.982905+0000","last_undegraded":"2023-08-28T02:35:49.982905+0000","last_fullsized":"2023-08-28T02:35:49.982905+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:53.583864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":336,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:49.983348+0000","last_change":"2023-08-28T02:33:13.335588+0000","last_active":"2023-08-28T02:35:49.983348+0000","last_peered":"2023-08-28T02:35:49.983348+0000","last_clean":"2023-08-28T02:35:49.983348+0000","last_became_active":"2023-08-28T02:33:13.335326+0000","last_became_peered":"2023-08-28T02:33:13.335326+0000","last_unstale":"2023-08-28T02:35:49.983348+0000","last_undegraded":"2023-08-28T02:35:49.983348+0000","last_fullsized":"2023-08-28T02:35:49.983348+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:15:44.958663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"331'6676","reported_seq":6765,"reported_epoch":331,"state":"active+clean","last_fresh":"2023-08-28T02:35:55.601056+0000","last_change":"2023-08-28T02:30:50.400261+0000","last_active":"2023-08-28T02:35:55.601056+0000","last_peered":"2023-08-28T02:35:55.601056+0000","last_clean":"2023-08-28T02:35:55.601056+0000","last_became_active":"2023-08-28T02:30:50.399938+0000","last_became_peered":"2023-08-28T02:30:50.399938+0000","last_unstale":"2023-08-28T02:35:55.601056+0000","last_undegraded":"2023-08-28T02:35:55.601056+0000","last_fullsized":"2023-08-28T02:35:55.601056+0000","mapping_epoch":250,"log_start":"255'1290","ondisk_log_start":"255'1290","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5386,"log_dups_size":0,"ondisk_log_size":5386,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:43:56.802792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":328859648,"num_objects":5018,"num_object_clones":0,"num_object_copies":15054,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5018,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6676,"num_write_kb":374208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"75'161","reported_seq":610,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:50.016171+0000","last_change":"2023-08-28T02:32:56.519141+0000","last_active":"2023-08-28T02:35:50.016171+0000","last_peered":"2023-08-28T02:35:50.016171+0000","last_clean":"2023-08-28T02:35:50.016171+0000","last_became_active":"2023-08-28T02:32:56.518863+0000","last_became_peered":"2023-08-28T02:32:56.518863+0000","last_unstale":"2023-08-28T02:35:50.016171+0000","last_undegraded":"2023-08-28T02:35:50.016171+0000","last_fullsized":"2023-08-28T02:35:50.016171+0000","mapping_epoch":292,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":293,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_clean_scrub_stamp":"2023-08-28T02:29:25.608370+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:59:50.561109+0000","scrub_duration":0.001662689,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":237,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.518816+0000","last_change":"2023-08-28T02:33:12.294592+0000","last_active":"2023-08-28T02:35:43.518816+0000","last_peered":"2023-08-28T02:35:43.518816+0000","last_clean":"2023-08-28T02:35:43.518816+0000","last_became_active":"2023-08-28T02:33:12.288508+0000","last_became_peered":"2023-08-28T02:33:12.288508+0000","last_unstale":"2023-08-28T02:35:43.518816+0000","last_undegraded":"2023-08-28T02:35:43.518816+0000","last_fullsized":"2023-08-28T02:35:43.518816+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:05:42.717608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":119,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.514004+0000","last_change":"2023-08-28T02:29:44.429834+0000","last_active":"2023-08-28T02:35:43.514004+0000","last_peered":"2023-08-28T02:35:43.514004+0000","last_clean":"2023-08-28T02:35:43.514004+0000","last_became_active":"2023-08-28T02:29:44.429512+0000","last_became_peered":"2023-08-28T02:29:44.429512+0000","last_unstale":"2023-08-28T02:35:43.514004+0000","last_undegraded":"2023-08-28T02:35:43.514004+0000","last_fullsized":"2023-08-28T02:35:43.514004+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:58.062455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"331'6599","reported_seq":6688,"reported_epoch":331,"state":"active+clean","last_fresh":"2023-08-28T02:35:55.604848+0000","last_change":"2023-08-28T02:30:50.402348+0000","last_active":"2023-08-28T02:35:55.604848+0000","last_peered":"2023-08-28T02:35:55.604848+0000","last_clean":"2023-08-28T02:35:55.604848+0000","last_became_active":"2023-08-28T02:30:50.402076+0000","last_became_peered":"2023-08-28T02:30:50.402076+0000","last_unstale":"2023-08-28T02:35:55.604848+0000","last_undegraded":"2023-08-28T02:35:55.604848+0000","last_fullsized":"2023-08-28T02:35:55.604848+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6599,"log_dups_size":0,"ondisk_log_size":6599,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:24.859426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":326172672,"num_objects":4977,"num_object_clones":0,"num_object_copies":14931,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4977,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6599,"num_write_kb":370432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.7","version":"75'161","reported_seq":529,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.521065+0000","last_change":"2023-08-28T02:33:13.532525+0000","last_active":"2023-08-28T02:35:43.521065+0000","last_peered":"2023-08-28T02:35:43.521065+0000","last_clean":"2023-08-28T02:35:43.521065+0000","last_became_active":"2023-08-28T02:33:13.532125+0000","last_became_peered":"2023-08-28T02:33:13.532125+0000","last_unstale":"2023-08-28T02:35:43.521065+0000","last_undegraded":"2023-08-28T02:35:43.521065+0000","last_fullsized":"2023-08-28T02:35:43.521065+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.887648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.887648+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":119,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.513021+0000","last_change":"2023-08-28T02:29:44.407595+0000","last_active":"2023-08-28T02:35:43.513021+0000","last_peered":"2023-08-28T02:35:43.513021+0000","last_clean":"2023-08-28T02:35:43.513021+0000","last_became_active":"2023-08-28T02:29:44.407316+0000","last_became_peered":"2023-08-28T02:29:44.407316+0000","last_unstale":"2023-08-28T02:35:43.513021+0000","last_undegraded":"2023-08-28T02:35:43.513021+0000","last_fullsized":"2023-08-28T02:35:43.513021+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:01:47.777709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":342,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:50.016023+0000","last_change":"2023-08-28T02:33:13.286980+0000","last_active":"2023-08-28T02:35:50.016023+0000","last_peered":"2023-08-28T02:35:50.016023+0000","last_clean":"2023-08-28T02:35:50.016023+0000","last_became_active":"2023-08-28T02:33:13.286740+0000","last_became_peered":"2023-08-28T02:33:13.286740+0000","last_unstale":"2023-08-28T02:35:50.016023+0000","last_undegraded":"2023-08-28T02:35:50.016023+0000","last_fullsized":"2023-08-28T02:35:50.016023+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:24:54.574365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":119,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.513369+0000","last_change":"2023-08-28T02:29:44.506914+0000","last_active":"2023-08-28T02:35:43.513369+0000","last_peered":"2023-08-28T02:35:43.513369+0000","last_clean":"2023-08-28T02:35:43.513369+0000","last_became_active":"2023-08-28T02:29:44.506606+0000","last_became_peered":"2023-08-28T02:29:44.506606+0000","last_unstale":"2023-08-28T02:35:43.513369+0000","last_undegraded":"2023-08-28T02:35:43.513369+0000","last_fullsized":"2023-08-28T02:35:43.513369+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:55:50.992279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"330'6614","reported_seq":18300,"reported_epoch":330,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:35:54.982128+0000","last_change":"2023-08-28T02:34:11.565330+0000","last_active":"2023-08-28T02:35:54.982128+0000","last_peered":"2023-08-28T02:35:54.982128+0000","last_clean":"2023-08-28T02:32:11.916240+0000","last_became_active":"2023-08-28T02:33:12.501819+0000","last_became_peered":"2023-08-28T02:33:12.501819+0000","last_unstale":"2023-08-28T02:35:54.982128+0000","last_undegraded":"2023-08-28T02:35:54.982128+0000","last_fullsized":"2023-08-28T02:35:54.982128+0000","mapping_epoch":297,"log_start":"255'1324","ondisk_log_start":"255'1324","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5290,"log_dups_size":0,"ondisk_log_size":5290,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:45:43.329719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":326500352,"num_objects":4982,"num_object_clones":0,"num_object_copies":14946,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4982,"num_objects_unfound":0,"num_objects_dirty":4982,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6614,"num_write_kb":371072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5787,"num_bytes_recovered":379256832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,2],"avail_no_missing":["0","2","5","6"],"object_location_counts":[{"shards":"0,2,5","objects":4982}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.1","version":"75'161","reported_seq":590,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:50.015852+0000","last_change":"2023-08-28T02:32:31.482659+0000","last_active":"2023-08-28T02:35:50.015852+0000","last_peered":"2023-08-28T02:35:50.015852+0000","last_clean":"2023-08-28T02:35:50.015852+0000","last_became_active":"2023-08-28T02:32:31.482320+0000","last_became_peered":"2023-08-28T02:32:31.482320+0000","last_unstale":"2023-08-28T02:35:50.015852+0000","last_undegraded":"2023-08-28T02:35:50.015852+0000","last_fullsized":"2023-08-28T02:35:50.015852+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:24.559397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:24.559397+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:41:09.516918+0000","scrub_duration":0.001580328,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":328,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:50.016017+0000","last_change":"2023-08-28T02:31:51.988386+0000","last_active":"2023-08-28T02:35:50.016017+0000","last_peered":"2023-08-28T02:35:50.016017+0000","last_clean":"2023-08-28T02:35:50.016017+0000","last_became_active":"2023-08-28T02:31:51.988097+0000","last_became_peered":"2023-08-28T02:31:51.988097+0000","last_unstale":"2023-08-28T02:35:50.016017+0000","last_undegraded":"2023-08-28T02:35:50.016017+0000","last_fullsized":"2023-08-28T02:35:50.016017+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:25:01.818829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":304,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:49.983081+0000","last_change":"2023-08-28T02:32:12.951275+0000","last_active":"2023-08-28T02:35:49.983081+0000","last_peered":"2023-08-28T02:35:49.983081+0000","last_clean":"2023-08-28T02:35:49.983081+0000","last_became_active":"2023-08-28T02:32:12.950965+0000","last_became_peered":"2023-08-28T02:32:12.950965+0000","last_unstale":"2023-08-28T02:35:49.983081+0000","last_undegraded":"2023-08-28T02:35:49.983081+0000","last_fullsized":"2023-08-28T02:35:49.983081+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:37:31.294280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":145,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.513486+0000","last_change":"2023-08-28T02:33:13.286534+0000","last_active":"2023-08-28T02:35:43.513486+0000","last_peered":"2023-08-28T02:35:43.513486+0000","last_clean":"2023-08-28T02:35:43.513486+0000","last_became_active":"2023-08-28T02:33:13.286164+0000","last_became_peered":"2023-08-28T02:33:13.286164+0000","last_unstale":"2023-08-28T02:35:43.513486+0000","last_undegraded":"2023-08-28T02:35:43.513486+0000","last_fullsized":"2023-08-28T02:35:43.513486+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:56.721932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"331'6655","reported_seq":18434,"reported_epoch":331,"state":"active+clean","last_fresh":"2023-08-28T02:35:55.646138+0000","last_change":"2023-08-28T02:34:14.448606+0000","last_active":"2023-08-28T02:35:55.646138+0000","last_peered":"2023-08-28T02:35:55.646138+0000","last_clean":"2023-08-28T02:35:55.646138+0000","last_became_active":"2023-08-28T02:34:14.438547+0000","last_became_peered":"2023-08-28T02:34:14.438547+0000","last_unstale":"2023-08-28T02:35:55.646138+0000","last_undegraded":"2023-08-28T02:35:55.646138+0000","last_fullsized":"2023-08-28T02:35:55.646138+0000","mapping_epoch":314,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":315,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6655,"log_dups_size":0,"ondisk_log_size":6655,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:06:41.120408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":328531968,"num_objects":5013,"num_object_clones":0,"num_object_copies":15039,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5013,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6655,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5834,"num_bytes_recovered":376832000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2","version":"75'161","reported_seq":712,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:50.020798+0000","last_change":"2023-08-28T02:30:51.762377+0000","last_active":"2023-08-28T02:35:50.020798+0000","last_peered":"2023-08-28T02:35:50.020798+0000","last_clean":"2023-08-28T02:35:50.020798+0000","last_became_active":"2023-08-28T02:27:46.375590+0000","last_became_peered":"2023-08-28T02:27:46.375590+0000","last_unstale":"2023-08-28T02:35:50.020798+0000","last_undegraded":"2023-08-28T02:35:50.020798+0000","last_fullsized":"2023-08-28T02:35:50.020798+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:51.762314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:51.762314+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:02.034555+0000","scrub_duration":0.0020023620000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":137,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.518932+0000","last_change":"2023-08-28T02:33:13.289765+0000","last_active":"2023-08-28T02:35:43.518932+0000","last_peered":"2023-08-28T02:35:43.518932+0000","last_clean":"2023-08-28T02:35:43.518932+0000","last_became_active":"2023-08-28T02:33:13.289159+0000","last_became_peered":"2023-08-28T02:33:13.289159+0000","last_unstale":"2023-08-28T02:35:43.518932+0000","last_undegraded":"2023-08-28T02:35:43.518932+0000","last_fullsized":"2023-08-28T02:35:43.518932+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:30:38.956723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":138,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:47.568324+0000","last_change":"2023-08-28T02:32:28.464203+0000","last_active":"2023-08-28T02:35:47.568324+0000","last_peered":"2023-08-28T02:35:47.568324+0000","last_clean":"2023-08-28T02:35:47.568324+0000","last_became_active":"2023-08-28T02:32:28.463412+0000","last_became_peered":"2023-08-28T02:32:28.463412+0000","last_unstale":"2023-08-28T02:35:47.568324+0000","last_undegraded":"2023-08-28T02:35:47.568324+0000","last_fullsized":"2023-08-28T02:35:47.568324+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:20:38.177879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":119,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.514011+0000","last_change":"2023-08-28T02:29:44.427945+0000","last_active":"2023-08-28T02:35:43.514011+0000","last_peered":"2023-08-28T02:35:43.514011+0000","last_clean":"2023-08-28T02:35:43.514011+0000","last_became_active":"2023-08-28T02:29:44.426487+0000","last_became_peered":"2023-08-28T02:29:44.426487+0000","last_unstale":"2023-08-28T02:35:43.514011+0000","last_undegraded":"2023-08-28T02:35:43.514011+0000","last_fullsized":"2023-08-28T02:35:43.514011+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:30:20.438896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"330'6651","reported_seq":16710,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:52.507096+0000","last_change":"2023-08-28T02:34:48.488647+0000","last_active":"2023-08-28T02:35:52.507096+0000","last_peered":"2023-08-28T02:35:52.507096+0000","last_clean":"2023-08-28T02:35:52.507096+0000","last_became_active":"2023-08-28T02:34:48.476519+0000","last_became_peered":"2023-08-28T02:34:48.476519+0000","last_unstale":"2023-08-28T02:35:52.507096+0000","last_undegraded":"2023-08-28T02:35:52.507096+0000","last_fullsized":"2023-08-28T02:35:52.507096+0000","mapping_epoch":318,"log_start":"254'500","ondisk_log_start":"254'500","created":250,"last_epoch_clean":319,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6151,"log_dups_size":0,"ondisk_log_size":6151,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:44:20.004230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":327221248,"num_objects":4993,"num_object_clones":0,"num_object_copies":14979,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4993,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6651,"num_write_kb":372608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4973,"num_bytes_recovered":325910528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":322,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:50.016209+0000","last_change":"2023-08-28T02:33:13.484970+0000","last_active":"2023-08-28T02:35:50.016209+0000","last_peered":"2023-08-28T02:35:50.016209+0000","last_clean":"2023-08-28T02:35:50.016209+0000","last_became_active":"2023-08-28T02:33:13.484579+0000","last_became_peered":"2023-08-28T02:33:13.484579+0000","last_unstale":"2023-08-28T02:35:50.016209+0000","last_undegraded":"2023-08-28T02:35:50.016209+0000","last_fullsized":"2023-08-28T02:35:50.016209+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:58.027468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"75'161","reported_seq":713,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:50.020597+0000","last_change":"2023-08-28T02:31:55.059467+0000","last_active":"2023-08-28T02:35:50.020597+0000","last_peered":"2023-08-28T02:35:50.020597+0000","last_clean":"2023-08-28T02:35:50.020597+0000","last_became_active":"2023-08-28T02:31:55.059115+0000","last_became_peered":"2023-08-28T02:31:55.059115+0000","last_unstale":"2023-08-28T02:35:50.020597+0000","last_undegraded":"2023-08-28T02:35:50.020597+0000","last_fullsized":"2023-08-28T02:35:50.020597+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":0,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.820990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.820990+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:15:56.774667+0000","scrub_duration":0.0017342480000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":238,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.519349+0000","last_change":"2023-08-28T02:33:13.352810+0000","last_active":"2023-08-28T02:35:43.519349+0000","last_peered":"2023-08-28T02:35:43.519349+0000","last_clean":"2023-08-28T02:35:43.519349+0000","last_became_active":"2023-08-28T02:33:13.351697+0000","last_became_peered":"2023-08-28T02:33:13.351697+0000","last_unstale":"2023-08-28T02:35:43.519349+0000","last_undegraded":"2023-08-28T02:35:43.519349+0000","last_fullsized":"2023-08-28T02:35:43.519349+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:56.187163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":153,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:49.983116+0000","last_change":"2023-08-28T02:31:51.984584+0000","last_active":"2023-08-28T02:35:49.983116+0000","last_peered":"2023-08-28T02:35:49.983116+0000","last_clean":"2023-08-28T02:35:49.983116+0000","last_became_active":"2023-08-28T02:31:51.984264+0000","last_became_peered":"2023-08-28T02:31:51.984264+0000","last_unstale":"2023-08-28T02:35:49.983116+0000","last_undegraded":"2023-08-28T02:35:49.983116+0000","last_fullsized":"2023-08-28T02:35:49.983116+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:58:42.306722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"330'6630","reported_seq":18325,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:54.718882+0000","last_change":"2023-08-28T02:35:11.978901+0000","last_active":"2023-08-28T02:35:54.718882+0000","last_peered":"2023-08-28T02:35:54.718882+0000","last_clean":"2023-08-28T02:35:54.718882+0000","last_became_active":"2023-08-28T02:35:11.966585+0000","last_became_peered":"2023-08-28T02:35:11.966585+0000","last_unstale":"2023-08-28T02:35:54.718882+0000","last_undegraded":"2023-08-28T02:35:54.718882+0000","last_fullsized":"2023-08-28T02:35:54.718882+0000","mapping_epoch":323,"log_start":"255'1328","ondisk_log_start":"255'1328","created":250,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5302,"log_dups_size":0,"ondisk_log_size":5302,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:03:07.017814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":324534272,"num_objects":4952,"num_object_clones":0,"num_object_copies":14856,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4952,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6630,"num_write_kb":370624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5791,"num_bytes_recovered":368967680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3","version":"75'161","reported_seq":595,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.513644+0000","last_change":"2023-08-28T02:31:55.068239+0000","last_active":"2023-08-28T02:35:43.513644+0000","last_peered":"2023-08-28T02:35:43.513644+0000","last_clean":"2023-08-28T02:35:43.513644+0000","last_became_active":"2023-08-28T02:31:55.067875+0000","last_became_peered":"2023-08-28T02:31:55.067875+0000","last_unstale":"2023-08-28T02:35:43.513644+0000","last_undegraded":"2023-08-28T02:35:43.513644+0000","last_fullsized":"2023-08-28T02:35:43.513644+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.868248+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:11:04.391639+0000","scrub_duration":0.0016215240000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":336,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:50.020525+0000","last_change":"2023-08-28T02:29:44.421353+0000","last_active":"2023-08-28T02:35:50.020525+0000","last_peered":"2023-08-28T02:35:50.020525+0000","last_clean":"2023-08-28T02:35:50.020525+0000","last_became_active":"2023-08-28T02:29:44.421064+0000","last_became_peered":"2023-08-28T02:29:44.421064+0000","last_unstale":"2023-08-28T02:35:50.020525+0000","last_undegraded":"2023-08-28T02:35:50.020525+0000","last_fullsized":"2023-08-28T02:35:50.020525+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:51:36.524024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":304,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.505284+0000","last_change":"2023-08-28T02:33:12.299487+0000","last_active":"2023-08-28T02:35:43.505284+0000","last_peered":"2023-08-28T02:35:43.505284+0000","last_clean":"2023-08-28T02:35:43.505284+0000","last_became_active":"2023-08-28T02:33:12.299175+0000","last_became_peered":"2023-08-28T02:33:12.299175+0000","last_unstale":"2023-08-28T02:35:43.505284+0000","last_undegraded":"2023-08-28T02:35:43.505284+0000","last_fullsized":"2023-08-28T02:35:43.505284+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:42:29.713462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":314,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.506258+0000","last_change":"2023-08-28T02:32:28.457696+0000","last_active":"2023-08-28T02:35:43.506258+0000","last_peered":"2023-08-28T02:35:43.506258+0000","last_clean":"2023-08-28T02:35:43.506258+0000","last_became_active":"2023-08-28T02:32:28.457407+0000","last_became_peered":"2023-08-28T02:32:28.457407+0000","last_unstale":"2023-08-28T02:35:43.506258+0000","last_undegraded":"2023-08-28T02:35:43.506258+0000","last_fullsized":"2023-08-28T02:35:43.506258+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:26:29.392787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"331'6589","reported_seq":7706,"reported_epoch":331,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:35:55.550619+0000","last_change":"2023-08-28T02:34:11.566035+0000","last_active":"2023-08-28T02:35:55.550619+0000","last_peered":"2023-08-28T02:35:55.550619+0000","last_clean":"2023-08-28T02:33:10.395883+0000","last_became_active":"2023-08-28T02:33:12.394714+0000","last_became_peered":"2023-08-28T02:33:12.394714+0000","last_unstale":"2023-08-28T02:35:55.550619+0000","last_undegraded":"2023-08-28T02:35:55.550619+0000","last_fullsized":"2023-08-28T02:35:55.550619+0000","mapping_epoch":297,"log_start":"255'1184","ondisk_log_start":"255'1184","created":250,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5405,"log_dups_size":0,"ondisk_log_size":5405,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:01:26.984565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":320733208,"num_objects":4895,"num_object_clones":0,"num_object_copies":14685,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4464,"num_objects_unfound":0,"num_objects_dirty":4895,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":6589,"num_write_kb":367425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":500,"num_bytes_recovered":32768000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,6],"avail_no_missing":["4","0","6"],"object_location_counts":[{"shards":"0,4,6","objects":4895}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.6","version":"75'161","reported_seq":589,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.506175+0000","last_change":"2023-08-28T02:33:13.338675+0000","last_active":"2023-08-28T02:35:43.506175+0000","last_peered":"2023-08-28T02:35:43.506175+0000","last_clean":"2023-08-28T02:35:43.506175+0000","last_became_active":"2023-08-28T02:33:13.338271+0000","last_became_peered":"2023-08-28T02:33:13.338271+0000","last_unstale":"2023-08-28T02:35:43.506175+0000","last_undegraded":"2023-08-28T02:35:43.506175+0000","last_fullsized":"2023-08-28T02:35:43.506175+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.774982+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.774982+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:13:20.011329+0000","scrub_duration":0.003539819,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":299,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:50.020920+0000","last_change":"2023-08-28T02:14:43.033789+0000","last_active":"2023-08-28T02:35:50.020920+0000","last_peered":"2023-08-28T02:35:50.020920+0000","last_clean":"2023-08-28T02:35:50.020920+0000","last_became_active":"2023-08-28T02:14:43.033454+0000","last_became_peered":"2023-08-28T02:14:43.033454+0000","last_unstale":"2023-08-28T02:35:50.020920+0000","last_undegraded":"2023-08-28T02:35:50.020920+0000","last_fullsized":"2023-08-28T02:35:50.020920+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:01:13.205842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":128,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.513659+0000","last_change":"2023-08-28T02:32:28.461807+0000","last_active":"2023-08-28T02:35:43.513659+0000","last_peered":"2023-08-28T02:35:43.513659+0000","last_clean":"2023-08-28T02:35:43.513659+0000","last_became_active":"2023-08-28T02:32:28.461116+0000","last_became_peered":"2023-08-28T02:32:28.461116+0000","last_unstale":"2023-08-28T02:35:43.513659+0000","last_undegraded":"2023-08-28T02:35:43.513659+0000","last_fullsized":"2023-08-28T02:35:43.513659+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:12:45.321757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":275,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.506054+0000","last_change":"2023-08-28T02:14:43.048791+0000","last_active":"2023-08-28T02:35:43.506054+0000","last_peered":"2023-08-28T02:35:43.506054+0000","last_clean":"2023-08-28T02:35:43.506054+0000","last_became_active":"2023-08-28T02:14:43.047408+0000","last_became_peered":"2023-08-28T02:14:43.047408+0000","last_unstale":"2023-08-28T02:35:43.506054+0000","last_undegraded":"2023-08-28T02:35:43.506054+0000","last_fullsized":"2023-08-28T02:35:43.506054+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:47.097181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"331'6759","reported_seq":15607,"reported_epoch":331,"state":"active+recovering+remapped","last_fresh":"2023-08-28T02:35:55.612162+0000","last_change":"2023-08-28T02:35:10.974195+0000","last_active":"2023-08-28T02:35:55.612162+0000","last_peered":"2023-08-28T02:35:55.612162+0000","last_clean":"2023-08-28T02:31:50.933695+0000","last_became_active":"2023-08-28T02:33:13.540416+0000","last_became_peered":"2023-08-28T02:33:13.540416+0000","last_unstale":"2023-08-28T02:35:55.612162+0000","last_undegraded":"2023-08-28T02:35:55.612162+0000","last_fullsized":"2023-08-28T02:35:55.612162+0000","mapping_epoch":298,"log_start":"255'1374","ondisk_log_start":"255'1374","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5385,"log_dups_size":0,"ondisk_log_size":5385,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:49:35.658845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":334430208,"num_objects":5103,"num_object_clones":0,"num_object_copies":15309,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1206,"num_objects_unfound":0,"num_objects_dirty":5103,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6759,"num_write_kb":379584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4364,"num_bytes_recovered":285999104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,2],"avail_no_missing":["4","2","6"],"object_location_counts":[{"shards":"2,4,5","objects":4500},{"shards":"2,4,6","objects":603}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.5","version":"75'161","reported_seq":624,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:49.982836+0000","last_change":"2023-08-28T02:32:31.477151+0000","last_active":"2023-08-28T02:35:49.982836+0000","last_peered":"2023-08-28T02:35:49.982836+0000","last_clean":"2023-08-28T02:35:49.982836+0000","last_became_active":"2023-08-28T02:32:31.476776+0000","last_became_peered":"2023-08-28T02:32:31.476776+0000","last_unstale":"2023-08-28T02:35:49.982836+0000","last_undegraded":"2023-08-28T02:35:49.982836+0000","last_fullsized":"2023-08-28T02:35:49.982836+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:18.891729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:18.891729+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:47:27.194140+0000","scrub_duration":0.0031546460000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"65'2","reported_seq":285,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.520981+0000","last_change":"2023-08-28T02:33:12.327778+0000","last_active":"2023-08-28T02:35:43.520981+0000","last_peered":"2023-08-28T02:35:43.520981+0000","last_clean":"2023-08-28T02:35:43.520981+0000","last_became_active":"2023-08-28T02:33:12.327273+0000","last_became_peered":"2023-08-28T02:33:12.327273+0000","last_unstale":"2023-08-28T02:35:43.520981+0000","last_undegraded":"2023-08-28T02:35:43.520981+0000","last_fullsized":"2023-08-28T02:35:43.520981+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:40.554192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":167,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.513932+0000","last_change":"2023-08-28T02:33:13.335665+0000","last_active":"2023-08-28T02:35:43.513932+0000","last_peered":"2023-08-28T02:35:43.513932+0000","last_clean":"2023-08-28T02:35:43.513932+0000","last_became_active":"2023-08-28T02:33:13.335322+0000","last_became_peered":"2023-08-28T02:33:13.335322+0000","last_unstale":"2023-08-28T02:35:43.513932+0000","last_undegraded":"2023-08-28T02:35:43.513932+0000","last_fullsized":"2023-08-28T02:35:43.513932+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:21:08.024493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":282,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.518847+0000","last_change":"2023-08-28T02:33:12.310326+0000","last_active":"2023-08-28T02:35:43.518847+0000","last_peered":"2023-08-28T02:35:43.518847+0000","last_clean":"2023-08-28T02:35:43.518847+0000","last_became_active":"2023-08-28T02:33:12.310011+0000","last_became_peered":"2023-08-28T02:33:12.310011+0000","last_unstale":"2023-08-28T02:35:43.518847+0000","last_undegraded":"2023-08-28T02:35:43.518847+0000","last_fullsized":"2023-08-28T02:35:43.518847+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:35:03.710036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"330'6723","reported_seq":9195,"reported_epoch":331,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:35:55.659759+0000","last_change":"2023-08-28T02:33:34.765675+0000","last_active":"2023-08-28T02:35:55.659759+0000","last_peered":"2023-08-28T02:35:55.659759+0000","last_clean":"2023-08-28T02:31:27.909649+0000","last_became_active":"2023-08-28T02:33:33.726805+0000","last_became_peered":"2023-08-28T02:33:33.726805+0000","last_unstale":"2023-08-28T02:35:55.659759+0000","last_undegraded":"2023-08-28T02:33:20.140072+0000","last_fullsized":"2023-08-28T02:33:13.278549+0000","mapping_epoch":298,"log_start":"255'1277","ondisk_log_start":"255'1277","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5446,"log_dups_size":0,"ondisk_log_size":5446,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:02:22.971585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":337182720,"num_objects":5145,"num_object_clones":0,"num_object_copies":15435,"num_objects_missing_on_primary":5119,"num_objects_missing":5119,"num_objects_degraded":12840,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5145,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6723,"num_write_kb":379776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":779,"num_bytes_recovered":50921472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[4,3],"avail_no_missing":["2","6"],"object_location_counts":[{"shards":"2,3,4,6","objects":11},{"shards":"2,3,6","objects":2636},{"shards":"2,4,6","objects":14},{"shards":"2,6","objects":2483},{"shards":"3,4","objects":-12}],"blocked_by":[],"up_primary":3,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.4","version":"75'161","reported_seq":537,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.519616+0000","last_change":"2023-08-28T02:33:12.296479+0000","last_active":"2023-08-28T02:35:43.519616+0000","last_peered":"2023-08-28T02:35:43.519616+0000","last_clean":"2023-08-28T02:35:43.519616+0000","last_became_active":"2023-08-28T02:33:12.294160+0000","last_became_peered":"2023-08-28T02:33:12.294160+0000","last_unstale":"2023-08-28T02:35:43.519616+0000","last_undegraded":"2023-08-28T02:35:43.519616+0000","last_fullsized":"2023-08-28T02:35:43.519616+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.899247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.899247+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":257,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:50.022026+0000","last_change":"2023-08-28T02:33:13.539335+0000","last_active":"2023-08-28T02:35:50.022026+0000","last_peered":"2023-08-28T02:35:50.022026+0000","last_clean":"2023-08-28T02:35:50.022026+0000","last_became_active":"2023-08-28T02:33:13.538978+0000","last_became_peered":"2023-08-28T02:33:13.538978+0000","last_unstale":"2023-08-28T02:35:50.022026+0000","last_undegraded":"2023-08-28T02:35:50.022026+0000","last_fullsized":"2023-08-28T02:35:50.022026+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:26:13.405766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"65'1","reported_seq":318,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.506347+0000","last_change":"2023-08-28T02:29:44.510205+0000","last_active":"2023-08-28T02:35:43.506347+0000","last_peered":"2023-08-28T02:35:43.506347+0000","last_clean":"2023-08-28T02:35:43.506347+0000","last_became_active":"2023-08-28T02:29:44.429357+0000","last_became_peered":"2023-08-28T02:29:44.429357+0000","last_unstale":"2023-08-28T02:35:43.506347+0000","last_undegraded":"2023-08-28T02:35:43.506347+0000","last_fullsized":"2023-08-28T02:35:43.506347+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:44:59.955729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":286,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:49.982614+0000","last_change":"2023-08-28T02:32:12.950661+0000","last_active":"2023-08-28T02:35:49.982614+0000","last_peered":"2023-08-28T02:35:49.982614+0000","last_clean":"2023-08-28T02:35:49.982614+0000","last_became_active":"2023-08-28T02:32:12.950276+0000","last_became_peered":"2023-08-28T02:32:12.950276+0000","last_unstale":"2023-08-28T02:35:49.982614+0000","last_undegraded":"2023-08-28T02:35:49.982614+0000","last_fullsized":"2023-08-28T02:35:49.982614+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:05:17.972868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"65'1","reported_seq":276,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.505970+0000","last_change":"2023-08-28T02:14:43.042150+0000","last_active":"2023-08-28T02:35:43.505970+0000","last_peered":"2023-08-28T02:35:43.505970+0000","last_clean":"2023-08-28T02:35:43.505970+0000","last_became_active":"2023-08-28T02:14:43.038336+0000","last_became_peered":"2023-08-28T02:14:43.038336+0000","last_unstale":"2023-08-28T02:35:43.505970+0000","last_undegraded":"2023-08-28T02:35:43.505970+0000","last_fullsized":"2023-08-28T02:35:43.505970+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:26:02.415152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":326,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.513567+0000","last_change":"2023-08-28T02:33:13.318097+0000","last_active":"2023-08-28T02:35:43.513567+0000","last_peered":"2023-08-28T02:35:43.513567+0000","last_clean":"2023-08-28T02:35:43.513567+0000","last_became_active":"2023-08-28T02:33:13.317761+0000","last_became_peered":"2023-08-28T02:33:13.317761+0000","last_unstale":"2023-08-28T02:35:43.513567+0000","last_undegraded":"2023-08-28T02:35:43.513567+0000","last_fullsized":"2023-08-28T02:35:43.513567+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:24.836996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"65'2","reported_seq":324,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:50.016095+0000","last_change":"2023-08-28T02:29:44.535937+0000","last_active":"2023-08-28T02:35:50.016095+0000","last_peered":"2023-08-28T02:35:50.016095+0000","last_clean":"2023-08-28T02:35:50.016095+0000","last_became_active":"2023-08-28T02:29:44.462244+0000","last_became_peered":"2023-08-28T02:29:44.462244+0000","last_unstale":"2023-08-28T02:35:50.016095+0000","last_undegraded":"2023-08-28T02:35:50.016095+0000","last_fullsized":"2023-08-28T02:35:50.016095+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:30:33.173713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":323,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.505713+0000","last_change":"2023-08-28T02:33:12.305580+0000","last_active":"2023-08-28T02:35:43.505713+0000","last_peered":"2023-08-28T02:35:43.505713+0000","last_clean":"2023-08-28T02:35:43.505713+0000","last_became_active":"2023-08-28T02:33:12.305261+0000","last_became_peered":"2023-08-28T02:33:12.305261+0000","last_unstale":"2023-08-28T02:35:43.505713+0000","last_undegraded":"2023-08-28T02:35:43.505713+0000","last_fullsized":"2023-08-28T02:35:43.505713+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:22:31.614221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"65'2","reported_seq":293,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:50.016000+0000","last_change":"2023-08-28T02:31:51.991101+0000","last_active":"2023-08-28T02:35:50.016000+0000","last_peered":"2023-08-28T02:35:50.016000+0000","last_clean":"2023-08-28T02:35:50.016000+0000","last_became_active":"2023-08-28T02:31:51.987237+0000","last_became_peered":"2023-08-28T02:31:51.987237+0000","last_unstale":"2023-08-28T02:35:50.016000+0000","last_undegraded":"2023-08-28T02:35:50.016000+0000","last_fullsized":"2023-08-28T02:35:50.016000+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:07:07.370857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":327,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:49.982664+0000","last_change":"2023-08-28T02:33:12.494483+0000","last_active":"2023-08-28T02:35:49.982664+0000","last_peered":"2023-08-28T02:35:49.982664+0000","last_clean":"2023-08-28T02:35:49.982664+0000","last_became_active":"2023-08-28T02:33:12.494136+0000","last_became_peered":"2023-08-28T02:33:12.494136+0000","last_unstale":"2023-08-28T02:35:49.982664+0000","last_undegraded":"2023-08-28T02:35:49.982664+0000","last_fullsized":"2023-08-28T02:35:49.982664+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:36.772588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"65'1","reported_seq":270,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.520717+0000","last_change":"2023-08-28T02:33:13.287922+0000","last_active":"2023-08-28T02:35:43.520717+0000","last_peered":"2023-08-28T02:35:43.520717+0000","last_clean":"2023-08-28T02:35:43.520717+0000","last_became_active":"2023-08-28T02:33:13.287520+0000","last_became_peered":"2023-08-28T02:33:13.287520+0000","last_unstale":"2023-08-28T02:35:43.520717+0000","last_undegraded":"2023-08-28T02:35:43.520717+0000","last_fullsized":"2023-08-28T02:35:43.520717+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:11.627168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":284,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.519256+0000","last_change":"2023-08-28T02:33:13.289469+0000","last_active":"2023-08-28T02:35:43.519256+0000","last_peered":"2023-08-28T02:35:43.519256+0000","last_clean":"2023-08-28T02:35:43.519256+0000","last_became_active":"2023-08-28T02:33:13.288737+0000","last_became_peered":"2023-08-28T02:33:13.288737+0000","last_unstale":"2023-08-28T02:35:43.519256+0000","last_undegraded":"2023-08-28T02:35:43.519256+0000","last_fullsized":"2023-08-28T02:35:43.519256+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:11:15.043550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"65'4","reported_seq":308,"reported_epoch":329,"state":"active+clean","last_fresh":"2023-08-28T02:35:43.506845+0000","last_change":"2023-08-28T02:32:28.607010+0000","last_active":"2023-08-28T02:35:43.506845+0000","last_peered":"2023-08-28T02:35:43.506845+0000","last_clean":"2023-08-28T02:35:43.506845+0000","last_became_active":"2023-08-28T02:32:28.492224+0000","last_became_peered":"2023-08-28T02:32:28.492224+0000","last_unstale":"2023-08-28T02:35:43.506845+0000","last_undegraded":"2023-08-28T02:35:43.506845+0000","last_fullsized":"2023-08-28T02:35:43.506845+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:13:45.711951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":554,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":337,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:49.982775+0000","last_change":"2023-08-28T02:33:13.309144+0000","last_active":"2023-08-28T02:35:49.982775+0000","last_peered":"2023-08-28T02:35:49.982775+0000","last_clean":"2023-08-28T02:35:49.982775+0000","last_became_active":"2023-08-28T02:33:13.308910+0000","last_became_peered":"2023-08-28T02:33:13.308910+0000","last_unstale":"2023-08-28T02:35:49.982775+0000","last_undegraded":"2023-08-28T02:35:49.982775+0000","last_fullsized":"2023-08-28T02:35:49.982775+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:09:59.549591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":5252841496,"num_objects":80153,"num_object_clones":0,"num_object_copies":240459,"num_objects_missing_on_primary":5119,"num_objects_missing":5119,"num_objects_degraded":37791,"num_objects_misplaced":10652,"num_objects_unfound":0,"num_objects_dirty":80153,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":106461,"num_write_kb":5971585,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":36156,"num_bytes_recovered":2353266688,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":16713527296,"data_stored":16713515080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":94509,"ondisk_log_size":94509,"up":48,"acting":43,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":10126,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":370028,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":89,"num_read_kb":167,"num_write":44,"num_write_kb":440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":322019,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299748,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2087972,"kb_used_data":1609948,"kb_used_omap":0,"kb_used_meta":478016,"kb_avail":91657180,"statfs":{"total":95995035648,"available":93856952320,"internally_reserved":0,"allocated":1648586752,"data_stored":1647272601,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":489488384},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:35:09 2023","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":0.92100000000000004,"15min":1.4750000000000001},"min":{"1min":0.24299999999999999,"5min":0.219,"15min":0.21199999999999999},"max":{"1min":1.421,"5min":8.8079999999999998,"15min":13.118},"last":0.66700000000000004},{"interface":"front","average":{"1min":0.59199999999999997,"5min":1.2629999999999999,"15min":1.8859999999999999},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.246},"max":{"1min":2.395,"5min":12.42,"15min":17.402999999999999},"last":0.40999999999999998}]},{"osd":1,"last update":"Mon Aug 28 02:35:37 2023","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":1.0980000000000001,"15min":2.1120000000000001},"min":{"1min":0.28199999999999997,"5min":0.26800000000000002,"15min":0.24099999999999999},"max":{"1min":1.2569999999999999,"5min":9.5850000000000009,"15min":17.43},"last":0.378},{"interface":"front","average":{"1min":0.54400000000000004,"5min":1.008,"15min":1.9350000000000001},"min":{"1min":0.36399999999999999,"5min":0.311,"15min":0.25900000000000001},"max":{"1min":2.0579999999999998,"5min":9.5289999999999999,"15min":19.913},"last":0.315}]},{"osd":2,"last update":"Mon Aug 28 02:35:22 2023","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.67500000000000004,"15min":1.5700000000000001},"min":{"1min":0.26800000000000002,"5min":0.23499999999999999,"15min":0.22800000000000001},"max":{"1min":1.595,"5min":3.8199999999999998,"15min":8.3889999999999993},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.80700000000000005,"15min":1.4670000000000001},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28699999999999998},"max":{"1min":1.1020000000000001,"5min":6.7750000000000004,"15min":12.128},"last":0.82299999999999995}]},{"osd":3,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.68999999999999995,"15min":0.70799999999999996},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":2.073,"5min":3.0099999999999998,"15min":3.0099999999999998},"last":0.73599999999999999},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.63,"15min":0.63},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":3.0600000000000001,"5min":3.1000000000000001,"15min":3.1000000000000001},"last":0.69799999999999995}]},{"osd":4,"last update":"Mon Aug 28 02:35:09 2023","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.92400000000000004,"15min":1.2989999999999999},"min":{"1min":0.27700000000000002,"5min":0.245,"15min":0.24199999999999999},"max":{"1min":2.1150000000000002,"5min":9.6839999999999993,"15min":18.943000000000001},"last":0.35099999999999998},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.77200000000000002,"15min":0.95699999999999996},"min":{"1min":0.30399999999999999,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":2.206,"5min":6.2350000000000003,"15min":8.1890000000000001},"last":0.79400000000000004}]},{"osd":5,"last update":"Mon Aug 28 02:35:09 2023","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.74399999999999999,"15min":1.0660000000000001},"min":{"1min":0.28100000000000003,"5min":0.246,"15min":0.23599999999999999},"max":{"1min":1.2210000000000001,"5min":5.9130000000000003,"15min":14.622},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.90900000000000003,"15min":1.294},"min":{"1min":0.317,"5min":0.28100000000000003,"15min":0.27000000000000002},"max":{"1min":2.1419999999999999,"5min":9.5559999999999992,"15min":17.324999999999999},"last":0.44}]},{"osd":6,"last update":"Mon Aug 28 02:35:09 2023","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.98199999999999998,"15min":1.321},"min":{"1min":0.36699999999999999,"5min":0.31900000000000001,"15min":0.30299999999999999},"max":{"1min":2.1819999999999999,"5min":9.7829999999999995,"15min":17.454999999999998},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.436,"5min":0.77300000000000002,"15min":0.86299999999999999},"min":{"1min":0.34399999999999997,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.54500000000000004,"5min":5.6710000000000003,"15min":7.665},"last":0.76600000000000001}]}]},{"osd":6,"up_from":0,"seq":193273528679,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":101,"seq":433791697137,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1610516,"kb_used_data":978252,"kb_used_omap":4,"kb_used_meta":632251,"kb_avail":92134636,"statfs":{"total":95995035648,"available":94345867264,"internally_reserved":0,"allocated":1001730048,"data_stored":999874415,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":647425934},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:35:38 2023","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":1.01,"15min":2.411},"min":{"1min":0.25900000000000001,"5min":0.223,"15min":0.214},"max":{"1min":1.8009999999999999,"5min":13.526,"15min":24.545999999999999},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.45500000000000002,"5min":1.3959999999999999,"15min":2.8809999999999998},"min":{"1min":0.23899999999999999,"5min":0.23599999999999999,"15min":0.21199999999999999},"max":{"1min":0.68600000000000005,"5min":11.1,"15min":24.515000000000001},"last":0.39000000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:35:30 2023","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":1.4330000000000001,"15min":2.5819999999999999},"min":{"1min":0.30499999999999999,"5min":0.28699999999999998,"15min":0.24099999999999999},"max":{"1min":2.4889999999999999,"5min":22.161000000000001,"15min":22.161000000000001},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.42599999999999999,"5min":1.3720000000000001,"15min":2.1139999999999999},"min":{"1min":0.28399999999999997,"5min":0.254,"15min":0.253},"max":{"1min":0.81599999999999995,"5min":13.114000000000001,"15min":20.003},"last":0.69999999999999996}]},{"osd":3,"last update":"Mon Aug 28 02:35:12 2023","interfaces":[{"interface":"back","average":{"1min":0.69899999999999995,"5min":0.51000000000000001,"15min":0.47799999999999998},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":1.9770000000000001,"5min":1.9770000000000001,"15min":1.9770000000000001},"last":0.45200000000000001},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.53400000000000003,"15min":0.52100000000000002},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":2.694,"5min":2.694,"15min":2.694},"last":0.57599999999999996}]},{"osd":4,"last update":"Mon Aug 28 02:35:38 2023","interfaces":[{"interface":"back","average":{"1min":0.48799999999999999,"5min":1.0449999999999999,"15min":1.556},"min":{"1min":0.377,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.70899999999999996,"5min":6.819,"15min":18.992999999999999},"last":0.65200000000000002},{"interface":"front","average":{"1min":0.71199999999999997,"5min":0.99199999999999999,"15min":1.76},"min":{"1min":0.34399999999999997,"5min":0.29099999999999998,"15min":0.26400000000000001},"max":{"1min":1.897,"5min":6.8380000000000001,"15min":14.779999999999999},"last":0.56200000000000006}]},{"osd":5,"last update":"Mon Aug 28 02:35:38 2023","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":1.179,"15min":2.165},"min":{"1min":0.36499999999999999,"5min":0.35999999999999999,"15min":0.29999999999999999},"max":{"1min":0.84699999999999998,"5min":10.314,"15min":18.626999999999999},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.56399999999999995,"5min":1.1020000000000001,"15min":2.02},"min":{"1min":0.38600000000000001,"5min":0.375,"15min":0.32000000000000001},"max":{"1min":0.80800000000000005,"5min":7.3410000000000002,"15min":18.945},"last":0.54200000000000004}]},{"osd":6,"last update":"Mon Aug 28 02:35:38 2023","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":1.1020000000000001,"15min":2.1230000000000002},"min":{"1min":0.40799999999999997,"5min":0.39100000000000001,"15min":0.34300000000000003},"max":{"1min":0.874,"5min":10.272,"15min":13.254},"last":0.67700000000000005},{"interface":"front","average":{"1min":0.60899999999999999,"5min":1.2849999999999999,"15min":1.7869999999999999},"min":{"1min":0.46100000000000002,"5min":0.41799999999999998,"15min":0.34499999999999997},"max":{"1min":0.85899999999999999,"5min":12.371,"15min":19.021999999999998},"last":0.496}]},{"osd":7,"last update":"Mon Aug 28 02:35:38 2023","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":1.093,"15min":2.0219999999999998},"min":{"1min":0.45200000000000001,"5min":0.374,"15min":0.374},"max":{"1min":0.81100000000000005,"5min":7.3949999999999996,"15min":19.047999999999998},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.82999999999999996,"5min":1.0680000000000001,"15min":2.004},"min":{"1min":0.46200000000000002,"5min":0.34399999999999997,"15min":0.312},"max":{"1min":1.9430000000000001,"5min":6.4960000000000004,"15min":14.818},"last":0.61799999999999999}]}]},{"osd":0,"up_from":87,"seq":373662155004,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3853404,"kb_used_data":3192468,"kb_used_omap":5,"kb_used_meta":660922,"kb_avail":89891748,"statfs":{"total":95995035648,"available":92049149952,"internally_reserved":0,"allocated":3269087232,"data_stored":3267113572,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":676784762},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:35:34 2023","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.80400000000000005,"15min":1.8300000000000001},"min":{"1min":0.245,"5min":0.184,"15min":0.184},"max":{"1min":1.796,"5min":5.5339999999999998,"15min":30.315000000000001},"last":0.221},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.96299999999999997,"15min":2.6589999999999998},"min":{"1min":0.26700000000000002,"5min":0.249,"15min":0.221},"max":{"1min":1.976,"5min":11.914,"15min":69.272000000000006},"last":0.27600000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:35:34 2023","interfaces":[{"interface":"back","average":{"1min":0.748,"5min":1.002,"15min":2.278},"min":{"1min":0.28199999999999997,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":2.6640000000000001,"5min":8.5250000000000004,"15min":20.959},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.754,"5min":0.92800000000000005,"15min":1.8720000000000001},"min":{"1min":0.32200000000000001,"5min":0.247,"15min":0.24299999999999999},"max":{"1min":2.8940000000000001,"5min":7.024,"15min":12.332000000000001},"last":0.38800000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.67300000000000004,"5min":0.73399999999999999,"15min":0.74399999999999999},"min":{"1min":0.32600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":2.7130000000000001,"5min":3.952,"15min":3.952},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.748,"15min":0.77000000000000002},"min":{"1min":0.41299999999999998,"5min":0.371,"15min":0.371},"max":{"1min":1.0920000000000001,"5min":3.9750000000000001,"15min":3.9750000000000001},"last":0.48399999999999999}]},{"osd":4,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":3.5329999999999999,"15min":2.4849999999999999},"min":{"1min":0.36899999999999999,"5min":0.314,"15min":0.29299999999999998},"max":{"1min":0.69599999999999995,"5min":274.33199999999999,"15min":274.33199999999999},"last":0.315},{"interface":"front","average":{"1min":0.61799999999999999,"5min":3.6600000000000001,"15min":2.8879999999999999},"min":{"1min":0.36199999999999999,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":2.2280000000000002,"5min":266.31999999999999,"15min":266.31999999999999},"last":2.6520000000000001}]},{"osd":5,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.92100000000000004,"15min":1.5840000000000001},"min":{"1min":0.371,"5min":0.33300000000000002,"15min":0.29299999999999998},"max":{"1min":0.70099999999999996,"5min":7.1139999999999999,"15min":13.038},"last":0.35499999999999998},{"interface":"front","average":{"1min":0.64700000000000002,"5min":1.2609999999999999,"15min":2.085},"min":{"1min":0.39500000000000002,"5min":0.34799999999999998,"15min":0.27800000000000002},"max":{"1min":2.2679999999999998,"5min":11.968999999999999,"15min":15.231},"last":0.36699999999999999}]},{"osd":6,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":1.069,"15min":1.8220000000000001},"min":{"1min":0.40999999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.77800000000000002,"5min":11.605,"15min":15.122999999999999},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.70399999999999996,"5min":1.3600000000000001,"15min":2.0990000000000002},"min":{"1min":0.48499999999999999,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":2.3029999999999999,"5min":11.856999999999999,"15min":15.186999999999999},"last":0.434}]},{"osd":7,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":1.2609999999999999,"15min":2.1379999999999999},"min":{"1min":0.438,"5min":0.36399999999999999,"15min":0.33400000000000002},"max":{"1min":2.7519999999999998,"5min":8.1069999999999993,"15min":16.183},"last":2.6869999999999998},{"interface":"front","average":{"1min":0.62,"5min":1.1399999999999999,"15min":1.774},"min":{"1min":0.5,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.82599999999999996,"5min":7.0620000000000003,"15min":13.005000000000001},"last":2.6720000000000002}]}]},{"osd":2,"up_from":0,"seq":502511173863,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":297,"seq":1275605286946,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1014484,"kb_used_data":879564,"kb_used_omap":2,"kb_used_meta":134909,"kb_avail":92730668,"statfs":{"total":95995035648,"available":94956204032,"internally_reserved":0,"allocated":900673536,"data_stored":898812743,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":138146869},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:35:13 2023","interfaces":[{"interface":"back","average":{"1min":0.86199999999999999,"5min":0.49399999999999999,"15min":0.433},"min":{"1min":0.23100000000000001,"5min":0.22,"15min":0.22},"max":{"1min":6.8819999999999997,"5min":6.8819999999999997,"15min":6.8819999999999997},"last":0.36299999999999999},{"interface":"front","average":{"1min":1.0489999999999999,"5min":0.76900000000000002,"15min":0.72199999999999998},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":6.7839999999999998,"5min":6.7839999999999998,"15min":6.7839999999999998},"last":0.51700000000000002}]},{"osd":1,"last update":"Mon Aug 28 02:35:13 2023","interfaces":[{"interface":"back","average":{"1min":0.86799999999999999,"5min":0.49199999999999999,"15min":0.42999999999999999},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":4.0650000000000004,"5min":4.0650000000000004,"15min":4.0650000000000004},"last":0.40100000000000002},{"interface":"front","average":{"1min":0.86799999999999999,"5min":0.753,"15min":0.73399999999999999},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":3.23,"5min":3.23,"15min":3.23},"last":0.33300000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:35:13 2023","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.625,"15min":0.63600000000000001},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":2.3079999999999998,"5min":2.5449999999999999,"15min":2.5449999999999999},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.76200000000000001,"5min":0.58699999999999997,"15min":0.55800000000000005},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":4.7030000000000003,"5min":4.7030000000000003,"15min":4.7030000000000003},"last":0.47099999999999997}]},{"osd":4,"last update":"Mon Aug 28 02:35:13 2023","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.57399999999999995,"15min":0.57199999999999995},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":1.863,"5min":1.863,"15min":1.863},"last":0.501},{"interface":"front","average":{"1min":0.87,"5min":0.60099999999999998,"15min":0.55600000000000005},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":3.5030000000000001,"5min":3.5030000000000001,"15min":3.5030000000000001},"last":0.45800000000000002}]},{"osd":5,"last update":"Mon Aug 28 02:35:13 2023","interfaces":[{"interface":"back","average":{"1min":0.86399999999999999,"5min":0.626,"15min":0.58599999999999997},"min":{"1min":0.40899999999999997,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":3.5390000000000001,"5min":3.5390000000000001,"15min":3.5390000000000001},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.54800000000000004,"15min":0.54400000000000004},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":2.383,"5min":2.383,"15min":2.383},"last":0.42199999999999999}]},{"osd":6,"last update":"Mon Aug 28 02:35:13 2023","interfaces":[{"interface":"back","average":{"1min":0.65000000000000002,"5min":0.64600000000000002,"15min":0.64500000000000002},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":1.8879999999999999,"5min":1.8879999999999999,"15min":1.8879999999999999},"last":0.439},{"interface":"front","average":{"1min":0.91700000000000004,"5min":0.68899999999999995,"15min":0.65100000000000002},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":3.6099999999999999,"5min":3.6099999999999999,"15min":3.6099999999999999},"last":0.58199999999999996}]},{"osd":7,"last update":"Mon Aug 28 02:35:13 2023","interfaces":[{"interface":"back","average":{"1min":0.64300000000000002,"5min":0.58999999999999997,"15min":0.58099999999999996},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":2.3500000000000001,"5min":2.3500000000000001,"15min":2.3500000000000001},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.65000000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":1.8260000000000001,"5min":1.8260000000000001,"15min":1.8260000000000001},"last":0.55600000000000005}]}]},{"osd":4,"up_from":30,"seq":128849019241,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3686948,"kb_used_data":3225692,"kb_used_omap":0,"kb_used_meta":461248,"kb_avail":90058204,"statfs":{"total":95995035648,"available":92219600896,"internally_reserved":0,"allocated":3303108608,"data_stored":3301794692,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":472317952},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,0,0,0,0,0,3,1,2,2,2],"upper_bound":4096},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.95499999999999996,"5min":1.0109999999999999,"15min":1.7729999999999999},"min":{"1min":0.312,"5min":0.247,"15min":0.22800000000000001},"max":{"1min":10.249000000000001,"5min":10.249000000000001,"15min":22.515000000000001},"last":0.23000000000000001},{"interface":"front","average":{"1min":0.72999999999999998,"5min":1.0649999999999999,"15min":1.7090000000000001},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.217},"max":{"1min":4.5250000000000004,"5min":6.9720000000000004,"15min":22.454000000000001},"last":0.40400000000000003}]},{"osd":1,"last update":"Mon Aug 28 02:35:43 2023","interfaces":[{"interface":"back","average":{"1min":0.70199999999999996,"5min":0.78700000000000003,"15min":1.4710000000000001},"min":{"1min":0.31,"5min":0.254,"15min":0.24199999999999999},"max":{"1min":5.5979999999999999,"5min":8.7710000000000008,"15min":23.082000000000001},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.499,"5min":0.84199999999999997,"15min":1.663},"min":{"1min":0.32400000000000001,"5min":0.26000000000000001,"15min":0.255},"max":{"1min":0.81200000000000006,"5min":8.7940000000000005,"15min":25.100000000000001},"last":0.439}]},{"osd":2,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.74399999999999999,"5min":1.21,"15min":1.6479999999999999},"min":{"1min":0.35699999999999998,"5min":0.27900000000000003,"15min":0.27400000000000002},"max":{"1min":4.3959999999999999,"5min":8.7149999999999999,"15min":16.231000000000002},"last":3.3210000000000002},{"interface":"front","average":{"1min":0.72699999999999998,"5min":1.1839999999999999,"15min":1.6140000000000001},"min":{"1min":0.312,"5min":0.312,"15min":0.251},"max":{"1min":4.7130000000000001,"5min":13.515000000000001,"15min":13.515000000000001},"last":0.51900000000000002}]},{"osd":3,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.74199999999999999,"5min":0.79400000000000004,"15min":0.80300000000000005},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":3.8260000000000001,"5min":7.7480000000000002,"15min":7.7480000000000002},"last":1.778},{"interface":"front","average":{"1min":1.123,"5min":0.74399999999999999,"15min":0.68100000000000005},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":3.7069999999999999,"5min":3.7069999999999999,"15min":3.7069999999999999},"last":0.83399999999999996}]},{"osd":5,"last update":"Mon Aug 28 02:34:55 2023","interfaces":[{"interface":"back","average":{"1min":0.41299999999999998,"5min":0.879,"15min":1.123},"min":{"1min":0.28399999999999997,"5min":0.222,"15min":0.222},"max":{"1min":0.60099999999999998,"5min":8.6679999999999993,"15min":16.181999999999999},"last":0.28699999999999998},{"interface":"front","average":{"1min":0.41899999999999998,"5min":1.0569999999999999,"15min":1.1679999999999999},"min":{"1min":0.27500000000000002,"5min":0.224,"15min":0.20699999999999999},"max":{"1min":0.66300000000000003,"5min":8.6370000000000005,"15min":10.233000000000001},"last":0.36799999999999999}]},{"osd":6,"last update":"Mon Aug 28 02:35:07 2023","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.94399999999999995,"15min":1.087},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.26500000000000001},"max":{"1min":0.56899999999999995,"5min":8.5950000000000006,"15min":10.023999999999999},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.44,"5min":1.0669999999999999,"15min":1.123},"min":{"1min":0.30499999999999999,"5min":0.28299999999999997,"15min":0.26600000000000001},"max":{"1min":0.78500000000000003,"5min":8.5,"15min":8.5},"last":0.76000000000000001}]},{"osd":7,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.88100000000000001,"15min":1.1539999999999999},"min":{"1min":0.28999999999999998,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.69399999999999995,"5min":8.8249999999999993,"15min":9.3209999999999997},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.51500000000000001,"5min":1.042,"15min":1.109},"min":{"1min":0.34499999999999997,"5min":0.34300000000000003,"15min":0.30299999999999999},"max":{"1min":1.153,"5min":15.597,"15min":15.597},"last":0.54700000000000004}]}]},{"osd":5,"up_from":37,"seq":158913790314,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2758432,"kb_used_data":2208472,"kb_used_omap":0,"kb_used_meta":549952,"kb_avail":90986720,"statfs":{"total":95995035648,"available":93170401280,"internally_reserved":0,"allocated":2261475328,"data_stored":2260169895,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":563150848},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,0,1,1],"upper_bound":256},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:35:43 2023","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.877,"15min":1.8280000000000001},"min":{"1min":0.23799999999999999,"5min":0.23200000000000001,"15min":0.20200000000000001},"max":{"1min":1.071,"5min":7.7560000000000002,"15min":40.334000000000003},"last":0.39000000000000001},{"interface":"front","average":{"1min":0.68600000000000005,"5min":1.1479999999999999,"15min":1.8460000000000001},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.23200000000000001},"max":{"1min":4.298,"5min":19.815999999999999,"15min":40.212000000000003},"last":0.41099999999999998}]},{"osd":1,"last update":"Mon Aug 28 02:35:43 2023","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":1.0449999999999999,"15min":1.956},"min":{"1min":0.314,"5min":0.26200000000000001,"15min":0.23200000000000001},"max":{"1min":1.4299999999999999,"5min":17.998000000000001,"15min":40.088000000000001},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.745,"5min":1.3580000000000001,"15min":1.895},"min":{"1min":0.28899999999999998,"5min":0.27800000000000002,"15min":0.251},"max":{"1min":4.2149999999999999,"5min":19.853000000000002,"15min":40.243000000000002},"last":0.32600000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:35:43 2023","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.89800000000000002,"15min":1.829},"min":{"1min":0.33500000000000002,"5min":0.29899999999999999,"15min":0.27700000000000002},"max":{"1min":1.373,"5min":7.8029999999999999,"15min":40.436999999999998},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.79100000000000004,"5min":1.161,"15min":1.865},"min":{"1min":0.34899999999999998,"5min":0.28499999999999998,"15min":0.27200000000000002},"max":{"1min":4.2400000000000002,"5min":8.609,"15min":40.555},"last":0.45500000000000002}]},{"osd":3,"last update":"Mon Aug 28 02:35:16 2023","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":1.1599999999999999,"15min":1.252},"min":{"1min":0.32200000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":1.8029999999999999,"5min":16.190999999999999,"15min":16.190999999999999},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.53800000000000003,"5min":1.4550000000000001,"15min":1.6080000000000001},"min":{"1min":0.39600000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.879,"5min":21.420999999999999,"15min":21.420999999999999},"last":0.504}]},{"osd":4,"last update":"Mon Aug 28 02:34:55 2023","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.85799999999999998,"15min":1.294},"min":{"1min":0.253,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":1.012,"5min":13.616,"15min":40.762999999999998},"last":0.432},{"interface":"front","average":{"1min":0.45900000000000002,"5min":1.1879999999999999,"15min":1.3540000000000001},"min":{"1min":0.28499999999999998,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.69999999999999996,"5min":10.566000000000001,"15min":40.634},"last":0.378}]},{"osd":6,"last update":"Mon Aug 28 02:35:43 2023","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":1.042,"15min":1.427},"min":{"1min":0.318,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":1.048,"5min":17.510000000000002,"15min":42.409999999999997},"last":0.623},{"interface":"front","average":{"1min":0.49199999999999999,"5min":1.046,"15min":1.403},"min":{"1min":0.32200000000000001,"5min":0.254,"15min":0.254},"max":{"1min":1.2330000000000001,"5min":15.856999999999999,"15min":42.533999999999999},"last":0.40000000000000002}]},{"osd":7,"last update":"Mon Aug 28 02:35:43 2023","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.93300000000000005,"15min":1.5940000000000001},"min":{"1min":0.36699999999999999,"5min":0.315,"15min":0.314},"max":{"1min":1.7549999999999999,"5min":10.837999999999999,"15min":42.667000000000002},"last":0.44500000000000001},{"interface":"front","average":{"1min":0.76500000000000001,"5min":1.2509999999999999,"15min":1.605},"min":{"1min":0.33000000000000002,"5min":0.318,"15min":0.318},"max":{"1min":4.149,"5min":17.808,"15min":42.344000000000001},"last":0.60199999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":3262713856,"data_stored":3262709784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":995622912,"data_stored":995622912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":2378235904,"data_stored":2378235904,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":894369792,"data_stored":894369792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":3294498816,"data_stored":3294494744,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":2255421440,"data_stored":2255421440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1990135808,"data_stored":1990131736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1642528768,"data_stored":1642528768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:35:58.520 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph status --format=json 2023-08-28T02:35:58.534 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:35:58.546 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:35:58.594 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:35:58.622 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:58.641 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:35:58.644 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:58.644 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:35:58.707 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:58 smithi040 ceph-mon[170259]: from='client.45698 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:35:58.708 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:35:58 smithi040 ceph-mon[170259]: pgmap v993: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.9 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 130 op/s; 37792/240204 objects degraded (15.733%); 10652/240204 objects misplaced (4.435%); 1.4 MiB/s, 22 objects/s recovering 2023-08-28T02:35:58.708 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:58 smithi040 ceph-mon[175404]: from='client.45698 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:35:58.708 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:35:58 smithi040 ceph-mon[175404]: pgmap v993: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.9 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 130 op/s; 37792/240204 objects degraded (15.733%); 10652/240204 objects misplaced (4.435%); 1.4 MiB/s, 22 objects/s recovering 2023-08-28T02:35:58.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:58 smithi083 ceph-mon[157819]: from='client.45698 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:35:58.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:35:58 smithi083 ceph-mon[157819]: pgmap v993: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.9 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 130 op/s; 37792/240204 objects degraded (15.733%); 10652/240204 objects misplaced (4.435%); 1.4 MiB/s, 22 objects/s recovering 2023-08-28T02:35:58.745 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:35:58.773 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:58.795 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:58.795 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:35:58.795 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:35:58.896 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:35:58.928 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:58.956 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:35:58.960 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:58.960 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:35:59.045 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:35:59.061 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:35:59.094 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:59.266 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:35:59.269 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:59.270 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:35:59.370 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:35:59.400 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-08-28T02:35:59.405 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:59.517 INFO:teuthology.orchestra.run.smithi083.stdout:ERROR: (22) Invalid argument 2023-08-28T02:35:59.517 INFO:teuthology.orchestra.run.smithi083.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:35:59.534 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:35:59.537 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:59.537 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:35:59.638 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:35:59.671 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:35:59.845 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:35:59.848 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:35:59.848 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:35:59.883 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.5 dump_historic_ops 2023-08-28T02:35:59.949 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:35:59.997 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:00.022 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:36:00.024 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:00.025 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:36:00.125 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:36:00.125 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:36:00.155 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:00.217 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:36:00.229 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:36:00.232 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:00.232 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:36:00.333 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:36:00.371 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:00.652 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:36:00.655 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:00.656 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:36:00.757 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:36:00.817 INFO:teuthology.orchestra.run.smithi040.stderr:noscrub is set 2023-08-28T02:36:00.847 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:00.865 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:36:00.869 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:00.870 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:36:00.910 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:36:00.910 INFO:teuthology.orchestra.run.smithi040.stdout:{"fsid":"d9a8f48a-4546-11ee-817c-1b7a5f1ba315","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"noscrub flag(s) set","count":7},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 37761/239880 objects degraded (15.742%), 6 pgs degraded, 5 pgs undersized","count":11},"muted":false}},"mutes":[]},"election_epoch":34,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":1366,"monmap":{"epoch":4,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":332,"num_osds":8,"num_up_osds":8,"osd_up_since":1693189991,"num_in_osds":6,"osd_in_since":1693189947,"num_remapped_pgs":8},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":90},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":5},{"state_name":"active+remapped+backfill_wait","count":2},{"state_name":"active+recovery_wait+degraded","count":1},{"state_name":"active+recovering+remapped","count":1}],"num_pgs":99,"num_pools":5,"num_objects":79960,"data_bytes":5239061252,"bytes_used":15335899136,"bytes_avail":560634314752,"bytes_total":575970213888,"degraded_objects":37761,"degraded_total":239880,"degraded_ratio":0.15741620810405202,"misplaced_objects":10623,"misplaced_total":239880,"misplaced_ratio":0.044284642321160576,"recovering_objects_per_sec":20,"recovering_bytes_per_sec":1316892,"recovering_keys_per_sec":0,"num_objects_recovered":201,"num_bytes_recovered":13172736,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":109},"fsmap":{"epoch":7,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi040.wmhbsz","status":"up:active","gid":24577}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.40:8443/","prometheus":"http://172.21.15.40:9283/"}},"servicemap":{"epoch":22,"modified":"2023-08-28T02:34:10.384085+0000","services":{}},"progress_events":{"12dba03a-d529-4826-b243-e29af8fa97a8":{"message":"Upgrade to 18.2.0-187-g9cf20820 (5m)\n [============................] (remaining: 6m)","progress":0.44999998807907104,"add_to_ceph_s":true},"42e4bfe6-6201-4e43-94a3-bd00b5166574":{"message":"Global Recovery Event (4m)\n [=========================...] (remaining: 26s)","progress":0.90909093618392944,"add_to_ceph_s":true}}} 2023-08-28T02:36:00.940 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:00 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:36:00.940 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:00 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:36:00.940 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:00 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/4289622006' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:36:00.940 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:00 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:36:00.940 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:00 smithi040 ceph-mon[175404]: pgmap v994: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.9 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 109 op/s; 37761/239880 objects degraded (15.742%); 10623/239880 objects misplaced (4.428%); 1.3 MiB/s, 20 objects/s recovering 2023-08-28T02:36:00.940 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:00 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:36:00.941 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:00 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:36:00.941 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:00 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/4289622006' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:36:00.941 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:00 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:36:00.941 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:00 smithi040 ceph-mon[170259]: pgmap v994: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.9 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 109 op/s; 37761/239880 objects degraded (15.742%); 10623/239880 objects misplaced (4.428%); 1.3 MiB/s, 20 objects/s recovering 2023-08-28T02:36:00.970 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:36:00.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:00 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:36:00.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:00 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:36:00.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:00 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/4289622006' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:36:00.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:00 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:36:00.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:00 smithi083 ceph-mon[157819]: pgmap v994: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.9 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 109 op/s; 37761/239880 objects degraded (15.742%); 10623/239880 objects misplaced (4.428%); 1.3 MiB/s, 20 objects/s recovering 2023-08-28T02:36:01.004 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:01.128 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:36:01.132 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:01.132 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:36:01.195 INFO:teuthology.orchestra.run.smithi083.stdout:ERROR: (22) Invalid argument 2023-08-28T02:36:01.195 INFO:teuthology.orchestra.run.smithi083.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:36:01.233 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:36:01.268 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:01.482 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2023-08-28T02:36:01.482 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:36:01.543 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:36:01.551 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:01.551 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:36:01.619 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.6 dump_ops_in_flight 2023-08-28T02:36:01.652 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:36:01.692 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:01.711 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:36:01.714 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:01.714 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:36:01.753 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:36:01.753 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:36:01.753 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:36:01.753 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:36:01.769 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:36:01.792 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:36:01.815 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:36:01.819 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:36:01.840 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:36:01.842 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-08-28T02:36:01.842 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-08-28T02:36:01.842 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-08-28T02:36:01.842 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-08-28T02:36:01.842 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-08-28T02:36:01.843 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-08-28T02:36:01.843 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-08-28T02:36:01.843 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-08-28T02:36:01.847 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:01.866 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:36:01.867 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:01 smithi040 ceph-mon[175404]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:36:01.867 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:01 smithi040 ceph-mon[175404]: failed to encode map e332 with expected crc 2023-08-28T02:36:01.867 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:01 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:36:01.868 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:01 smithi040 ceph-mon[175404]: osdmap e332: 8 total, 8 up, 6 in 2023-08-28T02:36:01.868 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:01 smithi040 ceph-mon[175404]: failed to encode map e332 with expected crc 2023-08-28T02:36:01.868 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:01 smithi040 ceph-mon[175404]: failed to encode map e332 with expected crc 2023-08-28T02:36:01.868 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:01 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3511494641' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:36:01.868 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:01 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 37761/239880 objects degraded (15.742%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:36:01.868 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:01 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2898650009' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:36:01.868 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:01 smithi040 ceph-mon[170259]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:36:01.869 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:01 smithi040 ceph-mon[170259]: failed to encode map e332 with expected crc 2023-08-28T02:36:01.869 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:01 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:36:01.869 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:01 smithi040 ceph-mon[170259]: osdmap e332: 8 total, 8 up, 6 in 2023-08-28T02:36:01.869 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:01 smithi040 ceph-mon[170259]: failed to encode map e332 with expected crc 2023-08-28T02:36:01.869 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:01 smithi040 ceph-mon[170259]: failed to encode map e332 with expected crc 2023-08-28T02:36:01.869 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:01 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3511494641' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:36:01.869 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:01 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 37761/239880 objects degraded (15.742%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:36:01.869 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:01 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2898650009' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:36:01.870 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:36:01.873 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:01.873 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:36:01.934 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:36:01.974 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:36:01.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:01 smithi083 ceph-mon[157819]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:36:01.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:01 smithi083 ceph-mon[157819]: failed to encode map e332 with expected crc 2023-08-28T02:36:01.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:01 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:36:01.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:01 smithi083 ceph-mon[157819]: osdmap e332: 8 total, 8 up, 6 in 2023-08-28T02:36:01.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:01 smithi083 ceph-mon[157819]: failed to encode map e332 with expected crc 2023-08-28T02:36:01.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:01 smithi083 ceph-mon[157819]: failed to encode map e332 with expected crc 2023-08-28T02:36:01.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:01 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3511494641' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:36:01.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:01 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 37761/239880 objects degraded (15.742%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:36:01.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:01 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2898650009' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:36:02.002 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:02.173 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:36:02.179 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:02.179 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:36:02.280 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:36:02.317 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:02.339 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:36:02.342 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:02.343 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:36:02.443 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:36:02.478 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:02.750 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:36:02.753 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:02.753 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:36:02.854 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:36:02.888 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:02.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:02 smithi083 ceph-mon[157819]: pgmap v996: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.9 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 116 op/s; 37684/239268 objects degraded (15.750%); 10602/239268 objects misplaced (4.431%); 1.4 MiB/s, 22 objects/s recovering 2023-08-28T02:36:03.008 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:02 smithi040 ceph-mon[175404]: pgmap v996: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.9 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 116 op/s; 37684/239268 objects degraded (15.750%); 10602/239268 objects misplaced (4.431%); 1.4 MiB/s, 22 objects/s recovering 2023-08-28T02:36:03.009 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:02 smithi040 ceph-mon[170259]: pgmap v996: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.9 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 116 op/s; 37684/239268 objects degraded (15.750%); 10602/239268 objects misplaced (4.431%); 1.4 MiB/s, 22 objects/s recovering 2023-08-28T02:36:03.010 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:36:03.013 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:03.014 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:36:03.111 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2023-08-28T02:36:03.112 INFO:teuthology.orchestra.run.smithi083.stdout: "ops": [], 2023-08-28T02:36:03.112 INFO:teuthology.orchestra.run.smithi083.stdout: "num_ops": 0 2023-08-28T02:36:03.112 INFO:teuthology.orchestra.run.smithi083.stdout:} 2023-08-28T02:36:03.114 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:36:03.149 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:03.178 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:36:03.180 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:03.180 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:36:03.281 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:36:03.314 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:03.342 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:36:03.345 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:03.345 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:36:03.431 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:36:03.432 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:36:03.447 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:36:03.479 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:03.498 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:36:03.502 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:03.503 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:36:03.518 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.6 dump_blocked_ops 2023-08-28T02:36:03.603 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:36:03.633 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:03.665 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:36:03.667 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:03.668 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:36:03.746 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd set nodeep-scrub 2023-08-28T02:36:03.768 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:36:03.785 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":996,"stamp":"2023-08-28T02:36:02.419205+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":5225691908,"num_objects":79756,"num_object_clones":0,"num_object_copies":239268,"num_objects_missing_on_primary":5089,"num_objects_missing":5089,"num_objects_degraded":37684,"num_objects_misplaced":10602,"num_objects_unfound":0,"num_objects_dirty":79756,"num_whiteouts":0,"num_read":90,"num_read_kb":168,"num_write":106986,"num_write_kb":5972054,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":36258,"num_bytes_recovered":2358710641,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":96555,"ondisk_log_size":96555,"up":297,"acting":292,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":14941032,"kb_used_data":12018744,"kb_used_omap":12,"kb_used_meta":2922227,"kb_avail":547529880,"statfs":{"total":575970213888,"available":560670597120,"internally_reserved":0,"allocated":12307193856,"data_stored":12297550850,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12739,"internal_metadata":2992361021},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,0,0,0,0,0,0,5,4],"upper_bound":8192},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-61145088,"num_objects":-933,"num_object_clones":0,"num_object_copies":-2799,"num_objects_missing_on_primary":-54,"num_objects_missing":-54,"num_objects_degraded":-238,"num_objects_misplaced":-137,"num_objects_unfound":0,"num_objects_dirty":-933,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":933,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":184,"num_bytes_recovered":12058624,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.002106"},"pg_stats":[{"pgid":"3.1a","version":"65'1","reported_seq":342,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:49.982899+0000","last_change":"2023-08-28T02:32:32.667028+0000","last_active":"2023-08-28T02:35:49.982899+0000","last_peered":"2023-08-28T02:35:49.982899+0000","last_clean":"2023-08-28T02:35:49.982899+0000","last_became_active":"2023-08-28T02:32:32.666711+0000","last_became_peered":"2023-08-28T02:32:32.666711+0000","last_unstale":"2023-08-28T02:35:49.982899+0000","last_undegraded":"2023-08-28T02:35:49.982899+0000","last_fullsized":"2023-08-28T02:35:49.982899+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:28:21.913105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":294,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:50.012280+0000","last_change":"2023-08-28T02:29:44.421259+0000","last_active":"2023-08-28T02:35:50.012280+0000","last_peered":"2023-08-28T02:35:50.012280+0000","last_clean":"2023-08-28T02:35:50.012280+0000","last_became_active":"2023-08-28T02:29:44.420936+0000","last_became_peered":"2023-08-28T02:29:44.420936+0000","last_unstale":"2023-08-28T02:35:50.012280+0000","last_undegraded":"2023-08-28T02:35:50.012280+0000","last_fullsized":"2023-08-28T02:35:50.012280+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:22:26.346867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":135,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:49.980185+0000","last_change":"2023-08-28T02:33:12.290337+0000","last_active":"2023-08-28T02:35:49.980185+0000","last_peered":"2023-08-28T02:35:49.980185+0000","last_clean":"2023-08-28T02:35:49.980185+0000","last_became_active":"2023-08-28T02:33:12.289852+0000","last_became_peered":"2023-08-28T02:33:12.289852+0000","last_unstale":"2023-08-28T02:35:49.980185+0000","last_undegraded":"2023-08-28T02:35:49.980185+0000","last_fullsized":"2023-08-28T02:35:49.980185+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:04:26.420037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":309,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:50.013943+0000","last_change":"2023-08-28T02:33:13.317226+0000","last_active":"2023-08-28T02:35:50.013943+0000","last_peered":"2023-08-28T02:35:50.013943+0000","last_clean":"2023-08-28T02:35:50.013943+0000","last_became_active":"2023-08-28T02:33:13.316893+0000","last_became_peered":"2023-08-28T02:33:13.316893+0000","last_unstale":"2023-08-28T02:35:50.013943+0000","last_undegraded":"2023-08-28T02:35:50.013943+0000","last_fullsized":"2023-08-28T02:35:50.013943+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:55:46.593463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":254,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:49.979043+0000","last_change":"2023-08-28T02:33:12.295203+0000","last_active":"2023-08-28T02:35:49.979043+0000","last_peered":"2023-08-28T02:35:49.979043+0000","last_clean":"2023-08-28T02:35:49.979043+0000","last_became_active":"2023-08-28T02:33:12.294904+0000","last_became_peered":"2023-08-28T02:33:12.294904+0000","last_unstale":"2023-08-28T02:35:49.979043+0000","last_undegraded":"2023-08-28T02:35:49.979043+0000","last_fullsized":"2023-08-28T02:35:49.979043+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:31:07.008856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":272,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:50.016348+0000","last_change":"2023-08-28T02:31:51.987263+0000","last_active":"2023-08-28T02:35:50.016348+0000","last_peered":"2023-08-28T02:35:50.016348+0000","last_clean":"2023-08-28T02:35:50.016348+0000","last_became_active":"2023-08-28T02:31:51.986938+0000","last_became_peered":"2023-08-28T02:31:51.986938+0000","last_unstale":"2023-08-28T02:35:50.016348+0000","last_undegraded":"2023-08-28T02:35:50.016348+0000","last_fullsized":"2023-08-28T02:35:50.016348+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:18.021905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":303,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:50.013989+0000","last_change":"2023-08-28T02:33:12.318656+0000","last_active":"2023-08-28T02:35:50.013989+0000","last_peered":"2023-08-28T02:35:50.013989+0000","last_clean":"2023-08-28T02:35:50.013989+0000","last_became_active":"2023-08-28T02:33:12.318297+0000","last_became_peered":"2023-08-28T02:33:12.318297+0000","last_unstale":"2023-08-28T02:35:50.013989+0000","last_undegraded":"2023-08-28T02:35:50.013989+0000","last_fullsized":"2023-08-28T02:35:50.013989+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:43:09.789767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":235,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:49.979130+0000","last_change":"2023-08-28T02:33:13.357230+0000","last_active":"2023-08-28T02:35:49.979130+0000","last_peered":"2023-08-28T02:35:49.979130+0000","last_clean":"2023-08-28T02:35:49.979130+0000","last_became_active":"2023-08-28T02:33:13.356853+0000","last_became_peered":"2023-08-28T02:33:13.356853+0000","last_unstale":"2023-08-28T02:35:49.979130+0000","last_undegraded":"2023-08-28T02:35:49.979130+0000","last_fullsized":"2023-08-28T02:35:49.979130+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:20:21.545007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":314,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:50.016338+0000","last_change":"2023-08-28T02:29:44.462510+0000","last_active":"2023-08-28T02:35:50.016338+0000","last_peered":"2023-08-28T02:35:50.016338+0000","last_clean":"2023-08-28T02:35:50.016338+0000","last_became_active":"2023-08-28T02:29:44.460314+0000","last_became_peered":"2023-08-28T02:29:44.460314+0000","last_unstale":"2023-08-28T02:35:50.016338+0000","last_undegraded":"2023-08-28T02:35:50.016338+0000","last_fullsized":"2023-08-28T02:35:50.016338+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:59:01.311467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":238,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:49.978526+0000","last_change":"2023-08-28T02:33:13.291255+0000","last_active":"2023-08-28T02:35:49.978526+0000","last_peered":"2023-08-28T02:35:49.978526+0000","last_clean":"2023-08-28T02:35:49.978526+0000","last_became_active":"2023-08-28T02:33:13.290933+0000","last_became_peered":"2023-08-28T02:33:13.290933+0000","last_unstale":"2023-08-28T02:35:49.978526+0000","last_undegraded":"2023-08-28T02:35:49.978526+0000","last_fullsized":"2023-08-28T02:35:49.978526+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:31:54.116908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"65'3","reported_seq":316,"reported_epoch":331,"state":"active+clean","last_fresh":"2023-08-28T02:35:55.491526+0000","last_change":"2023-08-28T02:33:12.296412+0000","last_active":"2023-08-28T02:35:55.491526+0000","last_peered":"2023-08-28T02:35:55.491526+0000","last_clean":"2023-08-28T02:35:55.491526+0000","last_became_active":"2023-08-28T02:33:12.295786+0000","last_became_peered":"2023-08-28T02:33:12.295786+0000","last_unstale":"2023-08-28T02:35:55.491526+0000","last_undegraded":"2023-08-28T02:35:55.491526+0000","last_fullsized":"2023-08-28T02:35:55.491526+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:15:31.449163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":138,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:49.980475+0000","last_change":"2023-08-28T02:32:32.666927+0000","last_active":"2023-08-28T02:35:49.980475+0000","last_peered":"2023-08-28T02:35:49.980475+0000","last_clean":"2023-08-28T02:35:49.980475+0000","last_became_active":"2023-08-28T02:32:32.666618+0000","last_became_peered":"2023-08-28T02:32:32.666618+0000","last_unstale":"2023-08-28T02:35:49.980475+0000","last_undegraded":"2023-08-28T02:35:49.980475+0000","last_fullsized":"2023-08-28T02:35:49.980475+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:45:57.998333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":339,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:49.983186+0000","last_change":"2023-08-28T02:32:28.505262+0000","last_active":"2023-08-28T02:35:49.983186+0000","last_peered":"2023-08-28T02:35:49.983186+0000","last_clean":"2023-08-28T02:35:49.983186+0000","last_became_active":"2023-08-28T02:32:28.455999+0000","last_became_peered":"2023-08-28T02:32:28.455999+0000","last_unstale":"2023-08-28T02:35:49.983186+0000","last_undegraded":"2023-08-28T02:35:49.983186+0000","last_fullsized":"2023-08-28T02:35:49.983186+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:28.937020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":9468,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":323,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:49.982822+0000","last_change":"2023-08-28T02:32:12.959195+0000","last_active":"2023-08-28T02:35:49.982822+0000","last_peered":"2023-08-28T02:35:49.982822+0000","last_clean":"2023-08-28T02:35:49.982822+0000","last_became_active":"2023-08-28T02:32:12.958832+0000","last_became_peered":"2023-08-28T02:32:12.958832+0000","last_unstale":"2023-08-28T02:35:49.982822+0000","last_undegraded":"2023-08-28T02:35:49.982822+0000","last_fullsized":"2023-08-28T02:35:49.982822+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:23:27.197787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"65'2","reported_seq":314,"reported_epoch":331,"state":"active+clean","last_fresh":"2023-08-28T02:35:55.490366+0000","last_change":"2023-08-28T02:32:28.461161+0000","last_active":"2023-08-28T02:35:55.490366+0000","last_peered":"2023-08-28T02:35:55.490366+0000","last_clean":"2023-08-28T02:35:55.490366+0000","last_became_active":"2023-08-28T02:32:28.451284+0000","last_became_peered":"2023-08-28T02:32:28.451284+0000","last_unstale":"2023-08-28T02:35:55.490366+0000","last_undegraded":"2023-08-28T02:35:55.490366+0000","last_fullsized":"2023-08-28T02:35:55.490366+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:58:20.061020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":295,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:50.362899+0000","last_change":"2023-08-28T02:29:44.419566+0000","last_active":"2023-08-28T02:35:50.362899+0000","last_peered":"2023-08-28T02:35:50.362899+0000","last_clean":"2023-08-28T02:35:50.362899+0000","last_became_active":"2023-08-28T02:29:44.419053+0000","last_became_peered":"2023-08-28T02:29:44.419053+0000","last_unstale":"2023-08-28T02:35:50.362899+0000","last_undegraded":"2023-08-28T02:35:50.362899+0000","last_fullsized":"2023-08-28T02:35:50.362899+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:44:36.133499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":298,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:50.012741+0000","last_change":"2023-08-28T02:33:12.493777+0000","last_active":"2023-08-28T02:35:50.012741+0000","last_peered":"2023-08-28T02:35:50.012741+0000","last_clean":"2023-08-28T02:35:50.012741+0000","last_became_active":"2023-08-28T02:33:12.491177+0000","last_became_peered":"2023-08-28T02:33:12.491177+0000","last_unstale":"2023-08-28T02:35:50.012741+0000","last_undegraded":"2023-08-28T02:35:50.012741+0000","last_fullsized":"2023-08-28T02:35:50.012741+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:10:58.167753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":310,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:50.016096+0000","last_change":"2023-08-28T02:33:12.290293+0000","last_active":"2023-08-28T02:35:50.016096+0000","last_peered":"2023-08-28T02:35:50.016096+0000","last_clean":"2023-08-28T02:35:50.016096+0000","last_became_active":"2023-08-28T02:33:12.289989+0000","last_became_peered":"2023-08-28T02:33:12.289989+0000","last_unstale":"2023-08-28T02:35:50.016096+0000","last_undegraded":"2023-08-28T02:35:50.016096+0000","last_fullsized":"2023-08-28T02:35:50.016096+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:05:33.622172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":289,"reported_epoch":331,"state":"active+clean","last_fresh":"2023-08-28T02:35:55.491018+0000","last_change":"2023-08-28T02:32:12.948756+0000","last_active":"2023-08-28T02:35:55.491018+0000","last_peered":"2023-08-28T02:35:55.491018+0000","last_clean":"2023-08-28T02:35:55.491018+0000","last_became_active":"2023-08-28T02:32:12.948441+0000","last_became_peered":"2023-08-28T02:32:12.948441+0000","last_unstale":"2023-08-28T02:35:55.491018+0000","last_undegraded":"2023-08-28T02:35:55.491018+0000","last_fullsized":"2023-08-28T02:35:55.491018+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:27.922180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":304,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:50.014019+0000","last_change":"2023-08-28T02:33:12.299398+0000","last_active":"2023-08-28T02:35:50.014019+0000","last_peered":"2023-08-28T02:35:50.014019+0000","last_clean":"2023-08-28T02:35:50.014019+0000","last_became_active":"2023-08-28T02:33:12.299113+0000","last_became_peered":"2023-08-28T02:33:12.299113+0000","last_unstale":"2023-08-28T02:35:50.014019+0000","last_undegraded":"2023-08-28T02:35:50.014019+0000","last_fullsized":"2023-08-28T02:35:50.014019+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:14:55.597212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"65'8","reported_seq":98,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:50.011551+0000","last_change":"2023-08-28T02:33:13.478870+0000","last_active":"2023-08-28T02:35:50.011551+0000","last_peered":"2023-08-28T02:35:50.011551+0000","last_clean":"2023-08-28T02:35:50.011551+0000","last_became_active":"2023-08-28T02:33:13.332142+0000","last_became_peered":"2023-08-28T02:33:13.332142+0000","last_unstale":"2023-08-28T02:35:50.011551+0000","last_undegraded":"2023-08-28T02:35:50.011551+0000","last_fullsized":"2023-08-28T02:35:50.011551+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:32:42.810159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":236,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:49.979367+0000","last_change":"2023-08-28T02:33:12.306353+0000","last_active":"2023-08-28T02:35:49.979367+0000","last_peered":"2023-08-28T02:35:49.979367+0000","last_clean":"2023-08-28T02:35:49.979367+0000","last_became_active":"2023-08-28T02:33:12.304977+0000","last_became_peered":"2023-08-28T02:33:12.304977+0000","last_unstale":"2023-08-28T02:35:49.979367+0000","last_undegraded":"2023-08-28T02:35:49.979367+0000","last_fullsized":"2023-08-28T02:35:49.979367+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:19:38.819671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"331'6663","reported_seq":6752,"reported_epoch":331,"state":"active+clean","last_fresh":"2023-08-28T02:35:59.995938+0000","last_change":"2023-08-28T02:30:50.402703+0000","last_active":"2023-08-28T02:35:59.995938+0000","last_peered":"2023-08-28T02:35:59.995938+0000","last_clean":"2023-08-28T02:35:59.995938+0000","last_became_active":"2023-08-28T02:30:50.402419+0000","last_became_peered":"2023-08-28T02:30:50.402419+0000","last_unstale":"2023-08-28T02:35:59.995938+0000","last_undegraded":"2023-08-28T02:35:59.995938+0000","last_fullsized":"2023-08-28T02:35:59.995938+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6663,"log_dups_size":0,"ondisk_log_size":6663,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:07:37.393907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":327483392,"num_objects":4997,"num_object_clones":0,"num_object_copies":14991,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4997,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6663,"num_write_kb":373120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"65'1","reported_seq":297,"reported_epoch":331,"state":"active+clean","last_fresh":"2023-08-28T02:35:55.490738+0000","last_change":"2023-08-28T02:14:43.046130+0000","last_active":"2023-08-28T02:35:55.490738+0000","last_peered":"2023-08-28T02:35:55.490738+0000","last_clean":"2023-08-28T02:35:55.490738+0000","last_became_active":"2023-08-28T02:14:43.045775+0000","last_became_peered":"2023-08-28T02:14:43.045775+0000","last_unstale":"2023-08-28T02:35:55.490738+0000","last_undegraded":"2023-08-28T02:35:55.490738+0000","last_fullsized":"2023-08-28T02:35:55.490738+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:57:38.279756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":286,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:50.015698+0000","last_change":"2023-08-28T02:31:51.987149+0000","last_active":"2023-08-28T02:35:50.015698+0000","last_peered":"2023-08-28T02:35:50.015698+0000","last_clean":"2023-08-28T02:35:50.015698+0000","last_became_active":"2023-08-28T02:31:51.986821+0000","last_became_peered":"2023-08-28T02:31:51.986821+0000","last_unstale":"2023-08-28T02:35:50.015698+0000","last_undegraded":"2023-08-28T02:35:50.015698+0000","last_fullsized":"2023-08-28T02:35:50.015698+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:23:26.661134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"331'6673","reported_seq":10120,"reported_epoch":331,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:36:00.564251+0000","last_change":"2023-08-28T02:33:33.975566+0000","last_active":"2023-08-28T02:36:00.564251+0000","last_peered":"2023-08-28T02:36:00.564251+0000","last_clean":"2023-08-28T02:31:27.868230+0000","last_became_active":"2023-08-28T02:33:33.660452+0000","last_became_peered":"2023-08-28T02:33:33.660452+0000","last_unstale":"2023-08-28T02:36:00.564251+0000","last_undegraded":"2023-08-28T02:33:13.410847+0000","last_fullsized":"2023-08-28T02:33:13.270012+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6673,"log_dups_size":0,"ondisk_log_size":6673,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:33.375162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":322895872,"num_objects":4927,"num_object_clones":0,"num_object_copies":14781,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7324,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4927,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6673,"num_write_kb":371200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1660,"num_bytes_recovered":108724224,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[5,4],"avail_no_missing":["5","6"],"object_location_counts":[{"shards":"2,5,6","objects":915},{"shards":"3,5,6","objects":2396},{"shards":"4,5","objects":111},{"shards":"5,6","objects":1505}],"blocked_by":[],"up_primary":3,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"65'2","reported_seq":322,"reported_epoch":331,"state":"active+clean","last_fresh":"2023-08-28T02:35:55.490597+0000","last_change":"2023-08-28T02:29:44.436352+0000","last_active":"2023-08-28T02:35:55.490597+0000","last_peered":"2023-08-28T02:35:55.490597+0000","last_clean":"2023-08-28T02:35:55.490597+0000","last_became_active":"2023-08-28T02:29:44.411499+0000","last_became_peered":"2023-08-28T02:29:44.411499+0000","last_unstale":"2023-08-28T02:35:55.490597+0000","last_undegraded":"2023-08-28T02:35:55.490597+0000","last_fullsized":"2023-08-28T02:35:55.490597+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:46:57.540191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":347,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:49.983000+0000","last_change":"2023-08-28T02:33:12.289004+0000","last_active":"2023-08-28T02:35:49.983000+0000","last_peered":"2023-08-28T02:35:49.983000+0000","last_clean":"2023-08-28T02:35:49.983000+0000","last_became_active":"2023-08-28T02:33:12.288722+0000","last_became_peered":"2023-08-28T02:33:12.288722+0000","last_unstale":"2023-08-28T02:35:49.983000+0000","last_undegraded":"2023-08-28T02:35:49.983000+0000","last_fullsized":"2023-08-28T02:35:49.983000+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:24.019483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"331'6595","reported_seq":6701,"reported_epoch":331,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:35:59.794523+0000","last_change":"2023-08-28T02:33:13.585687+0000","last_active":"2023-08-28T02:35:59.794523+0000","last_peered":"2023-08-28T02:35:59.794523+0000","last_clean":"2023-08-28T02:31:27.908616+0000","last_became_active":"2023-08-28T02:33:13.578484+0000","last_became_peered":"2023-08-28T02:33:13.578484+0000","last_unstale":"2023-08-28T02:35:59.794523+0000","last_undegraded":"2023-08-28T02:33:13.297322+0000","last_fullsized":"2023-08-28T02:33:13.268309+0000","mapping_epoch":298,"log_start":"255'1312","ondisk_log_start":"255'1312","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5283,"log_dups_size":0,"ondisk_log_size":5283,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:42:33.431186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":324730880,"num_objects":4955,"num_object_clones":0,"num_object_copies":14865,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2533,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4955,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6595,"num_write_kb":369600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4],"avail_no_missing":["0","4"],"object_location_counts":[{"shards":"0,4","objects":2507}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"65'1","reported_seq":308,"reported_epoch":331,"state":"active+clean","last_fresh":"2023-08-28T02:35:55.491389+0000","last_change":"2023-08-28T02:33:13.516869+0000","last_active":"2023-08-28T02:35:55.491389+0000","last_peered":"2023-08-28T02:35:55.491389+0000","last_clean":"2023-08-28T02:35:55.491389+0000","last_became_active":"2023-08-28T02:33:13.396736+0000","last_became_peered":"2023-08-28T02:33:13.396736+0000","last_unstale":"2023-08-28T02:35:55.491389+0000","last_undegraded":"2023-08-28T02:35:55.491389+0000","last_fullsized":"2023-08-28T02:35:55.491389+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:47:08.237137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":272,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:49.980388+0000","last_change":"2023-08-28T02:31:51.987327+0000","last_active":"2023-08-28T02:35:49.980388+0000","last_peered":"2023-08-28T02:35:49.980388+0000","last_clean":"2023-08-28T02:35:49.980388+0000","last_became_active":"2023-08-28T02:31:51.987018+0000","last_became_peered":"2023-08-28T02:31:51.987018+0000","last_unstale":"2023-08-28T02:35:49.980388+0000","last_undegraded":"2023-08-28T02:35:49.980388+0000","last_fullsized":"2023-08-28T02:35:49.980388+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:53:26.105101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.5","version":"331'6565","reported_seq":8171,"reported_epoch":331,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:36:00.025751+0000","last_change":"2023-08-28T02:33:13.625779+0000","last_active":"2023-08-28T02:36:00.025751+0000","last_peered":"2023-08-28T02:36:00.025751+0000","last_clean":"2023-08-28T02:31:27.898932+0000","last_became_active":"2023-08-28T02:33:13.612126+0000","last_became_peered":"2023-08-28T02:33:13.612126+0000","last_unstale":"2023-08-28T02:36:00.025751+0000","last_undegraded":"2023-08-28T02:33:13.485377+0000","last_fullsized":"2023-08-28T02:33:13.264317+0000","mapping_epoch":298,"log_start":"255'1263","ondisk_log_start":"255'1263","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5302,"log_dups_size":0,"ondisk_log_size":5302,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:37:28.843386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":320274432,"num_objects":4887,"num_object_clones":0,"num_object_copies":14661,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7429,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4887,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6565,"num_write_kb":366464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":747,"num_bytes_recovered":48955392,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,7],"avail_no_missing":["0","2"],"object_location_counts":[{"shards":"0,2","objects":2358},{"shards":"0,2,3","objects":2529}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":325,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:50.015984+0000","last_change":"2023-08-28T02:33:13.281826+0000","last_active":"2023-08-28T02:35:50.015984+0000","last_peered":"2023-08-28T02:35:50.015984+0000","last_clean":"2023-08-28T02:35:50.015984+0000","last_became_active":"2023-08-28T02:33:13.281511+0000","last_became_peered":"2023-08-28T02:33:13.281511+0000","last_unstale":"2023-08-28T02:35:50.015984+0000","last_undegraded":"2023-08-28T02:35:50.015984+0000","last_fullsized":"2023-08-28T02:35:50.015984+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:32:55.005706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":321,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:50.011728+0000","last_change":"2023-08-28T02:29:44.436713+0000","last_active":"2023-08-28T02:35:50.011728+0000","last_peered":"2023-08-28T02:35:50.011728+0000","last_clean":"2023-08-28T02:35:50.011728+0000","last_became_active":"2023-08-28T02:29:44.436203+0000","last_became_peered":"2023-08-28T02:29:44.436203+0000","last_unstale":"2023-08-28T02:35:50.011728+0000","last_undegraded":"2023-08-28T02:35:50.011728+0000","last_fullsized":"2023-08-28T02:35:50.011728+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:46:48.522293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"331'6778","reported_seq":6870,"reported_epoch":331,"state":"active+clean","last_fresh":"2023-08-28T02:35:57.423106+0000","last_change":"2023-08-28T02:30:50.399669+0000","last_active":"2023-08-28T02:35:57.423106+0000","last_peered":"2023-08-28T02:35:57.423106+0000","last_clean":"2023-08-28T02:35:57.423106+0000","last_became_active":"2023-08-28T02:30:50.399332+0000","last_became_peered":"2023-08-28T02:30:50.399332+0000","last_unstale":"2023-08-28T02:35:57.423106+0000","last_undegraded":"2023-08-28T02:35:57.423106+0000","last_fullsized":"2023-08-28T02:35:57.423106+0000","mapping_epoch":250,"log_start":"255'600","ondisk_log_start":"255'600","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6178,"log_dups_size":0,"ondisk_log_size":6178,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:00:54.910841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":330039296,"num_objects":5036,"num_object_clones":0,"num_object_copies":15108,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5036,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6778,"num_write_kb":378048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"75'161","reported_seq":752,"reported_epoch":331,"state":"active+clean","last_fresh":"2023-08-28T02:35:55.491186+0000","last_change":"2023-08-28T02:33:13.310049+0000","last_active":"2023-08-28T02:35:55.491186+0000","last_peered":"2023-08-28T02:35:55.491186+0000","last_clean":"2023-08-28T02:35:55.491186+0000","last_became_active":"2023-08-28T02:33:13.309661+0000","last_became_peered":"2023-08-28T02:33:13.309661+0000","last_unstale":"2023-08-28T02:35:55.491186+0000","last_undegraded":"2023-08-28T02:35:55.491186+0000","last_fullsized":"2023-08-28T02:35:55.491186+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.930230+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.930230+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:27:40.889460+0000","scrub_duration":0.0050169209999999997,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"65'2","reported_seq":285,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:49.978461+0000","last_change":"2023-08-28T02:33:12.294922+0000","last_active":"2023-08-28T02:35:49.978461+0000","last_peered":"2023-08-28T02:35:49.978461+0000","last_clean":"2023-08-28T02:35:49.978461+0000","last_became_active":"2023-08-28T02:33:12.294518+0000","last_became_peered":"2023-08-28T02:33:12.294518+0000","last_unstale":"2023-08-28T02:35:49.978461+0000","last_undegraded":"2023-08-28T02:35:49.978461+0000","last_fullsized":"2023-08-28T02:35:49.978461+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:21:12.737286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":324,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:49.983001+0000","last_change":"2023-08-28T02:33:13.310505+0000","last_active":"2023-08-28T02:35:49.983001+0000","last_peered":"2023-08-28T02:35:49.983001+0000","last_clean":"2023-08-28T02:35:49.983001+0000","last_became_active":"2023-08-28T02:33:13.310223+0000","last_became_peered":"2023-08-28T02:33:13.310223+0000","last_unstale":"2023-08-28T02:35:49.983001+0000","last_undegraded":"2023-08-28T02:35:49.983001+0000","last_fullsized":"2023-08-28T02:35:49.983001+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:27:02.124453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"331'6678","reported_seq":8343,"reported_epoch":331,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:36:00.773319+0000","last_change":"2023-08-28T02:33:13.591092+0000","last_active":"2023-08-28T02:36:00.773319+0000","last_peered":"2023-08-28T02:36:00.773319+0000","last_clean":"2023-08-28T02:31:27.916082+0000","last_became_active":"2023-08-28T02:33:13.580413+0000","last_became_peered":"2023-08-28T02:33:13.580413+0000","last_unstale":"2023-08-28T02:36:00.773319+0000","last_undegraded":"2023-08-28T02:33:13.480527+0000","last_fullsized":"2023-08-28T02:33:13.270957+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6678,"log_dups_size":0,"ondisk_log_size":6678,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:03.698410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":327024640,"num_objects":4990,"num_object_clones":0,"num_object_copies":14970,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7614,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4990,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6678,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":773,"num_bytes_recovered":50659328,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,4],"avail_no_missing":["5","2"],"object_location_counts":[{"shards":"2,3,5","objects":2508},{"shards":"2,5","objects":2482}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"75'161","reported_seq":584,"reported_epoch":330,"state":"active+recovery_wait+degraded","last_fresh":"2023-08-28T02:35:50.015714+0000","last_change":"2023-08-28T02:33:13.287487+0000","last_active":"2023-08-28T02:35:50.015714+0000","last_peered":"2023-08-28T02:35:50.015714+0000","last_clean":"2023-08-28T02:31:25.515426+0000","last_became_active":"2023-08-28T02:33:13.287313+0000","last_became_peered":"2023-08-28T02:33:13.287313+0000","last_unstale":"2023-08-28T02:35:50.015714+0000","last_undegraded":"2023-08-28T02:33:13.270760+0000","last_fullsized":"2023-08-28T02:35:50.015714+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":204,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:45.407127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:45.407127+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:39:14.213229+0000","scrub_duration":0.0018495320000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":["5","2","3"],"object_location_counts":[{"shards":"2,3,5","objects":1}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":244,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:49.982707+0000","last_change":"2023-08-28T02:33:13.309727+0000","last_active":"2023-08-28T02:35:49.982707+0000","last_peered":"2023-08-28T02:35:49.982707+0000","last_clean":"2023-08-28T02:35:49.982707+0000","last_became_active":"2023-08-28T02:33:13.309487+0000","last_became_peered":"2023-08-28T02:33:13.309487+0000","last_unstale":"2023-08-28T02:35:49.982707+0000","last_undegraded":"2023-08-28T02:35:49.982707+0000","last_fullsized":"2023-08-28T02:35:49.982707+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:27:29.294011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":59,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:49.982819+0000","last_change":"2023-08-28T02:32:28.456323+0000","last_active":"2023-08-28T02:35:49.982819+0000","last_peered":"2023-08-28T02:35:49.982819+0000","last_clean":"2023-08-28T02:35:49.982819+0000","last_became_active":"2023-08-28T02:32:28.455987+0000","last_became_peered":"2023-08-28T02:32:28.455987+0000","last_unstale":"2023-08-28T02:35:49.982819+0000","last_undegraded":"2023-08-28T02:35:49.982819+0000","last_fullsized":"2023-08-28T02:35:49.982819+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:54:07.724002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"331'6799","reported_seq":16908,"reported_epoch":331,"state":"active+clean","last_fresh":"2023-08-28T02:35:57.528771+0000","last_change":"2023-08-28T02:33:13.316023+0000","last_active":"2023-08-28T02:35:57.528771+0000","last_peered":"2023-08-28T02:35:57.528771+0000","last_clean":"2023-08-28T02:35:57.528771+0000","last_became_active":"2023-08-28T02:33:13.308403+0000","last_became_peered":"2023-08-28T02:33:13.308403+0000","last_unstale":"2023-08-28T02:35:57.528771+0000","last_undegraded":"2023-08-28T02:35:57.528771+0000","last_fullsized":"2023-08-28T02:35:57.528771+0000","mapping_epoch":298,"log_start":"255'600","ondisk_log_start":"255'600","created":250,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6199,"log_dups_size":0,"ondisk_log_size":6199,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:10:38.401973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":334036992,"num_objects":5097,"num_object_clones":0,"num_object_copies":15291,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5097,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6799,"num_write_kb":380672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4999,"num_bytes_recovered":327614464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":304,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:49.982905+0000","last_change":"2023-08-28T02:32:28.455294+0000","last_active":"2023-08-28T02:35:49.982905+0000","last_peered":"2023-08-28T02:35:49.982905+0000","last_clean":"2023-08-28T02:35:49.982905+0000","last_became_active":"2023-08-28T02:32:28.455013+0000","last_became_peered":"2023-08-28T02:32:28.455013+0000","last_unstale":"2023-08-28T02:35:49.982905+0000","last_undegraded":"2023-08-28T02:35:49.982905+0000","last_fullsized":"2023-08-28T02:35:49.982905+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:53.583864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":336,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:49.983348+0000","last_change":"2023-08-28T02:33:13.335588+0000","last_active":"2023-08-28T02:35:49.983348+0000","last_peered":"2023-08-28T02:35:49.983348+0000","last_clean":"2023-08-28T02:35:49.983348+0000","last_became_active":"2023-08-28T02:33:13.335326+0000","last_became_peered":"2023-08-28T02:33:13.335326+0000","last_unstale":"2023-08-28T02:35:49.983348+0000","last_undegraded":"2023-08-28T02:35:49.983348+0000","last_fullsized":"2023-08-28T02:35:49.983348+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:15:44.958663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"331'6697","reported_seq":6786,"reported_epoch":331,"state":"active+clean","last_fresh":"2023-08-28T02:35:59.977590+0000","last_change":"2023-08-28T02:30:50.400261+0000","last_active":"2023-08-28T02:35:59.977590+0000","last_peered":"2023-08-28T02:35:59.977590+0000","last_clean":"2023-08-28T02:35:59.977590+0000","last_became_active":"2023-08-28T02:30:50.399938+0000","last_became_peered":"2023-08-28T02:30:50.399938+0000","last_unstale":"2023-08-28T02:35:59.977590+0000","last_undegraded":"2023-08-28T02:35:59.977590+0000","last_fullsized":"2023-08-28T02:35:59.977590+0000","mapping_epoch":250,"log_start":"255'1290","ondisk_log_start":"255'1290","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5407,"log_dups_size":0,"ondisk_log_size":5407,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:43:56.802792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":327483392,"num_objects":4997,"num_object_clones":0,"num_object_copies":14991,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4997,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6697,"num_write_kb":374208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"75'161","reported_seq":610,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:50.016171+0000","last_change":"2023-08-28T02:32:56.519141+0000","last_active":"2023-08-28T02:35:50.016171+0000","last_peered":"2023-08-28T02:35:50.016171+0000","last_clean":"2023-08-28T02:35:50.016171+0000","last_became_active":"2023-08-28T02:32:56.518863+0000","last_became_peered":"2023-08-28T02:32:56.518863+0000","last_unstale":"2023-08-28T02:35:50.016171+0000","last_undegraded":"2023-08-28T02:35:50.016171+0000","last_fullsized":"2023-08-28T02:35:50.016171+0000","mapping_epoch":292,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":293,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_clean_scrub_stamp":"2023-08-28T02:29:25.608370+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:59:50.561109+0000","scrub_duration":0.001662689,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":238,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:49.979279+0000","last_change":"2023-08-28T02:33:12.294592+0000","last_active":"2023-08-28T02:35:49.979279+0000","last_peered":"2023-08-28T02:35:49.979279+0000","last_clean":"2023-08-28T02:35:49.979279+0000","last_became_active":"2023-08-28T02:33:12.288508+0000","last_became_peered":"2023-08-28T02:33:12.288508+0000","last_unstale":"2023-08-28T02:35:49.979279+0000","last_undegraded":"2023-08-28T02:35:49.979279+0000","last_fullsized":"2023-08-28T02:35:49.979279+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:05:42.717608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":120,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:49.981345+0000","last_change":"2023-08-28T02:29:44.429834+0000","last_active":"2023-08-28T02:35:49.981345+0000","last_peered":"2023-08-28T02:35:49.981345+0000","last_clean":"2023-08-28T02:35:49.981345+0000","last_became_active":"2023-08-28T02:29:44.429512+0000","last_became_peered":"2023-08-28T02:29:44.429512+0000","last_unstale":"2023-08-28T02:35:49.981345+0000","last_undegraded":"2023-08-28T02:35:49.981345+0000","last_fullsized":"2023-08-28T02:35:49.981345+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:58.062455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"331'6617","reported_seq":6707,"reported_epoch":331,"state":"active+clean","last_fresh":"2023-08-28T02:35:59.722233+0000","last_change":"2023-08-28T02:30:50.402348+0000","last_active":"2023-08-28T02:35:59.722233+0000","last_peered":"2023-08-28T02:35:59.722233+0000","last_clean":"2023-08-28T02:35:59.722233+0000","last_became_active":"2023-08-28T02:30:50.402076+0000","last_became_peered":"2023-08-28T02:30:50.402076+0000","last_unstale":"2023-08-28T02:35:59.722233+0000","last_undegraded":"2023-08-28T02:35:59.722233+0000","last_fullsized":"2023-08-28T02:35:59.722233+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6617,"log_dups_size":0,"ondisk_log_size":6617,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:24.859426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":324993024,"num_objects":4959,"num_object_clones":0,"num_object_copies":14877,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4959,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6617,"num_write_kb":370432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.7","version":"75'161","reported_seq":530,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:49.979291+0000","last_change":"2023-08-28T02:33:13.532525+0000","last_active":"2023-08-28T02:35:49.979291+0000","last_peered":"2023-08-28T02:35:49.979291+0000","last_clean":"2023-08-28T02:35:49.979291+0000","last_became_active":"2023-08-28T02:33:13.532125+0000","last_became_peered":"2023-08-28T02:33:13.532125+0000","last_unstale":"2023-08-28T02:35:49.979291+0000","last_undegraded":"2023-08-28T02:35:49.979291+0000","last_fullsized":"2023-08-28T02:35:49.979291+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.887648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.887648+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":120,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:49.980749+0000","last_change":"2023-08-28T02:29:44.407595+0000","last_active":"2023-08-28T02:35:49.980749+0000","last_peered":"2023-08-28T02:35:49.980749+0000","last_clean":"2023-08-28T02:35:49.980749+0000","last_became_active":"2023-08-28T02:29:44.407316+0000","last_became_peered":"2023-08-28T02:29:44.407316+0000","last_unstale":"2023-08-28T02:35:49.980749+0000","last_undegraded":"2023-08-28T02:35:49.980749+0000","last_fullsized":"2023-08-28T02:35:49.980749+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:01:47.777709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":342,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:50.016023+0000","last_change":"2023-08-28T02:33:13.286980+0000","last_active":"2023-08-28T02:35:50.016023+0000","last_peered":"2023-08-28T02:35:50.016023+0000","last_clean":"2023-08-28T02:35:50.016023+0000","last_became_active":"2023-08-28T02:33:13.286740+0000","last_became_peered":"2023-08-28T02:33:13.286740+0000","last_unstale":"2023-08-28T02:35:50.016023+0000","last_undegraded":"2023-08-28T02:35:50.016023+0000","last_fullsized":"2023-08-28T02:35:50.016023+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:24:54.574365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":120,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:49.980422+0000","last_change":"2023-08-28T02:29:44.506914+0000","last_active":"2023-08-28T02:35:49.980422+0000","last_peered":"2023-08-28T02:35:49.980422+0000","last_clean":"2023-08-28T02:35:49.980422+0000","last_became_active":"2023-08-28T02:29:44.506606+0000","last_became_peered":"2023-08-28T02:29:44.506606+0000","last_unstale":"2023-08-28T02:35:49.980422+0000","last_undegraded":"2023-08-28T02:35:49.980422+0000","last_fullsized":"2023-08-28T02:35:49.980422+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:55:50.992279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"331'6643","reported_seq":18330,"reported_epoch":331,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:35:59.194532+0000","last_change":"2023-08-28T02:34:11.565330+0000","last_active":"2023-08-28T02:35:59.194532+0000","last_peered":"2023-08-28T02:35:59.194532+0000","last_clean":"2023-08-28T02:32:11.916240+0000","last_became_active":"2023-08-28T02:33:12.501819+0000","last_became_peered":"2023-08-28T02:33:12.501819+0000","last_unstale":"2023-08-28T02:35:59.194532+0000","last_undegraded":"2023-08-28T02:35:59.194532+0000","last_fullsized":"2023-08-28T02:35:59.194532+0000","mapping_epoch":297,"log_start":"255'1324","ondisk_log_start":"255'1324","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5319,"log_dups_size":0,"ondisk_log_size":5319,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:45:43.329719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":324599808,"num_objects":4953,"num_object_clones":0,"num_object_copies":14859,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4953,"num_objects_unfound":0,"num_objects_dirty":4953,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6643,"num_write_kb":371072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5787,"num_bytes_recovered":379256832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,2],"avail_no_missing":["0","2","5","6"],"object_location_counts":[{"shards":"0,2,5","objects":4953}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.1","version":"75'161","reported_seq":590,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:50.015852+0000","last_change":"2023-08-28T02:32:31.482659+0000","last_active":"2023-08-28T02:35:50.015852+0000","last_peered":"2023-08-28T02:35:50.015852+0000","last_clean":"2023-08-28T02:35:50.015852+0000","last_became_active":"2023-08-28T02:32:31.482320+0000","last_became_peered":"2023-08-28T02:32:31.482320+0000","last_unstale":"2023-08-28T02:35:50.015852+0000","last_undegraded":"2023-08-28T02:35:50.015852+0000","last_fullsized":"2023-08-28T02:35:50.015852+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:24.559397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:24.559397+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:41:09.516918+0000","scrub_duration":0.001580328,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":328,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:50.016017+0000","last_change":"2023-08-28T02:31:51.988386+0000","last_active":"2023-08-28T02:35:50.016017+0000","last_peered":"2023-08-28T02:35:50.016017+0000","last_clean":"2023-08-28T02:35:50.016017+0000","last_became_active":"2023-08-28T02:31:51.988097+0000","last_became_peered":"2023-08-28T02:31:51.988097+0000","last_unstale":"2023-08-28T02:35:50.016017+0000","last_undegraded":"2023-08-28T02:35:50.016017+0000","last_fullsized":"2023-08-28T02:35:50.016017+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:25:01.818829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":304,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:49.983081+0000","last_change":"2023-08-28T02:32:12.951275+0000","last_active":"2023-08-28T02:35:49.983081+0000","last_peered":"2023-08-28T02:35:49.983081+0000","last_clean":"2023-08-28T02:35:49.983081+0000","last_became_active":"2023-08-28T02:32:12.950965+0000","last_became_peered":"2023-08-28T02:32:12.950965+0000","last_unstale":"2023-08-28T02:35:49.983081+0000","last_undegraded":"2023-08-28T02:35:49.983081+0000","last_fullsized":"2023-08-28T02:35:49.983081+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:37:31.294280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":146,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:49.980807+0000","last_change":"2023-08-28T02:33:13.286534+0000","last_active":"2023-08-28T02:35:49.980807+0000","last_peered":"2023-08-28T02:35:49.980807+0000","last_clean":"2023-08-28T02:35:49.980807+0000","last_became_active":"2023-08-28T02:33:13.286164+0000","last_became_peered":"2023-08-28T02:33:13.286164+0000","last_unstale":"2023-08-28T02:35:49.980807+0000","last_undegraded":"2023-08-28T02:35:49.980807+0000","last_fullsized":"2023-08-28T02:35:49.980807+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:56.721932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"331'6680","reported_seq":18459,"reported_epoch":331,"state":"active+clean","last_fresh":"2023-08-28T02:35:59.748429+0000","last_change":"2023-08-28T02:34:14.448606+0000","last_active":"2023-08-28T02:35:59.748429+0000","last_peered":"2023-08-28T02:35:59.748429+0000","last_clean":"2023-08-28T02:35:59.748429+0000","last_became_active":"2023-08-28T02:34:14.438547+0000","last_became_peered":"2023-08-28T02:34:14.438547+0000","last_unstale":"2023-08-28T02:35:59.748429+0000","last_undegraded":"2023-08-28T02:35:59.748429+0000","last_fullsized":"2023-08-28T02:35:59.748429+0000","mapping_epoch":314,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":315,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6680,"log_dups_size":0,"ondisk_log_size":6680,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:06:41.120408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":326893568,"num_objects":4988,"num_object_clones":0,"num_object_copies":14964,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4988,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6680,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5834,"num_bytes_recovered":376832000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2","version":"75'161","reported_seq":713,"reported_epoch":331,"state":"active+clean","last_fresh":"2023-08-28T02:35:55.490232+0000","last_change":"2023-08-28T02:30:51.762377+0000","last_active":"2023-08-28T02:35:55.490232+0000","last_peered":"2023-08-28T02:35:55.490232+0000","last_clean":"2023-08-28T02:35:55.490232+0000","last_became_active":"2023-08-28T02:27:46.375590+0000","last_became_peered":"2023-08-28T02:27:46.375590+0000","last_unstale":"2023-08-28T02:35:55.490232+0000","last_undegraded":"2023-08-28T02:35:55.490232+0000","last_fullsized":"2023-08-28T02:35:55.490232+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:51.762314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:51.762314+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:02.034555+0000","scrub_duration":0.0020023620000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":138,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:49.978620+0000","last_change":"2023-08-28T02:33:13.289765+0000","last_active":"2023-08-28T02:35:49.978620+0000","last_peered":"2023-08-28T02:35:49.978620+0000","last_clean":"2023-08-28T02:35:49.978620+0000","last_became_active":"2023-08-28T02:33:13.289159+0000","last_became_peered":"2023-08-28T02:33:13.289159+0000","last_unstale":"2023-08-28T02:35:49.978620+0000","last_undegraded":"2023-08-28T02:35:49.978620+0000","last_fullsized":"2023-08-28T02:35:49.978620+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:30:38.956723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":139,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:49.980268+0000","last_change":"2023-08-28T02:32:28.464203+0000","last_active":"2023-08-28T02:35:49.980268+0000","last_peered":"2023-08-28T02:35:49.980268+0000","last_clean":"2023-08-28T02:35:49.980268+0000","last_became_active":"2023-08-28T02:32:28.463412+0000","last_became_peered":"2023-08-28T02:32:28.463412+0000","last_unstale":"2023-08-28T02:35:49.980268+0000","last_undegraded":"2023-08-28T02:35:49.980268+0000","last_fullsized":"2023-08-28T02:35:49.980268+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:20:38.177879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":120,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:49.981424+0000","last_change":"2023-08-28T02:29:44.427945+0000","last_active":"2023-08-28T02:35:49.981424+0000","last_peered":"2023-08-28T02:35:49.981424+0000","last_clean":"2023-08-28T02:35:49.981424+0000","last_became_active":"2023-08-28T02:29:44.426487+0000","last_became_peered":"2023-08-28T02:29:44.426487+0000","last_unstale":"2023-08-28T02:35:49.981424+0000","last_undegraded":"2023-08-28T02:35:49.981424+0000","last_fullsized":"2023-08-28T02:35:49.981424+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:30:20.438896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"331'6694","reported_seq":16754,"reported_epoch":331,"state":"active+clean","last_fresh":"2023-08-28T02:35:57.439117+0000","last_change":"2023-08-28T02:34:48.488647+0000","last_active":"2023-08-28T02:35:57.439117+0000","last_peered":"2023-08-28T02:35:57.439117+0000","last_clean":"2023-08-28T02:35:57.439117+0000","last_became_active":"2023-08-28T02:34:48.476519+0000","last_became_peered":"2023-08-28T02:34:48.476519+0000","last_unstale":"2023-08-28T02:35:57.439117+0000","last_undegraded":"2023-08-28T02:35:57.439117+0000","last_fullsized":"2023-08-28T02:35:57.439117+0000","mapping_epoch":318,"log_start":"254'500","ondisk_log_start":"254'500","created":250,"last_epoch_clean":319,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6194,"log_dups_size":0,"ondisk_log_size":6194,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:44:20.004230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":324403200,"num_objects":4950,"num_object_clones":0,"num_object_copies":14850,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4950,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6694,"num_write_kb":372608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4973,"num_bytes_recovered":325910528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":322,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:50.016209+0000","last_change":"2023-08-28T02:33:13.484970+0000","last_active":"2023-08-28T02:35:50.016209+0000","last_peered":"2023-08-28T02:35:50.016209+0000","last_clean":"2023-08-28T02:35:50.016209+0000","last_became_active":"2023-08-28T02:33:13.484579+0000","last_became_peered":"2023-08-28T02:33:13.484579+0000","last_unstale":"2023-08-28T02:35:50.016209+0000","last_undegraded":"2023-08-28T02:35:50.016209+0000","last_fullsized":"2023-08-28T02:35:50.016209+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:58.027468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"75'161","reported_seq":714,"reported_epoch":331,"state":"active+clean","last_fresh":"2023-08-28T02:35:55.490164+0000","last_change":"2023-08-28T02:31:55.059467+0000","last_active":"2023-08-28T02:35:55.490164+0000","last_peered":"2023-08-28T02:35:55.490164+0000","last_clean":"2023-08-28T02:35:55.490164+0000","last_became_active":"2023-08-28T02:31:55.059115+0000","last_became_peered":"2023-08-28T02:31:55.059115+0000","last_unstale":"2023-08-28T02:35:55.490164+0000","last_undegraded":"2023-08-28T02:35:55.490164+0000","last_fullsized":"2023-08-28T02:35:55.490164+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":0,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.820990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.820990+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:15:56.774667+0000","scrub_duration":0.0017342480000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":239,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:49.979609+0000","last_change":"2023-08-28T02:33:13.352810+0000","last_active":"2023-08-28T02:35:49.979609+0000","last_peered":"2023-08-28T02:35:49.979609+0000","last_clean":"2023-08-28T02:35:49.979609+0000","last_became_active":"2023-08-28T02:33:13.351697+0000","last_became_peered":"2023-08-28T02:33:13.351697+0000","last_unstale":"2023-08-28T02:35:49.979609+0000","last_undegraded":"2023-08-28T02:35:49.979609+0000","last_fullsized":"2023-08-28T02:35:49.979609+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:56.187163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":153,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:49.983116+0000","last_change":"2023-08-28T02:31:51.984584+0000","last_active":"2023-08-28T02:35:49.983116+0000","last_peered":"2023-08-28T02:35:49.983116+0000","last_clean":"2023-08-28T02:35:49.983116+0000","last_became_active":"2023-08-28T02:31:51.984264+0000","last_became_peered":"2023-08-28T02:31:51.984264+0000","last_unstale":"2023-08-28T02:35:49.983116+0000","last_undegraded":"2023-08-28T02:35:49.983116+0000","last_fullsized":"2023-08-28T02:35:49.983116+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:58:42.306722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"331'6650","reported_seq":18346,"reported_epoch":331,"state":"active+clean","last_fresh":"2023-08-28T02:35:59.786198+0000","last_change":"2023-08-28T02:35:11.978901+0000","last_active":"2023-08-28T02:35:59.786198+0000","last_peered":"2023-08-28T02:35:59.786198+0000","last_clean":"2023-08-28T02:35:59.786198+0000","last_became_active":"2023-08-28T02:35:11.966585+0000","last_became_peered":"2023-08-28T02:35:11.966585+0000","last_unstale":"2023-08-28T02:35:59.786198+0000","last_undegraded":"2023-08-28T02:35:59.786198+0000","last_fullsized":"2023-08-28T02:35:59.786198+0000","mapping_epoch":323,"log_start":"255'1328","ondisk_log_start":"255'1328","created":250,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5322,"log_dups_size":0,"ondisk_log_size":5322,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:03:07.017814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":323223552,"num_objects":4932,"num_object_clones":0,"num_object_copies":14796,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4932,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6650,"num_write_kb":370624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5791,"num_bytes_recovered":368967680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3","version":"75'161","reported_seq":596,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:49.980684+0000","last_change":"2023-08-28T02:31:55.068239+0000","last_active":"2023-08-28T02:35:49.980684+0000","last_peered":"2023-08-28T02:35:49.980684+0000","last_clean":"2023-08-28T02:35:49.980684+0000","last_became_active":"2023-08-28T02:31:55.067875+0000","last_became_peered":"2023-08-28T02:31:55.067875+0000","last_unstale":"2023-08-28T02:35:49.980684+0000","last_undegraded":"2023-08-28T02:35:49.980684+0000","last_fullsized":"2023-08-28T02:35:49.980684+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.868248+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:11:04.391639+0000","scrub_duration":0.0016215240000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":337,"reported_epoch":331,"state":"active+clean","last_fresh":"2023-08-28T02:35:55.490080+0000","last_change":"2023-08-28T02:29:44.421353+0000","last_active":"2023-08-28T02:35:55.490080+0000","last_peered":"2023-08-28T02:35:55.490080+0000","last_clean":"2023-08-28T02:35:55.490080+0000","last_became_active":"2023-08-28T02:29:44.421064+0000","last_became_peered":"2023-08-28T02:29:44.421064+0000","last_unstale":"2023-08-28T02:35:55.490080+0000","last_undegraded":"2023-08-28T02:35:55.490080+0000","last_fullsized":"2023-08-28T02:35:55.490080+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:51:36.524024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":305,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:50.011745+0000","last_change":"2023-08-28T02:33:12.299487+0000","last_active":"2023-08-28T02:35:50.011745+0000","last_peered":"2023-08-28T02:35:50.011745+0000","last_clean":"2023-08-28T02:35:50.011745+0000","last_became_active":"2023-08-28T02:33:12.299175+0000","last_became_peered":"2023-08-28T02:33:12.299175+0000","last_unstale":"2023-08-28T02:35:50.011745+0000","last_undegraded":"2023-08-28T02:35:50.011745+0000","last_fullsized":"2023-08-28T02:35:50.011745+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:42:29.713462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":315,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:50.013844+0000","last_change":"2023-08-28T02:32:28.457696+0000","last_active":"2023-08-28T02:35:50.013844+0000","last_peered":"2023-08-28T02:35:50.013844+0000","last_clean":"2023-08-28T02:35:50.013844+0000","last_became_active":"2023-08-28T02:32:28.457407+0000","last_became_peered":"2023-08-28T02:32:28.457407+0000","last_unstale":"2023-08-28T02:35:50.013844+0000","last_undegraded":"2023-08-28T02:35:50.013844+0000","last_fullsized":"2023-08-28T02:35:50.013844+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:26:29.392787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"331'6612","reported_seq":7729,"reported_epoch":331,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:36:00.479753+0000","last_change":"2023-08-28T02:34:11.566035+0000","last_active":"2023-08-28T02:36:00.479753+0000","last_peered":"2023-08-28T02:36:00.479753+0000","last_clean":"2023-08-28T02:33:10.395883+0000","last_became_active":"2023-08-28T02:33:12.394714+0000","last_became_peered":"2023-08-28T02:33:12.394714+0000","last_unstale":"2023-08-28T02:36:00.479753+0000","last_undegraded":"2023-08-28T02:36:00.479753+0000","last_fullsized":"2023-08-28T02:36:00.479753+0000","mapping_epoch":297,"log_start":"255'1184","ondisk_log_start":"255'1184","created":250,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5428,"log_dups_size":0,"ondisk_log_size":5428,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:01:26.984565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":319225880,"num_objects":4872,"num_object_clones":0,"num_object_copies":14616,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4443,"num_objects_unfound":0,"num_objects_dirty":4872,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":6612,"num_write_kb":367425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":500,"num_bytes_recovered":32768000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,6],"avail_no_missing":["4","0","6"],"object_location_counts":[{"shards":"0,4,6","objects":4872}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.6","version":"75'161","reported_seq":590,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:50.013830+0000","last_change":"2023-08-28T02:33:13.338675+0000","last_active":"2023-08-28T02:35:50.013830+0000","last_peered":"2023-08-28T02:35:50.013830+0000","last_clean":"2023-08-28T02:35:50.013830+0000","last_became_active":"2023-08-28T02:33:13.338271+0000","last_became_peered":"2023-08-28T02:33:13.338271+0000","last_unstale":"2023-08-28T02:35:50.013830+0000","last_undegraded":"2023-08-28T02:35:50.013830+0000","last_fullsized":"2023-08-28T02:35:50.013830+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.774982+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.774982+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:13:20.011329+0000","scrub_duration":0.003539819,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":300,"reported_epoch":331,"state":"active+clean","last_fresh":"2023-08-28T02:35:55.491456+0000","last_change":"2023-08-28T02:14:43.033789+0000","last_active":"2023-08-28T02:35:55.491456+0000","last_peered":"2023-08-28T02:35:55.491456+0000","last_clean":"2023-08-28T02:35:55.491456+0000","last_became_active":"2023-08-28T02:14:43.033454+0000","last_became_peered":"2023-08-28T02:14:43.033454+0000","last_unstale":"2023-08-28T02:35:55.491456+0000","last_undegraded":"2023-08-28T02:35:55.491456+0000","last_fullsized":"2023-08-28T02:35:55.491456+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:01:13.205842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":129,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:49.981007+0000","last_change":"2023-08-28T02:32:28.461807+0000","last_active":"2023-08-28T02:35:49.981007+0000","last_peered":"2023-08-28T02:35:49.981007+0000","last_clean":"2023-08-28T02:35:49.981007+0000","last_became_active":"2023-08-28T02:32:28.461116+0000","last_became_peered":"2023-08-28T02:32:28.461116+0000","last_unstale":"2023-08-28T02:35:49.981007+0000","last_undegraded":"2023-08-28T02:35:49.981007+0000","last_fullsized":"2023-08-28T02:35:49.981007+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:12:45.321757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":276,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:50.011955+0000","last_change":"2023-08-28T02:14:43.048791+0000","last_active":"2023-08-28T02:35:50.011955+0000","last_peered":"2023-08-28T02:35:50.011955+0000","last_clean":"2023-08-28T02:35:50.011955+0000","last_became_active":"2023-08-28T02:14:43.047408+0000","last_became_peered":"2023-08-28T02:14:43.047408+0000","last_unstale":"2023-08-28T02:35:50.011955+0000","last_undegraded":"2023-08-28T02:35:50.011955+0000","last_fullsized":"2023-08-28T02:35:50.011955+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:47.097181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"331'6786","reported_seq":15634,"reported_epoch":331,"state":"active+recovering+remapped","last_fresh":"2023-08-28T02:35:59.751967+0000","last_change":"2023-08-28T02:35:10.974195+0000","last_active":"2023-08-28T02:35:59.751967+0000","last_peered":"2023-08-28T02:35:59.751967+0000","last_clean":"2023-08-28T02:31:50.933695+0000","last_became_active":"2023-08-28T02:33:13.540416+0000","last_became_peered":"2023-08-28T02:33:13.540416+0000","last_unstale":"2023-08-28T02:35:59.751967+0000","last_undegraded":"2023-08-28T02:35:59.751967+0000","last_fullsized":"2023-08-28T02:35:59.751967+0000","mapping_epoch":298,"log_start":"255'1374","ondisk_log_start":"255'1374","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5412,"log_dups_size":0,"ondisk_log_size":5412,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:49:35.658845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":332660736,"num_objects":5076,"num_object_clones":0,"num_object_copies":15228,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1206,"num_objects_unfound":0,"num_objects_dirty":5076,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6786,"num_write_kb":379584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4364,"num_bytes_recovered":285999104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,2],"avail_no_missing":["4","2","6"],"object_location_counts":[{"shards":"2,4,5","objects":4473},{"shards":"2,4,6","objects":603}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.5","version":"75'161","reported_seq":624,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:49.982836+0000","last_change":"2023-08-28T02:32:31.477151+0000","last_active":"2023-08-28T02:35:49.982836+0000","last_peered":"2023-08-28T02:35:49.982836+0000","last_clean":"2023-08-28T02:35:49.982836+0000","last_became_active":"2023-08-28T02:32:31.476776+0000","last_became_peered":"2023-08-28T02:32:31.476776+0000","last_unstale":"2023-08-28T02:35:49.982836+0000","last_undegraded":"2023-08-28T02:35:49.982836+0000","last_fullsized":"2023-08-28T02:35:49.982836+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:18.891729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:18.891729+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:47:27.194140+0000","scrub_duration":0.0031546460000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"65'2","reported_seq":286,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:49.979163+0000","last_change":"2023-08-28T02:33:12.327778+0000","last_active":"2023-08-28T02:35:49.979163+0000","last_peered":"2023-08-28T02:35:49.979163+0000","last_clean":"2023-08-28T02:35:49.979163+0000","last_became_active":"2023-08-28T02:33:12.327273+0000","last_became_peered":"2023-08-28T02:33:12.327273+0000","last_unstale":"2023-08-28T02:35:49.979163+0000","last_undegraded":"2023-08-28T02:35:49.979163+0000","last_fullsized":"2023-08-28T02:35:49.979163+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:40.554192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":168,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:49.981106+0000","last_change":"2023-08-28T02:33:13.335665+0000","last_active":"2023-08-28T02:35:49.981106+0000","last_peered":"2023-08-28T02:35:49.981106+0000","last_clean":"2023-08-28T02:35:49.981106+0000","last_became_active":"2023-08-28T02:33:13.335322+0000","last_became_peered":"2023-08-28T02:33:13.335322+0000","last_unstale":"2023-08-28T02:35:49.981106+0000","last_undegraded":"2023-08-28T02:35:49.981106+0000","last_fullsized":"2023-08-28T02:35:49.981106+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:21:08.024493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":283,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:49.979361+0000","last_change":"2023-08-28T02:33:12.310326+0000","last_active":"2023-08-28T02:35:49.979361+0000","last_peered":"2023-08-28T02:35:49.979361+0000","last_clean":"2023-08-28T02:35:49.979361+0000","last_became_active":"2023-08-28T02:33:12.310011+0000","last_became_peered":"2023-08-28T02:33:12.310011+0000","last_unstale":"2023-08-28T02:35:49.979361+0000","last_undegraded":"2023-08-28T02:35:49.979361+0000","last_fullsized":"2023-08-28T02:35:49.979361+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:35:03.710036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"331'6751","reported_seq":9307,"reported_epoch":331,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:36:00.688350+0000","last_change":"2023-08-28T02:33:34.765675+0000","last_active":"2023-08-28T02:36:00.688350+0000","last_peered":"2023-08-28T02:36:00.688350+0000","last_clean":"2023-08-28T02:31:27.909649+0000","last_became_active":"2023-08-28T02:33:33.726805+0000","last_became_peered":"2023-08-28T02:33:33.726805+0000","last_unstale":"2023-08-28T02:36:00.688350+0000","last_undegraded":"2023-08-28T02:33:20.140072+0000","last_fullsized":"2023-08-28T02:33:13.278549+0000","mapping_epoch":298,"log_start":"256'1377","ondisk_log_start":"256'1377","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5374,"log_dups_size":0,"ondisk_log_size":5374,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:02:22.971585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":335347712,"num_objects":5117,"num_object_clones":0,"num_object_copies":15351,"num_objects_missing_on_primary":5089,"num_objects_missing":5089,"num_objects_degraded":12783,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5117,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6751,"num_write_kb":379776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":806,"num_bytes_recovered":52690944,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[4,3],"avail_no_missing":["2","6"],"object_location_counts":[{"shards":"2,3,4,6","objects":14},{"shards":"2,3,6","objects":2606},{"shards":"2,4,6","objects":14},{"shards":"2,6","objects":2483},{"shards":"3,4","objects":-13}],"blocked_by":[],"up_primary":3,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.4","version":"75'161","reported_seq":538,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:49.978723+0000","last_change":"2023-08-28T02:33:12.296479+0000","last_active":"2023-08-28T02:35:49.978723+0000","last_peered":"2023-08-28T02:35:49.978723+0000","last_clean":"2023-08-28T02:35:49.978723+0000","last_became_active":"2023-08-28T02:33:12.294160+0000","last_became_peered":"2023-08-28T02:33:12.294160+0000","last_unstale":"2023-08-28T02:35:49.978723+0000","last_undegraded":"2023-08-28T02:35:49.978723+0000","last_fullsized":"2023-08-28T02:35:49.978723+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.899247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.899247+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":258,"reported_epoch":331,"state":"active+clean","last_fresh":"2023-08-28T02:35:55.490780+0000","last_change":"2023-08-28T02:33:13.539335+0000","last_active":"2023-08-28T02:35:55.490780+0000","last_peered":"2023-08-28T02:35:55.490780+0000","last_clean":"2023-08-28T02:35:55.490780+0000","last_became_active":"2023-08-28T02:33:13.538978+0000","last_became_peered":"2023-08-28T02:33:13.538978+0000","last_unstale":"2023-08-28T02:35:55.490780+0000","last_undegraded":"2023-08-28T02:35:55.490780+0000","last_fullsized":"2023-08-28T02:35:55.490780+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:26:13.405766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"65'1","reported_seq":319,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:50.013955+0000","last_change":"2023-08-28T02:29:44.510205+0000","last_active":"2023-08-28T02:35:50.013955+0000","last_peered":"2023-08-28T02:35:50.013955+0000","last_clean":"2023-08-28T02:35:50.013955+0000","last_became_active":"2023-08-28T02:29:44.429357+0000","last_became_peered":"2023-08-28T02:29:44.429357+0000","last_unstale":"2023-08-28T02:35:50.013955+0000","last_undegraded":"2023-08-28T02:35:50.013955+0000","last_fullsized":"2023-08-28T02:35:50.013955+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:44:59.955729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":286,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:49.982614+0000","last_change":"2023-08-28T02:32:12.950661+0000","last_active":"2023-08-28T02:35:49.982614+0000","last_peered":"2023-08-28T02:35:49.982614+0000","last_clean":"2023-08-28T02:35:49.982614+0000","last_became_active":"2023-08-28T02:32:12.950276+0000","last_became_peered":"2023-08-28T02:32:12.950276+0000","last_unstale":"2023-08-28T02:35:49.982614+0000","last_undegraded":"2023-08-28T02:35:49.982614+0000","last_fullsized":"2023-08-28T02:35:49.982614+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:05:17.972868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"65'1","reported_seq":277,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:50.011957+0000","last_change":"2023-08-28T02:14:43.042150+0000","last_active":"2023-08-28T02:35:50.011957+0000","last_peered":"2023-08-28T02:35:50.011957+0000","last_clean":"2023-08-28T02:35:50.011957+0000","last_became_active":"2023-08-28T02:14:43.038336+0000","last_became_peered":"2023-08-28T02:14:43.038336+0000","last_unstale":"2023-08-28T02:35:50.011957+0000","last_undegraded":"2023-08-28T02:35:50.011957+0000","last_fullsized":"2023-08-28T02:35:50.011957+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:26:02.415152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":327,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:49.980929+0000","last_change":"2023-08-28T02:33:13.318097+0000","last_active":"2023-08-28T02:35:49.980929+0000","last_peered":"2023-08-28T02:35:49.980929+0000","last_clean":"2023-08-28T02:35:49.980929+0000","last_became_active":"2023-08-28T02:33:13.317761+0000","last_became_peered":"2023-08-28T02:33:13.317761+0000","last_unstale":"2023-08-28T02:35:49.980929+0000","last_undegraded":"2023-08-28T02:35:49.980929+0000","last_fullsized":"2023-08-28T02:35:49.980929+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:24.836996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"65'2","reported_seq":324,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:50.016095+0000","last_change":"2023-08-28T02:29:44.535937+0000","last_active":"2023-08-28T02:35:50.016095+0000","last_peered":"2023-08-28T02:35:50.016095+0000","last_clean":"2023-08-28T02:35:50.016095+0000","last_became_active":"2023-08-28T02:29:44.462244+0000","last_became_peered":"2023-08-28T02:29:44.462244+0000","last_unstale":"2023-08-28T02:35:50.016095+0000","last_undegraded":"2023-08-28T02:35:50.016095+0000","last_fullsized":"2023-08-28T02:35:50.016095+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:30:33.173713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":324,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:50.011646+0000","last_change":"2023-08-28T02:33:12.305580+0000","last_active":"2023-08-28T02:35:50.011646+0000","last_peered":"2023-08-28T02:35:50.011646+0000","last_clean":"2023-08-28T02:35:50.011646+0000","last_became_active":"2023-08-28T02:33:12.305261+0000","last_became_peered":"2023-08-28T02:33:12.305261+0000","last_unstale":"2023-08-28T02:35:50.011646+0000","last_undegraded":"2023-08-28T02:35:50.011646+0000","last_fullsized":"2023-08-28T02:35:50.011646+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:22:31.614221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"65'2","reported_seq":293,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:50.016000+0000","last_change":"2023-08-28T02:31:51.991101+0000","last_active":"2023-08-28T02:35:50.016000+0000","last_peered":"2023-08-28T02:35:50.016000+0000","last_clean":"2023-08-28T02:35:50.016000+0000","last_became_active":"2023-08-28T02:31:51.987237+0000","last_became_peered":"2023-08-28T02:31:51.987237+0000","last_unstale":"2023-08-28T02:35:50.016000+0000","last_undegraded":"2023-08-28T02:35:50.016000+0000","last_fullsized":"2023-08-28T02:35:50.016000+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:07:07.370857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":327,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:49.982664+0000","last_change":"2023-08-28T02:33:12.494483+0000","last_active":"2023-08-28T02:35:49.982664+0000","last_peered":"2023-08-28T02:35:49.982664+0000","last_clean":"2023-08-28T02:35:49.982664+0000","last_became_active":"2023-08-28T02:33:12.494136+0000","last_became_peered":"2023-08-28T02:33:12.494136+0000","last_unstale":"2023-08-28T02:35:49.982664+0000","last_undegraded":"2023-08-28T02:35:49.982664+0000","last_fullsized":"2023-08-28T02:35:49.982664+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:36.772588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"65'1","reported_seq":271,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:49.978979+0000","last_change":"2023-08-28T02:33:13.287922+0000","last_active":"2023-08-28T02:35:49.978979+0000","last_peered":"2023-08-28T02:35:49.978979+0000","last_clean":"2023-08-28T02:35:49.978979+0000","last_became_active":"2023-08-28T02:33:13.287520+0000","last_became_peered":"2023-08-28T02:33:13.287520+0000","last_unstale":"2023-08-28T02:35:49.978979+0000","last_undegraded":"2023-08-28T02:35:49.978979+0000","last_fullsized":"2023-08-28T02:35:49.978979+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:11.627168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":285,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:49.978785+0000","last_change":"2023-08-28T02:33:13.289469+0000","last_active":"2023-08-28T02:35:49.978785+0000","last_peered":"2023-08-28T02:35:49.978785+0000","last_clean":"2023-08-28T02:35:49.978785+0000","last_became_active":"2023-08-28T02:33:13.288737+0000","last_became_peered":"2023-08-28T02:33:13.288737+0000","last_unstale":"2023-08-28T02:35:49.978785+0000","last_undegraded":"2023-08-28T02:35:49.978785+0000","last_fullsized":"2023-08-28T02:35:49.978785+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:11:15.043550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"65'4","reported_seq":309,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:50.014080+0000","last_change":"2023-08-28T02:32:28.607010+0000","last_active":"2023-08-28T02:35:50.014080+0000","last_peered":"2023-08-28T02:35:50.014080+0000","last_clean":"2023-08-28T02:35:50.014080+0000","last_became_active":"2023-08-28T02:32:28.492224+0000","last_became_peered":"2023-08-28T02:32:28.492224+0000","last_unstale":"2023-08-28T02:35:50.014080+0000","last_undegraded":"2023-08-28T02:35:50.014080+0000","last_fullsized":"2023-08-28T02:35:50.014080+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:13:45.711951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":554,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":337,"reported_epoch":330,"state":"active+clean","last_fresh":"2023-08-28T02:35:49.982775+0000","last_change":"2023-08-28T02:33:13.309144+0000","last_active":"2023-08-28T02:35:49.982775+0000","last_peered":"2023-08-28T02:35:49.982775+0000","last_clean":"2023-08-28T02:35:49.982775+0000","last_became_active":"2023-08-28T02:33:13.308910+0000","last_became_peered":"2023-08-28T02:33:13.308910+0000","last_unstale":"2023-08-28T02:35:49.982775+0000","last_undegraded":"2023-08-28T02:35:49.982775+0000","last_fullsized":"2023-08-28T02:35:49.982775+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:09:59.549591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":5225316376,"num_objects":79733,"num_object_clones":0,"num_object_copies":239199,"num_objects_missing_on_primary":5089,"num_objects_missing":5089,"num_objects_degraded":37683,"num_objects_misplaced":10602,"num_objects_unfound":0,"num_objects_dirty":79733,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":106881,"num_write_kb":5971585,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":36234,"num_bytes_recovered":2358378496,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":16600346624,"data_stored":16600334408,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":94729,"ondisk_log_size":94729,"up":48,"acting":43,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":10126,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":370028,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":89,"num_read_kb":167,"num_write":44,"num_write_kb":440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":322019,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299749,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2079728,"kb_used_data":1601512,"kb_used_omap":0,"kb_used_meta":478208,"kb_avail":91665424,"statfs":{"total":95995035648,"available":93865394176,"internally_reserved":0,"allocated":1639948288,"data_stored":1638630253,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":489684992},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:35:09 2023","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":0.92100000000000004,"15min":1.4750000000000001},"min":{"1min":0.24299999999999999,"5min":0.219,"15min":0.21199999999999999},"max":{"1min":1.421,"5min":8.8079999999999998,"15min":13.118},"last":0.32400000000000001},{"interface":"front","average":{"1min":0.59199999999999997,"5min":1.2629999999999999,"15min":1.8859999999999999},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.246},"max":{"1min":2.395,"5min":12.42,"15min":17.402999999999999},"last":0.40999999999999998}]},{"osd":1,"last update":"Mon Aug 28 02:35:37 2023","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":1.0980000000000001,"15min":2.1120000000000001},"min":{"1min":0.28199999999999997,"5min":0.26800000000000002,"15min":0.24099999999999999},"max":{"1min":1.2569999999999999,"5min":9.5850000000000009,"15min":17.43},"last":0.48399999999999999},{"interface":"front","average":{"1min":0.54400000000000004,"5min":1.008,"15min":1.9350000000000001},"min":{"1min":0.36399999999999999,"5min":0.311,"15min":0.25900000000000001},"max":{"1min":2.0579999999999998,"5min":9.5289999999999999,"15min":19.913},"last":0.38900000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:35:22 2023","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.67500000000000004,"15min":1.5700000000000001},"min":{"1min":0.26800000000000002,"5min":0.23499999999999999,"15min":0.22800000000000001},"max":{"1min":1.595,"5min":3.8199999999999998,"15min":8.3889999999999993},"last":0.28899999999999998},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.80700000000000005,"15min":1.4670000000000001},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28699999999999998},"max":{"1min":1.1020000000000001,"5min":6.7750000000000004,"15min":12.128},"last":1.9159999999999999}]},{"osd":3,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.68999999999999995,"15min":0.70799999999999996},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":2.073,"5min":3.0099999999999998,"15min":3.0099999999999998},"last":1.9590000000000001},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.63,"15min":0.63},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":3.0600000000000001,"5min":3.1000000000000001,"15min":3.1000000000000001},"last":0.35099999999999998}]},{"osd":4,"last update":"Mon Aug 28 02:35:09 2023","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.92400000000000004,"15min":1.2989999999999999},"min":{"1min":0.27700000000000002,"5min":0.245,"15min":0.24199999999999999},"max":{"1min":2.1150000000000002,"5min":9.6839999999999993,"15min":18.943000000000001},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.77200000000000002,"15min":0.95699999999999996},"min":{"1min":0.30399999999999999,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":2.206,"5min":6.2350000000000003,"15min":8.1890000000000001},"last":1.881}]},{"osd":5,"last update":"Mon Aug 28 02:35:09 2023","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.74399999999999999,"15min":1.0660000000000001},"min":{"1min":0.28100000000000003,"5min":0.246,"15min":0.23599999999999999},"max":{"1min":1.2210000000000001,"5min":5.9130000000000003,"15min":14.622},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.90900000000000003,"15min":1.294},"min":{"1min":0.317,"5min":0.28100000000000003,"15min":0.27000000000000002},"max":{"1min":2.1419999999999999,"5min":9.5559999999999992,"15min":17.324999999999999},"last":0.437}]},{"osd":6,"last update":"Mon Aug 28 02:35:09 2023","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.98199999999999998,"15min":1.321},"min":{"1min":0.36699999999999999,"5min":0.31900000000000001,"15min":0.30299999999999999},"max":{"1min":2.1819999999999999,"5min":9.7829999999999995,"15min":17.454999999999998},"last":0.82499999999999996},{"interface":"front","average":{"1min":0.436,"5min":0.77300000000000002,"15min":0.86299999999999999},"min":{"1min":0.34399999999999997,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.54500000000000004,"5min":5.6710000000000003,"15min":7.665},"last":1.9359999999999999}]}]},{"osd":6,"up_from":0,"seq":193273528680,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":101,"seq":433791697138,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1603168,"kb_used_data":970904,"kb_used_omap":4,"kb_used_meta":632251,"kb_avail":92141984,"statfs":{"total":95995035648,"available":94353391616,"internally_reserved":0,"allocated":994205696,"data_stored":992346179,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":647425934},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:35:38 2023","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":1.01,"15min":2.411},"min":{"1min":0.25900000000000001,"5min":0.223,"15min":0.214},"max":{"1min":1.8009999999999999,"5min":13.526,"15min":24.545999999999999},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.45500000000000002,"5min":1.3959999999999999,"15min":2.8809999999999998},"min":{"1min":0.23899999999999999,"5min":0.23599999999999999,"15min":0.21199999999999999},"max":{"1min":0.68600000000000005,"5min":11.1,"15min":24.515000000000001},"last":0.436}]},{"osd":2,"last update":"Mon Aug 28 02:35:30 2023","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":1.4330000000000001,"15min":2.5819999999999999},"min":{"1min":0.30499999999999999,"5min":0.28699999999999998,"15min":0.24099999999999999},"max":{"1min":2.4889999999999999,"5min":22.161000000000001,"15min":22.161000000000001},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.42599999999999999,"5min":1.3720000000000001,"15min":2.1139999999999999},"min":{"1min":0.28399999999999997,"5min":0.254,"15min":0.253},"max":{"1min":0.81599999999999995,"5min":13.114000000000001,"15min":20.003},"last":0.379}]},{"osd":3,"last update":"Mon Aug 28 02:35:12 2023","interfaces":[{"interface":"back","average":{"1min":0.69899999999999995,"5min":0.51000000000000001,"15min":0.47799999999999998},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":1.9770000000000001,"5min":1.9770000000000001,"15min":1.9770000000000001},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.53400000000000003,"15min":0.52100000000000002},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":2.694,"5min":2.694,"15min":2.694},"last":0.51000000000000001}]},{"osd":4,"last update":"Mon Aug 28 02:35:38 2023","interfaces":[{"interface":"back","average":{"1min":0.48799999999999999,"5min":1.0449999999999999,"15min":1.556},"min":{"1min":0.377,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.70899999999999996,"5min":6.819,"15min":18.992999999999999},"last":0.41899999999999998},{"interface":"front","average":{"1min":0.71199999999999997,"5min":0.99199999999999999,"15min":1.76},"min":{"1min":0.34399999999999997,"5min":0.29099999999999998,"15min":0.26400000000000001},"max":{"1min":1.897,"5min":6.8380000000000001,"15min":14.779999999999999},"last":0.47399999999999998}]},{"osd":5,"last update":"Mon Aug 28 02:35:38 2023","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":1.179,"15min":2.165},"min":{"1min":0.36499999999999999,"5min":0.35999999999999999,"15min":0.29999999999999999},"max":{"1min":0.84699999999999998,"5min":10.314,"15min":18.626999999999999},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.56399999999999995,"5min":1.1020000000000001,"15min":2.02},"min":{"1min":0.38600000000000001,"5min":0.375,"15min":0.32000000000000001},"max":{"1min":0.80800000000000005,"5min":7.3410000000000002,"15min":18.945},"last":0.54100000000000004}]},{"osd":6,"last update":"Mon Aug 28 02:35:38 2023","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":1.1020000000000001,"15min":2.1230000000000002},"min":{"1min":0.40799999999999997,"5min":0.39100000000000001,"15min":0.34300000000000003},"max":{"1min":0.874,"5min":10.272,"15min":13.254},"last":0.629},{"interface":"front","average":{"1min":0.60899999999999999,"5min":1.2849999999999999,"15min":1.7869999999999999},"min":{"1min":0.46100000000000002,"5min":0.41799999999999998,"15min":0.34499999999999997},"max":{"1min":0.85899999999999999,"5min":12.371,"15min":19.021999999999998},"last":0.59099999999999997}]},{"osd":7,"last update":"Mon Aug 28 02:35:38 2023","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":1.093,"15min":2.0219999999999998},"min":{"1min":0.45200000000000001,"5min":0.374,"15min":0.374},"max":{"1min":0.81100000000000005,"5min":7.3949999999999996,"15min":19.047999999999998},"last":0.497},{"interface":"front","average":{"1min":0.82999999999999996,"5min":1.0680000000000001,"15min":2.004},"min":{"1min":0.46200000000000002,"5min":0.34399999999999997,"15min":0.312},"max":{"1min":1.9430000000000001,"5min":6.4960000000000004,"15min":14.818},"last":0.61199999999999999}]}]},{"osd":0,"up_from":87,"seq":373662155005,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3834472,"kb_used_data":3173536,"kb_used_omap":5,"kb_used_meta":660922,"kb_avail":89910680,"statfs":{"total":95995035648,"available":92068536320,"internally_reserved":0,"allocated":3249700864,"data_stored":3247723320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":676784762},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:35:34 2023","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.80400000000000005,"15min":1.8300000000000001},"min":{"1min":0.245,"5min":0.184,"15min":0.184},"max":{"1min":1.796,"5min":5.5339999999999998,"15min":30.315000000000001},"last":0.33900000000000002},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.96299999999999997,"15min":2.6589999999999998},"min":{"1min":0.26700000000000002,"5min":0.249,"15min":0.221},"max":{"1min":1.976,"5min":11.914,"15min":69.272000000000006},"last":0.39500000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:35:34 2023","interfaces":[{"interface":"back","average":{"1min":0.748,"5min":1.002,"15min":2.278},"min":{"1min":0.28199999999999997,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":2.6640000000000001,"5min":8.5250000000000004,"15min":20.959},"last":0.29399999999999998},{"interface":"front","average":{"1min":0.754,"5min":0.92800000000000005,"15min":1.8720000000000001},"min":{"1min":0.32200000000000001,"5min":0.247,"15min":0.24299999999999999},"max":{"1min":2.8940000000000001,"5min":7.024,"15min":12.332000000000001},"last":0.376}]},{"osd":3,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.67300000000000004,"5min":0.73399999999999999,"15min":0.74399999999999999},"min":{"1min":0.32600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":2.7130000000000001,"5min":3.952,"15min":3.952},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.748,"15min":0.77000000000000002},"min":{"1min":0.41299999999999998,"5min":0.371,"15min":0.371},"max":{"1min":1.0920000000000001,"5min":3.9750000000000001,"15min":3.9750000000000001},"last":0.41499999999999998}]},{"osd":4,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":3.5329999999999999,"15min":2.4849999999999999},"min":{"1min":0.36899999999999999,"5min":0.314,"15min":0.29299999999999998},"max":{"1min":0.69599999999999995,"5min":274.33199999999999,"15min":274.33199999999999},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.61799999999999999,"5min":3.6600000000000001,"15min":2.8879999999999999},"min":{"1min":0.36199999999999999,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":2.2280000000000002,"5min":266.31999999999999,"15min":266.31999999999999},"last":0.70499999999999996}]},{"osd":5,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.92100000000000004,"15min":1.5840000000000001},"min":{"1min":0.371,"5min":0.33300000000000002,"15min":0.29299999999999998},"max":{"1min":0.70099999999999996,"5min":7.1139999999999999,"15min":13.038},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.64700000000000002,"5min":1.2609999999999999,"15min":2.085},"min":{"1min":0.39500000000000002,"5min":0.34799999999999998,"15min":0.27800000000000002},"max":{"1min":2.2679999999999998,"5min":11.968999999999999,"15min":15.231},"last":0.67100000000000004}]},{"osd":6,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":1.069,"15min":1.8220000000000001},"min":{"1min":0.40999999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.77800000000000002,"5min":11.605,"15min":15.122999999999999},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.70399999999999996,"5min":1.3600000000000001,"15min":2.0990000000000002},"min":{"1min":0.48499999999999999,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":2.3029999999999999,"5min":11.856999999999999,"15min":15.186999999999999},"last":0.627}]},{"osd":7,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":1.2609999999999999,"15min":2.1379999999999999},"min":{"1min":0.438,"5min":0.36399999999999999,"15min":0.33400000000000002},"max":{"1min":2.7519999999999998,"5min":8.1069999999999993,"15min":16.183},"last":0.64300000000000002},{"interface":"front","average":{"1min":0.62,"5min":1.1399999999999999,"15min":1.774},"min":{"1min":0.5,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.82599999999999996,"5min":7.0620000000000003,"15min":13.005000000000001},"last":0.58899999999999997}]}]},{"osd":2,"up_from":0,"seq":502511173864,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":297,"seq":1275605286947,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1005472,"kb_used_data":870552,"kb_used_omap":2,"kb_used_meta":134909,"kb_avail":92739680,"statfs":{"total":95995035648,"available":94965432320,"internally_reserved":0,"allocated":891445248,"data_stored":889580571,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":138146869},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:35:13 2023","interfaces":[{"interface":"back","average":{"1min":0.86199999999999999,"5min":0.49399999999999999,"15min":0.433},"min":{"1min":0.23100000000000001,"5min":0.22,"15min":0.22},"max":{"1min":6.8819999999999997,"5min":6.8819999999999997,"15min":6.8819999999999997},"last":0.45700000000000002},{"interface":"front","average":{"1min":1.0489999999999999,"5min":0.76900000000000002,"15min":0.72199999999999998},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":6.7839999999999998,"5min":6.7839999999999998,"15min":6.7839999999999998},"last":0.29999999999999999}]},{"osd":1,"last update":"Mon Aug 28 02:35:13 2023","interfaces":[{"interface":"back","average":{"1min":0.86799999999999999,"5min":0.49199999999999999,"15min":0.42999999999999999},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":4.0650000000000004,"5min":4.0650000000000004,"15min":4.0650000000000004},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.86799999999999999,"5min":0.753,"15min":0.73399999999999999},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":3.23,"5min":3.23,"15min":3.23},"last":0.35999999999999999}]},{"osd":2,"last update":"Mon Aug 28 02:35:13 2023","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.625,"15min":0.63600000000000001},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":2.3079999999999998,"5min":2.5449999999999999,"15min":2.5449999999999999},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.76200000000000001,"5min":0.58699999999999997,"15min":0.55800000000000005},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":4.7030000000000003,"5min":4.7030000000000003,"15min":4.7030000000000003},"last":0.34000000000000002}]},{"osd":4,"last update":"Mon Aug 28 02:35:13 2023","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.57399999999999995,"15min":0.57199999999999995},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":1.863,"5min":1.863,"15min":1.863},"last":0.38700000000000001},{"interface":"front","average":{"1min":0.87,"5min":0.60099999999999998,"15min":0.55600000000000005},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":3.5030000000000001,"5min":3.5030000000000001,"15min":3.5030000000000001},"last":0.52800000000000002}]},{"osd":5,"last update":"Mon Aug 28 02:35:13 2023","interfaces":[{"interface":"back","average":{"1min":0.86399999999999999,"5min":0.626,"15min":0.58599999999999997},"min":{"1min":0.40899999999999997,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":3.5390000000000001,"5min":3.5390000000000001,"15min":3.5390000000000001},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.54800000000000004,"15min":0.54400000000000004},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":2.383,"5min":2.383,"15min":2.383},"last":0.443}]},{"osd":6,"last update":"Mon Aug 28 02:35:13 2023","interfaces":[{"interface":"back","average":{"1min":0.65000000000000002,"5min":0.64600000000000002,"15min":0.64500000000000002},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":1.8879999999999999,"5min":1.8879999999999999,"15min":1.8879999999999999},"last":0.497},{"interface":"front","average":{"1min":0.91700000000000004,"5min":0.68899999999999995,"15min":0.65100000000000002},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":3.6099999999999999,"5min":3.6099999999999999,"15min":3.6099999999999999},"last":0.56899999999999995}]},{"osd":7,"last update":"Mon Aug 28 02:35:13 2023","interfaces":[{"interface":"back","average":{"1min":0.64300000000000002,"5min":0.58999999999999997,"15min":0.58099999999999996},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":2.3500000000000001,"5min":2.3500000000000001,"15min":2.3500000000000001},"last":1.4319999999999999},{"interface":"front","average":{"1min":0.65000000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":1.8260000000000001,"5min":1.8260000000000001,"15min":1.8260000000000001},"last":1.45}]}]},{"osd":4,"up_from":30,"seq":128849019242,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3667120,"kb_used_data":3205416,"kb_used_omap":0,"kb_used_meta":461696,"kb_avail":90078032,"statfs":{"total":95995035648,"available":92239904768,"internally_reserved":0,"allocated":3282345984,"data_stored":3281028184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":472776704},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,0,0,0,0,0,0,5,4],"upper_bound":8192},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.95499999999999996,"5min":1.0109999999999999,"15min":1.7729999999999999},"min":{"1min":0.312,"5min":0.247,"15min":0.22800000000000001},"max":{"1min":10.249000000000001,"5min":10.249000000000001,"15min":22.515000000000001},"last":0.27400000000000002},{"interface":"front","average":{"1min":0.72999999999999998,"5min":1.0649999999999999,"15min":1.7090000000000001},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.217},"max":{"1min":4.5250000000000004,"5min":6.9720000000000004,"15min":22.454000000000001},"last":0.30199999999999999}]},{"osd":1,"last update":"Mon Aug 28 02:35:43 2023","interfaces":[{"interface":"back","average":{"1min":0.70199999999999996,"5min":0.78700000000000003,"15min":1.4710000000000001},"min":{"1min":0.31,"5min":0.254,"15min":0.24199999999999999},"max":{"1min":5.5979999999999999,"5min":8.7710000000000008,"15min":23.082000000000001},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.499,"5min":0.84199999999999997,"15min":1.663},"min":{"1min":0.32400000000000001,"5min":0.26000000000000001,"15min":0.255},"max":{"1min":0.81200000000000006,"5min":8.7940000000000005,"15min":25.100000000000001},"last":0.44400000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.74399999999999999,"5min":1.21,"15min":1.6479999999999999},"min":{"1min":0.35699999999999998,"5min":0.27900000000000003,"15min":0.27400000000000002},"max":{"1min":4.3959999999999999,"5min":8.7149999999999999,"15min":16.231000000000002},"last":0.495},{"interface":"front","average":{"1min":0.72699999999999998,"5min":1.1839999999999999,"15min":1.6140000000000001},"min":{"1min":0.312,"5min":0.312,"15min":0.251},"max":{"1min":4.7130000000000001,"5min":13.515000000000001,"15min":13.515000000000001},"last":0.34300000000000003}]},{"osd":3,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.74199999999999999,"5min":0.79400000000000004,"15min":0.80300000000000005},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":3.8260000000000001,"5min":7.7480000000000002,"15min":7.7480000000000002},"last":0.70499999999999996},{"interface":"front","average":{"1min":1.123,"5min":0.74399999999999999,"15min":0.68100000000000005},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":3.7069999999999999,"5min":3.7069999999999999,"15min":3.7069999999999999},"last":0.45700000000000002}]},{"osd":5,"last update":"Mon Aug 28 02:35:56 2023","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.65800000000000003,"15min":1.0920000000000001},"min":{"1min":0.27300000000000002,"5min":0.222,"15min":0.222},"max":{"1min":0.84599999999999997,"5min":8.6679999999999993,"15min":16.181999999999999},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.45100000000000001,"5min":0.85199999999999998,"15min":1.1259999999999999},"min":{"1min":0.29799999999999999,"5min":0.224,"15min":0.20699999999999999},"max":{"1min":1.1140000000000001,"5min":8.6370000000000005,"15min":10.233000000000001},"last":0.40100000000000002}]},{"osd":6,"last update":"Mon Aug 28 02:35:07 2023","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.94399999999999995,"15min":1.087},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.26500000000000001},"max":{"1min":0.56899999999999995,"5min":8.5950000000000006,"15min":10.023999999999999},"last":0.436},{"interface":"front","average":{"1min":0.44,"5min":1.0669999999999999,"15min":1.123},"min":{"1min":0.30499999999999999,"5min":0.28299999999999997,"15min":0.26600000000000001},"max":{"1min":0.78500000000000003,"5min":8.5,"15min":8.5},"last":0.47699999999999998}]},{"osd":7,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.88100000000000001,"15min":1.1539999999999999},"min":{"1min":0.28999999999999998,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.69399999999999995,"5min":8.8249999999999993,"15min":9.3209999999999997},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.51500000000000001,"5min":1.042,"15min":1.109},"min":{"1min":0.34499999999999997,"5min":0.34300000000000003,"15min":0.30299999999999999},"max":{"1min":1.153,"5min":15.597,"15min":15.597},"last":0.64200000000000002}]}]},{"osd":5,"up_from":37,"seq":158913790315,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2751072,"kb_used_data":2196824,"kb_used_omap":0,"kb_used_meta":554240,"kb_avail":90994080,"statfs":{"total":95995035648,"available":93177937920,"internally_reserved":0,"allocated":2249547776,"data_stored":2248242343,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":567541760},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:35:43 2023","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.877,"15min":1.8280000000000001},"min":{"1min":0.23799999999999999,"5min":0.23200000000000001,"15min":0.20200000000000001},"max":{"1min":1.071,"5min":7.7560000000000002,"15min":40.334000000000003},"last":0.29099999999999998},{"interface":"front","average":{"1min":0.68600000000000005,"5min":1.1479999999999999,"15min":1.8460000000000001},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.23200000000000001},"max":{"1min":4.298,"5min":19.815999999999999,"15min":40.212000000000003},"last":0.32400000000000001}]},{"osd":1,"last update":"Mon Aug 28 02:35:43 2023","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":1.0449999999999999,"15min":1.956},"min":{"1min":0.314,"5min":0.26200000000000001,"15min":0.23200000000000001},"max":{"1min":1.4299999999999999,"5min":17.998000000000001,"15min":40.088000000000001},"last":0.41099999999999998},{"interface":"front","average":{"1min":0.745,"5min":1.3580000000000001,"15min":1.895},"min":{"1min":0.28899999999999998,"5min":0.27800000000000002,"15min":0.251},"max":{"1min":4.2149999999999999,"5min":19.853000000000002,"15min":40.243000000000002},"last":0.372}]},{"osd":2,"last update":"Mon Aug 28 02:35:43 2023","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.89800000000000002,"15min":1.829},"min":{"1min":0.33500000000000002,"5min":0.29899999999999999,"15min":0.27700000000000002},"max":{"1min":1.373,"5min":7.8029999999999999,"15min":40.436999999999998},"last":0.42599999999999999},{"interface":"front","average":{"1min":0.79100000000000004,"5min":1.161,"15min":1.865},"min":{"1min":0.34899999999999998,"5min":0.28499999999999998,"15min":0.27200000000000002},"max":{"1min":4.2400000000000002,"5min":8.609,"15min":40.555},"last":0.40100000000000002}]},{"osd":3,"last update":"Mon Aug 28 02:35:16 2023","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":1.1599999999999999,"15min":1.252},"min":{"1min":0.32200000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":1.8029999999999999,"5min":16.190999999999999,"15min":16.190999999999999},"last":0.30499999999999999},{"interface":"front","average":{"1min":0.53800000000000003,"5min":1.4550000000000001,"15min":1.6080000000000001},"min":{"1min":0.39600000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.879,"5min":21.420999999999999,"15min":21.420999999999999},"last":0.45500000000000002}]},{"osd":4,"last update":"Mon Aug 28 02:35:57 2023","interfaces":[{"interface":"back","average":{"1min":0.46100000000000002,"5min":0.75900000000000001,"15min":1.2729999999999999},"min":{"1min":0.28199999999999997,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":1.516,"5min":13.616,"15min":40.762999999999998},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.72199999999999998,"5min":0.95499999999999996,"15min":1.3680000000000001},"min":{"1min":0.32700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":4.1879999999999997,"5min":10.439,"15min":40.634},"last":0.48599999999999999}]},{"osd":6,"last update":"Mon Aug 28 02:35:43 2023","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":1.042,"15min":1.427},"min":{"1min":0.318,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":1.048,"5min":17.510000000000002,"15min":42.409999999999997},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.49199999999999999,"5min":1.046,"15min":1.403},"min":{"1min":0.32200000000000001,"5min":0.254,"15min":0.254},"max":{"1min":1.2330000000000001,"5min":15.856999999999999,"15min":42.533999999999999},"last":0.35399999999999998}]},{"osd":7,"last update":"Mon Aug 28 02:35:43 2023","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.93300000000000005,"15min":1.5940000000000001},"min":{"1min":0.36699999999999999,"5min":0.315,"15min":0.314},"max":{"1min":1.7549999999999999,"5min":10.837999999999999,"15min":42.667000000000002},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.76500000000000001,"5min":1.2509999999999999,"15min":1.605},"min":{"1min":0.33000000000000002,"5min":0.318,"15min":0.318},"max":{"1min":4.149,"5min":17.808,"15min":42.344000000000001},"last":0.54900000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":3244560384,"data_stored":3244556312,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":988545024,"data_stored":988545024,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":2354315264,"data_stored":2354315264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":885391360,"data_stored":885391360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":3277656064,"data_stored":3277651992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":2244935680,"data_stored":2244935680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1969623040,"data_stored":1969618968,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1635319808,"data_stored":1635319808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:36:03.814 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:03.844 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:36:03.847 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:03.848 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:36:03.893 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:36:03.949 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:36:03.979 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:03.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:03 smithi040 ceph-mon[170259]: from='client.35817 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:36:03.980 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:03 smithi040 ceph-mon[175404]: from='client.35817 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:36:03.999 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:36:04.004 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:04.005 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:36:04.068 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:03 smithi083 ceph-mon[157819]: from='client.35817 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:36:04.075 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:36:04.106 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:36:04.138 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:04.261 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:36:04.264 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:04.264 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:36:04.347 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-08-28T02:36:04.365 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:36:04.423 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:04.499 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:36:04.502 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:04.502 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:36:04.603 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:36:04.634 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:04.706 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:36:04.710 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:04.710 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:36:04.811 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:36:04.825 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:36:04.845 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:04.869 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:36:04.872 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:04.872 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:36:04.875 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2023-08-28T02:36:04.876 INFO:teuthology.orchestra.run.smithi083.stdout: "ops": [], 2023-08-28T02:36:04.876 INFO:teuthology.orchestra.run.smithi083.stdout: "complaint_time": 30, 2023-08-28T02:36:04.876 INFO:teuthology.orchestra.run.smithi083.stdout: "num_blocked_ops": 0 2023-08-28T02:36:04.876 INFO:teuthology.orchestra.run.smithi083.stdout:} 2023-08-28T02:36:04.963 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:04 smithi040 ceph-mon[170259]: pgmap v997: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.9 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 97 op/s; 37684/239034 objects degraded (15.765%); 10602/239034 objects misplaced (4.435%); 1.1 MiB/s, 17 objects/s recovering 2023-08-28T02:36:04.963 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:04 smithi040 ceph-mon[175404]: pgmap v997: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.9 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 97 op/s; 37684/239034 objects degraded (15.765%); 10602/239034 objects misplaced (4.435%); 1.1 MiB/s, 17 objects/s recovering 2023-08-28T02:36:04.973 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:36:05.009 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:05.066 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:04 smithi083 ceph-mon[157819]: pgmap v997: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.9 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 97 op/s; 37684/239034 objects degraded (15.765%); 10602/239034 objects misplaced (4.435%); 1.1 MiB/s, 17 objects/s recovering 2023-08-28T02:36:05.083 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:36:05.087 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:05.087 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:36:05.188 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:36:05.218 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:05.238 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:36:05.240 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:05.241 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:36:05.264 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.6 dump_historic_ops 2023-08-28T02:36:05.342 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:36:05.375 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:05.397 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:36:05.400 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:05.400 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:36:05.501 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:36:05.529 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:05.551 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:36:05.553 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:05.553 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:36:05.618 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:36:05.655 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:36:05.689 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:36:05 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:36:05] "GET /metrics HTTP/1.1" 200 36599 "" "Prometheus/2.43.0" 2023-08-28T02:36:05.692 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:05.810 INFO:teuthology.orchestra.run.smithi040.stderr:nodeep-scrub is set 2023-08-28T02:36:05.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:05 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1408648330' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:36:05.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:05 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1408648330' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:36:06.019 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:36:06.023 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:06.023 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:36:06.074 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:05 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1408648330' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:36:06.123 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:36:06.158 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:06.718 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2023-08-28T02:36:06.719 INFO:teuthology.orchestra.run.smithi083.stdout: "size": 20, 2023-08-28T02:36:06.719 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 600, 2023-08-28T02:36:06.719 INFO:teuthology.orchestra.run.smithi083.stdout: "ops": [ 2023-08-28T02:36:06.719 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.719 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_repop(client.34719.0:166816 9.13 e217/196 9:c8aedeed:::benchmark_data_smithi040_209735_object59221:head v 217'7076, mlcod=216'7074)", 2023-08-28T02:36:06.719 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:32.935340+0000", 2023-08-28T02:36:06.719 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 393.78015859700002, 2023-08-28T02:36:06.719 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.207471302, 2023-08-28T02:36:06.719 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:36:06.719 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:36:06.719 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:36:06.720 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.720 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:36:06.720 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.935340+0000", 2023-08-28T02:36:06.720 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:36:06.720 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.720 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.720 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:36:06.720 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.935340+0000", 2023-08-28T02:36:06.720 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:36:06.720 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.720 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.720 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:36:06.721 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.935339+0000", 2023-08-28T02:36:06.721 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:36:06.721 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.721 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.721 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:36:06.721 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.935348+0000", 2023-08-28T02:36:06.721 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.3989999999999993e-06 2023-08-28T02:36:06.721 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.721 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.721 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:36:06.721 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.935360+0000", 2023-08-28T02:36:06.722 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1888999999999999e-05 2023-08-28T02:36:06.722 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.722 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.722 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:36:06.722 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.935369+0000", 2023-08-28T02:36:06.722 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.7360000000000007e-06 2023-08-28T02:36:06.722 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.722 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.722 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:36:06.722 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.935416+0000", 2023-08-28T02:36:06.722 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.7032e-05 2023-08-28T02:36:06.722 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.723 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.723 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:36:06.723 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.935439+0000", 2023-08-28T02:36:06.723 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.3125999999999998e-05 2023-08-28T02:36:06.723 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.723 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.723 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:36:06.723 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.142781+0000", 2023-08-28T02:36:06.723 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.207341945 2023-08-28T02:36:06.723 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.723 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.723 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:36:06.724 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.142811+0000", 2023-08-28T02:36:06.724 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.025e-05 2023-08-28T02:36:06.724 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:06.724 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:36:06.724 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:06.724 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.724 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.724 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:15973 10.f 10:f156d307:::benchmark_data_smithi040_250784_object15972:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e255)", 2023-08-28T02:36:06.724 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:01.960653+0000", 2023-08-28T02:36:06.724 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 304.75484552099999, 2023-08-28T02:36:06.724 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.074587173000000007, 2023-08-28T02:36:06.724 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:36:06.725 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:36:06.725 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:36:06.725 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:36:06.725 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:36:06.725 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 15973 2023-08-28T02:36:06.725 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.725 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:36:06.725 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.725 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:36:06.725 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.960653+0000", 2023-08-28T02:36:06.725 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:36:06.725 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.726 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.726 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:36:06.726 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.960653+0000", 2023-08-28T02:36:06.726 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:36:06.726 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.726 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.726 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:36:06.726 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.960652+0000", 2023-08-28T02:36:06.726 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:36:06.726 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.726 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.726 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:36:06.727 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.960761+0000", 2023-08-28T02:36:06.727 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000108657 2023-08-28T02:36:06.727 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.727 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.727 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:36:06.727 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.960772+0000", 2023-08-28T02:36:06.727 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1491999999999999e-05 2023-08-28T02:36:06.727 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.727 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.727 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:36:06.727 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.960779+0000", 2023-08-28T02:36:06.727 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.8360000000000003e-06 2023-08-28T02:36:06.728 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.728 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.728 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:36:06.728 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.961398+0000", 2023-08-28T02:36:06.728 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00061934700000000002 2023-08-28T02:36:06.728 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.728 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.728 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:36:06.728 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.961506+0000", 2023-08-28T02:36:06.728 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00010712 2023-08-28T02:36:06.728 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.728 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.728 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 2,3", 2023-08-28T02:36:06.729 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.961628+0000", 2023-08-28T02:36:06.729 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00012226399999999999 2023-08-28T02:36:06.729 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.729 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.729 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:36:06.729 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.962685+0000", 2023-08-28T02:36:06.729 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.001057573 2023-08-28T02:36:06.729 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.729 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.729 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:06.729 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963913+0000", 2023-08-28T02:36:06.729 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0012280609999999999 2023-08-28T02:36:06.730 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.730 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.730 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:06.730 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.035152+0000", 2023-08-28T02:36:06.730 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.071238836999999999 2023-08-28T02:36:06.730 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.730 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.730 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:36:06.730 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.035200+0000", 2023-08-28T02:36:06.730 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.7976999999999998e-05 2023-08-28T02:36:06.730 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.730 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.731 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:36:06.731 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.035240+0000", 2023-08-28T02:36:06.731 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.9879000000000002e-05 2023-08-28T02:36:06.731 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:06.731 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:36:06.731 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:06.731 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.731 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.731 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:15976 10.0 10:04abaf74:::benchmark_data_smithi040_250784_object15975:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e255)", 2023-08-28T02:36:06.731 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:01.962378+0000", 2023-08-28T02:36:06.731 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 304.75312042500002, 2023-08-28T02:36:06.731 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.075520459999999998, 2023-08-28T02:36:06.732 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:36:06.732 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:36:06.732 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:36:06.732 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:36:06.732 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:36:06.732 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 15976 2023-08-28T02:36:06.732 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.732 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:36:06.732 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.732 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:36:06.732 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.962378+0000", 2023-08-28T02:36:06.732 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:36:06.732 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.733 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.733 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:36:06.733 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.962378+0000", 2023-08-28T02:36:06.733 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:36:06.733 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.733 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.733 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:36:06.733 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.962377+0000", 2023-08-28T02:36:06.733 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:36:06.733 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.733 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.733 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:36:06.734 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963038+0000", 2023-08-28T02:36:06.734 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00066063600000000004 2023-08-28T02:36:06.734 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.734 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.734 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:36:06.734 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963055+0000", 2023-08-28T02:36:06.734 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.6986e-05 2023-08-28T02:36:06.734 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.734 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.734 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:36:06.734 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963061+0000", 2023-08-28T02:36:06.735 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.3799999999999999e-06 2023-08-28T02:36:06.735 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.735 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.735 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:36:06.735 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963106+0000", 2023-08-28T02:36:06.735 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.5080000000000002e-05 2023-08-28T02:36:06.735 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.735 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.735 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:36:06.735 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963212+0000", 2023-08-28T02:36:06.735 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000105581 2023-08-28T02:36:06.736 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.736 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.736 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,4", 2023-08-28T02:36:06.736 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963333+0000", 2023-08-28T02:36:06.736 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00012171399999999999 2023-08-28T02:36:06.736 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.736 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.736 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:36:06.736 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.035999+0000", 2023-08-28T02:36:06.736 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.072665946999999995 2023-08-28T02:36:06.736 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.736 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.737 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:06.737 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.036037+0000", 2023-08-28T02:36:06.737 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.7283000000000002e-05 2023-08-28T02:36:06.737 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.737 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.737 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:06.737 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.037810+0000", 2023-08-28T02:36:06.737 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0017734339999999999 2023-08-28T02:36:06.737 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.737 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.737 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:36:06.737 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.037857+0000", 2023-08-28T02:36:06.738 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.7273e-05 2023-08-28T02:36:06.738 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.738 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.738 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:36:06.738 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.037899+0000", 2023-08-28T02:36:06.738 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.1238000000000001e-05 2023-08-28T02:36:06.738 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:06.738 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:36:06.738 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:06.738 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.738 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.738 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:15977 10.0 10:07e57540:::benchmark_data_smithi040_250784_object15976:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e255)", 2023-08-28T02:36:06.738 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:01.963074+0000", 2023-08-28T02:36:06.739 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 304.752424233, 2023-08-28T02:36:06.739 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.074940121999999998, 2023-08-28T02:36:06.739 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:36:06.739 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:36:06.739 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:36:06.739 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:36:06.739 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:36:06.739 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 15977 2023-08-28T02:36:06.739 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.739 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:36:06.739 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.740 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:36:06.740 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963074+0000", 2023-08-28T02:36:06.740 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:36:06.740 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.740 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.740 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:36:06.740 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963074+0000", 2023-08-28T02:36:06.740 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:36:06.740 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.740 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.740 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:36:06.741 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963074+0000", 2023-08-28T02:36:06.741 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999995 2023-08-28T02:36:06.741 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.741 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.741 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:36:06.741 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963111+0000", 2023-08-28T02:36:06.741 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.7444999999999998e-05 2023-08-28T02:36:06.741 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.741 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.741 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:36:06.741 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963119+0000", 2023-08-28T02:36:06.742 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.4419999999999998e-06 2023-08-28T02:36:06.742 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.742 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.742 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:36:06.742 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963124+0000", 2023-08-28T02:36:06.742 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.8670000000000002e-06 2023-08-28T02:36:06.742 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.742 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.742 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:36:06.742 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.964079+0000", 2023-08-28T02:36:06.742 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00095448400000000002 2023-08-28T02:36:06.742 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.743 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.743 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:36:06.743 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.964187+0000", 2023-08-28T02:36:06.743 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00010782599999999999 2023-08-28T02:36:06.743 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.743 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.743 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,4", 2023-08-28T02:36:06.743 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.964309+0000", 2023-08-28T02:36:06.743 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00012207900000000001 2023-08-28T02:36:06.743 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.743 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.743 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:36:06.743 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.036048+0000", 2023-08-28T02:36:06.744 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.071738821999999994 2023-08-28T02:36:06.744 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.744 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.744 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:06.744 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.036702+0000", 2023-08-28T02:36:06.744 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00065405499999999996 2023-08-28T02:36:06.744 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.744 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.744 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:06.744 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.037934+0000", 2023-08-28T02:36:06.744 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.001231996 2023-08-28T02:36:06.744 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.745 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.745 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:36:06.745 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.037980+0000", 2023-08-28T02:36:06.745 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.6393000000000001e-05 2023-08-28T02:36:06.745 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.745 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.745 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:36:06.745 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.038014+0000", 2023-08-28T02:36:06.745 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.4411e-05 2023-08-28T02:36:06.745 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:06.745 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:36:06.745 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:06.745 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.746 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.746 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:15980 10.0 10:0c83dbed:::benchmark_data_smithi040_250784_object15979:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e255)", 2023-08-28T02:36:06.746 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:01.963130+0000", 2023-08-28T02:36:06.746 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 304.75236850300001, 2023-08-28T02:36:06.746 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.077545014999999995, 2023-08-28T02:36:06.746 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:36:06.746 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:36:06.746 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:36:06.746 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:36:06.746 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:36:06.746 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 15980 2023-08-28T02:36:06.746 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.747 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:36:06.747 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.747 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:36:06.747 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963130+0000", 2023-08-28T02:36:06.747 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:36:06.747 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.747 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.747 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:36:06.747 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963130+0000", 2023-08-28T02:36:06.747 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:36:06.747 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.747 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.748 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:36:06.748 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963129+0000", 2023-08-28T02:36:06.748 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999995 2023-08-28T02:36:06.748 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.748 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.748 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:36:06.748 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963233+0000", 2023-08-28T02:36:06.748 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00010377700000000001 2023-08-28T02:36:06.748 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.748 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.748 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:36:06.749 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963242+0000", 2023-08-28T02:36:06.749 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.6219999999999998e-06 2023-08-28T02:36:06.749 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.749 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.749 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:36:06.749 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963247+0000", 2023-08-28T02:36:06.749 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.3260000000000003e-06 2023-08-28T02:36:06.749 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.749 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.749 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:36:06.749 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.034900+0000", 2023-08-28T02:36:06.749 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.071652460000000001 2023-08-28T02:36:06.750 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.750 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.750 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:36:06.750 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.035092+0000", 2023-08-28T02:36:06.750 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00019272500000000001 2023-08-28T02:36:06.750 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.750 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.750 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,4", 2023-08-28T02:36:06.750 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.035256+0000", 2023-08-28T02:36:06.750 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00016368200000000001 2023-08-28T02:36:06.750 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.750 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.751 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:06.751 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.037487+0000", 2023-08-28T02:36:06.751 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.002230601 2023-08-28T02:36:06.751 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.751 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.751 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:06.751 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.038054+0000", 2023-08-28T02:36:06.751 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00056774799999999997 2023-08-28T02:36:06.751 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.751 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.751 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:36:06.751 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.040583+0000", 2023-08-28T02:36:06.752 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0025288979999999999 2023-08-28T02:36:06.752 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.752 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.752 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:36:06.752 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.040637+0000", 2023-08-28T02:36:06.752 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.3661e-05 2023-08-28T02:36:06.752 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.752 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.752 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:36:06.752 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.040675+0000", 2023-08-28T02:36:06.752 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.8016999999999999e-05 2023-08-28T02:36:06.752 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:06.753 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:36:06.753 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:06.753 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.753 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.753 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:15984 10.a 10:5ac8537c:::benchmark_data_smithi040_250784_object15983:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e255)", 2023-08-28T02:36:06.753 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:01.963359+0000", 2023-08-28T02:36:06.753 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 304.75213904700001, 2023-08-28T02:36:06.753 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.074734667000000005, 2023-08-28T02:36:06.753 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:36:06.753 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:36:06.753 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:36:06.754 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:36:06.754 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:36:06.754 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 15984 2023-08-28T02:36:06.754 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.754 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:36:06.754 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.754 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:36:06.754 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963359+0000", 2023-08-28T02:36:06.754 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:36:06.754 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.754 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.754 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:36:06.755 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963359+0000", 2023-08-28T02:36:06.755 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:36:06.755 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.755 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.755 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:36:06.755 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963358+0000", 2023-08-28T02:36:06.755 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:36:06.755 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.755 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.755 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:36:06.755 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963447+0000", 2023-08-28T02:36:06.755 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.8708000000000005e-05 2023-08-28T02:36:06.756 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.756 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.756 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:36:06.756 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963459+0000", 2023-08-28T02:36:06.756 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1643e-05 2023-08-28T02:36:06.756 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.756 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.756 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:36:06.756 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963466+0000", 2023-08-28T02:36:06.756 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.9099999999999999e-06 2023-08-28T02:36:06.756 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.756 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.757 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:36:06.757 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963511+0000", 2023-08-28T02:36:06.757 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.5599000000000002e-05 2023-08-28T02:36:06.757 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.757 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.757 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:36:06.757 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963624+0000", 2023-08-28T02:36:06.757 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00011232 2023-08-28T02:36:06.757 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.757 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.758 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:36:06.758 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963748+0000", 2023-08-28T02:36:06.758 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00012438400000000001 2023-08-28T02:36:06.758 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.758 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.758 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:36:06.758 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.964583+0000", 2023-08-28T02:36:06.758 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00083524300000000005 2023-08-28T02:36:06.758 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.758 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.758 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:06.759 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.037961+0000", 2023-08-28T02:36:06.759 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.073377633999999997 2023-08-28T02:36:06.759 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.759 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.759 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:06.759 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.037996+0000", 2023-08-28T02:36:06.759 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.5299000000000002e-05 2023-08-28T02:36:06.759 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.759 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.759 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:36:06.759 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.038039+0000", 2023-08-28T02:36:06.760 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.2629000000000001e-05 2023-08-28T02:36:06.760 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.760 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.760 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:36:06.760 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.038094+0000", 2023-08-28T02:36:06.760 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.5274e-05 2023-08-28T02:36:06.760 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:06.760 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:36:06.760 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:06.760 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.760 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.760 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:15985 10.a 10:54fc5c0b:::benchmark_data_smithi040_250784_object15984:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e255)", 2023-08-28T02:36:06.761 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:01.964833+0000", 2023-08-28T02:36:06.761 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 304.75066569900002, 2023-08-28T02:36:06.761 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.075174487999999998, 2023-08-28T02:36:06.761 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:36:06.761 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:36:06.761 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:36:06.761 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:36:06.761 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:36:06.761 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 15985 2023-08-28T02:36:06.761 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.761 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:36:06.761 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.762 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:36:06.762 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.964833+0000", 2023-08-28T02:36:06.762 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:36:06.762 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.762 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.762 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:36:06.762 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.964833+0000", 2023-08-28T02:36:06.762 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:36:06.762 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.762 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.762 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:36:06.762 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.964832+0000", 2023-08-28T02:36:06.763 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:36:06.763 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.763 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.763 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:36:06.763 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.964886+0000", 2023-08-28T02:36:06.763 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.4421e-05 2023-08-28T02:36:06.763 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.763 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.763 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:36:06.763 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.964898+0000", 2023-08-28T02:36:06.765 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1756000000000001e-05 2023-08-28T02:36:06.766 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.766 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.766 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:36:06.766 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.964904+0000", 2023-08-28T02:36:06.766 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.3940000000000001e-06 2023-08-28T02:36:06.766 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.766 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.766 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:36:06.766 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.034900+0000", 2023-08-28T02:36:06.766 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.069996059999999999 2023-08-28T02:36:06.766 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.766 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.767 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:36:06.767 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.035092+0000", 2023-08-28T02:36:06.767 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000192127 2023-08-28T02:36:06.767 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.767 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.767 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:36:06.767 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.035256+0000", 2023-08-28T02:36:06.767 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000163828 2023-08-28T02:36:06.767 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.767 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.767 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:06.767 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.038133+0000", 2023-08-28T02:36:06.768 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0028771259999999998 2023-08-28T02:36:06.768 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.768 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.768 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:06.768 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.039796+0000", 2023-08-28T02:36:06.768 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00166321 2023-08-28T02:36:06.768 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.768 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.768 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:36:06.768 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.039925+0000", 2023-08-28T02:36:06.768 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000128591 2023-08-28T02:36:06.768 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.769 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.769 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:36:06.769 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.039969+0000", 2023-08-28T02:36:06.769 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.4407999999999999e-05 2023-08-28T02:36:06.769 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.769 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.769 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:36:06.769 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.040007+0000", 2023-08-28T02:36:06.769 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.7821000000000003e-05 2023-08-28T02:36:06.769 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:06.769 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:36:06.770 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:06.770 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.770 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.770 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:53218 10.0 10:0918f9fe:::benchmark_data_smithi040_250784_object53217:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e260)", 2023-08-28T02:36:06.770 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:27.120493+0000", 2023-08-28T02:36:06.770 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 279.595005179, 2023-08-28T02:36:06.770 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.093398770000000006, 2023-08-28T02:36:06.770 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:36:06.770 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:36:06.770 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:36:06.770 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:36:06.770 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:36:06.771 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 53218 2023-08-28T02:36:06.771 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.771 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:36:06.771 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.771 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:36:06.771 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.120493+0000", 2023-08-28T02:36:06.771 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:36:06.771 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.771 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.771 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:36:06.771 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.120493+0000", 2023-08-28T02:36:06.771 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:36:06.772 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.772 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.772 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:36:06.772 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.120493+0000", 2023-08-28T02:36:06.772 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999995 2023-08-28T02:36:06.772 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.772 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.772 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:36:06.772 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.120535+0000", 2023-08-28T02:36:06.772 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.1878999999999997e-05 2023-08-28T02:36:06.772 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.772 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.773 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:36:06.773 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.120543+0000", 2023-08-28T02:36:06.773 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.4509999999999992e-06 2023-08-28T02:36:06.773 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.773 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.773 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:36:06.773 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.120548+0000", 2023-08-28T02:36:06.773 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.8609999999999997e-06 2023-08-28T02:36:06.773 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.773 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.773 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:36:06.773 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.120591+0000", 2023-08-28T02:36:06.774 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.337e-05 2023-08-28T02:36:06.774 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.774 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.774 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:36:06.774 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.120706+0000", 2023-08-28T02:36:06.774 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00011442699999999999 2023-08-28T02:36:06.774 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.774 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.774 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,4", 2023-08-28T02:36:06.774 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.120832+0000", 2023-08-28T02:36:06.774 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000126527 2023-08-28T02:36:06.774 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.774 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.775 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:36:06.775 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.122573+0000", 2023-08-28T02:36:06.775 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.001740988 2023-08-28T02:36:06.775 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.775 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.775 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:06.775 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.125242+0000", 2023-08-28T02:36:06.775 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0026689769999999999 2023-08-28T02:36:06.775 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.775 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.775 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:06.775 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.213803+0000", 2023-08-28T02:36:06.776 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.088560363000000003 2023-08-28T02:36:06.776 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.776 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.776 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:36:06.776 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.213853+0000", 2023-08-28T02:36:06.776 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.0807999999999999e-05 2023-08-28T02:36:06.776 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.776 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.776 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:36:06.776 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.213892+0000", 2023-08-28T02:36:06.776 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.8643000000000003e-05 2023-08-28T02:36:06.776 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:06.777 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:36:06.777 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:06.777 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.777 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.777 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:53225 10.a 10:577a22c3:::benchmark_data_smithi040_250784_object53224:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e260)", 2023-08-28T02:36:06.777 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:27.132053+0000", 2023-08-28T02:36:06.777 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 279.58344530900001, 2023-08-28T02:36:06.777 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.077171176999999994, 2023-08-28T02:36:06.777 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:36:06.777 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:36:06.777 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:36:06.778 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:36:06.778 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:36:06.778 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 53225 2023-08-28T02:36:06.778 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.778 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:36:06.778 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.778 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:36:06.778 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.132053+0000", 2023-08-28T02:36:06.778 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:36:06.778 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.778 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.778 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:36:06.778 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.132053+0000", 2023-08-28T02:36:06.779 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:36:06.779 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.779 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.779 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:36:06.779 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.132052+0000", 2023-08-28T02:36:06.779 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:36:06.779 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.779 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.779 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:36:06.779 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.132090+0000", 2023-08-28T02:36:06.779 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.7867000000000002e-05 2023-08-28T02:36:06.780 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.780 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.780 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:36:06.780 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.132105+0000", 2023-08-28T02:36:06.780 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.5412000000000001e-05 2023-08-28T02:36:06.780 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.780 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.780 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:36:06.780 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.132112+0000", 2023-08-28T02:36:06.780 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.691e-06 2023-08-28T02:36:06.780 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.780 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.780 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:36:06.781 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.132156+0000", 2023-08-28T02:36:06.781 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.4060999999999997e-05 2023-08-28T02:36:06.781 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.781 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.781 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:36:06.781 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.132256+0000", 2023-08-28T02:36:06.781 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000100435 2023-08-28T02:36:06.781 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.781 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.781 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:36:06.781 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.132388+0000", 2023-08-28T02:36:06.781 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00013124 2023-08-28T02:36:06.781 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.782 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.782 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:36:06.782 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.133982+0000", 2023-08-28T02:36:06.782 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0015942619999999999 2023-08-28T02:36:06.782 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.782 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.782 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:06.782 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.134487+0000", 2023-08-28T02:36:06.782 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00050482299999999995 2023-08-28T02:36:06.782 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.782 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.782 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:06.783 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.209135+0000", 2023-08-28T02:36:06.783 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.074648599999999996 2023-08-28T02:36:06.783 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.783 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.783 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:36:06.783 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.209185+0000", 2023-08-28T02:36:06.783 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.0288999999999999e-05 2023-08-28T02:36:06.783 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.783 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.783 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:36:06.783 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.209224+0000", 2023-08-28T02:36:06.784 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.8884999999999998e-05 2023-08-28T02:36:06.784 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:06.784 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:36:06.784 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:06.784 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.784 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.784 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_repop(client.45059.0:53228 10.7 e260/250 10:e452488c:::benchmark_data_smithi040_250784_object53227:head v 260'3339, mlcod=260'3336)", 2023-08-28T02:36:06.784 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:27.137393+0000", 2023-08-28T02:36:06.784 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 279.57810597500003, 2023-08-28T02:36:06.784 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.075676339999999995, 2023-08-28T02:36:06.784 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:36:06.784 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:36:06.785 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:36:06.785 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.785 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:36:06.785 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.137393+0000", 2023-08-28T02:36:06.785 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:36:06.785 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.785 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.785 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:36:06.785 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.137393+0000", 2023-08-28T02:36:06.785 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:36:06.785 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.785 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.786 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:36:06.786 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.137392+0000", 2023-08-28T02:36:06.786 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967296 2023-08-28T02:36:06.786 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.786 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.786 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:36:06.786 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.137423+0000", 2023-08-28T02:36:06.786 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.0521000000000001e-05 2023-08-28T02:36:06.786 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.786 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.786 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:36:06.787 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.137427+0000", 2023-08-28T02:36:06.787 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.3479999999999997e-06 2023-08-28T02:36:06.787 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.787 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.787 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:36:06.787 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.137431+0000", 2023-08-28T02:36:06.787 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.7120000000000002e-06 2023-08-28T02:36:06.787 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.787 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.787 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:36:06.787 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.207610+0000", 2023-08-28T02:36:06.788 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.070179249999999999 2023-08-28T02:36:06.788 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.788 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.788 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:36:06.788 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.207629+0000", 2023-08-28T02:36:06.788 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.9215000000000002e-05 2023-08-28T02:36:06.788 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.788 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.788 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:36:06.788 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.213028+0000", 2023-08-28T02:36:06.788 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0053982700000000002 2023-08-28T02:36:06.788 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.788 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.789 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:36:06.789 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.213069+0000", 2023-08-28T02:36:06.789 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.1260999999999997e-05 2023-08-28T02:36:06.789 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:06.789 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:36:06.789 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:06.789 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.789 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.789 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:53231 10.0 10:081b864c:::benchmark_data_smithi040_250784_object53230:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e260)", 2023-08-28T02:36:06.789 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:27.137928+0000", 2023-08-28T02:36:06.789 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 279.57757057499998, 2023-08-28T02:36:06.789 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.076291216999999995, 2023-08-28T02:36:06.790 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:36:06.790 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:36:06.790 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:36:06.790 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:36:06.790 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:36:06.790 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 53231 2023-08-28T02:36:06.790 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.790 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:36:06.790 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.790 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:36:06.790 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.137928+0000", 2023-08-28T02:36:06.790 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:36:06.790 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.791 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.791 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:36:06.791 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.137928+0000", 2023-08-28T02:36:06.791 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:36:06.791 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.791 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.791 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:36:06.791 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.137927+0000", 2023-08-28T02:36:06.791 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:36:06.791 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.791 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.792 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:36:06.792 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.137989+0000", 2023-08-28T02:36:06.792 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.2108999999999998e-05 2023-08-28T02:36:06.792 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.792 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.792 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:36:06.792 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.137998+0000", 2023-08-28T02:36:06.792 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.5969999999999992e-06 2023-08-28T02:36:06.792 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.792 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.792 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:36:06.792 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.138002+0000", 2023-08-28T02:36:06.793 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.9319999999999998e-06 2023-08-28T02:36:06.793 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.793 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.793 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:36:06.793 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.138040+0000", 2023-08-28T02:36:06.793 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.8160000000000001e-05 2023-08-28T02:36:06.793 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.793 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.793 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:36:06.793 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.138128+0000", 2023-08-28T02:36:06.793 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.8469999999999998e-05 2023-08-28T02:36:06.793 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.794 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.794 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,4", 2023-08-28T02:36:06.794 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.138212+0000", 2023-08-28T02:36:06.794 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.3503000000000003e-05 2023-08-28T02:36:06.794 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.794 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.794 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:36:06.794 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.210709+0000", 2023-08-28T02:36:06.794 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.072497019999999995 2023-08-28T02:36:06.794 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.794 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.795 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:06.795 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.211151+0000", 2023-08-28T02:36:06.795 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000442581 2023-08-28T02:36:06.795 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.795 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.795 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:06.795 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.214138+0000", 2023-08-28T02:36:06.795 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.002986201 2023-08-28T02:36:06.795 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.795 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.795 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:36:06.795 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.214184+0000", 2023-08-28T02:36:06.796 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.6022000000000001e-05 2023-08-28T02:36:06.796 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.796 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.796 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:36:06.796 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.214219+0000", 2023-08-28T02:36:06.796 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.5561000000000001e-05 2023-08-28T02:36:06.796 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:06.796 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:36:06.796 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:06.796 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.796 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.796 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:53233 10.f 10:f9fbef6a:::benchmark_data_smithi040_250784_object53232:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e260)", 2023-08-28T02:36:06.797 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:27.141349+0000", 2023-08-28T02:36:06.797 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 279.57414980999999, 2023-08-28T02:36:06.797 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.075215507000000001, 2023-08-28T02:36:06.797 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:36:06.797 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:36:06.797 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:36:06.797 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:36:06.797 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:36:06.797 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 53233 2023-08-28T02:36:06.797 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.797 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:36:06.797 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.798 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:36:06.798 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.141349+0000", 2023-08-28T02:36:06.798 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:36:06.798 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.798 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.798 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:36:06.798 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.141349+0000", 2023-08-28T02:36:06.798 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:36:06.798 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.798 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.798 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:36:06.798 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.141348+0000", 2023-08-28T02:36:06.799 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999995 2023-08-28T02:36:06.799 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.799 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.799 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:36:06.799 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.141401+0000", 2023-08-28T02:36:06.799 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.3467999999999997e-05 2023-08-28T02:36:06.799 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.799 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.799 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:36:06.799 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.206737+0000", 2023-08-28T02:36:06.799 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.065336007000000001 2023-08-28T02:36:06.799 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.800 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.800 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:36:06.800 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.206753+0000", 2023-08-28T02:36:06.800 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.5130000000000001e-05 2023-08-28T02:36:06.800 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.800 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.800 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:36:06.800 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.206859+0000", 2023-08-28T02:36:06.800 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00010602099999999999 2023-08-28T02:36:06.800 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.800 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.801 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:36:06.801 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.206993+0000", 2023-08-28T02:36:06.801 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00013478700000000001 2023-08-28T02:36:06.801 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.801 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.801 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 2,3", 2023-08-28T02:36:06.801 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.207138+0000", 2023-08-28T02:36:06.801 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000144914 2023-08-28T02:36:06.801 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.801 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.801 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:06.801 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.211190+0000", 2023-08-28T02:36:06.801 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0040515819999999998 2023-08-28T02:36:06.802 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.802 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.802 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:36:06.802 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.211285+0000", 2023-08-28T02:36:06.802 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.5179000000000005e-05 2023-08-28T02:36:06.802 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.802 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.802 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:06.802 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.216480+0000", 2023-08-28T02:36:06.802 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0051945960000000001 2023-08-28T02:36:06.802 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.802 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.802 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:36:06.803 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.216529+0000", 2023-08-28T02:36:06.803 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.9805000000000002e-05 2023-08-28T02:36:06.803 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.803 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.803 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:36:06.803 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.216564+0000", 2023-08-28T02:36:06.803 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.4709999999999998e-05 2023-08-28T02:36:06.803 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:06.803 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:36:06.803 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:06.803 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.804 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.804 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:54156 10.f 10:fa5f8aa5:::benchmark_data_smithi040_250784_object54155:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e260)", 2023-08-28T02:36:06.804 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:27.924377+0000", 2023-08-28T02:36:06.804 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 278.79112137700002, 2023-08-28T02:36:06.804 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0136469859999999, 2023-08-28T02:36:06.804 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:36:06.804 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "reached pg", 2023-08-28T02:36:06.804 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:36:06.804 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:36:06.804 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:36:06.804 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 54156 2023-08-28T02:36:06.804 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.805 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:36:06.805 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.805 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:36:06.805 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.924377+0000", 2023-08-28T02:36:06.805 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:36:06.805 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.805 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.805 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:36:06.805 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.924377+0000", 2023-08-28T02:36:06.805 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:36:06.805 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.805 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.805 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:36:06.806 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.924375+0000", 2023-08-28T02:36:06.806 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999976 2023-08-28T02:36:06.806 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.806 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.806 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:36:06.806 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.924553+0000", 2023-08-28T02:36:06.806 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00017809499999999999 2023-08-28T02:36:06.806 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.806 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.806 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:36:06.806 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.924576+0000", 2023-08-28T02:36:06.807 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.3e-05 2023-08-28T02:36:06.807 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.807 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.807 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:36:06.807 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.924586+0000", 2023-08-28T02:36:06.807 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0241000000000001e-05 2023-08-28T02:36:06.807 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.807 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.807 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:36:06.807 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.924641+0000", 2023-08-28T02:36:06.807 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.4614000000000003e-05 2023-08-28T02:36:06.807 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.808 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.808 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:36:06.808 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.924790+0000", 2023-08-28T02:36:06.808 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00014929400000000001 2023-08-28T02:36:06.808 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.808 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.808 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 2,3", 2023-08-28T02:36:06.808 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.924952+0000", 2023-08-28T02:36:06.808 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000162022 2023-08-28T02:36:06.808 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.808 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.808 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:06.809 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.930587+0000", 2023-08-28T02:36:06.809 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0056352069999999997 2023-08-28T02:36:06.809 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.809 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.809 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:36:06.809 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.938574+0000", 2023-08-28T02:36:06.809 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0079862990000000005 2023-08-28T02:36:06.809 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.809 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.809 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:36:06.809 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.946015+0000", 2023-08-28T02:36:06.809 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0074414360000000001 2023-08-28T02:36:06.810 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.810 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.810 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:36:06.810 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.946024+0000", 2023-08-28T02:36:06.810 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.8529999999999998e-06 2023-08-28T02:36:06.810 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.810 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.810 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:36:06.810 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.937960+0000", 2023-08-28T02:36:06.810 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.99193576400000005 2023-08-28T02:36:06.810 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.810 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.810 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:36:06.811 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.938024+0000", 2023-08-28T02:36:06.811 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.4307999999999995e-05 2023-08-28T02:36:06.811 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:06.811 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:36:06.811 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:06.811 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.811 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.811 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:54167 10.f 10:f0cd41b2:::benchmark_data_smithi040_250784_object54166:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e261)", 2023-08-28T02:36:06.811 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:27.943262+0000", 2023-08-28T02:36:06.811 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 278.77223617999999, 2023-08-28T02:36:06.811 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0071613290000001, 2023-08-28T02:36:06.812 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:36:06.812 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:36:06.812 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:36:06.812 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:36:06.812 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:36:06.812 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 54167 2023-08-28T02:36:06.812 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.812 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:36:06.812 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.812 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:36:06.812 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.943262+0000", 2023-08-28T02:36:06.812 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:36:06.813 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.813 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.813 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:36:06.813 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.943262+0000", 2023-08-28T02:36:06.813 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:36:06.813 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.813 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.813 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:36:06.813 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.943261+0000", 2023-08-28T02:36:06.813 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:36:06.813 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.814 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.814 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:36:06.814 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.943295+0000", 2023-08-28T02:36:06.814 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.4032999999999998e-05 2023-08-28T02:36:06.814 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.814 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.814 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:36:06.814 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.944925+0000", 2023-08-28T02:36:06.814 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0016308290000000001 2023-08-28T02:36:06.814 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.814 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.814 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:36:06.815 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.944933+0000", 2023-08-28T02:36:06.815 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.4909999999999999e-06 2023-08-28T02:36:06.815 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.815 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.815 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:36:06.815 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.946429+0000", 2023-08-28T02:36:06.815 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0014961670000000001 2023-08-28T02:36:06.815 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.815 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.815 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:36:06.815 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.946435+0000", 2023-08-28T02:36:06.815 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.4349999999999996e-06 2023-08-28T02:36:06.816 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.816 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.816 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:36:06.816 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.938065+0000", 2023-08-28T02:36:06.816 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.99163076999999999 2023-08-28T02:36:06.816 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.816 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.816 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:36:06.816 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.938184+0000", 2023-08-28T02:36:06.816 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000118949 2023-08-28T02:36:06.816 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.817 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.817 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 2", 2023-08-28T02:36:06.817 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.938329+0000", 2023-08-28T02:36:06.817 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00014509399999999999 2023-08-28T02:36:06.817 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.817 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.817 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:36:06.817 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.946514+0000", 2023-08-28T02:36:06.817 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0081850910000000002 2023-08-28T02:36:06.817 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.817 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.817 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:06.818 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.950281+0000", 2023-08-28T02:36:06.818 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0037662720000000002 2023-08-28T02:36:06.818 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.818 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.818 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:36:06.818 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.950332+0000", 2023-08-28T02:36:06.818 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.0939999999999997e-05 2023-08-28T02:36:06.818 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.818 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.818 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:36:06.818 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.950424+0000", 2023-08-28T02:36:06.818 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.2001000000000002e-05 2023-08-28T02:36:06.819 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:06.819 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:36:06.819 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:06.819 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.819 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.819 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:54169 10.f 10:f35d9abb:::benchmark_data_smithi040_250784_object54168:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e261)", 2023-08-28T02:36:06.819 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:27.951080+0000", 2023-08-28T02:36:06.819 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 278.76441823699997, 2023-08-28T02:36:06.819 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0032748330000001, 2023-08-28T02:36:06.819 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:36:06.819 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:36:06.819 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:36:06.820 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:36:06.820 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:36:06.820 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 54169 2023-08-28T02:36:06.820 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.820 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:36:06.820 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.820 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:36:06.820 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.951080+0000", 2023-08-28T02:36:06.820 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:36:06.820 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.820 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.821 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:36:06.821 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.951080+0000", 2023-08-28T02:36:06.821 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:36:06.821 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.821 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.821 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:36:06.821 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.951078+0000", 2023-08-28T02:36:06.821 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:36:06.821 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.821 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.821 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:36:06.821 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.951118+0000", 2023-08-28T02:36:06.822 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.9774999999999998e-05 2023-08-28T02:36:06.822 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.822 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.822 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:36:06.822 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.951134+0000", 2023-08-28T02:36:06.822 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.5401e-05 2023-08-28T02:36:06.822 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.822 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.822 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:36:06.822 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.951141+0000", 2023-08-28T02:36:06.822 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.8860000000000004e-06 2023-08-28T02:36:06.822 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.823 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.823 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:36:06.823 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.951182+0000", 2023-08-28T02:36:06.823 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.0028999999999999e-05 2023-08-28T02:36:06.823 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.823 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.823 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:36:06.823 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.951188+0000", 2023-08-28T02:36:06.823 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.5699999999999998e-06 2023-08-28T02:36:06.823 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.823 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.823 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:36:06.823 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.940321+0000", 2023-08-28T02:36:06.824 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.98913269800000003 2023-08-28T02:36:06.824 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.824 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.824 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:36:06.824 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.940435+0000", 2023-08-28T02:36:06.824 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000114212 2023-08-28T02:36:06.824 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.824 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.824 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 2", 2023-08-28T02:36:06.824 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.940569+0000", 2023-08-28T02:36:06.824 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000134432 2023-08-28T02:36:06.824 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.824 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.825 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:36:06.825 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.946521+0000", 2023-08-28T02:36:06.825 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0059518699999999997 2023-08-28T02:36:06.825 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.825 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.825 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:06.825 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.954114+0000", 2023-08-28T02:36:06.825 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0075927110000000003 2023-08-28T02:36:06.825 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.825 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.825 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:36:06.825 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.954169+0000", 2023-08-28T02:36:06.826 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.5022999999999998e-05 2023-08-28T02:36:06.826 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.826 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.826 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:36:06.826 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.954355+0000", 2023-08-28T02:36:06.826 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00018604900000000001 2023-08-28T02:36:06.826 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:06.826 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:36:06.826 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:06.826 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.826 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.827 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:54183 10.f 10:f5be01e0:::benchmark_data_smithi040_250784_object54182:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e261)", 2023-08-28T02:36:06.827 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:27.962907+0000", 2023-08-28T02:36:06.827 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 278.752591623, 2023-08-28T02:36:06.827 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.99161144000000001, 2023-08-28T02:36:06.827 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:36:06.827 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:36:06.827 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:36:06.827 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:36:06.827 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:36:06.827 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 54183 2023-08-28T02:36:06.827 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.827 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:36:06.828 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.828 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:36:06.828 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.962907+0000", 2023-08-28T02:36:06.828 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:36:06.828 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.828 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.828 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:36:06.828 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.962907+0000", 2023-08-28T02:36:06.828 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:36:06.828 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.828 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.828 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:36:06.828 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.962906+0000", 2023-08-28T02:36:06.829 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:36:06.829 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.829 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.829 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:36:06.829 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.962951+0000", 2023-08-28T02:36:06.829 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.5373000000000001e-05 2023-08-28T02:36:06.829 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.829 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.829 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:36:06.829 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.962964+0000", 2023-08-28T02:36:06.829 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.3465000000000001e-05 2023-08-28T02:36:06.829 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.829 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.830 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:36:06.830 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.962969+0000", 2023-08-28T02:36:06.830 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.9280000000000001e-06 2023-08-28T02:36:06.830 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.830 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.830 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:36:06.830 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.963020+0000", 2023-08-28T02:36:06.830 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.0214999999999999e-05 2023-08-28T02:36:06.830 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.830 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.830 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:36:06.830 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.963028+0000", 2023-08-28T02:36:06.830 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.5909999999999996e-06 2023-08-28T02:36:06.831 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.831 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.831 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:36:06.831 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.942442+0000", 2023-08-28T02:36:06.831 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.97941430900000004 2023-08-28T02:36:06.831 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.831 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.831 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:36:06.831 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.942534+0000", 2023-08-28T02:36:06.831 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.1985999999999996e-05 2023-08-28T02:36:06.831 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.831 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.832 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 2", 2023-08-28T02:36:06.832 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.942653+0000", 2023-08-28T02:36:06.832 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00011866699999999999 2023-08-28T02:36:06.832 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.832 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.832 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:36:06.832 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.948608+0000", 2023-08-28T02:36:06.832 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0059546879999999996 2023-08-28T02:36:06.832 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.832 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.832 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:06.832 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.954389+0000", 2023-08-28T02:36:06.832 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0057813559999999996 2023-08-28T02:36:06.833 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.833 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.833 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:36:06.833 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.954434+0000", 2023-08-28T02:36:06.833 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.5133999999999999e-05 2023-08-28T02:36:06.833 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.833 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.833 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:36:06.833 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.954518+0000", 2023-08-28T02:36:06.833 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.3988999999999998e-05 2023-08-28T02:36:06.833 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:06.833 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:36:06.834 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:06.834 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.834 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.834 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:54185 10.f 10:f7ebe7c1:::benchmark_data_smithi040_250784_object54184:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e261)", 2023-08-28T02:36:06.834 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:27.966126+0000", 2023-08-28T02:36:06.834 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 278.74937257699997, 2023-08-28T02:36:06.834 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.98853848899999996, 2023-08-28T02:36:06.834 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:36:06.834 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:36:06.834 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:36:06.834 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:36:06.834 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:36:06.835 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 54185 2023-08-28T02:36:06.835 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.835 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:36:06.835 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.835 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:36:06.835 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.966126+0000", 2023-08-28T02:36:06.835 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:36:06.835 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.835 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.835 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:36:06.835 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.966126+0000", 2023-08-28T02:36:06.835 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:36:06.836 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.836 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.836 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:36:06.836 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.966124+0000", 2023-08-28T02:36:06.836 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:36:06.836 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.836 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.836 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:36:06.836 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.966183+0000", 2023-08-28T02:36:06.836 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.8841999999999997e-05 2023-08-28T02:36:06.836 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.836 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.837 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:36:06.837 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.966213+0000", 2023-08-28T02:36:06.837 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.9804000000000001e-05 2023-08-28T02:36:06.837 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.837 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.837 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:36:06.837 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.966225+0000", 2023-08-28T02:36:06.837 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2615e-05 2023-08-28T02:36:06.837 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.837 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.837 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:36:06.837 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.966306+0000", 2023-08-28T02:36:06.838 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.0579000000000002e-05 2023-08-28T02:36:06.838 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.838 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.838 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:36:06.838 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.966319+0000", 2023-08-28T02:36:06.838 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2904999999999999e-05 2023-08-28T02:36:06.838 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.838 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.838 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:36:06.838 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.944568+0000", 2023-08-28T02:36:06.838 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.97824880999999997 2023-08-28T02:36:06.838 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.839 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.839 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:36:06.839 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.944707+0000", 2023-08-28T02:36:06.839 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00013934700000000001 2023-08-28T02:36:06.839 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.839 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.839 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 2", 2023-08-28T02:36:06.839 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.944850+0000", 2023-08-28T02:36:06.839 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00014311400000000001 2023-08-28T02:36:06.839 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.839 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.839 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:36:06.840 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.948855+0000", 2023-08-28T02:36:06.840 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0040047640000000001 2023-08-28T02:36:06.840 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.840 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.840 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:06.840 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.954549+0000", 2023-08-28T02:36:06.840 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0056939750000000004 2023-08-28T02:36:06.840 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.840 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.840 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:36:06.840 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.954589+0000", 2023-08-28T02:36:06.841 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.0349999999999998e-05 2023-08-28T02:36:06.841 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.841 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.841 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:36:06.841 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.954664+0000", 2023-08-28T02:36:06.841 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.5161999999999996e-05 2023-08-28T02:36:06.841 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:06.841 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:36:06.841 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:06.841 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.841 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.841 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:54186 10.f 10:f1a85cbd:::benchmark_data_smithi040_250784_object54185:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e261)", 2023-08-28T02:36:06.842 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:27.970781+0000", 2023-08-28T02:36:06.842 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 278.74471790500002, 2023-08-28T02:36:06.842 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.98402702799999997, 2023-08-28T02:36:06.842 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:36:06.842 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:36:06.842 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:36:06.842 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:36:06.842 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:36:06.842 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 54186 2023-08-28T02:36:06.842 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.842 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:36:06.842 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.843 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:36:06.843 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.970781+0000", 2023-08-28T02:36:06.843 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:36:06.843 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.843 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.843 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:36:06.843 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.970781+0000", 2023-08-28T02:36:06.843 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:36:06.843 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.843 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.843 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:36:06.844 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.970779+0000", 2023-08-28T02:36:06.844 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:36:06.844 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.844 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.844 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:36:06.844 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.970813+0000", 2023-08-28T02:36:06.844 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.3933999999999997e-05 2023-08-28T02:36:06.844 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.844 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.844 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:36:06.844 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.970826+0000", 2023-08-28T02:36:06.844 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2884999999999999e-05 2023-08-28T02:36:06.845 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.845 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.845 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:36:06.845 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.970832+0000", 2023-08-28T02:36:06.845 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.4940000000000003e-06 2023-08-28T02:36:06.845 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.845 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.845 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:36:06.845 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.970872+0000", 2023-08-28T02:36:06.845 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.0605000000000002e-05 2023-08-28T02:36:06.845 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.845 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.845 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:36:06.846 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.970879+0000", 2023-08-28T02:36:06.846 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.8800000000000002e-06 2023-08-28T02:36:06.846 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.846 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.846 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:36:06.846 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.946551+0000", 2023-08-28T02:36:06.846 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.97567187899999996 2023-08-28T02:36:06.846 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.846 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.846 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:36:06.846 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.946653+0000", 2023-08-28T02:36:06.846 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000102012 2023-08-28T02:36:06.847 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.847 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.847 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 2", 2023-08-28T02:36:06.847 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.946783+0000", 2023-08-28T02:36:06.847 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00013030999999999999 2023-08-28T02:36:06.847 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.847 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.847 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:36:06.847 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.950449+0000", 2023-08-28T02:36:06.847 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0036653089999999998 2023-08-28T02:36:06.847 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.848 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.848 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:06.848 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.954696+0000", 2023-08-28T02:36:06.848 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0042470299999999997 2023-08-28T02:36:06.848 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.848 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.848 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:36:06.848 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.954735+0000", 2023-08-28T02:36:06.848 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.9802000000000003e-05 2023-08-28T02:36:06.848 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.848 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.848 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:36:06.848 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.954808+0000", 2023-08-28T02:36:06.849 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.2267000000000005e-05 2023-08-28T02:36:06.849 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:06.849 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:36:06.849 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:06.849 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.849 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.849 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:65477 10.a 10:56ab72e3:::benchmark_data_smithi040_250784_object65476:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e264)", 2023-08-28T02:36:06.849 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:37.697272+0000", 2023-08-28T02:36:06.849 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 269.018226954, 2023-08-28T02:36:06.849 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.092859549, 2023-08-28T02:36:06.849 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:36:06.849 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:36:06.850 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:36:06.850 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:36:06.850 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:36:06.850 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 65477 2023-08-28T02:36:06.850 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.850 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:36:06.850 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.850 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:36:06.850 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.697272+0000", 2023-08-28T02:36:06.850 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:36:06.850 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.850 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.850 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:36:06.851 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.697272+0000", 2023-08-28T02:36:06.851 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:36:06.851 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.851 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.851 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:36:06.851 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.697270+0000", 2023-08-28T02:36:06.851 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:36:06.851 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.851 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.851 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:36:06.851 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.697310+0000", 2023-08-28T02:36:06.851 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.0037000000000003e-05 2023-08-28T02:36:06.852 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.852 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.852 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:36:06.852 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.697321+0000", 2023-08-28T02:36:06.852 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0488e-05 2023-08-28T02:36:06.852 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.852 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.852 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:36:06.852 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.697327+0000", 2023-08-28T02:36:06.852 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.2689999999999996e-06 2023-08-28T02:36:06.852 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.852 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.853 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:36:06.853 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.697645+0000", 2023-08-28T02:36:06.853 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00031760399999999998 2023-08-28T02:36:06.853 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.853 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.853 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:36:06.853 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.697763+0000", 2023-08-28T02:36:06.853 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000118789 2023-08-28T02:36:06.853 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.853 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.853 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:36:06.853 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.697857+0000", 2023-08-28T02:36:06.853 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.3129999999999998e-05 2023-08-28T02:36:06.854 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.854 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.854 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:36:06.854 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.701890+0000", 2023-08-28T02:36:06.854 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0040336809999999999 2023-08-28T02:36:06.854 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.854 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.854 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:06.854 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.705019+0000", 2023-08-28T02:36:06.854 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.003128966 2023-08-28T02:36:06.854 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.854 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.855 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:06.855 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.790036+0000", 2023-08-28T02:36:06.855 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.085017167000000005 2023-08-28T02:36:06.855 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.855 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.855 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:36:06.855 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.790094+0000", 2023-08-28T02:36:06.855 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.7460999999999998e-05 2023-08-28T02:36:06.855 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.855 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.855 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:36:06.856 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.790131+0000", 2023-08-28T02:36:06.856 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.7253999999999999e-05 2023-08-28T02:36:06.856 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:06.856 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:36:06.856 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:06.856 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.856 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.856 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:65492 10.a 10:5ade7484:::benchmark_data_smithi040_250784_object65491:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e264)", 2023-08-28T02:36:06.856 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:37.707462+0000", 2023-08-28T02:36:06.856 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 269.00803642400001, 2023-08-28T02:36:06.856 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.083108494000000005, 2023-08-28T02:36:06.856 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:36:06.857 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:36:06.857 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:36:06.857 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:36:06.857 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:36:06.857 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 65492 2023-08-28T02:36:06.857 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.857 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:36:06.857 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.857 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:36:06.857 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.707462+0000", 2023-08-28T02:36:06.857 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:36:06.858 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.858 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.858 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:36:06.858 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.707462+0000", 2023-08-28T02:36:06.858 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:36:06.858 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.858 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.858 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:36:06.858 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.707461+0000", 2023-08-28T02:36:06.858 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:36:06.858 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.858 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.859 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:36:06.859 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.707517+0000", 2023-08-28T02:36:06.859 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.6558000000000003e-05 2023-08-28T02:36:06.859 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.859 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.859 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:36:06.859 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.707528+0000", 2023-08-28T02:36:06.859 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0261999999999999e-05 2023-08-28T02:36:06.859 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.859 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.859 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:36:06.860 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.707534+0000", 2023-08-28T02:36:06.860 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.2419999999999997e-06 2023-08-28T02:36:06.860 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.860 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.860 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:36:06.860 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.707584+0000", 2023-08-28T02:36:06.860 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.0518e-05 2023-08-28T02:36:06.860 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.860 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.860 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:36:06.860 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.707719+0000", 2023-08-28T02:36:06.860 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000134425 2023-08-28T02:36:06.860 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.861 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.861 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:36:06.861 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.707870+0000", 2023-08-28T02:36:06.861 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00015137700000000001 2023-08-28T02:36:06.861 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.861 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.861 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:36:06.861 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.712489+0000", 2023-08-28T02:36:06.861 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0046187290000000002 2023-08-28T02:36:06.861 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.861 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.861 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:06.862 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.716984+0000", 2023-08-28T02:36:06.862 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0044952409999999996 2023-08-28T02:36:06.862 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.862 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.862 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:06.862 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.790483+0000", 2023-08-28T02:36:06.862 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.073498615000000003 2023-08-28T02:36:06.862 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.862 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.862 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:36:06.862 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.790533+0000", 2023-08-28T02:36:06.862 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.0142999999999997e-05 2023-08-28T02:36:06.863 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:06.863 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:06.863 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:36:06.863 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.790571+0000", 2023-08-28T02:36:06.863 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.7758e-05 2023-08-28T02:36:06.863 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:06.863 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:36:06.863 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:06.863 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:06.863 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:36:06.863 INFO:teuthology.orchestra.run.smithi083.stdout:} 2023-08-28T02:36:06.864 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:36:06.865 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:06.865 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:36:06.865 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:36:06.967 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:36:06.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:06 smithi083 ceph-mon[157819]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:36:06.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:06 smithi083 ceph-mon[157819]: failed to encode map e333 with expected crc 2023-08-28T02:36:06.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:06 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1408648330' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:36:06.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:06 smithi083 ceph-mon[157819]: osdmap e333: 8 total, 8 up, 6 in 2023-08-28T02:36:06.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:06 smithi083 ceph-mon[157819]: failed to encode map e333 with expected crc 2023-08-28T02:36:06.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:06 smithi083 ceph-mon[157819]: failed to encode map e333 with expected crc 2023-08-28T02:36:06.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:06 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 37684/239034 objects degraded (15.765%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:36:06.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:06 smithi083 ceph-mon[157819]: failed to encode map e333 with expected crc 2023-08-28T02:36:06.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:06 smithi083 ceph-mon[157819]: pgmap v999: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.8 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 87 op/s; 37582/238098 objects degraded (15.784%); 10555/238098 objects misplaced (4.433%); 1.2 MiB/s, 18 objects/s recovering 2023-08-28T02:36:06.996 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:06 smithi040 ceph-mon[170259]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:36:06.996 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:06 smithi040 ceph-mon[170259]: failed to encode map e333 with expected crc 2023-08-28T02:36:06.996 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:06 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1408648330' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:36:06.996 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:06 smithi040 ceph-mon[170259]: osdmap e333: 8 total, 8 up, 6 in 2023-08-28T02:36:06.997 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:06 smithi040 ceph-mon[170259]: failed to encode map e333 with expected crc 2023-08-28T02:36:06.997 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:06 smithi040 ceph-mon[170259]: failed to encode map e333 with expected crc 2023-08-28T02:36:06.997 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:06 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 37684/239034 objects degraded (15.765%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:36:06.997 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:06 smithi040 ceph-mon[170259]: failed to encode map e333 with expected crc 2023-08-28T02:36:06.997 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:06 smithi040 ceph-mon[170259]: pgmap v999: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.8 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 87 op/s; 37582/238098 objects degraded (15.784%); 10555/238098 objects misplaced (4.433%); 1.2 MiB/s, 18 objects/s recovering 2023-08-28T02:36:06.997 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:06 smithi040 ceph-mon[175404]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:36:06.997 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:06 smithi040 ceph-mon[175404]: failed to encode map e333 with expected crc 2023-08-28T02:36:06.997 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:06 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1408648330' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:36:06.997 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:06 smithi040 ceph-mon[175404]: osdmap e333: 8 total, 8 up, 6 in 2023-08-28T02:36:06.998 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:06 smithi040 ceph-mon[175404]: failed to encode map e333 with expected crc 2023-08-28T02:36:06.998 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:06 smithi040 ceph-mon[175404]: failed to encode map e333 with expected crc 2023-08-28T02:36:06.998 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:06 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 37684/239034 objects degraded (15.765%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:36:06.998 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:06 smithi040 ceph-mon[175404]: failed to encode map e333 with expected crc 2023-08-28T02:36:06.998 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:06 smithi040 ceph-mon[175404]: pgmap v999: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.8 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 87 op/s; 37582/238098 objects degraded (15.784%); 10555/238098 objects misplaced (4.433%); 1.2 MiB/s, 18 objects/s recovering 2023-08-28T02:36:06.999 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:07.094 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.7 dump_ops_in_flight 2023-08-28T02:36:07.384 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:36:08.354 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:36:08.357 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:08.357 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:36:08.458 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:36:08.489 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:08.514 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:36:08.517 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:08.517 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:36:08.618 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:36:08.646 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:08.717 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:36:08.720 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:08.720 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:36:08.794 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:36:08.821 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:36:08.865 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:08.888 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:36:08.892 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:36:08.896 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:08.896 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:36:08.907 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:36:08.917 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2023-08-28T02:36:08.917 INFO:teuthology.orchestra.run.smithi083.stdout: "ops": [ 2023-08-28T02:36:08.917 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:08.917 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:107583 10.c 10:3af5dc50:::benchmark_data_smithi040_250784_object14274:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e333)", 2023-08-28T02:36:08.917 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:36:08.916444+0000", 2023-08-28T02:36:08.918 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 0.0018578570000000001, 2023-08-28T02:36:08.918 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0018824180000000001, 2023-08-28T02:36:08.918 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:36:08.918 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "waiting for sub ops", 2023-08-28T02:36:08.918 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:36:08.918 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:36:08.918 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:36:08.918 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 107583 2023-08-28T02:36:08.918 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:08.918 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:36:08.918 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:08.918 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:36:08.918 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:36:08.916444+0000", 2023-08-28T02:36:08.919 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:36:08.919 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:08.919 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:08.919 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:36:08.919 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:36:08.916444+0000", 2023-08-28T02:36:08.919 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:36:08.919 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:08.919 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:08.919 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:36:08.919 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:36:08.916442+0000", 2023-08-28T02:36:08.919 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:36:08.920 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:08.920 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:08.920 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:36:08.920 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:36:08.916450+0000", 2023-08-28T02:36:08.920 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.6149999999999999e-06 2023-08-28T02:36:08.920 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:08.920 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:08.920 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:36:08.920 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:36:08.916465+0000", 2023-08-28T02:36:08.920 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.5373999999999999e-05 2023-08-28T02:36:08.920 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:08.920 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:08.921 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:36:08.921 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:36:08.916473+0000", 2023-08-28T02:36:08.921 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.7859999999999997e-06 2023-08-28T02:36:08.921 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:08.921 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:08.921 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:36:08.921 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:36:08.916526+0000", 2023-08-28T02:36:08.921 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.2998999999999999e-05 2023-08-28T02:36:08.921 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:08.921 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:08.921 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:36:08.921 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:36:08.916622+0000", 2023-08-28T02:36:08.922 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.5818999999999999e-05 2023-08-28T02:36:08.922 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:08.922 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:08.922 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 0,4", 2023-08-28T02:36:08.922 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:36:08.916699+0000", 2023-08-28T02:36:08.922 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.6637000000000005e-05 2023-08-28T02:36:08.922 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:08.922 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:36:08.922 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:08.922 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:08.922 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2023-08-28T02:36:08.922 INFO:teuthology.orchestra.run.smithi083.stdout: "num_ops": 1 2023-08-28T02:36:08.923 INFO:teuthology.orchestra.run.smithi083.stdout:} 2023-08-28T02:36:08.930 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:36:08.960 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:36:08.983 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:36:08.997 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:36:09.004 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:36:09.030 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:36:09.033 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:09.060 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:36:09.062 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-08-28T02:36:09.062 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-08-28T02:36:09.062 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-08-28T02:36:09.062 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-08-28T02:36:09.062 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-08-28T02:36:09.062 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-08-28T02:36:09.062 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-08-28T02:36:09.063 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-08-28T02:36:09.206 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:36:09.209 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:09.210 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:36:09.311 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.7 dump_blocked_ops 2023-08-28T02:36:09.311 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:36:09.345 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:09.368 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:36:09.370 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:09.371 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:36:09.471 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:36:09.507 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:09.580 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:36:09.583 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:09.583 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:36:09.597 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:36:09.685 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:36:09.714 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:09.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:09 smithi040 ceph-mon[170259]: pgmap v1000: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.8 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 82 op/s; 37582/237903 objects degraded (15.797%); 10555/237903 objects misplaced (4.437%); 968 KiB/s, 15 objects/s recovering 2023-08-28T02:36:09.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:09 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2621945784' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:36:09.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:09 smithi040 ceph-mon[175404]: pgmap v1000: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.8 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 82 op/s; 37582/237903 objects degraded (15.797%); 10555/237903 objects misplaced (4.437%); 968 KiB/s, 15 objects/s recovering 2023-08-28T02:36:09.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:09 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2621945784' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:36:09.732 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:09 smithi083 ceph-mon[157819]: pgmap v1000: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.8 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 82 op/s; 37582/237903 objects degraded (15.797%); 10555/237903 objects misplaced (4.437%); 968 KiB/s, 15 objects/s recovering 2023-08-28T02:36:09.732 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:09 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2621945784' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:36:09.736 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:36:09.739 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:09.739 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:36:09.840 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:36:09.868 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:09.889 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:36:09.892 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:09.892 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:36:09.993 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:36:10.033 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:10.055 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:36:10.059 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:10.059 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:36:10.160 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:36:10.197 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:10.220 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:36:10.224 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:10.224 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:36:10.325 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:36:10.353 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:10.355 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd unset noscrub 2023-08-28T02:36:10.474 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:36:10.475 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:36:10.476 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:36:10.477 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:10.478 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:36:10.578 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:36:10.613 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:10.634 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:36:10.637 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:10.637 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:36:10.652 INFO:teuthology.orchestra.run.smithi083.stdout:ERROR: (22) Invalid argument 2023-08-28T02:36:10.652 INFO:teuthology.orchestra.run.smithi083.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:36:10.738 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:36:10.770 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:10.877 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":1001,"stamp":"2023-08-28T02:36:10.421426+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":5189057284,"num_objects":79197,"num_object_clones":0,"num_object_copies":237591,"num_objects_missing_on_primary":5061,"num_objects_missing":5061,"num_objects_degraded":37553,"num_objects_misplaced":10522,"num_objects_unfound":0,"num_objects_dirty":79197,"num_whiteouts":0,"num_read":90,"num_read_kb":168,"num_write":107545,"num_write_kb":5972054,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":36361,"num_bytes_recovered":2365460849,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":96714,"ondisk_log_size":96714,"up":297,"acting":292,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":14864616,"kb_used_data":11929272,"kb_used_omap":12,"kb_used_meta":2935283,"kb_avail":547606296,"statfs":{"total":575970213888,"available":560748847104,"internally_reserved":0,"allocated":12215574528,"data_stored":12205878031,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12739,"internal_metadata":3005730365},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,0,0,0,3,0,0,3,3,5],"upper_bound":4096},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-43515904,"num_objects":-664,"num_object_clones":0,"num_object_copies":-1992,"num_objects_missing_on_primary":-28,"num_objects_missing":-28,"num_objects_degraded":-151,"num_objects_misplaced":-80,"num_objects_unfound":0,"num_objects_dirty":-664,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":664,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":123,"num_bytes_recovered":8060928,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"9.637174"},"pg_stats":[{"pgid":"3.1a","version":"65'1","reported_seq":343,"reported_epoch":331,"state":"active+clean","last_fresh":"2023-08-28T02:35:55.485383+0000","last_change":"2023-08-28T02:32:32.667028+0000","last_active":"2023-08-28T02:35:55.485383+0000","last_peered":"2023-08-28T02:35:55.485383+0000","last_clean":"2023-08-28T02:35:55.485383+0000","last_became_active":"2023-08-28T02:32:32.666711+0000","last_became_peered":"2023-08-28T02:32:32.666711+0000","last_unstale":"2023-08-28T02:35:55.485383+0000","last_undegraded":"2023-08-28T02:35:55.485383+0000","last_fullsized":"2023-08-28T02:35:55.485383+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:28:21.913105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":296,"reported_epoch":332,"state":"active+clean","last_fresh":"2023-08-28T02:36:00.799261+0000","last_change":"2023-08-28T02:29:44.421259+0000","last_active":"2023-08-28T02:36:00.799261+0000","last_peered":"2023-08-28T02:36:00.799261+0000","last_clean":"2023-08-28T02:36:00.799261+0000","last_became_active":"2023-08-28T02:29:44.420936+0000","last_became_peered":"2023-08-28T02:29:44.420936+0000","last_unstale":"2023-08-28T02:36:00.799261+0000","last_undegraded":"2023-08-28T02:36:00.799261+0000","last_fullsized":"2023-08-28T02:36:00.799261+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:22:26.346867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":137,"reported_epoch":332,"state":"active+clean","last_fresh":"2023-08-28T02:36:00.789862+0000","last_change":"2023-08-28T02:33:12.290337+0000","last_active":"2023-08-28T02:36:00.789862+0000","last_peered":"2023-08-28T02:36:00.789862+0000","last_clean":"2023-08-28T02:36:00.789862+0000","last_became_active":"2023-08-28T02:33:12.289852+0000","last_became_peered":"2023-08-28T02:33:12.289852+0000","last_unstale":"2023-08-28T02:36:00.789862+0000","last_undegraded":"2023-08-28T02:36:00.789862+0000","last_fullsized":"2023-08-28T02:36:00.789862+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:04:26.420037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":311,"reported_epoch":332,"state":"active+clean","last_fresh":"2023-08-28T02:36:00.796104+0000","last_change":"2023-08-28T02:33:13.317226+0000","last_active":"2023-08-28T02:36:00.796104+0000","last_peered":"2023-08-28T02:36:00.796104+0000","last_clean":"2023-08-28T02:36:00.796104+0000","last_became_active":"2023-08-28T02:33:13.316893+0000","last_became_peered":"2023-08-28T02:33:13.316893+0000","last_unstale":"2023-08-28T02:36:00.796104+0000","last_undegraded":"2023-08-28T02:36:00.796104+0000","last_fullsized":"2023-08-28T02:36:00.796104+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:55:46.593463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":256,"reported_epoch":332,"state":"active+clean","last_fresh":"2023-08-28T02:36:00.785065+0000","last_change":"2023-08-28T02:33:12.295203+0000","last_active":"2023-08-28T02:36:00.785065+0000","last_peered":"2023-08-28T02:36:00.785065+0000","last_clean":"2023-08-28T02:36:00.785065+0000","last_became_active":"2023-08-28T02:33:12.294904+0000","last_became_peered":"2023-08-28T02:33:12.294904+0000","last_unstale":"2023-08-28T02:36:00.785065+0000","last_undegraded":"2023-08-28T02:36:00.785065+0000","last_fullsized":"2023-08-28T02:36:00.785065+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:31:07.008856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":273,"reported_epoch":331,"state":"active+clean","last_fresh":"2023-08-28T02:35:55.493324+0000","last_change":"2023-08-28T02:31:51.987263+0000","last_active":"2023-08-28T02:35:55.493324+0000","last_peered":"2023-08-28T02:35:55.493324+0000","last_clean":"2023-08-28T02:35:55.493324+0000","last_became_active":"2023-08-28T02:31:51.986938+0000","last_became_peered":"2023-08-28T02:31:51.986938+0000","last_unstale":"2023-08-28T02:35:55.493324+0000","last_undegraded":"2023-08-28T02:35:55.493324+0000","last_fullsized":"2023-08-28T02:35:55.493324+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:18.021905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":305,"reported_epoch":332,"state":"active+clean","last_fresh":"2023-08-28T02:36:00.797564+0000","last_change":"2023-08-28T02:33:12.318656+0000","last_active":"2023-08-28T02:36:00.797564+0000","last_peered":"2023-08-28T02:36:00.797564+0000","last_clean":"2023-08-28T02:36:00.797564+0000","last_became_active":"2023-08-28T02:33:12.318297+0000","last_became_peered":"2023-08-28T02:33:12.318297+0000","last_unstale":"2023-08-28T02:36:00.797564+0000","last_undegraded":"2023-08-28T02:36:00.797564+0000","last_fullsized":"2023-08-28T02:36:00.797564+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:43:09.789767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":237,"reported_epoch":332,"state":"active+clean","last_fresh":"2023-08-28T02:36:00.785160+0000","last_change":"2023-08-28T02:33:13.357230+0000","last_active":"2023-08-28T02:36:00.785160+0000","last_peered":"2023-08-28T02:36:00.785160+0000","last_clean":"2023-08-28T02:36:00.785160+0000","last_became_active":"2023-08-28T02:33:13.356853+0000","last_became_peered":"2023-08-28T02:33:13.356853+0000","last_unstale":"2023-08-28T02:36:00.785160+0000","last_undegraded":"2023-08-28T02:36:00.785160+0000","last_fullsized":"2023-08-28T02:36:00.785160+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:20:21.545007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":315,"reported_epoch":331,"state":"active+clean","last_fresh":"2023-08-28T02:35:55.488372+0000","last_change":"2023-08-28T02:29:44.462510+0000","last_active":"2023-08-28T02:35:55.488372+0000","last_peered":"2023-08-28T02:35:55.488372+0000","last_clean":"2023-08-28T02:35:55.488372+0000","last_became_active":"2023-08-28T02:29:44.460314+0000","last_became_peered":"2023-08-28T02:29:44.460314+0000","last_unstale":"2023-08-28T02:35:55.488372+0000","last_undegraded":"2023-08-28T02:35:55.488372+0000","last_fullsized":"2023-08-28T02:35:55.488372+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:59:01.311467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":240,"reported_epoch":332,"state":"active+clean","last_fresh":"2023-08-28T02:36:00.785660+0000","last_change":"2023-08-28T02:33:13.291255+0000","last_active":"2023-08-28T02:36:00.785660+0000","last_peered":"2023-08-28T02:36:00.785660+0000","last_clean":"2023-08-28T02:36:00.785660+0000","last_became_active":"2023-08-28T02:33:13.290933+0000","last_became_peered":"2023-08-28T02:33:13.290933+0000","last_unstale":"2023-08-28T02:36:00.785660+0000","last_undegraded":"2023-08-28T02:36:00.785660+0000","last_fullsized":"2023-08-28T02:36:00.785660+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:31:54.116908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"65'3","reported_seq":317,"reported_epoch":332,"state":"active+clean","last_fresh":"2023-08-28T02:36:00.806965+0000","last_change":"2023-08-28T02:33:12.296412+0000","last_active":"2023-08-28T02:36:00.806965+0000","last_peered":"2023-08-28T02:36:00.806965+0000","last_clean":"2023-08-28T02:36:00.806965+0000","last_became_active":"2023-08-28T02:33:12.295786+0000","last_became_peered":"2023-08-28T02:33:12.295786+0000","last_unstale":"2023-08-28T02:36:00.806965+0000","last_undegraded":"2023-08-28T02:36:00.806965+0000","last_fullsized":"2023-08-28T02:36:00.806965+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:15:31.449163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":140,"reported_epoch":332,"state":"active+clean","last_fresh":"2023-08-28T02:36:00.790069+0000","last_change":"2023-08-28T02:32:32.666927+0000","last_active":"2023-08-28T02:36:00.790069+0000","last_peered":"2023-08-28T02:36:00.790069+0000","last_clean":"2023-08-28T02:36:00.790069+0000","last_became_active":"2023-08-28T02:32:32.666618+0000","last_became_peered":"2023-08-28T02:32:32.666618+0000","last_unstale":"2023-08-28T02:36:00.790069+0000","last_undegraded":"2023-08-28T02:36:00.790069+0000","last_fullsized":"2023-08-28T02:36:00.790069+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:45:57.998333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":340,"reported_epoch":331,"state":"active+clean","last_fresh":"2023-08-28T02:35:55.485074+0000","last_change":"2023-08-28T02:32:28.505262+0000","last_active":"2023-08-28T02:35:55.485074+0000","last_peered":"2023-08-28T02:35:55.485074+0000","last_clean":"2023-08-28T02:35:55.485074+0000","last_became_active":"2023-08-28T02:32:28.455999+0000","last_became_peered":"2023-08-28T02:32:28.455999+0000","last_unstale":"2023-08-28T02:35:55.485074+0000","last_undegraded":"2023-08-28T02:35:55.485074+0000","last_fullsized":"2023-08-28T02:35:55.485074+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:28.937020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":9468,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":324,"reported_epoch":331,"state":"active+clean","last_fresh":"2023-08-28T02:35:55.485727+0000","last_change":"2023-08-28T02:32:12.959195+0000","last_active":"2023-08-28T02:35:55.485727+0000","last_peered":"2023-08-28T02:35:55.485727+0000","last_clean":"2023-08-28T02:35:55.485727+0000","last_became_active":"2023-08-28T02:32:12.958832+0000","last_became_peered":"2023-08-28T02:32:12.958832+0000","last_unstale":"2023-08-28T02:35:55.485727+0000","last_undegraded":"2023-08-28T02:35:55.485727+0000","last_fullsized":"2023-08-28T02:35:55.485727+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:23:27.197787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"65'2","reported_seq":315,"reported_epoch":332,"state":"active+clean","last_fresh":"2023-08-28T02:36:00.806455+0000","last_change":"2023-08-28T02:32:28.461161+0000","last_active":"2023-08-28T02:36:00.806455+0000","last_peered":"2023-08-28T02:36:00.806455+0000","last_clean":"2023-08-28T02:36:00.806455+0000","last_became_active":"2023-08-28T02:32:28.451284+0000","last_became_peered":"2023-08-28T02:32:28.451284+0000","last_unstale":"2023-08-28T02:36:00.806455+0000","last_undegraded":"2023-08-28T02:36:00.806455+0000","last_fullsized":"2023-08-28T02:36:00.806455+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:58:20.061020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":297,"reported_epoch":332,"state":"active+clean","last_fresh":"2023-08-28T02:36:00.798594+0000","last_change":"2023-08-28T02:29:44.419566+0000","last_active":"2023-08-28T02:36:00.798594+0000","last_peered":"2023-08-28T02:36:00.798594+0000","last_clean":"2023-08-28T02:36:00.798594+0000","last_became_active":"2023-08-28T02:29:44.419053+0000","last_became_peered":"2023-08-28T02:29:44.419053+0000","last_unstale":"2023-08-28T02:36:00.798594+0000","last_undegraded":"2023-08-28T02:36:00.798594+0000","last_fullsized":"2023-08-28T02:36:00.798594+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:44:36.133499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":300,"reported_epoch":332,"state":"active+clean","last_fresh":"2023-08-28T02:36:00.798359+0000","last_change":"2023-08-28T02:33:12.493777+0000","last_active":"2023-08-28T02:36:00.798359+0000","last_peered":"2023-08-28T02:36:00.798359+0000","last_clean":"2023-08-28T02:36:00.798359+0000","last_became_active":"2023-08-28T02:33:12.491177+0000","last_became_peered":"2023-08-28T02:33:12.491177+0000","last_unstale":"2023-08-28T02:36:00.798359+0000","last_undegraded":"2023-08-28T02:36:00.798359+0000","last_fullsized":"2023-08-28T02:36:00.798359+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:10:58.167753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":311,"reported_epoch":331,"state":"active+clean","last_fresh":"2023-08-28T02:35:55.487354+0000","last_change":"2023-08-28T02:33:12.290293+0000","last_active":"2023-08-28T02:35:55.487354+0000","last_peered":"2023-08-28T02:35:55.487354+0000","last_clean":"2023-08-28T02:35:55.487354+0000","last_became_active":"2023-08-28T02:33:12.289989+0000","last_became_peered":"2023-08-28T02:33:12.289989+0000","last_unstale":"2023-08-28T02:35:55.487354+0000","last_undegraded":"2023-08-28T02:35:55.487354+0000","last_fullsized":"2023-08-28T02:35:55.487354+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:05:33.622172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":290,"reported_epoch":332,"state":"active+clean","last_fresh":"2023-08-28T02:36:00.806273+0000","last_change":"2023-08-28T02:32:12.948756+0000","last_active":"2023-08-28T02:36:00.806273+0000","last_peered":"2023-08-28T02:36:00.806273+0000","last_clean":"2023-08-28T02:36:00.806273+0000","last_became_active":"2023-08-28T02:32:12.948441+0000","last_became_peered":"2023-08-28T02:32:12.948441+0000","last_unstale":"2023-08-28T02:36:00.806273+0000","last_undegraded":"2023-08-28T02:36:00.806273+0000","last_fullsized":"2023-08-28T02:36:00.806273+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:27.922180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":306,"reported_epoch":332,"state":"active+clean","last_fresh":"2023-08-28T02:36:00.796177+0000","last_change":"2023-08-28T02:33:12.299398+0000","last_active":"2023-08-28T02:36:00.796177+0000","last_peered":"2023-08-28T02:36:00.796177+0000","last_clean":"2023-08-28T02:36:00.796177+0000","last_became_active":"2023-08-28T02:33:12.299113+0000","last_became_peered":"2023-08-28T02:33:12.299113+0000","last_unstale":"2023-08-28T02:36:00.796177+0000","last_undegraded":"2023-08-28T02:36:00.796177+0000","last_fullsized":"2023-08-28T02:36:00.796177+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:14:55.597212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"65'8","reported_seq":100,"reported_epoch":332,"state":"active+clean","last_fresh":"2023-08-28T02:36:00.795325+0000","last_change":"2023-08-28T02:33:13.478870+0000","last_active":"2023-08-28T02:36:00.795325+0000","last_peered":"2023-08-28T02:36:00.795325+0000","last_clean":"2023-08-28T02:36:00.795325+0000","last_became_active":"2023-08-28T02:33:13.332142+0000","last_became_peered":"2023-08-28T02:33:13.332142+0000","last_unstale":"2023-08-28T02:36:00.795325+0000","last_undegraded":"2023-08-28T02:36:00.795325+0000","last_fullsized":"2023-08-28T02:36:00.795325+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:32:42.810159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":238,"reported_epoch":332,"state":"active+clean","last_fresh":"2023-08-28T02:36:00.786707+0000","last_change":"2023-08-28T02:33:12.306353+0000","last_active":"2023-08-28T02:36:00.786707+0000","last_peered":"2023-08-28T02:36:00.786707+0000","last_clean":"2023-08-28T02:36:00.786707+0000","last_became_active":"2023-08-28T02:33:12.304977+0000","last_became_peered":"2023-08-28T02:33:12.304977+0000","last_unstale":"2023-08-28T02:36:00.786707+0000","last_undegraded":"2023-08-28T02:36:00.786707+0000","last_fullsized":"2023-08-28T02:36:00.786707+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:19:38.819671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"332'6693","reported_seq":6783,"reported_epoch":332,"state":"active+clean","last_fresh":"2023-08-28T02:36:05.473800+0000","last_change":"2023-08-28T02:30:50.402703+0000","last_active":"2023-08-28T02:36:05.473800+0000","last_peered":"2023-08-28T02:36:05.473800+0000","last_clean":"2023-08-28T02:36:05.473800+0000","last_became_active":"2023-08-28T02:30:50.402419+0000","last_became_peered":"2023-08-28T02:30:50.402419+0000","last_unstale":"2023-08-28T02:36:05.473800+0000","last_undegraded":"2023-08-28T02:36:05.473800+0000","last_fullsized":"2023-08-28T02:36:05.473800+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6693,"log_dups_size":0,"ondisk_log_size":6693,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:07:37.393907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":325517312,"num_objects":4967,"num_object_clones":0,"num_object_copies":14901,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4967,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6693,"num_write_kb":373120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"65'1","reported_seq":298,"reported_epoch":332,"state":"active+clean","last_fresh":"2023-08-28T02:36:00.806998+0000","last_change":"2023-08-28T02:14:43.046130+0000","last_active":"2023-08-28T02:36:00.806998+0000","last_peered":"2023-08-28T02:36:00.806998+0000","last_clean":"2023-08-28T02:36:00.806998+0000","last_became_active":"2023-08-28T02:14:43.045775+0000","last_became_peered":"2023-08-28T02:14:43.045775+0000","last_unstale":"2023-08-28T02:36:00.806998+0000","last_undegraded":"2023-08-28T02:36:00.806998+0000","last_fullsized":"2023-08-28T02:36:00.806998+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:57:38.279756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":287,"reported_epoch":331,"state":"active+clean","last_fresh":"2023-08-28T02:35:55.486639+0000","last_change":"2023-08-28T02:31:51.987149+0000","last_active":"2023-08-28T02:35:55.486639+0000","last_peered":"2023-08-28T02:35:55.486639+0000","last_clean":"2023-08-28T02:35:55.486639+0000","last_became_active":"2023-08-28T02:31:51.986821+0000","last_became_peered":"2023-08-28T02:31:51.986821+0000","last_unstale":"2023-08-28T02:35:55.486639+0000","last_undegraded":"2023-08-28T02:35:55.486639+0000","last_fullsized":"2023-08-28T02:35:55.486639+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:23:26.661134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"332'6699","reported_seq":10147,"reported_epoch":332,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:36:04.997209+0000","last_change":"2023-08-28T02:33:33.975566+0000","last_active":"2023-08-28T02:36:04.997209+0000","last_peered":"2023-08-28T02:36:04.997209+0000","last_clean":"2023-08-28T02:31:27.868230+0000","last_became_active":"2023-08-28T02:33:33.660452+0000","last_became_peered":"2023-08-28T02:33:33.660452+0000","last_unstale":"2023-08-28T02:36:04.997209+0000","last_undegraded":"2023-08-28T02:33:13.410847+0000","last_fullsized":"2023-08-28T02:33:13.270012+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6699,"log_dups_size":0,"ondisk_log_size":6699,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:33.375162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":321191936,"num_objects":4901,"num_object_clones":0,"num_object_copies":14703,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7324,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4901,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6699,"num_write_kb":371200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1660,"num_bytes_recovered":108724224,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[5,4],"avail_no_missing":["5","6"],"object_location_counts":[{"shards":"2,5,6","objects":915},{"shards":"3,5,6","objects":2396},{"shards":"4,5","objects":85},{"shards":"5,6","objects":1505}],"blocked_by":[],"up_primary":3,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"65'2","reported_seq":323,"reported_epoch":332,"state":"active+clean","last_fresh":"2023-08-28T02:36:00.806953+0000","last_change":"2023-08-28T02:29:44.436352+0000","last_active":"2023-08-28T02:36:00.806953+0000","last_peered":"2023-08-28T02:36:00.806953+0000","last_clean":"2023-08-28T02:36:00.806953+0000","last_became_active":"2023-08-28T02:29:44.411499+0000","last_became_peered":"2023-08-28T02:29:44.411499+0000","last_unstale":"2023-08-28T02:36:00.806953+0000","last_undegraded":"2023-08-28T02:36:00.806953+0000","last_fullsized":"2023-08-28T02:36:00.806953+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:46:57.540191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":348,"reported_epoch":331,"state":"active+clean","last_fresh":"2023-08-28T02:35:55.485380+0000","last_change":"2023-08-28T02:33:12.289004+0000","last_active":"2023-08-28T02:35:55.485380+0000","last_peered":"2023-08-28T02:35:55.485380+0000","last_clean":"2023-08-28T02:35:55.485380+0000","last_became_active":"2023-08-28T02:33:12.288722+0000","last_became_peered":"2023-08-28T02:33:12.288722+0000","last_unstale":"2023-08-28T02:35:55.485380+0000","last_undegraded":"2023-08-28T02:35:55.485380+0000","last_fullsized":"2023-08-28T02:35:55.485380+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:24.019483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"333'6641","reported_seq":6749,"reported_epoch":333,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:36:09.955015+0000","last_change":"2023-08-28T02:33:13.585687+0000","last_active":"2023-08-28T02:36:09.955015+0000","last_peered":"2023-08-28T02:36:09.955015+0000","last_clean":"2023-08-28T02:31:27.908616+0000","last_became_active":"2023-08-28T02:33:13.578484+0000","last_became_peered":"2023-08-28T02:33:13.578484+0000","last_unstale":"2023-08-28T02:36:09.955015+0000","last_undegraded":"2023-08-28T02:33:13.297322+0000","last_fullsized":"2023-08-28T02:33:13.268309+0000","mapping_epoch":298,"log_start":"255'1312","ondisk_log_start":"255'1312","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5329,"log_dups_size":0,"ondisk_log_size":5329,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:42:33.431186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":321716224,"num_objects":4909,"num_object_clones":0,"num_object_copies":14727,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2533,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4909,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6641,"num_write_kb":369600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4],"avail_no_missing":["0","4"],"object_location_counts":[{"shards":"0,4","objects":2461}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"65'1","reported_seq":309,"reported_epoch":332,"state":"active+clean","last_fresh":"2023-08-28T02:36:00.806814+0000","last_change":"2023-08-28T02:33:13.516869+0000","last_active":"2023-08-28T02:36:00.806814+0000","last_peered":"2023-08-28T02:36:00.806814+0000","last_clean":"2023-08-28T02:36:00.806814+0000","last_became_active":"2023-08-28T02:33:13.396736+0000","last_became_peered":"2023-08-28T02:33:13.396736+0000","last_unstale":"2023-08-28T02:36:00.806814+0000","last_undegraded":"2023-08-28T02:36:00.806814+0000","last_fullsized":"2023-08-28T02:36:00.806814+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:47:08.237137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":274,"reported_epoch":332,"state":"active+clean","last_fresh":"2023-08-28T02:36:00.789969+0000","last_change":"2023-08-28T02:31:51.987327+0000","last_active":"2023-08-28T02:36:00.789969+0000","last_peered":"2023-08-28T02:36:00.789969+0000","last_clean":"2023-08-28T02:36:00.789969+0000","last_became_active":"2023-08-28T02:31:51.987018+0000","last_became_peered":"2023-08-28T02:31:51.987018+0000","last_unstale":"2023-08-28T02:36:00.789969+0000","last_undegraded":"2023-08-28T02:36:00.789969+0000","last_fullsized":"2023-08-28T02:36:00.789969+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:53:26.105101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.5","version":"333'6618","reported_seq":8332,"reported_epoch":333,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:36:09.990551+0000","last_change":"2023-08-28T02:33:13.625779+0000","last_active":"2023-08-28T02:36:09.990551+0000","last_peered":"2023-08-28T02:36:09.990551+0000","last_clean":"2023-08-28T02:31:27.898932+0000","last_became_active":"2023-08-28T02:33:13.612126+0000","last_became_peered":"2023-08-28T02:33:13.612126+0000","last_unstale":"2023-08-28T02:36:09.990551+0000","last_undegraded":"2023-08-28T02:33:13.485377+0000","last_fullsized":"2023-08-28T02:33:13.264317+0000","mapping_epoch":298,"log_start":"255'1263","ondisk_log_start":"255'1263","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5355,"log_dups_size":0,"ondisk_log_size":5355,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:37:28.843386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":316801024,"num_objects":4834,"num_object_clones":0,"num_object_copies":14502,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7376,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4834,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6618,"num_write_kb":366464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":800,"num_bytes_recovered":52428800,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,7],"avail_no_missing":["0","2"],"object_location_counts":[{"shards":"0,2","objects":2358},{"shards":"0,2,3","objects":2476}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":326,"reported_epoch":331,"state":"active+clean","last_fresh":"2023-08-28T02:35:55.487012+0000","last_change":"2023-08-28T02:33:13.281826+0000","last_active":"2023-08-28T02:35:55.487012+0000","last_peered":"2023-08-28T02:35:55.487012+0000","last_clean":"2023-08-28T02:35:55.487012+0000","last_became_active":"2023-08-28T02:33:13.281511+0000","last_became_peered":"2023-08-28T02:33:13.281511+0000","last_unstale":"2023-08-28T02:35:55.487012+0000","last_undegraded":"2023-08-28T02:35:55.487012+0000","last_fullsized":"2023-08-28T02:35:55.487012+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:32:55.005706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":323,"reported_epoch":332,"state":"active+clean","last_fresh":"2023-08-28T02:36:00.795700+0000","last_change":"2023-08-28T02:29:44.436713+0000","last_active":"2023-08-28T02:36:00.795700+0000","last_peered":"2023-08-28T02:36:00.795700+0000","last_clean":"2023-08-28T02:36:00.795700+0000","last_became_active":"2023-08-28T02:29:44.436203+0000","last_became_peered":"2023-08-28T02:29:44.436203+0000","last_unstale":"2023-08-28T02:36:00.795700+0000","last_undegraded":"2023-08-28T02:36:00.795700+0000","last_fullsized":"2023-08-28T02:36:00.795700+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:46:48.522293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"333'6825","reported_seq":6919,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:07.416697+0000","last_change":"2023-08-28T02:30:50.399669+0000","last_active":"2023-08-28T02:36:07.416697+0000","last_peered":"2023-08-28T02:36:07.416697+0000","last_clean":"2023-08-28T02:36:07.416697+0000","last_became_active":"2023-08-28T02:30:50.399332+0000","last_became_peered":"2023-08-28T02:30:50.399332+0000","last_unstale":"2023-08-28T02:36:07.416697+0000","last_undegraded":"2023-08-28T02:36:07.416697+0000","last_fullsized":"2023-08-28T02:36:07.416697+0000","mapping_epoch":250,"log_start":"255'700","ondisk_log_start":"255'700","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6125,"log_dups_size":0,"ondisk_log_size":6125,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:00:54.910841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":326959104,"num_objects":4989,"num_object_clones":0,"num_object_copies":14967,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4989,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6825,"num_write_kb":378048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"75'161","reported_seq":753,"reported_epoch":332,"state":"active+clean","last_fresh":"2023-08-28T02:36:00.806454+0000","last_change":"2023-08-28T02:33:13.310049+0000","last_active":"2023-08-28T02:36:00.806454+0000","last_peered":"2023-08-28T02:36:00.806454+0000","last_clean":"2023-08-28T02:36:00.806454+0000","last_became_active":"2023-08-28T02:33:13.309661+0000","last_became_peered":"2023-08-28T02:33:13.309661+0000","last_unstale":"2023-08-28T02:36:00.806454+0000","last_undegraded":"2023-08-28T02:36:00.806454+0000","last_fullsized":"2023-08-28T02:36:00.806454+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.930230+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.930230+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:27:40.889460+0000","scrub_duration":0.0050169209999999997,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"65'2","reported_seq":287,"reported_epoch":332,"state":"active+clean","last_fresh":"2023-08-28T02:36:00.786034+0000","last_change":"2023-08-28T02:33:12.294922+0000","last_active":"2023-08-28T02:36:00.786034+0000","last_peered":"2023-08-28T02:36:00.786034+0000","last_clean":"2023-08-28T02:36:00.786034+0000","last_became_active":"2023-08-28T02:33:12.294518+0000","last_became_peered":"2023-08-28T02:33:12.294518+0000","last_unstale":"2023-08-28T02:36:00.786034+0000","last_undegraded":"2023-08-28T02:36:00.786034+0000","last_fullsized":"2023-08-28T02:36:00.786034+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:21:12.737286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":325,"reported_epoch":331,"state":"active+clean","last_fresh":"2023-08-28T02:35:55.485144+0000","last_change":"2023-08-28T02:33:13.310505+0000","last_active":"2023-08-28T02:35:55.485144+0000","last_peered":"2023-08-28T02:35:55.485144+0000","last_clean":"2023-08-28T02:35:55.485144+0000","last_became_active":"2023-08-28T02:33:13.310223+0000","last_became_peered":"2023-08-28T02:33:13.310223+0000","last_unstale":"2023-08-28T02:35:55.485144+0000","last_undegraded":"2023-08-28T02:35:55.485144+0000","last_fullsized":"2023-08-28T02:35:55.485144+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:27:02.124453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"332'6699","reported_seq":8407,"reported_epoch":332,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:36:05.735637+0000","last_change":"2023-08-28T02:33:13.591092+0000","last_active":"2023-08-28T02:36:05.735637+0000","last_peered":"2023-08-28T02:36:05.735637+0000","last_clean":"2023-08-28T02:31:27.916082+0000","last_became_active":"2023-08-28T02:33:13.580413+0000","last_became_peered":"2023-08-28T02:33:13.580413+0000","last_unstale":"2023-08-28T02:36:05.735637+0000","last_undegraded":"2023-08-28T02:33:13.480527+0000","last_fullsized":"2023-08-28T02:33:13.270957+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6699,"log_dups_size":0,"ondisk_log_size":6699,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:03.698410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":325648384,"num_objects":4969,"num_object_clones":0,"num_object_copies":14907,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7593,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4969,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6699,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":794,"num_bytes_recovered":52035584,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,4],"avail_no_missing":["5","2"],"object_location_counts":[{"shards":"2,3,5","objects":2487},{"shards":"2,5","objects":2482}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"75'161","reported_seq":585,"reported_epoch":331,"state":"active+recovery_wait+degraded","last_fresh":"2023-08-28T02:35:55.486662+0000","last_change":"2023-08-28T02:33:13.287487+0000","last_active":"2023-08-28T02:35:55.486662+0000","last_peered":"2023-08-28T02:35:55.486662+0000","last_clean":"2023-08-28T02:31:25.515426+0000","last_became_active":"2023-08-28T02:33:13.287313+0000","last_became_peered":"2023-08-28T02:33:13.287313+0000","last_unstale":"2023-08-28T02:35:55.486662+0000","last_undegraded":"2023-08-28T02:33:13.270760+0000","last_fullsized":"2023-08-28T02:35:55.486662+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":204,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:45.407127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:45.407127+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:39:14.213229+0000","scrub_duration":0.0018495320000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":["5","2","3"],"object_location_counts":[{"shards":"2,3,5","objects":1}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":245,"reported_epoch":331,"state":"active+clean","last_fresh":"2023-08-28T02:35:55.485195+0000","last_change":"2023-08-28T02:33:13.309727+0000","last_active":"2023-08-28T02:35:55.485195+0000","last_peered":"2023-08-28T02:35:55.485195+0000","last_clean":"2023-08-28T02:35:55.485195+0000","last_became_active":"2023-08-28T02:33:13.309487+0000","last_became_peered":"2023-08-28T02:33:13.309487+0000","last_unstale":"2023-08-28T02:35:55.485195+0000","last_undegraded":"2023-08-28T02:35:55.485195+0000","last_fullsized":"2023-08-28T02:35:55.485195+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:27:29.294011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":60,"reported_epoch":331,"state":"active+clean","last_fresh":"2023-08-28T02:35:55.484918+0000","last_change":"2023-08-28T02:32:28.456323+0000","last_active":"2023-08-28T02:35:55.484918+0000","last_peered":"2023-08-28T02:35:55.484918+0000","last_clean":"2023-08-28T02:35:55.484918+0000","last_became_active":"2023-08-28T02:32:28.455987+0000","last_became_peered":"2023-08-28T02:32:28.455987+0000","last_unstale":"2023-08-28T02:35:55.484918+0000","last_undegraded":"2023-08-28T02:35:55.484918+0000","last_fullsized":"2023-08-28T02:35:55.484918+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:54:07.724002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"333'6842","reported_seq":16953,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:07.403365+0000","last_change":"2023-08-28T02:33:13.316023+0000","last_active":"2023-08-28T02:36:07.403365+0000","last_peered":"2023-08-28T02:36:07.403365+0000","last_clean":"2023-08-28T02:36:07.403365+0000","last_became_active":"2023-08-28T02:33:13.308403+0000","last_became_peered":"2023-08-28T02:33:13.308403+0000","last_unstale":"2023-08-28T02:36:07.403365+0000","last_undegraded":"2023-08-28T02:36:07.403365+0000","last_fullsized":"2023-08-28T02:36:07.403365+0000","mapping_epoch":298,"log_start":"255'700","ondisk_log_start":"255'700","created":250,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6142,"log_dups_size":0,"ondisk_log_size":6142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:10:38.401973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":331218944,"num_objects":5054,"num_object_clones":0,"num_object_copies":15162,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5054,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6842,"num_write_kb":380672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4999,"num_bytes_recovered":327614464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":305,"reported_epoch":331,"state":"active+clean","last_fresh":"2023-08-28T02:35:55.485319+0000","last_change":"2023-08-28T02:32:28.455294+0000","last_active":"2023-08-28T02:35:55.485319+0000","last_peered":"2023-08-28T02:35:55.485319+0000","last_clean":"2023-08-28T02:35:55.485319+0000","last_became_active":"2023-08-28T02:32:28.455013+0000","last_became_peered":"2023-08-28T02:32:28.455013+0000","last_unstale":"2023-08-28T02:35:55.485319+0000","last_undegraded":"2023-08-28T02:35:55.485319+0000","last_fullsized":"2023-08-28T02:35:55.485319+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:53.583864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":337,"reported_epoch":331,"state":"active+clean","last_fresh":"2023-08-28T02:35:55.487852+0000","last_change":"2023-08-28T02:33:13.335588+0000","last_active":"2023-08-28T02:35:55.487852+0000","last_peered":"2023-08-28T02:35:55.487852+0000","last_clean":"2023-08-28T02:35:55.487852+0000","last_became_active":"2023-08-28T02:33:13.335326+0000","last_became_peered":"2023-08-28T02:33:13.335326+0000","last_unstale":"2023-08-28T02:35:55.487852+0000","last_undegraded":"2023-08-28T02:35:55.487852+0000","last_fullsized":"2023-08-28T02:35:55.487852+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:15:44.958663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"332'6720","reported_seq":6810,"reported_epoch":332,"state":"active+clean","last_fresh":"2023-08-28T02:36:05.481791+0000","last_change":"2023-08-28T02:30:50.400261+0000","last_active":"2023-08-28T02:36:05.481791+0000","last_peered":"2023-08-28T02:36:05.481791+0000","last_clean":"2023-08-28T02:36:05.481791+0000","last_became_active":"2023-08-28T02:30:50.399938+0000","last_became_peered":"2023-08-28T02:30:50.399938+0000","last_unstale":"2023-08-28T02:36:05.481791+0000","last_undegraded":"2023-08-28T02:36:05.481791+0000","last_fullsized":"2023-08-28T02:36:05.481791+0000","mapping_epoch":250,"log_start":"255'1290","ondisk_log_start":"255'1290","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5430,"log_dups_size":0,"ondisk_log_size":5430,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:43:56.802792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":325976064,"num_objects":4974,"num_object_clones":0,"num_object_copies":14922,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4974,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6720,"num_write_kb":374208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"75'161","reported_seq":611,"reported_epoch":331,"state":"active+clean","last_fresh":"2023-08-28T02:35:55.487728+0000","last_change":"2023-08-28T02:32:56.519141+0000","last_active":"2023-08-28T02:35:55.487728+0000","last_peered":"2023-08-28T02:35:55.487728+0000","last_clean":"2023-08-28T02:35:55.487728+0000","last_became_active":"2023-08-28T02:32:56.518863+0000","last_became_peered":"2023-08-28T02:32:56.518863+0000","last_unstale":"2023-08-28T02:35:55.487728+0000","last_undegraded":"2023-08-28T02:35:55.487728+0000","last_fullsized":"2023-08-28T02:35:55.487728+0000","mapping_epoch":292,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":293,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_clean_scrub_stamp":"2023-08-28T02:29:25.608370+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:59:50.561109+0000","scrub_duration":0.001662689,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":240,"reported_epoch":332,"state":"active+clean","last_fresh":"2023-08-28T02:36:00.785329+0000","last_change":"2023-08-28T02:33:12.294592+0000","last_active":"2023-08-28T02:36:00.785329+0000","last_peered":"2023-08-28T02:36:00.785329+0000","last_clean":"2023-08-28T02:36:00.785329+0000","last_became_active":"2023-08-28T02:33:12.288508+0000","last_became_peered":"2023-08-28T02:33:12.288508+0000","last_unstale":"2023-08-28T02:36:00.785329+0000","last_undegraded":"2023-08-28T02:36:00.785329+0000","last_fullsized":"2023-08-28T02:36:00.785329+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:05:42.717608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":122,"reported_epoch":332,"state":"active+clean","last_fresh":"2023-08-28T02:36:00.796439+0000","last_change":"2023-08-28T02:29:44.429834+0000","last_active":"2023-08-28T02:36:00.796439+0000","last_peered":"2023-08-28T02:36:00.796439+0000","last_clean":"2023-08-28T02:36:00.796439+0000","last_became_active":"2023-08-28T02:29:44.429512+0000","last_became_peered":"2023-08-28T02:29:44.429512+0000","last_unstale":"2023-08-28T02:36:00.796439+0000","last_undegraded":"2023-08-28T02:36:00.796439+0000","last_fullsized":"2023-08-28T02:36:00.796439+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:58.062455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"333'6641","reported_seq":6732,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:05.808771+0000","last_change":"2023-08-28T02:30:50.402348+0000","last_active":"2023-08-28T02:36:05.808771+0000","last_peered":"2023-08-28T02:36:05.808771+0000","last_clean":"2023-08-28T02:36:05.808771+0000","last_became_active":"2023-08-28T02:30:50.402076+0000","last_became_peered":"2023-08-28T02:30:50.402076+0000","last_unstale":"2023-08-28T02:36:05.808771+0000","last_undegraded":"2023-08-28T02:36:05.808771+0000","last_fullsized":"2023-08-28T02:36:05.808771+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6641,"log_dups_size":0,"ondisk_log_size":6641,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:24.859426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":323420160,"num_objects":4935,"num_object_clones":0,"num_object_copies":14805,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4935,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6641,"num_write_kb":370432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.7","version":"75'161","reported_seq":532,"reported_epoch":332,"state":"active+clean","last_fresh":"2023-08-28T02:36:00.786649+0000","last_change":"2023-08-28T02:33:13.532525+0000","last_active":"2023-08-28T02:36:00.786649+0000","last_peered":"2023-08-28T02:36:00.786649+0000","last_clean":"2023-08-28T02:36:00.786649+0000","last_became_active":"2023-08-28T02:33:13.532125+0000","last_became_peered":"2023-08-28T02:33:13.532125+0000","last_unstale":"2023-08-28T02:36:00.786649+0000","last_undegraded":"2023-08-28T02:36:00.786649+0000","last_fullsized":"2023-08-28T02:36:00.786649+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.887648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.887648+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":123,"reported_epoch":332,"state":"active+clean","last_fresh":"2023-08-28T02:36:02.570260+0000","last_change":"2023-08-28T02:29:44.407595+0000","last_active":"2023-08-28T02:36:02.570260+0000","last_peered":"2023-08-28T02:36:02.570260+0000","last_clean":"2023-08-28T02:36:02.570260+0000","last_became_active":"2023-08-28T02:29:44.407316+0000","last_became_peered":"2023-08-28T02:29:44.407316+0000","last_unstale":"2023-08-28T02:36:02.570260+0000","last_undegraded":"2023-08-28T02:36:02.570260+0000","last_fullsized":"2023-08-28T02:36:02.570260+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:01:47.777709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":343,"reported_epoch":331,"state":"active+clean","last_fresh":"2023-08-28T02:35:55.487294+0000","last_change":"2023-08-28T02:33:13.286980+0000","last_active":"2023-08-28T02:35:55.487294+0000","last_peered":"2023-08-28T02:35:55.487294+0000","last_clean":"2023-08-28T02:35:55.487294+0000","last_became_active":"2023-08-28T02:33:13.286740+0000","last_became_peered":"2023-08-28T02:33:13.286740+0000","last_unstale":"2023-08-28T02:35:55.487294+0000","last_undegraded":"2023-08-28T02:35:55.487294+0000","last_fullsized":"2023-08-28T02:35:55.487294+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:24:54.574365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":123,"reported_epoch":332,"state":"active+clean","last_fresh":"2023-08-28T02:36:02.570204+0000","last_change":"2023-08-28T02:29:44.506914+0000","last_active":"2023-08-28T02:36:02.570204+0000","last_peered":"2023-08-28T02:36:02.570204+0000","last_clean":"2023-08-28T02:36:02.570204+0000","last_became_active":"2023-08-28T02:29:44.506606+0000","last_became_peered":"2023-08-28T02:29:44.506606+0000","last_unstale":"2023-08-28T02:36:02.570204+0000","last_undegraded":"2023-08-28T02:36:02.570204+0000","last_fullsized":"2023-08-28T02:36:02.570204+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:55:50.992279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"333'6702","reported_seq":18391,"reported_epoch":333,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:36:10.201133+0000","last_change":"2023-08-28T02:34:11.565330+0000","last_active":"2023-08-28T02:36:10.201133+0000","last_peered":"2023-08-28T02:36:10.201133+0000","last_clean":"2023-08-28T02:32:11.916240+0000","last_became_active":"2023-08-28T02:33:12.501819+0000","last_became_peered":"2023-08-28T02:33:12.501819+0000","last_unstale":"2023-08-28T02:36:10.201133+0000","last_undegraded":"2023-08-28T02:36:10.201133+0000","last_fullsized":"2023-08-28T02:36:10.201133+0000","mapping_epoch":297,"log_start":"256'1424","ondisk_log_start":"256'1424","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5278,"log_dups_size":0,"ondisk_log_size":5278,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:45:43.329719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":320733184,"num_objects":4894,"num_object_clones":0,"num_object_copies":14682,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4894,"num_objects_unfound":0,"num_objects_dirty":4894,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6702,"num_write_kb":371072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5787,"num_bytes_recovered":379256832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,2],"avail_no_missing":["0","2","5","6"],"object_location_counts":[{"shards":"0,2,5","objects":4894}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.1","version":"75'161","reported_seq":591,"reported_epoch":331,"state":"active+clean","last_fresh":"2023-08-28T02:35:55.487060+0000","last_change":"2023-08-28T02:32:31.482659+0000","last_active":"2023-08-28T02:35:55.487060+0000","last_peered":"2023-08-28T02:35:55.487060+0000","last_clean":"2023-08-28T02:35:55.487060+0000","last_became_active":"2023-08-28T02:32:31.482320+0000","last_became_peered":"2023-08-28T02:32:31.482320+0000","last_unstale":"2023-08-28T02:35:55.487060+0000","last_undegraded":"2023-08-28T02:35:55.487060+0000","last_fullsized":"2023-08-28T02:35:55.487060+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:24.559397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:24.559397+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:41:09.516918+0000","scrub_duration":0.001580328,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":329,"reported_epoch":331,"state":"active+clean","last_fresh":"2023-08-28T02:35:55.487683+0000","last_change":"2023-08-28T02:31:51.988386+0000","last_active":"2023-08-28T02:35:55.487683+0000","last_peered":"2023-08-28T02:35:55.487683+0000","last_clean":"2023-08-28T02:35:55.487683+0000","last_became_active":"2023-08-28T02:31:51.988097+0000","last_became_peered":"2023-08-28T02:31:51.988097+0000","last_unstale":"2023-08-28T02:35:55.487683+0000","last_undegraded":"2023-08-28T02:35:55.487683+0000","last_fullsized":"2023-08-28T02:35:55.487683+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:25:01.818829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":305,"reported_epoch":331,"state":"active+clean","last_fresh":"2023-08-28T02:35:55.485837+0000","last_change":"2023-08-28T02:32:12.951275+0000","last_active":"2023-08-28T02:35:55.485837+0000","last_peered":"2023-08-28T02:35:55.485837+0000","last_clean":"2023-08-28T02:35:55.485837+0000","last_became_active":"2023-08-28T02:32:12.950965+0000","last_became_peered":"2023-08-28T02:32:12.950965+0000","last_unstale":"2023-08-28T02:35:55.485837+0000","last_undegraded":"2023-08-28T02:35:55.485837+0000","last_fullsized":"2023-08-28T02:35:55.485837+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:37:31.294280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":149,"reported_epoch":332,"state":"active+clean","last_fresh":"2023-08-28T02:36:02.570272+0000","last_change":"2023-08-28T02:33:13.286534+0000","last_active":"2023-08-28T02:36:02.570272+0000","last_peered":"2023-08-28T02:36:02.570272+0000","last_clean":"2023-08-28T02:36:02.570272+0000","last_became_active":"2023-08-28T02:33:13.286164+0000","last_became_peered":"2023-08-28T02:33:13.286164+0000","last_unstale":"2023-08-28T02:36:02.570272+0000","last_undegraded":"2023-08-28T02:36:02.570272+0000","last_fullsized":"2023-08-28T02:36:02.570272+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:56.721932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"332'6703","reported_seq":18483,"reported_epoch":332,"state":"active+clean","last_fresh":"2023-08-28T02:36:05.469618+0000","last_change":"2023-08-28T02:34:14.448606+0000","last_active":"2023-08-28T02:36:05.469618+0000","last_peered":"2023-08-28T02:36:05.469618+0000","last_clean":"2023-08-28T02:36:05.469618+0000","last_became_active":"2023-08-28T02:34:14.438547+0000","last_became_peered":"2023-08-28T02:34:14.438547+0000","last_unstale":"2023-08-28T02:36:05.469618+0000","last_undegraded":"2023-08-28T02:36:05.469618+0000","last_fullsized":"2023-08-28T02:36:05.469618+0000","mapping_epoch":314,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":315,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6703,"log_dups_size":0,"ondisk_log_size":6703,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:06:41.120408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":325386240,"num_objects":4965,"num_object_clones":0,"num_object_copies":14895,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4965,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6703,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5834,"num_bytes_recovered":376832000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2","version":"75'161","reported_seq":714,"reported_epoch":332,"state":"active+clean","last_fresh":"2023-08-28T02:36:00.806299+0000","last_change":"2023-08-28T02:30:51.762377+0000","last_active":"2023-08-28T02:36:00.806299+0000","last_peered":"2023-08-28T02:36:00.806299+0000","last_clean":"2023-08-28T02:36:00.806299+0000","last_became_active":"2023-08-28T02:27:46.375590+0000","last_became_peered":"2023-08-28T02:27:46.375590+0000","last_unstale":"2023-08-28T02:36:00.806299+0000","last_undegraded":"2023-08-28T02:36:00.806299+0000","last_fullsized":"2023-08-28T02:36:00.806299+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:51.762314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:51.762314+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:02.034555+0000","scrub_duration":0.0020023620000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":140,"reported_epoch":332,"state":"active+clean","last_fresh":"2023-08-28T02:36:00.785726+0000","last_change":"2023-08-28T02:33:13.289765+0000","last_active":"2023-08-28T02:36:00.785726+0000","last_peered":"2023-08-28T02:36:00.785726+0000","last_clean":"2023-08-28T02:36:00.785726+0000","last_became_active":"2023-08-28T02:33:13.289159+0000","last_became_peered":"2023-08-28T02:33:13.289159+0000","last_unstale":"2023-08-28T02:36:00.785726+0000","last_undegraded":"2023-08-28T02:36:00.785726+0000","last_fullsized":"2023-08-28T02:36:00.785726+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:30:38.956723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":141,"reported_epoch":332,"state":"active+clean","last_fresh":"2023-08-28T02:36:00.790014+0000","last_change":"2023-08-28T02:32:28.464203+0000","last_active":"2023-08-28T02:36:00.790014+0000","last_peered":"2023-08-28T02:36:00.790014+0000","last_clean":"2023-08-28T02:36:00.790014+0000","last_became_active":"2023-08-28T02:32:28.463412+0000","last_became_peered":"2023-08-28T02:32:28.463412+0000","last_unstale":"2023-08-28T02:36:00.790014+0000","last_undegraded":"2023-08-28T02:36:00.790014+0000","last_fullsized":"2023-08-28T02:36:00.790014+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:20:38.177879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":122,"reported_epoch":332,"state":"active+clean","last_fresh":"2023-08-28T02:36:00.796530+0000","last_change":"2023-08-28T02:29:44.427945+0000","last_active":"2023-08-28T02:36:00.796530+0000","last_peered":"2023-08-28T02:36:00.796530+0000","last_clean":"2023-08-28T02:36:00.796530+0000","last_became_active":"2023-08-28T02:29:44.426487+0000","last_became_peered":"2023-08-28T02:29:44.426487+0000","last_unstale":"2023-08-28T02:36:00.796530+0000","last_undegraded":"2023-08-28T02:36:00.796530+0000","last_fullsized":"2023-08-28T02:36:00.796530+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:30:20.438896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"333'6747","reported_seq":16809,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:07.354534+0000","last_change":"2023-08-28T02:34:48.488647+0000","last_active":"2023-08-28T02:36:07.354534+0000","last_peered":"2023-08-28T02:36:07.354534+0000","last_clean":"2023-08-28T02:36:07.354534+0000","last_became_active":"2023-08-28T02:34:48.476519+0000","last_became_peered":"2023-08-28T02:34:48.476519+0000","last_unstale":"2023-08-28T02:36:07.354534+0000","last_undegraded":"2023-08-28T02:36:07.354534+0000","last_fullsized":"2023-08-28T02:36:07.354534+0000","mapping_epoch":318,"log_start":"255'600","ondisk_log_start":"255'600","created":250,"last_epoch_clean":319,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6147,"log_dups_size":0,"ondisk_log_size":6147,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:44:20.004230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":320929792,"num_objects":4897,"num_object_clones":0,"num_object_copies":14691,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4897,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6747,"num_write_kb":372608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4973,"num_bytes_recovered":325910528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":323,"reported_epoch":331,"state":"active+clean","last_fresh":"2023-08-28T02:35:55.495180+0000","last_change":"2023-08-28T02:33:13.484970+0000","last_active":"2023-08-28T02:35:55.495180+0000","last_peered":"2023-08-28T02:35:55.495180+0000","last_clean":"2023-08-28T02:35:55.495180+0000","last_became_active":"2023-08-28T02:33:13.484579+0000","last_became_peered":"2023-08-28T02:33:13.484579+0000","last_unstale":"2023-08-28T02:35:55.495180+0000","last_undegraded":"2023-08-28T02:35:55.495180+0000","last_fullsized":"2023-08-28T02:35:55.495180+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:58.027468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"75'161","reported_seq":715,"reported_epoch":332,"state":"active+clean","last_fresh":"2023-08-28T02:36:00.806264+0000","last_change":"2023-08-28T02:31:55.059467+0000","last_active":"2023-08-28T02:36:00.806264+0000","last_peered":"2023-08-28T02:36:00.806264+0000","last_clean":"2023-08-28T02:36:00.806264+0000","last_became_active":"2023-08-28T02:31:55.059115+0000","last_became_peered":"2023-08-28T02:31:55.059115+0000","last_unstale":"2023-08-28T02:36:00.806264+0000","last_undegraded":"2023-08-28T02:36:00.806264+0000","last_fullsized":"2023-08-28T02:36:00.806264+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":0,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.820990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.820990+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:15:56.774667+0000","scrub_duration":0.0017342480000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":241,"reported_epoch":332,"state":"active+clean","last_fresh":"2023-08-28T02:36:00.785741+0000","last_change":"2023-08-28T02:33:13.352810+0000","last_active":"2023-08-28T02:36:00.785741+0000","last_peered":"2023-08-28T02:36:00.785741+0000","last_clean":"2023-08-28T02:36:00.785741+0000","last_became_active":"2023-08-28T02:33:13.351697+0000","last_became_peered":"2023-08-28T02:33:13.351697+0000","last_unstale":"2023-08-28T02:36:00.785741+0000","last_undegraded":"2023-08-28T02:36:00.785741+0000","last_fullsized":"2023-08-28T02:36:00.785741+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:56.187163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":154,"reported_epoch":331,"state":"active+clean","last_fresh":"2023-08-28T02:35:55.485471+0000","last_change":"2023-08-28T02:31:51.984584+0000","last_active":"2023-08-28T02:35:55.485471+0000","last_peered":"2023-08-28T02:35:55.485471+0000","last_clean":"2023-08-28T02:35:55.485471+0000","last_became_active":"2023-08-28T02:31:51.984264+0000","last_became_peered":"2023-08-28T02:31:51.984264+0000","last_unstale":"2023-08-28T02:35:55.485471+0000","last_undegraded":"2023-08-28T02:35:55.485471+0000","last_fullsized":"2023-08-28T02:35:55.485471+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:58:42.306722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"333'6690","reported_seq":18388,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:10.181568+0000","last_change":"2023-08-28T02:35:11.978901+0000","last_active":"2023-08-28T02:36:10.181568+0000","last_peered":"2023-08-28T02:36:10.181568+0000","last_clean":"2023-08-28T02:36:10.181568+0000","last_became_active":"2023-08-28T02:35:11.966585+0000","last_became_peered":"2023-08-28T02:35:11.966585+0000","last_unstale":"2023-08-28T02:36:10.181568+0000","last_undegraded":"2023-08-28T02:36:10.181568+0000","last_fullsized":"2023-08-28T02:36:10.181568+0000","mapping_epoch":323,"log_start":"255'1328","ondisk_log_start":"255'1328","created":250,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5362,"log_dups_size":0,"ondisk_log_size":5362,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:03:07.017814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":320602112,"num_objects":4892,"num_object_clones":0,"num_object_copies":14676,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4892,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6690,"num_write_kb":370624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5791,"num_bytes_recovered":368967680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3","version":"75'161","reported_seq":599,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:05.807762+0000","last_change":"2023-08-28T02:31:55.068239+0000","last_active":"2023-08-28T02:36:05.807762+0000","last_peered":"2023-08-28T02:36:05.807762+0000","last_clean":"2023-08-28T02:36:05.807762+0000","last_became_active":"2023-08-28T02:31:55.067875+0000","last_became_peered":"2023-08-28T02:31:55.067875+0000","last_unstale":"2023-08-28T02:36:05.807762+0000","last_undegraded":"2023-08-28T02:36:05.807762+0000","last_fullsized":"2023-08-28T02:36:05.807762+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.868248+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:11:04.391639+0000","scrub_duration":0.0016215240000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":338,"reported_epoch":332,"state":"active+clean","last_fresh":"2023-08-28T02:36:00.806176+0000","last_change":"2023-08-28T02:29:44.421353+0000","last_active":"2023-08-28T02:36:00.806176+0000","last_peered":"2023-08-28T02:36:00.806176+0000","last_clean":"2023-08-28T02:36:00.806176+0000","last_became_active":"2023-08-28T02:29:44.421064+0000","last_became_peered":"2023-08-28T02:29:44.421064+0000","last_unstale":"2023-08-28T02:36:00.806176+0000","last_undegraded":"2023-08-28T02:36:00.806176+0000","last_fullsized":"2023-08-28T02:36:00.806176+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:51:36.524024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":307,"reported_epoch":332,"state":"active+clean","last_fresh":"2023-08-28T02:36:00.795761+0000","last_change":"2023-08-28T02:33:12.299487+0000","last_active":"2023-08-28T02:36:00.795761+0000","last_peered":"2023-08-28T02:36:00.795761+0000","last_clean":"2023-08-28T02:36:00.795761+0000","last_became_active":"2023-08-28T02:33:12.299175+0000","last_became_peered":"2023-08-28T02:33:12.299175+0000","last_unstale":"2023-08-28T02:36:00.795761+0000","last_undegraded":"2023-08-28T02:36:00.795761+0000","last_fullsized":"2023-08-28T02:36:00.795761+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:42:29.713462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":317,"reported_epoch":332,"state":"active+clean","last_fresh":"2023-08-28T02:36:00.795591+0000","last_change":"2023-08-28T02:32:28.457696+0000","last_active":"2023-08-28T02:36:00.795591+0000","last_peered":"2023-08-28T02:36:00.795591+0000","last_clean":"2023-08-28T02:36:00.795591+0000","last_became_active":"2023-08-28T02:32:28.457407+0000","last_became_peered":"2023-08-28T02:32:28.457407+0000","last_unstale":"2023-08-28T02:36:00.795591+0000","last_undegraded":"2023-08-28T02:36:00.795591+0000","last_fullsized":"2023-08-28T02:36:00.795591+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:26:29.392787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"332'6637","reported_seq":7755,"reported_epoch":332,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:36:05.504798+0000","last_change":"2023-08-28T02:34:11.566035+0000","last_active":"2023-08-28T02:36:05.504798+0000","last_peered":"2023-08-28T02:36:05.504798+0000","last_clean":"2023-08-28T02:33:10.395883+0000","last_became_active":"2023-08-28T02:33:12.394714+0000","last_became_peered":"2023-08-28T02:33:12.394714+0000","last_unstale":"2023-08-28T02:36:05.504798+0000","last_undegraded":"2023-08-28T02:36:05.504798+0000","last_fullsized":"2023-08-28T02:36:05.504798+0000","mapping_epoch":297,"log_start":"255'1184","ondisk_log_start":"255'1184","created":250,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5453,"log_dups_size":0,"ondisk_log_size":5453,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:01:26.984565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":317587480,"num_objects":4847,"num_object_clones":0,"num_object_copies":14541,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4422,"num_objects_unfound":0,"num_objects_dirty":4847,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":6637,"num_write_kb":367425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":500,"num_bytes_recovered":32768000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,6],"avail_no_missing":["4","0","6"],"object_location_counts":[{"shards":"0,4,6","objects":4847}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.6","version":"75'161","reported_seq":592,"reported_epoch":332,"state":"active+clean","last_fresh":"2023-08-28T02:36:00.795507+0000","last_change":"2023-08-28T02:33:13.338675+0000","last_active":"2023-08-28T02:36:00.795507+0000","last_peered":"2023-08-28T02:36:00.795507+0000","last_clean":"2023-08-28T02:36:00.795507+0000","last_became_active":"2023-08-28T02:33:13.338271+0000","last_became_peered":"2023-08-28T02:33:13.338271+0000","last_unstale":"2023-08-28T02:36:00.795507+0000","last_undegraded":"2023-08-28T02:36:00.795507+0000","last_fullsized":"2023-08-28T02:36:00.795507+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.774982+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.774982+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:13:20.011329+0000","scrub_duration":0.003539819,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":301,"reported_epoch":332,"state":"active+clean","last_fresh":"2023-08-28T02:36:00.806889+0000","last_change":"2023-08-28T02:14:43.033789+0000","last_active":"2023-08-28T02:36:00.806889+0000","last_peered":"2023-08-28T02:36:00.806889+0000","last_clean":"2023-08-28T02:36:00.806889+0000","last_became_active":"2023-08-28T02:14:43.033454+0000","last_became_peered":"2023-08-28T02:14:43.033454+0000","last_unstale":"2023-08-28T02:36:00.806889+0000","last_undegraded":"2023-08-28T02:36:00.806889+0000","last_fullsized":"2023-08-28T02:36:00.806889+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:01:13.205842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":132,"reported_epoch":332,"state":"active+clean","last_fresh":"2023-08-28T02:36:02.570310+0000","last_change":"2023-08-28T02:32:28.461807+0000","last_active":"2023-08-28T02:36:02.570310+0000","last_peered":"2023-08-28T02:36:02.570310+0000","last_clean":"2023-08-28T02:36:02.570310+0000","last_became_active":"2023-08-28T02:32:28.461116+0000","last_became_peered":"2023-08-28T02:32:28.461116+0000","last_unstale":"2023-08-28T02:36:02.570310+0000","last_undegraded":"2023-08-28T02:36:02.570310+0000","last_fullsized":"2023-08-28T02:36:02.570310+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:12:45.321757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":278,"reported_epoch":332,"state":"active+clean","last_fresh":"2023-08-28T02:36:00.795937+0000","last_change":"2023-08-28T02:14:43.048791+0000","last_active":"2023-08-28T02:36:00.795937+0000","last_peered":"2023-08-28T02:36:00.795937+0000","last_clean":"2023-08-28T02:36:00.795937+0000","last_became_active":"2023-08-28T02:14:43.047408+0000","last_became_peered":"2023-08-28T02:14:43.047408+0000","last_unstale":"2023-08-28T02:36:00.795937+0000","last_undegraded":"2023-08-28T02:36:00.795937+0000","last_fullsized":"2023-08-28T02:36:00.795937+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:47.097181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"332'6803","reported_seq":15652,"reported_epoch":332,"state":"active+recovering+remapped","last_fresh":"2023-08-28T02:36:04.887300+0000","last_change":"2023-08-28T02:35:10.974195+0000","last_active":"2023-08-28T02:36:04.887300+0000","last_peered":"2023-08-28T02:36:04.887300+0000","last_clean":"2023-08-28T02:31:50.933695+0000","last_became_active":"2023-08-28T02:33:13.540416+0000","last_became_peered":"2023-08-28T02:33:13.540416+0000","last_unstale":"2023-08-28T02:36:04.887300+0000","last_undegraded":"2023-08-28T02:36:04.887300+0000","last_fullsized":"2023-08-28T02:36:04.887300+0000","mapping_epoch":298,"log_start":"255'1374","ondisk_log_start":"255'1374","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5429,"log_dups_size":0,"ondisk_log_size":5429,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:49:35.658845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":331546624,"num_objects":5059,"num_object_clones":0,"num_object_copies":15177,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1206,"num_objects_unfound":0,"num_objects_dirty":5059,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6803,"num_write_kb":379584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4364,"num_bytes_recovered":285999104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,2],"avail_no_missing":["4","2","6"],"object_location_counts":[{"shards":"2,4,5","objects":4456},{"shards":"2,4,6","objects":603}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.5","version":"75'161","reported_seq":625,"reported_epoch":331,"state":"active+clean","last_fresh":"2023-08-28T02:35:55.485010+0000","last_change":"2023-08-28T02:32:31.477151+0000","last_active":"2023-08-28T02:35:55.485010+0000","last_peered":"2023-08-28T02:35:55.485010+0000","last_clean":"2023-08-28T02:35:55.485010+0000","last_became_active":"2023-08-28T02:32:31.476776+0000","last_became_peered":"2023-08-28T02:32:31.476776+0000","last_unstale":"2023-08-28T02:35:55.485010+0000","last_undegraded":"2023-08-28T02:35:55.485010+0000","last_fullsized":"2023-08-28T02:35:55.485010+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:18.891729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:18.891729+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:47:27.194140+0000","scrub_duration":0.0031546460000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"65'2","reported_seq":288,"reported_epoch":332,"state":"active+clean","last_fresh":"2023-08-28T02:36:00.786275+0000","last_change":"2023-08-28T02:33:12.327778+0000","last_active":"2023-08-28T02:36:00.786275+0000","last_peered":"2023-08-28T02:36:00.786275+0000","last_clean":"2023-08-28T02:36:00.786275+0000","last_became_active":"2023-08-28T02:33:12.327273+0000","last_became_peered":"2023-08-28T02:33:12.327273+0000","last_unstale":"2023-08-28T02:36:00.786275+0000","last_undegraded":"2023-08-28T02:36:00.786275+0000","last_fullsized":"2023-08-28T02:36:00.786275+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:40.554192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":170,"reported_epoch":332,"state":"active+clean","last_fresh":"2023-08-28T02:36:00.793610+0000","last_change":"2023-08-28T02:33:13.335665+0000","last_active":"2023-08-28T02:36:00.793610+0000","last_peered":"2023-08-28T02:36:00.793610+0000","last_clean":"2023-08-28T02:36:00.793610+0000","last_became_active":"2023-08-28T02:33:13.335322+0000","last_became_peered":"2023-08-28T02:33:13.335322+0000","last_unstale":"2023-08-28T02:36:00.793610+0000","last_undegraded":"2023-08-28T02:36:00.793610+0000","last_fullsized":"2023-08-28T02:36:00.793610+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:21:08.024493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":285,"reported_epoch":332,"state":"active+clean","last_fresh":"2023-08-28T02:36:00.785387+0000","last_change":"2023-08-28T02:33:12.310326+0000","last_active":"2023-08-28T02:36:00.785387+0000","last_peered":"2023-08-28T02:36:00.785387+0000","last_clean":"2023-08-28T02:36:00.785387+0000","last_became_active":"2023-08-28T02:33:12.310011+0000","last_became_peered":"2023-08-28T02:33:12.310011+0000","last_unstale":"2023-08-28T02:36:00.785387+0000","last_undegraded":"2023-08-28T02:36:00.785387+0000","last_fullsized":"2023-08-28T02:36:00.785387+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:35:03.710036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"332'6780","reported_seq":9423,"reported_epoch":332,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:36:05.724955+0000","last_change":"2023-08-28T02:33:34.765675+0000","last_active":"2023-08-28T02:36:05.724955+0000","last_peered":"2023-08-28T02:36:05.724955+0000","last_clean":"2023-08-28T02:31:27.909649+0000","last_became_active":"2023-08-28T02:33:33.726805+0000","last_became_peered":"2023-08-28T02:33:33.726805+0000","last_unstale":"2023-08-28T02:36:05.724955+0000","last_undegraded":"2023-08-28T02:33:20.140072+0000","last_fullsized":"2023-08-28T02:33:13.278549+0000","mapping_epoch":298,"log_start":"256'1377","ondisk_log_start":"256'1377","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5403,"log_dups_size":0,"ondisk_log_size":5403,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:02:22.971585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":333447168,"num_objects":5088,"num_object_clones":0,"num_object_copies":15264,"num_objects_missing_on_primary":5061,"num_objects_missing":5061,"num_objects_degraded":12726,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5088,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6780,"num_write_kb":379776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":835,"num_bytes_recovered":54591488,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[4,3],"avail_no_missing":["2","6"],"object_location_counts":[{"shards":"2,3,4,6","objects":13},{"shards":"2,3,6","objects":2578},{"shards":"2,4,6","objects":14},{"shards":"2,6","objects":2483},{"shards":"3,4","objects":-13}],"blocked_by":[],"up_primary":3,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.4","version":"75'161","reported_seq":540,"reported_epoch":332,"state":"active+clean","last_fresh":"2023-08-28T02:36:00.786090+0000","last_change":"2023-08-28T02:33:12.296479+0000","last_active":"2023-08-28T02:36:00.786090+0000","last_peered":"2023-08-28T02:36:00.786090+0000","last_clean":"2023-08-28T02:36:00.786090+0000","last_became_active":"2023-08-28T02:33:12.294160+0000","last_became_peered":"2023-08-28T02:33:12.294160+0000","last_unstale":"2023-08-28T02:36:00.786090+0000","last_undegraded":"2023-08-28T02:36:00.786090+0000","last_fullsized":"2023-08-28T02:36:00.786090+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.899247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.899247+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":259,"reported_epoch":332,"state":"active+clean","last_fresh":"2023-08-28T02:36:00.807086+0000","last_change":"2023-08-28T02:33:13.539335+0000","last_active":"2023-08-28T02:36:00.807086+0000","last_peered":"2023-08-28T02:36:00.807086+0000","last_clean":"2023-08-28T02:36:00.807086+0000","last_became_active":"2023-08-28T02:33:13.538978+0000","last_became_peered":"2023-08-28T02:33:13.538978+0000","last_unstale":"2023-08-28T02:36:00.807086+0000","last_undegraded":"2023-08-28T02:36:00.807086+0000","last_fullsized":"2023-08-28T02:36:00.807086+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:26:13.405766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"65'1","reported_seq":321,"reported_epoch":332,"state":"active+clean","last_fresh":"2023-08-28T02:36:00.796021+0000","last_change":"2023-08-28T02:29:44.510205+0000","last_active":"2023-08-28T02:36:00.796021+0000","last_peered":"2023-08-28T02:36:00.796021+0000","last_clean":"2023-08-28T02:36:00.796021+0000","last_became_active":"2023-08-28T02:29:44.429357+0000","last_became_peered":"2023-08-28T02:29:44.429357+0000","last_unstale":"2023-08-28T02:36:00.796021+0000","last_undegraded":"2023-08-28T02:36:00.796021+0000","last_fullsized":"2023-08-28T02:36:00.796021+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:44:59.955729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":287,"reported_epoch":331,"state":"active+clean","last_fresh":"2023-08-28T02:35:55.484854+0000","last_change":"2023-08-28T02:32:12.950661+0000","last_active":"2023-08-28T02:35:55.484854+0000","last_peered":"2023-08-28T02:35:55.484854+0000","last_clean":"2023-08-28T02:35:55.484854+0000","last_became_active":"2023-08-28T02:32:12.950276+0000","last_became_peered":"2023-08-28T02:32:12.950276+0000","last_unstale":"2023-08-28T02:35:55.484854+0000","last_undegraded":"2023-08-28T02:35:55.484854+0000","last_fullsized":"2023-08-28T02:35:55.484854+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:05:17.972868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"65'1","reported_seq":279,"reported_epoch":332,"state":"active+clean","last_fresh":"2023-08-28T02:36:00.795853+0000","last_change":"2023-08-28T02:14:43.042150+0000","last_active":"2023-08-28T02:36:00.795853+0000","last_peered":"2023-08-28T02:36:00.795853+0000","last_clean":"2023-08-28T02:36:00.795853+0000","last_became_active":"2023-08-28T02:14:43.038336+0000","last_became_peered":"2023-08-28T02:14:43.038336+0000","last_unstale":"2023-08-28T02:36:00.795853+0000","last_undegraded":"2023-08-28T02:36:00.795853+0000","last_fullsized":"2023-08-28T02:36:00.795853+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:26:02.415152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":329,"reported_epoch":332,"state":"active+clean","last_fresh":"2023-08-28T02:36:00.790430+0000","last_change":"2023-08-28T02:33:13.318097+0000","last_active":"2023-08-28T02:36:00.790430+0000","last_peered":"2023-08-28T02:36:00.790430+0000","last_clean":"2023-08-28T02:36:00.790430+0000","last_became_active":"2023-08-28T02:33:13.317761+0000","last_became_peered":"2023-08-28T02:33:13.317761+0000","last_unstale":"2023-08-28T02:36:00.790430+0000","last_undegraded":"2023-08-28T02:36:00.790430+0000","last_fullsized":"2023-08-28T02:36:00.790430+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:24.836996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"65'2","reported_seq":325,"reported_epoch":331,"state":"active+clean","last_fresh":"2023-08-28T02:35:55.487096+0000","last_change":"2023-08-28T02:29:44.535937+0000","last_active":"2023-08-28T02:35:55.487096+0000","last_peered":"2023-08-28T02:35:55.487096+0000","last_clean":"2023-08-28T02:35:55.487096+0000","last_became_active":"2023-08-28T02:29:44.462244+0000","last_became_peered":"2023-08-28T02:29:44.462244+0000","last_unstale":"2023-08-28T02:35:55.487096+0000","last_undegraded":"2023-08-28T02:35:55.487096+0000","last_fullsized":"2023-08-28T02:35:55.487096+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:30:33.173713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":326,"reported_epoch":332,"state":"active+clean","last_fresh":"2023-08-28T02:36:00.795610+0000","last_change":"2023-08-28T02:33:12.305580+0000","last_active":"2023-08-28T02:36:00.795610+0000","last_peered":"2023-08-28T02:36:00.795610+0000","last_clean":"2023-08-28T02:36:00.795610+0000","last_became_active":"2023-08-28T02:33:12.305261+0000","last_became_peered":"2023-08-28T02:33:12.305261+0000","last_unstale":"2023-08-28T02:36:00.795610+0000","last_undegraded":"2023-08-28T02:36:00.795610+0000","last_fullsized":"2023-08-28T02:36:00.795610+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:22:31.614221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"65'2","reported_seq":294,"reported_epoch":331,"state":"active+clean","last_fresh":"2023-08-28T02:35:55.487228+0000","last_change":"2023-08-28T02:31:51.991101+0000","last_active":"2023-08-28T02:35:55.487228+0000","last_peered":"2023-08-28T02:35:55.487228+0000","last_clean":"2023-08-28T02:35:55.487228+0000","last_became_active":"2023-08-28T02:31:51.987237+0000","last_became_peered":"2023-08-28T02:31:51.987237+0000","last_unstale":"2023-08-28T02:35:55.487228+0000","last_undegraded":"2023-08-28T02:35:55.487228+0000","last_fullsized":"2023-08-28T02:35:55.487228+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:07:07.370857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":328,"reported_epoch":331,"state":"active+clean","last_fresh":"2023-08-28T02:35:55.485115+0000","last_change":"2023-08-28T02:33:12.494483+0000","last_active":"2023-08-28T02:35:55.485115+0000","last_peered":"2023-08-28T02:35:55.485115+0000","last_clean":"2023-08-28T02:35:55.485115+0000","last_became_active":"2023-08-28T02:33:12.494136+0000","last_became_peered":"2023-08-28T02:33:12.494136+0000","last_unstale":"2023-08-28T02:35:55.485115+0000","last_undegraded":"2023-08-28T02:35:55.485115+0000","last_fullsized":"2023-08-28T02:35:55.485115+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:36.772588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"65'1","reported_seq":273,"reported_epoch":332,"state":"active+clean","last_fresh":"2023-08-28T02:36:00.786463+0000","last_change":"2023-08-28T02:33:13.287922+0000","last_active":"2023-08-28T02:36:00.786463+0000","last_peered":"2023-08-28T02:36:00.786463+0000","last_clean":"2023-08-28T02:36:00.786463+0000","last_became_active":"2023-08-28T02:33:13.287520+0000","last_became_peered":"2023-08-28T02:33:13.287520+0000","last_unstale":"2023-08-28T02:36:00.786463+0000","last_undegraded":"2023-08-28T02:36:00.786463+0000","last_fullsized":"2023-08-28T02:36:00.786463+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:11.627168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":287,"reported_epoch":332,"state":"active+clean","last_fresh":"2023-08-28T02:36:00.785812+0000","last_change":"2023-08-28T02:33:13.289469+0000","last_active":"2023-08-28T02:36:00.785812+0000","last_peered":"2023-08-28T02:36:00.785812+0000","last_clean":"2023-08-28T02:36:00.785812+0000","last_became_active":"2023-08-28T02:33:13.288737+0000","last_became_peered":"2023-08-28T02:33:13.288737+0000","last_unstale":"2023-08-28T02:36:00.785812+0000","last_undegraded":"2023-08-28T02:36:00.785812+0000","last_fullsized":"2023-08-28T02:36:00.785812+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:11:15.043550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"65'4","reported_seq":311,"reported_epoch":332,"state":"active+clean","last_fresh":"2023-08-28T02:36:00.797704+0000","last_change":"2023-08-28T02:32:28.607010+0000","last_active":"2023-08-28T02:36:00.797704+0000","last_peered":"2023-08-28T02:36:00.797704+0000","last_clean":"2023-08-28T02:36:00.797704+0000","last_became_active":"2023-08-28T02:32:28.492224+0000","last_became_peered":"2023-08-28T02:32:28.492224+0000","last_unstale":"2023-08-28T02:36:00.797704+0000","last_undegraded":"2023-08-28T02:36:00.797704+0000","last_fullsized":"2023-08-28T02:36:00.797704+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:13:45.711951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":554,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":338,"reported_epoch":331,"state":"active+clean","last_fresh":"2023-08-28T02:35:55.484787+0000","last_change":"2023-08-28T02:33:13.309144+0000","last_active":"2023-08-28T02:35:55.484787+0000","last_peered":"2023-08-28T02:35:55.484787+0000","last_clean":"2023-08-28T02:35:55.484787+0000","last_became_active":"2023-08-28T02:33:13.308910+0000","last_became_peered":"2023-08-28T02:33:13.308910+0000","last_unstale":"2023-08-28T02:35:55.484787+0000","last_undegraded":"2023-08-28T02:35:55.484787+0000","last_fullsized":"2023-08-28T02:35:55.484787+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:09:59.549591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":5188681752,"num_objects":79174,"num_object_clones":0,"num_object_copies":237522,"num_objects_missing_on_primary":5061,"num_objects_missing":5061,"num_objects_degraded":37552,"num_objects_misplaced":10522,"num_objects_unfound":0,"num_objects_dirty":79174,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":107440,"num_write_kb":5971585,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":36337,"num_bytes_recovered":2365128704,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":16449220608,"data_stored":16449208392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":94888,"ondisk_log_size":94888,"up":48,"acting":43,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":10126,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":370028,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":89,"num_read_kb":167,"num_write":44,"num_write_kb":440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":322019,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299750,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2077180,"kb_used_data":1594676,"kb_used_omap":0,"kb_used_meta":482496,"kb_avail":91667972,"statfs":{"total":95995035648,"available":93868003328,"internally_reserved":0,"allocated":1632948224,"data_stored":1631626305,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":494075904},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:35:09 2023","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":0.92100000000000004,"15min":1.4750000000000001},"min":{"1min":0.24299999999999999,"5min":0.219,"15min":0.21199999999999999},"max":{"1min":1.421,"5min":8.8079999999999998,"15min":13.118},"last":1.524},{"interface":"front","average":{"1min":0.59199999999999997,"5min":1.2629999999999999,"15min":1.8859999999999999},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.246},"max":{"1min":2.395,"5min":12.42,"15min":17.402999999999999},"last":2.6989999999999998}]},{"osd":1,"last update":"Mon Aug 28 02:35:37 2023","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":1.0980000000000001,"15min":2.1120000000000001},"min":{"1min":0.28199999999999997,"5min":0.26800000000000002,"15min":0.24099999999999999},"max":{"1min":1.2569999999999999,"5min":9.5850000000000009,"15min":17.43},"last":2.7509999999999999},{"interface":"front","average":{"1min":0.54400000000000004,"5min":1.008,"15min":1.9350000000000001},"min":{"1min":0.36399999999999999,"5min":0.311,"15min":0.25900000000000001},"max":{"1min":2.0579999999999998,"5min":9.5289999999999999,"15min":19.913},"last":2.7669999999999999}]},{"osd":2,"last update":"Mon Aug 28 02:35:22 2023","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.67500000000000004,"15min":1.5700000000000001},"min":{"1min":0.26800000000000002,"5min":0.23499999999999999,"15min":0.22800000000000001},"max":{"1min":1.595,"5min":3.8199999999999998,"15min":8.3889999999999993},"last":1.5529999999999999},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.80700000000000005,"15min":1.4670000000000001},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28699999999999998},"max":{"1min":1.1020000000000001,"5min":6.7750000000000004,"15min":12.128},"last":0.44600000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.68999999999999995,"15min":0.70799999999999996},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":2.073,"5min":3.0099999999999998,"15min":3.0099999999999998},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.63,"15min":0.63},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":3.0600000000000001,"5min":3.1000000000000001,"15min":3.1000000000000001},"last":1.5900000000000001}]},{"osd":4,"last update":"Mon Aug 28 02:35:09 2023","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.92400000000000004,"15min":1.2989999999999999},"min":{"1min":0.27700000000000002,"5min":0.245,"15min":0.24199999999999999},"max":{"1min":2.1150000000000002,"5min":9.6839999999999993,"15min":18.943000000000001},"last":2.677},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.77200000000000002,"15min":0.95699999999999996},"min":{"1min":0.30399999999999999,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":2.206,"5min":6.2350000000000003,"15min":8.1890000000000001},"last":2.8610000000000002}]},{"osd":5,"last update":"Mon Aug 28 02:35:09 2023","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.74399999999999999,"15min":1.0660000000000001},"min":{"1min":0.28100000000000003,"5min":0.246,"15min":0.23599999999999999},"max":{"1min":1.2210000000000001,"5min":5.9130000000000003,"15min":14.622},"last":1.466},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.90900000000000003,"15min":1.294},"min":{"1min":0.317,"5min":0.28100000000000003,"15min":0.27000000000000002},"max":{"1min":2.1419999999999999,"5min":9.5559999999999992,"15min":17.324999999999999},"last":2.7210000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:35:09 2023","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.98199999999999998,"15min":1.321},"min":{"1min":0.36699999999999999,"5min":0.31900000000000001,"15min":0.30299999999999999},"max":{"1min":2.1819999999999999,"5min":9.7829999999999995,"15min":17.454999999999998},"last":2.7360000000000002},{"interface":"front","average":{"1min":0.436,"5min":0.77300000000000002,"15min":0.86299999999999999},"min":{"1min":0.34399999999999997,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.54500000000000004,"5min":5.6710000000000003,"15min":7.665},"last":0.374}]}]},{"osd":6,"up_from":0,"seq":193273528681,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":101,"seq":433791697140,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1593792,"kb_used_data":961528,"kb_used_omap":4,"kb_used_meta":632251,"kb_avail":92151360,"statfs":{"total":95995035648,"available":94362992640,"internally_reserved":0,"allocated":984604672,"data_stored":982729973,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":647425934},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:35:38 2023","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":1.01,"15min":2.411},"min":{"1min":0.25900000000000001,"5min":0.223,"15min":0.214},"max":{"1min":1.8009999999999999,"5min":13.526,"15min":24.545999999999999},"last":0.27000000000000002},{"interface":"front","average":{"1min":0.45500000000000002,"5min":1.3959999999999999,"15min":2.8809999999999998},"min":{"1min":0.23899999999999999,"5min":0.23599999999999999,"15min":0.21199999999999999},"max":{"1min":0.68600000000000005,"5min":11.1,"15min":24.515000000000001},"last":0.39700000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:35:30 2023","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":1.4330000000000001,"15min":2.5819999999999999},"min":{"1min":0.30499999999999999,"5min":0.28699999999999998,"15min":0.24099999999999999},"max":{"1min":2.4889999999999999,"5min":22.161000000000001,"15min":22.161000000000001},"last":0.434},{"interface":"front","average":{"1min":0.42599999999999999,"5min":1.3720000000000001,"15min":2.1139999999999999},"min":{"1min":0.28399999999999997,"5min":0.254,"15min":0.253},"max":{"1min":0.81599999999999995,"5min":13.114000000000001,"15min":20.003},"last":0.34499999999999997}]},{"osd":3,"last update":"Mon Aug 28 02:35:12 2023","interfaces":[{"interface":"back","average":{"1min":0.69899999999999995,"5min":0.51000000000000001,"15min":0.47799999999999998},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":1.9770000000000001,"5min":1.9770000000000001,"15min":1.9770000000000001},"last":0.313},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.53400000000000003,"15min":0.52100000000000002},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":2.694,"5min":2.694,"15min":2.694},"last":0.32700000000000001}]},{"osd":4,"last update":"Mon Aug 28 02:35:38 2023","interfaces":[{"interface":"back","average":{"1min":0.48799999999999999,"5min":1.0449999999999999,"15min":1.556},"min":{"1min":0.377,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.70899999999999996,"5min":6.819,"15min":18.992999999999999},"last":0.38400000000000001},{"interface":"front","average":{"1min":0.71199999999999997,"5min":0.99199999999999999,"15min":1.76},"min":{"1min":0.34399999999999997,"5min":0.29099999999999998,"15min":0.26400000000000001},"max":{"1min":1.897,"5min":6.8380000000000001,"15min":14.779999999999999},"last":0.495}]},{"osd":5,"last update":"Mon Aug 28 02:35:38 2023","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":1.179,"15min":2.165},"min":{"1min":0.36499999999999999,"5min":0.35999999999999999,"15min":0.29999999999999999},"max":{"1min":0.84699999999999998,"5min":10.314,"15min":18.626999999999999},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.56399999999999995,"5min":1.1020000000000001,"15min":2.02},"min":{"1min":0.38600000000000001,"5min":0.375,"15min":0.32000000000000001},"max":{"1min":0.80800000000000005,"5min":7.3410000000000002,"15min":18.945},"last":0.58599999999999997}]},{"osd":6,"last update":"Mon Aug 28 02:35:38 2023","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":1.1020000000000001,"15min":2.1230000000000002},"min":{"1min":0.40799999999999997,"5min":0.39100000000000001,"15min":0.34300000000000003},"max":{"1min":0.874,"5min":10.272,"15min":13.254},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.60899999999999999,"5min":1.2849999999999999,"15min":1.7869999999999999},"min":{"1min":0.46100000000000002,"5min":0.41799999999999998,"15min":0.34499999999999997},"max":{"1min":0.85899999999999999,"5min":12.371,"15min":19.021999999999998},"last":0.55200000000000005}]},{"osd":7,"last update":"Mon Aug 28 02:35:38 2023","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":1.093,"15min":2.0219999999999998},"min":{"1min":0.45200000000000001,"5min":0.374,"15min":0.374},"max":{"1min":0.81100000000000005,"5min":7.3949999999999996,"15min":19.047999999999998},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.82999999999999996,"5min":1.0680000000000001,"15min":2.004},"min":{"1min":0.46200000000000002,"5min":0.34399999999999997,"15min":0.312},"max":{"1min":1.9430000000000001,"5min":6.4960000000000004,"15min":14.818},"last":0.54300000000000004}]}]},{"osd":0,"up_from":87,"seq":373662155007,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3807368,"kb_used_data":3142336,"kb_used_omap":5,"kb_used_meta":665018,"kb_avail":89937784,"statfs":{"total":95995035648,"available":92096290816,"internally_reserved":0,"allocated":3217752064,"data_stored":3215759338,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":680979066},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:35:34 2023","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.80400000000000005,"15min":1.8300000000000001},"min":{"1min":0.245,"5min":0.184,"15min":0.184},"max":{"1min":1.796,"5min":5.5339999999999998,"15min":30.315000000000001},"last":0.26300000000000001},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.96299999999999997,"15min":2.6589999999999998},"min":{"1min":0.26700000000000002,"5min":0.249,"15min":0.221},"max":{"1min":1.976,"5min":11.914,"15min":69.272000000000006},"last":0.33200000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:35:34 2023","interfaces":[{"interface":"back","average":{"1min":0.748,"5min":1.002,"15min":2.278},"min":{"1min":0.28199999999999997,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":2.6640000000000001,"5min":8.5250000000000004,"15min":20.959},"last":0.499},{"interface":"front","average":{"1min":0.754,"5min":0.92800000000000005,"15min":1.8720000000000001},"min":{"1min":0.32200000000000001,"5min":0.247,"15min":0.24299999999999999},"max":{"1min":2.8940000000000001,"5min":7.024,"15min":12.332000000000001},"last":0.58299999999999996}]},{"osd":3,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.67300000000000004,"5min":0.73399999999999999,"15min":0.74399999999999999},"min":{"1min":0.32600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":2.7130000000000001,"5min":3.952,"15min":3.952},"last":0.439},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.748,"15min":0.77000000000000002},"min":{"1min":0.41299999999999998,"5min":0.371,"15min":0.371},"max":{"1min":1.0920000000000001,"5min":3.9750000000000001,"15min":3.9750000000000001},"last":0.51400000000000001}]},{"osd":4,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":3.5329999999999999,"15min":2.4849999999999999},"min":{"1min":0.36899999999999999,"5min":0.314,"15min":0.29299999999999998},"max":{"1min":0.69599999999999995,"5min":274.33199999999999,"15min":274.33199999999999},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.61799999999999999,"5min":3.6600000000000001,"15min":2.8879999999999999},"min":{"1min":0.36199999999999999,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":2.2280000000000002,"5min":266.31999999999999,"15min":266.31999999999999},"last":0.72899999999999998}]},{"osd":5,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.92100000000000004,"15min":1.5840000000000001},"min":{"1min":0.371,"5min":0.33300000000000002,"15min":0.29299999999999998},"max":{"1min":0.70099999999999996,"5min":7.1139999999999999,"15min":13.038},"last":0.61299999999999999},{"interface":"front","average":{"1min":0.64700000000000002,"5min":1.2609999999999999,"15min":2.085},"min":{"1min":0.39500000000000002,"5min":0.34799999999999998,"15min":0.27800000000000002},"max":{"1min":2.2679999999999998,"5min":11.968999999999999,"15min":15.231},"last":0.56499999999999995}]},{"osd":6,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":1.069,"15min":1.8220000000000001},"min":{"1min":0.40999999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.77800000000000002,"5min":11.605,"15min":15.122999999999999},"last":0.67700000000000005},{"interface":"front","average":{"1min":0.70399999999999996,"5min":1.3600000000000001,"15min":2.0990000000000002},"min":{"1min":0.48499999999999999,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":2.3029999999999999,"5min":11.856999999999999,"15min":15.186999999999999},"last":0.59499999999999997}]},{"osd":7,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":1.2609999999999999,"15min":2.1379999999999999},"min":{"1min":0.438,"5min":0.36399999999999999,"15min":0.33400000000000002},"max":{"1min":2.7519999999999998,"5min":8.1069999999999993,"15min":16.183},"last":0.66400000000000003},{"interface":"front","average":{"1min":0.62,"5min":1.1399999999999999,"15min":1.774},"min":{"1min":0.5,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.82599999999999996,"5min":7.0620000000000003,"15min":13.005000000000001},"last":0.64500000000000002}]}]},{"osd":2,"up_from":0,"seq":502511173866,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":297,"seq":1275605286949,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":989500,"kb_used_data":854580,"kb_used_omap":2,"kb_used_meta":134909,"kb_avail":92755652,"statfs":{"total":95995035648,"available":94981787648,"internally_reserved":0,"allocated":875089920,"data_stored":873213768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":138146869},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:35:13 2023","interfaces":[{"interface":"back","average":{"1min":0.86199999999999999,"5min":0.49399999999999999,"15min":0.433},"min":{"1min":0.23100000000000001,"5min":0.22,"15min":0.22},"max":{"1min":6.8819999999999997,"5min":6.8819999999999997,"15min":6.8819999999999997},"last":0.374},{"interface":"front","average":{"1min":1.0489999999999999,"5min":0.76900000000000002,"15min":0.72199999999999998},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":6.7839999999999998,"5min":6.7839999999999998,"15min":6.7839999999999998},"last":0.30499999999999999}]},{"osd":1,"last update":"Mon Aug 28 02:35:13 2023","interfaces":[{"interface":"back","average":{"1min":0.86799999999999999,"5min":0.49199999999999999,"15min":0.42999999999999999},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":4.0650000000000004,"5min":4.0650000000000004,"15min":4.0650000000000004},"last":0.26000000000000001},{"interface":"front","average":{"1min":0.86799999999999999,"5min":0.753,"15min":0.73399999999999999},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":3.23,"5min":3.23,"15min":3.23},"last":0.34899999999999998}]},{"osd":2,"last update":"Mon Aug 28 02:35:13 2023","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.625,"15min":0.63600000000000001},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":2.3079999999999998,"5min":2.5449999999999999,"15min":2.5449999999999999},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.76200000000000001,"5min":0.58699999999999997,"15min":0.55800000000000005},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":4.7030000000000003,"5min":4.7030000000000003,"15min":4.7030000000000003},"last":0.57499999999999996}]},{"osd":4,"last update":"Mon Aug 28 02:35:13 2023","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.57399999999999995,"15min":0.57199999999999995},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":1.863,"5min":1.863,"15min":1.863},"last":0.71099999999999997},{"interface":"front","average":{"1min":0.87,"5min":0.60099999999999998,"15min":0.55600000000000005},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":3.5030000000000001,"5min":3.5030000000000001,"15min":3.5030000000000001},"last":0.40300000000000002}]},{"osd":5,"last update":"Mon Aug 28 02:35:13 2023","interfaces":[{"interface":"back","average":{"1min":0.86399999999999999,"5min":0.626,"15min":0.58599999999999997},"min":{"1min":0.40899999999999997,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":3.5390000000000001,"5min":3.5390000000000001,"15min":3.5390000000000001},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.54800000000000004,"15min":0.54400000000000004},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":2.383,"5min":2.383,"15min":2.383},"last":0.48199999999999998}]},{"osd":6,"last update":"Mon Aug 28 02:35:13 2023","interfaces":[{"interface":"back","average":{"1min":0.65000000000000002,"5min":0.64600000000000002,"15min":0.64500000000000002},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":1.8879999999999999,"5min":1.8879999999999999,"15min":1.8879999999999999},"last":0.76800000000000002},{"interface":"front","average":{"1min":0.91700000000000004,"5min":0.68899999999999995,"15min":0.65100000000000002},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":3.6099999999999999,"5min":3.6099999999999999,"15min":3.6099999999999999},"last":0.79800000000000004}]},{"osd":7,"last update":"Mon Aug 28 02:35:13 2023","interfaces":[{"interface":"back","average":{"1min":0.64300000000000002,"5min":0.58999999999999997,"15min":0.58099999999999996},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":2.3500000000000001,"5min":2.3500000000000001,"15min":2.3500000000000001},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.65000000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":1.8260000000000001,"5min":1.8260000000000001,"15min":1.8260000000000001},"last":0.624}]}]},{"osd":4,"up_from":30,"seq":128849019243,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3655932,"kb_used_data":3189684,"kb_used_omap":0,"kb_used_meta":466240,"kb_avail":90089220,"statfs":{"total":95995035648,"available":92251361280,"internally_reserved":0,"allocated":3266236416,"data_stored":3264914732,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":477429760},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,0,3,0,0,3,3,5],"upper_bound":4096},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.95499999999999996,"5min":1.0109999999999999,"15min":1.7729999999999999},"min":{"1min":0.312,"5min":0.247,"15min":0.22800000000000001},"max":{"1min":10.249000000000001,"5min":10.249000000000001,"15min":22.515000000000001},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.72999999999999998,"5min":1.0649999999999999,"15min":1.7090000000000001},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.217},"max":{"1min":4.5250000000000004,"5min":6.9720000000000004,"15min":22.454000000000001},"last":0.53400000000000003}]},{"osd":1,"last update":"Mon Aug 28 02:35:43 2023","interfaces":[{"interface":"back","average":{"1min":0.70199999999999996,"5min":0.78700000000000003,"15min":1.4710000000000001},"min":{"1min":0.31,"5min":0.254,"15min":0.24199999999999999},"max":{"1min":5.5979999999999999,"5min":8.7710000000000008,"15min":23.082000000000001},"last":0.312},{"interface":"front","average":{"1min":0.499,"5min":0.84199999999999997,"15min":1.663},"min":{"1min":0.32400000000000001,"5min":0.26000000000000001,"15min":0.255},"max":{"1min":0.81200000000000006,"5min":8.7940000000000005,"15min":25.100000000000001},"last":0.498}]},{"osd":2,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.74399999999999999,"5min":1.21,"15min":1.6479999999999999},"min":{"1min":0.35699999999999998,"5min":0.27900000000000003,"15min":0.27400000000000002},"max":{"1min":4.3959999999999999,"5min":8.7149999999999999,"15min":16.231000000000002},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.72699999999999998,"5min":1.1839999999999999,"15min":1.6140000000000001},"min":{"1min":0.312,"5min":0.312,"15min":0.251},"max":{"1min":4.7130000000000001,"5min":13.515000000000001,"15min":13.515000000000001},"last":0.34599999999999997}]},{"osd":3,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.74199999999999999,"5min":0.79400000000000004,"15min":0.80300000000000005},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":3.8260000000000001,"5min":7.7480000000000002,"15min":7.7480000000000002},"last":0.41399999999999998},{"interface":"front","average":{"1min":1.123,"5min":0.74399999999999999,"15min":0.68100000000000005},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":3.7069999999999999,"5min":3.7069999999999999,"15min":3.7069999999999999},"last":0.38500000000000001}]},{"osd":5,"last update":"Mon Aug 28 02:35:56 2023","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.65800000000000003,"15min":1.0920000000000001},"min":{"1min":0.27300000000000002,"5min":0.222,"15min":0.222},"max":{"1min":0.84599999999999997,"5min":8.6679999999999993,"15min":16.181999999999999},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.45100000000000001,"5min":0.85199999999999998,"15min":1.1259999999999999},"min":{"1min":0.29799999999999999,"5min":0.224,"15min":0.20699999999999999},"max":{"1min":1.1140000000000001,"5min":8.6370000000000005,"15min":10.233000000000001},"last":0.433}]},{"osd":6,"last update":"Mon Aug 28 02:35:07 2023","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.94399999999999995,"15min":1.087},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.26500000000000001},"max":{"1min":0.56899999999999995,"5min":8.5950000000000006,"15min":10.023999999999999},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.44,"5min":1.0669999999999999,"15min":1.123},"min":{"1min":0.30499999999999999,"5min":0.28299999999999997,"15min":0.26600000000000001},"max":{"1min":0.78500000000000003,"5min":8.5,"15min":8.5},"last":0.44800000000000001}]},{"osd":7,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.88100000000000001,"15min":1.1539999999999999},"min":{"1min":0.28999999999999998,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.69399999999999995,"5min":8.8249999999999993,"15min":9.3209999999999997},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.51500000000000001,"5min":1.042,"15min":1.109},"min":{"1min":0.34499999999999997,"5min":0.34300000000000003,"15min":0.30299999999999999},"max":{"1min":1.153,"5min":15.597,"15min":15.597},"last":0.50600000000000001}]}]},{"osd":5,"up_from":37,"seq":158913790316,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2740844,"kb_used_data":2186468,"kb_used_omap":0,"kb_used_meta":554368,"kb_avail":91004308,"statfs":{"total":95995035648,"available":93188411392,"internally_reserved":0,"allocated":2238943232,"data_stored":2237633915,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":567672832},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:35:43 2023","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.877,"15min":1.8280000000000001},"min":{"1min":0.23799999999999999,"5min":0.23200000000000001,"15min":0.20200000000000001},"max":{"1min":1.071,"5min":7.7560000000000002,"15min":40.334000000000003},"last":0.312},{"interface":"front","average":{"1min":0.68600000000000005,"5min":1.1479999999999999,"15min":1.8460000000000001},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.23200000000000001},"max":{"1min":4.298,"5min":19.815999999999999,"15min":40.212000000000003},"last":0.66400000000000003}]},{"osd":1,"last update":"Mon Aug 28 02:35:43 2023","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":1.0449999999999999,"15min":1.956},"min":{"1min":0.314,"5min":0.26200000000000001,"15min":0.23200000000000001},"max":{"1min":1.4299999999999999,"5min":17.998000000000001,"15min":40.088000000000001},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.745,"5min":1.3580000000000001,"15min":1.895},"min":{"1min":0.28899999999999998,"5min":0.27800000000000002,"15min":0.251},"max":{"1min":4.2149999999999999,"5min":19.853000000000002,"15min":40.243000000000002},"last":0.35799999999999998}]},{"osd":2,"last update":"Mon Aug 28 02:35:43 2023","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.89800000000000002,"15min":1.829},"min":{"1min":0.33500000000000002,"5min":0.29899999999999999,"15min":0.27700000000000002},"max":{"1min":1.373,"5min":7.8029999999999999,"15min":40.436999999999998},"last":0.55000000000000004},{"interface":"front","average":{"1min":0.79100000000000004,"5min":1.161,"15min":1.865},"min":{"1min":0.34899999999999998,"5min":0.28499999999999998,"15min":0.27200000000000002},"max":{"1min":4.2400000000000002,"5min":8.609,"15min":40.555},"last":0.39300000000000002}]},{"osd":3,"last update":"Mon Aug 28 02:35:16 2023","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":1.1599999999999999,"15min":1.252},"min":{"1min":0.32200000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":1.8029999999999999,"5min":16.190999999999999,"15min":16.190999999999999},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.53800000000000003,"5min":1.4550000000000001,"15min":1.6080000000000001},"min":{"1min":0.39600000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.879,"5min":21.420999999999999,"15min":21.420999999999999},"last":0.54100000000000004}]},{"osd":4,"last update":"Mon Aug 28 02:35:57 2023","interfaces":[{"interface":"back","average":{"1min":0.46100000000000002,"5min":0.75900000000000001,"15min":1.2729999999999999},"min":{"1min":0.28199999999999997,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":1.516,"5min":13.616,"15min":40.762999999999998},"last":0.64100000000000001},{"interface":"front","average":{"1min":0.72199999999999998,"5min":0.95499999999999996,"15min":1.3680000000000001},"min":{"1min":0.32700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":4.1879999999999997,"5min":10.439,"15min":40.634},"last":0.51000000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:35:43 2023","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":1.042,"15min":1.427},"min":{"1min":0.318,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":1.048,"5min":17.510000000000002,"15min":42.409999999999997},"last":0.72399999999999998},{"interface":"front","average":{"1min":0.49199999999999999,"5min":1.046,"15min":1.403},"min":{"1min":0.32200000000000001,"5min":0.254,"15min":0.254},"max":{"1min":1.2330000000000001,"5min":15.856999999999999,"15min":42.533999999999999},"last":0.56399999999999995}]},{"osd":7,"last update":"Mon Aug 28 02:35:43 2023","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.93300000000000005,"15min":1.5940000000000001},"min":{"1min":0.36699999999999999,"5min":0.315,"15min":0.314},"max":{"1min":1.7549999999999999,"5min":10.837999999999999,"15min":42.667000000000002},"last":0.626},{"interface":"front","average":{"1min":0.76500000000000001,"5min":1.2509999999999999,"15min":1.605},"min":{"1min":0.33000000000000002,"5min":0.318,"15min":0.318},"max":{"1min":4.149,"5min":17.808,"15min":42.344000000000001},"last":0.60899999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":3211333632,"data_stored":3211329560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":979107840,"data_stored":979107840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":2309160960,"data_stored":2309160960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":868745216,"data_stored":868745216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":3260616704,"data_stored":3260612632,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":2234318848,"data_stored":2234318848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1958154240,"data_stored":1958150168,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1627783168,"data_stored":1627783168,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:36:11.012 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph status --format=json 2023-08-28T02:36:11.013 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:36:11.013 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:11.014 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:36:11.014 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:36:11.014 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.7 dump_historic_ops 2023-08-28T02:36:11.114 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:36:11.145 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:11.165 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:36:11.167 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:11.168 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:36:11.269 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:36:11.299 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:11.373 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:36:11.382 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:36:11.388 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:11.388 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:36:11.489 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:36:11.522 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:11.591 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-08-28T02:36:11.596 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:36:11.597 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:36:11.600 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:11.601 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:36:11.692 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:11 smithi083 ceph-mon[157819]: pgmap v1001: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.8 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 68 op/s; 37553/237591 objects degraded (15.806%); 10522/237591 objects misplaced (4.429%); 817 KiB/s, 12 objects/s recovering 2023-08-28T02:36:11.692 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:11 smithi083 ceph-mon[157819]: from='client.35835 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:36:11.692 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:11 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 37553/237591 objects degraded (15.806%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:36:11.702 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:36:11.727 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:11 smithi040 ceph-mon[175404]: pgmap v1001: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.8 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 68 op/s; 37553/237591 objects degraded (15.806%); 10522/237591 objects misplaced (4.429%); 817 KiB/s, 12 objects/s recovering 2023-08-28T02:36:11.727 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:11 smithi040 ceph-mon[175404]: from='client.35835 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:36:11.727 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:11 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 37553/237591 objects degraded (15.806%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:36:11.727 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:11 smithi040 ceph-mon[170259]: pgmap v1001: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.8 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 68 op/s; 37553/237591 objects degraded (15.806%); 10522/237591 objects misplaced (4.429%); 817 KiB/s, 12 objects/s recovering 2023-08-28T02:36:11.727 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:11 smithi040 ceph-mon[170259]: from='client.35835 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:36:11.727 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:11 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 37553/237591 objects degraded (15.806%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:36:11.731 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:11.806 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:36:11.808 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:11.809 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:36:11.909 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:36:11.948 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:12.071 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:36:12.074 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:12.074 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:36:12.175 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:36:12.206 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:12.329 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:36:12.331 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:12.331 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:36:12.365 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:36:12.396 INFO:teuthology.orchestra.run.smithi083.stdout:ERROR: (22) Invalid argument 2023-08-28T02:36:12.397 INFO:teuthology.orchestra.run.smithi083.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:36:12.432 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:36:12.464 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:12.488 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:36:12.492 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:12.493 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:36:12.499 INFO:teuthology.orchestra.run.smithi040.stderr:noscrub is unset 2023-08-28T02:36:12.593 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:36:12.601 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:12 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3046669732' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:36:12.601 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:12 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:36:12.601 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:12 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3046669732' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:36:12.601 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:12 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:36:12.632 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:12.706 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:36:12.709 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:12.709 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:36:12.726 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:12 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3046669732' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:36:12.726 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:12 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:36:12.810 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:36:12.818 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.3 dump_ops_in_flight 2023-08-28T02:36:12.845 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:12.877 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:36:12.888 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:12.888 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:36:12.989 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:36:13.023 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:13.096 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:36:13.104 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:13.104 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:36:13.205 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:36:13.236 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:13.256 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:36:13.259 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:13.260 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:36:13.360 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:36:13.388 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:13.410 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:36:13.413 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:13.413 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:36:13.489 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:36:13.514 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:36:13.542 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:13.562 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:36:13.565 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:13.565 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:36:13.601 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:36:13.601 INFO:teuthology.orchestra.run.smithi040.stdout:{"fsid":"d9a8f48a-4546-11ee-817c-1b7a5f1ba315","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"nodeep-scrub flag(s) set","count":12},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 37477/236856 objects degraded (15.823%), 6 pgs degraded, 5 pgs undersized","count":11},"muted":false}},"mutes":[]},"election_epoch":34,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":1378,"monmap":{"epoch":4,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":334,"num_osds":8,"num_up_osds":8,"osd_up_since":1693189991,"num_in_osds":6,"osd_in_since":1693189947,"num_remapped_pgs":8},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":90},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":5},{"state_name":"active+remapped+backfill_wait","count":2},{"state_name":"active+recovery_wait+degraded","count":1},{"state_name":"active+recovering+remapped","count":1}],"num_pgs":99,"num_pools":5,"num_objects":78952,"data_bytes":5173000964,"bytes_used":15183785984,"bytes_avail":560786427904,"bytes_total":575970213888,"degraded_objects":37477,"degraded_total":236856,"degraded_ratio":0.15822693957510048,"misplaced_objects":10493,"misplaced_total":236856,"misplaced_ratio":0.044301178775289628,"recovering_objects_per_sec":14,"recovering_bytes_per_sec":982766,"recovering_keys_per_sec":0,"num_objects_recovered":150,"num_bytes_recovered":9830400,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":80},"fsmap":{"epoch":7,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi040.wmhbsz","status":"up:active","gid":24577}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.40:8443/","prometheus":"http://172.21.15.40:9283/"}},"servicemap":{"epoch":22,"modified":"2023-08-28T02:34:10.384085+0000","services":{}},"progress_events":{"12dba03a-d529-4826-b243-e29af8fa97a8":{"message":"Upgrade to 18.2.0-187-g9cf20820 (5m)\n [============................] (remaining: 6m)","progress":0.44999998807907104,"add_to_ceph_s":true},"42e4bfe6-6201-4e43-94a3-bd00b5166574":{"message":"Global Recovery Event (4m)\n [=========================...] (remaining: 28s)","progress":0.90909093618392944,"add_to_ceph_s":true}}} 2023-08-28T02:36:13.666 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:36:13.704 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:13.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:13 smithi083 ceph-mon[157819]: pgmap v1002: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.8 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 80 op/s; 37477/236856 objects degraded (15.823%); 10493/236856 objects misplaced (4.430%); 960 KiB/s, 14 objects/s recovering 2023-08-28T02:36:13.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:13 smithi083 ceph-mon[157819]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:36:13.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:13 smithi083 ceph-mon[157819]: failed to encode map e334 with expected crc 2023-08-28T02:36:13.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:13 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:36:13.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:13 smithi083 ceph-mon[157819]: osdmap e334: 8 total, 8 up, 6 in 2023-08-28T02:36:13.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:13 smithi083 ceph-mon[157819]: failed to encode map e334 with expected crc 2023-08-28T02:36:13.834 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:36:13.842 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:13.842 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:13 smithi040 ceph-mon[170259]: pgmap v1002: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.8 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 80 op/s; 37477/236856 objects degraded (15.823%); 10493/236856 objects misplaced (4.430%); 960 KiB/s, 14 objects/s recovering 2023-08-28T02:36:13.842 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:13 smithi040 ceph-mon[170259]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:36:13.842 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:13 smithi040 ceph-mon[170259]: failed to encode map e334 with expected crc 2023-08-28T02:36:13.842 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:13 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:36:13.843 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:13 smithi040 ceph-mon[170259]: osdmap e334: 8 total, 8 up, 6 in 2023-08-28T02:36:13.843 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:13 smithi040 ceph-mon[170259]: failed to encode map e334 with expected crc 2023-08-28T02:36:13.843 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:13 smithi040 ceph-mon[175404]: pgmap v1002: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.8 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 80 op/s; 37477/236856 objects degraded (15.823%); 10493/236856 objects misplaced (4.430%); 960 KiB/s, 14 objects/s recovering 2023-08-28T02:36:13.843 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:13 smithi040 ceph-mon[175404]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:36:13.843 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:13 smithi040 ceph-mon[175404]: failed to encode map e334 with expected crc 2023-08-28T02:36:13.843 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:13 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:36:13.843 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:13 smithi040 ceph-mon[175404]: osdmap e334: 8 total, 8 up, 6 in 2023-08-28T02:36:13.843 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:13 smithi040 ceph-mon[175404]: failed to encode map e334 with expected crc 2023-08-28T02:36:13.844 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:36:13.944 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:36:13.973 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:13.991 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:36:13.994 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:13.994 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:36:14.095 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:36:14.123 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:14.143 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:36:14.145 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:14.145 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:36:14.237 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2023-08-28T02:36:14.238 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:36:14.246 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:36:14.274 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:14.294 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:36:14.297 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:14.297 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:36:14.319 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:36:14.341 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:36:14.361 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:36:14.383 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:36:14.398 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:36:14.402 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:36:14.427 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:36:14.436 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:14.454 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:36:14.468 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:36:14.472 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:14.472 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:36:14.479 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:36:14.481 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-08-28T02:36:14.481 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-08-28T02:36:14.481 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-08-28T02:36:14.481 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-08-28T02:36:14.481 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-08-28T02:36:14.481 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-08-28T02:36:14.481 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-08-28T02:36:14.481 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-08-28T02:36:14.573 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:36:14.600 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:14 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/411822814' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:36:14.600 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:14 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1419201078' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:36:14.600 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:14 smithi083 ceph-mon[157819]: pgmap v1004: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.8 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 71 op/s; 37477/236613 objects degraded (15.839%); 10493/236613 objects misplaced (4.435%); 780 KiB/s, 12 objects/s recovering 2023-08-28T02:36:14.602 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:14.624 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:36:14.627 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:14.628 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:36:14.689 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:14 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/411822814' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:36:14.689 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:14 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1419201078' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:36:14.689 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:14 smithi040 ceph-mon[175404]: pgmap v1004: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.8 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 71 op/s; 37477/236613 objects degraded (15.839%); 10493/236613 objects misplaced (4.435%); 780 KiB/s, 12 objects/s recovering 2023-08-28T02:36:14.689 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:14 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/411822814' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:36:14.689 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:14 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1419201078' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:36:14.690 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:14 smithi040 ceph-mon[170259]: pgmap v1004: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.8 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 71 op/s; 37477/236613 objects degraded (15.839%); 10493/236613 objects misplaced (4.435%); 780 KiB/s, 12 objects/s recovering 2023-08-28T02:36:14.728 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:36:14.765 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:14.845 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:36:14.850 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:14.851 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:36:14.851 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:36:14.951 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:36:14.983 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:15.006 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:36:15.010 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:15.010 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:36:15.091 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-08-28T02:36:15.091 INFO:teuthology.orchestra.run.smithi040.stdout: "ops": [ 2023-08-28T02:36:15.092 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:15.092 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:108152 10.a e334/297 10:5f829787:::benchmark_data_smithi040_250784_object14843:head v 334'6723, mlcod=334'6721)", 2023-08-28T02:36:15.092 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:36:15.090966+0000", 2023-08-28T02:36:15.092 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 0.000834076, 2023-08-28T02:36:15.092 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00086288700000000001, 2023-08-28T02:36:15.092 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:36:15.092 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "started", 2023-08-28T02:36:15.092 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:36:15.092 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:15.092 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:36:15.092 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:36:15.090966+0000", 2023-08-28T02:36:15.093 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:36:15.093 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:15.093 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:15.093 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:36:15.093 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:36:15.090966+0000", 2023-08-28T02:36:15.093 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:36:15.093 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:15.093 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:15.093 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:36:15.093 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:36:15.090965+0000", 2023-08-28T02:36:15.093 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:36:15.093 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:15.093 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:15.094 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:36:15.094 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:36:15.090978+0000", 2023-08-28T02:36:15.094 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2764e-05 2023-08-28T02:36:15.094 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:15.094 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:15.094 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:36:15.094 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:36:15.090997+0000", 2023-08-28T02:36:15.094 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.9613e-05 2023-08-28T02:36:15.094 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:15.094 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:15.094 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:36:15.094 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:36:15.091007+0000", 2023-08-28T02:36:15.095 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.3950000000000007e-06 2023-08-28T02:36:15.095 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:15.095 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:15.095 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:36:15.095 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:36:15.091065+0000", 2023-08-28T02:36:15.095 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.7948000000000002e-05 2023-08-28T02:36:15.095 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:15.095 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:15.095 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:36:15.095 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:36:15.091084+0000", 2023-08-28T02:36:15.095 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.9188e-05 2023-08-28T02:36:15.095 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:36:15.095 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:36:15.096 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:36:15.096 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:36:15.096 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-08-28T02:36:15.096 INFO:teuthology.orchestra.run.smithi040.stdout: "num_ops": 1 2023-08-28T02:36:15.096 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-08-28T02:36:15.111 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:36:15.119 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd unset nodeep-scrub 2023-08-28T02:36:15.142 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:15.160 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:36:15.162 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:15.162 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:36:15.263 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:36:15.290 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:15.309 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:36:15.312 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:15.312 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:36:15.413 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:36:15.440 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:15.462 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:36:15.464 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:15.465 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:36:15.565 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:36:15.592 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:15.612 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:36:15.616 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:15.617 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:36:15.692 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:36:15 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:36:15] "GET /metrics HTTP/1.1" 200 36608 "" "Prometheus/2.43.0" 2023-08-28T02:36:15.718 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:36:15.721 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.3 dump_blocked_ops 2023-08-28T02:36:15.745 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:15.767 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:36:15.770 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:15.770 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:36:15.871 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:36:15.898 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:36:15.898 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:15.917 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:36:15.920 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:15.920 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:36:15.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:15 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:36:15.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:15 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:36:15.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:15 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:36:15.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:15 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:36:16.021 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:36:16.052 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:15 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:36:16.052 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:15 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:36:16.054 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:16.079 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:36:16.082 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:16.083 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:36:16.184 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:36:16.220 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:16.245 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:36:16.251 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:16.251 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:36:16.352 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:36:16.383 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:16.459 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:36:16.462 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:16.462 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:36:16.563 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:36:16.590 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:16.610 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:36:16.613 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:16.614 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:36:16.661 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:36:16.663 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:36:16.714 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:36:16.724 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:36:16.742 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:16.765 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:36:16.768 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:16.768 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:36:16.869 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:36:16.907 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:16.960 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:16 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 37477/236613 objects degraded (15.839%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:36:16.960 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:16 smithi040 ceph-mon[170259]: pgmap v1005: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.8 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 85 op/s; 37354/235536 objects degraded (15.859%); 10442/235536 objects misplaced (4.433%); 1.0 MiB/s, 16 objects/s recovering 2023-08-28T02:36:16.961 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:16 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 37477/236613 objects degraded (15.839%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:36:16.961 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:16 smithi040 ceph-mon[175404]: pgmap v1005: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.8 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 85 op/s; 37354/235536 objects degraded (15.859%); 10442/235536 objects misplaced (4.433%); 1.0 MiB/s, 16 objects/s recovering 2023-08-28T02:36:16.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:16 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 37477/236613 objects degraded (15.839%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:36:16.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:16 smithi083 ceph-mon[157819]: pgmap v1005: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.8 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 85 op/s; 37354/235536 objects degraded (15.859%); 10442/235536 objects misplaced (4.433%); 1.0 MiB/s, 16 objects/s recovering 2023-08-28T02:36:17.186 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:36:17.190 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:17.190 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:36:17.291 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:36:17.324 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:17.395 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-08-28T02:36:17.436 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":1005,"stamp":"2023-08-28T02:36:16.423064+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":5144165124,"num_objects":78512,"num_object_clones":0,"num_object_copies":235536,"num_objects_missing_on_primary":5000,"num_objects_missing":5000,"num_objects_degraded":37354,"num_objects_misplaced":10442,"num_objects_unfound":0,"num_objects_dirty":78512,"num_whiteouts":0,"num_read":90,"num_read_kb":168,"num_write":108230,"num_write_kb":5972054,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":36500,"num_bytes_recovered":2374570353,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":96799,"ondisk_log_size":96799,"up":297,"acting":292,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":14769424,"kb_used_data":11819936,"kb_used_omap":12,"kb_used_meta":2949427,"kb_avail":547701488,"statfs":{"total":575970213888,"available":560846323712,"internally_reserved":0,"allocated":12103614464,"data_stored":12093879481,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12739,"internal_metadata":3020213821},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-55967744,"num_objects":-854,"num_object_clones":0,"num_object_copies":-2562,"num_objects_missing_on_primary":-61,"num_objects_missing":-61,"num_objects_degraded":-228,"num_objects_misplaced":-113,"num_objects_unfound":0,"num_objects_dirty":-854,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":854,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":168,"num_bytes_recovered":11010048,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002861"},"pg_stats":[{"pgid":"3.1a","version":"65'1","reported_seq":345,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:05.817949+0000","last_change":"2023-08-28T02:32:32.667028+0000","last_active":"2023-08-28T02:36:05.817949+0000","last_peered":"2023-08-28T02:36:05.817949+0000","last_clean":"2023-08-28T02:36:05.817949+0000","last_became_active":"2023-08-28T02:32:32.666711+0000","last_became_peered":"2023-08-28T02:32:32.666711+0000","last_unstale":"2023-08-28T02:36:05.817949+0000","last_undegraded":"2023-08-28T02:36:05.817949+0000","last_fullsized":"2023-08-28T02:36:05.817949+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:28:21.913105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":297,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:06.055897+0000","last_change":"2023-08-28T02:29:44.421259+0000","last_active":"2023-08-28T02:36:06.055897+0000","last_peered":"2023-08-28T02:36:06.055897+0000","last_clean":"2023-08-28T02:36:06.055897+0000","last_became_active":"2023-08-28T02:29:44.420936+0000","last_became_peered":"2023-08-28T02:29:44.420936+0000","last_unstale":"2023-08-28T02:36:06.055897+0000","last_undegraded":"2023-08-28T02:36:06.055897+0000","last_fullsized":"2023-08-28T02:36:06.055897+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:22:26.346867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":137,"reported_epoch":332,"state":"active+clean","last_fresh":"2023-08-28T02:36:00.789862+0000","last_change":"2023-08-28T02:33:12.290337+0000","last_active":"2023-08-28T02:36:00.789862+0000","last_peered":"2023-08-28T02:36:00.789862+0000","last_clean":"2023-08-28T02:36:00.789862+0000","last_became_active":"2023-08-28T02:33:12.289852+0000","last_became_peered":"2023-08-28T02:33:12.289852+0000","last_unstale":"2023-08-28T02:36:00.789862+0000","last_undegraded":"2023-08-28T02:36:00.789862+0000","last_fullsized":"2023-08-28T02:36:00.789862+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:04:26.420037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":312,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:06.056271+0000","last_change":"2023-08-28T02:33:13.317226+0000","last_active":"2023-08-28T02:36:06.056271+0000","last_peered":"2023-08-28T02:36:06.056271+0000","last_clean":"2023-08-28T02:36:06.056271+0000","last_became_active":"2023-08-28T02:33:13.316893+0000","last_became_peered":"2023-08-28T02:33:13.316893+0000","last_unstale":"2023-08-28T02:36:06.056271+0000","last_undegraded":"2023-08-28T02:36:06.056271+0000","last_fullsized":"2023-08-28T02:36:06.056271+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:55:46.593463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":257,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:05.946743+0000","last_change":"2023-08-28T02:33:12.295203+0000","last_active":"2023-08-28T02:36:05.946743+0000","last_peered":"2023-08-28T02:36:05.946743+0000","last_clean":"2023-08-28T02:36:05.946743+0000","last_became_active":"2023-08-28T02:33:12.294904+0000","last_became_peered":"2023-08-28T02:33:12.294904+0000","last_unstale":"2023-08-28T02:36:05.946743+0000","last_undegraded":"2023-08-28T02:36:05.946743+0000","last_fullsized":"2023-08-28T02:36:05.946743+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:31:07.008856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":275,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:06.067590+0000","last_change":"2023-08-28T02:31:51.987263+0000","last_active":"2023-08-28T02:36:06.067590+0000","last_peered":"2023-08-28T02:36:06.067590+0000","last_clean":"2023-08-28T02:36:06.067590+0000","last_became_active":"2023-08-28T02:31:51.986938+0000","last_became_peered":"2023-08-28T02:31:51.986938+0000","last_unstale":"2023-08-28T02:36:06.067590+0000","last_undegraded":"2023-08-28T02:36:06.067590+0000","last_fullsized":"2023-08-28T02:36:06.067590+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:18.021905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":306,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:06.056098+0000","last_change":"2023-08-28T02:33:12.318656+0000","last_active":"2023-08-28T02:36:06.056098+0000","last_peered":"2023-08-28T02:36:06.056098+0000","last_clean":"2023-08-28T02:36:06.056098+0000","last_became_active":"2023-08-28T02:33:12.318297+0000","last_became_peered":"2023-08-28T02:33:12.318297+0000","last_unstale":"2023-08-28T02:36:06.056098+0000","last_undegraded":"2023-08-28T02:36:06.056098+0000","last_fullsized":"2023-08-28T02:36:06.056098+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:43:09.789767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":238,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:05.946839+0000","last_change":"2023-08-28T02:33:13.357230+0000","last_active":"2023-08-28T02:36:05.946839+0000","last_peered":"2023-08-28T02:36:05.946839+0000","last_clean":"2023-08-28T02:36:05.946839+0000","last_became_active":"2023-08-28T02:33:13.356853+0000","last_became_peered":"2023-08-28T02:33:13.356853+0000","last_unstale":"2023-08-28T02:36:05.946839+0000","last_undegraded":"2023-08-28T02:36:05.946839+0000","last_fullsized":"2023-08-28T02:36:05.946839+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:20:21.545007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":317,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:06.067034+0000","last_change":"2023-08-28T02:29:44.462510+0000","last_active":"2023-08-28T02:36:06.067034+0000","last_peered":"2023-08-28T02:36:06.067034+0000","last_clean":"2023-08-28T02:36:06.067034+0000","last_became_active":"2023-08-28T02:29:44.460314+0000","last_became_peered":"2023-08-28T02:29:44.460314+0000","last_unstale":"2023-08-28T02:36:06.067034+0000","last_undegraded":"2023-08-28T02:36:06.067034+0000","last_fullsized":"2023-08-28T02:36:06.067034+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:59:01.311467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":241,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:05.946895+0000","last_change":"2023-08-28T02:33:13.291255+0000","last_active":"2023-08-28T02:36:05.946895+0000","last_peered":"2023-08-28T02:36:05.946895+0000","last_clean":"2023-08-28T02:36:05.946895+0000","last_became_active":"2023-08-28T02:33:13.290933+0000","last_became_peered":"2023-08-28T02:33:13.290933+0000","last_unstale":"2023-08-28T02:36:05.946895+0000","last_undegraded":"2023-08-28T02:36:05.946895+0000","last_fullsized":"2023-08-28T02:36:05.946895+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:31:54.116908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"65'3","reported_seq":318,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:05.809030+0000","last_change":"2023-08-28T02:33:12.296412+0000","last_active":"2023-08-28T02:36:05.809030+0000","last_peered":"2023-08-28T02:36:05.809030+0000","last_clean":"2023-08-28T02:36:05.809030+0000","last_became_active":"2023-08-28T02:33:12.295786+0000","last_became_peered":"2023-08-28T02:33:12.295786+0000","last_unstale":"2023-08-28T02:36:05.809030+0000","last_undegraded":"2023-08-28T02:36:05.809030+0000","last_fullsized":"2023-08-28T02:36:05.809030+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:15:31.449163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":140,"reported_epoch":332,"state":"active+clean","last_fresh":"2023-08-28T02:36:00.790069+0000","last_change":"2023-08-28T02:32:32.666927+0000","last_active":"2023-08-28T02:36:00.790069+0000","last_peered":"2023-08-28T02:36:00.790069+0000","last_clean":"2023-08-28T02:36:00.790069+0000","last_became_active":"2023-08-28T02:32:32.666618+0000","last_became_peered":"2023-08-28T02:32:32.666618+0000","last_unstale":"2023-08-28T02:36:00.790069+0000","last_undegraded":"2023-08-28T02:36:00.790069+0000","last_fullsized":"2023-08-28T02:36:00.790069+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:45:57.998333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":342,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:05.818079+0000","last_change":"2023-08-28T02:32:28.505262+0000","last_active":"2023-08-28T02:36:05.818079+0000","last_peered":"2023-08-28T02:36:05.818079+0000","last_clean":"2023-08-28T02:36:05.818079+0000","last_became_active":"2023-08-28T02:32:28.455999+0000","last_became_peered":"2023-08-28T02:32:28.455999+0000","last_unstale":"2023-08-28T02:36:05.818079+0000","last_undegraded":"2023-08-28T02:36:05.818079+0000","last_fullsized":"2023-08-28T02:36:05.818079+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:28.937020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":9468,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":326,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:05.817846+0000","last_change":"2023-08-28T02:32:12.959195+0000","last_active":"2023-08-28T02:36:05.817846+0000","last_peered":"2023-08-28T02:36:05.817846+0000","last_clean":"2023-08-28T02:36:05.817846+0000","last_became_active":"2023-08-28T02:32:12.958832+0000","last_became_peered":"2023-08-28T02:32:12.958832+0000","last_unstale":"2023-08-28T02:36:05.817846+0000","last_undegraded":"2023-08-28T02:36:05.817846+0000","last_fullsized":"2023-08-28T02:36:05.817846+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:23:27.197787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"65'2","reported_seq":316,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:05.808656+0000","last_change":"2023-08-28T02:32:28.461161+0000","last_active":"2023-08-28T02:36:05.808656+0000","last_peered":"2023-08-28T02:36:05.808656+0000","last_clean":"2023-08-28T02:36:05.808656+0000","last_became_active":"2023-08-28T02:32:28.451284+0000","last_became_peered":"2023-08-28T02:32:28.451284+0000","last_unstale":"2023-08-28T02:36:05.808656+0000","last_undegraded":"2023-08-28T02:36:05.808656+0000","last_fullsized":"2023-08-28T02:36:05.808656+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:58:20.061020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":298,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:06.055458+0000","last_change":"2023-08-28T02:29:44.419566+0000","last_active":"2023-08-28T02:36:06.055458+0000","last_peered":"2023-08-28T02:36:06.055458+0000","last_clean":"2023-08-28T02:36:06.055458+0000","last_became_active":"2023-08-28T02:29:44.419053+0000","last_became_peered":"2023-08-28T02:29:44.419053+0000","last_unstale":"2023-08-28T02:36:06.055458+0000","last_undegraded":"2023-08-28T02:36:06.055458+0000","last_fullsized":"2023-08-28T02:36:06.055458+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:44:36.133499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":301,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:06.057697+0000","last_change":"2023-08-28T02:33:12.493777+0000","last_active":"2023-08-28T02:36:06.057697+0000","last_peered":"2023-08-28T02:36:06.057697+0000","last_clean":"2023-08-28T02:36:06.057697+0000","last_became_active":"2023-08-28T02:33:12.491177+0000","last_became_peered":"2023-08-28T02:33:12.491177+0000","last_unstale":"2023-08-28T02:36:06.057697+0000","last_undegraded":"2023-08-28T02:36:06.057697+0000","last_fullsized":"2023-08-28T02:36:06.057697+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:10:58.167753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":313,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:06.067301+0000","last_change":"2023-08-28T02:33:12.290293+0000","last_active":"2023-08-28T02:36:06.067301+0000","last_peered":"2023-08-28T02:36:06.067301+0000","last_clean":"2023-08-28T02:36:06.067301+0000","last_became_active":"2023-08-28T02:33:12.289989+0000","last_became_peered":"2023-08-28T02:33:12.289989+0000","last_unstale":"2023-08-28T02:36:06.067301+0000","last_undegraded":"2023-08-28T02:36:06.067301+0000","last_fullsized":"2023-08-28T02:36:06.067301+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:05:33.622172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":291,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:05.808493+0000","last_change":"2023-08-28T02:32:12.948756+0000","last_active":"2023-08-28T02:36:05.808493+0000","last_peered":"2023-08-28T02:36:05.808493+0000","last_clean":"2023-08-28T02:36:05.808493+0000","last_became_active":"2023-08-28T02:32:12.948441+0000","last_became_peered":"2023-08-28T02:32:12.948441+0000","last_unstale":"2023-08-28T02:36:05.808493+0000","last_undegraded":"2023-08-28T02:36:05.808493+0000","last_fullsized":"2023-08-28T02:36:05.808493+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:27.922180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":307,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:06.056320+0000","last_change":"2023-08-28T02:33:12.299398+0000","last_active":"2023-08-28T02:36:06.056320+0000","last_peered":"2023-08-28T02:36:06.056320+0000","last_clean":"2023-08-28T02:36:06.056320+0000","last_became_active":"2023-08-28T02:33:12.299113+0000","last_became_peered":"2023-08-28T02:33:12.299113+0000","last_unstale":"2023-08-28T02:36:06.056320+0000","last_undegraded":"2023-08-28T02:36:06.056320+0000","last_fullsized":"2023-08-28T02:36:06.056320+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:14:55.597212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"65'8","reported_seq":101,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:06.055824+0000","last_change":"2023-08-28T02:33:13.478870+0000","last_active":"2023-08-28T02:36:06.055824+0000","last_peered":"2023-08-28T02:36:06.055824+0000","last_clean":"2023-08-28T02:36:06.055824+0000","last_became_active":"2023-08-28T02:33:13.332142+0000","last_became_peered":"2023-08-28T02:33:13.332142+0000","last_unstale":"2023-08-28T02:36:06.055824+0000","last_undegraded":"2023-08-28T02:36:06.055824+0000","last_fullsized":"2023-08-28T02:36:06.055824+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:32:42.810159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":239,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:06.003648+0000","last_change":"2023-08-28T02:33:12.306353+0000","last_active":"2023-08-28T02:36:06.003648+0000","last_peered":"2023-08-28T02:36:06.003648+0000","last_clean":"2023-08-28T02:36:06.003648+0000","last_became_active":"2023-08-28T02:33:12.304977+0000","last_became_peered":"2023-08-28T02:33:12.304977+0000","last_unstale":"2023-08-28T02:36:06.003648+0000","last_undegraded":"2023-08-28T02:36:06.003648+0000","last_fullsized":"2023-08-28T02:36:06.003648+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:19:38.819671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"334'6739","reported_seq":6831,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:15.717679+0000","last_change":"2023-08-28T02:30:50.402703+0000","last_active":"2023-08-28T02:36:15.717679+0000","last_peered":"2023-08-28T02:36:15.717679+0000","last_clean":"2023-08-28T02:36:15.717679+0000","last_became_active":"2023-08-28T02:30:50.402419+0000","last_became_peered":"2023-08-28T02:30:50.402419+0000","last_unstale":"2023-08-28T02:36:15.717679+0000","last_undegraded":"2023-08-28T02:36:15.717679+0000","last_fullsized":"2023-08-28T02:36:15.717679+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6739,"log_dups_size":0,"ondisk_log_size":6739,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:07:37.393907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":322502656,"num_objects":4921,"num_object_clones":0,"num_object_copies":14763,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4921,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6739,"num_write_kb":373120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"65'1","reported_seq":299,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:05.809062+0000","last_change":"2023-08-28T02:14:43.046130+0000","last_active":"2023-08-28T02:36:05.809062+0000","last_peered":"2023-08-28T02:36:05.809062+0000","last_clean":"2023-08-28T02:36:05.809062+0000","last_became_active":"2023-08-28T02:14:43.045775+0000","last_became_peered":"2023-08-28T02:14:43.045775+0000","last_unstale":"2023-08-28T02:36:05.809062+0000","last_undegraded":"2023-08-28T02:36:05.809062+0000","last_fullsized":"2023-08-28T02:36:05.809062+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:57:38.279756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":289,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:06.066663+0000","last_change":"2023-08-28T02:31:51.987149+0000","last_active":"2023-08-28T02:36:06.066663+0000","last_peered":"2023-08-28T02:36:06.066663+0000","last_clean":"2023-08-28T02:36:06.066663+0000","last_became_active":"2023-08-28T02:31:51.986821+0000","last_became_peered":"2023-08-28T02:31:51.986821+0000","last_unstale":"2023-08-28T02:36:06.066663+0000","last_undegraded":"2023-08-28T02:36:06.066663+0000","last_fullsized":"2023-08-28T02:36:06.066663+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:23:26.661134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"334'6755","reported_seq":10205,"reported_epoch":334,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:36:15.102934+0000","last_change":"2023-08-28T02:33:33.975566+0000","last_active":"2023-08-28T02:36:15.102934+0000","last_peered":"2023-08-28T02:36:15.102934+0000","last_clean":"2023-08-28T02:31:27.868230+0000","last_became_active":"2023-08-28T02:33:33.660452+0000","last_became_peered":"2023-08-28T02:33:33.660452+0000","last_unstale":"2023-08-28T02:36:15.102934+0000","last_undegraded":"2023-08-28T02:33:13.410847+0000","last_fullsized":"2023-08-28T02:33:13.270012+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6755,"log_dups_size":0,"ondisk_log_size":6755,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:33.375162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":317521920,"num_objects":4845,"num_object_clones":0,"num_object_copies":14535,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7324,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4845,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6755,"num_write_kb":371200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1660,"num_bytes_recovered":108724224,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[5,4],"avail_no_missing":["5","6"],"object_location_counts":[{"shards":"2,5,6","objects":915},{"shards":"3,5,6","objects":2396},{"shards":"4,5","objects":29},{"shards":"5,6","objects":1505}],"blocked_by":[],"up_primary":3,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"65'2","reported_seq":324,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:05.809000+0000","last_change":"2023-08-28T02:29:44.436352+0000","last_active":"2023-08-28T02:36:05.809000+0000","last_peered":"2023-08-28T02:36:05.809000+0000","last_clean":"2023-08-28T02:36:05.809000+0000","last_became_active":"2023-08-28T02:29:44.411499+0000","last_became_peered":"2023-08-28T02:29:44.411499+0000","last_unstale":"2023-08-28T02:36:05.809000+0000","last_undegraded":"2023-08-28T02:36:05.809000+0000","last_fullsized":"2023-08-28T02:36:05.809000+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:46:57.540191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":350,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:05.817768+0000","last_change":"2023-08-28T02:33:12.289004+0000","last_active":"2023-08-28T02:36:05.817768+0000","last_peered":"2023-08-28T02:36:05.817768+0000","last_clean":"2023-08-28T02:36:05.817768+0000","last_became_active":"2023-08-28T02:33:12.288722+0000","last_became_peered":"2023-08-28T02:33:12.288722+0000","last_unstale":"2023-08-28T02:36:05.817768+0000","last_undegraded":"2023-08-28T02:36:05.817768+0000","last_fullsized":"2023-08-28T02:36:05.817768+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:24.019483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"334'6667","reported_seq":6776,"reported_epoch":334,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:36:15.107009+0000","last_change":"2023-08-28T02:33:13.585687+0000","last_active":"2023-08-28T02:36:15.107009+0000","last_peered":"2023-08-28T02:36:15.107009+0000","last_clean":"2023-08-28T02:31:27.908616+0000","last_became_active":"2023-08-28T02:33:13.578484+0000","last_became_peered":"2023-08-28T02:33:13.578484+0000","last_unstale":"2023-08-28T02:36:15.107009+0000","last_undegraded":"2023-08-28T02:33:13.297322+0000","last_fullsized":"2023-08-28T02:33:13.268309+0000","mapping_epoch":298,"log_start":"255'1312","ondisk_log_start":"255'1312","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5355,"log_dups_size":0,"ondisk_log_size":5355,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:42:33.431186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":320012288,"num_objects":4883,"num_object_clones":0,"num_object_copies":14649,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2533,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4883,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6667,"num_write_kb":369600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4],"avail_no_missing":["0","4"],"object_location_counts":[{"shards":"0,4","objects":2435}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"65'1","reported_seq":310,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:05.808943+0000","last_change":"2023-08-28T02:33:13.516869+0000","last_active":"2023-08-28T02:36:05.808943+0000","last_peered":"2023-08-28T02:36:05.808943+0000","last_clean":"2023-08-28T02:36:05.808943+0000","last_became_active":"2023-08-28T02:33:13.396736+0000","last_became_peered":"2023-08-28T02:33:13.396736+0000","last_unstale":"2023-08-28T02:36:05.808943+0000","last_undegraded":"2023-08-28T02:36:05.808943+0000","last_fullsized":"2023-08-28T02:36:05.808943+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:47:08.237137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":275,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:05.807892+0000","last_change":"2023-08-28T02:31:51.987327+0000","last_active":"2023-08-28T02:36:05.807892+0000","last_peered":"2023-08-28T02:36:05.807892+0000","last_clean":"2023-08-28T02:36:05.807892+0000","last_became_active":"2023-08-28T02:31:51.987018+0000","last_became_peered":"2023-08-28T02:31:51.987018+0000","last_unstale":"2023-08-28T02:36:05.807892+0000","last_undegraded":"2023-08-28T02:36:05.807892+0000","last_fullsized":"2023-08-28T02:36:05.807892+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:53:26.105101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.5","version":"334'6642","reported_seq":8405,"reported_epoch":334,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:36:15.083008+0000","last_change":"2023-08-28T02:33:13.625779+0000","last_active":"2023-08-28T02:36:15.083008+0000","last_peered":"2023-08-28T02:36:15.083008+0000","last_clean":"2023-08-28T02:31:27.898932+0000","last_became_active":"2023-08-28T02:33:13.612126+0000","last_became_peered":"2023-08-28T02:33:13.612126+0000","last_unstale":"2023-08-28T02:36:15.083008+0000","last_undegraded":"2023-08-28T02:33:13.485377+0000","last_fullsized":"2023-08-28T02:33:13.264317+0000","mapping_epoch":298,"log_start":"256'1363","ondisk_log_start":"256'1363","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5279,"log_dups_size":0,"ondisk_log_size":5279,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:37:28.843386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":315228160,"num_objects":4810,"num_object_clones":0,"num_object_copies":14430,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7352,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4810,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6642,"num_write_kb":366464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":824,"num_bytes_recovered":54001664,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,7],"avail_no_missing":["0","2"],"object_location_counts":[{"shards":"0,2","objects":2358},{"shards":"0,2,3","objects":2452}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":328,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:06.066987+0000","last_change":"2023-08-28T02:33:13.281826+0000","last_active":"2023-08-28T02:36:06.066987+0000","last_peered":"2023-08-28T02:36:06.066987+0000","last_clean":"2023-08-28T02:36:06.066987+0000","last_became_active":"2023-08-28T02:33:13.281511+0000","last_became_peered":"2023-08-28T02:33:13.281511+0000","last_unstale":"2023-08-28T02:36:06.066987+0000","last_undegraded":"2023-08-28T02:36:06.066987+0000","last_fullsized":"2023-08-28T02:36:06.066987+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:32:55.005706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":324,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:06.055516+0000","last_change":"2023-08-28T02:29:44.436713+0000","last_active":"2023-08-28T02:36:06.055516+0000","last_peered":"2023-08-28T02:36:06.055516+0000","last_clean":"2023-08-28T02:36:06.055516+0000","last_became_active":"2023-08-28T02:29:44.436203+0000","last_became_peered":"2023-08-28T02:29:44.436203+0000","last_unstale":"2023-08-28T02:36:06.055516+0000","last_undegraded":"2023-08-28T02:36:06.055516+0000","last_fullsized":"2023-08-28T02:36:06.055516+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:46:48.522293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"333'6860","reported_seq":6954,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:11.370531+0000","last_change":"2023-08-28T02:30:50.399669+0000","last_active":"2023-08-28T02:36:11.370531+0000","last_peered":"2023-08-28T02:36:11.370531+0000","last_clean":"2023-08-28T02:36:11.370531+0000","last_became_active":"2023-08-28T02:30:50.399332+0000","last_became_peered":"2023-08-28T02:30:50.399332+0000","last_unstale":"2023-08-28T02:36:11.370531+0000","last_undegraded":"2023-08-28T02:36:11.370531+0000","last_fullsized":"2023-08-28T02:36:11.370531+0000","mapping_epoch":250,"log_start":"255'700","ondisk_log_start":"255'700","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6160,"log_dups_size":0,"ondisk_log_size":6160,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:00:54.910841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":324665344,"num_objects":4954,"num_object_clones":0,"num_object_copies":14862,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4954,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6860,"num_write_kb":378048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"75'161","reported_seq":754,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:05.808548+0000","last_change":"2023-08-28T02:33:13.310049+0000","last_active":"2023-08-28T02:36:05.808548+0000","last_peered":"2023-08-28T02:36:05.808548+0000","last_clean":"2023-08-28T02:36:05.808548+0000","last_became_active":"2023-08-28T02:33:13.309661+0000","last_became_peered":"2023-08-28T02:33:13.309661+0000","last_unstale":"2023-08-28T02:36:05.808548+0000","last_undegraded":"2023-08-28T02:36:05.808548+0000","last_fullsized":"2023-08-28T02:36:05.808548+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.930230+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.930230+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:27:40.889460+0000","scrub_duration":0.0050169209999999997,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"65'2","reported_seq":288,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:05.947258+0000","last_change":"2023-08-28T02:33:12.294922+0000","last_active":"2023-08-28T02:36:05.947258+0000","last_peered":"2023-08-28T02:36:05.947258+0000","last_clean":"2023-08-28T02:36:05.947258+0000","last_became_active":"2023-08-28T02:33:12.294518+0000","last_became_peered":"2023-08-28T02:33:12.294518+0000","last_unstale":"2023-08-28T02:36:05.947258+0000","last_undegraded":"2023-08-28T02:36:05.947258+0000","last_fullsized":"2023-08-28T02:36:05.947258+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:21:12.737286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":327,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:05.818117+0000","last_change":"2023-08-28T02:33:13.310505+0000","last_active":"2023-08-28T02:36:05.818117+0000","last_peered":"2023-08-28T02:36:05.818117+0000","last_clean":"2023-08-28T02:36:05.818117+0000","last_became_active":"2023-08-28T02:33:13.310223+0000","last_became_peered":"2023-08-28T02:33:13.310223+0000","last_unstale":"2023-08-28T02:36:05.818117+0000","last_undegraded":"2023-08-28T02:36:05.818117+0000","last_fullsized":"2023-08-28T02:36:05.818117+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:27:02.124453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"334'6750","reported_seq":8564,"reported_epoch":334,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:36:15.775885+0000","last_change":"2023-08-28T02:33:13.591092+0000","last_active":"2023-08-28T02:36:15.775885+0000","last_peered":"2023-08-28T02:36:15.775885+0000","last_clean":"2023-08-28T02:31:27.916082+0000","last_became_active":"2023-08-28T02:33:13.580413+0000","last_became_peered":"2023-08-28T02:33:13.580413+0000","last_unstale":"2023-08-28T02:36:15.775885+0000","last_undegraded":"2023-08-28T02:33:13.480527+0000","last_fullsized":"2023-08-28T02:33:13.270957+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6750,"log_dups_size":0,"ondisk_log_size":6750,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:03.698410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":322306048,"num_objects":4918,"num_object_clones":0,"num_object_copies":14754,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7541,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4918,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6750,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":846,"num_bytes_recovered":55443456,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,4],"avail_no_missing":["5","2"],"object_location_counts":[{"shards":"2,3,5","objects":2435},{"shards":"2,5","objects":2482},{"shards":"4,5","objects":1}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"75'161","reported_seq":587,"reported_epoch":333,"state":"active+recovery_wait+degraded","last_fresh":"2023-08-28T02:36:06.066678+0000","last_change":"2023-08-28T02:33:13.287487+0000","last_active":"2023-08-28T02:36:06.066678+0000","last_peered":"2023-08-28T02:36:06.066678+0000","last_clean":"2023-08-28T02:31:25.515426+0000","last_became_active":"2023-08-28T02:33:13.287313+0000","last_became_peered":"2023-08-28T02:33:13.287313+0000","last_unstale":"2023-08-28T02:36:06.066678+0000","last_undegraded":"2023-08-28T02:33:13.270760+0000","last_fullsized":"2023-08-28T02:36:06.066678+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":204,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:45.407127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:45.407127+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:39:14.213229+0000","scrub_duration":0.0018495320000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":["5","2","3"],"object_location_counts":[{"shards":"2,3,5","objects":1}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":247,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:05.817903+0000","last_change":"2023-08-28T02:33:13.309727+0000","last_active":"2023-08-28T02:36:05.817903+0000","last_peered":"2023-08-28T02:36:05.817903+0000","last_clean":"2023-08-28T02:36:05.817903+0000","last_became_active":"2023-08-28T02:33:13.309487+0000","last_became_peered":"2023-08-28T02:33:13.309487+0000","last_unstale":"2023-08-28T02:36:05.817903+0000","last_undegraded":"2023-08-28T02:36:05.817903+0000","last_fullsized":"2023-08-28T02:36:05.817903+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:27:29.294011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":62,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:05.817854+0000","last_change":"2023-08-28T02:32:28.456323+0000","last_active":"2023-08-28T02:36:05.817854+0000","last_peered":"2023-08-28T02:36:05.817854+0000","last_clean":"2023-08-28T02:36:05.817854+0000","last_became_active":"2023-08-28T02:32:28.455987+0000","last_became_peered":"2023-08-28T02:32:28.455987+0000","last_unstale":"2023-08-28T02:36:05.817854+0000","last_undegraded":"2023-08-28T02:36:05.817854+0000","last_fullsized":"2023-08-28T02:36:05.817854+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:54:07.724002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"333'6869","reported_seq":16980,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:10.888083+0000","last_change":"2023-08-28T02:33:13.316023+0000","last_active":"2023-08-28T02:36:10.888083+0000","last_peered":"2023-08-28T02:36:10.888083+0000","last_clean":"2023-08-28T02:36:10.888083+0000","last_became_active":"2023-08-28T02:33:13.308403+0000","last_became_peered":"2023-08-28T02:33:13.308403+0000","last_unstale":"2023-08-28T02:36:10.888083+0000","last_undegraded":"2023-08-28T02:36:10.888083+0000","last_fullsized":"2023-08-28T02:36:10.888083+0000","mapping_epoch":298,"log_start":"255'700","ondisk_log_start":"255'700","created":250,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6169,"log_dups_size":0,"ondisk_log_size":6169,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:10:38.401973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":329449472,"num_objects":5027,"num_object_clones":0,"num_object_copies":15081,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5027,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6869,"num_write_kb":380672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4999,"num_bytes_recovered":327614464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":307,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:05.817711+0000","last_change":"2023-08-28T02:32:28.455294+0000","last_active":"2023-08-28T02:36:05.817711+0000","last_peered":"2023-08-28T02:36:05.817711+0000","last_clean":"2023-08-28T02:36:05.817711+0000","last_became_active":"2023-08-28T02:32:28.455013+0000","last_became_peered":"2023-08-28T02:32:28.455013+0000","last_unstale":"2023-08-28T02:36:05.817711+0000","last_undegraded":"2023-08-28T02:36:05.817711+0000","last_fullsized":"2023-08-28T02:36:05.817711+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:53.583864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":339,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:05.818250+0000","last_change":"2023-08-28T02:33:13.335588+0000","last_active":"2023-08-28T02:36:05.818250+0000","last_peered":"2023-08-28T02:36:05.818250+0000","last_clean":"2023-08-28T02:36:05.818250+0000","last_became_active":"2023-08-28T02:33:13.335326+0000","last_became_peered":"2023-08-28T02:33:13.335326+0000","last_unstale":"2023-08-28T02:36:05.818250+0000","last_undegraded":"2023-08-28T02:36:05.818250+0000","last_fullsized":"2023-08-28T02:36:05.818250+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:15:44.958663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"334'6778","reported_seq":6870,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:15.633835+0000","last_change":"2023-08-28T02:30:50.400261+0000","last_active":"2023-08-28T02:36:15.633835+0000","last_peered":"2023-08-28T02:36:15.633835+0000","last_clean":"2023-08-28T02:36:15.633835+0000","last_became_active":"2023-08-28T02:30:50.399938+0000","last_became_peered":"2023-08-28T02:30:50.399938+0000","last_unstale":"2023-08-28T02:36:15.633835+0000","last_undegraded":"2023-08-28T02:36:15.633835+0000","last_fullsized":"2023-08-28T02:36:15.633835+0000","mapping_epoch":250,"log_start":"256'1390","ondisk_log_start":"256'1390","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5388,"log_dups_size":0,"ondisk_log_size":5388,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:43:56.802792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":322174976,"num_objects":4916,"num_object_clones":0,"num_object_copies":14748,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4916,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6778,"num_write_kb":374208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"75'161","reported_seq":613,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:06.067076+0000","last_change":"2023-08-28T02:32:56.519141+0000","last_active":"2023-08-28T02:36:06.067076+0000","last_peered":"2023-08-28T02:36:06.067076+0000","last_clean":"2023-08-28T02:36:06.067076+0000","last_became_active":"2023-08-28T02:32:56.518863+0000","last_became_peered":"2023-08-28T02:32:56.518863+0000","last_unstale":"2023-08-28T02:36:06.067076+0000","last_undegraded":"2023-08-28T02:36:06.067076+0000","last_fullsized":"2023-08-28T02:36:06.067076+0000","mapping_epoch":292,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":293,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_clean_scrub_stamp":"2023-08-28T02:29:25.608370+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:59:50.561109+0000","scrub_duration":0.001662689,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":241,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:05.946960+0000","last_change":"2023-08-28T02:33:12.294592+0000","last_active":"2023-08-28T02:36:05.946960+0000","last_peered":"2023-08-28T02:36:05.946960+0000","last_clean":"2023-08-28T02:36:05.946960+0000","last_became_active":"2023-08-28T02:33:12.288508+0000","last_became_peered":"2023-08-28T02:33:12.288508+0000","last_unstale":"2023-08-28T02:36:05.946960+0000","last_undegraded":"2023-08-28T02:36:05.946960+0000","last_fullsized":"2023-08-28T02:36:05.946960+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:05:42.717608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":122,"reported_epoch":332,"state":"active+clean","last_fresh":"2023-08-28T02:36:00.796439+0000","last_change":"2023-08-28T02:29:44.429834+0000","last_active":"2023-08-28T02:36:00.796439+0000","last_peered":"2023-08-28T02:36:00.796439+0000","last_clean":"2023-08-28T02:36:00.796439+0000","last_became_active":"2023-08-28T02:29:44.429512+0000","last_became_peered":"2023-08-28T02:29:44.429512+0000","last_unstale":"2023-08-28T02:36:00.796439+0000","last_undegraded":"2023-08-28T02:36:00.796439+0000","last_fullsized":"2023-08-28T02:36:00.796439+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:58.062455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"334'6694","reported_seq":6786,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:16.061945+0000","last_change":"2023-08-28T02:30:50.402348+0000","last_active":"2023-08-28T02:36:16.061945+0000","last_peered":"2023-08-28T02:36:16.061945+0000","last_clean":"2023-08-28T02:36:16.061945+0000","last_became_active":"2023-08-28T02:30:50.402076+0000","last_became_peered":"2023-08-28T02:30:50.402076+0000","last_unstale":"2023-08-28T02:36:16.061945+0000","last_undegraded":"2023-08-28T02:36:16.061945+0000","last_fullsized":"2023-08-28T02:36:16.061945+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6694,"log_dups_size":0,"ondisk_log_size":6694,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:24.859426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":319946752,"num_objects":4882,"num_object_clones":0,"num_object_copies":14646,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4882,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6694,"num_write_kb":370432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.7","version":"75'161","reported_seq":533,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:06.003404+0000","last_change":"2023-08-28T02:33:13.532525+0000","last_active":"2023-08-28T02:36:06.003404+0000","last_peered":"2023-08-28T02:36:06.003404+0000","last_clean":"2023-08-28T02:36:06.003404+0000","last_became_active":"2023-08-28T02:33:13.532125+0000","last_became_peered":"2023-08-28T02:33:13.532125+0000","last_unstale":"2023-08-28T02:36:06.003404+0000","last_undegraded":"2023-08-28T02:36:06.003404+0000","last_fullsized":"2023-08-28T02:36:06.003404+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.887648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.887648+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":123,"reported_epoch":332,"state":"active+clean","last_fresh":"2023-08-28T02:36:02.570260+0000","last_change":"2023-08-28T02:29:44.407595+0000","last_active":"2023-08-28T02:36:02.570260+0000","last_peered":"2023-08-28T02:36:02.570260+0000","last_clean":"2023-08-28T02:36:02.570260+0000","last_became_active":"2023-08-28T02:29:44.407316+0000","last_became_peered":"2023-08-28T02:29:44.407316+0000","last_unstale":"2023-08-28T02:36:02.570260+0000","last_undegraded":"2023-08-28T02:36:02.570260+0000","last_fullsized":"2023-08-28T02:36:02.570260+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:01:47.777709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":345,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:06.067263+0000","last_change":"2023-08-28T02:33:13.286980+0000","last_active":"2023-08-28T02:36:06.067263+0000","last_peered":"2023-08-28T02:36:06.067263+0000","last_clean":"2023-08-28T02:36:06.067263+0000","last_became_active":"2023-08-28T02:33:13.286740+0000","last_became_peered":"2023-08-28T02:33:13.286740+0000","last_unstale":"2023-08-28T02:36:06.067263+0000","last_undegraded":"2023-08-28T02:36:06.067263+0000","last_fullsized":"2023-08-28T02:36:06.067263+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:24:54.574365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":123,"reported_epoch":332,"state":"active+clean","last_fresh":"2023-08-28T02:36:02.570204+0000","last_change":"2023-08-28T02:29:44.506914+0000","last_active":"2023-08-28T02:36:02.570204+0000","last_peered":"2023-08-28T02:36:02.570204+0000","last_clean":"2023-08-28T02:36:02.570204+0000","last_became_active":"2023-08-28T02:29:44.506606+0000","last_became_peered":"2023-08-28T02:29:44.506606+0000","last_unstale":"2023-08-28T02:36:02.570204+0000","last_undegraded":"2023-08-28T02:36:02.570204+0000","last_fullsized":"2023-08-28T02:36:02.570204+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:55:50.992279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"334'6725","reported_seq":18415,"reported_epoch":334,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:36:15.110473+0000","last_change":"2023-08-28T02:34:11.565330+0000","last_active":"2023-08-28T02:36:15.110473+0000","last_peered":"2023-08-28T02:36:15.110473+0000","last_clean":"2023-08-28T02:32:11.916240+0000","last_became_active":"2023-08-28T02:33:12.501819+0000","last_became_peered":"2023-08-28T02:33:12.501819+0000","last_unstale":"2023-08-28T02:36:15.110473+0000","last_undegraded":"2023-08-28T02:36:15.110473+0000","last_fullsized":"2023-08-28T02:36:15.110473+0000","mapping_epoch":297,"log_start":"256'1424","ondisk_log_start":"256'1424","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5301,"log_dups_size":0,"ondisk_log_size":5301,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:45:43.329719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":319225856,"num_objects":4871,"num_object_clones":0,"num_object_copies":14613,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4871,"num_objects_unfound":0,"num_objects_dirty":4871,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6725,"num_write_kb":371072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5787,"num_bytes_recovered":379256832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,2],"avail_no_missing":["0","2","5","6"],"object_location_counts":[{"shards":"0,2,5","objects":4871}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.1","version":"75'161","reported_seq":593,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:06.066795+0000","last_change":"2023-08-28T02:32:31.482659+0000","last_active":"2023-08-28T02:36:06.066795+0000","last_peered":"2023-08-28T02:36:06.066795+0000","last_clean":"2023-08-28T02:36:06.066795+0000","last_became_active":"2023-08-28T02:32:31.482320+0000","last_became_peered":"2023-08-28T02:32:31.482320+0000","last_unstale":"2023-08-28T02:36:06.066795+0000","last_undegraded":"2023-08-28T02:36:06.066795+0000","last_fullsized":"2023-08-28T02:36:06.066795+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:24.559397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:24.559397+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:41:09.516918+0000","scrub_duration":0.001580328,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":331,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:06.066933+0000","last_change":"2023-08-28T02:31:51.988386+0000","last_active":"2023-08-28T02:36:06.066933+0000","last_peered":"2023-08-28T02:36:06.066933+0000","last_clean":"2023-08-28T02:36:06.066933+0000","last_became_active":"2023-08-28T02:31:51.988097+0000","last_became_peered":"2023-08-28T02:31:51.988097+0000","last_unstale":"2023-08-28T02:36:06.066933+0000","last_undegraded":"2023-08-28T02:36:06.066933+0000","last_fullsized":"2023-08-28T02:36:06.066933+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:25:01.818829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":307,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:05.817969+0000","last_change":"2023-08-28T02:32:12.951275+0000","last_active":"2023-08-28T02:36:05.817969+0000","last_peered":"2023-08-28T02:36:05.817969+0000","last_clean":"2023-08-28T02:36:05.817969+0000","last_became_active":"2023-08-28T02:32:12.950965+0000","last_became_peered":"2023-08-28T02:32:12.950965+0000","last_unstale":"2023-08-28T02:36:05.817969+0000","last_undegraded":"2023-08-28T02:36:05.817969+0000","last_fullsized":"2023-08-28T02:36:05.817969+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:37:31.294280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":149,"reported_epoch":332,"state":"active+clean","last_fresh":"2023-08-28T02:36:02.570272+0000","last_change":"2023-08-28T02:33:13.286534+0000","last_active":"2023-08-28T02:36:02.570272+0000","last_peered":"2023-08-28T02:36:02.570272+0000","last_clean":"2023-08-28T02:36:02.570272+0000","last_became_active":"2023-08-28T02:33:13.286164+0000","last_became_peered":"2023-08-28T02:33:13.286164+0000","last_unstale":"2023-08-28T02:36:02.570272+0000","last_undegraded":"2023-08-28T02:36:02.570272+0000","last_fullsized":"2023-08-28T02:36:02.570272+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:56.721932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"334'6754","reported_seq":18536,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:15.630135+0000","last_change":"2023-08-28T02:34:14.448606+0000","last_active":"2023-08-28T02:36:15.630135+0000","last_peered":"2023-08-28T02:36:15.630135+0000","last_clean":"2023-08-28T02:36:15.630135+0000","last_became_active":"2023-08-28T02:34:14.438547+0000","last_became_peered":"2023-08-28T02:34:14.438547+0000","last_unstale":"2023-08-28T02:36:15.630135+0000","last_undegraded":"2023-08-28T02:36:15.630135+0000","last_fullsized":"2023-08-28T02:36:15.630135+0000","mapping_epoch":314,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":315,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6754,"log_dups_size":0,"ondisk_log_size":6754,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:06:41.120408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":322043904,"num_objects":4914,"num_object_clones":0,"num_object_copies":14742,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4914,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6754,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5834,"num_bytes_recovered":376832000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2","version":"75'161","reported_seq":715,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:05.808597+0000","last_change":"2023-08-28T02:30:51.762377+0000","last_active":"2023-08-28T02:36:05.808597+0000","last_peered":"2023-08-28T02:36:05.808597+0000","last_clean":"2023-08-28T02:36:05.808597+0000","last_became_active":"2023-08-28T02:27:46.375590+0000","last_became_peered":"2023-08-28T02:27:46.375590+0000","last_unstale":"2023-08-28T02:36:05.808597+0000","last_undegraded":"2023-08-28T02:36:05.808597+0000","last_fullsized":"2023-08-28T02:36:05.808597+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:51.762314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:51.762314+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:02.034555+0000","scrub_duration":0.0020023620000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":141,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:05.946900+0000","last_change":"2023-08-28T02:33:13.289765+0000","last_active":"2023-08-28T02:36:05.946900+0000","last_peered":"2023-08-28T02:36:05.946900+0000","last_clean":"2023-08-28T02:36:05.946900+0000","last_became_active":"2023-08-28T02:33:13.289159+0000","last_became_peered":"2023-08-28T02:33:13.289159+0000","last_unstale":"2023-08-28T02:36:05.946900+0000","last_undegraded":"2023-08-28T02:36:05.946900+0000","last_fullsized":"2023-08-28T02:36:05.946900+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:30:38.956723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":141,"reported_epoch":332,"state":"active+clean","last_fresh":"2023-08-28T02:36:00.790014+0000","last_change":"2023-08-28T02:32:28.464203+0000","last_active":"2023-08-28T02:36:00.790014+0000","last_peered":"2023-08-28T02:36:00.790014+0000","last_clean":"2023-08-28T02:36:00.790014+0000","last_became_active":"2023-08-28T02:32:28.463412+0000","last_became_peered":"2023-08-28T02:32:28.463412+0000","last_unstale":"2023-08-28T02:36:00.790014+0000","last_undegraded":"2023-08-28T02:36:00.790014+0000","last_fullsized":"2023-08-28T02:36:00.790014+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:20:38.177879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":122,"reported_epoch":332,"state":"active+clean","last_fresh":"2023-08-28T02:36:00.796530+0000","last_change":"2023-08-28T02:29:44.427945+0000","last_active":"2023-08-28T02:36:00.796530+0000","last_peered":"2023-08-28T02:36:00.796530+0000","last_clean":"2023-08-28T02:36:00.796530+0000","last_became_active":"2023-08-28T02:29:44.426487+0000","last_became_peered":"2023-08-28T02:29:44.426487+0000","last_unstale":"2023-08-28T02:36:00.796530+0000","last_undegraded":"2023-08-28T02:36:00.796530+0000","last_fullsized":"2023-08-28T02:36:00.796530+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:30:20.438896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"333'6766","reported_seq":16828,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:11.455670+0000","last_change":"2023-08-28T02:34:48.488647+0000","last_active":"2023-08-28T02:36:11.455670+0000","last_peered":"2023-08-28T02:36:11.455670+0000","last_clean":"2023-08-28T02:36:11.455670+0000","last_became_active":"2023-08-28T02:34:48.476519+0000","last_became_peered":"2023-08-28T02:34:48.476519+0000","last_unstale":"2023-08-28T02:36:11.455670+0000","last_undegraded":"2023-08-28T02:36:11.455670+0000","last_fullsized":"2023-08-28T02:36:11.455670+0000","mapping_epoch":318,"log_start":"255'600","ondisk_log_start":"255'600","created":250,"last_epoch_clean":319,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6166,"log_dups_size":0,"ondisk_log_size":6166,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:44:20.004230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":319684608,"num_objects":4878,"num_object_clones":0,"num_object_copies":14634,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4878,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6766,"num_write_kb":372608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4973,"num_bytes_recovered":325910528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":325,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:06.067174+0000","last_change":"2023-08-28T02:33:13.484970+0000","last_active":"2023-08-28T02:36:06.067174+0000","last_peered":"2023-08-28T02:36:06.067174+0000","last_clean":"2023-08-28T02:36:06.067174+0000","last_became_active":"2023-08-28T02:33:13.484579+0000","last_became_peered":"2023-08-28T02:33:13.484579+0000","last_unstale":"2023-08-28T02:36:06.067174+0000","last_undegraded":"2023-08-28T02:36:06.067174+0000","last_fullsized":"2023-08-28T02:36:06.067174+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:58.027468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"75'161","reported_seq":716,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:05.808467+0000","last_change":"2023-08-28T02:31:55.059467+0000","last_active":"2023-08-28T02:36:05.808467+0000","last_peered":"2023-08-28T02:36:05.808467+0000","last_clean":"2023-08-28T02:36:05.808467+0000","last_became_active":"2023-08-28T02:31:55.059115+0000","last_became_peered":"2023-08-28T02:31:55.059115+0000","last_unstale":"2023-08-28T02:36:05.808467+0000","last_undegraded":"2023-08-28T02:36:05.808467+0000","last_fullsized":"2023-08-28T02:36:05.808467+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":0,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.820990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.820990+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:15:56.774667+0000","scrub_duration":0.0017342480000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":242,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:05.947163+0000","last_change":"2023-08-28T02:33:13.352810+0000","last_active":"2023-08-28T02:36:05.947163+0000","last_peered":"2023-08-28T02:36:05.947163+0000","last_clean":"2023-08-28T02:36:05.947163+0000","last_became_active":"2023-08-28T02:33:13.351697+0000","last_became_peered":"2023-08-28T02:33:13.351697+0000","last_unstale":"2023-08-28T02:36:05.947163+0000","last_undegraded":"2023-08-28T02:36:05.947163+0000","last_fullsized":"2023-08-28T02:36:05.947163+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:56.187163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":156,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:05.818455+0000","last_change":"2023-08-28T02:31:51.984584+0000","last_active":"2023-08-28T02:36:05.818455+0000","last_peered":"2023-08-28T02:36:05.818455+0000","last_clean":"2023-08-28T02:36:05.818455+0000","last_became_active":"2023-08-28T02:31:51.984264+0000","last_became_peered":"2023-08-28T02:31:51.984264+0000","last_unstale":"2023-08-28T02:36:05.818455+0000","last_undegraded":"2023-08-28T02:36:05.818455+0000","last_fullsized":"2023-08-28T02:36:05.818455+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:58:42.306722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"334'6724","reported_seq":18423,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:15.086560+0000","last_change":"2023-08-28T02:35:11.978901+0000","last_active":"2023-08-28T02:36:15.086560+0000","last_peered":"2023-08-28T02:36:15.086560+0000","last_clean":"2023-08-28T02:36:15.086560+0000","last_became_active":"2023-08-28T02:35:11.966585+0000","last_became_peered":"2023-08-28T02:35:11.966585+0000","last_unstale":"2023-08-28T02:36:15.086560+0000","last_undegraded":"2023-08-28T02:36:15.086560+0000","last_fullsized":"2023-08-28T02:36:15.086560+0000","mapping_epoch":323,"log_start":"256'1428","ondisk_log_start":"256'1428","created":250,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5296,"log_dups_size":0,"ondisk_log_size":5296,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:03:07.017814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":318373888,"num_objects":4858,"num_object_clones":0,"num_object_copies":14574,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4858,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6724,"num_write_kb":370624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5791,"num_bytes_recovered":368967680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3","version":"75'161","reported_seq":599,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:05.807762+0000","last_change":"2023-08-28T02:31:55.068239+0000","last_active":"2023-08-28T02:36:05.807762+0000","last_peered":"2023-08-28T02:36:05.807762+0000","last_clean":"2023-08-28T02:36:05.807762+0000","last_became_active":"2023-08-28T02:31:55.067875+0000","last_became_peered":"2023-08-28T02:31:55.067875+0000","last_unstale":"2023-08-28T02:36:05.807762+0000","last_undegraded":"2023-08-28T02:36:05.807762+0000","last_fullsized":"2023-08-28T02:36:05.807762+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.868248+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:11:04.391639+0000","scrub_duration":0.0016215240000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":339,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:05.808430+0000","last_change":"2023-08-28T02:29:44.421353+0000","last_active":"2023-08-28T02:36:05.808430+0000","last_peered":"2023-08-28T02:36:05.808430+0000","last_clean":"2023-08-28T02:36:05.808430+0000","last_became_active":"2023-08-28T02:29:44.421064+0000","last_became_peered":"2023-08-28T02:29:44.421064+0000","last_unstale":"2023-08-28T02:36:05.808430+0000","last_undegraded":"2023-08-28T02:36:05.808430+0000","last_fullsized":"2023-08-28T02:36:05.808430+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:51:36.524024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":308,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:06.055584+0000","last_change":"2023-08-28T02:33:12.299487+0000","last_active":"2023-08-28T02:36:06.055584+0000","last_peered":"2023-08-28T02:36:06.055584+0000","last_clean":"2023-08-28T02:36:06.055584+0000","last_became_active":"2023-08-28T02:33:12.299175+0000","last_became_peered":"2023-08-28T02:33:12.299175+0000","last_unstale":"2023-08-28T02:36:06.055584+0000","last_undegraded":"2023-08-28T02:36:06.055584+0000","last_fullsized":"2023-08-28T02:36:06.055584+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:42:29.713462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":318,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:06.056185+0000","last_change":"2023-08-28T02:32:28.457696+0000","last_active":"2023-08-28T02:36:06.056185+0000","last_peered":"2023-08-28T02:36:06.056185+0000","last_clean":"2023-08-28T02:36:06.056185+0000","last_became_active":"2023-08-28T02:32:28.457407+0000","last_became_peered":"2023-08-28T02:32:28.457407+0000","last_unstale":"2023-08-28T02:36:06.056185+0000","last_undegraded":"2023-08-28T02:36:06.056185+0000","last_fullsized":"2023-08-28T02:36:06.056185+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:26:29.392787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"334'6696","reported_seq":7816,"reported_epoch":334,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:36:15.067126+0000","last_change":"2023-08-28T02:34:11.566035+0000","last_active":"2023-08-28T02:36:15.067126+0000","last_peered":"2023-08-28T02:36:15.067126+0000","last_clean":"2023-08-28T02:33:10.395883+0000","last_became_active":"2023-08-28T02:33:12.394714+0000","last_became_peered":"2023-08-28T02:33:12.394714+0000","last_unstale":"2023-08-28T02:36:15.067126+0000","last_undegraded":"2023-08-28T02:36:15.067126+0000","last_fullsized":"2023-08-28T02:36:15.067126+0000","mapping_epoch":297,"log_start":"255'1284","ondisk_log_start":"255'1284","created":250,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5412,"log_dups_size":0,"ondisk_log_size":5412,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:01:26.984565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":313720856,"num_objects":4788,"num_object_clones":0,"num_object_copies":14364,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4367,"num_objects_unfound":0,"num_objects_dirty":4788,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":6696,"num_write_kb":367425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":500,"num_bytes_recovered":32768000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,6],"avail_no_missing":["4","0","6"],"object_location_counts":[{"shards":"0,4,6","objects":4788}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.6","version":"75'161","reported_seq":593,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:06.056090+0000","last_change":"2023-08-28T02:33:13.338675+0000","last_active":"2023-08-28T02:36:06.056090+0000","last_peered":"2023-08-28T02:36:06.056090+0000","last_clean":"2023-08-28T02:36:06.056090+0000","last_became_active":"2023-08-28T02:33:13.338271+0000","last_became_peered":"2023-08-28T02:33:13.338271+0000","last_unstale":"2023-08-28T02:36:06.056090+0000","last_undegraded":"2023-08-28T02:36:06.056090+0000","last_fullsized":"2023-08-28T02:36:06.056090+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.774982+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.774982+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:13:20.011329+0000","scrub_duration":0.003539819,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":302,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:05.808935+0000","last_change":"2023-08-28T02:14:43.033789+0000","last_active":"2023-08-28T02:36:05.808935+0000","last_peered":"2023-08-28T02:36:05.808935+0000","last_clean":"2023-08-28T02:36:05.808935+0000","last_became_active":"2023-08-28T02:14:43.033454+0000","last_became_peered":"2023-08-28T02:14:43.033454+0000","last_unstale":"2023-08-28T02:36:05.808935+0000","last_undegraded":"2023-08-28T02:36:05.808935+0000","last_fullsized":"2023-08-28T02:36:05.808935+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:01:13.205842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":132,"reported_epoch":332,"state":"active+clean","last_fresh":"2023-08-28T02:36:02.570310+0000","last_change":"2023-08-28T02:32:28.461807+0000","last_active":"2023-08-28T02:36:02.570310+0000","last_peered":"2023-08-28T02:36:02.570310+0000","last_clean":"2023-08-28T02:36:02.570310+0000","last_became_active":"2023-08-28T02:32:28.461116+0000","last_became_peered":"2023-08-28T02:32:28.461116+0000","last_unstale":"2023-08-28T02:36:02.570310+0000","last_undegraded":"2023-08-28T02:36:02.570310+0000","last_fullsized":"2023-08-28T02:36:02.570310+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:12:45.321757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":279,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:06.055697+0000","last_change":"2023-08-28T02:14:43.048791+0000","last_active":"2023-08-28T02:36:06.055697+0000","last_peered":"2023-08-28T02:36:06.055697+0000","last_clean":"2023-08-28T02:36:06.055697+0000","last_became_active":"2023-08-28T02:14:43.047408+0000","last_became_peered":"2023-08-28T02:14:43.047408+0000","last_unstale":"2023-08-28T02:36:06.055697+0000","last_undegraded":"2023-08-28T02:36:06.055697+0000","last_fullsized":"2023-08-28T02:36:06.055697+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:47.097181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"334'6865","reported_seq":15718,"reported_epoch":334,"state":"active+recovering+remapped","last_fresh":"2023-08-28T02:36:15.625729+0000","last_change":"2023-08-28T02:35:10.974195+0000","last_active":"2023-08-28T02:36:15.625729+0000","last_peered":"2023-08-28T02:36:15.625729+0000","last_clean":"2023-08-28T02:31:50.933695+0000","last_became_active":"2023-08-28T02:33:13.540416+0000","last_became_peered":"2023-08-28T02:33:13.540416+0000","last_unstale":"2023-08-28T02:36:15.625729+0000","last_undegraded":"2023-08-28T02:36:15.625729+0000","last_fullsized":"2023-08-28T02:36:15.625729+0000","mapping_epoch":298,"log_start":"256'1474","ondisk_log_start":"256'1474","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5391,"log_dups_size":0,"ondisk_log_size":5391,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:49:35.658845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":327483392,"num_objects":4997,"num_object_clones":0,"num_object_copies":14991,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1204,"num_objects_unfound":0,"num_objects_dirty":4997,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6865,"num_write_kb":379584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4365,"num_bytes_recovered":286064640,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,2],"avail_no_missing":["4","2","6"],"object_location_counts":[{"shards":"2,4,5","objects":4395},{"shards":"2,4,6","objects":602}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.5","version":"75'161","reported_seq":627,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:05.817967+0000","last_change":"2023-08-28T02:32:31.477151+0000","last_active":"2023-08-28T02:36:05.817967+0000","last_peered":"2023-08-28T02:36:05.817967+0000","last_clean":"2023-08-28T02:36:05.817967+0000","last_became_active":"2023-08-28T02:32:31.476776+0000","last_became_peered":"2023-08-28T02:32:31.476776+0000","last_unstale":"2023-08-28T02:36:05.817967+0000","last_undegraded":"2023-08-28T02:36:05.817967+0000","last_fullsized":"2023-08-28T02:36:05.817967+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:18.891729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:18.891729+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:47:27.194140+0000","scrub_duration":0.0031546460000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"65'2","reported_seq":289,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:06.003559+0000","last_change":"2023-08-28T02:33:12.327778+0000","last_active":"2023-08-28T02:36:06.003559+0000","last_peered":"2023-08-28T02:36:06.003559+0000","last_clean":"2023-08-28T02:36:06.003559+0000","last_became_active":"2023-08-28T02:33:12.327273+0000","last_became_peered":"2023-08-28T02:33:12.327273+0000","last_unstale":"2023-08-28T02:36:06.003559+0000","last_undegraded":"2023-08-28T02:36:06.003559+0000","last_fullsized":"2023-08-28T02:36:06.003559+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:40.554192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":170,"reported_epoch":332,"state":"active+clean","last_fresh":"2023-08-28T02:36:00.793610+0000","last_change":"2023-08-28T02:33:13.335665+0000","last_active":"2023-08-28T02:36:00.793610+0000","last_peered":"2023-08-28T02:36:00.793610+0000","last_clean":"2023-08-28T02:36:00.793610+0000","last_became_active":"2023-08-28T02:33:13.335322+0000","last_became_peered":"2023-08-28T02:33:13.335322+0000","last_unstale":"2023-08-28T02:36:00.793610+0000","last_undegraded":"2023-08-28T02:36:00.793610+0000","last_fullsized":"2023-08-28T02:36:00.793610+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:21:08.024493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":286,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:05.947010+0000","last_change":"2023-08-28T02:33:12.310326+0000","last_active":"2023-08-28T02:36:05.947010+0000","last_peered":"2023-08-28T02:36:05.947010+0000","last_clean":"2023-08-28T02:36:05.947010+0000","last_became_active":"2023-08-28T02:33:12.310011+0000","last_became_peered":"2023-08-28T02:33:12.310011+0000","last_unstale":"2023-08-28T02:36:05.947010+0000","last_undegraded":"2023-08-28T02:36:05.947010+0000","last_fullsized":"2023-08-28T02:36:05.947010+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:35:03.710036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"334'6841","reported_seq":9670,"reported_epoch":334,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:36:15.894643+0000","last_change":"2023-08-28T02:33:34.765675+0000","last_active":"2023-08-28T02:36:15.894643+0000","last_peered":"2023-08-28T02:36:15.894643+0000","last_clean":"2023-08-28T02:31:27.909649+0000","last_became_active":"2023-08-28T02:33:33.726805+0000","last_became_peered":"2023-08-28T02:33:33.726805+0000","last_unstale":"2023-08-28T02:36:15.894643+0000","last_undegraded":"2023-08-28T02:33:20.140072+0000","last_fullsized":"2023-08-28T02:33:13.278549+0000","mapping_epoch":298,"log_start":"256'1477","ondisk_log_start":"256'1477","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5364,"log_dups_size":0,"ondisk_log_size":5364,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:02:22.971585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":329449472,"num_objects":5027,"num_object_clones":0,"num_object_copies":15081,"num_objects_missing_on_primary":5000,"num_objects_missing":5000,"num_objects_degraded":12603,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5027,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6841,"num_write_kb":379776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":897,"num_bytes_recovered":58654720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[4,3],"avail_no_missing":["2","6"],"object_location_counts":[{"shards":"2,3,4,6","objects":12},{"shards":"2,3,6","objects":2517},{"shards":"2,4,6","objects":14},{"shards":"2,6","objects":2483},{"shards":"3,4","objects":-12}],"blocked_by":[],"up_primary":3,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.4","version":"75'161","reported_seq":541,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:05.947340+0000","last_change":"2023-08-28T02:33:12.296479+0000","last_active":"2023-08-28T02:36:05.947340+0000","last_peered":"2023-08-28T02:36:05.947340+0000","last_clean":"2023-08-28T02:36:05.947340+0000","last_became_active":"2023-08-28T02:33:12.294160+0000","last_became_peered":"2023-08-28T02:33:12.294160+0000","last_unstale":"2023-08-28T02:36:05.947340+0000","last_undegraded":"2023-08-28T02:36:05.947340+0000","last_fullsized":"2023-08-28T02:36:05.947340+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.899247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.899247+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":260,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:05.809055+0000","last_change":"2023-08-28T02:33:13.539335+0000","last_active":"2023-08-28T02:36:05.809055+0000","last_peered":"2023-08-28T02:36:05.809055+0000","last_clean":"2023-08-28T02:36:05.809055+0000","last_became_active":"2023-08-28T02:33:13.538978+0000","last_became_peered":"2023-08-28T02:33:13.538978+0000","last_unstale":"2023-08-28T02:36:05.809055+0000","last_undegraded":"2023-08-28T02:36:05.809055+0000","last_fullsized":"2023-08-28T02:36:05.809055+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:26:13.405766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"65'1","reported_seq":322,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:06.056227+0000","last_change":"2023-08-28T02:29:44.510205+0000","last_active":"2023-08-28T02:36:06.056227+0000","last_peered":"2023-08-28T02:36:06.056227+0000","last_clean":"2023-08-28T02:36:06.056227+0000","last_became_active":"2023-08-28T02:29:44.429357+0000","last_became_peered":"2023-08-28T02:29:44.429357+0000","last_unstale":"2023-08-28T02:36:06.056227+0000","last_undegraded":"2023-08-28T02:36:06.056227+0000","last_fullsized":"2023-08-28T02:36:06.056227+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:44:59.955729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":289,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:05.817610+0000","last_change":"2023-08-28T02:32:12.950661+0000","last_active":"2023-08-28T02:36:05.817610+0000","last_peered":"2023-08-28T02:36:05.817610+0000","last_clean":"2023-08-28T02:36:05.817610+0000","last_became_active":"2023-08-28T02:32:12.950276+0000","last_became_peered":"2023-08-28T02:32:12.950276+0000","last_unstale":"2023-08-28T02:36:05.817610+0000","last_undegraded":"2023-08-28T02:36:05.817610+0000","last_fullsized":"2023-08-28T02:36:05.817610+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:05:17.972868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"65'1","reported_seq":280,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:06.055618+0000","last_change":"2023-08-28T02:14:43.042150+0000","last_active":"2023-08-28T02:36:06.055618+0000","last_peered":"2023-08-28T02:36:06.055618+0000","last_clean":"2023-08-28T02:36:06.055618+0000","last_became_active":"2023-08-28T02:14:43.038336+0000","last_became_peered":"2023-08-28T02:14:43.038336+0000","last_unstale":"2023-08-28T02:36:06.055618+0000","last_undegraded":"2023-08-28T02:36:06.055618+0000","last_fullsized":"2023-08-28T02:36:06.055618+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:26:02.415152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":329,"reported_epoch":332,"state":"active+clean","last_fresh":"2023-08-28T02:36:00.790430+0000","last_change":"2023-08-28T02:33:13.318097+0000","last_active":"2023-08-28T02:36:00.790430+0000","last_peered":"2023-08-28T02:36:00.790430+0000","last_clean":"2023-08-28T02:36:00.790430+0000","last_became_active":"2023-08-28T02:33:13.317761+0000","last_became_peered":"2023-08-28T02:33:13.317761+0000","last_unstale":"2023-08-28T02:36:00.790430+0000","last_undegraded":"2023-08-28T02:36:00.790430+0000","last_fullsized":"2023-08-28T02:36:00.790430+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:24.836996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"65'2","reported_seq":327,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:06.067077+0000","last_change":"2023-08-28T02:29:44.535937+0000","last_active":"2023-08-28T02:36:06.067077+0000","last_peered":"2023-08-28T02:36:06.067077+0000","last_clean":"2023-08-28T02:36:06.067077+0000","last_became_active":"2023-08-28T02:29:44.462244+0000","last_became_peered":"2023-08-28T02:29:44.462244+0000","last_unstale":"2023-08-28T02:36:06.067077+0000","last_undegraded":"2023-08-28T02:36:06.067077+0000","last_fullsized":"2023-08-28T02:36:06.067077+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:30:33.173713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":327,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:06.055474+0000","last_change":"2023-08-28T02:33:12.305580+0000","last_active":"2023-08-28T02:36:06.055474+0000","last_peered":"2023-08-28T02:36:06.055474+0000","last_clean":"2023-08-28T02:36:06.055474+0000","last_became_active":"2023-08-28T02:33:12.305261+0000","last_became_peered":"2023-08-28T02:33:12.305261+0000","last_unstale":"2023-08-28T02:36:06.055474+0000","last_undegraded":"2023-08-28T02:36:06.055474+0000","last_fullsized":"2023-08-28T02:36:06.055474+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:22:31.614221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"65'2","reported_seq":296,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:06.067219+0000","last_change":"2023-08-28T02:31:51.991101+0000","last_active":"2023-08-28T02:36:06.067219+0000","last_peered":"2023-08-28T02:36:06.067219+0000","last_clean":"2023-08-28T02:36:06.067219+0000","last_became_active":"2023-08-28T02:31:51.987237+0000","last_became_peered":"2023-08-28T02:31:51.987237+0000","last_unstale":"2023-08-28T02:36:06.067219+0000","last_undegraded":"2023-08-28T02:36:06.067219+0000","last_fullsized":"2023-08-28T02:36:06.067219+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:07:07.370857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":330,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:05.817664+0000","last_change":"2023-08-28T02:33:12.494483+0000","last_active":"2023-08-28T02:36:05.817664+0000","last_peered":"2023-08-28T02:36:05.817664+0000","last_clean":"2023-08-28T02:36:05.817664+0000","last_became_active":"2023-08-28T02:33:12.494136+0000","last_became_peered":"2023-08-28T02:33:12.494136+0000","last_unstale":"2023-08-28T02:36:05.817664+0000","last_undegraded":"2023-08-28T02:36:05.817664+0000","last_fullsized":"2023-08-28T02:36:05.817664+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:36.772588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"65'1","reported_seq":274,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:06.003409+0000","last_change":"2023-08-28T02:33:13.287922+0000","last_active":"2023-08-28T02:36:06.003409+0000","last_peered":"2023-08-28T02:36:06.003409+0000","last_clean":"2023-08-28T02:36:06.003409+0000","last_became_active":"2023-08-28T02:33:13.287520+0000","last_became_peered":"2023-08-28T02:33:13.287520+0000","last_unstale":"2023-08-28T02:36:06.003409+0000","last_undegraded":"2023-08-28T02:36:06.003409+0000","last_fullsized":"2023-08-28T02:36:06.003409+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:11.627168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":288,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:05.947024+0000","last_change":"2023-08-28T02:33:13.289469+0000","last_active":"2023-08-28T02:36:05.947024+0000","last_peered":"2023-08-28T02:36:05.947024+0000","last_clean":"2023-08-28T02:36:05.947024+0000","last_became_active":"2023-08-28T02:33:13.288737+0000","last_became_peered":"2023-08-28T02:33:13.288737+0000","last_unstale":"2023-08-28T02:36:05.947024+0000","last_undegraded":"2023-08-28T02:36:05.947024+0000","last_fullsized":"2023-08-28T02:36:05.947024+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:11:15.043550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"65'4","reported_seq":312,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:06.056200+0000","last_change":"2023-08-28T02:32:28.607010+0000","last_active":"2023-08-28T02:36:06.056200+0000","last_peered":"2023-08-28T02:36:06.056200+0000","last_clean":"2023-08-28T02:36:06.056200+0000","last_became_active":"2023-08-28T02:32:28.492224+0000","last_became_peered":"2023-08-28T02:32:28.492224+0000","last_unstale":"2023-08-28T02:36:06.056200+0000","last_undegraded":"2023-08-28T02:36:06.056200+0000","last_fullsized":"2023-08-28T02:36:06.056200+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:13:45.711951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":554,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":340,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:05.817530+0000","last_change":"2023-08-28T02:33:13.309144+0000","last_active":"2023-08-28T02:36:05.817530+0000","last_peered":"2023-08-28T02:36:05.817530+0000","last_clean":"2023-08-28T02:36:05.817530+0000","last_became_active":"2023-08-28T02:33:13.308910+0000","last_became_peered":"2023-08-28T02:33:13.308910+0000","last_unstale":"2023-08-28T02:36:05.817530+0000","last_undegraded":"2023-08-28T02:36:05.817530+0000","last_fullsized":"2023-08-28T02:36:05.817530+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:09:59.549591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":5143789592,"num_objects":78489,"num_object_clones":0,"num_object_copies":235467,"num_objects_missing_on_primary":5000,"num_objects_missing":5000,"num_objects_degraded":37353,"num_objects_misplaced":10442,"num_objects_unfound":0,"num_objects_dirty":78489,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":108125,"num_write_kb":5971585,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":36476,"num_bytes_recovered":2374238208,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":16289509376,"data_stored":16289497160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":94973,"ondisk_log_size":94973,"up":48,"acting":43,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":10126,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":370028,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":89,"num_read_kb":167,"num_write":44,"num_write_kb":440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":322019,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299752,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2060564,"kb_used_data":1577676,"kb_used_omap":0,"kb_used_meta":482880,"kb_avail":91684588,"statfs":{"total":95995035648,"available":93885018112,"internally_reserved":0,"allocated":1615540224,"data_stored":1614210537,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":494469120},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:36:11 2023","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.64200000000000002,"15min":1.4410000000000001},"min":{"1min":0.25,"5min":0.219,"15min":0.219},"max":{"1min":1.524,"5min":3.6480000000000001,"15min":13.118},"last":0.44500000000000001},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.90200000000000002,"15min":1.8560000000000001},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.246},"max":{"1min":2.6989999999999998,"5min":9.2799999999999994,"15min":17.402999999999999},"last":0.47499999999999998}]},{"osd":1,"last update":"Mon Aug 28 02:35:37 2023","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":1.0980000000000001,"15min":2.1120000000000001},"min":{"1min":0.28199999999999997,"5min":0.26800000000000002,"15min":0.24099999999999999},"max":{"1min":1.2569999999999999,"5min":9.5850000000000009,"15min":17.43},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.54400000000000004,"5min":1.008,"15min":1.9350000000000001},"min":{"1min":0.36399999999999999,"5min":0.311,"15min":0.25900000000000001},"max":{"1min":2.0579999999999998,"5min":9.5289999999999999,"15min":19.913},"last":0.35799999999999998}]},{"osd":2,"last update":"Mon Aug 28 02:35:22 2023","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.67500000000000004,"15min":1.5700000000000001},"min":{"1min":0.26800000000000002,"5min":0.23499999999999999,"15min":0.22800000000000001},"max":{"1min":1.595,"5min":3.8199999999999998,"15min":8.3889999999999993},"last":0.375},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.80700000000000005,"15min":1.4670000000000001},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28699999999999998},"max":{"1min":1.1020000000000001,"5min":6.7750000000000004,"15min":12.128},"last":0.49199999999999999}]},{"osd":3,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.68999999999999995,"15min":0.70799999999999996},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":2.073,"5min":3.0099999999999998,"15min":3.0099999999999998},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.63,"15min":0.63},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":3.0600000000000001,"5min":3.1000000000000001,"15min":3.1000000000000001},"last":0.41199999999999998}]},{"osd":4,"last update":"Mon Aug 28 02:36:11 2023","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.80900000000000005,"15min":1.306},"min":{"1min":0.27700000000000002,"5min":0.245,"15min":0.245},"max":{"1min":2.677,"5min":7.0960000000000001,"15min":18.943000000000001},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.73999999999999999,"15min":0.95299999999999996},"min":{"1min":0.28699999999999998,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":2.8610000000000002,"5min":6.2350000000000003,"15min":8.1890000000000001},"last":0.45700000000000002}]},{"osd":5,"last update":"Mon Aug 28 02:36:11 2023","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.63600000000000001,"15min":1.0680000000000001},"min":{"1min":0.32000000000000001,"5min":0.246,"15min":0.23599999999999999},"max":{"1min":1.466,"5min":5.9130000000000003,"15min":14.622},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.79100000000000004,"15min":1.2989999999999999},"min":{"1min":0.36799999999999999,"5min":0.28100000000000003,"15min":0.27000000000000002},"max":{"1min":2.7210000000000001,"5min":7,"15min":17.324999999999999},"last":0.42499999999999999}]},{"osd":6,"last update":"Mon Aug 28 02:36:11 2023","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.88900000000000001,"15min":1.329},"min":{"1min":0.33300000000000002,"5min":0.31900000000000001,"15min":0.30299999999999999},"max":{"1min":2.7360000000000002,"5min":7.601,"15min":17.454999999999998},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.747,"15min":0.86699999999999999},"min":{"1min":0.34000000000000002,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":1.9770000000000001,"5min":5.6710000000000003,"15min":7.665},"last":0.65700000000000003}]}]},{"osd":6,"up_from":0,"seq":193273528683,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":101,"seq":433791697141,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1591936,"kb_used_data":955576,"kb_used_omap":4,"kb_used_meta":636347,"kb_avail":92153216,"statfs":{"total":95995035648,"available":94364893184,"internally_reserved":0,"allocated":978509824,"data_stored":976635125,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":651620238},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:35:38 2023","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":1.01,"15min":2.411},"min":{"1min":0.25900000000000001,"5min":0.223,"15min":0.214},"max":{"1min":1.8009999999999999,"5min":13.526,"15min":24.545999999999999},"last":0.33300000000000002},{"interface":"front","average":{"1min":0.45500000000000002,"5min":1.3959999999999999,"15min":2.8809999999999998},"min":{"1min":0.23899999999999999,"5min":0.23599999999999999,"15min":0.21199999999999999},"max":{"1min":0.68600000000000005,"5min":11.1,"15min":24.515000000000001},"last":0.39800000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:35:30 2023","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":1.4330000000000001,"15min":2.5819999999999999},"min":{"1min":0.30499999999999999,"5min":0.28699999999999998,"15min":0.24099999999999999},"max":{"1min":2.4889999999999999,"5min":22.161000000000001,"15min":22.161000000000001},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.42599999999999999,"5min":1.3720000000000001,"15min":2.1139999999999999},"min":{"1min":0.28399999999999997,"5min":0.254,"15min":0.253},"max":{"1min":0.81599999999999995,"5min":13.114000000000001,"15min":20.003},"last":0.42999999999999999}]},{"osd":3,"last update":"Mon Aug 28 02:35:12 2023","interfaces":[{"interface":"back","average":{"1min":0.69899999999999995,"5min":0.51000000000000001,"15min":0.47799999999999998},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":1.9770000000000001,"5min":1.9770000000000001,"15min":1.9770000000000001},"last":0.378},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.53400000000000003,"15min":0.52100000000000002},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":2.694,"5min":2.694,"15min":2.694},"last":0.35299999999999998}]},{"osd":4,"last update":"Mon Aug 28 02:35:38 2023","interfaces":[{"interface":"back","average":{"1min":0.48799999999999999,"5min":1.0449999999999999,"15min":1.556},"min":{"1min":0.377,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.70899999999999996,"5min":6.819,"15min":18.992999999999999},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.71199999999999997,"5min":0.99199999999999999,"15min":1.76},"min":{"1min":0.34399999999999997,"5min":0.29099999999999998,"15min":0.26400000000000001},"max":{"1min":1.897,"5min":6.8380000000000001,"15min":14.779999999999999},"last":0.44600000000000001}]},{"osd":5,"last update":"Mon Aug 28 02:35:38 2023","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":1.179,"15min":2.165},"min":{"1min":0.36499999999999999,"5min":0.35999999999999999,"15min":0.29999999999999999},"max":{"1min":0.84699999999999998,"5min":10.314,"15min":18.626999999999999},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.56399999999999995,"5min":1.1020000000000001,"15min":2.02},"min":{"1min":0.38600000000000001,"5min":0.375,"15min":0.32000000000000001},"max":{"1min":0.80800000000000005,"5min":7.3410000000000002,"15min":18.945},"last":0.503}]},{"osd":6,"last update":"Mon Aug 28 02:35:38 2023","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":1.1020000000000001,"15min":2.1230000000000002},"min":{"1min":0.40799999999999997,"5min":0.39100000000000001,"15min":0.34300000000000003},"max":{"1min":0.874,"5min":10.272,"15min":13.254},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.60899999999999999,"5min":1.2849999999999999,"15min":1.7869999999999999},"min":{"1min":0.46100000000000002,"5min":0.41799999999999998,"15min":0.34499999999999997},"max":{"1min":0.85899999999999999,"5min":12.371,"15min":19.021999999999998},"last":0.55600000000000005}]},{"osd":7,"last update":"Mon Aug 28 02:35:38 2023","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":1.093,"15min":2.0219999999999998},"min":{"1min":0.45200000000000001,"5min":0.374,"15min":0.374},"max":{"1min":0.81100000000000005,"5min":7.3949999999999996,"15min":19.047999999999998},"last":0.58699999999999997},{"interface":"front","average":{"1min":0.82999999999999996,"5min":1.0680000000000001,"15min":2.004},"min":{"1min":0.46200000000000002,"5min":0.34399999999999997,"15min":0.312},"max":{"1min":1.9430000000000001,"5min":6.4960000000000004,"15min":14.818},"last":0.54300000000000004}]}]},{"osd":0,"up_from":87,"seq":373662155008,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3791384,"kb_used_data":3126352,"kb_used_omap":5,"kb_used_meta":665018,"kb_avail":89953768,"statfs":{"total":95995035648,"available":92112658432,"internally_reserved":0,"allocated":3201384448,"data_stored":3199384131,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":680979066},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:35:34 2023","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.80400000000000005,"15min":1.8300000000000001},"min":{"1min":0.245,"5min":0.184,"15min":0.184},"max":{"1min":1.796,"5min":5.5339999999999998,"15min":30.315000000000001},"last":0.28999999999999998},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.96299999999999997,"15min":2.6589999999999998},"min":{"1min":0.26700000000000002,"5min":0.249,"15min":0.221},"max":{"1min":1.976,"5min":11.914,"15min":69.272000000000006},"last":0.41599999999999998}]},{"osd":2,"last update":"Mon Aug 28 02:35:34 2023","interfaces":[{"interface":"back","average":{"1min":0.748,"5min":1.002,"15min":2.278},"min":{"1min":0.28199999999999997,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":2.6640000000000001,"5min":8.5250000000000004,"15min":20.959},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.754,"5min":0.92800000000000005,"15min":1.8720000000000001},"min":{"1min":0.32200000000000001,"5min":0.247,"15min":0.24299999999999999},"max":{"1min":2.8940000000000001,"5min":7.024,"15min":12.332000000000001},"last":0.47699999999999998}]},{"osd":3,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.67300000000000004,"5min":0.73399999999999999,"15min":0.74399999999999999},"min":{"1min":0.32600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":2.7130000000000001,"5min":3.952,"15min":3.952},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.748,"15min":0.77000000000000002},"min":{"1min":0.41299999999999998,"5min":0.371,"15min":0.371},"max":{"1min":1.0920000000000001,"5min":3.9750000000000001,"15min":3.9750000000000001},"last":0.62}]},{"osd":4,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":3.5329999999999999,"15min":2.4849999999999999},"min":{"1min":0.36899999999999999,"5min":0.314,"15min":0.29299999999999998},"max":{"1min":0.69599999999999995,"5min":274.33199999999999,"15min":274.33199999999999},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.61799999999999999,"5min":3.6600000000000001,"15min":2.8879999999999999},"min":{"1min":0.36199999999999999,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":2.2280000000000002,"5min":266.31999999999999,"15min":266.31999999999999},"last":0.54000000000000004}]},{"osd":5,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.92100000000000004,"15min":1.5840000000000001},"min":{"1min":0.371,"5min":0.33300000000000002,"15min":0.29299999999999998},"max":{"1min":0.70099999999999996,"5min":7.1139999999999999,"15min":13.038},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.64700000000000002,"5min":1.2609999999999999,"15min":2.085},"min":{"1min":0.39500000000000002,"5min":0.34799999999999998,"15min":0.27800000000000002},"max":{"1min":2.2679999999999998,"5min":11.968999999999999,"15min":15.231},"last":0.59399999999999997}]},{"osd":6,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":1.069,"15min":1.8220000000000001},"min":{"1min":0.40999999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.77800000000000002,"5min":11.605,"15min":15.122999999999999},"last":0.68400000000000005},{"interface":"front","average":{"1min":0.70399999999999996,"5min":1.3600000000000001,"15min":2.0990000000000002},"min":{"1min":0.48499999999999999,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":2.3029999999999999,"5min":11.856999999999999,"15min":15.186999999999999},"last":0.63600000000000001}]},{"osd":7,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":1.2609999999999999,"15min":2.1379999999999999},"min":{"1min":0.438,"5min":0.36399999999999999,"15min":0.33400000000000002},"max":{"1min":2.7519999999999998,"5min":8.1069999999999993,"15min":16.183},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.62,"5min":1.1399999999999999,"15min":1.774},"min":{"1min":0.5,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.82599999999999996,"5min":7.0620000000000003,"15min":13.005000000000001},"last":0.66000000000000003}]}]},{"osd":2,"up_from":0,"seq":502511173867,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":297,"seq":1275605286950,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":985292,"kb_used_data":846276,"kb_used_omap":2,"kb_used_meta":139005,"kb_avail":92759860,"statfs":{"total":95995035648,"available":94986096640,"internally_reserved":0,"allocated":866586624,"data_stored":864702881,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":142341173},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:36:14 2023","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.5,"15min":0.435},"min":{"1min":0.247,"5min":0.22,"15min":0.22},"max":{"1min":1.0840000000000001,"5min":6.8819999999999997,"15min":6.8819999999999997},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.72599999999999998,"15min":0.70799999999999996},"min":{"1min":0.28399999999999997,"5min":0.217,"15min":0.217},"max":{"1min":1.1100000000000001,"5min":6.7839999999999998,"15min":6.7839999999999998},"last":0.55000000000000004}]},{"osd":1,"last update":"Mon Aug 28 02:36:14 2023","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.52800000000000002,"15min":0.442},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":3.0150000000000001,"5min":4.0650000000000004,"15min":4.0650000000000004},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.72799999999999998,"15min":0.72599999999999998},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":3.9249999999999998,"5min":3.9249999999999998,"15min":3.9249999999999998},"last":0.746}]},{"osd":2,"last update":"Mon Aug 28 02:36:14 2023","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.58699999999999997,"15min":0.623},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.68000000000000005,"5min":2.5449999999999999,"15min":2.5449999999999999},"last":0.44500000000000001},{"interface":"front","average":{"1min":0.64400000000000002,"5min":0.60699999999999998,"15min":0.56499999999999995},"min":{"1min":0.34000000000000002,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":2.6000000000000001,"5min":4.7030000000000003,"15min":4.7030000000000003},"last":0.67400000000000004}]},{"osd":4,"last update":"Mon Aug 28 02:36:14 2023","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.56399999999999995,"15min":0.56899999999999995},"min":{"1min":0.36899999999999999,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.71099999999999997,"5min":1.863,"15min":1.863},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.60199999999999998,"15min":0.55600000000000005},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":1.226,"5min":3.5030000000000001,"15min":3.5030000000000001},"last":0.59899999999999998}]},{"osd":5,"last update":"Mon Aug 28 02:36:14 2023","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.627,"15min":0.58699999999999997},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":1.1919999999999999,"5min":3.5390000000000001,"15min":3.5390000000000001},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.39200000000000002,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.71599999999999997,"5min":2.383,"15min":2.383},"last":0.71599999999999997}]},{"osd":6,"last update":"Mon Aug 28 02:36:14 2023","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.63700000000000001,"15min":0.64200000000000002},"min":{"1min":0.439,"5min":0.436,"15min":0.436},"max":{"1min":0.83599999999999997,"5min":1.8879999999999999,"15min":1.8879999999999999},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.69099999999999995,"15min":0.65100000000000002},"min":{"1min":0.42599999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":1.254,"5min":3.6099999999999999,"15min":3.6099999999999999},"last":0.875}]},{"osd":7,"last update":"Mon Aug 28 02:36:14 2023","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.59399999999999997,"15min":0.58199999999999996},"min":{"1min":0.44600000000000001,"5min":0.437,"15min":0.437},"max":{"1min":1.4319999999999999,"5min":2.3500000000000001,"15min":2.3500000000000001},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.65200000000000002,"5min":0.64900000000000002,"15min":0.64800000000000002},"min":{"1min":0.505,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":1.45,"5min":1.8260000000000001,"15min":1.8260000000000001},"last":0.621}]}]},{"osd":4,"up_from":30,"seq":128849019245,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3622868,"kb_used_data":3151564,"kb_used_omap":0,"kb_used_meta":471296,"kb_avail":90122284,"statfs":{"total":95995035648,"available":92285218816,"internally_reserved":0,"allocated":3227201536,"data_stored":3225872084,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":482607104},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.95499999999999996,"5min":1.0109999999999999,"15min":1.7729999999999999},"min":{"1min":0.312,"5min":0.247,"15min":0.22800000000000001},"max":{"1min":10.249000000000001,"5min":10.249000000000001,"15min":22.515000000000001},"last":0.32700000000000001},{"interface":"front","average":{"1min":0.72999999999999998,"5min":1.0649999999999999,"15min":1.7090000000000001},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.217},"max":{"1min":4.5250000000000004,"5min":6.9720000000000004,"15min":22.454000000000001},"last":0.34000000000000002}]},{"osd":1,"last update":"Mon Aug 28 02:35:43 2023","interfaces":[{"interface":"back","average":{"1min":0.70199999999999996,"5min":0.78700000000000003,"15min":1.4710000000000001},"min":{"1min":0.31,"5min":0.254,"15min":0.24199999999999999},"max":{"1min":5.5979999999999999,"5min":8.7710000000000008,"15min":23.082000000000001},"last":0.36599999999999999},{"interface":"front","average":{"1min":0.499,"5min":0.84199999999999997,"15min":1.663},"min":{"1min":0.32400000000000001,"5min":0.26000000000000001,"15min":0.255},"max":{"1min":0.81200000000000006,"5min":8.7940000000000005,"15min":25.100000000000001},"last":0.43099999999999999}]},{"osd":2,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.74399999999999999,"5min":1.21,"15min":1.6479999999999999},"min":{"1min":0.35699999999999998,"5min":0.27900000000000003,"15min":0.27400000000000002},"max":{"1min":4.3959999999999999,"5min":8.7149999999999999,"15min":16.231000000000002},"last":0.39900000000000002},{"interface":"front","average":{"1min":0.72699999999999998,"5min":1.1839999999999999,"15min":1.6140000000000001},"min":{"1min":0.312,"5min":0.312,"15min":0.251},"max":{"1min":4.7130000000000001,"5min":13.515000000000001,"15min":13.515000000000001},"last":0.41099999999999998}]},{"osd":3,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.74199999999999999,"5min":0.79400000000000004,"15min":0.80300000000000005},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":3.8260000000000001,"5min":7.7480000000000002,"15min":7.7480000000000002},"last":0.51900000000000002},{"interface":"front","average":{"1min":1.123,"5min":0.74399999999999999,"15min":0.68100000000000005},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":3.7069999999999999,"5min":3.7069999999999999,"15min":3.7069999999999999},"last":0.53900000000000003}]},{"osd":5,"last update":"Mon Aug 28 02:35:56 2023","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.65800000000000003,"15min":1.0920000000000001},"min":{"1min":0.27300000000000002,"5min":0.222,"15min":0.222},"max":{"1min":0.84599999999999997,"5min":8.6679999999999993,"15min":16.181999999999999},"last":0.28799999999999998},{"interface":"front","average":{"1min":0.45100000000000001,"5min":0.85199999999999998,"15min":1.1259999999999999},"min":{"1min":0.29799999999999999,"5min":0.224,"15min":0.20699999999999999},"max":{"1min":1.1140000000000001,"5min":8.6370000000000005,"15min":10.233000000000001},"last":0.39000000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:36:11 2023","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.82399999999999995,"15min":1.0700000000000001},"min":{"1min":0.33600000000000002,"5min":0.27100000000000002,"15min":0.26500000000000001},"max":{"1min":1.1830000000000001,"5min":8.5950000000000006,"15min":10.023999999999999},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.95399999999999996,"15min":1.119},"min":{"1min":0.31,"5min":0.28299999999999997,"15min":0.26600000000000001},"max":{"1min":1.3280000000000001,"5min":6.8860000000000001,"15min":8.5},"last":0.31}]},{"osd":7,"last update":"Mon Aug 28 02:35:15 2023","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.88100000000000001,"15min":1.1539999999999999},"min":{"1min":0.28999999999999998,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.69399999999999995,"5min":8.8249999999999993,"15min":9.3209999999999997},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.51500000000000001,"5min":1.042,"15min":1.109},"min":{"1min":0.34499999999999997,"5min":0.34300000000000003,"15min":0.30299999999999999},"max":{"1min":1.153,"5min":15.597,"15min":15.597},"last":0.44400000000000001}]}]},{"osd":5,"up_from":37,"seq":158913790318,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2717380,"kb_used_data":2162492,"kb_used_omap":0,"kb_used_meta":554880,"kb_avail":91027772,"statfs":{"total":95995035648,"available":93212438528,"internally_reserved":0,"allocated":2214391808,"data_stored":2213074723,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":568197120},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:35:43 2023","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.877,"15min":1.8280000000000001},"min":{"1min":0.23799999999999999,"5min":0.23200000000000001,"15min":0.20200000000000001},"max":{"1min":1.071,"5min":7.7560000000000002,"15min":40.334000000000003},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.68600000000000005,"5min":1.1479999999999999,"15min":1.8460000000000001},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.23200000000000001},"max":{"1min":4.298,"5min":19.815999999999999,"15min":40.212000000000003},"last":0.33100000000000002}]},{"osd":1,"last update":"Mon Aug 28 02:35:43 2023","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":1.0449999999999999,"15min":1.956},"min":{"1min":0.314,"5min":0.26200000000000001,"15min":0.23200000000000001},"max":{"1min":1.4299999999999999,"5min":17.998000000000001,"15min":40.088000000000001},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.745,"5min":1.3580000000000001,"15min":1.895},"min":{"1min":0.28899999999999998,"5min":0.27800000000000002,"15min":0.251},"max":{"1min":4.2149999999999999,"5min":19.853000000000002,"15min":40.243000000000002},"last":0.41399999999999998}]},{"osd":2,"last update":"Mon Aug 28 02:35:43 2023","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.89800000000000002,"15min":1.829},"min":{"1min":0.33500000000000002,"5min":0.29899999999999999,"15min":0.27700000000000002},"max":{"1min":1.373,"5min":7.8029999999999999,"15min":40.436999999999998},"last":0.44},{"interface":"front","average":{"1min":0.79100000000000004,"5min":1.161,"15min":1.865},"min":{"1min":0.34899999999999998,"5min":0.28499999999999998,"15min":0.27200000000000002},"max":{"1min":4.2400000000000002,"5min":8.609,"15min":40.555},"last":0.45900000000000002}]},{"osd":3,"last update":"Mon Aug 28 02:35:16 2023","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":1.1599999999999999,"15min":1.252},"min":{"1min":0.32200000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":1.8029999999999999,"5min":16.190999999999999,"15min":16.190999999999999},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.53800000000000003,"5min":1.4550000000000001,"15min":1.6080000000000001},"min":{"1min":0.39600000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.879,"5min":21.420999999999999,"15min":21.420999999999999},"last":0.377}]},{"osd":4,"last update":"Mon Aug 28 02:35:57 2023","interfaces":[{"interface":"back","average":{"1min":0.46100000000000002,"5min":0.75900000000000001,"15min":1.2729999999999999},"min":{"1min":0.28199999999999997,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":1.516,"5min":13.616,"15min":40.762999999999998},"last":0.27500000000000002},{"interface":"front","average":{"1min":0.72199999999999998,"5min":0.95499999999999996,"15min":1.3680000000000001},"min":{"1min":0.32700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":4.1879999999999997,"5min":10.439,"15min":40.634},"last":0.498}]},{"osd":6,"last update":"Mon Aug 28 02:35:43 2023","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":1.042,"15min":1.427},"min":{"1min":0.318,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":1.048,"5min":17.510000000000002,"15min":42.409999999999997},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.49199999999999999,"5min":1.046,"15min":1.403},"min":{"1min":0.32200000000000001,"5min":0.254,"15min":0.254},"max":{"1min":1.2330000000000001,"5min":15.856999999999999,"15min":42.533999999999999},"last":0.29499999999999998}]},{"osd":7,"last update":"Mon Aug 28 02:35:43 2023","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.93300000000000005,"15min":1.5940000000000001},"min":{"1min":0.36699999999999999,"5min":0.315,"15min":0.314},"max":{"1min":1.7549999999999999,"5min":10.837999999999999,"15min":42.667000000000002},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.76500000000000001,"5min":1.2509999999999999,"15min":1.605},"min":{"1min":0.33000000000000002,"5min":0.318,"15min":0.318},"max":{"1min":4.149,"5min":17.808,"15min":42.344000000000001},"last":0.48299999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":3194753024,"data_stored":3194748952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":973799424,"data_stored":973799424,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":2285830144,"data_stored":2285830144,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":858980352,"data_stored":858980352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":3222147072,"data_stored":3222143000,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":2209808384,"data_stored":2209808384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1934626816,"data_stored":1934622744,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1609564160,"data_stored":1609564160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:36:17.648 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:36:17.656 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:17.657 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:36:17.744 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:36:17.757 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:36:17.802 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:17.880 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:36:17.886 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:17.886 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:36:17.986 INFO:teuthology.orchestra.run.smithi040.stderr:nodeep-scrub is unset 2023-08-28T02:36:17.987 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:36:18.034 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:18.107 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:36:18.111 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:18.112 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:36:18.183 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-08-28T02:36:18.183 INFO:teuthology.orchestra.run.smithi040.stdout: "ops": [], 2023-08-28T02:36:18.183 INFO:teuthology.orchestra.run.smithi040.stdout: "complaint_time": 30, 2023-08-28T02:36:18.183 INFO:teuthology.orchestra.run.smithi040.stdout: "num_blocked_ops": 0 2023-08-28T02:36:18.183 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-08-28T02:36:18.213 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:36:18.225 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:17 smithi040 ceph-mon[175404]: from='client.55810 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:36:18.225 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:17 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3667202340' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:36:18.226 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:17 smithi040 ceph-mon[170259]: from='client.55810 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:36:18.226 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:17 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3667202340' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:36:18.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:17 smithi083 ceph-mon[157819]: from='client.55810 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:36:18.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:17 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3667202340' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:36:18.243 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:18.265 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:36:18.268 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:18.268 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:36:18.369 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:36:18.398 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:18.419 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:36:18.422 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:18.423 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:36:18.524 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:36:18.560 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:18.635 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:36:18.638 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:18.639 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:36:18.740 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:36:18.777 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:18.810 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.3 dump_historic_ops 2023-08-28T02:36:18.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:18 smithi083 ceph-mon[157819]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:36:18.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:18 smithi083 ceph-mon[157819]: failed to encode map e335 with expected crc 2023-08-28T02:36:18.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:18 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3667202340' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:36:18.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:18 smithi083 ceph-mon[157819]: osdmap e335: 8 total, 8 up, 6 in 2023-08-28T02:36:18.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:18 smithi083 ceph-mon[157819]: failed to encode map e335 with expected crc 2023-08-28T02:36:18.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:18 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:36:18.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:18 smithi083 ceph-mon[157819]: pgmap v1007: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.8 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 96 op/s; 37354/235284 objects degraded (15.876%); 10442/235284 objects misplaced (4.438%); 1.1 MiB/s, 17 objects/s recovering 2023-08-28T02:36:19.107 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:36:19.114 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:19.115 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:36:19.115 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:18 smithi040 ceph-mon[170259]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:36:19.115 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:18 smithi040 ceph-mon[170259]: failed to encode map e335 with expected crc 2023-08-28T02:36:19.115 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:18 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3667202340' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:36:19.115 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:18 smithi040 ceph-mon[170259]: osdmap e335: 8 total, 8 up, 6 in 2023-08-28T02:36:19.115 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:18 smithi040 ceph-mon[170259]: failed to encode map e335 with expected crc 2023-08-28T02:36:19.115 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:18 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:36:19.115 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:18 smithi040 ceph-mon[170259]: pgmap v1007: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.8 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 96 op/s; 37354/235284 objects degraded (15.876%); 10442/235284 objects misplaced (4.438%); 1.1 MiB/s, 17 objects/s recovering 2023-08-28T02:36:19.116 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:18 smithi040 ceph-mon[175404]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:36:19.117 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:18 smithi040 ceph-mon[175404]: failed to encode map e335 with expected crc 2023-08-28T02:36:19.117 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:18 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3667202340' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:36:19.117 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:18 smithi040 ceph-mon[175404]: osdmap e335: 8 total, 8 up, 6 in 2023-08-28T02:36:19.117 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:18 smithi040 ceph-mon[175404]: failed to encode map e335 with expected crc 2023-08-28T02:36:19.117 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:18 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:36:19.117 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:18 smithi040 ceph-mon[175404]: pgmap v1007: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.8 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 96 op/s; 37354/235284 objects degraded (15.876%); 10442/235284 objects misplaced (4.438%); 1.1 MiB/s, 17 objects/s recovering 2023-08-28T02:36:19.184 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:36:19.215 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:36:19.244 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:19.262 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:36:19.265 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:19.265 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:36:19.366 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:36:19.402 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:19.504 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:36:19.528 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:36:19.531 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:36:19.537 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:19.537 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:36:19.553 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:36:19.575 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:36:19.597 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:36:19.617 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:36:19.638 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:36:19.640 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:36:19.659 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:36:19.661 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-08-28T02:36:19.661 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-08-28T02:36:19.661 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-08-28T02:36:19.661 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-08-28T02:36:19.661 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-08-28T02:36:19.661 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-08-28T02:36:19.661 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-08-28T02:36:19.661 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-08-28T02:36:19.672 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:19.695 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:36:19.698 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:19.698 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:36:19.799 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:36:19.828 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:19.899 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:36:19.904 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:19.904 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:36:20.005 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:36:20.032 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:20.050 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:36:20.054 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:20.055 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:36:20.155 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:36:20.184 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:20.204 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:36:20.208 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:20.208 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:36:20.230 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:19 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/755166119' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:36:20.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:19 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/755166119' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:36:20.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:19 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/755166119' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:36:20.309 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:36:20.342 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:20.367 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:36:20.371 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:20.371 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:36:20.443 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:36:20.472 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:36:20.510 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:20.534 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:36:20.537 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:20.538 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:36:20.638 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:36:20.661 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd set noscrub 2023-08-28T02:36:20.684 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:20.704 INFO:teuthology.orchestra.run.smithi040.stdout:ERROR: (22) Invalid argument 2023-08-28T02:36:20.705 INFO:teuthology.orchestra.run.smithi040.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:36:20.706 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:36:20.709 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:20.710 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:36:20.810 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:36:20.838 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:20.856 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:36:20.859 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:20.859 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:36:20.960 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:36:20.985 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:20 smithi083 ceph-mon[157819]: pgmap v1008: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.8 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 77 op/s; 37326/234987 objects degraded (15.884%); 10418/234987 objects misplaced (4.433%); 960 KiB/s, 14 objects/s recovering 2023-08-28T02:36:20.985 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:20 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 37354/235284 objects degraded (15.876%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:36:20.997 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:21.030 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:36:21.037 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:21.038 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:36:21.138 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:36:21.173 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:21.196 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:36:21.199 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:21.199 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:36:21.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:20 smithi040 ceph-mon[170259]: pgmap v1008: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.8 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 77 op/s; 37326/234987 objects degraded (15.884%); 10418/234987 objects misplaced (4.433%); 960 KiB/s, 14 objects/s recovering 2023-08-28T02:36:21.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:20 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 37354/235284 objects degraded (15.876%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:36:21.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:20 smithi040 ceph-mon[175404]: pgmap v1008: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.8 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 77 op/s; 37326/234987 objects degraded (15.884%); 10418/234987 objects misplaced (4.433%); 960 KiB/s, 14 objects/s recovering 2023-08-28T02:36:21.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:20 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 37354/235284 objects degraded (15.876%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:36:21.300 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:36:21.336 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:21.351 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:36:21.361 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:36:21.364 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:21.364 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:36:21.438 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:36:21.465 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:36:21.497 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:21.536 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.0 dump_ops_in_flight 2023-08-28T02:36:21.578 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:36:21.581 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:21.581 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:36:21.682 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:36:21.716 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:21.737 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:36:21.740 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:21.741 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:36:21.841 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:36:21.880 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:22.145 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:22 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:36:22.145 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:22 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:36:22.145 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:22 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:36:22.145 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:22 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:36:22.384 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-08-28T02:36:22.474 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:36:22.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:22 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:36:22.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:22 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:36:22.609 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:36:22.614 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:22.614 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:36:22.715 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:36:22.744 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:22.763 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:36:22.765 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:22.766 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:36:22.866 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:36:22.905 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:23.095 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:23 smithi083 ceph-mon[157819]: pgmap v1009: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.8 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 92 op/s; 37238/234099 objects degraded (15.907%); 10397/234099 objects misplaced (4.441%); 1.1 MiB/s, 18 objects/s recovering 2023-08-28T02:36:23.179 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:36:23.184 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:23.184 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:36:23.285 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:36:23.315 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:23 smithi040 ceph-mon[170259]: pgmap v1009: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.8 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 92 op/s; 37238/234099 objects degraded (15.907%); 10397/234099 objects misplaced (4.441%); 1.1 MiB/s, 18 objects/s recovering 2023-08-28T02:36:23.316 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:23 smithi040 ceph-mon[175404]: pgmap v1009: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.8 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 92 op/s; 37238/234099 objects degraded (15.907%); 10397/234099 objects misplaced (4.441%); 1.1 MiB/s, 18 objects/s recovering 2023-08-28T02:36:23.319 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:23.343 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:36:23.348 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:23.349 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:36:23.449 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:36:23.470 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:36:23.473 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:36:23.477 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:23.496 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:36:23.499 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:23.499 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:36:23.600 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:36:23.635 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:23.710 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:36:23.713 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:23.714 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:36:23.814 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:36:23.845 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:23.937 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":1009,"stamp":"2023-08-28T02:36:22.424715+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":5112773380,"num_objects":78033,"num_object_clones":0,"num_object_copies":234099,"num_objects_missing_on_primary":4971,"num_objects_missing":4971,"num_objects_degraded":37238,"num_objects_misplaced":10397,"num_objects_unfound":0,"num_objects_dirty":78033,"num_whiteouts":0,"num_read":90,"num_read_kb":168,"num_write":108709,"num_write_kb":5972054,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":36587,"num_bytes_recovered":2380271985,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97178,"ondisk_log_size":97178,"up":297,"acting":292,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":14657500,"kb_used_data":11739948,"kb_used_omap":12,"kb_used_meta":2917491,"kb_avail":547813412,"statfs":{"total":575970213888,"available":560960933888,"internally_reserved":0,"allocated":12021706752,"data_stored":12011944758,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12739,"internal_metadata":2987511357},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2,0,0,0,0,1,1,3,0,2,4,6,2],"upper_bound":8192},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-60227584,"num_objects":-919,"num_object_clones":0,"num_object_copies":-2757,"num_objects_missing_on_primary":-61,"num_objects_missing":-61,"num_objects_degraded":-239,"num_objects_misplaced":-96,"num_objects_unfound":0,"num_objects_dirty":-919,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":919,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":179,"num_bytes_recovered":11730944,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"9.934168"},"pg_stats":[{"pgid":"3.1a","version":"65'1","reported_seq":346,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.497893+0000","last_change":"2023-08-28T02:32:32.667028+0000","last_active":"2023-08-28T02:36:12.497893+0000","last_peered":"2023-08-28T02:36:12.497893+0000","last_clean":"2023-08-28T02:36:12.497893+0000","last_became_active":"2023-08-28T02:32:32.666711+0000","last_became_peered":"2023-08-28T02:32:32.666711+0000","last_unstale":"2023-08-28T02:36:12.497893+0000","last_undegraded":"2023-08-28T02:36:12.497893+0000","last_fullsized":"2023-08-28T02:36:12.497893+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:28:21.913105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":298,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.798901+0000","last_change":"2023-08-28T02:29:44.421259+0000","last_active":"2023-08-28T02:36:12.798901+0000","last_peered":"2023-08-28T02:36:12.798901+0000","last_clean":"2023-08-28T02:36:12.798901+0000","last_became_active":"2023-08-28T02:29:44.420936+0000","last_became_peered":"2023-08-28T02:29:44.420936+0000","last_unstale":"2023-08-28T02:36:12.798901+0000","last_undegraded":"2023-08-28T02:36:12.798901+0000","last_fullsized":"2023-08-28T02:36:12.798901+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:22:26.346867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":138,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:05.807042+0000","last_change":"2023-08-28T02:33:12.290337+0000","last_active":"2023-08-28T02:36:05.807042+0000","last_peered":"2023-08-28T02:36:05.807042+0000","last_clean":"2023-08-28T02:36:05.807042+0000","last_became_active":"2023-08-28T02:33:12.289852+0000","last_became_peered":"2023-08-28T02:33:12.289852+0000","last_unstale":"2023-08-28T02:36:05.807042+0000","last_undegraded":"2023-08-28T02:36:05.807042+0000","last_fullsized":"2023-08-28T02:36:05.807042+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:04:26.420037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":313,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.801291+0000","last_change":"2023-08-28T02:33:13.317226+0000","last_active":"2023-08-28T02:36:12.801291+0000","last_peered":"2023-08-28T02:36:12.801291+0000","last_clean":"2023-08-28T02:36:12.801291+0000","last_became_active":"2023-08-28T02:33:13.316893+0000","last_became_peered":"2023-08-28T02:33:13.316893+0000","last_unstale":"2023-08-28T02:36:12.801291+0000","last_undegraded":"2023-08-28T02:36:12.801291+0000","last_fullsized":"2023-08-28T02:36:12.801291+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:55:46.593463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":258,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.491191+0000","last_change":"2023-08-28T02:33:12.295203+0000","last_active":"2023-08-28T02:36:12.491191+0000","last_peered":"2023-08-28T02:36:12.491191+0000","last_clean":"2023-08-28T02:36:12.491191+0000","last_became_active":"2023-08-28T02:33:12.294904+0000","last_became_peered":"2023-08-28T02:33:12.294904+0000","last_unstale":"2023-08-28T02:36:12.491191+0000","last_undegraded":"2023-08-28T02:36:12.491191+0000","last_fullsized":"2023-08-28T02:36:12.491191+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:31:07.008856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":276,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.805204+0000","last_change":"2023-08-28T02:31:51.987263+0000","last_active":"2023-08-28T02:36:12.805204+0000","last_peered":"2023-08-28T02:36:12.805204+0000","last_clean":"2023-08-28T02:36:12.805204+0000","last_became_active":"2023-08-28T02:31:51.986938+0000","last_became_peered":"2023-08-28T02:31:51.986938+0000","last_unstale":"2023-08-28T02:36:12.805204+0000","last_undegraded":"2023-08-28T02:36:12.805204+0000","last_fullsized":"2023-08-28T02:36:12.805204+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:18.021905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":307,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.801513+0000","last_change":"2023-08-28T02:33:12.318656+0000","last_active":"2023-08-28T02:36:12.801513+0000","last_peered":"2023-08-28T02:36:12.801513+0000","last_clean":"2023-08-28T02:36:12.801513+0000","last_became_active":"2023-08-28T02:33:12.318297+0000","last_became_peered":"2023-08-28T02:33:12.318297+0000","last_unstale":"2023-08-28T02:36:12.801513+0000","last_undegraded":"2023-08-28T02:36:12.801513+0000","last_fullsized":"2023-08-28T02:36:12.801513+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:43:09.789767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":239,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.491224+0000","last_change":"2023-08-28T02:33:13.357230+0000","last_active":"2023-08-28T02:36:12.491224+0000","last_peered":"2023-08-28T02:36:12.491224+0000","last_clean":"2023-08-28T02:36:12.491224+0000","last_became_active":"2023-08-28T02:33:13.356853+0000","last_became_peered":"2023-08-28T02:33:13.356853+0000","last_unstale":"2023-08-28T02:36:12.491224+0000","last_undegraded":"2023-08-28T02:36:12.491224+0000","last_fullsized":"2023-08-28T02:36:12.491224+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:20:21.545007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":318,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.804073+0000","last_change":"2023-08-28T02:29:44.462510+0000","last_active":"2023-08-28T02:36:12.804073+0000","last_peered":"2023-08-28T02:36:12.804073+0000","last_clean":"2023-08-28T02:36:12.804073+0000","last_became_active":"2023-08-28T02:29:44.460314+0000","last_became_peered":"2023-08-28T02:29:44.460314+0000","last_unstale":"2023-08-28T02:36:12.804073+0000","last_undegraded":"2023-08-28T02:36:12.804073+0000","last_fullsized":"2023-08-28T02:36:12.804073+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:59:01.311467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":242,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.491267+0000","last_change":"2023-08-28T02:33:13.291255+0000","last_active":"2023-08-28T02:36:12.491267+0000","last_peered":"2023-08-28T02:36:12.491267+0000","last_clean":"2023-08-28T02:36:12.491267+0000","last_became_active":"2023-08-28T02:33:13.290933+0000","last_became_peered":"2023-08-28T02:33:13.290933+0000","last_unstale":"2023-08-28T02:36:12.491267+0000","last_undegraded":"2023-08-28T02:36:12.491267+0000","last_fullsized":"2023-08-28T02:36:12.491267+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:31:54.116908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"65'3","reported_seq":319,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.833182+0000","last_change":"2023-08-28T02:33:12.296412+0000","last_active":"2023-08-28T02:36:12.833182+0000","last_peered":"2023-08-28T02:36:12.833182+0000","last_clean":"2023-08-28T02:36:12.833182+0000","last_became_active":"2023-08-28T02:33:12.295786+0000","last_became_peered":"2023-08-28T02:33:12.295786+0000","last_unstale":"2023-08-28T02:36:12.833182+0000","last_undegraded":"2023-08-28T02:36:12.833182+0000","last_fullsized":"2023-08-28T02:36:12.833182+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:15:31.449163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":141,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:05.808016+0000","last_change":"2023-08-28T02:32:32.666927+0000","last_active":"2023-08-28T02:36:05.808016+0000","last_peered":"2023-08-28T02:36:05.808016+0000","last_clean":"2023-08-28T02:36:05.808016+0000","last_became_active":"2023-08-28T02:32:32.666618+0000","last_became_peered":"2023-08-28T02:32:32.666618+0000","last_unstale":"2023-08-28T02:36:05.808016+0000","last_undegraded":"2023-08-28T02:36:05.808016+0000","last_fullsized":"2023-08-28T02:36:05.808016+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:45:57.998333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":343,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.497985+0000","last_change":"2023-08-28T02:32:28.505262+0000","last_active":"2023-08-28T02:36:12.497985+0000","last_peered":"2023-08-28T02:36:12.497985+0000","last_clean":"2023-08-28T02:36:12.497985+0000","last_became_active":"2023-08-28T02:32:28.455999+0000","last_became_peered":"2023-08-28T02:32:28.455999+0000","last_unstale":"2023-08-28T02:36:12.497985+0000","last_undegraded":"2023-08-28T02:36:12.497985+0000","last_fullsized":"2023-08-28T02:36:12.497985+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:28.937020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":9468,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":327,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.497815+0000","last_change":"2023-08-28T02:32:12.959195+0000","last_active":"2023-08-28T02:36:12.497815+0000","last_peered":"2023-08-28T02:36:12.497815+0000","last_clean":"2023-08-28T02:36:12.497815+0000","last_became_active":"2023-08-28T02:32:12.958832+0000","last_became_peered":"2023-08-28T02:32:12.958832+0000","last_unstale":"2023-08-28T02:36:12.497815+0000","last_undegraded":"2023-08-28T02:36:12.497815+0000","last_fullsized":"2023-08-28T02:36:12.497815+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:23:27.197787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"65'2","reported_seq":317,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.833160+0000","last_change":"2023-08-28T02:32:28.461161+0000","last_active":"2023-08-28T02:36:12.833160+0000","last_peered":"2023-08-28T02:36:12.833160+0000","last_clean":"2023-08-28T02:36:12.833160+0000","last_became_active":"2023-08-28T02:32:28.451284+0000","last_became_peered":"2023-08-28T02:32:28.451284+0000","last_unstale":"2023-08-28T02:36:12.833160+0000","last_undegraded":"2023-08-28T02:36:12.833160+0000","last_fullsized":"2023-08-28T02:36:12.833160+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:58:20.061020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":299,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.798693+0000","last_change":"2023-08-28T02:29:44.419566+0000","last_active":"2023-08-28T02:36:12.798693+0000","last_peered":"2023-08-28T02:36:12.798693+0000","last_clean":"2023-08-28T02:36:12.798693+0000","last_became_active":"2023-08-28T02:29:44.419053+0000","last_became_peered":"2023-08-28T02:29:44.419053+0000","last_unstale":"2023-08-28T02:36:12.798693+0000","last_undegraded":"2023-08-28T02:36:12.798693+0000","last_fullsized":"2023-08-28T02:36:12.798693+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:44:36.133499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":302,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.798668+0000","last_change":"2023-08-28T02:33:12.493777+0000","last_active":"2023-08-28T02:36:12.798668+0000","last_peered":"2023-08-28T02:36:12.798668+0000","last_clean":"2023-08-28T02:36:12.798668+0000","last_became_active":"2023-08-28T02:33:12.491177+0000","last_became_peered":"2023-08-28T02:33:12.491177+0000","last_unstale":"2023-08-28T02:36:12.798668+0000","last_undegraded":"2023-08-28T02:36:12.798668+0000","last_fullsized":"2023-08-28T02:36:12.798668+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:10:58.167753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":314,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.804097+0000","last_change":"2023-08-28T02:33:12.290293+0000","last_active":"2023-08-28T02:36:12.804097+0000","last_peered":"2023-08-28T02:36:12.804097+0000","last_clean":"2023-08-28T02:36:12.804097+0000","last_became_active":"2023-08-28T02:33:12.289989+0000","last_became_peered":"2023-08-28T02:33:12.289989+0000","last_unstale":"2023-08-28T02:36:12.804097+0000","last_undegraded":"2023-08-28T02:36:12.804097+0000","last_fullsized":"2023-08-28T02:36:12.804097+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:05:33.622172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":292,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.834744+0000","last_change":"2023-08-28T02:32:12.948756+0000","last_active":"2023-08-28T02:36:12.834744+0000","last_peered":"2023-08-28T02:36:12.834744+0000","last_clean":"2023-08-28T02:36:12.834744+0000","last_became_active":"2023-08-28T02:32:12.948441+0000","last_became_peered":"2023-08-28T02:32:12.948441+0000","last_unstale":"2023-08-28T02:36:12.834744+0000","last_undegraded":"2023-08-28T02:36:12.834744+0000","last_fullsized":"2023-08-28T02:36:12.834744+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:27.922180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":308,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.801350+0000","last_change":"2023-08-28T02:33:12.299398+0000","last_active":"2023-08-28T02:36:12.801350+0000","last_peered":"2023-08-28T02:36:12.801350+0000","last_clean":"2023-08-28T02:36:12.801350+0000","last_became_active":"2023-08-28T02:33:12.299113+0000","last_became_peered":"2023-08-28T02:33:12.299113+0000","last_unstale":"2023-08-28T02:36:12.801350+0000","last_undegraded":"2023-08-28T02:36:12.801350+0000","last_fullsized":"2023-08-28T02:36:12.801350+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:14:55.597212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"65'8","reported_seq":102,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.798198+0000","last_change":"2023-08-28T02:33:13.478870+0000","last_active":"2023-08-28T02:36:12.798198+0000","last_peered":"2023-08-28T02:36:12.798198+0000","last_clean":"2023-08-28T02:36:12.798198+0000","last_became_active":"2023-08-28T02:33:13.332142+0000","last_became_peered":"2023-08-28T02:33:13.332142+0000","last_unstale":"2023-08-28T02:36:12.798198+0000","last_undegraded":"2023-08-28T02:36:12.798198+0000","last_fullsized":"2023-08-28T02:36:12.798198+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:32:42.810159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":240,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.492572+0000","last_change":"2023-08-28T02:33:12.306353+0000","last_active":"2023-08-28T02:36:12.492572+0000","last_peered":"2023-08-28T02:36:12.492572+0000","last_clean":"2023-08-28T02:36:12.492572+0000","last_became_active":"2023-08-28T02:33:12.304977+0000","last_became_peered":"2023-08-28T02:33:12.304977+0000","last_unstale":"2023-08-28T02:36:12.492572+0000","last_undegraded":"2023-08-28T02:36:12.492572+0000","last_fullsized":"2023-08-28T02:36:12.492572+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:19:38.819671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"335'6772","reported_seq":6865,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:20.503064+0000","last_change":"2023-08-28T02:30:50.402703+0000","last_active":"2023-08-28T02:36:20.503064+0000","last_peered":"2023-08-28T02:36:20.503064+0000","last_clean":"2023-08-28T02:36:20.503064+0000","last_became_active":"2023-08-28T02:30:50.402419+0000","last_became_peered":"2023-08-28T02:30:50.402419+0000","last_unstale":"2023-08-28T02:36:20.503064+0000","last_undegraded":"2023-08-28T02:36:20.503064+0000","last_fullsized":"2023-08-28T02:36:20.503064+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6772,"log_dups_size":0,"ondisk_log_size":6772,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:07:37.393907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":320339968,"num_objects":4888,"num_object_clones":0,"num_object_copies":14664,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4888,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6772,"num_write_kb":373120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"65'1","reported_seq":300,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.832808+0000","last_change":"2023-08-28T02:14:43.046130+0000","last_active":"2023-08-28T02:36:12.832808+0000","last_peered":"2023-08-28T02:36:12.832808+0000","last_clean":"2023-08-28T02:36:12.832808+0000","last_became_active":"2023-08-28T02:14:43.045775+0000","last_became_peered":"2023-08-28T02:14:43.045775+0000","last_unstale":"2023-08-28T02:36:12.832808+0000","last_undegraded":"2023-08-28T02:36:12.832808+0000","last_fullsized":"2023-08-28T02:36:12.832808+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:57:38.279756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":290,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.803648+0000","last_change":"2023-08-28T02:31:51.987149+0000","last_active":"2023-08-28T02:36:12.803648+0000","last_peered":"2023-08-28T02:36:12.803648+0000","last_clean":"2023-08-28T02:36:12.803648+0000","last_became_active":"2023-08-28T02:31:51.986821+0000","last_became_peered":"2023-08-28T02:31:51.986821+0000","last_unstale":"2023-08-28T02:36:12.803648+0000","last_undegraded":"2023-08-28T02:36:12.803648+0000","last_fullsized":"2023-08-28T02:36:12.803648+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:23:26.661134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"335'6780","reported_seq":10231,"reported_epoch":335,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:36:20.506457+0000","last_change":"2023-08-28T02:33:33.975566+0000","last_active":"2023-08-28T02:36:20.506457+0000","last_peered":"2023-08-28T02:36:20.506457+0000","last_clean":"2023-08-28T02:31:27.868230+0000","last_became_active":"2023-08-28T02:33:33.660452+0000","last_became_peered":"2023-08-28T02:33:33.660452+0000","last_unstale":"2023-08-28T02:36:20.506457+0000","last_undegraded":"2023-08-28T02:33:13.410847+0000","last_fullsized":"2023-08-28T02:33:13.270012+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6780,"log_dups_size":0,"ondisk_log_size":6780,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:33.375162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":315883520,"num_objects":4820,"num_object_clones":0,"num_object_copies":14460,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7324,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4820,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6780,"num_write_kb":371200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1660,"num_bytes_recovered":108724224,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[5,4],"avail_no_missing":["5","6"],"object_location_counts":[{"shards":"2,5,6","objects":915},{"shards":"3,5,6","objects":2396},{"shards":"4,5","objects":4},{"shards":"5,6","objects":1505}],"blocked_by":[],"up_primary":3,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"65'2","reported_seq":325,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.833626+0000","last_change":"2023-08-28T02:29:44.436352+0000","last_active":"2023-08-28T02:36:12.833626+0000","last_peered":"2023-08-28T02:36:12.833626+0000","last_clean":"2023-08-28T02:36:12.833626+0000","last_became_active":"2023-08-28T02:29:44.411499+0000","last_became_peered":"2023-08-28T02:29:44.411499+0000","last_unstale":"2023-08-28T02:36:12.833626+0000","last_undegraded":"2023-08-28T02:36:12.833626+0000","last_fullsized":"2023-08-28T02:36:12.833626+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:46:57.540191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":351,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.497714+0000","last_change":"2023-08-28T02:33:12.289004+0000","last_active":"2023-08-28T02:36:12.497714+0000","last_peered":"2023-08-28T02:36:12.497714+0000","last_clean":"2023-08-28T02:36:12.497714+0000","last_became_active":"2023-08-28T02:33:12.288722+0000","last_became_peered":"2023-08-28T02:33:12.288722+0000","last_unstale":"2023-08-28T02:36:12.497714+0000","last_undegraded":"2023-08-28T02:36:12.497714+0000","last_fullsized":"2023-08-28T02:36:12.497714+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:24.019483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"335'6698","reported_seq":6808,"reported_epoch":335,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:36:19.860191+0000","last_change":"2023-08-28T02:33:13.585687+0000","last_active":"2023-08-28T02:36:19.860191+0000","last_peered":"2023-08-28T02:36:19.860191+0000","last_clean":"2023-08-28T02:31:27.908616+0000","last_became_active":"2023-08-28T02:33:13.578484+0000","last_became_peered":"2023-08-28T02:33:13.578484+0000","last_unstale":"2023-08-28T02:36:19.860191+0000","last_undegraded":"2023-08-28T02:33:13.297322+0000","last_fullsized":"2023-08-28T02:33:13.268309+0000","mapping_epoch":298,"log_start":"256'1412","ondisk_log_start":"256'1412","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5286,"log_dups_size":0,"ondisk_log_size":5286,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:42:33.431186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":317980672,"num_objects":4852,"num_object_clones":0,"num_object_copies":14556,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2533,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4852,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6698,"num_write_kb":369600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4],"avail_no_missing":["0","4"],"object_location_counts":[{"shards":"0,4","objects":2404}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"65'1","reported_seq":311,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.832987+0000","last_change":"2023-08-28T02:33:13.516869+0000","last_active":"2023-08-28T02:36:12.832987+0000","last_peered":"2023-08-28T02:36:12.832987+0000","last_clean":"2023-08-28T02:36:12.832987+0000","last_became_active":"2023-08-28T02:33:13.396736+0000","last_became_peered":"2023-08-28T02:33:13.396736+0000","last_unstale":"2023-08-28T02:36:12.832987+0000","last_undegraded":"2023-08-28T02:36:12.832987+0000","last_fullsized":"2023-08-28T02:36:12.832987+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:47:08.237137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":276,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.573969+0000","last_change":"2023-08-28T02:31:51.987327+0000","last_active":"2023-08-28T02:36:12.573969+0000","last_peered":"2023-08-28T02:36:12.573969+0000","last_clean":"2023-08-28T02:36:12.573969+0000","last_became_active":"2023-08-28T02:31:51.987018+0000","last_became_peered":"2023-08-28T02:31:51.987018+0000","last_unstale":"2023-08-28T02:36:12.573969+0000","last_undegraded":"2023-08-28T02:36:12.573969+0000","last_fullsized":"2023-08-28T02:36:12.573969+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:53:26.105101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.5","version":"335'6670","reported_seq":8490,"reported_epoch":335,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:36:20.198582+0000","last_change":"2023-08-28T02:33:13.625779+0000","last_active":"2023-08-28T02:36:20.198582+0000","last_peered":"2023-08-28T02:36:20.198582+0000","last_clean":"2023-08-28T02:31:27.898932+0000","last_became_active":"2023-08-28T02:33:13.612126+0000","last_became_peered":"2023-08-28T02:33:13.612126+0000","last_unstale":"2023-08-28T02:36:20.198582+0000","last_undegraded":"2023-08-28T02:33:13.485377+0000","last_fullsized":"2023-08-28T02:33:13.264317+0000","mapping_epoch":298,"log_start":"256'1363","ondisk_log_start":"256'1363","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5307,"log_dups_size":0,"ondisk_log_size":5307,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:37:28.843386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":313393152,"num_objects":4782,"num_object_clones":0,"num_object_copies":14346,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7324,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4782,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6670,"num_write_kb":366464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":852,"num_bytes_recovered":55836672,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,7],"avail_no_missing":["0","2"],"object_location_counts":[{"shards":"0,2","objects":2358},{"shards":"0,2,3","objects":2424}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":329,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.804257+0000","last_change":"2023-08-28T02:33:13.281826+0000","last_active":"2023-08-28T02:36:12.804257+0000","last_peered":"2023-08-28T02:36:12.804257+0000","last_clean":"2023-08-28T02:36:12.804257+0000","last_became_active":"2023-08-28T02:33:13.281511+0000","last_became_peered":"2023-08-28T02:33:13.281511+0000","last_unstale":"2023-08-28T02:36:12.804257+0000","last_undegraded":"2023-08-28T02:36:12.804257+0000","last_fullsized":"2023-08-28T02:36:12.804257+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:32:55.005706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":325,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.799999+0000","last_change":"2023-08-28T02:29:44.436713+0000","last_active":"2023-08-28T02:36:12.799999+0000","last_peered":"2023-08-28T02:36:12.799999+0000","last_clean":"2023-08-28T02:36:12.799999+0000","last_became_active":"2023-08-28T02:29:44.436203+0000","last_became_peered":"2023-08-28T02:29:44.436203+0000","last_unstale":"2023-08-28T02:36:12.799999+0000","last_undegraded":"2023-08-28T02:36:12.799999+0000","last_fullsized":"2023-08-28T02:36:12.799999+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:46:48.522293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"334'6896","reported_seq":6991,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.139696+0000","last_change":"2023-08-28T02:30:50.399669+0000","last_active":"2023-08-28T02:36:17.139696+0000","last_peered":"2023-08-28T02:36:17.139696+0000","last_clean":"2023-08-28T02:36:17.139696+0000","last_became_active":"2023-08-28T02:30:50.399332+0000","last_became_peered":"2023-08-28T02:30:50.399332+0000","last_unstale":"2023-08-28T02:36:17.139696+0000","last_undegraded":"2023-08-28T02:36:17.139696+0000","last_fullsized":"2023-08-28T02:36:17.139696+0000","mapping_epoch":250,"log_start":"255'700","ondisk_log_start":"255'700","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6196,"log_dups_size":0,"ondisk_log_size":6196,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:00:54.910841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":322306048,"num_objects":4918,"num_object_clones":0,"num_object_copies":14754,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4918,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6896,"num_write_kb":378048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"75'161","reported_seq":755,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.834826+0000","last_change":"2023-08-28T02:33:13.310049+0000","last_active":"2023-08-28T02:36:12.834826+0000","last_peered":"2023-08-28T02:36:12.834826+0000","last_clean":"2023-08-28T02:36:12.834826+0000","last_became_active":"2023-08-28T02:33:13.309661+0000","last_became_peered":"2023-08-28T02:33:13.309661+0000","last_unstale":"2023-08-28T02:36:12.834826+0000","last_undegraded":"2023-08-28T02:36:12.834826+0000","last_fullsized":"2023-08-28T02:36:12.834826+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.930230+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.930230+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:27:40.889460+0000","scrub_duration":0.0050169209999999997,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"65'2","reported_seq":289,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.491659+0000","last_change":"2023-08-28T02:33:12.294922+0000","last_active":"2023-08-28T02:36:12.491659+0000","last_peered":"2023-08-28T02:36:12.491659+0000","last_clean":"2023-08-28T02:36:12.491659+0000","last_became_active":"2023-08-28T02:33:12.294518+0000","last_became_peered":"2023-08-28T02:33:12.294518+0000","last_unstale":"2023-08-28T02:36:12.491659+0000","last_undegraded":"2023-08-28T02:36:12.491659+0000","last_fullsized":"2023-08-28T02:36:12.491659+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:21:12.737286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":328,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.498018+0000","last_change":"2023-08-28T02:33:13.310505+0000","last_active":"2023-08-28T02:36:12.498018+0000","last_peered":"2023-08-28T02:36:12.498018+0000","last_clean":"2023-08-28T02:36:12.498018+0000","last_became_active":"2023-08-28T02:33:13.310223+0000","last_became_peered":"2023-08-28T02:33:13.310223+0000","last_unstale":"2023-08-28T02:36:12.498018+0000","last_undegraded":"2023-08-28T02:36:12.498018+0000","last_fullsized":"2023-08-28T02:36:12.498018+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:27:02.124453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"335'6781","reported_seq":8656,"reported_epoch":335,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:36:20.681854+0000","last_change":"2023-08-28T02:33:13.591092+0000","last_active":"2023-08-28T02:36:20.681854+0000","last_peered":"2023-08-28T02:36:20.681854+0000","last_clean":"2023-08-28T02:31:27.916082+0000","last_became_active":"2023-08-28T02:33:13.580413+0000","last_became_peered":"2023-08-28T02:33:13.580413+0000","last_unstale":"2023-08-28T02:36:20.681854+0000","last_undegraded":"2023-08-28T02:33:13.480527+0000","last_fullsized":"2023-08-28T02:33:13.270957+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6781,"log_dups_size":0,"ondisk_log_size":6781,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:03.698410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":320274432,"num_objects":4887,"num_object_clones":0,"num_object_copies":14661,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7511,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4887,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6781,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":876,"num_bytes_recovered":57409536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,4],"avail_no_missing":["5","2"],"object_location_counts":[{"shards":"2,3,5","objects":2405},{"shards":"2,5","objects":2482}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"75'161","reported_seq":588,"reported_epoch":334,"state":"active+recovery_wait+degraded","last_fresh":"2023-08-28T02:36:12.803811+0000","last_change":"2023-08-28T02:33:13.287487+0000","last_active":"2023-08-28T02:36:12.803811+0000","last_peered":"2023-08-28T02:36:12.803811+0000","last_clean":"2023-08-28T02:31:25.515426+0000","last_became_active":"2023-08-28T02:33:13.287313+0000","last_became_peered":"2023-08-28T02:33:13.287313+0000","last_unstale":"2023-08-28T02:36:12.803811+0000","last_undegraded":"2023-08-28T02:33:13.270760+0000","last_fullsized":"2023-08-28T02:36:12.803811+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":204,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:45.407127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:45.407127+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:39:14.213229+0000","scrub_duration":0.0018495320000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":["5","2","3"],"object_location_counts":[{"shards":"2,3,5","objects":1}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":248,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.497718+0000","last_change":"2023-08-28T02:33:13.309727+0000","last_active":"2023-08-28T02:36:12.497718+0000","last_peered":"2023-08-28T02:36:12.497718+0000","last_clean":"2023-08-28T02:36:12.497718+0000","last_became_active":"2023-08-28T02:33:13.309487+0000","last_became_peered":"2023-08-28T02:33:13.309487+0000","last_unstale":"2023-08-28T02:36:12.497718+0000","last_undegraded":"2023-08-28T02:36:12.497718+0000","last_fullsized":"2023-08-28T02:36:12.497718+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:27:29.294011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":63,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.497901+0000","last_change":"2023-08-28T02:32:28.456323+0000","last_active":"2023-08-28T02:36:12.497901+0000","last_peered":"2023-08-28T02:36:12.497901+0000","last_clean":"2023-08-28T02:36:12.497901+0000","last_became_active":"2023-08-28T02:32:28.455987+0000","last_became_peered":"2023-08-28T02:32:28.455987+0000","last_unstale":"2023-08-28T02:36:12.497901+0000","last_undegraded":"2023-08-28T02:36:12.497901+0000","last_fullsized":"2023-08-28T02:36:12.497901+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:54:07.724002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"334'6905","reported_seq":17017,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.162508+0000","last_change":"2023-08-28T02:33:13.316023+0000","last_active":"2023-08-28T02:36:17.162508+0000","last_peered":"2023-08-28T02:36:17.162508+0000","last_clean":"2023-08-28T02:36:17.162508+0000","last_became_active":"2023-08-28T02:33:13.308403+0000","last_became_peered":"2023-08-28T02:33:13.308403+0000","last_unstale":"2023-08-28T02:36:17.162508+0000","last_undegraded":"2023-08-28T02:36:17.162508+0000","last_fullsized":"2023-08-28T02:36:17.162508+0000","mapping_epoch":298,"log_start":"255'700","ondisk_log_start":"255'700","created":250,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6205,"log_dups_size":0,"ondisk_log_size":6205,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:10:38.401973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":327090176,"num_objects":4991,"num_object_clones":0,"num_object_copies":14973,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4991,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6905,"num_write_kb":380672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4999,"num_bytes_recovered":327614464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":308,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.497625+0000","last_change":"2023-08-28T02:32:28.455294+0000","last_active":"2023-08-28T02:36:12.497625+0000","last_peered":"2023-08-28T02:36:12.497625+0000","last_clean":"2023-08-28T02:36:12.497625+0000","last_became_active":"2023-08-28T02:32:28.455013+0000","last_became_peered":"2023-08-28T02:32:28.455013+0000","last_unstale":"2023-08-28T02:36:12.497625+0000","last_undegraded":"2023-08-28T02:36:12.497625+0000","last_fullsized":"2023-08-28T02:36:12.497625+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:53.583864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":340,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.498467+0000","last_change":"2023-08-28T02:33:13.335588+0000","last_active":"2023-08-28T02:36:12.498467+0000","last_peered":"2023-08-28T02:36:12.498467+0000","last_clean":"2023-08-28T02:36:12.498467+0000","last_became_active":"2023-08-28T02:33:13.335326+0000","last_became_peered":"2023-08-28T02:33:13.335326+0000","last_unstale":"2023-08-28T02:36:12.498467+0000","last_undegraded":"2023-08-28T02:36:12.498467+0000","last_fullsized":"2023-08-28T02:36:12.498467+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:15:44.958663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"335'6821","reported_seq":6914,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:20.723109+0000","last_change":"2023-08-28T02:30:50.400261+0000","last_active":"2023-08-28T02:36:20.723109+0000","last_peered":"2023-08-28T02:36:20.723109+0000","last_clean":"2023-08-28T02:36:20.723109+0000","last_became_active":"2023-08-28T02:30:50.399938+0000","last_became_peered":"2023-08-28T02:30:50.399938+0000","last_unstale":"2023-08-28T02:36:20.723109+0000","last_undegraded":"2023-08-28T02:36:20.723109+0000","last_fullsized":"2023-08-28T02:36:20.723109+0000","mapping_epoch":250,"log_start":"256'1390","ondisk_log_start":"256'1390","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5431,"log_dups_size":0,"ondisk_log_size":5431,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:43:56.802792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":319356928,"num_objects":4873,"num_object_clones":0,"num_object_copies":14619,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4873,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6821,"num_write_kb":374208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"75'161","reported_seq":614,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.803922+0000","last_change":"2023-08-28T02:32:56.519141+0000","last_active":"2023-08-28T02:36:12.803922+0000","last_peered":"2023-08-28T02:36:12.803922+0000","last_clean":"2023-08-28T02:36:12.803922+0000","last_became_active":"2023-08-28T02:32:56.518863+0000","last_became_peered":"2023-08-28T02:32:56.518863+0000","last_unstale":"2023-08-28T02:36:12.803922+0000","last_undegraded":"2023-08-28T02:36:12.803922+0000","last_fullsized":"2023-08-28T02:36:12.803922+0000","mapping_epoch":292,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":293,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_clean_scrub_stamp":"2023-08-28T02:29:25.608370+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:59:50.561109+0000","scrub_duration":0.001662689,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":242,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.491341+0000","last_change":"2023-08-28T02:33:12.294592+0000","last_active":"2023-08-28T02:36:12.491341+0000","last_peered":"2023-08-28T02:36:12.491341+0000","last_clean":"2023-08-28T02:36:12.491341+0000","last_became_active":"2023-08-28T02:33:12.288508+0000","last_became_peered":"2023-08-28T02:33:12.288508+0000","last_unstale":"2023-08-28T02:36:12.491341+0000","last_undegraded":"2023-08-28T02:36:12.491341+0000","last_fullsized":"2023-08-28T02:36:12.491341+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:05:42.717608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":123,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:05.807627+0000","last_change":"2023-08-28T02:29:44.429834+0000","last_active":"2023-08-28T02:36:05.807627+0000","last_peered":"2023-08-28T02:36:05.807627+0000","last_clean":"2023-08-28T02:36:05.807627+0000","last_became_active":"2023-08-28T02:29:44.429512+0000","last_became_peered":"2023-08-28T02:29:44.429512+0000","last_unstale":"2023-08-28T02:36:05.807627+0000","last_undegraded":"2023-08-28T02:36:05.807627+0000","last_fullsized":"2023-08-28T02:36:05.807627+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:58.062455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"335'6726","reported_seq":6819,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:20.931092+0000","last_change":"2023-08-28T02:30:50.402348+0000","last_active":"2023-08-28T02:36:20.931092+0000","last_peered":"2023-08-28T02:36:20.931092+0000","last_clean":"2023-08-28T02:36:20.931092+0000","last_became_active":"2023-08-28T02:30:50.402076+0000","last_became_peered":"2023-08-28T02:30:50.402076+0000","last_unstale":"2023-08-28T02:36:20.931092+0000","last_undegraded":"2023-08-28T02:36:20.931092+0000","last_fullsized":"2023-08-28T02:36:20.931092+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6726,"log_dups_size":0,"ondisk_log_size":6726,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:24.859426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":317849600,"num_objects":4850,"num_object_clones":0,"num_object_copies":14550,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4850,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6726,"num_write_kb":370432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.7","version":"75'161","reported_seq":534,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.492529+0000","last_change":"2023-08-28T02:33:13.532525+0000","last_active":"2023-08-28T02:36:12.492529+0000","last_peered":"2023-08-28T02:36:12.492529+0000","last_clean":"2023-08-28T02:36:12.492529+0000","last_became_active":"2023-08-28T02:33:13.532125+0000","last_became_peered":"2023-08-28T02:33:13.532125+0000","last_unstale":"2023-08-28T02:36:12.492529+0000","last_undegraded":"2023-08-28T02:36:12.492529+0000","last_fullsized":"2023-08-28T02:36:12.492529+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.887648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.887648+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":124,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:05.807289+0000","last_change":"2023-08-28T02:29:44.407595+0000","last_active":"2023-08-28T02:36:05.807289+0000","last_peered":"2023-08-28T02:36:05.807289+0000","last_clean":"2023-08-28T02:36:05.807289+0000","last_became_active":"2023-08-28T02:29:44.407316+0000","last_became_peered":"2023-08-28T02:29:44.407316+0000","last_unstale":"2023-08-28T02:36:05.807289+0000","last_undegraded":"2023-08-28T02:36:05.807289+0000","last_fullsized":"2023-08-28T02:36:05.807289+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:01:47.777709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":346,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.804011+0000","last_change":"2023-08-28T02:33:13.286980+0000","last_active":"2023-08-28T02:36:12.804011+0000","last_peered":"2023-08-28T02:36:12.804011+0000","last_clean":"2023-08-28T02:36:12.804011+0000","last_became_active":"2023-08-28T02:33:13.286740+0000","last_became_peered":"2023-08-28T02:33:13.286740+0000","last_unstale":"2023-08-28T02:36:12.804011+0000","last_undegraded":"2023-08-28T02:36:12.804011+0000","last_fullsized":"2023-08-28T02:36:12.804011+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:24:54.574365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":124,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:05.807943+0000","last_change":"2023-08-28T02:29:44.506914+0000","last_active":"2023-08-28T02:36:05.807943+0000","last_peered":"2023-08-28T02:36:05.807943+0000","last_clean":"2023-08-28T02:36:05.807943+0000","last_became_active":"2023-08-28T02:29:44.506606+0000","last_became_peered":"2023-08-28T02:29:44.506606+0000","last_unstale":"2023-08-28T02:36:05.807943+0000","last_undegraded":"2023-08-28T02:36:05.807943+0000","last_fullsized":"2023-08-28T02:36:05.807943+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:55:50.992279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"335'6749","reported_seq":18440,"reported_epoch":335,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:36:19.082966+0000","last_change":"2023-08-28T02:34:11.565330+0000","last_active":"2023-08-28T02:36:19.082966+0000","last_peered":"2023-08-28T02:36:19.082966+0000","last_clean":"2023-08-28T02:32:11.916240+0000","last_became_active":"2023-08-28T02:33:12.501819+0000","last_became_peered":"2023-08-28T02:33:12.501819+0000","last_unstale":"2023-08-28T02:36:19.082966+0000","last_undegraded":"2023-08-28T02:36:19.082966+0000","last_fullsized":"2023-08-28T02:36:19.082966+0000","mapping_epoch":297,"log_start":"256'1424","ondisk_log_start":"256'1424","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5325,"log_dups_size":0,"ondisk_log_size":5325,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:45:43.329719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":317652992,"num_objects":4847,"num_object_clones":0,"num_object_copies":14541,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4847,"num_objects_unfound":0,"num_objects_dirty":4847,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6749,"num_write_kb":371072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5787,"num_bytes_recovered":379256832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,2],"avail_no_missing":["0","2","5","6"],"object_location_counts":[{"shards":"0,2,5","objects":4847}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.1","version":"75'161","reported_seq":594,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.803738+0000","last_change":"2023-08-28T02:32:31.482659+0000","last_active":"2023-08-28T02:36:12.803738+0000","last_peered":"2023-08-28T02:36:12.803738+0000","last_clean":"2023-08-28T02:36:12.803738+0000","last_became_active":"2023-08-28T02:32:31.482320+0000","last_became_peered":"2023-08-28T02:32:31.482320+0000","last_unstale":"2023-08-28T02:36:12.803738+0000","last_undegraded":"2023-08-28T02:36:12.803738+0000","last_fullsized":"2023-08-28T02:36:12.803738+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:24.559397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:24.559397+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:41:09.516918+0000","scrub_duration":0.001580328,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":332,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.803837+0000","last_change":"2023-08-28T02:31:51.988386+0000","last_active":"2023-08-28T02:36:12.803837+0000","last_peered":"2023-08-28T02:36:12.803837+0000","last_clean":"2023-08-28T02:36:12.803837+0000","last_became_active":"2023-08-28T02:31:51.988097+0000","last_became_peered":"2023-08-28T02:31:51.988097+0000","last_unstale":"2023-08-28T02:36:12.803837+0000","last_undegraded":"2023-08-28T02:36:12.803837+0000","last_fullsized":"2023-08-28T02:36:12.803837+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:25:01.818829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":308,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.497893+0000","last_change":"2023-08-28T02:32:12.951275+0000","last_active":"2023-08-28T02:36:12.497893+0000","last_peered":"2023-08-28T02:36:12.497893+0000","last_clean":"2023-08-28T02:36:12.497893+0000","last_became_active":"2023-08-28T02:32:12.950965+0000","last_became_peered":"2023-08-28T02:32:12.950965+0000","last_unstale":"2023-08-28T02:36:12.497893+0000","last_undegraded":"2023-08-28T02:36:12.497893+0000","last_fullsized":"2023-08-28T02:36:12.497893+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:37:31.294280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":150,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:05.807299+0000","last_change":"2023-08-28T02:33:13.286534+0000","last_active":"2023-08-28T02:36:05.807299+0000","last_peered":"2023-08-28T02:36:05.807299+0000","last_clean":"2023-08-28T02:36:05.807299+0000","last_became_active":"2023-08-28T02:33:13.286164+0000","last_became_peered":"2023-08-28T02:33:13.286164+0000","last_unstale":"2023-08-28T02:36:05.807299+0000","last_undegraded":"2023-08-28T02:36:05.807299+0000","last_fullsized":"2023-08-28T02:36:05.807299+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:56.721932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"335'6797","reported_seq":18580,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:20.692065+0000","last_change":"2023-08-28T02:34:14.448606+0000","last_active":"2023-08-28T02:36:20.692065+0000","last_peered":"2023-08-28T02:36:20.692065+0000","last_clean":"2023-08-28T02:36:20.692065+0000","last_became_active":"2023-08-28T02:34:14.438547+0000","last_became_peered":"2023-08-28T02:34:14.438547+0000","last_unstale":"2023-08-28T02:36:20.692065+0000","last_undegraded":"2023-08-28T02:36:20.692065+0000","last_fullsized":"2023-08-28T02:36:20.692065+0000","mapping_epoch":314,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":315,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6797,"log_dups_size":0,"ondisk_log_size":6797,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:06:41.120408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":319225856,"num_objects":4871,"num_object_clones":0,"num_object_copies":14613,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4871,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6797,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5834,"num_bytes_recovered":376832000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2","version":"75'161","reported_seq":716,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.832649+0000","last_change":"2023-08-28T02:30:51.762377+0000","last_active":"2023-08-28T02:36:12.832649+0000","last_peered":"2023-08-28T02:36:12.832649+0000","last_clean":"2023-08-28T02:36:12.832649+0000","last_became_active":"2023-08-28T02:27:46.375590+0000","last_became_peered":"2023-08-28T02:27:46.375590+0000","last_unstale":"2023-08-28T02:36:12.832649+0000","last_undegraded":"2023-08-28T02:36:12.832649+0000","last_fullsized":"2023-08-28T02:36:12.832649+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:51.762314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:51.762314+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:02.034555+0000","scrub_duration":0.0020023620000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":142,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.491268+0000","last_change":"2023-08-28T02:33:13.289765+0000","last_active":"2023-08-28T02:36:12.491268+0000","last_peered":"2023-08-28T02:36:12.491268+0000","last_clean":"2023-08-28T02:36:12.491268+0000","last_became_active":"2023-08-28T02:33:13.289159+0000","last_became_peered":"2023-08-28T02:33:13.289159+0000","last_unstale":"2023-08-28T02:36:12.491268+0000","last_undegraded":"2023-08-28T02:36:12.491268+0000","last_fullsized":"2023-08-28T02:36:12.491268+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:30:38.956723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":142,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:05.807158+0000","last_change":"2023-08-28T02:32:28.464203+0000","last_active":"2023-08-28T02:36:05.807158+0000","last_peered":"2023-08-28T02:36:05.807158+0000","last_clean":"2023-08-28T02:36:05.807158+0000","last_became_active":"2023-08-28T02:32:28.463412+0000","last_became_peered":"2023-08-28T02:32:28.463412+0000","last_unstale":"2023-08-28T02:36:05.807158+0000","last_undegraded":"2023-08-28T02:36:05.807158+0000","last_fullsized":"2023-08-28T02:36:05.807158+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:20:38.177879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":124,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.796364+0000","last_change":"2023-08-28T02:29:44.427945+0000","last_active":"2023-08-28T02:36:12.796364+0000","last_peered":"2023-08-28T02:36:12.796364+0000","last_clean":"2023-08-28T02:36:12.796364+0000","last_became_active":"2023-08-28T02:29:44.426487+0000","last_became_peered":"2023-08-28T02:29:44.426487+0000","last_unstale":"2023-08-28T02:36:12.796364+0000","last_undegraded":"2023-08-28T02:36:12.796364+0000","last_fullsized":"2023-08-28T02:36:12.796364+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:30:20.438896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"334'6778","reported_seq":16841,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:16.914711+0000","last_change":"2023-08-28T02:34:48.488647+0000","last_active":"2023-08-28T02:36:16.914711+0000","last_peered":"2023-08-28T02:36:16.914711+0000","last_clean":"2023-08-28T02:36:16.914711+0000","last_became_active":"2023-08-28T02:34:48.476519+0000","last_became_peered":"2023-08-28T02:34:48.476519+0000","last_unstale":"2023-08-28T02:36:16.914711+0000","last_undegraded":"2023-08-28T02:36:16.914711+0000","last_fullsized":"2023-08-28T02:36:16.914711+0000","mapping_epoch":318,"log_start":"255'600","ondisk_log_start":"255'600","created":250,"last_epoch_clean":319,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6178,"log_dups_size":0,"ondisk_log_size":6178,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:44:20.004230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":318898176,"num_objects":4866,"num_object_clones":0,"num_object_copies":14598,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4866,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6778,"num_write_kb":372608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4973,"num_bytes_recovered":325910528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":326,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.805271+0000","last_change":"2023-08-28T02:33:13.484970+0000","last_active":"2023-08-28T02:36:12.805271+0000","last_peered":"2023-08-28T02:36:12.805271+0000","last_clean":"2023-08-28T02:36:12.805271+0000","last_became_active":"2023-08-28T02:33:13.484579+0000","last_became_peered":"2023-08-28T02:33:13.484579+0000","last_unstale":"2023-08-28T02:36:12.805271+0000","last_undegraded":"2023-08-28T02:36:12.805271+0000","last_fullsized":"2023-08-28T02:36:12.805271+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:58.027468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"75'161","reported_seq":717,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.832584+0000","last_change":"2023-08-28T02:31:55.059467+0000","last_active":"2023-08-28T02:36:12.832584+0000","last_peered":"2023-08-28T02:36:12.832584+0000","last_clean":"2023-08-28T02:36:12.832584+0000","last_became_active":"2023-08-28T02:31:55.059115+0000","last_became_peered":"2023-08-28T02:31:55.059115+0000","last_unstale":"2023-08-28T02:36:12.832584+0000","last_undegraded":"2023-08-28T02:36:12.832584+0000","last_fullsized":"2023-08-28T02:36:12.832584+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":0,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.820990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.820990+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:15:56.774667+0000","scrub_duration":0.0017342480000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":243,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.491518+0000","last_change":"2023-08-28T02:33:13.352810+0000","last_active":"2023-08-28T02:36:12.491518+0000","last_peered":"2023-08-28T02:36:12.491518+0000","last_clean":"2023-08-28T02:36:12.491518+0000","last_became_active":"2023-08-28T02:33:13.351697+0000","last_became_peered":"2023-08-28T02:33:13.351697+0000","last_unstale":"2023-08-28T02:36:12.491518+0000","last_undegraded":"2023-08-28T02:36:12.491518+0000","last_fullsized":"2023-08-28T02:36:12.491518+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:56.187163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":157,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.498329+0000","last_change":"2023-08-28T02:31:51.984584+0000","last_active":"2023-08-28T02:36:12.498329+0000","last_peered":"2023-08-28T02:36:12.498329+0000","last_clean":"2023-08-28T02:36:12.498329+0000","last_became_active":"2023-08-28T02:31:51.984264+0000","last_became_peered":"2023-08-28T02:31:51.984264+0000","last_unstale":"2023-08-28T02:36:12.498329+0000","last_undegraded":"2023-08-28T02:36:12.498329+0000","last_fullsized":"2023-08-28T02:36:12.498329+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:58:42.306722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"335'6740","reported_seq":18440,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:19.870597+0000","last_change":"2023-08-28T02:35:11.978901+0000","last_active":"2023-08-28T02:36:19.870597+0000","last_peered":"2023-08-28T02:36:19.870597+0000","last_clean":"2023-08-28T02:36:19.870597+0000","last_became_active":"2023-08-28T02:35:11.966585+0000","last_became_peered":"2023-08-28T02:35:11.966585+0000","last_unstale":"2023-08-28T02:36:19.870597+0000","last_undegraded":"2023-08-28T02:36:19.870597+0000","last_fullsized":"2023-08-28T02:36:19.870597+0000","mapping_epoch":323,"log_start":"256'1428","ondisk_log_start":"256'1428","created":250,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5312,"log_dups_size":0,"ondisk_log_size":5312,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:03:07.017814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":317325312,"num_objects":4842,"num_object_clones":0,"num_object_copies":14526,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4842,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6740,"num_write_kb":370624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5791,"num_bytes_recovered":368967680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3","version":"75'161","reported_seq":600,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:07.573401+0000","last_change":"2023-08-28T02:31:55.068239+0000","last_active":"2023-08-28T02:36:07.573401+0000","last_peered":"2023-08-28T02:36:07.573401+0000","last_clean":"2023-08-28T02:36:07.573401+0000","last_became_active":"2023-08-28T02:31:55.067875+0000","last_became_peered":"2023-08-28T02:31:55.067875+0000","last_unstale":"2023-08-28T02:36:07.573401+0000","last_undegraded":"2023-08-28T02:36:07.573401+0000","last_fullsized":"2023-08-28T02:36:07.573401+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.868248+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:11:04.391639+0000","scrub_duration":0.0016215240000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":340,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.832793+0000","last_change":"2023-08-28T02:29:44.421353+0000","last_active":"2023-08-28T02:36:12.832793+0000","last_peered":"2023-08-28T02:36:12.832793+0000","last_clean":"2023-08-28T02:36:12.832793+0000","last_became_active":"2023-08-28T02:29:44.421064+0000","last_became_peered":"2023-08-28T02:29:44.421064+0000","last_unstale":"2023-08-28T02:36:12.832793+0000","last_undegraded":"2023-08-28T02:36:12.832793+0000","last_fullsized":"2023-08-28T02:36:12.832793+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:51:36.524024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":309,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.798409+0000","last_change":"2023-08-28T02:33:12.299487+0000","last_active":"2023-08-28T02:36:12.798409+0000","last_peered":"2023-08-28T02:36:12.798409+0000","last_clean":"2023-08-28T02:36:12.798409+0000","last_became_active":"2023-08-28T02:33:12.299175+0000","last_became_peered":"2023-08-28T02:33:12.299175+0000","last_unstale":"2023-08-28T02:36:12.798409+0000","last_undegraded":"2023-08-28T02:36:12.798409+0000","last_fullsized":"2023-08-28T02:36:12.798409+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:42:29.713462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":320,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.999980+0000","last_change":"2023-08-28T02:32:28.457696+0000","last_active":"2023-08-28T02:36:17.999980+0000","last_peered":"2023-08-28T02:36:17.999980+0000","last_clean":"2023-08-28T02:36:17.999980+0000","last_became_active":"2023-08-28T02:32:28.457407+0000","last_became_peered":"2023-08-28T02:32:28.457407+0000","last_unstale":"2023-08-28T02:36:17.999980+0000","last_undegraded":"2023-08-28T02:36:17.999980+0000","last_fullsized":"2023-08-28T02:36:17.999980+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:26:29.392787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"335'6720","reported_seq":7841,"reported_epoch":335,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:36:20.935059+0000","last_change":"2023-08-28T02:34:11.566035+0000","last_active":"2023-08-28T02:36:20.935059+0000","last_peered":"2023-08-28T02:36:20.935059+0000","last_clean":"2023-08-28T02:33:10.395883+0000","last_became_active":"2023-08-28T02:33:12.394714+0000","last_became_peered":"2023-08-28T02:33:12.394714+0000","last_unstale":"2023-08-28T02:36:20.935059+0000","last_undegraded":"2023-08-28T02:36:20.935059+0000","last_fullsized":"2023-08-28T02:36:20.935059+0000","mapping_epoch":297,"log_start":"255'1284","ondisk_log_start":"255'1284","created":250,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5436,"log_dups_size":0,"ondisk_log_size":5436,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:01:26.984565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":312147992,"num_objects":4764,"num_object_clones":0,"num_object_copies":14292,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4346,"num_objects_unfound":0,"num_objects_dirty":4764,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":6720,"num_write_kb":367425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":500,"num_bytes_recovered":32768000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,6],"avail_no_missing":["4","0","6"],"object_location_counts":[{"shards":"0,4,6","objects":4764}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.6","version":"75'161","reported_seq":594,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.801118+0000","last_change":"2023-08-28T02:33:13.338675+0000","last_active":"2023-08-28T02:36:12.801118+0000","last_peered":"2023-08-28T02:36:12.801118+0000","last_clean":"2023-08-28T02:36:12.801118+0000","last_became_active":"2023-08-28T02:33:13.338271+0000","last_became_peered":"2023-08-28T02:33:13.338271+0000","last_unstale":"2023-08-28T02:36:12.801118+0000","last_undegraded":"2023-08-28T02:36:12.801118+0000","last_fullsized":"2023-08-28T02:36:12.801118+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.774982+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.774982+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:13:20.011329+0000","scrub_duration":0.003539819,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":303,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.833069+0000","last_change":"2023-08-28T02:14:43.033789+0000","last_active":"2023-08-28T02:36:12.833069+0000","last_peered":"2023-08-28T02:36:12.833069+0000","last_clean":"2023-08-28T02:36:12.833069+0000","last_became_active":"2023-08-28T02:14:43.033454+0000","last_became_peered":"2023-08-28T02:14:43.033454+0000","last_unstale":"2023-08-28T02:36:12.833069+0000","last_undegraded":"2023-08-28T02:36:12.833069+0000","last_fullsized":"2023-08-28T02:36:12.833069+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:01:13.205842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":133,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:05.807435+0000","last_change":"2023-08-28T02:32:28.461807+0000","last_active":"2023-08-28T02:36:05.807435+0000","last_peered":"2023-08-28T02:36:05.807435+0000","last_clean":"2023-08-28T02:36:05.807435+0000","last_became_active":"2023-08-28T02:32:28.461116+0000","last_became_peered":"2023-08-28T02:32:28.461116+0000","last_unstale":"2023-08-28T02:36:05.807435+0000","last_undegraded":"2023-08-28T02:36:05.807435+0000","last_fullsized":"2023-08-28T02:36:05.807435+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:12:45.321757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":280,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.800114+0000","last_change":"2023-08-28T02:14:43.048791+0000","last_active":"2023-08-28T02:36:12.800114+0000","last_peered":"2023-08-28T02:36:12.800114+0000","last_clean":"2023-08-28T02:36:12.800114+0000","last_became_active":"2023-08-28T02:14:43.047408+0000","last_became_peered":"2023-08-28T02:14:43.047408+0000","last_unstale":"2023-08-28T02:36:12.800114+0000","last_undegraded":"2023-08-28T02:36:12.800114+0000","last_fullsized":"2023-08-28T02:36:12.800114+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:47.097181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"335'6900","reported_seq":15754,"reported_epoch":335,"state":"active+recovering+remapped","last_fresh":"2023-08-28T02:36:20.653126+0000","last_change":"2023-08-28T02:35:10.974195+0000","last_active":"2023-08-28T02:36:20.653126+0000","last_peered":"2023-08-28T02:36:20.653126+0000","last_clean":"2023-08-28T02:31:50.933695+0000","last_became_active":"2023-08-28T02:33:13.540416+0000","last_became_peered":"2023-08-28T02:33:13.540416+0000","last_unstale":"2023-08-28T02:36:20.653126+0000","last_undegraded":"2023-08-28T02:36:20.653126+0000","last_fullsized":"2023-08-28T02:36:20.653126+0000","mapping_epoch":298,"log_start":"256'1474","ondisk_log_start":"256'1474","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5426,"log_dups_size":0,"ondisk_log_size":5426,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:49:35.658845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":325189632,"num_objects":4962,"num_object_clones":0,"num_object_copies":14886,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1204,"num_objects_unfound":0,"num_objects_dirty":4962,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6900,"num_write_kb":379584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4365,"num_bytes_recovered":286064640,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,2],"avail_no_missing":["4","2","6"],"object_location_counts":[{"shards":"2,4,5","objects":4360},{"shards":"2,4,6","objects":602}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.5","version":"75'161","reported_seq":628,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.497992+0000","last_change":"2023-08-28T02:32:31.477151+0000","last_active":"2023-08-28T02:36:12.497992+0000","last_peered":"2023-08-28T02:36:12.497992+0000","last_clean":"2023-08-28T02:36:12.497992+0000","last_became_active":"2023-08-28T02:32:31.476776+0000","last_became_peered":"2023-08-28T02:32:31.476776+0000","last_unstale":"2023-08-28T02:36:12.497992+0000","last_undegraded":"2023-08-28T02:36:12.497992+0000","last_fullsized":"2023-08-28T02:36:12.497992+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:18.891729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:18.891729+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:47:27.194140+0000","scrub_duration":0.0031546460000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"65'2","reported_seq":290,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.492449+0000","last_change":"2023-08-28T02:33:12.327778+0000","last_active":"2023-08-28T02:36:12.492449+0000","last_peered":"2023-08-28T02:36:12.492449+0000","last_clean":"2023-08-28T02:36:12.492449+0000","last_became_active":"2023-08-28T02:33:12.327273+0000","last_became_peered":"2023-08-28T02:33:12.327273+0000","last_unstale":"2023-08-28T02:36:12.492449+0000","last_undegraded":"2023-08-28T02:36:12.492449+0000","last_fullsized":"2023-08-28T02:36:12.492449+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:40.554192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":171,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:05.807576+0000","last_change":"2023-08-28T02:33:13.335665+0000","last_active":"2023-08-28T02:36:05.807576+0000","last_peered":"2023-08-28T02:36:05.807576+0000","last_clean":"2023-08-28T02:36:05.807576+0000","last_became_active":"2023-08-28T02:33:13.335322+0000","last_became_peered":"2023-08-28T02:33:13.335322+0000","last_unstale":"2023-08-28T02:36:05.807576+0000","last_undegraded":"2023-08-28T02:36:05.807576+0000","last_fullsized":"2023-08-28T02:36:05.807576+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:21:08.024493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":287,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.491373+0000","last_change":"2023-08-28T02:33:12.310326+0000","last_active":"2023-08-28T02:36:12.491373+0000","last_peered":"2023-08-28T02:36:12.491373+0000","last_clean":"2023-08-28T02:36:12.491373+0000","last_became_active":"2023-08-28T02:33:12.310011+0000","last_became_peered":"2023-08-28T02:33:12.310011+0000","last_unstale":"2023-08-28T02:36:12.491373+0000","last_undegraded":"2023-08-28T02:36:12.491373+0000","last_fullsized":"2023-08-28T02:36:12.491373+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:35:03.710036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"335'6871","reported_seq":9789,"reported_epoch":335,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:36:20.901670+0000","last_change":"2023-08-28T02:33:34.765675+0000","last_active":"2023-08-28T02:36:20.901670+0000","last_peered":"2023-08-28T02:36:20.901670+0000","last_clean":"2023-08-28T02:31:27.909649+0000","last_became_active":"2023-08-28T02:33:33.726805+0000","last_became_peered":"2023-08-28T02:33:33.726805+0000","last_unstale":"2023-08-28T02:36:20.901670+0000","last_undegraded":"2023-08-28T02:33:20.140072+0000","last_fullsized":"2023-08-28T02:33:13.278549+0000","mapping_epoch":298,"log_start":"256'1477","ondisk_log_start":"256'1477","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5394,"log_dups_size":0,"ondisk_log_size":5394,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:02:22.971585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":327483392,"num_objects":4997,"num_object_clones":0,"num_object_copies":14991,"num_objects_missing_on_primary":4971,"num_objects_missing":4971,"num_objects_degraded":12545,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4997,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6871,"num_write_kb":379776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":926,"num_bytes_recovered":60555264,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[4,3],"avail_no_missing":["2","6"],"object_location_counts":[{"shards":"2,3,4,6","objects":12},{"shards":"2,3,6","objects":2488},{"shards":"2,4,6","objects":14},{"shards":"2,6","objects":2483},{"shards":"3,4","objects":-13}],"blocked_by":[],"up_primary":3,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.4","version":"75'161","reported_seq":542,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.491788+0000","last_change":"2023-08-28T02:33:12.296479+0000","last_active":"2023-08-28T02:36:12.491788+0000","last_peered":"2023-08-28T02:36:12.491788+0000","last_clean":"2023-08-28T02:36:12.491788+0000","last_became_active":"2023-08-28T02:33:12.294160+0000","last_became_peered":"2023-08-28T02:33:12.294160+0000","last_unstale":"2023-08-28T02:36:12.491788+0000","last_undegraded":"2023-08-28T02:36:12.491788+0000","last_fullsized":"2023-08-28T02:36:12.491788+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.899247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.899247+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":261,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.832924+0000","last_change":"2023-08-28T02:33:13.539335+0000","last_active":"2023-08-28T02:36:12.832924+0000","last_peered":"2023-08-28T02:36:12.832924+0000","last_clean":"2023-08-28T02:36:12.832924+0000","last_became_active":"2023-08-28T02:33:13.538978+0000","last_became_peered":"2023-08-28T02:33:13.538978+0000","last_unstale":"2023-08-28T02:36:12.832924+0000","last_undegraded":"2023-08-28T02:36:12.832924+0000","last_fullsized":"2023-08-28T02:36:12.832924+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:26:13.405766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"65'1","reported_seq":324,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:18.000073+0000","last_change":"2023-08-28T02:29:44.510205+0000","last_active":"2023-08-28T02:36:18.000073+0000","last_peered":"2023-08-28T02:36:18.000073+0000","last_clean":"2023-08-28T02:36:18.000073+0000","last_became_active":"2023-08-28T02:29:44.429357+0000","last_became_peered":"2023-08-28T02:29:44.429357+0000","last_unstale":"2023-08-28T02:36:18.000073+0000","last_undegraded":"2023-08-28T02:36:18.000073+0000","last_fullsized":"2023-08-28T02:36:18.000073+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:44:59.955729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":290,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.497516+0000","last_change":"2023-08-28T02:32:12.950661+0000","last_active":"2023-08-28T02:36:12.497516+0000","last_peered":"2023-08-28T02:36:12.497516+0000","last_clean":"2023-08-28T02:36:12.497516+0000","last_became_active":"2023-08-28T02:32:12.950276+0000","last_became_peered":"2023-08-28T02:32:12.950276+0000","last_unstale":"2023-08-28T02:36:12.497516+0000","last_undegraded":"2023-08-28T02:36:12.497516+0000","last_fullsized":"2023-08-28T02:36:12.497516+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:05:17.972868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"65'1","reported_seq":281,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.800111+0000","last_change":"2023-08-28T02:14:43.042150+0000","last_active":"2023-08-28T02:36:12.800111+0000","last_peered":"2023-08-28T02:36:12.800111+0000","last_clean":"2023-08-28T02:36:12.800111+0000","last_became_active":"2023-08-28T02:14:43.038336+0000","last_became_peered":"2023-08-28T02:14:43.038336+0000","last_unstale":"2023-08-28T02:36:12.800111+0000","last_undegraded":"2023-08-28T02:36:12.800111+0000","last_fullsized":"2023-08-28T02:36:12.800111+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:26:02.415152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":330,"reported_epoch":333,"state":"active+clean","last_fresh":"2023-08-28T02:36:05.807419+0000","last_change":"2023-08-28T02:33:13.318097+0000","last_active":"2023-08-28T02:36:05.807419+0000","last_peered":"2023-08-28T02:36:05.807419+0000","last_clean":"2023-08-28T02:36:05.807419+0000","last_became_active":"2023-08-28T02:33:13.317761+0000","last_became_peered":"2023-08-28T02:33:13.317761+0000","last_unstale":"2023-08-28T02:36:05.807419+0000","last_undegraded":"2023-08-28T02:36:05.807419+0000","last_fullsized":"2023-08-28T02:36:05.807419+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:24.836996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"65'2","reported_seq":328,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.804329+0000","last_change":"2023-08-28T02:29:44.535937+0000","last_active":"2023-08-28T02:36:12.804329+0000","last_peered":"2023-08-28T02:36:12.804329+0000","last_clean":"2023-08-28T02:36:12.804329+0000","last_became_active":"2023-08-28T02:29:44.462244+0000","last_became_peered":"2023-08-28T02:29:44.462244+0000","last_unstale":"2023-08-28T02:36:12.804329+0000","last_undegraded":"2023-08-28T02:36:12.804329+0000","last_fullsized":"2023-08-28T02:36:12.804329+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:30:33.173713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":328,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.799944+0000","last_change":"2023-08-28T02:33:12.305580+0000","last_active":"2023-08-28T02:36:12.799944+0000","last_peered":"2023-08-28T02:36:12.799944+0000","last_clean":"2023-08-28T02:36:12.799944+0000","last_became_active":"2023-08-28T02:33:12.305261+0000","last_became_peered":"2023-08-28T02:33:12.305261+0000","last_unstale":"2023-08-28T02:36:12.799944+0000","last_undegraded":"2023-08-28T02:36:12.799944+0000","last_fullsized":"2023-08-28T02:36:12.799944+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:22:31.614221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"65'2","reported_seq":297,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.804007+0000","last_change":"2023-08-28T02:31:51.991101+0000","last_active":"2023-08-28T02:36:12.804007+0000","last_peered":"2023-08-28T02:36:12.804007+0000","last_clean":"2023-08-28T02:36:12.804007+0000","last_became_active":"2023-08-28T02:31:51.987237+0000","last_became_peered":"2023-08-28T02:31:51.987237+0000","last_unstale":"2023-08-28T02:36:12.804007+0000","last_undegraded":"2023-08-28T02:36:12.804007+0000","last_fullsized":"2023-08-28T02:36:12.804007+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:07:07.370857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":331,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.497624+0000","last_change":"2023-08-28T02:33:12.494483+0000","last_active":"2023-08-28T02:36:12.497624+0000","last_peered":"2023-08-28T02:36:12.497624+0000","last_clean":"2023-08-28T02:36:12.497624+0000","last_became_active":"2023-08-28T02:33:12.494136+0000","last_became_peered":"2023-08-28T02:33:12.494136+0000","last_unstale":"2023-08-28T02:36:12.497624+0000","last_undegraded":"2023-08-28T02:36:12.497624+0000","last_fullsized":"2023-08-28T02:36:12.497624+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:36.772588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"65'1","reported_seq":275,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.492311+0000","last_change":"2023-08-28T02:33:13.287922+0000","last_active":"2023-08-28T02:36:12.492311+0000","last_peered":"2023-08-28T02:36:12.492311+0000","last_clean":"2023-08-28T02:36:12.492311+0000","last_became_active":"2023-08-28T02:33:13.287520+0000","last_became_peered":"2023-08-28T02:33:13.287520+0000","last_unstale":"2023-08-28T02:36:12.492311+0000","last_undegraded":"2023-08-28T02:36:12.492311+0000","last_fullsized":"2023-08-28T02:36:12.492311+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:11.627168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":289,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.491380+0000","last_change":"2023-08-28T02:33:13.289469+0000","last_active":"2023-08-28T02:36:12.491380+0000","last_peered":"2023-08-28T02:36:12.491380+0000","last_clean":"2023-08-28T02:36:12.491380+0000","last_became_active":"2023-08-28T02:33:13.288737+0000","last_became_peered":"2023-08-28T02:33:13.288737+0000","last_unstale":"2023-08-28T02:36:12.491380+0000","last_undegraded":"2023-08-28T02:36:12.491380+0000","last_fullsized":"2023-08-28T02:36:12.491380+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:11:15.043550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"65'4","reported_seq":313,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.797971+0000","last_change":"2023-08-28T02:32:28.607010+0000","last_active":"2023-08-28T02:36:12.797971+0000","last_peered":"2023-08-28T02:36:12.797971+0000","last_clean":"2023-08-28T02:36:12.797971+0000","last_became_active":"2023-08-28T02:32:28.492224+0000","last_became_peered":"2023-08-28T02:32:28.492224+0000","last_unstale":"2023-08-28T02:36:12.797971+0000","last_undegraded":"2023-08-28T02:36:12.797971+0000","last_fullsized":"2023-08-28T02:36:12.797971+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:13:45.711951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":554,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":341,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.497516+0000","last_change":"2023-08-28T02:33:13.309144+0000","last_active":"2023-08-28T02:36:12.497516+0000","last_peered":"2023-08-28T02:36:12.497516+0000","last_clean":"2023-08-28T02:36:12.497516+0000","last_became_active":"2023-08-28T02:33:13.308910+0000","last_became_peered":"2023-08-28T02:33:13.308910+0000","last_unstale":"2023-08-28T02:36:12.497516+0000","last_undegraded":"2023-08-28T02:36:12.497516+0000","last_fullsized":"2023-08-28T02:36:12.497516+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:09:59.549591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":5112397848,"num_objects":78010,"num_object_clones":0,"num_object_copies":234030,"num_objects_missing_on_primary":4971,"num_objects_missing":4971,"num_objects_degraded":37237,"num_objects_misplaced":10397,"num_objects_unfound":0,"num_objects_dirty":78010,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":108604,"num_write_kb":5971585,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":36563,"num_bytes_recovered":2379939840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":16168005632,"data_stored":16167993416,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":95352,"ondisk_log_size":95352,"up":48,"acting":43,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":10126,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":370028,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":89,"num_read_kb":167,"num_write":44,"num_write_kb":440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":322019,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299753,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2050848,"kb_used_data":1567768,"kb_used_omap":0,"kb_used_meta":483072,"kb_avail":91694304,"statfs":{"total":95995035648,"available":93894967296,"internally_reserved":0,"allocated":1605394432,"data_stored":1604060861,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":494665728},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:36:11 2023","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.64200000000000002,"15min":1.4410000000000001},"min":{"1min":0.25,"5min":0.219,"15min":0.219},"max":{"1min":1.524,"5min":3.6480000000000001,"15min":13.118},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.90200000000000002,"15min":1.8560000000000001},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.246},"max":{"1min":2.6989999999999998,"5min":9.2799999999999994,"15min":17.402999999999999},"last":0.57799999999999996}]},{"osd":1,"last update":"Mon Aug 28 02:35:37 2023","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":1.0980000000000001,"15min":2.1120000000000001},"min":{"1min":0.28199999999999997,"5min":0.26800000000000002,"15min":0.24099999999999999},"max":{"1min":1.2569999999999999,"5min":9.5850000000000009,"15min":17.43},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.54400000000000004,"5min":1.008,"15min":1.9350000000000001},"min":{"1min":0.36399999999999999,"5min":0.311,"15min":0.25900000000000001},"max":{"1min":2.0579999999999998,"5min":9.5289999999999999,"15min":19.913},"last":0.59399999999999997}]},{"osd":2,"last update":"Mon Aug 28 02:35:22 2023","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.67500000000000004,"15min":1.5700000000000001},"min":{"1min":0.26800000000000002,"5min":0.23499999999999999,"15min":0.22800000000000001},"max":{"1min":1.595,"5min":3.8199999999999998,"15min":8.3889999999999993},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.80700000000000005,"15min":1.4670000000000001},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28699999999999998},"max":{"1min":1.1020000000000001,"5min":6.7750000000000004,"15min":12.128},"last":0.443}]},{"osd":3,"last update":"Mon Aug 28 02:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.65600000000000003,"15min":0.69699999999999995},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":1.9590000000000001,"5min":3.0099999999999998,"15min":3.0099999999999998},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.625,"15min":0.628},"min":{"1min":0.34499999999999997,"5min":0.308,"15min":0.308},"max":{"1min":2.5390000000000001,"5min":3.1000000000000001,"15min":3.1000000000000001},"last":0.41999999999999998}]},{"osd":4,"last update":"Mon Aug 28 02:36:11 2023","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.80900000000000005,"15min":1.306},"min":{"1min":0.27700000000000002,"5min":0.245,"15min":0.245},"max":{"1min":2.677,"5min":7.0960000000000001,"15min":18.943000000000001},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.73999999999999999,"15min":0.95299999999999996},"min":{"1min":0.28699999999999998,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":2.8610000000000002,"5min":6.2350000000000003,"15min":8.1890000000000001},"last":0.40600000000000003}]},{"osd":5,"last update":"Mon Aug 28 02:36:11 2023","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.63600000000000001,"15min":1.0680000000000001},"min":{"1min":0.32000000000000001,"5min":0.246,"15min":0.23599999999999999},"max":{"1min":1.466,"5min":5.9130000000000003,"15min":14.622},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.79100000000000004,"15min":1.2989999999999999},"min":{"1min":0.36799999999999999,"5min":0.28100000000000003,"15min":0.27000000000000002},"max":{"1min":2.7210000000000001,"5min":7,"15min":17.324999999999999},"last":0.43099999999999999}]},{"osd":6,"last update":"Mon Aug 28 02:36:11 2023","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.88900000000000001,"15min":1.329},"min":{"1min":0.33300000000000002,"5min":0.31900000000000001,"15min":0.30299999999999999},"max":{"1min":2.7360000000000002,"5min":7.601,"15min":17.454999999999998},"last":0.55600000000000005},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.747,"15min":0.86699999999999999},"min":{"1min":0.34000000000000002,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":1.9770000000000001,"5min":5.6710000000000003,"15min":7.665},"last":0.49299999999999999}]}]},{"osd":6,"up_from":0,"seq":193273528684,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":101,"seq":433791697142,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1570896,"kb_used_data":950920,"kb_used_omap":4,"kb_used_meta":619963,"kb_avail":92174256,"statfs":{"total":95995035648,"available":94386438144,"internally_reserved":0,"allocated":973742080,"data_stored":971859790,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":634843022},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:35:38 2023","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":1.01,"15min":2.411},"min":{"1min":0.25900000000000001,"5min":0.223,"15min":0.214},"max":{"1min":1.8009999999999999,"5min":13.526,"15min":24.545999999999999},"last":0.26700000000000002},{"interface":"front","average":{"1min":0.45500000000000002,"5min":1.3959999999999999,"15min":2.8809999999999998},"min":{"1min":0.23899999999999999,"5min":0.23599999999999999,"15min":0.21199999999999999},"max":{"1min":0.68600000000000005,"5min":11.1,"15min":24.515000000000001},"last":0.37}]},{"osd":2,"last update":"Mon Aug 28 02:35:30 2023","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":1.4330000000000001,"15min":2.5819999999999999},"min":{"1min":0.30499999999999999,"5min":0.28699999999999998,"15min":0.24099999999999999},"max":{"1min":2.4889999999999999,"5min":22.161000000000001,"15min":22.161000000000001},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.42599999999999999,"5min":1.3720000000000001,"15min":2.1139999999999999},"min":{"1min":0.28399999999999997,"5min":0.254,"15min":0.253},"max":{"1min":0.81599999999999995,"5min":13.114000000000001,"15min":20.003},"last":0.69399999999999995}]},{"osd":3,"last update":"Mon Aug 28 02:36:16 2023","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.51300000000000001,"15min":0.47899999999999998},"min":{"1min":0.313,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":1.0940000000000001,"5min":1.9770000000000001,"15min":1.9770000000000001},"last":0.33600000000000002},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.55900000000000005,"15min":0.52900000000000003},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":3.5819999999999999,"5min":3.5819999999999999,"15min":3.5819999999999999},"last":0.46700000000000003}]},{"osd":4,"last update":"Mon Aug 28 02:35:38 2023","interfaces":[{"interface":"back","average":{"1min":0.48799999999999999,"5min":1.0449999999999999,"15min":1.556},"min":{"1min":0.377,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.70899999999999996,"5min":6.819,"15min":18.992999999999999},"last":0.65800000000000003},{"interface":"front","average":{"1min":0.71199999999999997,"5min":0.99199999999999999,"15min":1.76},"min":{"1min":0.34399999999999997,"5min":0.29099999999999998,"15min":0.26400000000000001},"max":{"1min":1.897,"5min":6.8380000000000001,"15min":14.779999999999999},"last":0.48599999999999999}]},{"osd":5,"last update":"Mon Aug 28 02:35:38 2023","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":1.179,"15min":2.165},"min":{"1min":0.36499999999999999,"5min":0.35999999999999999,"15min":0.29999999999999999},"max":{"1min":0.84699999999999998,"5min":10.314,"15min":18.626999999999999},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.56399999999999995,"5min":1.1020000000000001,"15min":2.02},"min":{"1min":0.38600000000000001,"5min":0.375,"15min":0.32000000000000001},"max":{"1min":0.80800000000000005,"5min":7.3410000000000002,"15min":18.945},"last":0.58999999999999997}]},{"osd":6,"last update":"Mon Aug 28 02:35:38 2023","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":1.1020000000000001,"15min":2.1230000000000002},"min":{"1min":0.40799999999999997,"5min":0.39100000000000001,"15min":0.34300000000000003},"max":{"1min":0.874,"5min":10.272,"15min":13.254},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.60899999999999999,"5min":1.2849999999999999,"15min":1.7869999999999999},"min":{"1min":0.46100000000000002,"5min":0.41799999999999998,"15min":0.34499999999999997},"max":{"1min":0.85899999999999999,"5min":12.371,"15min":19.021999999999998},"last":0.626}]},{"osd":7,"last update":"Mon Aug 28 02:35:38 2023","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":1.093,"15min":2.0219999999999998},"min":{"1min":0.45200000000000001,"5min":0.374,"15min":0.374},"max":{"1min":0.81100000000000005,"5min":7.3949999999999996,"15min":19.047999999999998},"last":0.72599999999999998},{"interface":"front","average":{"1min":0.82999999999999996,"5min":1.0680000000000001,"15min":2.004},"min":{"1min":0.46200000000000002,"5min":0.34399999999999997,"15min":0.312},"max":{"1min":1.9430000000000001,"5min":6.4960000000000004,"15min":14.818},"last":0.57699999999999996}]}]},{"osd":0,"up_from":87,"seq":373662155009,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3771620,"kb_used_data":3106588,"kb_used_omap":5,"kb_used_meta":665018,"kb_avail":89973532,"statfs":{"total":95995035648,"available":92132896768,"internally_reserved":0,"allocated":3181146112,"data_stored":3179141911,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":680979066},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:35:34 2023","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.80400000000000005,"15min":1.8300000000000001},"min":{"1min":0.245,"5min":0.184,"15min":0.184},"max":{"1min":1.796,"5min":5.5339999999999998,"15min":30.315000000000001},"last":0.26700000000000002},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.96299999999999997,"15min":2.6589999999999998},"min":{"1min":0.26700000000000002,"5min":0.249,"15min":0.221},"max":{"1min":1.976,"5min":11.914,"15min":69.272000000000006},"last":0.38600000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:35:34 2023","interfaces":[{"interface":"back","average":{"1min":0.748,"5min":1.002,"15min":2.278},"min":{"1min":0.28199999999999997,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":2.6640000000000001,"5min":8.5250000000000004,"15min":20.959},"last":0.71399999999999997},{"interface":"front","average":{"1min":0.754,"5min":0.92800000000000005,"15min":1.8720000000000001},"min":{"1min":0.32200000000000001,"5min":0.247,"15min":0.24299999999999999},"max":{"1min":2.8940000000000001,"5min":7.024,"15min":12.332000000000001},"last":0.34999999999999998}]},{"osd":3,"last update":"Mon Aug 28 02:36:16 2023","interfaces":[{"interface":"back","average":{"1min":0.85299999999999998,"5min":0.755,"15min":0.751},"min":{"1min":0.36199999999999999,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":4.1210000000000004,"5min":4.1210000000000004,"15min":4.1210000000000004},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.86699999999999999,"5min":0.76500000000000001,"15min":0.77500000000000002},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":4.9199999999999999,"5min":4.9199999999999999,"15min":4.9199999999999999},"last":0.42299999999999999}]},{"osd":4,"last update":"Mon Aug 28 02:36:16 2023","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.83199999999999996,"15min":2.383},"min":{"1min":0.315,"5min":0.314,"15min":0.29299999999999998},"max":{"1min":1.6559999999999999,"5min":5.3789999999999996,"15min":274.33199999999999},"last":0.373},{"interface":"front","average":{"1min":0.76200000000000001,"5min":0.98199999999999998,"15min":2.778},"min":{"1min":0.34999999999999998,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":2.6520000000000001,"5min":11.943,"15min":266.31999999999999},"last":0.46500000000000002}]},{"osd":5,"last update":"Mon Aug 28 02:36:16 2023","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.76400000000000001,"15min":1.46},"min":{"1min":0.35499999999999998,"5min":0.33300000000000002,"15min":0.29299999999999998},"max":{"1min":1.6080000000000001,"5min":5.4400000000000004,"15min":13.038},"last":0.48899999999999999},{"interface":"front","average":{"1min":0.66300000000000003,"5min":1.0660000000000001,"15min":1.9770000000000001},"min":{"1min":0.36699999999999999,"5min":0.34799999999999998,"15min":0.27800000000000002},"max":{"1min":1.8069999999999999,"5min":11.968999999999999,"15min":15.231},"last":0.56399999999999995}]},{"osd":6,"last update":"Mon Aug 28 02:36:16 2023","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.97099999999999997,"15min":1.6890000000000001},"min":{"1min":0.42199999999999999,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":1.6930000000000001,"5min":11.605,"15min":15.122999999999999},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.70899999999999996,"5min":1.1399999999999999,"15min":2.0009999999999999},"min":{"1min":0.434,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":1.841,"5min":11.856999999999999,"15min":15.186999999999999},"last":0.60799999999999998}]},{"osd":7,"last update":"Mon Aug 28 02:36:16 2023","interfaces":[{"interface":"back","average":{"1min":0.80100000000000005,"5min":0.99399999999999999,"15min":1.9119999999999999},"min":{"1min":0.44800000000000001,"5min":0.36399999999999999,"15min":0.33400000000000002},"max":{"1min":2.6869999999999998,"5min":8.1069999999999993,"15min":16.183},"last":0.44800000000000001},{"interface":"front","average":{"1min":0.79800000000000004,"5min":0.93400000000000005,"15min":1.6779999999999999},"min":{"1min":0.52500000000000002,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":2.6720000000000002,"5min":5.2839999999999998,"15min":13.005000000000001},"last":0.58399999999999996}]}]},{"osd":2,"up_from":0,"seq":502511173868,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":297,"seq":1275605286951,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":958744,"kb_used_data":836112,"kb_used_omap":2,"kb_used_meta":122621,"kb_avail":92786408,"statfs":{"total":95995035648,"available":95013281792,"internally_reserved":0,"allocated":856178688,"data_stored":854291061,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":125563957},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:36:14 2023","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.5,"15min":0.435},"min":{"1min":0.247,"5min":0.22,"15min":0.22},"max":{"1min":1.0840000000000001,"5min":6.8819999999999997,"15min":6.8819999999999997},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.72599999999999998,"15min":0.70799999999999996},"min":{"1min":0.28399999999999997,"5min":0.217,"15min":0.217},"max":{"1min":1.1100000000000001,"5min":6.7839999999999998,"15min":6.7839999999999998},"last":0.69299999999999995}]},{"osd":1,"last update":"Mon Aug 28 02:36:14 2023","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.52800000000000002,"15min":0.442},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":3.0150000000000001,"5min":4.0650000000000004,"15min":4.0650000000000004},"last":0.97099999999999997},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.72799999999999998,"15min":0.72599999999999998},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":3.9249999999999998,"5min":3.9249999999999998,"15min":3.9249999999999998},"last":0.32800000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:36:14 2023","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.58699999999999997,"15min":0.623},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.68000000000000005,"5min":2.5449999999999999,"15min":2.5449999999999999},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.64400000000000002,"5min":0.60699999999999998,"15min":0.56499999999999995},"min":{"1min":0.34000000000000002,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":2.6000000000000001,"5min":4.7030000000000003,"15min":4.7030000000000003},"last":0.53000000000000003}]},{"osd":4,"last update":"Mon Aug 28 02:36:14 2023","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.56399999999999995,"15min":0.56899999999999995},"min":{"1min":0.36899999999999999,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.71099999999999997,"5min":1.863,"15min":1.863},"last":0.624},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.60199999999999998,"15min":0.55600000000000005},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":1.226,"5min":3.5030000000000001,"15min":3.5030000000000001},"last":0.502}]},{"osd":5,"last update":"Mon Aug 28 02:36:14 2023","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.627,"15min":0.58699999999999997},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":1.1919999999999999,"5min":3.5390000000000001,"15min":3.5390000000000001},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.39200000000000002,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.71599999999999997,"5min":2.383,"15min":2.383},"last":0.55800000000000005}]},{"osd":6,"last update":"Mon Aug 28 02:36:14 2023","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.63700000000000001,"15min":0.64200000000000002},"min":{"1min":0.439,"5min":0.436,"15min":0.436},"max":{"1min":0.83599999999999997,"5min":1.8879999999999999,"15min":1.8879999999999999},"last":0.437},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.69099999999999995,"15min":0.65100000000000002},"min":{"1min":0.42599999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":1.254,"5min":3.6099999999999999,"15min":3.6099999999999999},"last":0.65000000000000002}]},{"osd":7,"last update":"Mon Aug 28 02:36:14 2023","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.59399999999999997,"15min":0.58199999999999996},"min":{"1min":0.44600000000000001,"5min":0.437,"15min":0.437},"max":{"1min":1.4319999999999999,"5min":2.3500000000000001,"15min":2.3500000000000001},"last":0.60099999999999998},{"interface":"front","average":{"1min":0.65200000000000002,"5min":0.64900000000000002,"15min":0.64800000000000002},"min":{"1min":0.505,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":1.45,"5min":1.8260000000000001,"15min":1.8260000000000001},"last":0.58299999999999996}]}]},{"osd":4,"up_from":30,"seq":128849019246,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3601248,"kb_used_data":3129496,"kb_used_omap":0,"kb_used_meta":471744,"kb_avail":90143904,"statfs":{"total":95995035648,"available":92307357696,"internally_reserved":0,"allocated":3204603904,"data_stored":3203270568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":483065856},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,0,0,0,1,1,1,0,2,4,6,2],"upper_bound":8192},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.78500000000000003,"15min":1.679},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.22800000000000001},"max":{"1min":0.52300000000000002,"5min":10.249000000000001,"15min":22.515000000000001},"last":0.36099999999999999},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.90900000000000003,"15min":1.5840000000000001},"min":{"1min":0.30199999999999999,"5min":0.23200000000000001,"15min":0.217},"max":{"1min":0.65300000000000002,"5min":6.9720000000000004,"15min":22.454000000000001},"last":0.54200000000000004}]},{"osd":1,"last update":"Mon Aug 28 02:35:43 2023","interfaces":[{"interface":"back","average":{"1min":0.70199999999999996,"5min":0.78700000000000003,"15min":1.4710000000000001},"min":{"1min":0.31,"5min":0.254,"15min":0.24199999999999999},"max":{"1min":5.5979999999999999,"5min":8.7710000000000008,"15min":23.082000000000001},"last":0.33500000000000002},{"interface":"front","average":{"1min":0.499,"5min":0.84199999999999997,"15min":1.663},"min":{"1min":0.32400000000000001,"5min":0.26000000000000001,"15min":0.255},"max":{"1min":0.81200000000000006,"5min":8.7940000000000005,"15min":25.100000000000001},"last":0.40999999999999998}]},{"osd":2,"last update":"Mon Aug 28 02:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.92700000000000005,"15min":1.571},"min":{"1min":0.35199999999999998,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":3.3210000000000002,"5min":8.7149999999999999,"15min":16.231000000000002},"last":0.436},{"interface":"front","average":{"1min":0.437,"5min":0.90500000000000003,"15min":1.466},"min":{"1min":0.34300000000000003,"5min":0.312,"15min":0.251},"max":{"1min":0.51900000000000002,"5min":6.9409999999999998,"15min":13.515000000000001},"last":0.49099999999999999}]},{"osd":3,"last update":"Mon Aug 28 02:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.73599999999999999,"15min":0.78400000000000003},"min":{"1min":0.34699999999999998,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.778,"5min":7.7480000000000002,"15min":7.7480000000000002},"last":0.34699999999999998},{"interface":"front","average":{"1min":0.503,"5min":0.71499999999999997,"15min":0.67100000000000004},"min":{"1min":0.34100000000000003,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.83399999999999996,"5min":3.7069999999999999,"15min":3.7069999999999999},"last":0.55900000000000005}]},{"osd":5,"last update":"Mon Aug 28 02:35:56 2023","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.65800000000000003,"15min":1.0920000000000001},"min":{"1min":0.27300000000000002,"5min":0.222,"15min":0.222},"max":{"1min":0.84599999999999997,"5min":8.6679999999999993,"15min":16.181999999999999},"last":0.29799999999999999},{"interface":"front","average":{"1min":0.45100000000000001,"5min":0.85199999999999998,"15min":1.1259999999999999},"min":{"1min":0.29799999999999999,"5min":0.224,"15min":0.20699999999999999},"max":{"1min":1.1140000000000001,"5min":8.6370000000000005,"15min":10.233000000000001},"last":0.46800000000000003}]},{"osd":6,"last update":"Mon Aug 28 02:36:11 2023","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.82399999999999995,"15min":1.0700000000000001},"min":{"1min":0.33600000000000002,"5min":0.27100000000000002,"15min":0.26500000000000001},"max":{"1min":1.1830000000000001,"5min":8.5950000000000006,"15min":10.023999999999999},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.95399999999999996,"15min":1.119},"min":{"1min":0.31,"5min":0.28299999999999997,"15min":0.26600000000000001},"max":{"1min":1.3280000000000001,"5min":6.8860000000000001,"15min":8.5},"last":0.313}]},{"osd":7,"last update":"Mon Aug 28 02:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.76300000000000001,"15min":1.133},"min":{"1min":0.34899999999999998,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.73099999999999998,"5min":8.8249999999999993,"15min":9.3209999999999997},"last":0.38700000000000001},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.92800000000000005,"15min":1.099},"min":{"1min":0.432,"5min":0.34499999999999997,"15min":0.30299999999999999},"max":{"1min":0.64200000000000002,"5min":15.597,"15min":15.597},"last":0.50800000000000001}]}]},{"osd":5,"up_from":37,"seq":158913790319,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2704144,"kb_used_data":2149064,"kb_used_omap":0,"kb_used_meta":555072,"kb_avail":91041008,"statfs":{"total":95995035648,"available":93225992192,"internally_reserved":0,"allocated":2200641536,"data_stored":2199320567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":568393728},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,0,0,2],"upper_bound":256},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:35:43 2023","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.877,"15min":1.8280000000000001},"min":{"1min":0.23799999999999999,"5min":0.23200000000000001,"15min":0.20200000000000001},"max":{"1min":1.071,"5min":7.7560000000000002,"15min":40.334000000000003},"last":0.83099999999999996},{"interface":"front","average":{"1min":0.68600000000000005,"5min":1.1479999999999999,"15min":1.8460000000000001},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.23200000000000001},"max":{"1min":4.298,"5min":19.815999999999999,"15min":40.212000000000003},"last":0.38600000000000001}]},{"osd":1,"last update":"Mon Aug 28 02:35:43 2023","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":1.0449999999999999,"15min":1.956},"min":{"1min":0.314,"5min":0.26200000000000001,"15min":0.23200000000000001},"max":{"1min":1.4299999999999999,"5min":17.998000000000001,"15min":40.088000000000001},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.745,"5min":1.3580000000000001,"15min":1.895},"min":{"1min":0.28899999999999998,"5min":0.27800000000000002,"15min":0.251},"max":{"1min":4.2149999999999999,"5min":19.853000000000002,"15min":40.243000000000002},"last":0.57599999999999996}]},{"osd":2,"last update":"Mon Aug 28 02:35:43 2023","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.89800000000000002,"15min":1.829},"min":{"1min":0.33500000000000002,"5min":0.29899999999999999,"15min":0.27700000000000002},"max":{"1min":1.373,"5min":7.8029999999999999,"15min":40.436999999999998},"last":0.81100000000000005},{"interface":"front","average":{"1min":0.79100000000000004,"5min":1.161,"15min":1.865},"min":{"1min":0.34899999999999998,"5min":0.28499999999999998,"15min":0.27200000000000002},"max":{"1min":4.2400000000000002,"5min":8.609,"15min":40.555},"last":0.50800000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:36:19 2023","interfaces":[{"interface":"back","average":{"1min":0.46899999999999997,"5min":0.99399999999999999,"15min":1.1970000000000001},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.68100000000000005,"5min":16.190999999999999,"15min":16.190999999999999},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.85899999999999999,"5min":1.29,"15min":1.5529999999999999},"min":{"1min":0.377,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":4.8230000000000004,"5min":21.420999999999999,"15min":21.420999999999999},"last":0.46899999999999997}]},{"osd":4,"last update":"Mon Aug 28 02:35:57 2023","interfaces":[{"interface":"back","average":{"1min":0.46100000000000002,"5min":0.75900000000000001,"15min":1.2729999999999999},"min":{"1min":0.28199999999999997,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":1.516,"5min":13.616,"15min":40.762999999999998},"last":0.78300000000000003},{"interface":"front","average":{"1min":0.72199999999999998,"5min":0.95499999999999996,"15min":1.3680000000000001},"min":{"1min":0.32700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":4.1879999999999997,"5min":10.439,"15min":40.634},"last":0.42299999999999999}]},{"osd":6,"last update":"Mon Aug 28 02:35:43 2023","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":1.042,"15min":1.427},"min":{"1min":0.318,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":1.048,"5min":17.510000000000002,"15min":42.409999999999997},"last":0.84999999999999998},{"interface":"front","average":{"1min":0.49199999999999999,"5min":1.046,"15min":1.403},"min":{"1min":0.32200000000000001,"5min":0.254,"15min":0.254},"max":{"1min":1.2330000000000001,"5min":15.856999999999999,"15min":42.533999999999999},"last":0.64600000000000002}]},{"osd":7,"last update":"Mon Aug 28 02:35:43 2023","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.93300000000000005,"15min":1.5940000000000001},"min":{"1min":0.36699999999999999,"5min":0.315,"15min":0.314},"max":{"1min":1.7549999999999999,"5min":10.837999999999999,"15min":42.667000000000002},"last":0.67600000000000005},{"interface":"front","average":{"1min":0.76500000000000001,"5min":1.2509999999999999,"15min":1.605},"min":{"1min":0.33000000000000002,"5min":0.318,"15min":0.318},"max":{"1min":4.149,"5min":17.808,"15min":42.344000000000001},"last":0.53800000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":3175485440,"data_stored":3175481368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":968359936,"data_stored":968359936,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":2261450752,"data_stored":2261450752,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":850001920,"data_stored":850001920,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":3194884096,"data_stored":3194880024,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":2196045824,"data_stored":2196045824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1923485696,"data_stored":1923481624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1598291968,"data_stored":1598291968,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:36:23.944 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph status --format=json 2023-08-28T02:36:24.023 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:36:24.035 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:24.036 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:36:24.085 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:36:24.137 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:36:24.171 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:24.243 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:36:24.247 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:24.248 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:36:24.348 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:36:24.375 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:24.394 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:36:24.397 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:24.398 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:36:24.451 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:24 smithi040 ceph-mon[175404]: from='client.45779 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:36:24.451 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:24 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:36:24.451 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:24 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:36:24.451 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:24 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:36:24.451 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:24 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:36:24.452 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:24 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:36:24.452 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:24 smithi040 ceph-mon[170259]: from='client.45779 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:36:24.452 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:24 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:36:24.452 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:24 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:36:24.452 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:24 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:36:24.452 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:24 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:36:24.452 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:24 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:36:24.498 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:36:24.549 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:24.736 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:36:24.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:24 smithi083 ceph-mon[157819]: from='client.45779 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:36:24.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:24 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:36:24.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:24 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:36:24.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:24 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:36:24.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:24 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:36:24.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:24 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:36:24.757 INFO:teuthology.orchestra.run.smithi040.stdout:ERROR: (22) Invalid argument 2023-08-28T02:36:24.757 INFO:teuthology.orchestra.run.smithi040.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:36:25.027 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:36:25.032 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:25.032 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:36:25.133 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:36:25.167 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:25.240 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:36:25.243 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:25.243 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:36:25.262 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.0 dump_blocked_ops 2023-08-28T02:36:25.344 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:36:25.371 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:25.390 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:36:25.393 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:25.393 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:36:25.414 INFO:teuthology.orchestra.run.smithi040.stderr:noscrub is set 2023-08-28T02:36:25.494 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:36:25.522 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:25.541 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:36:25.544 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:25.544 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:36:25.598 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:25 smithi040 ceph-mon[170259]: pgmap v1010: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.8 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 95 op/s; 37238/233754 objects degraded (15.930%); 10397/233754 objects misplaced (4.448%); 1.1 MiB/s, 17 objects/s recovering 2023-08-28T02:36:25.598 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:25 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/26951947' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:36:25.598 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:36:25 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:36:25] "GET /metrics HTTP/1.1" 200 36608 "" "Prometheus/2.43.0" 2023-08-28T02:36:25.598 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:25 smithi040 ceph-mon[175404]: pgmap v1010: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.8 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 95 op/s; 37238/233754 objects degraded (15.930%); 10397/233754 objects misplaced (4.448%); 1.1 MiB/s, 17 objects/s recovering 2023-08-28T02:36:25.598 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:25 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/26951947' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:36:25.645 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:36:25.681 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:25.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:25 smithi083 ceph-mon[157819]: pgmap v1010: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.8 GiB data, 14 GiB used, 522 GiB / 536 GiB avail; 0 B/s wr, 95 op/s; 37238/233754 objects degraded (15.930%); 10397/233754 objects misplaced (4.448%); 1.1 MiB/s, 17 objects/s recovering 2023-08-28T02:36:25.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:25 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/26951947' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:36:25.905 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:36:25.913 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:25.913 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:36:26.014 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:36:26.059 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:26.138 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:36:26.142 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:26.142 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:36:26.243 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:36:26.277 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:26.302 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:36:26.304 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:26.304 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:36:26.324 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:36:26.345 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:36:26.369 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:36:26.396 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:36:26.405 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:36:26.420 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:36:26.436 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:26.447 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:36:26.456 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:36:26.459 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:26.460 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:36:26.473 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:36:26.498 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:36:26.500 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-08-28T02:36:26.500 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-08-28T02:36:26.500 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-08-28T02:36:26.500 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-08-28T02:36:26.501 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-08-28T02:36:26.501 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-08-28T02:36:26.501 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-08-28T02:36:26.501 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-08-28T02:36:26.502 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:36:26.560 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:36:26.585 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:26 smithi083 ceph-mon[157819]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:36:26.585 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:26 smithi083 ceph-mon[157819]: failed to encode map e336 with expected crc 2023-08-28T02:36:26.585 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:26 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/26951947' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:36:26.586 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:26 smithi083 ceph-mon[157819]: osdmap e336: 8 total, 8 up, 6 in 2023-08-28T02:36:26.586 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:26 smithi083 ceph-mon[157819]: failed to encode map e336 with expected crc 2023-08-28T02:36:26.586 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:26 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 37238/233754 objects degraded (15.930%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:36:26.586 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:26 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/378321473' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:36:26.587 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:26.609 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:36:26.612 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:26.612 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:36:26.662 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:26 smithi040 ceph-mon[175404]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:36:26.662 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:26 smithi040 ceph-mon[175404]: failed to encode map e336 with expected crc 2023-08-28T02:36:26.662 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:26 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/26951947' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:36:26.662 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:26 smithi040 ceph-mon[175404]: osdmap e336: 8 total, 8 up, 6 in 2023-08-28T02:36:26.662 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:26 smithi040 ceph-mon[175404]: failed to encode map e336 with expected crc 2023-08-28T02:36:26.662 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:26 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 37238/233754 objects degraded (15.930%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:36:26.662 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:26 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/378321473' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:36:26.663 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:26 smithi040 ceph-mon[170259]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:36:26.663 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:26 smithi040 ceph-mon[170259]: failed to encode map e336 with expected crc 2023-08-28T02:36:26.663 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:26 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/26951947' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:36:26.663 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:26 smithi040 ceph-mon[170259]: osdmap e336: 8 total, 8 up, 6 in 2023-08-28T02:36:26.663 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:26 smithi040 ceph-mon[170259]: failed to encode map e336 with expected crc 2023-08-28T02:36:26.663 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:26 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 37238/233754 objects degraded (15.930%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:36:26.663 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:26 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/378321473' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:36:26.664 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:36:26.664 INFO:teuthology.orchestra.run.smithi040.stdout:{"fsid":"d9a8f48a-4546-11ee-817c-1b7a5f1ba315","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"noscrub flag(s) set","count":7},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 37238/233754 objects degraded (15.930%), 6 pgs degraded, 5 pgs undersized","count":11},"muted":false}},"mutes":[]},"election_epoch":34,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":1391,"monmap":{"epoch":4,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":336,"num_osds":8,"num_up_osds":8,"osd_up_since":1693189991,"num_in_osds":6,"osd_in_since":1693189947,"num_remapped_pgs":8},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":90},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":5},{"state_name":"active+remapped+backfill_wait","count":2},{"state_name":"active+recovery_wait+degraded","count":1},{"state_name":"active+recovering+remapped","count":1}],"num_pgs":99,"num_pools":5,"num_objects":77918,"data_bytes":5105236740,"bytes_used":15001628672,"bytes_avail":560968585216,"bytes_total":575970213888,"degraded_objects":37238,"degraded_total":233754,"degraded_ratio":0.15930422581003961,"misplaced_objects":10397,"misplaced_total":233754,"misplaced_ratio":0.044478383257612705,"recovering_objects_per_sec":17,"recovering_bytes_per_sec":1172757,"recovering_keys_per_sec":0,"num_objects_recovered":179,"num_bytes_recovered":11730944,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":95},"fsmap":{"epoch":7,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi040.wmhbsz","status":"up:active","gid":24577}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.40:8443/","prometheus":"http://172.21.15.40:9283/"}},"servicemap":{"epoch":22,"modified":"2023-08-28T02:34:10.384085+0000","services":{}},"progress_events":{"12dba03a-d529-4826-b243-e29af8fa97a8":{"message":"Upgrade to 18.2.0-187-g9cf20820 (5m)\n [============................] (remaining: 6m)","progress":0.44999998807907104,"add_to_ceph_s":true},"42e4bfe6-6201-4e43-94a3-bd00b5166574":{"message":"Global Recovery Event (4m)\n [=========================...] (remaining: 29s)","progress":0.90909093618392944,"add_to_ceph_s":true}}} 2023-08-28T02:36:26.713 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:36:26.748 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:27.374 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:36:27.378 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:27.379 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:36:27.405 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2023-08-28T02:36:27.405 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:36:27.479 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:36:27.506 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:27.525 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:36:27.528 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:27.528 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:36:27.629 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:36:27.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:27 smithi040 ceph-mon[175404]: pgmap v1012: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.7 GiB data, 14 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 106 op/s; 37076/232575 objects degraded (15.942%); 10326/232575 objects misplaced (4.440%); 1.7 MiB/s, 26 objects/s recovering 2023-08-28T02:36:27.658 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:27 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/361739275' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:36:27.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:27 smithi040 ceph-mon[170259]: pgmap v1012: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.7 GiB data, 14 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 106 op/s; 37076/232575 objects degraded (15.942%); 10326/232575 objects misplaced (4.440%); 1.7 MiB/s, 26 objects/s recovering 2023-08-28T02:36:27.659 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:27 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/361739275' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:36:27.661 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:27.683 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:36:27.687 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:27.687 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:36:27.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:27 smithi083 ceph-mon[157819]: pgmap v1012: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.7 GiB data, 14 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 106 op/s; 37076/232575 objects degraded (15.942%); 10326/232575 objects misplaced (4.440%); 1.7 MiB/s, 26 objects/s recovering 2023-08-28T02:36:27.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:27 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/361739275' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:36:27.770 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:36:27.788 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:36:27.822 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:27.842 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:36:27.845 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:27.846 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:36:27.947 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:36:27.981 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:28.167 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-08-28T02:36:28.168 INFO:teuthology.orchestra.run.smithi040.stdout: "ops": [], 2023-08-28T02:36:28.168 INFO:teuthology.orchestra.run.smithi040.stdout: "complaint_time": 30, 2023-08-28T02:36:28.168 INFO:teuthology.orchestra.run.smithi040.stdout: "num_blocked_ops": 0 2023-08-28T02:36:28.168 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-08-28T02:36:28.203 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:36:28.208 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:28.209 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:36:28.310 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:36:28.337 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:28.357 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:36:28.359 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:28.360 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:36:28.443 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd set nodeep-scrub 2023-08-28T02:36:28.460 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:36:28.490 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:28.515 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:36:28.520 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:28.521 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:36:28.621 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:36:28.649 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:28.668 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:36:28.671 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:28.671 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:36:28.698 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.0 dump_historic_ops 2023-08-28T02:36:28.772 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:36:28.801 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:28.826 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:36:28.829 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:28.829 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:36:28.930 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:36:28.957 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:28.976 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:36:28.979 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:28.979 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:36:29.078 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:36:29.078 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:36:29.081 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:36:29.118 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:29.280 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:36:29.281 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:36:29.404 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-08-28T02:36:29.491 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:36:29.495 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:29.495 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:36:29.596 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:36:29.629 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:29.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:29 smithi040 ceph-mon[175404]: pgmap v1013: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.7 GiB data, 14 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 99 op/s; 37076/232287 objects degraded (15.961%); 10326/232287 objects misplaced (4.445%); 1.4 MiB/s, 22 objects/s recovering 2023-08-28T02:36:29.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:29 smithi040 ceph-mon[170259]: pgmap v1013: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.7 GiB data, 14 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 99 op/s; 37076/232287 objects degraded (15.961%); 10326/232287 objects misplaced (4.445%); 1.4 MiB/s, 22 objects/s recovering 2023-08-28T02:36:29.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:29 smithi083 ceph-mon[157819]: pgmap v1013: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.7 GiB data, 14 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 99 op/s; 37076/232287 objects degraded (15.961%); 10326/232287 objects misplaced (4.445%); 1.4 MiB/s, 22 objects/s recovering 2023-08-28T02:36:29.903 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:36:29.909 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:29.910 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:36:30.010 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:36:30.044 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:30.117 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:36:30.121 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:30.122 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:36:30.223 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:36:30.256 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:30.379 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":1013,"stamp":"2023-08-28T02:36:28.426667+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":5073189636,"num_objects":77429,"num_object_clones":0,"num_object_copies":232287,"num_objects_missing_on_primary":4940,"num_objects_missing":4940,"num_objects_degraded":37076,"num_objects_misplaced":10326,"num_objects_unfound":0,"num_objects_dirty":77429,"num_whiteouts":0,"num_read":90,"num_read_kb":168,"num_write":109313,"num_write_kb":5972054,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":36728,"num_bytes_recovered":2389512561,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97182,"ondisk_log_size":97182,"up":297,"acting":292,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":14578448,"kb_used_data":11655712,"kb_used_omap":12,"kb_used_meta":2922675,"kb_avail":547892464,"statfs":{"total":575970213888,"available":561041883136,"internally_reserved":0,"allocated":11935449088,"data_stored":11925667851,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12739,"internal_metadata":2992819773},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-65470464,"num_objects":-999,"num_object_clones":0,"num_object_copies":-2997,"num_objects_missing_on_primary":-60,"num_objects_missing":-60,"num_objects_degraded":-278,"num_objects_misplaced":-116,"num_objects_unfound":0,"num_objects_dirty":-999,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":999,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":228,"num_bytes_recovered":14942208,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002977"},"pg_stats":[{"pgid":"3.1a","version":"65'1","reported_seq":347,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.982332+0000","last_change":"2023-08-28T02:32:32.667028+0000","last_active":"2023-08-28T02:36:17.982332+0000","last_peered":"2023-08-28T02:36:17.982332+0000","last_clean":"2023-08-28T02:36:17.982332+0000","last_became_active":"2023-08-28T02:32:32.666711+0000","last_became_peered":"2023-08-28T02:32:32.666711+0000","last_unstale":"2023-08-28T02:36:17.982332+0000","last_undegraded":"2023-08-28T02:36:17.982332+0000","last_fullsized":"2023-08-28T02:36:17.982332+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:28:21.913105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":298,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.798901+0000","last_change":"2023-08-28T02:29:44.421259+0000","last_active":"2023-08-28T02:36:12.798901+0000","last_peered":"2023-08-28T02:36:12.798901+0000","last_clean":"2023-08-28T02:36:12.798901+0000","last_became_active":"2023-08-28T02:29:44.420936+0000","last_became_peered":"2023-08-28T02:29:44.420936+0000","last_unstale":"2023-08-28T02:36:12.798901+0000","last_undegraded":"2023-08-28T02:36:12.798901+0000","last_fullsized":"2023-08-28T02:36:12.798901+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:22:26.346867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":140,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.978659+0000","last_change":"2023-08-28T02:33:12.290337+0000","last_active":"2023-08-28T02:36:17.978659+0000","last_peered":"2023-08-28T02:36:17.978659+0000","last_clean":"2023-08-28T02:36:17.978659+0000","last_became_active":"2023-08-28T02:33:12.289852+0000","last_became_peered":"2023-08-28T02:33:12.289852+0000","last_unstale":"2023-08-28T02:36:17.978659+0000","last_undegraded":"2023-08-28T02:36:17.978659+0000","last_fullsized":"2023-08-28T02:36:17.978659+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:04:26.420037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":313,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.801291+0000","last_change":"2023-08-28T02:33:13.317226+0000","last_active":"2023-08-28T02:36:12.801291+0000","last_peered":"2023-08-28T02:36:12.801291+0000","last_clean":"2023-08-28T02:36:12.801291+0000","last_became_active":"2023-08-28T02:33:13.316893+0000","last_became_peered":"2023-08-28T02:33:13.316893+0000","last_unstale":"2023-08-28T02:36:12.801291+0000","last_undegraded":"2023-08-28T02:36:12.801291+0000","last_fullsized":"2023-08-28T02:36:12.801291+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:55:46.593463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":258,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.491191+0000","last_change":"2023-08-28T02:33:12.295203+0000","last_active":"2023-08-28T02:36:12.491191+0000","last_peered":"2023-08-28T02:36:12.491191+0000","last_clean":"2023-08-28T02:36:12.491191+0000","last_became_active":"2023-08-28T02:33:12.294904+0000","last_became_peered":"2023-08-28T02:33:12.294904+0000","last_unstale":"2023-08-28T02:36:12.491191+0000","last_undegraded":"2023-08-28T02:36:12.491191+0000","last_fullsized":"2023-08-28T02:36:12.491191+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:31:07.008856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":277,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.997170+0000","last_change":"2023-08-28T02:31:51.987263+0000","last_active":"2023-08-28T02:36:17.997170+0000","last_peered":"2023-08-28T02:36:17.997170+0000","last_clean":"2023-08-28T02:36:17.997170+0000","last_became_active":"2023-08-28T02:31:51.986938+0000","last_became_peered":"2023-08-28T02:31:51.986938+0000","last_unstale":"2023-08-28T02:36:17.997170+0000","last_undegraded":"2023-08-28T02:36:17.997170+0000","last_fullsized":"2023-08-28T02:36:17.997170+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:18.021905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":308,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.999821+0000","last_change":"2023-08-28T02:33:12.318656+0000","last_active":"2023-08-28T02:36:17.999821+0000","last_peered":"2023-08-28T02:36:17.999821+0000","last_clean":"2023-08-28T02:36:17.999821+0000","last_became_active":"2023-08-28T02:33:12.318297+0000","last_became_peered":"2023-08-28T02:33:12.318297+0000","last_unstale":"2023-08-28T02:36:17.999821+0000","last_undegraded":"2023-08-28T02:36:17.999821+0000","last_fullsized":"2023-08-28T02:36:17.999821+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:43:09.789767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":239,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.491224+0000","last_change":"2023-08-28T02:33:13.357230+0000","last_active":"2023-08-28T02:36:12.491224+0000","last_peered":"2023-08-28T02:36:12.491224+0000","last_clean":"2023-08-28T02:36:12.491224+0000","last_became_active":"2023-08-28T02:33:13.356853+0000","last_became_peered":"2023-08-28T02:33:13.356853+0000","last_unstale":"2023-08-28T02:36:12.491224+0000","last_undegraded":"2023-08-28T02:36:12.491224+0000","last_fullsized":"2023-08-28T02:36:12.491224+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:20:21.545007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":319,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.996794+0000","last_change":"2023-08-28T02:29:44.462510+0000","last_active":"2023-08-28T02:36:17.996794+0000","last_peered":"2023-08-28T02:36:17.996794+0000","last_clean":"2023-08-28T02:36:17.996794+0000","last_became_active":"2023-08-28T02:29:44.460314+0000","last_became_peered":"2023-08-28T02:29:44.460314+0000","last_unstale":"2023-08-28T02:36:17.996794+0000","last_undegraded":"2023-08-28T02:36:17.996794+0000","last_fullsized":"2023-08-28T02:36:17.996794+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:59:01.311467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":242,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.491267+0000","last_change":"2023-08-28T02:33:13.291255+0000","last_active":"2023-08-28T02:36:12.491267+0000","last_peered":"2023-08-28T02:36:12.491267+0000","last_clean":"2023-08-28T02:36:12.491267+0000","last_became_active":"2023-08-28T02:33:13.290933+0000","last_became_peered":"2023-08-28T02:33:13.290933+0000","last_unstale":"2023-08-28T02:36:12.491267+0000","last_undegraded":"2023-08-28T02:36:12.491267+0000","last_fullsized":"2023-08-28T02:36:12.491267+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:31:54.116908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"65'3","reported_seq":320,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.984999+0000","last_change":"2023-08-28T02:33:12.296412+0000","last_active":"2023-08-28T02:36:17.984999+0000","last_peered":"2023-08-28T02:36:17.984999+0000","last_clean":"2023-08-28T02:36:17.984999+0000","last_became_active":"2023-08-28T02:33:12.295786+0000","last_became_peered":"2023-08-28T02:33:12.295786+0000","last_unstale":"2023-08-28T02:36:17.984999+0000","last_undegraded":"2023-08-28T02:36:17.984999+0000","last_fullsized":"2023-08-28T02:36:17.984999+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:15:31.449163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":143,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.979121+0000","last_change":"2023-08-28T02:32:32.666927+0000","last_active":"2023-08-28T02:36:17.979121+0000","last_peered":"2023-08-28T02:36:17.979121+0000","last_clean":"2023-08-28T02:36:17.979121+0000","last_became_active":"2023-08-28T02:32:32.666618+0000","last_became_peered":"2023-08-28T02:32:32.666618+0000","last_unstale":"2023-08-28T02:36:17.979121+0000","last_undegraded":"2023-08-28T02:36:17.979121+0000","last_fullsized":"2023-08-28T02:36:17.979121+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:45:57.998333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":344,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.984234+0000","last_change":"2023-08-28T02:32:28.505262+0000","last_active":"2023-08-28T02:36:17.984234+0000","last_peered":"2023-08-28T02:36:17.984234+0000","last_clean":"2023-08-28T02:36:17.984234+0000","last_became_active":"2023-08-28T02:32:28.455999+0000","last_became_peered":"2023-08-28T02:32:28.455999+0000","last_unstale":"2023-08-28T02:36:17.984234+0000","last_undegraded":"2023-08-28T02:36:17.984234+0000","last_fullsized":"2023-08-28T02:36:17.984234+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:28.937020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":9468,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":328,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.982012+0000","last_change":"2023-08-28T02:32:12.959195+0000","last_active":"2023-08-28T02:36:17.982012+0000","last_peered":"2023-08-28T02:36:17.982012+0000","last_clean":"2023-08-28T02:36:17.982012+0000","last_became_active":"2023-08-28T02:32:12.958832+0000","last_became_peered":"2023-08-28T02:32:12.958832+0000","last_unstale":"2023-08-28T02:36:17.982012+0000","last_undegraded":"2023-08-28T02:36:17.982012+0000","last_fullsized":"2023-08-28T02:36:17.982012+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:23:27.197787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"65'2","reported_seq":318,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.984557+0000","last_change":"2023-08-28T02:32:28.461161+0000","last_active":"2023-08-28T02:36:17.984557+0000","last_peered":"2023-08-28T02:36:17.984557+0000","last_clean":"2023-08-28T02:36:17.984557+0000","last_became_active":"2023-08-28T02:32:28.451284+0000","last_became_peered":"2023-08-28T02:32:28.451284+0000","last_unstale":"2023-08-28T02:36:17.984557+0000","last_undegraded":"2023-08-28T02:36:17.984557+0000","last_fullsized":"2023-08-28T02:36:17.984557+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:58:20.061020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":299,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.798693+0000","last_change":"2023-08-28T02:29:44.419566+0000","last_active":"2023-08-28T02:36:12.798693+0000","last_peered":"2023-08-28T02:36:12.798693+0000","last_clean":"2023-08-28T02:36:12.798693+0000","last_became_active":"2023-08-28T02:29:44.419053+0000","last_became_peered":"2023-08-28T02:29:44.419053+0000","last_unstale":"2023-08-28T02:36:12.798693+0000","last_undegraded":"2023-08-28T02:36:12.798693+0000","last_fullsized":"2023-08-28T02:36:12.798693+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:44:36.133499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":302,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.798668+0000","last_change":"2023-08-28T02:33:12.493777+0000","last_active":"2023-08-28T02:36:12.798668+0000","last_peered":"2023-08-28T02:36:12.798668+0000","last_clean":"2023-08-28T02:36:12.798668+0000","last_became_active":"2023-08-28T02:33:12.491177+0000","last_became_peered":"2023-08-28T02:33:12.491177+0000","last_unstale":"2023-08-28T02:36:12.798668+0000","last_undegraded":"2023-08-28T02:36:12.798668+0000","last_fullsized":"2023-08-28T02:36:12.798668+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:10:58.167753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":315,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.996557+0000","last_change":"2023-08-28T02:33:12.290293+0000","last_active":"2023-08-28T02:36:17.996557+0000","last_peered":"2023-08-28T02:36:17.996557+0000","last_clean":"2023-08-28T02:36:17.996557+0000","last_became_active":"2023-08-28T02:33:12.289989+0000","last_became_peered":"2023-08-28T02:33:12.289989+0000","last_unstale":"2023-08-28T02:36:17.996557+0000","last_undegraded":"2023-08-28T02:36:17.996557+0000","last_fullsized":"2023-08-28T02:36:17.996557+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:05:33.622172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":293,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.984388+0000","last_change":"2023-08-28T02:32:12.948756+0000","last_active":"2023-08-28T02:36:17.984388+0000","last_peered":"2023-08-28T02:36:17.984388+0000","last_clean":"2023-08-28T02:36:17.984388+0000","last_became_active":"2023-08-28T02:32:12.948441+0000","last_became_peered":"2023-08-28T02:32:12.948441+0000","last_unstale":"2023-08-28T02:36:17.984388+0000","last_undegraded":"2023-08-28T02:36:17.984388+0000","last_fullsized":"2023-08-28T02:36:17.984388+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:27.922180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":309,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:18.000226+0000","last_change":"2023-08-28T02:33:12.299398+0000","last_active":"2023-08-28T02:36:18.000226+0000","last_peered":"2023-08-28T02:36:18.000226+0000","last_clean":"2023-08-28T02:36:18.000226+0000","last_became_active":"2023-08-28T02:33:12.299113+0000","last_became_peered":"2023-08-28T02:33:12.299113+0000","last_unstale":"2023-08-28T02:36:18.000226+0000","last_undegraded":"2023-08-28T02:36:18.000226+0000","last_fullsized":"2023-08-28T02:36:18.000226+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:14:55.597212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"65'8","reported_seq":102,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.798198+0000","last_change":"2023-08-28T02:33:13.478870+0000","last_active":"2023-08-28T02:36:12.798198+0000","last_peered":"2023-08-28T02:36:12.798198+0000","last_clean":"2023-08-28T02:36:12.798198+0000","last_became_active":"2023-08-28T02:33:13.332142+0000","last_became_peered":"2023-08-28T02:33:13.332142+0000","last_unstale":"2023-08-28T02:36:12.798198+0000","last_undegraded":"2023-08-28T02:36:12.798198+0000","last_fullsized":"2023-08-28T02:36:12.798198+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:32:42.810159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":240,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.492572+0000","last_change":"2023-08-28T02:33:12.306353+0000","last_active":"2023-08-28T02:36:12.492572+0000","last_peered":"2023-08-28T02:36:12.492572+0000","last_clean":"2023-08-28T02:36:12.492572+0000","last_became_active":"2023-08-28T02:33:12.304977+0000","last_became_peered":"2023-08-28T02:33:12.304977+0000","last_unstale":"2023-08-28T02:36:12.492572+0000","last_undegraded":"2023-08-28T02:36:12.492572+0000","last_fullsized":"2023-08-28T02:36:12.492572+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:19:38.819671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"335'6805","reported_seq":6899,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-08-28T02:36:25.423732+0000","last_change":"2023-08-28T02:30:50.402703+0000","last_active":"2023-08-28T02:36:25.423732+0000","last_peered":"2023-08-28T02:36:25.423732+0000","last_clean":"2023-08-28T02:36:25.423732+0000","last_became_active":"2023-08-28T02:30:50.402419+0000","last_became_peered":"2023-08-28T02:30:50.402419+0000","last_unstale":"2023-08-28T02:36:25.423732+0000","last_undegraded":"2023-08-28T02:36:25.423732+0000","last_fullsized":"2023-08-28T02:36:25.423732+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6805,"log_dups_size":0,"ondisk_log_size":6805,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:07:37.393907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":318177280,"num_objects":4855,"num_object_clones":0,"num_object_copies":14565,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4855,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6805,"num_write_kb":373120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"65'1","reported_seq":301,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.984632+0000","last_change":"2023-08-28T02:14:43.046130+0000","last_active":"2023-08-28T02:36:17.984632+0000","last_peered":"2023-08-28T02:36:17.984632+0000","last_clean":"2023-08-28T02:36:17.984632+0000","last_became_active":"2023-08-28T02:14:43.045775+0000","last_became_peered":"2023-08-28T02:14:43.045775+0000","last_unstale":"2023-08-28T02:36:17.984632+0000","last_undegraded":"2023-08-28T02:36:17.984632+0000","last_fullsized":"2023-08-28T02:36:17.984632+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:57:38.279756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":291,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.997324+0000","last_change":"2023-08-28T02:31:51.987149+0000","last_active":"2023-08-28T02:36:17.997324+0000","last_peered":"2023-08-28T02:36:17.997324+0000","last_clean":"2023-08-28T02:36:17.997324+0000","last_became_active":"2023-08-28T02:31:51.986821+0000","last_became_peered":"2023-08-28T02:31:51.986821+0000","last_unstale":"2023-08-28T02:36:17.997324+0000","last_undegraded":"2023-08-28T02:36:17.997324+0000","last_fullsized":"2023-08-28T02:36:17.997324+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:23:26.661134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"335'6807","reported_seq":10307,"reported_epoch":336,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:36:25.670832+0000","last_change":"2023-08-28T02:33:33.975566+0000","last_active":"2023-08-28T02:36:25.670832+0000","last_peered":"2023-08-28T02:36:25.670832+0000","last_clean":"2023-08-28T02:31:27.868230+0000","last_became_active":"2023-08-28T02:33:33.660452+0000","last_became_peered":"2023-08-28T02:33:33.660452+0000","last_unstale":"2023-08-28T02:36:25.670832+0000","last_undegraded":"2023-08-28T02:33:13.410847+0000","last_fullsized":"2023-08-28T02:33:13.270012+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6807,"log_dups_size":0,"ondisk_log_size":6807,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:33.375162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":314114048,"num_objects":4793,"num_object_clones":0,"num_object_copies":14379,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7300,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4793,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6807,"num_write_kb":371200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1684,"num_bytes_recovered":110297088,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[5,4],"avail_no_missing":["5","6"],"object_location_counts":[{"shards":"2,5,6","objects":915},{"shards":"3,5,6","objects":2372},{"shards":"4,5","objects":1},{"shards":"5,6","objects":1505}],"blocked_by":[],"up_primary":3,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"65'2","reported_seq":326,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.984862+0000","last_change":"2023-08-28T02:29:44.436352+0000","last_active":"2023-08-28T02:36:17.984862+0000","last_peered":"2023-08-28T02:36:17.984862+0000","last_clean":"2023-08-28T02:36:17.984862+0000","last_became_active":"2023-08-28T02:29:44.411499+0000","last_became_peered":"2023-08-28T02:29:44.411499+0000","last_unstale":"2023-08-28T02:36:17.984862+0000","last_undegraded":"2023-08-28T02:36:17.984862+0000","last_fullsized":"2023-08-28T02:36:17.984862+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:46:57.540191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":352,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.982550+0000","last_change":"2023-08-28T02:33:12.289004+0000","last_active":"2023-08-28T02:36:17.982550+0000","last_peered":"2023-08-28T02:36:17.982550+0000","last_clean":"2023-08-28T02:36:17.982550+0000","last_became_active":"2023-08-28T02:33:12.288722+0000","last_became_peered":"2023-08-28T02:33:12.288722+0000","last_unstale":"2023-08-28T02:36:17.982550+0000","last_undegraded":"2023-08-28T02:36:17.982550+0000","last_fullsized":"2023-08-28T02:36:17.982550+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:24.019483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"335'6721","reported_seq":6831,"reported_epoch":335,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:36:24.618522+0000","last_change":"2023-08-28T02:33:13.585687+0000","last_active":"2023-08-28T02:36:24.618522+0000","last_peered":"2023-08-28T02:36:24.618522+0000","last_clean":"2023-08-28T02:31:27.908616+0000","last_became_active":"2023-08-28T02:33:13.578484+0000","last_became_peered":"2023-08-28T02:33:13.578484+0000","last_unstale":"2023-08-28T02:36:24.618522+0000","last_undegraded":"2023-08-28T02:33:13.297322+0000","last_fullsized":"2023-08-28T02:33:13.268309+0000","mapping_epoch":298,"log_start":"256'1412","ondisk_log_start":"256'1412","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5309,"log_dups_size":0,"ondisk_log_size":5309,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:42:33.431186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":316473344,"num_objects":4829,"num_object_clones":0,"num_object_copies":14487,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2533,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4829,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6721,"num_write_kb":369600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4],"avail_no_missing":["0","4"],"object_location_counts":[{"shards":"0,4","objects":2381}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"65'1","reported_seq":312,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.984914+0000","last_change":"2023-08-28T02:33:13.516869+0000","last_active":"2023-08-28T02:36:17.984914+0000","last_peered":"2023-08-28T02:36:17.984914+0000","last_clean":"2023-08-28T02:36:17.984914+0000","last_became_active":"2023-08-28T02:33:13.396736+0000","last_became_peered":"2023-08-28T02:33:13.396736+0000","last_unstale":"2023-08-28T02:36:17.984914+0000","last_undegraded":"2023-08-28T02:36:17.984914+0000","last_fullsized":"2023-08-28T02:36:17.984914+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:47:08.237137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":278,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.978954+0000","last_change":"2023-08-28T02:31:51.987327+0000","last_active":"2023-08-28T02:36:17.978954+0000","last_peered":"2023-08-28T02:36:17.978954+0000","last_clean":"2023-08-28T02:36:17.978954+0000","last_became_active":"2023-08-28T02:31:51.987018+0000","last_became_peered":"2023-08-28T02:31:51.987018+0000","last_unstale":"2023-08-28T02:36:17.978954+0000","last_undegraded":"2023-08-28T02:36:17.978954+0000","last_fullsized":"2023-08-28T02:36:17.978954+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:53:26.105101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.5","version":"335'6706","reported_seq":8598,"reported_epoch":335,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:36:25.049149+0000","last_change":"2023-08-28T02:33:13.625779+0000","last_active":"2023-08-28T02:36:25.049149+0000","last_peered":"2023-08-28T02:36:25.049149+0000","last_clean":"2023-08-28T02:31:27.898932+0000","last_became_active":"2023-08-28T02:33:13.612126+0000","last_became_peered":"2023-08-28T02:33:13.612126+0000","last_unstale":"2023-08-28T02:36:25.049149+0000","last_undegraded":"2023-08-28T02:33:13.485377+0000","last_fullsized":"2023-08-28T02:33:13.264317+0000","mapping_epoch":298,"log_start":"256'1363","ondisk_log_start":"256'1363","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5343,"log_dups_size":0,"ondisk_log_size":5343,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:37:28.843386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":311033856,"num_objects":4746,"num_object_clones":0,"num_object_copies":14238,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7288,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4746,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6706,"num_write_kb":366464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":888,"num_bytes_recovered":58195968,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,7],"avail_no_missing":["0","2"],"object_location_counts":[{"shards":"0,2","objects":2358},{"shards":"0,2,3","objects":2388}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":330,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.996280+0000","last_change":"2023-08-28T02:33:13.281826+0000","last_active":"2023-08-28T02:36:17.996280+0000","last_peered":"2023-08-28T02:36:17.996280+0000","last_clean":"2023-08-28T02:36:17.996280+0000","last_became_active":"2023-08-28T02:33:13.281511+0000","last_became_peered":"2023-08-28T02:33:13.281511+0000","last_unstale":"2023-08-28T02:36:17.996280+0000","last_undegraded":"2023-08-28T02:36:17.996280+0000","last_fullsized":"2023-08-28T02:36:17.996280+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:32:55.005706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":325,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.799999+0000","last_change":"2023-08-28T02:29:44.436713+0000","last_active":"2023-08-28T02:36:12.799999+0000","last_peered":"2023-08-28T02:36:12.799999+0000","last_clean":"2023-08-28T02:36:12.799999+0000","last_became_active":"2023-08-28T02:29:44.436203+0000","last_became_peered":"2023-08-28T02:29:44.436203+0000","last_unstale":"2023-08-28T02:36:12.799999+0000","last_undegraded":"2023-08-28T02:36:12.799999+0000","last_fullsized":"2023-08-28T02:36:12.799999+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:46:48.522293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"336'6961","reported_seq":7058,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-08-28T02:36:27.212392+0000","last_change":"2023-08-28T02:30:50.399669+0000","last_active":"2023-08-28T02:36:27.212392+0000","last_peered":"2023-08-28T02:36:27.212392+0000","last_clean":"2023-08-28T02:36:27.212392+0000","last_became_active":"2023-08-28T02:30:50.399332+0000","last_became_peered":"2023-08-28T02:30:50.399332+0000","last_unstale":"2023-08-28T02:36:27.212392+0000","last_undegraded":"2023-08-28T02:36:27.212392+0000","last_fullsized":"2023-08-28T02:36:27.212392+0000","mapping_epoch":250,"log_start":"255'800","ondisk_log_start":"255'800","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6161,"log_dups_size":0,"ondisk_log_size":6161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:00:54.910841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":318046208,"num_objects":4853,"num_object_clones":0,"num_object_copies":14559,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4853,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6961,"num_write_kb":378048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"75'161","reported_seq":756,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.984588+0000","last_change":"2023-08-28T02:33:13.310049+0000","last_active":"2023-08-28T02:36:17.984588+0000","last_peered":"2023-08-28T02:36:17.984588+0000","last_clean":"2023-08-28T02:36:17.984588+0000","last_became_active":"2023-08-28T02:33:13.309661+0000","last_became_peered":"2023-08-28T02:33:13.309661+0000","last_unstale":"2023-08-28T02:36:17.984588+0000","last_undegraded":"2023-08-28T02:36:17.984588+0000","last_fullsized":"2023-08-28T02:36:17.984588+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.930230+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.930230+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:27:40.889460+0000","scrub_duration":0.0050169209999999997,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"65'2","reported_seq":289,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.491659+0000","last_change":"2023-08-28T02:33:12.294922+0000","last_active":"2023-08-28T02:36:12.491659+0000","last_peered":"2023-08-28T02:36:12.491659+0000","last_clean":"2023-08-28T02:36:12.491659+0000","last_became_active":"2023-08-28T02:33:12.294518+0000","last_became_peered":"2023-08-28T02:33:12.294518+0000","last_unstale":"2023-08-28T02:36:12.491659+0000","last_undegraded":"2023-08-28T02:36:12.491659+0000","last_fullsized":"2023-08-28T02:36:12.491659+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:21:12.737286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":329,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.984288+0000","last_change":"2023-08-28T02:33:13.310505+0000","last_active":"2023-08-28T02:36:17.984288+0000","last_peered":"2023-08-28T02:36:17.984288+0000","last_clean":"2023-08-28T02:36:17.984288+0000","last_became_active":"2023-08-28T02:33:13.310223+0000","last_became_peered":"2023-08-28T02:33:13.310223+0000","last_unstale":"2023-08-28T02:36:17.984288+0000","last_undegraded":"2023-08-28T02:36:17.984288+0000","last_fullsized":"2023-08-28T02:36:17.984288+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:27:02.124453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"336'6817","reported_seq":8765,"reported_epoch":336,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:36:25.485380+0000","last_change":"2023-08-28T02:33:13.591092+0000","last_active":"2023-08-28T02:36:25.485380+0000","last_peered":"2023-08-28T02:36:25.485380+0000","last_clean":"2023-08-28T02:31:27.916082+0000","last_became_active":"2023-08-28T02:33:13.580413+0000","last_became_peered":"2023-08-28T02:33:13.580413+0000","last_unstale":"2023-08-28T02:36:25.485380+0000","last_undegraded":"2023-08-28T02:33:13.480527+0000","last_fullsized":"2023-08-28T02:33:13.270957+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6817,"log_dups_size":0,"ondisk_log_size":6817,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:03.698410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":317915136,"num_objects":4851,"num_object_clones":0,"num_object_copies":14553,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7475,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4851,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6817,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":912,"num_bytes_recovered":59768832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,4],"avail_no_missing":["5","2"],"object_location_counts":[{"shards":"2,3,5","objects":2369},{"shards":"2,5","objects":2482}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"75'161","reported_seq":589,"reported_epoch":335,"state":"active+recovery_wait+degraded","last_fresh":"2023-08-28T02:36:17.997189+0000","last_change":"2023-08-28T02:33:13.287487+0000","last_active":"2023-08-28T02:36:17.997189+0000","last_peered":"2023-08-28T02:36:17.997189+0000","last_clean":"2023-08-28T02:31:25.515426+0000","last_became_active":"2023-08-28T02:33:13.287313+0000","last_became_peered":"2023-08-28T02:33:13.287313+0000","last_unstale":"2023-08-28T02:36:17.997189+0000","last_undegraded":"2023-08-28T02:33:13.270760+0000","last_fullsized":"2023-08-28T02:36:17.997189+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":204,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:45.407127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:45.407127+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:39:14.213229+0000","scrub_duration":0.0018495320000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":["5","2","3"],"object_location_counts":[{"shards":"2,3,5","objects":1}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":249,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.982141+0000","last_change":"2023-08-28T02:33:13.309727+0000","last_active":"2023-08-28T02:36:17.982141+0000","last_peered":"2023-08-28T02:36:17.982141+0000","last_clean":"2023-08-28T02:36:17.982141+0000","last_became_active":"2023-08-28T02:33:13.309487+0000","last_became_peered":"2023-08-28T02:33:13.309487+0000","last_unstale":"2023-08-28T02:36:17.982141+0000","last_undegraded":"2023-08-28T02:36:17.982141+0000","last_fullsized":"2023-08-28T02:36:17.982141+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:27:29.294011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":64,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.981914+0000","last_change":"2023-08-28T02:32:28.456323+0000","last_active":"2023-08-28T02:36:17.981914+0000","last_peered":"2023-08-28T02:36:17.981914+0000","last_clean":"2023-08-28T02:36:17.981914+0000","last_became_active":"2023-08-28T02:32:28.455987+0000","last_became_peered":"2023-08-28T02:32:28.455987+0000","last_unstale":"2023-08-28T02:36:17.981914+0000","last_undegraded":"2023-08-28T02:36:17.981914+0000","last_fullsized":"2023-08-28T02:36:17.981914+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:54:07.724002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"336'6971","reported_seq":17085,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-08-28T02:36:27.084549+0000","last_change":"2023-08-28T02:33:13.316023+0000","last_active":"2023-08-28T02:36:27.084549+0000","last_peered":"2023-08-28T02:36:27.084549+0000","last_clean":"2023-08-28T02:36:27.084549+0000","last_became_active":"2023-08-28T02:33:13.308403+0000","last_became_peered":"2023-08-28T02:33:13.308403+0000","last_unstale":"2023-08-28T02:36:27.084549+0000","last_undegraded":"2023-08-28T02:36:27.084549+0000","last_fullsized":"2023-08-28T02:36:27.084549+0000","mapping_epoch":298,"log_start":"255'800","ondisk_log_start":"255'800","created":250,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6171,"log_dups_size":0,"ondisk_log_size":6171,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:10:38.401973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":322764800,"num_objects":4925,"num_object_clones":0,"num_object_copies":14775,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4925,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6971,"num_write_kb":380672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4999,"num_bytes_recovered":327614464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":309,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.982481+0000","last_change":"2023-08-28T02:32:28.455294+0000","last_active":"2023-08-28T02:36:17.982481+0000","last_peered":"2023-08-28T02:36:17.982481+0000","last_clean":"2023-08-28T02:36:17.982481+0000","last_became_active":"2023-08-28T02:32:28.455013+0000","last_became_peered":"2023-08-28T02:32:28.455013+0000","last_unstale":"2023-08-28T02:36:17.982481+0000","last_undegraded":"2023-08-28T02:36:17.982481+0000","last_fullsized":"2023-08-28T02:36:17.982481+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:53.583864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":341,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.982613+0000","last_change":"2023-08-28T02:33:13.335588+0000","last_active":"2023-08-28T02:36:17.982613+0000","last_peered":"2023-08-28T02:36:17.982613+0000","last_clean":"2023-08-28T02:36:17.982613+0000","last_became_active":"2023-08-28T02:33:13.335326+0000","last_became_peered":"2023-08-28T02:33:13.335326+0000","last_unstale":"2023-08-28T02:36:17.982613+0000","last_undegraded":"2023-08-28T02:36:17.982613+0000","last_fullsized":"2023-08-28T02:36:17.982613+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:15:44.958663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"336'6851","reported_seq":6945,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-08-28T02:36:25.957083+0000","last_change":"2023-08-28T02:30:50.400261+0000","last_active":"2023-08-28T02:36:25.957083+0000","last_peered":"2023-08-28T02:36:25.957083+0000","last_clean":"2023-08-28T02:36:25.957083+0000","last_became_active":"2023-08-28T02:30:50.399938+0000","last_became_peered":"2023-08-28T02:30:50.399938+0000","last_unstale":"2023-08-28T02:36:25.957083+0000","last_undegraded":"2023-08-28T02:36:25.957083+0000","last_fullsized":"2023-08-28T02:36:25.957083+0000","mapping_epoch":250,"log_start":"256'1490","ondisk_log_start":"256'1490","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5361,"log_dups_size":0,"ondisk_log_size":5361,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:43:56.802792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":317390848,"num_objects":4843,"num_object_clones":0,"num_object_copies":14529,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4843,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6851,"num_write_kb":374208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"75'161","reported_seq":615,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.996557+0000","last_change":"2023-08-28T02:32:56.519141+0000","last_active":"2023-08-28T02:36:17.996557+0000","last_peered":"2023-08-28T02:36:17.996557+0000","last_clean":"2023-08-28T02:36:17.996557+0000","last_became_active":"2023-08-28T02:32:56.518863+0000","last_became_peered":"2023-08-28T02:32:56.518863+0000","last_unstale":"2023-08-28T02:36:17.996557+0000","last_undegraded":"2023-08-28T02:36:17.996557+0000","last_fullsized":"2023-08-28T02:36:17.996557+0000","mapping_epoch":292,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":293,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_clean_scrub_stamp":"2023-08-28T02:29:25.608370+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:59:50.561109+0000","scrub_duration":0.001662689,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":242,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.491341+0000","last_change":"2023-08-28T02:33:12.294592+0000","last_active":"2023-08-28T02:36:12.491341+0000","last_peered":"2023-08-28T02:36:12.491341+0000","last_clean":"2023-08-28T02:36:12.491341+0000","last_became_active":"2023-08-28T02:33:12.288508+0000","last_became_peered":"2023-08-28T02:33:12.288508+0000","last_unstale":"2023-08-28T02:36:12.491341+0000","last_undegraded":"2023-08-28T02:36:12.491341+0000","last_fullsized":"2023-08-28T02:36:12.491341+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:05:42.717608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":125,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.979598+0000","last_change":"2023-08-28T02:29:44.429834+0000","last_active":"2023-08-28T02:36:17.979598+0000","last_peered":"2023-08-28T02:36:17.979598+0000","last_clean":"2023-08-28T02:36:17.979598+0000","last_became_active":"2023-08-28T02:29:44.429512+0000","last_became_peered":"2023-08-28T02:29:44.429512+0000","last_unstale":"2023-08-28T02:36:17.979598+0000","last_undegraded":"2023-08-28T02:36:17.979598+0000","last_fullsized":"2023-08-28T02:36:17.979598+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:58.062455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"336'6757","reported_seq":6851,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-08-28T02:36:26.183323+0000","last_change":"2023-08-28T02:30:50.402348+0000","last_active":"2023-08-28T02:36:26.183323+0000","last_peered":"2023-08-28T02:36:26.183323+0000","last_clean":"2023-08-28T02:36:26.183323+0000","last_became_active":"2023-08-28T02:30:50.402076+0000","last_became_peered":"2023-08-28T02:30:50.402076+0000","last_unstale":"2023-08-28T02:36:26.183323+0000","last_undegraded":"2023-08-28T02:36:26.183323+0000","last_fullsized":"2023-08-28T02:36:26.183323+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6757,"log_dups_size":0,"ondisk_log_size":6757,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:24.859426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":315817984,"num_objects":4819,"num_object_clones":0,"num_object_copies":14457,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4819,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6757,"num_write_kb":370432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.7","version":"75'161","reported_seq":534,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.492529+0000","last_change":"2023-08-28T02:33:13.532525+0000","last_active":"2023-08-28T02:36:12.492529+0000","last_peered":"2023-08-28T02:36:12.492529+0000","last_clean":"2023-08-28T02:36:12.492529+0000","last_became_active":"2023-08-28T02:33:13.532125+0000","last_became_peered":"2023-08-28T02:33:13.532125+0000","last_unstale":"2023-08-28T02:36:12.492529+0000","last_undegraded":"2023-08-28T02:36:12.492529+0000","last_fullsized":"2023-08-28T02:36:12.492529+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.887648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.887648+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":126,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.979294+0000","last_change":"2023-08-28T02:29:44.407595+0000","last_active":"2023-08-28T02:36:17.979294+0000","last_peered":"2023-08-28T02:36:17.979294+0000","last_clean":"2023-08-28T02:36:17.979294+0000","last_became_active":"2023-08-28T02:29:44.407316+0000","last_became_peered":"2023-08-28T02:29:44.407316+0000","last_unstale":"2023-08-28T02:36:17.979294+0000","last_undegraded":"2023-08-28T02:36:17.979294+0000","last_fullsized":"2023-08-28T02:36:17.979294+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:01:47.777709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":347,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.996484+0000","last_change":"2023-08-28T02:33:13.286980+0000","last_active":"2023-08-28T02:36:17.996484+0000","last_peered":"2023-08-28T02:36:17.996484+0000","last_clean":"2023-08-28T02:36:17.996484+0000","last_became_active":"2023-08-28T02:33:13.286740+0000","last_became_peered":"2023-08-28T02:33:13.286740+0000","last_unstale":"2023-08-28T02:36:17.996484+0000","last_undegraded":"2023-08-28T02:36:17.996484+0000","last_fullsized":"2023-08-28T02:36:17.996484+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:24:54.574365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":126,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.979034+0000","last_change":"2023-08-28T02:29:44.506914+0000","last_active":"2023-08-28T02:36:17.979034+0000","last_peered":"2023-08-28T02:36:17.979034+0000","last_clean":"2023-08-28T02:36:17.979034+0000","last_became_active":"2023-08-28T02:29:44.506606+0000","last_became_peered":"2023-08-28T02:29:44.506606+0000","last_unstale":"2023-08-28T02:36:17.979034+0000","last_undegraded":"2023-08-28T02:36:17.979034+0000","last_fullsized":"2023-08-28T02:36:17.979034+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:55:50.992279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"335'6773","reported_seq":18464,"reported_epoch":335,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:36:24.039707+0000","last_change":"2023-08-28T02:34:11.565330+0000","last_active":"2023-08-28T02:36:24.039707+0000","last_peered":"2023-08-28T02:36:24.039707+0000","last_clean":"2023-08-28T02:32:11.916240+0000","last_became_active":"2023-08-28T02:33:12.501819+0000","last_became_peered":"2023-08-28T02:33:12.501819+0000","last_unstale":"2023-08-28T02:36:24.039707+0000","last_undegraded":"2023-08-28T02:36:24.039707+0000","last_fullsized":"2023-08-28T02:36:24.039707+0000","mapping_epoch":297,"log_start":"256'1424","ondisk_log_start":"256'1424","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5349,"log_dups_size":0,"ondisk_log_size":5349,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:45:43.329719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":316080128,"num_objects":4823,"num_object_clones":0,"num_object_copies":14469,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4823,"num_objects_unfound":0,"num_objects_dirty":4823,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6773,"num_write_kb":371072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5787,"num_bytes_recovered":379256832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,2],"avail_no_missing":["0","2","5","6"],"object_location_counts":[{"shards":"0,2,5","objects":4823}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.1","version":"75'161","reported_seq":595,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.996143+0000","last_change":"2023-08-28T02:32:31.482659+0000","last_active":"2023-08-28T02:36:17.996143+0000","last_peered":"2023-08-28T02:36:17.996143+0000","last_clean":"2023-08-28T02:36:17.996143+0000","last_became_active":"2023-08-28T02:32:31.482320+0000","last_became_peered":"2023-08-28T02:32:31.482320+0000","last_unstale":"2023-08-28T02:36:17.996143+0000","last_undegraded":"2023-08-28T02:36:17.996143+0000","last_fullsized":"2023-08-28T02:36:17.996143+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:24.559397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:24.559397+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:41:09.516918+0000","scrub_duration":0.001580328,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":333,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.996438+0000","last_change":"2023-08-28T02:31:51.988386+0000","last_active":"2023-08-28T02:36:17.996438+0000","last_peered":"2023-08-28T02:36:17.996438+0000","last_clean":"2023-08-28T02:36:17.996438+0000","last_became_active":"2023-08-28T02:31:51.988097+0000","last_became_peered":"2023-08-28T02:31:51.988097+0000","last_unstale":"2023-08-28T02:36:17.996438+0000","last_undegraded":"2023-08-28T02:36:17.996438+0000","last_fullsized":"2023-08-28T02:36:17.996438+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:25:01.818829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":309,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.982173+0000","last_change":"2023-08-28T02:32:12.951275+0000","last_active":"2023-08-28T02:36:17.982173+0000","last_peered":"2023-08-28T02:36:17.982173+0000","last_clean":"2023-08-28T02:36:17.982173+0000","last_became_active":"2023-08-28T02:32:12.950965+0000","last_became_peered":"2023-08-28T02:32:12.950965+0000","last_unstale":"2023-08-28T02:36:17.982173+0000","last_undegraded":"2023-08-28T02:36:17.982173+0000","last_fullsized":"2023-08-28T02:36:17.982173+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:37:31.294280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":152,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.979341+0000","last_change":"2023-08-28T02:33:13.286534+0000","last_active":"2023-08-28T02:36:17.979341+0000","last_peered":"2023-08-28T02:36:17.979341+0000","last_clean":"2023-08-28T02:36:17.979341+0000","last_became_active":"2023-08-28T02:33:13.286164+0000","last_became_peered":"2023-08-28T02:33:13.286164+0000","last_unstale":"2023-08-28T02:36:17.979341+0000","last_undegraded":"2023-08-28T02:36:17.979341+0000","last_fullsized":"2023-08-28T02:36:17.979341+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:56.721932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"336'6826","reported_seq":18610,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-08-28T02:36:25.466743+0000","last_change":"2023-08-28T02:34:14.448606+0000","last_active":"2023-08-28T02:36:25.466743+0000","last_peered":"2023-08-28T02:36:25.466743+0000","last_clean":"2023-08-28T02:36:25.466743+0000","last_became_active":"2023-08-28T02:34:14.438547+0000","last_became_peered":"2023-08-28T02:34:14.438547+0000","last_unstale":"2023-08-28T02:36:25.466743+0000","last_undegraded":"2023-08-28T02:36:25.466743+0000","last_fullsized":"2023-08-28T02:36:25.466743+0000","mapping_epoch":314,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":315,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6826,"log_dups_size":0,"ondisk_log_size":6826,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:06:41.120408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":317325312,"num_objects":4842,"num_object_clones":0,"num_object_copies":14526,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4842,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6826,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5834,"num_bytes_recovered":376832000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2","version":"75'161","reported_seq":717,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.984481+0000","last_change":"2023-08-28T02:30:51.762377+0000","last_active":"2023-08-28T02:36:17.984481+0000","last_peered":"2023-08-28T02:36:17.984481+0000","last_clean":"2023-08-28T02:36:17.984481+0000","last_became_active":"2023-08-28T02:27:46.375590+0000","last_became_peered":"2023-08-28T02:27:46.375590+0000","last_unstale":"2023-08-28T02:36:17.984481+0000","last_undegraded":"2023-08-28T02:36:17.984481+0000","last_fullsized":"2023-08-28T02:36:17.984481+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:51.762314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:51.762314+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:02.034555+0000","scrub_duration":0.0020023620000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":142,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.491268+0000","last_change":"2023-08-28T02:33:13.289765+0000","last_active":"2023-08-28T02:36:12.491268+0000","last_peered":"2023-08-28T02:36:12.491268+0000","last_clean":"2023-08-28T02:36:12.491268+0000","last_became_active":"2023-08-28T02:33:13.289159+0000","last_became_peered":"2023-08-28T02:33:13.289159+0000","last_unstale":"2023-08-28T02:36:12.491268+0000","last_undegraded":"2023-08-28T02:36:12.491268+0000","last_fullsized":"2023-08-28T02:36:12.491268+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:30:38.956723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":144,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.978799+0000","last_change":"2023-08-28T02:32:28.464203+0000","last_active":"2023-08-28T02:36:17.978799+0000","last_peered":"2023-08-28T02:36:17.978799+0000","last_clean":"2023-08-28T02:36:17.978799+0000","last_became_active":"2023-08-28T02:32:28.463412+0000","last_became_peered":"2023-08-28T02:32:28.463412+0000","last_unstale":"2023-08-28T02:36:17.978799+0000","last_undegraded":"2023-08-28T02:36:17.978799+0000","last_fullsized":"2023-08-28T02:36:17.978799+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:20:38.177879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":126,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.979610+0000","last_change":"2023-08-28T02:29:44.427945+0000","last_active":"2023-08-28T02:36:17.979610+0000","last_peered":"2023-08-28T02:36:17.979610+0000","last_clean":"2023-08-28T02:36:17.979610+0000","last_became_active":"2023-08-28T02:29:44.426487+0000","last_became_peered":"2023-08-28T02:29:44.426487+0000","last_unstale":"2023-08-28T02:36:17.979610+0000","last_undegraded":"2023-08-28T02:36:17.979610+0000","last_fullsized":"2023-08-28T02:36:17.979610+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:30:20.438896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"336'6858","reported_seq":16923,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-08-28T02:36:27.231275+0000","last_change":"2023-08-28T02:34:48.488647+0000","last_active":"2023-08-28T02:36:27.231275+0000","last_peered":"2023-08-28T02:36:27.231275+0000","last_clean":"2023-08-28T02:36:27.231275+0000","last_became_active":"2023-08-28T02:34:48.476519+0000","last_became_peered":"2023-08-28T02:34:48.476519+0000","last_unstale":"2023-08-28T02:36:27.231275+0000","last_undegraded":"2023-08-28T02:36:27.231275+0000","last_fullsized":"2023-08-28T02:36:27.231275+0000","mapping_epoch":318,"log_start":"255'700","ondisk_log_start":"255'700","created":250,"last_epoch_clean":319,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6158,"log_dups_size":0,"ondisk_log_size":6158,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:44:20.004230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":313655296,"num_objects":4786,"num_object_clones":0,"num_object_copies":14358,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4786,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6858,"num_write_kb":372608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4973,"num_bytes_recovered":325910528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":327,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.996235+0000","last_change":"2023-08-28T02:33:13.484970+0000","last_active":"2023-08-28T02:36:17.996235+0000","last_peered":"2023-08-28T02:36:17.996235+0000","last_clean":"2023-08-28T02:36:17.996235+0000","last_became_active":"2023-08-28T02:33:13.484579+0000","last_became_peered":"2023-08-28T02:33:13.484579+0000","last_unstale":"2023-08-28T02:36:17.996235+0000","last_undegraded":"2023-08-28T02:36:17.996235+0000","last_fullsized":"2023-08-28T02:36:17.996235+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:58.027468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"75'161","reported_seq":718,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.984441+0000","last_change":"2023-08-28T02:31:55.059467+0000","last_active":"2023-08-28T02:36:17.984441+0000","last_peered":"2023-08-28T02:36:17.984441+0000","last_clean":"2023-08-28T02:36:17.984441+0000","last_became_active":"2023-08-28T02:31:55.059115+0000","last_became_peered":"2023-08-28T02:31:55.059115+0000","last_unstale":"2023-08-28T02:36:17.984441+0000","last_undegraded":"2023-08-28T02:36:17.984441+0000","last_fullsized":"2023-08-28T02:36:17.984441+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":0,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.820990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.820990+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:15:56.774667+0000","scrub_duration":0.0017342480000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":243,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.491518+0000","last_change":"2023-08-28T02:33:13.352810+0000","last_active":"2023-08-28T02:36:12.491518+0000","last_peered":"2023-08-28T02:36:12.491518+0000","last_clean":"2023-08-28T02:36:12.491518+0000","last_became_active":"2023-08-28T02:33:13.351697+0000","last_became_peered":"2023-08-28T02:33:13.351697+0000","last_unstale":"2023-08-28T02:36:12.491518+0000","last_undegraded":"2023-08-28T02:36:12.491518+0000","last_fullsized":"2023-08-28T02:36:12.491518+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:56.187163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":158,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.982432+0000","last_change":"2023-08-28T02:31:51.984584+0000","last_active":"2023-08-28T02:36:17.982432+0000","last_peered":"2023-08-28T02:36:17.982432+0000","last_clean":"2023-08-28T02:36:17.982432+0000","last_became_active":"2023-08-28T02:31:51.984264+0000","last_became_peered":"2023-08-28T02:31:51.984264+0000","last_unstale":"2023-08-28T02:36:17.982432+0000","last_undegraded":"2023-08-28T02:36:17.982432+0000","last_fullsized":"2023-08-28T02:36:17.982432+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:58:42.306722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"335'6764","reported_seq":18464,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:25.063787+0000","last_change":"2023-08-28T02:35:11.978901+0000","last_active":"2023-08-28T02:36:25.063787+0000","last_peered":"2023-08-28T02:36:25.063787+0000","last_clean":"2023-08-28T02:36:25.063787+0000","last_became_active":"2023-08-28T02:35:11.966585+0000","last_became_peered":"2023-08-28T02:35:11.966585+0000","last_unstale":"2023-08-28T02:36:25.063787+0000","last_undegraded":"2023-08-28T02:36:25.063787+0000","last_fullsized":"2023-08-28T02:36:25.063787+0000","mapping_epoch":323,"log_start":"256'1428","ondisk_log_start":"256'1428","created":250,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5336,"log_dups_size":0,"ondisk_log_size":5336,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:03:07.017814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":315752448,"num_objects":4818,"num_object_clones":0,"num_object_copies":14454,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4818,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6764,"num_write_kb":370624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5791,"num_bytes_recovered":368967680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3","version":"75'161","reported_seq":602,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.979259+0000","last_change":"2023-08-28T02:31:55.068239+0000","last_active":"2023-08-28T02:36:17.979259+0000","last_peered":"2023-08-28T02:36:17.979259+0000","last_clean":"2023-08-28T02:36:17.979259+0000","last_became_active":"2023-08-28T02:31:55.067875+0000","last_became_peered":"2023-08-28T02:31:55.067875+0000","last_unstale":"2023-08-28T02:36:17.979259+0000","last_undegraded":"2023-08-28T02:36:17.979259+0000","last_fullsized":"2023-08-28T02:36:17.979259+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.868248+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:11:04.391639+0000","scrub_duration":0.0016215240000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":341,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.984377+0000","last_change":"2023-08-28T02:29:44.421353+0000","last_active":"2023-08-28T02:36:17.984377+0000","last_peered":"2023-08-28T02:36:17.984377+0000","last_clean":"2023-08-28T02:36:17.984377+0000","last_became_active":"2023-08-28T02:29:44.421064+0000","last_became_peered":"2023-08-28T02:29:44.421064+0000","last_unstale":"2023-08-28T02:36:17.984377+0000","last_undegraded":"2023-08-28T02:36:17.984377+0000","last_fullsized":"2023-08-28T02:36:17.984377+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:51:36.524024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":309,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.798409+0000","last_change":"2023-08-28T02:33:12.299487+0000","last_active":"2023-08-28T02:36:12.798409+0000","last_peered":"2023-08-28T02:36:12.798409+0000","last_clean":"2023-08-28T02:36:12.798409+0000","last_became_active":"2023-08-28T02:33:12.299175+0000","last_became_peered":"2023-08-28T02:33:12.299175+0000","last_unstale":"2023-08-28T02:36:12.798409+0000","last_undegraded":"2023-08-28T02:36:12.798409+0000","last_fullsized":"2023-08-28T02:36:12.798409+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:42:29.713462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":320,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.999980+0000","last_change":"2023-08-28T02:32:28.457696+0000","last_active":"2023-08-28T02:36:17.999980+0000","last_peered":"2023-08-28T02:36:17.999980+0000","last_clean":"2023-08-28T02:36:17.999980+0000","last_became_active":"2023-08-28T02:32:28.457407+0000","last_became_peered":"2023-08-28T02:32:28.457407+0000","last_unstale":"2023-08-28T02:36:17.999980+0000","last_undegraded":"2023-08-28T02:36:17.999980+0000","last_fullsized":"2023-08-28T02:36:17.999980+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:26:29.392787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"336'6748","reported_seq":7870,"reported_epoch":336,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:36:25.965369+0000","last_change":"2023-08-28T02:34:11.566035+0000","last_active":"2023-08-28T02:36:25.965369+0000","last_peered":"2023-08-28T02:36:25.965369+0000","last_clean":"2023-08-28T02:33:10.395883+0000","last_became_active":"2023-08-28T02:33:12.394714+0000","last_became_peered":"2023-08-28T02:33:12.394714+0000","last_unstale":"2023-08-28T02:36:25.965369+0000","last_undegraded":"2023-08-28T02:36:25.965369+0000","last_fullsized":"2023-08-28T02:36:25.965369+0000","mapping_epoch":297,"log_start":"256'1384","ondisk_log_start":"256'1384","created":250,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5364,"log_dups_size":0,"ondisk_log_size":5364,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:01:26.984565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":310312984,"num_objects":4736,"num_object_clones":0,"num_object_copies":14208,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4319,"num_objects_unfound":0,"num_objects_dirty":4736,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":6748,"num_write_kb":367425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":500,"num_bytes_recovered":32768000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,6],"avail_no_missing":["4","0","6"],"object_location_counts":[{"shards":"0,4,6","objects":4736}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.6","version":"75'161","reported_seq":594,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.801118+0000","last_change":"2023-08-28T02:33:13.338675+0000","last_active":"2023-08-28T02:36:12.801118+0000","last_peered":"2023-08-28T02:36:12.801118+0000","last_clean":"2023-08-28T02:36:12.801118+0000","last_became_active":"2023-08-28T02:33:13.338271+0000","last_became_peered":"2023-08-28T02:33:13.338271+0000","last_unstale":"2023-08-28T02:36:12.801118+0000","last_undegraded":"2023-08-28T02:36:12.801118+0000","last_fullsized":"2023-08-28T02:36:12.801118+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.774982+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.774982+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:13:20.011329+0000","scrub_duration":0.003539819,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":304,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.984955+0000","last_change":"2023-08-28T02:14:43.033789+0000","last_active":"2023-08-28T02:36:17.984955+0000","last_peered":"2023-08-28T02:36:17.984955+0000","last_clean":"2023-08-28T02:36:17.984955+0000","last_became_active":"2023-08-28T02:14:43.033454+0000","last_became_peered":"2023-08-28T02:14:43.033454+0000","last_unstale":"2023-08-28T02:36:17.984955+0000","last_undegraded":"2023-08-28T02:36:17.984955+0000","last_fullsized":"2023-08-28T02:36:17.984955+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:01:13.205842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":135,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.979427+0000","last_change":"2023-08-28T02:32:28.461807+0000","last_active":"2023-08-28T02:36:17.979427+0000","last_peered":"2023-08-28T02:36:17.979427+0000","last_clean":"2023-08-28T02:36:17.979427+0000","last_became_active":"2023-08-28T02:32:28.461116+0000","last_became_peered":"2023-08-28T02:32:28.461116+0000","last_unstale":"2023-08-28T02:36:17.979427+0000","last_undegraded":"2023-08-28T02:36:17.979427+0000","last_fullsized":"2023-08-28T02:36:17.979427+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:12:45.321757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":280,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.800114+0000","last_change":"2023-08-28T02:14:43.048791+0000","last_active":"2023-08-28T02:36:12.800114+0000","last_peered":"2023-08-28T02:36:12.800114+0000","last_clean":"2023-08-28T02:36:12.800114+0000","last_became_active":"2023-08-28T02:14:43.047408+0000","last_became_peered":"2023-08-28T02:14:43.047408+0000","last_unstale":"2023-08-28T02:36:12.800114+0000","last_undegraded":"2023-08-28T02:36:12.800114+0000","last_fullsized":"2023-08-28T02:36:12.800114+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:47.097181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"336'6938","reported_seq":15813,"reported_epoch":336,"state":"active+recovering+remapped","last_fresh":"2023-08-28T02:36:26.122755+0000","last_change":"2023-08-28T02:35:10.974195+0000","last_active":"2023-08-28T02:36:26.122755+0000","last_peered":"2023-08-28T02:36:26.122755+0000","last_clean":"2023-08-28T02:31:50.933695+0000","last_became_active":"2023-08-28T02:33:13.540416+0000","last_became_peered":"2023-08-28T02:33:13.540416+0000","last_unstale":"2023-08-28T02:36:26.122755+0000","last_undegraded":"2023-08-28T02:36:26.122755+0000","last_fullsized":"2023-08-28T02:36:26.122755+0000","mapping_epoch":298,"log_start":"256'1574","ondisk_log_start":"256'1574","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5364,"log_dups_size":0,"ondisk_log_size":5364,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:49:35.658845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":322699264,"num_objects":4924,"num_object_clones":0,"num_object_copies":14772,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1184,"num_objects_unfound":0,"num_objects_dirty":4924,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6938,"num_write_kb":379584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4375,"num_bytes_recovered":286720000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,2],"avail_no_missing":["4","2","6"],"object_location_counts":[{"shards":"2,4,5","objects":4332},{"shards":"2,4,6","objects":592}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.5","version":"75'161","reported_seq":629,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.982001+0000","last_change":"2023-08-28T02:32:31.477151+0000","last_active":"2023-08-28T02:36:17.982001+0000","last_peered":"2023-08-28T02:36:17.982001+0000","last_clean":"2023-08-28T02:36:17.982001+0000","last_became_active":"2023-08-28T02:32:31.476776+0000","last_became_peered":"2023-08-28T02:32:31.476776+0000","last_unstale":"2023-08-28T02:36:17.982001+0000","last_undegraded":"2023-08-28T02:36:17.982001+0000","last_fullsized":"2023-08-28T02:36:17.982001+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:18.891729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:18.891729+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:47:27.194140+0000","scrub_duration":0.0031546460000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"65'2","reported_seq":290,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.492449+0000","last_change":"2023-08-28T02:33:12.327778+0000","last_active":"2023-08-28T02:36:12.492449+0000","last_peered":"2023-08-28T02:36:12.492449+0000","last_clean":"2023-08-28T02:36:12.492449+0000","last_became_active":"2023-08-28T02:33:12.327273+0000","last_became_peered":"2023-08-28T02:33:12.327273+0000","last_unstale":"2023-08-28T02:36:12.492449+0000","last_undegraded":"2023-08-28T02:36:12.492449+0000","last_fullsized":"2023-08-28T02:36:12.492449+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:40.554192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":173,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.979599+0000","last_change":"2023-08-28T02:33:13.335665+0000","last_active":"2023-08-28T02:36:17.979599+0000","last_peered":"2023-08-28T02:36:17.979599+0000","last_clean":"2023-08-28T02:36:17.979599+0000","last_became_active":"2023-08-28T02:33:13.335322+0000","last_became_peered":"2023-08-28T02:33:13.335322+0000","last_unstale":"2023-08-28T02:36:17.979599+0000","last_undegraded":"2023-08-28T02:36:17.979599+0000","last_fullsized":"2023-08-28T02:36:17.979599+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:21:08.024493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":287,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.491373+0000","last_change":"2023-08-28T02:33:12.310326+0000","last_active":"2023-08-28T02:36:12.491373+0000","last_peered":"2023-08-28T02:36:12.491373+0000","last_clean":"2023-08-28T02:36:12.491373+0000","last_became_active":"2023-08-28T02:33:12.310011+0000","last_became_peered":"2023-08-28T02:33:12.310011+0000","last_unstale":"2023-08-28T02:36:12.491373+0000","last_undegraded":"2023-08-28T02:36:12.491373+0000","last_fullsized":"2023-08-28T02:36:12.491373+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:35:03.710036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"336'6905","reported_seq":9923,"reported_epoch":336,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:36:26.062450+0000","last_change":"2023-08-28T02:33:34.765675+0000","last_active":"2023-08-28T02:36:26.062450+0000","last_peered":"2023-08-28T02:36:26.062450+0000","last_clean":"2023-08-28T02:31:27.909649+0000","last_became_active":"2023-08-28T02:33:33.726805+0000","last_became_peered":"2023-08-28T02:33:33.726805+0000","last_unstale":"2023-08-28T02:36:26.062450+0000","last_undegraded":"2023-08-28T02:33:20.140072+0000","last_fullsized":"2023-08-28T02:33:13.278549+0000","mapping_epoch":298,"log_start":"256'1477","ondisk_log_start":"256'1477","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5428,"log_dups_size":0,"ondisk_log_size":5428,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:02:22.971585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":325255168,"num_objects":4963,"num_object_clones":0,"num_object_copies":14889,"num_objects_missing_on_primary":4940,"num_objects_missing":4940,"num_objects_degraded":12479,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4963,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6905,"num_write_kb":379776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":961,"num_bytes_recovered":62849024,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[4,3],"avail_no_missing":["2","6"],"object_location_counts":[{"shards":"2,3,4,6","objects":8},{"shards":"2,3,6","objects":2457},{"shards":"2,4,6","objects":14},{"shards":"2,6","objects":2483},{"shards":"3,4","objects":-12}],"blocked_by":[],"up_primary":3,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.4","version":"75'161","reported_seq":542,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.491788+0000","last_change":"2023-08-28T02:33:12.296479+0000","last_active":"2023-08-28T02:36:12.491788+0000","last_peered":"2023-08-28T02:36:12.491788+0000","last_clean":"2023-08-28T02:36:12.491788+0000","last_became_active":"2023-08-28T02:33:12.294160+0000","last_became_peered":"2023-08-28T02:33:12.294160+0000","last_unstale":"2023-08-28T02:36:12.491788+0000","last_undegraded":"2023-08-28T02:36:12.491788+0000","last_fullsized":"2023-08-28T02:36:12.491788+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.899247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.899247+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":262,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.984710+0000","last_change":"2023-08-28T02:33:13.539335+0000","last_active":"2023-08-28T02:36:17.984710+0000","last_peered":"2023-08-28T02:36:17.984710+0000","last_clean":"2023-08-28T02:36:17.984710+0000","last_became_active":"2023-08-28T02:33:13.538978+0000","last_became_peered":"2023-08-28T02:33:13.538978+0000","last_unstale":"2023-08-28T02:36:17.984710+0000","last_undegraded":"2023-08-28T02:36:17.984710+0000","last_fullsized":"2023-08-28T02:36:17.984710+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:26:13.405766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"65'1","reported_seq":324,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:18.000073+0000","last_change":"2023-08-28T02:29:44.510205+0000","last_active":"2023-08-28T02:36:18.000073+0000","last_peered":"2023-08-28T02:36:18.000073+0000","last_clean":"2023-08-28T02:36:18.000073+0000","last_became_active":"2023-08-28T02:29:44.429357+0000","last_became_peered":"2023-08-28T02:29:44.429357+0000","last_unstale":"2023-08-28T02:36:18.000073+0000","last_undegraded":"2023-08-28T02:36:18.000073+0000","last_fullsized":"2023-08-28T02:36:18.000073+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:44:59.955729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":291,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.981805+0000","last_change":"2023-08-28T02:32:12.950661+0000","last_active":"2023-08-28T02:36:17.981805+0000","last_peered":"2023-08-28T02:36:17.981805+0000","last_clean":"2023-08-28T02:36:17.981805+0000","last_became_active":"2023-08-28T02:32:12.950276+0000","last_became_peered":"2023-08-28T02:32:12.950276+0000","last_unstale":"2023-08-28T02:36:17.981805+0000","last_undegraded":"2023-08-28T02:36:17.981805+0000","last_fullsized":"2023-08-28T02:36:17.981805+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:05:17.972868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"65'1","reported_seq":281,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.800111+0000","last_change":"2023-08-28T02:14:43.042150+0000","last_active":"2023-08-28T02:36:12.800111+0000","last_peered":"2023-08-28T02:36:12.800111+0000","last_clean":"2023-08-28T02:36:12.800111+0000","last_became_active":"2023-08-28T02:14:43.038336+0000","last_became_peered":"2023-08-28T02:14:43.038336+0000","last_unstale":"2023-08-28T02:36:12.800111+0000","last_undegraded":"2023-08-28T02:36:12.800111+0000","last_fullsized":"2023-08-28T02:36:12.800111+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:26:02.415152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":332,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.979373+0000","last_change":"2023-08-28T02:33:13.318097+0000","last_active":"2023-08-28T02:36:17.979373+0000","last_peered":"2023-08-28T02:36:17.979373+0000","last_clean":"2023-08-28T02:36:17.979373+0000","last_became_active":"2023-08-28T02:33:13.317761+0000","last_became_peered":"2023-08-28T02:33:13.317761+0000","last_unstale":"2023-08-28T02:36:17.979373+0000","last_undegraded":"2023-08-28T02:36:17.979373+0000","last_fullsized":"2023-08-28T02:36:17.979373+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:24.836996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"65'2","reported_seq":329,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.996373+0000","last_change":"2023-08-28T02:29:44.535937+0000","last_active":"2023-08-28T02:36:17.996373+0000","last_peered":"2023-08-28T02:36:17.996373+0000","last_clean":"2023-08-28T02:36:17.996373+0000","last_became_active":"2023-08-28T02:29:44.462244+0000","last_became_peered":"2023-08-28T02:29:44.462244+0000","last_unstale":"2023-08-28T02:36:17.996373+0000","last_undegraded":"2023-08-28T02:36:17.996373+0000","last_fullsized":"2023-08-28T02:36:17.996373+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:30:33.173713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":328,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.799944+0000","last_change":"2023-08-28T02:33:12.305580+0000","last_active":"2023-08-28T02:36:12.799944+0000","last_peered":"2023-08-28T02:36:12.799944+0000","last_clean":"2023-08-28T02:36:12.799944+0000","last_became_active":"2023-08-28T02:33:12.305261+0000","last_became_peered":"2023-08-28T02:33:12.305261+0000","last_unstale":"2023-08-28T02:36:12.799944+0000","last_undegraded":"2023-08-28T02:36:12.799944+0000","last_fullsized":"2023-08-28T02:36:12.799944+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:22:31.614221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"65'2","reported_seq":298,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.996639+0000","last_change":"2023-08-28T02:31:51.991101+0000","last_active":"2023-08-28T02:36:17.996639+0000","last_peered":"2023-08-28T02:36:17.996639+0000","last_clean":"2023-08-28T02:36:17.996639+0000","last_became_active":"2023-08-28T02:31:51.987237+0000","last_became_peered":"2023-08-28T02:31:51.987237+0000","last_unstale":"2023-08-28T02:36:17.996639+0000","last_undegraded":"2023-08-28T02:36:17.996639+0000","last_fullsized":"2023-08-28T02:36:17.996639+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:07:07.370857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":332,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.982062+0000","last_change":"2023-08-28T02:33:12.494483+0000","last_active":"2023-08-28T02:36:17.982062+0000","last_peered":"2023-08-28T02:36:17.982062+0000","last_clean":"2023-08-28T02:36:17.982062+0000","last_became_active":"2023-08-28T02:33:12.494136+0000","last_became_peered":"2023-08-28T02:33:12.494136+0000","last_unstale":"2023-08-28T02:36:17.982062+0000","last_undegraded":"2023-08-28T02:36:17.982062+0000","last_fullsized":"2023-08-28T02:36:17.982062+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:36.772588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"65'1","reported_seq":275,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.492311+0000","last_change":"2023-08-28T02:33:13.287922+0000","last_active":"2023-08-28T02:36:12.492311+0000","last_peered":"2023-08-28T02:36:12.492311+0000","last_clean":"2023-08-28T02:36:12.492311+0000","last_became_active":"2023-08-28T02:33:13.287520+0000","last_became_peered":"2023-08-28T02:33:13.287520+0000","last_unstale":"2023-08-28T02:36:12.492311+0000","last_undegraded":"2023-08-28T02:36:12.492311+0000","last_fullsized":"2023-08-28T02:36:12.492311+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:11.627168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":289,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.491380+0000","last_change":"2023-08-28T02:33:13.289469+0000","last_active":"2023-08-28T02:36:12.491380+0000","last_peered":"2023-08-28T02:36:12.491380+0000","last_clean":"2023-08-28T02:36:12.491380+0000","last_became_active":"2023-08-28T02:33:13.288737+0000","last_became_peered":"2023-08-28T02:33:13.288737+0000","last_unstale":"2023-08-28T02:36:12.491380+0000","last_undegraded":"2023-08-28T02:36:12.491380+0000","last_fullsized":"2023-08-28T02:36:12.491380+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:11:15.043550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"65'4","reported_seq":313,"reported_epoch":334,"state":"active+clean","last_fresh":"2023-08-28T02:36:12.797971+0000","last_change":"2023-08-28T02:32:28.607010+0000","last_active":"2023-08-28T02:36:12.797971+0000","last_peered":"2023-08-28T02:36:12.797971+0000","last_clean":"2023-08-28T02:36:12.797971+0000","last_became_active":"2023-08-28T02:32:28.492224+0000","last_became_peered":"2023-08-28T02:32:28.492224+0000","last_unstale":"2023-08-28T02:36:12.797971+0000","last_undegraded":"2023-08-28T02:36:12.797971+0000","last_fullsized":"2023-08-28T02:36:12.797971+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:13:45.711951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":554,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":342,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.981645+0000","last_change":"2023-08-28T02:33:13.309144+0000","last_active":"2023-08-28T02:36:17.981645+0000","last_peered":"2023-08-28T02:36:17.981645+0000","last_clean":"2023-08-28T02:36:17.981645+0000","last_became_active":"2023-08-28T02:33:13.308910+0000","last_became_peered":"2023-08-28T02:33:13.308910+0000","last_unstale":"2023-08-28T02:36:17.981645+0000","last_undegraded":"2023-08-28T02:36:17.981645+0000","last_fullsized":"2023-08-28T02:36:17.981645+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:09:59.549591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":5072814104,"num_objects":77406,"num_object_clones":0,"num_object_copies":232218,"num_objects_missing_on_primary":4940,"num_objects_missing":4940,"num_objects_degraded":37075,"num_objects_misplaced":10326,"num_objects_unfound":0,"num_objects_dirty":77406,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":109208,"num_write_kb":5971585,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":36704,"num_bytes_recovered":2389180416,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":16046895104,"data_stored":16046882888,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":95356,"ondisk_log_size":95356,"up":48,"acting":43,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":10126,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":370028,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":89,"num_read_kb":167,"num_write":44,"num_write_kb":440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":322019,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299754,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2041836,"kb_used_data":1558564,"kb_used_omap":0,"kb_used_meta":483264,"kb_avail":91703316,"statfs":{"total":95995035648,"available":93904195584,"internally_reserved":0,"allocated":1595969536,"data_stored":1594632081,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":494862336},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:36:11 2023","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.64200000000000002,"15min":1.4410000000000001},"min":{"1min":0.25,"5min":0.219,"15min":0.219},"max":{"1min":1.524,"5min":3.6480000000000001,"15min":13.118},"last":0.32200000000000001},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.90200000000000002,"15min":1.8560000000000001},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.246},"max":{"1min":2.6989999999999998,"5min":9.2799999999999994,"15min":17.402999999999999},"last":0.48499999999999999}]},{"osd":1,"last update":"Mon Aug 28 02:35:37 2023","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":1.0980000000000001,"15min":2.1120000000000001},"min":{"1min":0.28199999999999997,"5min":0.26800000000000002,"15min":0.24099999999999999},"max":{"1min":1.2569999999999999,"5min":9.5850000000000009,"15min":17.43},"last":0.374},{"interface":"front","average":{"1min":0.54400000000000004,"5min":1.008,"15min":1.9350000000000001},"min":{"1min":0.36399999999999999,"5min":0.311,"15min":0.25900000000000001},"max":{"1min":2.0579999999999998,"5min":9.5289999999999999,"15min":19.913},"last":0.45800000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:36:25 2023","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.60899999999999999,"15min":1.46},"min":{"1min":0.28899999999999998,"5min":0.23499999999999999,"15min":0.22800000000000001},"max":{"1min":1.5529999999999999,"5min":3.8199999999999998,"15min":8.3889999999999993},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.66500000000000004,"15min":1.2569999999999999},"min":{"1min":0.36899999999999999,"5min":0.28799999999999998,"15min":0.28699999999999998},"max":{"1min":1.9159999999999999,"5min":3.5219999999999998,"15min":9.2219999999999995},"last":0.46999999999999997}]},{"osd":3,"last update":"Mon Aug 28 02:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.65600000000000003,"15min":0.69699999999999995},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":1.9590000000000001,"5min":3.0099999999999998,"15min":3.0099999999999998},"last":0.499},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.625,"15min":0.628},"min":{"1min":0.34499999999999997,"5min":0.308,"15min":0.308},"max":{"1min":2.5390000000000001,"5min":3.1000000000000001,"15min":3.1000000000000001},"last":0.41399999999999998}]},{"osd":4,"last update":"Mon Aug 28 02:36:11 2023","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.80900000000000005,"15min":1.306},"min":{"1min":0.27700000000000002,"5min":0.245,"15min":0.245},"max":{"1min":2.677,"5min":7.0960000000000001,"15min":18.943000000000001},"last":0.30099999999999999},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.73999999999999999,"15min":0.95299999999999996},"min":{"1min":0.28699999999999998,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":2.8610000000000002,"5min":6.2350000000000003,"15min":8.1890000000000001},"last":0.39900000000000002}]},{"osd":5,"last update":"Mon Aug 28 02:36:11 2023","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.63600000000000001,"15min":1.0680000000000001},"min":{"1min":0.32000000000000001,"5min":0.246,"15min":0.23599999999999999},"max":{"1min":1.466,"5min":5.9130000000000003,"15min":14.622},"last":0.28100000000000003},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.79100000000000004,"15min":1.2989999999999999},"min":{"1min":0.36799999999999999,"5min":0.28100000000000003,"15min":0.27000000000000002},"max":{"1min":2.7210000000000001,"5min":7,"15min":17.324999999999999},"last":0.33800000000000002}]},{"osd":6,"last update":"Mon Aug 28 02:36:11 2023","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.88900000000000001,"15min":1.329},"min":{"1min":0.33300000000000002,"5min":0.31900000000000001,"15min":0.30299999999999999},"max":{"1min":2.7360000000000002,"5min":7.601,"15min":17.454999999999998},"last":0.42599999999999999},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.747,"15min":0.86699999999999999},"min":{"1min":0.34000000000000002,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":1.9770000000000001,"5min":5.6710000000000003,"15min":7.665},"last":0.439}]}]},{"osd":6,"up_from":0,"seq":193273528685,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":101,"seq":433791697144,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1557676,"kb_used_data":937700,"kb_used_omap":4,"kb_used_meta":619963,"kb_avail":92187476,"statfs":{"total":95995035648,"available":94399975424,"internally_reserved":0,"allocated":960204800,"data_stored":958311035,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":634843022},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:35:38 2023","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":1.01,"15min":2.411},"min":{"1min":0.25900000000000001,"5min":0.223,"15min":0.214},"max":{"1min":1.8009999999999999,"5min":13.526,"15min":24.545999999999999},"last":0.36899999999999999},{"interface":"front","average":{"1min":0.45500000000000002,"5min":1.3959999999999999,"15min":2.8809999999999998},"min":{"1min":0.23899999999999999,"5min":0.23599999999999999,"15min":0.21199999999999999},"max":{"1min":0.68600000000000005,"5min":11.1,"15min":24.515000000000001},"last":0.38900000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:35:30 2023","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":1.4330000000000001,"15min":2.5819999999999999},"min":{"1min":0.30499999999999999,"5min":0.28699999999999998,"15min":0.24099999999999999},"max":{"1min":2.4889999999999999,"5min":22.161000000000001,"15min":22.161000000000001},"last":0.44800000000000001},{"interface":"front","average":{"1min":0.42599999999999999,"5min":1.3720000000000001,"15min":2.1139999999999999},"min":{"1min":0.28399999999999997,"5min":0.254,"15min":0.253},"max":{"1min":0.81599999999999995,"5min":13.114000000000001,"15min":20.003},"last":0.41299999999999998}]},{"osd":3,"last update":"Mon Aug 28 02:36:16 2023","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.51300000000000001,"15min":0.47899999999999998},"min":{"1min":0.313,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":1.0940000000000001,"5min":1.9770000000000001,"15min":1.9770000000000001},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.55900000000000005,"15min":0.52900000000000003},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":3.5819999999999999,"5min":3.5819999999999999,"15min":3.5819999999999999},"last":0.60099999999999998}]},{"osd":4,"last update":"Mon Aug 28 02:35:38 2023","interfaces":[{"interface":"back","average":{"1min":0.48799999999999999,"5min":1.0449999999999999,"15min":1.556},"min":{"1min":0.377,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.70899999999999996,"5min":6.819,"15min":18.992999999999999},"last":0.746},{"interface":"front","average":{"1min":0.71199999999999997,"5min":0.99199999999999999,"15min":1.76},"min":{"1min":0.34399999999999997,"5min":0.29099999999999998,"15min":0.26400000000000001},"max":{"1min":1.897,"5min":6.8380000000000001,"15min":14.779999999999999},"last":0.70199999999999996}]},{"osd":5,"last update":"Mon Aug 28 02:35:38 2023","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":1.179,"15min":2.165},"min":{"1min":0.36499999999999999,"5min":0.35999999999999999,"15min":0.29999999999999999},"max":{"1min":0.84699999999999998,"5min":10.314,"15min":18.626999999999999},"last":0.495},{"interface":"front","average":{"1min":0.56399999999999995,"5min":1.1020000000000001,"15min":2.02},"min":{"1min":0.38600000000000001,"5min":0.375,"15min":0.32000000000000001},"max":{"1min":0.80800000000000005,"5min":7.3410000000000002,"15min":18.945},"last":0.71599999999999997}]},{"osd":6,"last update":"Mon Aug 28 02:35:38 2023","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":1.1020000000000001,"15min":2.1230000000000002},"min":{"1min":0.40799999999999997,"5min":0.39100000000000001,"15min":0.34300000000000003},"max":{"1min":0.874,"5min":10.272,"15min":13.254},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.60899999999999999,"5min":1.2849999999999999,"15min":1.7869999999999999},"min":{"1min":0.46100000000000002,"5min":0.41799999999999998,"15min":0.34499999999999997},"max":{"1min":0.85899999999999999,"5min":12.371,"15min":19.021999999999998},"last":0.67200000000000004}]},{"osd":7,"last update":"Mon Aug 28 02:35:38 2023","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":1.093,"15min":2.0219999999999998},"min":{"1min":0.45200000000000001,"5min":0.374,"15min":0.374},"max":{"1min":0.81100000000000005,"5min":7.3949999999999996,"15min":19.047999999999998},"last":0.76700000000000002},{"interface":"front","average":{"1min":0.82999999999999996,"5min":1.0680000000000001,"15min":2.004},"min":{"1min":0.46200000000000002,"5min":0.34399999999999997,"15min":0.312},"max":{"1min":1.9430000000000001,"5min":6.4960000000000004,"15min":14.818},"last":0.61699999999999999}]}]},{"osd":0,"up_from":87,"seq":373662155010,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3752612,"kb_used_data":3087580,"kb_used_omap":5,"kb_used_meta":665018,"kb_avail":89992540,"statfs":{"total":95995035648,"available":92152360960,"internally_reserved":0,"allocated":3161681920,"data_stored":3159677719,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":680979066},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:35:34 2023","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.80400000000000005,"15min":1.8300000000000001},"min":{"1min":0.245,"5min":0.184,"15min":0.184},"max":{"1min":1.796,"5min":5.5339999999999998,"15min":30.315000000000001},"last":0.34999999999999998},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.96299999999999997,"15min":2.6589999999999998},"min":{"1min":0.26700000000000002,"5min":0.249,"15min":0.221},"max":{"1min":1.976,"5min":11.914,"15min":69.272000000000006},"last":0.40000000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:35:34 2023","interfaces":[{"interface":"back","average":{"1min":0.748,"5min":1.002,"15min":2.278},"min":{"1min":0.28199999999999997,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":2.6640000000000001,"5min":8.5250000000000004,"15min":20.959},"last":0.38400000000000001},{"interface":"front","average":{"1min":0.754,"5min":0.92800000000000005,"15min":1.8720000000000001},"min":{"1min":0.32200000000000001,"5min":0.247,"15min":0.24299999999999999},"max":{"1min":2.8940000000000001,"5min":7.024,"15min":12.332000000000001},"last":0.42199999999999999}]},{"osd":3,"last update":"Mon Aug 28 02:36:16 2023","interfaces":[{"interface":"back","average":{"1min":0.85299999999999998,"5min":0.755,"15min":0.751},"min":{"1min":0.36199999999999999,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":4.1210000000000004,"5min":4.1210000000000004,"15min":4.1210000000000004},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.86699999999999999,"5min":0.76500000000000001,"15min":0.77500000000000002},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":4.9199999999999999,"5min":4.9199999999999999,"15min":4.9199999999999999},"last":0.46200000000000002}]},{"osd":4,"last update":"Mon Aug 28 02:36:16 2023","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.83199999999999996,"15min":2.383},"min":{"1min":0.315,"5min":0.314,"15min":0.29299999999999998},"max":{"1min":1.6559999999999999,"5min":5.3789999999999996,"15min":274.33199999999999},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.76200000000000001,"5min":0.98199999999999998,"15min":2.778},"min":{"1min":0.34999999999999998,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":2.6520000000000001,"5min":11.943,"15min":266.31999999999999},"last":0.495}]},{"osd":5,"last update":"Mon Aug 28 02:36:16 2023","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.76400000000000001,"15min":1.46},"min":{"1min":0.35499999999999998,"5min":0.33300000000000002,"15min":0.29299999999999998},"max":{"1min":1.6080000000000001,"5min":5.4400000000000004,"15min":13.038},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.66300000000000003,"5min":1.0660000000000001,"15min":1.9770000000000001},"min":{"1min":0.36699999999999999,"5min":0.34799999999999998,"15min":0.27800000000000002},"max":{"1min":1.8069999999999999,"5min":11.968999999999999,"15min":15.231},"last":0.44400000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:36:16 2023","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.97099999999999997,"15min":1.6890000000000001},"min":{"1min":0.42199999999999999,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":1.6930000000000001,"5min":11.605,"15min":15.122999999999999},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.70899999999999996,"5min":1.1399999999999999,"15min":2.0009999999999999},"min":{"1min":0.434,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":1.841,"5min":11.856999999999999,"15min":15.186999999999999},"last":0.53400000000000003}]},{"osd":7,"last update":"Mon Aug 28 02:36:16 2023","interfaces":[{"interface":"back","average":{"1min":0.80100000000000005,"5min":0.99399999999999999,"15min":1.9119999999999999},"min":{"1min":0.44800000000000001,"5min":0.36399999999999999,"15min":0.33400000000000002},"max":{"1min":2.6869999999999998,"5min":8.1069999999999993,"15min":16.183},"last":0.64000000000000001},{"interface":"front","average":{"1min":0.79800000000000004,"5min":0.93400000000000005,"15min":1.6779999999999999},"min":{"1min":0.52500000000000002,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":2.6720000000000002,"5min":5.2839999999999998,"15min":13.005000000000001},"last":0.629}]}]},{"osd":2,"up_from":0,"seq":502511173869,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":297,"seq":1275605286952,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":948504,"kb_used_data":825872,"kb_used_omap":2,"kb_used_meta":122621,"kb_avail":92796648,"statfs":{"total":95995035648,"available":95023767552,"internally_reserved":0,"allocated":845692928,"data_stored":843805301,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":125563957},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:36:14 2023","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.5,"15min":0.435},"min":{"1min":0.247,"5min":0.22,"15min":0.22},"max":{"1min":1.0840000000000001,"5min":6.8819999999999997,"15min":6.8819999999999997},"last":0.81799999999999995},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.72599999999999998,"15min":0.70799999999999996},"min":{"1min":0.28399999999999997,"5min":0.217,"15min":0.217},"max":{"1min":1.1100000000000001,"5min":6.7839999999999998,"15min":6.7839999999999998},"last":0.80300000000000005}]},{"osd":1,"last update":"Mon Aug 28 02:36:14 2023","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.52800000000000002,"15min":0.442},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":3.0150000000000001,"5min":4.0650000000000004,"15min":4.0650000000000004},"last":0.76000000000000001},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.72799999999999998,"15min":0.72599999999999998},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":3.9249999999999998,"5min":3.9249999999999998,"15min":3.9249999999999998},"last":0.45200000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:36:14 2023","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.58699999999999997,"15min":0.623},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.68000000000000005,"5min":2.5449999999999999,"15min":2.5449999999999999},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.64400000000000002,"5min":0.60699999999999998,"15min":0.56499999999999995},"min":{"1min":0.34000000000000002,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":2.6000000000000001,"5min":4.7030000000000003,"15min":4.7030000000000003},"last":0.59399999999999997}]},{"osd":4,"last update":"Mon Aug 28 02:36:14 2023","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.56399999999999995,"15min":0.56899999999999995},"min":{"1min":0.36899999999999999,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.71099999999999997,"5min":1.863,"15min":1.863},"last":1.0549999999999999},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.60199999999999998,"15min":0.55600000000000005},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":1.226,"5min":3.5030000000000001,"15min":3.5030000000000001},"last":2.29}]},{"osd":5,"last update":"Mon Aug 28 02:36:14 2023","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.627,"15min":0.58699999999999997},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":1.1919999999999999,"5min":3.5390000000000001,"15min":3.5390000000000001},"last":0.70199999999999996},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.39200000000000002,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.71599999999999997,"5min":2.383,"15min":2.383},"last":0.40600000000000003}]},{"osd":6,"last update":"Mon Aug 28 02:36:14 2023","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.63700000000000001,"15min":0.64200000000000002},"min":{"1min":0.439,"5min":0.436,"15min":0.436},"max":{"1min":0.83599999999999997,"5min":1.8879999999999999,"15min":1.8879999999999999},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.69099999999999995,"15min":0.65100000000000002},"min":{"1min":0.42599999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":1.254,"5min":3.6099999999999999,"15min":3.6099999999999999},"last":0.83699999999999997}]},{"osd":7,"last update":"Mon Aug 28 02:36:14 2023","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.59399999999999997,"15min":0.58199999999999996},"min":{"1min":0.44600000000000001,"5min":0.437,"15min":0.437},"max":{"1min":1.4319999999999999,"5min":2.3500000000000001,"15min":2.3500000000000001},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.65200000000000002,"5min":0.64900000000000002,"15min":0.64800000000000002},"min":{"1min":0.505,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":1.45,"5min":1.8260000000000001,"15min":1.8260000000000001},"last":0.68999999999999995}]}]},{"osd":4,"up_from":30,"seq":128849019247,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3586272,"kb_used_data":3109784,"kb_used_omap":0,"kb_used_meta":476480,"kb_avail":90158880,"statfs":{"total":95995035648,"available":92322693120,"internally_reserved":0,"allocated":3184418816,"data_stored":3183085480,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":487915520},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.78500000000000003,"15min":1.679},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.22800000000000001},"max":{"1min":0.52300000000000002,"5min":10.249000000000001,"15min":22.515000000000001},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.90900000000000003,"15min":1.5840000000000001},"min":{"1min":0.30199999999999999,"5min":0.23200000000000001,"15min":0.217},"max":{"1min":0.65300000000000002,"5min":6.9720000000000004,"15min":22.454000000000001},"last":0.45600000000000002}]},{"osd":1,"last update":"Mon Aug 28 02:35:43 2023","interfaces":[{"interface":"back","average":{"1min":0.70199999999999996,"5min":0.78700000000000003,"15min":1.4710000000000001},"min":{"1min":0.31,"5min":0.254,"15min":0.24199999999999999},"max":{"1min":5.5979999999999999,"5min":8.7710000000000008,"15min":23.082000000000001},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.499,"5min":0.84199999999999997,"15min":1.663},"min":{"1min":0.32400000000000001,"5min":0.26000000000000001,"15min":0.255},"max":{"1min":0.81200000000000006,"5min":8.7940000000000005,"15min":25.100000000000001},"last":0.29199999999999998}]},{"osd":2,"last update":"Mon Aug 28 02:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.92700000000000005,"15min":1.571},"min":{"1min":0.35199999999999998,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":3.3210000000000002,"5min":8.7149999999999999,"15min":16.231000000000002},"last":0.372},{"interface":"front","average":{"1min":0.437,"5min":0.90500000000000003,"15min":1.466},"min":{"1min":0.34300000000000003,"5min":0.312,"15min":0.251},"max":{"1min":0.51900000000000002,"5min":6.9409999999999998,"15min":13.515000000000001},"last":0.49099999999999999}]},{"osd":3,"last update":"Mon Aug 28 02:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.73599999999999999,"15min":0.78400000000000003},"min":{"1min":0.34699999999999998,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.778,"5min":7.7480000000000002,"15min":7.7480000000000002},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.503,"5min":0.71499999999999997,"15min":0.67100000000000004},"min":{"1min":0.34100000000000003,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.83399999999999996,"5min":3.7069999999999999,"15min":3.7069999999999999},"last":0.52000000000000002}]},{"osd":5,"last update":"Mon Aug 28 02:35:56 2023","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.65800000000000003,"15min":1.0920000000000001},"min":{"1min":0.27300000000000002,"5min":0.222,"15min":0.222},"max":{"1min":0.84599999999999997,"5min":8.6679999999999993,"15min":16.181999999999999},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.45100000000000001,"5min":0.85199999999999998,"15min":1.1259999999999999},"min":{"1min":0.29799999999999999,"5min":0.224,"15min":0.20699999999999999},"max":{"1min":1.1140000000000001,"5min":8.6370000000000005,"15min":10.233000000000001},"last":0.34899999999999998}]},{"osd":6,"last update":"Mon Aug 28 02:36:11 2023","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.82399999999999995,"15min":1.0700000000000001},"min":{"1min":0.33600000000000002,"5min":0.27100000000000002,"15min":0.26500000000000001},"max":{"1min":1.1830000000000001,"5min":8.5950000000000006,"15min":10.023999999999999},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.95399999999999996,"15min":1.119},"min":{"1min":0.31,"5min":0.28299999999999997,"15min":0.26600000000000001},"max":{"1min":1.3280000000000001,"5min":6.8860000000000001,"15min":8.5},"last":0.441}]},{"osd":7,"last update":"Mon Aug 28 02:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.76300000000000001,"15min":1.133},"min":{"1min":0.34899999999999998,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.73099999999999998,"5min":8.8249999999999993,"15min":9.3209999999999997},"last":0.504},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.92800000000000005,"15min":1.099},"min":{"1min":0.432,"5min":0.34499999999999997,"15min":0.30299999999999999},"max":{"1min":0.64200000000000002,"5min":15.597,"15min":15.597},"last":0.53800000000000003}]}]},{"osd":5,"up_from":37,"seq":158913790320,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2691548,"kb_used_data":2136212,"kb_used_omap":0,"kb_used_meta":555328,"kb_avail":91053604,"statfs":{"total":95995035648,"available":93238890496,"internally_reserved":0,"allocated":2187481088,"data_stored":2186156235,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":568655872},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:35:43 2023","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.877,"15min":1.8280000000000001},"min":{"1min":0.23799999999999999,"5min":0.23200000000000001,"15min":0.20200000000000001},"max":{"1min":1.071,"5min":7.7560000000000002,"15min":40.334000000000003},"last":0.45400000000000001},{"interface":"front","average":{"1min":0.68600000000000005,"5min":1.1479999999999999,"15min":1.8460000000000001},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.23200000000000001},"max":{"1min":4.298,"5min":19.815999999999999,"15min":40.212000000000003},"last":0.438}]},{"osd":1,"last update":"Mon Aug 28 02:35:43 2023","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":1.0449999999999999,"15min":1.956},"min":{"1min":0.314,"5min":0.26200000000000001,"15min":0.23200000000000001},"max":{"1min":1.4299999999999999,"5min":17.998000000000001,"15min":40.088000000000001},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.745,"5min":1.3580000000000001,"15min":1.895},"min":{"1min":0.28899999999999998,"5min":0.27800000000000002,"15min":0.251},"max":{"1min":4.2149999999999999,"5min":19.853000000000002,"15min":40.243000000000002},"last":0.47799999999999998}]},{"osd":2,"last update":"Mon Aug 28 02:35:43 2023","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.89800000000000002,"15min":1.829},"min":{"1min":0.33500000000000002,"5min":0.29899999999999999,"15min":0.27700000000000002},"max":{"1min":1.373,"5min":7.8029999999999999,"15min":40.436999999999998},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.79100000000000004,"5min":1.161,"15min":1.865},"min":{"1min":0.34899999999999998,"5min":0.28499999999999998,"15min":0.27200000000000002},"max":{"1min":4.2400000000000002,"5min":8.609,"15min":40.555},"last":0.56299999999999994}]},{"osd":3,"last update":"Mon Aug 28 02:36:19 2023","interfaces":[{"interface":"back","average":{"1min":0.46899999999999997,"5min":0.99399999999999999,"15min":1.1970000000000001},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.68100000000000005,"5min":16.190999999999999,"15min":16.190999999999999},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.85899999999999999,"5min":1.29,"15min":1.5529999999999999},"min":{"1min":0.377,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":4.8230000000000004,"5min":21.420999999999999,"15min":21.420999999999999},"last":0.54100000000000004}]},{"osd":4,"last update":"Mon Aug 28 02:35:57 2023","interfaces":[{"interface":"back","average":{"1min":0.46100000000000002,"5min":0.75900000000000001,"15min":1.2729999999999999},"min":{"1min":0.28199999999999997,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":1.516,"5min":13.616,"15min":40.762999999999998},"last":0.35499999999999998},{"interface":"front","average":{"1min":0.72199999999999998,"5min":0.95499999999999996,"15min":1.3680000000000001},"min":{"1min":0.32700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":4.1879999999999997,"5min":10.439,"15min":40.634},"last":0.38500000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:35:43 2023","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":1.042,"15min":1.427},"min":{"1min":0.318,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":1.048,"5min":17.510000000000002,"15min":42.409999999999997},"last":0.40600000000000003},{"interface":"front","average":{"1min":0.49199999999999999,"5min":1.046,"15min":1.403},"min":{"1min":0.32200000000000001,"5min":0.254,"15min":0.254},"max":{"1min":1.2330000000000001,"5min":15.856999999999999,"15min":42.533999999999999},"last":0.501}]},{"osd":7,"last update":"Mon Aug 28 02:35:43 2023","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.93300000000000005,"15min":1.5940000000000001},"min":{"1min":0.36699999999999999,"5min":0.315,"15min":0.314},"max":{"1min":1.7549999999999999,"5min":10.837999999999999,"15min":42.667000000000002},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.76500000000000001,"5min":1.2509999999999999,"15min":1.605},"min":{"1min":0.33000000000000002,"5min":0.318,"15min":0.318},"max":{"1min":4.149,"5min":17.808,"15min":42.344000000000001},"last":0.51400000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":3156480000,"data_stored":3156475928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":954466304,"data_stored":954466304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":2237988864,"data_stored":2237988864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":839254016,"data_stored":839254016,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":3175288832,"data_stored":3175284760,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":2183004160,"data_stored":2183004160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1911885824,"data_stored":1911881752,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1588527104,"data_stored":1588527104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:36:30.385 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:36:30.386 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:30.386 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:36:30.416 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-08-28T02:36:30.416 INFO:teuthology.orchestra.run.smithi040.stdout: "size": 20, 2023-08-28T02:36:30.416 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 600, 2023-08-28T02:36:30.416 INFO:teuthology.orchestra.run.smithi040.stdout: "ops": [ 2023-08-28T02:36:30.416 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.416 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:57227 9.5 9:a6864a59:::benchmark_data_smithi040_209735_object57226:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e170)", 2023-08-28T02:36:30.416 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:26.794270+0000", 2023-08-28T02:36:30.417 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 543.53219195899999, 2023-08-28T02:36:30.417 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.017836838, 2023-08-28T02:36:30.417 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:36:30.417 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "reached pg", 2023-08-28T02:36:30.417 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:36:30.417 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:36:30.417 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:36:30.417 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 57227 2023-08-28T02:36:30.417 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.417 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:36:30.417 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.417 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:36:30.418 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794270+0000", 2023-08-28T02:36:30.418 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:36:30.418 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.418 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.418 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:36:30.418 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794270+0000", 2023-08-28T02:36:30.418 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:36:30.418 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.418 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.418 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:36:30.418 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794269+0000", 2023-08-28T02:36:30.418 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:36:30.419 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.419 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.419 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:36:30.419 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794294+0000", 2023-08-28T02:36:30.419 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.5211999999999998e-05 2023-08-28T02:36:30.419 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.419 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.419 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:36:30.419 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794304+0000", 2023-08-28T02:36:30.419 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0448000000000001e-05 2023-08-28T02:36:30.419 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.419 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.420 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:36:30.420 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794312+0000", 2023-08-28T02:36:30.420 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.8869999999999992e-06 2023-08-28T02:36:30.420 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.420 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.420 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:36:30.420 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794559+0000", 2023-08-28T02:36:30.420 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00024621000000000002 2023-08-28T02:36:30.420 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.420 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.420 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op must wait for map", 2023-08-28T02:36:30.421 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794563+0000", 2023-08-28T02:36:30.421 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.3789999999999999e-06 2023-08-28T02:36:30.421 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.421 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.421 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:36:30.421 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.935391+0000", 2023-08-28T02:36:30.421 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.14082837400000001 2023-08-28T02:36:30.421 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.421 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.421 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:36:30.421 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.935406+0000", 2023-08-28T02:36:30.422 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4691999999999999e-05 2023-08-28T02:36:30.422 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.422 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.422 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:36:30.422 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.812042+0000", 2023-08-28T02:36:30.422 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.87663575000000005 2023-08-28T02:36:30.422 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.422 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.422 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:36:30.422 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.812107+0000", 2023-08-28T02:36:30.422 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.5335999999999999e-05 2023-08-28T02:36:30.423 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:36:30.423 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:36:30.423 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:36:30.423 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.423 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.423 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:57234 9.19 9:9f63031e:::benchmark_data_smithi040_209735_object57233:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e170)", 2023-08-28T02:36:30.423 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:26.794429+0000", 2023-08-28T02:36:30.423 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 543.53203278399997, 2023-08-28T02:36:30.423 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0469964060000001, 2023-08-28T02:36:30.423 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:36:30.423 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "reached pg", 2023-08-28T02:36:30.423 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:36:30.424 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:36:30.424 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:36:30.424 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 57234 2023-08-28T02:36:30.424 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.424 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:36:30.424 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.424 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:36:30.424 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794429+0000", 2023-08-28T02:36:30.424 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:36:30.424 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.424 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.425 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:36:30.425 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794429+0000", 2023-08-28T02:36:30.425 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:36:30.425 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.425 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.425 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:36:30.425 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794429+0000", 2023-08-28T02:36:30.425 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:36:30.425 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.425 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.425 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:36:30.425 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794458+0000", 2023-08-28T02:36:30.426 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.8772000000000002e-05 2023-08-28T02:36:30.426 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.426 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.426 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:36:30.426 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794467+0000", 2023-08-28T02:36:30.426 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.3859999999999996e-06 2023-08-28T02:36:30.426 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.426 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.426 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:36:30.426 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794472+0000", 2023-08-28T02:36:30.426 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.4410000000000001e-06 2023-08-28T02:36:30.427 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.427 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.427 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:36:30.427 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.970125+0000", 2023-08-28T02:36:30.427 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.17565220400000001 2023-08-28T02:36:30.427 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.427 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.427 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:36:30.427 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.970132+0000", 2023-08-28T02:36:30.427 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.25e-06 2023-08-28T02:36:30.427 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.427 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.428 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:36:30.428 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.836705+0000", 2023-08-28T02:36:30.428 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.86657359300000003 2023-08-28T02:36:30.428 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.428 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.428 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for degraded object", 2023-08-28T02:36:30.428 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.837403+0000", 2023-08-28T02:36:30.428 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00069712500000000004 2023-08-28T02:36:30.428 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.428 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.428 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:36:30.428 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.841357+0000", 2023-08-28T02:36:30.429 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0039545559999999997 2023-08-28T02:36:30.429 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.429 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.429 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:36:30.429 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.841426+0000", 2023-08-28T02:36:30.429 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.8719000000000004e-05 2023-08-28T02:36:30.429 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:36:30.429 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:36:30.429 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:36:30.429 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.429 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.430 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:57236 9.19 9:9902b96e:::benchmark_data_smithi040_209735_object57235:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e170)", 2023-08-28T02:36:30.430 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:26.794479+0000", 2023-08-28T02:36:30.430 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 543.53198290399996, 2023-08-28T02:36:30.430 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.047587397, 2023-08-28T02:36:30.430 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:36:30.430 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "reached pg", 2023-08-28T02:36:30.430 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:36:30.430 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:36:30.430 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:36:30.430 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 57236 2023-08-28T02:36:30.430 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.430 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:36:30.431 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.431 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:36:30.431 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794479+0000", 2023-08-28T02:36:30.431 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:36:30.431 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.431 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.431 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:36:30.431 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794479+0000", 2023-08-28T02:36:30.431 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:36:30.431 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.431 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.431 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:36:30.432 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794479+0000", 2023-08-28T02:36:30.432 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:36:30.432 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.432 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.432 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:36:30.432 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794505+0000", 2023-08-28T02:36:30.432 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.6284000000000001e-05 2023-08-28T02:36:30.432 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.432 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.432 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:36:30.432 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794513+0000", 2023-08-28T02:36:30.433 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.763e-06 2023-08-28T02:36:30.433 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.433 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.433 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:36:30.433 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.794517+0000", 2023-08-28T02:36:30.433 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.092e-06 2023-08-28T02:36:30.433 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.433 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.433 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:36:30.433 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.970152+0000", 2023-08-28T02:36:30.433 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.17563463500000001 2023-08-28T02:36:30.433 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.434 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.434 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:36:30.434 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.970158+0000", 2023-08-28T02:36:30.434 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.4160000000000001e-06 2023-08-28T02:36:30.434 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.434 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.434 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:36:30.434 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.837670+0000", 2023-08-28T02:36:30.434 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.86751235400000004 2023-08-28T02:36:30.434 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.434 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.434 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for degraded object", 2023-08-28T02:36:30.435 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.839490+0000", 2023-08-28T02:36:30.435 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0018195349999999999 2023-08-28T02:36:30.435 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.435 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.435 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:36:30.435 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.841986+0000", 2023-08-28T02:36:30.435 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0024958300000000001 2023-08-28T02:36:30.435 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.435 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.435 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:36:30.435 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.842067+0000", 2023-08-28T02:36:30.435 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.1032999999999995e-05 2023-08-28T02:36:30.436 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:36:30.436 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:36:30.436 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:36:30.436 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.436 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.436 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:57241 9.5 9:a60b3ca0:::benchmark_data_smithi040_209735_object57240:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e170)", 2023-08-28T02:36:30.436 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:26.824396+0000", 2023-08-28T02:36:30.436 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 543.50206598399996, 2023-08-28T02:36:30.436 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.99622047999999996, 2023-08-28T02:36:30.436 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:36:30.436 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:36:30.436 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:36:30.437 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:36:30.437 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:36:30.437 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 57241 2023-08-28T02:36:30.437 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.437 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:36:30.437 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.437 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:36:30.437 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.824396+0000", 2023-08-28T02:36:30.437 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:36:30.437 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.437 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.438 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:36:30.438 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.824396+0000", 2023-08-28T02:36:30.438 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:36:30.438 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.438 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.438 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:36:30.438 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.824395+0000", 2023-08-28T02:36:30.438 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:36:30.438 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.438 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.438 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:36:30.438 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.824426+0000", 2023-08-28T02:36:30.439 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.0978000000000001e-05 2023-08-28T02:36:30.439 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.439 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.439 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:36:30.439 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.824438+0000", 2023-08-28T02:36:30.439 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.181e-05 2023-08-28T02:36:30.439 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.439 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.439 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:36:30.439 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.824446+0000", 2023-08-28T02:36:30.439 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.2949999999999994e-06 2023-08-28T02:36:30.440 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.440 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.440 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:36:30.440 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.936105+0000", 2023-08-28T02:36:30.440 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.111658769 2023-08-28T02:36:30.440 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.440 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.440 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:36:30.440 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.936113+0000", 2023-08-28T02:36:30.440 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.7129999999999994e-06 2023-08-28T02:36:30.440 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.440 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.441 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:36:30.441 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.812135+0000", 2023-08-28T02:36:30.441 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.87602113599999998 2023-08-28T02:36:30.441 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.441 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.441 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:36:30.441 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.812254+0000", 2023-08-28T02:36:30.441 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000119812 2023-08-28T02:36:30.441 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.441 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.441 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 5,7", 2023-08-28T02:36:30.441 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.812359+0000", 2023-08-28T02:36:30.442 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00010514300000000001 2023-08-28T02:36:30.442 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.442 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.442 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:36:30.442 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.815040+0000", 2023-08-28T02:36:30.442 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0026807580000000001 2023-08-28T02:36:30.442 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.442 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.442 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:30.442 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.819799+0000", 2023-08-28T02:36:30.442 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0047588760000000004 2023-08-28T02:36:30.442 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.443 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.443 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:30.443 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.820521+0000", 2023-08-28T02:36:30.443 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00072146099999999996 2023-08-28T02:36:30.443 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.443 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.443 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:36:30.443 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.820574+0000", 2023-08-28T02:36:30.443 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.3242999999999998e-05 2023-08-28T02:36:30.443 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.443 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.443 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:36:30.444 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.820617+0000", 2023-08-28T02:36:30.444 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.2951000000000003e-05 2023-08-28T02:36:30.444 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:36:30.444 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:36:30.444 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:36:30.444 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.444 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.444 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:57242 9.19 9:9ce45c5b:::benchmark_data_smithi040_209735_object57241:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e170)", 2023-08-28T02:36:30.444 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:26.834991+0000", 2023-08-28T02:36:30.444 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 543.49147169900004, 2023-08-28T02:36:30.444 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.009144676, 2023-08-28T02:36:30.444 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:36:30.445 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:36:30.445 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:36:30.445 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:36:30.445 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:36:30.445 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 57242 2023-08-28T02:36:30.445 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.445 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:36:30.445 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.445 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:36:30.445 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.834991+0000", 2023-08-28T02:36:30.445 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:36:30.445 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.446 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.446 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:36:30.446 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.834991+0000", 2023-08-28T02:36:30.446 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:36:30.446 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.446 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.446 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:36:30.446 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.834987+0000", 2023-08-28T02:36:30.446 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999967 2023-08-28T02:36:30.446 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.446 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.446 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:36:30.447 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.835028+0000", 2023-08-28T02:36:30.447 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.0883000000000001e-05 2023-08-28T02:36:30.447 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.447 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.447 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:36:30.447 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.835057+0000", 2023-08-28T02:36:30.447 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.8683e-05 2023-08-28T02:36:30.447 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.447 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.447 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:36:30.447 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.835072+0000", 2023-08-28T02:36:30.447 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.5084e-05 2023-08-28T02:36:30.448 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.448 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.448 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:36:30.448 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.970178+0000", 2023-08-28T02:36:30.448 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.13510615100000001 2023-08-28T02:36:30.448 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.448 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.448 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:36:30.448 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.970185+0000", 2023-08-28T02:36:30.448 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.3940000000000001e-06 2023-08-28T02:36:30.448 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.448 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.449 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:36:30.449 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.839536+0000", 2023-08-28T02:36:30.449 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.86935153399999998 2023-08-28T02:36:30.449 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.449 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.449 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:36:30.449 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.839673+0000", 2023-08-28T02:36:30.449 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00013686899999999999 2023-08-28T02:36:30.449 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.449 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.449 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 5,7", 2023-08-28T02:36:30.450 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.839806+0000", 2023-08-28T02:36:30.450 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00013320699999999999 2023-08-28T02:36:30.450 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.450 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.450 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:30.450 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.842247+0000", 2023-08-28T02:36:30.450 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0024406300000000001 2023-08-28T02:36:30.450 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.450 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.450 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:30.450 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.842288+0000", 2023-08-28T02:36:30.450 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.1674000000000001e-05 2023-08-28T02:36:30.451 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.451 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.451 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:36:30.451 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.844037+0000", 2023-08-28T02:36:30.451 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0017485689999999999 2023-08-28T02:36:30.451 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.451 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.451 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:36:30.451 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.844098+0000", 2023-08-28T02:36:30.451 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.1443000000000001e-05 2023-08-28T02:36:30.451 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.451 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.452 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:36:30.452 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.844135+0000", 2023-08-28T02:36:30.452 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.6783999999999999e-05 2023-08-28T02:36:30.452 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:36:30.452 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:36:30.452 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:36:30.452 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.452 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.452 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:57243 9.5 9:a0f07e3b:::benchmark_data_smithi040_209735_object57242:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e170)", 2023-08-28T02:36:30.452 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:26.835194+0000", 2023-08-28T02:36:30.452 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 543.49126841500004, 2023-08-28T02:36:30.453 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.98557619699999999, 2023-08-28T02:36:30.453 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:36:30.453 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:36:30.453 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:36:30.453 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:36:30.453 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:36:30.453 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 57243 2023-08-28T02:36:30.453 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.453 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:36:30.453 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.453 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:36:30.453 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.835194+0000", 2023-08-28T02:36:30.454 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:36:30.454 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.454 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.454 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:36:30.454 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.835194+0000", 2023-08-28T02:36:30.454 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:36:30.454 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.454 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.454 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:36:30.454 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.835193+0000", 2023-08-28T02:36:30.454 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:36:30.455 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.455 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.455 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:36:30.455 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.835219+0000", 2023-08-28T02:36:30.455 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.6282999999999999e-05 2023-08-28T02:36:30.455 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.455 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.455 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:36:30.455 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.835230+0000", 2023-08-28T02:36:30.455 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1311999999999999e-05 2023-08-28T02:36:30.455 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.456 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.456 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:36:30.456 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.835239+0000", 2023-08-28T02:36:30.456 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.5990000000000002e-06 2023-08-28T02:36:30.456 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.456 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.456 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:36:30.456 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.936339+0000", 2023-08-28T02:36:30.456 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.101099824 2023-08-28T02:36:30.456 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.456 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.456 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:36:30.457 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.936350+0000", 2023-08-28T02:36:30.457 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0828e-05 2023-08-28T02:36:30.457 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.457 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.457 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:36:30.457 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.813432+0000", 2023-08-28T02:36:30.457 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.87708212399999996 2023-08-28T02:36:30.457 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.457 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.457 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:36:30.457 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.813529+0000", 2023-08-28T02:36:30.457 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.6904000000000006e-05 2023-08-28T02:36:30.458 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.458 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.458 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 5,7", 2023-08-28T02:36:30.458 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.813731+0000", 2023-08-28T02:36:30.458 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00020227900000000001 2023-08-28T02:36:30.458 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.458 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.458 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:36:30.458 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.815200+0000", 2023-08-28T02:36:30.458 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0014689130000000001 2023-08-28T02:36:30.458 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.458 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.459 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:30.459 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.819836+0000", 2023-08-28T02:36:30.459 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0046358570000000002 2023-08-28T02:36:30.459 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.459 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.459 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:30.459 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.820711+0000", 2023-08-28T02:36:30.459 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00087554400000000002 2023-08-28T02:36:30.459 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.459 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.459 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:36:30.459 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.820742+0000", 2023-08-28T02:36:30.460 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.0759000000000001e-05 2023-08-28T02:36:30.460 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.460 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.460 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:36:30.460 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.820770+0000", 2023-08-28T02:36:30.460 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.8073999999999999e-05 2023-08-28T02:36:30.460 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:36:30.460 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:36:30.460 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:36:30.460 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.460 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.460 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:57245 9.9 9:9117a08f:::benchmark_data_smithi040_209735_object57244:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e170)", 2023-08-28T02:36:30.461 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:26.847386+0000", 2023-08-28T02:36:30.461 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 543.47907640699998, 2023-08-28T02:36:30.461 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.97907310299999994, 2023-08-28T02:36:30.461 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:36:30.461 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:36:30.461 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:36:30.461 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:36:30.461 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:36:30.461 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 57245 2023-08-28T02:36:30.461 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.461 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:36:30.461 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.462 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:36:30.462 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.847386+0000", 2023-08-28T02:36:30.462 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:36:30.462 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.462 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.462 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:36:30.462 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.847386+0000", 2023-08-28T02:36:30.462 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:36:30.462 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.462 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.462 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:36:30.463 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.847383+0000", 2023-08-28T02:36:30.463 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999976 2023-08-28T02:36:30.463 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.463 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.463 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:36:30.463 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.869838+0000", 2023-08-28T02:36:30.463 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.022454857000000002 2023-08-28T02:36:30.463 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.463 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.463 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:36:30.463 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.869852+0000", 2023-08-28T02:36:30.463 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4183e-05 2023-08-28T02:36:30.464 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.464 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.464 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:36:30.464 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.869864+0000", 2023-08-28T02:36:30.464 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1651000000000001e-05 2023-08-28T02:36:30.464 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.464 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.464 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:36:30.464 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.969964+0000", 2023-08-28T02:36:30.464 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.100099653 2023-08-28T02:36:30.464 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.464 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.465 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:36:30.465 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.969976+0000", 2023-08-28T02:36:30.465 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2489e-05 2023-08-28T02:36:30.465 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.465 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.465 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:36:30.465 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.811184+0000", 2023-08-28T02:36:30.465 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.84120788400000002 2023-08-28T02:36:30.465 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.465 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.465 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:36:30.466 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.811293+0000", 2023-08-28T02:36:30.466 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000108867 2023-08-28T02:36:30.466 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.466 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.466 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 5,7", 2023-08-28T02:36:30.466 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.811609+0000", 2023-08-28T02:36:30.466 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00031613000000000002 2023-08-28T02:36:30.466 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.466 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.466 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:36:30.466 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.812959+0000", 2023-08-28T02:36:30.467 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0013497909999999999 2023-08-28T02:36:30.467 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.467 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.467 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:30.467 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.813746+0000", 2023-08-28T02:36:30.467 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00078733899999999996 2023-08-28T02:36:30.467 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.467 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.467 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:30.467 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.826355+0000", 2023-08-28T02:36:30.467 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.012608414 2023-08-28T02:36:30.467 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.468 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.468 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:36:30.468 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.826415+0000", 2023-08-28T02:36:30.468 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.0177000000000003e-05 2023-08-28T02:36:30.468 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.468 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.468 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:36:30.468 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.826459+0000", 2023-08-28T02:36:30.468 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.4237999999999999e-05 2023-08-28T02:36:30.468 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:36:30.468 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:36:30.468 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:36:30.469 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.469 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.469 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:166821 9.b 9:d797ffc2:::benchmark_data_smithi040_209735_object59226:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e217)", 2023-08-28T02:36:30.469 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:29:32.932130+0000", 2023-08-28T02:36:30.469 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 417.39433241099999, 2023-08-28T02:36:30.469 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0086488739999999, 2023-08-28T02:36:30.469 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:36:30.469 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:36:30.469 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:36:30.469 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:36:30.469 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:36:30.469 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 166821 2023-08-28T02:36:30.470 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.470 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:36:30.470 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.470 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:36:30.470 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:32.932130+0000", 2023-08-28T02:36:30.470 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:36:30.470 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.470 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.470 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:36:30.470 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:32.932130+0000", 2023-08-28T02:36:30.470 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:36:30.470 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.471 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.471 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:36:30.471 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:32.932127+0000", 2023-08-28T02:36:30.471 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999971 2023-08-28T02:36:30.471 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.471 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.471 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:36:30.471 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:32.932140+0000", 2023-08-28T02:36:30.471 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.3471e-05 2023-08-28T02:36:30.471 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.471 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.471 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:36:30.472 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:32.932164+0000", 2023-08-28T02:36:30.472 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.3742000000000001e-05 2023-08-28T02:36:30.472 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.472 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.472 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:36:30.472 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:32.932178+0000", 2023-08-28T02:36:30.472 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.3832000000000001e-05 2023-08-28T02:36:30.472 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.472 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.472 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:36:30.472 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.059045+0000", 2023-08-28T02:36:30.472 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.12686752300000001 2023-08-28T02:36:30.473 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.474 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.474 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:36:30.474 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.059060+0000", 2023-08-28T02:36:30.474 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4582e-05 2023-08-28T02:36:30.474 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.474 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.474 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:36:30.474 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.928732+0000", 2023-08-28T02:36:30.474 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.86967180799999999 2023-08-28T02:36:30.474 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.474 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.475 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:36:30.475 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.928891+0000", 2023-08-28T02:36:30.475 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00015975599999999999 2023-08-28T02:36:30.475 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.475 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.475 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 5,6", 2023-08-28T02:36:30.475 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.929351+0000", 2023-08-28T02:36:30.475 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00045912299999999997 2023-08-28T02:36:30.475 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.475 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.475 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:30.475 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.940337+0000", 2023-08-28T02:36:30.476 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.010986828000000001 2023-08-28T02:36:30.476 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.476 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.476 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:36:30.476 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.940352+0000", 2023-08-28T02:36:30.476 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4922999999999999e-05 2023-08-28T02:36:30.476 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.476 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.476 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:30.476 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.940686+0000", 2023-08-28T02:36:30.476 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00033366599999999999 2023-08-28T02:36:30.476 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.477 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.477 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:36:30.477 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.940740+0000", 2023-08-28T02:36:30.477 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.3990000000000003e-05 2023-08-28T02:36:30.477 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.477 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.477 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:36:30.477 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.940779+0000", 2023-08-28T02:36:30.477 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.8702000000000003e-05 2023-08-28T02:36:30.477 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:36:30.477 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:36:30.478 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:36:30.478 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.478 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.478 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:54154 10.4 10:26722e6f:::benchmark_data_smithi040_250784_object54153:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e260)", 2023-08-28T02:36:30.478 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:31:27.916387+0000", 2023-08-28T02:36:30.478 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 302.41007482600003, 2023-08-28T02:36:30.478 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.017345653, 2023-08-28T02:36:30.478 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:36:30.478 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "reached pg", 2023-08-28T02:36:30.478 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:36:30.478 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:36:30.478 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:36:30.479 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 54154 2023-08-28T02:36:30.479 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.479 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:36:30.479 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.479 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:36:30.479 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.916387+0000", 2023-08-28T02:36:30.479 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:36:30.479 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.479 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.479 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:36:30.479 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.916387+0000", 2023-08-28T02:36:30.479 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:36:30.480 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.480 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.480 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:36:30.480 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.916386+0000", 2023-08-28T02:36:30.480 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:36:30.480 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.480 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.480 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:36:30.480 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.916414+0000", 2023-08-28T02:36:30.480 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.8586e-05 2023-08-28T02:36:30.480 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.481 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.481 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:36:30.481 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.916428+0000", 2023-08-28T02:36:30.481 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.3509000000000001e-05 2023-08-28T02:36:30.481 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.481 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.481 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:36:30.481 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.916436+0000", 2023-08-28T02:36:30.481 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.1559999999999995e-06 2023-08-28T02:36:30.481 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.481 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.482 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:36:30.482 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.922725+0000", 2023-08-28T02:36:30.482 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0062893139999999998 2023-08-28T02:36:30.482 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.482 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.482 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:36:30.482 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.922883+0000", 2023-08-28T02:36:30.482 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00015817899999999999 2023-08-28T02:36:30.482 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.482 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.482 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 3,4", 2023-08-28T02:36:30.482 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.923043+0000", 2023-08-28T02:36:30.483 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000160049 2023-08-28T02:36:30.483 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.483 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.483 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:36:30.483 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.934673+0000", 2023-08-28T02:36:30.483 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.011629563000000001 2023-08-28T02:36:30.483 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.483 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.483 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:36:30.483 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.934689+0000", 2023-08-28T02:36:30.483 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.5695000000000001e-05 2023-08-28T02:36:30.483 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.483 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.484 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:36:30.484 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.933641+0000", 2023-08-28T02:36:30.484 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.99895263999999995 2023-08-28T02:36:30.484 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.484 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.484 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:36:30.484 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.933733+0000", 2023-08-28T02:36:30.484 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.1692000000000002e-05 2023-08-28T02:36:30.484 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:36:30.484 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:36:30.484 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:36:30.484 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.485 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.485 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:54159 10.4 10:2ca7342e:::benchmark_data_smithi040_250784_object54158:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e260)", 2023-08-28T02:36:30.485 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:31:27.931101+0000", 2023-08-28T02:36:30.485 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 302.39536081599999, 2023-08-28T02:36:30.485 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0199644839999999, 2023-08-28T02:36:30.485 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:36:30.485 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:36:30.485 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:36:30.485 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:36:30.485 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:36:30.485 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 54159 2023-08-28T02:36:30.485 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.486 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:36:30.486 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.486 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:36:30.486 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.931101+0000", 2023-08-28T02:36:30.486 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:36:30.486 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.486 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.486 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:36:30.486 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.931101+0000", 2023-08-28T02:36:30.486 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:36:30.486 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.486 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.487 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:36:30.487 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.931099+0000", 2023-08-28T02:36:30.487 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999976 2023-08-28T02:36:30.487 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.487 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.487 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:36:30.487 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.931127+0000", 2023-08-28T02:36:30.487 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.7977e-05 2023-08-28T02:36:30.487 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.487 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.487 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:36:30.487 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.931143+0000", 2023-08-28T02:36:30.487 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.5494000000000001e-05 2023-08-28T02:36:30.488 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.488 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.488 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:36:30.488 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.931152+0000", 2023-08-28T02:36:30.488 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.6379999999999999e-06 2023-08-28T02:36:30.488 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.488 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.488 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:36:30.488 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.934717+0000", 2023-08-28T02:36:30.488 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0035646039999999999 2023-08-28T02:36:30.488 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.489 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.489 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:36:30.489 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.934724+0000", 2023-08-28T02:36:30.489 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.9920000000000001e-06 2023-08-28T02:36:30.489 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.489 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.489 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:36:30.489 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.933994+0000", 2023-08-28T02:36:30.489 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.99927000499999996 2023-08-28T02:36:30.489 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.489 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.489 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:36:30.490 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.934141+0000", 2023-08-28T02:36:30.490 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00014692199999999999 2023-08-28T02:36:30.490 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.490 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.490 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 4", 2023-08-28T02:36:30.490 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.934334+0000", 2023-08-28T02:36:30.490 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00019339699999999999 2023-08-28T02:36:30.490 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.490 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.490 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:36:30.490 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.943352+0000", 2023-08-28T02:36:30.490 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0090177130000000001 2023-08-28T02:36:30.491 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.491 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.491 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:30.491 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.950878+0000", 2023-08-28T02:36:30.491 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0075262660000000002 2023-08-28T02:36:30.491 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.491 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.491 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:36:30.491 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.950960+0000", 2023-08-28T02:36:30.491 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.2159999999999999e-05 2023-08-28T02:36:30.491 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.491 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.492 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:36:30.492 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.951066+0000", 2023-08-28T02:36:30.492 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000105507 2023-08-28T02:36:30.492 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:36:30.492 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:36:30.492 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:36:30.492 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.492 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.492 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:54163 10.4 10:25271570:::benchmark_data_smithi040_250784_object54162:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e260)", 2023-08-28T02:36:30.492 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:31:27.934544+0000", 2023-08-28T02:36:30.492 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 302.39191796099999, 2023-08-28T02:36:30.492 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0167004099999999, 2023-08-28T02:36:30.493 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:36:30.493 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:36:30.493 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:36:30.493 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:36:30.493 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:36:30.493 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 54163 2023-08-28T02:36:30.493 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.493 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:36:30.493 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.493 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:36:30.493 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.934544+0000", 2023-08-28T02:36:30.494 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:36:30.494 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.494 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.494 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:36:30.494 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.934544+0000", 2023-08-28T02:36:30.494 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:36:30.494 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.494 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.494 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:36:30.494 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.934543+0000", 2023-08-28T02:36:30.494 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:36:30.494 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.495 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.495 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:36:30.495 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.934575+0000", 2023-08-28T02:36:30.495 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.2786000000000001e-05 2023-08-28T02:36:30.495 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.495 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.495 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:36:30.495 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.934592+0000", 2023-08-28T02:36:30.495 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.6663e-05 2023-08-28T02:36:30.495 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.495 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.495 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:36:30.496 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.934603+0000", 2023-08-28T02:36:30.496 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0546e-05 2023-08-28T02:36:30.496 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.496 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.496 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:36:30.496 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.934745+0000", 2023-08-28T02:36:30.496 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000142924 2023-08-28T02:36:30.496 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.496 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.496 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:36:30.496 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.934752+0000", 2023-08-28T02:36:30.496 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.9469999999999997e-06 2023-08-28T02:36:30.496 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.497 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.497 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:36:30.497 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.936663+0000", 2023-08-28T02:36:30.497 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.001910742 2023-08-28T02:36:30.497 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.497 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.497 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:36:30.497 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.936805+0000", 2023-08-28T02:36:30.497 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000141812 2023-08-28T02:36:30.497 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.497 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.498 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 4", 2023-08-28T02:36:30.498 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.936965+0000", 2023-08-28T02:36:30.498 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00016000300000000001 2023-08-28T02:36:30.498 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.498 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.498 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:36:30.498 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.943360+0000", 2023-08-28T02:36:30.498 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0063946319999999999 2023-08-28T02:36:30.498 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.498 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.498 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:30.498 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.951118+0000", 2023-08-28T02:36:30.499 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0077587569999999998 2023-08-28T02:36:30.499 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.499 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.499 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:36:30.499 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.951166+0000", 2023-08-28T02:36:30.499 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.8041000000000003e-05 2023-08-28T02:36:30.499 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.499 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.499 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:36:30.499 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.951245+0000", 2023-08-28T02:36:30.499 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.8281000000000005e-05 2023-08-28T02:36:30.499 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:36:30.500 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:36:30.500 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:36:30.500 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.500 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.500 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:54175 10.4 10:25d3dc68:::benchmark_data_smithi040_250784_object54174:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e261)", 2023-08-28T02:36:30.500 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:31:27.953683+0000", 2023-08-28T02:36:30.500 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 302.37277921200001, 2023-08-28T02:36:30.500 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.99773759399999995, 2023-08-28T02:36:30.500 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:36:30.500 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:36:30.500 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:36:30.500 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:36:30.501 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:36:30.501 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 54175 2023-08-28T02:36:30.501 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.501 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:36:30.501 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.501 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:36:30.501 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.953683+0000", 2023-08-28T02:36:30.501 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:36:30.501 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.501 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.501 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:36:30.501 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.953683+0000", 2023-08-28T02:36:30.502 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:36:30.502 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.502 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.502 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:36:30.502 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.953682+0000", 2023-08-28T02:36:30.502 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:36:30.502 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.502 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.502 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:36:30.502 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.953709+0000", 2023-08-28T02:36:30.502 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.6633999999999999e-05 2023-08-28T02:36:30.502 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.503 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.503 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:36:30.503 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.953721+0000", 2023-08-28T02:36:30.503 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1754e-05 2023-08-28T02:36:30.503 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.503 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.503 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:36:30.503 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.953729+0000", 2023-08-28T02:36:30.503 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.2209999999999997e-06 2023-08-28T02:36:30.503 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.503 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.503 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:36:30.504 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.953783+0000", 2023-08-28T02:36:30.504 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.4302000000000003e-05 2023-08-28T02:36:30.504 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.504 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.504 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:36:30.504 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.953793+0000", 2023-08-28T02:36:30.504 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.6169999999999996e-06 2023-08-28T02:36:30.504 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.504 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.504 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:36:30.504 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.940704+0000", 2023-08-28T02:36:30.504 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.98691097400000005 2023-08-28T02:36:30.505 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.505 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.505 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:36:30.505 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.940879+0000", 2023-08-28T02:36:30.505 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00017513300000000001 2023-08-28T02:36:30.505 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.505 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.505 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 4", 2023-08-28T02:36:30.505 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.941060+0000", 2023-08-28T02:36:30.505 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000180755 2023-08-28T02:36:30.505 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.505 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.506 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:36:30.506 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.944657+0000", 2023-08-28T02:36:30.506 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0035975790000000001 2023-08-28T02:36:30.506 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.506 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.506 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:30.506 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.951298+0000", 2023-08-28T02:36:30.506 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0066408309999999998 2023-08-28T02:36:30.506 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.506 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.506 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:36:30.506 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.951346+0000", 2023-08-28T02:36:30.507 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.7660000000000001e-05 2023-08-28T02:36:30.507 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.507 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.507 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:36:30.507 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.951421+0000", 2023-08-28T02:36:30.507 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.4957999999999996e-05 2023-08-28T02:36:30.507 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:36:30.507 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:36:30.507 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:36:30.507 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.507 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.507 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:93232 10.2 e279/250 10:4acd7099:::benchmark_data_smithi040_250784_object93231:head v 279'5904, mlcod=277'5902)", 2023-08-28T02:36:30.508 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:14.191890+0000", 2023-08-28T02:36:30.508 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 256.13457230900002, 2023-08-28T02:36:30.508 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 18.482624399999999, 2023-08-28T02:36:30.508 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:36:30.508 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:36:30.508 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:36:30.508 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.508 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:36:30.508 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.191890+0000", 2023-08-28T02:36:30.508 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:36:30.508 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.509 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.509 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:36:30.509 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.191890+0000", 2023-08-28T02:36:30.509 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:36:30.509 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.509 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.509 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:36:30.509 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.191889+0000", 2023-08-28T02:36:30.509 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:36:30.509 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.509 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.510 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:36:30.510 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.191926+0000", 2023-08-28T02:36:30.510 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.7364999999999999e-05 2023-08-28T02:36:30.510 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.510 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.510 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:36:30.510 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.191943+0000", 2023-08-28T02:36:30.510 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.6759e-05 2023-08-28T02:36:30.510 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.510 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.510 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:36:30.511 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.191952+0000", 2023-08-28T02:36:30.511 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.4889999999999995e-06 2023-08-28T02:36:30.511 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.511 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.511 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:36:30.511 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.663193+0000", 2023-08-28T02:36:30.511 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 18.471241508999999 2023-08-28T02:36:30.511 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.511 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.511 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:36:30.511 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.663215+0000", 2023-08-28T02:36:30.512 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.1917e-05 2023-08-28T02:36:30.512 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.512 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.512 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:36:30.512 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.674467+0000", 2023-08-28T02:36:30.512 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.011251445000000001 2023-08-28T02:36:30.512 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.512 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.512 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:36:30.512 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.674514+0000", 2023-08-28T02:36:30.512 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.7812000000000002e-05 2023-08-28T02:36:30.513 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:36:30.513 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:36:30.513 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:36:30.513 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.513 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.513 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:93262 10.2 e279/250 10:4aeb0131:::benchmark_data_smithi040_250784_object93261:head v 279'5905, mlcod=277'5902)", 2023-08-28T02:36:30.513 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:14.252764+0000", 2023-08-28T02:36:30.513 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 256.073697831, 2023-08-28T02:36:30.513 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 18.421772737000001, 2023-08-28T02:36:30.513 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:36:30.513 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:36:30.514 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:36:30.514 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.514 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:36:30.514 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.252764+0000", 2023-08-28T02:36:30.514 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:36:30.514 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.514 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.514 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:36:30.514 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.252764+0000", 2023-08-28T02:36:30.514 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:36:30.514 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.514 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.515 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:36:30.515 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.252763+0000", 2023-08-28T02:36:30.515 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:36:30.515 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.515 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.515 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:36:30.515 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.252788+0000", 2023-08-28T02:36:30.515 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.4935000000000001e-05 2023-08-28T02:36:30.515 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.515 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.515 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:36:30.515 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.252803+0000", 2023-08-28T02:36:30.516 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4808e-05 2023-08-28T02:36:30.516 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.516 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.516 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:36:30.516 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.252812+0000", 2023-08-28T02:36:30.516 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.4260000000000003e-06 2023-08-28T02:36:30.516 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.516 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.516 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:36:30.516 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.666199+0000", 2023-08-28T02:36:30.516 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 18.413387320999998 2023-08-28T02:36:30.516 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.516 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.517 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:36:30.517 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.666223+0000", 2023-08-28T02:36:30.517 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.3937000000000001e-05 2023-08-28T02:36:30.517 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.517 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.517 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:36:30.517 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.674519+0000", 2023-08-28T02:36:30.517 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0082965859999999999 2023-08-28T02:36:30.517 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.517 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.518 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:36:30.518 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.674537+0000", 2023-08-28T02:36:30.518 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.7765999999999999e-05 2023-08-28T02:36:30.518 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:36:30.518 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:36:30.518 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:36:30.518 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.518 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.518 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:93288 10.2 e279/250 10:4ef81379:::benchmark_data_smithi040_250784_object93287:head v 279'5906, mlcod=277'5902)", 2023-08-28T02:36:30.518 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:14.323617+0000", 2023-08-28T02:36:30.518 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 256.00284523300002, 2023-08-28T02:36:30.518 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 18.351211855999999, 2023-08-28T02:36:30.519 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:36:30.519 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:36:30.519 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:36:30.519 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.519 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:36:30.519 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.323617+0000", 2023-08-28T02:36:30.519 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:36:30.519 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.519 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.519 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:36:30.519 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.323617+0000", 2023-08-28T02:36:30.519 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:36:30.519 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.520 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.520 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:36:30.520 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.323616+0000", 2023-08-28T02:36:30.520 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:36:30.520 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.520 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.520 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:36:30.520 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.323653+0000", 2023-08-28T02:36:30.520 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.6395e-05 2023-08-28T02:36:30.520 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.520 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.520 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:36:30.521 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.323666+0000", 2023-08-28T02:36:30.521 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2962000000000001e-05 2023-08-28T02:36:30.521 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.521 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.521 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:36:30.521 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.323674+0000", 2023-08-28T02:36:30.521 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.7849999999999997e-06 2023-08-28T02:36:30.521 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.521 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.521 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:36:30.521 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.668990+0000", 2023-08-28T02:36:30.521 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 18.345315724999999 2023-08-28T02:36:30.522 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.522 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.522 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:36:30.522 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.669014+0000", 2023-08-28T02:36:30.522 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.3461000000000001e-05 2023-08-28T02:36:30.522 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.522 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.522 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:36:30.522 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.674794+0000", 2023-08-28T02:36:30.522 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.005780126 2023-08-28T02:36:30.522 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.522 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.523 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:36:30.523 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.674829+0000", 2023-08-28T02:36:30.523 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.5216999999999998e-05 2023-08-28T02:36:30.523 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:36:30.523 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:36:30.523 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:36:30.523 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.523 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.523 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:93304 10.2 e279/250 10:4b4a961c:::benchmark_data_smithi040_250784_object93303:head v 279'5907, mlcod=277'5902)", 2023-08-28T02:36:30.523 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:14.373120+0000", 2023-08-28T02:36:30.523 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 255.95334254700001, 2023-08-28T02:36:30.523 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 18.301731591999999, 2023-08-28T02:36:30.524 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:36:30.524 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:36:30.524 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:36:30.524 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.524 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:36:30.524 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.373120+0000", 2023-08-28T02:36:30.524 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:36:30.524 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.524 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.524 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:36:30.524 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.373120+0000", 2023-08-28T02:36:30.524 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:36:30.525 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.525 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.525 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:36:30.525 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.373118+0000", 2023-08-28T02:36:30.525 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:36:30.525 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.525 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.525 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:36:30.525 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.373161+0000", 2023-08-28T02:36:30.525 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.2602999999999999e-05 2023-08-28T02:36:30.525 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.525 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.526 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:36:30.526 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.373176+0000", 2023-08-28T02:36:30.526 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4583000000000001e-05 2023-08-28T02:36:30.526 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.526 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.526 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:36:30.526 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.373184+0000", 2023-08-28T02:36:30.526 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.3429999999999996e-06 2023-08-28T02:36:30.526 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.526 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.526 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:36:30.526 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.671892+0000", 2023-08-28T02:36:30.527 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 18.298707729 2023-08-28T02:36:30.527 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.527 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.527 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:36:30.527 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.671918+0000", 2023-08-28T02:36:30.527 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.5865000000000001e-05 2023-08-28T02:36:30.527 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.527 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.527 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:36:30.527 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.674832+0000", 2023-08-28T02:36:30.527 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0029140020000000002 2023-08-28T02:36:30.527 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.528 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.528 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:36:30.528 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.674851+0000", 2023-08-28T02:36:30.528 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.9715999999999999e-05 2023-08-28T02:36:30.528 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:36:30.528 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:36:30.528 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:36:30.528 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.528 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.528 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:102242 10.8 10:16f160f3:::benchmark_data_smithi040_250784_object8933:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e323)", 2023-08-28T02:36:30.528 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:35:11.209572+0000", 2023-08-28T02:36:30.528 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 79.116890710000007, 2023-08-28T02:36:30.529 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.769661555, 2023-08-28T02:36:30.529 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:36:30.529 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:36:30.529 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:36:30.529 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:36:30.529 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:36:30.529 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 102242 2023-08-28T02:36:30.529 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.529 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:36:30.529 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.529 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:36:30.529 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.209572+0000", 2023-08-28T02:36:30.530 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:36:30.530 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.530 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.530 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:36:30.530 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.209572+0000", 2023-08-28T02:36:30.530 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:36:30.530 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.530 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.530 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:36:30.530 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.209570+0000", 2023-08-28T02:36:30.530 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:36:30.530 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.531 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.531 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:36:30.531 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.209577+0000", 2023-08-28T02:36:30.531 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.4109999999999999e-06 2023-08-28T02:36:30.531 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.531 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.531 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:36:30.531 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.209594+0000", 2023-08-28T02:36:30.531 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.6662000000000001e-05 2023-08-28T02:36:30.531 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.531 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.532 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:36:30.532 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.209601+0000", 2023-08-28T02:36:30.532 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.8940000000000004e-06 2023-08-28T02:36:30.532 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.532 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.532 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:36:30.532 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.209661+0000", 2023-08-28T02:36:30.532 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.0420000000000001e-05 2023-08-28T02:36:30.532 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.532 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.532 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:36:30.532 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.209675+0000", 2023-08-28T02:36:30.533 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.3301e-05 2023-08-28T02:36:30.533 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.533 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.533 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:36:30.533 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.974855+0000", 2023-08-28T02:36:30.533 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.76518023599999996 2023-08-28T02:36:30.533 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.533 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.533 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:36:30.533 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.975018+0000", 2023-08-28T02:36:30.533 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00016351199999999999 2023-08-28T02:36:30.533 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.534 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.534 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 5,7", 2023-08-28T02:36:30.534 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.975168+0000", 2023-08-28T02:36:30.534 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00014927899999999999 2023-08-28T02:36:30.534 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.534 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.534 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:30.534 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.979052+0000", 2023-08-28T02:36:30.534 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0038840039999999999 2023-08-28T02:36:30.534 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.534 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.534 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:30.535 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.979133+0000", 2023-08-28T02:36:30.535 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.1848000000000006e-05 2023-08-28T02:36:30.535 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.535 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.535 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:36:30.535 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.979146+0000", 2023-08-28T02:36:30.535 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2478e-05 2023-08-28T02:36:30.535 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.535 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.535 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:36:30.535 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.979194+0000", 2023-08-28T02:36:30.535 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.7806999999999998e-05 2023-08-28T02:36:30.536 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.536 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.536 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:36:30.536 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.979233+0000", 2023-08-28T02:36:30.536 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.9350000000000001e-05 2023-08-28T02:36:30.536 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:36:30.536 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:36:30.536 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:36:30.536 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.536 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.536 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:102254 10.8 10:1e0e4884:::benchmark_data_smithi040_250784_object8945:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e323)", 2023-08-28T02:36:30.536 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:35:11.417125+0000", 2023-08-28T02:36:30.537 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 78.909337073000003, 2023-08-28T02:36:30.537 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.57256434199999995, 2023-08-28T02:36:30.537 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:36:30.537 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:36:30.537 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:36:30.537 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:36:30.537 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:36:30.537 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 102254 2023-08-28T02:36:30.537 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.537 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:36:30.537 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.537 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:36:30.538 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.417125+0000", 2023-08-28T02:36:30.538 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:36:30.538 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.538 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.538 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:36:30.538 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.417125+0000", 2023-08-28T02:36:30.538 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:36:30.538 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.538 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.538 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:36:30.538 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.417124+0000", 2023-08-28T02:36:30.538 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:36:30.539 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.539 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.539 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:36:30.539 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.417132+0000", 2023-08-28T02:36:30.539 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.0390000000000005e-06 2023-08-28T02:36:30.539 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.539 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.539 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:36:30.539 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.417147+0000", 2023-08-28T02:36:30.539 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4878999999999999e-05 2023-08-28T02:36:30.539 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.539 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.540 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:36:30.540 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.417156+0000", 2023-08-28T02:36:30.540 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.0939999999999997e-06 2023-08-28T02:36:30.540 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.540 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.540 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:36:30.540 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.417205+0000", 2023-08-28T02:36:30.540 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.9285e-05 2023-08-28T02:36:30.540 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.540 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.540 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:36:30.540 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.417215+0000", 2023-08-28T02:36:30.541 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0396e-05 2023-08-28T02:36:30.541 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.541 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.541 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:36:30.541 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.979283+0000", 2023-08-28T02:36:30.541 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.56206805299999996 2023-08-28T02:36:30.541 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.541 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.541 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:36:30.541 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.979430+0000", 2023-08-28T02:36:30.541 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00014659499999999999 2023-08-28T02:36:30.541 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.542 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.542 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 5,7", 2023-08-28T02:36:30.542 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.979578+0000", 2023-08-28T02:36:30.542 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000147529 2023-08-28T02:36:30.542 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.542 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.542 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:30.542 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.985888+0000", 2023-08-28T02:36:30.542 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0063101479999999998 2023-08-28T02:36:30.542 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.542 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.543 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:30.543 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.985947+0000", 2023-08-28T02:36:30.543 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.8893e-05 2023-08-28T02:36:30.543 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.543 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.543 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:36:30.543 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.989514+0000", 2023-08-28T02:36:30.543 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.003567874 2023-08-28T02:36:30.543 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.543 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.543 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:36:30.543 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.989573+0000", 2023-08-28T02:36:30.544 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.8359999999999997e-05 2023-08-28T02:36:30.544 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.544 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.544 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:36:30.544 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.989690+0000", 2023-08-28T02:36:30.544 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00011673800000000001 2023-08-28T02:36:30.544 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:36:30.544 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:36:30.544 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:36:30.544 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.544 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.544 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:102264 10.8 10:12924882:::benchmark_data_smithi040_250784_object8955:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e323)", 2023-08-28T02:36:30.545 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:35:11.550259+0000", 2023-08-28T02:36:30.545 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 78.776202986000001, 2023-08-28T02:36:30.545 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.43967313899999999, 2023-08-28T02:36:30.545 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:36:30.545 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:36:30.545 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:36:30.545 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:36:30.545 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:36:30.545 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 102264 2023-08-28T02:36:30.545 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.545 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:36:30.545 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.546 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:36:30.546 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.550259+0000", 2023-08-28T02:36:30.546 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:36:30.546 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.546 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.546 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:36:30.546 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.550259+0000", 2023-08-28T02:36:30.546 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:36:30.546 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.546 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.546 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:36:30.546 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.550257+0000", 2023-08-28T02:36:30.547 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999976 2023-08-28T02:36:30.547 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.547 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.547 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:36:30.547 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.550271+0000", 2023-08-28T02:36:30.547 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.3861e-05 2023-08-28T02:36:30.547 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.547 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.547 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:36:30.547 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.550294+0000", 2023-08-28T02:36:30.547 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.2778000000000001e-05 2023-08-28T02:36:30.547 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.548 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.548 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:36:30.548 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.550307+0000", 2023-08-28T02:36:30.548 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.3546e-05 2023-08-28T02:36:30.548 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.548 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.548 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:36:30.548 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.550381+0000", 2023-08-28T02:36:30.548 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.4158000000000004e-05 2023-08-28T02:36:30.548 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.548 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.548 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:36:30.549 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.550398+0000", 2023-08-28T02:36:30.549 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.6543000000000001e-05 2023-08-28T02:36:30.549 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.549 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.549 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:36:30.549 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.983052+0000", 2023-08-28T02:36:30.549 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.43265445299999999 2023-08-28T02:36:30.549 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.549 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.549 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:36:30.549 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.983182+0000", 2023-08-28T02:36:30.549 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00012957600000000001 2023-08-28T02:36:30.550 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.550 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.550 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 5,7", 2023-08-28T02:36:30.550 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.983278+0000", 2023-08-28T02:36:30.550 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.5826e-05 2023-08-28T02:36:30.550 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.550 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.550 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:30.550 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.989759+0000", 2023-08-28T02:36:30.550 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0064814080000000001 2023-08-28T02:36:30.550 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.550 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.551 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:30.551 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.989822+0000", 2023-08-28T02:36:30.551 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.2611000000000001e-05 2023-08-28T02:36:30.551 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.551 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.551 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:36:30.551 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.989835+0000", 2023-08-28T02:36:30.551 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.3101999999999999e-05 2023-08-28T02:36:30.551 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.551 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.551 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:36:30.551 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.989889+0000", 2023-08-28T02:36:30.552 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.4199000000000001e-05 2023-08-28T02:36:30.552 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.552 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.552 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:36:30.552 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.989932+0000", 2023-08-28T02:36:30.552 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.3429e-05 2023-08-28T02:36:30.552 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:36:30.552 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:36:30.552 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:36:30.552 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.552 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.553 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:102267 10.8 10:13fb4659:::benchmark_data_smithi040_250784_object8958:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e323)", 2023-08-28T02:36:30.553 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:35:11.689868+0000", 2023-08-28T02:36:30.553 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 78.636594154999997, 2023-08-28T02:36:30.553 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.30291980200000002, 2023-08-28T02:36:30.553 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:36:30.553 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:36:30.553 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:36:30.553 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:36:30.553 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:36:30.553 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 102267 2023-08-28T02:36:30.553 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.553 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:36:30.554 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.554 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:36:30.554 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.689868+0000", 2023-08-28T02:36:30.554 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:36:30.554 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.554 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.554 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:36:30.554 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.689868+0000", 2023-08-28T02:36:30.554 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:36:30.554 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.554 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.554 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:36:30.555 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.689866+0000", 2023-08-28T02:36:30.555 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999976 2023-08-28T02:36:30.555 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.555 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.555 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:36:30.555 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.689878+0000", 2023-08-28T02:36:30.555 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1871999999999999e-05 2023-08-28T02:36:30.555 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.555 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.555 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:36:30.555 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.689901+0000", 2023-08-28T02:36:30.556 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.3553999999999998e-05 2023-08-28T02:36:30.556 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.556 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.556 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:36:30.556 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.689915+0000", 2023-08-28T02:36:30.556 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4221e-05 2023-08-28T02:36:30.556 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.556 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.556 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:36:30.556 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.689989+0000", 2023-08-28T02:36:30.556 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.3707000000000004e-05 2023-08-28T02:36:30.556 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.557 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.557 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:36:30.557 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.690002+0000", 2023-08-28T02:36:30.557 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2961e-05 2023-08-28T02:36:30.557 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.557 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.557 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:36:30.557 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.985975+0000", 2023-08-28T02:36:30.557 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.29597284800000001 2023-08-28T02:36:30.557 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.557 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.557 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:36:30.558 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.986130+0000", 2023-08-28T02:36:30.558 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000154883 2023-08-28T02:36:30.558 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.558 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.558 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 5,7", 2023-08-28T02:36:30.558 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.986367+0000", 2023-08-28T02:36:30.558 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00023751499999999999 2023-08-28T02:36:30.558 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.558 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.558 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:36:30.558 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.989945+0000", 2023-08-28T02:36:30.558 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.003577294 2023-08-28T02:36:30.559 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.559 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.559 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:30.559 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.989991+0000", 2023-08-28T02:36:30.559 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.5995000000000003e-05 2023-08-28T02:36:30.559 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.559 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.559 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:30.559 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.992688+0000", 2023-08-28T02:36:30.559 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0026970010000000001 2023-08-28T02:36:30.559 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.559 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.560 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:36:30.560 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.992742+0000", 2023-08-28T02:36:30.560 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.4184000000000002e-05 2023-08-28T02:36:30.560 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:30.560 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:30.560 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:36:30.560 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.992788+0000", 2023-08-28T02:36:30.560 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.6196999999999998e-05 2023-08-28T02:36:30.560 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:36:30.560 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:36:30.560 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:36:30.560 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:36:30.561 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:36:30.561 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-08-28T02:36:30.561 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:36:30.589 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:30.610 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:36:30.613 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:30.614 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:36:30.714 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:36:30.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:30 smithi040 ceph-mon[175404]: from='client.45803 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:36:30.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:30 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:36:30.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:30 smithi040 ceph-mon[170259]: from='client.45803 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:36:30.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:30 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:36:30.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:30 smithi083 ceph-mon[157819]: from='client.45803 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:36:30.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:30 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:36:30.753 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:30.895 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:36:30.901 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.1 dump_ops_in_flight 2023-08-28T02:36:31.033 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:36:31.036 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:31.037 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:36:31.138 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:36:31.192 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:31.222 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:36:31.227 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:31.227 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:36:31.328 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:36:31.355 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:31.375 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:36:31.377 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:31.377 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:36:31.401 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:36:31.478 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:36:31.507 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:31.528 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:36:31.531 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:31.531 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:36:31.556 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:31 smithi040 ceph-mon[175404]: pgmap v1014: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.7 GiB data, 14 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 101 op/s; 37052/231951 objects degraded (15.974%); 10293/231951 objects misplaced (4.438%); 1.4 MiB/s, 22 objects/s recovering 2023-08-28T02:36:31.557 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:31 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 37052/231951 objects degraded (15.974%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:36:31.557 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:31 smithi040 ceph-mon[170259]: pgmap v1014: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.7 GiB data, 14 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 101 op/s; 37052/231951 objects degraded (15.974%); 10293/231951 objects misplaced (4.438%); 1.4 MiB/s, 22 objects/s recovering 2023-08-28T02:36:31.557 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:31 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 37052/231951 objects degraded (15.974%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:36:31.632 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:36:31.666 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:31.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:31 smithi083 ceph-mon[157819]: pgmap v1014: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.7 GiB data, 14 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 101 op/s; 37052/231951 objects degraded (15.974%); 10293/231951 objects misplaced (4.438%); 1.4 MiB/s, 22 objects/s recovering 2023-08-28T02:36:31.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:31 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 37052/231951 objects degraded (15.974%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:36:31.939 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:36:31.946 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:31.947 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:36:32.048 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:36:32.089 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:32.117 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:36:32.129 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:32.129 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:36:32.230 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:36:32.258 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:32.277 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:36:32.281 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:32.281 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:36:32.382 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:36:32.426 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:32.455 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:36:32.458 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:32.458 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:36:32.501 INFO:teuthology.orchestra.run.smithi040.stderr:nodeep-scrub is set 2023-08-28T02:36:32.559 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:36:32.562 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:36:32.583 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:32 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/587082759' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:36:32.584 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:32 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:36:32.584 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:32 smithi083 ceph-mon[157819]: pgmap v1015: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.7 GiB data, 14 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 100 op/s; 36939/231069 objects degraded (15.986%); 10116/231069 objects misplaced (4.378%); 2.0 MiB/s, 31 objects/s recovering 2023-08-28T02:36:32.586 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:32.601 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:36:32.609 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:36:32.612 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:32.613 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:36:32.624 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:36:32.650 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:36:32.669 INFO:teuthology.orchestra.run.smithi040.stdout:ERROR: (22) Invalid argument 2023-08-28T02:36:32.669 INFO:teuthology.orchestra.run.smithi040.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:36:32.672 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:36:32.699 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:36:32.713 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:36:32.720 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:36:32.741 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:36:32.743 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-08-28T02:36:32.743 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-08-28T02:36:32.743 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-08-28T02:36:32.743 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-08-28T02:36:32.743 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-08-28T02:36:32.743 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-08-28T02:36:32.743 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-08-28T02:36:32.743 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-08-28T02:36:32.744 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:32.762 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:36:32.766 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:32.766 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:36:32.768 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:32 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/587082759' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:36:32.768 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:32 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:36:32.768 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:32 smithi040 ceph-mon[175404]: pgmap v1015: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.7 GiB data, 14 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 100 op/s; 36939/231069 objects degraded (15.986%); 10116/231069 objects misplaced (4.378%); 2.0 MiB/s, 31 objects/s recovering 2023-08-28T02:36:32.769 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:32 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/587082759' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:36:32.769 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:32 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:36:32.769 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:32 smithi040 ceph-mon[170259]: pgmap v1015: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.7 GiB data, 14 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 100 op/s; 36939/231069 objects degraded (15.986%); 10116/231069 objects misplaced (4.378%); 2.0 MiB/s, 31 objects/s recovering 2023-08-28T02:36:32.867 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:36:32.896 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:32.917 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:36:32.919 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:32.920 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:36:33.020 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:36:33.055 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:33.278 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:36:33.280 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:33.281 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:36:33.382 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:36:33.385 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:36:33.409 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:33.427 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:36:33.431 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:33.431 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:36:33.448 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.1 dump_blocked_ops 2023-08-28T02:36:33.532 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:36:33.559 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:33.579 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:36:33.582 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:33.583 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:36:33.683 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:36:33.708 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:33 smithi083 ceph-mon[157819]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:36:33.708 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:33 smithi083 ceph-mon[157819]: failed to encode map e337 with expected crc 2023-08-28T02:36:33.708 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:33 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:36:33.708 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:33 smithi083 ceph-mon[157819]: osdmap e337: 8 total, 8 up, 6 in 2023-08-28T02:36:33.708 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:33 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1462719404' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:36:33.709 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:33 smithi083 ceph-mon[157819]: failed to encode map e337 with expected crc 2023-08-28T02:36:33.710 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:33.724 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:36:33.730 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:36:33.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:33 smithi040 ceph-mon[175404]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:36:33.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:33 smithi040 ceph-mon[175404]: failed to encode map e337 with expected crc 2023-08-28T02:36:33.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:33 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:36:33.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:33 smithi040 ceph-mon[175404]: osdmap e337: 8 total, 8 up, 6 in 2023-08-28T02:36:33.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:33 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1462719404' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:36:33.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:33 smithi040 ceph-mon[175404]: failed to encode map e337 with expected crc 2023-08-28T02:36:33.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:33 smithi040 ceph-mon[170259]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:36:33.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:33 smithi040 ceph-mon[170259]: failed to encode map e337 with expected crc 2023-08-28T02:36:33.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:33 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:36:33.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:33 smithi040 ceph-mon[170259]: osdmap e337: 8 total, 8 up, 6 in 2023-08-28T02:36:33.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:33 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1462719404' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:36:33.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:33 smithi040 ceph-mon[170259]: failed to encode map e337 with expected crc 2023-08-28T02:36:33.733 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:33.733 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:36:33.834 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:36:33.869 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:33.896 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:36:33.899 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:33.899 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:36:34.000 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:36:34.036 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:34.048 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:36:34.062 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:36:34.065 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:34.066 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:36:34.166 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:36:34.201 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:34.474 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:36:34.477 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:34.478 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:36:34.578 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:36:34.609 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:34.636 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:36:34.639 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:34.639 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:36:34.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:34 smithi040 ceph-mon[175404]: pgmap v1017: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.7 GiB data, 14 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 98 op/s; 36939/230778 objects degraded (16.006%); 10116/230778 objects misplaced (4.383%); 2.0 MiB/s, 31 objects/s recovering 2023-08-28T02:36:34.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:34 smithi040 ceph-mon[170259]: pgmap v1017: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.7 GiB data, 14 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 98 op/s; 36939/230778 objects degraded (16.006%); 10116/230778 objects misplaced (4.383%); 2.0 MiB/s, 31 objects/s recovering 2023-08-28T02:36:34.740 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:36:34.777 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:34.798 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:36:34.801 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:34.802 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:36:34.902 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:36:34.918 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd unset noscrub 2023-08-28T02:36:34.937 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:34.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:34 smithi083 ceph-mon[157819]: pgmap v1017: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.7 GiB data, 14 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 98 op/s; 36939/230778 objects degraded (16.006%); 10116/230778 objects misplaced (4.383%); 2.0 MiB/s, 31 objects/s recovering 2023-08-28T02:36:35.166 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:36:35.171 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:35.171 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:36:35.240 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:36:35.242 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:36:35.272 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:36:35.275 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:36:35.299 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:35.302 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-08-28T02:36:35.317 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:36:35.320 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:35.320 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:36:35.421 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:36:35.464 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:35.543 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:36:35.546 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:35.546 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:36:35.591 INFO:teuthology.orchestra.run.smithi040.stdout:ERROR: (22) Invalid argument 2023-08-28T02:36:35.591 INFO:teuthology.orchestra.run.smithi040.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:36:35.647 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:36:35.673 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:35 smithi083 ceph-mon[157819]: from='client.35919 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:36:35.675 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:35.695 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:36:35.698 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:35.699 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:36:35.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:35 smithi040 ceph-mon[170259]: from='client.35919 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:36:35.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:35 smithi040 ceph-mon[175404]: from='client.35919 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:36:35.731 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:36:35 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:36:35] "GET /metrics HTTP/1.1" 200 36612 "" "Prometheus/2.43.0" 2023-08-28T02:36:35.760 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":1017,"stamp":"2023-08-28T02:36:34.428701+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":5040225028,"num_objects":76926,"num_object_clones":0,"num_object_copies":230778,"num_objects_missing_on_primary":4908,"num_objects_missing":4908,"num_objects_degraded":36939,"num_objects_misplaced":10116,"num_objects_unfound":0,"num_objects_dirty":76926,"num_whiteouts":0,"num_read":90,"num_read_kb":168,"num_write":109816,"num_write_kb":5972054,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":36907,"num_bytes_recovered":2401243505,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97285,"ondisk_log_size":97285,"up":297,"acting":292,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":14498492,"kb_used_data":11578828,"kb_used_omap":12,"kb_used_meta":2919603,"kb_avail":547972420,"statfs":{"total":575970213888,"available":561123758080,"internally_reserved":0,"allocated":11856719872,"data_stored":11846919569,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12739,"internal_metadata":2989674045},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,1,0,0,0,3,0,0,3,5,2],"upper_bound":4096},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-57999360,"num_objects":-885,"num_object_clones":0,"num_object_copies":-2655,"num_objects_missing_on_primary":-63,"num_objects_missing":-63,"num_objects_degraded":-263,"num_objects_misplaced":-257,"num_objects_unfound":0,"num_objects_dirty":-885,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":885,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":284,"num_bytes_recovered":18612224,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"9.017872"},"pg_stats":[{"pgid":"3.1a","version":"65'1","reported_seq":347,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.982332+0000","last_change":"2023-08-28T02:32:32.667028+0000","last_active":"2023-08-28T02:36:17.982332+0000","last_peered":"2023-08-28T02:36:17.982332+0000","last_clean":"2023-08-28T02:36:17.982332+0000","last_became_active":"2023-08-28T02:32:32.666711+0000","last_became_peered":"2023-08-28T02:32:32.666711+0000","last_unstale":"2023-08-28T02:36:17.982332+0000","last_undegraded":"2023-08-28T02:36:17.982332+0000","last_fullsized":"2023-08-28T02:36:17.982332+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:28:21.913105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":299,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.999956+0000","last_change":"2023-08-28T02:29:44.421259+0000","last_active":"2023-08-28T02:36:17.999956+0000","last_peered":"2023-08-28T02:36:17.999956+0000","last_clean":"2023-08-28T02:36:17.999956+0000","last_became_active":"2023-08-28T02:29:44.420936+0000","last_became_peered":"2023-08-28T02:29:44.420936+0000","last_unstale":"2023-08-28T02:36:17.999956+0000","last_undegraded":"2023-08-28T02:36:17.999956+0000","last_fullsized":"2023-08-28T02:36:17.999956+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:22:26.346867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":141,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-08-28T02:36:25.432048+0000","last_change":"2023-08-28T02:33:12.290337+0000","last_active":"2023-08-28T02:36:25.432048+0000","last_peered":"2023-08-28T02:36:25.432048+0000","last_clean":"2023-08-28T02:36:25.432048+0000","last_became_active":"2023-08-28T02:33:12.289852+0000","last_became_peered":"2023-08-28T02:33:12.289852+0000","last_unstale":"2023-08-28T02:36:25.432048+0000","last_undegraded":"2023-08-28T02:36:25.432048+0000","last_fullsized":"2023-08-28T02:36:25.432048+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:04:26.420037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":314,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:18.000157+0000","last_change":"2023-08-28T02:33:13.317226+0000","last_active":"2023-08-28T02:36:18.000157+0000","last_peered":"2023-08-28T02:36:18.000157+0000","last_clean":"2023-08-28T02:36:18.000157+0000","last_became_active":"2023-08-28T02:33:13.316893+0000","last_became_peered":"2023-08-28T02:33:13.316893+0000","last_unstale":"2023-08-28T02:36:18.000157+0000","last_undegraded":"2023-08-28T02:36:18.000157+0000","last_fullsized":"2023-08-28T02:36:18.000157+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:55:46.593463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":259,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:18.016728+0000","last_change":"2023-08-28T02:33:12.295203+0000","last_active":"2023-08-28T02:36:18.016728+0000","last_peered":"2023-08-28T02:36:18.016728+0000","last_clean":"2023-08-28T02:36:18.016728+0000","last_became_active":"2023-08-28T02:33:12.294904+0000","last_became_peered":"2023-08-28T02:33:12.294904+0000","last_unstale":"2023-08-28T02:36:18.016728+0000","last_undegraded":"2023-08-28T02:36:18.016728+0000","last_fullsized":"2023-08-28T02:36:18.016728+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:31:07.008856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":277,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.997170+0000","last_change":"2023-08-28T02:31:51.987263+0000","last_active":"2023-08-28T02:36:17.997170+0000","last_peered":"2023-08-28T02:36:17.997170+0000","last_clean":"2023-08-28T02:36:17.997170+0000","last_became_active":"2023-08-28T02:31:51.986938+0000","last_became_peered":"2023-08-28T02:31:51.986938+0000","last_unstale":"2023-08-28T02:36:17.997170+0000","last_undegraded":"2023-08-28T02:36:17.997170+0000","last_fullsized":"2023-08-28T02:36:17.997170+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:18.021905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":309,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:25.368090+0000","last_change":"2023-08-28T02:33:12.318656+0000","last_active":"2023-08-28T02:36:25.368090+0000","last_peered":"2023-08-28T02:36:25.368090+0000","last_clean":"2023-08-28T02:36:25.368090+0000","last_became_active":"2023-08-28T02:33:12.318297+0000","last_became_peered":"2023-08-28T02:33:12.318297+0000","last_unstale":"2023-08-28T02:36:25.368090+0000","last_undegraded":"2023-08-28T02:36:25.368090+0000","last_fullsized":"2023-08-28T02:36:25.368090+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:43:09.789767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":240,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:18.016809+0000","last_change":"2023-08-28T02:33:13.357230+0000","last_active":"2023-08-28T02:36:18.016809+0000","last_peered":"2023-08-28T02:36:18.016809+0000","last_clean":"2023-08-28T02:36:18.016809+0000","last_became_active":"2023-08-28T02:33:13.356853+0000","last_became_peered":"2023-08-28T02:33:13.356853+0000","last_unstale":"2023-08-28T02:36:18.016809+0000","last_undegraded":"2023-08-28T02:36:18.016809+0000","last_fullsized":"2023-08-28T02:36:18.016809+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:20:21.545007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":319,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.996794+0000","last_change":"2023-08-28T02:29:44.462510+0000","last_active":"2023-08-28T02:36:17.996794+0000","last_peered":"2023-08-28T02:36:17.996794+0000","last_clean":"2023-08-28T02:36:17.996794+0000","last_became_active":"2023-08-28T02:29:44.460314+0000","last_became_peered":"2023-08-28T02:29:44.460314+0000","last_unstale":"2023-08-28T02:36:17.996794+0000","last_undegraded":"2023-08-28T02:36:17.996794+0000","last_fullsized":"2023-08-28T02:36:17.996794+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:59:01.311467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":243,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:18.017106+0000","last_change":"2023-08-28T02:33:13.291255+0000","last_active":"2023-08-28T02:36:18.017106+0000","last_peered":"2023-08-28T02:36:18.017106+0000","last_clean":"2023-08-28T02:36:18.017106+0000","last_became_active":"2023-08-28T02:33:13.290933+0000","last_became_peered":"2023-08-28T02:33:13.290933+0000","last_unstale":"2023-08-28T02:36:18.017106+0000","last_undegraded":"2023-08-28T02:36:18.017106+0000","last_fullsized":"2023-08-28T02:36:18.017106+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:31:54.116908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"65'3","reported_seq":320,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.984999+0000","last_change":"2023-08-28T02:33:12.296412+0000","last_active":"2023-08-28T02:36:17.984999+0000","last_peered":"2023-08-28T02:36:17.984999+0000","last_clean":"2023-08-28T02:36:17.984999+0000","last_became_active":"2023-08-28T02:33:12.295786+0000","last_became_peered":"2023-08-28T02:33:12.295786+0000","last_unstale":"2023-08-28T02:36:17.984999+0000","last_undegraded":"2023-08-28T02:36:17.984999+0000","last_fullsized":"2023-08-28T02:36:17.984999+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:15:31.449163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":144,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-08-28T02:36:25.432517+0000","last_change":"2023-08-28T02:32:32.666927+0000","last_active":"2023-08-28T02:36:25.432517+0000","last_peered":"2023-08-28T02:36:25.432517+0000","last_clean":"2023-08-28T02:36:25.432517+0000","last_became_active":"2023-08-28T02:32:32.666618+0000","last_became_peered":"2023-08-28T02:32:32.666618+0000","last_unstale":"2023-08-28T02:36:25.432517+0000","last_undegraded":"2023-08-28T02:36:25.432517+0000","last_fullsized":"2023-08-28T02:36:25.432517+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:45:57.998333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":344,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.984234+0000","last_change":"2023-08-28T02:32:28.505262+0000","last_active":"2023-08-28T02:36:17.984234+0000","last_peered":"2023-08-28T02:36:17.984234+0000","last_clean":"2023-08-28T02:36:17.984234+0000","last_became_active":"2023-08-28T02:32:28.455999+0000","last_became_peered":"2023-08-28T02:32:28.455999+0000","last_unstale":"2023-08-28T02:36:17.984234+0000","last_undegraded":"2023-08-28T02:36:17.984234+0000","last_fullsized":"2023-08-28T02:36:17.984234+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:28.937020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":9468,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":328,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.982012+0000","last_change":"2023-08-28T02:32:12.959195+0000","last_active":"2023-08-28T02:36:17.982012+0000","last_peered":"2023-08-28T02:36:17.982012+0000","last_clean":"2023-08-28T02:36:17.982012+0000","last_became_active":"2023-08-28T02:32:12.958832+0000","last_became_peered":"2023-08-28T02:32:12.958832+0000","last_unstale":"2023-08-28T02:36:17.982012+0000","last_undegraded":"2023-08-28T02:36:17.982012+0000","last_fullsized":"2023-08-28T02:36:17.982012+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:23:27.197787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"65'2","reported_seq":318,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.984557+0000","last_change":"2023-08-28T02:32:28.461161+0000","last_active":"2023-08-28T02:36:17.984557+0000","last_peered":"2023-08-28T02:36:17.984557+0000","last_clean":"2023-08-28T02:36:17.984557+0000","last_became_active":"2023-08-28T02:32:28.451284+0000","last_became_peered":"2023-08-28T02:32:28.451284+0000","last_unstale":"2023-08-28T02:36:17.984557+0000","last_undegraded":"2023-08-28T02:36:17.984557+0000","last_fullsized":"2023-08-28T02:36:17.984557+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:58:20.061020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":300,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.991385+0000","last_change":"2023-08-28T02:29:44.419566+0000","last_active":"2023-08-28T02:36:17.991385+0000","last_peered":"2023-08-28T02:36:17.991385+0000","last_clean":"2023-08-28T02:36:17.991385+0000","last_became_active":"2023-08-28T02:29:44.419053+0000","last_became_peered":"2023-08-28T02:29:44.419053+0000","last_unstale":"2023-08-28T02:36:17.991385+0000","last_undegraded":"2023-08-28T02:36:17.991385+0000","last_fullsized":"2023-08-28T02:36:17.991385+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:44:36.133499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":303,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.991533+0000","last_change":"2023-08-28T02:33:12.493777+0000","last_active":"2023-08-28T02:36:17.991533+0000","last_peered":"2023-08-28T02:36:17.991533+0000","last_clean":"2023-08-28T02:36:17.991533+0000","last_became_active":"2023-08-28T02:33:12.491177+0000","last_became_peered":"2023-08-28T02:33:12.491177+0000","last_unstale":"2023-08-28T02:36:17.991533+0000","last_undegraded":"2023-08-28T02:36:17.991533+0000","last_fullsized":"2023-08-28T02:36:17.991533+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:10:58.167753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":315,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.996557+0000","last_change":"2023-08-28T02:33:12.290293+0000","last_active":"2023-08-28T02:36:17.996557+0000","last_peered":"2023-08-28T02:36:17.996557+0000","last_clean":"2023-08-28T02:36:17.996557+0000","last_became_active":"2023-08-28T02:33:12.289989+0000","last_became_peered":"2023-08-28T02:33:12.289989+0000","last_unstale":"2023-08-28T02:36:17.996557+0000","last_undegraded":"2023-08-28T02:36:17.996557+0000","last_fullsized":"2023-08-28T02:36:17.996557+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:05:33.622172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":293,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.984388+0000","last_change":"2023-08-28T02:32:12.948756+0000","last_active":"2023-08-28T02:36:17.984388+0000","last_peered":"2023-08-28T02:36:17.984388+0000","last_clean":"2023-08-28T02:36:17.984388+0000","last_became_active":"2023-08-28T02:32:12.948441+0000","last_became_peered":"2023-08-28T02:32:12.948441+0000","last_unstale":"2023-08-28T02:36:17.984388+0000","last_undegraded":"2023-08-28T02:36:17.984388+0000","last_fullsized":"2023-08-28T02:36:17.984388+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:27.922180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":310,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:25.368065+0000","last_change":"2023-08-28T02:33:12.299398+0000","last_active":"2023-08-28T02:36:25.368065+0000","last_peered":"2023-08-28T02:36:25.368065+0000","last_clean":"2023-08-28T02:36:25.368065+0000","last_became_active":"2023-08-28T02:33:12.299113+0000","last_became_peered":"2023-08-28T02:33:12.299113+0000","last_unstale":"2023-08-28T02:36:25.368065+0000","last_undegraded":"2023-08-28T02:36:25.368065+0000","last_fullsized":"2023-08-28T02:36:25.368065+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:14:55.597212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"65'8","reported_seq":103,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.986986+0000","last_change":"2023-08-28T02:33:13.478870+0000","last_active":"2023-08-28T02:36:17.986986+0000","last_peered":"2023-08-28T02:36:17.986986+0000","last_clean":"2023-08-28T02:36:17.986986+0000","last_became_active":"2023-08-28T02:33:13.332142+0000","last_became_peered":"2023-08-28T02:33:13.332142+0000","last_unstale":"2023-08-28T02:36:17.986986+0000","last_undegraded":"2023-08-28T02:36:17.986986+0000","last_fullsized":"2023-08-28T02:36:17.986986+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:32:42.810159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":241,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:18.018252+0000","last_change":"2023-08-28T02:33:12.306353+0000","last_active":"2023-08-28T02:36:18.018252+0000","last_peered":"2023-08-28T02:36:18.018252+0000","last_clean":"2023-08-28T02:36:18.018252+0000","last_became_active":"2023-08-28T02:33:12.304977+0000","last_became_peered":"2023-08-28T02:33:12.304977+0000","last_unstale":"2023-08-28T02:36:18.018252+0000","last_undegraded":"2023-08-28T02:36:18.018252+0000","last_fullsized":"2023-08-28T02:36:18.018252+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:19:38.819671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"336'6842","reported_seq":6936,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-08-28T02:36:30.695321+0000","last_change":"2023-08-28T02:30:50.402703+0000","last_active":"2023-08-28T02:36:30.695321+0000","last_peered":"2023-08-28T02:36:30.695321+0000","last_clean":"2023-08-28T02:36:30.695321+0000","last_became_active":"2023-08-28T02:30:50.402419+0000","last_became_peered":"2023-08-28T02:30:50.402419+0000","last_unstale":"2023-08-28T02:36:30.695321+0000","last_undegraded":"2023-08-28T02:36:30.695321+0000","last_fullsized":"2023-08-28T02:36:30.695321+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6842,"log_dups_size":0,"ondisk_log_size":6842,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:07:37.393907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":315752448,"num_objects":4818,"num_object_clones":0,"num_object_copies":14454,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4818,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6842,"num_write_kb":373120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"65'1","reported_seq":301,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.984632+0000","last_change":"2023-08-28T02:14:43.046130+0000","last_active":"2023-08-28T02:36:17.984632+0000","last_peered":"2023-08-28T02:36:17.984632+0000","last_clean":"2023-08-28T02:36:17.984632+0000","last_became_active":"2023-08-28T02:14:43.045775+0000","last_became_peered":"2023-08-28T02:14:43.045775+0000","last_unstale":"2023-08-28T02:36:17.984632+0000","last_undegraded":"2023-08-28T02:36:17.984632+0000","last_fullsized":"2023-08-28T02:36:17.984632+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:57:38.279756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":291,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.997324+0000","last_change":"2023-08-28T02:31:51.987149+0000","last_active":"2023-08-28T02:36:17.997324+0000","last_peered":"2023-08-28T02:36:17.997324+0000","last_clean":"2023-08-28T02:36:17.997324+0000","last_became_active":"2023-08-28T02:31:51.986821+0000","last_became_peered":"2023-08-28T02:31:51.986821+0000","last_unstale":"2023-08-28T02:36:17.997324+0000","last_undegraded":"2023-08-28T02:36:17.997324+0000","last_fullsized":"2023-08-28T02:36:17.997324+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:23:26.661134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"336'6836","reported_seq":10394,"reported_epoch":336,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:36:30.751665+0000","last_change":"2023-08-28T02:33:33.975566+0000","last_active":"2023-08-28T02:36:30.751665+0000","last_peered":"2023-08-28T02:36:30.751665+0000","last_clean":"2023-08-28T02:31:27.868230+0000","last_became_active":"2023-08-28T02:33:33.660452+0000","last_became_peered":"2023-08-28T02:33:33.660452+0000","last_unstale":"2023-08-28T02:36:30.751665+0000","last_undegraded":"2023-08-28T02:33:13.410847+0000","last_fullsized":"2023-08-28T02:33:13.270012+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6836,"log_dups_size":0,"ondisk_log_size":6836,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:33.375162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":312213504,"num_objects":4764,"num_object_clones":0,"num_object_copies":14292,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7271,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4764,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6836,"num_write_kb":371200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1713,"num_bytes_recovered":112197632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[5,4],"avail_no_missing":["5","6"],"object_location_counts":[{"shards":"2,5,6","objects":915},{"shards":"3,5,6","objects":2343},{"shards":"4,5","objects":1},{"shards":"5,6","objects":1505}],"blocked_by":[],"up_primary":3,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"65'2","reported_seq":326,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.984862+0000","last_change":"2023-08-28T02:29:44.436352+0000","last_active":"2023-08-28T02:36:17.984862+0000","last_peered":"2023-08-28T02:36:17.984862+0000","last_clean":"2023-08-28T02:36:17.984862+0000","last_became_active":"2023-08-28T02:29:44.411499+0000","last_became_peered":"2023-08-28T02:29:44.411499+0000","last_unstale":"2023-08-28T02:36:17.984862+0000","last_undegraded":"2023-08-28T02:36:17.984862+0000","last_fullsized":"2023-08-28T02:36:17.984862+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:46:57.540191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":352,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.982550+0000","last_change":"2023-08-28T02:33:12.289004+0000","last_active":"2023-08-28T02:36:17.982550+0000","last_peered":"2023-08-28T02:36:17.982550+0000","last_clean":"2023-08-28T02:36:17.982550+0000","last_became_active":"2023-08-28T02:33:12.288722+0000","last_became_peered":"2023-08-28T02:33:12.288722+0000","last_unstale":"2023-08-28T02:36:17.982550+0000","last_undegraded":"2023-08-28T02:36:17.982550+0000","last_fullsized":"2023-08-28T02:36:17.982550+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:24.019483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"336'6747","reported_seq":6858,"reported_epoch":336,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:36:29.388815+0000","last_change":"2023-08-28T02:33:13.585687+0000","last_active":"2023-08-28T02:36:29.388815+0000","last_peered":"2023-08-28T02:36:29.388815+0000","last_clean":"2023-08-28T02:31:27.908616+0000","last_became_active":"2023-08-28T02:33:13.578484+0000","last_became_peered":"2023-08-28T02:33:13.578484+0000","last_unstale":"2023-08-28T02:36:29.388815+0000","last_undegraded":"2023-08-28T02:33:13.297322+0000","last_fullsized":"2023-08-28T02:33:13.268309+0000","mapping_epoch":298,"log_start":"256'1412","ondisk_log_start":"256'1412","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5335,"log_dups_size":0,"ondisk_log_size":5335,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:42:33.431186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":314769408,"num_objects":4803,"num_object_clones":0,"num_object_copies":14409,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2533,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4803,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6747,"num_write_kb":369600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4],"avail_no_missing":["0","4"],"object_location_counts":[{"shards":"0,4","objects":2355}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"65'1","reported_seq":312,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.984914+0000","last_change":"2023-08-28T02:33:13.516869+0000","last_active":"2023-08-28T02:36:17.984914+0000","last_peered":"2023-08-28T02:36:17.984914+0000","last_clean":"2023-08-28T02:36:17.984914+0000","last_became_active":"2023-08-28T02:33:13.396736+0000","last_became_peered":"2023-08-28T02:33:13.396736+0000","last_unstale":"2023-08-28T02:36:17.984914+0000","last_undegraded":"2023-08-28T02:36:17.984914+0000","last_fullsized":"2023-08-28T02:36:17.984914+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:47:08.237137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":279,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-08-28T02:36:25.432354+0000","last_change":"2023-08-28T02:31:51.987327+0000","last_active":"2023-08-28T02:36:25.432354+0000","last_peered":"2023-08-28T02:36:25.432354+0000","last_clean":"2023-08-28T02:36:25.432354+0000","last_became_active":"2023-08-28T02:31:51.987018+0000","last_became_peered":"2023-08-28T02:31:51.987018+0000","last_unstale":"2023-08-28T02:36:25.432354+0000","last_undegraded":"2023-08-28T02:36:25.432354+0000","last_fullsized":"2023-08-28T02:36:25.432354+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:53:26.105101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.5","version":"336'6730","reported_seq":8671,"reported_epoch":336,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:36:29.918723+0000","last_change":"2023-08-28T02:33:13.625779+0000","last_active":"2023-08-28T02:36:29.918723+0000","last_peered":"2023-08-28T02:36:29.918723+0000","last_clean":"2023-08-28T02:31:27.898932+0000","last_became_active":"2023-08-28T02:33:13.612126+0000","last_became_peered":"2023-08-28T02:33:13.612126+0000","last_unstale":"2023-08-28T02:36:29.918723+0000","last_undegraded":"2023-08-28T02:33:13.485377+0000","last_fullsized":"2023-08-28T02:33:13.264317+0000","mapping_epoch":298,"log_start":"256'1463","ondisk_log_start":"256'1463","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5267,"log_dups_size":0,"ondisk_log_size":5267,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:37:28.843386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":309460992,"num_objects":4722,"num_object_clones":0,"num_object_copies":14166,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7264,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4722,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6730,"num_write_kb":366464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":912,"num_bytes_recovered":59768832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,7],"avail_no_missing":["0","2"],"object_location_counts":[{"shards":"0,2","objects":2358},{"shards":"0,2,3","objects":2364}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":330,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.996280+0000","last_change":"2023-08-28T02:33:13.281826+0000","last_active":"2023-08-28T02:36:17.996280+0000","last_peered":"2023-08-28T02:36:17.996280+0000","last_clean":"2023-08-28T02:36:17.996280+0000","last_became_active":"2023-08-28T02:33:13.281511+0000","last_became_peered":"2023-08-28T02:33:13.281511+0000","last_unstale":"2023-08-28T02:36:17.996280+0000","last_undegraded":"2023-08-28T02:36:17.996280+0000","last_fullsized":"2023-08-28T02:36:17.996280+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:32:55.005706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":326,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.991221+0000","last_change":"2023-08-28T02:29:44.436713+0000","last_active":"2023-08-28T02:36:17.991221+0000","last_peered":"2023-08-28T02:36:17.991221+0000","last_clean":"2023-08-28T02:36:17.991221+0000","last_became_active":"2023-08-28T02:29:44.436203+0000","last_became_peered":"2023-08-28T02:29:44.436203+0000","last_unstale":"2023-08-28T02:36:17.991221+0000","last_undegraded":"2023-08-28T02:36:17.991221+0000","last_fullsized":"2023-08-28T02:36:17.991221+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:46:48.522293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"336'6992","reported_seq":7090,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-08-28T02:36:32.458116+0000","last_change":"2023-08-28T02:30:50.399669+0000","last_active":"2023-08-28T02:36:32.458116+0000","last_peered":"2023-08-28T02:36:32.458116+0000","last_clean":"2023-08-28T02:36:32.458116+0000","last_became_active":"2023-08-28T02:30:50.399332+0000","last_became_peered":"2023-08-28T02:30:50.399332+0000","last_unstale":"2023-08-28T02:36:32.458116+0000","last_undegraded":"2023-08-28T02:36:32.458116+0000","last_fullsized":"2023-08-28T02:36:32.458116+0000","mapping_epoch":250,"log_start":"255'800","ondisk_log_start":"255'800","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6192,"log_dups_size":0,"ondisk_log_size":6192,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:00:54.910841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":316014592,"num_objects":4822,"num_object_clones":0,"num_object_copies":14466,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4822,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6992,"num_write_kb":378048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"75'161","reported_seq":756,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.984588+0000","last_change":"2023-08-28T02:33:13.310049+0000","last_active":"2023-08-28T02:36:17.984588+0000","last_peered":"2023-08-28T02:36:17.984588+0000","last_clean":"2023-08-28T02:36:17.984588+0000","last_became_active":"2023-08-28T02:33:13.309661+0000","last_became_peered":"2023-08-28T02:33:13.309661+0000","last_unstale":"2023-08-28T02:36:17.984588+0000","last_undegraded":"2023-08-28T02:36:17.984588+0000","last_fullsized":"2023-08-28T02:36:17.984588+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.930230+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.930230+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:27:40.889460+0000","scrub_duration":0.0050169209999999997,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"65'2","reported_seq":290,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:18.017865+0000","last_change":"2023-08-28T02:33:12.294922+0000","last_active":"2023-08-28T02:36:18.017865+0000","last_peered":"2023-08-28T02:36:18.017865+0000","last_clean":"2023-08-28T02:36:18.017865+0000","last_became_active":"2023-08-28T02:33:12.294518+0000","last_became_peered":"2023-08-28T02:33:12.294518+0000","last_unstale":"2023-08-28T02:36:18.017865+0000","last_undegraded":"2023-08-28T02:36:18.017865+0000","last_fullsized":"2023-08-28T02:36:18.017865+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:21:12.737286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":329,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.984288+0000","last_change":"2023-08-28T02:33:13.310505+0000","last_active":"2023-08-28T02:36:17.984288+0000","last_peered":"2023-08-28T02:36:17.984288+0000","last_clean":"2023-08-28T02:36:17.984288+0000","last_became_active":"2023-08-28T02:33:13.310223+0000","last_became_peered":"2023-08-28T02:33:13.310223+0000","last_unstale":"2023-08-28T02:36:17.984288+0000","last_undegraded":"2023-08-28T02:36:17.984288+0000","last_fullsized":"2023-08-28T02:36:17.984288+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:27:02.124453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"336'6836","reported_seq":8822,"reported_epoch":336,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:36:30.775094+0000","last_change":"2023-08-28T02:33:13.591092+0000","last_active":"2023-08-28T02:36:30.775094+0000","last_peered":"2023-08-28T02:36:30.775094+0000","last_clean":"2023-08-28T02:31:27.916082+0000","last_became_active":"2023-08-28T02:33:13.580413+0000","last_became_peered":"2023-08-28T02:33:13.580413+0000","last_unstale":"2023-08-28T02:36:30.775094+0000","last_undegraded":"2023-08-28T02:33:13.480527+0000","last_fullsized":"2023-08-28T02:33:13.270957+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6836,"log_dups_size":0,"ondisk_log_size":6836,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:03.698410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":316669952,"num_objects":4832,"num_object_clones":0,"num_object_copies":14496,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7456,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4832,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6836,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":931,"num_bytes_recovered":61014016,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,4],"avail_no_missing":["5","2"],"object_location_counts":[{"shards":"2,3,5","objects":2350},{"shards":"2,5","objects":2482}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"75'161","reported_seq":589,"reported_epoch":335,"state":"active+recovery_wait+degraded","last_fresh":"2023-08-28T02:36:17.997189+0000","last_change":"2023-08-28T02:33:13.287487+0000","last_active":"2023-08-28T02:36:17.997189+0000","last_peered":"2023-08-28T02:36:17.997189+0000","last_clean":"2023-08-28T02:31:25.515426+0000","last_became_active":"2023-08-28T02:33:13.287313+0000","last_became_peered":"2023-08-28T02:33:13.287313+0000","last_unstale":"2023-08-28T02:36:17.997189+0000","last_undegraded":"2023-08-28T02:33:13.270760+0000","last_fullsized":"2023-08-28T02:36:17.997189+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":204,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:45.407127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:45.407127+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:39:14.213229+0000","scrub_duration":0.0018495320000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":["5","2","3"],"object_location_counts":[{"shards":"2,3,5","objects":1}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":249,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.982141+0000","last_change":"2023-08-28T02:33:13.309727+0000","last_active":"2023-08-28T02:36:17.982141+0000","last_peered":"2023-08-28T02:36:17.982141+0000","last_clean":"2023-08-28T02:36:17.982141+0000","last_became_active":"2023-08-28T02:33:13.309487+0000","last_became_peered":"2023-08-28T02:33:13.309487+0000","last_unstale":"2023-08-28T02:36:17.982141+0000","last_undegraded":"2023-08-28T02:36:17.982141+0000","last_fullsized":"2023-08-28T02:36:17.982141+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:27:29.294011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":64,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.981914+0000","last_change":"2023-08-28T02:32:28.456323+0000","last_active":"2023-08-28T02:36:17.981914+0000","last_peered":"2023-08-28T02:36:17.981914+0000","last_clean":"2023-08-28T02:36:17.981914+0000","last_became_active":"2023-08-28T02:32:28.455987+0000","last_became_peered":"2023-08-28T02:32:28.455987+0000","last_unstale":"2023-08-28T02:36:17.981914+0000","last_undegraded":"2023-08-28T02:36:17.981914+0000","last_fullsized":"2023-08-28T02:36:17.981914+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:54:07.724002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"336'7006","reported_seq":17121,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-08-28T02:36:32.441396+0000","last_change":"2023-08-28T02:33:13.316023+0000","last_active":"2023-08-28T02:36:32.441396+0000","last_peered":"2023-08-28T02:36:32.441396+0000","last_clean":"2023-08-28T02:36:32.441396+0000","last_became_active":"2023-08-28T02:33:13.308403+0000","last_became_peered":"2023-08-28T02:33:13.308403+0000","last_unstale":"2023-08-28T02:36:32.441396+0000","last_undegraded":"2023-08-28T02:36:32.441396+0000","last_fullsized":"2023-08-28T02:36:32.441396+0000","mapping_epoch":298,"log_start":"255'800","ondisk_log_start":"255'800","created":250,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6206,"log_dups_size":0,"ondisk_log_size":6206,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:10:38.401973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":320471040,"num_objects":4890,"num_object_clones":0,"num_object_copies":14670,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4890,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7006,"num_write_kb":380672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4999,"num_bytes_recovered":327614464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":309,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.982481+0000","last_change":"2023-08-28T02:32:28.455294+0000","last_active":"2023-08-28T02:36:17.982481+0000","last_peered":"2023-08-28T02:36:17.982481+0000","last_clean":"2023-08-28T02:36:17.982481+0000","last_became_active":"2023-08-28T02:32:28.455013+0000","last_became_peered":"2023-08-28T02:32:28.455013+0000","last_unstale":"2023-08-28T02:36:17.982481+0000","last_undegraded":"2023-08-28T02:36:17.982481+0000","last_fullsized":"2023-08-28T02:36:17.982481+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:53.583864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":341,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.982613+0000","last_change":"2023-08-28T02:33:13.335588+0000","last_active":"2023-08-28T02:36:17.982613+0000","last_peered":"2023-08-28T02:36:17.982613+0000","last_clean":"2023-08-28T02:36:17.982613+0000","last_became_active":"2023-08-28T02:33:13.335326+0000","last_became_peered":"2023-08-28T02:33:13.335326+0000","last_unstale":"2023-08-28T02:36:17.982613+0000","last_undegraded":"2023-08-28T02:36:17.982613+0000","last_fullsized":"2023-08-28T02:36:17.982613+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:15:44.958663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"336'6890","reported_seq":6984,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-08-28T02:36:31.102391+0000","last_change":"2023-08-28T02:30:50.400261+0000","last_active":"2023-08-28T02:36:31.102391+0000","last_peered":"2023-08-28T02:36:31.102391+0000","last_clean":"2023-08-28T02:36:31.102391+0000","last_became_active":"2023-08-28T02:30:50.399938+0000","last_became_peered":"2023-08-28T02:30:50.399938+0000","last_unstale":"2023-08-28T02:36:31.102391+0000","last_undegraded":"2023-08-28T02:36:31.102391+0000","last_fullsized":"2023-08-28T02:36:31.102391+0000","mapping_epoch":250,"log_start":"256'1490","ondisk_log_start":"256'1490","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5400,"log_dups_size":0,"ondisk_log_size":5400,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:43:56.802792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":314834944,"num_objects":4804,"num_object_clones":0,"num_object_copies":14412,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4804,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6890,"num_write_kb":374208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"75'161","reported_seq":615,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.996557+0000","last_change":"2023-08-28T02:32:56.519141+0000","last_active":"2023-08-28T02:36:17.996557+0000","last_peered":"2023-08-28T02:36:17.996557+0000","last_clean":"2023-08-28T02:36:17.996557+0000","last_became_active":"2023-08-28T02:32:56.518863+0000","last_became_peered":"2023-08-28T02:32:56.518863+0000","last_unstale":"2023-08-28T02:36:17.996557+0000","last_undegraded":"2023-08-28T02:36:17.996557+0000","last_fullsized":"2023-08-28T02:36:17.996557+0000","mapping_epoch":292,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":293,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_clean_scrub_stamp":"2023-08-28T02:29:25.608370+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:59:50.561109+0000","scrub_duration":0.001662689,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":243,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:18.016981+0000","last_change":"2023-08-28T02:33:12.294592+0000","last_active":"2023-08-28T02:36:18.016981+0000","last_peered":"2023-08-28T02:36:18.016981+0000","last_clean":"2023-08-28T02:36:18.016981+0000","last_became_active":"2023-08-28T02:33:12.288508+0000","last_became_peered":"2023-08-28T02:33:12.288508+0000","last_unstale":"2023-08-28T02:36:18.016981+0000","last_undegraded":"2023-08-28T02:36:18.016981+0000","last_fullsized":"2023-08-28T02:36:18.016981+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:05:42.717608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":127,"reported_epoch":337,"state":"active+clean","last_fresh":"2023-08-28T02:36:32.496258+0000","last_change":"2023-08-28T02:29:44.429834+0000","last_active":"2023-08-28T02:36:32.496258+0000","last_peered":"2023-08-28T02:36:32.496258+0000","last_clean":"2023-08-28T02:36:32.496258+0000","last_became_active":"2023-08-28T02:29:44.429512+0000","last_became_peered":"2023-08-28T02:29:44.429512+0000","last_unstale":"2023-08-28T02:36:32.496258+0000","last_undegraded":"2023-08-28T02:36:32.496258+0000","last_fullsized":"2023-08-28T02:36:32.496258+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:58.062455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"336'6795","reported_seq":6889,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-08-28T02:36:31.092598+0000","last_change":"2023-08-28T02:30:50.402348+0000","last_active":"2023-08-28T02:36:31.092598+0000","last_peered":"2023-08-28T02:36:31.092598+0000","last_clean":"2023-08-28T02:36:31.092598+0000","last_became_active":"2023-08-28T02:30:50.402076+0000","last_became_peered":"2023-08-28T02:30:50.402076+0000","last_unstale":"2023-08-28T02:36:31.092598+0000","last_undegraded":"2023-08-28T02:36:31.092598+0000","last_fullsized":"2023-08-28T02:36:31.092598+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6795,"log_dups_size":0,"ondisk_log_size":6795,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:24.859426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":313327616,"num_objects":4781,"num_object_clones":0,"num_object_copies":14343,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4781,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6795,"num_write_kb":370432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.7","version":"75'161","reported_seq":535,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:18.018209+0000","last_change":"2023-08-28T02:33:13.532525+0000","last_active":"2023-08-28T02:36:18.018209+0000","last_peered":"2023-08-28T02:36:18.018209+0000","last_clean":"2023-08-28T02:36:18.018209+0000","last_became_active":"2023-08-28T02:33:13.532125+0000","last_became_peered":"2023-08-28T02:33:13.532125+0000","last_unstale":"2023-08-28T02:36:18.018209+0000","last_undegraded":"2023-08-28T02:36:18.018209+0000","last_fullsized":"2023-08-28T02:36:18.018209+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.887648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.887648+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":127,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-08-28T02:36:25.432824+0000","last_change":"2023-08-28T02:29:44.407595+0000","last_active":"2023-08-28T02:36:25.432824+0000","last_peered":"2023-08-28T02:36:25.432824+0000","last_clean":"2023-08-28T02:36:25.432824+0000","last_became_active":"2023-08-28T02:29:44.407316+0000","last_became_peered":"2023-08-28T02:29:44.407316+0000","last_unstale":"2023-08-28T02:36:25.432824+0000","last_undegraded":"2023-08-28T02:36:25.432824+0000","last_fullsized":"2023-08-28T02:36:25.432824+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:01:47.777709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":347,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.996484+0000","last_change":"2023-08-28T02:33:13.286980+0000","last_active":"2023-08-28T02:36:17.996484+0000","last_peered":"2023-08-28T02:36:17.996484+0000","last_clean":"2023-08-28T02:36:17.996484+0000","last_became_active":"2023-08-28T02:33:13.286740+0000","last_became_peered":"2023-08-28T02:33:13.286740+0000","last_unstale":"2023-08-28T02:36:17.996484+0000","last_undegraded":"2023-08-28T02:36:17.996484+0000","last_fullsized":"2023-08-28T02:36:17.996484+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:24:54.574365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":127,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-08-28T02:36:25.432435+0000","last_change":"2023-08-28T02:29:44.506914+0000","last_active":"2023-08-28T02:36:25.432435+0000","last_peered":"2023-08-28T02:36:25.432435+0000","last_clean":"2023-08-28T02:36:25.432435+0000","last_became_active":"2023-08-28T02:29:44.506606+0000","last_became_peered":"2023-08-28T02:29:44.506606+0000","last_unstale":"2023-08-28T02:36:25.432435+0000","last_undegraded":"2023-08-28T02:36:25.432435+0000","last_fullsized":"2023-08-28T02:36:25.432435+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:55:50.992279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"336'6806","reported_seq":18498,"reported_epoch":336,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:36:29.909004+0000","last_change":"2023-08-28T02:34:11.565330+0000","last_active":"2023-08-28T02:36:29.909004+0000","last_peered":"2023-08-28T02:36:29.909004+0000","last_clean":"2023-08-28T02:32:11.916240+0000","last_became_active":"2023-08-28T02:33:12.501819+0000","last_became_peered":"2023-08-28T02:33:12.501819+0000","last_unstale":"2023-08-28T02:36:29.909004+0000","last_undegraded":"2023-08-28T02:36:29.909004+0000","last_fullsized":"2023-08-28T02:36:29.909004+0000","mapping_epoch":297,"log_start":"256'1524","ondisk_log_start":"256'1524","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5282,"log_dups_size":0,"ondisk_log_size":5282,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:45:43.329719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":313917440,"num_objects":4790,"num_object_clones":0,"num_object_copies":14370,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4790,"num_objects_unfound":0,"num_objects_dirty":4790,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6806,"num_write_kb":371072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5787,"num_bytes_recovered":379256832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,2],"avail_no_missing":["0","2","5","6"],"object_location_counts":[{"shards":"0,2,5","objects":4790}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.1","version":"75'161","reported_seq":595,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.996143+0000","last_change":"2023-08-28T02:32:31.482659+0000","last_active":"2023-08-28T02:36:17.996143+0000","last_peered":"2023-08-28T02:36:17.996143+0000","last_clean":"2023-08-28T02:36:17.996143+0000","last_became_active":"2023-08-28T02:32:31.482320+0000","last_became_peered":"2023-08-28T02:32:31.482320+0000","last_unstale":"2023-08-28T02:36:17.996143+0000","last_undegraded":"2023-08-28T02:36:17.996143+0000","last_fullsized":"2023-08-28T02:36:17.996143+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:24.559397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:24.559397+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:41:09.516918+0000","scrub_duration":0.001580328,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":333,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.996438+0000","last_change":"2023-08-28T02:31:51.988386+0000","last_active":"2023-08-28T02:36:17.996438+0000","last_peered":"2023-08-28T02:36:17.996438+0000","last_clean":"2023-08-28T02:36:17.996438+0000","last_became_active":"2023-08-28T02:31:51.988097+0000","last_became_peered":"2023-08-28T02:31:51.988097+0000","last_unstale":"2023-08-28T02:36:17.996438+0000","last_undegraded":"2023-08-28T02:36:17.996438+0000","last_fullsized":"2023-08-28T02:36:17.996438+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:25:01.818829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":309,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.982173+0000","last_change":"2023-08-28T02:32:12.951275+0000","last_active":"2023-08-28T02:36:17.982173+0000","last_peered":"2023-08-28T02:36:17.982173+0000","last_clean":"2023-08-28T02:36:17.982173+0000","last_became_active":"2023-08-28T02:32:12.950965+0000","last_became_peered":"2023-08-28T02:32:12.950965+0000","last_unstale":"2023-08-28T02:36:17.982173+0000","last_undegraded":"2023-08-28T02:36:17.982173+0000","last_fullsized":"2023-08-28T02:36:17.982173+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:37:31.294280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":153,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-08-28T02:36:25.432888+0000","last_change":"2023-08-28T02:33:13.286534+0000","last_active":"2023-08-28T02:36:25.432888+0000","last_peered":"2023-08-28T02:36:25.432888+0000","last_clean":"2023-08-28T02:36:25.432888+0000","last_became_active":"2023-08-28T02:33:13.286164+0000","last_became_peered":"2023-08-28T02:33:13.286164+0000","last_unstale":"2023-08-28T02:36:25.432888+0000","last_undegraded":"2023-08-28T02:36:25.432888+0000","last_fullsized":"2023-08-28T02:36:25.432888+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:56.721932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"336'6858","reported_seq":18642,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-08-28T02:36:30.657566+0000","last_change":"2023-08-28T02:34:14.448606+0000","last_active":"2023-08-28T02:36:30.657566+0000","last_peered":"2023-08-28T02:36:30.657566+0000","last_clean":"2023-08-28T02:36:30.657566+0000","last_became_active":"2023-08-28T02:34:14.438547+0000","last_became_peered":"2023-08-28T02:34:14.438547+0000","last_unstale":"2023-08-28T02:36:30.657566+0000","last_undegraded":"2023-08-28T02:36:30.657566+0000","last_fullsized":"2023-08-28T02:36:30.657566+0000","mapping_epoch":314,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":315,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6858,"log_dups_size":0,"ondisk_log_size":6858,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:06:41.120408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":315228160,"num_objects":4810,"num_object_clones":0,"num_object_copies":14430,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4810,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6858,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5834,"num_bytes_recovered":376832000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2","version":"75'161","reported_seq":717,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.984481+0000","last_change":"2023-08-28T02:30:51.762377+0000","last_active":"2023-08-28T02:36:17.984481+0000","last_peered":"2023-08-28T02:36:17.984481+0000","last_clean":"2023-08-28T02:36:17.984481+0000","last_became_active":"2023-08-28T02:27:46.375590+0000","last_became_peered":"2023-08-28T02:27:46.375590+0000","last_unstale":"2023-08-28T02:36:17.984481+0000","last_undegraded":"2023-08-28T02:36:17.984481+0000","last_fullsized":"2023-08-28T02:36:17.984481+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:51.762314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:51.762314+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:02.034555+0000","scrub_duration":0.0020023620000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":143,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:18.017181+0000","last_change":"2023-08-28T02:33:13.289765+0000","last_active":"2023-08-28T02:36:18.017181+0000","last_peered":"2023-08-28T02:36:18.017181+0000","last_clean":"2023-08-28T02:36:18.017181+0000","last_became_active":"2023-08-28T02:33:13.289159+0000","last_became_peered":"2023-08-28T02:33:13.289159+0000","last_unstale":"2023-08-28T02:36:18.017181+0000","last_undegraded":"2023-08-28T02:36:18.017181+0000","last_fullsized":"2023-08-28T02:36:18.017181+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:30:38.956723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":145,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-08-28T02:36:25.432021+0000","last_change":"2023-08-28T02:32:28.464203+0000","last_active":"2023-08-28T02:36:25.432021+0000","last_peered":"2023-08-28T02:36:25.432021+0000","last_clean":"2023-08-28T02:36:25.432021+0000","last_became_active":"2023-08-28T02:32:28.463412+0000","last_became_peered":"2023-08-28T02:32:28.463412+0000","last_unstale":"2023-08-28T02:36:25.432021+0000","last_undegraded":"2023-08-28T02:36:25.432021+0000","last_fullsized":"2023-08-28T02:36:25.432021+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:20:38.177879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":127,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-08-28T02:36:25.437423+0000","last_change":"2023-08-28T02:29:44.427945+0000","last_active":"2023-08-28T02:36:25.437423+0000","last_peered":"2023-08-28T02:36:25.437423+0000","last_clean":"2023-08-28T02:36:25.437423+0000","last_became_active":"2023-08-28T02:29:44.426487+0000","last_became_peered":"2023-08-28T02:29:44.426487+0000","last_unstale":"2023-08-28T02:36:25.437423+0000","last_undegraded":"2023-08-28T02:36:25.437423+0000","last_fullsized":"2023-08-28T02:36:25.437423+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:30:20.438896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"336'6889","reported_seq":16955,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-08-28T02:36:32.453123+0000","last_change":"2023-08-28T02:34:48.488647+0000","last_active":"2023-08-28T02:36:32.453123+0000","last_peered":"2023-08-28T02:36:32.453123+0000","last_clean":"2023-08-28T02:36:32.453123+0000","last_became_active":"2023-08-28T02:34:48.476519+0000","last_became_peered":"2023-08-28T02:34:48.476519+0000","last_unstale":"2023-08-28T02:36:32.453123+0000","last_undegraded":"2023-08-28T02:36:32.453123+0000","last_fullsized":"2023-08-28T02:36:32.453123+0000","mapping_epoch":318,"log_start":"255'700","ondisk_log_start":"255'700","created":250,"last_epoch_clean":319,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6189,"log_dups_size":0,"ondisk_log_size":6189,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:44:20.004230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":311623680,"num_objects":4755,"num_object_clones":0,"num_object_copies":14265,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4755,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6889,"num_write_kb":372608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4973,"num_bytes_recovered":325910528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":327,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.996235+0000","last_change":"2023-08-28T02:33:13.484970+0000","last_active":"2023-08-28T02:36:17.996235+0000","last_peered":"2023-08-28T02:36:17.996235+0000","last_clean":"2023-08-28T02:36:17.996235+0000","last_became_active":"2023-08-28T02:33:13.484579+0000","last_became_peered":"2023-08-28T02:33:13.484579+0000","last_unstale":"2023-08-28T02:36:17.996235+0000","last_undegraded":"2023-08-28T02:36:17.996235+0000","last_fullsized":"2023-08-28T02:36:17.996235+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:58.027468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"75'161","reported_seq":718,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.984441+0000","last_change":"2023-08-28T02:31:55.059467+0000","last_active":"2023-08-28T02:36:17.984441+0000","last_peered":"2023-08-28T02:36:17.984441+0000","last_clean":"2023-08-28T02:36:17.984441+0000","last_became_active":"2023-08-28T02:31:55.059115+0000","last_became_peered":"2023-08-28T02:31:55.059115+0000","last_unstale":"2023-08-28T02:36:17.984441+0000","last_undegraded":"2023-08-28T02:36:17.984441+0000","last_fullsized":"2023-08-28T02:36:17.984441+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":0,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.820990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.820990+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:15:56.774667+0000","scrub_duration":0.0017342480000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":244,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:18.017547+0000","last_change":"2023-08-28T02:33:13.352810+0000","last_active":"2023-08-28T02:36:18.017547+0000","last_peered":"2023-08-28T02:36:18.017547+0000","last_clean":"2023-08-28T02:36:18.017547+0000","last_became_active":"2023-08-28T02:33:13.351697+0000","last_became_peered":"2023-08-28T02:33:13.351697+0000","last_unstale":"2023-08-28T02:36:18.017547+0000","last_undegraded":"2023-08-28T02:36:18.017547+0000","last_fullsized":"2023-08-28T02:36:18.017547+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:56.187163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":158,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.982432+0000","last_change":"2023-08-28T02:31:51.984584+0000","last_active":"2023-08-28T02:36:17.982432+0000","last_peered":"2023-08-28T02:36:17.982432+0000","last_clean":"2023-08-28T02:36:17.982432+0000","last_became_active":"2023-08-28T02:31:51.984264+0000","last_became_peered":"2023-08-28T02:31:51.984264+0000","last_unstale":"2023-08-28T02:36:17.982432+0000","last_undegraded":"2023-08-28T02:36:17.982432+0000","last_fullsized":"2023-08-28T02:36:17.982432+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:58:42.306722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"336'6793","reported_seq":18494,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-08-28T02:36:29.855113+0000","last_change":"2023-08-28T02:35:11.978901+0000","last_active":"2023-08-28T02:36:29.855113+0000","last_peered":"2023-08-28T02:36:29.855113+0000","last_clean":"2023-08-28T02:36:29.855113+0000","last_became_active":"2023-08-28T02:35:11.966585+0000","last_became_peered":"2023-08-28T02:35:11.966585+0000","last_unstale":"2023-08-28T02:36:29.855113+0000","last_undegraded":"2023-08-28T02:36:29.855113+0000","last_fullsized":"2023-08-28T02:36:29.855113+0000","mapping_epoch":323,"log_start":"256'1528","ondisk_log_start":"256'1528","created":250,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5265,"log_dups_size":0,"ondisk_log_size":5265,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:03:07.017814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":313851904,"num_objects":4789,"num_object_clones":0,"num_object_copies":14367,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4789,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6793,"num_write_kb":370624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5791,"num_bytes_recovered":368967680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3","version":"75'161","reported_seq":603,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-08-28T02:36:25.433218+0000","last_change":"2023-08-28T02:31:55.068239+0000","last_active":"2023-08-28T02:36:25.433218+0000","last_peered":"2023-08-28T02:36:25.433218+0000","last_clean":"2023-08-28T02:36:25.433218+0000","last_became_active":"2023-08-28T02:31:55.067875+0000","last_became_peered":"2023-08-28T02:31:55.067875+0000","last_unstale":"2023-08-28T02:36:25.433218+0000","last_undegraded":"2023-08-28T02:36:25.433218+0000","last_fullsized":"2023-08-28T02:36:25.433218+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.868248+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:11:04.391639+0000","scrub_duration":0.0016215240000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":341,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.984377+0000","last_change":"2023-08-28T02:29:44.421353+0000","last_active":"2023-08-28T02:36:17.984377+0000","last_peered":"2023-08-28T02:36:17.984377+0000","last_clean":"2023-08-28T02:36:17.984377+0000","last_became_active":"2023-08-28T02:29:44.421064+0000","last_became_peered":"2023-08-28T02:29:44.421064+0000","last_unstale":"2023-08-28T02:36:17.984377+0000","last_undegraded":"2023-08-28T02:36:17.984377+0000","last_fullsized":"2023-08-28T02:36:17.984377+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:51:36.524024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":310,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.991127+0000","last_change":"2023-08-28T02:33:12.299487+0000","last_active":"2023-08-28T02:36:17.991127+0000","last_peered":"2023-08-28T02:36:17.991127+0000","last_clean":"2023-08-28T02:36:17.991127+0000","last_became_active":"2023-08-28T02:33:12.299175+0000","last_became_peered":"2023-08-28T02:33:12.299175+0000","last_unstale":"2023-08-28T02:36:17.991127+0000","last_undegraded":"2023-08-28T02:36:17.991127+0000","last_fullsized":"2023-08-28T02:36:17.991127+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:42:29.713462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":321,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:20.367385+0000","last_change":"2023-08-28T02:32:28.457696+0000","last_active":"2023-08-28T02:36:20.367385+0000","last_peered":"2023-08-28T02:36:20.367385+0000","last_clean":"2023-08-28T02:36:20.367385+0000","last_became_active":"2023-08-28T02:32:28.457407+0000","last_became_peered":"2023-08-28T02:32:28.457407+0000","last_unstale":"2023-08-28T02:36:20.367385+0000","last_undegraded":"2023-08-28T02:36:20.367385+0000","last_fullsized":"2023-08-28T02:36:20.367385+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:26:29.392787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"336'6780","reported_seq":7902,"reported_epoch":336,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:36:30.959041+0000","last_change":"2023-08-28T02:34:11.566035+0000","last_active":"2023-08-28T02:36:30.959041+0000","last_peered":"2023-08-28T02:36:30.959041+0000","last_clean":"2023-08-28T02:33:10.395883+0000","last_became_active":"2023-08-28T02:33:12.394714+0000","last_became_peered":"2023-08-28T02:33:12.394714+0000","last_unstale":"2023-08-28T02:36:30.959041+0000","last_undegraded":"2023-08-28T02:36:30.959041+0000","last_fullsized":"2023-08-28T02:36:30.959041+0000","mapping_epoch":297,"log_start":"256'1384","ondisk_log_start":"256'1384","created":250,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5396,"log_dups_size":0,"ondisk_log_size":5396,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:01:26.984565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":308215832,"num_objects":4704,"num_object_clones":0,"num_object_copies":14112,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4290,"num_objects_unfound":0,"num_objects_dirty":4704,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":6780,"num_write_kb":367425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":500,"num_bytes_recovered":32768000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,6],"avail_no_missing":["4","0","6"],"object_location_counts":[{"shards":"0,4,6","objects":4704}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.6","version":"75'161","reported_seq":595,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.999896+0000","last_change":"2023-08-28T02:33:13.338675+0000","last_active":"2023-08-28T02:36:17.999896+0000","last_peered":"2023-08-28T02:36:17.999896+0000","last_clean":"2023-08-28T02:36:17.999896+0000","last_became_active":"2023-08-28T02:33:13.338271+0000","last_became_peered":"2023-08-28T02:33:13.338271+0000","last_unstale":"2023-08-28T02:36:17.999896+0000","last_undegraded":"2023-08-28T02:36:17.999896+0000","last_fullsized":"2023-08-28T02:36:17.999896+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.774982+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.774982+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:13:20.011329+0000","scrub_duration":0.003539819,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":304,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.984955+0000","last_change":"2023-08-28T02:14:43.033789+0000","last_active":"2023-08-28T02:36:17.984955+0000","last_peered":"2023-08-28T02:36:17.984955+0000","last_clean":"2023-08-28T02:36:17.984955+0000","last_became_active":"2023-08-28T02:14:43.033454+0000","last_became_peered":"2023-08-28T02:14:43.033454+0000","last_unstale":"2023-08-28T02:36:17.984955+0000","last_undegraded":"2023-08-28T02:36:17.984955+0000","last_fullsized":"2023-08-28T02:36:17.984955+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:01:13.205842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":136,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-08-28T02:36:25.432982+0000","last_change":"2023-08-28T02:32:28.461807+0000","last_active":"2023-08-28T02:36:25.432982+0000","last_peered":"2023-08-28T02:36:25.432982+0000","last_clean":"2023-08-28T02:36:25.432982+0000","last_became_active":"2023-08-28T02:32:28.461116+0000","last_became_peered":"2023-08-28T02:32:28.461116+0000","last_unstale":"2023-08-28T02:36:25.432982+0000","last_undegraded":"2023-08-28T02:36:25.432982+0000","last_fullsized":"2023-08-28T02:36:25.432982+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:12:45.321757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":281,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.991487+0000","last_change":"2023-08-28T02:14:43.048791+0000","last_active":"2023-08-28T02:36:17.991487+0000","last_peered":"2023-08-28T02:36:17.991487+0000","last_clean":"2023-08-28T02:36:17.991487+0000","last_became_active":"2023-08-28T02:14:43.047408+0000","last_became_peered":"2023-08-28T02:14:43.047408+0000","last_unstale":"2023-08-28T02:36:17.991487+0000","last_undegraded":"2023-08-28T02:36:17.991487+0000","last_fullsized":"2023-08-28T02:36:17.991487+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:47.097181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"336'6972","reported_seq":15995,"reported_epoch":336,"state":"active+recovering+remapped","last_fresh":"2023-08-28T02:36:31.168343+0000","last_change":"2023-08-28T02:35:10.974195+0000","last_active":"2023-08-28T02:36:31.168343+0000","last_peered":"2023-08-28T02:36:31.168343+0000","last_clean":"2023-08-28T02:31:50.933695+0000","last_became_active":"2023-08-28T02:33:13.540416+0000","last_became_peered":"2023-08-28T02:33:13.540416+0000","last_unstale":"2023-08-28T02:36:31.168343+0000","last_undegraded":"2023-08-28T02:36:31.168343+0000","last_fullsized":"2023-08-28T02:36:31.168343+0000","mapping_epoch":298,"log_start":"256'1574","ondisk_log_start":"256'1574","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5398,"log_dups_size":0,"ondisk_log_size":5398,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:49:35.658845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":320471040,"num_objects":4890,"num_object_clones":0,"num_object_copies":14670,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1036,"num_objects_unfound":0,"num_objects_dirty":4890,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6972,"num_write_kb":379584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4449,"num_bytes_recovered":291569664,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,2],"avail_no_missing":["4","2","6"],"object_location_counts":[{"shards":"2,4,5","objects":4372},{"shards":"2,4,6","objects":518}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.5","version":"75'161","reported_seq":629,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.982001+0000","last_change":"2023-08-28T02:32:31.477151+0000","last_active":"2023-08-28T02:36:17.982001+0000","last_peered":"2023-08-28T02:36:17.982001+0000","last_clean":"2023-08-28T02:36:17.982001+0000","last_became_active":"2023-08-28T02:32:31.476776+0000","last_became_peered":"2023-08-28T02:32:31.476776+0000","last_unstale":"2023-08-28T02:36:17.982001+0000","last_undegraded":"2023-08-28T02:36:17.982001+0000","last_fullsized":"2023-08-28T02:36:17.982001+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:18.891729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:18.891729+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:47:27.194140+0000","scrub_duration":0.0031546460000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"65'2","reported_seq":291,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:18.018111+0000","last_change":"2023-08-28T02:33:12.327778+0000","last_active":"2023-08-28T02:36:18.018111+0000","last_peered":"2023-08-28T02:36:18.018111+0000","last_clean":"2023-08-28T02:36:18.018111+0000","last_became_active":"2023-08-28T02:33:12.327273+0000","last_became_peered":"2023-08-28T02:33:12.327273+0000","last_unstale":"2023-08-28T02:36:18.018111+0000","last_undegraded":"2023-08-28T02:36:18.018111+0000","last_fullsized":"2023-08-28T02:36:18.018111+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:40.554192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":174,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-08-28T02:36:25.432436+0000","last_change":"2023-08-28T02:33:13.335665+0000","last_active":"2023-08-28T02:36:25.432436+0000","last_peered":"2023-08-28T02:36:25.432436+0000","last_clean":"2023-08-28T02:36:25.432436+0000","last_became_active":"2023-08-28T02:33:13.335322+0000","last_became_peered":"2023-08-28T02:33:13.335322+0000","last_unstale":"2023-08-28T02:36:25.432436+0000","last_undegraded":"2023-08-28T02:36:25.432436+0000","last_fullsized":"2023-08-28T02:36:25.432436+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:21:08.024493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":288,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:18.017068+0000","last_change":"2023-08-28T02:33:12.310326+0000","last_active":"2023-08-28T02:36:18.017068+0000","last_peered":"2023-08-28T02:36:18.017068+0000","last_clean":"2023-08-28T02:36:18.017068+0000","last_became_active":"2023-08-28T02:33:12.310011+0000","last_became_peered":"2023-08-28T02:33:12.310011+0000","last_unstale":"2023-08-28T02:36:18.017068+0000","last_undegraded":"2023-08-28T02:36:18.017068+0000","last_fullsized":"2023-08-28T02:36:18.017068+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:35:03.710036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"336'6939","reported_seq":10057,"reported_epoch":336,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:36:31.094330+0000","last_change":"2023-08-28T02:33:34.765675+0000","last_active":"2023-08-28T02:36:31.094330+0000","last_peered":"2023-08-28T02:36:31.094330+0000","last_clean":"2023-08-28T02:31:27.909649+0000","last_became_active":"2023-08-28T02:33:33.726805+0000","last_became_peered":"2023-08-28T02:33:33.726805+0000","last_unstale":"2023-08-28T02:36:31.094330+0000","last_undegraded":"2023-08-28T02:33:20.140072+0000","last_fullsized":"2023-08-28T02:33:13.278549+0000","mapping_epoch":298,"log_start":"256'1577","ondisk_log_start":"256'1577","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5362,"log_dups_size":0,"ondisk_log_size":5362,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:02:22.971585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":323026944,"num_objects":4929,"num_object_clones":0,"num_object_copies":14787,"num_objects_missing_on_primary":4908,"num_objects_missing":4908,"num_objects_degraded":12414,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4929,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6939,"num_write_kb":379776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":994,"num_bytes_recovered":65011712,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[4,3],"avail_no_missing":["2","6"],"object_location_counts":[{"shards":"2,3,4,6","objects":7},{"shards":"2,3,6","objects":2425},{"shards":"2,4,6","objects":14},{"shards":"2,6","objects":2483},{"shards":"3,4","objects":-13}],"blocked_by":[],"up_primary":3,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.4","version":"75'161","reported_seq":543,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:18.017901+0000","last_change":"2023-08-28T02:33:12.296479+0000","last_active":"2023-08-28T02:36:18.017901+0000","last_peered":"2023-08-28T02:36:18.017901+0000","last_clean":"2023-08-28T02:36:18.017901+0000","last_became_active":"2023-08-28T02:33:12.294160+0000","last_became_peered":"2023-08-28T02:33:12.294160+0000","last_unstale":"2023-08-28T02:36:18.017901+0000","last_undegraded":"2023-08-28T02:36:18.017901+0000","last_fullsized":"2023-08-28T02:36:18.017901+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.899247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.899247+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":262,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.984710+0000","last_change":"2023-08-28T02:33:13.539335+0000","last_active":"2023-08-28T02:36:17.984710+0000","last_peered":"2023-08-28T02:36:17.984710+0000","last_clean":"2023-08-28T02:36:17.984710+0000","last_became_active":"2023-08-28T02:33:13.538978+0000","last_became_peered":"2023-08-28T02:33:13.538978+0000","last_unstale":"2023-08-28T02:36:17.984710+0000","last_undegraded":"2023-08-28T02:36:17.984710+0000","last_fullsized":"2023-08-28T02:36:17.984710+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:26:13.405766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"65'1","reported_seq":325,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:20.367409+0000","last_change":"2023-08-28T02:29:44.510205+0000","last_active":"2023-08-28T02:36:20.367409+0000","last_peered":"2023-08-28T02:36:20.367409+0000","last_clean":"2023-08-28T02:36:20.367409+0000","last_became_active":"2023-08-28T02:29:44.429357+0000","last_became_peered":"2023-08-28T02:29:44.429357+0000","last_unstale":"2023-08-28T02:36:20.367409+0000","last_undegraded":"2023-08-28T02:36:20.367409+0000","last_fullsized":"2023-08-28T02:36:20.367409+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:44:59.955729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":291,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.981805+0000","last_change":"2023-08-28T02:32:12.950661+0000","last_active":"2023-08-28T02:36:17.981805+0000","last_peered":"2023-08-28T02:36:17.981805+0000","last_clean":"2023-08-28T02:36:17.981805+0000","last_became_active":"2023-08-28T02:32:12.950276+0000","last_became_peered":"2023-08-28T02:32:12.950276+0000","last_unstale":"2023-08-28T02:36:17.981805+0000","last_undegraded":"2023-08-28T02:36:17.981805+0000","last_fullsized":"2023-08-28T02:36:17.981805+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:05:17.972868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"65'1","reported_seq":282,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.991410+0000","last_change":"2023-08-28T02:14:43.042150+0000","last_active":"2023-08-28T02:36:17.991410+0000","last_peered":"2023-08-28T02:36:17.991410+0000","last_clean":"2023-08-28T02:36:17.991410+0000","last_became_active":"2023-08-28T02:14:43.038336+0000","last_became_peered":"2023-08-28T02:14:43.038336+0000","last_unstale":"2023-08-28T02:36:17.991410+0000","last_undegraded":"2023-08-28T02:36:17.991410+0000","last_fullsized":"2023-08-28T02:36:17.991410+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:26:02.415152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":333,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-08-28T02:36:25.432933+0000","last_change":"2023-08-28T02:33:13.318097+0000","last_active":"2023-08-28T02:36:25.432933+0000","last_peered":"2023-08-28T02:36:25.432933+0000","last_clean":"2023-08-28T02:36:25.432933+0000","last_became_active":"2023-08-28T02:33:13.317761+0000","last_became_peered":"2023-08-28T02:33:13.317761+0000","last_unstale":"2023-08-28T02:36:25.432933+0000","last_undegraded":"2023-08-28T02:36:25.432933+0000","last_fullsized":"2023-08-28T02:36:25.432933+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:24.836996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"65'2","reported_seq":329,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.996373+0000","last_change":"2023-08-28T02:29:44.535937+0000","last_active":"2023-08-28T02:36:17.996373+0000","last_peered":"2023-08-28T02:36:17.996373+0000","last_clean":"2023-08-28T02:36:17.996373+0000","last_became_active":"2023-08-28T02:29:44.462244+0000","last_became_peered":"2023-08-28T02:29:44.462244+0000","last_unstale":"2023-08-28T02:36:17.996373+0000","last_undegraded":"2023-08-28T02:36:17.996373+0000","last_fullsized":"2023-08-28T02:36:17.996373+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:30:33.173713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":329,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.991083+0000","last_change":"2023-08-28T02:33:12.305580+0000","last_active":"2023-08-28T02:36:17.991083+0000","last_peered":"2023-08-28T02:36:17.991083+0000","last_clean":"2023-08-28T02:36:17.991083+0000","last_became_active":"2023-08-28T02:33:12.305261+0000","last_became_peered":"2023-08-28T02:33:12.305261+0000","last_unstale":"2023-08-28T02:36:17.991083+0000","last_undegraded":"2023-08-28T02:36:17.991083+0000","last_fullsized":"2023-08-28T02:36:17.991083+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:22:31.614221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"65'2","reported_seq":298,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.996639+0000","last_change":"2023-08-28T02:31:51.991101+0000","last_active":"2023-08-28T02:36:17.996639+0000","last_peered":"2023-08-28T02:36:17.996639+0000","last_clean":"2023-08-28T02:36:17.996639+0000","last_became_active":"2023-08-28T02:31:51.987237+0000","last_became_peered":"2023-08-28T02:31:51.987237+0000","last_unstale":"2023-08-28T02:36:17.996639+0000","last_undegraded":"2023-08-28T02:36:17.996639+0000","last_fullsized":"2023-08-28T02:36:17.996639+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:07:07.370857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":332,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.982062+0000","last_change":"2023-08-28T02:33:12.494483+0000","last_active":"2023-08-28T02:36:17.982062+0000","last_peered":"2023-08-28T02:36:17.982062+0000","last_clean":"2023-08-28T02:36:17.982062+0000","last_became_active":"2023-08-28T02:33:12.494136+0000","last_became_peered":"2023-08-28T02:33:12.494136+0000","last_unstale":"2023-08-28T02:36:17.982062+0000","last_undegraded":"2023-08-28T02:36:17.982062+0000","last_fullsized":"2023-08-28T02:36:17.982062+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:36.772588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"65'1","reported_seq":276,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:18.017948+0000","last_change":"2023-08-28T02:33:13.287922+0000","last_active":"2023-08-28T02:36:18.017948+0000","last_peered":"2023-08-28T02:36:18.017948+0000","last_clean":"2023-08-28T02:36:18.017948+0000","last_became_active":"2023-08-28T02:33:13.287520+0000","last_became_peered":"2023-08-28T02:33:13.287520+0000","last_unstale":"2023-08-28T02:36:18.017948+0000","last_undegraded":"2023-08-28T02:36:18.017948+0000","last_fullsized":"2023-08-28T02:36:18.017948+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:11.627168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":290,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:18.017260+0000","last_change":"2023-08-28T02:33:13.289469+0000","last_active":"2023-08-28T02:36:18.017260+0000","last_peered":"2023-08-28T02:36:18.017260+0000","last_clean":"2023-08-28T02:36:18.017260+0000","last_became_active":"2023-08-28T02:33:13.288737+0000","last_became_peered":"2023-08-28T02:33:13.288737+0000","last_unstale":"2023-08-28T02:36:18.017260+0000","last_undegraded":"2023-08-28T02:36:18.017260+0000","last_fullsized":"2023-08-28T02:36:18.017260+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:11:15.043550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"65'4","reported_seq":314,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.999930+0000","last_change":"2023-08-28T02:32:28.607010+0000","last_active":"2023-08-28T02:36:17.999930+0000","last_peered":"2023-08-28T02:36:17.999930+0000","last_clean":"2023-08-28T02:36:17.999930+0000","last_became_active":"2023-08-28T02:32:28.492224+0000","last_became_peered":"2023-08-28T02:32:28.492224+0000","last_unstale":"2023-08-28T02:36:17.999930+0000","last_undegraded":"2023-08-28T02:36:17.999930+0000","last_fullsized":"2023-08-28T02:36:17.999930+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:13:45.711951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":554,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":342,"reported_epoch":335,"state":"active+clean","last_fresh":"2023-08-28T02:36:17.981645+0000","last_change":"2023-08-28T02:33:13.309144+0000","last_active":"2023-08-28T02:36:17.981645+0000","last_peered":"2023-08-28T02:36:17.981645+0000","last_clean":"2023-08-28T02:36:17.981645+0000","last_became_active":"2023-08-28T02:33:13.308910+0000","last_became_peered":"2023-08-28T02:33:13.308910+0000","last_unstale":"2023-08-28T02:36:17.981645+0000","last_undegraded":"2023-08-28T02:36:17.981645+0000","last_fullsized":"2023-08-28T02:36:17.981645+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:09:59.549591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":5039849496,"num_objects":76903,"num_object_clones":0,"num_object_copies":230709,"num_objects_missing_on_primary":4908,"num_objects_missing":4908,"num_objects_degraded":36938,"num_objects_misplaced":10116,"num_objects_unfound":0,"num_objects_dirty":76903,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":109711,"num_write_kb":5971585,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":36883,"num_bytes_recovered":2400911360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":15905075200,"data_stored":15905062984,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":95459,"ondisk_log_size":95459,"up":48,"acting":43,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":10126,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":370028,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":89,"num_read_kb":167,"num_write":44,"num_write_kb":440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":322019,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299755,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2035116,"kb_used_data":1547556,"kb_used_omap":0,"kb_used_meta":487552,"kb_avail":91710036,"statfs":{"total":95995035648,"available":93911076864,"internally_reserved":0,"allocated":1584697344,"data_stored":1583359889,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":499253248},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:36:11 2023","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.64200000000000002,"15min":1.4410000000000001},"min":{"1min":0.25,"5min":0.219,"15min":0.219},"max":{"1min":1.524,"5min":3.6480000000000001,"15min":13.118},"last":0.315},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.90200000000000002,"15min":1.8560000000000001},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.246},"max":{"1min":2.6989999999999998,"5min":9.2799999999999994,"15min":17.402999999999999},"last":0.54400000000000004}]},{"osd":1,"last update":"Mon Aug 28 02:35:37 2023","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":1.0980000000000001,"15min":2.1120000000000001},"min":{"1min":0.28199999999999997,"5min":0.26800000000000002,"15min":0.24099999999999999},"max":{"1min":1.2569999999999999,"5min":9.5850000000000009,"15min":17.43},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.54400000000000004,"5min":1.008,"15min":1.9350000000000001},"min":{"1min":0.36399999999999999,"5min":0.311,"15min":0.25900000000000001},"max":{"1min":2.0579999999999998,"5min":9.5289999999999999,"15min":19.913},"last":0.46000000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:36:25 2023","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.60899999999999999,"15min":1.46},"min":{"1min":0.28899999999999998,"5min":0.23499999999999999,"15min":0.22800000000000001},"max":{"1min":1.5529999999999999,"5min":3.8199999999999998,"15min":8.3889999999999993},"last":0.35099999999999998},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.66500000000000004,"15min":1.2569999999999999},"min":{"1min":0.36899999999999999,"5min":0.28799999999999998,"15min":0.28699999999999998},"max":{"1min":1.9159999999999999,"5min":3.5219999999999998,"15min":9.2219999999999995},"last":0.38800000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.65600000000000003,"15min":0.69699999999999995},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":1.9590000000000001,"5min":3.0099999999999998,"15min":3.0099999999999998},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.625,"15min":0.628},"min":{"1min":0.34499999999999997,"5min":0.308,"15min":0.308},"max":{"1min":2.5390000000000001,"5min":3.1000000000000001,"15min":3.1000000000000001},"last":0.42699999999999999}]},{"osd":4,"last update":"Mon Aug 28 02:36:11 2023","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.80900000000000005,"15min":1.306},"min":{"1min":0.27700000000000002,"5min":0.245,"15min":0.245},"max":{"1min":2.677,"5min":7.0960000000000001,"15min":18.943000000000001},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.73999999999999999,"15min":0.95299999999999996},"min":{"1min":0.28699999999999998,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":2.8610000000000002,"5min":6.2350000000000003,"15min":8.1890000000000001},"last":0.33100000000000002}]},{"osd":5,"last update":"Mon Aug 28 02:36:11 2023","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.63600000000000001,"15min":1.0680000000000001},"min":{"1min":0.32000000000000001,"5min":0.246,"15min":0.23599999999999999},"max":{"1min":1.466,"5min":5.9130000000000003,"15min":14.622},"last":0.38400000000000001},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.79100000000000004,"15min":1.2989999999999999},"min":{"1min":0.36799999999999999,"5min":0.28100000000000003,"15min":0.27000000000000002},"max":{"1min":2.7210000000000001,"5min":7,"15min":17.324999999999999},"last":0.57099999999999995}]},{"osd":6,"last update":"Mon Aug 28 02:36:11 2023","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.88900000000000001,"15min":1.329},"min":{"1min":0.33300000000000002,"5min":0.31900000000000001,"15min":0.30299999999999999},"max":{"1min":2.7360000000000002,"5min":7.601,"15min":17.454999999999998},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.747,"15min":0.86699999999999999},"min":{"1min":0.34000000000000002,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":1.9770000000000001,"5min":5.6710000000000003,"15min":7.665},"last":0.443}]}]},{"osd":6,"up_from":0,"seq":193273528686,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":101,"seq":433791697145,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1551276,"kb_used_data":931300,"kb_used_omap":4,"kb_used_meta":619963,"kb_avail":92193876,"statfs":{"total":95995035648,"available":94406529024,"internally_reserved":0,"allocated":953651200,"data_stored":951757435,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":634843022},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:35:38 2023","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":1.01,"15min":2.411},"min":{"1min":0.25900000000000001,"5min":0.223,"15min":0.214},"max":{"1min":1.8009999999999999,"5min":13.526,"15min":24.545999999999999},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.45500000000000002,"5min":1.3959999999999999,"15min":2.8809999999999998},"min":{"1min":0.23899999999999999,"5min":0.23599999999999999,"15min":0.21199999999999999},"max":{"1min":0.68600000000000005,"5min":11.1,"15min":24.515000000000001},"last":0.56499999999999995}]},{"osd":2,"last update":"Mon Aug 28 02:36:30 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.88200000000000001,"15min":2.3300000000000001},"min":{"1min":0.32900000000000001,"5min":0.28699999999999998,"15min":0.24099999999999999},"max":{"1min":3.544,"5min":7.5659999999999998,"15min":22.161000000000001},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.94199999999999995,"15min":1.748},"min":{"1min":0.34000000000000002,"5min":0.27600000000000002,"15min":0.253},"max":{"1min":2.4489999999999998,"5min":8.3170000000000002,"15min":19.100999999999999},"last":0.38}]},{"osd":3,"last update":"Mon Aug 28 02:36:16 2023","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.51300000000000001,"15min":0.47899999999999998},"min":{"1min":0.313,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":1.0940000000000001,"5min":1.9770000000000001,"15min":1.9770000000000001},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.55900000000000005,"15min":0.52900000000000003},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":3.5819999999999999,"5min":3.5819999999999999,"15min":3.5819999999999999},"last":0.66700000000000004}]},{"osd":4,"last update":"Mon Aug 28 02:35:38 2023","interfaces":[{"interface":"back","average":{"1min":0.48799999999999999,"5min":1.0449999999999999,"15min":1.556},"min":{"1min":0.377,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.70899999999999996,"5min":6.819,"15min":18.992999999999999},"last":0.58099999999999996},{"interface":"front","average":{"1min":0.71199999999999997,"5min":0.99199999999999999,"15min":1.76},"min":{"1min":0.34399999999999997,"5min":0.29099999999999998,"15min":0.26400000000000001},"max":{"1min":1.897,"5min":6.8380000000000001,"15min":14.779999999999999},"last":0.69999999999999996}]},{"osd":5,"last update":"Mon Aug 28 02:35:38 2023","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":1.179,"15min":2.165},"min":{"1min":0.36499999999999999,"5min":0.35999999999999999,"15min":0.29999999999999999},"max":{"1min":0.84699999999999998,"5min":10.314,"15min":18.626999999999999},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.56399999999999995,"5min":1.1020000000000001,"15min":2.02},"min":{"1min":0.38600000000000001,"5min":0.375,"15min":0.32000000000000001},"max":{"1min":0.80800000000000005,"5min":7.3410000000000002,"15min":18.945},"last":0.64800000000000002}]},{"osd":6,"last update":"Mon Aug 28 02:35:38 2023","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":1.1020000000000001,"15min":2.1230000000000002},"min":{"1min":0.40799999999999997,"5min":0.39100000000000001,"15min":0.34300000000000003},"max":{"1min":0.874,"5min":10.272,"15min":13.254},"last":0.63500000000000001},{"interface":"front","average":{"1min":0.60899999999999999,"5min":1.2849999999999999,"15min":1.7869999999999999},"min":{"1min":0.46100000000000002,"5min":0.41799999999999998,"15min":0.34499999999999997},"max":{"1min":0.85899999999999999,"5min":12.371,"15min":19.021999999999998},"last":0.60899999999999999}]},{"osd":7,"last update":"Mon Aug 28 02:35:38 2023","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":1.093,"15min":2.0219999999999998},"min":{"1min":0.45200000000000001,"5min":0.374,"15min":0.374},"max":{"1min":0.81100000000000005,"5min":7.3949999999999996,"15min":19.047999999999998},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.82999999999999996,"5min":1.0680000000000001,"15min":2.004},"min":{"1min":0.46200000000000002,"5min":0.34399999999999997,"15min":0.312},"max":{"1min":1.9430000000000001,"5min":6.4960000000000004,"15min":14.818},"last":0.83299999999999996}]}]},{"osd":0,"up_from":87,"seq":373662155011,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3737012,"kb_used_data":3067884,"kb_used_omap":5,"kb_used_meta":669114,"kb_avail":90008140,"statfs":{"total":95995035648,"available":92168335360,"internally_reserved":0,"allocated":3141513216,"data_stored":3139501424,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":685173370},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:35:34 2023","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.80400000000000005,"15min":1.8300000000000001},"min":{"1min":0.245,"5min":0.184,"15min":0.184},"max":{"1min":1.796,"5min":5.5339999999999998,"15min":30.315000000000001},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.96299999999999997,"15min":2.6589999999999998},"min":{"1min":0.26700000000000002,"5min":0.249,"15min":0.221},"max":{"1min":1.976,"5min":11.914,"15min":69.272000000000006},"last":0.32500000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:35:34 2023","interfaces":[{"interface":"back","average":{"1min":0.748,"5min":1.002,"15min":2.278},"min":{"1min":0.28199999999999997,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":2.6640000000000001,"5min":8.5250000000000004,"15min":20.959},"last":0.438},{"interface":"front","average":{"1min":0.754,"5min":0.92800000000000005,"15min":1.8720000000000001},"min":{"1min":0.32200000000000001,"5min":0.247,"15min":0.24299999999999999},"max":{"1min":2.8940000000000001,"5min":7.024,"15min":12.332000000000001},"last":0.65300000000000002}]},{"osd":3,"last update":"Mon Aug 28 02:36:16 2023","interfaces":[{"interface":"back","average":{"1min":0.85299999999999998,"5min":0.755,"15min":0.751},"min":{"1min":0.36199999999999999,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":4.1210000000000004,"5min":4.1210000000000004,"15min":4.1210000000000004},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.86699999999999999,"5min":0.76500000000000001,"15min":0.77500000000000002},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":4.9199999999999999,"5min":4.9199999999999999,"15min":4.9199999999999999},"last":0.70399999999999996}]},{"osd":4,"last update":"Mon Aug 28 02:36:16 2023","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.83199999999999996,"15min":2.383},"min":{"1min":0.315,"5min":0.314,"15min":0.29299999999999998},"max":{"1min":1.6559999999999999,"5min":5.3789999999999996,"15min":274.33199999999999},"last":0.59799999999999998},{"interface":"front","average":{"1min":0.76200000000000001,"5min":0.98199999999999998,"15min":2.778},"min":{"1min":0.34999999999999998,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":2.6520000000000001,"5min":11.943,"15min":266.31999999999999},"last":0.376}]},{"osd":5,"last update":"Mon Aug 28 02:36:16 2023","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.76400000000000001,"15min":1.46},"min":{"1min":0.35499999999999998,"5min":0.33300000000000002,"15min":0.29299999999999998},"max":{"1min":1.6080000000000001,"5min":5.4400000000000004,"15min":13.038},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.66300000000000003,"5min":1.0660000000000001,"15min":1.9770000000000001},"min":{"1min":0.36699999999999999,"5min":0.34799999999999998,"15min":0.27800000000000002},"max":{"1min":1.8069999999999999,"5min":11.968999999999999,"15min":15.231},"last":0.44900000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:36:16 2023","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.97099999999999997,"15min":1.6890000000000001},"min":{"1min":0.42199999999999999,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":1.6930000000000001,"5min":11.605,"15min":15.122999999999999},"last":0.68899999999999995},{"interface":"front","average":{"1min":0.70899999999999996,"5min":1.1399999999999999,"15min":2.0009999999999999},"min":{"1min":0.434,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":1.841,"5min":11.856999999999999,"15min":15.186999999999999},"last":0.497}]},{"osd":7,"last update":"Mon Aug 28 02:36:16 2023","interfaces":[{"interface":"back","average":{"1min":0.80100000000000005,"5min":0.99399999999999999,"15min":1.9119999999999999},"min":{"1min":0.44800000000000001,"5min":0.36399999999999999,"15min":0.33400000000000002},"max":{"1min":2.6869999999999998,"5min":8.1069999999999993,"15min":16.183},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.79800000000000004,"5min":0.93400000000000005,"15min":1.6779999999999999},"min":{"1min":0.52500000000000002,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":2.6720000000000002,"5min":5.2839999999999998,"15min":13.005000000000001},"last":0.67300000000000004}]}]},{"osd":2,"up_from":0,"seq":502511173871,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":297,"seq":1275605286953,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":939752,"kb_used_data":817120,"kb_used_omap":2,"kb_used_meta":122621,"kb_avail":92805400,"statfs":{"total":95995035648,"available":95032729600,"internally_reserved":0,"allocated":836730880,"data_stored":834835662,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":125563957},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:36:14 2023","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.5,"15min":0.435},"min":{"1min":0.247,"5min":0.22,"15min":0.22},"max":{"1min":1.0840000000000001,"5min":6.8819999999999997,"15min":6.8819999999999997},"last":0.313},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.72599999999999998,"15min":0.70799999999999996},"min":{"1min":0.28399999999999997,"5min":0.217,"15min":0.217},"max":{"1min":1.1100000000000001,"5min":6.7839999999999998,"15min":6.7839999999999998},"last":0.35199999999999998}]},{"osd":1,"last update":"Mon Aug 28 02:36:14 2023","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.52800000000000002,"15min":0.442},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":3.0150000000000001,"5min":4.0650000000000004,"15min":4.0650000000000004},"last":0.28499999999999998},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.72799999999999998,"15min":0.72599999999999998},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":3.9249999999999998,"5min":3.9249999999999998,"15min":3.9249999999999998},"last":0.42699999999999999}]},{"osd":2,"last update":"Mon Aug 28 02:36:14 2023","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.58699999999999997,"15min":0.623},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.68000000000000005,"5min":2.5449999999999999,"15min":2.5449999999999999},"last":0.378},{"interface":"front","average":{"1min":0.64400000000000002,"5min":0.60699999999999998,"15min":0.56499999999999995},"min":{"1min":0.34000000000000002,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":2.6000000000000001,"5min":4.7030000000000003,"15min":4.7030000000000003},"last":0.50800000000000001}]},{"osd":4,"last update":"Mon Aug 28 02:36:14 2023","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.56399999999999995,"15min":0.56899999999999995},"min":{"1min":0.36899999999999999,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.71099999999999997,"5min":1.863,"15min":1.863},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.60199999999999998,"15min":0.55600000000000005},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":1.226,"5min":3.5030000000000001,"15min":3.5030000000000001},"last":0.39800000000000002}]},{"osd":5,"last update":"Mon Aug 28 02:36:14 2023","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.627,"15min":0.58699999999999997},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":1.1919999999999999,"5min":3.5390000000000001,"15min":3.5390000000000001},"last":0.45200000000000001},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.39200000000000002,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.71599999999999997,"5min":2.383,"15min":2.383},"last":0.47099999999999997}]},{"osd":6,"last update":"Mon Aug 28 02:36:14 2023","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.63700000000000001,"15min":0.64200000000000002},"min":{"1min":0.439,"5min":0.436,"15min":0.436},"max":{"1min":0.83599999999999997,"5min":1.8879999999999999,"15min":1.8879999999999999},"last":0.61199999999999999},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.69099999999999995,"15min":0.65100000000000002},"min":{"1min":0.42599999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":1.254,"5min":3.6099999999999999,"15min":3.6099999999999999},"last":0.54900000000000004}]},{"osd":7,"last update":"Mon Aug 28 02:36:14 2023","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.59399999999999997,"15min":0.58199999999999996},"min":{"1min":0.44600000000000001,"5min":0.437,"15min":0.437},"max":{"1min":1.4319999999999999,"5min":2.3500000000000001,"15min":2.3500000000000001},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.65200000000000002,"5min":0.64900000000000002,"15min":0.64800000000000002},"min":{"1min":0.505,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":1.45,"5min":1.8260000000000001,"15min":1.8260000000000001},"last":0.64400000000000002}]}]},{"osd":4,"up_from":30,"seq":128849019248,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3550444,"kb_used_data":3089764,"kb_used_omap":0,"kb_used_meta":460672,"kb_avail":90194708,"statfs":{"total":95995035648,"available":92359380992,"internally_reserved":0,"allocated":3163918336,"data_stored":3162581116,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":471728128},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,0,0,0,3,0,0,3,5,2],"upper_bound":4096},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.78500000000000003,"15min":1.679},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.22800000000000001},"max":{"1min":0.52300000000000002,"5min":10.249000000000001,"15min":22.515000000000001},"last":0.26100000000000001},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.90900000000000003,"15min":1.5840000000000001},"min":{"1min":0.30199999999999999,"5min":0.23200000000000001,"15min":0.217},"max":{"1min":0.65300000000000002,"5min":6.9720000000000004,"15min":22.454000000000001},"last":0.54900000000000004}]},{"osd":1,"last update":"Mon Aug 28 02:35:43 2023","interfaces":[{"interface":"back","average":{"1min":0.70199999999999996,"5min":0.78700000000000003,"15min":1.4710000000000001},"min":{"1min":0.31,"5min":0.254,"15min":0.24199999999999999},"max":{"1min":5.5979999999999999,"5min":8.7710000000000008,"15min":23.082000000000001},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.499,"5min":0.84199999999999997,"15min":1.663},"min":{"1min":0.32400000000000001,"5min":0.26000000000000001,"15min":0.255},"max":{"1min":0.81200000000000006,"5min":8.7940000000000005,"15min":25.100000000000001},"last":0.36299999999999999}]},{"osd":2,"last update":"Mon Aug 28 02:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.92700000000000005,"15min":1.571},"min":{"1min":0.35199999999999998,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":3.3210000000000002,"5min":8.7149999999999999,"15min":16.231000000000002},"last":0.29599999999999999},{"interface":"front","average":{"1min":0.437,"5min":0.90500000000000003,"15min":1.466},"min":{"1min":0.34300000000000003,"5min":0.312,"15min":0.251},"max":{"1min":0.51900000000000002,"5min":6.9409999999999998,"15min":13.515000000000001},"last":0.56699999999999995}]},{"osd":3,"last update":"Mon Aug 28 02:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.73599999999999999,"15min":0.78400000000000003},"min":{"1min":0.34699999999999998,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.778,"5min":7.7480000000000002,"15min":7.7480000000000002},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.503,"5min":0.71499999999999997,"15min":0.67100000000000004},"min":{"1min":0.34100000000000003,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.83399999999999996,"5min":3.7069999999999999,"15min":3.7069999999999999},"last":0.46600000000000003}]},{"osd":5,"last update":"Mon Aug 28 02:35:56 2023","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.65800000000000003,"15min":1.0920000000000001},"min":{"1min":0.27300000000000002,"5min":0.222,"15min":0.222},"max":{"1min":0.84599999999999997,"5min":8.6679999999999993,"15min":16.181999999999999},"last":0.33300000000000002},{"interface":"front","average":{"1min":0.45100000000000001,"5min":0.85199999999999998,"15min":1.1259999999999999},"min":{"1min":0.29799999999999999,"5min":0.224,"15min":0.20699999999999999},"max":{"1min":1.1140000000000001,"5min":8.6370000000000005,"15min":10.233000000000001},"last":0.49199999999999999}]},{"osd":6,"last update":"Mon Aug 28 02:36:11 2023","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.82399999999999995,"15min":1.0700000000000001},"min":{"1min":0.33600000000000002,"5min":0.27100000000000002,"15min":0.26500000000000001},"max":{"1min":1.1830000000000001,"5min":8.5950000000000006,"15min":10.023999999999999},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.95399999999999996,"15min":1.119},"min":{"1min":0.31,"5min":0.28299999999999997,"15min":0.26600000000000001},"max":{"1min":1.3280000000000001,"5min":6.8860000000000001,"15min":8.5},"last":0.34899999999999998}]},{"osd":7,"last update":"Mon Aug 28 02:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.76300000000000001,"15min":1.133},"min":{"1min":0.34899999999999998,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.73099999999999998,"5min":8.8249999999999993,"15min":9.3209999999999997},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.92800000000000005,"15min":1.099},"min":{"1min":0.432,"5min":0.34499999999999997,"15min":0.30299999999999999},"max":{"1min":0.64200000000000002,"5min":15.597,"15min":15.597},"last":0.52700000000000002}]}]},{"osd":5,"up_from":37,"seq":158913790321,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2684892,"kb_used_data":2125204,"kb_used_omap":0,"kb_used_meta":559680,"kb_avail":91060260,"statfs":{"total":95995035648,"available":93245706240,"internally_reserved":0,"allocated":2176208896,"data_stored":2174884043,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":573112320},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:35:43 2023","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.877,"15min":1.8280000000000001},"min":{"1min":0.23799999999999999,"5min":0.23200000000000001,"15min":0.20200000000000001},"max":{"1min":1.071,"5min":7.7560000000000002,"15min":40.334000000000003},"last":0.432},{"interface":"front","average":{"1min":0.68600000000000005,"5min":1.1479999999999999,"15min":1.8460000000000001},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.23200000000000001},"max":{"1min":4.298,"5min":19.815999999999999,"15min":40.212000000000003},"last":0.41999999999999998}]},{"osd":1,"last update":"Mon Aug 28 02:35:43 2023","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":1.0449999999999999,"15min":1.956},"min":{"1min":0.314,"5min":0.26200000000000001,"15min":0.23200000000000001},"max":{"1min":1.4299999999999999,"5min":17.998000000000001,"15min":40.088000000000001},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.745,"5min":1.3580000000000001,"15min":1.895},"min":{"1min":0.28899999999999998,"5min":0.27800000000000002,"15min":0.251},"max":{"1min":4.2149999999999999,"5min":19.853000000000002,"15min":40.243000000000002},"last":0.63200000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:35:43 2023","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.89800000000000002,"15min":1.829},"min":{"1min":0.33500000000000002,"5min":0.29899999999999999,"15min":0.27700000000000002},"max":{"1min":1.373,"5min":7.8029999999999999,"15min":40.436999999999998},"last":0.34300000000000003},{"interface":"front","average":{"1min":0.79100000000000004,"5min":1.161,"15min":1.865},"min":{"1min":0.34899999999999998,"5min":0.28499999999999998,"15min":0.27200000000000002},"max":{"1min":4.2400000000000002,"5min":8.609,"15min":40.555},"last":0.67400000000000004}]},{"osd":3,"last update":"Mon Aug 28 02:36:19 2023","interfaces":[{"interface":"back","average":{"1min":0.46899999999999997,"5min":0.99399999999999999,"15min":1.1970000000000001},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.68100000000000005,"5min":16.190999999999999,"15min":16.190999999999999},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.85899999999999999,"5min":1.29,"15min":1.5529999999999999},"min":{"1min":0.377,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":4.8230000000000004,"5min":21.420999999999999,"15min":21.420999999999999},"last":0.53000000000000003}]},{"osd":4,"last update":"Mon Aug 28 02:35:57 2023","interfaces":[{"interface":"back","average":{"1min":0.46100000000000002,"5min":0.75900000000000001,"15min":1.2729999999999999},"min":{"1min":0.28199999999999997,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":1.516,"5min":13.616,"15min":40.762999999999998},"last":0.376},{"interface":"front","average":{"1min":0.72199999999999998,"5min":0.95499999999999996,"15min":1.3680000000000001},"min":{"1min":0.32700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":4.1879999999999997,"5min":10.439,"15min":40.634},"last":0.48999999999999999}]},{"osd":6,"last update":"Mon Aug 28 02:35:43 2023","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":1.042,"15min":1.427},"min":{"1min":0.318,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":1.048,"5min":17.510000000000002,"15min":42.409999999999997},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.49199999999999999,"5min":1.046,"15min":1.403},"min":{"1min":0.32200000000000001,"5min":0.254,"15min":0.254},"max":{"1min":1.2330000000000001,"5min":15.856999999999999,"15min":42.533999999999999},"last":0.44500000000000001}]},{"osd":7,"last update":"Mon Aug 28 02:35:43 2023","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.93300000000000005,"15min":1.5940000000000001},"min":{"1min":0.36699999999999999,"5min":0.315,"15min":0.314},"max":{"1min":1.7549999999999999,"5min":10.837999999999999,"15min":42.667000000000002},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.76500000000000001,"5min":1.2509999999999999,"15min":1.605},"min":{"1min":0.33000000000000002,"5min":0.318,"15min":0.318},"max":{"1min":4.149,"5min":17.808,"15min":42.344000000000001},"last":0.46100000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":3136819200,"data_stored":3136815128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":948109312,"data_stored":948109312,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":2190082048,"data_stored":2190082048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":830734336,"data_stored":830734336,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":3152154624,"data_stored":3152150552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":2170355712,"data_stored":2170355712,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1900220416,"data_stored":1900216344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1576599552,"data_stored":1576599552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:36:35.766 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph status --format=json 2023-08-28T02:36:35.799 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:36:35.826 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:35.848 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:36:35.851 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:35.851 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:36:35.952 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:36:35.997 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:36.122 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:36:36.125 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:36.125 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:36:36.226 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:36:36.256 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:36.278 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:36:36.281 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:36.281 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:36:36.358 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.1 dump_historic_ops 2023-08-28T02:36:36.381 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:36:36.410 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:36.431 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:36:36.434 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:36.434 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:36:36.515 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:36:36.535 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:36:36.560 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:36 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 36939/230778 objects degraded (16.006%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:36:36.560 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:36 smithi083 ceph-mon[157819]: pgmap v1018: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.7 GiB data, 14 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 101 op/s; 36784/229539 objects degraded (16.025%); 10046/229539 objects misplaced (4.377%); 1.9 MiB/s, 30 objects/s recovering 2023-08-28T02:36:36.562 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:36.582 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:36:36.588 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:36.588 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:36:36.689 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:36:36.716 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:36 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 36939/230778 objects degraded (16.006%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:36:36.716 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:36 smithi040 ceph-mon[170259]: pgmap v1018: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.7 GiB data, 14 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 101 op/s; 36784/229539 objects degraded (16.025%); 10046/229539 objects misplaced (4.377%); 1.9 MiB/s, 30 objects/s recovering 2023-08-28T02:36:36.717 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:36 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 36939/230778 objects degraded (16.006%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:36:36.717 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:36 smithi040 ceph-mon[175404]: pgmap v1018: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.7 GiB data, 14 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 101 op/s; 36784/229539 objects degraded (16.025%); 10046/229539 objects misplaced (4.377%); 1.9 MiB/s, 30 objects/s recovering 2023-08-28T02:36:36.724 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:36.748 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:36:36.756 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:36.756 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:36:36.758 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:36:36.857 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:36:36.893 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:37.116 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:36:37.123 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:37.123 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:36:37.224 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:36:37.251 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:37.270 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:36:37.273 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:37.273 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:36:37.374 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:36:37.403 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:37.422 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:36:37.425 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:37.425 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:36:37.526 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:36:37.561 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:36:37.562 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:37.587 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:36:37.590 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:37.591 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:36:37.691 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:36:37.724 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:37.749 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:36:37.752 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:37.752 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:36:37.853 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:36:37.892 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:37.976 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:37 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/777932076' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:36:37.993 INFO:teuthology.orchestra.run.smithi040.stderr:noscrub is unset 2023-08-28T02:36:38.021 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:36:38.026 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:38.026 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:36:38.031 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:36:38.053 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:36:38.080 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:36:38.103 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:36:38.127 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:36:38.129 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:36:38.149 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:36:38.155 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:38.169 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:36:38.174 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:36:38.176 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:38.177 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:36:38.193 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:36:38.195 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-08-28T02:36:38.195 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-08-28T02:36:38.195 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-08-28T02:36:38.195 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-08-28T02:36:38.195 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-08-28T02:36:38.195 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-08-28T02:36:38.195 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-08-28T02:36:38.196 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-08-28T02:36:38.230 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:37 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/777932076' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:36:38.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:37 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/777932076' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:36:38.278 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:36:38.312 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:38.636 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:36:38.645 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:38.645 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:36:38.746 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:36:38.780 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:38.903 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:36:38.906 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:38.907 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:36:39.008 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:36:39.035 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:39.054 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:36:39.057 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:39.057 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:36:39.157 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:38 smithi040 ceph-mon[175404]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:36:39.157 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:38 smithi040 ceph-mon[175404]: failed to encode map e338 with expected crc 2023-08-28T02:36:39.158 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:38 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/777932076' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:36:39.158 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:38 smithi040 ceph-mon[175404]: osdmap e338: 8 total, 8 up, 6 in 2023-08-28T02:36:39.158 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:38 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1180966386' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:36:39.158 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:38 smithi040 ceph-mon[175404]: failed to encode map e338 with expected crc 2023-08-28T02:36:39.158 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:38 smithi040 ceph-mon[175404]: failed to encode map e338 with expected crc 2023-08-28T02:36:39.158 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:38 smithi040 ceph-mon[175404]: pgmap v1020: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.7 GiB data, 14 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 112 op/s; 36784/229260 objects degraded (16.045%); 10046/229260 objects misplaced (4.382%); 2.2 MiB/s, 34 objects/s recovering 2023-08-28T02:36:39.158 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:38 smithi040 ceph-mon[170259]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:36:39.158 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:38 smithi040 ceph-mon[170259]: failed to encode map e338 with expected crc 2023-08-28T02:36:39.158 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:38 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/777932076' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:36:39.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:38 smithi040 ceph-mon[170259]: osdmap e338: 8 total, 8 up, 6 in 2023-08-28T02:36:39.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:38 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1180966386' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:36:39.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:38 smithi040 ceph-mon[170259]: failed to encode map e338 with expected crc 2023-08-28T02:36:39.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:38 smithi040 ceph-mon[170259]: failed to encode map e338 with expected crc 2023-08-28T02:36:39.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:38 smithi040 ceph-mon[170259]: pgmap v1020: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.7 GiB data, 14 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 112 op/s; 36784/229260 objects degraded (16.045%); 10046/229260 objects misplaced (4.382%); 2.2 MiB/s, 34 objects/s recovering 2023-08-28T02:36:39.159 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:36:39.186 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:39.205 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:36:39.208 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:39.208 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:36:39.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:38 smithi083 ceph-mon[157819]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:36:39.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:38 smithi083 ceph-mon[157819]: failed to encode map e338 with expected crc 2023-08-28T02:36:39.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:38 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/777932076' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:36:39.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:38 smithi083 ceph-mon[157819]: osdmap e338: 8 total, 8 up, 6 in 2023-08-28T02:36:39.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:38 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1180966386' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:36:39.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:38 smithi083 ceph-mon[157819]: failed to encode map e338 with expected crc 2023-08-28T02:36:39.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:38 smithi083 ceph-mon[157819]: failed to encode map e338 with expected crc 2023-08-28T02:36:39.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:38 smithi083 ceph-mon[157819]: pgmap v1020: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.7 GiB data, 14 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 112 op/s; 36784/229260 objects degraded (16.045%); 10046/229260 objects misplaced (4.382%); 2.2 MiB/s, 34 objects/s recovering 2023-08-28T02:36:39.309 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:36:39.344 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:39.365 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:36:39.367 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:39.368 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:36:39.373 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-08-28T02:36:39.373 INFO:teuthology.orchestra.run.smithi040.stdout: "size": 20, 2023-08-28T02:36:39.373 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 600, 2023-08-28T02:36:39.373 INFO:teuthology.orchestra.run.smithi040.stdout: "ops": [ 2023-08-28T02:36:39.373 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.373 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:57221 9.14 9:29e80cf1:::benchmark_data_smithi040_209735_object57220:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e170)", 2023-08-28T02:36:39.373 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:26.798846+0000", 2023-08-28T02:36:39.373 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 552.57224147199997, 2023-08-28T02:36:39.373 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0393454559999999, 2023-08-28T02:36:39.373 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:36:39.374 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "reached pg", 2023-08-28T02:36:39.374 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:36:39.374 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:36:39.374 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:36:39.374 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 57221 2023-08-28T02:36:39.374 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.374 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:36:39.374 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.374 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:36:39.374 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.798846+0000", 2023-08-28T02:36:39.374 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:36:39.374 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.375 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.375 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:36:39.375 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.798846+0000", 2023-08-28T02:36:39.375 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:36:39.375 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.375 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.375 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:36:39.375 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.798844+0000", 2023-08-28T02:36:39.375 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999971 2023-08-28T02:36:39.375 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.375 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.375 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:36:39.376 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.798884+0000", 2023-08-28T02:36:39.376 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.0522000000000003e-05 2023-08-28T02:36:39.376 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.376 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.376 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:36:39.376 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.798909+0000", 2023-08-28T02:36:39.376 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.4569000000000001e-05 2023-08-28T02:36:39.376 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.376 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.376 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:36:39.376 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.798923+0000", 2023-08-28T02:36:39.376 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4448e-05 2023-08-28T02:36:39.377 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.377 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.377 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:36:39.377 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.952715+0000", 2023-08-28T02:36:39.377 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.153791658 2023-08-28T02:36:39.377 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.377 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.377 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:36:39.377 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:26.952731+0000", 2023-08-28T02:36:39.377 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.6674e-05 2023-08-28T02:36:39.377 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.377 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.378 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:36:39.378 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.838103+0000", 2023-08-28T02:36:39.378 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.88537207100000004 2023-08-28T02:36:39.378 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.378 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.378 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:36:39.378 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:27.838192+0000", 2023-08-28T02:36:39.378 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.8417000000000004e-05 2023-08-28T02:36:39.378 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:36:39.378 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:36:39.378 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:36:39.378 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.379 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.379 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:72236 9.12 9:4f39e7e9:::benchmark_data_smithi040_209735_object72235:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e181)", 2023-08-28T02:36:39.379 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:43.427415+0000", 2023-08-28T02:36:39.379 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 535.94367322899996, 2023-08-28T02:36:39.379 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0107923400000001, 2023-08-28T02:36:39.379 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:36:39.379 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:36:39.379 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:36:39.379 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:36:39.379 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:36:39.379 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 72236 2023-08-28T02:36:39.379 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.380 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:36:39.380 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.380 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:36:39.380 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427415+0000", 2023-08-28T02:36:39.380 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:36:39.380 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.380 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.380 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:36:39.380 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427415+0000", 2023-08-28T02:36:39.380 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:36:39.380 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.380 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.381 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:36:39.381 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427414+0000", 2023-08-28T02:36:39.381 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:36:39.381 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.381 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.381 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:36:39.381 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427474+0000", 2023-08-28T02:36:39.381 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.9589000000000002e-05 2023-08-28T02:36:39.381 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.381 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.381 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:36:39.381 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427483+0000", 2023-08-28T02:36:39.382 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.064e-06 2023-08-28T02:36:39.382 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.382 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.382 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:36:39.382 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427488+0000", 2023-08-28T02:36:39.382 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.9239999999999998e-06 2023-08-28T02:36:39.382 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.382 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.382 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:36:39.382 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427519+0000", 2023-08-28T02:36:39.382 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.1575000000000002e-05 2023-08-28T02:36:39.382 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.382 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.383 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:36:39.383 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427528+0000", 2023-08-28T02:36:39.383 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.0140000000000004e-06 2023-08-28T02:36:39.383 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.383 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.383 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:36:39.383 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.415394+0000", 2023-08-28T02:36:39.383 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.98786532400000004 2023-08-28T02:36:39.383 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.383 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.383 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:36:39.383 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.415553+0000", 2023-08-28T02:36:39.384 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00015970399999999999 2023-08-28T02:36:39.384 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.384 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.384 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:36:39.384 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.415748+0000", 2023-08-28T02:36:39.384 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00019470800000000001 2023-08-28T02:36:39.384 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.384 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.384 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:36:39.384 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.420375+0000", 2023-08-28T02:36:39.384 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0046265350000000002 2023-08-28T02:36:39.384 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.384 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.385 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:39.385 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.420434+0000", 2023-08-28T02:36:39.385 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.9200000000000002e-05 2023-08-28T02:36:39.385 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.385 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.385 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:39.385 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.437159+0000", 2023-08-28T02:36:39.385 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.016724925000000002 2023-08-28T02:36:39.385 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.385 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.385 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:36:39.385 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.437221+0000", 2023-08-28T02:36:39.385 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.1948999999999999e-05 2023-08-28T02:36:39.386 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.386 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.386 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:36:39.386 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.438207+0000", 2023-08-28T02:36:39.386 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00098632699999999995 2023-08-28T02:36:39.386 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:36:39.386 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:36:39.386 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:36:39.386 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.386 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.386 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:72254 9.12 9:4f4b5016:::benchmark_data_smithi040_209735_object72253:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e181)", 2023-08-28T02:36:39.386 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:43.427494+0000", 2023-08-28T02:36:39.387 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 535.94359361600004, 2023-08-28T02:36:39.387 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0117302459999999, 2023-08-28T02:36:39.387 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:36:39.387 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:36:39.387 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:36:39.387 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:36:39.387 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:36:39.387 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 72254 2023-08-28T02:36:39.387 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.387 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:36:39.387 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.387 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:36:39.387 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427494+0000", 2023-08-28T02:36:39.388 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:36:39.388 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.388 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.388 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:36:39.388 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427494+0000", 2023-08-28T02:36:39.388 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:36:39.388 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.388 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.388 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:36:39.388 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427494+0000", 2023-08-28T02:36:39.388 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:36:39.388 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.389 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.389 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:36:39.389 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427548+0000", 2023-08-28T02:36:39.389 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.4493999999999997e-05 2023-08-28T02:36:39.389 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.389 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.389 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:36:39.389 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427557+0000", 2023-08-28T02:36:39.389 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.8599999999999999e-06 2023-08-28T02:36:39.389 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.389 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.389 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:36:39.389 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427562+0000", 2023-08-28T02:36:39.390 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.5639999999999998e-06 2023-08-28T02:36:39.390 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.390 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.390 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:36:39.390 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427591+0000", 2023-08-28T02:36:39.390 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.9104000000000001e-05 2023-08-28T02:36:39.390 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.390 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.390 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:36:39.390 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427595+0000", 2023-08-28T02:36:39.390 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.4320000000000001e-06 2023-08-28T02:36:39.390 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.391 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.391 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:36:39.391 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.416672+0000", 2023-08-28T02:36:39.391 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.98907666699999996 2023-08-28T02:36:39.391 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.391 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.391 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:36:39.391 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.416783+0000", 2023-08-28T02:36:39.391 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000110887 2023-08-28T02:36:39.391 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.391 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.391 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:36:39.391 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.416888+0000", 2023-08-28T02:36:39.392 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00010534700000000001 2023-08-28T02:36:39.392 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.392 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.392 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:36:39.392 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.420382+0000", 2023-08-28T02:36:39.392 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.003493744 2023-08-28T02:36:39.392 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.392 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.392 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:39.392 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.429087+0000", 2023-08-28T02:36:39.392 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0087056129999999992 2023-08-28T02:36:39.392 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.392 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.393 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:39.393 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.438278+0000", 2023-08-28T02:36:39.393 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0091910240000000008 2023-08-28T02:36:39.393 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.393 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.393 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:36:39.393 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.438364+0000", 2023-08-28T02:36:39.393 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.5421999999999996e-05 2023-08-28T02:36:39.393 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.393 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.393 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:36:39.393 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.439225+0000", 2023-08-28T02:36:39.394 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00086063299999999997 2023-08-28T02:36:39.394 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:36:39.394 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:36:39.394 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:36:39.394 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.394 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.394 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:72265 9.12 9:4ae3e02e:::benchmark_data_smithi040_209735_object72264:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e181)", 2023-08-28T02:36:39.394 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:43.427569+0000", 2023-08-28T02:36:39.394 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 535.94351904400003, 2023-08-28T02:36:39.394 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0124586840000001, 2023-08-28T02:36:39.394 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:36:39.394 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:36:39.394 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:36:39.395 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:36:39.395 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:36:39.395 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 72265 2023-08-28T02:36:39.395 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.395 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:36:39.395 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.395 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:36:39.395 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427569+0000", 2023-08-28T02:36:39.395 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:36:39.395 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.395 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.395 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:36:39.396 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427569+0000", 2023-08-28T02:36:39.396 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:36:39.396 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.396 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.396 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:36:39.396 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427568+0000", 2023-08-28T02:36:39.396 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:36:39.396 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.396 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.396 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:36:39.396 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427614+0000", 2023-08-28T02:36:39.396 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.5735999999999997e-05 2023-08-28T02:36:39.397 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.397 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.397 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:36:39.397 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427621+0000", 2023-08-28T02:36:39.397 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.2400000000000001e-06 2023-08-28T02:36:39.397 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.397 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.397 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:36:39.397 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427625+0000", 2023-08-28T02:36:39.397 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.771e-06 2023-08-28T02:36:39.397 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.397 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.397 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:36:39.398 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427672+0000", 2023-08-28T02:36:39.398 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.6458999999999997e-05 2023-08-28T02:36:39.398 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.398 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.398 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:36:39.398 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427677+0000", 2023-08-28T02:36:39.398 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.4389999999999999e-06 2023-08-28T02:36:39.398 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.398 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.398 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:36:39.398 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.417859+0000", 2023-08-28T02:36:39.398 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.99018216100000001 2023-08-28T02:36:39.398 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.399 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.399 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:36:39.399 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.417964+0000", 2023-08-28T02:36:39.399 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00010472 2023-08-28T02:36:39.399 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.399 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.399 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:36:39.399 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.418067+0000", 2023-08-28T02:36:39.399 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000102663 2023-08-28T02:36:39.399 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.399 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.399 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:36:39.400 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.421923+0000", 2023-08-28T02:36:39.400 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0038566109999999998 2023-08-28T02:36:39.400 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.400 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.400 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:39.400 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.429110+0000", 2023-08-28T02:36:39.400 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0071866969999999997 2023-08-28T02:36:39.400 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.400 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.400 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:39.400 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.439295+0000", 2023-08-28T02:36:39.400 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.010184814 2023-08-28T02:36:39.401 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.401 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.401 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:36:39.401 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.439329+0000", 2023-08-28T02:36:39.401 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.4805000000000003e-05 2023-08-28T02:36:39.401 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.401 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.401 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:36:39.401 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.440028+0000", 2023-08-28T02:36:39.401 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00069807099999999998 2023-08-28T02:36:39.401 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:36:39.401 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:36:39.401 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:36:39.402 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.402 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.402 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:72299 9.12 9:4d7bfde5:::benchmark_data_smithi040_209735_object72298:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e181)", 2023-08-28T02:36:39.402 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:43.427644+0000", 2023-08-28T02:36:39.402 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 535.94344438200005, 2023-08-28T02:36:39.402 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0132855350000001, 2023-08-28T02:36:39.402 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:36:39.402 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:36:39.402 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:36:39.402 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:36:39.402 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:36:39.402 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 72299 2023-08-28T02:36:39.402 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.403 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:36:39.403 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.403 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:36:39.403 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427644+0000", 2023-08-28T02:36:39.403 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:36:39.403 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.403 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.403 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:36:39.403 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427644+0000", 2023-08-28T02:36:39.403 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:36:39.403 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.403 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.404 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:36:39.404 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427643+0000", 2023-08-28T02:36:39.404 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:36:39.404 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.404 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.404 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:36:39.404 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427693+0000", 2023-08-28T02:36:39.404 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.0513999999999998e-05 2023-08-28T02:36:39.404 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.404 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.404 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:36:39.404 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427701+0000", 2023-08-28T02:36:39.404 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.1670000000000002e-06 2023-08-28T02:36:39.405 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.405 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.405 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:36:39.405 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427705+0000", 2023-08-28T02:36:39.405 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.1389999999999997e-06 2023-08-28T02:36:39.405 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.405 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.405 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:36:39.405 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427729+0000", 2023-08-28T02:36:39.405 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.3764000000000002e-05 2023-08-28T02:36:39.405 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.405 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.405 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:36:39.406 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427733+0000", 2023-08-28T02:36:39.406 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.1960000000000001e-06 2023-08-28T02:36:39.406 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.406 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.406 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:36:39.406 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.418943+0000", 2023-08-28T02:36:39.406 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.99121018800000005 2023-08-28T02:36:39.406 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.406 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.406 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:36:39.406 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.419079+0000", 2023-08-28T02:36:39.406 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00013579400000000001 2023-08-28T02:36:39.407 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.407 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.407 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:36:39.407 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.419236+0000", 2023-08-28T02:36:39.407 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00015716100000000001 2023-08-28T02:36:39.407 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.407 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.407 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:36:39.407 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.421932+0000", 2023-08-28T02:36:39.407 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0026956850000000002 2023-08-28T02:36:39.407 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.407 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.408 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:39.408 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.429130+0000", 2023-08-28T02:36:39.408 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0071986560000000003 2023-08-28T02:36:39.408 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.408 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.408 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:39.408 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.440095+0000", 2023-08-28T02:36:39.408 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.010965034 2023-08-28T02:36:39.408 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.408 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.408 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:36:39.408 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.440152+0000", 2023-08-28T02:36:39.409 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.7068999999999999e-05 2023-08-28T02:36:39.409 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.409 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.409 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:36:39.409 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.440929+0000", 2023-08-28T02:36:39.409 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00077673300000000005 2023-08-28T02:36:39.409 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:36:39.409 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:36:39.409 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:36:39.409 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.409 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.409 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:72308 9.12 9:492d3a10:::benchmark_data_smithi040_209735_object72307:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e181)", 2023-08-28T02:36:39.409 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:43.427711+0000", 2023-08-28T02:36:39.410 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 535.94337702099995, 2023-08-28T02:36:39.410 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0141768449999999, 2023-08-28T02:36:39.410 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:36:39.410 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:36:39.410 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:36:39.410 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:36:39.410 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:36:39.410 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 72308 2023-08-28T02:36:39.410 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.410 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:36:39.410 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.410 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:36:39.411 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427711+0000", 2023-08-28T02:36:39.411 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:36:39.411 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.411 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.411 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:36:39.411 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427711+0000", 2023-08-28T02:36:39.411 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:36:39.411 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.411 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.411 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:36:39.411 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427710+0000", 2023-08-28T02:36:39.411 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:36:39.412 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.412 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.412 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:36:39.412 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427752+0000", 2023-08-28T02:36:39.412 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.1912000000000001e-05 2023-08-28T02:36:39.412 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.412 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.412 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:36:39.412 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427759+0000", 2023-08-28T02:36:39.412 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.6100000000000002e-06 2023-08-28T02:36:39.412 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.412 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.413 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:36:39.413 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427763+0000", 2023-08-28T02:36:39.413 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.8070000000000001e-06 2023-08-28T02:36:39.413 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.413 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.413 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:36:39.413 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427785+0000", 2023-08-28T02:36:39.413 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.2300999999999999e-05 2023-08-28T02:36:39.413 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.413 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.413 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:36:39.413 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427789+0000", 2023-08-28T02:36:39.413 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.9310000000000001e-06 2023-08-28T02:36:39.413 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.414 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.414 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:36:39.414 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.420475+0000", 2023-08-28T02:36:39.414 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.99268579400000001 2023-08-28T02:36:39.414 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.414 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.414 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:36:39.414 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.420618+0000", 2023-08-28T02:36:39.414 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00014354799999999999 2023-08-28T02:36:39.414 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.414 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.414 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:36:39.415 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.420832+0000", 2023-08-28T02:36:39.415 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00021381899999999999 2023-08-28T02:36:39.415 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.415 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.415 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:39.415 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.429150+0000", 2023-08-28T02:36:39.415 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.008317708 2023-08-28T02:36:39.415 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.415 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.415 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:36:39.415 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.432422+0000", 2023-08-28T02:36:39.415 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0032727139999999999 2023-08-28T02:36:39.416 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.416 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.416 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:39.416 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.441021+0000", 2023-08-28T02:36:39.416 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.008598072 2023-08-28T02:36:39.416 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.416 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.416 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:36:39.416 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.441091+0000", 2023-08-28T02:36:39.416 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.0845000000000004e-05 2023-08-28T02:36:39.416 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.416 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.417 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:36:39.417 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.441888+0000", 2023-08-28T02:36:39.417 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00079629699999999996 2023-08-28T02:36:39.417 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:36:39.417 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:36:39.417 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:36:39.417 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.417 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.417 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:72312 9.12 9:4c11d553:::benchmark_data_smithi040_209735_object72311:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e181)", 2023-08-28T02:36:39.417 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:43.427769+0000", 2023-08-28T02:36:39.417 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 535.94331924999994, 2023-08-28T02:36:39.417 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0153207479999999, 2023-08-28T02:36:39.418 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:36:39.418 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:36:39.418 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:36:39.418 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:36:39.418 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:36:39.418 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 72312 2023-08-28T02:36:39.418 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.418 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:36:39.418 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.418 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:36:39.418 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427769+0000", 2023-08-28T02:36:39.418 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:36:39.419 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.419 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.419 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:36:39.419 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427769+0000", 2023-08-28T02:36:39.419 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:36:39.419 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.419 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.419 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:36:39.419 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427768+0000", 2023-08-28T02:36:39.419 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:36:39.419 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.419 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.420 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:36:39.420 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427808+0000", 2023-08-28T02:36:39.420 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.9993999999999997e-05 2023-08-28T02:36:39.420 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.420 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.420 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:36:39.420 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427815+0000", 2023-08-28T02:36:39.420 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.4010000000000002e-06 2023-08-28T02:36:39.420 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.420 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.420 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:36:39.420 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427818+0000", 2023-08-28T02:36:39.421 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.7610000000000001e-06 2023-08-28T02:36:39.421 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.421 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.421 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:36:39.421 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427841+0000", 2023-08-28T02:36:39.421 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.2520000000000001e-05 2023-08-28T02:36:39.421 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.421 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.421 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:36:39.421 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427845+0000", 2023-08-28T02:36:39.421 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.036e-06 2023-08-28T02:36:39.421 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.421 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.422 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:36:39.422 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.421970+0000", 2023-08-28T02:36:39.422 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.994124746 2023-08-28T02:36:39.422 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.422 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.422 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:36:39.422 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.422078+0000", 2023-08-28T02:36:39.422 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00010874699999999999 2023-08-28T02:36:39.422 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.422 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.422 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:36:39.422 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.422205+0000", 2023-08-28T02:36:39.423 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00012626 2023-08-28T02:36:39.423 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.423 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.423 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:39.423 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.429183+0000", 2023-08-28T02:36:39.423 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0069786889999999997 2023-08-28T02:36:39.423 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.423 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.423 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:36:39.423 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.432431+0000", 2023-08-28T02:36:39.423 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0032481139999999999 2023-08-28T02:36:39.423 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.423 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.424 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:39.424 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.442129+0000", 2023-08-28T02:36:39.424 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0096975280000000004 2023-08-28T02:36:39.424 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.424 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.424 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:36:39.424 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.442198+0000", 2023-08-28T02:36:39.424 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.9078999999999994e-05 2023-08-28T02:36:39.424 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.424 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.424 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:36:39.424 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.443089+0000", 2023-08-28T02:36:39.425 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00089134700000000002 2023-08-28T02:36:39.425 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:36:39.425 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:36:39.425 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:36:39.425 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.425 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.425 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:72364 9.12 9:4d80f66b:::benchmark_data_smithi040_209735_object72363:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e181)", 2023-08-28T02:36:39.425 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:43.427824+0000", 2023-08-28T02:36:39.425 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 535.94326344299998, 2023-08-28T02:36:39.425 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0169967870000001, 2023-08-28T02:36:39.425 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:36:39.425 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:36:39.425 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:36:39.426 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:36:39.426 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:36:39.426 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 72364 2023-08-28T02:36:39.426 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.426 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:36:39.426 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.426 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:36:39.426 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427824+0000", 2023-08-28T02:36:39.426 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:36:39.426 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.426 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.426 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:36:39.427 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427824+0000", 2023-08-28T02:36:39.427 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:36:39.427 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.427 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.427 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:36:39.427 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427824+0000", 2023-08-28T02:36:39.427 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:36:39.427 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.427 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.427 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:36:39.427 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427864+0000", 2023-08-28T02:36:39.427 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.9644000000000002e-05 2023-08-28T02:36:39.428 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.428 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.428 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:36:39.428 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427870+0000", 2023-08-28T02:36:39.428 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.3790000000000003e-06 2023-08-28T02:36:39.428 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.428 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.428 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:36:39.428 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427874+0000", 2023-08-28T02:36:39.428 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.7230000000000002e-06 2023-08-28T02:36:39.428 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.428 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.428 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:36:39.429 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427896+0000", 2023-08-28T02:36:39.429 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.2693000000000001e-05 2023-08-28T02:36:39.429 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.429 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.429 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:36:39.429 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427900+0000", 2023-08-28T02:36:39.429 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.9979999999999997e-06 2023-08-28T02:36:39.429 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.429 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.429 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:36:39.429 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.425577+0000", 2023-08-28T02:36:39.429 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.99767650299999999 2023-08-28T02:36:39.429 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.430 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.430 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:36:39.430 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.425741+0000", 2023-08-28T02:36:39.430 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00016453 2023-08-28T02:36:39.430 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.430 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.430 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:36:39.430 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.425921+0000", 2023-08-28T02:36:39.430 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000179557 2023-08-28T02:36:39.430 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.430 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.430 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:39.431 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.432504+0000", 2023-08-28T02:36:39.431 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.006583523 2023-08-28T02:36:39.431 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.431 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.431 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:36:39.431 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.434102+0000", 2023-08-28T02:36:39.431 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0015971099999999999 2023-08-28T02:36:39.431 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.431 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.431 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:39.431 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.443577+0000", 2023-08-28T02:36:39.431 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0094754999999999995 2023-08-28T02:36:39.432 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.432 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.432 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:36:39.432 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.443641+0000", 2023-08-28T02:36:39.432 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.3671999999999996e-05 2023-08-28T02:36:39.432 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.432 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.432 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:36:39.432 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.444821+0000", 2023-08-28T02:36:39.432 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.001180487 2023-08-28T02:36:39.432 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:36:39.432 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:36:39.432 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:36:39.433 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.433 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.433 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:72379 9.12 9:4caa1a0e:::benchmark_data_smithi040_209735_object72378:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e181)", 2023-08-28T02:36:39.433 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:43.427880+0000", 2023-08-28T02:36:39.433 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 535.943208024, 2023-08-28T02:36:39.433 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.017956802, 2023-08-28T02:36:39.433 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:36:39.433 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:36:39.433 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:36:39.433 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:36:39.433 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:36:39.433 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 72379 2023-08-28T02:36:39.434 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.434 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:36:39.434 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.434 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:36:39.434 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427880+0000", 2023-08-28T02:36:39.434 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:36:39.434 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.434 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.434 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:36:39.434 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427880+0000", 2023-08-28T02:36:39.434 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:36:39.434 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.435 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.435 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:36:39.435 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427879+0000", 2023-08-28T02:36:39.435 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:36:39.435 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.435 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.435 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:36:39.435 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427927+0000", 2023-08-28T02:36:39.435 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.8044000000000003e-05 2023-08-28T02:36:39.435 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.435 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.435 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:36:39.436 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427934+0000", 2023-08-28T02:36:39.436 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.9e-06 2023-08-28T02:36:39.436 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.436 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.436 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:36:39.436 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427938+0000", 2023-08-28T02:36:39.436 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.8070000000000001e-06 2023-08-28T02:36:39.436 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.436 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.436 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:36:39.436 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427963+0000", 2023-08-28T02:36:39.436 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.5381e-05 2023-08-28T02:36:39.437 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.437 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.437 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:36:39.437 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427968+0000", 2023-08-28T02:36:39.437 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.0620000000000002e-06 2023-08-28T02:36:39.437 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.437 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.437 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:36:39.437 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.427463+0000", 2023-08-28T02:36:39.437 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.99949515499999997 2023-08-28T02:36:39.437 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.437 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.437 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:36:39.438 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.427625+0000", 2023-08-28T02:36:39.438 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000161803 2023-08-28T02:36:39.438 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.438 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.438 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:36:39.438 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.427803+0000", 2023-08-28T02:36:39.438 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00017801199999999999 2023-08-28T02:36:39.438 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.438 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.438 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:36:39.438 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.434110+0000", 2023-08-28T02:36:39.438 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0063071569999999999 2023-08-28T02:36:39.438 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.439 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.439 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:39.439 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.436847+0000", 2023-08-28T02:36:39.439 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0027377759999999999 2023-08-28T02:36:39.439 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.439 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.439 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:39.439 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.444870+0000", 2023-08-28T02:36:39.439 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0080228520000000005 2023-08-28T02:36:39.439 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.439 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.439 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:36:39.439 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.444931+0000", 2023-08-28T02:36:39.440 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.0795000000000003e-05 2023-08-28T02:36:39.440 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.440 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.440 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:36:39.440 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.445837+0000", 2023-08-28T02:36:39.440 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00090555900000000001 2023-08-28T02:36:39.440 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:36:39.440 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:36:39.440 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:36:39.440 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.440 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.440 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:72479 9.12 9:4f15810e:::benchmark_data_smithi040_209735_object72478:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e181)", 2023-08-28T02:36:39.441 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:43.427944+0000", 2023-08-28T02:36:39.441 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 535.94314369599999, 2023-08-28T02:36:39.441 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0225971739999999, 2023-08-28T02:36:39.441 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:36:39.441 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:36:39.441 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:36:39.441 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:36:39.441 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:36:39.441 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 72479 2023-08-28T02:36:39.441 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.441 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:36:39.441 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.441 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:36:39.442 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427944+0000", 2023-08-28T02:36:39.442 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:36:39.442 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.442 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.442 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:36:39.442 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427944+0000", 2023-08-28T02:36:39.442 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:36:39.442 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.442 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.442 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:36:39.442 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427944+0000", 2023-08-28T02:36:39.442 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:36:39.443 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.443 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.443 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:36:39.443 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427988+0000", 2023-08-28T02:36:39.443 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.4218000000000003e-05 2023-08-28T02:36:39.443 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.443 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.443 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:36:39.443 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427995+0000", 2023-08-28T02:36:39.443 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.6579999999999996e-06 2023-08-28T02:36:39.443 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.443 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.444 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:36:39.444 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.427998+0000", 2023-08-28T02:36:39.444 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.6959999999999998e-06 2023-08-28T02:36:39.444 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.444 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.444 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:36:39.444 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428019+0000", 2023-08-28T02:36:39.444 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.0985999999999999e-05 2023-08-28T02:36:39.444 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.444 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.444 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:36:39.444 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428023+0000", 2023-08-28T02:36:39.444 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.1810000000000003e-06 2023-08-28T02:36:39.445 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.445 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.445 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:36:39.445 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.429203+0000", 2023-08-28T02:36:39.445 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0011795290000001 2023-08-28T02:36:39.445 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.445 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.445 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:36:39.445 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.429364+0000", 2023-08-28T02:36:39.445 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00016081099999999999 2023-08-28T02:36:39.445 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.445 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.446 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:36:39.446 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.429561+0000", 2023-08-28T02:36:39.446 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000196861 2023-08-28T02:36:39.446 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.446 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.446 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:36:39.446 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.434115+0000", 2023-08-28T02:36:39.446 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0045543780000000004 2023-08-28T02:36:39.446 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.446 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.446 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:39.446 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.436893+0000", 2023-08-28T02:36:39.447 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.002778328 2023-08-28T02:36:39.447 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.447 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.447 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:39.447 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.448925+0000", 2023-08-28T02:36:39.447 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.012031707000000001 2023-08-28T02:36:39.447 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.447 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.447 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:36:39.447 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.448992+0000", 2023-08-28T02:36:39.447 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.6946000000000006e-05 2023-08-28T02:36:39.447 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.448 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.448 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:36:39.448 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.450541+0000", 2023-08-28T02:36:39.448 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.001549386 2023-08-28T02:36:39.448 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:36:39.448 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:36:39.448 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:36:39.448 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.448 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.448 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:72545 9.12 9:4c083587:::benchmark_data_smithi040_209735_object72544:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e181)", 2023-08-28T02:36:39.448 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:43.428004+0000", 2023-08-28T02:36:39.448 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 535.94308372299997, 2023-08-28T02:36:39.448 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.023704459, 2023-08-28T02:36:39.449 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:36:39.449 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:36:39.449 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:36:39.449 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:36:39.449 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:36:39.449 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 72545 2023-08-28T02:36:39.449 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.449 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:36:39.449 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.449 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:36:39.449 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428004+0000", 2023-08-28T02:36:39.449 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:36:39.450 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.450 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.450 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:36:39.450 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428004+0000", 2023-08-28T02:36:39.450 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:36:39.450 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.450 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.450 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:36:39.450 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428004+0000", 2023-08-28T02:36:39.450 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:36:39.450 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.450 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.451 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:36:39.451 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428046+0000", 2023-08-28T02:36:39.451 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.2320999999999997e-05 2023-08-28T02:36:39.451 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.451 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.451 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:36:39.451 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428053+0000", 2023-08-28T02:36:39.451 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.7299999999999999e-06 2023-08-28T02:36:39.451 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.451 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.451 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:36:39.451 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428057+0000", 2023-08-28T02:36:39.452 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.8689999999999997e-06 2023-08-28T02:36:39.452 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.452 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.452 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:36:39.452 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428079+0000", 2023-08-28T02:36:39.452 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.2765999999999999e-05 2023-08-28T02:36:39.452 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.452 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.452 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:36:39.452 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428083+0000", 2023-08-28T02:36:39.452 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.9899999999999999e-06 2023-08-28T02:36:39.452 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.453 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.453 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:36:39.453 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.430935+0000", 2023-08-28T02:36:39.453 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.002851216 2023-08-28T02:36:39.453 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.453 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.453 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:36:39.453 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.431052+0000", 2023-08-28T02:36:39.453 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000117723 2023-08-28T02:36:39.453 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.453 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.453 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:36:39.453 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.431160+0000", 2023-08-28T02:36:39.454 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00010741700000000001 2023-08-28T02:36:39.454 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.454 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.454 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:36:39.454 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.435533+0000", 2023-08-28T02:36:39.454 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0043731209999999998 2023-08-28T02:36:39.454 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.454 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.454 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:39.454 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.436960+0000", 2023-08-28T02:36:39.454 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00142731 2023-08-28T02:36:39.454 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.455 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.455 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:39.455 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.450588+0000", 2023-08-28T02:36:39.455 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.013628171 2023-08-28T02:36:39.455 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.455 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.455 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:36:39.455 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.450659+0000", 2023-08-28T02:36:39.455 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.0717999999999996e-05 2023-08-28T02:36:39.455 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.455 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.455 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:36:39.456 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.451709+0000", 2023-08-28T02:36:39.456 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.001049602 2023-08-28T02:36:39.456 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:36:39.456 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:36:39.456 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:36:39.456 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.456 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.456 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:72573 9.12 9:4b61e8f5:::benchmark_data_smithi040_209735_object72572:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e181)", 2023-08-28T02:36:39.456 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:43.428063+0000", 2023-08-28T02:36:39.456 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 535.94302503400002, 2023-08-28T02:36:39.456 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0246443649999999, 2023-08-28T02:36:39.456 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:36:39.457 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:36:39.457 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:36:39.457 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:36:39.457 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:36:39.457 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 72573 2023-08-28T02:36:39.457 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.457 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:36:39.457 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.457 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:36:39.457 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428063+0000", 2023-08-28T02:36:39.457 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:36:39.457 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.458 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.458 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:36:39.458 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428063+0000", 2023-08-28T02:36:39.458 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:36:39.458 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.458 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.458 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:36:39.458 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428062+0000", 2023-08-28T02:36:39.458 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:36:39.458 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.458 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.458 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:36:39.459 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428108+0000", 2023-08-28T02:36:39.459 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.5787000000000001e-05 2023-08-28T02:36:39.459 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.459 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.459 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:36:39.459 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428115+0000", 2023-08-28T02:36:39.459 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.7530000000000004e-06 2023-08-28T02:36:39.459 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.459 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.459 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:36:39.459 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428119+0000", 2023-08-28T02:36:39.459 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.048e-06 2023-08-28T02:36:39.459 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.460 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.460 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:36:39.460 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428141+0000", 2023-08-28T02:36:39.460 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.2005999999999999e-05 2023-08-28T02:36:39.460 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.460 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.460 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:36:39.460 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428145+0000", 2023-08-28T02:36:39.460 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.8229999999999997e-06 2023-08-28T02:36:39.460 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.460 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.460 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:36:39.460 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.432537+0000", 2023-08-28T02:36:39.461 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0043922949999999 2023-08-28T02:36:39.461 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.461 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.461 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:36:39.461 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.432734+0000", 2023-08-28T02:36:39.461 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000197309 2023-08-28T02:36:39.461 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.461 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.461 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:36:39.461 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.432942+0000", 2023-08-28T02:36:39.461 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000207278 2023-08-28T02:36:39.461 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.462 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.462 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:36:39.462 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.437052+0000", 2023-08-28T02:36:39.462 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0041105819999999998 2023-08-28T02:36:39.462 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.462 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.462 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:39.462 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.442035+0000", 2023-08-28T02:36:39.462 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0049828040000000004 2023-08-28T02:36:39.462 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.462 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.462 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:39.462 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.451754+0000", 2023-08-28T02:36:39.463 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0097189210000000002 2023-08-28T02:36:39.463 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.463 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.463 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:36:39.463 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.451814+0000", 2023-08-28T02:36:39.463 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.9951000000000002e-05 2023-08-28T02:36:39.463 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.463 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.463 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:36:39.463 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.452707+0000", 2023-08-28T02:36:39.463 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000893267 2023-08-28T02:36:39.463 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:36:39.463 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:36:39.464 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:36:39.464 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.464 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.464 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:72577 9.12 9:4b2a3622:::benchmark_data_smithi040_209735_object72576:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e181)", 2023-08-28T02:36:39.464 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:27:43.428125+0000", 2023-08-28T02:36:39.464 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 535.94296289800002, 2023-08-28T02:36:39.464 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.031486412, 2023-08-28T02:36:39.464 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:36:39.464 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:36:39.464 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:36:39.464 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:36:39.465 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:36:39.465 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 72577 2023-08-28T02:36:39.465 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.465 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:36:39.465 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.465 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:36:39.465 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428125+0000", 2023-08-28T02:36:39.465 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:36:39.465 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.465 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.465 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:36:39.465 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428125+0000", 2023-08-28T02:36:39.466 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:36:39.466 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.466 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.466 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:36:39.466 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428125+0000", 2023-08-28T02:36:39.466 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:36:39.466 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.466 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.466 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:36:39.466 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428166+0000", 2023-08-28T02:36:39.466 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.1797e-05 2023-08-28T02:36:39.466 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.467 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.467 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:36:39.467 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428174+0000", 2023-08-28T02:36:39.467 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.2150000000000004e-06 2023-08-28T02:36:39.467 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.467 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.467 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:36:39.467 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428177+0000", 2023-08-28T02:36:39.467 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.766e-06 2023-08-28T02:36:39.467 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.467 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.467 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:36:39.467 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428202+0000", 2023-08-28T02:36:39.468 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.4355999999999999e-05 2023-08-28T02:36:39.468 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.468 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.468 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:36:39.468 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:43.428206+0000", 2023-08-28T02:36:39.468 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.9280000000000003e-06 2023-08-28T02:36:39.468 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.468 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.468 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:36:39.468 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.434138+0000", 2023-08-28T02:36:39.468 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0059322470000001 2023-08-28T02:36:39.468 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.469 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.469 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:36:39.469 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.434269+0000", 2023-08-28T02:36:39.469 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000130987 2023-08-28T02:36:39.469 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.469 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.469 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:36:39.469 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.434445+0000", 2023-08-28T02:36:39.469 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000176193 2023-08-28T02:36:39.469 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.469 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.469 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:36:39.470 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.437060+0000", 2023-08-28T02:36:39.470 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0026146379999999999 2023-08-28T02:36:39.470 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.470 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.470 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:39.470 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.442089+0000", 2023-08-28T02:36:39.470 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0050288390000000002 2023-08-28T02:36:39.470 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.470 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.470 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:39.470 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.458288+0000", 2023-08-28T02:36:39.470 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.016199660000000001 2023-08-28T02:36:39.470 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.471 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.471 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:36:39.471 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.458345+0000", 2023-08-28T02:36:39.471 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.7088e-05 2023-08-28T02:36:39.471 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.471 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.471 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:36:39.471 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:27:44.459611+0000", 2023-08-28T02:36:39.471 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0012661409999999999 2023-08-28T02:36:39.471 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:36:39.471 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:36:39.471 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:36:39.472 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.472 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.472 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:166847 9.16 9:6afd0020:::benchmark_data_smithi040_209735_object59252:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e218)", 2023-08-28T02:36:39.472 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:29:33.969780+0000", 2023-08-28T02:36:39.472 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 425.40130742399998, 2023-08-28T02:36:39.472 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4494550689999999, 2023-08-28T02:36:39.472 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:36:39.472 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:36:39.472 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:36:39.472 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:36:39.472 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:36:39.472 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 166847 2023-08-28T02:36:39.473 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.473 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:36:39.473 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.473 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:36:39.473 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.969780+0000", 2023-08-28T02:36:39.473 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:36:39.473 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.473 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.473 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:36:39.473 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.969780+0000", 2023-08-28T02:36:39.473 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:36:39.473 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.474 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.474 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:36:39.474 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.969778+0000", 2023-08-28T02:36:39.474 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999976 2023-08-28T02:36:39.474 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.474 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.474 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:36:39.474 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.969802+0000", 2023-08-28T02:36:39.474 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.3603000000000001e-05 2023-08-28T02:36:39.474 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.474 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.474 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:36:39.475 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.969831+0000", 2023-08-28T02:36:39.475 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.9756000000000001e-05 2023-08-28T02:36:39.475 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.475 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.475 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:36:39.475 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.969845+0000", 2023-08-28T02:36:39.475 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.3234999999999999e-05 2023-08-28T02:36:39.475 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.475 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.475 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:36:39.475 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.969910+0000", 2023-08-28T02:36:39.475 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.5603000000000002e-05 2023-08-28T02:36:39.476 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.476 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.476 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:36:39.476 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:33.969922+0000", 2023-08-28T02:36:39.476 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1659e-05 2023-08-28T02:36:39.476 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.476 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.476 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:36:39.476 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:35.267420+0000", 2023-08-28T02:36:39.476 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.297498357 2023-08-28T02:36:39.476 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.476 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.477 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:36:39.477 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:35.267639+0000", 2023-08-28T02:36:39.477 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00021923099999999999 2023-08-28T02:36:39.477 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.477 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.477 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 2,4,6", 2023-08-28T02:36:39.477 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:35.267843+0000", 2023-08-28T02:36:39.477 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000203325 2023-08-28T02:36:39.477 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.477 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.477 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:39.477 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:35.318157+0000", 2023-08-28T02:36:39.477 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.050314438000000003 2023-08-28T02:36:39.478 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.478 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.478 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:39.478 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:35.318229+0000", 2023-08-28T02:36:39.478 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.1451000000000004e-05 2023-08-28T02:36:39.478 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.478 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.478 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:39.478 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:35.318352+0000", 2023-08-28T02:36:39.478 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00012345100000000001 2023-08-28T02:36:39.478 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.478 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.479 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:36:39.479 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:35.417626+0000", 2023-08-28T02:36:39.479 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.099273771999999996 2023-08-28T02:36:39.479 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.479 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.479 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:36:39.479 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:35.417705+0000", 2023-08-28T02:36:39.479 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.9294000000000003e-05 2023-08-28T02:36:39.479 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.479 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.479 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:36:39.479 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:35.419236+0000", 2023-08-28T02:36:39.480 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0015303890000000001 2023-08-28T02:36:39.480 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:36:39.480 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:36:39.480 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:36:39.480 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.480 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.480 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:173277 9.0 9:02aebb5c:::benchmark_data_smithi040_209735_object65682:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e224)", 2023-08-28T02:36:39.480 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:29:44.383122+0000", 2023-08-28T02:36:39.480 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 414.98796607499997, 2023-08-28T02:36:39.480 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0443749790000001, 2023-08-28T02:36:39.480 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:36:39.480 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "reached pg", 2023-08-28T02:36:39.480 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:36:39.481 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:36:39.481 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:36:39.481 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 173277 2023-08-28T02:36:39.481 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.481 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:36:39.481 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.481 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:36:39.481 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:44.383122+0000", 2023-08-28T02:36:39.481 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:36:39.481 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.481 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.481 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:36:39.482 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:44.383122+0000", 2023-08-28T02:36:39.482 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:36:39.482 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.482 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.482 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:36:39.482 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:44.383120+0000", 2023-08-28T02:36:39.482 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:36:39.482 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.482 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.482 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:36:39.482 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:44.383128+0000", 2023-08-28T02:36:39.482 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.712e-06 2023-08-28T02:36:39.482 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.483 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.483 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:36:39.483 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:44.383140+0000", 2023-08-28T02:36:39.483 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2097e-05 2023-08-28T02:36:39.483 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.483 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.483 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:36:39.483 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:44.383151+0000", 2023-08-28T02:36:39.483 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0599e-05 2023-08-28T02:36:39.483 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.483 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.483 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:36:39.484 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:44.418302+0000", 2023-08-28T02:36:39.484 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.035151196000000003 2023-08-28T02:36:39.484 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.484 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.484 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:36:39.484 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:44.418311+0000", 2023-08-28T02:36:39.484 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.7800000000000006e-06 2023-08-28T02:36:39.484 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.484 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.484 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:36:39.484 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.413409+0000", 2023-08-28T02:36:39.484 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.99509816699999998 2023-08-28T02:36:39.485 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.485 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.485 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for missing object", 2023-08-28T02:36:39.485 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.413550+0000", 2023-08-28T02:36:39.485 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00014097099999999999 2023-08-28T02:36:39.485 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.485 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.485 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:36:39.485 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.427381+0000", 2023-08-28T02:36:39.485 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.013831266 2023-08-28T02:36:39.485 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.485 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.485 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:36:39.486 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.427497+0000", 2023-08-28T02:36:39.486 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000115659 2023-08-28T02:36:39.486 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:36:39.486 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:36:39.486 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:36:39.486 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.486 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.486 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.34719.0:173315 9.0 9:003aeb33:::benchmark_data_smithi040_209735_object65720:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e224)", 2023-08-28T02:36:39.486 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:29:44.383160+0000", 2023-08-28T02:36:39.486 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 414.98792786199999, 2023-08-28T02:36:39.486 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0588380989999999, 2023-08-28T02:36:39.486 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:36:39.486 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:36:39.487 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:36:39.487 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.34719", 2023-08-28T02:36:39.487 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:36:39.487 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 173315 2023-08-28T02:36:39.487 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.487 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:36:39.487 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.487 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:36:39.487 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:44.383160+0000", 2023-08-28T02:36:39.487 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:36:39.487 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.487 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.488 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:36:39.488 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:44.383160+0000", 2023-08-28T02:36:39.488 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:36:39.488 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.488 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.488 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:36:39.488 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:44.383160+0000", 2023-08-28T02:36:39.488 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:36:39.488 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.488 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.488 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:36:39.488 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:44.383162+0000", 2023-08-28T02:36:39.489 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.5950000000000001e-06 2023-08-28T02:36:39.489 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.489 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.489 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:36:39.489 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:44.383168+0000", 2023-08-28T02:36:39.489 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.8579999999999996e-06 2023-08-28T02:36:39.489 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.489 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.489 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:36:39.489 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:44.383173+0000", 2023-08-28T02:36:39.489 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.0409999999999997e-06 2023-08-28T02:36:39.489 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.490 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.490 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:36:39.490 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:44.418686+0000", 2023-08-28T02:36:39.490 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.035512425 2023-08-28T02:36:39.490 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.490 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.490 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:36:39.490 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:44.418695+0000", 2023-08-28T02:36:39.490 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.5389999999999996e-06 2023-08-28T02:36:39.490 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.490 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.490 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:36:39.491 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.423751+0000", 2023-08-28T02:36:39.491 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.005055977 2023-08-28T02:36:39.491 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.491 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.491 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:36:39.491 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.423917+0000", 2023-08-28T02:36:39.491 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000165775 2023-08-28T02:36:39.491 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.491 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.491 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 2,6", 2023-08-28T02:36:39.491 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.424341+0000", 2023-08-28T02:36:39.491 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00042420499999999998 2023-08-28T02:36:39.492 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.492 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.492 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:36:39.492 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.426926+0000", 2023-08-28T02:36:39.492 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0025854419999999999 2023-08-28T02:36:39.492 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.492 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.492 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:39.492 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.427723+0000", 2023-08-28T02:36:39.492 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00079643900000000002 2023-08-28T02:36:39.492 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.492 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.492 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:39.493 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.441802+0000", 2023-08-28T02:36:39.493 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.014079402 2023-08-28T02:36:39.493 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.493 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.493 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:36:39.493 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.441868+0000", 2023-08-28T02:36:39.493 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.5519999999999996e-05 2023-08-28T02:36:39.493 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.493 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.493 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:36:39.493 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.441998+0000", 2023-08-28T02:36:39.493 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00013027899999999999 2023-08-28T02:36:39.494 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:36:39.494 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:36:39.494 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:36:39.494 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.494 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.494 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:93232 10.2 10:4acd7099:::benchmark_data_smithi040_250784_object93231:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e279)", 2023-08-28T02:36:39.494 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:14.191364+0000", 2023-08-28T02:36:39.494 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 265.17972387399999, 2023-08-28T02:36:39.494 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 18.483502566999999, 2023-08-28T02:36:39.494 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:36:39.494 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:36:39.495 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:36:39.495 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:36:39.495 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:36:39.495 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 93232 2023-08-28T02:36:39.495 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.495 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:36:39.495 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.495 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:36:39.495 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.191364+0000", 2023-08-28T02:36:39.495 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:36:39.495 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.495 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.495 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:36:39.496 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.191364+0000", 2023-08-28T02:36:39.496 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:36:39.496 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.496 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.496 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:36:39.496 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.191362+0000", 2023-08-28T02:36:39.496 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:36:39.496 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.496 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.496 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:36:39.496 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.191392+0000", 2023-08-28T02:36:39.497 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.9550999999999999e-05 2023-08-28T02:36:39.497 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.497 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.497 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:36:39.497 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.191407+0000", 2023-08-28T02:36:39.497 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.5923999999999999e-05 2023-08-28T02:36:39.497 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.497 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.497 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:36:39.497 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.191416+0000", 2023-08-28T02:36:39.497 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.7760000000000003e-06 2023-08-28T02:36:39.497 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.497 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.498 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:36:39.498 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.191474+0000", 2023-08-28T02:36:39.498 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.7837999999999997e-05 2023-08-28T02:36:39.498 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.498 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.498 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:36:39.498 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.191607+0000", 2023-08-28T02:36:39.498 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000133211 2023-08-28T02:36:39.498 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.498 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.498 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,4", 2023-08-28T02:36:39.498 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.191739+0000", 2023-08-28T02:36:39.499 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00013158000000000001 2023-08-28T02:36:39.499 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.499 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.499 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:36:39.499 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.195177+0000", 2023-08-28T02:36:39.499 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0034383700000000001 2023-08-28T02:36:39.499 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.499 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.499 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:39.499 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.198514+0000", 2023-08-28T02:36:39.499 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0033371249999999998 2023-08-28T02:36:39.499 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.500 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.500 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:39.500 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.674771+0000", 2023-08-28T02:36:39.500 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 18.476256628000002 2023-08-28T02:36:39.500 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.500 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.500 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:36:39.500 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.674811+0000", 2023-08-28T02:36:39.500 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.0318000000000003e-05 2023-08-28T02:36:39.500 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.500 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.500 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:36:39.501 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.674867+0000", 2023-08-28T02:36:39.501 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.5294000000000003e-05 2023-08-28T02:36:39.501 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:36:39.501 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:36:39.501 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:36:39.501 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.501 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.501 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:93262 10.2 10:4aeb0131:::benchmark_data_smithi040_250784_object93261:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e279)", 2023-08-28T02:36:39.501 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:14.251778+0000", 2023-08-28T02:36:39.501 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 265.11931019600001, 2023-08-28T02:36:39.501 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 18.423198287000002, 2023-08-28T02:36:39.501 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:36:39.502 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:36:39.502 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:36:39.502 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:36:39.502 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:36:39.502 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 93262 2023-08-28T02:36:39.502 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.502 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:36:39.502 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.502 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:36:39.502 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.251778+0000", 2023-08-28T02:36:39.502 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:36:39.502 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.503 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.503 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:36:39.503 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.251778+0000", 2023-08-28T02:36:39.503 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:36:39.503 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.503 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.503 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:36:39.503 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.251776+0000", 2023-08-28T02:36:39.503 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:36:39.503 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.503 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.503 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:36:39.504 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.251804+0000", 2023-08-28T02:36:39.504 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.8113999999999999e-05 2023-08-28T02:36:39.504 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.504 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.504 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:36:39.504 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.251818+0000", 2023-08-28T02:36:39.504 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4064e-05 2023-08-28T02:36:39.504 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.504 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.504 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:36:39.504 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.251826+0000", 2023-08-28T02:36:39.504 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.8120000000000008e-06 2023-08-28T02:36:39.504 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.505 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.505 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:36:39.505 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.251885+0000", 2023-08-28T02:36:39.505 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.9583999999999997e-05 2023-08-28T02:36:39.505 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.505 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.505 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:36:39.505 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.252065+0000", 2023-08-28T02:36:39.505 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00017993100000000001 2023-08-28T02:36:39.505 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.505 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.505 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,4", 2023-08-28T02:36:39.506 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.252226+0000", 2023-08-28T02:36:39.506 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00016088800000000001 2023-08-28T02:36:39.506 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.506 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.506 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:36:39.506 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.255987+0000", 2023-08-28T02:36:39.506 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0037607230000000001 2023-08-28T02:36:39.506 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.506 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.506 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:39.506 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.258831+0000", 2023-08-28T02:36:39.506 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.002844348 2023-08-28T02:36:39.506 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.507 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.507 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:39.507 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.674903+0000", 2023-08-28T02:36:39.507 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 18.416072205999999 2023-08-28T02:36:39.507 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.507 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.507 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:36:39.507 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.674949+0000", 2023-08-28T02:36:39.507 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.5235999999999999e-05 2023-08-28T02:36:39.507 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.507 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.508 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:36:39.508 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.674976+0000", 2023-08-28T02:36:39.508 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.7402999999999998e-05 2023-08-28T02:36:39.508 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:36:39.508 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:36:39.508 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:36:39.508 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.508 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.508 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:93288 10.2 10:4ef81379:::benchmark_data_smithi040_250784_object93287:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e279)", 2023-08-28T02:36:39.508 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:14.323149+0000", 2023-08-28T02:36:39.508 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 265.04793872300002, 2023-08-28T02:36:39.508 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 18.351936534, 2023-08-28T02:36:39.508 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:36:39.509 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:36:39.509 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:36:39.509 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:36:39.509 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:36:39.509 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 93288 2023-08-28T02:36:39.509 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.509 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:36:39.509 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.509 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:36:39.509 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.323149+0000", 2023-08-28T02:36:39.509 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:36:39.509 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.510 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.510 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:36:39.510 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.323149+0000", 2023-08-28T02:36:39.510 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:36:39.510 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.510 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.510 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:36:39.510 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.323148+0000", 2023-08-28T02:36:39.510 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:36:39.510 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.510 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.510 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:36:39.511 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.323178+0000", 2023-08-28T02:36:39.511 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.0845e-05 2023-08-28T02:36:39.511 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.511 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.511 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:36:39.511 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.323197+0000", 2023-08-28T02:36:39.511 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.8541000000000001e-05 2023-08-28T02:36:39.511 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.511 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.511 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:36:39.511 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.323207+0000", 2023-08-28T02:36:39.511 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0018e-05 2023-08-28T02:36:39.512 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.512 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.512 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:36:39.512 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.323256+0000", 2023-08-28T02:36:39.512 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.9215000000000002e-05 2023-08-28T02:36:39.512 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.512 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.512 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:36:39.512 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.323413+0000", 2023-08-28T02:36:39.512 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00015721999999999999 2023-08-28T02:36:39.512 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.512 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.512 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,4", 2023-08-28T02:36:39.513 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.323533+0000", 2023-08-28T02:36:39.513 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000119363 2023-08-28T02:36:39.513 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.513 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.513 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:36:39.513 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.326407+0000", 2023-08-28T02:36:39.513 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0028743689999999999 2023-08-28T02:36:39.513 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.513 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.513 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:39.513 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.326664+0000", 2023-08-28T02:36:39.513 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000256655 2023-08-28T02:36:39.514 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.514 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.514 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:39.514 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.675011+0000", 2023-08-28T02:36:39.514 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 18.348347230999998 2023-08-28T02:36:39.514 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.514 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.514 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:36:39.514 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.675049+0000", 2023-08-28T02:36:39.514 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.7700999999999997e-05 2023-08-28T02:36:39.514 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.514 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.515 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:36:39.515 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.675086+0000", 2023-08-28T02:36:39.515 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.6905e-05 2023-08-28T02:36:39.515 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:36:39.515 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:36:39.515 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:36:39.515 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.515 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.515 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:93304 10.2 10:4b4a961c:::benchmark_data_smithi040_250784_object93303:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e279)", 2023-08-28T02:36:39.515 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:14.372577+0000", 2023-08-28T02:36:39.515 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 264.99851120199997, 2023-08-28T02:36:39.515 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 18.302606406999999, 2023-08-28T02:36:39.516 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:36:39.516 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:36:39.516 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:36:39.516 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:36:39.516 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:36:39.516 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 93304 2023-08-28T02:36:39.516 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.516 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:36:39.516 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.516 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:36:39.516 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.372577+0000", 2023-08-28T02:36:39.516 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:36:39.516 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.517 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.517 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:36:39.517 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.372577+0000", 2023-08-28T02:36:39.517 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:36:39.517 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.517 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.517 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:36:39.517 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.372576+0000", 2023-08-28T02:36:39.517 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:36:39.517 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.517 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.517 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:36:39.518 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.372618+0000", 2023-08-28T02:36:39.518 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.2212000000000002e-05 2023-08-28T02:36:39.518 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.518 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.518 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:36:39.518 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.372643+0000", 2023-08-28T02:36:39.518 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.5585999999999999e-05 2023-08-28T02:36:39.518 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.518 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.518 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:36:39.518 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.372653+0000", 2023-08-28T02:36:39.518 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.1200000000000008e-06 2023-08-28T02:36:39.519 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.519 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.519 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:36:39.519 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.372706+0000", 2023-08-28T02:36:39.519 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.3446999999999998e-05 2023-08-28T02:36:39.519 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.519 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.519 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:36:39.519 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.372837+0000", 2023-08-28T02:36:39.519 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00013135600000000001 2023-08-28T02:36:39.519 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.519 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.520 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,4", 2023-08-28T02:36:39.520 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.372972+0000", 2023-08-28T02:36:39.520 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00013499599999999999 2023-08-28T02:36:39.520 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.520 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.520 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:39.520 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.376350+0000", 2023-08-28T02:36:39.520 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00337718 2023-08-28T02:36:39.520 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.520 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.520 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:36:39.520 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.376510+0000", 2023-08-28T02:36:39.521 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00016010800000000001 2023-08-28T02:36:39.521 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.521 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.521 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:39.521 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.675112+0000", 2023-08-28T02:36:39.521 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 18.298602155000001 2023-08-28T02:36:39.521 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.521 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.521 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:36:39.521 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.675146+0000", 2023-08-28T02:36:39.521 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.4554000000000002e-05 2023-08-28T02:36:39.521 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:36:39.521 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:36:39.522 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:36:39.522 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.675183+0000", 2023-08-28T02:36:39.522 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.6711999999999997e-05 2023-08-28T02:36:39.522 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:36:39.522 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:36:39.522 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:36:39.522 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:36:39.522 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:36:39.522 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-08-28T02:36:39.522 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:36:39.523 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:36:39.523 INFO:teuthology.orchestra.run.smithi040.stdout:{"fsid":"d9a8f48a-4546-11ee-817c-1b7a5f1ba315","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"nodeep-scrub flag(s) set","count":12},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 36784/229260 objects degraded (16.045%), 6 pgs degraded, 5 pgs undersized","count":11},"muted":false}},"mutes":[]},"election_epoch":34,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":1404,"monmap":{"epoch":4,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":338,"num_osds":8,"num_up_osds":8,"osd_up_since":1693189991,"num_in_osds":6,"osd_in_since":1693189947,"num_remapped_pgs":8},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":90},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":5},{"state_name":"active+remapped+backfill_wait","count":2},{"state_name":"active+recovery_wait+degraded","count":1},{"state_name":"active+recovering+remapped","count":1}],"num_pgs":99,"num_pools":5,"num_objects":76420,"data_bytes":5007063812,"bytes_used":14771503104,"bytes_avail":561198710784,"bytes_total":575970213888,"degraded_objects":36784,"degraded_total":229260,"degraded_ratio":0.16044665445345896,"misplaced_objects":10046,"misplaced_total":229260,"misplaced_ratio":0.04381924452586583,"recovering_objects_per_sec":34,"recovering_bytes_per_sec":2276548,"recovering_keys_per_sec":0,"num_objects_recovered":278,"num_bytes_recovered":18219008,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":112},"fsmap":{"epoch":7,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi040.wmhbsz","status":"up:active","gid":24577}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.40:8443/","prometheus":"http://172.21.15.40:9283/"}},"servicemap":{"epoch":22,"modified":"2023-08-28T02:34:10.384085+0000","services":{}},"progress_events":{"12dba03a-d529-4826-b243-e29af8fa97a8":{"message":"Upgrade to 18.2.0-187-g9cf20820 (5m)\n [============................] (remaining: 6m)","progress":0.44999998807907104,"add_to_ceph_s":true},"42e4bfe6-6201-4e43-94a3-bd00b5166574":{"message":"Global Recovery Event (5m)\n [=========================...] (remaining: 30s)","progress":0.90909093618392944,"add_to_ceph_s":true}}} 2023-08-28T02:36:39.549 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:39.568 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:36:39.571 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:39.571 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:36:39.672 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:36:39.702 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:39.723 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:36:39.726 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:39.726 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:36:39.827 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:36:39.868 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:39.898 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:36:39.902 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:39.902 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:36:40.003 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:36:40.036 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:40.109 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:36:40.111 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:40.112 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:36:40.208 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:39 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3269877706' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:36:40.209 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:39 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3269877706' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:36:40.213 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:36:40.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:39 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3269877706' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:36:40.247 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:40.421 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:36:40.427 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:40.427 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:36:40.432 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.2 dump_ops_in_flight 2023-08-28T02:36:40.498 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd unset nodeep-scrub 2023-08-28T02:36:40.528 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:36:40.593 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:40.665 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:36:40.668 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:40.669 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:36:40.701 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2023-08-28T02:36:40.701 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:36:40.770 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:36:40.808 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:36:40.820 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:40.846 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-08-28T02:36:40.997 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:36:41.005 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:41.006 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:36:41.007 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:36:41.027 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:41 smithi040 ceph-mon[175404]: pgmap v1021: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.7 GiB data, 14 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 89 op/s; 36757/228930 objects degraded (16.056%); 10015/228930 objects misplaced (4.375%); 1.2 MiB/s, 18 objects/s recovering 2023-08-28T02:36:41.027 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:41 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 36784/229260 objects degraded (16.045%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:36:41.027 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:41 smithi040 ceph-mon[170259]: pgmap v1021: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.7 GiB data, 14 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 89 op/s; 36757/228930 objects degraded (16.056%); 10015/228930 objects misplaced (4.375%); 1.2 MiB/s, 18 objects/s recovering 2023-08-28T02:36:41.027 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:41 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 36784/229260 objects degraded (16.045%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:36:41.107 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:36:41.144 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:41.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:41 smithi083 ceph-mon[157819]: pgmap v1021: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.7 GiB data, 14 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 89 op/s; 36757/228930 objects degraded (16.056%); 10015/228930 objects misplaced (4.375%); 1.2 MiB/s, 18 objects/s recovering 2023-08-28T02:36:41.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:41 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 36784/229260 objects degraded (16.045%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:36:41.567 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:36:41.575 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:41.575 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:36:41.676 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:36:41.714 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:41.892 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:36:41.893 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:36:41.895 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:41.895 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:36:41.996 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:36:42.032 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:42.157 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:36:42.162 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:42.162 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:36:42.263 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:36:42.268 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-08-28T02:36:42.269 INFO:teuthology.orchestra.run.smithi040.stdout: "ops": [], 2023-08-28T02:36:42.269 INFO:teuthology.orchestra.run.smithi040.stdout: "num_ops": 0 2023-08-28T02:36:42.269 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-08-28T02:36:42.290 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:42.309 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:36:42.312 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:42.312 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:36:42.413 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:36:42.452 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:42.715 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:36:42.782 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:36:42.786 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:42.786 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:36:42.812 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.2 dump_blocked_ops 2023-08-28T02:36:42.887 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:36:42.927 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:43.052 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:36:43.057 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:43.058 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:36:43.159 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:36:43.189 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:43.210 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:36:43.213 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:43.213 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:36:43.314 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:36:43.341 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:43.362 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:36:43.365 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:43.365 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:36:43.466 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:36:43.512 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:43.541 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:36:43.547 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:43.548 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:36:43.582 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:36:43.649 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:36:43.693 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:43.746 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:43 smithi083 ceph-mon[157819]: pgmap v1022: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.6 GiB data, 14 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 95 op/s; 36634/228210 objects degraded (16.053%); 9996/228210 objects misplaced (4.380%); 1.5 MiB/s, 24 objects/s recovering 2023-08-28T02:36:43.747 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:43 smithi040 ceph-mon[175404]: pgmap v1022: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.6 GiB data, 14 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 95 op/s; 36634/228210 objects degraded (16.053%); 9996/228210 objects misplaced (4.380%); 1.5 MiB/s, 24 objects/s recovering 2023-08-28T02:36:43.747 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:43 smithi040 ceph-mon[170259]: pgmap v1022: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.6 GiB data, 14 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 95 op/s; 36634/228210 objects degraded (16.053%); 9996/228210 objects misplaced (4.380%); 1.5 MiB/s, 24 objects/s recovering 2023-08-28T02:36:43.778 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:36:43.787 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:43.787 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:36:43.826 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:36:43.832 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:36:43.888 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:36:43.917 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:43.942 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:36:43.945 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:43.945 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:36:44.046 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:36:44.076 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:44.097 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:36:44.100 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:44.100 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:36:44.201 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:36:44.237 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:44.347 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":1022,"stamp":"2023-08-28T02:36:42.431128+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4984126212,"num_objects":76070,"num_object_clones":0,"num_object_copies":228210,"num_objects_missing_on_primary":4837,"num_objects_missing":4837,"num_objects_degraded":36634,"num_objects_misplaced":9996,"num_objects_unfound":0,"num_objects_dirty":76070,"num_whiteouts":0,"num_read":90,"num_read_kb":168,"num_write":110672,"num_write_kb":5972054,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":37146,"num_bytes_recovered":2416906609,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97741,"ondisk_log_size":97741,"up":297,"acting":292,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":14361812,"kb_used_data":11431716,"kb_used_omap":12,"kb_used_meta":2930035,"kb_avail":548109100,"statfs":{"total":575970213888,"available":561263718400,"internally_reserved":0,"allocated":11706077184,"data_stored":11696215622,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12739,"internal_metadata":3000356413},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,0,2,1,0,3,4,6,1],"upper_bound":8192},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-62455808,"num_objects":-953,"num_object_clones":0,"num_object_copies":-2859,"num_objects_missing_on_primary":-71,"num_objects_missing":-71,"num_objects_degraded":-305,"num_objects_misplaced":-120,"num_objects_unfound":0,"num_objects_dirty":-953,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":953,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":239,"num_bytes_recovered":15663104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"9.937125"},"pg_stats":[{"pgid":"3.1a","version":"65'1","reported_seq":349,"reported_epoch":337,"state":"active+clean","last_fresh":"2023-08-28T02:36:32.499329+0000","last_change":"2023-08-28T02:32:32.667028+0000","last_active":"2023-08-28T02:36:32.499329+0000","last_peered":"2023-08-28T02:36:32.499329+0000","last_clean":"2023-08-28T02:36:32.499329+0000","last_became_active":"2023-08-28T02:32:32.666711+0000","last_became_peered":"2023-08-28T02:32:32.666711+0000","last_unstale":"2023-08-28T02:36:32.499329+0000","last_undegraded":"2023-08-28T02:36:32.499329+0000","last_fullsized":"2023-08-28T02:36:32.499329+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:28:21.913105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":301,"reported_epoch":337,"state":"active+clean","last_fresh":"2023-08-28T02:36:32.620953+0000","last_change":"2023-08-28T02:29:44.421259+0000","last_active":"2023-08-28T02:36:32.620953+0000","last_peered":"2023-08-28T02:36:32.620953+0000","last_clean":"2023-08-28T02:36:32.620953+0000","last_became_active":"2023-08-28T02:29:44.420936+0000","last_became_peered":"2023-08-28T02:29:44.420936+0000","last_unstale":"2023-08-28T02:36:32.620953+0000","last_undegraded":"2023-08-28T02:36:32.620953+0000","last_fullsized":"2023-08-28T02:36:32.620953+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:22:26.346867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":141,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-08-28T02:36:25.432048+0000","last_change":"2023-08-28T02:33:12.290337+0000","last_active":"2023-08-28T02:36:25.432048+0000","last_peered":"2023-08-28T02:36:25.432048+0000","last_clean":"2023-08-28T02:36:25.432048+0000","last_became_active":"2023-08-28T02:33:12.289852+0000","last_became_peered":"2023-08-28T02:33:12.289852+0000","last_unstale":"2023-08-28T02:36:25.432048+0000","last_undegraded":"2023-08-28T02:36:25.432048+0000","last_fullsized":"2023-08-28T02:36:25.432048+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:04:26.420037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":316,"reported_epoch":337,"state":"active+clean","last_fresh":"2023-08-28T02:36:32.620208+0000","last_change":"2023-08-28T02:33:13.317226+0000","last_active":"2023-08-28T02:36:32.620208+0000","last_peered":"2023-08-28T02:36:32.620208+0000","last_clean":"2023-08-28T02:36:32.620208+0000","last_became_active":"2023-08-28T02:33:13.316893+0000","last_became_peered":"2023-08-28T02:33:13.316893+0000","last_unstale":"2023-08-28T02:36:32.620208+0000","last_undegraded":"2023-08-28T02:36:32.620208+0000","last_fullsized":"2023-08-28T02:36:32.620208+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:55:46.593463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":261,"reported_epoch":337,"state":"active+clean","last_fresh":"2023-08-28T02:36:32.497226+0000","last_change":"2023-08-28T02:33:12.295203+0000","last_active":"2023-08-28T02:36:32.497226+0000","last_peered":"2023-08-28T02:36:32.497226+0000","last_clean":"2023-08-28T02:36:32.497226+0000","last_became_active":"2023-08-28T02:33:12.294904+0000","last_became_peered":"2023-08-28T02:33:12.294904+0000","last_unstale":"2023-08-28T02:36:32.497226+0000","last_undegraded":"2023-08-28T02:36:32.497226+0000","last_fullsized":"2023-08-28T02:36:32.497226+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:31:07.008856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":279,"reported_epoch":337,"state":"active+clean","last_fresh":"2023-08-28T02:36:32.609350+0000","last_change":"2023-08-28T02:31:51.987263+0000","last_active":"2023-08-28T02:36:32.609350+0000","last_peered":"2023-08-28T02:36:32.609350+0000","last_clean":"2023-08-28T02:36:32.609350+0000","last_became_active":"2023-08-28T02:31:51.986938+0000","last_became_peered":"2023-08-28T02:31:51.986938+0000","last_unstale":"2023-08-28T02:36:32.609350+0000","last_undegraded":"2023-08-28T02:36:32.609350+0000","last_fullsized":"2023-08-28T02:36:32.609350+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:18.021905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":311,"reported_epoch":337,"state":"active+clean","last_fresh":"2023-08-28T02:36:32.620531+0000","last_change":"2023-08-28T02:33:12.318656+0000","last_active":"2023-08-28T02:36:32.620531+0000","last_peered":"2023-08-28T02:36:32.620531+0000","last_clean":"2023-08-28T02:36:32.620531+0000","last_became_active":"2023-08-28T02:33:12.318297+0000","last_became_peered":"2023-08-28T02:33:12.318297+0000","last_unstale":"2023-08-28T02:36:32.620531+0000","last_undegraded":"2023-08-28T02:36:32.620531+0000","last_fullsized":"2023-08-28T02:36:32.620531+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:43:09.789767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":242,"reported_epoch":337,"state":"active+clean","last_fresh":"2023-08-28T02:36:32.494716+0000","last_change":"2023-08-28T02:33:13.357230+0000","last_active":"2023-08-28T02:36:32.494716+0000","last_peered":"2023-08-28T02:36:32.494716+0000","last_clean":"2023-08-28T02:36:32.494716+0000","last_became_active":"2023-08-28T02:33:13.356853+0000","last_became_peered":"2023-08-28T02:33:13.356853+0000","last_unstale":"2023-08-28T02:36:32.494716+0000","last_undegraded":"2023-08-28T02:36:32.494716+0000","last_fullsized":"2023-08-28T02:36:32.494716+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:20:21.545007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":321,"reported_epoch":337,"state":"active+clean","last_fresh":"2023-08-28T02:36:32.607327+0000","last_change":"2023-08-28T02:29:44.462510+0000","last_active":"2023-08-28T02:36:32.607327+0000","last_peered":"2023-08-28T02:36:32.607327+0000","last_clean":"2023-08-28T02:36:32.607327+0000","last_became_active":"2023-08-28T02:29:44.460314+0000","last_became_peered":"2023-08-28T02:29:44.460314+0000","last_unstale":"2023-08-28T02:36:32.607327+0000","last_undegraded":"2023-08-28T02:36:32.607327+0000","last_fullsized":"2023-08-28T02:36:32.607327+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:59:01.311467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":245,"reported_epoch":337,"state":"active+clean","last_fresh":"2023-08-28T02:36:32.494986+0000","last_change":"2023-08-28T02:33:13.291255+0000","last_active":"2023-08-28T02:36:32.494986+0000","last_peered":"2023-08-28T02:36:32.494986+0000","last_clean":"2023-08-28T02:36:32.494986+0000","last_became_active":"2023-08-28T02:33:13.290933+0000","last_became_peered":"2023-08-28T02:33:13.290933+0000","last_unstale":"2023-08-28T02:36:32.494986+0000","last_undegraded":"2023-08-28T02:36:32.494986+0000","last_fullsized":"2023-08-28T02:36:32.494986+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:31:54.116908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"65'3","reported_seq":322,"reported_epoch":337,"state":"active+clean","last_fresh":"2023-08-28T02:36:32.646295+0000","last_change":"2023-08-28T02:33:12.296412+0000","last_active":"2023-08-28T02:36:32.646295+0000","last_peered":"2023-08-28T02:36:32.646295+0000","last_clean":"2023-08-28T02:36:32.646295+0000","last_became_active":"2023-08-28T02:33:12.295786+0000","last_became_peered":"2023-08-28T02:33:12.295786+0000","last_unstale":"2023-08-28T02:36:32.646295+0000","last_undegraded":"2023-08-28T02:36:32.646295+0000","last_fullsized":"2023-08-28T02:36:32.646295+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:15:31.449163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":144,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-08-28T02:36:25.432517+0000","last_change":"2023-08-28T02:32:32.666927+0000","last_active":"2023-08-28T02:36:25.432517+0000","last_peered":"2023-08-28T02:36:25.432517+0000","last_clean":"2023-08-28T02:36:25.432517+0000","last_became_active":"2023-08-28T02:32:32.666618+0000","last_became_peered":"2023-08-28T02:32:32.666618+0000","last_unstale":"2023-08-28T02:36:25.432517+0000","last_undegraded":"2023-08-28T02:36:25.432517+0000","last_fullsized":"2023-08-28T02:36:25.432517+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:45:57.998333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":346,"reported_epoch":337,"state":"active+clean","last_fresh":"2023-08-28T02:36:32.499539+0000","last_change":"2023-08-28T02:32:28.505262+0000","last_active":"2023-08-28T02:36:32.499539+0000","last_peered":"2023-08-28T02:36:32.499539+0000","last_clean":"2023-08-28T02:36:32.499539+0000","last_became_active":"2023-08-28T02:32:28.455999+0000","last_became_peered":"2023-08-28T02:32:28.455999+0000","last_unstale":"2023-08-28T02:36:32.499539+0000","last_undegraded":"2023-08-28T02:36:32.499539+0000","last_fullsized":"2023-08-28T02:36:32.499539+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:28.937020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":9468,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":330,"reported_epoch":337,"state":"active+clean","last_fresh":"2023-08-28T02:36:32.499428+0000","last_change":"2023-08-28T02:32:12.959195+0000","last_active":"2023-08-28T02:36:32.499428+0000","last_peered":"2023-08-28T02:36:32.499428+0000","last_clean":"2023-08-28T02:36:32.499428+0000","last_became_active":"2023-08-28T02:32:12.958832+0000","last_became_peered":"2023-08-28T02:32:12.958832+0000","last_unstale":"2023-08-28T02:36:32.499428+0000","last_undegraded":"2023-08-28T02:36:32.499428+0000","last_fullsized":"2023-08-28T02:36:32.499428+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:23:27.197787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"65'2","reported_seq":320,"reported_epoch":337,"state":"active+clean","last_fresh":"2023-08-28T02:36:32.644493+0000","last_change":"2023-08-28T02:32:28.461161+0000","last_active":"2023-08-28T02:36:32.644493+0000","last_peered":"2023-08-28T02:36:32.644493+0000","last_clean":"2023-08-28T02:36:32.644493+0000","last_became_active":"2023-08-28T02:32:28.451284+0000","last_became_peered":"2023-08-28T02:32:28.451284+0000","last_unstale":"2023-08-28T02:36:32.644493+0000","last_undegraded":"2023-08-28T02:36:32.644493+0000","last_fullsized":"2023-08-28T02:36:32.644493+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:58:20.061020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":302,"reported_epoch":337,"state":"active+clean","last_fresh":"2023-08-28T02:36:32.619688+0000","last_change":"2023-08-28T02:29:44.419566+0000","last_active":"2023-08-28T02:36:32.619688+0000","last_peered":"2023-08-28T02:36:32.619688+0000","last_clean":"2023-08-28T02:36:32.619688+0000","last_became_active":"2023-08-28T02:29:44.419053+0000","last_became_peered":"2023-08-28T02:29:44.419053+0000","last_unstale":"2023-08-28T02:36:32.619688+0000","last_undegraded":"2023-08-28T02:36:32.619688+0000","last_fullsized":"2023-08-28T02:36:32.619688+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:44:36.133499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":305,"reported_epoch":337,"state":"active+clean","last_fresh":"2023-08-28T02:36:32.619184+0000","last_change":"2023-08-28T02:33:12.493777+0000","last_active":"2023-08-28T02:36:32.619184+0000","last_peered":"2023-08-28T02:36:32.619184+0000","last_clean":"2023-08-28T02:36:32.619184+0000","last_became_active":"2023-08-28T02:33:12.491177+0000","last_became_peered":"2023-08-28T02:33:12.491177+0000","last_unstale":"2023-08-28T02:36:32.619184+0000","last_undegraded":"2023-08-28T02:36:32.619184+0000","last_fullsized":"2023-08-28T02:36:32.619184+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:10:58.167753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":317,"reported_epoch":337,"state":"active+clean","last_fresh":"2023-08-28T02:36:32.605155+0000","last_change":"2023-08-28T02:33:12.290293+0000","last_active":"2023-08-28T02:36:32.605155+0000","last_peered":"2023-08-28T02:36:32.605155+0000","last_clean":"2023-08-28T02:36:32.605155+0000","last_became_active":"2023-08-28T02:33:12.289989+0000","last_became_peered":"2023-08-28T02:33:12.289989+0000","last_unstale":"2023-08-28T02:36:32.605155+0000","last_undegraded":"2023-08-28T02:36:32.605155+0000","last_fullsized":"2023-08-28T02:36:32.605155+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:05:33.622172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":295,"reported_epoch":337,"state":"active+clean","last_fresh":"2023-08-28T02:36:32.646543+0000","last_change":"2023-08-28T02:32:12.948756+0000","last_active":"2023-08-28T02:36:32.646543+0000","last_peered":"2023-08-28T02:36:32.646543+0000","last_clean":"2023-08-28T02:36:32.646543+0000","last_became_active":"2023-08-28T02:32:12.948441+0000","last_became_peered":"2023-08-28T02:32:12.948441+0000","last_unstale":"2023-08-28T02:36:32.646543+0000","last_undegraded":"2023-08-28T02:36:32.646543+0000","last_fullsized":"2023-08-28T02:36:32.646543+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:27.922180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":312,"reported_epoch":337,"state":"active+clean","last_fresh":"2023-08-28T02:36:32.620282+0000","last_change":"2023-08-28T02:33:12.299398+0000","last_active":"2023-08-28T02:36:32.620282+0000","last_peered":"2023-08-28T02:36:32.620282+0000","last_clean":"2023-08-28T02:36:32.620282+0000","last_became_active":"2023-08-28T02:33:12.299113+0000","last_became_peered":"2023-08-28T02:33:12.299113+0000","last_unstale":"2023-08-28T02:36:32.620282+0000","last_undegraded":"2023-08-28T02:36:32.620282+0000","last_fullsized":"2023-08-28T02:36:32.620282+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:14:55.597212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"65'8","reported_seq":105,"reported_epoch":337,"state":"active+clean","last_fresh":"2023-08-28T02:36:32.619493+0000","last_change":"2023-08-28T02:33:13.478870+0000","last_active":"2023-08-28T02:36:32.619493+0000","last_peered":"2023-08-28T02:36:32.619493+0000","last_clean":"2023-08-28T02:36:32.619493+0000","last_became_active":"2023-08-28T02:33:13.332142+0000","last_became_peered":"2023-08-28T02:33:13.332142+0000","last_unstale":"2023-08-28T02:36:32.619493+0000","last_undegraded":"2023-08-28T02:36:32.619493+0000","last_fullsized":"2023-08-28T02:36:32.619493+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:32:42.810159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":243,"reported_epoch":337,"state":"active+clean","last_fresh":"2023-08-28T02:36:32.495303+0000","last_change":"2023-08-28T02:33:12.306353+0000","last_active":"2023-08-28T02:36:32.495303+0000","last_peered":"2023-08-28T02:36:32.495303+0000","last_clean":"2023-08-28T02:36:32.495303+0000","last_became_active":"2023-08-28T02:33:12.304977+0000","last_became_peered":"2023-08-28T02:33:12.304977+0000","last_unstale":"2023-08-28T02:36:32.495303+0000","last_undegraded":"2023-08-28T02:36:32.495303+0000","last_fullsized":"2023-08-28T02:36:32.495303+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:19:38.819671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"338'6897","reported_seq":6993,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-08-28T02:36:40.468217+0000","last_change":"2023-08-28T02:30:50.402703+0000","last_active":"2023-08-28T02:36:40.468217+0000","last_peered":"2023-08-28T02:36:40.468217+0000","last_clean":"2023-08-28T02:36:40.468217+0000","last_became_active":"2023-08-28T02:30:50.402419+0000","last_became_peered":"2023-08-28T02:30:50.402419+0000","last_unstale":"2023-08-28T02:36:40.468217+0000","last_undegraded":"2023-08-28T02:36:40.468217+0000","last_fullsized":"2023-08-28T02:36:40.468217+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6897,"log_dups_size":0,"ondisk_log_size":6897,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:07:37.393907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":312147968,"num_objects":4763,"num_object_clones":0,"num_object_copies":14289,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4763,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6897,"num_write_kb":373120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"65'1","reported_seq":303,"reported_epoch":337,"state":"active+clean","last_fresh":"2023-08-28T02:36:32.646301+0000","last_change":"2023-08-28T02:14:43.046130+0000","last_active":"2023-08-28T02:36:32.646301+0000","last_peered":"2023-08-28T02:36:32.646301+0000","last_clean":"2023-08-28T02:36:32.646301+0000","last_became_active":"2023-08-28T02:14:43.045775+0000","last_became_peered":"2023-08-28T02:14:43.045775+0000","last_unstale":"2023-08-28T02:36:32.646301+0000","last_undegraded":"2023-08-28T02:36:32.646301+0000","last_fullsized":"2023-08-28T02:36:32.646301+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:57:38.279756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":293,"reported_epoch":337,"state":"active+clean","last_fresh":"2023-08-28T02:36:32.604521+0000","last_change":"2023-08-28T02:31:51.987149+0000","last_active":"2023-08-28T02:36:32.604521+0000","last_peered":"2023-08-28T02:36:32.604521+0000","last_clean":"2023-08-28T02:36:32.604521+0000","last_became_active":"2023-08-28T02:31:51.986821+0000","last_became_peered":"2023-08-28T02:31:51.986821+0000","last_unstale":"2023-08-28T02:36:32.604521+0000","last_undegraded":"2023-08-28T02:36:32.604521+0000","last_fullsized":"2023-08-28T02:36:32.604521+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:23:26.661134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"338'6889","reported_seq":10553,"reported_epoch":338,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:36:40.573221+0000","last_change":"2023-08-28T02:33:33.975566+0000","last_active":"2023-08-28T02:36:40.573221+0000","last_peered":"2023-08-28T02:36:40.573221+0000","last_clean":"2023-08-28T02:31:27.868230+0000","last_became_active":"2023-08-28T02:33:33.660452+0000","last_became_peered":"2023-08-28T02:33:33.660452+0000","last_unstale":"2023-08-28T02:36:40.573221+0000","last_undegraded":"2023-08-28T02:33:13.410847+0000","last_fullsized":"2023-08-28T02:33:13.270012+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6889,"log_dups_size":0,"ondisk_log_size":6889,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:33.375162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":308740096,"num_objects":4711,"num_object_clones":0,"num_object_copies":14133,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7219,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4711,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6889,"num_write_kb":371200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1765,"num_bytes_recovered":115605504,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[5,4],"avail_no_missing":["5","6"],"object_location_counts":[{"shards":"2,5,6","objects":915},{"shards":"3,5,6","objects":2291},{"shards":"5,6","objects":1505}],"blocked_by":[],"up_primary":3,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"65'2","reported_seq":328,"reported_epoch":337,"state":"active+clean","last_fresh":"2023-08-28T02:36:32.646392+0000","last_change":"2023-08-28T02:29:44.436352+0000","last_active":"2023-08-28T02:36:32.646392+0000","last_peered":"2023-08-28T02:36:32.646392+0000","last_clean":"2023-08-28T02:36:32.646392+0000","last_became_active":"2023-08-28T02:29:44.411499+0000","last_became_peered":"2023-08-28T02:29:44.411499+0000","last_unstale":"2023-08-28T02:36:32.646392+0000","last_undegraded":"2023-08-28T02:36:32.646392+0000","last_fullsized":"2023-08-28T02:36:32.646392+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:46:57.540191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":354,"reported_epoch":337,"state":"active+clean","last_fresh":"2023-08-28T02:36:32.499298+0000","last_change":"2023-08-28T02:33:12.289004+0000","last_active":"2023-08-28T02:36:32.499298+0000","last_peered":"2023-08-28T02:36:32.499298+0000","last_clean":"2023-08-28T02:36:32.499298+0000","last_became_active":"2023-08-28T02:33:12.288722+0000","last_became_peered":"2023-08-28T02:33:12.288722+0000","last_unstale":"2023-08-28T02:36:32.499298+0000","last_undegraded":"2023-08-28T02:36:32.499298+0000","last_fullsized":"2023-08-28T02:36:32.499298+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:24.019483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"338'6812","reported_seq":6925,"reported_epoch":338,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:36:40.272842+0000","last_change":"2023-08-28T02:33:13.585687+0000","last_active":"2023-08-28T02:36:40.272842+0000","last_peered":"2023-08-28T02:36:40.272842+0000","last_clean":"2023-08-28T02:31:27.908616+0000","last_became_active":"2023-08-28T02:33:13.578484+0000","last_became_peered":"2023-08-28T02:33:13.578484+0000","last_unstale":"2023-08-28T02:36:40.272842+0000","last_undegraded":"2023-08-28T02:33:13.297322+0000","last_fullsized":"2023-08-28T02:33:13.268309+0000","mapping_epoch":298,"log_start":"256'1512","ondisk_log_start":"256'1512","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5300,"log_dups_size":0,"ondisk_log_size":5300,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:42:33.431186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":310509568,"num_objects":4738,"num_object_clones":0,"num_object_copies":14214,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2533,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4738,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6812,"num_write_kb":369600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4],"avail_no_missing":["0","4"],"object_location_counts":[{"shards":"0,4","objects":2290}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"65'1","reported_seq":314,"reported_epoch":337,"state":"active+clean","last_fresh":"2023-08-28T02:36:32.646200+0000","last_change":"2023-08-28T02:33:13.516869+0000","last_active":"2023-08-28T02:36:32.646200+0000","last_peered":"2023-08-28T02:36:32.646200+0000","last_clean":"2023-08-28T02:36:32.646200+0000","last_became_active":"2023-08-28T02:33:13.396736+0000","last_became_peered":"2023-08-28T02:33:13.396736+0000","last_unstale":"2023-08-28T02:36:32.646200+0000","last_undegraded":"2023-08-28T02:36:32.646200+0000","last_fullsized":"2023-08-28T02:36:32.646200+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:47:08.237137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":279,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-08-28T02:36:25.432354+0000","last_change":"2023-08-28T02:31:51.987327+0000","last_active":"2023-08-28T02:36:25.432354+0000","last_peered":"2023-08-28T02:36:25.432354+0000","last_clean":"2023-08-28T02:36:25.432354+0000","last_became_active":"2023-08-28T02:31:51.987018+0000","last_became_peered":"2023-08-28T02:31:51.987018+0000","last_unstale":"2023-08-28T02:36:25.432354+0000","last_undegraded":"2023-08-28T02:36:25.432354+0000","last_fullsized":"2023-08-28T02:36:25.432354+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:53:26.105101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.5","version":"338'6778","reported_seq":8817,"reported_epoch":338,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:36:40.247214+0000","last_change":"2023-08-28T02:33:13.625779+0000","last_active":"2023-08-28T02:36:40.247214+0000","last_peered":"2023-08-28T02:36:40.247214+0000","last_clean":"2023-08-28T02:31:27.898932+0000","last_became_active":"2023-08-28T02:33:13.612126+0000","last_became_peered":"2023-08-28T02:33:13.612126+0000","last_unstale":"2023-08-28T02:36:40.247214+0000","last_undegraded":"2023-08-28T02:33:13.485377+0000","last_fullsized":"2023-08-28T02:33:13.264317+0000","mapping_epoch":298,"log_start":"256'1463","ondisk_log_start":"256'1463","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5315,"log_dups_size":0,"ondisk_log_size":5315,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:37:28.843386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":306315264,"num_objects":4674,"num_object_clones":0,"num_object_copies":14022,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7216,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4674,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6778,"num_write_kb":366464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":960,"num_bytes_recovered":62914560,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,7],"avail_no_missing":["0","2"],"object_location_counts":[{"shards":"0,2","objects":2358},{"shards":"0,2,3","objects":2316}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":332,"reported_epoch":337,"state":"active+clean","last_fresh":"2023-08-28T02:36:32.604969+0000","last_change":"2023-08-28T02:33:13.281826+0000","last_active":"2023-08-28T02:36:32.604969+0000","last_peered":"2023-08-28T02:36:32.604969+0000","last_clean":"2023-08-28T02:36:32.604969+0000","last_became_active":"2023-08-28T02:33:13.281511+0000","last_became_peered":"2023-08-28T02:33:13.281511+0000","last_unstale":"2023-08-28T02:36:32.604969+0000","last_undegraded":"2023-08-28T02:36:32.604969+0000","last_fullsized":"2023-08-28T02:36:32.604969+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:32:55.005706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":328,"reported_epoch":337,"state":"active+clean","last_fresh":"2023-08-28T02:36:32.619858+0000","last_change":"2023-08-28T02:29:44.436713+0000","last_active":"2023-08-28T02:36:32.619858+0000","last_peered":"2023-08-28T02:36:32.619858+0000","last_clean":"2023-08-28T02:36:32.619858+0000","last_became_active":"2023-08-28T02:29:44.436203+0000","last_became_peered":"2023-08-28T02:29:44.436203+0000","last_unstale":"2023-08-28T02:36:32.619858+0000","last_undegraded":"2023-08-28T02:36:32.619858+0000","last_fullsized":"2023-08-28T02:36:32.619858+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:46:48.522293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"337'7026","reported_seq":7124,"reported_epoch":337,"state":"active+clean","last_fresh":"2023-08-28T02:36:37.158802+0000","last_change":"2023-08-28T02:30:50.399669+0000","last_active":"2023-08-28T02:36:37.158802+0000","last_peered":"2023-08-28T02:36:37.158802+0000","last_clean":"2023-08-28T02:36:37.158802+0000","last_became_active":"2023-08-28T02:30:50.399332+0000","last_became_peered":"2023-08-28T02:30:50.399332+0000","last_unstale":"2023-08-28T02:36:37.158802+0000","last_undegraded":"2023-08-28T02:36:37.158802+0000","last_fullsized":"2023-08-28T02:36:37.158802+0000","mapping_epoch":250,"log_start":"255'900","ondisk_log_start":"255'900","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6126,"log_dups_size":0,"ondisk_log_size":6126,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:00:54.910841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":313786368,"num_objects":4788,"num_object_clones":0,"num_object_copies":14364,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4788,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7026,"num_write_kb":378048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"75'161","reported_seq":758,"reported_epoch":337,"state":"active+clean","last_fresh":"2023-08-28T02:36:32.646648+0000","last_change":"2023-08-28T02:33:13.310049+0000","last_active":"2023-08-28T02:36:32.646648+0000","last_peered":"2023-08-28T02:36:32.646648+0000","last_clean":"2023-08-28T02:36:32.646648+0000","last_became_active":"2023-08-28T02:33:13.309661+0000","last_became_peered":"2023-08-28T02:33:13.309661+0000","last_unstale":"2023-08-28T02:36:32.646648+0000","last_undegraded":"2023-08-28T02:36:32.646648+0000","last_fullsized":"2023-08-28T02:36:32.646648+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.930230+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.930230+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:27:40.889460+0000","scrub_duration":0.0050169209999999997,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"65'2","reported_seq":292,"reported_epoch":337,"state":"active+clean","last_fresh":"2023-08-28T02:36:32.495947+0000","last_change":"2023-08-28T02:33:12.294922+0000","last_active":"2023-08-28T02:36:32.495947+0000","last_peered":"2023-08-28T02:36:32.495947+0000","last_clean":"2023-08-28T02:36:32.495947+0000","last_became_active":"2023-08-28T02:33:12.294518+0000","last_became_peered":"2023-08-28T02:33:12.294518+0000","last_unstale":"2023-08-28T02:36:32.495947+0000","last_undegraded":"2023-08-28T02:36:32.495947+0000","last_fullsized":"2023-08-28T02:36:32.495947+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:21:12.737286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":331,"reported_epoch":337,"state":"active+clean","last_fresh":"2023-08-28T02:36:32.499532+0000","last_change":"2023-08-28T02:33:13.310505+0000","last_active":"2023-08-28T02:36:32.499532+0000","last_peered":"2023-08-28T02:36:32.499532+0000","last_clean":"2023-08-28T02:36:32.499532+0000","last_became_active":"2023-08-28T02:33:13.310223+0000","last_became_peered":"2023-08-28T02:33:13.310223+0000","last_unstale":"2023-08-28T02:36:32.499532+0000","last_undegraded":"2023-08-28T02:36:32.499532+0000","last_fullsized":"2023-08-28T02:36:32.499532+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:27:02.124453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"338'6904","reported_seq":9028,"reported_epoch":338,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:36:40.510176+0000","last_change":"2023-08-28T02:33:13.591092+0000","last_active":"2023-08-28T02:36:40.510176+0000","last_peered":"2023-08-28T02:36:40.510176+0000","last_clean":"2023-08-28T02:31:27.916082+0000","last_became_active":"2023-08-28T02:33:13.580413+0000","last_became_peered":"2023-08-28T02:33:13.580413+0000","last_unstale":"2023-08-28T02:36:40.510176+0000","last_undegraded":"2023-08-28T02:33:13.480527+0000","last_fullsized":"2023-08-28T02:33:13.270957+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6904,"log_dups_size":0,"ondisk_log_size":6904,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:03.698410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":312213504,"num_objects":4764,"num_object_clones":0,"num_object_copies":14292,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7388,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4764,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6904,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":999,"num_bytes_recovered":65470464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,4],"avail_no_missing":["5","2"],"object_location_counts":[{"shards":"2,3,5","objects":2282},{"shards":"2,5","objects":2482}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"75'161","reported_seq":591,"reported_epoch":337,"state":"active+recovery_wait+degraded","last_fresh":"2023-08-28T02:36:32.604539+0000","last_change":"2023-08-28T02:33:13.287487+0000","last_active":"2023-08-28T02:36:32.604539+0000","last_peered":"2023-08-28T02:36:32.604539+0000","last_clean":"2023-08-28T02:31:25.515426+0000","last_became_active":"2023-08-28T02:33:13.287313+0000","last_became_peered":"2023-08-28T02:33:13.287313+0000","last_unstale":"2023-08-28T02:36:32.604539+0000","last_undegraded":"2023-08-28T02:33:13.270760+0000","last_fullsized":"2023-08-28T02:36:32.604539+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":204,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:45.407127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:45.407127+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:39:14.213229+0000","scrub_duration":0.0018495320000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":["5","2","3"],"object_location_counts":[{"shards":"2,3,5","objects":1}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":251,"reported_epoch":337,"state":"active+clean","last_fresh":"2023-08-28T02:36:32.499237+0000","last_change":"2023-08-28T02:33:13.309727+0000","last_active":"2023-08-28T02:36:32.499237+0000","last_peered":"2023-08-28T02:36:32.499237+0000","last_clean":"2023-08-28T02:36:32.499237+0000","last_became_active":"2023-08-28T02:33:13.309487+0000","last_became_peered":"2023-08-28T02:33:13.309487+0000","last_unstale":"2023-08-28T02:36:32.499237+0000","last_undegraded":"2023-08-28T02:36:32.499237+0000","last_fullsized":"2023-08-28T02:36:32.499237+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:27:29.294011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":66,"reported_epoch":337,"state":"active+clean","last_fresh":"2023-08-28T02:36:32.499443+0000","last_change":"2023-08-28T02:32:28.456323+0000","last_active":"2023-08-28T02:36:32.499443+0000","last_peered":"2023-08-28T02:36:32.499443+0000","last_clean":"2023-08-28T02:36:32.499443+0000","last_became_active":"2023-08-28T02:32:28.455987+0000","last_became_peered":"2023-08-28T02:32:28.455987+0000","last_unstale":"2023-08-28T02:36:32.499443+0000","last_undegraded":"2023-08-28T02:36:32.499443+0000","last_fullsized":"2023-08-28T02:36:32.499443+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:54:07.724002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"337'7040","reported_seq":17155,"reported_epoch":337,"state":"active+clean","last_fresh":"2023-08-28T02:36:37.385551+0000","last_change":"2023-08-28T02:33:13.316023+0000","last_active":"2023-08-28T02:36:37.385551+0000","last_peered":"2023-08-28T02:36:37.385551+0000","last_clean":"2023-08-28T02:36:37.385551+0000","last_became_active":"2023-08-28T02:33:13.308403+0000","last_became_peered":"2023-08-28T02:33:13.308403+0000","last_unstale":"2023-08-28T02:36:37.385551+0000","last_undegraded":"2023-08-28T02:36:37.385551+0000","last_fullsized":"2023-08-28T02:36:37.385551+0000","mapping_epoch":298,"log_start":"255'900","ondisk_log_start":"255'900","created":250,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6140,"log_dups_size":0,"ondisk_log_size":6140,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:10:38.401973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":318242816,"num_objects":4856,"num_object_clones":0,"num_object_copies":14568,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4856,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7040,"num_write_kb":380672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4999,"num_bytes_recovered":327614464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":311,"reported_epoch":337,"state":"active+clean","last_fresh":"2023-08-28T02:36:32.499261+0000","last_change":"2023-08-28T02:32:28.455294+0000","last_active":"2023-08-28T02:36:32.499261+0000","last_peered":"2023-08-28T02:36:32.499261+0000","last_clean":"2023-08-28T02:36:32.499261+0000","last_became_active":"2023-08-28T02:32:28.455013+0000","last_became_peered":"2023-08-28T02:32:28.455013+0000","last_unstale":"2023-08-28T02:36:32.499261+0000","last_undegraded":"2023-08-28T02:36:32.499261+0000","last_fullsized":"2023-08-28T02:36:32.499261+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:53.583864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":343,"reported_epoch":337,"state":"active+clean","last_fresh":"2023-08-28T02:36:32.499789+0000","last_change":"2023-08-28T02:33:13.335588+0000","last_active":"2023-08-28T02:36:32.499789+0000","last_peered":"2023-08-28T02:36:32.499789+0000","last_clean":"2023-08-28T02:36:32.499789+0000","last_became_active":"2023-08-28T02:33:13.335326+0000","last_became_peered":"2023-08-28T02:33:13.335326+0000","last_unstale":"2023-08-28T02:36:32.499789+0000","last_undegraded":"2023-08-28T02:36:32.499789+0000","last_fullsized":"2023-08-28T02:36:32.499789+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:15:44.958663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"338'6932","reported_seq":7028,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-08-28T02:36:39.693688+0000","last_change":"2023-08-28T02:30:50.400261+0000","last_active":"2023-08-28T02:36:39.693688+0000","last_peered":"2023-08-28T02:36:39.693688+0000","last_clean":"2023-08-28T02:36:39.693688+0000","last_became_active":"2023-08-28T02:30:50.399938+0000","last_became_peered":"2023-08-28T02:30:50.399938+0000","last_unstale":"2023-08-28T02:36:39.693688+0000","last_undegraded":"2023-08-28T02:36:39.693688+0000","last_fullsized":"2023-08-28T02:36:39.693688+0000","mapping_epoch":250,"log_start":"256'1490","ondisk_log_start":"256'1490","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5442,"log_dups_size":0,"ondisk_log_size":5442,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:43:56.802792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":312082432,"num_objects":4762,"num_object_clones":0,"num_object_copies":14286,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4762,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6932,"num_write_kb":374208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"75'161","reported_seq":617,"reported_epoch":337,"state":"active+clean","last_fresh":"2023-08-28T02:36:32.604399+0000","last_change":"2023-08-28T02:32:56.519141+0000","last_active":"2023-08-28T02:36:32.604399+0000","last_peered":"2023-08-28T02:36:32.604399+0000","last_clean":"2023-08-28T02:36:32.604399+0000","last_became_active":"2023-08-28T02:32:56.518863+0000","last_became_peered":"2023-08-28T02:32:56.518863+0000","last_unstale":"2023-08-28T02:36:32.604399+0000","last_undegraded":"2023-08-28T02:36:32.604399+0000","last_fullsized":"2023-08-28T02:36:32.604399+0000","mapping_epoch":292,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":293,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_clean_scrub_stamp":"2023-08-28T02:29:25.608370+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:59:50.561109+0000","scrub_duration":0.001662689,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":245,"reported_epoch":337,"state":"active+clean","last_fresh":"2023-08-28T02:36:32.494861+0000","last_change":"2023-08-28T02:33:12.294592+0000","last_active":"2023-08-28T02:36:32.494861+0000","last_peered":"2023-08-28T02:36:32.494861+0000","last_clean":"2023-08-28T02:36:32.494861+0000","last_became_active":"2023-08-28T02:33:12.288508+0000","last_became_peered":"2023-08-28T02:33:12.288508+0000","last_unstale":"2023-08-28T02:36:32.494861+0000","last_undegraded":"2023-08-28T02:36:32.494861+0000","last_fullsized":"2023-08-28T02:36:32.494861+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:05:42.717608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":127,"reported_epoch":337,"state":"active+clean","last_fresh":"2023-08-28T02:36:32.496258+0000","last_change":"2023-08-28T02:29:44.429834+0000","last_active":"2023-08-28T02:36:32.496258+0000","last_peered":"2023-08-28T02:36:32.496258+0000","last_clean":"2023-08-28T02:36:32.496258+0000","last_became_active":"2023-08-28T02:29:44.429512+0000","last_became_peered":"2023-08-28T02:29:44.429512+0000","last_unstale":"2023-08-28T02:36:32.496258+0000","last_undegraded":"2023-08-28T02:36:32.496258+0000","last_fullsized":"2023-08-28T02:36:32.496258+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:58.062455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"338'6853","reported_seq":6949,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-08-28T02:36:40.522785+0000","last_change":"2023-08-28T02:30:50.402348+0000","last_active":"2023-08-28T02:36:40.522785+0000","last_peered":"2023-08-28T02:36:40.522785+0000","last_clean":"2023-08-28T02:36:40.522785+0000","last_became_active":"2023-08-28T02:30:50.402076+0000","last_became_peered":"2023-08-28T02:30:50.402076+0000","last_unstale":"2023-08-28T02:36:40.522785+0000","last_undegraded":"2023-08-28T02:36:40.522785+0000","last_fullsized":"2023-08-28T02:36:40.522785+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6853,"log_dups_size":0,"ondisk_log_size":6853,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:24.859426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":309526528,"num_objects":4723,"num_object_clones":0,"num_object_copies":14169,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4723,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6853,"num_write_kb":370432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.7","version":"75'161","reported_seq":537,"reported_epoch":337,"state":"active+clean","last_fresh":"2023-08-28T02:36:32.495224+0000","last_change":"2023-08-28T02:33:13.532525+0000","last_active":"2023-08-28T02:36:32.495224+0000","last_peered":"2023-08-28T02:36:32.495224+0000","last_clean":"2023-08-28T02:36:32.495224+0000","last_became_active":"2023-08-28T02:33:13.532125+0000","last_became_peered":"2023-08-28T02:33:13.532125+0000","last_unstale":"2023-08-28T02:36:32.495224+0000","last_undegraded":"2023-08-28T02:36:32.495224+0000","last_fullsized":"2023-08-28T02:36:32.495224+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.887648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.887648+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":127,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-08-28T02:36:25.432824+0000","last_change":"2023-08-28T02:29:44.407595+0000","last_active":"2023-08-28T02:36:25.432824+0000","last_peered":"2023-08-28T02:36:25.432824+0000","last_clean":"2023-08-28T02:36:25.432824+0000","last_became_active":"2023-08-28T02:29:44.407316+0000","last_became_peered":"2023-08-28T02:29:44.407316+0000","last_unstale":"2023-08-28T02:36:25.432824+0000","last_undegraded":"2023-08-28T02:36:25.432824+0000","last_fullsized":"2023-08-28T02:36:25.432824+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:01:47.777709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":349,"reported_epoch":337,"state":"active+clean","last_fresh":"2023-08-28T02:36:32.605117+0000","last_change":"2023-08-28T02:33:13.286980+0000","last_active":"2023-08-28T02:36:32.605117+0000","last_peered":"2023-08-28T02:36:32.605117+0000","last_clean":"2023-08-28T02:36:32.605117+0000","last_became_active":"2023-08-28T02:33:13.286740+0000","last_became_peered":"2023-08-28T02:33:13.286740+0000","last_unstale":"2023-08-28T02:36:32.605117+0000","last_undegraded":"2023-08-28T02:36:32.605117+0000","last_fullsized":"2023-08-28T02:36:32.605117+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:24:54.574365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":127,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-08-28T02:36:25.432435+0000","last_change":"2023-08-28T02:29:44.506914+0000","last_active":"2023-08-28T02:36:25.432435+0000","last_peered":"2023-08-28T02:36:25.432435+0000","last_clean":"2023-08-28T02:36:25.432435+0000","last_became_active":"2023-08-28T02:29:44.506606+0000","last_became_peered":"2023-08-28T02:29:44.506606+0000","last_unstale":"2023-08-28T02:36:25.432435+0000","last_undegraded":"2023-08-28T02:36:25.432435+0000","last_fullsized":"2023-08-28T02:36:25.432435+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:55:50.992279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"338'6880","reported_seq":18575,"reported_epoch":338,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:36:40.307552+0000","last_change":"2023-08-28T02:34:11.565330+0000","last_active":"2023-08-28T02:36:40.307552+0000","last_peered":"2023-08-28T02:36:40.307552+0000","last_clean":"2023-08-28T02:32:11.916240+0000","last_became_active":"2023-08-28T02:33:12.501819+0000","last_became_peered":"2023-08-28T02:33:12.501819+0000","last_unstale":"2023-08-28T02:36:40.307552+0000","last_undegraded":"2023-08-28T02:36:40.307552+0000","last_fullsized":"2023-08-28T02:36:40.307552+0000","mapping_epoch":297,"log_start":"256'1524","ondisk_log_start":"256'1524","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5356,"log_dups_size":0,"ondisk_log_size":5356,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:45:43.329719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":309067776,"num_objects":4716,"num_object_clones":0,"num_object_copies":14148,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4716,"num_objects_unfound":0,"num_objects_dirty":4716,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6880,"num_write_kb":371072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5787,"num_bytes_recovered":379256832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,2],"avail_no_missing":["0","2","5","6"],"object_location_counts":[{"shards":"0,2,5","objects":4716}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.1","version":"75'161","reported_seq":597,"reported_epoch":337,"state":"active+clean","last_fresh":"2023-08-28T02:36:32.604705+0000","last_change":"2023-08-28T02:32:31.482659+0000","last_active":"2023-08-28T02:36:32.604705+0000","last_peered":"2023-08-28T02:36:32.604705+0000","last_clean":"2023-08-28T02:36:32.604705+0000","last_became_active":"2023-08-28T02:32:31.482320+0000","last_became_peered":"2023-08-28T02:32:31.482320+0000","last_unstale":"2023-08-28T02:36:32.604705+0000","last_undegraded":"2023-08-28T02:36:32.604705+0000","last_fullsized":"2023-08-28T02:36:32.604705+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:24.559397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:24.559397+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:41:09.516918+0000","scrub_duration":0.001580328,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":335,"reported_epoch":337,"state":"active+clean","last_fresh":"2023-08-28T02:36:32.604789+0000","last_change":"2023-08-28T02:31:51.988386+0000","last_active":"2023-08-28T02:36:32.604789+0000","last_peered":"2023-08-28T02:36:32.604789+0000","last_clean":"2023-08-28T02:36:32.604789+0000","last_became_active":"2023-08-28T02:31:51.988097+0000","last_became_peered":"2023-08-28T02:31:51.988097+0000","last_unstale":"2023-08-28T02:36:32.604789+0000","last_undegraded":"2023-08-28T02:36:32.604789+0000","last_fullsized":"2023-08-28T02:36:32.604789+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:25:01.818829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":311,"reported_epoch":337,"state":"active+clean","last_fresh":"2023-08-28T02:36:32.499582+0000","last_change":"2023-08-28T02:32:12.951275+0000","last_active":"2023-08-28T02:36:32.499582+0000","last_peered":"2023-08-28T02:36:32.499582+0000","last_clean":"2023-08-28T02:36:32.499582+0000","last_became_active":"2023-08-28T02:32:12.950965+0000","last_became_peered":"2023-08-28T02:32:12.950965+0000","last_unstale":"2023-08-28T02:36:32.499582+0000","last_undegraded":"2023-08-28T02:36:32.499582+0000","last_fullsized":"2023-08-28T02:36:32.499582+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:37:31.294280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":153,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-08-28T02:36:25.432888+0000","last_change":"2023-08-28T02:33:13.286534+0000","last_active":"2023-08-28T02:36:25.432888+0000","last_peered":"2023-08-28T02:36:25.432888+0000","last_clean":"2023-08-28T02:36:25.432888+0000","last_became_active":"2023-08-28T02:33:13.286164+0000","last_became_peered":"2023-08-28T02:33:13.286164+0000","last_unstale":"2023-08-28T02:36:25.432888+0000","last_undegraded":"2023-08-28T02:36:25.432888+0000","last_fullsized":"2023-08-28T02:36:25.432888+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:56.721932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"338'6923","reported_seq":18709,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-08-28T02:36:40.468528+0000","last_change":"2023-08-28T02:34:14.448606+0000","last_active":"2023-08-28T02:36:40.468528+0000","last_peered":"2023-08-28T02:36:40.468528+0000","last_clean":"2023-08-28T02:36:40.468528+0000","last_became_active":"2023-08-28T02:34:14.438547+0000","last_became_peered":"2023-08-28T02:34:14.438547+0000","last_unstale":"2023-08-28T02:36:40.468528+0000","last_undegraded":"2023-08-28T02:36:40.468528+0000","last_fullsized":"2023-08-28T02:36:40.468528+0000","mapping_epoch":314,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":315,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6923,"log_dups_size":0,"ondisk_log_size":6923,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:06:41.120408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":310968320,"num_objects":4745,"num_object_clones":0,"num_object_copies":14235,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4745,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6923,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5834,"num_bytes_recovered":376832000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2","version":"75'161","reported_seq":719,"reported_epoch":337,"state":"active+clean","last_fresh":"2023-08-28T02:36:32.644513+0000","last_change":"2023-08-28T02:30:51.762377+0000","last_active":"2023-08-28T02:36:32.644513+0000","last_peered":"2023-08-28T02:36:32.644513+0000","last_clean":"2023-08-28T02:36:32.644513+0000","last_became_active":"2023-08-28T02:27:46.375590+0000","last_became_peered":"2023-08-28T02:27:46.375590+0000","last_unstale":"2023-08-28T02:36:32.644513+0000","last_undegraded":"2023-08-28T02:36:32.644513+0000","last_fullsized":"2023-08-28T02:36:32.644513+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:51.762314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:51.762314+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:02.034555+0000","scrub_duration":0.0020023620000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":145,"reported_epoch":337,"state":"active+clean","last_fresh":"2023-08-28T02:36:32.495069+0000","last_change":"2023-08-28T02:33:13.289765+0000","last_active":"2023-08-28T02:36:32.495069+0000","last_peered":"2023-08-28T02:36:32.495069+0000","last_clean":"2023-08-28T02:36:32.495069+0000","last_became_active":"2023-08-28T02:33:13.289159+0000","last_became_peered":"2023-08-28T02:33:13.289159+0000","last_unstale":"2023-08-28T02:36:32.495069+0000","last_undegraded":"2023-08-28T02:36:32.495069+0000","last_fullsized":"2023-08-28T02:36:32.495069+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:30:38.956723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":145,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-08-28T02:36:25.432021+0000","last_change":"2023-08-28T02:32:28.464203+0000","last_active":"2023-08-28T02:36:25.432021+0000","last_peered":"2023-08-28T02:36:25.432021+0000","last_clean":"2023-08-28T02:36:25.432021+0000","last_became_active":"2023-08-28T02:32:28.463412+0000","last_became_peered":"2023-08-28T02:32:28.463412+0000","last_unstale":"2023-08-28T02:36:25.432021+0000","last_undegraded":"2023-08-28T02:36:25.432021+0000","last_fullsized":"2023-08-28T02:36:25.432021+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:20:38.177879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":127,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-08-28T02:36:25.437423+0000","last_change":"2023-08-28T02:29:44.427945+0000","last_active":"2023-08-28T02:36:25.437423+0000","last_peered":"2023-08-28T02:36:25.437423+0000","last_clean":"2023-08-28T02:36:25.437423+0000","last_became_active":"2023-08-28T02:29:44.426487+0000","last_became_peered":"2023-08-28T02:29:44.426487+0000","last_unstale":"2023-08-28T02:36:25.437423+0000","last_undegraded":"2023-08-28T02:36:25.437423+0000","last_fullsized":"2023-08-28T02:36:25.437423+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:30:20.438896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"337'6914","reported_seq":16980,"reported_epoch":337,"state":"active+clean","last_fresh":"2023-08-28T02:36:36.577129+0000","last_change":"2023-08-28T02:34:48.488647+0000","last_active":"2023-08-28T02:36:36.577129+0000","last_peered":"2023-08-28T02:36:36.577129+0000","last_clean":"2023-08-28T02:36:36.577129+0000","last_became_active":"2023-08-28T02:34:48.476519+0000","last_became_peered":"2023-08-28T02:34:48.476519+0000","last_unstale":"2023-08-28T02:36:36.577129+0000","last_undegraded":"2023-08-28T02:36:36.577129+0000","last_fullsized":"2023-08-28T02:36:36.577129+0000","mapping_epoch":318,"log_start":"255'700","ondisk_log_start":"255'700","created":250,"last_epoch_clean":319,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6214,"log_dups_size":0,"ondisk_log_size":6214,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:44:20.004230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":309985280,"num_objects":4730,"num_object_clones":0,"num_object_copies":14190,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4730,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6914,"num_write_kb":372608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4973,"num_bytes_recovered":325910528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":329,"reported_epoch":337,"state":"active+clean","last_fresh":"2023-08-28T02:36:32.604933+0000","last_change":"2023-08-28T02:33:13.484970+0000","last_active":"2023-08-28T02:36:32.604933+0000","last_peered":"2023-08-28T02:36:32.604933+0000","last_clean":"2023-08-28T02:36:32.604933+0000","last_became_active":"2023-08-28T02:33:13.484579+0000","last_became_peered":"2023-08-28T02:33:13.484579+0000","last_unstale":"2023-08-28T02:36:32.604933+0000","last_undegraded":"2023-08-28T02:36:32.604933+0000","last_fullsized":"2023-08-28T02:36:32.604933+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:58.027468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"75'161","reported_seq":720,"reported_epoch":337,"state":"active+clean","last_fresh":"2023-08-28T02:36:32.644472+0000","last_change":"2023-08-28T02:31:55.059467+0000","last_active":"2023-08-28T02:36:32.644472+0000","last_peered":"2023-08-28T02:36:32.644472+0000","last_clean":"2023-08-28T02:36:32.644472+0000","last_became_active":"2023-08-28T02:31:55.059115+0000","last_became_peered":"2023-08-28T02:31:55.059115+0000","last_unstale":"2023-08-28T02:36:32.644472+0000","last_undegraded":"2023-08-28T02:36:32.644472+0000","last_fullsized":"2023-08-28T02:36:32.644472+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":0,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.820990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.820990+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:15:56.774667+0000","scrub_duration":0.0017342480000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":246,"reported_epoch":337,"state":"active+clean","last_fresh":"2023-08-28T02:36:32.496420+0000","last_change":"2023-08-28T02:33:13.352810+0000","last_active":"2023-08-28T02:36:32.496420+0000","last_peered":"2023-08-28T02:36:32.496420+0000","last_clean":"2023-08-28T02:36:32.496420+0000","last_became_active":"2023-08-28T02:33:13.351697+0000","last_became_peered":"2023-08-28T02:33:13.351697+0000","last_unstale":"2023-08-28T02:36:32.496420+0000","last_undegraded":"2023-08-28T02:36:32.496420+0000","last_fullsized":"2023-08-28T02:36:32.496420+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:56.187163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":160,"reported_epoch":337,"state":"active+clean","last_fresh":"2023-08-28T02:36:32.499709+0000","last_change":"2023-08-28T02:31:51.984584+0000","last_active":"2023-08-28T02:36:32.499709+0000","last_peered":"2023-08-28T02:36:32.499709+0000","last_clean":"2023-08-28T02:36:32.499709+0000","last_became_active":"2023-08-28T02:31:51.984264+0000","last_became_peered":"2023-08-28T02:31:51.984264+0000","last_unstale":"2023-08-28T02:36:32.499709+0000","last_undegraded":"2023-08-28T02:36:32.499709+0000","last_fullsized":"2023-08-28T02:36:32.499709+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:58:42.306722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"338'6856","reported_seq":18559,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-08-28T02:36:40.196108+0000","last_change":"2023-08-28T02:35:11.978901+0000","last_active":"2023-08-28T02:36:40.196108+0000","last_peered":"2023-08-28T02:36:40.196108+0000","last_clean":"2023-08-28T02:36:40.196108+0000","last_became_active":"2023-08-28T02:35:11.966585+0000","last_became_peered":"2023-08-28T02:35:11.966585+0000","last_unstale":"2023-08-28T02:36:40.196108+0000","last_undegraded":"2023-08-28T02:36:40.196108+0000","last_fullsized":"2023-08-28T02:36:40.196108+0000","mapping_epoch":323,"log_start":"256'1528","ondisk_log_start":"256'1528","created":250,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5328,"log_dups_size":0,"ondisk_log_size":5328,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:03:07.017814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":309723136,"num_objects":4726,"num_object_clones":0,"num_object_copies":14178,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4726,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6856,"num_write_kb":370624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5791,"num_bytes_recovered":368967680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3","version":"75'161","reported_seq":603,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-08-28T02:36:25.433218+0000","last_change":"2023-08-28T02:31:55.068239+0000","last_active":"2023-08-28T02:36:25.433218+0000","last_peered":"2023-08-28T02:36:25.433218+0000","last_clean":"2023-08-28T02:36:25.433218+0000","last_became_active":"2023-08-28T02:31:55.067875+0000","last_became_peered":"2023-08-28T02:31:55.067875+0000","last_unstale":"2023-08-28T02:36:25.433218+0000","last_undegraded":"2023-08-28T02:36:25.433218+0000","last_fullsized":"2023-08-28T02:36:25.433218+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.868248+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:11:04.391639+0000","scrub_duration":0.0016215240000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":343,"reported_epoch":337,"state":"active+clean","last_fresh":"2023-08-28T02:36:32.644615+0000","last_change":"2023-08-28T02:29:44.421353+0000","last_active":"2023-08-28T02:36:32.644615+0000","last_peered":"2023-08-28T02:36:32.644615+0000","last_clean":"2023-08-28T02:36:32.644615+0000","last_became_active":"2023-08-28T02:29:44.421064+0000","last_became_peered":"2023-08-28T02:29:44.421064+0000","last_unstale":"2023-08-28T02:36:32.644615+0000","last_undegraded":"2023-08-28T02:36:32.644615+0000","last_fullsized":"2023-08-28T02:36:32.644615+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:51:36.524024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":312,"reported_epoch":337,"state":"active+clean","last_fresh":"2023-08-28T02:36:32.620560+0000","last_change":"2023-08-28T02:33:12.299487+0000","last_active":"2023-08-28T02:36:32.620560+0000","last_peered":"2023-08-28T02:36:32.620560+0000","last_clean":"2023-08-28T02:36:32.620560+0000","last_became_active":"2023-08-28T02:33:12.299175+0000","last_became_peered":"2023-08-28T02:33:12.299175+0000","last_unstale":"2023-08-28T02:36:32.620560+0000","last_undegraded":"2023-08-28T02:36:32.620560+0000","last_fullsized":"2023-08-28T02:36:32.620560+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:42:29.713462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":323,"reported_epoch":337,"state":"active+clean","last_fresh":"2023-08-28T02:36:32.620045+0000","last_change":"2023-08-28T02:32:28.457696+0000","last_active":"2023-08-28T02:36:32.620045+0000","last_peered":"2023-08-28T02:36:32.620045+0000","last_clean":"2023-08-28T02:36:32.620045+0000","last_became_active":"2023-08-28T02:32:28.457407+0000","last_became_peered":"2023-08-28T02:32:28.457407+0000","last_unstale":"2023-08-28T02:36:32.620045+0000","last_undegraded":"2023-08-28T02:36:32.620045+0000","last_fullsized":"2023-08-28T02:36:32.620045+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:26:29.392787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"338'6826","reported_seq":7950,"reported_epoch":338,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:36:40.526588+0000","last_change":"2023-08-28T02:34:11.566035+0000","last_active":"2023-08-28T02:36:40.526588+0000","last_peered":"2023-08-28T02:36:40.526588+0000","last_clean":"2023-08-28T02:33:10.395883+0000","last_became_active":"2023-08-28T02:33:12.394714+0000","last_became_peered":"2023-08-28T02:33:12.394714+0000","last_unstale":"2023-08-28T02:36:40.526588+0000","last_undegraded":"2023-08-28T02:36:40.526588+0000","last_fullsized":"2023-08-28T02:36:40.526588+0000","mapping_epoch":297,"log_start":"256'1384","ondisk_log_start":"256'1384","created":250,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5442,"log_dups_size":0,"ondisk_log_size":5442,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:01:26.984565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":305201176,"num_objects":4658,"num_object_clones":0,"num_object_copies":13974,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4254,"num_objects_unfound":0,"num_objects_dirty":4658,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":6826,"num_write_kb":367425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":500,"num_bytes_recovered":32768000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,6],"avail_no_missing":["4","0","6"],"object_location_counts":[{"shards":"0,4,6","objects":4658}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.6","version":"75'161","reported_seq":597,"reported_epoch":337,"state":"active+clean","last_fresh":"2023-08-28T02:36:32.619966+0000","last_change":"2023-08-28T02:33:13.338675+0000","last_active":"2023-08-28T02:36:32.619966+0000","last_peered":"2023-08-28T02:36:32.619966+0000","last_clean":"2023-08-28T02:36:32.619966+0000","last_became_active":"2023-08-28T02:33:13.338271+0000","last_became_peered":"2023-08-28T02:33:13.338271+0000","last_unstale":"2023-08-28T02:36:32.619966+0000","last_undegraded":"2023-08-28T02:36:32.619966+0000","last_fullsized":"2023-08-28T02:36:32.619966+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.774982+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.774982+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:13:20.011329+0000","scrub_duration":0.003539819,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":306,"reported_epoch":337,"state":"active+clean","last_fresh":"2023-08-28T02:36:32.646231+0000","last_change":"2023-08-28T02:14:43.033789+0000","last_active":"2023-08-28T02:36:32.646231+0000","last_peered":"2023-08-28T02:36:32.646231+0000","last_clean":"2023-08-28T02:36:32.646231+0000","last_became_active":"2023-08-28T02:14:43.033454+0000","last_became_peered":"2023-08-28T02:14:43.033454+0000","last_unstale":"2023-08-28T02:36:32.646231+0000","last_undegraded":"2023-08-28T02:36:32.646231+0000","last_fullsized":"2023-08-28T02:36:32.646231+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:01:13.205842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":136,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-08-28T02:36:25.432982+0000","last_change":"2023-08-28T02:32:28.461807+0000","last_active":"2023-08-28T02:36:25.432982+0000","last_peered":"2023-08-28T02:36:25.432982+0000","last_clean":"2023-08-28T02:36:25.432982+0000","last_became_active":"2023-08-28T02:32:28.461116+0000","last_became_peered":"2023-08-28T02:32:28.461116+0000","last_unstale":"2023-08-28T02:36:25.432982+0000","last_undegraded":"2023-08-28T02:36:25.432982+0000","last_fullsized":"2023-08-28T02:36:25.432982+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:12:45.321757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":283,"reported_epoch":337,"state":"active+clean","last_fresh":"2023-08-28T02:36:32.620104+0000","last_change":"2023-08-28T02:14:43.048791+0000","last_active":"2023-08-28T02:36:32.620104+0000","last_peered":"2023-08-28T02:36:32.620104+0000","last_clean":"2023-08-28T02:36:32.620104+0000","last_became_active":"2023-08-28T02:14:43.047408+0000","last_became_peered":"2023-08-28T02:14:43.047408+0000","last_unstale":"2023-08-28T02:36:32.620104+0000","last_undegraded":"2023-08-28T02:36:32.620104+0000","last_fullsized":"2023-08-28T02:36:32.620104+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:47.097181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"338'7033","reported_seq":16068,"reported_epoch":338,"state":"active+recovering+remapped","last_fresh":"2023-08-28T02:36:40.491102+0000","last_change":"2023-08-28T02:35:10.974195+0000","last_active":"2023-08-28T02:36:40.491102+0000","last_peered":"2023-08-28T02:36:40.491102+0000","last_clean":"2023-08-28T02:31:50.933695+0000","last_became_active":"2023-08-28T02:33:13.540416+0000","last_became_peered":"2023-08-28T02:33:13.540416+0000","last_unstale":"2023-08-28T02:36:40.491102+0000","last_undegraded":"2023-08-28T02:36:40.491102+0000","last_fullsized":"2023-08-28T02:36:40.491102+0000","mapping_epoch":298,"log_start":"256'1674","ondisk_log_start":"256'1674","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5359,"log_dups_size":0,"ondisk_log_size":5359,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:49:35.658845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":316473344,"num_objects":4829,"num_object_clones":0,"num_object_copies":14487,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":1026,"num_objects_unfound":0,"num_objects_dirty":4829,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7033,"num_write_kb":379584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4454,"num_bytes_recovered":291897344,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,2],"avail_no_missing":["4","2","6"],"object_location_counts":[{"shards":"2,4,5","objects":4316},{"shards":"2,4,6","objects":513}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.5","version":"75'161","reported_seq":631,"reported_epoch":337,"state":"active+clean","last_fresh":"2023-08-28T02:36:32.499456+0000","last_change":"2023-08-28T02:32:31.477151+0000","last_active":"2023-08-28T02:36:32.499456+0000","last_peered":"2023-08-28T02:36:32.499456+0000","last_clean":"2023-08-28T02:36:32.499456+0000","last_became_active":"2023-08-28T02:32:31.476776+0000","last_became_peered":"2023-08-28T02:32:31.476776+0000","last_unstale":"2023-08-28T02:36:32.499456+0000","last_undegraded":"2023-08-28T02:36:32.499456+0000","last_fullsized":"2023-08-28T02:36:32.499456+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:18.891729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:18.891729+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:47:27.194140+0000","scrub_duration":0.0031546460000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"65'2","reported_seq":293,"reported_epoch":337,"state":"active+clean","last_fresh":"2023-08-28T02:36:32.495088+0000","last_change":"2023-08-28T02:33:12.327778+0000","last_active":"2023-08-28T02:36:32.495088+0000","last_peered":"2023-08-28T02:36:32.495088+0000","last_clean":"2023-08-28T02:36:32.495088+0000","last_became_active":"2023-08-28T02:33:12.327273+0000","last_became_peered":"2023-08-28T02:33:12.327273+0000","last_unstale":"2023-08-28T02:36:32.495088+0000","last_undegraded":"2023-08-28T02:36:32.495088+0000","last_fullsized":"2023-08-28T02:36:32.495088+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:40.554192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":174,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-08-28T02:36:25.432436+0000","last_change":"2023-08-28T02:33:13.335665+0000","last_active":"2023-08-28T02:36:25.432436+0000","last_peered":"2023-08-28T02:36:25.432436+0000","last_clean":"2023-08-28T02:36:25.432436+0000","last_became_active":"2023-08-28T02:33:13.335322+0000","last_became_peered":"2023-08-28T02:33:13.335322+0000","last_unstale":"2023-08-28T02:36:25.432436+0000","last_undegraded":"2023-08-28T02:36:25.432436+0000","last_fullsized":"2023-08-28T02:36:25.432436+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:21:08.024493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":290,"reported_epoch":337,"state":"active+clean","last_fresh":"2023-08-28T02:36:32.494932+0000","last_change":"2023-08-28T02:33:12.310326+0000","last_active":"2023-08-28T02:36:32.494932+0000","last_peered":"2023-08-28T02:36:32.494932+0000","last_clean":"2023-08-28T02:36:32.494932+0000","last_became_active":"2023-08-28T02:33:12.310011+0000","last_became_peered":"2023-08-28T02:33:12.310011+0000","last_unstale":"2023-08-28T02:36:32.494932+0000","last_undegraded":"2023-08-28T02:36:32.494932+0000","last_fullsized":"2023-08-28T02:36:32.494932+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:35:03.710036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"338'7004","reported_seq":10326,"reported_epoch":338,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:36:41.214385+0000","last_change":"2023-08-28T02:33:34.765675+0000","last_active":"2023-08-28T02:36:41.214385+0000","last_peered":"2023-08-28T02:36:41.214385+0000","last_clean":"2023-08-28T02:31:27.909649+0000","last_became_active":"2023-08-28T02:33:33.726805+0000","last_became_peered":"2023-08-28T02:33:33.726805+0000","last_unstale":"2023-08-28T02:36:41.214385+0000","last_undegraded":"2023-08-28T02:33:20.140072+0000","last_fullsized":"2023-08-28T02:33:13.278549+0000","mapping_epoch":298,"log_start":"256'1577","ondisk_log_start":"256'1577","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5427,"log_dups_size":0,"ondisk_log_size":5427,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:02:22.971585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":318767104,"num_objects":4864,"num_object_clones":0,"num_object_copies":14592,"num_objects_missing_on_primary":4837,"num_objects_missing":4837,"num_objects_degraded":12277,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4864,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7004,"num_write_kb":379776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1060,"num_bytes_recovered":69337088,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[4,3],"avail_no_missing":["2","6"],"object_location_counts":[{"shards":"2,3,4,6","objects":12},{"shards":"2,3,6","objects":2354},{"shards":"2,4,6","objects":14},{"shards":"2,6","objects":2483},{"shards":"3,4","objects":-12}],"blocked_by":[],"up_primary":3,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.4","version":"75'161","reported_seq":545,"reported_epoch":337,"state":"active+clean","last_fresh":"2023-08-28T02:36:32.496391+0000","last_change":"2023-08-28T02:33:12.296479+0000","last_active":"2023-08-28T02:36:32.496391+0000","last_peered":"2023-08-28T02:36:32.496391+0000","last_clean":"2023-08-28T02:36:32.496391+0000","last_became_active":"2023-08-28T02:33:12.294160+0000","last_became_peered":"2023-08-28T02:33:12.294160+0000","last_unstale":"2023-08-28T02:36:32.496391+0000","last_undegraded":"2023-08-28T02:36:32.496391+0000","last_fullsized":"2023-08-28T02:36:32.496391+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.899247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.899247+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":264,"reported_epoch":337,"state":"active+clean","last_fresh":"2023-08-28T02:36:32.646296+0000","last_change":"2023-08-28T02:33:13.539335+0000","last_active":"2023-08-28T02:36:32.646296+0000","last_peered":"2023-08-28T02:36:32.646296+0000","last_clean":"2023-08-28T02:36:32.646296+0000","last_became_active":"2023-08-28T02:33:13.538978+0000","last_became_peered":"2023-08-28T02:33:13.538978+0000","last_unstale":"2023-08-28T02:36:32.646296+0000","last_undegraded":"2023-08-28T02:36:32.646296+0000","last_fullsized":"2023-08-28T02:36:32.646296+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:26:13.405766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"65'1","reported_seq":327,"reported_epoch":337,"state":"active+clean","last_fresh":"2023-08-28T02:36:32.620133+0000","last_change":"2023-08-28T02:29:44.510205+0000","last_active":"2023-08-28T02:36:32.620133+0000","last_peered":"2023-08-28T02:36:32.620133+0000","last_clean":"2023-08-28T02:36:32.620133+0000","last_became_active":"2023-08-28T02:29:44.429357+0000","last_became_peered":"2023-08-28T02:29:44.429357+0000","last_unstale":"2023-08-28T02:36:32.620133+0000","last_undegraded":"2023-08-28T02:36:32.620133+0000","last_fullsized":"2023-08-28T02:36:32.620133+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:44:59.955729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":293,"reported_epoch":337,"state":"active+clean","last_fresh":"2023-08-28T02:36:32.499154+0000","last_change":"2023-08-28T02:32:12.950661+0000","last_active":"2023-08-28T02:36:32.499154+0000","last_peered":"2023-08-28T02:36:32.499154+0000","last_clean":"2023-08-28T02:36:32.499154+0000","last_became_active":"2023-08-28T02:32:12.950276+0000","last_became_peered":"2023-08-28T02:32:12.950276+0000","last_unstale":"2023-08-28T02:36:32.499154+0000","last_undegraded":"2023-08-28T02:36:32.499154+0000","last_fullsized":"2023-08-28T02:36:32.499154+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:05:17.972868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"65'1","reported_seq":284,"reported_epoch":337,"state":"active+clean","last_fresh":"2023-08-28T02:36:32.620027+0000","last_change":"2023-08-28T02:14:43.042150+0000","last_active":"2023-08-28T02:36:32.620027+0000","last_peered":"2023-08-28T02:36:32.620027+0000","last_clean":"2023-08-28T02:36:32.620027+0000","last_became_active":"2023-08-28T02:14:43.038336+0000","last_became_peered":"2023-08-28T02:14:43.038336+0000","last_unstale":"2023-08-28T02:36:32.620027+0000","last_undegraded":"2023-08-28T02:36:32.620027+0000","last_fullsized":"2023-08-28T02:36:32.620027+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:26:02.415152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":333,"reported_epoch":336,"state":"active+clean","last_fresh":"2023-08-28T02:36:25.432933+0000","last_change":"2023-08-28T02:33:13.318097+0000","last_active":"2023-08-28T02:36:25.432933+0000","last_peered":"2023-08-28T02:36:25.432933+0000","last_clean":"2023-08-28T02:36:25.432933+0000","last_became_active":"2023-08-28T02:33:13.317761+0000","last_became_peered":"2023-08-28T02:33:13.317761+0000","last_unstale":"2023-08-28T02:36:25.432933+0000","last_undegraded":"2023-08-28T02:36:25.432933+0000","last_fullsized":"2023-08-28T02:36:25.432933+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:24.836996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"65'2","reported_seq":331,"reported_epoch":337,"state":"active+clean","last_fresh":"2023-08-28T02:36:32.604982+0000","last_change":"2023-08-28T02:29:44.535937+0000","last_active":"2023-08-28T02:36:32.604982+0000","last_peered":"2023-08-28T02:36:32.604982+0000","last_clean":"2023-08-28T02:36:32.604982+0000","last_became_active":"2023-08-28T02:29:44.462244+0000","last_became_peered":"2023-08-28T02:29:44.462244+0000","last_unstale":"2023-08-28T02:36:32.604982+0000","last_undegraded":"2023-08-28T02:36:32.604982+0000","last_fullsized":"2023-08-28T02:36:32.604982+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:30:33.173713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":331,"reported_epoch":337,"state":"active+clean","last_fresh":"2023-08-28T02:36:32.619776+0000","last_change":"2023-08-28T02:33:12.305580+0000","last_active":"2023-08-28T02:36:32.619776+0000","last_peered":"2023-08-28T02:36:32.619776+0000","last_clean":"2023-08-28T02:36:32.619776+0000","last_became_active":"2023-08-28T02:33:12.305261+0000","last_became_peered":"2023-08-28T02:33:12.305261+0000","last_unstale":"2023-08-28T02:36:32.619776+0000","last_undegraded":"2023-08-28T02:36:32.619776+0000","last_fullsized":"2023-08-28T02:36:32.619776+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:22:31.614221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"65'2","reported_seq":300,"reported_epoch":337,"state":"active+clean","last_fresh":"2023-08-28T02:36:32.605070+0000","last_change":"2023-08-28T02:31:51.991101+0000","last_active":"2023-08-28T02:36:32.605070+0000","last_peered":"2023-08-28T02:36:32.605070+0000","last_clean":"2023-08-28T02:36:32.605070+0000","last_became_active":"2023-08-28T02:31:51.987237+0000","last_became_peered":"2023-08-28T02:31:51.987237+0000","last_unstale":"2023-08-28T02:36:32.605070+0000","last_undegraded":"2023-08-28T02:36:32.605070+0000","last_fullsized":"2023-08-28T02:36:32.605070+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:07:07.370857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":334,"reported_epoch":337,"state":"active+clean","last_fresh":"2023-08-28T02:36:32.498957+0000","last_change":"2023-08-28T02:33:12.494483+0000","last_active":"2023-08-28T02:36:32.498957+0000","last_peered":"2023-08-28T02:36:32.498957+0000","last_clean":"2023-08-28T02:36:32.498957+0000","last_became_active":"2023-08-28T02:33:12.494136+0000","last_became_peered":"2023-08-28T02:33:12.494136+0000","last_unstale":"2023-08-28T02:36:32.498957+0000","last_undegraded":"2023-08-28T02:36:32.498957+0000","last_fullsized":"2023-08-28T02:36:32.498957+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:36.772588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"65'1","reported_seq":278,"reported_epoch":337,"state":"active+clean","last_fresh":"2023-08-28T02:36:32.495863+0000","last_change":"2023-08-28T02:33:13.287922+0000","last_active":"2023-08-28T02:36:32.495863+0000","last_peered":"2023-08-28T02:36:32.495863+0000","last_clean":"2023-08-28T02:36:32.495863+0000","last_became_active":"2023-08-28T02:33:13.287520+0000","last_became_peered":"2023-08-28T02:33:13.287520+0000","last_unstale":"2023-08-28T02:36:32.495863+0000","last_undegraded":"2023-08-28T02:36:32.495863+0000","last_fullsized":"2023-08-28T02:36:32.495863+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:11.627168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":292,"reported_epoch":337,"state":"active+clean","last_fresh":"2023-08-28T02:36:32.495219+0000","last_change":"2023-08-28T02:33:13.289469+0000","last_active":"2023-08-28T02:36:32.495219+0000","last_peered":"2023-08-28T02:36:32.495219+0000","last_clean":"2023-08-28T02:36:32.495219+0000","last_became_active":"2023-08-28T02:33:13.288737+0000","last_became_peered":"2023-08-28T02:33:13.288737+0000","last_unstale":"2023-08-28T02:36:32.495219+0000","last_undegraded":"2023-08-28T02:36:32.495219+0000","last_fullsized":"2023-08-28T02:36:32.495219+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:11:15.043550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"65'4","reported_seq":316,"reported_epoch":337,"state":"active+clean","last_fresh":"2023-08-28T02:36:32.620681+0000","last_change":"2023-08-28T02:32:28.607010+0000","last_active":"2023-08-28T02:36:32.620681+0000","last_peered":"2023-08-28T02:36:32.620681+0000","last_clean":"2023-08-28T02:36:32.620681+0000","last_became_active":"2023-08-28T02:32:28.492224+0000","last_became_peered":"2023-08-28T02:32:28.492224+0000","last_unstale":"2023-08-28T02:36:32.620681+0000","last_undegraded":"2023-08-28T02:36:32.620681+0000","last_fullsized":"2023-08-28T02:36:32.620681+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:13:45.711951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":554,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":344,"reported_epoch":337,"state":"active+clean","last_fresh":"2023-08-28T02:36:32.499126+0000","last_change":"2023-08-28T02:33:13.309144+0000","last_active":"2023-08-28T02:36:32.499126+0000","last_peered":"2023-08-28T02:36:32.499126+0000","last_clean":"2023-08-28T02:36:32.499126+0000","last_became_active":"2023-08-28T02:33:13.308910+0000","last_became_peered":"2023-08-28T02:33:13.308910+0000","last_unstale":"2023-08-28T02:36:32.499126+0000","last_undegraded":"2023-08-28T02:36:32.499126+0000","last_fullsized":"2023-08-28T02:36:32.499126+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:09:59.549591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":4983750680,"num_objects":76047,"num_object_clones":0,"num_object_copies":228141,"num_objects_missing_on_primary":4837,"num_objects_missing":4837,"num_objects_degraded":36633,"num_objects_misplaced":9996,"num_objects_unfound":0,"num_objects_dirty":76047,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":110567,"num_write_kb":5971585,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":37122,"num_bytes_recovered":2416574464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":15714430976,"data_stored":15714418760,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":95915,"ondisk_log_size":95915,"up":48,"acting":43,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":10126,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":370028,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":89,"num_read_kb":167,"num_write":44,"num_write_kb":440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":322019,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299757,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2014852,"kb_used_data":1526908,"kb_used_omap":0,"kb_used_meta":487936,"kb_avail":91730300,"statfs":{"total":95995035648,"available":93931827200,"internally_reserved":0,"allocated":1563553792,"data_stored":1562208569,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":499646464},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:36:11 2023","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.64200000000000002,"15min":1.4410000000000001},"min":{"1min":0.25,"5min":0.219,"15min":0.219},"max":{"1min":1.524,"5min":3.6480000000000001,"15min":13.118},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.90200000000000002,"15min":1.8560000000000001},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.246},"max":{"1min":2.6989999999999998,"5min":9.2799999999999994,"15min":17.402999999999999},"last":0.621}]},{"osd":1,"last update":"Mon Aug 28 02:35:37 2023","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":1.0980000000000001,"15min":2.1120000000000001},"min":{"1min":0.28199999999999997,"5min":0.26800000000000002,"15min":0.24099999999999999},"max":{"1min":1.2569999999999999,"5min":9.5850000000000009,"15min":17.43},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.54400000000000004,"5min":1.008,"15min":1.9350000000000001},"min":{"1min":0.36399999999999999,"5min":0.311,"15min":0.25900000000000001},"max":{"1min":2.0579999999999998,"5min":9.5289999999999999,"15min":19.913},"last":0.66300000000000003}]},{"osd":2,"last update":"Mon Aug 28 02:36:25 2023","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.60899999999999999,"15min":1.46},"min":{"1min":0.28899999999999998,"5min":0.23499999999999999,"15min":0.22800000000000001},"max":{"1min":1.5529999999999999,"5min":3.8199999999999998,"15min":8.3889999999999993},"last":0.65100000000000002},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.66500000000000004,"15min":1.2569999999999999},"min":{"1min":0.36899999999999999,"5min":0.28799999999999998,"15min":0.28699999999999998},"max":{"1min":1.9159999999999999,"5min":3.5219999999999998,"15min":9.2219999999999995},"last":0.55800000000000005}]},{"osd":3,"last update":"Mon Aug 28 02:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.65600000000000003,"15min":0.69699999999999995},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":1.9590000000000001,"5min":3.0099999999999998,"15min":3.0099999999999998},"last":0.70499999999999996},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.625,"15min":0.628},"min":{"1min":0.34499999999999997,"5min":0.308,"15min":0.308},"max":{"1min":2.5390000000000001,"5min":3.1000000000000001,"15min":3.1000000000000001},"last":0.54600000000000004}]},{"osd":4,"last update":"Mon Aug 28 02:36:11 2023","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.80900000000000005,"15min":1.306},"min":{"1min":0.27700000000000002,"5min":0.245,"15min":0.245},"max":{"1min":2.677,"5min":7.0960000000000001,"15min":18.943000000000001},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.73999999999999999,"15min":0.95299999999999996},"min":{"1min":0.28699999999999998,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":2.8610000000000002,"5min":6.2350000000000003,"15min":8.1890000000000001},"last":0.42699999999999999}]},{"osd":5,"last update":"Mon Aug 28 02:36:11 2023","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.63600000000000001,"15min":1.0680000000000001},"min":{"1min":0.32000000000000001,"5min":0.246,"15min":0.23599999999999999},"max":{"1min":1.466,"5min":5.9130000000000003,"15min":14.622},"last":0.378},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.79100000000000004,"15min":1.2989999999999999},"min":{"1min":0.36799999999999999,"5min":0.28100000000000003,"15min":0.27000000000000002},"max":{"1min":2.7210000000000001,"5min":7,"15min":17.324999999999999},"last":0.44700000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:36:11 2023","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.88900000000000001,"15min":1.329},"min":{"1min":0.33300000000000002,"5min":0.31900000000000001,"15min":0.30299999999999999},"max":{"1min":2.7360000000000002,"5min":7.601,"15min":17.454999999999998},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.747,"15min":0.86699999999999999},"min":{"1min":0.34000000000000002,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":1.9770000000000001,"5min":5.6710000000000003,"15min":7.665},"last":0.46999999999999997}]}]},{"osd":6,"up_from":0,"seq":193273528688,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":101,"seq":433791697146,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1545340,"kb_used_data":925364,"kb_used_omap":4,"kb_used_meta":619963,"kb_avail":92199812,"statfs":{"total":95995035648,"available":94412607488,"internally_reserved":0,"allocated":947572736,"data_stored":945671380,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":634843022},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:35:38 2023","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":1.01,"15min":2.411},"min":{"1min":0.25900000000000001,"5min":0.223,"15min":0.214},"max":{"1min":1.8009999999999999,"5min":13.526,"15min":24.545999999999999},"last":2.1659999999999999},{"interface":"front","average":{"1min":0.45500000000000002,"5min":1.3959999999999999,"15min":2.8809999999999998},"min":{"1min":0.23899999999999999,"5min":0.23599999999999999,"15min":0.21199999999999999},"max":{"1min":0.68600000000000005,"5min":11.1,"15min":24.515000000000001},"last":0.63300000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:36:30 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.88200000000000001,"15min":2.3300000000000001},"min":{"1min":0.32900000000000001,"5min":0.28699999999999998,"15min":0.24099999999999999},"max":{"1min":3.544,"5min":7.5659999999999998,"15min":22.161000000000001},"last":0.67800000000000005},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.94199999999999995,"15min":1.748},"min":{"1min":0.34000000000000002,"5min":0.27600000000000002,"15min":0.253},"max":{"1min":2.4489999999999998,"5min":8.3170000000000002,"15min":19.100999999999999},"last":1.8129999999999999}]},{"osd":3,"last update":"Mon Aug 28 02:36:16 2023","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.51300000000000001,"15min":0.47899999999999998},"min":{"1min":0.313,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":1.0940000000000001,"5min":1.9770000000000001,"15min":1.9770000000000001},"last":2.742},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.55900000000000005,"15min":0.52900000000000003},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":3.5819999999999999,"5min":3.5819999999999999,"15min":3.5819999999999999},"last":0.78400000000000003}]},{"osd":4,"last update":"Mon Aug 28 02:35:38 2023","interfaces":[{"interface":"back","average":{"1min":0.48799999999999999,"5min":1.0449999999999999,"15min":1.556},"min":{"1min":0.377,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.70899999999999996,"5min":6.819,"15min":18.992999999999999},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.71199999999999997,"5min":0.99199999999999999,"15min":1.76},"min":{"1min":0.34399999999999997,"5min":0.29099999999999998,"15min":0.26400000000000001},"max":{"1min":1.897,"5min":6.8380000000000001,"15min":14.779999999999999},"last":1.9650000000000001}]},{"osd":5,"last update":"Mon Aug 28 02:35:38 2023","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":1.179,"15min":2.165},"min":{"1min":0.36499999999999999,"5min":0.35999999999999999,"15min":0.29999999999999999},"max":{"1min":0.84699999999999998,"5min":10.314,"15min":18.626999999999999},"last":0.70999999999999996},{"interface":"front","average":{"1min":0.56399999999999995,"5min":1.1020000000000001,"15min":2.02},"min":{"1min":0.38600000000000001,"5min":0.375,"15min":0.32000000000000001},"max":{"1min":0.80800000000000005,"5min":7.3410000000000002,"15min":18.945},"last":0.69299999999999995}]},{"osd":6,"last update":"Mon Aug 28 02:35:38 2023","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":1.1020000000000001,"15min":2.1230000000000002},"min":{"1min":0.40799999999999997,"5min":0.39100000000000001,"15min":0.34300000000000003},"max":{"1min":0.874,"5min":10.272,"15min":13.254},"last":0.747},{"interface":"front","average":{"1min":0.60899999999999999,"5min":1.2849999999999999,"15min":1.7869999999999999},"min":{"1min":0.46100000000000002,"5min":0.41799999999999998,"15min":0.34499999999999997},"max":{"1min":0.85899999999999999,"5min":12.371,"15min":19.021999999999998},"last":0.73299999999999998}]},{"osd":7,"last update":"Mon Aug 28 02:35:38 2023","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":1.093,"15min":2.0219999999999998},"min":{"1min":0.45200000000000001,"5min":0.374,"15min":0.374},"max":{"1min":0.81100000000000005,"5min":7.3949999999999996,"15min":19.047999999999998},"last":0.77100000000000002},{"interface":"front","average":{"1min":0.82999999999999996,"5min":1.0680000000000001,"15min":2.004},"min":{"1min":0.46200000000000002,"5min":0.34399999999999997,"15min":0.312},"max":{"1min":1.9430000000000001,"5min":6.4960000000000004,"15min":14.818},"last":1.9079999999999999}]}]},{"osd":0,"up_from":87,"seq":373662155013,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3700052,"kb_used_data":3030924,"kb_used_omap":5,"kb_used_meta":669114,"kb_avail":90045100,"statfs":{"total":95995035648,"available":92206182400,"internally_reserved":0,"allocated":3103666176,"data_stored":3101639202,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":685173370},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:36:35 2023","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.67000000000000004,"15min":1.631},"min":{"1min":0.221,"5min":0.184,"15min":0.184},"max":{"1min":0.76800000000000002,"5min":5.5339999999999998,"15min":30.315000000000001},"last":0.33200000000000002},{"interface":"front","average":{"1min":0.38800000000000001,"5min":0.67700000000000005,"15min":2.431},"min":{"1min":0.27600000000000002,"5min":0.25,"15min":0.221},"max":{"1min":0.67900000000000005,"5min":8.3379999999999992,"15min":69.272000000000006},"last":0.47499999999999998}]},{"osd":2,"last update":"Mon Aug 28 02:36:35 2023","interfaces":[{"interface":"back","average":{"1min":0.68799999999999994,"5min":0.70399999999999996,"15min":1.923},"min":{"1min":0.29399999999999998,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":2.9119999999999999,"5min":5.7060000000000004,"15min":20.959},"last":0.68999999999999995},{"interface":"front","average":{"1min":0.83299999999999996,"5min":0.81999999999999995,"15min":1.7709999999999999},"min":{"1min":0.311,"5min":0.247,"15min":0.24299999999999999},"max":{"1min":6.1180000000000003,"5min":6.1180000000000003,"15min":9.7490000000000006},"last":0.75600000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:36:16 2023","interfaces":[{"interface":"back","average":{"1min":0.85299999999999998,"5min":0.755,"15min":0.751},"min":{"1min":0.36199999999999999,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":4.1210000000000004,"5min":4.1210000000000004,"15min":4.1210000000000004},"last":0.58199999999999996},{"interface":"front","average":{"1min":0.86699999999999999,"5min":0.76500000000000001,"15min":0.77500000000000002},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":4.9199999999999999,"5min":4.9199999999999999,"15min":4.9199999999999999},"last":0.57199999999999995}]},{"osd":4,"last update":"Mon Aug 28 02:36:16 2023","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.83199999999999996,"15min":2.383},"min":{"1min":0.315,"5min":0.314,"15min":0.29299999999999998},"max":{"1min":1.6559999999999999,"5min":5.3789999999999996,"15min":274.33199999999999},"last":0.624},{"interface":"front","average":{"1min":0.76200000000000001,"5min":0.98199999999999998,"15min":2.778},"min":{"1min":0.34999999999999998,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":2.6520000000000001,"5min":11.943,"15min":266.31999999999999},"last":0.65700000000000003}]},{"osd":5,"last update":"Mon Aug 28 02:36:16 2023","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.76400000000000001,"15min":1.46},"min":{"1min":0.35499999999999998,"5min":0.33300000000000002,"15min":0.29299999999999998},"max":{"1min":1.6080000000000001,"5min":5.4400000000000004,"15min":13.038},"last":0.5},{"interface":"front","average":{"1min":0.66300000000000003,"5min":1.0660000000000001,"15min":1.9770000000000001},"min":{"1min":0.36699999999999999,"5min":0.34799999999999998,"15min":0.27800000000000002},"max":{"1min":1.8069999999999999,"5min":11.968999999999999,"15min":15.231},"last":0.60699999999999998}]},{"osd":6,"last update":"Mon Aug 28 02:36:16 2023","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.97099999999999997,"15min":1.6890000000000001},"min":{"1min":0.42199999999999999,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":1.6930000000000001,"5min":11.605,"15min":15.122999999999999},"last":0.67400000000000004},{"interface":"front","average":{"1min":0.70899999999999996,"5min":1.1399999999999999,"15min":2.0009999999999999},"min":{"1min":0.434,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":1.841,"5min":11.856999999999999,"15min":15.186999999999999},"last":0.55700000000000005}]},{"osd":7,"last update":"Mon Aug 28 02:36:16 2023","interfaces":[{"interface":"back","average":{"1min":0.80100000000000005,"5min":0.99399999999999999,"15min":1.9119999999999999},"min":{"1min":0.44800000000000001,"5min":0.36399999999999999,"15min":0.33400000000000002},"max":{"1min":2.6869999999999998,"5min":8.1069999999999993,"15min":16.183},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.79800000000000004,"5min":0.93400000000000005,"15min":1.6779999999999999},"min":{"1min":0.52500000000000002,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":2.6720000000000002,"5min":5.2839999999999998,"15min":13.005000000000001},"last":0.54000000000000004}]}]},{"osd":2,"up_from":0,"seq":502511173872,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":297,"seq":1275605286955,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":925192,"kb_used_data":798464,"kb_used_omap":2,"kb_used_meta":126717,"kb_avail":92819960,"statfs":{"total":95995035648,"available":95047639040,"internally_reserved":0,"allocated":817627136,"data_stored":815716736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":129758261},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:36:14 2023","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.5,"15min":0.435},"min":{"1min":0.247,"5min":0.22,"15min":0.22},"max":{"1min":1.0840000000000001,"5min":6.8819999999999997,"15min":6.8819999999999997},"last":0.503},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.72599999999999998,"15min":0.70799999999999996},"min":{"1min":0.28399999999999997,"5min":0.217,"15min":0.217},"max":{"1min":1.1100000000000001,"5min":6.7839999999999998,"15min":6.7839999999999998},"last":0.53900000000000003}]},{"osd":1,"last update":"Mon Aug 28 02:36:14 2023","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.52800000000000002,"15min":0.442},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":3.0150000000000001,"5min":4.0650000000000004,"15min":4.0650000000000004},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.72799999999999998,"15min":0.72599999999999998},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":3.9249999999999998,"5min":3.9249999999999998,"15min":3.9249999999999998},"last":0.91000000000000003}]},{"osd":2,"last update":"Mon Aug 28 02:36:14 2023","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.58699999999999997,"15min":0.623},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.68000000000000005,"5min":2.5449999999999999,"15min":2.5449999999999999},"last":0.68300000000000005},{"interface":"front","average":{"1min":0.64400000000000002,"5min":0.60699999999999998,"15min":0.56499999999999995},"min":{"1min":0.34000000000000002,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":2.6000000000000001,"5min":4.7030000000000003,"15min":4.7030000000000003},"last":0.71599999999999997}]},{"osd":4,"last update":"Mon Aug 28 02:36:14 2023","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.56399999999999995,"15min":0.56899999999999995},"min":{"1min":0.36899999999999999,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.71099999999999997,"5min":1.863,"15min":1.863},"last":0.77600000000000002},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.60199999999999998,"15min":0.55600000000000005},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":1.226,"5min":3.5030000000000001,"15min":3.5030000000000001},"last":2.8380000000000001}]},{"osd":5,"last update":"Mon Aug 28 02:36:14 2023","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.627,"15min":0.58699999999999997},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":1.1919999999999999,"5min":3.5390000000000001,"15min":3.5390000000000001},"last":0.96399999999999997},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.39200000000000002,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.71599999999999997,"5min":2.383,"15min":2.383},"last":0.81399999999999995}]},{"osd":6,"last update":"Mon Aug 28 02:36:14 2023","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.63700000000000001,"15min":0.64200000000000002},"min":{"1min":0.439,"5min":0.436,"15min":0.436},"max":{"1min":0.83599999999999997,"5min":1.8879999999999999,"15min":1.8879999999999999},"last":0.83199999999999996},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.69099999999999995,"15min":0.65100000000000002},"min":{"1min":0.42599999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":1.254,"5min":3.6099999999999999,"15min":3.6099999999999999},"last":0.93300000000000005}]},{"osd":7,"last update":"Mon Aug 28 02:36:14 2023","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.59399999999999997,"15min":0.58199999999999996},"min":{"1min":0.44600000000000001,"5min":0.437,"15min":0.437},"max":{"1min":1.4319999999999999,"5min":2.3500000000000001,"15min":2.3500000000000001},"last":0.85499999999999998},{"interface":"front","average":{"1min":0.65200000000000002,"5min":0.64900000000000002,"15min":0.64800000000000002},"min":{"1min":0.505,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":1.45,"5min":1.8260000000000001,"15min":1.8260000000000001},"last":0.871}]}]},{"osd":4,"up_from":30,"seq":128849019250,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3516484,"kb_used_data":3050492,"kb_used_omap":0,"kb_used_meta":465984,"kb_avail":90228668,"statfs":{"total":95995035648,"available":92394156032,"internally_reserved":0,"allocated":3123703808,"data_stored":3122358820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":477167616},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,0,2,1,0,3,4,6,1],"upper_bound":8192},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.78500000000000003,"15min":1.679},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.22800000000000001},"max":{"1min":0.52300000000000002,"5min":10.249000000000001,"15min":22.515000000000001},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.90900000000000003,"15min":1.5840000000000001},"min":{"1min":0.30199999999999999,"5min":0.23200000000000001,"15min":0.217},"max":{"1min":0.65300000000000002,"5min":6.9720000000000004,"15min":22.454000000000001},"last":0.435}]},{"osd":1,"last update":"Mon Aug 28 02:35:43 2023","interfaces":[{"interface":"back","average":{"1min":0.70199999999999996,"5min":0.78700000000000003,"15min":1.4710000000000001},"min":{"1min":0.31,"5min":0.254,"15min":0.24199999999999999},"max":{"1min":5.5979999999999999,"5min":8.7710000000000008,"15min":23.082000000000001},"last":0.38700000000000001},{"interface":"front","average":{"1min":0.499,"5min":0.84199999999999997,"15min":1.663},"min":{"1min":0.32400000000000001,"5min":0.26000000000000001,"15min":0.255},"max":{"1min":0.81200000000000006,"5min":8.7940000000000005,"15min":25.100000000000001},"last":0.55300000000000005}]},{"osd":2,"last update":"Mon Aug 28 02:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.92700000000000005,"15min":1.571},"min":{"1min":0.35199999999999998,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":3.3210000000000002,"5min":8.7149999999999999,"15min":16.231000000000002},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.437,"5min":0.90500000000000003,"15min":1.466},"min":{"1min":0.34300000000000003,"5min":0.312,"15min":0.251},"max":{"1min":0.51900000000000002,"5min":6.9409999999999998,"15min":13.515000000000001},"last":0.377}]},{"osd":3,"last update":"Mon Aug 28 02:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.73599999999999999,"15min":0.78400000000000003},"min":{"1min":0.34699999999999998,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.778,"5min":7.7480000000000002,"15min":7.7480000000000002},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.503,"5min":0.71499999999999997,"15min":0.67100000000000004},"min":{"1min":0.34100000000000003,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.83399999999999996,"5min":3.7069999999999999,"15min":3.7069999999999999},"last":0.54400000000000004}]},{"osd":5,"last update":"Mon Aug 28 02:35:56 2023","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.65800000000000003,"15min":1.0920000000000001},"min":{"1min":0.27300000000000002,"5min":0.222,"15min":0.222},"max":{"1min":0.84599999999999997,"5min":8.6679999999999993,"15min":16.181999999999999},"last":0.34999999999999998},{"interface":"front","average":{"1min":0.45100000000000001,"5min":0.85199999999999998,"15min":1.1259999999999999},"min":{"1min":0.29799999999999999,"5min":0.224,"15min":0.20699999999999999},"max":{"1min":1.1140000000000001,"5min":8.6370000000000005,"15min":10.233000000000001},"last":0.50600000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:36:11 2023","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.82399999999999995,"15min":1.0700000000000001},"min":{"1min":0.33600000000000002,"5min":0.27100000000000002,"15min":0.26500000000000001},"max":{"1min":1.1830000000000001,"5min":8.5950000000000006,"15min":10.023999999999999},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.95399999999999996,"15min":1.119},"min":{"1min":0.31,"5min":0.28299999999999997,"15min":0.26600000000000001},"max":{"1min":1.3280000000000001,"5min":6.8860000000000001,"15min":8.5},"last":0.44900000000000001}]},{"osd":7,"last update":"Mon Aug 28 02:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.76300000000000001,"15min":1.133},"min":{"1min":0.34899999999999998,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.73099999999999998,"5min":8.8249999999999993,"15min":9.3209999999999997},"last":0.41299999999999998},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.92800000000000005,"15min":1.099},"min":{"1min":0.432,"5min":0.34499999999999997,"15min":0.30299999999999999},"max":{"1min":0.64200000000000002,"5min":15.597,"15min":15.597},"last":0.56399999999999995}]}]},{"osd":5,"up_from":37,"seq":158913790323,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2659892,"kb_used_data":2099564,"kb_used_omap":0,"kb_used_meta":560320,"kb_avail":91085260,"statfs":{"total":95995035648,"available":93271306240,"internally_reserved":0,"allocated":2149953536,"data_stored":2148620915,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":573767680},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:35:43 2023","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.877,"15min":1.8280000000000001},"min":{"1min":0.23799999999999999,"5min":0.23200000000000001,"15min":0.20200000000000001},"max":{"1min":1.071,"5min":7.7560000000000002,"15min":40.334000000000003},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.68600000000000005,"5min":1.1479999999999999,"15min":1.8460000000000001},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.23200000000000001},"max":{"1min":4.298,"5min":19.815999999999999,"15min":40.212000000000003},"last":0.33100000000000002}]},{"osd":1,"last update":"Mon Aug 28 02:35:43 2023","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":1.0449999999999999,"15min":1.956},"min":{"1min":0.314,"5min":0.26200000000000001,"15min":0.23200000000000001},"max":{"1min":1.4299999999999999,"5min":17.998000000000001,"15min":40.088000000000001},"last":0.309},{"interface":"front","average":{"1min":0.745,"5min":1.3580000000000001,"15min":1.895},"min":{"1min":0.28899999999999998,"5min":0.27800000000000002,"15min":0.251},"max":{"1min":4.2149999999999999,"5min":19.853000000000002,"15min":40.243000000000002},"last":0.375}]},{"osd":2,"last update":"Mon Aug 28 02:35:43 2023","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.89800000000000002,"15min":1.829},"min":{"1min":0.33500000000000002,"5min":0.29899999999999999,"15min":0.27700000000000002},"max":{"1min":1.373,"5min":7.8029999999999999,"15min":40.436999999999998},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.79100000000000004,"5min":1.161,"15min":1.865},"min":{"1min":0.34899999999999998,"5min":0.28499999999999998,"15min":0.27200000000000002},"max":{"1min":4.2400000000000002,"5min":8.609,"15min":40.555},"last":0.45200000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:36:19 2023","interfaces":[{"interface":"back","average":{"1min":0.46899999999999997,"5min":0.99399999999999999,"15min":1.1970000000000001},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.68100000000000005,"5min":16.190999999999999,"15min":16.190999999999999},"last":0.439},{"interface":"front","average":{"1min":0.85899999999999999,"5min":1.29,"15min":1.5529999999999999},"min":{"1min":0.377,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":4.8230000000000004,"5min":21.420999999999999,"15min":21.420999999999999},"last":0.47299999999999998}]},{"osd":4,"last update":"Mon Aug 28 02:35:57 2023","interfaces":[{"interface":"back","average":{"1min":0.46100000000000002,"5min":0.75900000000000001,"15min":1.2729999999999999},"min":{"1min":0.28199999999999997,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":1.516,"5min":13.616,"15min":40.762999999999998},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.72199999999999998,"5min":0.95499999999999996,"15min":1.3680000000000001},"min":{"1min":0.32700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":4.1879999999999997,"5min":10.439,"15min":40.634},"last":0.40899999999999997}]},{"osd":6,"last update":"Mon Aug 28 02:35:43 2023","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":1.042,"15min":1.427},"min":{"1min":0.318,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":1.048,"5min":17.510000000000002,"15min":42.409999999999997},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.49199999999999999,"5min":1.046,"15min":1.403},"min":{"1min":0.32200000000000001,"5min":0.254,"15min":0.254},"max":{"1min":1.2330000000000001,"5min":15.856999999999999,"15min":42.533999999999999},"last":0.39000000000000001}]},{"osd":7,"last update":"Mon Aug 28 02:35:43 2023","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.93300000000000005,"15min":1.5940000000000001},"min":{"1min":0.36699999999999999,"5min":0.315,"15min":0.314},"max":{"1min":1.7549999999999999,"5min":10.837999999999999,"15min":42.667000000000002},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.76500000000000001,"5min":1.2509999999999999,"15min":1.605},"min":{"1min":0.33000000000000002,"5min":0.318,"15min":0.318},"max":{"1min":4.149,"5min":17.808,"15min":42.344000000000001},"last":0.49299999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":3097628672,"data_stored":3097624600,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":942145536,"data_stored":942145536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":2166161408,"data_stored":2166161408,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":810418176,"data_stored":810418176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":3116961792,"data_stored":3116957720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":2145320960,"data_stored":2145320960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1877020672,"data_stored":1877016600,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1558773760,"data_stored":1558773760,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:36:44.511 INFO:teuthology.orchestra.run.smithi040.stderr:nodeep-scrub is unset 2023-08-28T02:36:44.512 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:36:44.516 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:44.516 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:36:44.617 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:36:44.653 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:44.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:44 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/228809458' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:36:44.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:44 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:36:44.862 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:44 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/228809458' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:36:44.862 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:44 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:36:44.862 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:44 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/228809458' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:36:44.862 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:44 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:36:44.880 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:36:44.883 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:44.884 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:36:44.985 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:36:45.013 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:45.034 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:36:45.036 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:45.037 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:36:45.137 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:36:45.172 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:45.197 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:36:45.200 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:45.200 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:36:45.301 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:36:45.333 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:45.352 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:36:45.357 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:45.357 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:36:45.401 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:36:45.416 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-08-28T02:36:45.416 INFO:teuthology.orchestra.run.smithi040.stdout: "ops": [], 2023-08-28T02:36:45.416 INFO:teuthology.orchestra.run.smithi040.stdout: "complaint_time": 30, 2023-08-28T02:36:45.416 INFO:teuthology.orchestra.run.smithi040.stdout: "num_blocked_ops": 0 2023-08-28T02:36:45.416 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-08-28T02:36:45.421 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:36:45.444 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:36:45 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:36:45] "GET /metrics HTTP/1.1" 200 36608 "" "Prometheus/2.43.0" 2023-08-28T02:36:45.445 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:36:45.458 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:36:45.466 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:36:45.486 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:45.486 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:36:45.505 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:36:45.507 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:36:45.509 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:45.509 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:36:45.528 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:36:45.547 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:36:45.548 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-08-28T02:36:45.548 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-08-28T02:36:45.549 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-08-28T02:36:45.549 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-08-28T02:36:45.549 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-08-28T02:36:45.549 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-08-28T02:36:45.549 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-08-28T02:36:45.549 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-08-28T02:36:45.609 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:36:45.646 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:45.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:45 smithi040 ceph-mon[170259]: from='client.45845 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:36:45.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:45 smithi040 ceph-mon[170259]: pgmap v1023: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.6 GiB data, 14 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 92 op/s; 36634/228009 objects degraded (16.067%); 9996/228009 objects misplaced (4.384%); 1.5 MiB/s, 23 objects/s recovering 2023-08-28T02:36:45.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:45 smithi040 ceph-mon[170259]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:36:45.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:45 smithi040 ceph-mon[170259]: failed to encode map e339 with expected crc 2023-08-28T02:36:45.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:45 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:36:45.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:45 smithi040 ceph-mon[170259]: osdmap e339: 8 total, 8 up, 6 in 2023-08-28T02:36:45.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:45 smithi040 ceph-mon[170259]: failed to encode map e339 with expected crc 2023-08-28T02:36:45.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:45 smithi040 ceph-mon[170259]: failed to encode map e339 with expected crc 2023-08-28T02:36:45.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:45 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:36:45.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:45 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:36:45.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:45 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1626453743' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:36:45.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:45 smithi040 ceph-mon[175404]: from='client.45845 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:36:45.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:45 smithi040 ceph-mon[175404]: pgmap v1023: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.6 GiB data, 14 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 92 op/s; 36634/228009 objects degraded (16.067%); 9996/228009 objects misplaced (4.384%); 1.5 MiB/s, 23 objects/s recovering 2023-08-28T02:36:45.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:45 smithi040 ceph-mon[175404]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:36:45.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:45 smithi040 ceph-mon[175404]: failed to encode map e339 with expected crc 2023-08-28T02:36:45.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:45 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:36:45.732 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:45 smithi040 ceph-mon[175404]: osdmap e339: 8 total, 8 up, 6 in 2023-08-28T02:36:45.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:45 smithi040 ceph-mon[175404]: failed to encode map e339 with expected crc 2023-08-28T02:36:45.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:45 smithi040 ceph-mon[175404]: failed to encode map e339 with expected crc 2023-08-28T02:36:45.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:45 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:36:45.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:45 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:36:45.733 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:45 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1626453743' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:36:45.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:45 smithi083 ceph-mon[157819]: from='client.45845 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:36:45.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:45 smithi083 ceph-mon[157819]: pgmap v1023: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.6 GiB data, 14 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 92 op/s; 36634/228009 objects degraded (16.067%); 9996/228009 objects misplaced (4.384%); 1.5 MiB/s, 23 objects/s recovering 2023-08-28T02:36:45.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:45 smithi083 ceph-mon[157819]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:36:45.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:45 smithi083 ceph-mon[157819]: failed to encode map e339 with expected crc 2023-08-28T02:36:45.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:45 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:36:45.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:45 smithi083 ceph-mon[157819]: osdmap e339: 8 total, 8 up, 6 in 2023-08-28T02:36:45.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:45 smithi083 ceph-mon[157819]: failed to encode map e339 with expected crc 2023-08-28T02:36:45.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:45 smithi083 ceph-mon[157819]: failed to encode map e339 with expected crc 2023-08-28T02:36:45.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:45 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:36:45.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:45 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:36:45.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:45 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1626453743' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:36:46.112 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.2 dump_historic_ops 2023-08-28T02:36:46.121 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:36:46.125 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:46.125 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:36:46.226 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:36:46.259 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:46.281 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:36:46.284 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:46.284 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:36:46.385 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:36:46.418 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:46.433 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:36:46.441 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:36:46.444 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:46.444 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:36:46.545 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:36:46.574 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:46.594 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:36:46.597 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:46.597 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:36:46.698 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:36:46.729 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:46 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 36634/228009 objects degraded (16.067%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:36:46.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:46 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 36634/228009 objects degraded (16.067%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:36:46.732 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:46.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:46 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 36634/228009 objects degraded (16.067%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:36:46.755 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:36:46.758 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:46.758 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:36:46.859 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:36:46.891 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:46.911 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:36:46.914 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:46.914 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:36:47.015 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:36:47.049 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:47.089 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd set noscrub 2023-08-28T02:36:47.172 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:36:47.176 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:47.176 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:36:47.277 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:36:47.309 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:47.335 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:36:47.341 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:47.342 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:36:47.354 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:36:47.442 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:36:47.478 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:47.502 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:36:47.505 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:47.505 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:36:47.584 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:36:47.604 INFO:teuthology.orchestra.run.smithi040.stdout:ERROR: (22) Invalid argument 2023-08-28T02:36:47.604 INFO:teuthology.orchestra.run.smithi040.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:36:47.606 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:36:47.640 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:47 smithi040 ceph-mon[175404]: pgmap v1025: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.6 GiB data, 14 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 104 op/s; 36447/226623 objects degraded (16.083%); 9649/226623 objects misplaced (4.258%); 3.0 MiB/s, 48 objects/s recovering 2023-08-28T02:36:47.641 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:47 smithi040 ceph-mon[170259]: pgmap v1025: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.6 GiB data, 14 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 104 op/s; 36447/226623 objects degraded (16.083%); 9649/226623 objects misplaced (4.258%); 3.0 MiB/s, 48 objects/s recovering 2023-08-28T02:36:47.647 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:47.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:47 smithi083 ceph-mon[157819]: pgmap v1025: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.6 GiB data, 14 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 104 op/s; 36447/226623 objects degraded (16.083%); 9649/226623 objects misplaced (4.258%); 3.0 MiB/s, 48 objects/s recovering 2023-08-28T02:36:47.770 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:36:47.774 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:47.775 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:36:47.876 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:36:47.905 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:47.924 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:36:47.927 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:47.927 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:36:47.966 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-08-28T02:36:48.028 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:36:48.057 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:48.079 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:36:48.082 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:48.082 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:36:48.183 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:36:48.212 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:48.222 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.4 dump_ops_in_flight 2023-08-28T02:36:48.231 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:36:48.234 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:48.234 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:36:48.335 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:36:48.368 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:48.392 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:36:48.395 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:48.395 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:36:48.496 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:36:48.529 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:36:48.530 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:48.554 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:36:48.557 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:48.558 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:36:48.617 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:36:48.627 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:36:48.659 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:36:48.690 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:48 smithi040 ceph-mon[170259]: pgmap v1026: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.6 GiB data, 14 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 100 op/s; 36447/226257 objects degraded (16.109%); 9649/226257 objects misplaced (4.265%); 2.6 MiB/s, 40 objects/s recovering 2023-08-28T02:36:48.690 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:48 smithi040 ceph-mon[175404]: pgmap v1026: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.6 GiB data, 14 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 100 op/s; 36447/226257 objects degraded (16.109%); 9649/226257 objects misplaced (4.265%); 2.6 MiB/s, 40 objects/s recovering 2023-08-28T02:36:48.693 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:48.828 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:48 smithi083 ceph-mon[157819]: pgmap v1026: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.6 GiB data, 14 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 100 op/s; 36447/226257 objects degraded (16.109%); 9649/226257 objects misplaced (4.265%); 2.6 MiB/s, 40 objects/s recovering 2023-08-28T02:36:48.872 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:36:48.876 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:48.876 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:36:48.977 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:36:49.013 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:49.239 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:36:49.241 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:49.242 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:36:49.342 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:36:49.377 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:49.497 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:36:49.499 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:49.500 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:36:49.562 INFO:teuthology.orchestra.run.smithi083.stdout:ERROR: (22) Invalid argument 2023-08-28T02:36:49.562 INFO:teuthology.orchestra.run.smithi083.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:36:49.600 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:36:49.630 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:49.652 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:36:49.656 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:49.656 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:36:49.757 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:36:49.787 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:49.957 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:36:49.960 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:49.960 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:36:49.991 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.4 dump_blocked_ops 2023-08-28T02:36:50.044 INFO:teuthology.orchestra.run.smithi040.stderr:noscrub is set 2023-08-28T02:36:50.061 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:36:50.113 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:50.135 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:36:50.137 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:50.138 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:36:50.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:50 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2914540835' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:36:50.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:50 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2914540835' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:36:50.238 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:36:50.266 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:50.287 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:36:50.289 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:50 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2914540835' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:36:50.290 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:50.290 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:36:50.341 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:36:50.361 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:36:50.363 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:36:50.391 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:36:50.421 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:50.490 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:36:50.493 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:50.493 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:36:50.594 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:36:50.633 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:50.798 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":1027,"stamp":"2023-08-28T02:36:50.034612+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4941462276,"num_objects":75419,"num_object_clones":0,"num_object_copies":226257,"num_objects_missing_on_primary":4805,"num_objects_missing":4805,"num_objects_degraded":36447,"num_objects_misplaced":9649,"num_objects_unfound":0,"num_objects_dirty":75419,"num_whiteouts":0,"num_read":90,"num_read_kb":168,"num_write":111323,"num_write_kb":5972054,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":37440,"num_bytes_recovered":2436174193,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97892,"ondisk_log_size":97892,"up":297,"acting":292,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":14294704,"kb_used_data":11346624,"kb_used_omap":12,"kb_used_meta":2948019,"kb_avail":548176208,"statfs":{"total":575970213888,"available":561332436992,"internally_reserved":0,"allocated":11618942976,"data_stored":11609046812,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12739,"internal_metadata":3018772029},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,1,1,2,1,0,1,2,0,8],"upper_bound":4096},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-58392576,"num_objects":-891,"num_object_clones":0,"num_object_copies":-2673,"num_objects_missing_on_primary":-67,"num_objects_missing":-67,"num_objects_degraded":-310,"num_objects_misplaced":-366,"num_objects_unfound":0,"num_objects_dirty":-891,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":891,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":383,"num_bytes_recovered":25100288,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"9.604039"},"pg_stats":[{"pgid":"3.1a","version":"65'1","reported_seq":350,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-08-28T02:36:37.991782+0000","last_change":"2023-08-28T02:32:32.667028+0000","last_active":"2023-08-28T02:36:37.991782+0000","last_peered":"2023-08-28T02:36:37.991782+0000","last_clean":"2023-08-28T02:36:37.991782+0000","last_became_active":"2023-08-28T02:32:32.666711+0000","last_became_peered":"2023-08-28T02:32:32.666711+0000","last_unstale":"2023-08-28T02:36:37.991782+0000","last_undegraded":"2023-08-28T02:36:37.991782+0000","last_fullsized":"2023-08-28T02:36:37.991782+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:28:21.913105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":302,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-08-28T02:36:38.054759+0000","last_change":"2023-08-28T02:29:44.421259+0000","last_active":"2023-08-28T02:36:38.054759+0000","last_peered":"2023-08-28T02:36:38.054759+0000","last_clean":"2023-08-28T02:36:38.054759+0000","last_became_active":"2023-08-28T02:29:44.420936+0000","last_became_peered":"2023-08-28T02:29:44.420936+0000","last_unstale":"2023-08-28T02:36:38.054759+0000","last_undegraded":"2023-08-28T02:36:38.054759+0000","last_fullsized":"2023-08-28T02:36:38.054759+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:22:26.346867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":143,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-08-28T02:36:37.990510+0000","last_change":"2023-08-28T02:33:12.290337+0000","last_active":"2023-08-28T02:36:37.990510+0000","last_peered":"2023-08-28T02:36:37.990510+0000","last_clean":"2023-08-28T02:36:37.990510+0000","last_became_active":"2023-08-28T02:33:12.289852+0000","last_became_peered":"2023-08-28T02:33:12.289852+0000","last_unstale":"2023-08-28T02:36:37.990510+0000","last_undegraded":"2023-08-28T02:36:37.990510+0000","last_fullsized":"2023-08-28T02:36:37.990510+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:04:26.420037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":317,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-08-28T02:36:38.054982+0000","last_change":"2023-08-28T02:33:13.317226+0000","last_active":"2023-08-28T02:36:38.054982+0000","last_peered":"2023-08-28T02:36:38.054982+0000","last_clean":"2023-08-28T02:36:38.054982+0000","last_became_active":"2023-08-28T02:33:13.316893+0000","last_became_peered":"2023-08-28T02:33:13.316893+0000","last_unstale":"2023-08-28T02:36:38.054982+0000","last_undegraded":"2023-08-28T02:36:38.054982+0000","last_fullsized":"2023-08-28T02:36:38.054982+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:55:46.593463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":262,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-08-28T02:36:37.987842+0000","last_change":"2023-08-28T02:33:12.295203+0000","last_active":"2023-08-28T02:36:37.987842+0000","last_peered":"2023-08-28T02:36:37.987842+0000","last_clean":"2023-08-28T02:36:37.987842+0000","last_became_active":"2023-08-28T02:33:12.294904+0000","last_became_peered":"2023-08-28T02:33:12.294904+0000","last_unstale":"2023-08-28T02:36:37.987842+0000","last_undegraded":"2023-08-28T02:36:37.987842+0000","last_fullsized":"2023-08-28T02:36:37.987842+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:31:07.008856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":280,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-08-28T02:36:38.083141+0000","last_change":"2023-08-28T02:31:51.987263+0000","last_active":"2023-08-28T02:36:38.083141+0000","last_peered":"2023-08-28T02:36:38.083141+0000","last_clean":"2023-08-28T02:36:38.083141+0000","last_became_active":"2023-08-28T02:31:51.986938+0000","last_became_peered":"2023-08-28T02:31:51.986938+0000","last_unstale":"2023-08-28T02:36:38.083141+0000","last_undegraded":"2023-08-28T02:36:38.083141+0000","last_fullsized":"2023-08-28T02:36:38.083141+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:18.021905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":312,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-08-28T02:36:38.054931+0000","last_change":"2023-08-28T02:33:12.318656+0000","last_active":"2023-08-28T02:36:38.054931+0000","last_peered":"2023-08-28T02:36:38.054931+0000","last_clean":"2023-08-28T02:36:38.054931+0000","last_became_active":"2023-08-28T02:33:12.318297+0000","last_became_peered":"2023-08-28T02:33:12.318297+0000","last_unstale":"2023-08-28T02:36:38.054931+0000","last_undegraded":"2023-08-28T02:36:38.054931+0000","last_fullsized":"2023-08-28T02:36:38.054931+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:43:09.789767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":243,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-08-28T02:36:37.987856+0000","last_change":"2023-08-28T02:33:13.357230+0000","last_active":"2023-08-28T02:36:37.987856+0000","last_peered":"2023-08-28T02:36:37.987856+0000","last_clean":"2023-08-28T02:36:37.987856+0000","last_became_active":"2023-08-28T02:33:13.356853+0000","last_became_peered":"2023-08-28T02:33:13.356853+0000","last_unstale":"2023-08-28T02:36:37.987856+0000","last_undegraded":"2023-08-28T02:36:37.987856+0000","last_fullsized":"2023-08-28T02:36:37.987856+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:20:21.545007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":322,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-08-28T02:36:38.074961+0000","last_change":"2023-08-28T02:29:44.462510+0000","last_active":"2023-08-28T02:36:38.074961+0000","last_peered":"2023-08-28T02:36:38.074961+0000","last_clean":"2023-08-28T02:36:38.074961+0000","last_became_active":"2023-08-28T02:29:44.460314+0000","last_became_peered":"2023-08-28T02:29:44.460314+0000","last_unstale":"2023-08-28T02:36:38.074961+0000","last_undegraded":"2023-08-28T02:36:38.074961+0000","last_fullsized":"2023-08-28T02:36:38.074961+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:59:01.311467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":246,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-08-28T02:36:37.989400+0000","last_change":"2023-08-28T02:33:13.291255+0000","last_active":"2023-08-28T02:36:37.989400+0000","last_peered":"2023-08-28T02:36:37.989400+0000","last_clean":"2023-08-28T02:36:37.989400+0000","last_became_active":"2023-08-28T02:33:13.290933+0000","last_became_peered":"2023-08-28T02:33:13.290933+0000","last_unstale":"2023-08-28T02:36:37.989400+0000","last_undegraded":"2023-08-28T02:36:37.989400+0000","last_fullsized":"2023-08-28T02:36:37.989400+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:31:54.116908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"65'3","reported_seq":323,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-08-28T02:36:38.052853+0000","last_change":"2023-08-28T02:33:12.296412+0000","last_active":"2023-08-28T02:36:38.052853+0000","last_peered":"2023-08-28T02:36:38.052853+0000","last_clean":"2023-08-28T02:36:38.052853+0000","last_became_active":"2023-08-28T02:33:12.295786+0000","last_became_peered":"2023-08-28T02:33:12.295786+0000","last_unstale":"2023-08-28T02:36:38.052853+0000","last_undegraded":"2023-08-28T02:36:38.052853+0000","last_fullsized":"2023-08-28T02:36:38.052853+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:15:31.449163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":147,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:44.503801+0000","last_change":"2023-08-28T02:32:32.666927+0000","last_active":"2023-08-28T02:36:44.503801+0000","last_peered":"2023-08-28T02:36:44.503801+0000","last_clean":"2023-08-28T02:36:44.503801+0000","last_became_active":"2023-08-28T02:32:32.666618+0000","last_became_peered":"2023-08-28T02:32:32.666618+0000","last_unstale":"2023-08-28T02:36:44.503801+0000","last_undegraded":"2023-08-28T02:36:44.503801+0000","last_fullsized":"2023-08-28T02:36:44.503801+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:45:57.998333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":347,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-08-28T02:36:37.991787+0000","last_change":"2023-08-28T02:32:28.505262+0000","last_active":"2023-08-28T02:36:37.991787+0000","last_peered":"2023-08-28T02:36:37.991787+0000","last_clean":"2023-08-28T02:36:37.991787+0000","last_became_active":"2023-08-28T02:32:28.455999+0000","last_became_peered":"2023-08-28T02:32:28.455999+0000","last_unstale":"2023-08-28T02:36:37.991787+0000","last_undegraded":"2023-08-28T02:36:37.991787+0000","last_fullsized":"2023-08-28T02:36:37.991787+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:28.937020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":9468,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":331,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-08-28T02:36:37.991735+0000","last_change":"2023-08-28T02:32:12.959195+0000","last_active":"2023-08-28T02:36:37.991735+0000","last_peered":"2023-08-28T02:36:37.991735+0000","last_clean":"2023-08-28T02:36:37.991735+0000","last_became_active":"2023-08-28T02:32:12.958832+0000","last_became_peered":"2023-08-28T02:32:12.958832+0000","last_unstale":"2023-08-28T02:36:37.991735+0000","last_undegraded":"2023-08-28T02:36:37.991735+0000","last_fullsized":"2023-08-28T02:36:37.991735+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:23:27.197787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"65'2","reported_seq":321,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-08-28T02:36:38.052454+0000","last_change":"2023-08-28T02:32:28.461161+0000","last_active":"2023-08-28T02:36:38.052454+0000","last_peered":"2023-08-28T02:36:38.052454+0000","last_clean":"2023-08-28T02:36:38.052454+0000","last_became_active":"2023-08-28T02:32:28.451284+0000","last_became_peered":"2023-08-28T02:32:28.451284+0000","last_unstale":"2023-08-28T02:36:38.052454+0000","last_undegraded":"2023-08-28T02:36:38.052454+0000","last_fullsized":"2023-08-28T02:36:38.052454+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:58:20.061020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":303,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-08-28T02:36:38.055835+0000","last_change":"2023-08-28T02:29:44.419566+0000","last_active":"2023-08-28T02:36:38.055835+0000","last_peered":"2023-08-28T02:36:38.055835+0000","last_clean":"2023-08-28T02:36:38.055835+0000","last_became_active":"2023-08-28T02:29:44.419053+0000","last_became_peered":"2023-08-28T02:29:44.419053+0000","last_unstale":"2023-08-28T02:36:38.055835+0000","last_undegraded":"2023-08-28T02:36:38.055835+0000","last_fullsized":"2023-08-28T02:36:38.055835+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:44:36.133499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":306,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-08-28T02:36:38.055307+0000","last_change":"2023-08-28T02:33:12.493777+0000","last_active":"2023-08-28T02:36:38.055307+0000","last_peered":"2023-08-28T02:36:38.055307+0000","last_clean":"2023-08-28T02:36:38.055307+0000","last_became_active":"2023-08-28T02:33:12.491177+0000","last_became_peered":"2023-08-28T02:33:12.491177+0000","last_unstale":"2023-08-28T02:36:38.055307+0000","last_undegraded":"2023-08-28T02:36:38.055307+0000","last_fullsized":"2023-08-28T02:36:38.055307+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:10:58.167753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":318,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-08-28T02:36:38.074903+0000","last_change":"2023-08-28T02:33:12.290293+0000","last_active":"2023-08-28T02:36:38.074903+0000","last_peered":"2023-08-28T02:36:38.074903+0000","last_clean":"2023-08-28T02:36:38.074903+0000","last_became_active":"2023-08-28T02:33:12.289989+0000","last_became_peered":"2023-08-28T02:33:12.289989+0000","last_unstale":"2023-08-28T02:36:38.074903+0000","last_undegraded":"2023-08-28T02:36:38.074903+0000","last_fullsized":"2023-08-28T02:36:38.074903+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:05:33.622172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":296,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-08-28T02:36:38.052418+0000","last_change":"2023-08-28T02:32:12.948756+0000","last_active":"2023-08-28T02:36:38.052418+0000","last_peered":"2023-08-28T02:36:38.052418+0000","last_clean":"2023-08-28T02:36:38.052418+0000","last_became_active":"2023-08-28T02:32:12.948441+0000","last_became_peered":"2023-08-28T02:32:12.948441+0000","last_unstale":"2023-08-28T02:36:38.052418+0000","last_undegraded":"2023-08-28T02:36:38.052418+0000","last_fullsized":"2023-08-28T02:36:38.052418+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:27.922180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":313,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-08-28T02:36:38.055059+0000","last_change":"2023-08-28T02:33:12.299398+0000","last_active":"2023-08-28T02:36:38.055059+0000","last_peered":"2023-08-28T02:36:38.055059+0000","last_clean":"2023-08-28T02:36:38.055059+0000","last_became_active":"2023-08-28T02:33:12.299113+0000","last_became_peered":"2023-08-28T02:33:12.299113+0000","last_unstale":"2023-08-28T02:36:38.055059+0000","last_undegraded":"2023-08-28T02:36:38.055059+0000","last_fullsized":"2023-08-28T02:36:38.055059+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:14:55.597212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"65'8","reported_seq":106,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-08-28T02:36:38.054878+0000","last_change":"2023-08-28T02:33:13.478870+0000","last_active":"2023-08-28T02:36:38.054878+0000","last_peered":"2023-08-28T02:36:38.054878+0000","last_clean":"2023-08-28T02:36:38.054878+0000","last_became_active":"2023-08-28T02:33:13.332142+0000","last_became_peered":"2023-08-28T02:33:13.332142+0000","last_unstale":"2023-08-28T02:36:38.054878+0000","last_undegraded":"2023-08-28T02:36:38.054878+0000","last_fullsized":"2023-08-28T02:36:38.054878+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:32:42.810159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":244,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-08-28T02:36:37.993536+0000","last_change":"2023-08-28T02:33:12.306353+0000","last_active":"2023-08-28T02:36:37.993536+0000","last_peered":"2023-08-28T02:36:37.993536+0000","last_clean":"2023-08-28T02:36:37.993536+0000","last_became_active":"2023-08-28T02:33:12.304977+0000","last_became_peered":"2023-08-28T02:33:12.304977+0000","last_unstale":"2023-08-28T02:36:37.993536+0000","last_undegraded":"2023-08-28T02:36:37.993536+0000","last_fullsized":"2023-08-28T02:36:37.993536+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:19:38.819671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"339'6920","reported_seq":7017,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:45.035572+0000","last_change":"2023-08-28T02:30:50.402703+0000","last_active":"2023-08-28T02:36:45.035572+0000","last_peered":"2023-08-28T02:36:45.035572+0000","last_clean":"2023-08-28T02:36:45.035572+0000","last_became_active":"2023-08-28T02:30:50.402419+0000","last_became_peered":"2023-08-28T02:30:50.402419+0000","last_unstale":"2023-08-28T02:36:45.035572+0000","last_undegraded":"2023-08-28T02:36:45.035572+0000","last_fullsized":"2023-08-28T02:36:45.035572+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6920,"log_dups_size":0,"ondisk_log_size":6920,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:07:37.393907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":310640640,"num_objects":4740,"num_object_clones":0,"num_object_copies":14220,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4740,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6920,"num_write_kb":373120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"65'1","reported_seq":304,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-08-28T02:36:38.052915+0000","last_change":"2023-08-28T02:14:43.046130+0000","last_active":"2023-08-28T02:36:38.052915+0000","last_peered":"2023-08-28T02:36:38.052915+0000","last_clean":"2023-08-28T02:36:38.052915+0000","last_became_active":"2023-08-28T02:14:43.045775+0000","last_became_peered":"2023-08-28T02:14:43.045775+0000","last_unstale":"2023-08-28T02:36:38.052915+0000","last_undegraded":"2023-08-28T02:36:38.052915+0000","last_fullsized":"2023-08-28T02:36:38.052915+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:57:38.279756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":294,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-08-28T02:36:38.074545+0000","last_change":"2023-08-28T02:31:51.987149+0000","last_active":"2023-08-28T02:36:38.074545+0000","last_peered":"2023-08-28T02:36:38.074545+0000","last_clean":"2023-08-28T02:36:38.074545+0000","last_became_active":"2023-08-28T02:31:51.986821+0000","last_became_peered":"2023-08-28T02:31:51.986821+0000","last_unstale":"2023-08-28T02:36:38.074545+0000","last_undegraded":"2023-08-28T02:36:38.074545+0000","last_fullsized":"2023-08-28T02:36:38.074545+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:23:26.661134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"339'6940","reported_seq":10707,"reported_epoch":339,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:36:45.412883+0000","last_change":"2023-08-28T02:33:33.975566+0000","last_active":"2023-08-28T02:36:45.412883+0000","last_peered":"2023-08-28T02:36:45.412883+0000","last_clean":"2023-08-28T02:31:27.868230+0000","last_became_active":"2023-08-28T02:33:33.660452+0000","last_became_peered":"2023-08-28T02:33:33.660452+0000","last_unstale":"2023-08-28T02:36:45.412883+0000","last_undegraded":"2023-08-28T02:33:13.410847+0000","last_fullsized":"2023-08-28T02:33:13.270012+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6940,"log_dups_size":0,"ondisk_log_size":6940,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:33.375162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":305397760,"num_objects":4660,"num_object_clones":0,"num_object_copies":13980,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7168,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4660,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6940,"num_write_kb":371200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1816,"num_bytes_recovered":118947840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[5,4],"avail_no_missing":["5","6"],"object_location_counts":[{"shards":"2,5,6","objects":915},{"shards":"3,5,6","objects":2240},{"shards":"5,6","objects":1505}],"blocked_by":[],"up_primary":3,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"65'2","reported_seq":329,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-08-28T02:36:38.052817+0000","last_change":"2023-08-28T02:29:44.436352+0000","last_active":"2023-08-28T02:36:38.052817+0000","last_peered":"2023-08-28T02:36:38.052817+0000","last_clean":"2023-08-28T02:36:38.052817+0000","last_became_active":"2023-08-28T02:29:44.411499+0000","last_became_peered":"2023-08-28T02:29:44.411499+0000","last_unstale":"2023-08-28T02:36:38.052817+0000","last_undegraded":"2023-08-28T02:36:38.052817+0000","last_fullsized":"2023-08-28T02:36:38.052817+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:46:57.540191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":355,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-08-28T02:36:37.991610+0000","last_change":"2023-08-28T02:33:12.289004+0000","last_active":"2023-08-28T02:36:37.991610+0000","last_peered":"2023-08-28T02:36:37.991610+0000","last_clean":"2023-08-28T02:36:37.991610+0000","last_became_active":"2023-08-28T02:33:12.288722+0000","last_became_peered":"2023-08-28T02:33:12.288722+0000","last_unstale":"2023-08-28T02:36:37.991610+0000","last_undegraded":"2023-08-28T02:36:37.991610+0000","last_fullsized":"2023-08-28T02:36:37.991610+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:24.019483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"339'6845","reported_seq":6959,"reported_epoch":339,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:36:44.578385+0000","last_change":"2023-08-28T02:33:13.585687+0000","last_active":"2023-08-28T02:36:44.578385+0000","last_peered":"2023-08-28T02:36:44.578385+0000","last_clean":"2023-08-28T02:31:27.908616+0000","last_became_active":"2023-08-28T02:33:13.578484+0000","last_became_peered":"2023-08-28T02:33:13.578484+0000","last_unstale":"2023-08-28T02:36:44.578385+0000","last_undegraded":"2023-08-28T02:33:13.297322+0000","last_fullsized":"2023-08-28T02:33:13.268309+0000","mapping_epoch":298,"log_start":"256'1512","ondisk_log_start":"256'1512","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5333,"log_dups_size":0,"ondisk_log_size":5333,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:42:33.431186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":308346880,"num_objects":4705,"num_object_clones":0,"num_object_copies":14115,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2533,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4705,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6845,"num_write_kb":369600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4],"avail_no_missing":["0","4"],"object_location_counts":[{"shards":"0,4","objects":2257}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"65'1","reported_seq":315,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-08-28T02:36:38.052758+0000","last_change":"2023-08-28T02:33:13.516869+0000","last_active":"2023-08-28T02:36:38.052758+0000","last_peered":"2023-08-28T02:36:38.052758+0000","last_clean":"2023-08-28T02:36:38.052758+0000","last_became_active":"2023-08-28T02:33:13.396736+0000","last_became_peered":"2023-08-28T02:33:13.396736+0000","last_unstale":"2023-08-28T02:36:38.052758+0000","last_undegraded":"2023-08-28T02:36:38.052758+0000","last_fullsized":"2023-08-28T02:36:38.052758+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:47:08.237137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":281,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-08-28T02:36:37.991122+0000","last_change":"2023-08-28T02:31:51.987327+0000","last_active":"2023-08-28T02:36:37.991122+0000","last_peered":"2023-08-28T02:36:37.991122+0000","last_clean":"2023-08-28T02:36:37.991122+0000","last_became_active":"2023-08-28T02:31:51.987018+0000","last_became_peered":"2023-08-28T02:31:51.987018+0000","last_unstale":"2023-08-28T02:36:37.991122+0000","last_undegraded":"2023-08-28T02:36:37.991122+0000","last_fullsized":"2023-08-28T02:36:37.991122+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:53:26.105101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.5","version":"339'6821","reported_seq":8948,"reported_epoch":339,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:36:45.365274+0000","last_change":"2023-08-28T02:33:13.625779+0000","last_active":"2023-08-28T02:36:45.365274+0000","last_peered":"2023-08-28T02:36:45.365274+0000","last_clean":"2023-08-28T02:31:27.898932+0000","last_became_active":"2023-08-28T02:33:13.612126+0000","last_became_peered":"2023-08-28T02:33:13.612126+0000","last_unstale":"2023-08-28T02:36:45.365274+0000","last_undegraded":"2023-08-28T02:33:13.485377+0000","last_fullsized":"2023-08-28T02:33:13.264317+0000","mapping_epoch":298,"log_start":"256'1463","ondisk_log_start":"256'1463","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5358,"log_dups_size":0,"ondisk_log_size":5358,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:37:28.843386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":303497216,"num_objects":4631,"num_object_clones":0,"num_object_copies":13893,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7173,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4631,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6821,"num_write_kb":366464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1003,"num_bytes_recovered":65732608,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,7],"avail_no_missing":["0","2"],"object_location_counts":[{"shards":"0,2","objects":2358},{"shards":"0,2,3","objects":2273}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":333,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-08-28T02:36:38.074786+0000","last_change":"2023-08-28T02:33:13.281826+0000","last_active":"2023-08-28T02:36:38.074786+0000","last_peered":"2023-08-28T02:36:38.074786+0000","last_clean":"2023-08-28T02:36:38.074786+0000","last_became_active":"2023-08-28T02:33:13.281511+0000","last_became_peered":"2023-08-28T02:33:13.281511+0000","last_unstale":"2023-08-28T02:36:38.074786+0000","last_undegraded":"2023-08-28T02:36:38.074786+0000","last_fullsized":"2023-08-28T02:36:38.074786+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:32:55.005706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":329,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-08-28T02:36:38.054947+0000","last_change":"2023-08-28T02:29:44.436713+0000","last_active":"2023-08-28T02:36:38.054947+0000","last_peered":"2023-08-28T02:36:38.054947+0000","last_clean":"2023-08-28T02:36:38.054947+0000","last_became_active":"2023-08-28T02:29:44.436203+0000","last_became_peered":"2023-08-28T02:29:44.436203+0000","last_unstale":"2023-08-28T02:36:38.054947+0000","last_undegraded":"2023-08-28T02:36:38.054947+0000","last_fullsized":"2023-08-28T02:36:38.054947+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:46:48.522293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"339'7081","reported_seq":7181,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:47.479800+0000","last_change":"2023-08-28T02:30:50.399669+0000","last_active":"2023-08-28T02:36:47.479800+0000","last_peered":"2023-08-28T02:36:47.479800+0000","last_clean":"2023-08-28T02:36:47.479800+0000","last_became_active":"2023-08-28T02:30:50.399332+0000","last_became_peered":"2023-08-28T02:30:50.399332+0000","last_unstale":"2023-08-28T02:36:47.479800+0000","last_undegraded":"2023-08-28T02:36:47.479800+0000","last_fullsized":"2023-08-28T02:36:47.479800+0000","mapping_epoch":250,"log_start":"255'900","ondisk_log_start":"255'900","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6181,"log_dups_size":0,"ondisk_log_size":6181,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:00:54.910841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":310181888,"num_objects":4733,"num_object_clones":0,"num_object_copies":14199,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4733,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7081,"num_write_kb":378048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"75'161","reported_seq":759,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-08-28T02:36:38.052505+0000","last_change":"2023-08-28T02:33:13.310049+0000","last_active":"2023-08-28T02:36:38.052505+0000","last_peered":"2023-08-28T02:36:38.052505+0000","last_clean":"2023-08-28T02:36:38.052505+0000","last_became_active":"2023-08-28T02:33:13.309661+0000","last_became_peered":"2023-08-28T02:33:13.309661+0000","last_unstale":"2023-08-28T02:36:38.052505+0000","last_undegraded":"2023-08-28T02:36:38.052505+0000","last_fullsized":"2023-08-28T02:36:38.052505+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.930230+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.930230+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:27:40.889460+0000","scrub_duration":0.0050169209999999997,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"65'2","reported_seq":293,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-08-28T02:36:37.989508+0000","last_change":"2023-08-28T02:33:12.294922+0000","last_active":"2023-08-28T02:36:37.989508+0000","last_peered":"2023-08-28T02:36:37.989508+0000","last_clean":"2023-08-28T02:36:37.989508+0000","last_became_active":"2023-08-28T02:33:12.294518+0000","last_became_peered":"2023-08-28T02:33:12.294518+0000","last_unstale":"2023-08-28T02:36:37.989508+0000","last_undegraded":"2023-08-28T02:36:37.989508+0000","last_fullsized":"2023-08-28T02:36:37.989508+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:21:12.737286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":332,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-08-28T02:36:37.991795+0000","last_change":"2023-08-28T02:33:13.310505+0000","last_active":"2023-08-28T02:36:37.991795+0000","last_peered":"2023-08-28T02:36:37.991795+0000","last_clean":"2023-08-28T02:36:37.991795+0000","last_became_active":"2023-08-28T02:33:13.310223+0000","last_became_peered":"2023-08-28T02:33:13.310223+0000","last_unstale":"2023-08-28T02:36:37.991795+0000","last_undegraded":"2023-08-28T02:36:37.991795+0000","last_fullsized":"2023-08-28T02:36:37.991795+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:27:02.124453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"339'6934","reported_seq":9119,"reported_epoch":339,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:36:45.705900+0000","last_change":"2023-08-28T02:33:13.591092+0000","last_active":"2023-08-28T02:36:45.705900+0000","last_peered":"2023-08-28T02:36:45.705900+0000","last_clean":"2023-08-28T02:31:27.916082+0000","last_became_active":"2023-08-28T02:33:13.580413+0000","last_became_peered":"2023-08-28T02:33:13.580413+0000","last_unstale":"2023-08-28T02:36:45.705900+0000","last_undegraded":"2023-08-28T02:33:13.480527+0000","last_fullsized":"2023-08-28T02:33:13.270957+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6934,"log_dups_size":0,"ondisk_log_size":6934,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:03.698410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":310247424,"num_objects":4734,"num_object_clones":0,"num_object_copies":14202,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7358,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4734,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6934,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1029,"num_bytes_recovered":67436544,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,4],"avail_no_missing":["5","2"],"object_location_counts":[{"shards":"2,3,5","objects":2252},{"shards":"2,5","objects":2482}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"75'161","reported_seq":592,"reported_epoch":338,"state":"active+recovery_wait+degraded","last_fresh":"2023-08-28T02:36:38.074587+0000","last_change":"2023-08-28T02:33:13.287487+0000","last_active":"2023-08-28T02:36:38.074587+0000","last_peered":"2023-08-28T02:36:38.074587+0000","last_clean":"2023-08-28T02:31:25.515426+0000","last_became_active":"2023-08-28T02:33:13.287313+0000","last_became_peered":"2023-08-28T02:33:13.287313+0000","last_unstale":"2023-08-28T02:36:38.074587+0000","last_undegraded":"2023-08-28T02:33:13.270760+0000","last_fullsized":"2023-08-28T02:36:38.074587+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":204,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:45.407127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:45.407127+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:39:14.213229+0000","scrub_duration":0.0018495320000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":["5","2","3"],"object_location_counts":[{"shards":"2,3,5","objects":1}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":252,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-08-28T02:36:37.991583+0000","last_change":"2023-08-28T02:33:13.309727+0000","last_active":"2023-08-28T02:36:37.991583+0000","last_peered":"2023-08-28T02:36:37.991583+0000","last_clean":"2023-08-28T02:36:37.991583+0000","last_became_active":"2023-08-28T02:33:13.309487+0000","last_became_peered":"2023-08-28T02:33:13.309487+0000","last_unstale":"2023-08-28T02:36:37.991583+0000","last_undegraded":"2023-08-28T02:36:37.991583+0000","last_fullsized":"2023-08-28T02:36:37.991583+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:27:29.294011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":67,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-08-28T02:36:37.991894+0000","last_change":"2023-08-28T02:32:28.456323+0000","last_active":"2023-08-28T02:36:37.991894+0000","last_peered":"2023-08-28T02:36:37.991894+0000","last_clean":"2023-08-28T02:36:37.991894+0000","last_became_active":"2023-08-28T02:32:28.455987+0000","last_became_peered":"2023-08-28T02:32:28.455987+0000","last_unstale":"2023-08-28T02:36:37.991894+0000","last_undegraded":"2023-08-28T02:36:37.991894+0000","last_fullsized":"2023-08-28T02:36:37.991894+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:54:07.724002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"339'7115","reported_seq":17232,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:47.508541+0000","last_change":"2023-08-28T02:33:13.316023+0000","last_active":"2023-08-28T02:36:47.508541+0000","last_peered":"2023-08-28T02:36:47.508541+0000","last_clean":"2023-08-28T02:36:47.508541+0000","last_became_active":"2023-08-28T02:33:13.308403+0000","last_became_peered":"2023-08-28T02:33:13.308403+0000","last_unstale":"2023-08-28T02:36:47.508541+0000","last_undegraded":"2023-08-28T02:36:47.508541+0000","last_fullsized":"2023-08-28T02:36:47.508541+0000","mapping_epoch":298,"log_start":"255'900","ondisk_log_start":"255'900","created":250,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6215,"log_dups_size":0,"ondisk_log_size":6215,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:10:38.401973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":313327616,"num_objects":4781,"num_object_clones":0,"num_object_copies":14343,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4781,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7115,"num_write_kb":380672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4999,"num_bytes_recovered":327614464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":312,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-08-28T02:36:37.991584+0000","last_change":"2023-08-28T02:32:28.455294+0000","last_active":"2023-08-28T02:36:37.991584+0000","last_peered":"2023-08-28T02:36:37.991584+0000","last_clean":"2023-08-28T02:36:37.991584+0000","last_became_active":"2023-08-28T02:32:28.455013+0000","last_became_peered":"2023-08-28T02:32:28.455013+0000","last_unstale":"2023-08-28T02:36:37.991584+0000","last_undegraded":"2023-08-28T02:36:37.991584+0000","last_fullsized":"2023-08-28T02:36:37.991584+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:53.583864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":344,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-08-28T02:36:37.991972+0000","last_change":"2023-08-28T02:33:13.335588+0000","last_active":"2023-08-28T02:36:37.991972+0000","last_peered":"2023-08-28T02:36:37.991972+0000","last_clean":"2023-08-28T02:36:37.991972+0000","last_became_active":"2023-08-28T02:33:13.335326+0000","last_became_peered":"2023-08-28T02:33:13.335326+0000","last_unstale":"2023-08-28T02:36:37.991972+0000","last_undegraded":"2023-08-28T02:36:37.991972+0000","last_fullsized":"2023-08-28T02:36:37.991972+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:15:44.958663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"339'6963","reported_seq":7060,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:46.177538+0000","last_change":"2023-08-28T02:30:50.400261+0000","last_active":"2023-08-28T02:36:46.177538+0000","last_peered":"2023-08-28T02:36:46.177538+0000","last_clean":"2023-08-28T02:36:46.177538+0000","last_became_active":"2023-08-28T02:30:50.399938+0000","last_became_peered":"2023-08-28T02:30:50.399938+0000","last_unstale":"2023-08-28T02:36:46.177538+0000","last_undegraded":"2023-08-28T02:36:46.177538+0000","last_fullsized":"2023-08-28T02:36:46.177538+0000","mapping_epoch":250,"log_start":"256'1590","ondisk_log_start":"256'1590","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5373,"log_dups_size":0,"ondisk_log_size":5373,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:43:56.802792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":310050816,"num_objects":4731,"num_object_clones":0,"num_object_copies":14193,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4731,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6963,"num_write_kb":374208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"75'161","reported_seq":618,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-08-28T02:36:38.074961+0000","last_change":"2023-08-28T02:32:56.519141+0000","last_active":"2023-08-28T02:36:38.074961+0000","last_peered":"2023-08-28T02:36:38.074961+0000","last_clean":"2023-08-28T02:36:38.074961+0000","last_became_active":"2023-08-28T02:32:56.518863+0000","last_became_peered":"2023-08-28T02:32:56.518863+0000","last_unstale":"2023-08-28T02:36:38.074961+0000","last_undegraded":"2023-08-28T02:36:38.074961+0000","last_fullsized":"2023-08-28T02:36:38.074961+0000","mapping_epoch":292,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":293,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_clean_scrub_stamp":"2023-08-28T02:29:25.608370+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:59:50.561109+0000","scrub_duration":0.001662689,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":246,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-08-28T02:36:37.987964+0000","last_change":"2023-08-28T02:33:12.294592+0000","last_active":"2023-08-28T02:36:37.987964+0000","last_peered":"2023-08-28T02:36:37.987964+0000","last_clean":"2023-08-28T02:36:37.987964+0000","last_became_active":"2023-08-28T02:33:12.288508+0000","last_became_peered":"2023-08-28T02:33:12.288508+0000","last_unstale":"2023-08-28T02:36:37.987964+0000","last_undegraded":"2023-08-28T02:36:37.987964+0000","last_fullsized":"2023-08-28T02:36:37.987964+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:05:42.717608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":129,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-08-28T02:36:37.990906+0000","last_change":"2023-08-28T02:29:44.429834+0000","last_active":"2023-08-28T02:36:37.990906+0000","last_peered":"2023-08-28T02:36:37.990906+0000","last_clean":"2023-08-28T02:36:37.990906+0000","last_became_active":"2023-08-28T02:29:44.429512+0000","last_became_peered":"2023-08-28T02:29:44.429512+0000","last_unstale":"2023-08-28T02:36:37.990906+0000","last_undegraded":"2023-08-28T02:36:37.990906+0000","last_fullsized":"2023-08-28T02:36:37.990906+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:58.062455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"339'6893","reported_seq":6990,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:46.104944+0000","last_change":"2023-08-28T02:30:50.402348+0000","last_active":"2023-08-28T02:36:46.104944+0000","last_peered":"2023-08-28T02:36:46.104944+0000","last_clean":"2023-08-28T02:36:46.104944+0000","last_became_active":"2023-08-28T02:30:50.402076+0000","last_became_peered":"2023-08-28T02:30:50.402076+0000","last_unstale":"2023-08-28T02:36:46.104944+0000","last_undegraded":"2023-08-28T02:36:46.104944+0000","last_fullsized":"2023-08-28T02:36:46.104944+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6893,"log_dups_size":0,"ondisk_log_size":6893,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:24.859426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":306905088,"num_objects":4683,"num_object_clones":0,"num_object_copies":14049,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4683,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6893,"num_write_kb":370432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.7","version":"75'161","reported_seq":538,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-08-28T02:36:37.993483+0000","last_change":"2023-08-28T02:33:13.532525+0000","last_active":"2023-08-28T02:36:37.993483+0000","last_peered":"2023-08-28T02:36:37.993483+0000","last_clean":"2023-08-28T02:36:37.993483+0000","last_became_active":"2023-08-28T02:33:13.532125+0000","last_became_peered":"2023-08-28T02:33:13.532125+0000","last_unstale":"2023-08-28T02:36:37.993483+0000","last_undegraded":"2023-08-28T02:36:37.993483+0000","last_fullsized":"2023-08-28T02:36:37.993483+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.887648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.887648+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":129,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-08-28T02:36:37.992822+0000","last_change":"2023-08-28T02:29:44.407595+0000","last_active":"2023-08-28T02:36:37.992822+0000","last_peered":"2023-08-28T02:36:37.992822+0000","last_clean":"2023-08-28T02:36:37.992822+0000","last_became_active":"2023-08-28T02:29:44.407316+0000","last_became_peered":"2023-08-28T02:29:44.407316+0000","last_unstale":"2023-08-28T02:36:37.992822+0000","last_undegraded":"2023-08-28T02:36:37.992822+0000","last_fullsized":"2023-08-28T02:36:37.992822+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:01:47.777709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":350,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-08-28T02:36:38.074870+0000","last_change":"2023-08-28T02:33:13.286980+0000","last_active":"2023-08-28T02:36:38.074870+0000","last_peered":"2023-08-28T02:36:38.074870+0000","last_clean":"2023-08-28T02:36:38.074870+0000","last_became_active":"2023-08-28T02:33:13.286740+0000","last_became_peered":"2023-08-28T02:33:13.286740+0000","last_unstale":"2023-08-28T02:36:38.074870+0000","last_undegraded":"2023-08-28T02:36:38.074870+0000","last_fullsized":"2023-08-28T02:36:38.074870+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:24:54.574365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":129,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-08-28T02:36:37.991167+0000","last_change":"2023-08-28T02:29:44.506914+0000","last_active":"2023-08-28T02:36:37.991167+0000","last_peered":"2023-08-28T02:36:37.991167+0000","last_clean":"2023-08-28T02:36:37.991167+0000","last_became_active":"2023-08-28T02:29:44.506606+0000","last_became_peered":"2023-08-28T02:29:44.506606+0000","last_unstale":"2023-08-28T02:36:37.991167+0000","last_undegraded":"2023-08-28T02:36:37.991167+0000","last_fullsized":"2023-08-28T02:36:37.991167+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:55:50.992279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"339'6924","reported_seq":18620,"reported_epoch":339,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:36:45.243418+0000","last_change":"2023-08-28T02:34:11.565330+0000","last_active":"2023-08-28T02:36:45.243418+0000","last_peered":"2023-08-28T02:36:45.243418+0000","last_clean":"2023-08-28T02:32:11.916240+0000","last_became_active":"2023-08-28T02:33:12.501819+0000","last_became_peered":"2023-08-28T02:33:12.501819+0000","last_unstale":"2023-08-28T02:36:45.243418+0000","last_undegraded":"2023-08-28T02:36:45.243418+0000","last_fullsized":"2023-08-28T02:36:45.243418+0000","mapping_epoch":297,"log_start":"256'1624","ondisk_log_start":"256'1624","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5300,"log_dups_size":0,"ondisk_log_size":5300,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:45:43.329719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":306184192,"num_objects":4672,"num_object_clones":0,"num_object_copies":14016,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4672,"num_objects_unfound":0,"num_objects_dirty":4672,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6924,"num_write_kb":371072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5787,"num_bytes_recovered":379256832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,2],"avail_no_missing":["0","2","5","6"],"object_location_counts":[{"shards":"0,2,5","objects":4672}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.1","version":"75'161","reported_seq":598,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-08-28T02:36:38.075288+0000","last_change":"2023-08-28T02:32:31.482659+0000","last_active":"2023-08-28T02:36:38.075288+0000","last_peered":"2023-08-28T02:36:38.075288+0000","last_clean":"2023-08-28T02:36:38.075288+0000","last_became_active":"2023-08-28T02:32:31.482320+0000","last_became_peered":"2023-08-28T02:32:31.482320+0000","last_unstale":"2023-08-28T02:36:38.075288+0000","last_undegraded":"2023-08-28T02:36:38.075288+0000","last_fullsized":"2023-08-28T02:36:38.075288+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:24.559397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:24.559397+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:41:09.516918+0000","scrub_duration":0.001580328,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":336,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-08-28T02:36:38.074814+0000","last_change":"2023-08-28T02:31:51.988386+0000","last_active":"2023-08-28T02:36:38.074814+0000","last_peered":"2023-08-28T02:36:38.074814+0000","last_clean":"2023-08-28T02:36:38.074814+0000","last_became_active":"2023-08-28T02:31:51.988097+0000","last_became_peered":"2023-08-28T02:31:51.988097+0000","last_unstale":"2023-08-28T02:36:38.074814+0000","last_undegraded":"2023-08-28T02:36:38.074814+0000","last_fullsized":"2023-08-28T02:36:38.074814+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:25:01.818829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":312,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-08-28T02:36:37.991879+0000","last_change":"2023-08-28T02:32:12.951275+0000","last_active":"2023-08-28T02:36:37.991879+0000","last_peered":"2023-08-28T02:36:37.991879+0000","last_clean":"2023-08-28T02:36:37.991879+0000","last_became_active":"2023-08-28T02:32:12.950965+0000","last_became_peered":"2023-08-28T02:32:12.950965+0000","last_unstale":"2023-08-28T02:36:37.991879+0000","last_undegraded":"2023-08-28T02:36:37.991879+0000","last_fullsized":"2023-08-28T02:36:37.991879+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:37:31.294280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":155,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-08-28T02:36:37.992890+0000","last_change":"2023-08-28T02:33:13.286534+0000","last_active":"2023-08-28T02:36:37.992890+0000","last_peered":"2023-08-28T02:36:37.992890+0000","last_clean":"2023-08-28T02:36:37.992890+0000","last_became_active":"2023-08-28T02:33:13.286164+0000","last_became_peered":"2023-08-28T02:33:13.286164+0000","last_unstale":"2023-08-28T02:36:37.992890+0000","last_undegraded":"2023-08-28T02:36:37.992890+0000","last_fullsized":"2023-08-28T02:36:37.992890+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:56.721932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"339'6965","reported_seq":18752,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:45.297336+0000","last_change":"2023-08-28T02:34:14.448606+0000","last_active":"2023-08-28T02:36:45.297336+0000","last_peered":"2023-08-28T02:36:45.297336+0000","last_clean":"2023-08-28T02:36:45.297336+0000","last_became_active":"2023-08-28T02:34:14.438547+0000","last_became_peered":"2023-08-28T02:34:14.438547+0000","last_unstale":"2023-08-28T02:36:45.297336+0000","last_undegraded":"2023-08-28T02:36:45.297336+0000","last_fullsized":"2023-08-28T02:36:45.297336+0000","mapping_epoch":314,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":315,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6965,"log_dups_size":0,"ondisk_log_size":6965,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:06:41.120408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":308215808,"num_objects":4703,"num_object_clones":0,"num_object_copies":14109,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4703,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6965,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5834,"num_bytes_recovered":376832000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2","version":"75'161","reported_seq":720,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-08-28T02:36:38.052475+0000","last_change":"2023-08-28T02:30:51.762377+0000","last_active":"2023-08-28T02:36:38.052475+0000","last_peered":"2023-08-28T02:36:38.052475+0000","last_clean":"2023-08-28T02:36:38.052475+0000","last_became_active":"2023-08-28T02:27:46.375590+0000","last_became_peered":"2023-08-28T02:27:46.375590+0000","last_unstale":"2023-08-28T02:36:38.052475+0000","last_undegraded":"2023-08-28T02:36:38.052475+0000","last_fullsized":"2023-08-28T02:36:38.052475+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:51.762314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:51.762314+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:02.034555+0000","scrub_duration":0.0020023620000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":146,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-08-28T02:36:37.989504+0000","last_change":"2023-08-28T02:33:13.289765+0000","last_active":"2023-08-28T02:36:37.989504+0000","last_peered":"2023-08-28T02:36:37.989504+0000","last_clean":"2023-08-28T02:36:37.989504+0000","last_became_active":"2023-08-28T02:33:13.289159+0000","last_became_peered":"2023-08-28T02:33:13.289159+0000","last_unstale":"2023-08-28T02:36:37.989504+0000","last_undegraded":"2023-08-28T02:36:37.989504+0000","last_fullsized":"2023-08-28T02:36:37.989504+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:30:38.956723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":147,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-08-28T02:36:37.991060+0000","last_change":"2023-08-28T02:32:28.464203+0000","last_active":"2023-08-28T02:36:37.991060+0000","last_peered":"2023-08-28T02:36:37.991060+0000","last_clean":"2023-08-28T02:36:37.991060+0000","last_became_active":"2023-08-28T02:32:28.463412+0000","last_became_peered":"2023-08-28T02:32:28.463412+0000","last_unstale":"2023-08-28T02:36:37.991060+0000","last_undegraded":"2023-08-28T02:36:37.991060+0000","last_fullsized":"2023-08-28T02:36:37.991060+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:20:38.177879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":129,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-08-28T02:36:37.990968+0000","last_change":"2023-08-28T02:29:44.427945+0000","last_active":"2023-08-28T02:36:37.990968+0000","last_peered":"2023-08-28T02:36:37.990968+0000","last_clean":"2023-08-28T02:36:37.990968+0000","last_became_active":"2023-08-28T02:29:44.426487+0000","last_became_peered":"2023-08-28T02:29:44.426487+0000","last_unstale":"2023-08-28T02:36:37.990968+0000","last_undegraded":"2023-08-28T02:36:37.990968+0000","last_fullsized":"2023-08-28T02:36:37.990968+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:30:20.438896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"339'6973","reported_seq":17041,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:47.431298+0000","last_change":"2023-08-28T02:34:48.488647+0000","last_active":"2023-08-28T02:36:47.431298+0000","last_peered":"2023-08-28T02:36:47.431298+0000","last_clean":"2023-08-28T02:36:47.431298+0000","last_became_active":"2023-08-28T02:34:48.476519+0000","last_became_peered":"2023-08-28T02:34:48.476519+0000","last_unstale":"2023-08-28T02:36:47.431298+0000","last_undegraded":"2023-08-28T02:36:47.431298+0000","last_fullsized":"2023-08-28T02:36:47.431298+0000","mapping_epoch":318,"log_start":"255'800","ondisk_log_start":"255'800","created":250,"last_epoch_clean":319,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6173,"log_dups_size":0,"ondisk_log_size":6173,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:44:20.004230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":306118656,"num_objects":4671,"num_object_clones":0,"num_object_copies":14013,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4671,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6973,"num_write_kb":372608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4973,"num_bytes_recovered":325910528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":330,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-08-28T02:36:38.075067+0000","last_change":"2023-08-28T02:33:13.484970+0000","last_active":"2023-08-28T02:36:38.075067+0000","last_peered":"2023-08-28T02:36:38.075067+0000","last_clean":"2023-08-28T02:36:38.075067+0000","last_became_active":"2023-08-28T02:33:13.484579+0000","last_became_peered":"2023-08-28T02:33:13.484579+0000","last_unstale":"2023-08-28T02:36:38.075067+0000","last_undegraded":"2023-08-28T02:36:38.075067+0000","last_fullsized":"2023-08-28T02:36:38.075067+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:58.027468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"75'161","reported_seq":721,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-08-28T02:36:38.052353+0000","last_change":"2023-08-28T02:31:55.059467+0000","last_active":"2023-08-28T02:36:38.052353+0000","last_peered":"2023-08-28T02:36:38.052353+0000","last_clean":"2023-08-28T02:36:38.052353+0000","last_became_active":"2023-08-28T02:31:55.059115+0000","last_became_peered":"2023-08-28T02:31:55.059115+0000","last_unstale":"2023-08-28T02:36:38.052353+0000","last_undegraded":"2023-08-28T02:36:38.052353+0000","last_fullsized":"2023-08-28T02:36:38.052353+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":0,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.820990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.820990+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:15:56.774667+0000","scrub_duration":0.0017342480000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":247,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-08-28T02:36:37.990041+0000","last_change":"2023-08-28T02:33:13.352810+0000","last_active":"2023-08-28T02:36:37.990041+0000","last_peered":"2023-08-28T02:36:37.990041+0000","last_clean":"2023-08-28T02:36:37.990041+0000","last_became_active":"2023-08-28T02:33:13.351697+0000","last_became_peered":"2023-08-28T02:33:13.351697+0000","last_unstale":"2023-08-28T02:36:37.990041+0000","last_undegraded":"2023-08-28T02:36:37.990041+0000","last_fullsized":"2023-08-28T02:36:37.990041+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:56.187163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":161,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-08-28T02:36:37.992185+0000","last_change":"2023-08-28T02:31:51.984584+0000","last_active":"2023-08-28T02:36:37.992185+0000","last_peered":"2023-08-28T02:36:37.992185+0000","last_clean":"2023-08-28T02:36:37.992185+0000","last_became_active":"2023-08-28T02:31:51.984264+0000","last_became_peered":"2023-08-28T02:31:51.984264+0000","last_unstale":"2023-08-28T02:36:37.992185+0000","last_undegraded":"2023-08-28T02:36:37.992185+0000","last_fullsized":"2023-08-28T02:36:37.992185+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:58:42.306722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"339'6890","reported_seq":18594,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:45.246757+0000","last_change":"2023-08-28T02:35:11.978901+0000","last_active":"2023-08-28T02:36:45.246757+0000","last_peered":"2023-08-28T02:36:45.246757+0000","last_clean":"2023-08-28T02:36:45.246757+0000","last_became_active":"2023-08-28T02:35:11.966585+0000","last_became_peered":"2023-08-28T02:35:11.966585+0000","last_unstale":"2023-08-28T02:36:45.246757+0000","last_undegraded":"2023-08-28T02:36:45.246757+0000","last_fullsized":"2023-08-28T02:36:45.246757+0000","mapping_epoch":323,"log_start":"256'1528","ondisk_log_start":"256'1528","created":250,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5362,"log_dups_size":0,"ondisk_log_size":5362,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:03:07.017814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":307494912,"num_objects":4692,"num_object_clones":0,"num_object_copies":14076,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4692,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6890,"num_write_kb":370624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5791,"num_bytes_recovered":368967680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3","version":"75'161","reported_seq":605,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-08-28T02:36:37.991804+0000","last_change":"2023-08-28T02:31:55.068239+0000","last_active":"2023-08-28T02:36:37.991804+0000","last_peered":"2023-08-28T02:36:37.991804+0000","last_clean":"2023-08-28T02:36:37.991804+0000","last_became_active":"2023-08-28T02:31:55.067875+0000","last_became_peered":"2023-08-28T02:31:55.067875+0000","last_unstale":"2023-08-28T02:36:37.991804+0000","last_undegraded":"2023-08-28T02:36:37.991804+0000","last_fullsized":"2023-08-28T02:36:37.991804+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.868248+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:11:04.391639+0000","scrub_duration":0.0016215240000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":344,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-08-28T02:36:38.052338+0000","last_change":"2023-08-28T02:29:44.421353+0000","last_active":"2023-08-28T02:36:38.052338+0000","last_peered":"2023-08-28T02:36:38.052338+0000","last_clean":"2023-08-28T02:36:38.052338+0000","last_became_active":"2023-08-28T02:29:44.421064+0000","last_became_peered":"2023-08-28T02:29:44.421064+0000","last_unstale":"2023-08-28T02:36:38.052338+0000","last_undegraded":"2023-08-28T02:36:38.052338+0000","last_fullsized":"2023-08-28T02:36:38.052338+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:51:36.524024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":313,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-08-28T02:36:38.054557+0000","last_change":"2023-08-28T02:33:12.299487+0000","last_active":"2023-08-28T02:36:38.054557+0000","last_peered":"2023-08-28T02:36:38.054557+0000","last_clean":"2023-08-28T02:36:38.054557+0000","last_became_active":"2023-08-28T02:33:12.299175+0000","last_became_peered":"2023-08-28T02:33:12.299175+0000","last_unstale":"2023-08-28T02:36:38.054557+0000","last_undegraded":"2023-08-28T02:36:38.054557+0000","last_fullsized":"2023-08-28T02:36:38.054557+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:42:29.713462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":324,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-08-28T02:36:38.054797+0000","last_change":"2023-08-28T02:32:28.457696+0000","last_active":"2023-08-28T02:36:38.054797+0000","last_peered":"2023-08-28T02:36:38.054797+0000","last_clean":"2023-08-28T02:36:38.054797+0000","last_became_active":"2023-08-28T02:32:28.457407+0000","last_became_peered":"2023-08-28T02:32:28.457407+0000","last_unstale":"2023-08-28T02:36:38.054797+0000","last_undegraded":"2023-08-28T02:36:38.054797+0000","last_fullsized":"2023-08-28T02:36:38.054797+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:26:29.392787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"339'6853","reported_seq":7978,"reported_epoch":339,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:36:46.063606+0000","last_change":"2023-08-28T02:34:11.566035+0000","last_active":"2023-08-28T02:36:46.063606+0000","last_peered":"2023-08-28T02:36:46.063606+0000","last_clean":"2023-08-28T02:33:10.395883+0000","last_became_active":"2023-08-28T02:33:12.394714+0000","last_became_peered":"2023-08-28T02:33:12.394714+0000","last_unstale":"2023-08-28T02:36:46.063606+0000","last_undegraded":"2023-08-28T02:36:46.063606+0000","last_fullsized":"2023-08-28T02:36:46.063606+0000","mapping_epoch":297,"log_start":"256'1484","ondisk_log_start":"256'1484","created":250,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5369,"log_dups_size":0,"ondisk_log_size":5369,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:01:26.984565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":303431704,"num_objects":4631,"num_object_clones":0,"num_object_copies":13893,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4229,"num_objects_unfound":0,"num_objects_dirty":4631,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":6853,"num_write_kb":367425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":500,"num_bytes_recovered":32768000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,6],"avail_no_missing":["4","0","6"],"object_location_counts":[{"shards":"0,4,6","objects":4631}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.6","version":"75'161","reported_seq":598,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-08-28T02:36:38.054689+0000","last_change":"2023-08-28T02:33:13.338675+0000","last_active":"2023-08-28T02:36:38.054689+0000","last_peered":"2023-08-28T02:36:38.054689+0000","last_clean":"2023-08-28T02:36:38.054689+0000","last_became_active":"2023-08-28T02:33:13.338271+0000","last_became_peered":"2023-08-28T02:33:13.338271+0000","last_unstale":"2023-08-28T02:36:38.054689+0000","last_undegraded":"2023-08-28T02:36:38.054689+0000","last_fullsized":"2023-08-28T02:36:38.054689+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.774982+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.774982+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:13:20.011329+0000","scrub_duration":0.003539819,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":307,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-08-28T02:36:38.052757+0000","last_change":"2023-08-28T02:14:43.033789+0000","last_active":"2023-08-28T02:36:38.052757+0000","last_peered":"2023-08-28T02:36:38.052757+0000","last_clean":"2023-08-28T02:36:38.052757+0000","last_became_active":"2023-08-28T02:14:43.033454+0000","last_became_peered":"2023-08-28T02:14:43.033454+0000","last_unstale":"2023-08-28T02:36:38.052757+0000","last_undegraded":"2023-08-28T02:36:38.052757+0000","last_fullsized":"2023-08-28T02:36:38.052757+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:01:13.205842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":138,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-08-28T02:36:37.993000+0000","last_change":"2023-08-28T02:32:28.461807+0000","last_active":"2023-08-28T02:36:37.993000+0000","last_peered":"2023-08-28T02:36:37.993000+0000","last_clean":"2023-08-28T02:36:37.993000+0000","last_became_active":"2023-08-28T02:32:28.461116+0000","last_became_peered":"2023-08-28T02:32:28.461116+0000","last_unstale":"2023-08-28T02:36:37.993000+0000","last_undegraded":"2023-08-28T02:36:37.993000+0000","last_fullsized":"2023-08-28T02:36:37.993000+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:12:45.321757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":284,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-08-28T02:36:38.055194+0000","last_change":"2023-08-28T02:14:43.048791+0000","last_active":"2023-08-28T02:36:38.055194+0000","last_peered":"2023-08-28T02:36:38.055194+0000","last_clean":"2023-08-28T02:36:38.055194+0000","last_became_active":"2023-08-28T02:14:43.047408+0000","last_became_peered":"2023-08-28T02:14:43.047408+0000","last_unstale":"2023-08-28T02:36:38.055194+0000","last_undegraded":"2023-08-28T02:36:38.055194+0000","last_fullsized":"2023-08-28T02:36:38.055194+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:47.097181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"339'7065","reported_seq":16379,"reported_epoch":339,"state":"active+recovering+remapped","last_fresh":"2023-08-28T02:36:46.128242+0000","last_change":"2023-08-28T02:35:10.974195+0000","last_active":"2023-08-28T02:36:46.128242+0000","last_peered":"2023-08-28T02:36:46.128242+0000","last_clean":"2023-08-28T02:31:50.933695+0000","last_became_active":"2023-08-28T02:33:13.540416+0000","last_became_peered":"2023-08-28T02:33:13.540416+0000","last_unstale":"2023-08-28T02:36:46.128242+0000","last_undegraded":"2023-08-28T02:36:46.128242+0000","last_fullsized":"2023-08-28T02:36:46.128242+0000","mapping_epoch":298,"log_start":"256'1674","ondisk_log_start":"256'1674","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5391,"log_dups_size":0,"ondisk_log_size":5391,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:49:35.658845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":314376192,"num_objects":4797,"num_object_clones":0,"num_object_copies":14391,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":748,"num_objects_unfound":0,"num_objects_dirty":4797,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7065,"num_write_kb":379584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4593,"num_bytes_recovered":301006848,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,2],"avail_no_missing":["4","2","6"],"object_location_counts":[{"shards":"2,4,5","objects":4423},{"shards":"2,4,6","objects":374}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.5","version":"75'161","reported_seq":632,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-08-28T02:36:37.991972+0000","last_change":"2023-08-28T02:32:31.477151+0000","last_active":"2023-08-28T02:36:37.991972+0000","last_peered":"2023-08-28T02:36:37.991972+0000","last_clean":"2023-08-28T02:36:37.991972+0000","last_became_active":"2023-08-28T02:32:31.476776+0000","last_became_peered":"2023-08-28T02:32:31.476776+0000","last_unstale":"2023-08-28T02:36:37.991972+0000","last_undegraded":"2023-08-28T02:36:37.991972+0000","last_fullsized":"2023-08-28T02:36:37.991972+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:18.891729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:18.891729+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:47:27.194140+0000","scrub_duration":0.0031546460000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"65'2","reported_seq":294,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-08-28T02:36:37.993439+0000","last_change":"2023-08-28T02:33:12.327778+0000","last_active":"2023-08-28T02:36:37.993439+0000","last_peered":"2023-08-28T02:36:37.993439+0000","last_clean":"2023-08-28T02:36:37.993439+0000","last_became_active":"2023-08-28T02:33:12.327273+0000","last_became_peered":"2023-08-28T02:33:12.327273+0000","last_unstale":"2023-08-28T02:36:37.993439+0000","last_undegraded":"2023-08-28T02:36:37.993439+0000","last_fullsized":"2023-08-28T02:36:37.993439+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:40.554192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":176,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-08-28T02:36:37.990713+0000","last_change":"2023-08-28T02:33:13.335665+0000","last_active":"2023-08-28T02:36:37.990713+0000","last_peered":"2023-08-28T02:36:37.990713+0000","last_clean":"2023-08-28T02:36:37.990713+0000","last_became_active":"2023-08-28T02:33:13.335322+0000","last_became_peered":"2023-08-28T02:33:13.335322+0000","last_unstale":"2023-08-28T02:36:37.990713+0000","last_undegraded":"2023-08-28T02:36:37.990713+0000","last_fullsized":"2023-08-28T02:36:37.990713+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:21:08.024493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":291,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-08-28T02:36:37.988019+0000","last_change":"2023-08-28T02:33:12.310326+0000","last_active":"2023-08-28T02:36:37.988019+0000","last_peered":"2023-08-28T02:36:37.988019+0000","last_clean":"2023-08-28T02:36:37.988019+0000","last_became_active":"2023-08-28T02:33:12.310011+0000","last_became_peered":"2023-08-28T02:33:12.310011+0000","last_unstale":"2023-08-28T02:36:37.988019+0000","last_undegraded":"2023-08-28T02:36:37.988019+0000","last_fullsized":"2023-08-28T02:36:37.988019+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:35:03.710036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"339'7036","reported_seq":10454,"reported_epoch":339,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:36:46.223533+0000","last_change":"2023-08-28T02:33:34.765675+0000","last_active":"2023-08-28T02:36:46.223533+0000","last_peered":"2023-08-28T02:36:46.223533+0000","last_clean":"2023-08-28T02:31:27.909649+0000","last_became_active":"2023-08-28T02:33:33.726805+0000","last_became_peered":"2023-08-28T02:33:33.726805+0000","last_unstale":"2023-08-28T02:36:46.223533+0000","last_undegraded":"2023-08-28T02:33:20.140072+0000","last_fullsized":"2023-08-28T02:33:13.278549+0000","mapping_epoch":298,"log_start":"256'1677","ondisk_log_start":"256'1677","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5359,"log_dups_size":0,"ondisk_log_size":5359,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:02:22.971585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":316669952,"num_objects":4832,"num_object_clones":0,"num_object_copies":14496,"num_objects_missing_on_primary":4805,"num_objects_missing":4805,"num_objects_degraded":12214,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4832,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7036,"num_write_kb":379776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1091,"num_bytes_recovered":71368704,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[4,3],"avail_no_missing":["2","6"],"object_location_counts":[{"shards":"2,3,4,6","objects":13},{"shards":"2,3,6","objects":2322},{"shards":"2,4,6","objects":14},{"shards":"2,6","objects":2483},{"shards":"3,4","objects":-13}],"blocked_by":[],"up_primary":3,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.4","version":"75'161","reported_seq":546,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-08-28T02:36:37.989653+0000","last_change":"2023-08-28T02:33:12.296479+0000","last_active":"2023-08-28T02:36:37.989653+0000","last_peered":"2023-08-28T02:36:37.989653+0000","last_clean":"2023-08-28T02:36:37.989653+0000","last_became_active":"2023-08-28T02:33:12.294160+0000","last_became_peered":"2023-08-28T02:33:12.294160+0000","last_unstale":"2023-08-28T02:36:37.989653+0000","last_undegraded":"2023-08-28T02:36:37.989653+0000","last_fullsized":"2023-08-28T02:36:37.989653+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.899247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.899247+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":265,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-08-28T02:36:38.053020+0000","last_change":"2023-08-28T02:33:13.539335+0000","last_active":"2023-08-28T02:36:38.053020+0000","last_peered":"2023-08-28T02:36:38.053020+0000","last_clean":"2023-08-28T02:36:38.053020+0000","last_became_active":"2023-08-28T02:33:13.538978+0000","last_became_peered":"2023-08-28T02:33:13.538978+0000","last_unstale":"2023-08-28T02:36:38.053020+0000","last_undegraded":"2023-08-28T02:36:38.053020+0000","last_fullsized":"2023-08-28T02:36:38.053020+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:26:13.405766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"65'1","reported_seq":328,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-08-28T02:36:38.054895+0000","last_change":"2023-08-28T02:29:44.510205+0000","last_active":"2023-08-28T02:36:38.054895+0000","last_peered":"2023-08-28T02:36:38.054895+0000","last_clean":"2023-08-28T02:36:38.054895+0000","last_became_active":"2023-08-28T02:29:44.429357+0000","last_became_peered":"2023-08-28T02:29:44.429357+0000","last_unstale":"2023-08-28T02:36:38.054895+0000","last_undegraded":"2023-08-28T02:36:38.054895+0000","last_fullsized":"2023-08-28T02:36:38.054895+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:44:59.955729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":294,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-08-28T02:36:37.991447+0000","last_change":"2023-08-28T02:32:12.950661+0000","last_active":"2023-08-28T02:36:37.991447+0000","last_peered":"2023-08-28T02:36:37.991447+0000","last_clean":"2023-08-28T02:36:37.991447+0000","last_became_active":"2023-08-28T02:32:12.950276+0000","last_became_peered":"2023-08-28T02:32:12.950276+0000","last_unstale":"2023-08-28T02:36:37.991447+0000","last_undegraded":"2023-08-28T02:36:37.991447+0000","last_fullsized":"2023-08-28T02:36:37.991447+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:05:17.972868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"65'1","reported_seq":285,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-08-28T02:36:38.055114+0000","last_change":"2023-08-28T02:14:43.042150+0000","last_active":"2023-08-28T02:36:38.055114+0000","last_peered":"2023-08-28T02:36:38.055114+0000","last_clean":"2023-08-28T02:36:38.055114+0000","last_became_active":"2023-08-28T02:14:43.038336+0000","last_became_peered":"2023-08-28T02:14:43.038336+0000","last_unstale":"2023-08-28T02:36:38.055114+0000","last_undegraded":"2023-08-28T02:36:38.055114+0000","last_fullsized":"2023-08-28T02:36:38.055114+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:26:02.415152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":335,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-08-28T02:36:37.992945+0000","last_change":"2023-08-28T02:33:13.318097+0000","last_active":"2023-08-28T02:36:37.992945+0000","last_peered":"2023-08-28T02:36:37.992945+0000","last_clean":"2023-08-28T02:36:37.992945+0000","last_became_active":"2023-08-28T02:33:13.317761+0000","last_became_peered":"2023-08-28T02:33:13.317761+0000","last_unstale":"2023-08-28T02:36:37.992945+0000","last_undegraded":"2023-08-28T02:36:37.992945+0000","last_fullsized":"2023-08-28T02:36:37.992945+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:24.836996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"65'2","reported_seq":332,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-08-28T02:36:38.074851+0000","last_change":"2023-08-28T02:29:44.535937+0000","last_active":"2023-08-28T02:36:38.074851+0000","last_peered":"2023-08-28T02:36:38.074851+0000","last_clean":"2023-08-28T02:36:38.074851+0000","last_became_active":"2023-08-28T02:29:44.462244+0000","last_became_peered":"2023-08-28T02:29:44.462244+0000","last_unstale":"2023-08-28T02:36:38.074851+0000","last_undegraded":"2023-08-28T02:36:38.074851+0000","last_fullsized":"2023-08-28T02:36:38.074851+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:30:33.173713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":332,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-08-28T02:36:38.054860+0000","last_change":"2023-08-28T02:33:12.305580+0000","last_active":"2023-08-28T02:36:38.054860+0000","last_peered":"2023-08-28T02:36:38.054860+0000","last_clean":"2023-08-28T02:36:38.054860+0000","last_became_active":"2023-08-28T02:33:12.305261+0000","last_became_peered":"2023-08-28T02:33:12.305261+0000","last_unstale":"2023-08-28T02:36:38.054860+0000","last_undegraded":"2023-08-28T02:36:38.054860+0000","last_fullsized":"2023-08-28T02:36:38.054860+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:22:31.614221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"65'2","reported_seq":301,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-08-28T02:36:38.074821+0000","last_change":"2023-08-28T02:31:51.991101+0000","last_active":"2023-08-28T02:36:38.074821+0000","last_peered":"2023-08-28T02:36:38.074821+0000","last_clean":"2023-08-28T02:36:38.074821+0000","last_became_active":"2023-08-28T02:31:51.987237+0000","last_became_peered":"2023-08-28T02:31:51.987237+0000","last_unstale":"2023-08-28T02:36:38.074821+0000","last_undegraded":"2023-08-28T02:36:38.074821+0000","last_fullsized":"2023-08-28T02:36:38.074821+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:07:07.370857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":335,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-08-28T02:36:37.991564+0000","last_change":"2023-08-28T02:33:12.494483+0000","last_active":"2023-08-28T02:36:37.991564+0000","last_peered":"2023-08-28T02:36:37.991564+0000","last_clean":"2023-08-28T02:36:37.991564+0000","last_became_active":"2023-08-28T02:33:12.494136+0000","last_became_peered":"2023-08-28T02:33:12.494136+0000","last_unstale":"2023-08-28T02:36:37.991564+0000","last_undegraded":"2023-08-28T02:36:37.991564+0000","last_fullsized":"2023-08-28T02:36:37.991564+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:36.772588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"65'1","reported_seq":279,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-08-28T02:36:37.993408+0000","last_change":"2023-08-28T02:33:13.287922+0000","last_active":"2023-08-28T02:36:37.993408+0000","last_peered":"2023-08-28T02:36:37.993408+0000","last_clean":"2023-08-28T02:36:37.993408+0000","last_became_active":"2023-08-28T02:33:13.287520+0000","last_became_peered":"2023-08-28T02:33:13.287520+0000","last_unstale":"2023-08-28T02:36:37.993408+0000","last_undegraded":"2023-08-28T02:36:37.993408+0000","last_fullsized":"2023-08-28T02:36:37.993408+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:11.627168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":293,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-08-28T02:36:37.989706+0000","last_change":"2023-08-28T02:33:13.289469+0000","last_active":"2023-08-28T02:36:37.989706+0000","last_peered":"2023-08-28T02:36:37.989706+0000","last_clean":"2023-08-28T02:36:37.989706+0000","last_became_active":"2023-08-28T02:33:13.288737+0000","last_became_peered":"2023-08-28T02:33:13.288737+0000","last_unstale":"2023-08-28T02:36:37.989706+0000","last_undegraded":"2023-08-28T02:36:37.989706+0000","last_fullsized":"2023-08-28T02:36:37.989706+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:11:15.043550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"65'4","reported_seq":317,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-08-28T02:36:38.055521+0000","last_change":"2023-08-28T02:32:28.607010+0000","last_active":"2023-08-28T02:36:38.055521+0000","last_peered":"2023-08-28T02:36:38.055521+0000","last_clean":"2023-08-28T02:36:38.055521+0000","last_became_active":"2023-08-28T02:32:28.492224+0000","last_became_peered":"2023-08-28T02:32:28.492224+0000","last_unstale":"2023-08-28T02:36:38.055521+0000","last_undegraded":"2023-08-28T02:36:38.055521+0000","last_fullsized":"2023-08-28T02:36:38.055521+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:13:45.711951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":554,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":345,"reported_epoch":338,"state":"active+clean","last_fresh":"2023-08-28T02:36:37.991479+0000","last_change":"2023-08-28T02:33:13.309144+0000","last_active":"2023-08-28T02:36:37.991479+0000","last_peered":"2023-08-28T02:36:37.991479+0000","last_clean":"2023-08-28T02:36:37.991479+0000","last_became_active":"2023-08-28T02:33:13.308910+0000","last_became_peered":"2023-08-28T02:33:13.308910+0000","last_unstale":"2023-08-28T02:36:37.991479+0000","last_undegraded":"2023-08-28T02:36:37.991479+0000","last_fullsized":"2023-08-28T02:36:37.991479+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:09:59.549591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":4941086744,"num_objects":75396,"num_object_clones":0,"num_object_copies":226188,"num_objects_missing_on_primary":4805,"num_objects_missing":4805,"num_objects_degraded":36446,"num_objects_misplaced":9649,"num_objects_unfound":0,"num_objects_dirty":75396,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":111218,"num_write_kb":5971585,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":37416,"num_bytes_recovered":2435842048,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":15565991936,"data_stored":15565979720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":96066,"ondisk_log_size":96066,"up":48,"acting":43,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":10126,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":370028,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":89,"num_read_kb":167,"num_write":44,"num_write_kb":440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":322019,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299758,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2004176,"kb_used_data":1515976,"kb_used_omap":0,"kb_used_meta":488192,"kb_avail":91740976,"statfs":{"total":95995035648,"available":93942759424,"internally_reserved":0,"allocated":1552359424,"data_stored":1551010317,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":499908608},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:36:11 2023","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.64200000000000002,"15min":1.4410000000000001},"min":{"1min":0.25,"5min":0.219,"15min":0.219},"max":{"1min":1.524,"5min":3.6480000000000001,"15min":13.118},"last":0.29699999999999999},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.90200000000000002,"15min":1.8560000000000001},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.246},"max":{"1min":2.6989999999999998,"5min":9.2799999999999994,"15min":17.402999999999999},"last":0.48799999999999999}]},{"osd":1,"last update":"Mon Aug 28 02:36:41 2023","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.91000000000000003,"15min":2.0449999999999999},"min":{"1min":0.27700000000000002,"5min":0.27300000000000002,"15min":0.24099999999999999},"max":{"1min":2.7509999999999999,"5min":7.0599999999999996,"15min":17.43},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.85499999999999998,"15min":1.8779999999999999},"min":{"1min":0.315,"5min":0.311,"15min":0.25900000000000001},"max":{"1min":2.7669999999999999,"5min":7.1420000000000003,"15min":19.913},"last":0.52500000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:36:25 2023","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.60899999999999999,"15min":1.46},"min":{"1min":0.28899999999999998,"5min":0.23499999999999999,"15min":0.22800000000000001},"max":{"1min":1.5529999999999999,"5min":3.8199999999999998,"15min":8.3889999999999993},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.66500000000000004,"15min":1.2569999999999999},"min":{"1min":0.36899999999999999,"5min":0.28799999999999998,"15min":0.28699999999999998},"max":{"1min":1.9159999999999999,"5min":3.5219999999999998,"15min":9.2219999999999995},"last":0.372}]},{"osd":3,"last update":"Mon Aug 28 02:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.65600000000000003,"15min":0.69699999999999995},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":1.9590000000000001,"5min":3.0099999999999998,"15min":3.0099999999999998},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.625,"15min":0.628},"min":{"1min":0.34499999999999997,"5min":0.308,"15min":0.308},"max":{"1min":2.5390000000000001,"5min":3.1000000000000001,"15min":3.1000000000000001},"last":0.45100000000000001}]},{"osd":4,"last update":"Mon Aug 28 02:36:11 2023","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.80900000000000005,"15min":1.306},"min":{"1min":0.27700000000000002,"5min":0.245,"15min":0.245},"max":{"1min":2.677,"5min":7.0960000000000001,"15min":18.943000000000001},"last":0.41799999999999998},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.73999999999999999,"15min":0.95299999999999996},"min":{"1min":0.28699999999999998,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":2.8610000000000002,"5min":6.2350000000000003,"15min":8.1890000000000001},"last":0.40600000000000003}]},{"osd":5,"last update":"Mon Aug 28 02:36:11 2023","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.63600000000000001,"15min":1.0680000000000001},"min":{"1min":0.32000000000000001,"5min":0.246,"15min":0.23599999999999999},"max":{"1min":1.466,"5min":5.9130000000000003,"15min":14.622},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.79100000000000004,"15min":1.2989999999999999},"min":{"1min":0.36799999999999999,"5min":0.28100000000000003,"15min":0.27000000000000002},"max":{"1min":2.7210000000000001,"5min":7,"15min":17.324999999999999},"last":0.50900000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:36:11 2023","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.88900000000000001,"15min":1.329},"min":{"1min":0.33300000000000002,"5min":0.31900000000000001,"15min":0.30299999999999999},"max":{"1min":2.7360000000000002,"5min":7.601,"15min":17.454999999999998},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.747,"15min":0.86699999999999999},"min":{"1min":0.34000000000000002,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":1.9770000000000001,"5min":5.6710000000000003,"15min":7.665},"last":0.443}]}]},{"osd":6,"up_from":0,"seq":193273528689,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":101,"seq":433791697148,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1539352,"kb_used_data":915280,"kb_used_omap":4,"kb_used_meta":624059,"kb_avail":92205800,"statfs":{"total":95995035648,"available":94418739200,"internally_reserved":0,"allocated":937246720,"data_stored":935333889,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":639037326},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:36:42 2023","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.72799999999999998,"15min":2.101},"min":{"1min":0.26600000000000001,"5min":0.223,"15min":0.214},"max":{"1min":2.1659999999999999,"5min":6.4500000000000002,"15min":24.545999999999999},"last":0.60099999999999998},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.82199999999999995,"15min":2.5139999999999998},"min":{"1min":0.25600000000000001,"5min":0.23599999999999999,"15min":0.21199999999999999},"max":{"1min":3.496,"5min":7.5330000000000004,"15min":24.515000000000001},"last":0.34300000000000003}]},{"osd":2,"last update":"Mon Aug 28 02:36:30 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.88200000000000001,"15min":2.3300000000000001},"min":{"1min":0.32900000000000001,"5min":0.28699999999999998,"15min":0.24099999999999999},"max":{"1min":3.544,"5min":7.5659999999999998,"15min":22.161000000000001},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.94199999999999995,"15min":1.748},"min":{"1min":0.34000000000000002,"5min":0.27600000000000002,"15min":0.253},"max":{"1min":2.4489999999999998,"5min":8.3170000000000002,"15min":19.100999999999999},"last":0.29699999999999999}]},{"osd":3,"last update":"Mon Aug 28 02:36:16 2023","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.51300000000000001,"15min":0.47899999999999998},"min":{"1min":0.313,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":1.0940000000000001,"5min":1.9770000000000001,"15min":1.9770000000000001},"last":0.442},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.55900000000000005,"15min":0.52900000000000003},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":3.5819999999999999,"5min":3.5819999999999999,"15min":3.5819999999999999},"last":0.42599999999999999}]},{"osd":4,"last update":"Mon Aug 28 02:36:42 2023","interfaces":[{"interface":"back","average":{"1min":0.64200000000000002,"5min":0.88400000000000001,"15min":1.4119999999999999},"min":{"1min":0.38400000000000001,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":2.488,"5min":6.819,"15min":18.992999999999999},"last":0.33600000000000002},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.88400000000000001,"15min":1.6459999999999999},"min":{"1min":0.34300000000000003,"5min":0.29099999999999998,"15min":0.26400000000000001},"max":{"1min":1.9650000000000001,"5min":6.8380000000000001,"15min":14.779999999999999},"last":0.51900000000000002}]},{"osd":5,"last update":"Mon Aug 28 02:36:42 2023","interfaces":[{"interface":"back","average":{"1min":0.71099999999999997,"5min":0.96399999999999997,"15min":2.0459999999999998},"min":{"1min":0.39300000000000002,"5min":0.35999999999999999,"15min":0.29999999999999999},"max":{"1min":3.6080000000000001,"5min":7.7549999999999999,"15min":18.626999999999999},"last":0.48899999999999999},{"interface":"front","average":{"1min":0.68000000000000005,"5min":0.93799999999999994,"15min":1.8480000000000001},"min":{"1min":0.41899999999999998,"5min":0.375,"15min":0.33600000000000002},"max":{"1min":2.532,"5min":7.3410000000000002,"15min":18.945},"last":0.503}]},{"osd":6,"last update":"Mon Aug 28 02:36:42 2023","interfaces":[{"interface":"back","average":{"1min":0.76400000000000001,"5min":0.88700000000000001,"15min":2.0009999999999999},"min":{"1min":0.44600000000000001,"5min":0.39100000000000001,"15min":0.34300000000000003},"max":{"1min":3.6400000000000001,"5min":7.4969999999999999,"15min":12.221},"last":0.61199999999999999},{"interface":"front","average":{"1min":0.69499999999999995,"5min":1.0980000000000001,"15min":1.633},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.34499999999999997},"max":{"1min":2.5950000000000002,"5min":12.371,"15min":19.021999999999998},"last":0.46400000000000002}]},{"osd":7,"last update":"Mon Aug 28 02:36:42 2023","interfaces":[{"interface":"back","average":{"1min":0.72999999999999998,"5min":0.92400000000000004,"15min":1.7689999999999999},"min":{"1min":0.497,"5min":0.374,"15min":0.374},"max":{"1min":2.5600000000000001,"5min":7.3949999999999996,"15min":19.047999999999998},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.66000000000000003,"5min":0.94699999999999995,"15min":1.8660000000000001},"min":{"1min":0.48099999999999998,"5min":0.34399999999999997,"15min":0.312},"max":{"1min":1.9079999999999999,"5min":6.4960000000000004,"15min":14.818},"last":0.56399999999999995}]}]},{"osd":0,"up_from":87,"seq":373662155014,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3683812,"kb_used_data":3010588,"kb_used_omap":5,"kb_used_meta":673210,"kb_avail":90061340,"statfs":{"total":95995035648,"available":92222812160,"internally_reserved":0,"allocated":3082842112,"data_stored":3080807547,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":689367674},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:36:35 2023","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.67000000000000004,"15min":1.631},"min":{"1min":0.221,"5min":0.184,"15min":0.184},"max":{"1min":0.76800000000000002,"5min":5.5339999999999998,"15min":30.315000000000001},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.38800000000000001,"5min":0.67700000000000005,"15min":2.431},"min":{"1min":0.27600000000000002,"5min":0.25,"15min":0.221},"max":{"1min":0.67900000000000005,"5min":8.3379999999999992,"15min":69.272000000000006},"last":1.4299999999999999}]},{"osd":2,"last update":"Mon Aug 28 02:36:35 2023","interfaces":[{"interface":"back","average":{"1min":0.68799999999999994,"5min":0.70399999999999996,"15min":1.923},"min":{"1min":0.29399999999999998,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":2.9119999999999999,"5min":5.7060000000000004,"15min":20.959},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.83299999999999996,"5min":0.81999999999999995,"15min":1.7709999999999999},"min":{"1min":0.311,"5min":0.247,"15min":0.24299999999999999},"max":{"1min":6.1180000000000003,"5min":6.1180000000000003,"15min":9.7490000000000006},"last":0.41499999999999998}]},{"osd":3,"last update":"Mon Aug 28 02:36:16 2023","interfaces":[{"interface":"back","average":{"1min":0.85299999999999998,"5min":0.755,"15min":0.751},"min":{"1min":0.36199999999999999,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":4.1210000000000004,"5min":4.1210000000000004,"15min":4.1210000000000004},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.86699999999999999,"5min":0.76500000000000001,"15min":0.77500000000000002},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":4.9199999999999999,"5min":4.9199999999999999,"15min":4.9199999999999999},"last":0.67900000000000005}]},{"osd":4,"last update":"Mon Aug 28 02:36:16 2023","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.83199999999999996,"15min":2.383},"min":{"1min":0.315,"5min":0.314,"15min":0.29299999999999998},"max":{"1min":1.6559999999999999,"5min":5.3789999999999996,"15min":274.33199999999999},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.76200000000000001,"5min":0.98199999999999998,"15min":2.778},"min":{"1min":0.34999999999999998,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":2.6520000000000001,"5min":11.943,"15min":266.31999999999999},"last":1.357}]},{"osd":5,"last update":"Mon Aug 28 02:36:16 2023","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.76400000000000001,"15min":1.46},"min":{"1min":0.35499999999999998,"5min":0.33300000000000002,"15min":0.29299999999999998},"max":{"1min":1.6080000000000001,"5min":5.4400000000000004,"15min":13.038},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.66300000000000003,"5min":1.0660000000000001,"15min":1.9770000000000001},"min":{"1min":0.36699999999999999,"5min":0.34799999999999998,"15min":0.27800000000000002},"max":{"1min":1.8069999999999999,"5min":11.968999999999999,"15min":15.231},"last":1.3120000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:36:16 2023","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.97099999999999997,"15min":1.6890000000000001},"min":{"1min":0.42199999999999999,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":1.6930000000000001,"5min":11.605,"15min":15.122999999999999},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.70899999999999996,"5min":1.1399999999999999,"15min":2.0009999999999999},"min":{"1min":0.434,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":1.841,"5min":11.856999999999999,"15min":15.186999999999999},"last":1.3919999999999999}]},{"osd":7,"last update":"Mon Aug 28 02:36:16 2023","interfaces":[{"interface":"back","average":{"1min":0.80100000000000005,"5min":0.99399999999999999,"15min":1.9119999999999999},"min":{"1min":0.44800000000000001,"5min":0.36399999999999999,"15min":0.33400000000000002},"max":{"1min":2.6869999999999998,"5min":8.1069999999999993,"15min":16.183},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.79800000000000004,"5min":0.93400000000000005,"15min":1.6779999999999999},"min":{"1min":0.52500000000000002,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":2.6720000000000002,"5min":5.2839999999999998,"15min":13.005000000000001},"last":0.61499999999999999}]}]},{"osd":2,"up_from":0,"seq":502511173874,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":297,"seq":1275605286956,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":912404,"kb_used_data":785676,"kb_used_omap":2,"kb_used_meta":126717,"kb_avail":92832748,"statfs":{"total":95995035648,"available":95060733952,"internally_reserved":0,"allocated":804532224,"data_stored":802617940,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":129758261},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:36:14 2023","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.5,"15min":0.435},"min":{"1min":0.247,"5min":0.22,"15min":0.22},"max":{"1min":1.0840000000000001,"5min":6.8819999999999997,"15min":6.8819999999999997},"last":0.32400000000000001},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.72599999999999998,"15min":0.70799999999999996},"min":{"1min":0.28399999999999997,"5min":0.217,"15min":0.217},"max":{"1min":1.1100000000000001,"5min":6.7839999999999998,"15min":6.7839999999999998},"last":1.018}]},{"osd":1,"last update":"Mon Aug 28 02:36:14 2023","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.52800000000000002,"15min":0.442},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":3.0150000000000001,"5min":4.0650000000000004,"15min":4.0650000000000004},"last":1.056},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.72799999999999998,"15min":0.72599999999999998},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":3.9249999999999998,"5min":3.9249999999999998,"15min":3.9249999999999998},"last":0.52800000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:36:14 2023","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.58699999999999997,"15min":0.623},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.68000000000000005,"5min":2.5449999999999999,"15min":2.5449999999999999},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.64400000000000002,"5min":0.60699999999999998,"15min":0.56499999999999995},"min":{"1min":0.34000000000000002,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":2.6000000000000001,"5min":4.7030000000000003,"15min":4.7030000000000003},"last":0.73199999999999998}]},{"osd":4,"last update":"Mon Aug 28 02:36:14 2023","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.56399999999999995,"15min":0.56899999999999995},"min":{"1min":0.36899999999999999,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.71099999999999997,"5min":1.863,"15min":1.863},"last":0.65600000000000003},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.60199999999999998,"15min":0.55600000000000005},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":1.226,"5min":3.5030000000000001,"15min":3.5030000000000001},"last":0.90100000000000002}]},{"osd":5,"last update":"Mon Aug 28 02:36:14 2023","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.627,"15min":0.58699999999999997},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":1.1919999999999999,"5min":3.5390000000000001,"15min":3.5390000000000001},"last":0.93999999999999995},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.39200000000000002,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.71599999999999997,"5min":2.383,"15min":2.383},"last":0.64200000000000002}]},{"osd":6,"last update":"Mon Aug 28 02:36:14 2023","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.63700000000000001,"15min":0.64200000000000002},"min":{"1min":0.439,"5min":0.436,"15min":0.436},"max":{"1min":0.83599999999999997,"5min":1.8879999999999999,"15min":1.8879999999999999},"last":0.69399999999999995},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.69099999999999995,"15min":0.65100000000000002},"min":{"1min":0.42599999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":1.254,"5min":3.6099999999999999,"15min":3.6099999999999999},"last":0.99099999999999999}]},{"osd":7,"last update":"Mon Aug 28 02:36:14 2023","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.59399999999999997,"15min":0.58199999999999996},"min":{"1min":0.44600000000000001,"5min":0.437,"15min":0.437},"max":{"1min":1.4319999999999999,"5min":2.3500000000000001,"15min":2.3500000000000001},"last":0.67800000000000005},{"interface":"front","average":{"1min":0.65200000000000002,"5min":0.64900000000000002,"15min":0.64800000000000002},"min":{"1min":0.505,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":1.45,"5min":1.8260000000000001,"15min":1.8260000000000001},"last":0.77700000000000002}]}]},{"osd":4,"up_from":30,"seq":128849019251,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3497232,"kb_used_data":3026376,"kb_used_omap":0,"kb_used_meta":470848,"kb_avail":90247920,"statfs":{"total":95995035648,"available":92413870080,"internally_reserved":0,"allocated":3099009024,"data_stored":3097660152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":482148352},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,1,1,2,0,0,1,2,0,8],"upper_bound":4096},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.78500000000000003,"15min":1.679},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.22800000000000001},"max":{"1min":0.52300000000000002,"5min":10.249000000000001,"15min":22.515000000000001},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.90900000000000003,"15min":1.5840000000000001},"min":{"1min":0.30199999999999999,"5min":0.23200000000000001,"15min":0.217},"max":{"1min":0.65300000000000002,"5min":6.9720000000000004,"15min":22.454000000000001},"last":1.425}]},{"osd":1,"last update":"Mon Aug 28 02:35:43 2023","interfaces":[{"interface":"back","average":{"1min":0.70199999999999996,"5min":0.78700000000000003,"15min":1.4710000000000001},"min":{"1min":0.31,"5min":0.254,"15min":0.24199999999999999},"max":{"1min":5.5979999999999999,"5min":8.7710000000000008,"15min":23.082000000000001},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.499,"5min":0.84199999999999997,"15min":1.663},"min":{"1min":0.32400000000000001,"5min":0.26000000000000001,"15min":0.255},"max":{"1min":0.81200000000000006,"5min":8.7940000000000005,"15min":25.100000000000001},"last":0.30399999999999999}]},{"osd":2,"last update":"Mon Aug 28 02:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.92700000000000005,"15min":1.571},"min":{"1min":0.35199999999999998,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":3.3210000000000002,"5min":8.7149999999999999,"15min":16.231000000000002},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.437,"5min":0.90500000000000003,"15min":1.466},"min":{"1min":0.34300000000000003,"5min":0.312,"15min":0.251},"max":{"1min":0.51900000000000002,"5min":6.9409999999999998,"15min":13.515000000000001},"last":1.508}]},{"osd":3,"last update":"Mon Aug 28 02:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.73599999999999999,"15min":0.78400000000000003},"min":{"1min":0.34699999999999998,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.778,"5min":7.7480000000000002,"15min":7.7480000000000002},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.503,"5min":0.71499999999999997,"15min":0.67100000000000004},"min":{"1min":0.34100000000000003,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.83399999999999996,"5min":3.7069999999999999,"15min":3.7069999999999999},"last":1.4850000000000001}]},{"osd":5,"last update":"Mon Aug 28 02:35:56 2023","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.65800000000000003,"15min":1.0920000000000001},"min":{"1min":0.27300000000000002,"5min":0.222,"15min":0.222},"max":{"1min":0.84599999999999997,"5min":8.6679999999999993,"15min":16.181999999999999},"last":0.33800000000000002},{"interface":"front","average":{"1min":0.45100000000000001,"5min":0.85199999999999998,"15min":1.1259999999999999},"min":{"1min":0.29799999999999999,"5min":0.224,"15min":0.20699999999999999},"max":{"1min":1.1140000000000001,"5min":8.6370000000000005,"15min":10.233000000000001},"last":1.4590000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:36:11 2023","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.82399999999999995,"15min":1.0700000000000001},"min":{"1min":0.33600000000000002,"5min":0.27100000000000002,"15min":0.26500000000000001},"max":{"1min":1.1830000000000001,"5min":8.5950000000000006,"15min":10.023999999999999},"last":1.532},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.95399999999999996,"15min":1.119},"min":{"1min":0.31,"5min":0.28299999999999997,"15min":0.26600000000000001},"max":{"1min":1.3280000000000001,"5min":6.8860000000000001,"15min":8.5},"last":0.38800000000000001}]},{"osd":7,"last update":"Mon Aug 28 02:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.76300000000000001,"15min":1.133},"min":{"1min":0.34899999999999998,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.73099999999999998,"5min":8.8249999999999993,"15min":9.3209999999999997},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.92800000000000005,"15min":1.099},"min":{"1min":0.432,"5min":0.34499999999999997,"15min":0.30299999999999999},"max":{"1min":0.64200000000000002,"5min":15.597,"15min":15.597},"last":1.5549999999999999}]}]},{"osd":5,"up_from":37,"seq":158913790324,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2657728,"kb_used_data":2092728,"kb_used_omap":0,"kb_used_meta":564992,"kb_avail":91087424,"statfs":{"total":95995035648,"available":93273522176,"internally_reserved":0,"allocated":2142953472,"data_stored":2141616967,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":578551808},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,0,1],"upper_bound":128},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:35:43 2023","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.877,"15min":1.8280000000000001},"min":{"1min":0.23799999999999999,"5min":0.23200000000000001,"15min":0.20200000000000001},"max":{"1min":1.071,"5min":7.7560000000000002,"15min":40.334000000000003},"last":0.27500000000000002},{"interface":"front","average":{"1min":0.68600000000000005,"5min":1.1479999999999999,"15min":1.8460000000000001},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.23200000000000001},"max":{"1min":4.298,"5min":19.815999999999999,"15min":40.212000000000003},"last":0.56399999999999995}]},{"osd":1,"last update":"Mon Aug 28 02:35:43 2023","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":1.0449999999999999,"15min":1.956},"min":{"1min":0.314,"5min":0.26200000000000001,"15min":0.23200000000000001},"max":{"1min":1.4299999999999999,"5min":17.998000000000001,"15min":40.088000000000001},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.745,"5min":1.3580000000000001,"15min":1.895},"min":{"1min":0.28899999999999998,"5min":0.27800000000000002,"15min":0.251},"max":{"1min":4.2149999999999999,"5min":19.853000000000002,"15min":40.243000000000002},"last":0.34699999999999998}]},{"osd":2,"last update":"Mon Aug 28 02:35:43 2023","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.89800000000000002,"15min":1.829},"min":{"1min":0.33500000000000002,"5min":0.29899999999999999,"15min":0.27700000000000002},"max":{"1min":1.373,"5min":7.8029999999999999,"15min":40.436999999999998},"last":0.312},{"interface":"front","average":{"1min":0.79100000000000004,"5min":1.161,"15min":1.865},"min":{"1min":0.34899999999999998,"5min":0.28499999999999998,"15min":0.27200000000000002},"max":{"1min":4.2400000000000002,"5min":8.609,"15min":40.555},"last":0.504}]},{"osd":3,"last update":"Mon Aug 28 02:36:19 2023","interfaces":[{"interface":"back","average":{"1min":0.46899999999999997,"5min":0.99399999999999999,"15min":1.1970000000000001},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.68100000000000005,"5min":16.190999999999999,"15min":16.190999999999999},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.85899999999999999,"5min":1.29,"15min":1.5529999999999999},"min":{"1min":0.377,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":4.8230000000000004,"5min":21.420999999999999,"15min":21.420999999999999},"last":0.46700000000000003}]},{"osd":4,"last update":"Mon Aug 28 02:35:57 2023","interfaces":[{"interface":"back","average":{"1min":0.46100000000000002,"5min":0.75900000000000001,"15min":1.2729999999999999},"min":{"1min":0.28199999999999997,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":1.516,"5min":13.616,"15min":40.762999999999998},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.72199999999999998,"5min":0.95499999999999996,"15min":1.3680000000000001},"min":{"1min":0.32700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":4.1879999999999997,"5min":10.439,"15min":40.634},"last":0.40500000000000003}]},{"osd":6,"last update":"Mon Aug 28 02:35:43 2023","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":1.042,"15min":1.427},"min":{"1min":0.318,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":1.048,"5min":17.510000000000002,"15min":42.409999999999997},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.49199999999999999,"5min":1.046,"15min":1.403},"min":{"1min":0.32200000000000001,"5min":0.254,"15min":0.254},"max":{"1min":1.2330000000000001,"5min":15.856999999999999,"15min":42.533999999999999},"last":0.58499999999999996}]},{"osd":7,"last update":"Mon Aug 28 02:35:43 2023","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.93300000000000005,"15min":1.5940000000000001},"min":{"1min":0.36699999999999999,"5min":0.315,"15min":0.314},"max":{"1min":1.7549999999999999,"5min":10.837999999999999,"15min":42.667000000000002},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.76500000000000001,"5min":1.2509999999999999,"15min":1.605},"min":{"1min":0.33000000000000002,"5min":0.318,"15min":0.318},"max":{"1min":4.149,"5min":17.808,"15min":42.344000000000001},"last":0.53400000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":3076853760,"data_stored":3076849688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":929628160,"data_stored":929628160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":2116747264,"data_stored":2116747264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":797769728,"data_stored":797769728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":3094876160,"data_stored":3094872088,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":2138243072,"data_stored":2138243072,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1865682944,"data_stored":1865678872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1546190848,"data_stored":1546190848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:36:50.804 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph status --format=json 2023-08-28T02:36:50.807 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:36:50.810 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:50.811 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:36:50.873 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:36:50.895 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:36:50.912 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:36:50.919 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:36:50.942 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:50.945 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:36:50.967 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:36:50.968 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:36:50.970 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:50.971 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:36:50.993 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:36:51.020 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:36:51.043 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:36:51.047 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-08-28T02:36:51.047 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-08-28T02:36:51.047 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-08-28T02:36:51.047 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-08-28T02:36:51.047 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-08-28T02:36:51.047 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-08-28T02:36:51.047 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-08-28T02:36:51.047 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-08-28T02:36:51.072 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:36:51.106 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:51.128 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:36:51.131 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:51.131 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:36:51.232 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:36:51.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:51 smithi083 ceph-mon[157819]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:36:51.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:51 smithi083 ceph-mon[157819]: failed to encode map e340 with expected crc 2023-08-28T02:36:51.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:51 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2914540835' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:36:51.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:51 smithi083 ceph-mon[157819]: osdmap e340: 8 total, 8 up, 6 in 2023-08-28T02:36:51.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:51 smithi083 ceph-mon[157819]: failed to encode map e340 with expected crc 2023-08-28T02:36:51.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:51 smithi083 ceph-mon[157819]: from='client.35964 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:36:51.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:51 smithi083 ceph-mon[157819]: pgmap v1028: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.6 GiB data, 14 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 98 op/s; 36410/225840 objects degraded (16.122%); 9610/225840 objects misplaced (4.255%); 2.6 MiB/s, 41 objects/s recovering 2023-08-28T02:36:51.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:51 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3559530194' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:36:51.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:51 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 36447/226257 objects degraded (16.109%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:36:51.264 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:51.296 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:36:51.299 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:51.300 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:36:51.353 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:36:51.353 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:51 smithi040 ceph-mon[175404]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:36:51.353 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:51 smithi040 ceph-mon[175404]: failed to encode map e340 with expected crc 2023-08-28T02:36:51.354 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:51 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2914540835' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:36:51.354 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:51 smithi040 ceph-mon[175404]: osdmap e340: 8 total, 8 up, 6 in 2023-08-28T02:36:51.354 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:51 smithi040 ceph-mon[175404]: failed to encode map e340 with expected crc 2023-08-28T02:36:51.354 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:51 smithi040 ceph-mon[175404]: from='client.35964 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:36:51.354 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:51 smithi040 ceph-mon[175404]: pgmap v1028: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.6 GiB data, 14 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 98 op/s; 36410/225840 objects degraded (16.122%); 9610/225840 objects misplaced (4.255%); 2.6 MiB/s, 41 objects/s recovering 2023-08-28T02:36:51.354 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:51 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3559530194' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:36:51.354 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:51 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 36447/226257 objects degraded (16.109%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:36:51.354 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:51 smithi040 ceph-mon[170259]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:36:51.354 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:51 smithi040 ceph-mon[170259]: failed to encode map e340 with expected crc 2023-08-28T02:36:51.354 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:51 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2914540835' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:36:51.355 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:51 smithi040 ceph-mon[170259]: osdmap e340: 8 total, 8 up, 6 in 2023-08-28T02:36:51.355 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:51 smithi040 ceph-mon[170259]: failed to encode map e340 with expected crc 2023-08-28T02:36:51.355 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:51 smithi040 ceph-mon[170259]: from='client.35964 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:36:51.355 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:51 smithi040 ceph-mon[170259]: pgmap v1028: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.6 GiB data, 14 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 98 op/s; 36410/225840 objects degraded (16.122%); 9610/225840 objects misplaced (4.255%); 2.6 MiB/s, 41 objects/s recovering 2023-08-28T02:36:51.355 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:51 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3559530194' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:36:51.355 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:51 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 36447/226257 objects degraded (16.109%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:36:51.360 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2023-08-28T02:36:51.360 INFO:teuthology.orchestra.run.smithi083.stdout: "ops": [], 2023-08-28T02:36:51.360 INFO:teuthology.orchestra.run.smithi083.stdout: "complaint_time": 30, 2023-08-28T02:36:51.360 INFO:teuthology.orchestra.run.smithi083.stdout: "num_blocked_ops": 0 2023-08-28T02:36:51.361 INFO:teuthology.orchestra.run.smithi083.stdout:} 2023-08-28T02:36:51.403 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:36:51.435 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:51.760 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:36:51.764 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:51.764 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:36:51.772 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.4 dump_historic_ops 2023-08-28T02:36:51.865 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:36:51.892 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:51.912 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:36:51.914 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:51.915 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:36:52.015 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:36:52.047 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:52.071 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:36:52.074 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:52.075 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:36:52.116 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:36:52.176 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:36:52.203 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:52.323 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:36:52.326 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:52.326 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:36:52.419 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd set nodeep-scrub 2023-08-28T02:36:52.427 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:36:52.495 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:52.519 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:36:52.520 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:52.520 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:36:52.621 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:36:52.649 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:52.720 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:36:52.723 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:52.723 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:36:52.739 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:36:52.744 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:36:52.744 INFO:teuthology.orchestra.run.smithi040.stdout:{"fsid":"d9a8f48a-4546-11ee-817c-1b7a5f1ba315","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"noscrub flag(s) set","count":7},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 36280/224865 objects degraded (16.134%), 6 pgs degraded, 5 pgs undersized","count":11},"muted":false}},"mutes":[]},"election_epoch":34,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":1418,"monmap":{"epoch":4,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":340,"num_osds":8,"num_up_osds":8,"osd_up_since":1693189991,"num_in_osds":6,"osd_in_since":1693189947,"num_remapped_pgs":8},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":90},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":5},{"state_name":"active+remapped+backfill_wait","count":2},{"state_name":"active+recovery_wait+degraded","count":1},{"state_name":"active+recovering+remapped","count":1}],"num_pgs":99,"num_pools":5,"num_objects":74955,"data_bytes":4911053572,"bytes_used":14533558272,"bytes_avail":561436655616,"bytes_total":575970213888,"degraded_objects":36280,"degraded_total":224865,"degraded_ratio":0.16134124919396084,"misplaced_objects":9512,"misplaced_total":224865,"misplaced_ratio":0.042300936117225893,"recovering_objects_per_sec":57,"recovering_bytes_per_sec":3800038,"recovering_keys_per_sec":0,"num_objects_recovered":464,"num_bytes_recovered":30408704,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":130},"fsmap":{"epoch":7,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi040.wmhbsz","status":"up:active","gid":24577}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.40:8443/","prometheus":"http://172.21.15.40:9283/"}},"servicemap":{"epoch":22,"modified":"2023-08-28T02:34:10.384085+0000","services":{}},"progress_events":{"12dba03a-d529-4826-b243-e29af8fa97a8":{"message":"Upgrade to 18.2.0-187-g9cf20820 (5m)\n [============................] (remaining: 6m)","progress":0.44999998807907104,"add_to_ceph_s":true},"42e4bfe6-6201-4e43-94a3-bd00b5166574":{"message":"Global Recovery Event (5m)\n [=========================...] (remaining: 32s)","progress":0.90909093618392944,"add_to_ceph_s":true}}} 2023-08-28T02:36:52.824 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:36:52.859 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:52.884 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:36:52.887 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:52.887 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:36:52.988 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:36:53.019 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:53.042 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:36:53.045 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:53.045 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:36:53.146 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:36:53.183 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:53.195 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2023-08-28T02:36:53.195 INFO:teuthology.orchestra.run.smithi083.stdout: "size": 20, 2023-08-28T02:36:53.195 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 600, 2023-08-28T02:36:53.195 INFO:teuthology.orchestra.run.smithi083.stdout: "ops": [ 2023-08-28T02:36:53.195 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.195 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "MOSDPGPush(10.7 282/281 [PushOp(10:eea07471:::benchmark_data_smithi040_250784_object740:head, version: 254'50, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(10:eea07471:::benchmark_data_smithi040_250784_object740:head@254'50, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-08-28T02:36:53.195 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:32:29.461560+0000", 2023-08-28T02:36:53.195 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 263.73165601099998, 2023-08-28T02:36:53.195 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 12.692113797999999, 2023-08-28T02:36:53.195 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:36:53.196 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "started", 2023-08-28T02:36:53.196 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:36:53.196 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.196 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:36:53.196 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:29.461560+0000", 2023-08-28T02:36:53.196 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:36:53.196 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.196 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.196 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:36:53.196 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:29.461560+0000", 2023-08-28T02:36:53.196 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:36:53.197 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.197 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.197 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:36:53.197 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:29.461559+0000", 2023-08-28T02:36:53.197 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:36:53.197 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.197 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.197 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:36:53.197 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:29.461605+0000", 2023-08-28T02:36:53.197 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.5247999999999998e-05 2023-08-28T02:36:53.197 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.198 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.198 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:36:53.198 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:29.461625+0000", 2023-08-28T02:36:53.198 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.0091000000000001e-05 2023-08-28T02:36:53.198 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.198 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.198 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:36:53.198 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:29.461637+0000", 2023-08-28T02:36:53.198 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1979e-05 2023-08-28T02:36:53.198 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.198 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.198 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:36:53.198 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.152193+0000", 2023-08-28T02:36:53.199 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 12.690556690999999 2023-08-28T02:36:53.199 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.199 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.199 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:36:53.199 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.152198+0000", 2023-08-28T02:36:53.199 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.1050000000000003e-06 2023-08-28T02:36:53.199 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.199 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.199 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:36:53.199 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.153674+0000", 2023-08-28T02:36:53.199 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0014757259999999999 2023-08-28T02:36:53.200 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:53.200 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:36:53.200 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:53.200 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.200 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.200 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "MOSDPGPush(10.7 283/281 [PushOp(10:ed994e4f:::benchmark_data_smithi040_250784_object757:head, version: 254'51, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(10:ed994e4f:::benchmark_data_smithi040_250784_object757:head@254'51, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-08-28T02:36:53.200 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:32:29.477002+0000", 2023-08-28T02:36:53.200 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 263.71621449000003, 2023-08-28T02:36:53.200 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 12.677954372, 2023-08-28T02:36:53.200 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:36:53.200 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "started", 2023-08-28T02:36:53.200 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:36:53.200 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.201 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:36:53.201 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:29.477002+0000", 2023-08-28T02:36:53.201 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:36:53.201 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.201 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.201 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:36:53.201 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:29.477002+0000", 2023-08-28T02:36:53.201 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:36:53.201 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.201 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.201 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:36:53.201 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:29.477000+0000", 2023-08-28T02:36:53.202 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:36:53.202 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.202 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.202 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:36:53.202 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:29.477039+0000", 2023-08-28T02:36:53.202 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.8642e-05 2023-08-28T02:36:53.202 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.202 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.202 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:36:53.202 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:29.477060+0000", 2023-08-28T02:36:53.202 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.1452999999999999e-05 2023-08-28T02:36:53.202 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.203 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.203 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:36:53.203 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:29.477073+0000", 2023-08-28T02:36:53.203 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2464e-05 2023-08-28T02:36:53.203 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.203 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.203 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:36:53.203 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.153729+0000", 2023-08-28T02:36:53.203 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 12.676656468000001 2023-08-28T02:36:53.203 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.203 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.204 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:36:53.204 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.153734+0000", 2023-08-28T02:36:53.204 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.9250000000000003e-06 2023-08-28T02:36:53.204 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.204 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.204 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:36:53.204 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.154956+0000", 2023-08-28T02:36:53.204 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.001222381 2023-08-28T02:36:53.204 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:53.205 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:36:53.205 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:53.205 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.205 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.205 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "MOSDPGPush(10.7 284/281 [PushOp(10:eb72f90e:::benchmark_data_smithi040_250784_object766:head, version: 254'52, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(10:eb72f90e:::benchmark_data_smithi040_250784_object766:head@254'52, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-08-28T02:36:53.206 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:32:30.477077+0000", 2023-08-28T02:36:53.206 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 262.71613902799999, 2023-08-28T02:36:53.206 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 11.679071906000001, 2023-08-28T02:36:53.206 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:36:53.206 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "started", 2023-08-28T02:36:53.206 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:36:53.206 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.206 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:36:53.206 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:30.477077+0000", 2023-08-28T02:36:53.206 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:36:53.206 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.207 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.207 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:36:53.207 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:30.477077+0000", 2023-08-28T02:36:53.207 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:36:53.207 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.207 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.207 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:36:53.207 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:30.477076+0000", 2023-08-28T02:36:53.207 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:36:53.208 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.208 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.208 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:36:53.208 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:30.477110+0000", 2023-08-28T02:36:53.208 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.4078000000000001e-05 2023-08-28T02:36:53.208 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.208 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.208 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:36:53.208 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:30.477127+0000", 2023-08-28T02:36:53.208 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.6840000000000001e-05 2023-08-28T02:36:53.208 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.208 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.209 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:36:53.209 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:30.477135+0000", 2023-08-28T02:36:53.209 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.2600000000000005e-06 2023-08-28T02:36:53.209 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.209 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.209 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:36:53.209 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.154993+0000", 2023-08-28T02:36:53.209 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 11.677858086000001 2023-08-28T02:36:53.209 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.209 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.209 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:36:53.210 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.154998+0000", 2023-08-28T02:36:53.210 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.7530000000000001e-06 2023-08-28T02:36:53.210 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.210 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.210 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:36:53.210 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.156149+0000", 2023-08-28T02:36:53.210 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0011510660000000001 2023-08-28T02:36:53.210 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:53.210 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:36:53.210 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:53.210 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.210 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.211 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "MOSDPGPush(10.7 285/281 [PushOp(10:e374c13a:::benchmark_data_smithi040_250784_object767:head, version: 254'53, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(10:e374c13a:::benchmark_data_smithi040_250784_object767:head@254'53, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-08-28T02:36:53.211 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:32:31.487430+0000", 2023-08-28T02:36:53.211 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 261.705785902, 2023-08-28T02:36:53.211 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 10.669954233, 2023-08-28T02:36:53.211 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:36:53.211 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "started", 2023-08-28T02:36:53.211 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:36:53.211 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.211 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:36:53.211 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:31.487430+0000", 2023-08-28T02:36:53.211 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:36:53.212 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.212 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.212 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:36:53.212 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:31.487430+0000", 2023-08-28T02:36:53.212 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:36:53.212 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.212 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.212 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:36:53.212 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:31.487429+0000", 2023-08-28T02:36:53.212 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:36:53.212 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.213 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.213 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:36:53.213 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:31.487470+0000", 2023-08-28T02:36:53.213 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.1517999999999998e-05 2023-08-28T02:36:53.213 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.213 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.213 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:36:53.213 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:31.487493+0000", 2023-08-28T02:36:53.213 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.2614999999999999e-05 2023-08-28T02:36:53.213 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.213 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.214 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:36:53.214 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:31.487507+0000", 2023-08-28T02:36:53.214 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.3984e-05 2023-08-28T02:36:53.214 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.214 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.214 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:36:53.214 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.156187+0000", 2023-08-28T02:36:53.214 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 10.66868028 2023-08-28T02:36:53.214 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.214 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.214 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:36:53.214 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.156192+0000", 2023-08-28T02:36:53.215 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.5499999999999996e-06 2023-08-28T02:36:53.215 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.215 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.215 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:36:53.215 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.157385+0000", 2023-08-28T02:36:53.215 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0011930529999999999 2023-08-28T02:36:53.215 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:53.215 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:36:53.215 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:53.215 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.215 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.215 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "MOSDPGPush(10.7 286/281 [PushOp(10:ecef9a00:::benchmark_data_smithi040_250784_object794:head, version: 254'54, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(10:ecef9a00:::benchmark_data_smithi040_250784_object794:head@254'54, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-08-28T02:36:53.216 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:32:32.496154+0000", 2023-08-28T02:36:53.216 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 260.69706191699998, 2023-08-28T02:36:53.216 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.6624650469999995, 2023-08-28T02:36:53.216 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:36:53.216 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "started", 2023-08-28T02:36:53.216 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:36:53.216 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.216 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:36:53.216 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:32.496154+0000", 2023-08-28T02:36:53.216 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:36:53.216 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.217 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.217 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:36:53.217 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:32.496154+0000", 2023-08-28T02:36:53.217 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:36:53.217 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.217 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.217 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:36:53.217 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:32.496154+0000", 2023-08-28T02:36:53.217 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:36:53.217 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.217 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.217 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:36:53.218 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:32.496183+0000", 2023-08-28T02:36:53.218 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.9841000000000001e-05 2023-08-28T02:36:53.218 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.218 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.218 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:36:53.218 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:32.496198+0000", 2023-08-28T02:36:53.218 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.4748e-05 2023-08-28T02:36:53.218 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.218 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.218 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:36:53.218 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:32.496206+0000", 2023-08-28T02:36:53.218 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.6660000000000008e-06 2023-08-28T02:36:53.219 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.219 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.219 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:36:53.219 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.157422+0000", 2023-08-28T02:36:53.219 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.6612157619999994 2023-08-28T02:36:53.219 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.219 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.219 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:36:53.219 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.157426+0000", 2023-08-28T02:36:53.219 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.1289999999999998e-06 2023-08-28T02:36:53.219 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.219 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.220 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:36:53.220 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.158620+0000", 2023-08-28T02:36:53.220 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0011938750000000001 2023-08-28T02:36:53.220 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:53.220 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:36:53.220 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:53.220 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.220 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.220 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "MOSDPGPush(10.7 287/281 [PushOp(10:e410776a:::benchmark_data_smithi040_250784_object833:head, version: 254'55, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(10:e410776a:::benchmark_data_smithi040_250784_object833:head@254'55, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-08-28T02:36:53.220 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:32:33.490071+0000", 2023-08-28T02:36:53.220 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 259.70314563099998, 2023-08-28T02:36:53.220 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.6699878320000003, 2023-08-28T02:36:53.221 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:36:53.221 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "started", 2023-08-28T02:36:53.221 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:36:53.221 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.221 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:36:53.221 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:33.490071+0000", 2023-08-28T02:36:53.221 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:36:53.221 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.221 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.221 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:36:53.221 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:33.490071+0000", 2023-08-28T02:36:53.221 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:36:53.222 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.222 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.222 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:36:53.222 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:33.490069+0000", 2023-08-28T02:36:53.222 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:36:53.222 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.222 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.222 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:36:53.222 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:33.490111+0000", 2023-08-28T02:36:53.222 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.1662000000000002e-05 2023-08-28T02:36:53.222 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.222 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.223 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:36:53.223 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:33.490129+0000", 2023-08-28T02:36:53.223 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.7980000000000001e-05 2023-08-28T02:36:53.223 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.223 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.223 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:36:53.223 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:33.490142+0000", 2023-08-28T02:36:53.223 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.271e-05 2023-08-28T02:36:53.223 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.223 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.223 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:36:53.223 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.158653+0000", 2023-08-28T02:36:53.224 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.6685110590000001 2023-08-28T02:36:53.224 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.224 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.224 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:36:53.224 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.158657+0000", 2023-08-28T02:36:53.224 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.0810000000000004e-06 2023-08-28T02:36:53.224 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.224 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.224 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:36:53.224 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.160059+0000", 2023-08-28T02:36:53.224 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0014018399999999999 2023-08-28T02:36:53.224 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:53.225 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:36:53.225 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:53.225 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.225 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.225 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "MOSDPGPush(10.7 288/281 [PushOp(10:e4e88e2f:::benchmark_data_smithi040_250784_object869:head, version: 254'56, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(10:e4e88e2f:::benchmark_data_smithi040_250784_object869:head@254'56, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-08-28T02:36:53.225 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:32:34.510843+0000", 2023-08-28T02:36:53.225 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 258.682373294, 2023-08-28T02:36:53.225 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.6508924839999999, 2023-08-28T02:36:53.225 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:36:53.225 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "started", 2023-08-28T02:36:53.225 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:36:53.225 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.226 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:36:53.226 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:34.510843+0000", 2023-08-28T02:36:53.226 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:36:53.226 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.226 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.226 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:36:53.226 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:34.510843+0000", 2023-08-28T02:36:53.226 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:36:53.226 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.226 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.226 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:36:53.226 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:34.510842+0000", 2023-08-28T02:36:53.227 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:36:53.227 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.227 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.227 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:36:53.227 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:34.510874+0000", 2023-08-28T02:36:53.227 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.2709000000000001e-05 2023-08-28T02:36:53.227 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.227 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.227 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:36:53.227 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:34.510889+0000", 2023-08-28T02:36:53.227 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.4681000000000001e-05 2023-08-28T02:36:53.227 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.228 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.228 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:36:53.228 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:34.510898+0000", 2023-08-28T02:36:53.228 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.1900000000000001e-06 2023-08-28T02:36:53.228 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.228 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.228 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:36:53.228 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.160101+0000", 2023-08-28T02:36:53.228 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.6492023549999999 2023-08-28T02:36:53.228 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.228 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.228 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:36:53.228 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.160107+0000", 2023-08-28T02:36:53.229 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.1020000000000002e-06 2023-08-28T02:36:53.229 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.229 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.229 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:36:53.229 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.161736+0000", 2023-08-28T02:36:53.229 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0016288069999999999 2023-08-28T02:36:53.229 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:53.229 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:36:53.229 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:53.229 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.229 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.229 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:95688 10.f 10:f73436db:::benchmark_data_smithi040_250784_object2379:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e309)", 2023-08-28T02:36:53.230 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:33:43.597010+0000", 2023-08-28T02:36:53.230 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 189.59620674000001, 2023-08-28T02:36:53.230 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.1043612610000002, 2023-08-28T02:36:53.230 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:36:53.230 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:36:53.230 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:36:53.230 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:36:53.230 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:36:53.230 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 95688 2023-08-28T02:36:53.230 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.230 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:36:53.230 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.231 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:36:53.231 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:43.597010+0000", 2023-08-28T02:36:53.231 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:36:53.231 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.231 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.231 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:36:53.231 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:43.597010+0000", 2023-08-28T02:36:53.231 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:36:53.231 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.231 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.231 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:36:53.231 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:43.597008+0000", 2023-08-28T02:36:53.231 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:36:53.232 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.232 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.232 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:36:53.232 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:43.597015+0000", 2023-08-28T02:36:53.232 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.5710000000000003e-06 2023-08-28T02:36:53.232 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.232 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.232 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:36:53.232 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:43.597027+0000", 2023-08-28T02:36:53.232 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1908e-05 2023-08-28T02:36:53.232 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.232 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.233 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:36:53.233 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:43.597038+0000", 2023-08-28T02:36:53.233 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1381e-05 2023-08-28T02:36:53.233 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.234 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.234 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:36:53.235 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:43.727505+0000", 2023-08-28T02:36:53.235 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.130466632 2023-08-28T02:36:53.235 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.235 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.235 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:36:53.235 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:43.747682+0000", 2023-08-28T02:36:53.235 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.020177548 2023-08-28T02:36:53.236 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.236 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.236 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:36:53.239 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:43.892362+0000", 2023-08-28T02:36:53.239 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.144680214 2023-08-28T02:36:53.239 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.239 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.239 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:36:53.239 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:43.905663+0000", 2023-08-28T02:36:53.239 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.013300378 2023-08-28T02:36:53.240 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.240 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.240 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:36:53.240 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:47.591941+0000", 2023-08-28T02:36:53.240 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.686278529 2023-08-28T02:36:53.240 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.240 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.240 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:36:53.241 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:47.601928+0000", 2023-08-28T02:36:53.241 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0099871270000000002 2023-08-28T02:36:53.241 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.241 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.241 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:36:53.241 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:47.621263+0000", 2023-08-28T02:36:53.241 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.019334857 2023-08-28T02:36:53.242 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.242 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.242 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:53.242 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:47.654115+0000", 2023-08-28T02:36:53.242 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.032851957000000001 2023-08-28T02:36:53.242 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.242 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.242 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:36:53.243 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:47.655214+0000", 2023-08-28T02:36:53.243 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.001098531 2023-08-28T02:36:53.243 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.243 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.243 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:53.243 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:47.658685+0000", 2023-08-28T02:36:53.243 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0034712129999999999 2023-08-28T02:36:53.244 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.244 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.244 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:36:53.244 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:47.663886+0000", 2023-08-28T02:36:53.244 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0052006869999999998 2023-08-28T02:36:53.244 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.244 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.245 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:36:53.245 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:47.701371+0000", 2023-08-28T02:36:53.245 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.037485277999999997 2023-08-28T02:36:53.245 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:53.245 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:36:53.245 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:53.245 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.246 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.246 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:95815 10.f 10:f7978655:::benchmark_data_smithi040_250784_object2506:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e309)", 2023-08-28T02:36:53.246 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:33:45.569642+0000", 2023-08-28T02:36:53.246 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 187.623574808, 2023-08-28T02:36:53.246 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.9627855300000001, 2023-08-28T02:36:53.246 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:36:53.247 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:36:53.247 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:36:53.247 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:36:53.247 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:36:53.247 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 95815 2023-08-28T02:36:53.247 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.247 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:36:53.247 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.248 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:36:53.248 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:45.569642+0000", 2023-08-28T02:36:53.248 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:36:53.248 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.248 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.248 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:36:53.249 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:45.569642+0000", 2023-08-28T02:36:53.249 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:36:53.249 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.249 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.249 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:36:53.249 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:45.569641+0000", 2023-08-28T02:36:53.249 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:36:53.250 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.250 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.250 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:36:53.250 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:45.569645+0000", 2023-08-28T02:36:53.250 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.2150000000000003e-06 2023-08-28T02:36:53.250 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.250 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.250 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:36:53.251 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:45.569653+0000", 2023-08-28T02:36:53.251 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.0290000000000005e-06 2023-08-28T02:36:53.251 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.251 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.251 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:36:53.251 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:45.569657+0000", 2023-08-28T02:36:53.251 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.7969999999999998e-06 2023-08-28T02:36:53.251 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.252 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.252 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:36:53.252 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:45.593583+0000", 2023-08-28T02:36:53.252 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.023926913000000001 2023-08-28T02:36:53.252 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.252 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.252 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:36:53.253 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:45.605370+0000", 2023-08-28T02:36:53.253 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011786217999999999 2023-08-28T02:36:53.253 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.253 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.253 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:36:53.253 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:45.708175+0000", 2023-08-28T02:36:53.253 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.102805008 2023-08-28T02:36:53.254 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.254 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.254 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:36:53.254 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:45.719261+0000", 2023-08-28T02:36:53.254 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011085948 2023-08-28T02:36:53.254 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.254 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.255 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:36:53.255 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:49.324128+0000", 2023-08-28T02:36:53.255 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.6048676369999999 2023-08-28T02:36:53.255 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.255 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.255 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:36:53.255 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:49.333674+0000", 2023-08-28T02:36:53.256 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0095456629999999994 2023-08-28T02:36:53.256 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.256 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.256 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:36:53.256 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:49.351357+0000", 2023-08-28T02:36:53.256 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.017683074 2023-08-28T02:36:53.256 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.257 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.257 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:36:53.257 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:49.456002+0000", 2023-08-28T02:36:53.257 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.104644925 2023-08-28T02:36:53.257 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.257 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.257 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:53.258 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:49.499336+0000", 2023-08-28T02:36:53.258 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.043334185999999997 2023-08-28T02:36:53.258 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.258 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.258 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:53.258 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:49.503333+0000", 2023-08-28T02:36:53.258 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0039971410000000001 2023-08-28T02:36:53.258 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.259 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.259 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:36:53.259 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:49.508268+0000", 2023-08-28T02:36:53.259 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0049344369999999999 2023-08-28T02:36:53.259 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.259 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.260 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:36:53.260 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:49.532427+0000", 2023-08-28T02:36:53.260 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.024159386000000001 2023-08-28T02:36:53.260 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:53.260 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:36:53.260 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:53.260 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.261 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.261 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:96622 10.f 10:f1dd7ded:::benchmark_data_smithi040_250784_object3313:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e311)", 2023-08-28T02:36:53.261 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:33:57.473931+0000", 2023-08-28T02:36:53.261 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 175.71928512400001, 2023-08-28T02:36:53.261 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.2260838669999998, 2023-08-28T02:36:53.261 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:36:53.261 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:36:53.262 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:36:53.262 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:36:53.262 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:36:53.262 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 96622 2023-08-28T02:36:53.262 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.262 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:36:53.262 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.262 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:36:53.263 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.473931+0000", 2023-08-28T02:36:53.263 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:36:53.263 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.263 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.263 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:36:53.263 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.473931+0000", 2023-08-28T02:36:53.263 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:36:53.264 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.264 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.264 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:36:53.264 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.473930+0000", 2023-08-28T02:36:53.264 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:36:53.264 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.264 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.265 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:36:53.265 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.473937+0000", 2023-08-28T02:36:53.265 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.6379999999999998e-06 2023-08-28T02:36:53.265 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.265 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.265 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:36:53.265 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.473949+0000", 2023-08-28T02:36:53.265 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2741999999999999e-05 2023-08-28T02:36:53.266 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.266 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.266 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:36:53.266 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.473956+0000", 2023-08-28T02:36:53.266 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.9500000000000004e-06 2023-08-28T02:36:53.266 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.266 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.266 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:36:53.267 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.611108+0000", 2023-08-28T02:36:53.267 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.13715195699999999 2023-08-28T02:36:53.267 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.267 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.267 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:36:53.267 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.620672+0000", 2023-08-28T02:36:53.268 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0095635779999999997 2023-08-28T02:36:53.268 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.268 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.268 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:36:53.268 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.673723+0000", 2023-08-28T02:36:53.268 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.053050767999999998 2023-08-28T02:36:53.268 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.269 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.269 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:36:53.269 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.685785+0000", 2023-08-28T02:36:53.269 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.012062165 2023-08-28T02:36:53.269 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.269 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.269 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:36:53.269 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.585714+0000", 2023-08-28T02:36:53.270 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.899929014 2023-08-28T02:36:53.270 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.270 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.270 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:36:53.270 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.599776+0000", 2023-08-28T02:36:53.270 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.01406192 2023-08-28T02:36:53.271 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.271 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.271 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:36:53.271 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.619098+0000", 2023-08-28T02:36:53.271 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.019321892 2023-08-28T02:36:53.271 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.271 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.272 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:53.272 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.658421+0000", 2023-08-28T02:36:53.272 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.039323534 2023-08-28T02:36:53.272 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.272 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.272 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:36:53.272 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.660469+0000", 2023-08-28T02:36:53.273 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0020480030000000001 2023-08-28T02:36:53.273 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.273 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.273 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:53.273 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.666257+0000", 2023-08-28T02:36:53.273 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0057876259999999997 2023-08-28T02:36:53.273 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.273 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.274 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:36:53.274 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.671177+0000", 2023-08-28T02:36:53.274 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0049202990000000004 2023-08-28T02:36:53.274 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.274 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.274 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:36:53.274 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.700015+0000", 2023-08-28T02:36:53.275 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.028838124999999999 2023-08-28T02:36:53.275 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:53.275 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:36:53.275 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:53.275 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.275 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.275 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:96628 10.f 10:f07eb378:::benchmark_data_smithi040_250784_object3319:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e311)", 2023-08-28T02:36:53.276 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:33:57.997064+0000", 2023-08-28T02:36:53.276 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 175.19615252899999, 2023-08-28T02:36:53.276 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.9074898999999998, 2023-08-28T02:36:53.276 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:36:53.276 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:36:53.276 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:36:53.276 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:36:53.276 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:36:53.277 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 96628 2023-08-28T02:36:53.277 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.277 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:36:53.277 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.277 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:36:53.277 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.997064+0000", 2023-08-28T02:36:53.278 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:36:53.278 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.278 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.278 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:36:53.278 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.997064+0000", 2023-08-28T02:36:53.278 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:36:53.278 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.278 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.278 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:36:53.279 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.997062+0000", 2023-08-28T02:36:53.279 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999976 2023-08-28T02:36:53.279 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.279 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.279 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:36:53.279 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.997072+0000", 2023-08-28T02:36:53.279 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0755e-05 2023-08-28T02:36:53.279 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.279 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.280 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:36:53.280 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.997092+0000", 2023-08-28T02:36:53.280 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.914e-05 2023-08-28T02:36:53.280 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.280 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.280 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:36:53.280 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.997101+0000", 2023-08-28T02:36:53.280 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.1789999999999997e-06 2023-08-28T02:36:53.281 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.281 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.281 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:36:53.281 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.114281+0000", 2023-08-28T02:36:53.281 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.117180432 2023-08-28T02:36:53.281 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.281 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.282 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:36:53.282 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.130243+0000", 2023-08-28T02:36:53.282 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.015962223000000001 2023-08-28T02:36:53.282 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.282 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.282 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:36:53.282 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.227295+0000", 2023-08-28T02:36:53.282 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.097051448999999998 2023-08-28T02:36:53.283 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.283 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.283 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:36:53.283 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.253056+0000", 2023-08-28T02:36:53.283 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.025761218999999998 2023-08-28T02:36:53.283 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.283 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.283 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:36:53.284 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.753743+0000", 2023-08-28T02:36:53.284 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.5006867279999998 2023-08-28T02:36:53.284 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.284 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.284 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:36:53.284 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.770778+0000", 2023-08-28T02:36:53.284 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.017034807999999999 2023-08-28T02:36:53.285 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.285 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.285 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:36:53.285 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.800321+0000", 2023-08-28T02:36:53.285 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.029543011000000001 2023-08-28T02:36:53.285 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.285 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.285 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:53.285 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.840722+0000", 2023-08-28T02:36:53.285 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.040401689999999997 2023-08-28T02:36:53.286 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.286 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.286 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:53.286 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.847824+0000", 2023-08-28T02:36:53.286 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0071018339999999996 2023-08-28T02:36:53.286 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.286 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.286 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:36:53.286 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.849978+0000", 2023-08-28T02:36:53.286 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0021536120000000001 2023-08-28T02:36:53.287 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.287 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.287 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:36:53.287 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.862402+0000", 2023-08-28T02:36:53.287 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.012423975 2023-08-28T02:36:53.287 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.287 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.287 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:36:53.288 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.904554+0000", 2023-08-28T02:36:53.288 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.042152096999999999 2023-08-28T02:36:53.288 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:53.288 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:36:53.288 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:53.288 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.288 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.288 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:96726 10.f 10:fa4a7a3a:::benchmark_data_smithi040_250784_object3417:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e311)", 2023-08-28T02:36:53.289 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:33:58.554524+0000", 2023-08-28T02:36:53.289 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 174.63869284800001, 2023-08-28T02:36:53.289 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.0936931950000002, 2023-08-28T02:36:53.289 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:36:53.289 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:36:53.289 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:36:53.289 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:36:53.290 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:36:53.290 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 96726 2023-08-28T02:36:53.290 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.290 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:36:53.290 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.290 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:36:53.290 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.554524+0000", 2023-08-28T02:36:53.290 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:36:53.291 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.291 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.291 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:36:53.291 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.554524+0000", 2023-08-28T02:36:53.291 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:36:53.291 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.291 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.291 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:36:53.292 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.554522+0000", 2023-08-28T02:36:53.292 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:36:53.292 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.292 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.292 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:36:53.292 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.554528+0000", 2023-08-28T02:36:53.292 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.0750000000000003e-06 2023-08-28T02:36:53.292 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.293 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.293 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:36:53.293 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.554541+0000", 2023-08-28T02:36:53.293 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2425999999999999e-05 2023-08-28T02:36:53.293 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.293 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.294 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:36:53.294 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.554548+0000", 2023-08-28T02:36:53.294 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.8900000000000001e-06 2023-08-28T02:36:53.294 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.294 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.294 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:36:53.294 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.916733+0000", 2023-08-28T02:36:53.295 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.36218528900000002 2023-08-28T02:36:53.295 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.295 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.295 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:36:53.298 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.937610+0000", 2023-08-28T02:36:53.298 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.020876718999999998 2023-08-28T02:36:53.298 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.298 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.298 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:36:53.299 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.084143+0000", 2023-08-28T02:36:53.299 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.14653334700000001 2023-08-28T02:36:53.299 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.299 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.299 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:36:53.299 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.095800+0000", 2023-08-28T02:36:53.299 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011657453 2023-08-28T02:36:53.300 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.300 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.300 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:36:53.300 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.514708+0000", 2023-08-28T02:36:53.300 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.4189070529999999 2023-08-28T02:36:53.300 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.300 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.301 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:36:53.301 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.524309+0000", 2023-08-28T02:36:53.301 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0096015189999999993 2023-08-28T02:36:53.301 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.301 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.302 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:36:53.302 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.545608+0000", 2023-08-28T02:36:53.302 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.021298991999999999 2023-08-28T02:36:53.302 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.302 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.302 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:53.303 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.572076+0000", 2023-08-28T02:36:53.303 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.026468068000000001 2023-08-28T02:36:53.303 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.303 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.303 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:53.303 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.578276+0000", 2023-08-28T02:36:53.303 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0061997670000000001 2023-08-28T02:36:53.303 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.304 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.304 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:36:53.304 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.599669+0000", 2023-08-28T02:36:53.304 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.021393201000000001 2023-08-28T02:36:53.304 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.304 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.304 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:36:53.304 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.610422+0000", 2023-08-28T02:36:53.305 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.010753102 2023-08-28T02:36:53.305 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.305 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.305 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:36:53.305 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.648217+0000", 2023-08-28T02:36:53.305 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.037794546999999998 2023-08-28T02:36:53.305 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:53.306 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:36:53.306 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:53.306 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.306 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.306 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:96734 10.f 10:f1090e88:::benchmark_data_smithi040_250784_object3425:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e311)", 2023-08-28T02:36:53.306 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:33:58.814602+0000", 2023-08-28T02:36:53.306 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 174.37861442299999, 2023-08-28T02:36:53.306 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.1287970139999999, 2023-08-28T02:36:53.307 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:36:53.307 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:36:53.307 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:36:53.307 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:36:53.307 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:36:53.307 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 96734 2023-08-28T02:36:53.307 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.308 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:36:53.308 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.308 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:36:53.308 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.814602+0000", 2023-08-28T02:36:53.308 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:36:53.308 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.308 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.308 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:36:53.308 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.814602+0000", 2023-08-28T02:36:53.309 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:36:53.309 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.309 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.309 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:36:53.309 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.814601+0000", 2023-08-28T02:36:53.309 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:36:53.309 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.310 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.310 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:36:53.310 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.814607+0000", 2023-08-28T02:36:53.310 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.0209999999999996e-06 2023-08-28T02:36:53.310 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.310 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.310 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:36:53.311 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.814619+0000", 2023-08-28T02:36:53.311 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2126999999999999e-05 2023-08-28T02:36:53.311 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.311 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.311 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:36:53.311 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.814624+0000", 2023-08-28T02:36:53.311 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.4689999999999996e-06 2023-08-28T02:36:53.312 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.312 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.312 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:36:53.312 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.939905+0000", 2023-08-28T02:36:53.312 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.12528078300000001 2023-08-28T02:36:53.312 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.312 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.312 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:36:53.313 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.963820+0000", 2023-08-28T02:36:53.313 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.023914474000000002 2023-08-28T02:36:53.313 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.313 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.313 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:36:53.313 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.143450+0000", 2023-08-28T02:36:53.313 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.179630283 2023-08-28T02:36:53.314 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.314 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.314 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:36:53.314 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.156813+0000", 2023-08-28T02:36:53.314 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.013362873000000001 2023-08-28T02:36:53.314 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.314 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.314 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:36:53.315 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.704010+0000", 2023-08-28T02:36:53.315 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.5471967609999999 2023-08-28T02:36:53.315 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.315 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.315 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:36:53.315 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.716908+0000", 2023-08-28T02:36:53.315 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.012898494999999999 2023-08-28T02:36:53.315 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.315 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.316 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:36:53.316 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.742111+0000", 2023-08-28T02:36:53.316 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.025203478000000001 2023-08-28T02:36:53.316 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.316 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.316 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:53.316 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.787671+0000", 2023-08-28T02:36:53.316 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.045559901999999999 2023-08-28T02:36:53.317 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.317 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.317 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:53.317 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.795833+0000", 2023-08-28T02:36:53.317 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0081614679999999998 2023-08-28T02:36:53.317 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.317 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.318 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:36:53.318 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.892438+0000", 2023-08-28T02:36:53.318 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.096605060000000006 2023-08-28T02:36:53.318 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.318 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.319 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:36:53.319 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.899702+0000", 2023-08-28T02:36:53.319 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0072642710000000001 2023-08-28T02:36:53.319 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.319 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.319 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:36:53.320 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.943399+0000", 2023-08-28T02:36:53.320 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.043696798000000002 2023-08-28T02:36:53.320 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:53.320 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:36:53.320 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:53.320 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.320 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.320 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:96757 10.f 10:f39eb823:::benchmark_data_smithi040_250784_object3448:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e311)", 2023-08-28T02:36:53.320 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:33:58.984934+0000", 2023-08-28T02:36:53.321 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 174.20828272700001, 2023-08-28T02:36:53.321 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.2158582979999997, 2023-08-28T02:36:53.321 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:36:53.321 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:36:53.321 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:36:53.321 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:36:53.321 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:36:53.322 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 96757 2023-08-28T02:36:53.322 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.322 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:36:53.322 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.322 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:36:53.322 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.984934+0000", 2023-08-28T02:36:53.322 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:36:53.322 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.322 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.323 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:36:53.323 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.984934+0000", 2023-08-28T02:36:53.323 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:36:53.323 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.323 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.323 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:36:53.323 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.984932+0000", 2023-08-28T02:36:53.323 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:36:53.324 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.324 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.324 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:36:53.324 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.984940+0000", 2023-08-28T02:36:53.324 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.0600000000000008e-06 2023-08-28T02:36:53.324 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.324 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.325 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:36:53.325 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.984953+0000", 2023-08-28T02:36:53.325 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2539e-05 2023-08-28T02:36:53.325 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.325 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.325 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:36:53.325 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.984959+0000", 2023-08-28T02:36:53.325 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.9109999999999998e-06 2023-08-28T02:36:53.325 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.325 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.326 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:36:53.326 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.161251+0000", 2023-08-28T02:36:53.326 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.17629288100000001 2023-08-28T02:36:53.326 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.326 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.326 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:36:53.326 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.172483+0000", 2023-08-28T02:36:53.326 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011231669 2023-08-28T02:36:53.326 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.327 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.327 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:36:53.327 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.244511+0000", 2023-08-28T02:36:53.327 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.072028152999999998 2023-08-28T02:36:53.327 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.327 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.327 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:36:53.327 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.256430+0000", 2023-08-28T02:36:53.328 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011918735 2023-08-28T02:36:53.328 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.328 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.328 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:36:53.328 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.013028+0000", 2023-08-28T02:36:53.328 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.7565978769999999 2023-08-28T02:36:53.328 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.328 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.329 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:36:53.329 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.022640+0000", 2023-08-28T02:36:53.329 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0096121569999999996 2023-08-28T02:36:53.329 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.329 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.329 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:36:53.330 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.053955+0000", 2023-08-28T02:36:53.330 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.031314635 2023-08-28T02:36:53.330 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.330 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.331 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:53.331 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.167498+0000", 2023-08-28T02:36:53.331 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.113543172 2023-08-28T02:36:53.331 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.331 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.332 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:36:53.332 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.168612+0000", 2023-08-28T02:36:53.332 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.001114093 2023-08-28T02:36:53.332 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.332 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.332 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:53.333 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.172211+0000", 2023-08-28T02:36:53.333 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0035989989999999999 2023-08-28T02:36:53.333 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.333 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.333 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:36:53.334 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.177119+0000", 2023-08-28T02:36:53.334 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0049084849999999998 2023-08-28T02:36:53.334 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.334 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.334 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:36:53.334 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.200792+0000", 2023-08-28T02:36:53.334 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.023672500999999999 2023-08-28T02:36:53.335 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:53.335 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:36:53.335 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:53.335 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.335 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.335 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:96765 10.f 10:ff9b6e3d:::benchmark_data_smithi040_250784_object3456:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e311)", 2023-08-28T02:36:53.336 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:33:59.031814+0000", 2023-08-28T02:36:53.336 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 174.16140202299999, 2023-08-28T02:36:53.336 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.2126211810000003, 2023-08-28T02:36:53.336 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:36:53.336 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:36:53.336 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:36:53.337 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:36:53.337 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:36:53.337 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 96765 2023-08-28T02:36:53.337 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.337 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:36:53.337 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.338 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:36:53.338 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.031814+0000", 2023-08-28T02:36:53.338 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:36:53.338 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.338 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.338 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:36:53.338 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.031814+0000", 2023-08-28T02:36:53.338 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:36:53.339 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.339 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.339 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:36:53.339 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.031813+0000", 2023-08-28T02:36:53.342 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:36:53.342 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.342 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.342 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:36:53.343 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.031819+0000", 2023-08-28T02:36:53.343 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.5489999999999997e-06 2023-08-28T02:36:53.343 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.343 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.343 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:36:53.343 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.031829+0000", 2023-08-28T02:36:53.344 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0573e-05 2023-08-28T02:36:53.344 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.344 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.344 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:36:53.344 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.031834+0000", 2023-08-28T02:36:53.344 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.6789999999999996e-06 2023-08-28T02:36:53.345 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.345 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.345 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:36:53.345 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.173768+0000", 2023-08-28T02:36:53.345 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.141934383 2023-08-28T02:36:53.345 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.345 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.345 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:36:53.346 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.184873+0000", 2023-08-28T02:36:53.346 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011104475000000001 2023-08-28T02:36:53.346 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.346 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.346 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:36:53.346 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.300706+0000", 2023-08-28T02:36:53.346 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.115833085 2023-08-28T02:36:53.346 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.347 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.347 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:36:53.347 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.312415+0000", 2023-08-28T02:36:53.347 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011708829 2023-08-28T02:36:53.347 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.347 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.348 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:36:53.348 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.121231+0000", 2023-08-28T02:36:53.348 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.8088165109999998 2023-08-28T02:36:53.348 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.348 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.348 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:36:53.348 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.134976+0000", 2023-08-28T02:36:53.349 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.013744319 2023-08-28T02:36:53.349 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.349 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.349 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:36:53.349 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.154004+0000", 2023-08-28T02:36:53.349 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.019028219999999998 2023-08-28T02:36:53.350 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.350 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.350 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:53.350 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.203754+0000", 2023-08-28T02:36:53.350 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.049750333000000001 2023-08-28T02:36:53.350 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.350 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.351 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:36:53.351 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.205377+0000", 2023-08-28T02:36:53.351 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.001623074 2023-08-28T02:36:53.351 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.351 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.351 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:53.351 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.208452+0000", 2023-08-28T02:36:53.352 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0030744069999999999 2023-08-28T02:36:53.352 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.352 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.352 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:36:53.352 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.213507+0000", 2023-08-28T02:36:53.352 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0050556510000000004 2023-08-28T02:36:53.352 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.353 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.353 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:36:53.353 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.244436+0000", 2023-08-28T02:36:53.353 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.030928186 2023-08-28T02:36:53.353 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:53.353 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:36:53.353 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:53.354 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.354 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.354 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:96770 10.f 10:f97ce6fb:::benchmark_data_smithi040_250784_object3461:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e311)", 2023-08-28T02:36:53.354 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:33:59.202402+0000", 2023-08-28T02:36:53.354 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 173.99081488499999, 2023-08-28T02:36:53.354 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.5848080009999999, 2023-08-28T02:36:53.354 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:36:53.355 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:36:53.355 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:36:53.355 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:36:53.355 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:36:53.355 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 96770 2023-08-28T02:36:53.355 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.356 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:36:53.356 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.356 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:36:53.356 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.202402+0000", 2023-08-28T02:36:53.356 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:36:53.356 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.357 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.357 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:36:53.357 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.202402+0000", 2023-08-28T02:36:53.357 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:36:53.357 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.357 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.357 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:36:53.358 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.202400+0000", 2023-08-28T02:36:53.358 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:36:53.358 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.358 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.358 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:36:53.359 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.202407+0000", 2023-08-28T02:36:53.359 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.4070000000000004e-06 2023-08-28T02:36:53.359 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.359 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.359 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:36:53.359 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.202419+0000", 2023-08-28T02:36:53.360 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1800000000000001e-05 2023-08-28T02:36:53.360 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.360 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.360 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:36:53.360 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.202427+0000", 2023-08-28T02:36:53.360 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.4070000000000004e-06 2023-08-28T02:36:53.361 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.361 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.361 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:36:53.361 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.411223+0000", 2023-08-28T02:36:53.361 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.208796226 2023-08-28T02:36:53.361 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.362 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.362 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:36:53.362 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.436024+0000", 2023-08-28T02:36:53.362 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.024800819000000002 2023-08-28T02:36:53.362 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.362 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.363 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:36:53.363 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.531579+0000", 2023-08-28T02:36:53.363 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.095555426999999998 2023-08-28T02:36:53.363 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.363 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.363 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:36:53.364 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.546464+0000", 2023-08-28T02:36:53.364 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.014884731999999999 2023-08-28T02:36:53.364 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.364 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.364 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:36:53.364 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.546461+0000", 2023-08-28T02:36:53.365 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.9999973170000001 2023-08-28T02:36:53.365 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.365 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.365 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:36:53.365 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.555219+0000", 2023-08-28T02:36:53.366 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0087576519999999995 2023-08-28T02:36:53.366 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.366 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.366 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:36:53.366 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.572381+0000", 2023-08-28T02:36:53.366 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.017162153999999999 2023-08-28T02:36:53.367 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.367 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.367 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:36:53.367 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.636894+0000", 2023-08-28T02:36:53.367 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.064513319999999999 2023-08-28T02:36:53.367 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.368 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.368 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:53.368 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.740752+0000", 2023-08-28T02:36:53.368 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.103857805 2023-08-28T02:36:53.368 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.368 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.369 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:53.369 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.743802+0000", 2023-08-28T02:36:53.369 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0030497110000000001 2023-08-28T02:36:53.369 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.369 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.369 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:36:53.370 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.748577+0000", 2023-08-28T02:36:53.370 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0047756079999999998 2023-08-28T02:36:53.370 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.370 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.370 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:36:53.370 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.787210+0000", 2023-08-28T02:36:53.370 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.038632037000000001 2023-08-28T02:36:53.371 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:53.371 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:36:53.371 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:53.371 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.371 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.371 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:96778 10.f 10:f76f1e3a:::benchmark_data_smithi040_250784_object3469:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e311)", 2023-08-28T02:36:53.372 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:33:59.496575+0000", 2023-08-28T02:36:53.372 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 173.696641016, 2023-08-28T02:36:53.372 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.333504961, 2023-08-28T02:36:53.372 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:36:53.372 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:36:53.372 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:36:53.373 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:36:53.373 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:36:53.373 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 96778 2023-08-28T02:36:53.373 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.373 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:36:53.373 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.373 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:36:53.374 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.496575+0000", 2023-08-28T02:36:53.374 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:36:53.374 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.374 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.374 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:36:53.374 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.496575+0000", 2023-08-28T02:36:53.374 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:36:53.374 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.374 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.375 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:36:53.375 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.496574+0000", 2023-08-28T02:36:53.375 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:36:53.375 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.375 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.375 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:36:53.375 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.496580+0000", 2023-08-28T02:36:53.376 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.84e-06 2023-08-28T02:36:53.376 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.376 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.376 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:36:53.376 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.496590+0000", 2023-08-28T02:36:53.376 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.5550000000000008e-06 2023-08-28T02:36:53.376 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.376 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.377 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:36:53.377 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.496595+0000", 2023-08-28T02:36:53.377 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.5639999999999996e-06 2023-08-28T02:36:53.377 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.377 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.377 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:36:53.377 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.568924+0000", 2023-08-28T02:36:53.377 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.072329120999999996 2023-08-28T02:36:53.378 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.378 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.378 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:36:53.378 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.589991+0000", 2023-08-28T02:36:53.378 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.021067174000000001 2023-08-28T02:36:53.378 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.378 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.379 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:36:53.379 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.735432+0000", 2023-08-28T02:36:53.379 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.14544056799999999 2023-08-28T02:36:53.379 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.379 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.379 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:36:53.379 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.746915+0000", 2023-08-28T02:36:53.379 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011483363 2023-08-28T02:36:53.380 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.380 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.380 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:36:53.380 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.683223+0000", 2023-08-28T02:36:53.380 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.9363077249999998 2023-08-28T02:36:53.380 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.380 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.381 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:36:53.381 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.692538+0000", 2023-08-28T02:36:53.381 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0093153339999999998 2023-08-28T02:36:53.381 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.381 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.381 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:36:53.382 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.726611+0000", 2023-08-28T02:36:53.382 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.034072270000000002 2023-08-28T02:36:53.382 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.382 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.382 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:53.382 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.790924+0000", 2023-08-28T02:36:53.382 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.064313633999999995 2023-08-28T02:36:53.382 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.383 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.383 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:36:53.383 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.791996+0000", 2023-08-28T02:36:53.383 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0010721719999999999 2023-08-28T02:36:53.383 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.383 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.384 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:53.384 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.795665+0000", 2023-08-28T02:36:53.384 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0036686420000000002 2023-08-28T02:36:53.384 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.384 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.384 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:36:53.384 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.802562+0000", 2023-08-28T02:36:53.385 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0068967070000000002 2023-08-28T02:36:53.385 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.385 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.385 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:36:53.385 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.830080+0000", 2023-08-28T02:36:53.385 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.027518549999999999 2023-08-28T02:36:53.385 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:53.386 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:36:53.386 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:53.386 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.386 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.386 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:96797 10.f 10:f9c05bbc:::benchmark_data_smithi040_250784_object3488:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e311)", 2023-08-28T02:36:53.386 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:34:00.015065+0000", 2023-08-28T02:36:53.386 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 173.17815175000001, 2023-08-28T02:36:53.387 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.252628735, 2023-08-28T02:36:53.387 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:36:53.387 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:36:53.387 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:36:53.387 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:36:53.387 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:36:53.387 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 96797 2023-08-28T02:36:53.388 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.388 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:36:53.388 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.388 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:36:53.388 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.015065+0000", 2023-08-28T02:36:53.388 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:36:53.389 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.389 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.389 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:36:53.389 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.015065+0000", 2023-08-28T02:36:53.389 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:36:53.389 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.389 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.390 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:36:53.390 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.015063+0000", 2023-08-28T02:36:53.390 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:36:53.390 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.390 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.390 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:36:53.390 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.015071+0000", 2023-08-28T02:36:53.391 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.5109999999999997e-06 2023-08-28T02:36:53.391 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.391 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.391 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:36:53.391 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.015082+0000", 2023-08-28T02:36:53.391 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1637999999999999e-05 2023-08-28T02:36:53.391 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.391 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.392 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:36:53.392 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.015088+0000", 2023-08-28T02:36:53.392 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.3739999999999997e-06 2023-08-28T02:36:53.392 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.392 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.392 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:36:53.392 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.227902+0000", 2023-08-28T02:36:53.392 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.21281409300000001 2023-08-28T02:36:53.392 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.393 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.393 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:36:53.393 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.240030+0000", 2023-08-28T02:36:53.393 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.012128431 2023-08-28T02:36:53.393 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.393 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.393 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:36:53.393 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.341985+0000", 2023-08-28T02:36:53.394 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.101954987 2023-08-28T02:36:53.394 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.394 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.394 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:36:53.394 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.353338+0000", 2023-08-28T02:36:53.394 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011352395 2023-08-28T02:36:53.394 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.394 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.394 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:36:53.395 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.941127+0000", 2023-08-28T02:36:53.395 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.587789393 2023-08-28T02:36:53.395 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.395 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.395 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:36:53.395 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.955233+0000", 2023-08-28T02:36:53.395 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.014105525000000001 2023-08-28T02:36:53.396 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.396 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.396 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:36:53.396 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.991607+0000", 2023-08-28T02:36:53.396 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.036374539999999997 2023-08-28T02:36:53.396 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.396 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.396 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:36:53.397 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.136341+0000", 2023-08-28T02:36:53.397 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.14473370199999999 2023-08-28T02:36:53.397 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.397 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.397 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:53.397 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.225244+0000", 2023-08-28T02:36:53.397 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.088903183999999996 2023-08-28T02:36:53.397 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.398 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.398 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:53.398 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.229456+0000", 2023-08-28T02:36:53.398 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.004211897 2023-08-28T02:36:53.398 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.398 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.398 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:36:53.398 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.234681+0000", 2023-08-28T02:36:53.399 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0052248900000000003 2023-08-28T02:36:53.399 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.399 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.399 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:36:53.399 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.267693+0000", 2023-08-28T02:36:53.399 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.033012481000000003 2023-08-28T02:36:53.399 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:53.399 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:36:53.400 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:53.400 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.400 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.400 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:96814 10.f 10:fe2a992a:::benchmark_data_smithi040_250784_object3505:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e311)", 2023-08-28T02:36:53.400 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:34:00.204834+0000", 2023-08-28T02:36:53.400 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 172.98838212000001, 2023-08-28T02:36:53.400 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.11497767, 2023-08-28T02:36:53.400 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:36:53.401 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:36:53.401 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:36:53.401 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:36:53.401 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:36:53.401 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 96814 2023-08-28T02:36:53.401 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.402 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:36:53.402 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.402 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:36:53.402 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.204834+0000", 2023-08-28T02:36:53.402 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:36:53.402 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.402 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.402 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:36:53.403 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.204834+0000", 2023-08-28T02:36:53.403 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:36:53.403 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.403 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.403 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:36:53.403 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.204832+0000", 2023-08-28T02:36:53.403 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:36:53.403 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.404 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.404 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:36:53.404 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.204844+0000", 2023-08-28T02:36:53.404 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1488000000000001e-05 2023-08-28T02:36:53.404 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.404 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.404 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:36:53.405 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.204861+0000", 2023-08-28T02:36:53.405 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.7467000000000001e-05 2023-08-28T02:36:53.405 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.405 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.405 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:36:53.405 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.204869+0000", 2023-08-28T02:36:53.405 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.4939999999999997e-06 2023-08-28T02:36:53.405 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.406 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.406 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:36:53.406 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.354580+0000", 2023-08-28T02:36:53.406 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.149710909 2023-08-28T02:36:53.406 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.406 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.406 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:36:53.406 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.365256+0000", 2023-08-28T02:36:53.407 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.010676257 2023-08-28T02:36:53.407 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.407 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.407 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:36:53.407 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.439060+0000", 2023-08-28T02:36:53.407 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.073804227 2023-08-28T02:36:53.407 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.407 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.408 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:36:53.408 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.452006+0000", 2023-08-28T02:36:53.408 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.012946064 2023-08-28T02:36:53.408 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.408 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.408 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:36:53.408 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.059663+0000", 2023-08-28T02:36:53.409 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.607656875 2023-08-28T02:36:53.409 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.409 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.409 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:36:53.409 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.077024+0000", 2023-08-28T02:36:53.409 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.017361002 2023-08-28T02:36:53.409 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.409 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.410 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:36:53.410 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.116396+0000", 2023-08-28T02:36:53.410 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.039371641999999998 2023-08-28T02:36:53.410 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.410 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.410 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:36:53.410 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.221638+0000", 2023-08-28T02:36:53.411 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.10524247 2023-08-28T02:36:53.411 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.411 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.411 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:53.411 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.275944+0000", 2023-08-28T02:36:53.411 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.054306311000000003 2023-08-28T02:36:53.411 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.411 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.412 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:53.412 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.280754+0000", 2023-08-28T02:36:53.412 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0048092079999999997 2023-08-28T02:36:53.412 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.412 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.412 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:36:53.412 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.287878+0000", 2023-08-28T02:36:53.412 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.007124277 2023-08-28T02:36:53.413 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.413 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.413 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:36:53.413 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.319812+0000", 2023-08-28T02:36:53.413 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.031934059000000001 2023-08-28T02:36:53.413 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:53.413 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:36:53.413 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:53.413 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.414 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.414 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:96821 10.f 10:f454922f:::benchmark_data_smithi040_250784_object3512:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e311)", 2023-08-28T02:36:53.414 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:34:00.318821+0000", 2023-08-28T02:36:53.414 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 172.87439528100001, 2023-08-28T02:36:53.414 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.061164947, 2023-08-28T02:36:53.414 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:36:53.414 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:36:53.414 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:36:53.415 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:36:53.415 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:36:53.415 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 96821 2023-08-28T02:36:53.415 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.415 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:36:53.415 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.415 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:36:53.416 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.318821+0000", 2023-08-28T02:36:53.416 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:36:53.416 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.416 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.416 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:36:53.416 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.318821+0000", 2023-08-28T02:36:53.416 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:36:53.416 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.417 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.417 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:36:53.417 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.318819+0000", 2023-08-28T02:36:53.417 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999976 2023-08-28T02:36:53.417 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.417 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.417 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:36:53.418 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.318830+0000", 2023-08-28T02:36:53.418 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1289e-05 2023-08-28T02:36:53.418 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.418 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.418 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:36:53.418 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.318848+0000", 2023-08-28T02:36:53.418 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.7696000000000001e-05 2023-08-28T02:36:53.418 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.419 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.419 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:36:53.419 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.318856+0000", 2023-08-28T02:36:53.419 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.7640000000000005e-06 2023-08-28T02:36:53.419 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.419 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.419 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:36:53.420 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.366665+0000", 2023-08-28T02:36:53.420 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.047809500999999997 2023-08-28T02:36:53.420 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.420 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.420 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:36:53.420 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.383393+0000", 2023-08-28T02:36:53.420 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.016727705999999998 2023-08-28T02:36:53.420 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.420 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.421 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:36:53.421 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.497628+0000", 2023-08-28T02:36:53.421 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.11423538900000001 2023-08-28T02:36:53.421 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.421 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.421 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:36:53.421 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.508633+0000", 2023-08-28T02:36:53.422 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011005011 2023-08-28T02:36:53.422 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.422 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.422 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:36:53.422 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.185668+0000", 2023-08-28T02:36:53.422 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.6770350660000002 2023-08-28T02:36:53.422 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.422 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.423 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:36:53.423 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.194340+0000", 2023-08-28T02:36:53.423 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0086712339999999999 2023-08-28T02:36:53.423 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.423 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.423 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:36:53.423 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.211124+0000", 2023-08-28T02:36:53.424 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.016784177000000001 2023-08-28T02:36:53.424 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.424 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.424 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:36:53.424 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.269756+0000", 2023-08-28T02:36:53.424 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.058632722999999998 2023-08-28T02:36:53.424 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.424 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.425 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:53.425 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.325292+0000", 2023-08-28T02:36:53.425 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.055535094 2023-08-28T02:36:53.425 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.425 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.425 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:53.425 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.331014+0000", 2023-08-28T02:36:53.425 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0057225339999999996 2023-08-28T02:36:53.426 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.426 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.426 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:36:53.426 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.337644+0000", 2023-08-28T02:36:53.426 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0066303350000000002 2023-08-28T02:36:53.426 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:53.426 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:53.427 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:36:53.427 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.379986+0000", 2023-08-28T02:36:53.427 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.042341615999999999 2023-08-28T02:36:53.427 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:53.427 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:36:53.427 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:53.427 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:53.427 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:36:53.428 INFO:teuthology.orchestra.run.smithi083.stdout:} 2023-08-28T02:36:53.428 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2023-08-28T02:36:53.428 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:36:53.429 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-08-28T02:36:53.431 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:53.431 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:36:53.432 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:36:53.522 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:53 smithi083 ceph-mon[157819]: pgmap v1029: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.6 GiB data, 14 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 130 op/s; 36280/224865 objects degraded (16.134%); 9512/224865 objects misplaced (4.230%); 3.6 MiB/s, 57 objects/s recovering 2023-08-28T02:36:53.522 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:53 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/4101822549' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:36:53.532 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:36:53.564 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:53.568 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.5 dump_ops_in_flight 2023-08-28T02:36:53.584 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:36:53.587 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:53.587 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:36:53.688 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:36:53.718 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:53.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:53 smithi040 ceph-mon[175404]: pgmap v1029: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.6 GiB data, 14 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 130 op/s; 36280/224865 objects degraded (16.134%); 9512/224865 objects misplaced (4.230%); 3.6 MiB/s, 57 objects/s recovering 2023-08-28T02:36:53.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:53 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/4101822549' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:36:53.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:53 smithi040 ceph-mon[170259]: pgmap v1029: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.6 GiB data, 14 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 130 op/s; 36280/224865 objects degraded (16.134%); 9512/224865 objects misplaced (4.230%); 3.6 MiB/s, 57 objects/s recovering 2023-08-28T02:36:53.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:53 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/4101822549' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:36:53.745 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:36:53.750 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:53.750 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:36:53.851 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:36:53.887 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:53.918 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:36:53.924 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:36:53.927 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:53.927 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:36:54.028 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:36:54.067 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:54.089 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:36:54.092 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:54.092 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:36:54.120 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:36:54.170 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:36:54.193 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:36:54.226 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:54.299 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:36:54.302 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:54.302 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:36:54.403 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:36:54.441 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:54.503 INFO:teuthology.orchestra.run.smithi040.stderr:nodeep-scrub is set 2023-08-28T02:36:54.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:54 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2362687068' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:36:54.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:54 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:36:54.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:54 smithi040 ceph-mon[170259]: pgmap v1030: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.6 GiB data, 14 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 116 op/s; 36280/224532 objects degraded (16.158%); 9512/224532 objects misplaced (4.236%); 2.9 MiB/s, 46 objects/s recovering 2023-08-28T02:36:54.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:54 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2362687068' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:36:54.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:54 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:36:54.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:54 smithi040 ceph-mon[175404]: pgmap v1030: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.6 GiB data, 14 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 116 op/s; 36280/224532 objects degraded (16.158%); 9512/224532 objects misplaced (4.236%); 2.9 MiB/s, 46 objects/s recovering 2023-08-28T02:36:54.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:54 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2362687068' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:36:54.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:54 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:36:54.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:54 smithi083 ceph-mon[157819]: pgmap v1030: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.6 GiB data, 14 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 116 op/s; 36280/224532 objects degraded (16.158%); 9512/224532 objects misplaced (4.236%); 2.9 MiB/s, 46 objects/s recovering 2023-08-28T02:36:54.770 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:36:54.773 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:54.773 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:36:54.874 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:36:54.910 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:54.962 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2023-08-28T02:36:54.963 INFO:teuthology.orchestra.run.smithi083.stdout: "ops": [ 2023-08-28T02:36:54.963 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:54.963 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:112200 10.6 10:67b5e685:::benchmark_data_smithi040_250784_object18891:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e341)", 2023-08-28T02:36:54.963 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:36:54.959400+0000", 2023-08-28T02:36:54.963 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 0.00420069, 2023-08-28T02:36:54.963 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0042231359999999997, 2023-08-28T02:36:54.963 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:36:54.963 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "waiting for sub ops", 2023-08-28T02:36:54.963 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:36:54.963 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:36:54.964 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:36:54.964 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 112200 2023-08-28T02:36:54.964 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:54.964 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:36:54.964 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:54.964 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:36:54.964 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:36:54.959400+0000", 2023-08-28T02:36:54.964 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:36:54.964 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:54.964 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:54.964 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:36:54.964 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:36:54.959400+0000", 2023-08-28T02:36:54.965 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:36:54.965 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:54.965 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:54.965 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:36:54.965 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:36:54.959399+0000", 2023-08-28T02:36:54.965 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:36:54.965 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:54.965 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:54.965 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:36:54.965 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:36:54.959407+0000", 2023-08-28T02:36:54.965 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.8140000000000001e-06 2023-08-28T02:36:54.965 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:54.966 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:54.966 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:36:54.966 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:36:54.959423+0000", 2023-08-28T02:36:54.966 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.6529999999999999e-05 2023-08-28T02:36:54.966 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:54.966 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:54.966 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:36:54.966 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:36:54.959430+0000", 2023-08-28T02:36:54.966 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.8009999999999998e-06 2023-08-28T02:36:54.966 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:54.966 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:54.967 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:36:54.967 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:36:54.959471+0000", 2023-08-28T02:36:54.967 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.0896999999999998e-05 2023-08-28T02:36:54.967 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:54.967 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:54.967 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:36:54.967 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:36:54.959565+0000", 2023-08-28T02:36:54.967 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.4368000000000002e-05 2023-08-28T02:36:54.967 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:54.967 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:54.967 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 0,4", 2023-08-28T02:36:54.967 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:36:54.959642+0000", 2023-08-28T02:36:54.968 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.6983999999999993e-05 2023-08-28T02:36:54.968 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:54.968 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:54.968 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:36:54.968 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:36:54.962641+0000", 2023-08-28T02:36:54.968 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0029985720000000001 2023-08-28T02:36:54.968 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:36:54.968 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:36:54.968 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:36:54.968 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:36:54.962922+0000", 2023-08-28T02:36:54.968 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00028073900000000001 2023-08-28T02:36:54.968 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:54.969 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:36:54.969 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:54.969 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:36:54.969 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2023-08-28T02:36:54.969 INFO:teuthology.orchestra.run.smithi083.stdout: "num_ops": 1 2023-08-28T02:36:54.969 INFO:teuthology.orchestra.run.smithi083.stdout:} 2023-08-28T02:36:55.341 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.5 dump_blocked_ops 2023-08-28T02:36:55.387 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:36:55.390 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:55.391 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:36:55.491 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:36:55.534 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:55.611 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:36:55.617 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:55.617 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:36:55.660 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:36:55.663 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:55 smithi040 ceph-mon[175404]: failed to encode map e341 with expected crc 2023-08-28T02:36:55.664 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:55 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:36:55.664 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:55 smithi040 ceph-mon[175404]: osdmap e341: 8 total, 8 up, 6 in 2023-08-28T02:36:55.664 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:55 smithi040 ceph-mon[170259]: failed to encode map e341 with expected crc 2023-08-28T02:36:55.664 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:55 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:36:55.664 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:55 smithi040 ceph-mon[170259]: osdmap e341: 8 total, 8 up, 6 in 2023-08-28T02:36:55.664 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:36:55 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:36:55] "GET /metrics HTTP/1.1" 200 36608 "" "Prometheus/2.43.0" 2023-08-28T02:36:55.718 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:36:55.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:55 smithi083 ceph-mon[157819]: failed to encode map e341 with expected crc 2023-08-28T02:36:55.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:55 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:36:55.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:55 smithi083 ceph-mon[157819]: osdmap e341: 8 total, 8 up, 6 in 2023-08-28T02:36:55.751 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:55.774 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:36:55.778 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:55.778 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:36:55.879 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:36:55.898 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:36:55.910 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:55.919 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:36:55.939 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:36:55.963 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:36:55.981 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:36:55.984 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:55.984 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:36:55.985 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:36:56.004 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:36:56.024 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:36:56.043 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:36:56.045 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-08-28T02:36:56.045 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-08-28T02:36:56.045 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-08-28T02:36:56.045 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-08-28T02:36:56.045 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-08-28T02:36:56.046 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-08-28T02:36:56.046 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-08-28T02:36:56.046 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-08-28T02:36:56.063 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:36:56.064 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:36:56.086 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:36:56.116 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:56.294 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:36:56.298 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:56.299 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:36:56.401 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:36:56.434 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:56.460 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:36:56.465 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:56.465 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:36:56.566 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:36:56.602 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:56.623 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:36:56.626 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:56.627 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:36:56.680 INFO:teuthology.orchestra.run.smithi083.stdout:ERROR: (22) Invalid argument 2023-08-28T02:36:56.681 INFO:teuthology.orchestra.run.smithi083.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:36:56.698 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:56 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2798130766' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:36:56.698 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:56 smithi040 ceph-mon[175404]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:36:56.698 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:56 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 36280/224532 objects degraded (16.158%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:36:56.698 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:56 smithi040 ceph-mon[175404]: from='client.45893 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:36:56.698 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:56 smithi040 ceph-mon[175404]: pgmap v1032: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.5 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 121 op/s; 36133/223350 objects degraded (16.178%); 9434/223350 objects misplaced (4.224%); 2.2 MiB/s, 35 objects/s recovering 2023-08-28T02:36:56.699 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:56 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2798130766' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:36:56.699 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:56 smithi040 ceph-mon[170259]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:36:56.699 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:56 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 36280/224532 objects degraded (16.158%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:36:56.699 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:56 smithi040 ceph-mon[170259]: from='client.45893 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:36:56.699 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:56 smithi040 ceph-mon[170259]: pgmap v1032: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.5 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 121 op/s; 36133/223350 objects degraded (16.178%); 9434/223350 objects misplaced (4.224%); 2.2 MiB/s, 35 objects/s recovering 2023-08-28T02:36:56.700 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":1031,"stamp":"2023-08-28T02:36:54.496241+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4903779076,"num_objects":74844,"num_object_clones":0,"num_object_copies":224532,"num_objects_missing_on_primary":4776,"num_objects_missing":4776,"num_objects_degraded":36280,"num_objects_misplaced":9512,"num_objects_unfound":0,"num_objects_dirty":74844,"num_whiteouts":0,"num_read":90,"num_read_kb":168,"num_write":111898,"num_write_kb":5972054,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":37610,"num_bytes_recovered":2447315313,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97967,"ondisk_log_size":97967,"up":297,"acting":292,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":14183728,"kb_used_data":11250752,"kb_used_omap":12,"kb_used_meta":2932915,"kb_avail":548287184,"statfs":{"total":575970213888,"available":561446076416,"internally_reserved":0,"allocated":11520770048,"data_stored":11510850757,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12739,"internal_metadata":3003305533},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-45678592,"num_objects":-697,"num_object_clones":0,"num_object_copies":-2091,"num_objects_missing_on_primary":-29,"num_objects_missing":-29,"num_objects_degraded":-167,"num_objects_misplaced":-137,"num_objects_unfound":0,"num_objects_dirty":-697,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":697,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":170,"num_bytes_recovered":11141120,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.063918"},"pg_stats":[{"pgid":"3.1a","version":"65'1","reported_seq":351,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:44.500360+0000","last_change":"2023-08-28T02:32:32.667028+0000","last_active":"2023-08-28T02:36:44.500360+0000","last_peered":"2023-08-28T02:36:44.500360+0000","last_clean":"2023-08-28T02:36:44.500360+0000","last_became_active":"2023-08-28T02:32:32.666711+0000","last_became_peered":"2023-08-28T02:32:32.666711+0000","last_unstale":"2023-08-28T02:36:44.500360+0000","last_undegraded":"2023-08-28T02:36:44.500360+0000","last_fullsized":"2023-08-28T02:36:44.500360+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:28:21.913105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":303,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:44.503181+0000","last_change":"2023-08-28T02:29:44.421259+0000","last_active":"2023-08-28T02:36:44.503181+0000","last_peered":"2023-08-28T02:36:44.503181+0000","last_clean":"2023-08-28T02:36:44.503181+0000","last_became_active":"2023-08-28T02:29:44.420936+0000","last_became_peered":"2023-08-28T02:29:44.420936+0000","last_unstale":"2023-08-28T02:36:44.503181+0000","last_undegraded":"2023-08-28T02:36:44.503181+0000","last_fullsized":"2023-08-28T02:36:44.503181+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:22:26.346867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":144,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:44.503484+0000","last_change":"2023-08-28T02:33:12.290337+0000","last_active":"2023-08-28T02:36:44.503484+0000","last_peered":"2023-08-28T02:36:44.503484+0000","last_clean":"2023-08-28T02:36:44.503484+0000","last_became_active":"2023-08-28T02:33:12.289852+0000","last_became_peered":"2023-08-28T02:33:12.289852+0000","last_unstale":"2023-08-28T02:36:44.503484+0000","last_undegraded":"2023-08-28T02:36:44.503484+0000","last_fullsized":"2023-08-28T02:36:44.503484+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:04:26.420037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":319,"reported_epoch":340,"state":"active+clean","last_fresh":"2023-08-28T02:36:50.070682+0000","last_change":"2023-08-28T02:33:13.317226+0000","last_active":"2023-08-28T02:36:50.070682+0000","last_peered":"2023-08-28T02:36:50.070682+0000","last_clean":"2023-08-28T02:36:50.070682+0000","last_became_active":"2023-08-28T02:33:13.316893+0000","last_became_peered":"2023-08-28T02:33:13.316893+0000","last_unstale":"2023-08-28T02:36:50.070682+0000","last_undegraded":"2023-08-28T02:36:50.070682+0000","last_fullsized":"2023-08-28T02:36:50.070682+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:55:46.593463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":263,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:44.508740+0000","last_change":"2023-08-28T02:33:12.295203+0000","last_active":"2023-08-28T02:36:44.508740+0000","last_peered":"2023-08-28T02:36:44.508740+0000","last_clean":"2023-08-28T02:36:44.508740+0000","last_became_active":"2023-08-28T02:33:12.294904+0000","last_became_peered":"2023-08-28T02:33:12.294904+0000","last_unstale":"2023-08-28T02:36:44.508740+0000","last_undegraded":"2023-08-28T02:36:44.508740+0000","last_fullsized":"2023-08-28T02:36:44.508740+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:31:07.008856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":281,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:44.514948+0000","last_change":"2023-08-28T02:31:51.987263+0000","last_active":"2023-08-28T02:36:44.514948+0000","last_peered":"2023-08-28T02:36:44.514948+0000","last_clean":"2023-08-28T02:36:44.514948+0000","last_became_active":"2023-08-28T02:31:51.986938+0000","last_became_peered":"2023-08-28T02:31:51.986938+0000","last_unstale":"2023-08-28T02:36:44.514948+0000","last_undegraded":"2023-08-28T02:36:44.514948+0000","last_fullsized":"2023-08-28T02:36:44.514948+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:18.021905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":313,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:44.502216+0000","last_change":"2023-08-28T02:33:12.318656+0000","last_active":"2023-08-28T02:36:44.502216+0000","last_peered":"2023-08-28T02:36:44.502216+0000","last_clean":"2023-08-28T02:36:44.502216+0000","last_became_active":"2023-08-28T02:33:12.318297+0000","last_became_peered":"2023-08-28T02:33:12.318297+0000","last_unstale":"2023-08-28T02:36:44.502216+0000","last_undegraded":"2023-08-28T02:36:44.502216+0000","last_fullsized":"2023-08-28T02:36:44.502216+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:43:09.789767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":244,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:44.508929+0000","last_change":"2023-08-28T02:33:13.357230+0000","last_active":"2023-08-28T02:36:44.508929+0000","last_peered":"2023-08-28T02:36:44.508929+0000","last_clean":"2023-08-28T02:36:44.508929+0000","last_became_active":"2023-08-28T02:33:13.356853+0000","last_became_peered":"2023-08-28T02:33:13.356853+0000","last_unstale":"2023-08-28T02:36:44.508929+0000","last_undegraded":"2023-08-28T02:36:44.508929+0000","last_fullsized":"2023-08-28T02:36:44.508929+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:20:21.545007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":323,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:44.514387+0000","last_change":"2023-08-28T02:29:44.462510+0000","last_active":"2023-08-28T02:36:44.514387+0000","last_peered":"2023-08-28T02:36:44.514387+0000","last_clean":"2023-08-28T02:36:44.514387+0000","last_became_active":"2023-08-28T02:29:44.460314+0000","last_became_peered":"2023-08-28T02:29:44.460314+0000","last_unstale":"2023-08-28T02:36:44.514387+0000","last_undegraded":"2023-08-28T02:36:44.514387+0000","last_fullsized":"2023-08-28T02:36:44.514387+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:59:01.311467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":247,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:44.509333+0000","last_change":"2023-08-28T02:33:13.291255+0000","last_active":"2023-08-28T02:36:44.509333+0000","last_peered":"2023-08-28T02:36:44.509333+0000","last_clean":"2023-08-28T02:36:44.509333+0000","last_became_active":"2023-08-28T02:33:13.290933+0000","last_became_peered":"2023-08-28T02:33:13.290933+0000","last_unstale":"2023-08-28T02:36:44.509333+0000","last_undegraded":"2023-08-28T02:36:44.509333+0000","last_fullsized":"2023-08-28T02:36:44.509333+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:31:54.116908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"65'3","reported_seq":324,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:44.502736+0000","last_change":"2023-08-28T02:33:12.296412+0000","last_active":"2023-08-28T02:36:44.502736+0000","last_peered":"2023-08-28T02:36:44.502736+0000","last_clean":"2023-08-28T02:36:44.502736+0000","last_became_active":"2023-08-28T02:33:12.295786+0000","last_became_peered":"2023-08-28T02:33:12.295786+0000","last_unstale":"2023-08-28T02:36:44.502736+0000","last_undegraded":"2023-08-28T02:36:44.502736+0000","last_fullsized":"2023-08-28T02:36:44.502736+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:15:31.449163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":148,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:47.579704+0000","last_change":"2023-08-28T02:32:32.666927+0000","last_active":"2023-08-28T02:36:47.579704+0000","last_peered":"2023-08-28T02:36:47.579704+0000","last_clean":"2023-08-28T02:36:47.579704+0000","last_became_active":"2023-08-28T02:32:32.666618+0000","last_became_peered":"2023-08-28T02:32:32.666618+0000","last_unstale":"2023-08-28T02:36:47.579704+0000","last_undegraded":"2023-08-28T02:36:47.579704+0000","last_fullsized":"2023-08-28T02:36:47.579704+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:45:57.998333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":348,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:44.499905+0000","last_change":"2023-08-28T02:32:28.505262+0000","last_active":"2023-08-28T02:36:44.499905+0000","last_peered":"2023-08-28T02:36:44.499905+0000","last_clean":"2023-08-28T02:36:44.499905+0000","last_became_active":"2023-08-28T02:32:28.455999+0000","last_became_peered":"2023-08-28T02:32:28.455999+0000","last_unstale":"2023-08-28T02:36:44.499905+0000","last_undegraded":"2023-08-28T02:36:44.499905+0000","last_fullsized":"2023-08-28T02:36:44.499905+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:28.937020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":9468,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":332,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:44.500705+0000","last_change":"2023-08-28T02:32:12.959195+0000","last_active":"2023-08-28T02:36:44.500705+0000","last_peered":"2023-08-28T02:36:44.500705+0000","last_clean":"2023-08-28T02:36:44.500705+0000","last_became_active":"2023-08-28T02:32:12.958832+0000","last_became_peered":"2023-08-28T02:32:12.958832+0000","last_unstale":"2023-08-28T02:36:44.500705+0000","last_undegraded":"2023-08-28T02:36:44.500705+0000","last_fullsized":"2023-08-28T02:36:44.500705+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:23:27.197787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"65'2","reported_seq":322,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:44.502441+0000","last_change":"2023-08-28T02:32:28.461161+0000","last_active":"2023-08-28T02:36:44.502441+0000","last_peered":"2023-08-28T02:36:44.502441+0000","last_clean":"2023-08-28T02:36:44.502441+0000","last_became_active":"2023-08-28T02:32:28.451284+0000","last_became_peered":"2023-08-28T02:32:28.451284+0000","last_unstale":"2023-08-28T02:36:44.502441+0000","last_undegraded":"2023-08-28T02:36:44.502441+0000","last_fullsized":"2023-08-28T02:36:44.502441+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:58:20.061020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":304,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:44.501695+0000","last_change":"2023-08-28T02:29:44.419566+0000","last_active":"2023-08-28T02:36:44.501695+0000","last_peered":"2023-08-28T02:36:44.501695+0000","last_clean":"2023-08-28T02:36:44.501695+0000","last_became_active":"2023-08-28T02:29:44.419053+0000","last_became_peered":"2023-08-28T02:29:44.419053+0000","last_unstale":"2023-08-28T02:36:44.501695+0000","last_undegraded":"2023-08-28T02:36:44.501695+0000","last_fullsized":"2023-08-28T02:36:44.501695+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:44:36.133499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":307,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:44.502072+0000","last_change":"2023-08-28T02:33:12.493777+0000","last_active":"2023-08-28T02:36:44.502072+0000","last_peered":"2023-08-28T02:36:44.502072+0000","last_clean":"2023-08-28T02:36:44.502072+0000","last_became_active":"2023-08-28T02:33:12.491177+0000","last_became_peered":"2023-08-28T02:33:12.491177+0000","last_unstale":"2023-08-28T02:36:44.502072+0000","last_undegraded":"2023-08-28T02:36:44.502072+0000","last_fullsized":"2023-08-28T02:36:44.502072+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:10:58.167753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":319,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:44.514335+0000","last_change":"2023-08-28T02:33:12.290293+0000","last_active":"2023-08-28T02:36:44.514335+0000","last_peered":"2023-08-28T02:36:44.514335+0000","last_clean":"2023-08-28T02:36:44.514335+0000","last_became_active":"2023-08-28T02:33:12.289989+0000","last_became_peered":"2023-08-28T02:33:12.289989+0000","last_unstale":"2023-08-28T02:36:44.514335+0000","last_undegraded":"2023-08-28T02:36:44.514335+0000","last_fullsized":"2023-08-28T02:36:44.514335+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:05:33.622172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":297,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:44.502301+0000","last_change":"2023-08-28T02:32:12.948756+0000","last_active":"2023-08-28T02:36:44.502301+0000","last_peered":"2023-08-28T02:36:44.502301+0000","last_clean":"2023-08-28T02:36:44.502301+0000","last_became_active":"2023-08-28T02:32:12.948441+0000","last_became_peered":"2023-08-28T02:32:12.948441+0000","last_unstale":"2023-08-28T02:36:44.502301+0000","last_undegraded":"2023-08-28T02:36:44.502301+0000","last_fullsized":"2023-08-28T02:36:44.502301+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:27.922180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":314,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:44.502597+0000","last_change":"2023-08-28T02:33:12.299398+0000","last_active":"2023-08-28T02:36:44.502597+0000","last_peered":"2023-08-28T02:36:44.502597+0000","last_clean":"2023-08-28T02:36:44.502597+0000","last_became_active":"2023-08-28T02:33:12.299113+0000","last_became_peered":"2023-08-28T02:33:12.299113+0000","last_unstale":"2023-08-28T02:36:44.502597+0000","last_undegraded":"2023-08-28T02:36:44.502597+0000","last_fullsized":"2023-08-28T02:36:44.502597+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:14:55.597212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"65'8","reported_seq":108,"reported_epoch":340,"state":"active+clean","last_fresh":"2023-08-28T02:36:50.068598+0000","last_change":"2023-08-28T02:33:13.478870+0000","last_active":"2023-08-28T02:36:50.068598+0000","last_peered":"2023-08-28T02:36:50.068598+0000","last_clean":"2023-08-28T02:36:50.068598+0000","last_became_active":"2023-08-28T02:33:13.332142+0000","last_became_peered":"2023-08-28T02:33:13.332142+0000","last_unstale":"2023-08-28T02:36:50.068598+0000","last_undegraded":"2023-08-28T02:36:50.068598+0000","last_fullsized":"2023-08-28T02:36:50.068598+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:32:42.810159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":245,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:44.510146+0000","last_change":"2023-08-28T02:33:12.306353+0000","last_active":"2023-08-28T02:36:44.510146+0000","last_peered":"2023-08-28T02:36:44.510146+0000","last_clean":"2023-08-28T02:36:44.510146+0000","last_became_active":"2023-08-28T02:33:12.304977+0000","last_became_peered":"2023-08-28T02:33:12.304977+0000","last_unstale":"2023-08-28T02:36:44.510146+0000","last_undegraded":"2023-08-28T02:36:44.510146+0000","last_fullsized":"2023-08-28T02:36:44.510146+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:19:38.819671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"340'6959","reported_seq":7057,"reported_epoch":340,"state":"active+clean","last_fresh":"2023-08-28T02:36:50.590258+0000","last_change":"2023-08-28T02:30:50.402703+0000","last_active":"2023-08-28T02:36:50.590258+0000","last_peered":"2023-08-28T02:36:50.590258+0000","last_clean":"2023-08-28T02:36:50.590258+0000","last_became_active":"2023-08-28T02:30:50.402419+0000","last_became_peered":"2023-08-28T02:30:50.402419+0000","last_unstale":"2023-08-28T02:36:50.590258+0000","last_undegraded":"2023-08-28T02:36:50.590258+0000","last_fullsized":"2023-08-28T02:36:50.590258+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6959,"log_dups_size":0,"ondisk_log_size":6959,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:07:37.393907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":308084736,"num_objects":4701,"num_object_clones":0,"num_object_copies":14103,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4701,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6959,"num_write_kb":373120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"65'1","reported_seq":305,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:44.502719+0000","last_change":"2023-08-28T02:14:43.046130+0000","last_active":"2023-08-28T02:36:44.502719+0000","last_peered":"2023-08-28T02:36:44.502719+0000","last_clean":"2023-08-28T02:36:44.502719+0000","last_became_active":"2023-08-28T02:14:43.045775+0000","last_became_peered":"2023-08-28T02:14:43.045775+0000","last_unstale":"2023-08-28T02:36:44.502719+0000","last_undegraded":"2023-08-28T02:36:44.502719+0000","last_fullsized":"2023-08-28T02:36:44.502719+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:57:38.279756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":295,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:44.509078+0000","last_change":"2023-08-28T02:31:51.987149+0000","last_active":"2023-08-28T02:36:44.509078+0000","last_peered":"2023-08-28T02:36:44.509078+0000","last_clean":"2023-08-28T02:36:44.509078+0000","last_became_active":"2023-08-28T02:31:51.986821+0000","last_became_peered":"2023-08-28T02:31:51.986821+0000","last_unstale":"2023-08-28T02:36:44.509078+0000","last_undegraded":"2023-08-28T02:36:44.509078+0000","last_fullsized":"2023-08-28T02:36:44.509078+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:23:26.661134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"340'6980","reported_seq":10829,"reported_epoch":340,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:36:50.686569+0000","last_change":"2023-08-28T02:33:33.975566+0000","last_active":"2023-08-28T02:36:50.686569+0000","last_peered":"2023-08-28T02:36:50.686569+0000","last_clean":"2023-08-28T02:31:27.868230+0000","last_became_active":"2023-08-28T02:33:33.660452+0000","last_became_peered":"2023-08-28T02:33:33.660452+0000","last_unstale":"2023-08-28T02:36:50.686569+0000","last_undegraded":"2023-08-28T02:33:13.410847+0000","last_fullsized":"2023-08-28T02:33:13.270012+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6980,"log_dups_size":0,"ondisk_log_size":6980,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:33.375162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":302776320,"num_objects":4620,"num_object_clones":0,"num_object_copies":13860,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7127,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4620,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6980,"num_write_kb":371200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1857,"num_bytes_recovered":121634816,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[5,4],"avail_no_missing":["5","6"],"object_location_counts":[{"shards":"2,5,6","objects":915},{"shards":"3,5,6","objects":2199},{"shards":"4,5","objects":1},{"shards":"5,6","objects":1505}],"blocked_by":[],"up_primary":3,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"65'2","reported_seq":330,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:44.502798+0000","last_change":"2023-08-28T02:29:44.436352+0000","last_active":"2023-08-28T02:36:44.502798+0000","last_peered":"2023-08-28T02:36:44.502798+0000","last_clean":"2023-08-28T02:36:44.502798+0000","last_became_active":"2023-08-28T02:29:44.411499+0000","last_became_peered":"2023-08-28T02:29:44.411499+0000","last_unstale":"2023-08-28T02:36:44.502798+0000","last_undegraded":"2023-08-28T02:36:44.502798+0000","last_fullsized":"2023-08-28T02:36:44.502798+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:46:57.540191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":356,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:44.499726+0000","last_change":"2023-08-28T02:33:12.289004+0000","last_active":"2023-08-28T02:36:44.499726+0000","last_peered":"2023-08-28T02:36:44.499726+0000","last_clean":"2023-08-28T02:36:44.499726+0000","last_became_active":"2023-08-28T02:33:12.288722+0000","last_became_peered":"2023-08-28T02:33:12.288722+0000","last_unstale":"2023-08-28T02:36:44.499726+0000","last_undegraded":"2023-08-28T02:36:44.499726+0000","last_fullsized":"2023-08-28T02:36:44.499726+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:24.019483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"340'6881","reported_seq":6996,"reported_epoch":340,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:36:50.323581+0000","last_change":"2023-08-28T02:33:13.585687+0000","last_active":"2023-08-28T02:36:50.323581+0000","last_peered":"2023-08-28T02:36:50.323581+0000","last_clean":"2023-08-28T02:31:27.908616+0000","last_became_active":"2023-08-28T02:33:13.578484+0000","last_became_peered":"2023-08-28T02:33:13.578484+0000","last_unstale":"2023-08-28T02:36:50.323581+0000","last_undegraded":"2023-08-28T02:33:13.297322+0000","last_fullsized":"2023-08-28T02:33:13.268309+0000","mapping_epoch":298,"log_start":"256'1612","ondisk_log_start":"256'1612","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5269,"log_dups_size":0,"ondisk_log_size":5269,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:42:33.431186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":305987584,"num_objects":4669,"num_object_clones":0,"num_object_copies":14007,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2533,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4669,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6881,"num_write_kb":369600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4],"avail_no_missing":["0","4"],"object_location_counts":[{"shards":"0,4","objects":2221}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"65'1","reported_seq":316,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:44.502630+0000","last_change":"2023-08-28T02:33:13.516869+0000","last_active":"2023-08-28T02:36:44.502630+0000","last_peered":"2023-08-28T02:36:44.502630+0000","last_clean":"2023-08-28T02:36:44.502630+0000","last_became_active":"2023-08-28T02:33:13.396736+0000","last_became_peered":"2023-08-28T02:33:13.396736+0000","last_unstale":"2023-08-28T02:36:44.502630+0000","last_undegraded":"2023-08-28T02:36:44.502630+0000","last_fullsized":"2023-08-28T02:36:44.502630+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:47:08.237137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":282,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:44.503710+0000","last_change":"2023-08-28T02:31:51.987327+0000","last_active":"2023-08-28T02:36:44.503710+0000","last_peered":"2023-08-28T02:36:44.503710+0000","last_clean":"2023-08-28T02:36:44.503710+0000","last_became_active":"2023-08-28T02:31:51.987018+0000","last_became_peered":"2023-08-28T02:31:51.987018+0000","last_unstale":"2023-08-28T02:36:44.503710+0000","last_undegraded":"2023-08-28T02:36:44.503710+0000","last_fullsized":"2023-08-28T02:36:44.503710+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:53:26.105101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.5","version":"339'6857","reported_seq":9059,"reported_epoch":340,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:36:50.363377+0000","last_change":"2023-08-28T02:33:13.625779+0000","last_active":"2023-08-28T02:36:50.363377+0000","last_peered":"2023-08-28T02:36:50.363377+0000","last_clean":"2023-08-28T02:31:27.898932+0000","last_became_active":"2023-08-28T02:33:13.612126+0000","last_became_peered":"2023-08-28T02:33:13.612126+0000","last_unstale":"2023-08-28T02:36:50.363377+0000","last_undegraded":"2023-08-28T02:33:13.485377+0000","last_fullsized":"2023-08-28T02:33:13.264317+0000","mapping_epoch":298,"log_start":"256'1563","ondisk_log_start":"256'1563","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5294,"log_dups_size":0,"ondisk_log_size":5294,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:37:28.843386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":301137920,"num_objects":4595,"num_object_clones":0,"num_object_copies":13785,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7136,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4595,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6857,"num_write_kb":366464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1040,"num_bytes_recovered":68157440,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,7],"avail_no_missing":["0","2"],"object_location_counts":[{"shards":"0,2","objects":2358},{"shards":"0,2,3","objects":2236},{"shards":"0,7","objects":1}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":334,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:44.514188+0000","last_change":"2023-08-28T02:33:13.281826+0000","last_active":"2023-08-28T02:36:44.514188+0000","last_peered":"2023-08-28T02:36:44.514188+0000","last_clean":"2023-08-28T02:36:44.514188+0000","last_became_active":"2023-08-28T02:33:13.281511+0000","last_became_peered":"2023-08-28T02:33:13.281511+0000","last_unstale":"2023-08-28T02:36:44.514188+0000","last_undegraded":"2023-08-28T02:36:44.514188+0000","last_fullsized":"2023-08-28T02:36:44.514188+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:32:55.005706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":330,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:44.502548+0000","last_change":"2023-08-28T02:29:44.436713+0000","last_active":"2023-08-28T02:36:44.502548+0000","last_peered":"2023-08-28T02:36:44.502548+0000","last_clean":"2023-08-28T02:36:44.502548+0000","last_became_active":"2023-08-28T02:29:44.436203+0000","last_became_peered":"2023-08-28T02:29:44.436203+0000","last_unstale":"2023-08-28T02:36:44.502548+0000","last_undegraded":"2023-08-28T02:36:44.502548+0000","last_fullsized":"2023-08-28T02:36:44.502548+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:46:48.522293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"340'7122","reported_seq":7223,"reported_epoch":340,"state":"active+clean","last_fresh":"2023-08-28T02:36:51.990347+0000","last_change":"2023-08-28T02:30:50.399669+0000","last_active":"2023-08-28T02:36:51.990347+0000","last_peered":"2023-08-28T02:36:51.990347+0000","last_clean":"2023-08-28T02:36:51.990347+0000","last_became_active":"2023-08-28T02:30:50.399332+0000","last_became_peered":"2023-08-28T02:30:50.399332+0000","last_unstale":"2023-08-28T02:36:51.990347+0000","last_undegraded":"2023-08-28T02:36:51.990347+0000","last_fullsized":"2023-08-28T02:36:51.990347+0000","mapping_epoch":250,"log_start":"255'900","ondisk_log_start":"255'900","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6222,"log_dups_size":0,"ondisk_log_size":6222,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:00:54.910841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":307494912,"num_objects":4692,"num_object_clones":0,"num_object_copies":14076,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4692,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7122,"num_write_kb":378048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"75'161","reported_seq":760,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:44.502397+0000","last_change":"2023-08-28T02:33:13.310049+0000","last_active":"2023-08-28T02:36:44.502397+0000","last_peered":"2023-08-28T02:36:44.502397+0000","last_clean":"2023-08-28T02:36:44.502397+0000","last_became_active":"2023-08-28T02:33:13.309661+0000","last_became_peered":"2023-08-28T02:33:13.309661+0000","last_unstale":"2023-08-28T02:36:44.502397+0000","last_undegraded":"2023-08-28T02:36:44.502397+0000","last_fullsized":"2023-08-28T02:36:44.502397+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.930230+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.930230+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:27:40.889460+0000","scrub_duration":0.0050169209999999997,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"65'2","reported_seq":294,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:44.509989+0000","last_change":"2023-08-28T02:33:12.294922+0000","last_active":"2023-08-28T02:36:44.509989+0000","last_peered":"2023-08-28T02:36:44.509989+0000","last_clean":"2023-08-28T02:36:44.509989+0000","last_became_active":"2023-08-28T02:33:12.294518+0000","last_became_peered":"2023-08-28T02:33:12.294518+0000","last_unstale":"2023-08-28T02:36:44.509989+0000","last_undegraded":"2023-08-28T02:36:44.509989+0000","last_fullsized":"2023-08-28T02:36:44.509989+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:21:12.737286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":333,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:44.499989+0000","last_change":"2023-08-28T02:33:13.310505+0000","last_active":"2023-08-28T02:36:44.499989+0000","last_peered":"2023-08-28T02:36:44.499989+0000","last_clean":"2023-08-28T02:36:44.499989+0000","last_became_active":"2023-08-28T02:33:13.310223+0000","last_became_peered":"2023-08-28T02:33:13.310223+0000","last_unstale":"2023-08-28T02:36:44.499989+0000","last_undegraded":"2023-08-28T02:36:44.499989+0000","last_fullsized":"2023-08-28T02:36:44.499989+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:27:02.124453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"340'6965","reported_seq":9213,"reported_epoch":340,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:36:50.700451+0000","last_change":"2023-08-28T02:33:13.591092+0000","last_active":"2023-08-28T02:36:50.700451+0000","last_peered":"2023-08-28T02:36:50.700451+0000","last_clean":"2023-08-28T02:31:27.916082+0000","last_became_active":"2023-08-28T02:33:13.580413+0000","last_became_peered":"2023-08-28T02:33:13.580413+0000","last_unstale":"2023-08-28T02:36:50.700451+0000","last_undegraded":"2023-08-28T02:33:13.480527+0000","last_fullsized":"2023-08-28T02:33:13.270957+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6965,"log_dups_size":0,"ondisk_log_size":6965,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:03.698410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":308215808,"num_objects":4703,"num_object_clones":0,"num_object_copies":14109,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7327,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4703,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6965,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1060,"num_bytes_recovered":69468160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,4],"avail_no_missing":["5","2"],"object_location_counts":[{"shards":"2,3,5","objects":2221},{"shards":"2,5","objects":2482}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"75'161","reported_seq":593,"reported_epoch":339,"state":"active+recovery_wait+degraded","last_fresh":"2023-08-28T02:36:44.509125+0000","last_change":"2023-08-28T02:33:13.287487+0000","last_active":"2023-08-28T02:36:44.509125+0000","last_peered":"2023-08-28T02:36:44.509125+0000","last_clean":"2023-08-28T02:31:25.515426+0000","last_became_active":"2023-08-28T02:33:13.287313+0000","last_became_peered":"2023-08-28T02:33:13.287313+0000","last_unstale":"2023-08-28T02:36:44.509125+0000","last_undegraded":"2023-08-28T02:33:13.270760+0000","last_fullsized":"2023-08-28T02:36:44.509125+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":204,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:45.407127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:45.407127+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:39:14.213229+0000","scrub_duration":0.0018495320000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":["5","2","3"],"object_location_counts":[{"shards":"2,3,5","objects":1}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":253,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:44.500188+0000","last_change":"2023-08-28T02:33:13.309727+0000","last_active":"2023-08-28T02:36:44.500188+0000","last_peered":"2023-08-28T02:36:44.500188+0000","last_clean":"2023-08-28T02:36:44.500188+0000","last_became_active":"2023-08-28T02:33:13.309487+0000","last_became_peered":"2023-08-28T02:33:13.309487+0000","last_unstale":"2023-08-28T02:36:44.500188+0000","last_undegraded":"2023-08-28T02:36:44.500188+0000","last_fullsized":"2023-08-28T02:36:44.500188+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:27:29.294011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":68,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:44.500318+0000","last_change":"2023-08-28T02:32:28.456323+0000","last_active":"2023-08-28T02:36:44.500318+0000","last_peered":"2023-08-28T02:36:44.500318+0000","last_clean":"2023-08-28T02:36:44.500318+0000","last_became_active":"2023-08-28T02:32:28.455987+0000","last_became_peered":"2023-08-28T02:32:28.455987+0000","last_unstale":"2023-08-28T02:36:44.500318+0000","last_undegraded":"2023-08-28T02:36:44.500318+0000","last_fullsized":"2023-08-28T02:36:44.500318+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:54:07.724002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"340'7141","reported_seq":17259,"reported_epoch":340,"state":"active+clean","last_fresh":"2023-08-28T02:36:51.768487+0000","last_change":"2023-08-28T02:33:13.316023+0000","last_active":"2023-08-28T02:36:51.768487+0000","last_peered":"2023-08-28T02:36:51.768487+0000","last_clean":"2023-08-28T02:36:51.768487+0000","last_became_active":"2023-08-28T02:33:13.308403+0000","last_became_peered":"2023-08-28T02:33:13.308403+0000","last_unstale":"2023-08-28T02:36:51.768487+0000","last_undegraded":"2023-08-28T02:36:51.768487+0000","last_fullsized":"2023-08-28T02:36:51.768487+0000","mapping_epoch":298,"log_start":"255'1000","ondisk_log_start":"255'1000","created":250,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6141,"log_dups_size":0,"ondisk_log_size":6141,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:10:38.401973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":311623680,"num_objects":4755,"num_object_clones":0,"num_object_copies":14265,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4755,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7141,"num_write_kb":380672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4999,"num_bytes_recovered":327614464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":313,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:44.499663+0000","last_change":"2023-08-28T02:32:28.455294+0000","last_active":"2023-08-28T02:36:44.499663+0000","last_peered":"2023-08-28T02:36:44.499663+0000","last_clean":"2023-08-28T02:36:44.499663+0000","last_became_active":"2023-08-28T02:32:28.455013+0000","last_became_peered":"2023-08-28T02:32:28.455013+0000","last_unstale":"2023-08-28T02:36:44.499663+0000","last_undegraded":"2023-08-28T02:36:44.499663+0000","last_fullsized":"2023-08-28T02:36:44.499663+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:53.583864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":345,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:44.500185+0000","last_change":"2023-08-28T02:33:13.335588+0000","last_active":"2023-08-28T02:36:44.500185+0000","last_peered":"2023-08-28T02:36:44.500185+0000","last_clean":"2023-08-28T02:36:44.500185+0000","last_became_active":"2023-08-28T02:33:13.335326+0000","last_became_peered":"2023-08-28T02:33:13.335326+0000","last_unstale":"2023-08-28T02:36:44.500185+0000","last_undegraded":"2023-08-28T02:36:44.500185+0000","last_fullsized":"2023-08-28T02:36:44.500185+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:15:44.958663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"340'7006","reported_seq":7104,"reported_epoch":340,"state":"active+clean","last_fresh":"2023-08-28T02:36:51.086867+0000","last_change":"2023-08-28T02:30:50.400261+0000","last_active":"2023-08-28T02:36:51.086867+0000","last_peered":"2023-08-28T02:36:51.086867+0000","last_clean":"2023-08-28T02:36:51.086867+0000","last_became_active":"2023-08-28T02:30:50.399938+0000","last_became_peered":"2023-08-28T02:30:50.399938+0000","last_unstale":"2023-08-28T02:36:51.086867+0000","last_undegraded":"2023-08-28T02:36:51.086867+0000","last_fullsized":"2023-08-28T02:36:51.086867+0000","mapping_epoch":250,"log_start":"256'1590","ondisk_log_start":"256'1590","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5416,"log_dups_size":0,"ondisk_log_size":5416,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:43:56.802792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":307232768,"num_objects":4688,"num_object_clones":0,"num_object_copies":14064,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4688,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7006,"num_write_kb":374208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"75'161","reported_seq":619,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:44.509586+0000","last_change":"2023-08-28T02:32:56.519141+0000","last_active":"2023-08-28T02:36:44.509586+0000","last_peered":"2023-08-28T02:36:44.509586+0000","last_clean":"2023-08-28T02:36:44.509586+0000","last_became_active":"2023-08-28T02:32:56.518863+0000","last_became_peered":"2023-08-28T02:32:56.518863+0000","last_unstale":"2023-08-28T02:36:44.509586+0000","last_undegraded":"2023-08-28T02:36:44.509586+0000","last_fullsized":"2023-08-28T02:36:44.509586+0000","mapping_epoch":292,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":293,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_clean_scrub_stamp":"2023-08-28T02:29:25.608370+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:59:50.561109+0000","scrub_duration":0.001662689,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":247,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:44.509094+0000","last_change":"2023-08-28T02:33:12.294592+0000","last_active":"2023-08-28T02:36:44.509094+0000","last_peered":"2023-08-28T02:36:44.509094+0000","last_clean":"2023-08-28T02:36:44.509094+0000","last_became_active":"2023-08-28T02:33:12.288508+0000","last_became_peered":"2023-08-28T02:33:12.288508+0000","last_unstale":"2023-08-28T02:36:44.509094+0000","last_undegraded":"2023-08-28T02:36:44.509094+0000","last_fullsized":"2023-08-28T02:36:44.509094+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:05:42.717608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":130,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:44.505129+0000","last_change":"2023-08-28T02:29:44.429834+0000","last_active":"2023-08-28T02:36:44.505129+0000","last_peered":"2023-08-28T02:36:44.505129+0000","last_clean":"2023-08-28T02:36:44.505129+0000","last_became_active":"2023-08-28T02:29:44.429512+0000","last_became_peered":"2023-08-28T02:29:44.429512+0000","last_unstale":"2023-08-28T02:36:44.505129+0000","last_undegraded":"2023-08-28T02:36:44.505129+0000","last_fullsized":"2023-08-28T02:36:44.505129+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:58.062455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"340'6927","reported_seq":7025,"reported_epoch":340,"state":"active+clean","last_fresh":"2023-08-28T02:36:51.080304+0000","last_change":"2023-08-28T02:30:50.402348+0000","last_active":"2023-08-28T02:36:51.080304+0000","last_peered":"2023-08-28T02:36:51.080304+0000","last_clean":"2023-08-28T02:36:51.080304+0000","last_became_active":"2023-08-28T02:30:50.402076+0000","last_became_peered":"2023-08-28T02:30:50.402076+0000","last_unstale":"2023-08-28T02:36:51.080304+0000","last_undegraded":"2023-08-28T02:36:51.080304+0000","last_fullsized":"2023-08-28T02:36:51.080304+0000","mapping_epoch":250,"log_start":"254'100","ondisk_log_start":"254'100","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6827,"log_dups_size":0,"ondisk_log_size":6827,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:24.859426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":304676864,"num_objects":4649,"num_object_clones":0,"num_object_copies":13947,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4649,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6927,"num_write_kb":370432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.7","version":"75'161","reported_seq":539,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:44.510158+0000","last_change":"2023-08-28T02:33:13.532525+0000","last_active":"2023-08-28T02:36:44.510158+0000","last_peered":"2023-08-28T02:36:44.510158+0000","last_clean":"2023-08-28T02:36:44.510158+0000","last_became_active":"2023-08-28T02:33:13.532125+0000","last_became_peered":"2023-08-28T02:33:13.532125+0000","last_unstale":"2023-08-28T02:36:44.510158+0000","last_undegraded":"2023-08-28T02:36:44.510158+0000","last_fullsized":"2023-08-28T02:36:44.510158+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.887648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.887648+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":130,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:44.504152+0000","last_change":"2023-08-28T02:29:44.407595+0000","last_active":"2023-08-28T02:36:44.504152+0000","last_peered":"2023-08-28T02:36:44.504152+0000","last_clean":"2023-08-28T02:36:44.504152+0000","last_became_active":"2023-08-28T02:29:44.407316+0000","last_became_peered":"2023-08-28T02:29:44.407316+0000","last_unstale":"2023-08-28T02:36:44.504152+0000","last_undegraded":"2023-08-28T02:36:44.504152+0000","last_fullsized":"2023-08-28T02:36:44.504152+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:01:47.777709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":351,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:44.514281+0000","last_change":"2023-08-28T02:33:13.286980+0000","last_active":"2023-08-28T02:36:44.514281+0000","last_peered":"2023-08-28T02:36:44.514281+0000","last_clean":"2023-08-28T02:36:44.514281+0000","last_became_active":"2023-08-28T02:33:13.286740+0000","last_became_peered":"2023-08-28T02:33:13.286740+0000","last_unstale":"2023-08-28T02:36:44.514281+0000","last_undegraded":"2023-08-28T02:36:44.514281+0000","last_fullsized":"2023-08-28T02:36:44.514281+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:24:54.574365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":130,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:44.503774+0000","last_change":"2023-08-28T02:29:44.506914+0000","last_active":"2023-08-28T02:36:44.503774+0000","last_peered":"2023-08-28T02:36:44.503774+0000","last_clean":"2023-08-28T02:36:44.503774+0000","last_became_active":"2023-08-28T02:29:44.506606+0000","last_became_peered":"2023-08-28T02:29:44.506606+0000","last_unstale":"2023-08-28T02:36:44.503774+0000","last_undegraded":"2023-08-28T02:36:44.503774+0000","last_fullsized":"2023-08-28T02:36:44.503774+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:55:50.992279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"340'6963","reported_seq":18660,"reported_epoch":340,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:36:50.069821+0000","last_change":"2023-08-28T02:34:11.565330+0000","last_active":"2023-08-28T02:36:50.069821+0000","last_peered":"2023-08-28T02:36:50.069821+0000","last_clean":"2023-08-28T02:32:11.916240+0000","last_became_active":"2023-08-28T02:33:12.501819+0000","last_became_peered":"2023-08-28T02:33:12.501819+0000","last_unstale":"2023-08-28T02:36:50.069821+0000","last_undegraded":"2023-08-28T02:36:50.069821+0000","last_fullsized":"2023-08-28T02:36:50.069821+0000","mapping_epoch":297,"log_start":"256'1624","ondisk_log_start":"256'1624","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5339,"log_dups_size":0,"ondisk_log_size":5339,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:45:43.329719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":303628288,"num_objects":4633,"num_object_clones":0,"num_object_copies":13899,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4633,"num_objects_unfound":0,"num_objects_dirty":4633,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6963,"num_write_kb":371072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5787,"num_bytes_recovered":379256832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,2],"avail_no_missing":["0","2","5","6"],"object_location_counts":[{"shards":"0,2,5","objects":4633}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.1","version":"75'161","reported_seq":599,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:44.509251+0000","last_change":"2023-08-28T02:32:31.482659+0000","last_active":"2023-08-28T02:36:44.509251+0000","last_peered":"2023-08-28T02:36:44.509251+0000","last_clean":"2023-08-28T02:36:44.509251+0000","last_became_active":"2023-08-28T02:32:31.482320+0000","last_became_peered":"2023-08-28T02:32:31.482320+0000","last_unstale":"2023-08-28T02:36:44.509251+0000","last_undegraded":"2023-08-28T02:36:44.509251+0000","last_fullsized":"2023-08-28T02:36:44.509251+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:24.559397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:24.559397+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:41:09.516918+0000","scrub_duration":0.001580328,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":337,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:44.509467+0000","last_change":"2023-08-28T02:31:51.988386+0000","last_active":"2023-08-28T02:36:44.509467+0000","last_peered":"2023-08-28T02:36:44.509467+0000","last_clean":"2023-08-28T02:36:44.509467+0000","last_became_active":"2023-08-28T02:31:51.988097+0000","last_became_peered":"2023-08-28T02:31:51.988097+0000","last_unstale":"2023-08-28T02:36:44.509467+0000","last_undegraded":"2023-08-28T02:36:44.509467+0000","last_fullsized":"2023-08-28T02:36:44.509467+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:25:01.818829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":313,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:44.500784+0000","last_change":"2023-08-28T02:32:12.951275+0000","last_active":"2023-08-28T02:36:44.500784+0000","last_peered":"2023-08-28T02:36:44.500784+0000","last_clean":"2023-08-28T02:36:44.500784+0000","last_became_active":"2023-08-28T02:32:12.950965+0000","last_became_peered":"2023-08-28T02:32:12.950965+0000","last_unstale":"2023-08-28T02:36:44.500784+0000","last_undegraded":"2023-08-28T02:36:44.500784+0000","last_fullsized":"2023-08-28T02:36:44.500784+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:37:31.294280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":156,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:44.504227+0000","last_change":"2023-08-28T02:33:13.286534+0000","last_active":"2023-08-28T02:36:44.504227+0000","last_peered":"2023-08-28T02:36:44.504227+0000","last_clean":"2023-08-28T02:36:44.504227+0000","last_became_active":"2023-08-28T02:33:13.286164+0000","last_became_peered":"2023-08-28T02:33:13.286164+0000","last_unstale":"2023-08-28T02:36:44.504227+0000","last_undegraded":"2023-08-28T02:36:44.504227+0000","last_fullsized":"2023-08-28T02:36:44.504227+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:56.721932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"340'7001","reported_seq":18789,"reported_epoch":340,"state":"active+clean","last_fresh":"2023-08-28T02:36:50.146715+0000","last_change":"2023-08-28T02:34:14.448606+0000","last_active":"2023-08-28T02:36:50.146715+0000","last_peered":"2023-08-28T02:36:50.146715+0000","last_clean":"2023-08-28T02:36:50.146715+0000","last_became_active":"2023-08-28T02:34:14.438547+0000","last_became_peered":"2023-08-28T02:34:14.438547+0000","last_unstale":"2023-08-28T02:36:50.146715+0000","last_undegraded":"2023-08-28T02:36:50.146715+0000","last_fullsized":"2023-08-28T02:36:50.146715+0000","mapping_epoch":314,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":315,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7001,"log_dups_size":0,"ondisk_log_size":7001,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:06:41.120408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":305856512,"num_objects":4667,"num_object_clones":0,"num_object_copies":14001,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4667,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7001,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5834,"num_bytes_recovered":376832000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2","version":"75'161","reported_seq":721,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:44.502294+0000","last_change":"2023-08-28T02:30:51.762377+0000","last_active":"2023-08-28T02:36:44.502294+0000","last_peered":"2023-08-28T02:36:44.502294+0000","last_clean":"2023-08-28T02:36:44.502294+0000","last_became_active":"2023-08-28T02:27:46.375590+0000","last_became_peered":"2023-08-28T02:27:46.375590+0000","last_unstale":"2023-08-28T02:36:44.502294+0000","last_undegraded":"2023-08-28T02:36:44.502294+0000","last_fullsized":"2023-08-28T02:36:44.502294+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:51.762314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:51.762314+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:02.034555+0000","scrub_duration":0.0020023620000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":147,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:44.509499+0000","last_change":"2023-08-28T02:33:13.289765+0000","last_active":"2023-08-28T02:36:44.509499+0000","last_peered":"2023-08-28T02:36:44.509499+0000","last_clean":"2023-08-28T02:36:44.509499+0000","last_became_active":"2023-08-28T02:33:13.289159+0000","last_became_peered":"2023-08-28T02:33:13.289159+0000","last_unstale":"2023-08-28T02:36:44.509499+0000","last_undegraded":"2023-08-28T02:36:44.509499+0000","last_fullsized":"2023-08-28T02:36:44.509499+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:30:38.956723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":148,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:44.503247+0000","last_change":"2023-08-28T02:32:28.464203+0000","last_active":"2023-08-28T02:36:44.503247+0000","last_peered":"2023-08-28T02:36:44.503247+0000","last_clean":"2023-08-28T02:36:44.503247+0000","last_became_active":"2023-08-28T02:32:28.463412+0000","last_became_peered":"2023-08-28T02:32:28.463412+0000","last_unstale":"2023-08-28T02:36:44.503247+0000","last_undegraded":"2023-08-28T02:36:44.503247+0000","last_fullsized":"2023-08-28T02:36:44.503247+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:20:38.177879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":130,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:44.505199+0000","last_change":"2023-08-28T02:29:44.427945+0000","last_active":"2023-08-28T02:36:44.505199+0000","last_peered":"2023-08-28T02:36:44.505199+0000","last_clean":"2023-08-28T02:36:44.505199+0000","last_became_active":"2023-08-28T02:29:44.426487+0000","last_became_peered":"2023-08-28T02:29:44.426487+0000","last_unstale":"2023-08-28T02:36:44.505199+0000","last_undegraded":"2023-08-28T02:36:44.505199+0000","last_fullsized":"2023-08-28T02:36:44.505199+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:30:20.438896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"340'7017","reported_seq":17086,"reported_epoch":340,"state":"active+clean","last_fresh":"2023-08-28T02:36:52.060291+0000","last_change":"2023-08-28T02:34:48.488647+0000","last_active":"2023-08-28T02:36:52.060291+0000","last_peered":"2023-08-28T02:36:52.060291+0000","last_clean":"2023-08-28T02:36:52.060291+0000","last_became_active":"2023-08-28T02:34:48.476519+0000","last_became_peered":"2023-08-28T02:34:48.476519+0000","last_unstale":"2023-08-28T02:36:52.060291+0000","last_undegraded":"2023-08-28T02:36:52.060291+0000","last_fullsized":"2023-08-28T02:36:52.060291+0000","mapping_epoch":318,"log_start":"255'800","ondisk_log_start":"255'800","created":250,"last_epoch_clean":319,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6217,"log_dups_size":0,"ondisk_log_size":6217,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:44:20.004230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":303235072,"num_objects":4627,"num_object_clones":0,"num_object_copies":13881,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4627,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7017,"num_write_kb":372608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4973,"num_bytes_recovered":325910528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":331,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:44.510278+0000","last_change":"2023-08-28T02:33:13.484970+0000","last_active":"2023-08-28T02:36:44.510278+0000","last_peered":"2023-08-28T02:36:44.510278+0000","last_clean":"2023-08-28T02:36:44.510278+0000","last_became_active":"2023-08-28T02:33:13.484579+0000","last_became_peered":"2023-08-28T02:33:13.484579+0000","last_unstale":"2023-08-28T02:36:44.510278+0000","last_undegraded":"2023-08-28T02:36:44.510278+0000","last_fullsized":"2023-08-28T02:36:44.510278+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:58.027468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"75'161","reported_seq":722,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:44.502217+0000","last_change":"2023-08-28T02:31:55.059467+0000","last_active":"2023-08-28T02:36:44.502217+0000","last_peered":"2023-08-28T02:36:44.502217+0000","last_clean":"2023-08-28T02:36:44.502217+0000","last_became_active":"2023-08-28T02:31:55.059115+0000","last_became_peered":"2023-08-28T02:31:55.059115+0000","last_unstale":"2023-08-28T02:36:44.502217+0000","last_undegraded":"2023-08-28T02:36:44.502217+0000","last_fullsized":"2023-08-28T02:36:44.502217+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":0,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.820990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.820990+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:15:56.774667+0000","scrub_duration":0.0017342480000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":248,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:44.509528+0000","last_change":"2023-08-28T02:33:13.352810+0000","last_active":"2023-08-28T02:36:44.509528+0000","last_peered":"2023-08-28T02:36:44.509528+0000","last_clean":"2023-08-28T02:36:44.509528+0000","last_became_active":"2023-08-28T02:33:13.351697+0000","last_became_peered":"2023-08-28T02:33:13.351697+0000","last_unstale":"2023-08-28T02:36:44.509528+0000","last_undegraded":"2023-08-28T02:36:44.509528+0000","last_fullsized":"2023-08-28T02:36:44.509528+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:56.187163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":162,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:44.500917+0000","last_change":"2023-08-28T02:31:51.984584+0000","last_active":"2023-08-28T02:36:44.500917+0000","last_peered":"2023-08-28T02:36:44.500917+0000","last_clean":"2023-08-28T02:36:44.500917+0000","last_became_active":"2023-08-28T02:31:51.984264+0000","last_became_peered":"2023-08-28T02:31:51.984264+0000","last_unstale":"2023-08-28T02:36:44.500917+0000","last_undegraded":"2023-08-28T02:36:44.500917+0000","last_fullsized":"2023-08-28T02:36:44.500917+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:58:42.306722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"340'6918","reported_seq":18623,"reported_epoch":340,"state":"active+clean","last_fresh":"2023-08-28T02:36:50.318190+0000","last_change":"2023-08-28T02:35:11.978901+0000","last_active":"2023-08-28T02:36:50.318190+0000","last_peered":"2023-08-28T02:36:50.318190+0000","last_clean":"2023-08-28T02:36:50.318190+0000","last_became_active":"2023-08-28T02:35:11.966585+0000","last_became_peered":"2023-08-28T02:35:11.966585+0000","last_unstale":"2023-08-28T02:36:50.318190+0000","last_undegraded":"2023-08-28T02:36:50.318190+0000","last_fullsized":"2023-08-28T02:36:50.318190+0000","mapping_epoch":323,"log_start":"256'1628","ondisk_log_start":"256'1628","created":250,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5290,"log_dups_size":0,"ondisk_log_size":5290,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:03:07.017814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":305659904,"num_objects":4664,"num_object_clones":0,"num_object_copies":13992,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4664,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6918,"num_write_kb":370624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5791,"num_bytes_recovered":368967680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3","version":"75'161","reported_seq":606,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:44.504796+0000","last_change":"2023-08-28T02:31:55.068239+0000","last_active":"2023-08-28T02:36:44.504796+0000","last_peered":"2023-08-28T02:36:44.504796+0000","last_clean":"2023-08-28T02:36:44.504796+0000","last_became_active":"2023-08-28T02:31:55.067875+0000","last_became_peered":"2023-08-28T02:31:55.067875+0000","last_unstale":"2023-08-28T02:36:44.504796+0000","last_undegraded":"2023-08-28T02:36:44.504796+0000","last_fullsized":"2023-08-28T02:36:44.504796+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.868248+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:11:04.391639+0000","scrub_duration":0.0016215240000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":345,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:44.502189+0000","last_change":"2023-08-28T02:29:44.421353+0000","last_active":"2023-08-28T02:36:44.502189+0000","last_peered":"2023-08-28T02:36:44.502189+0000","last_clean":"2023-08-28T02:36:44.502189+0000","last_became_active":"2023-08-28T02:29:44.421064+0000","last_became_peered":"2023-08-28T02:29:44.421064+0000","last_unstale":"2023-08-28T02:36:44.502189+0000","last_undegraded":"2023-08-28T02:36:44.502189+0000","last_fullsized":"2023-08-28T02:36:44.502189+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:51:36.524024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":314,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:44.501904+0000","last_change":"2023-08-28T02:33:12.299487+0000","last_active":"2023-08-28T02:36:44.501904+0000","last_peered":"2023-08-28T02:36:44.501904+0000","last_clean":"2023-08-28T02:36:44.501904+0000","last_became_active":"2023-08-28T02:33:12.299175+0000","last_became_peered":"2023-08-28T02:33:12.299175+0000","last_unstale":"2023-08-28T02:36:44.501904+0000","last_undegraded":"2023-08-28T02:36:44.501904+0000","last_fullsized":"2023-08-28T02:36:44.501904+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:42:29.713462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":325,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:44.502368+0000","last_change":"2023-08-28T02:32:28.457696+0000","last_active":"2023-08-28T02:36:44.502368+0000","last_peered":"2023-08-28T02:36:44.502368+0000","last_clean":"2023-08-28T02:36:44.502368+0000","last_became_active":"2023-08-28T02:32:28.457407+0000","last_became_peered":"2023-08-28T02:32:28.457407+0000","last_unstale":"2023-08-28T02:36:44.502368+0000","last_undegraded":"2023-08-28T02:36:44.502368+0000","last_fullsized":"2023-08-28T02:36:44.502368+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:26:29.392787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"340'6891","reported_seq":8017,"reported_epoch":340,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:36:50.957467+0000","last_change":"2023-08-28T02:34:11.566035+0000","last_active":"2023-08-28T02:36:50.957467+0000","last_peered":"2023-08-28T02:36:50.957467+0000","last_clean":"2023-08-28T02:33:10.395883+0000","last_became_active":"2023-08-28T02:33:12.394714+0000","last_became_peered":"2023-08-28T02:33:12.394714+0000","last_unstale":"2023-08-28T02:36:50.957467+0000","last_undegraded":"2023-08-28T02:36:50.957467+0000","last_fullsized":"2023-08-28T02:36:50.957467+0000","mapping_epoch":297,"log_start":"256'1484","ondisk_log_start":"256'1484","created":250,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5407,"log_dups_size":0,"ondisk_log_size":5407,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:01:26.984565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":300941336,"num_objects":4593,"num_object_clones":0,"num_object_copies":13779,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4195,"num_objects_unfound":0,"num_objects_dirty":4593,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":6891,"num_write_kb":367425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":500,"num_bytes_recovered":32768000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,6],"avail_no_missing":["4","0","6"],"object_location_counts":[{"shards":"0,4,6","objects":4593}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.6","version":"75'161","reported_seq":599,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:44.503092+0000","last_change":"2023-08-28T02:33:13.338675+0000","last_active":"2023-08-28T02:36:44.503092+0000","last_peered":"2023-08-28T02:36:44.503092+0000","last_clean":"2023-08-28T02:36:44.503092+0000","last_became_active":"2023-08-28T02:33:13.338271+0000","last_became_peered":"2023-08-28T02:33:13.338271+0000","last_unstale":"2023-08-28T02:36:44.503092+0000","last_undegraded":"2023-08-28T02:36:44.503092+0000","last_fullsized":"2023-08-28T02:36:44.503092+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.774982+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.774982+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:13:20.011329+0000","scrub_duration":0.003539819,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":308,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:44.502631+0000","last_change":"2023-08-28T02:14:43.033789+0000","last_active":"2023-08-28T02:36:44.502631+0000","last_peered":"2023-08-28T02:36:44.502631+0000","last_clean":"2023-08-28T02:36:44.502631+0000","last_became_active":"2023-08-28T02:14:43.033454+0000","last_became_peered":"2023-08-28T02:14:43.033454+0000","last_unstale":"2023-08-28T02:36:44.502631+0000","last_undegraded":"2023-08-28T02:36:44.502631+0000","last_fullsized":"2023-08-28T02:36:44.502631+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:01:13.205842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":139,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:44.504372+0000","last_change":"2023-08-28T02:32:28.461807+0000","last_active":"2023-08-28T02:36:44.504372+0000","last_peered":"2023-08-28T02:36:44.504372+0000","last_clean":"2023-08-28T02:36:44.504372+0000","last_became_active":"2023-08-28T02:32:28.461116+0000","last_became_peered":"2023-08-28T02:32:28.461116+0000","last_unstale":"2023-08-28T02:36:44.504372+0000","last_undegraded":"2023-08-28T02:36:44.504372+0000","last_fullsized":"2023-08-28T02:36:44.504372+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:12:45.321757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":285,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:44.502829+0000","last_change":"2023-08-28T02:14:43.048791+0000","last_active":"2023-08-28T02:36:44.502829+0000","last_peered":"2023-08-28T02:36:44.502829+0000","last_clean":"2023-08-28T02:36:44.502829+0000","last_became_active":"2023-08-28T02:14:43.047408+0000","last_became_peered":"2023-08-28T02:14:43.047408+0000","last_unstale":"2023-08-28T02:36:44.502829+0000","last_undegraded":"2023-08-28T02:36:44.502829+0000","last_fullsized":"2023-08-28T02:36:44.502829+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:47.097181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"340'7100","reported_seq":16479,"reported_epoch":340,"state":"active+recovering+remapped","last_fresh":"2023-08-28T02:36:50.995545+0000","last_change":"2023-08-28T02:35:10.974195+0000","last_active":"2023-08-28T02:36:50.995545+0000","last_peered":"2023-08-28T02:36:50.995545+0000","last_clean":"2023-08-28T02:31:50.933695+0000","last_became_active":"2023-08-28T02:33:13.540416+0000","last_became_peered":"2023-08-28T02:33:13.540416+0000","last_unstale":"2023-08-28T02:36:50.995545+0000","last_undegraded":"2023-08-28T02:36:50.995545+0000","last_fullsized":"2023-08-28T02:36:50.995545+0000","mapping_epoch":298,"log_start":"256'1674","ondisk_log_start":"256'1674","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5426,"log_dups_size":0,"ondisk_log_size":5426,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:49:35.658845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":312082432,"num_objects":4762,"num_object_clones":0,"num_object_copies":14286,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":684,"num_objects_unfound":0,"num_objects_dirty":4762,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7100,"num_write_kb":379584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4625,"num_bytes_recovered":303104000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,2],"avail_no_missing":["4","2","6"],"object_location_counts":[{"shards":"2,4,5","objects":4420},{"shards":"2,4,6","objects":342}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.5","version":"75'161","reported_seq":633,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:44.500408+0000","last_change":"2023-08-28T02:32:31.477151+0000","last_active":"2023-08-28T02:36:44.500408+0000","last_peered":"2023-08-28T02:36:44.500408+0000","last_clean":"2023-08-28T02:36:44.500408+0000","last_became_active":"2023-08-28T02:32:31.476776+0000","last_became_peered":"2023-08-28T02:32:31.476776+0000","last_unstale":"2023-08-28T02:36:44.500408+0000","last_undegraded":"2023-08-28T02:36:44.500408+0000","last_fullsized":"2023-08-28T02:36:44.500408+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:18.891729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:18.891729+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:47:27.194140+0000","scrub_duration":0.0031546460000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"65'2","reported_seq":295,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:44.509609+0000","last_change":"2023-08-28T02:33:12.327778+0000","last_active":"2023-08-28T02:36:44.509609+0000","last_peered":"2023-08-28T02:36:44.509609+0000","last_clean":"2023-08-28T02:36:44.509609+0000","last_became_active":"2023-08-28T02:33:12.327273+0000","last_became_peered":"2023-08-28T02:33:12.327273+0000","last_unstale":"2023-08-28T02:36:44.509609+0000","last_undegraded":"2023-08-28T02:36:44.509609+0000","last_fullsized":"2023-08-28T02:36:44.509609+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:40.554192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":177,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:44.504745+0000","last_change":"2023-08-28T02:33:13.335665+0000","last_active":"2023-08-28T02:36:44.504745+0000","last_peered":"2023-08-28T02:36:44.504745+0000","last_clean":"2023-08-28T02:36:44.504745+0000","last_became_active":"2023-08-28T02:33:13.335322+0000","last_became_peered":"2023-08-28T02:33:13.335322+0000","last_unstale":"2023-08-28T02:36:44.504745+0000","last_undegraded":"2023-08-28T02:36:44.504745+0000","last_fullsized":"2023-08-28T02:36:44.504745+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:21:08.024493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":292,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:44.509159+0000","last_change":"2023-08-28T02:33:12.310326+0000","last_active":"2023-08-28T02:36:44.509159+0000","last_peered":"2023-08-28T02:36:44.509159+0000","last_clean":"2023-08-28T02:36:44.509159+0000","last_became_active":"2023-08-28T02:33:12.310011+0000","last_became_peered":"2023-08-28T02:33:12.310011+0000","last_unstale":"2023-08-28T02:36:44.509159+0000","last_undegraded":"2023-08-28T02:36:44.509159+0000","last_fullsized":"2023-08-28T02:36:44.509159+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:35:03.710036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"340'7065","reported_seq":10571,"reported_epoch":340,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:36:51.191438+0000","last_change":"2023-08-28T02:33:34.765675+0000","last_active":"2023-08-28T02:36:51.191438+0000","last_peered":"2023-08-28T02:36:51.191438+0000","last_clean":"2023-08-28T02:31:27.909649+0000","last_became_active":"2023-08-28T02:33:33.726805+0000","last_became_peered":"2023-08-28T02:33:33.726805+0000","last_unstale":"2023-08-28T02:36:51.191438+0000","last_undegraded":"2023-08-28T02:33:20.140072+0000","last_fullsized":"2023-08-28T02:33:13.278549+0000","mapping_epoch":298,"log_start":"256'1677","ondisk_log_start":"256'1677","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5388,"log_dups_size":0,"ondisk_log_size":5388,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:02:22.971585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":314769408,"num_objects":4803,"num_object_clones":0,"num_object_copies":14409,"num_objects_missing_on_primary":4776,"num_objects_missing":4776,"num_objects_degraded":12156,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4803,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7065,"num_write_kb":379776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1120,"num_bytes_recovered":73269248,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[4,3],"avail_no_missing":["2","6"],"object_location_counts":[{"shards":"2,3,4,6","objects":13},{"shards":"2,3,6","objects":2293},{"shards":"2,4,6","objects":14},{"shards":"2,6","objects":2483},{"shards":"3,4","objects":-13}],"blocked_by":[],"up_primary":3,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.4","version":"75'161","reported_seq":547,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:44.510689+0000","last_change":"2023-08-28T02:33:12.296479+0000","last_active":"2023-08-28T02:36:44.510689+0000","last_peered":"2023-08-28T02:36:44.510689+0000","last_clean":"2023-08-28T02:36:44.510689+0000","last_became_active":"2023-08-28T02:33:12.294160+0000","last_became_peered":"2023-08-28T02:33:12.294160+0000","last_unstale":"2023-08-28T02:36:44.510689+0000","last_undegraded":"2023-08-28T02:36:44.510689+0000","last_fullsized":"2023-08-28T02:36:44.510689+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.899247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.899247+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":266,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:44.502793+0000","last_change":"2023-08-28T02:33:13.539335+0000","last_active":"2023-08-28T02:36:44.502793+0000","last_peered":"2023-08-28T02:36:44.502793+0000","last_clean":"2023-08-28T02:36:44.502793+0000","last_became_active":"2023-08-28T02:33:13.538978+0000","last_became_peered":"2023-08-28T02:33:13.538978+0000","last_unstale":"2023-08-28T02:36:44.502793+0000","last_undegraded":"2023-08-28T02:36:44.502793+0000","last_fullsized":"2023-08-28T02:36:44.502793+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:26:13.405766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"65'1","reported_seq":329,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:44.502453+0000","last_change":"2023-08-28T02:29:44.510205+0000","last_active":"2023-08-28T02:36:44.502453+0000","last_peered":"2023-08-28T02:36:44.502453+0000","last_clean":"2023-08-28T02:36:44.502453+0000","last_became_active":"2023-08-28T02:29:44.429357+0000","last_became_peered":"2023-08-28T02:29:44.429357+0000","last_unstale":"2023-08-28T02:36:44.502453+0000","last_undegraded":"2023-08-28T02:36:44.502453+0000","last_fullsized":"2023-08-28T02:36:44.502453+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:44:59.955729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":295,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:44.499502+0000","last_change":"2023-08-28T02:32:12.950661+0000","last_active":"2023-08-28T02:36:44.499502+0000","last_peered":"2023-08-28T02:36:44.499502+0000","last_clean":"2023-08-28T02:36:44.499502+0000","last_became_active":"2023-08-28T02:32:12.950276+0000","last_became_peered":"2023-08-28T02:32:12.950276+0000","last_unstale":"2023-08-28T02:36:44.499502+0000","last_undegraded":"2023-08-28T02:36:44.499502+0000","last_fullsized":"2023-08-28T02:36:44.499502+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:05:17.972868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"65'1","reported_seq":286,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:44.502750+0000","last_change":"2023-08-28T02:14:43.042150+0000","last_active":"2023-08-28T02:36:44.502750+0000","last_peered":"2023-08-28T02:36:44.502750+0000","last_clean":"2023-08-28T02:36:44.502750+0000","last_became_active":"2023-08-28T02:14:43.038336+0000","last_became_peered":"2023-08-28T02:14:43.038336+0000","last_unstale":"2023-08-28T02:36:44.502750+0000","last_undegraded":"2023-08-28T02:36:44.502750+0000","last_fullsized":"2023-08-28T02:36:44.502750+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:26:02.415152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":336,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:44.504296+0000","last_change":"2023-08-28T02:33:13.318097+0000","last_active":"2023-08-28T02:36:44.504296+0000","last_peered":"2023-08-28T02:36:44.504296+0000","last_clean":"2023-08-28T02:36:44.504296+0000","last_became_active":"2023-08-28T02:33:13.317761+0000","last_became_peered":"2023-08-28T02:33:13.317761+0000","last_unstale":"2023-08-28T02:36:44.504296+0000","last_undegraded":"2023-08-28T02:36:44.504296+0000","last_fullsized":"2023-08-28T02:36:44.504296+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:24.836996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"65'2","reported_seq":333,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:44.514281+0000","last_change":"2023-08-28T02:29:44.535937+0000","last_active":"2023-08-28T02:36:44.514281+0000","last_peered":"2023-08-28T02:36:44.514281+0000","last_clean":"2023-08-28T02:36:44.514281+0000","last_became_active":"2023-08-28T02:29:44.462244+0000","last_became_peered":"2023-08-28T02:29:44.462244+0000","last_unstale":"2023-08-28T02:36:44.514281+0000","last_undegraded":"2023-08-28T02:36:44.514281+0000","last_fullsized":"2023-08-28T02:36:44.514281+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:30:33.173713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":333,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:44.502424+0000","last_change":"2023-08-28T02:33:12.305580+0000","last_active":"2023-08-28T02:36:44.502424+0000","last_peered":"2023-08-28T02:36:44.502424+0000","last_clean":"2023-08-28T02:36:44.502424+0000","last_became_active":"2023-08-28T02:33:12.305261+0000","last_became_peered":"2023-08-28T02:33:12.305261+0000","last_unstale":"2023-08-28T02:36:44.502424+0000","last_undegraded":"2023-08-28T02:36:44.502424+0000","last_fullsized":"2023-08-28T02:36:44.502424+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:22:31.614221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"65'2","reported_seq":302,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:44.514241+0000","last_change":"2023-08-28T02:31:51.991101+0000","last_active":"2023-08-28T02:36:44.514241+0000","last_peered":"2023-08-28T02:36:44.514241+0000","last_clean":"2023-08-28T02:36:44.514241+0000","last_became_active":"2023-08-28T02:31:51.987237+0000","last_became_peered":"2023-08-28T02:31:51.987237+0000","last_unstale":"2023-08-28T02:36:44.514241+0000","last_undegraded":"2023-08-28T02:36:44.514241+0000","last_fullsized":"2023-08-28T02:36:44.514241+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:07:07.370857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":336,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:44.500071+0000","last_change":"2023-08-28T02:33:12.494483+0000","last_active":"2023-08-28T02:36:44.500071+0000","last_peered":"2023-08-28T02:36:44.500071+0000","last_clean":"2023-08-28T02:36:44.500071+0000","last_became_active":"2023-08-28T02:33:12.494136+0000","last_became_peered":"2023-08-28T02:33:12.494136+0000","last_unstale":"2023-08-28T02:36:44.500071+0000","last_undegraded":"2023-08-28T02:36:44.500071+0000","last_fullsized":"2023-08-28T02:36:44.500071+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:36.772588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"65'1","reported_seq":280,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:44.509708+0000","last_change":"2023-08-28T02:33:13.287922+0000","last_active":"2023-08-28T02:36:44.509708+0000","last_peered":"2023-08-28T02:36:44.509708+0000","last_clean":"2023-08-28T02:36:44.509708+0000","last_became_active":"2023-08-28T02:33:13.287520+0000","last_became_peered":"2023-08-28T02:33:13.287520+0000","last_unstale":"2023-08-28T02:36:44.509708+0000","last_undegraded":"2023-08-28T02:36:44.509708+0000","last_fullsized":"2023-08-28T02:36:44.509708+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:11.627168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":294,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:44.509496+0000","last_change":"2023-08-28T02:33:13.289469+0000","last_active":"2023-08-28T02:36:44.509496+0000","last_peered":"2023-08-28T02:36:44.509496+0000","last_clean":"2023-08-28T02:36:44.509496+0000","last_became_active":"2023-08-28T02:33:13.288737+0000","last_became_peered":"2023-08-28T02:33:13.288737+0000","last_unstale":"2023-08-28T02:36:44.509496+0000","last_undegraded":"2023-08-28T02:36:44.509496+0000","last_fullsized":"2023-08-28T02:36:44.509496+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:11:15.043550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"65'4","reported_seq":318,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:44.501961+0000","last_change":"2023-08-28T02:32:28.607010+0000","last_active":"2023-08-28T02:36:44.501961+0000","last_peered":"2023-08-28T02:36:44.501961+0000","last_clean":"2023-08-28T02:36:44.501961+0000","last_became_active":"2023-08-28T02:32:28.492224+0000","last_became_peered":"2023-08-28T02:32:28.492224+0000","last_unstale":"2023-08-28T02:36:44.501961+0000","last_undegraded":"2023-08-28T02:36:44.501961+0000","last_fullsized":"2023-08-28T02:36:44.501961+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:13:45.711951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":554,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":346,"reported_epoch":339,"state":"active+clean","last_fresh":"2023-08-28T02:36:44.501074+0000","last_change":"2023-08-28T02:33:13.309144+0000","last_active":"2023-08-28T02:36:44.501074+0000","last_peered":"2023-08-28T02:36:44.501074+0000","last_clean":"2023-08-28T02:36:44.501074+0000","last_became_active":"2023-08-28T02:33:13.308910+0000","last_became_peered":"2023-08-28T02:33:13.308910+0000","last_unstale":"2023-08-28T02:36:44.501074+0000","last_undegraded":"2023-08-28T02:36:44.501074+0000","last_fullsized":"2023-08-28T02:36:44.501074+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:09:59.549591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":4903403544,"num_objects":74821,"num_object_clones":0,"num_object_copies":224463,"num_objects_missing_on_primary":4776,"num_objects_missing":4776,"num_objects_degraded":36279,"num_objects_misplaced":9512,"num_objects_unfound":0,"num_objects_dirty":74821,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":111793,"num_write_kb":5971585,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":37586,"num_bytes_recovered":2446983168,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":15434067968,"data_stored":15434055752,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":96141,"ondisk_log_size":96141,"up":48,"acting":43,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":10126,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":370028,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":89,"num_read_kb":167,"num_write":44,"num_write_kb":440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":322019,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299759,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1992604,"kb_used_data":1504148,"kb_used_omap":0,"kb_used_meta":488448,"kb_avail":91752548,"statfs":{"total":95995035648,"available":93954609152,"internally_reserved":0,"allocated":1540247552,"data_stored":1538894561,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":500170752},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:36:11 2023","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.64200000000000002,"15min":1.4410000000000001},"min":{"1min":0.25,"5min":0.219,"15min":0.219},"max":{"1min":1.524,"5min":3.6480000000000001,"15min":13.118},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.90200000000000002,"15min":1.8560000000000001},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.246},"max":{"1min":2.6989999999999998,"5min":9.2799999999999994,"15min":17.402999999999999},"last":0.317}]},{"osd":1,"last update":"Mon Aug 28 02:36:41 2023","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.91000000000000003,"15min":2.0449999999999999},"min":{"1min":0.27700000000000002,"5min":0.27300000000000002,"15min":0.24099999999999999},"max":{"1min":2.7509999999999999,"5min":7.0599999999999996,"15min":17.43},"last":0.253},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.85499999999999998,"15min":1.8779999999999999},"min":{"1min":0.315,"5min":0.311,"15min":0.25900000000000001},"max":{"1min":2.7669999999999999,"5min":7.1420000000000003,"15min":19.913},"last":0.28699999999999998}]},{"osd":2,"last update":"Mon Aug 28 02:36:25 2023","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.60899999999999999,"15min":1.46},"min":{"1min":0.28899999999999998,"5min":0.23499999999999999,"15min":0.22800000000000001},"max":{"1min":1.5529999999999999,"5min":3.8199999999999998,"15min":8.3889999999999993},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.66500000000000004,"15min":1.2569999999999999},"min":{"1min":0.36899999999999999,"5min":0.28799999999999998,"15min":0.28699999999999998},"max":{"1min":1.9159999999999999,"5min":3.5219999999999998,"15min":9.2219999999999995},"last":2.399}]},{"osd":3,"last update":"Mon Aug 28 02:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.65600000000000003,"15min":0.69699999999999995},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":1.9590000000000001,"5min":3.0099999999999998,"15min":3.0099999999999998},"last":2.468},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.625,"15min":0.628},"min":{"1min":0.34499999999999997,"5min":0.308,"15min":0.308},"max":{"1min":2.5390000000000001,"5min":3.1000000000000001,"15min":3.1000000000000001},"last":0.56699999999999995}]},{"osd":4,"last update":"Mon Aug 28 02:36:11 2023","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.80900000000000005,"15min":1.306},"min":{"1min":0.27700000000000002,"5min":0.245,"15min":0.245},"max":{"1min":2.677,"5min":7.0960000000000001,"15min":18.943000000000001},"last":0.46300000000000002},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.73999999999999999,"15min":0.95299999999999996},"min":{"1min":0.28699999999999998,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":2.8610000000000002,"5min":6.2350000000000003,"15min":8.1890000000000001},"last":2.4940000000000002}]},{"osd":5,"last update":"Mon Aug 28 02:36:11 2023","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.63600000000000001,"15min":1.0680000000000001},"min":{"1min":0.32000000000000001,"5min":0.246,"15min":0.23599999999999999},"max":{"1min":1.466,"5min":5.9130000000000003,"15min":14.622},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.79100000000000004,"15min":1.2989999999999999},"min":{"1min":0.36799999999999999,"5min":0.28100000000000003,"15min":0.27000000000000002},"max":{"1min":2.7210000000000001,"5min":7,"15min":17.324999999999999},"last":0.54900000000000004}]},{"osd":6,"last update":"Mon Aug 28 02:36:11 2023","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.88900000000000001,"15min":1.329},"min":{"1min":0.33300000000000002,"5min":0.31900000000000001,"15min":0.30299999999999999},"max":{"1min":2.7360000000000002,"5min":7.601,"15min":17.454999999999998},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.747,"15min":0.86699999999999999},"min":{"1min":0.34000000000000002,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":1.9770000000000001,"5min":5.6710000000000003,"15min":7.665},"last":2.4399999999999999}]}]},{"osd":6,"up_from":0,"seq":193273528690,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":101,"seq":433791697149,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1530152,"kb_used_data":906080,"kb_used_omap":4,"kb_used_meta":624059,"kb_avail":92215000,"statfs":{"total":95995035648,"available":94428160000,"internally_reserved":0,"allocated":927825920,"data_stored":925905498,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":639037326},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:36:42 2023","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.72799999999999998,"15min":2.101},"min":{"1min":0.26600000000000001,"5min":0.223,"15min":0.214},"max":{"1min":2.1659999999999999,"5min":6.4500000000000002,"15min":24.545999999999999},"last":0.33800000000000002},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.82199999999999995,"15min":2.5139999999999998},"min":{"1min":0.25600000000000001,"5min":0.23599999999999999,"15min":0.21199999999999999},"max":{"1min":3.496,"5min":7.5330000000000004,"15min":24.515000000000001},"last":0.32400000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:36:30 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.88200000000000001,"15min":2.3300000000000001},"min":{"1min":0.32900000000000001,"5min":0.28699999999999998,"15min":0.24099999999999999},"max":{"1min":3.544,"5min":7.5659999999999998,"15min":22.161000000000001},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.94199999999999995,"15min":1.748},"min":{"1min":0.34000000000000002,"5min":0.27600000000000002,"15min":0.253},"max":{"1min":2.4489999999999998,"5min":8.3170000000000002,"15min":19.100999999999999},"last":0.45100000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:36:16 2023","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.51300000000000001,"15min":0.47899999999999998},"min":{"1min":0.313,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":1.0940000000000001,"5min":1.9770000000000001,"15min":1.9770000000000001},"last":0.27900000000000003},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.55900000000000005,"15min":0.52900000000000003},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":3.5819999999999999,"5min":3.5819999999999999,"15min":3.5819999999999999},"last":0.42999999999999999}]},{"osd":4,"last update":"Mon Aug 28 02:36:42 2023","interfaces":[{"interface":"back","average":{"1min":0.64200000000000002,"5min":0.88400000000000001,"15min":1.4119999999999999},"min":{"1min":0.38400000000000001,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":2.488,"5min":6.819,"15min":18.992999999999999},"last":0.40600000000000003},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.88400000000000001,"15min":1.6459999999999999},"min":{"1min":0.34300000000000003,"5min":0.29099999999999998,"15min":0.26400000000000001},"max":{"1min":1.9650000000000001,"5min":6.8380000000000001,"15min":14.779999999999999},"last":0.48799999999999999}]},{"osd":5,"last update":"Mon Aug 28 02:36:42 2023","interfaces":[{"interface":"back","average":{"1min":0.71099999999999997,"5min":0.96399999999999997,"15min":2.0459999999999998},"min":{"1min":0.39300000000000002,"5min":0.35999999999999999,"15min":0.29999999999999999},"max":{"1min":3.6080000000000001,"5min":7.7549999999999999,"15min":18.626999999999999},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.68000000000000005,"5min":0.93799999999999994,"15min":1.8480000000000001},"min":{"1min":0.41899999999999998,"5min":0.375,"15min":0.33600000000000002},"max":{"1min":2.532,"5min":7.3410000000000002,"15min":18.945},"last":0.56499999999999995}]},{"osd":6,"last update":"Mon Aug 28 02:36:42 2023","interfaces":[{"interface":"back","average":{"1min":0.76400000000000001,"5min":0.88700000000000001,"15min":2.0009999999999999},"min":{"1min":0.44600000000000001,"5min":0.39100000000000001,"15min":0.34300000000000003},"max":{"1min":3.6400000000000001,"5min":7.4969999999999999,"15min":12.221},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.69499999999999995,"5min":1.0980000000000001,"15min":1.633},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.34499999999999997},"max":{"1min":2.5950000000000002,"5min":12.371,"15min":19.021999999999998},"last":0.50700000000000001}]},{"osd":7,"last update":"Mon Aug 28 02:36:42 2023","interfaces":[{"interface":"back","average":{"1min":0.72999999999999998,"5min":0.92400000000000004,"15min":1.7689999999999999},"min":{"1min":0.497,"5min":0.374,"15min":0.374},"max":{"1min":2.5600000000000001,"5min":7.3949999999999996,"15min":19.047999999999998},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.66000000000000003,"5min":0.94699999999999995,"15min":1.8660000000000001},"min":{"1min":0.48099999999999998,"5min":0.34399999999999997,"15min":0.312},"max":{"1min":1.9079999999999999,"5min":6.4960000000000004,"15min":14.818},"last":0.55000000000000004}]}]},{"osd":0,"up_from":87,"seq":373662155015,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3659376,"kb_used_data":2986152,"kb_used_omap":5,"kb_used_meta":673210,"kb_avail":90085776,"statfs":{"total":95995035648,"available":92247834624,"internally_reserved":0,"allocated":3057819648,"data_stored":3055781199,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":689367674},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:36:35 2023","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.67000000000000004,"15min":1.631},"min":{"1min":0.221,"5min":0.184,"15min":0.184},"max":{"1min":0.76800000000000002,"5min":5.5339999999999998,"15min":30.315000000000001},"last":0.58999999999999997},{"interface":"front","average":{"1min":0.38800000000000001,"5min":0.67700000000000005,"15min":2.431},"min":{"1min":0.27600000000000002,"5min":0.25,"15min":0.221},"max":{"1min":0.67900000000000005,"5min":8.3379999999999992,"15min":69.272000000000006},"last":0.32900000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:36:35 2023","interfaces":[{"interface":"back","average":{"1min":0.68799999999999994,"5min":0.70399999999999996,"15min":1.923},"min":{"1min":0.29399999999999998,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":2.9119999999999999,"5min":5.7060000000000004,"15min":20.959},"last":0.41899999999999998},{"interface":"front","average":{"1min":0.83299999999999996,"5min":0.81999999999999995,"15min":1.7709999999999999},"min":{"1min":0.311,"5min":0.247,"15min":0.24299999999999999},"max":{"1min":6.1180000000000003,"5min":6.1180000000000003,"15min":9.7490000000000006},"last":0.51600000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:36:16 2023","interfaces":[{"interface":"back","average":{"1min":0.85299999999999998,"5min":0.755,"15min":0.751},"min":{"1min":0.36199999999999999,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":4.1210000000000004,"5min":4.1210000000000004,"15min":4.1210000000000004},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.86699999999999999,"5min":0.76500000000000001,"15min":0.77500000000000002},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":4.9199999999999999,"5min":4.9199999999999999,"15min":4.9199999999999999},"last":0.76700000000000002}]},{"osd":4,"last update":"Mon Aug 28 02:36:16 2023","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.83199999999999996,"15min":2.383},"min":{"1min":0.315,"5min":0.314,"15min":0.29299999999999998},"max":{"1min":1.6559999999999999,"5min":5.3789999999999996,"15min":274.33199999999999},"last":0.68400000000000005},{"interface":"front","average":{"1min":0.76200000000000001,"5min":0.98199999999999998,"15min":2.778},"min":{"1min":0.34999999999999998,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":2.6520000000000001,"5min":11.943,"15min":266.31999999999999},"last":0.44400000000000001}]},{"osd":5,"last update":"Mon Aug 28 02:36:16 2023","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.76400000000000001,"15min":1.46},"min":{"1min":0.35499999999999998,"5min":0.33300000000000002,"15min":0.29299999999999998},"max":{"1min":1.6080000000000001,"5min":5.4400000000000004,"15min":13.038},"last":0.64500000000000002},{"interface":"front","average":{"1min":0.66300000000000003,"5min":1.0660000000000001,"15min":1.9770000000000001},"min":{"1min":0.36699999999999999,"5min":0.34799999999999998,"15min":0.27800000000000002},"max":{"1min":1.8069999999999999,"5min":11.968999999999999,"15min":15.231},"last":0.47099999999999997}]},{"osd":6,"last update":"Mon Aug 28 02:36:16 2023","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.97099999999999997,"15min":1.6890000000000001},"min":{"1min":0.42199999999999999,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":1.6930000000000001,"5min":11.605,"15min":15.122999999999999},"last":0.73199999999999998},{"interface":"front","average":{"1min":0.70899999999999996,"5min":1.1399999999999999,"15min":2.0009999999999999},"min":{"1min":0.434,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":1.841,"5min":11.856999999999999,"15min":15.186999999999999},"last":0.54400000000000004}]},{"osd":7,"last update":"Mon Aug 28 02:36:16 2023","interfaces":[{"interface":"back","average":{"1min":0.80100000000000005,"5min":0.99399999999999999,"15min":1.9119999999999999},"min":{"1min":0.44800000000000001,"5min":0.36399999999999999,"15min":0.33400000000000002},"max":{"1min":2.6869999999999998,"5min":8.1069999999999993,"15min":16.183},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.79800000000000004,"5min":0.93400000000000005,"15min":1.6779999999999999},"min":{"1min":0.52500000000000002,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":2.6720000000000002,"5min":5.2839999999999998,"15min":13.005000000000001},"last":0.94099999999999995}]}]},{"osd":2,"up_from":0,"seq":502511173875,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":297,"seq":1275605286957,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":901268,"kb_used_data":774540,"kb_used_omap":2,"kb_used_meta":126717,"kb_avail":92843884,"statfs":{"total":95995035648,"available":95072137216,"internally_reserved":0,"allocated":793128960,"data_stored":791214676,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":129758261},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:36:14 2023","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.5,"15min":0.435},"min":{"1min":0.247,"5min":0.22,"15min":0.22},"max":{"1min":1.0840000000000001,"5min":6.8819999999999997,"15min":6.8819999999999997},"last":0.33700000000000002},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.72599999999999998,"15min":0.70799999999999996},"min":{"1min":0.28399999999999997,"5min":0.217,"15min":0.217},"max":{"1min":1.1100000000000001,"5min":6.7839999999999998,"15min":6.7839999999999998},"last":0.441}]},{"osd":1,"last update":"Mon Aug 28 02:36:14 2023","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.52800000000000002,"15min":0.442},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":3.0150000000000001,"5min":4.0650000000000004,"15min":4.0650000000000004},"last":0.35899999999999999},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.72799999999999998,"15min":0.72599999999999998},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":3.9249999999999998,"5min":3.9249999999999998,"15min":3.9249999999999998},"last":0.28999999999999998}]},{"osd":2,"last update":"Mon Aug 28 02:36:14 2023","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.58699999999999997,"15min":0.623},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.68000000000000005,"5min":2.5449999999999999,"15min":2.5449999999999999},"last":0.45400000000000001},{"interface":"front","average":{"1min":0.64400000000000002,"5min":0.60699999999999998,"15min":0.56499999999999995},"min":{"1min":0.34000000000000002,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":2.6000000000000001,"5min":4.7030000000000003,"15min":4.7030000000000003},"last":0.38400000000000001}]},{"osd":4,"last update":"Mon Aug 28 02:36:14 2023","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.56399999999999995,"15min":0.56899999999999995},"min":{"1min":0.36899999999999999,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.71099999999999997,"5min":1.863,"15min":1.863},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.60199999999999998,"15min":0.55600000000000005},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":1.226,"5min":3.5030000000000001,"15min":3.5030000000000001},"last":0.54500000000000004}]},{"osd":5,"last update":"Mon Aug 28 02:36:14 2023","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.627,"15min":0.58699999999999997},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":1.1919999999999999,"5min":3.5390000000000001,"15min":3.5390000000000001},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.39200000000000002,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.71599999999999997,"5min":2.383,"15min":2.383},"last":0.47799999999999998}]},{"osd":6,"last update":"Mon Aug 28 02:36:14 2023","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.63700000000000001,"15min":0.64200000000000002},"min":{"1min":0.439,"5min":0.436,"15min":0.436},"max":{"1min":0.83599999999999997,"5min":1.8879999999999999,"15min":1.8879999999999999},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.69099999999999995,"15min":0.65100000000000002},"min":{"1min":0.42599999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":1.254,"5min":3.6099999999999999,"15min":3.6099999999999999},"last":0.60399999999999998}]},{"osd":7,"last update":"Mon Aug 28 02:36:14 2023","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.59399999999999997,"15min":0.58199999999999996},"min":{"1min":0.44600000000000001,"5min":0.437,"15min":0.437},"max":{"1min":1.4319999999999999,"5min":2.3500000000000001,"15min":2.3500000000000001},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.65200000000000002,"5min":0.64900000000000002,"15min":0.64800000000000002},"min":{"1min":0.505,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":1.45,"5min":1.8260000000000001,"15min":1.8260000000000001},"last":0.46500000000000002}]}]},{"osd":4,"up_from":30,"seq":128849019252,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3473116,"kb_used_data":3001556,"kb_used_omap":0,"kb_used_meta":471552,"kb_avail":90272036,"statfs":{"total":95995035648,"available":92438564864,"internally_reserved":0,"allocated":3073593344,"data_stored":3072240588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":482869248},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.78500000000000003,"15min":1.679},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.22800000000000001},"max":{"1min":0.52300000000000002,"5min":10.249000000000001,"15min":22.515000000000001},"last":0.495},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.90900000000000003,"15min":1.5840000000000001},"min":{"1min":0.30199999999999999,"5min":0.23200000000000001,"15min":0.217},"max":{"1min":0.65300000000000002,"5min":6.9720000000000004,"15min":22.454000000000001},"last":0.53000000000000003}]},{"osd":1,"last update":"Mon Aug 28 02:36:47 2023","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.68100000000000005,"15min":1.3879999999999999},"min":{"1min":0.312,"5min":0.254,"15min":0.24199999999999999},"max":{"1min":0.58399999999999996,"5min":8.7710000000000008,"15min":23.082000000000001},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.432,"5min":0.628,"15min":1.597},"min":{"1min":0.29199999999999998,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.55300000000000005,"5min":8.7940000000000005,"15min":25.100000000000001},"last":0.54800000000000004}]},{"osd":2,"last update":"Mon Aug 28 02:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.92700000000000005,"15min":1.571},"min":{"1min":0.35199999999999998,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":3.3210000000000002,"5min":8.7149999999999999,"15min":16.231000000000002},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.437,"5min":0.90500000000000003,"15min":1.466},"min":{"1min":0.34300000000000003,"5min":0.312,"15min":0.251},"max":{"1min":0.51900000000000002,"5min":6.9409999999999998,"15min":13.515000000000001},"last":0.44600000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.73599999999999999,"15min":0.78400000000000003},"min":{"1min":0.34699999999999998,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.778,"5min":7.7480000000000002,"15min":7.7480000000000002},"last":0.37},{"interface":"front","average":{"1min":0.503,"5min":0.71499999999999997,"15min":0.67100000000000004},"min":{"1min":0.34100000000000003,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.83399999999999996,"5min":3.7069999999999999,"15min":3.7069999999999999},"last":0.504}]},{"osd":5,"last update":"Mon Aug 28 02:35:56 2023","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.65800000000000003,"15min":1.0920000000000001},"min":{"1min":0.27300000000000002,"5min":0.222,"15min":0.222},"max":{"1min":0.84599999999999997,"5min":8.6679999999999993,"15min":16.181999999999999},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.45100000000000001,"5min":0.85199999999999998,"15min":1.1259999999999999},"min":{"1min":0.29799999999999999,"5min":0.224,"15min":0.20699999999999999},"max":{"1min":1.1140000000000001,"5min":8.6370000000000005,"15min":10.233000000000001},"last":0.41999999999999998}]},{"osd":6,"last update":"Mon Aug 28 02:36:11 2023","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.82399999999999995,"15min":1.0700000000000001},"min":{"1min":0.33600000000000002,"5min":0.27100000000000002,"15min":0.26500000000000001},"max":{"1min":1.1830000000000001,"5min":8.5950000000000006,"15min":10.023999999999999},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.95399999999999996,"15min":1.119},"min":{"1min":0.31,"5min":0.28299999999999997,"15min":0.26600000000000001},"max":{"1min":1.3280000000000001,"5min":6.8860000000000001,"15min":8.5},"last":0.33400000000000002}]},{"osd":7,"last update":"Mon Aug 28 02:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.76300000000000001,"15min":1.133},"min":{"1min":0.34899999999999998,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.73099999999999998,"5min":8.8249999999999993,"15min":9.3209999999999997},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.92800000000000005,"15min":1.099},"min":{"1min":0.432,"5min":0.34499999999999997,"15min":0.30299999999999999},"max":{"1min":0.64200000000000002,"5min":15.597,"15min":15.597},"last":0.55900000000000005}]}]},{"osd":5,"up_from":37,"seq":158913790325,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2627212,"kb_used_data":2078276,"kb_used_omap":0,"kb_used_meta":548928,"kb_avail":91117940,"statfs":{"total":95995035648,"available":93304770560,"internally_reserved":0,"allocated":2128154624,"data_stored":2126814235,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":562102272},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:36:47 2023","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.73899999999999999,"15min":1.706},"min":{"1min":0.26000000000000001,"5min":0.23200000000000001,"15min":0.20200000000000001},"max":{"1min":0.83099999999999996,"5min":7.7560000000000002,"15min":40.334000000000003},"last":0.26600000000000001},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.90700000000000003,"15min":1.7170000000000001},"min":{"1min":0.29199999999999998,"5min":0.26600000000000001,"15min":0.23200000000000001},"max":{"1min":0.66400000000000003,"5min":19.815999999999999,"15min":40.212000000000003},"last":0.47099999999999997}]},{"osd":1,"last update":"Mon Aug 28 02:36:47 2023","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.77900000000000003,"15min":1.8819999999999999},"min":{"1min":0.309,"5min":0.27400000000000002,"15min":0.23699999999999999},"max":{"1min":0.55400000000000005,"5min":17.998000000000001,"15min":40.088000000000001},"last":0.40100000000000002},{"interface":"front","average":{"1min":0.45900000000000002,"5min":1.107,"15min":1.794},"min":{"1min":0.29199999999999998,"5min":0.27800000000000002,"15min":0.26000000000000001},"max":{"1min":0.67900000000000005,"5min":19.853000000000002,"15min":40.243000000000002},"last":0.29199999999999998}]},{"osd":2,"last update":"Mon Aug 28 02:36:47 2023","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.75800000000000001,"15min":1.706},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.27700000000000002},"max":{"1min":0.81100000000000005,"5min":7.8029999999999999,"15min":40.436999999999998},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.91800000000000004,"15min":1.8029999999999999},"min":{"1min":0.39300000000000002,"5min":0.315,"15min":0.27200000000000002},"max":{"1min":0.69499999999999995,"5min":8.609,"15min":40.555},"last":0.50800000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:36:19 2023","interfaces":[{"interface":"back","average":{"1min":0.46899999999999997,"5min":0.99399999999999999,"15min":1.1970000000000001},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.68100000000000005,"5min":16.190999999999999,"15min":16.190999999999999},"last":0.308},{"interface":"front","average":{"1min":0.85899999999999999,"5min":1.29,"15min":1.5529999999999999},"min":{"1min":0.377,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":4.8230000000000004,"5min":21.420999999999999,"15min":21.420999999999999},"last":0.53900000000000003}]},{"osd":4,"last update":"Mon Aug 28 02:35:57 2023","interfaces":[{"interface":"back","average":{"1min":0.46100000000000002,"5min":0.75900000000000001,"15min":1.2729999999999999},"min":{"1min":0.28199999999999997,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":1.516,"5min":13.616,"15min":40.762999999999998},"last":0.32700000000000001},{"interface":"front","average":{"1min":0.72199999999999998,"5min":0.95499999999999996,"15min":1.3680000000000001},"min":{"1min":0.32700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":4.1879999999999997,"5min":10.439,"15min":40.634},"last":0.38300000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:36:47 2023","interfaces":[{"interface":"back","average":{"1min":0.81499999999999995,"5min":0.89300000000000002,"15min":1.4359999999999999},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.23300000000000001},"max":{"1min":4.04,"5min":10.66,"15min":42.409999999999997},"last":0.65600000000000003},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.69499999999999995,"15min":1.3899999999999999},"min":{"1min":0.29499999999999998,"5min":0.254,"15min":0.254},"max":{"1min":0.81399999999999995,"5min":9.5830000000000002,"15min":42.533999999999999},"last":0.52300000000000002}]},{"osd":7,"last update":"Mon Aug 28 02:36:47 2023","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.70399999999999996,"15min":1.5840000000000001},"min":{"1min":0.34999999999999998,"5min":0.315,"15min":0.315},"max":{"1min":2.9809999999999999,"5min":6.1749999999999998,"15min":42.667000000000002},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.94199999999999995,"15min":1.6040000000000001},"min":{"1min":0.39700000000000002,"5min":0.33000000000000002,"15min":0.318},"max":{"1min":1.7330000000000001,"5min":9.1189999999999998,"15min":42.344000000000001},"last":0.56399999999999995}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":3051491328,"data_stored":3051487256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":922419200,"data_stored":922419200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":2092695552,"data_stored":2092695552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":786497536,"data_stored":786497536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":3069579264,"data_stored":3069575192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":2123497472,"data_stored":2123497472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1853362176,"data_stored":1853358104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1534525440,"data_stored":1534525440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:36:56.709 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:56 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2798130766' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:36:56.709 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:56 smithi083 ceph-mon[157819]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:36:56.710 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:56 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 36280/224532 objects degraded (16.158%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:36:56.710 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:56 smithi083 ceph-mon[157819]: from='client.45893 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:36:56.710 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:56 smithi083 ceph-mon[157819]: pgmap v1032: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.5 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 121 op/s; 36133/223350 objects degraded (16.178%); 9434/223350 objects misplaced (4.224%); 2.2 MiB/s, 35 objects/s recovering 2023-08-28T02:36:56.728 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:36:56.761 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:56.783 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:36:56.786 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:56.786 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:36:56.887 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:36:56.920 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:56.942 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:36:56.945 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:56.945 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:36:57.047 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:36:57.063 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.5 dump_historic_ops 2023-08-28T02:36:57.079 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:57.100 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:36:57.103 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:57.103 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:36:57.204 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:36:57.221 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd unset noscrub 2023-08-28T02:36:57.234 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:57.258 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:36:57.261 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:57.262 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:36:57.362 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:36:57.380 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:36:57.393 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:57.417 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:36:57.422 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:57.422 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:36:57.523 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:36:57.542 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:36:57.553 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:57.572 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:36:57.574 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:57.575 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:36:57.676 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:36:57.706 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:57.778 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:36:57.780 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:57.781 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:36:57.881 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:36:57.909 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:57.934 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:36:57.935 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:57.935 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:36:58.036 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:36:58.070 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:58.193 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:36:58.196 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:58.196 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:36:58.297 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:36:58.330 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:58.353 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:36:58.360 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:58.360 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:36:58.372 INFO:teuthology.orchestra.run.smithi083.stdout:ERROR: (22) Invalid argument 2023-08-28T02:36:58.372 INFO:teuthology.orchestra.run.smithi083.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:36:58.451 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-08-28T02:36:58.461 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:36:58.529 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:58.552 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:36:58.555 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:58.555 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:36:58.656 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:36:58.690 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:58.712 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:36:58.715 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:58.715 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:36:58.730 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.6 dump_ops_in_flight 2023-08-28T02:36:58.791 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:36:58.816 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:36:58.845 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:58.865 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:36:58.867 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:58.868 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:36:58.968 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:36:59.008 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:59.035 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:36:59.037 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:59.038 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:36:59.108 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:36:59.138 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:36:59.169 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:59.290 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:36:59.292 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:59.293 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:36:59.394 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:36:59.432 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:59.456 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:36:59.462 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:59.463 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:36:59.507 INFO:teuthology.orchestra.run.smithi040.stderr:noscrub is unset 2023-08-28T02:36:59.533 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:59 smithi040 ceph-mon[175404]: pgmap v1033: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.5 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 127 op/s; 36133/223050 objects degraded (16.200%); 9434/223050 objects misplaced (4.230%); 2.1 MiB/s, 34 objects/s recovering 2023-08-28T02:36:59.533 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:59 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3524893119' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:36:59.534 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:36:59 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:36:59.534 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:59 smithi040 ceph-mon[170259]: pgmap v1033: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.5 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 127 op/s; 36133/223050 objects degraded (16.200%); 9434/223050 objects misplaced (4.230%); 2.1 MiB/s, 34 objects/s recovering 2023-08-28T02:36:59.534 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:59 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3524893119' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:36:59.534 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:36:59 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:36:59.563 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:36:59.574 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:59 smithi083 ceph-mon[157819]: pgmap v1033: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.5 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 127 op/s; 36133/223050 objects degraded (16.200%); 9434/223050 objects misplaced (4.230%); 2.1 MiB/s, 34 objects/s recovering 2023-08-28T02:36:59.575 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:59 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3524893119' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:36:59.575 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:36:59 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:36:59.594 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:59.707 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:36:59.815 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:36:59.818 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:59.819 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:36:59.919 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:36:59.920 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:36:59.941 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:36:59.946 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:36:59.961 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:36:59.966 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:36:59.969 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:36:59.969 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:36:59.983 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:37:00.004 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:37:00.023 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:37:00.045 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:37:00.066 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:37:00.069 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:37:00.070 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-08-28T02:37:00.070 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-08-28T02:37:00.070 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-08-28T02:37:00.071 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-08-28T02:37:00.071 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-08-28T02:37:00.071 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-08-28T02:37:00.071 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-08-28T02:37:00.071 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-08-28T02:37:00.099 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:00.122 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:37:00.124 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:00.125 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:37:00.182 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2023-08-28T02:37:00.182 INFO:teuthology.orchestra.run.smithi083.stdout: "ops": [], 2023-08-28T02:37:00.182 INFO:teuthology.orchestra.run.smithi083.stdout: "num_ops": 0 2023-08-28T02:37:00.182 INFO:teuthology.orchestra.run.smithi083.stdout:} 2023-08-28T02:37:00.226 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:37:00.258 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:00.399 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:37:00.532 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:37:00.536 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:00.536 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:37:00.567 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.6 dump_blocked_ops 2023-08-28T02:37:00.638 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:37:00.673 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:00.838 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:00 smithi040 ceph-mon[175404]: failed to encode map e342 with expected crc 2023-08-28T02:37:00.839 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:00 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:37:00.839 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:00 smithi040 ceph-mon[175404]: osdmap e342: 8 total, 8 up, 6 in 2023-08-28T02:37:00.839 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:00 smithi040 ceph-mon[175404]: failed to encode map e342 with expected crc 2023-08-28T02:37:00.839 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:00 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:37:00.839 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:00 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:37:00.839 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:00 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2147919308' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:37:00.839 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:00 smithi040 ceph-mon[175404]: pgmap v1035: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.5 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 91 op/s; 36092/222669 objects degraded (16.209%); 9408/222669 objects misplaced (4.225%); 1.2 MiB/s, 19 objects/s recovering 2023-08-28T02:37:00.839 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:00 smithi040 ceph-mon[170259]: failed to encode map e342 with expected crc 2023-08-28T02:37:00.839 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:00 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:37:00.840 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:00 smithi040 ceph-mon[170259]: osdmap e342: 8 total, 8 up, 6 in 2023-08-28T02:37:00.840 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:00 smithi040 ceph-mon[170259]: failed to encode map e342 with expected crc 2023-08-28T02:37:00.840 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:00 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:37:00.840 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:00 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:37:00.840 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:00 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2147919308' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:37:00.840 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:00 smithi040 ceph-mon[170259]: pgmap v1035: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.5 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 91 op/s; 36092/222669 objects degraded (16.209%); 9408/222669 objects misplaced (4.225%); 1.2 MiB/s, 19 objects/s recovering 2023-08-28T02:37:00.905 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:37:00.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:00 smithi083 ceph-mon[157819]: failed to encode map e342 with expected crc 2023-08-28T02:37:00.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:00 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:37:00.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:00 smithi083 ceph-mon[157819]: osdmap e342: 8 total, 8 up, 6 in 2023-08-28T02:37:00.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:00 smithi083 ceph-mon[157819]: failed to encode map e342 with expected crc 2023-08-28T02:37:00.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:00 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:37:00.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:00 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:37:00.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:00 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2147919308' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:37:00.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:00 smithi083 ceph-mon[157819]: pgmap v1035: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.5 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 91 op/s; 36092/222669 objects degraded (16.209%); 9408/222669 objects misplaced (4.225%); 1.2 MiB/s, 19 objects/s recovering 2023-08-28T02:37:00.997 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:37:01.000 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:01.001 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:37:01.101 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:37:01.134 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:01.205 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:37:01.208 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:01.209 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:37:01.309 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:37:01.353 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:01.379 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:37:01.389 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:01.389 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:37:01.490 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:37:01.525 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:01.549 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:37:01.552 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:01.553 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:37:01.654 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:37:01.683 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:01 smithi040 ceph-mon[175404]: failed to encode map e342 with expected crc 2023-08-28T02:37:01.684 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:01 smithi040 ceph-mon[175404]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:37:01.684 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:01 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 36092/222669 objects degraded (16.209%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:37:01.684 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:01 smithi040 ceph-mon[170259]: failed to encode map e342 with expected crc 2023-08-28T02:37:01.684 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:01 smithi040 ceph-mon[170259]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:37:01.684 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:01 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 36092/222669 objects degraded (16.209%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:37:01.687 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:01.709 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:37:01.710 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:37:01.713 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:37:01.714 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:01.714 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:37:01.742 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:01 smithi083 ceph-mon[157819]: failed to encode map e342 with expected crc 2023-08-28T02:37:01.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:01 smithi083 ceph-mon[157819]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:37:01.743 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:01 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 36092/222669 objects degraded (16.209%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:37:01.815 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:37:01.857 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:01.882 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:37:01.884 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:01.884 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:37:01.985 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:37:02.001 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2023-08-28T02:37:02.002 INFO:teuthology.orchestra.run.smithi083.stdout: "ops": [], 2023-08-28T02:37:02.002 INFO:teuthology.orchestra.run.smithi083.stdout: "complaint_time": 30, 2023-08-28T02:37:02.002 INFO:teuthology.orchestra.run.smithi083.stdout: "num_blocked_ops": 0 2023-08-28T02:37:02.002 INFO:teuthology.orchestra.run.smithi083.stdout:} 2023-08-28T02:37:02.016 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:02.040 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:37:02.043 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:02.044 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:37:02.099 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd unset nodeep-scrub 2023-08-28T02:37:02.105 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":1035,"stamp":"2023-08-28T02:37:00.437831+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4863081220,"num_objects":74223,"num_object_clones":0,"num_object_copies":222669,"num_objects_missing_on_primary":4747,"num_objects_missing":4747,"num_objects_degraded":36092,"num_objects_misplaced":9408,"num_objects_unfound":0,"num_objects_dirty":74223,"num_whiteouts":0,"num_read":90,"num_read_kb":168,"num_write":112519,"num_write_kb":5972054,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":37769,"num_bytes_recovered":2457735537,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":98188,"ondisk_log_size":98188,"up":297,"acting":292,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":14092524,"kb_used_data":11142076,"kb_used_omap":12,"kb_used_meta":2950387,"kb_avail":548378388,"statfs":{"total":575970213888,"available":561539469312,"internally_reserved":0,"allocated":11409485824,"data_stored":11399516749,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12739,"internal_metadata":3021196861},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,0,0,0,1,0,0,3,4,4,3],"upper_bound":8192},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-47972352,"num_objects":-732,"num_object_clones":0,"num_object_copies":-2196,"num_objects_missing_on_primary":-29,"num_objects_missing":-29,"num_objects_degraded":-188,"num_objects_misplaced":-104,"num_objects_unfound":0,"num_objects_dirty":-732,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":732,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":159,"num_bytes_recovered":10420224,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.003772"},"pg_stats":[{"pgid":"3.1a","version":"65'1","reported_seq":352,"reported_epoch":340,"state":"active+clean","last_fresh":"2023-08-28T02:36:50.037180+0000","last_change":"2023-08-28T02:32:32.667028+0000","last_active":"2023-08-28T02:36:50.037180+0000","last_peered":"2023-08-28T02:36:50.037180+0000","last_clean":"2023-08-28T02:36:50.037180+0000","last_became_active":"2023-08-28T02:32:32.666711+0000","last_became_peered":"2023-08-28T02:32:32.666711+0000","last_unstale":"2023-08-28T02:36:50.037180+0000","last_undegraded":"2023-08-28T02:36:50.037180+0000","last_fullsized":"2023-08-28T02:36:50.037180+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:28:21.913105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":305,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-08-28T02:36:54.507988+0000","last_change":"2023-08-28T02:29:44.421259+0000","last_active":"2023-08-28T02:36:54.507988+0000","last_peered":"2023-08-28T02:36:54.507988+0000","last_clean":"2023-08-28T02:36:54.507988+0000","last_became_active":"2023-08-28T02:29:44.420936+0000","last_became_peered":"2023-08-28T02:29:44.420936+0000","last_unstale":"2023-08-28T02:36:54.507988+0000","last_undegraded":"2023-08-28T02:36:54.507988+0000","last_fullsized":"2023-08-28T02:36:54.507988+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:22:26.346867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":145,"reported_epoch":340,"state":"active+clean","last_fresh":"2023-08-28T02:36:50.032707+0000","last_change":"2023-08-28T02:33:12.290337+0000","last_active":"2023-08-28T02:36:50.032707+0000","last_peered":"2023-08-28T02:36:50.032707+0000","last_clean":"2023-08-28T02:36:50.032707+0000","last_became_active":"2023-08-28T02:33:12.289852+0000","last_became_peered":"2023-08-28T02:33:12.289852+0000","last_unstale":"2023-08-28T02:36:50.032707+0000","last_undegraded":"2023-08-28T02:36:50.032707+0000","last_fullsized":"2023-08-28T02:36:50.032707+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:04:26.420037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":321,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-08-28T02:36:54.506016+0000","last_change":"2023-08-28T02:33:13.317226+0000","last_active":"2023-08-28T02:36:54.506016+0000","last_peered":"2023-08-28T02:36:54.506016+0000","last_clean":"2023-08-28T02:36:54.506016+0000","last_became_active":"2023-08-28T02:33:13.316893+0000","last_became_peered":"2023-08-28T02:33:13.316893+0000","last_unstale":"2023-08-28T02:36:54.506016+0000","last_undegraded":"2023-08-28T02:36:54.506016+0000","last_fullsized":"2023-08-28T02:36:54.506016+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:55:46.593463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":265,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-08-28T02:36:54.497546+0000","last_change":"2023-08-28T02:33:12.295203+0000","last_active":"2023-08-28T02:36:54.497546+0000","last_peered":"2023-08-28T02:36:54.497546+0000","last_clean":"2023-08-28T02:36:54.497546+0000","last_became_active":"2023-08-28T02:33:12.294904+0000","last_became_peered":"2023-08-28T02:33:12.294904+0000","last_unstale":"2023-08-28T02:36:54.497546+0000","last_undegraded":"2023-08-28T02:36:54.497546+0000","last_fullsized":"2023-08-28T02:36:54.497546+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:31:07.008856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":282,"reported_epoch":340,"state":"active+clean","last_fresh":"2023-08-28T02:36:50.044441+0000","last_change":"2023-08-28T02:31:51.987263+0000","last_active":"2023-08-28T02:36:50.044441+0000","last_peered":"2023-08-28T02:36:50.044441+0000","last_clean":"2023-08-28T02:36:50.044441+0000","last_became_active":"2023-08-28T02:31:51.986938+0000","last_became_peered":"2023-08-28T02:31:51.986938+0000","last_unstale":"2023-08-28T02:36:50.044441+0000","last_undegraded":"2023-08-28T02:36:50.044441+0000","last_fullsized":"2023-08-28T02:36:50.044441+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:18.021905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":315,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-08-28T02:36:54.506230+0000","last_change":"2023-08-28T02:33:12.318656+0000","last_active":"2023-08-28T02:36:54.506230+0000","last_peered":"2023-08-28T02:36:54.506230+0000","last_clean":"2023-08-28T02:36:54.506230+0000","last_became_active":"2023-08-28T02:33:12.318297+0000","last_became_peered":"2023-08-28T02:33:12.318297+0000","last_unstale":"2023-08-28T02:36:54.506230+0000","last_undegraded":"2023-08-28T02:36:54.506230+0000","last_fullsized":"2023-08-28T02:36:54.506230+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:43:09.789767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":246,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-08-28T02:36:54.497609+0000","last_change":"2023-08-28T02:33:13.357230+0000","last_active":"2023-08-28T02:36:54.497609+0000","last_peered":"2023-08-28T02:36:54.497609+0000","last_clean":"2023-08-28T02:36:54.497609+0000","last_became_active":"2023-08-28T02:33:13.356853+0000","last_became_peered":"2023-08-28T02:33:13.356853+0000","last_unstale":"2023-08-28T02:36:54.497609+0000","last_undegraded":"2023-08-28T02:36:54.497609+0000","last_fullsized":"2023-08-28T02:36:54.497609+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:20:21.545007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":324,"reported_epoch":340,"state":"active+clean","last_fresh":"2023-08-28T02:36:50.044307+0000","last_change":"2023-08-28T02:29:44.462510+0000","last_active":"2023-08-28T02:36:50.044307+0000","last_peered":"2023-08-28T02:36:50.044307+0000","last_clean":"2023-08-28T02:36:50.044307+0000","last_became_active":"2023-08-28T02:29:44.460314+0000","last_became_peered":"2023-08-28T02:29:44.460314+0000","last_unstale":"2023-08-28T02:36:50.044307+0000","last_undegraded":"2023-08-28T02:36:50.044307+0000","last_fullsized":"2023-08-28T02:36:50.044307+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:59:01.311467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":249,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-08-28T02:36:54.500236+0000","last_change":"2023-08-28T02:33:13.291255+0000","last_active":"2023-08-28T02:36:54.500236+0000","last_peered":"2023-08-28T02:36:54.500236+0000","last_clean":"2023-08-28T02:36:54.500236+0000","last_became_active":"2023-08-28T02:33:13.290933+0000","last_became_peered":"2023-08-28T02:33:13.290933+0000","last_unstale":"2023-08-28T02:36:54.500236+0000","last_undegraded":"2023-08-28T02:36:54.500236+0000","last_fullsized":"2023-08-28T02:36:54.500236+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:31:54.116908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"65'3","reported_seq":325,"reported_epoch":340,"state":"active+clean","last_fresh":"2023-08-28T02:36:50.070894+0000","last_change":"2023-08-28T02:33:12.296412+0000","last_active":"2023-08-28T02:36:50.070894+0000","last_peered":"2023-08-28T02:36:50.070894+0000","last_clean":"2023-08-28T02:36:50.070894+0000","last_became_active":"2023-08-28T02:33:12.295786+0000","last_became_peered":"2023-08-28T02:33:12.295786+0000","last_unstale":"2023-08-28T02:36:50.070894+0000","last_undegraded":"2023-08-28T02:36:50.070894+0000","last_fullsized":"2023-08-28T02:36:50.070894+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:15:31.449163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":149,"reported_epoch":340,"state":"active+clean","last_fresh":"2023-08-28T02:36:50.033444+0000","last_change":"2023-08-28T02:32:32.666927+0000","last_active":"2023-08-28T02:36:50.033444+0000","last_peered":"2023-08-28T02:36:50.033444+0000","last_clean":"2023-08-28T02:36:50.033444+0000","last_became_active":"2023-08-28T02:32:32.666618+0000","last_became_peered":"2023-08-28T02:32:32.666618+0000","last_unstale":"2023-08-28T02:36:50.033444+0000","last_undegraded":"2023-08-28T02:36:50.033444+0000","last_fullsized":"2023-08-28T02:36:50.033444+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:45:57.998333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":349,"reported_epoch":340,"state":"active+clean","last_fresh":"2023-08-28T02:36:50.038223+0000","last_change":"2023-08-28T02:32:28.505262+0000","last_active":"2023-08-28T02:36:50.038223+0000","last_peered":"2023-08-28T02:36:50.038223+0000","last_clean":"2023-08-28T02:36:50.038223+0000","last_became_active":"2023-08-28T02:32:28.455999+0000","last_became_peered":"2023-08-28T02:32:28.455999+0000","last_unstale":"2023-08-28T02:36:50.038223+0000","last_undegraded":"2023-08-28T02:36:50.038223+0000","last_fullsized":"2023-08-28T02:36:50.038223+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:28.937020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":9468,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":333,"reported_epoch":340,"state":"active+clean","last_fresh":"2023-08-28T02:36:50.037328+0000","last_change":"2023-08-28T02:32:12.959195+0000","last_active":"2023-08-28T02:36:50.037328+0000","last_peered":"2023-08-28T02:36:50.037328+0000","last_clean":"2023-08-28T02:36:50.037328+0000","last_became_active":"2023-08-28T02:32:12.958832+0000","last_became_peered":"2023-08-28T02:32:12.958832+0000","last_unstale":"2023-08-28T02:36:50.037328+0000","last_undegraded":"2023-08-28T02:36:50.037328+0000","last_fullsized":"2023-08-28T02:36:50.037328+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:23:27.197787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"65'2","reported_seq":323,"reported_epoch":340,"state":"active+clean","last_fresh":"2023-08-28T02:36:50.069154+0000","last_change":"2023-08-28T02:32:28.461161+0000","last_active":"2023-08-28T02:36:50.069154+0000","last_peered":"2023-08-28T02:36:50.069154+0000","last_clean":"2023-08-28T02:36:50.069154+0000","last_became_active":"2023-08-28T02:32:28.451284+0000","last_became_peered":"2023-08-28T02:32:28.451284+0000","last_unstale":"2023-08-28T02:36:50.069154+0000","last_undegraded":"2023-08-28T02:36:50.069154+0000","last_fullsized":"2023-08-28T02:36:50.069154+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:58:20.061020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":306,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-08-28T02:36:54.506459+0000","last_change":"2023-08-28T02:29:44.419566+0000","last_active":"2023-08-28T02:36:54.506459+0000","last_peered":"2023-08-28T02:36:54.506459+0000","last_clean":"2023-08-28T02:36:54.506459+0000","last_became_active":"2023-08-28T02:29:44.419053+0000","last_became_peered":"2023-08-28T02:29:44.419053+0000","last_unstale":"2023-08-28T02:36:54.506459+0000","last_undegraded":"2023-08-28T02:36:54.506459+0000","last_fullsized":"2023-08-28T02:36:54.506459+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:44:36.133499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":309,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-08-28T02:36:54.509154+0000","last_change":"2023-08-28T02:33:12.493777+0000","last_active":"2023-08-28T02:36:54.509154+0000","last_peered":"2023-08-28T02:36:54.509154+0000","last_clean":"2023-08-28T02:36:54.509154+0000","last_became_active":"2023-08-28T02:33:12.491177+0000","last_became_peered":"2023-08-28T02:33:12.491177+0000","last_unstale":"2023-08-28T02:36:54.509154+0000","last_undegraded":"2023-08-28T02:36:54.509154+0000","last_fullsized":"2023-08-28T02:36:54.509154+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:10:58.167753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":320,"reported_epoch":340,"state":"active+clean","last_fresh":"2023-08-28T02:36:50.044929+0000","last_change":"2023-08-28T02:33:12.290293+0000","last_active":"2023-08-28T02:36:50.044929+0000","last_peered":"2023-08-28T02:36:50.044929+0000","last_clean":"2023-08-28T02:36:50.044929+0000","last_became_active":"2023-08-28T02:33:12.289989+0000","last_became_peered":"2023-08-28T02:33:12.289989+0000","last_unstale":"2023-08-28T02:36:50.044929+0000","last_undegraded":"2023-08-28T02:36:50.044929+0000","last_fullsized":"2023-08-28T02:36:50.044929+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:05:33.622172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":298,"reported_epoch":340,"state":"active+clean","last_fresh":"2023-08-28T02:36:50.070336+0000","last_change":"2023-08-28T02:32:12.948756+0000","last_active":"2023-08-28T02:36:50.070336+0000","last_peered":"2023-08-28T02:36:50.070336+0000","last_clean":"2023-08-28T02:36:50.070336+0000","last_became_active":"2023-08-28T02:32:12.948441+0000","last_became_peered":"2023-08-28T02:32:12.948441+0000","last_unstale":"2023-08-28T02:36:50.070336+0000","last_undegraded":"2023-08-28T02:36:50.070336+0000","last_fullsized":"2023-08-28T02:36:50.070336+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:27.922180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":316,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-08-28T02:36:54.506062+0000","last_change":"2023-08-28T02:33:12.299398+0000","last_active":"2023-08-28T02:36:54.506062+0000","last_peered":"2023-08-28T02:36:54.506062+0000","last_clean":"2023-08-28T02:36:54.506062+0000","last_became_active":"2023-08-28T02:33:12.299113+0000","last_became_peered":"2023-08-28T02:33:12.299113+0000","last_unstale":"2023-08-28T02:36:54.506062+0000","last_undegraded":"2023-08-28T02:36:54.506062+0000","last_fullsized":"2023-08-28T02:36:54.506062+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:14:55.597212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"65'8","reported_seq":110,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-08-28T02:36:54.505670+0000","last_change":"2023-08-28T02:33:13.478870+0000","last_active":"2023-08-28T02:36:54.505670+0000","last_peered":"2023-08-28T02:36:54.505670+0000","last_clean":"2023-08-28T02:36:54.505670+0000","last_became_active":"2023-08-28T02:33:13.332142+0000","last_became_peered":"2023-08-28T02:33:13.332142+0000","last_unstale":"2023-08-28T02:36:54.505670+0000","last_undegraded":"2023-08-28T02:36:54.505670+0000","last_fullsized":"2023-08-28T02:36:54.505670+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:32:42.810159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":247,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-08-28T02:36:54.501714+0000","last_change":"2023-08-28T02:33:12.306353+0000","last_active":"2023-08-28T02:36:54.501714+0000","last_peered":"2023-08-28T02:36:54.501714+0000","last_clean":"2023-08-28T02:36:54.501714+0000","last_became_active":"2023-08-28T02:33:12.304977+0000","last_became_peered":"2023-08-28T02:33:12.304977+0000","last_unstale":"2023-08-28T02:36:54.501714+0000","last_undegraded":"2023-08-28T02:36:54.501714+0000","last_fullsized":"2023-08-28T02:36:54.501714+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:19:38.819671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"341'6986","reported_seq":7085,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-08-28T02:36:55.473283+0000","last_change":"2023-08-28T02:30:50.402703+0000","last_active":"2023-08-28T02:36:55.473283+0000","last_peered":"2023-08-28T02:36:55.473283+0000","last_clean":"2023-08-28T02:36:55.473283+0000","last_became_active":"2023-08-28T02:30:50.402419+0000","last_became_peered":"2023-08-28T02:30:50.402419+0000","last_unstale":"2023-08-28T02:36:55.473283+0000","last_undegraded":"2023-08-28T02:36:55.473283+0000","last_fullsized":"2023-08-28T02:36:55.473283+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6986,"log_dups_size":0,"ondisk_log_size":6986,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:07:37.393907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":306315264,"num_objects":4674,"num_object_clones":0,"num_object_copies":14022,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4674,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6986,"num_write_kb":373120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"65'1","reported_seq":306,"reported_epoch":340,"state":"active+clean","last_fresh":"2023-08-28T02:36:50.069907+0000","last_change":"2023-08-28T02:14:43.046130+0000","last_active":"2023-08-28T02:36:50.069907+0000","last_peered":"2023-08-28T02:36:50.069907+0000","last_clean":"2023-08-28T02:36:50.069907+0000","last_became_active":"2023-08-28T02:14:43.045775+0000","last_became_peered":"2023-08-28T02:14:43.045775+0000","last_unstale":"2023-08-28T02:36:50.069907+0000","last_undegraded":"2023-08-28T02:36:50.069907+0000","last_fullsized":"2023-08-28T02:36:50.069907+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:57:38.279756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":296,"reported_epoch":340,"state":"active+clean","last_fresh":"2023-08-28T02:36:50.043940+0000","last_change":"2023-08-28T02:31:51.987149+0000","last_active":"2023-08-28T02:36:50.043940+0000","last_peered":"2023-08-28T02:36:50.043940+0000","last_clean":"2023-08-28T02:36:50.043940+0000","last_became_active":"2023-08-28T02:31:51.986821+0000","last_became_peered":"2023-08-28T02:31:51.986821+0000","last_unstale":"2023-08-28T02:36:50.043940+0000","last_undegraded":"2023-08-28T02:36:50.043940+0000","last_fullsized":"2023-08-28T02:36:50.043940+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:23:26.661134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"341'7003","reported_seq":10898,"reported_epoch":341,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:36:55.394970+0000","last_change":"2023-08-28T02:33:33.975566+0000","last_active":"2023-08-28T02:36:55.394970+0000","last_peered":"2023-08-28T02:36:55.394970+0000","last_clean":"2023-08-28T02:31:27.868230+0000","last_became_active":"2023-08-28T02:33:33.660452+0000","last_became_peered":"2023-08-28T02:33:33.660452+0000","last_unstale":"2023-08-28T02:36:55.394970+0000","last_undegraded":"2023-08-28T02:33:13.410847+0000","last_fullsized":"2023-08-28T02:33:13.270012+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7003,"log_dups_size":0,"ondisk_log_size":7003,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:33.375162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":301268992,"num_objects":4597,"num_object_clones":0,"num_object_copies":13791,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7105,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4597,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7003,"num_write_kb":371200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1879,"num_bytes_recovered":123076608,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[5,4],"avail_no_missing":["5","6"],"object_location_counts":[{"shards":"2,5,6","objects":915},{"shards":"3,5,6","objects":2177},{"shards":"5,6","objects":1505}],"blocked_by":[],"up_primary":3,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"65'2","reported_seq":331,"reported_epoch":340,"state":"active+clean","last_fresh":"2023-08-28T02:36:50.069625+0000","last_change":"2023-08-28T02:29:44.436352+0000","last_active":"2023-08-28T02:36:50.069625+0000","last_peered":"2023-08-28T02:36:50.069625+0000","last_clean":"2023-08-28T02:36:50.069625+0000","last_became_active":"2023-08-28T02:29:44.411499+0000","last_became_peered":"2023-08-28T02:29:44.411499+0000","last_unstale":"2023-08-28T02:36:50.069625+0000","last_undegraded":"2023-08-28T02:36:50.069625+0000","last_fullsized":"2023-08-28T02:36:50.069625+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:46:57.540191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":357,"reported_epoch":340,"state":"active+clean","last_fresh":"2023-08-28T02:36:50.036913+0000","last_change":"2023-08-28T02:33:12.289004+0000","last_active":"2023-08-28T02:36:50.036913+0000","last_peered":"2023-08-28T02:36:50.036913+0000","last_clean":"2023-08-28T02:36:50.036913+0000","last_became_active":"2023-08-28T02:33:12.288722+0000","last_became_peered":"2023-08-28T02:33:12.288722+0000","last_unstale":"2023-08-28T02:36:50.036913+0000","last_undegraded":"2023-08-28T02:36:50.036913+0000","last_fullsized":"2023-08-28T02:36:50.036913+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:24.019483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"342'6939","reported_seq":7056,"reported_epoch":342,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:37:00.284323+0000","last_change":"2023-08-28T02:33:13.585687+0000","last_active":"2023-08-28T02:37:00.284323+0000","last_peered":"2023-08-28T02:37:00.284323+0000","last_clean":"2023-08-28T02:31:27.908616+0000","last_became_active":"2023-08-28T02:33:13.578484+0000","last_became_peered":"2023-08-28T02:33:13.578484+0000","last_unstale":"2023-08-28T02:37:00.284323+0000","last_undegraded":"2023-08-28T02:33:13.297322+0000","last_fullsized":"2023-08-28T02:33:13.268309+0000","mapping_epoch":298,"log_start":"256'1612","ondisk_log_start":"256'1612","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5327,"log_dups_size":0,"ondisk_log_size":5327,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:42:33.431186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":302186496,"num_objects":4611,"num_object_clones":0,"num_object_copies":13833,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2533,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4611,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6939,"num_write_kb":369600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4],"avail_no_missing":["0","4"],"object_location_counts":[{"shards":"0,4","objects":2163}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"65'1","reported_seq":317,"reported_epoch":340,"state":"active+clean","last_fresh":"2023-08-28T02:36:50.070704+0000","last_change":"2023-08-28T02:33:13.516869+0000","last_active":"2023-08-28T02:36:50.070704+0000","last_peered":"2023-08-28T02:36:50.070704+0000","last_clean":"2023-08-28T02:36:50.070704+0000","last_became_active":"2023-08-28T02:33:13.396736+0000","last_became_peered":"2023-08-28T02:33:13.396736+0000","last_unstale":"2023-08-28T02:36:50.070704+0000","last_undegraded":"2023-08-28T02:36:50.070704+0000","last_fullsized":"2023-08-28T02:36:50.070704+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:47:08.237137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":283,"reported_epoch":340,"state":"active+clean","last_fresh":"2023-08-28T02:36:50.033280+0000","last_change":"2023-08-28T02:31:51.987327+0000","last_active":"2023-08-28T02:36:50.033280+0000","last_peered":"2023-08-28T02:36:50.033280+0000","last_clean":"2023-08-28T02:36:50.033280+0000","last_became_active":"2023-08-28T02:31:51.987018+0000","last_became_peered":"2023-08-28T02:31:51.987018+0000","last_unstale":"2023-08-28T02:36:50.033280+0000","last_undegraded":"2023-08-28T02:36:50.033280+0000","last_fullsized":"2023-08-28T02:36:50.033280+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:53:26.105101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.5","version":"342'6932","reported_seq":9284,"reported_epoch":342,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:37:00.366345+0000","last_change":"2023-08-28T02:33:13.625779+0000","last_active":"2023-08-28T02:37:00.366345+0000","last_peered":"2023-08-28T02:37:00.366345+0000","last_clean":"2023-08-28T02:31:27.898932+0000","last_became_active":"2023-08-28T02:33:13.612126+0000","last_became_peered":"2023-08-28T02:33:13.612126+0000","last_unstale":"2023-08-28T02:37:00.366345+0000","last_undegraded":"2023-08-28T02:33:13.485377+0000","last_fullsized":"2023-08-28T02:33:13.264317+0000","mapping_epoch":298,"log_start":"256'1663","ondisk_log_start":"256'1663","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5269,"log_dups_size":0,"ondisk_log_size":5269,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:37:28.843386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":296222720,"num_objects":4520,"num_object_clones":0,"num_object_copies":13560,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7062,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4520,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6932,"num_write_kb":366464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1114,"num_bytes_recovered":73007104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,7],"avail_no_missing":["0","2"],"object_location_counts":[{"shards":"0,2","objects":2358},{"shards":"0,2,3","objects":2162}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":335,"reported_epoch":340,"state":"active+clean","last_fresh":"2023-08-28T02:36:50.044536+0000","last_change":"2023-08-28T02:33:13.281826+0000","last_active":"2023-08-28T02:36:50.044536+0000","last_peered":"2023-08-28T02:36:50.044536+0000","last_clean":"2023-08-28T02:36:50.044536+0000","last_became_active":"2023-08-28T02:33:13.281511+0000","last_became_peered":"2023-08-28T02:33:13.281511+0000","last_unstale":"2023-08-28T02:36:50.044536+0000","last_undegraded":"2023-08-28T02:36:50.044536+0000","last_fullsized":"2023-08-28T02:36:50.044536+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:32:55.005706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":332,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-08-28T02:36:54.506058+0000","last_change":"2023-08-28T02:29:44.436713+0000","last_active":"2023-08-28T02:36:54.506058+0000","last_peered":"2023-08-28T02:36:54.506058+0000","last_clean":"2023-08-28T02:36:54.506058+0000","last_became_active":"2023-08-28T02:29:44.436203+0000","last_became_peered":"2023-08-28T02:29:44.436203+0000","last_unstale":"2023-08-28T02:36:54.506058+0000","last_undegraded":"2023-08-28T02:36:54.506058+0000","last_fullsized":"2023-08-28T02:36:54.506058+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:46:48.522293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"341'7165","reported_seq":7267,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-08-28T02:36:57.029897+0000","last_change":"2023-08-28T02:30:50.399669+0000","last_active":"2023-08-28T02:36:57.029897+0000","last_peered":"2023-08-28T02:36:57.029897+0000","last_clean":"2023-08-28T02:36:57.029897+0000","last_became_active":"2023-08-28T02:30:50.399332+0000","last_became_peered":"2023-08-28T02:30:50.399332+0000","last_unstale":"2023-08-28T02:36:57.029897+0000","last_undegraded":"2023-08-28T02:36:57.029897+0000","last_fullsized":"2023-08-28T02:36:57.029897+0000","mapping_epoch":250,"log_start":"255'1000","ondisk_log_start":"255'1000","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6165,"log_dups_size":0,"ondisk_log_size":6165,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:00:54.910841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":304676864,"num_objects":4649,"num_object_clones":0,"num_object_copies":13947,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4649,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7165,"num_write_kb":378048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"75'161","reported_seq":761,"reported_epoch":340,"state":"active+clean","last_fresh":"2023-08-28T02:36:50.070528+0000","last_change":"2023-08-28T02:33:13.310049+0000","last_active":"2023-08-28T02:36:50.070528+0000","last_peered":"2023-08-28T02:36:50.070528+0000","last_clean":"2023-08-28T02:36:50.070528+0000","last_became_active":"2023-08-28T02:33:13.309661+0000","last_became_peered":"2023-08-28T02:33:13.309661+0000","last_unstale":"2023-08-28T02:36:50.070528+0000","last_undegraded":"2023-08-28T02:36:50.070528+0000","last_fullsized":"2023-08-28T02:36:50.070528+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.930230+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.930230+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:27:40.889460+0000","scrub_duration":0.0050169209999999997,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"65'2","reported_seq":296,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-08-28T02:36:54.501237+0000","last_change":"2023-08-28T02:33:12.294922+0000","last_active":"2023-08-28T02:36:54.501237+0000","last_peered":"2023-08-28T02:36:54.501237+0000","last_clean":"2023-08-28T02:36:54.501237+0000","last_became_active":"2023-08-28T02:33:12.294518+0000","last_became_peered":"2023-08-28T02:33:12.294518+0000","last_unstale":"2023-08-28T02:36:54.501237+0000","last_undegraded":"2023-08-28T02:36:54.501237+0000","last_fullsized":"2023-08-28T02:36:54.501237+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:21:12.737286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":334,"reported_epoch":340,"state":"active+clean","last_fresh":"2023-08-28T02:36:50.038302+0000","last_change":"2023-08-28T02:33:13.310505+0000","last_active":"2023-08-28T02:36:50.038302+0000","last_peered":"2023-08-28T02:36:50.038302+0000","last_clean":"2023-08-28T02:36:50.038302+0000","last_became_active":"2023-08-28T02:33:13.310223+0000","last_became_peered":"2023-08-28T02:33:13.310223+0000","last_unstale":"2023-08-28T02:36:50.038302+0000","last_undegraded":"2023-08-28T02:36:50.038302+0000","last_fullsized":"2023-08-28T02:36:50.038302+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:27:02.124453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"341'6996","reported_seq":9307,"reported_epoch":341,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:36:55.769875+0000","last_change":"2023-08-28T02:33:13.591092+0000","last_active":"2023-08-28T02:36:55.769875+0000","last_peered":"2023-08-28T02:36:55.769875+0000","last_clean":"2023-08-28T02:31:27.916082+0000","last_became_active":"2023-08-28T02:33:13.580413+0000","last_became_peered":"2023-08-28T02:33:13.580413+0000","last_unstale":"2023-08-28T02:36:55.769875+0000","last_undegraded":"2023-08-28T02:33:13.480527+0000","last_fullsized":"2023-08-28T02:33:13.270957+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6996,"log_dups_size":0,"ondisk_log_size":6996,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:03.698410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":306184192,"num_objects":4672,"num_object_clones":0,"num_object_copies":14016,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7296,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4672,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6996,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1091,"num_bytes_recovered":71499776,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,4],"avail_no_missing":["5","2"],"object_location_counts":[{"shards":"2,3,5","objects":2190},{"shards":"2,5","objects":2482}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"75'161","reported_seq":594,"reported_epoch":340,"state":"active+recovery_wait+degraded","last_fresh":"2023-08-28T02:36:50.043958+0000","last_change":"2023-08-28T02:33:13.287487+0000","last_active":"2023-08-28T02:36:50.043958+0000","last_peered":"2023-08-28T02:36:50.043958+0000","last_clean":"2023-08-28T02:31:25.515426+0000","last_became_active":"2023-08-28T02:33:13.287313+0000","last_became_peered":"2023-08-28T02:33:13.287313+0000","last_unstale":"2023-08-28T02:36:50.043958+0000","last_undegraded":"2023-08-28T02:33:13.270760+0000","last_fullsized":"2023-08-28T02:36:50.043958+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":204,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:45.407127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:45.407127+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:39:14.213229+0000","scrub_duration":0.0018495320000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":["5","2","3"],"object_location_counts":[{"shards":"2,3,5","objects":1}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":254,"reported_epoch":340,"state":"active+clean","last_fresh":"2023-08-28T02:36:50.037010+0000","last_change":"2023-08-28T02:33:13.309727+0000","last_active":"2023-08-28T02:36:50.037010+0000","last_peered":"2023-08-28T02:36:50.037010+0000","last_clean":"2023-08-28T02:36:50.037010+0000","last_became_active":"2023-08-28T02:33:13.309487+0000","last_became_peered":"2023-08-28T02:33:13.309487+0000","last_unstale":"2023-08-28T02:36:50.037010+0000","last_undegraded":"2023-08-28T02:36:50.037010+0000","last_fullsized":"2023-08-28T02:36:50.037010+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:27:29.294011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":69,"reported_epoch":340,"state":"active+clean","last_fresh":"2023-08-28T02:36:50.037764+0000","last_change":"2023-08-28T02:32:28.456323+0000","last_active":"2023-08-28T02:36:50.037764+0000","last_peered":"2023-08-28T02:36:50.037764+0000","last_clean":"2023-08-28T02:36:50.037764+0000","last_became_active":"2023-08-28T02:32:28.455987+0000","last_became_peered":"2023-08-28T02:32:28.455987+0000","last_unstale":"2023-08-28T02:36:50.037764+0000","last_undegraded":"2023-08-28T02:36:50.037764+0000","last_fullsized":"2023-08-28T02:36:50.037764+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:54:07.724002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"341'7170","reported_seq":17289,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-08-28T02:36:57.033175+0000","last_change":"2023-08-28T02:33:13.316023+0000","last_active":"2023-08-28T02:36:57.033175+0000","last_peered":"2023-08-28T02:36:57.033175+0000","last_clean":"2023-08-28T02:36:57.033175+0000","last_became_active":"2023-08-28T02:33:13.308403+0000","last_became_peered":"2023-08-28T02:33:13.308403+0000","last_unstale":"2023-08-28T02:36:57.033175+0000","last_undegraded":"2023-08-28T02:36:57.033175+0000","last_fullsized":"2023-08-28T02:36:57.033175+0000","mapping_epoch":298,"log_start":"255'1000","ondisk_log_start":"255'1000","created":250,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6170,"log_dups_size":0,"ondisk_log_size":6170,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:10:38.401973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":309723136,"num_objects":4726,"num_object_clones":0,"num_object_copies":14178,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4726,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7170,"num_write_kb":380672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4999,"num_bytes_recovered":327614464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":314,"reported_epoch":340,"state":"active+clean","last_fresh":"2023-08-28T02:36:50.036898+0000","last_change":"2023-08-28T02:32:28.455294+0000","last_active":"2023-08-28T02:36:50.036898+0000","last_peered":"2023-08-28T02:36:50.036898+0000","last_clean":"2023-08-28T02:36:50.036898+0000","last_became_active":"2023-08-28T02:32:28.455013+0000","last_became_peered":"2023-08-28T02:32:28.455013+0000","last_unstale":"2023-08-28T02:36:50.036898+0000","last_undegraded":"2023-08-28T02:36:50.036898+0000","last_fullsized":"2023-08-28T02:36:50.036898+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:53.583864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":346,"reported_epoch":340,"state":"active+clean","last_fresh":"2023-08-28T02:36:50.037854+0000","last_change":"2023-08-28T02:33:13.335588+0000","last_active":"2023-08-28T02:36:50.037854+0000","last_peered":"2023-08-28T02:36:50.037854+0000","last_clean":"2023-08-28T02:36:50.037854+0000","last_became_active":"2023-08-28T02:33:13.335326+0000","last_became_peered":"2023-08-28T02:33:13.335326+0000","last_unstale":"2023-08-28T02:36:50.037854+0000","last_undegraded":"2023-08-28T02:36:50.037854+0000","last_fullsized":"2023-08-28T02:36:50.037854+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:15:44.958663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"341'7032","reported_seq":7131,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-08-28T02:36:56.172084+0000","last_change":"2023-08-28T02:30:50.400261+0000","last_active":"2023-08-28T02:36:56.172084+0000","last_peered":"2023-08-28T02:36:56.172084+0000","last_clean":"2023-08-28T02:36:56.172084+0000","last_became_active":"2023-08-28T02:30:50.399938+0000","last_became_peered":"2023-08-28T02:30:50.399938+0000","last_unstale":"2023-08-28T02:36:56.172084+0000","last_undegraded":"2023-08-28T02:36:56.172084+0000","last_fullsized":"2023-08-28T02:36:56.172084+0000","mapping_epoch":250,"log_start":"256'1590","ondisk_log_start":"256'1590","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5442,"log_dups_size":0,"ondisk_log_size":5442,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:43:56.802792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":305528832,"num_objects":4662,"num_object_clones":0,"num_object_copies":13986,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4662,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7032,"num_write_kb":374208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"75'161","reported_seq":620,"reported_epoch":340,"state":"active+clean","last_fresh":"2023-08-28T02:36:50.044359+0000","last_change":"2023-08-28T02:32:56.519141+0000","last_active":"2023-08-28T02:36:50.044359+0000","last_peered":"2023-08-28T02:36:50.044359+0000","last_clean":"2023-08-28T02:36:50.044359+0000","last_became_active":"2023-08-28T02:32:56.518863+0000","last_became_peered":"2023-08-28T02:32:56.518863+0000","last_unstale":"2023-08-28T02:36:50.044359+0000","last_undegraded":"2023-08-28T02:36:50.044359+0000","last_fullsized":"2023-08-28T02:36:50.044359+0000","mapping_epoch":292,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":293,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_clean_scrub_stamp":"2023-08-28T02:29:25.608370+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:59:50.561109+0000","scrub_duration":0.001662689,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":249,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-08-28T02:36:54.497832+0000","last_change":"2023-08-28T02:33:12.294592+0000","last_active":"2023-08-28T02:36:54.497832+0000","last_peered":"2023-08-28T02:36:54.497832+0000","last_clean":"2023-08-28T02:36:54.497832+0000","last_became_active":"2023-08-28T02:33:12.288508+0000","last_became_peered":"2023-08-28T02:33:12.288508+0000","last_unstale":"2023-08-28T02:36:54.497832+0000","last_undegraded":"2023-08-28T02:36:54.497832+0000","last_fullsized":"2023-08-28T02:36:54.497832+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:05:42.717608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":131,"reported_epoch":340,"state":"active+clean","last_fresh":"2023-08-28T02:36:50.032778+0000","last_change":"2023-08-28T02:29:44.429834+0000","last_active":"2023-08-28T02:36:50.032778+0000","last_peered":"2023-08-28T02:36:50.032778+0000","last_clean":"2023-08-28T02:36:50.032778+0000","last_became_active":"2023-08-28T02:29:44.429512+0000","last_became_peered":"2023-08-28T02:29:44.429512+0000","last_unstale":"2023-08-28T02:36:50.032778+0000","last_undegraded":"2023-08-28T02:36:50.032778+0000","last_fullsized":"2023-08-28T02:36:50.032778+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:58.062455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"341'6959","reported_seq":7058,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-08-28T02:36:56.140230+0000","last_change":"2023-08-28T02:30:50.402348+0000","last_active":"2023-08-28T02:36:56.140230+0000","last_peered":"2023-08-28T02:36:56.140230+0000","last_clean":"2023-08-28T02:36:56.140230+0000","last_became_active":"2023-08-28T02:30:50.402076+0000","last_became_peered":"2023-08-28T02:30:50.402076+0000","last_unstale":"2023-08-28T02:36:56.140230+0000","last_undegraded":"2023-08-28T02:36:56.140230+0000","last_fullsized":"2023-08-28T02:36:56.140230+0000","mapping_epoch":250,"log_start":"254'100","ondisk_log_start":"254'100","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6859,"log_dups_size":0,"ondisk_log_size":6859,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:24.859426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":302579712,"num_objects":4617,"num_object_clones":0,"num_object_copies":13851,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4617,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6959,"num_write_kb":370432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.7","version":"75'161","reported_seq":541,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-08-28T02:36:54.501609+0000","last_change":"2023-08-28T02:33:13.532525+0000","last_active":"2023-08-28T02:36:54.501609+0000","last_peered":"2023-08-28T02:36:54.501609+0000","last_clean":"2023-08-28T02:36:54.501609+0000","last_became_active":"2023-08-28T02:33:13.532125+0000","last_became_peered":"2023-08-28T02:33:13.532125+0000","last_unstale":"2023-08-28T02:36:54.501609+0000","last_undegraded":"2023-08-28T02:36:54.501609+0000","last_fullsized":"2023-08-28T02:36:54.501609+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.887648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.887648+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":131,"reported_epoch":340,"state":"active+clean","last_fresh":"2023-08-28T02:36:50.033139+0000","last_change":"2023-08-28T02:29:44.407595+0000","last_active":"2023-08-28T02:36:50.033139+0000","last_peered":"2023-08-28T02:36:50.033139+0000","last_clean":"2023-08-28T02:36:50.033139+0000","last_became_active":"2023-08-28T02:29:44.407316+0000","last_became_peered":"2023-08-28T02:29:44.407316+0000","last_unstale":"2023-08-28T02:36:50.033139+0000","last_undegraded":"2023-08-28T02:36:50.033139+0000","last_fullsized":"2023-08-28T02:36:50.033139+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:01:47.777709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":352,"reported_epoch":340,"state":"active+clean","last_fresh":"2023-08-28T02:36:50.044843+0000","last_change":"2023-08-28T02:33:13.286980+0000","last_active":"2023-08-28T02:36:50.044843+0000","last_peered":"2023-08-28T02:36:50.044843+0000","last_clean":"2023-08-28T02:36:50.044843+0000","last_became_active":"2023-08-28T02:33:13.286740+0000","last_became_peered":"2023-08-28T02:33:13.286740+0000","last_unstale":"2023-08-28T02:36:50.044843+0000","last_undegraded":"2023-08-28T02:36:50.044843+0000","last_fullsized":"2023-08-28T02:36:50.044843+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:24:54.574365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":131,"reported_epoch":340,"state":"active+clean","last_fresh":"2023-08-28T02:36:50.033362+0000","last_change":"2023-08-28T02:29:44.506914+0000","last_active":"2023-08-28T02:36:50.033362+0000","last_peered":"2023-08-28T02:36:50.033362+0000","last_clean":"2023-08-28T02:36:50.033362+0000","last_became_active":"2023-08-28T02:29:44.506606+0000","last_became_peered":"2023-08-28T02:29:44.506606+0000","last_unstale":"2023-08-28T02:36:50.033362+0000","last_undegraded":"2023-08-28T02:36:50.033362+0000","last_fullsized":"2023-08-28T02:36:50.033362+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:55:50.992279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"342'7029","reported_seq":18728,"reported_epoch":342,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:37:00.280685+0000","last_change":"2023-08-28T02:34:11.565330+0000","last_active":"2023-08-28T02:37:00.280685+0000","last_peered":"2023-08-28T02:37:00.280685+0000","last_clean":"2023-08-28T02:32:11.916240+0000","last_became_active":"2023-08-28T02:33:12.501819+0000","last_became_peered":"2023-08-28T02:33:12.501819+0000","last_unstale":"2023-08-28T02:37:00.280685+0000","last_undegraded":"2023-08-28T02:37:00.280685+0000","last_fullsized":"2023-08-28T02:37:00.280685+0000","mapping_epoch":297,"log_start":"256'1724","ondisk_log_start":"256'1724","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5305,"log_dups_size":0,"ondisk_log_size":5305,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:45:43.329719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":299302912,"num_objects":4567,"num_object_clones":0,"num_object_copies":13701,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4567,"num_objects_unfound":0,"num_objects_dirty":4567,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7029,"num_write_kb":371072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5787,"num_bytes_recovered":379256832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,2],"avail_no_missing":["0","2","5","6"],"object_location_counts":[{"shards":"0,2,5","objects":4567}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.1","version":"75'161","reported_seq":600,"reported_epoch":340,"state":"active+clean","last_fresh":"2023-08-28T02:36:50.044292+0000","last_change":"2023-08-28T02:32:31.482659+0000","last_active":"2023-08-28T02:36:50.044292+0000","last_peered":"2023-08-28T02:36:50.044292+0000","last_clean":"2023-08-28T02:36:50.044292+0000","last_became_active":"2023-08-28T02:32:31.482320+0000","last_became_peered":"2023-08-28T02:32:31.482320+0000","last_unstale":"2023-08-28T02:36:50.044292+0000","last_undegraded":"2023-08-28T02:36:50.044292+0000","last_fullsized":"2023-08-28T02:36:50.044292+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:24.559397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:24.559397+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:41:09.516918+0000","scrub_duration":0.001580328,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":338,"reported_epoch":340,"state":"active+clean","last_fresh":"2023-08-28T02:36:50.044232+0000","last_change":"2023-08-28T02:31:51.988386+0000","last_active":"2023-08-28T02:36:50.044232+0000","last_peered":"2023-08-28T02:36:50.044232+0000","last_clean":"2023-08-28T02:36:50.044232+0000","last_became_active":"2023-08-28T02:31:51.988097+0000","last_became_peered":"2023-08-28T02:31:51.988097+0000","last_unstale":"2023-08-28T02:36:50.044232+0000","last_undegraded":"2023-08-28T02:36:50.044232+0000","last_fullsized":"2023-08-28T02:36:50.044232+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:25:01.818829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":314,"reported_epoch":340,"state":"active+clean","last_fresh":"2023-08-28T02:36:50.037460+0000","last_change":"2023-08-28T02:32:12.951275+0000","last_active":"2023-08-28T02:36:50.037460+0000","last_peered":"2023-08-28T02:36:50.037460+0000","last_clean":"2023-08-28T02:36:50.037460+0000","last_became_active":"2023-08-28T02:32:12.950965+0000","last_became_peered":"2023-08-28T02:32:12.950965+0000","last_unstale":"2023-08-28T02:36:50.037460+0000","last_undegraded":"2023-08-28T02:36:50.037460+0000","last_fullsized":"2023-08-28T02:36:50.037460+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:37:31.294280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":157,"reported_epoch":340,"state":"active+clean","last_fresh":"2023-08-28T02:36:50.033225+0000","last_change":"2023-08-28T02:33:13.286534+0000","last_active":"2023-08-28T02:36:50.033225+0000","last_peered":"2023-08-28T02:36:50.033225+0000","last_clean":"2023-08-28T02:36:50.033225+0000","last_became_active":"2023-08-28T02:33:13.286164+0000","last_became_peered":"2023-08-28T02:33:13.286164+0000","last_unstale":"2023-08-28T02:36:50.033225+0000","last_undegraded":"2023-08-28T02:36:50.033225+0000","last_fullsized":"2023-08-28T02:36:50.033225+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:56.721932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"341'7027","reported_seq":18816,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-08-28T02:36:55.524099+0000","last_change":"2023-08-28T02:34:14.448606+0000","last_active":"2023-08-28T02:36:55.524099+0000","last_peered":"2023-08-28T02:36:55.524099+0000","last_clean":"2023-08-28T02:36:55.524099+0000","last_became_active":"2023-08-28T02:34:14.438547+0000","last_became_peered":"2023-08-28T02:34:14.438547+0000","last_unstale":"2023-08-28T02:36:55.524099+0000","last_undegraded":"2023-08-28T02:36:55.524099+0000","last_fullsized":"2023-08-28T02:36:55.524099+0000","mapping_epoch":314,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":315,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7027,"log_dups_size":0,"ondisk_log_size":7027,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:06:41.120408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":304152576,"num_objects":4641,"num_object_clones":0,"num_object_copies":13923,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4641,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7027,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5834,"num_bytes_recovered":376832000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2","version":"75'161","reported_seq":722,"reported_epoch":340,"state":"active+clean","last_fresh":"2023-08-28T02:36:50.068989+0000","last_change":"2023-08-28T02:30:51.762377+0000","last_active":"2023-08-28T02:36:50.068989+0000","last_peered":"2023-08-28T02:36:50.068989+0000","last_clean":"2023-08-28T02:36:50.068989+0000","last_became_active":"2023-08-28T02:27:46.375590+0000","last_became_peered":"2023-08-28T02:27:46.375590+0000","last_unstale":"2023-08-28T02:36:50.068989+0000","last_undegraded":"2023-08-28T02:36:50.068989+0000","last_fullsized":"2023-08-28T02:36:50.068989+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:51.762314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:51.762314+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:02.034555+0000","scrub_duration":0.0020023620000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":149,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-08-28T02:36:54.500236+0000","last_change":"2023-08-28T02:33:13.289765+0000","last_active":"2023-08-28T02:36:54.500236+0000","last_peered":"2023-08-28T02:36:54.500236+0000","last_clean":"2023-08-28T02:36:54.500236+0000","last_became_active":"2023-08-28T02:33:13.289159+0000","last_became_peered":"2023-08-28T02:33:13.289159+0000","last_unstale":"2023-08-28T02:36:54.500236+0000","last_undegraded":"2023-08-28T02:36:54.500236+0000","last_fullsized":"2023-08-28T02:36:54.500236+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:30:38.956723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":149,"reported_epoch":340,"state":"active+clean","last_fresh":"2023-08-28T02:36:50.032471+0000","last_change":"2023-08-28T02:32:28.464203+0000","last_active":"2023-08-28T02:36:50.032471+0000","last_peered":"2023-08-28T02:36:50.032471+0000","last_clean":"2023-08-28T02:36:50.032471+0000","last_became_active":"2023-08-28T02:32:28.463412+0000","last_became_peered":"2023-08-28T02:32:28.463412+0000","last_unstale":"2023-08-28T02:36:50.032471+0000","last_undegraded":"2023-08-28T02:36:50.032471+0000","last_fullsized":"2023-08-28T02:36:50.032471+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:20:38.177879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":131,"reported_epoch":340,"state":"active+clean","last_fresh":"2023-08-28T02:36:50.034520+0000","last_change":"2023-08-28T02:29:44.427945+0000","last_active":"2023-08-28T02:36:50.034520+0000","last_peered":"2023-08-28T02:36:50.034520+0000","last_clean":"2023-08-28T02:36:50.034520+0000","last_became_active":"2023-08-28T02:29:44.426487+0000","last_became_peered":"2023-08-28T02:29:44.426487+0000","last_unstale":"2023-08-28T02:36:50.034520+0000","last_undegraded":"2023-08-28T02:36:50.034520+0000","last_fullsized":"2023-08-28T02:36:50.034520+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:30:20.438896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"341'7045","reported_seq":17115,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-08-28T02:36:57.051591+0000","last_change":"2023-08-28T02:34:48.488647+0000","last_active":"2023-08-28T02:36:57.051591+0000","last_peered":"2023-08-28T02:36:57.051591+0000","last_clean":"2023-08-28T02:36:57.051591+0000","last_became_active":"2023-08-28T02:34:48.476519+0000","last_became_peered":"2023-08-28T02:34:48.476519+0000","last_unstale":"2023-08-28T02:36:57.051591+0000","last_undegraded":"2023-08-28T02:36:57.051591+0000","last_fullsized":"2023-08-28T02:36:57.051591+0000","mapping_epoch":318,"log_start":"255'900","ondisk_log_start":"255'900","created":250,"last_epoch_clean":319,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6145,"log_dups_size":0,"ondisk_log_size":6145,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:44:20.004230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":301400064,"num_objects":4599,"num_object_clones":0,"num_object_copies":13797,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4599,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7045,"num_write_kb":372608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4973,"num_bytes_recovered":325910528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":332,"reported_epoch":340,"state":"active+clean","last_fresh":"2023-08-28T02:36:50.045225+0000","last_change":"2023-08-28T02:33:13.484970+0000","last_active":"2023-08-28T02:36:50.045225+0000","last_peered":"2023-08-28T02:36:50.045225+0000","last_clean":"2023-08-28T02:36:50.045225+0000","last_became_active":"2023-08-28T02:33:13.484579+0000","last_became_peered":"2023-08-28T02:33:13.484579+0000","last_unstale":"2023-08-28T02:36:50.045225+0000","last_undegraded":"2023-08-28T02:36:50.045225+0000","last_fullsized":"2023-08-28T02:36:50.045225+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:58.027468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"75'161","reported_seq":723,"reported_epoch":340,"state":"active+clean","last_fresh":"2023-08-28T02:36:50.070288+0000","last_change":"2023-08-28T02:31:55.059467+0000","last_active":"2023-08-28T02:36:50.070288+0000","last_peered":"2023-08-28T02:36:50.070288+0000","last_clean":"2023-08-28T02:36:50.070288+0000","last_became_active":"2023-08-28T02:31:55.059115+0000","last_became_peered":"2023-08-28T02:31:55.059115+0000","last_unstale":"2023-08-28T02:36:50.070288+0000","last_undegraded":"2023-08-28T02:36:50.070288+0000","last_fullsized":"2023-08-28T02:36:50.070288+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":0,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.820990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.820990+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:15:56.774667+0000","scrub_duration":0.0017342480000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":250,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-08-28T02:36:54.500953+0000","last_change":"2023-08-28T02:33:13.352810+0000","last_active":"2023-08-28T02:36:54.500953+0000","last_peered":"2023-08-28T02:36:54.500953+0000","last_clean":"2023-08-28T02:36:54.500953+0000","last_became_active":"2023-08-28T02:33:13.351697+0000","last_became_peered":"2023-08-28T02:33:13.351697+0000","last_unstale":"2023-08-28T02:36:54.500953+0000","last_undegraded":"2023-08-28T02:36:54.500953+0000","last_fullsized":"2023-08-28T02:36:54.500953+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:56.187163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":163,"reported_epoch":340,"state":"active+clean","last_fresh":"2023-08-28T02:36:50.038176+0000","last_change":"2023-08-28T02:31:51.984584+0000","last_active":"2023-08-28T02:36:50.038176+0000","last_peered":"2023-08-28T02:36:50.038176+0000","last_clean":"2023-08-28T02:36:50.038176+0000","last_became_active":"2023-08-28T02:31:51.984264+0000","last_became_peered":"2023-08-28T02:31:51.984264+0000","last_unstale":"2023-08-28T02:36:50.038176+0000","last_undegraded":"2023-08-28T02:36:50.038176+0000","last_fullsized":"2023-08-28T02:36:50.038176+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:58:42.306722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"342'6973","reported_seq":18680,"reported_epoch":342,"state":"active+clean","last_fresh":"2023-08-28T02:37:00.199284+0000","last_change":"2023-08-28T02:35:11.978901+0000","last_active":"2023-08-28T02:37:00.199284+0000","last_peered":"2023-08-28T02:37:00.199284+0000","last_clean":"2023-08-28T02:37:00.199284+0000","last_became_active":"2023-08-28T02:35:11.966585+0000","last_became_peered":"2023-08-28T02:35:11.966585+0000","last_unstale":"2023-08-28T02:37:00.199284+0000","last_undegraded":"2023-08-28T02:37:00.199284+0000","last_fullsized":"2023-08-28T02:37:00.199284+0000","mapping_epoch":323,"log_start":"256'1628","ondisk_log_start":"256'1628","created":250,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5345,"log_dups_size":0,"ondisk_log_size":5345,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:03:07.017814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":302055424,"num_objects":4609,"num_object_clones":0,"num_object_copies":13827,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4609,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6973,"num_write_kb":370624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5791,"num_bytes_recovered":368967680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3","version":"75'161","reported_seq":607,"reported_epoch":340,"state":"active+clean","last_fresh":"2023-08-28T02:36:50.034024+0000","last_change":"2023-08-28T02:31:55.068239+0000","last_active":"2023-08-28T02:36:50.034024+0000","last_peered":"2023-08-28T02:36:50.034024+0000","last_clean":"2023-08-28T02:36:50.034024+0000","last_became_active":"2023-08-28T02:31:55.067875+0000","last_became_peered":"2023-08-28T02:31:55.067875+0000","last_unstale":"2023-08-28T02:36:50.034024+0000","last_undegraded":"2023-08-28T02:36:50.034024+0000","last_fullsized":"2023-08-28T02:36:50.034024+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.868248+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:11:04.391639+0000","scrub_duration":0.0016215240000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":346,"reported_epoch":340,"state":"active+clean","last_fresh":"2023-08-28T02:36:50.070202+0000","last_change":"2023-08-28T02:29:44.421353+0000","last_active":"2023-08-28T02:36:50.070202+0000","last_peered":"2023-08-28T02:36:50.070202+0000","last_clean":"2023-08-28T02:36:50.070202+0000","last_became_active":"2023-08-28T02:29:44.421064+0000","last_became_peered":"2023-08-28T02:29:44.421064+0000","last_unstale":"2023-08-28T02:36:50.070202+0000","last_undegraded":"2023-08-28T02:36:50.070202+0000","last_fullsized":"2023-08-28T02:36:50.070202+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:51:36.524024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":316,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-08-28T02:36:54.505885+0000","last_change":"2023-08-28T02:33:12.299487+0000","last_active":"2023-08-28T02:36:54.505885+0000","last_peered":"2023-08-28T02:36:54.505885+0000","last_clean":"2023-08-28T02:36:54.505885+0000","last_became_active":"2023-08-28T02:33:12.299175+0000","last_became_peered":"2023-08-28T02:33:12.299175+0000","last_unstale":"2023-08-28T02:36:54.505885+0000","last_undegraded":"2023-08-28T02:36:54.505885+0000","last_fullsized":"2023-08-28T02:36:54.505885+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:42:29.713462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":327,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-08-28T02:36:54.505901+0000","last_change":"2023-08-28T02:32:28.457696+0000","last_active":"2023-08-28T02:36:54.505901+0000","last_peered":"2023-08-28T02:36:54.505901+0000","last_clean":"2023-08-28T02:36:54.505901+0000","last_became_active":"2023-08-28T02:32:28.457407+0000","last_became_peered":"2023-08-28T02:32:28.457407+0000","last_unstale":"2023-08-28T02:36:54.505901+0000","last_undegraded":"2023-08-28T02:36:54.505901+0000","last_fullsized":"2023-08-28T02:36:54.505901+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:26:29.392787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"341'6932","reported_seq":8059,"reported_epoch":341,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:36:56.183888+0000","last_change":"2023-08-28T02:34:11.566035+0000","last_active":"2023-08-28T02:36:56.183888+0000","last_peered":"2023-08-28T02:36:56.183888+0000","last_clean":"2023-08-28T02:33:10.395883+0000","last_became_active":"2023-08-28T02:33:12.394714+0000","last_became_peered":"2023-08-28T02:33:12.394714+0000","last_unstale":"2023-08-28T02:36:56.183888+0000","last_undegraded":"2023-08-28T02:36:56.183888+0000","last_fullsized":"2023-08-28T02:36:56.183888+0000","mapping_epoch":297,"log_start":"256'1484","ondisk_log_start":"256'1484","created":250,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5448,"log_dups_size":0,"ondisk_log_size":5448,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:01:26.984565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":298254360,"num_objects":4552,"num_object_clones":0,"num_object_copies":13656,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4157,"num_objects_unfound":0,"num_objects_dirty":4552,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":6932,"num_write_kb":367425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":500,"num_bytes_recovered":32768000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,6],"avail_no_missing":["4","0","6"],"object_location_counts":[{"shards":"0,4,6","objects":4552}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.6","version":"75'161","reported_seq":601,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-08-28T02:36:54.505849+0000","last_change":"2023-08-28T02:33:13.338675+0000","last_active":"2023-08-28T02:36:54.505849+0000","last_peered":"2023-08-28T02:36:54.505849+0000","last_clean":"2023-08-28T02:36:54.505849+0000","last_became_active":"2023-08-28T02:33:13.338271+0000","last_became_peered":"2023-08-28T02:33:13.338271+0000","last_unstale":"2023-08-28T02:36:54.505849+0000","last_undegraded":"2023-08-28T02:36:54.505849+0000","last_fullsized":"2023-08-28T02:36:54.505849+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.774982+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.774982+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:13:20.011329+0000","scrub_duration":0.003539819,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":309,"reported_epoch":340,"state":"active+clean","last_fresh":"2023-08-28T02:36:50.070809+0000","last_change":"2023-08-28T02:14:43.033789+0000","last_active":"2023-08-28T02:36:50.070809+0000","last_peered":"2023-08-28T02:36:50.070809+0000","last_clean":"2023-08-28T02:36:50.070809+0000","last_became_active":"2023-08-28T02:14:43.033454+0000","last_became_peered":"2023-08-28T02:14:43.033454+0000","last_unstale":"2023-08-28T02:36:50.070809+0000","last_undegraded":"2023-08-28T02:36:50.070809+0000","last_fullsized":"2023-08-28T02:36:50.070809+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:01:13.205842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":140,"reported_epoch":340,"state":"active+clean","last_fresh":"2023-08-28T02:36:50.033465+0000","last_change":"2023-08-28T02:32:28.461807+0000","last_active":"2023-08-28T02:36:50.033465+0000","last_peered":"2023-08-28T02:36:50.033465+0000","last_clean":"2023-08-28T02:36:50.033465+0000","last_became_active":"2023-08-28T02:32:28.461116+0000","last_became_peered":"2023-08-28T02:32:28.461116+0000","last_unstale":"2023-08-28T02:36:50.033465+0000","last_undegraded":"2023-08-28T02:36:50.033465+0000","last_fullsized":"2023-08-28T02:36:50.033465+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:12:45.321757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":287,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-08-28T02:36:54.506297+0000","last_change":"2023-08-28T02:14:43.048791+0000","last_active":"2023-08-28T02:36:54.506297+0000","last_peered":"2023-08-28T02:36:54.506297+0000","last_clean":"2023-08-28T02:36:54.506297+0000","last_became_active":"2023-08-28T02:14:43.047408+0000","last_became_peered":"2023-08-28T02:14:43.047408+0000","last_unstale":"2023-08-28T02:36:54.506297+0000","last_undegraded":"2023-08-28T02:36:54.506297+0000","last_fullsized":"2023-08-28T02:36:54.506297+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:47.097181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"341'7130","reported_seq":16510,"reported_epoch":341,"state":"active+recovering+remapped","last_fresh":"2023-08-28T02:36:55.532405+0000","last_change":"2023-08-28T02:35:10.974195+0000","last_active":"2023-08-28T02:36:55.532405+0000","last_peered":"2023-08-28T02:36:55.532405+0000","last_clean":"2023-08-28T02:31:50.933695+0000","last_became_active":"2023-08-28T02:33:13.540416+0000","last_became_peered":"2023-08-28T02:33:13.540416+0000","last_unstale":"2023-08-28T02:36:55.532405+0000","last_undegraded":"2023-08-28T02:36:55.532405+0000","last_fullsized":"2023-08-28T02:36:55.532405+0000","mapping_epoch":298,"log_start":"256'1674","ondisk_log_start":"256'1674","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5456,"log_dups_size":0,"ondisk_log_size":5456,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:49:35.658845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":310116352,"num_objects":4732,"num_object_clones":0,"num_object_copies":14196,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":684,"num_objects_unfound":0,"num_objects_dirty":4732,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7130,"num_write_kb":379584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4625,"num_bytes_recovered":303104000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,2],"avail_no_missing":["4","2","6"],"object_location_counts":[{"shards":"2,4,5","objects":4390},{"shards":"2,4,6","objects":342}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.5","version":"75'161","reported_seq":634,"reported_epoch":340,"state":"active+clean","last_fresh":"2023-08-28T02:36:50.037849+0000","last_change":"2023-08-28T02:32:31.477151+0000","last_active":"2023-08-28T02:36:50.037849+0000","last_peered":"2023-08-28T02:36:50.037849+0000","last_clean":"2023-08-28T02:36:50.037849+0000","last_became_active":"2023-08-28T02:32:31.476776+0000","last_became_peered":"2023-08-28T02:32:31.476776+0000","last_unstale":"2023-08-28T02:36:50.037849+0000","last_undegraded":"2023-08-28T02:36:50.037849+0000","last_fullsized":"2023-08-28T02:36:50.037849+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:18.891729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:18.891729+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:47:27.194140+0000","scrub_duration":0.0031546460000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"65'2","reported_seq":297,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-08-28T02:36:54.500453+0000","last_change":"2023-08-28T02:33:12.327778+0000","last_active":"2023-08-28T02:36:54.500453+0000","last_peered":"2023-08-28T02:36:54.500453+0000","last_clean":"2023-08-28T02:36:54.500453+0000","last_became_active":"2023-08-28T02:33:12.327273+0000","last_became_peered":"2023-08-28T02:33:12.327273+0000","last_unstale":"2023-08-28T02:36:54.500453+0000","last_undegraded":"2023-08-28T02:36:54.500453+0000","last_fullsized":"2023-08-28T02:36:54.500453+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:40.554192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":178,"reported_epoch":340,"state":"active+clean","last_fresh":"2023-08-28T02:36:50.034151+0000","last_change":"2023-08-28T02:33:13.335665+0000","last_active":"2023-08-28T02:36:50.034151+0000","last_peered":"2023-08-28T02:36:50.034151+0000","last_clean":"2023-08-28T02:36:50.034151+0000","last_became_active":"2023-08-28T02:33:13.335322+0000","last_became_peered":"2023-08-28T02:33:13.335322+0000","last_unstale":"2023-08-28T02:36:50.034151+0000","last_undegraded":"2023-08-28T02:36:50.034151+0000","last_fullsized":"2023-08-28T02:36:50.034151+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:21:08.024493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":294,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-08-28T02:36:54.497904+0000","last_change":"2023-08-28T02:33:12.310326+0000","last_active":"2023-08-28T02:36:54.497904+0000","last_peered":"2023-08-28T02:36:54.497904+0000","last_clean":"2023-08-28T02:36:54.497904+0000","last_became_active":"2023-08-28T02:33:12.310011+0000","last_became_peered":"2023-08-28T02:33:12.310011+0000","last_unstale":"2023-08-28T02:36:54.497904+0000","last_undegraded":"2023-08-28T02:36:54.497904+0000","last_fullsized":"2023-08-28T02:36:54.497904+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:35:03.710036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"341'7096","reported_seq":10695,"reported_epoch":341,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:36:56.318934+0000","last_change":"2023-08-28T02:33:34.765675+0000","last_active":"2023-08-28T02:36:56.318934+0000","last_peered":"2023-08-28T02:36:56.318934+0000","last_clean":"2023-08-28T02:31:27.909649+0000","last_became_active":"2023-08-28T02:33:33.726805+0000","last_became_peered":"2023-08-28T02:33:33.726805+0000","last_unstale":"2023-08-28T02:36:56.318934+0000","last_undegraded":"2023-08-28T02:33:20.140072+0000","last_fullsized":"2023-08-28T02:33:13.278549+0000","mapping_epoch":298,"log_start":"256'1677","ondisk_log_start":"256'1677","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5419,"log_dups_size":0,"ondisk_log_size":5419,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:02:22.971585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":312737792,"num_objects":4772,"num_object_clones":0,"num_object_copies":14316,"num_objects_missing_on_primary":4747,"num_objects_missing":4747,"num_objects_degraded":12095,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4772,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7096,"num_write_kb":379776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1152,"num_bytes_recovered":75366400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[4,3],"avail_no_missing":["2","6"],"object_location_counts":[{"shards":"2,3,4,6","objects":10},{"shards":"2,3,6","objects":2264},{"shards":"2,4,6","objects":14},{"shards":"2,6","objects":2483},{"shards":"3,4","objects":-12}],"blocked_by":[],"up_primary":3,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.4","version":"75'161","reported_seq":549,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-08-28T02:36:54.501482+0000","last_change":"2023-08-28T02:33:12.296479+0000","last_active":"2023-08-28T02:36:54.501482+0000","last_peered":"2023-08-28T02:36:54.501482+0000","last_clean":"2023-08-28T02:36:54.501482+0000","last_became_active":"2023-08-28T02:33:12.294160+0000","last_became_peered":"2023-08-28T02:33:12.294160+0000","last_unstale":"2023-08-28T02:36:54.501482+0000","last_undegraded":"2023-08-28T02:36:54.501482+0000","last_fullsized":"2023-08-28T02:36:54.501482+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.899247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.899247+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":267,"reported_epoch":340,"state":"active+clean","last_fresh":"2023-08-28T02:36:50.069977+0000","last_change":"2023-08-28T02:33:13.539335+0000","last_active":"2023-08-28T02:36:50.069977+0000","last_peered":"2023-08-28T02:36:50.069977+0000","last_clean":"2023-08-28T02:36:50.069977+0000","last_became_active":"2023-08-28T02:33:13.538978+0000","last_became_peered":"2023-08-28T02:33:13.538978+0000","last_unstale":"2023-08-28T02:36:50.069977+0000","last_undegraded":"2023-08-28T02:36:50.069977+0000","last_fullsized":"2023-08-28T02:36:50.069977+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:26:13.405766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"65'1","reported_seq":331,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-08-28T02:36:54.505966+0000","last_change":"2023-08-28T02:29:44.510205+0000","last_active":"2023-08-28T02:36:54.505966+0000","last_peered":"2023-08-28T02:36:54.505966+0000","last_clean":"2023-08-28T02:36:54.505966+0000","last_became_active":"2023-08-28T02:29:44.429357+0000","last_became_peered":"2023-08-28T02:29:44.429357+0000","last_unstale":"2023-08-28T02:36:54.505966+0000","last_undegraded":"2023-08-28T02:36:54.505966+0000","last_fullsized":"2023-08-28T02:36:54.505966+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:44:59.955729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":296,"reported_epoch":340,"state":"active+clean","last_fresh":"2023-08-28T02:36:50.036809+0000","last_change":"2023-08-28T02:32:12.950661+0000","last_active":"2023-08-28T02:36:50.036809+0000","last_peered":"2023-08-28T02:36:50.036809+0000","last_clean":"2023-08-28T02:36:50.036809+0000","last_became_active":"2023-08-28T02:32:12.950276+0000","last_became_peered":"2023-08-28T02:32:12.950276+0000","last_unstale":"2023-08-28T02:36:50.036809+0000","last_undegraded":"2023-08-28T02:36:50.036809+0000","last_fullsized":"2023-08-28T02:36:50.036809+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:05:17.972868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"65'1","reported_seq":288,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-08-28T02:36:54.506214+0000","last_change":"2023-08-28T02:14:43.042150+0000","last_active":"2023-08-28T02:36:54.506214+0000","last_peered":"2023-08-28T02:36:54.506214+0000","last_clean":"2023-08-28T02:36:54.506214+0000","last_became_active":"2023-08-28T02:14:43.038336+0000","last_became_peered":"2023-08-28T02:14:43.038336+0000","last_unstale":"2023-08-28T02:36:54.506214+0000","last_undegraded":"2023-08-28T02:36:54.506214+0000","last_fullsized":"2023-08-28T02:36:54.506214+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:26:02.415152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":337,"reported_epoch":340,"state":"active+clean","last_fresh":"2023-08-28T02:36:50.033340+0000","last_change":"2023-08-28T02:33:13.318097+0000","last_active":"2023-08-28T02:36:50.033340+0000","last_peered":"2023-08-28T02:36:50.033340+0000","last_clean":"2023-08-28T02:36:50.033340+0000","last_became_active":"2023-08-28T02:33:13.317761+0000","last_became_peered":"2023-08-28T02:33:13.317761+0000","last_unstale":"2023-08-28T02:36:50.033340+0000","last_undegraded":"2023-08-28T02:36:50.033340+0000","last_fullsized":"2023-08-28T02:36:50.033340+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:24.836996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"65'2","reported_seq":334,"reported_epoch":340,"state":"active+clean","last_fresh":"2023-08-28T02:36:50.044638+0000","last_change":"2023-08-28T02:29:44.535937+0000","last_active":"2023-08-28T02:36:50.044638+0000","last_peered":"2023-08-28T02:36:50.044638+0000","last_clean":"2023-08-28T02:36:50.044638+0000","last_became_active":"2023-08-28T02:29:44.462244+0000","last_became_peered":"2023-08-28T02:29:44.462244+0000","last_unstale":"2023-08-28T02:36:50.044638+0000","last_undegraded":"2023-08-28T02:36:50.044638+0000","last_fullsized":"2023-08-28T02:36:50.044638+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:30:33.173713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":335,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-08-28T02:36:54.505968+0000","last_change":"2023-08-28T02:33:12.305580+0000","last_active":"2023-08-28T02:36:54.505968+0000","last_peered":"2023-08-28T02:36:54.505968+0000","last_clean":"2023-08-28T02:36:54.505968+0000","last_became_active":"2023-08-28T02:33:12.305261+0000","last_became_peered":"2023-08-28T02:33:12.305261+0000","last_unstale":"2023-08-28T02:36:54.505968+0000","last_undegraded":"2023-08-28T02:36:54.505968+0000","last_fullsized":"2023-08-28T02:36:54.505968+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:22:31.614221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"65'2","reported_seq":303,"reported_epoch":340,"state":"active+clean","last_fresh":"2023-08-28T02:36:50.044777+0000","last_change":"2023-08-28T02:31:51.991101+0000","last_active":"2023-08-28T02:36:50.044777+0000","last_peered":"2023-08-28T02:36:50.044777+0000","last_clean":"2023-08-28T02:36:50.044777+0000","last_became_active":"2023-08-28T02:31:51.987237+0000","last_became_peered":"2023-08-28T02:31:51.987237+0000","last_unstale":"2023-08-28T02:36:50.044777+0000","last_undegraded":"2023-08-28T02:36:50.044777+0000","last_fullsized":"2023-08-28T02:36:50.044777+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:07:07.370857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":337,"reported_epoch":340,"state":"active+clean","last_fresh":"2023-08-28T02:36:50.036980+0000","last_change":"2023-08-28T02:33:12.494483+0000","last_active":"2023-08-28T02:36:50.036980+0000","last_peered":"2023-08-28T02:36:50.036980+0000","last_clean":"2023-08-28T02:36:50.036980+0000","last_became_active":"2023-08-28T02:33:12.494136+0000","last_became_peered":"2023-08-28T02:33:12.494136+0000","last_unstale":"2023-08-28T02:36:50.036980+0000","last_undegraded":"2023-08-28T02:36:50.036980+0000","last_fullsized":"2023-08-28T02:36:50.036980+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:36.772588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"65'1","reported_seq":282,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-08-28T02:36:54.500810+0000","last_change":"2023-08-28T02:33:13.287922+0000","last_active":"2023-08-28T02:36:54.500810+0000","last_peered":"2023-08-28T02:36:54.500810+0000","last_clean":"2023-08-28T02:36:54.500810+0000","last_became_active":"2023-08-28T02:33:13.287520+0000","last_became_peered":"2023-08-28T02:33:13.287520+0000","last_unstale":"2023-08-28T02:36:54.500810+0000","last_undegraded":"2023-08-28T02:36:54.500810+0000","last_fullsized":"2023-08-28T02:36:54.500810+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:11.627168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":296,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-08-28T02:36:54.500347+0000","last_change":"2023-08-28T02:33:13.289469+0000","last_active":"2023-08-28T02:36:54.500347+0000","last_peered":"2023-08-28T02:36:54.500347+0000","last_clean":"2023-08-28T02:36:54.500347+0000","last_became_active":"2023-08-28T02:33:13.288737+0000","last_became_peered":"2023-08-28T02:33:13.288737+0000","last_unstale":"2023-08-28T02:36:54.500347+0000","last_undegraded":"2023-08-28T02:36:54.500347+0000","last_fullsized":"2023-08-28T02:36:54.500347+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:11:15.043550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"65'4","reported_seq":320,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-08-28T02:36:54.506324+0000","last_change":"2023-08-28T02:32:28.607010+0000","last_active":"2023-08-28T02:36:54.506324+0000","last_peered":"2023-08-28T02:36:54.506324+0000","last_clean":"2023-08-28T02:36:54.506324+0000","last_became_active":"2023-08-28T02:32:28.492224+0000","last_became_peered":"2023-08-28T02:32:28.492224+0000","last_unstale":"2023-08-28T02:36:54.506324+0000","last_undegraded":"2023-08-28T02:36:54.506324+0000","last_fullsized":"2023-08-28T02:36:54.506324+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:13:45.711951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":554,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":347,"reported_epoch":340,"state":"active+clean","last_fresh":"2023-08-28T02:36:50.036831+0000","last_change":"2023-08-28T02:33:13.309144+0000","last_active":"2023-08-28T02:36:50.036831+0000","last_peered":"2023-08-28T02:36:50.036831+0000","last_clean":"2023-08-28T02:36:50.036831+0000","last_became_active":"2023-08-28T02:33:13.308910+0000","last_became_peered":"2023-08-28T02:33:13.308910+0000","last_unstale":"2023-08-28T02:36:50.036831+0000","last_undegraded":"2023-08-28T02:36:50.036831+0000","last_fullsized":"2023-08-28T02:36:50.036831+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:09:59.549591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":4862705688,"num_objects":74200,"num_object_clones":0,"num_object_copies":222600,"num_objects_missing_on_primary":4747,"num_objects_missing":4747,"num_objects_degraded":36091,"num_objects_misplaced":9408,"num_objects_unfound":0,"num_objects_dirty":74200,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":112414,"num_write_kb":5971585,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":37745,"num_bytes_recovered":2457403392,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":15287267328,"data_stored":15287255112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":96362,"ondisk_log_size":96362,"up":48,"acting":43,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":10126,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":370028,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":89,"num_read_kb":167,"num_write":44,"num_write_kb":440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":322019,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299760,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1987880,"kb_used_data":1495072,"kb_used_omap":0,"kb_used_meta":492800,"kb_avail":91757272,"statfs":{"total":95995035648,"available":93959446528,"internally_reserved":0,"allocated":1530953728,"data_stored":1529596853,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":504627200},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:36:11 2023","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.64200000000000002,"15min":1.4410000000000001},"min":{"1min":0.25,"5min":0.219,"15min":0.219},"max":{"1min":1.524,"5min":3.6480000000000001,"15min":13.118},"last":0.35599999999999998},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.90200000000000002,"15min":1.8560000000000001},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.246},"max":{"1min":2.6989999999999998,"5min":9.2799999999999994,"15min":17.402999999999999},"last":0.496}]},{"osd":1,"last update":"Mon Aug 28 02:36:41 2023","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.91000000000000003,"15min":2.0449999999999999},"min":{"1min":0.27700000000000002,"5min":0.27300000000000002,"15min":0.24099999999999999},"max":{"1min":2.7509999999999999,"5min":7.0599999999999996,"15min":17.43},"last":0.37},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.85499999999999998,"15min":1.8779999999999999},"min":{"1min":0.315,"5min":0.311,"15min":0.25900000000000001},"max":{"1min":2.7669999999999999,"5min":7.1420000000000003,"15min":19.913},"last":0.45400000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:36:25 2023","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.60899999999999999,"15min":1.46},"min":{"1min":0.28899999999999998,"5min":0.23499999999999999,"15min":0.22800000000000001},"max":{"1min":1.5529999999999999,"5min":3.8199999999999998,"15min":8.3889999999999993},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.66500000000000004,"15min":1.2569999999999999},"min":{"1min":0.36899999999999999,"5min":0.28799999999999998,"15min":0.28699999999999998},"max":{"1min":1.9159999999999999,"5min":3.5219999999999998,"15min":9.2219999999999995},"last":0.85299999999999998}]},{"osd":3,"last update":"Mon Aug 28 02:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.65600000000000003,"15min":0.69699999999999995},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":1.9590000000000001,"5min":3.0099999999999998,"15min":3.0099999999999998},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.625,"15min":0.628},"min":{"1min":0.34499999999999997,"5min":0.308,"15min":0.308},"max":{"1min":2.5390000000000001,"5min":3.1000000000000001,"15min":3.1000000000000001},"last":0.41699999999999998}]},{"osd":4,"last update":"Mon Aug 28 02:36:11 2023","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.80900000000000005,"15min":1.306},"min":{"1min":0.27700000000000002,"5min":0.245,"15min":0.245},"max":{"1min":2.677,"5min":7.0960000000000001,"15min":18.943000000000001},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.73999999999999999,"15min":0.95299999999999996},"min":{"1min":0.28699999999999998,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":2.8610000000000002,"5min":6.2350000000000003,"15min":8.1890000000000001},"last":0.51200000000000001}]},{"osd":5,"last update":"Mon Aug 28 02:36:11 2023","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.63600000000000001,"15min":1.0680000000000001},"min":{"1min":0.32000000000000001,"5min":0.246,"15min":0.23599999999999999},"max":{"1min":1.466,"5min":5.9130000000000003,"15min":14.622},"last":0.441},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.79100000000000004,"15min":1.2989999999999999},"min":{"1min":0.36799999999999999,"5min":0.28100000000000003,"15min":0.27000000000000002},"max":{"1min":2.7210000000000001,"5min":7,"15min":17.324999999999999},"last":0.40200000000000002}]},{"osd":6,"last update":"Mon Aug 28 02:36:11 2023","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.88900000000000001,"15min":1.329},"min":{"1min":0.33300000000000002,"5min":0.31900000000000001,"15min":0.30299999999999999},"max":{"1min":2.7360000000000002,"5min":7.601,"15min":17.454999999999998},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.747,"15min":0.86699999999999999},"min":{"1min":0.34000000000000002,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":1.9770000000000001,"5min":5.6710000000000003,"15min":7.665},"last":0.54200000000000004}]}]},{"osd":6,"up_from":0,"seq":193273528691,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":101,"seq":433791697150,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1523764,"kb_used_data":899692,"kb_used_omap":4,"kb_used_meta":624059,"kb_avail":92221388,"statfs":{"total":95995035648,"available":94434701312,"internally_reserved":0,"allocated":921284608,"data_stored":919360302,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":639037326},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:36:42 2023","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.72799999999999998,"15min":2.101},"min":{"1min":0.26600000000000001,"5min":0.223,"15min":0.214},"max":{"1min":2.1659999999999999,"5min":6.4500000000000002,"15min":24.545999999999999},"last":0.33800000000000002},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.82199999999999995,"15min":2.5139999999999998},"min":{"1min":0.25600000000000001,"5min":0.23599999999999999,"15min":0.21199999999999999},"max":{"1min":3.496,"5min":7.5330000000000004,"15min":24.515000000000001},"last":0.32400000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:36:30 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.88200000000000001,"15min":2.3300000000000001},"min":{"1min":0.32900000000000001,"5min":0.28699999999999998,"15min":0.24099999999999999},"max":{"1min":3.544,"5min":7.5659999999999998,"15min":22.161000000000001},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.94199999999999995,"15min":1.748},"min":{"1min":0.34000000000000002,"5min":0.27600000000000002,"15min":0.253},"max":{"1min":2.4489999999999998,"5min":8.3170000000000002,"15min":19.100999999999999},"last":0.45100000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:36:16 2023","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.51300000000000001,"15min":0.47899999999999998},"min":{"1min":0.313,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":1.0940000000000001,"5min":1.9770000000000001,"15min":1.9770000000000001},"last":0.27900000000000003},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.55900000000000005,"15min":0.52900000000000003},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":3.5819999999999999,"5min":3.5819999999999999,"15min":3.5819999999999999},"last":0.42999999999999999}]},{"osd":4,"last update":"Mon Aug 28 02:36:42 2023","interfaces":[{"interface":"back","average":{"1min":0.64200000000000002,"5min":0.88400000000000001,"15min":1.4119999999999999},"min":{"1min":0.38400000000000001,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":2.488,"5min":6.819,"15min":18.992999999999999},"last":0.40600000000000003},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.88400000000000001,"15min":1.6459999999999999},"min":{"1min":0.34300000000000003,"5min":0.29099999999999998,"15min":0.26400000000000001},"max":{"1min":1.9650000000000001,"5min":6.8380000000000001,"15min":14.779999999999999},"last":0.48799999999999999}]},{"osd":5,"last update":"Mon Aug 28 02:36:42 2023","interfaces":[{"interface":"back","average":{"1min":0.71099999999999997,"5min":0.96399999999999997,"15min":2.0459999999999998},"min":{"1min":0.39300000000000002,"5min":0.35999999999999999,"15min":0.29999999999999999},"max":{"1min":3.6080000000000001,"5min":7.7549999999999999,"15min":18.626999999999999},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.68000000000000005,"5min":0.93799999999999994,"15min":1.8480000000000001},"min":{"1min":0.41899999999999998,"5min":0.375,"15min":0.33600000000000002},"max":{"1min":2.532,"5min":7.3410000000000002,"15min":18.945},"last":0.56499999999999995}]},{"osd":6,"last update":"Mon Aug 28 02:36:42 2023","interfaces":[{"interface":"back","average":{"1min":0.76400000000000001,"5min":0.88700000000000001,"15min":2.0009999999999999},"min":{"1min":0.44600000000000001,"5min":0.39100000000000001,"15min":0.34300000000000003},"max":{"1min":3.6400000000000001,"5min":7.4969999999999999,"15min":12.221},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.69499999999999995,"5min":1.0980000000000001,"15min":1.633},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.34499999999999997},"max":{"1min":2.5950000000000002,"5min":12.371,"15min":19.021999999999998},"last":0.50700000000000001}]},{"osd":7,"last update":"Mon Aug 28 02:36:42 2023","interfaces":[{"interface":"back","average":{"1min":0.72999999999999998,"5min":0.92400000000000004,"15min":1.7689999999999999},"min":{"1min":0.497,"5min":0.374,"15min":0.374},"max":{"1min":2.5600000000000001,"5min":7.3949999999999996,"15min":19.047999999999998},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.66000000000000003,"5min":0.94699999999999995,"15min":1.8660000000000001},"min":{"1min":0.48099999999999998,"5min":0.34399999999999997,"15min":0.312},"max":{"1min":1.9079999999999999,"5min":6.4960000000000004,"15min":14.818},"last":0.55000000000000004}]}]},{"osd":0,"up_from":87,"seq":373662155017,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3623308,"kb_used_data":2945988,"kb_used_omap":5,"kb_used_meta":677306,"kb_avail":90121844,"statfs":{"total":95995035648,"available":92284768256,"internally_reserved":0,"allocated":3016691712,"data_stored":3014641788,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":693561978},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:36:35 2023","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.67000000000000004,"15min":1.631},"min":{"1min":0.221,"5min":0.184,"15min":0.184},"max":{"1min":0.76800000000000002,"5min":5.5339999999999998,"15min":30.315000000000001},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.38800000000000001,"5min":0.67700000000000005,"15min":2.431},"min":{"1min":0.27600000000000002,"5min":0.25,"15min":0.221},"max":{"1min":0.67900000000000005,"5min":8.3379999999999992,"15min":69.272000000000006},"last":0.55400000000000005}]},{"osd":2,"last update":"Mon Aug 28 02:36:35 2023","interfaces":[{"interface":"back","average":{"1min":0.68799999999999994,"5min":0.70399999999999996,"15min":1.923},"min":{"1min":0.29399999999999998,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":2.9119999999999999,"5min":5.7060000000000004,"15min":20.959},"last":0.77200000000000002},{"interface":"front","average":{"1min":0.83299999999999996,"5min":0.81999999999999995,"15min":1.7709999999999999},"min":{"1min":0.311,"5min":0.247,"15min":0.24299999999999999},"max":{"1min":6.1180000000000003,"5min":6.1180000000000003,"15min":9.7490000000000006},"last":0.45800000000000002}]},{"osd":3,"last update":"Mon Aug 28 02:36:16 2023","interfaces":[{"interface":"back","average":{"1min":0.85299999999999998,"5min":0.755,"15min":0.751},"min":{"1min":0.36199999999999999,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":4.1210000000000004,"5min":4.1210000000000004,"15min":4.1210000000000004},"last":0.69099999999999995},{"interface":"front","average":{"1min":0.86699999999999999,"5min":0.76500000000000001,"15min":0.77500000000000002},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":4.9199999999999999,"5min":4.9199999999999999,"15min":4.9199999999999999},"last":0.495}]},{"osd":4,"last update":"Mon Aug 28 02:36:16 2023","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.83199999999999996,"15min":2.383},"min":{"1min":0.315,"5min":0.314,"15min":0.29299999999999998},"max":{"1min":1.6559999999999999,"5min":5.3789999999999996,"15min":274.33199999999999},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.76200000000000001,"5min":0.98199999999999998,"15min":2.778},"min":{"1min":0.34999999999999998,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":2.6520000000000001,"5min":11.943,"15min":266.31999999999999},"last":0.65800000000000003}]},{"osd":5,"last update":"Mon Aug 28 02:36:16 2023","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.76400000000000001,"15min":1.46},"min":{"1min":0.35499999999999998,"5min":0.33300000000000002,"15min":0.29299999999999998},"max":{"1min":1.6080000000000001,"5min":5.4400000000000004,"15min":13.038},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.66300000000000003,"5min":1.0660000000000001,"15min":1.9770000000000001},"min":{"1min":0.36699999999999999,"5min":0.34799999999999998,"15min":0.27800000000000002},"max":{"1min":1.8069999999999999,"5min":11.968999999999999,"15min":15.231},"last":0.70799999999999996}]},{"osd":6,"last update":"Mon Aug 28 02:36:16 2023","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.97099999999999997,"15min":1.6890000000000001},"min":{"1min":0.42199999999999999,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":1.6930000000000001,"5min":11.605,"15min":15.122999999999999},"last":0.64100000000000001},{"interface":"front","average":{"1min":0.70899999999999996,"5min":1.1399999999999999,"15min":2.0009999999999999},"min":{"1min":0.434,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":1.841,"5min":11.856999999999999,"15min":15.186999999999999},"last":0.624}]},{"osd":7,"last update":"Mon Aug 28 02:36:16 2023","interfaces":[{"interface":"back","average":{"1min":0.80100000000000005,"5min":0.99399999999999999,"15min":1.9119999999999999},"min":{"1min":0.44800000000000001,"5min":0.36399999999999999,"15min":0.33400000000000002},"max":{"1min":2.6869999999999998,"5min":8.1069999999999993,"15min":16.183},"last":0.73899999999999999},{"interface":"front","average":{"1min":0.79800000000000004,"5min":0.93400000000000005,"15min":1.6779999999999999},"min":{"1min":0.52500000000000002,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":2.6720000000000002,"5min":5.2839999999999998,"15min":13.005000000000001},"last":0.80700000000000005}]}]},{"osd":2,"up_from":0,"seq":502511173876,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":297,"seq":1275605286959,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":884420,"kb_used_data":753596,"kb_used_omap":2,"kb_used_meta":130813,"kb_avail":92860732,"statfs":{"total":95995035648,"available":95089389568,"internally_reserved":0,"allocated":771682304,"data_stored":769745247,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":133952565},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:36:14 2023","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.5,"15min":0.435},"min":{"1min":0.247,"5min":0.22,"15min":0.22},"max":{"1min":1.0840000000000001,"5min":6.8819999999999997,"15min":6.8819999999999997},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.72599999999999998,"15min":0.70799999999999996},"min":{"1min":0.28399999999999997,"5min":0.217,"15min":0.217},"max":{"1min":1.1100000000000001,"5min":6.7839999999999998,"15min":6.7839999999999998},"last":0.55000000000000004}]},{"osd":1,"last update":"Mon Aug 28 02:36:14 2023","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.52800000000000002,"15min":0.442},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":3.0150000000000001,"5min":4.0650000000000004,"15min":4.0650000000000004},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.72799999999999998,"15min":0.72599999999999998},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":3.9249999999999998,"5min":3.9249999999999998,"15min":3.9249999999999998},"last":0.86599999999999999}]},{"osd":2,"last update":"Mon Aug 28 02:36:14 2023","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.58699999999999997,"15min":0.623},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.68000000000000005,"5min":2.5449999999999999,"15min":2.5449999999999999},"last":0.61199999999999999},{"interface":"front","average":{"1min":0.64400000000000002,"5min":0.60699999999999998,"15min":0.56499999999999995},"min":{"1min":0.34000000000000002,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":2.6000000000000001,"5min":4.7030000000000003,"15min":4.7030000000000003},"last":0.80400000000000005}]},{"osd":4,"last update":"Mon Aug 28 02:36:14 2023","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.56399999999999995,"15min":0.56899999999999995},"min":{"1min":0.36899999999999999,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.71099999999999997,"5min":1.863,"15min":1.863},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.60199999999999998,"15min":0.55600000000000005},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":1.226,"5min":3.5030000000000001,"15min":3.5030000000000001},"last":0.48299999999999998}]},{"osd":5,"last update":"Mon Aug 28 02:36:14 2023","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.627,"15min":0.58699999999999997},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":1.1919999999999999,"5min":3.5390000000000001,"15min":3.5390000000000001},"last":2.29},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.39200000000000002,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.71599999999999997,"5min":2.383,"15min":2.383},"last":2.7149999999999999}]},{"osd":6,"last update":"Mon Aug 28 02:36:14 2023","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.63700000000000001,"15min":0.64200000000000002},"min":{"1min":0.439,"5min":0.436,"15min":0.436},"max":{"1min":0.83599999999999997,"5min":1.8879999999999999,"15min":1.8879999999999999},"last":0.56299999999999994},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.69099999999999995,"15min":0.65100000000000002},"min":{"1min":0.42599999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":1.254,"5min":3.6099999999999999,"15min":3.6099999999999999},"last":0.44700000000000001}]},{"osd":7,"last update":"Mon Aug 28 02:36:14 2023","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.59399999999999997,"15min":0.58199999999999996},"min":{"1min":0.44600000000000001,"5min":0.437,"15min":0.437},"max":{"1min":1.4319999999999999,"5min":2.3500000000000001,"15min":2.3500000000000001},"last":2.9399999999999999},{"interface":"front","average":{"1min":0.65200000000000002,"5min":0.64900000000000002,"15min":0.64800000000000002},"min":{"1min":0.505,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":1.45,"5min":1.8260000000000001,"15min":1.8260000000000001},"last":2.9540000000000002}]}]},{"osd":4,"up_from":30,"seq":128849019253,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3458728,"kb_used_data":2982496,"kb_used_omap":0,"kb_used_meta":476224,"kb_avail":90286424,"statfs":{"total":95995035648,"available":92453298176,"internally_reserved":0,"allocated":3054075904,"data_stored":3052719264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":487653376},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,0,0,0,1,0,0,3,4,4,3],"upper_bound":8192},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.78500000000000003,"15min":1.679},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.22800000000000001},"max":{"1min":0.52300000000000002,"5min":10.249000000000001,"15min":22.515000000000001},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.90900000000000003,"15min":1.5840000000000001},"min":{"1min":0.30199999999999999,"5min":0.23200000000000001,"15min":0.217},"max":{"1min":0.65300000000000002,"5min":6.9720000000000004,"15min":22.454000000000001},"last":0.35599999999999998}]},{"osd":1,"last update":"Mon Aug 28 02:36:47 2023","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.68100000000000005,"15min":1.3879999999999999},"min":{"1min":0.312,"5min":0.254,"15min":0.24199999999999999},"max":{"1min":0.58399999999999996,"5min":8.7710000000000008,"15min":23.082000000000001},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.432,"5min":0.628,"15min":1.597},"min":{"1min":0.29199999999999998,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.55300000000000005,"5min":8.7940000000000005,"15min":25.100000000000001},"last":0.49099999999999999}]},{"osd":2,"last update":"Mon Aug 28 02:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.92700000000000005,"15min":1.571},"min":{"1min":0.35199999999999998,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":3.3210000000000002,"5min":8.7149999999999999,"15min":16.231000000000002},"last":0.439},{"interface":"front","average":{"1min":0.437,"5min":0.90500000000000003,"15min":1.466},"min":{"1min":0.34300000000000003,"5min":0.312,"15min":0.251},"max":{"1min":0.51900000000000002,"5min":6.9409999999999998,"15min":13.515000000000001},"last":0.33200000000000002}]},{"osd":3,"last update":"Mon Aug 28 02:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.73599999999999999,"15min":0.78400000000000003},"min":{"1min":0.34699999999999998,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.778,"5min":7.7480000000000002,"15min":7.7480000000000002},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.503,"5min":0.71499999999999997,"15min":0.67100000000000004},"min":{"1min":0.34100000000000003,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.83399999999999996,"5min":3.7069999999999999,"15min":3.7069999999999999},"last":0.371}]},{"osd":5,"last update":"Mon Aug 28 02:35:56 2023","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.65800000000000003,"15min":1.0920000000000001},"min":{"1min":0.27300000000000002,"5min":0.222,"15min":0.222},"max":{"1min":0.84599999999999997,"5min":8.6679999999999993,"15min":16.181999999999999},"last":3.2719999999999998},{"interface":"front","average":{"1min":0.45100000000000001,"5min":0.85199999999999998,"15min":1.1259999999999999},"min":{"1min":0.29799999999999999,"5min":0.224,"15min":0.20699999999999999},"max":{"1min":1.1140000000000001,"5min":8.6370000000000005,"15min":10.233000000000001},"last":0.90200000000000002}]},{"osd":6,"last update":"Mon Aug 28 02:36:11 2023","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.82399999999999995,"15min":1.0700000000000001},"min":{"1min":0.33600000000000002,"5min":0.27100000000000002,"15min":0.26500000000000001},"max":{"1min":1.1830000000000001,"5min":8.5950000000000006,"15min":10.023999999999999},"last":0.29599999999999999},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.95399999999999996,"15min":1.119},"min":{"1min":0.31,"5min":0.28299999999999997,"15min":0.26600000000000001},"max":{"1min":1.3280000000000001,"5min":6.8860000000000001,"15min":8.5},"last":1.679}]},{"osd":7,"last update":"Mon Aug 28 02:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.76300000000000001,"15min":1.133},"min":{"1min":0.34899999999999998,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.73099999999999998,"5min":8.8249999999999993,"15min":9.3209999999999997},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.92800000000000005,"15min":1.099},"min":{"1min":0.432,"5min":0.34499999999999997,"15min":0.30299999999999999},"max":{"1min":0.64200000000000002,"5min":15.597,"15min":15.597},"last":0.38700000000000001}]}]},{"osd":5,"up_from":37,"seq":158913790326,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2614424,"kb_used_data":2065232,"kb_used_omap":0,"kb_used_meta":549184,"kb_avail":91130728,"statfs":{"total":95995035648,"available":93317865472,"internally_reserved":0,"allocated":2114797568,"data_stored":2113453295,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":562364416},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:36:47 2023","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.73899999999999999,"15min":1.706},"min":{"1min":0.26000000000000001,"5min":0.23200000000000001,"15min":0.20200000000000001},"max":{"1min":0.83099999999999996,"5min":7.7560000000000002,"15min":40.334000000000003},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.90700000000000003,"15min":1.7170000000000001},"min":{"1min":0.29199999999999998,"5min":0.26600000000000001,"15min":0.23200000000000001},"max":{"1min":0.66400000000000003,"5min":19.815999999999999,"15min":40.212000000000003},"last":0.56999999999999995}]},{"osd":1,"last update":"Mon Aug 28 02:36:47 2023","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.77900000000000003,"15min":1.8819999999999999},"min":{"1min":0.309,"5min":0.27400000000000002,"15min":0.23699999999999999},"max":{"1min":0.55400000000000005,"5min":17.998000000000001,"15min":40.088000000000001},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.45900000000000002,"5min":1.107,"15min":1.794},"min":{"1min":0.29199999999999998,"5min":0.27800000000000002,"15min":0.26000000000000001},"max":{"1min":0.67900000000000005,"5min":19.853000000000002,"15min":40.243000000000002},"last":0.45100000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:36:47 2023","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.75800000000000001,"15min":1.706},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.27700000000000002},"max":{"1min":0.81100000000000005,"5min":7.8029999999999999,"15min":40.436999999999998},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.91800000000000004,"15min":1.8029999999999999},"min":{"1min":0.39300000000000002,"5min":0.315,"15min":0.27200000000000002},"max":{"1min":0.69499999999999995,"5min":8.609,"15min":40.555},"last":0.60099999999999998}]},{"osd":3,"last update":"Mon Aug 28 02:36:19 2023","interfaces":[{"interface":"back","average":{"1min":0.46899999999999997,"5min":0.99399999999999999,"15min":1.1970000000000001},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.68100000000000005,"5min":16.190999999999999,"15min":16.190999999999999},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.85899999999999999,"5min":1.29,"15min":1.5529999999999999},"min":{"1min":0.377,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":4.8230000000000004,"5min":21.420999999999999,"15min":21.420999999999999},"last":0.54600000000000004}]},{"osd":4,"last update":"Mon Aug 28 02:35:57 2023","interfaces":[{"interface":"back","average":{"1min":0.46100000000000002,"5min":0.75900000000000001,"15min":1.2729999999999999},"min":{"1min":0.28199999999999997,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":1.516,"5min":13.616,"15min":40.762999999999998},"last":0.32000000000000001},{"interface":"front","average":{"1min":0.72199999999999998,"5min":0.95499999999999996,"15min":1.3680000000000001},"min":{"1min":0.32700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":4.1879999999999997,"5min":10.439,"15min":40.634},"last":0.38200000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:36:47 2023","interfaces":[{"interface":"back","average":{"1min":0.81499999999999995,"5min":0.89300000000000002,"15min":1.4359999999999999},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.23300000000000001},"max":{"1min":4.04,"5min":10.66,"15min":42.409999999999997},"last":0.36099999999999999},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.69499999999999995,"15min":1.3899999999999999},"min":{"1min":0.29499999999999998,"5min":0.254,"15min":0.254},"max":{"1min":0.81399999999999995,"5min":9.5830000000000002,"15min":42.533999999999999},"last":0.55900000000000005}]},{"osd":7,"last update":"Mon Aug 28 02:36:47 2023","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.70399999999999996,"15min":1.5840000000000001},"min":{"1min":0.34999999999999998,"5min":0.315,"15min":0.315},"max":{"1min":2.9809999999999999,"5min":6.1749999999999998,"15min":42.667000000000002},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.94199999999999995,"15min":1.6040000000000001},"min":{"1min":0.39700000000000002,"5min":0.33000000000000002,"15min":0.318},"max":{"1min":1.7330000000000001,"5min":9.1189999999999998,"15min":42.344000000000001},"last":0.42299999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":3009679360,"data_stored":3009675288,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":915865600,"data_stored":915865600,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":2069757952,"data_stored":2069757952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":765329408,"data_stored":765329408,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":3049721856,"data_stored":3049717784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":2110193664,"data_stored":2110193664,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1840844800,"data_stored":1840840728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1525874688,"data_stored":1525874688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:37:02.112 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph status --format=json 2023-08-28T02:37:02.144 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:37:02.179 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:02.356 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:37:02.359 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:02.359 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:37:02.385 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.6 dump_historic_ops 2023-08-28T02:37:02.438 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-08-28T02:37:02.459 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:37:02.473 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:37:02.497 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:02.520 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:37:02.523 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:02.523 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:37:02.624 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:37:02.655 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:02 smithi083 ceph-mon[157819]: from='client.55957 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:37:02.655 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:02 smithi083 ceph-mon[157819]: pgmap v1036: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.5 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 113 op/s; 35964/221802 objects degraded (16.214%); 9377/221802 objects misplaced (4.228%); 2.0 MiB/s, 32 objects/s recovering 2023-08-28T02:37:02.657 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:02.725 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:37:02.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:02 smithi040 ceph-mon[175404]: from='client.55957 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:37:02.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:02 smithi040 ceph-mon[175404]: pgmap v1036: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.5 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 113 op/s; 35964/221802 objects degraded (16.214%); 9377/221802 objects misplaced (4.228%); 2.0 MiB/s, 32 objects/s recovering 2023-08-28T02:37:02.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:02 smithi040 ceph-mon[170259]: from='client.55957 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:37:02.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:02 smithi040 ceph-mon[170259]: pgmap v1036: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.5 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 113 op/s; 35964/221802 objects degraded (16.214%); 9377/221802 objects misplaced (4.228%); 2.0 MiB/s, 32 objects/s recovering 2023-08-28T02:37:02.732 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:37:02.736 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:02.737 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:37:02.798 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:37:02.838 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:37:02.869 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:02.890 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:37:02.894 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:02.894 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:37:02.995 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:37:03.081 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:03.201 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:37:03.204 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:03.204 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:37:03.245 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:37:03.305 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:37:03.335 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:03.409 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:37:03.413 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:03.413 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:37:03.514 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:37:03.543 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:03.614 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:37:03.617 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:03.617 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:37:03.718 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:37:03.754 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:03.803 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2023-08-28T02:37:03.803 INFO:teuthology.orchestra.run.smithi083.stdout: "size": 20, 2023-08-28T02:37:03.803 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 600, 2023-08-28T02:37:03.803 INFO:teuthology.orchestra.run.smithi083.stdout: "ops": [ 2023-08-28T02:37:03.803 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.803 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_repop(client.34719.0:166816 9.13 e217/196 9:c8aedeed:::benchmark_data_smithi040_209735_object59221:head v 217'7076, mlcod=216'7074)", 2023-08-28T02:37:03.803 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:32.935340+0000", 2023-08-28T02:37:03.803 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 450.865780804, 2023-08-28T02:37:03.803 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.207471302, 2023-08-28T02:37:03.803 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:37:03.804 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:37:03.804 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:37:03.804 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.804 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:37:03.804 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.935340+0000", 2023-08-28T02:37:03.804 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:37:03.804 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.804 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.804 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:37:03.804 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.935340+0000", 2023-08-28T02:37:03.804 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:37:03.805 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.805 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.805 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:37:03.805 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.935339+0000", 2023-08-28T02:37:03.805 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:37:03.805 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.805 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.805 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:37:03.805 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.935348+0000", 2023-08-28T02:37:03.805 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.3989999999999993e-06 2023-08-28T02:37:03.805 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.805 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.805 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:37:03.806 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.935360+0000", 2023-08-28T02:37:03.806 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1888999999999999e-05 2023-08-28T02:37:03.806 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.806 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.806 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:37:03.806 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.935369+0000", 2023-08-28T02:37:03.806 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.7360000000000007e-06 2023-08-28T02:37:03.806 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.806 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.806 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:37:03.806 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.935416+0000", 2023-08-28T02:37:03.806 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.7032e-05 2023-08-28T02:37:03.807 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.807 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.807 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:37:03.807 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.935439+0000", 2023-08-28T02:37:03.807 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.3125999999999998e-05 2023-08-28T02:37:03.807 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.807 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.807 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:37:03.807 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.142781+0000", 2023-08-28T02:37:03.807 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.207341945 2023-08-28T02:37:03.807 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.807 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.808 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:37:03.808 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.142811+0000", 2023-08-28T02:37:03.808 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.025e-05 2023-08-28T02:37:03.808 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:37:03.808 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:37:03.808 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:37:03.808 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.808 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.808 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:15973 10.f 10:f156d307:::benchmark_data_smithi040_250784_object15972:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e255)", 2023-08-28T02:37:03.808 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:01.960653+0000", 2023-08-28T02:37:03.808 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 361.84046772800002, 2023-08-28T02:37:03.808 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.074587173000000007, 2023-08-28T02:37:03.809 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:37:03.809 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:37:03.809 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:37:03.809 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:37:03.809 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:37:03.809 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 15973 2023-08-28T02:37:03.809 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.809 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:37:03.809 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.809 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:37:03.809 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.960653+0000", 2023-08-28T02:37:03.809 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:37:03.810 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.810 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.810 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:37:03.810 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.960653+0000", 2023-08-28T02:37:03.810 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:37:03.810 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.810 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.810 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:37:03.810 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.960652+0000", 2023-08-28T02:37:03.810 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:37:03.810 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.810 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.811 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:37:03.811 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.960761+0000", 2023-08-28T02:37:03.811 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000108657 2023-08-28T02:37:03.811 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.811 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.811 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:37:03.811 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.960772+0000", 2023-08-28T02:37:03.811 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1491999999999999e-05 2023-08-28T02:37:03.811 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.811 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.811 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:37:03.811 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.960779+0000", 2023-08-28T02:37:03.812 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.8360000000000003e-06 2023-08-28T02:37:03.812 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.812 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.812 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:37:03.812 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.961398+0000", 2023-08-28T02:37:03.812 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00061934700000000002 2023-08-28T02:37:03.812 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.812 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.812 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:37:03.812 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.961506+0000", 2023-08-28T02:37:03.812 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00010712 2023-08-28T02:37:03.812 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.812 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.813 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 2,3", 2023-08-28T02:37:03.813 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.961628+0000", 2023-08-28T02:37:03.813 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00012226399999999999 2023-08-28T02:37:03.813 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.813 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.813 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:37:03.813 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.962685+0000", 2023-08-28T02:37:03.813 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.001057573 2023-08-28T02:37:03.813 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.813 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.813 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:37:03.814 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963913+0000", 2023-08-28T02:37:03.814 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0012280609999999999 2023-08-28T02:37:03.814 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.814 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.814 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:37:03.814 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.035152+0000", 2023-08-28T02:37:03.814 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.071238836999999999 2023-08-28T02:37:03.814 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.814 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.815 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:37:03.815 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.035200+0000", 2023-08-28T02:37:03.815 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.7976999999999998e-05 2023-08-28T02:37:03.815 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.815 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.815 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:37:03.815 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.035240+0000", 2023-08-28T02:37:03.815 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.9879000000000002e-05 2023-08-28T02:37:03.815 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:37:03.815 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:37:03.816 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:37:03.816 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.816 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.816 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:15976 10.0 10:04abaf74:::benchmark_data_smithi040_250784_object15975:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e255)", 2023-08-28T02:37:03.816 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:01.962378+0000", 2023-08-28T02:37:03.816 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 361.83874263199999, 2023-08-28T02:37:03.816 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.075520459999999998, 2023-08-28T02:37:03.816 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:37:03.816 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:37:03.816 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:37:03.817 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:37:03.817 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:37:03.817 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 15976 2023-08-28T02:37:03.817 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.817 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:37:03.817 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.817 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:37:03.817 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.962378+0000", 2023-08-28T02:37:03.817 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:37:03.817 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.818 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.818 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:37:03.818 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.962378+0000", 2023-08-28T02:37:03.818 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:37:03.818 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.818 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.818 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:37:03.818 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.962377+0000", 2023-08-28T02:37:03.818 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:37:03.818 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.818 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.818 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:37:03.819 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963038+0000", 2023-08-28T02:37:03.819 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00066063600000000004 2023-08-28T02:37:03.819 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.819 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.819 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:37:03.819 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963055+0000", 2023-08-28T02:37:03.819 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.6986e-05 2023-08-28T02:37:03.819 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.819 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.820 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:37:03.820 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963061+0000", 2023-08-28T02:37:03.820 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.3799999999999999e-06 2023-08-28T02:37:03.820 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.820 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.820 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:37:03.820 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963106+0000", 2023-08-28T02:37:03.820 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.5080000000000002e-05 2023-08-28T02:37:03.820 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.820 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.820 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:37:03.821 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963212+0000", 2023-08-28T02:37:03.821 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000105581 2023-08-28T02:37:03.821 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.821 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.821 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,4", 2023-08-28T02:37:03.821 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963333+0000", 2023-08-28T02:37:03.821 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00012171399999999999 2023-08-28T02:37:03.821 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.821 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.821 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:37:03.822 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.035999+0000", 2023-08-28T02:37:03.822 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.072665946999999995 2023-08-28T02:37:03.822 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.822 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.822 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:37:03.822 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.036037+0000", 2023-08-28T02:37:03.822 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.7283000000000002e-05 2023-08-28T02:37:03.822 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.822 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.822 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:37:03.822 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.037810+0000", 2023-08-28T02:37:03.823 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0017734339999999999 2023-08-28T02:37:03.823 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.823 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.823 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:37:03.823 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.037857+0000", 2023-08-28T02:37:03.823 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.7273e-05 2023-08-28T02:37:03.823 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.823 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.823 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:37:03.823 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.037899+0000", 2023-08-28T02:37:03.823 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.1238000000000001e-05 2023-08-28T02:37:03.824 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:37:03.824 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:37:03.824 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:37:03.824 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.824 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.824 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:15977 10.0 10:07e57540:::benchmark_data_smithi040_250784_object15976:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e255)", 2023-08-28T02:37:03.824 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:01.963074+0000", 2023-08-28T02:37:03.824 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 361.83804644000003, 2023-08-28T02:37:03.824 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.074940121999999998, 2023-08-28T02:37:03.825 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:37:03.825 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:37:03.825 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:37:03.825 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:37:03.825 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:37:03.825 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 15977 2023-08-28T02:37:03.825 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.825 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:37:03.825 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.825 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:37:03.825 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963074+0000", 2023-08-28T02:37:03.825 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:37:03.826 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.826 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.826 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:37:03.826 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963074+0000", 2023-08-28T02:37:03.826 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:37:03.826 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.826 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.826 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:37:03.826 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963074+0000", 2023-08-28T02:37:03.826 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999995 2023-08-28T02:37:03.826 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.826 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.827 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:37:03.827 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963111+0000", 2023-08-28T02:37:03.827 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.7444999999999998e-05 2023-08-28T02:37:03.827 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.827 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.827 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:37:03.827 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963119+0000", 2023-08-28T02:37:03.827 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.4419999999999998e-06 2023-08-28T02:37:03.827 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.827 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.827 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:37:03.827 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963124+0000", 2023-08-28T02:37:03.828 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.8670000000000002e-06 2023-08-28T02:37:03.828 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.828 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.828 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:37:03.828 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.964079+0000", 2023-08-28T02:37:03.828 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00095448400000000002 2023-08-28T02:37:03.828 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.828 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.828 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:37:03.828 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.964187+0000", 2023-08-28T02:37:03.828 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00010782599999999999 2023-08-28T02:37:03.829 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.829 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.829 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,4", 2023-08-28T02:37:03.829 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.964309+0000", 2023-08-28T02:37:03.829 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00012207900000000001 2023-08-28T02:37:03.829 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.829 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.829 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:37:03.829 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.036048+0000", 2023-08-28T02:37:03.829 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.071738821999999994 2023-08-28T02:37:03.829 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.830 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.830 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:37:03.830 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.036702+0000", 2023-08-28T02:37:03.830 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00065405499999999996 2023-08-28T02:37:03.830 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.830 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.830 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:37:03.830 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.037934+0000", 2023-08-28T02:37:03.830 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.001231996 2023-08-28T02:37:03.830 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.831 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.831 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:37:03.831 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.037980+0000", 2023-08-28T02:37:03.831 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.6393000000000001e-05 2023-08-28T02:37:03.831 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.831 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.831 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:37:03.831 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.038014+0000", 2023-08-28T02:37:03.831 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.4411e-05 2023-08-28T02:37:03.831 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:37:03.831 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:37:03.832 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:37:03.832 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.832 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.832 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:15980 10.0 10:0c83dbed:::benchmark_data_smithi040_250784_object15979:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e255)", 2023-08-28T02:37:03.832 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:01.963130+0000", 2023-08-28T02:37:03.832 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 361.83799070999999, 2023-08-28T02:37:03.832 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.077545014999999995, 2023-08-28T02:37:03.832 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:37:03.832 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:37:03.832 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:37:03.832 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:37:03.832 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:37:03.833 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 15980 2023-08-28T02:37:03.833 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.833 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:37:03.833 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.833 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:37:03.833 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963130+0000", 2023-08-28T02:37:03.833 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:37:03.833 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.833 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.833 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:37:03.833 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963130+0000", 2023-08-28T02:37:03.834 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:37:03.834 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.834 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.834 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:37:03.834 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963129+0000", 2023-08-28T02:37:03.834 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999995 2023-08-28T02:37:03.834 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.834 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.834 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:37:03.834 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963233+0000", 2023-08-28T02:37:03.834 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00010377700000000001 2023-08-28T02:37:03.835 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.835 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.835 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:37:03.835 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963242+0000", 2023-08-28T02:37:03.835 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.6219999999999998e-06 2023-08-28T02:37:03.835 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.835 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.835 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:37:03.835 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963247+0000", 2023-08-28T02:37:03.835 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.3260000000000003e-06 2023-08-28T02:37:03.835 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.835 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.836 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:37:03.836 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.034900+0000", 2023-08-28T02:37:03.836 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.071652460000000001 2023-08-28T02:37:03.836 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.836 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.836 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:37:03.836 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.035092+0000", 2023-08-28T02:37:03.836 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00019272500000000001 2023-08-28T02:37:03.836 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.836 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.836 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,4", 2023-08-28T02:37:03.837 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.035256+0000", 2023-08-28T02:37:03.837 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00016368200000000001 2023-08-28T02:37:03.837 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.837 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.837 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:37:03.837 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.037487+0000", 2023-08-28T02:37:03.837 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.002230601 2023-08-28T02:37:03.837 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.837 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.837 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:37:03.837 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.038054+0000", 2023-08-28T02:37:03.838 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00056774799999999997 2023-08-28T02:37:03.838 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.838 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.838 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:37:03.838 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.040583+0000", 2023-08-28T02:37:03.838 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0025288979999999999 2023-08-28T02:37:03.838 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.838 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.838 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:37:03.838 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.040637+0000", 2023-08-28T02:37:03.838 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.3661e-05 2023-08-28T02:37:03.838 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.839 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.839 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:37:03.839 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.040675+0000", 2023-08-28T02:37:03.839 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.8016999999999999e-05 2023-08-28T02:37:03.839 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:37:03.839 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:37:03.839 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:37:03.839 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.839 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.839 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:15984 10.a 10:5ac8537c:::benchmark_data_smithi040_250784_object15983:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e255)", 2023-08-28T02:37:03.839 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:01.963359+0000", 2023-08-28T02:37:03.840 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 361.83776125399999, 2023-08-28T02:37:03.840 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.074734667000000005, 2023-08-28T02:37:03.840 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:37:03.840 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:37:03.840 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:37:03.840 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:37:03.840 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:37:03.840 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 15984 2023-08-28T02:37:03.840 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.840 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:37:03.840 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.840 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:37:03.840 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963359+0000", 2023-08-28T02:37:03.841 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:37:03.841 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.841 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.841 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:37:03.841 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963359+0000", 2023-08-28T02:37:03.841 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:37:03.841 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.841 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.841 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:37:03.841 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963358+0000", 2023-08-28T02:37:03.841 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:37:03.842 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.842 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.842 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:37:03.842 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963447+0000", 2023-08-28T02:37:03.842 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.8708000000000005e-05 2023-08-28T02:37:03.842 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.842 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.842 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:37:03.842 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963459+0000", 2023-08-28T02:37:03.842 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1643e-05 2023-08-28T02:37:03.842 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.842 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.843 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:37:03.843 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963466+0000", 2023-08-28T02:37:03.843 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.9099999999999999e-06 2023-08-28T02:37:03.843 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.843 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.843 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:37:03.843 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963511+0000", 2023-08-28T02:37:03.843 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.5599000000000002e-05 2023-08-28T02:37:03.843 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.843 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.843 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:37:03.844 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963624+0000", 2023-08-28T02:37:03.844 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00011232 2023-08-28T02:37:03.844 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.844 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.844 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:37:03.844 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963748+0000", 2023-08-28T02:37:03.844 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00012438400000000001 2023-08-28T02:37:03.844 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.844 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.844 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:37:03.844 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.964583+0000", 2023-08-28T02:37:03.844 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00083524300000000005 2023-08-28T02:37:03.844 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.845 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.845 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:37:03.845 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.037961+0000", 2023-08-28T02:37:03.845 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.073377633999999997 2023-08-28T02:37:03.845 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.845 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.845 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:37:03.845 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.037996+0000", 2023-08-28T02:37:03.845 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.5299000000000002e-05 2023-08-28T02:37:03.845 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.845 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.845 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:37:03.845 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.038039+0000", 2023-08-28T02:37:03.846 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.2629000000000001e-05 2023-08-28T02:37:03.846 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.846 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.846 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:37:03.846 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.038094+0000", 2023-08-28T02:37:03.846 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.5274e-05 2023-08-28T02:37:03.846 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:37:03.846 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:37:03.846 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:37:03.846 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.846 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.846 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:15985 10.a 10:54fc5c0b:::benchmark_data_smithi040_250784_object15984:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e255)", 2023-08-28T02:37:03.847 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:01.964833+0000", 2023-08-28T02:37:03.847 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 361.836287906, 2023-08-28T02:37:03.847 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.075174487999999998, 2023-08-28T02:37:03.847 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:37:03.847 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:37:03.847 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:37:03.847 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:37:03.847 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:37:03.847 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 15985 2023-08-28T02:37:03.847 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.847 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:37:03.847 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.848 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:37:03.848 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.964833+0000", 2023-08-28T02:37:03.848 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:37:03.848 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.848 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.848 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:37:03.848 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.964833+0000", 2023-08-28T02:37:03.848 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:37:03.848 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.848 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.848 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:37:03.848 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.964832+0000", 2023-08-28T02:37:03.849 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:37:03.849 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.849 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.849 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:37:03.849 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.964886+0000", 2023-08-28T02:37:03.849 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.4421e-05 2023-08-28T02:37:03.849 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.849 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.849 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:37:03.849 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.964898+0000", 2023-08-28T02:37:03.849 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1756000000000001e-05 2023-08-28T02:37:03.850 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.850 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.850 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:37:03.850 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.964904+0000", 2023-08-28T02:37:03.850 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.3940000000000001e-06 2023-08-28T02:37:03.850 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.850 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.850 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:37:03.850 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.034900+0000", 2023-08-28T02:37:03.850 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.069996059999999999 2023-08-28T02:37:03.850 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.851 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.851 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:37:03.851 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.035092+0000", 2023-08-28T02:37:03.851 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000192127 2023-08-28T02:37:03.851 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.851 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.851 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:37:03.851 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.035256+0000", 2023-08-28T02:37:03.851 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000163828 2023-08-28T02:37:03.851 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.852 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.852 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:37:03.852 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.038133+0000", 2023-08-28T02:37:03.852 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0028771259999999998 2023-08-28T02:37:03.852 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.852 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.852 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:37:03.852 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.039796+0000", 2023-08-28T02:37:03.852 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00166321 2023-08-28T02:37:03.852 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.852 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.852 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:37:03.853 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.039925+0000", 2023-08-28T02:37:03.853 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000128591 2023-08-28T02:37:03.853 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.853 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.853 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:37:03.853 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.039969+0000", 2023-08-28T02:37:03.853 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.4407999999999999e-05 2023-08-28T02:37:03.853 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.853 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.853 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:37:03.854 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.040007+0000", 2023-08-28T02:37:03.854 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.7821000000000003e-05 2023-08-28T02:37:03.854 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:37:03.854 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:37:03.854 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:37:03.854 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.854 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.854 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:53218 10.0 10:0918f9fe:::benchmark_data_smithi040_250784_object53217:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e260)", 2023-08-28T02:37:03.854 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:27.120493+0000", 2023-08-28T02:37:03.854 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 336.68062738600003, 2023-08-28T02:37:03.854 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.093398770000000006, 2023-08-28T02:37:03.855 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:37:03.855 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:37:03.855 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:37:03.855 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:37:03.855 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:37:03.855 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 53218 2023-08-28T02:37:03.855 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.855 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:37:03.855 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.855 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:37:03.856 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.120493+0000", 2023-08-28T02:37:03.856 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:37:03.856 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.856 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.856 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:37:03.856 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.120493+0000", 2023-08-28T02:37:03.856 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:37:03.856 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.856 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.856 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:37:03.856 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.120493+0000", 2023-08-28T02:37:03.857 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999995 2023-08-28T02:37:03.857 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.857 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.857 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:37:03.857 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.120535+0000", 2023-08-28T02:37:03.857 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.1878999999999997e-05 2023-08-28T02:37:03.857 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.857 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.857 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:37:03.857 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.120543+0000", 2023-08-28T02:37:03.857 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.4509999999999992e-06 2023-08-28T02:37:03.858 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.858 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.858 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:37:03.858 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.120548+0000", 2023-08-28T02:37:03.858 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.8609999999999997e-06 2023-08-28T02:37:03.858 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.858 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.858 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:37:03.858 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.120591+0000", 2023-08-28T02:37:03.859 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.337e-05 2023-08-28T02:37:03.859 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.859 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.859 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:37:03.859 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.120706+0000", 2023-08-28T02:37:03.859 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00011442699999999999 2023-08-28T02:37:03.859 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.859 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.859 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,4", 2023-08-28T02:37:03.859 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.120832+0000", 2023-08-28T02:37:03.859 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000126527 2023-08-28T02:37:03.860 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.860 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.860 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:37:03.860 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.122573+0000", 2023-08-28T02:37:03.860 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.001740988 2023-08-28T02:37:03.860 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.860 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.860 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:37:03.860 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.125242+0000", 2023-08-28T02:37:03.860 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0026689769999999999 2023-08-28T02:37:03.860 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.860 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.861 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:37:03.861 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.213803+0000", 2023-08-28T02:37:03.861 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.088560363000000003 2023-08-28T02:37:03.861 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.861 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.861 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:37:03.861 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.213853+0000", 2023-08-28T02:37:03.861 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.0807999999999999e-05 2023-08-28T02:37:03.861 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.861 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.861 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:37:03.861 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.213892+0000", 2023-08-28T02:37:03.862 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.8643000000000003e-05 2023-08-28T02:37:03.862 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:37:03.862 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:37:03.862 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:37:03.862 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.862 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.862 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:53225 10.a 10:577a22c3:::benchmark_data_smithi040_250784_object53224:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e260)", 2023-08-28T02:37:03.862 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:27.132053+0000", 2023-08-28T02:37:03.862 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 336.66906751599998, 2023-08-28T02:37:03.862 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.077171176999999994, 2023-08-28T02:37:03.862 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:37:03.863 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:37:03.863 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:37:03.863 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:37:03.863 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:37:03.863 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 53225 2023-08-28T02:37:03.863 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.863 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:37:03.863 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.863 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:37:03.863 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.132053+0000", 2023-08-28T02:37:03.863 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:37:03.863 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.864 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.864 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:37:03.864 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.132053+0000", 2023-08-28T02:37:03.864 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:37:03.864 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.864 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.864 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:37:03.864 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.132052+0000", 2023-08-28T02:37:03.864 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:37:03.864 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.864 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.864 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:37:03.865 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.132090+0000", 2023-08-28T02:37:03.865 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.7867000000000002e-05 2023-08-28T02:37:03.865 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.865 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.865 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:37:03.865 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.132105+0000", 2023-08-28T02:37:03.865 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.5412000000000001e-05 2023-08-28T02:37:03.865 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.865 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.865 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:37:03.865 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.132112+0000", 2023-08-28T02:37:03.866 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.691e-06 2023-08-28T02:37:03.866 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.866 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.866 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:37:03.866 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.132156+0000", 2023-08-28T02:37:03.866 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.4060999999999997e-05 2023-08-28T02:37:03.866 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.866 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.866 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:37:03.866 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.132256+0000", 2023-08-28T02:37:03.866 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000100435 2023-08-28T02:37:03.866 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.867 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.867 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:37:03.867 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.132388+0000", 2023-08-28T02:37:03.867 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00013124 2023-08-28T02:37:03.867 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.867 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.867 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:37:03.867 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.133982+0000", 2023-08-28T02:37:03.867 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0015942619999999999 2023-08-28T02:37:03.867 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.867 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.867 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:37:03.868 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.134487+0000", 2023-08-28T02:37:03.868 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00050482299999999995 2023-08-28T02:37:03.868 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.868 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.868 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:37:03.868 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.209135+0000", 2023-08-28T02:37:03.868 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.074648599999999996 2023-08-28T02:37:03.868 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.868 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.868 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:37:03.869 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.209185+0000", 2023-08-28T02:37:03.869 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.0288999999999999e-05 2023-08-28T02:37:03.869 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.869 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.869 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:37:03.869 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.209224+0000", 2023-08-28T02:37:03.869 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.8884999999999998e-05 2023-08-28T02:37:03.869 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:37:03.869 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:37:03.869 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:37:03.869 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.870 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.870 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_repop(client.45059.0:53228 10.7 e260/250 10:e452488c:::benchmark_data_smithi040_250784_object53227:head v 260'3339, mlcod=260'3336)", 2023-08-28T02:37:03.870 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:27.137393+0000", 2023-08-28T02:37:03.870 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 336.663728182, 2023-08-28T02:37:03.870 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.075676339999999995, 2023-08-28T02:37:03.870 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:37:03.870 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:37:03.870 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:37:03.870 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.870 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:37:03.870 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.137393+0000", 2023-08-28T02:37:03.871 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:37:03.871 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.871 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.871 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:37:03.871 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.137393+0000", 2023-08-28T02:37:03.871 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:37:03.871 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.871 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.871 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:37:03.871 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.137392+0000", 2023-08-28T02:37:03.871 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967296 2023-08-28T02:37:03.872 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.872 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.872 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:37:03.872 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.137423+0000", 2023-08-28T02:37:03.872 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.0521000000000001e-05 2023-08-28T02:37:03.872 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.872 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.872 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:37:03.872 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.137427+0000", 2023-08-28T02:37:03.872 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.3479999999999997e-06 2023-08-28T02:37:03.872 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.872 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.873 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:37:03.873 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.137431+0000", 2023-08-28T02:37:03.873 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.7120000000000002e-06 2023-08-28T02:37:03.873 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.873 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.873 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:37:03.873 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.207610+0000", 2023-08-28T02:37:03.873 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.070179249999999999 2023-08-28T02:37:03.873 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.873 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.873 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:37:03.874 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.207629+0000", 2023-08-28T02:37:03.874 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.9215000000000002e-05 2023-08-28T02:37:03.874 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.874 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.874 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:37:03.874 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.213028+0000", 2023-08-28T02:37:03.874 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0053982700000000002 2023-08-28T02:37:03.874 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.874 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.874 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:37:03.874 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.213069+0000", 2023-08-28T02:37:03.874 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.1260999999999997e-05 2023-08-28T02:37:03.874 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:37:03.875 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:37:03.875 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:37:03.875 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.875 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.875 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:53231 10.0 10:081b864c:::benchmark_data_smithi040_250784_object53230:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e260)", 2023-08-28T02:37:03.875 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:27.137928+0000", 2023-08-28T02:37:03.875 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 336.66319278200001, 2023-08-28T02:37:03.875 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.076291216999999995, 2023-08-28T02:37:03.875 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:37:03.875 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:37:03.875 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:37:03.875 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:37:03.876 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:37:03.876 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 53231 2023-08-28T02:37:03.876 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.876 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:37:03.876 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.876 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:37:03.876 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.137928+0000", 2023-08-28T02:37:03.876 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:37:03.876 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.876 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.876 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:37:03.876 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.137928+0000", 2023-08-28T02:37:03.876 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:37:03.877 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.877 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.877 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:37:03.877 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.137927+0000", 2023-08-28T02:37:03.877 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:37:03.877 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.877 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.877 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:37:03.877 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.137989+0000", 2023-08-28T02:37:03.877 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.2108999999999998e-05 2023-08-28T02:37:03.877 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.877 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.877 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:37:03.878 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.137998+0000", 2023-08-28T02:37:03.878 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.5969999999999992e-06 2023-08-28T02:37:03.878 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.878 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.878 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:37:03.878 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.138002+0000", 2023-08-28T02:37:03.878 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.9319999999999998e-06 2023-08-28T02:37:03.878 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.878 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.878 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:37:03.878 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.138040+0000", 2023-08-28T02:37:03.878 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.8160000000000001e-05 2023-08-28T02:37:03.879 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.879 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.879 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:37:03.879 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.138128+0000", 2023-08-28T02:37:03.879 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.8469999999999998e-05 2023-08-28T02:37:03.879 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.879 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.879 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,4", 2023-08-28T02:37:03.879 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.138212+0000", 2023-08-28T02:37:03.879 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.3503000000000003e-05 2023-08-28T02:37:03.879 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.879 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.879 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:37:03.880 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.210709+0000", 2023-08-28T02:37:03.880 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.072497019999999995 2023-08-28T02:37:03.880 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.880 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.880 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:37:03.880 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.211151+0000", 2023-08-28T02:37:03.880 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000442581 2023-08-28T02:37:03.880 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.880 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.880 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:37:03.880 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.214138+0000", 2023-08-28T02:37:03.880 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.002986201 2023-08-28T02:37:03.881 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.881 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.881 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:37:03.881 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.214184+0000", 2023-08-28T02:37:03.881 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.6022000000000001e-05 2023-08-28T02:37:03.881 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.881 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.881 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:37:03.881 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.214219+0000", 2023-08-28T02:37:03.881 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.5561000000000001e-05 2023-08-28T02:37:03.881 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:37:03.881 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:37:03.881 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:37:03.882 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.882 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.882 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:53233 10.f 10:f9fbef6a:::benchmark_data_smithi040_250784_object53232:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e260)", 2023-08-28T02:37:03.882 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:27.141349+0000", 2023-08-28T02:37:03.882 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 336.65977201700002, 2023-08-28T02:37:03.882 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.075215507000000001, 2023-08-28T02:37:03.882 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:37:03.882 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:37:03.882 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:37:03.882 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:37:03.882 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:37:03.883 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 53233 2023-08-28T02:37:03.883 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.883 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:37:03.883 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.883 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:37:03.883 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.141349+0000", 2023-08-28T02:37:03.883 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:37:03.883 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.883 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.883 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:37:03.883 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.141349+0000", 2023-08-28T02:37:03.883 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:37:03.883 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.884 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.884 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:37:03.884 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.141348+0000", 2023-08-28T02:37:03.884 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999995 2023-08-28T02:37:03.884 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.884 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.884 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:37:03.884 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.141401+0000", 2023-08-28T02:37:03.884 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.3467999999999997e-05 2023-08-28T02:37:03.885 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.885 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.885 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:37:03.885 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.206737+0000", 2023-08-28T02:37:03.885 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.065336007000000001 2023-08-28T02:37:03.885 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.885 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.885 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:37:03.885 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.206753+0000", 2023-08-28T02:37:03.885 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.5130000000000001e-05 2023-08-28T02:37:03.885 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.885 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.886 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:37:03.886 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.206859+0000", 2023-08-28T02:37:03.886 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00010602099999999999 2023-08-28T02:37:03.886 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.886 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.886 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:37:03.886 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.206993+0000", 2023-08-28T02:37:03.886 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00013478700000000001 2023-08-28T02:37:03.886 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.886 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.887 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 2,3", 2023-08-28T02:37:03.887 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.207138+0000", 2023-08-28T02:37:03.887 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000144914 2023-08-28T02:37:03.887 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.887 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.887 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:37:03.887 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.211190+0000", 2023-08-28T02:37:03.887 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0040515819999999998 2023-08-28T02:37:03.887 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.887 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.887 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:37:03.888 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.211285+0000", 2023-08-28T02:37:03.888 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.5179000000000005e-05 2023-08-28T02:37:03.888 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.888 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.888 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:37:03.888 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.216480+0000", 2023-08-28T02:37:03.888 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0051945960000000001 2023-08-28T02:37:03.888 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.888 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.888 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:37:03.888 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.216529+0000", 2023-08-28T02:37:03.889 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.9805000000000002e-05 2023-08-28T02:37:03.889 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.889 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.889 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:37:03.889 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.216564+0000", 2023-08-28T02:37:03.889 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.4709999999999998e-05 2023-08-28T02:37:03.889 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:37:03.889 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:37:03.889 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:37:03.889 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.889 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.889 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:54156 10.f 10:fa5f8aa5:::benchmark_data_smithi040_250784_object54155:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e260)", 2023-08-28T02:37:03.890 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:27.924377+0000", 2023-08-28T02:37:03.890 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 335.876743584, 2023-08-28T02:37:03.890 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0136469859999999, 2023-08-28T02:37:03.890 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:37:03.890 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "reached pg", 2023-08-28T02:37:03.890 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:37:03.890 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:37:03.890 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:37:03.890 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 54156 2023-08-28T02:37:03.890 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.891 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:37:03.891 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.891 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:37:03.891 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.924377+0000", 2023-08-28T02:37:03.891 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:37:03.891 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.891 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.891 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:37:03.891 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.924377+0000", 2023-08-28T02:37:03.891 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:37:03.891 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.892 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.892 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:37:03.892 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.924375+0000", 2023-08-28T02:37:03.892 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999976 2023-08-28T02:37:03.892 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.892 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.892 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:37:03.892 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.924553+0000", 2023-08-28T02:37:03.892 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00017809499999999999 2023-08-28T02:37:03.892 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.892 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.892 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:37:03.893 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.924576+0000", 2023-08-28T02:37:03.893 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.3e-05 2023-08-28T02:37:03.893 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.893 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.893 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:37:03.893 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.924586+0000", 2023-08-28T02:37:03.893 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0241000000000001e-05 2023-08-28T02:37:03.893 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.893 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.893 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:37:03.893 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.924641+0000", 2023-08-28T02:37:03.894 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.4614000000000003e-05 2023-08-28T02:37:03.894 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.894 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.894 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:37:03.894 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.924790+0000", 2023-08-28T02:37:03.894 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00014929400000000001 2023-08-28T02:37:03.894 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.894 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.894 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 2,3", 2023-08-28T02:37:03.894 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.924952+0000", 2023-08-28T02:37:03.894 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000162022 2023-08-28T02:37:03.895 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.895 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.895 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:37:03.895 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.930587+0000", 2023-08-28T02:37:03.895 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0056352069999999997 2023-08-28T02:37:03.895 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.895 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.895 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:37:03.895 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.938574+0000", 2023-08-28T02:37:03.895 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0079862990000000005 2023-08-28T02:37:03.895 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.895 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.896 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:37:03.896 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.946015+0000", 2023-08-28T02:37:03.896 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0074414360000000001 2023-08-28T02:37:03.896 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.896 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.896 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:37:03.896 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.946024+0000", 2023-08-28T02:37:03.896 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.8529999999999998e-06 2023-08-28T02:37:03.896 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.896 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.896 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:37:03.896 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.937960+0000", 2023-08-28T02:37:03.897 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.99193576400000005 2023-08-28T02:37:03.897 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.897 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.897 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:37:03.897 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.938024+0000", 2023-08-28T02:37:03.897 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.4307999999999995e-05 2023-08-28T02:37:03.897 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:37:03.897 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:37:03.897 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:37:03.897 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.897 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.898 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:54167 10.f 10:f0cd41b2:::benchmark_data_smithi040_250784_object54166:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e261)", 2023-08-28T02:37:03.898 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:27.943262+0000", 2023-08-28T02:37:03.898 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 335.85785838700002, 2023-08-28T02:37:03.898 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0071613290000001, 2023-08-28T02:37:03.898 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:37:03.898 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:37:03.898 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:37:03.898 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:37:03.898 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:37:03.898 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 54167 2023-08-28T02:37:03.898 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.899 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:37:03.899 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.899 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:37:03.899 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.943262+0000", 2023-08-28T02:37:03.899 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:37:03.899 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.899 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.899 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:37:03.899 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.943262+0000", 2023-08-28T02:37:03.899 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:37:03.899 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.899 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.899 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:37:03.900 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.943261+0000", 2023-08-28T02:37:03.900 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:37:03.900 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.900 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.900 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:37:03.900 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.943295+0000", 2023-08-28T02:37:03.900 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.4032999999999998e-05 2023-08-28T02:37:03.900 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.900 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.900 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:37:03.900 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.944925+0000", 2023-08-28T02:37:03.901 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0016308290000000001 2023-08-28T02:37:03.901 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.901 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.901 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:37:03.901 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.944933+0000", 2023-08-28T02:37:03.901 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.4909999999999999e-06 2023-08-28T02:37:03.901 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.901 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.901 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:37:03.901 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.946429+0000", 2023-08-28T02:37:03.901 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0014961670000000001 2023-08-28T02:37:03.901 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.902 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.902 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:37:03.902 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.946435+0000", 2023-08-28T02:37:03.902 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.4349999999999996e-06 2023-08-28T02:37:03.902 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.902 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.902 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:37:03.902 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.938065+0000", 2023-08-28T02:37:03.902 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.99163076999999999 2023-08-28T02:37:03.902 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.902 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.903 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:37:03.903 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.938184+0000", 2023-08-28T02:37:03.903 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000118949 2023-08-28T02:37:03.903 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.903 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.903 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 2", 2023-08-28T02:37:03.903 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.938329+0000", 2023-08-28T02:37:03.903 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00014509399999999999 2023-08-28T02:37:03.903 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.903 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.903 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:37:03.903 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.946514+0000", 2023-08-28T02:37:03.904 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0081850910000000002 2023-08-28T02:37:03.904 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.904 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.904 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:37:03.904 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.950281+0000", 2023-08-28T02:37:03.904 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0037662720000000002 2023-08-28T02:37:03.904 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.904 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.904 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:37:03.904 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.950332+0000", 2023-08-28T02:37:03.904 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.0939999999999997e-05 2023-08-28T02:37:03.904 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.905 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.905 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:37:03.905 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.950424+0000", 2023-08-28T02:37:03.905 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.2001000000000002e-05 2023-08-28T02:37:03.905 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:37:03.905 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:37:03.905 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:37:03.905 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.905 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.905 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:54169 10.f 10:f35d9abb:::benchmark_data_smithi040_250784_object54168:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e261)", 2023-08-28T02:37:03.905 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:27.951080+0000", 2023-08-28T02:37:03.906 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 335.850040444, 2023-08-28T02:37:03.906 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0032748330000001, 2023-08-28T02:37:03.906 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:37:03.906 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:37:03.906 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:37:03.906 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:37:03.906 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:37:03.906 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 54169 2023-08-28T02:37:03.906 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.906 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:37:03.906 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.906 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:37:03.907 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.951080+0000", 2023-08-28T02:37:03.907 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:37:03.907 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.907 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.907 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:37:03.907 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.951080+0000", 2023-08-28T02:37:03.907 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:37:03.907 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.907 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.907 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:37:03.907 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.951078+0000", 2023-08-28T02:37:03.907 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:37:03.907 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.908 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.908 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:37:03.908 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.951118+0000", 2023-08-28T02:37:03.908 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.9774999999999998e-05 2023-08-28T02:37:03.908 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.908 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.908 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:37:03.908 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.951134+0000", 2023-08-28T02:37:03.908 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.5401e-05 2023-08-28T02:37:03.908 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.908 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.908 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:37:03.909 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.951141+0000", 2023-08-28T02:37:03.909 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.8860000000000004e-06 2023-08-28T02:37:03.909 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.909 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.909 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:37:03.909 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.951182+0000", 2023-08-28T02:37:03.909 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.0028999999999999e-05 2023-08-28T02:37:03.909 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.909 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.909 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:37:03.909 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.951188+0000", 2023-08-28T02:37:03.909 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.5699999999999998e-06 2023-08-28T02:37:03.909 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.910 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.910 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:37:03.910 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.940321+0000", 2023-08-28T02:37:03.910 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.98913269800000003 2023-08-28T02:37:03.910 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.910 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.910 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:37:03.910 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.940435+0000", 2023-08-28T02:37:03.910 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000114212 2023-08-28T02:37:03.910 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.910 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.910 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 2", 2023-08-28T02:37:03.911 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.940569+0000", 2023-08-28T02:37:03.911 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000134432 2023-08-28T02:37:03.911 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.911 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.911 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:37:03.911 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.946521+0000", 2023-08-28T02:37:03.911 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0059518699999999997 2023-08-28T02:37:03.911 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.911 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.911 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:37:03.911 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.954114+0000", 2023-08-28T02:37:03.911 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0075927110000000003 2023-08-28T02:37:03.911 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.912 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.912 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:37:03.912 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.954169+0000", 2023-08-28T02:37:03.912 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.5022999999999998e-05 2023-08-28T02:37:03.912 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.912 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.912 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:37:03.912 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.954355+0000", 2023-08-28T02:37:03.912 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00018604900000000001 2023-08-28T02:37:03.912 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:37:03.912 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:37:03.912 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:37:03.913 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.913 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.913 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:54183 10.f 10:f5be01e0:::benchmark_data_smithi040_250784_object54182:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e261)", 2023-08-28T02:37:03.913 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:27.962907+0000", 2023-08-28T02:37:03.913 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 335.83821382999997, 2023-08-28T02:37:03.913 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.99161144000000001, 2023-08-28T02:37:03.913 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:37:03.913 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:37:03.913 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:37:03.913 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:37:03.913 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:37:03.913 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 54183 2023-08-28T02:37:03.913 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.914 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:37:03.914 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.914 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:37:03.914 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.962907+0000", 2023-08-28T02:37:03.914 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:37:03.914 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.914 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.914 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:37:03.914 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.962907+0000", 2023-08-28T02:37:03.914 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:37:03.914 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.914 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.915 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:37:03.915 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.962906+0000", 2023-08-28T02:37:03.915 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:37:03.915 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.915 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.915 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:37:03.915 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.962951+0000", 2023-08-28T02:37:03.915 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.5373000000000001e-05 2023-08-28T02:37:03.915 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.915 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.915 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:37:03.916 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.962964+0000", 2023-08-28T02:37:03.916 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.3465000000000001e-05 2023-08-28T02:37:03.916 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.916 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.916 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:37:03.916 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.962969+0000", 2023-08-28T02:37:03.916 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.9280000000000001e-06 2023-08-28T02:37:03.916 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.916 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.916 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:37:03.917 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.963020+0000", 2023-08-28T02:37:03.917 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.0214999999999999e-05 2023-08-28T02:37:03.917 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.917 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.917 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:37:03.917 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.963028+0000", 2023-08-28T02:37:03.917 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.5909999999999996e-06 2023-08-28T02:37:03.917 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.917 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.917 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:37:03.917 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.942442+0000", 2023-08-28T02:37:03.917 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.97941430900000004 2023-08-28T02:37:03.918 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.918 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.918 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:37:03.918 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.942534+0000", 2023-08-28T02:37:03.918 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.1985999999999996e-05 2023-08-28T02:37:03.918 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.918 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.918 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 2", 2023-08-28T02:37:03.918 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.942653+0000", 2023-08-28T02:37:03.918 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00011866699999999999 2023-08-28T02:37:03.919 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.919 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.919 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:37:03.919 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.948608+0000", 2023-08-28T02:37:03.919 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0059546879999999996 2023-08-28T02:37:03.919 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.919 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.919 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:37:03.919 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.954389+0000", 2023-08-28T02:37:03.919 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0057813559999999996 2023-08-28T02:37:03.919 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.919 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.920 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:37:03.920 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.954434+0000", 2023-08-28T02:37:03.920 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.5133999999999999e-05 2023-08-28T02:37:03.920 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.920 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.920 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:37:03.920 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.954518+0000", 2023-08-28T02:37:03.920 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.3988999999999998e-05 2023-08-28T02:37:03.920 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:37:03.920 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:37:03.920 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:37:03.921 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.921 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.921 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:54185 10.f 10:f7ebe7c1:::benchmark_data_smithi040_250784_object54184:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e261)", 2023-08-28T02:37:03.921 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:27.966126+0000", 2023-08-28T02:37:03.921 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 335.834994784, 2023-08-28T02:37:03.921 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.98853848899999996, 2023-08-28T02:37:03.921 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:37:03.921 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:37:03.921 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:37:03.921 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:37:03.921 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:37:03.921 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 54185 2023-08-28T02:37:03.922 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.922 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:37:03.922 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.922 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:37:03.922 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.966126+0000", 2023-08-28T02:37:03.922 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:37:03.922 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.922 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.922 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:37:03.922 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.966126+0000", 2023-08-28T02:37:03.923 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:37:03.923 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.923 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.923 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:37:03.923 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.966124+0000", 2023-08-28T02:37:03.923 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:37:03.923 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.923 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.923 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:37:03.923 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.966183+0000", 2023-08-28T02:37:03.923 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.8841999999999997e-05 2023-08-28T02:37:03.923 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.924 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.924 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:37:03.924 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.966213+0000", 2023-08-28T02:37:03.924 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.9804000000000001e-05 2023-08-28T02:37:03.924 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.924 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.924 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:37:03.924 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.966225+0000", 2023-08-28T02:37:03.924 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2615e-05 2023-08-28T02:37:03.924 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.924 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.925 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:37:03.925 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.966306+0000", 2023-08-28T02:37:03.925 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.0579000000000002e-05 2023-08-28T02:37:03.925 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.925 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.925 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:37:03.925 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.966319+0000", 2023-08-28T02:37:03.925 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2904999999999999e-05 2023-08-28T02:37:03.925 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.925 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.925 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:37:03.925 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.944568+0000", 2023-08-28T02:37:03.926 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.97824880999999997 2023-08-28T02:37:03.926 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.926 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.926 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:37:03.926 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.944707+0000", 2023-08-28T02:37:03.926 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00013934700000000001 2023-08-28T02:37:03.926 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.926 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.926 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 2", 2023-08-28T02:37:03.926 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.944850+0000", 2023-08-28T02:37:03.926 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00014311400000000001 2023-08-28T02:37:03.926 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.926 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.927 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:37:03.927 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.948855+0000", 2023-08-28T02:37:03.927 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0040047640000000001 2023-08-28T02:37:03.927 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.927 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.927 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:37:03.927 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.954549+0000", 2023-08-28T02:37:03.927 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0056939750000000004 2023-08-28T02:37:03.927 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.927 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.927 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:37:03.928 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.954589+0000", 2023-08-28T02:37:03.928 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.0349999999999998e-05 2023-08-28T02:37:03.928 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.928 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.928 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:37:03.928 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.954664+0000", 2023-08-28T02:37:03.928 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.5161999999999996e-05 2023-08-28T02:37:03.928 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:37:03.928 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:37:03.928 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:37:03.928 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.928 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.929 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:54186 10.f 10:f1a85cbd:::benchmark_data_smithi040_250784_object54185:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e261)", 2023-08-28T02:37:03.929 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:27.970781+0000", 2023-08-28T02:37:03.929 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 335.83034011199999, 2023-08-28T02:37:03.929 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.98402702799999997, 2023-08-28T02:37:03.929 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:37:03.929 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:37:03.929 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:37:03.929 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:37:03.929 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:37:03.929 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 54186 2023-08-28T02:37:03.929 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.929 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:37:03.929 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.930 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:37:03.930 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.970781+0000", 2023-08-28T02:37:03.930 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:37:03.930 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.930 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.930 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:37:03.930 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.970781+0000", 2023-08-28T02:37:03.930 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:37:03.930 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.930 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.930 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:37:03.930 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.970779+0000", 2023-08-28T02:37:03.931 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:37:03.931 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.931 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.931 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:37:03.931 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.970813+0000", 2023-08-28T02:37:03.931 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.3933999999999997e-05 2023-08-28T02:37:03.931 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.931 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.931 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:37:03.931 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.970826+0000", 2023-08-28T02:37:03.931 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2884999999999999e-05 2023-08-28T02:37:03.931 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.932 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.932 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:37:03.932 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.970832+0000", 2023-08-28T02:37:03.932 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.4940000000000003e-06 2023-08-28T02:37:03.932 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.932 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.932 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:37:03.932 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.970872+0000", 2023-08-28T02:37:03.932 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.0605000000000002e-05 2023-08-28T02:37:03.932 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.932 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.933 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:37:03.933 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.970879+0000", 2023-08-28T02:37:03.933 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.8800000000000002e-06 2023-08-28T02:37:03.933 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.933 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.933 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:37:03.933 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.946551+0000", 2023-08-28T02:37:03.933 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.97567187899999996 2023-08-28T02:37:03.933 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.933 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.933 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:37:03.934 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.946653+0000", 2023-08-28T02:37:03.934 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000102012 2023-08-28T02:37:03.934 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.934 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.934 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 2", 2023-08-28T02:37:03.934 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.946783+0000", 2023-08-28T02:37:03.934 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00013030999999999999 2023-08-28T02:37:03.934 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.934 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.934 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:37:03.934 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.950449+0000", 2023-08-28T02:37:03.935 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0036653089999999998 2023-08-28T02:37:03.935 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.935 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.935 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:37:03.935 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.954696+0000", 2023-08-28T02:37:03.935 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0042470299999999997 2023-08-28T02:37:03.935 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.935 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.935 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:37:03.935 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.954735+0000", 2023-08-28T02:37:03.935 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.9802000000000003e-05 2023-08-28T02:37:03.936 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.936 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.936 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:37:03.936 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.954808+0000", 2023-08-28T02:37:03.936 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.2267000000000005e-05 2023-08-28T02:37:03.936 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:37:03.936 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:37:03.936 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:37:03.936 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.936 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.936 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:65477 10.a 10:56ab72e3:::benchmark_data_smithi040_250784_object65476:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e264)", 2023-08-28T02:37:03.937 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:37.697272+0000", 2023-08-28T02:37:03.937 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 326.10384916100003, 2023-08-28T02:37:03.937 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.092859549, 2023-08-28T02:37:03.937 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:37:03.937 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:37:03.937 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:37:03.937 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:37:03.937 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:37:03.937 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 65477 2023-08-28T02:37:03.937 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.937 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:37:03.937 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.938 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:37:03.938 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.697272+0000", 2023-08-28T02:37:03.938 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:37:03.938 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.938 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.938 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:37:03.938 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.697272+0000", 2023-08-28T02:37:03.938 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:37:03.938 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.938 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.938 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:37:03.939 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.697270+0000", 2023-08-28T02:37:03.939 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:37:03.939 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.939 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.939 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:37:03.939 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.697310+0000", 2023-08-28T02:37:03.939 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.0037000000000003e-05 2023-08-28T02:37:03.939 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.939 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.939 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:37:03.939 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.697321+0000", 2023-08-28T02:37:03.939 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0488e-05 2023-08-28T02:37:03.940 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.940 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.940 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:37:03.940 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.697327+0000", 2023-08-28T02:37:03.940 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.2689999999999996e-06 2023-08-28T02:37:03.940 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.940 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.940 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:37:03.940 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.697645+0000", 2023-08-28T02:37:03.940 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00031760399999999998 2023-08-28T02:37:03.940 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.941 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.941 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:37:03.941 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.697763+0000", 2023-08-28T02:37:03.941 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000118789 2023-08-28T02:37:03.941 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.941 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.941 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:37:03.941 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.697857+0000", 2023-08-28T02:37:03.941 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.3129999999999998e-05 2023-08-28T02:37:03.941 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.941 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.941 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:37:03.942 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.701890+0000", 2023-08-28T02:37:03.942 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0040336809999999999 2023-08-28T02:37:03.942 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.942 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.942 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:37:03.942 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.705019+0000", 2023-08-28T02:37:03.942 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.003128966 2023-08-28T02:37:03.942 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.942 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.942 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:37:03.942 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.790036+0000", 2023-08-28T02:37:03.942 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.085017167000000005 2023-08-28T02:37:03.943 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.943 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.943 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:37:03.943 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.790094+0000", 2023-08-28T02:37:03.943 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.7460999999999998e-05 2023-08-28T02:37:03.943 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.943 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.943 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:37:03.943 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.790131+0000", 2023-08-28T02:37:03.943 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.7253999999999999e-05 2023-08-28T02:37:03.943 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:37:03.944 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:37:03.944 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:37:03.944 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.944 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.944 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:65492 10.a 10:5ade7484:::benchmark_data_smithi040_250784_object65491:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e264)", 2023-08-28T02:37:03.944 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:37.707462+0000", 2023-08-28T02:37:03.944 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 326.09365863099998, 2023-08-28T02:37:03.944 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.083108494000000005, 2023-08-28T02:37:03.944 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:37:03.944 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:37:03.944 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:37:03.944 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:37:03.945 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:37:03.945 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 65492 2023-08-28T02:37:03.945 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.945 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:37:03.945 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.945 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:37:03.945 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.707462+0000", 2023-08-28T02:37:03.945 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:37:03.945 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.945 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.945 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:37:03.945 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.707462+0000", 2023-08-28T02:37:03.945 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:37:03.946 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.946 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.946 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:37:03.946 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.707461+0000", 2023-08-28T02:37:03.946 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:37:03.946 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.946 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.946 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:37:03.946 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.707517+0000", 2023-08-28T02:37:03.946 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.6558000000000003e-05 2023-08-28T02:37:03.946 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.947 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.947 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:37:03.947 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.707528+0000", 2023-08-28T02:37:03.947 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0261999999999999e-05 2023-08-28T02:37:03.947 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.947 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.947 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:37:03.947 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.707534+0000", 2023-08-28T02:37:03.947 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.2419999999999997e-06 2023-08-28T02:37:03.947 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.947 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.947 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:37:03.948 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.707584+0000", 2023-08-28T02:37:03.948 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.0518e-05 2023-08-28T02:37:03.948 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.948 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.948 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:37:03.948 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.707719+0000", 2023-08-28T02:37:03.949 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000134425 2023-08-28T02:37:03.949 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.950 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.950 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:37:03.950 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.707870+0000", 2023-08-28T02:37:03.950 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00015137700000000001 2023-08-28T02:37:03.950 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.950 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.950 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:37:03.950 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.712489+0000", 2023-08-28T02:37:03.950 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0046187290000000002 2023-08-28T02:37:03.950 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.950 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.950 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:37:03.951 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.716984+0000", 2023-08-28T02:37:03.951 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0044952409999999996 2023-08-28T02:37:03.951 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.951 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.951 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:37:03.951 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.790483+0000", 2023-08-28T02:37:03.951 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.073498615000000003 2023-08-28T02:37:03.951 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.951 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.951 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:37:03.951 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.790533+0000", 2023-08-28T02:37:03.951 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.0142999999999997e-05 2023-08-28T02:37:03.952 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:03.952 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:03.952 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:37:03.952 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.790571+0000", 2023-08-28T02:37:03.952 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.7758e-05 2023-08-28T02:37:03.952 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:37:03.952 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:37:03.952 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:37:03.952 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:37:03.952 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:37:03.952 INFO:teuthology.orchestra.run.smithi083.stdout:} 2023-08-28T02:37:03.954 INFO:teuthology.orchestra.run.smithi040.stderr:nodeep-scrub is unset 2023-08-28T02:37:03.980 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:37:03.984 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:03.985 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:37:03.986 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:03 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2942781721' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:37:03.986 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:03 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:37:03.986 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:03 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2942781721' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:37:03.986 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:03 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:37:04.086 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:37:04.121 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:04.173 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.7 dump_ops_in_flight 2023-08-28T02:37:04.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:03 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2942781721' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:37:04.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:03 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:37:04.470 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:37:04.744 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:37:04.750 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:04.750 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:37:04.819 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:37:04.840 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:37:04.851 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:37:04.868 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:37:04.889 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:04.891 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:37:04.911 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:37:04.918 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:37:04.921 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:04.922 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:37:04.931 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:37:04.955 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:37:04.991 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:37:04.998 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-08-28T02:37:04.998 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-08-28T02:37:04.998 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-08-28T02:37:04.998 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-08-28T02:37:04.998 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-08-28T02:37:04.998 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-08-28T02:37:04.998 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-08-28T02:37:04.998 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-08-28T02:37:05.022 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:37:05.057 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:05.128 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:37:05.131 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:05.132 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:37:05.146 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:04 smithi040 ceph-mon[175404]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:37:05.146 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:04 smithi040 ceph-mon[175404]: failed to encode map e343 with expected crc 2023-08-28T02:37:05.146 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:04 smithi040 ceph-mon[175404]: failed to encode map e343 with expected crc 2023-08-28T02:37:05.146 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:04 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:37:05.146 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:04 smithi040 ceph-mon[175404]: osdmap e343: 8 total, 8 up, 6 in 2023-08-28T02:37:05.147 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:04 smithi040 ceph-mon[175404]: failed to encode map e343 with expected crc 2023-08-28T02:37:05.147 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:04 smithi040 ceph-mon[175404]: pgmap v1038: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.5 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 76 op/s; 35964/221520 objects degraded (16.235%); 9377/221520 objects misplaced (4.233%); 1.1 MiB/s, 17 objects/s recovering 2023-08-28T02:37:05.147 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:04 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2368154300' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:37:05.147 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:04 smithi040 ceph-mon[170259]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:37:05.147 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:04 smithi040 ceph-mon[170259]: failed to encode map e343 with expected crc 2023-08-28T02:37:05.147 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:04 smithi040 ceph-mon[170259]: failed to encode map e343 with expected crc 2023-08-28T02:37:05.147 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:04 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:37:05.147 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:04 smithi040 ceph-mon[170259]: osdmap e343: 8 total, 8 up, 6 in 2023-08-28T02:37:05.147 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:04 smithi040 ceph-mon[170259]: failed to encode map e343 with expected crc 2023-08-28T02:37:05.147 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:04 smithi040 ceph-mon[170259]: pgmap v1038: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.5 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 76 op/s; 35964/221520 objects degraded (16.235%); 9377/221520 objects misplaced (4.233%); 1.1 MiB/s, 17 objects/s recovering 2023-08-28T02:37:05.148 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:04 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2368154300' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:37:05.206 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:37:05.207 INFO:teuthology.orchestra.run.smithi040.stdout:{"fsid":"d9a8f48a-4546-11ee-817c-1b7a5f1ba315","health":{"status":"HEALTH_WARN","checks":{"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 35964/221520 objects degraded (16.235%), 6 pgs degraded, 5 pgs undersized","count":11},"muted":false}},"mutes":[]},"election_epoch":34,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":1430,"monmap":{"epoch":4,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":343,"num_osds":8,"num_up_osds":8,"osd_up_since":1693189991,"num_in_osds":6,"osd_in_since":1693189947,"num_remapped_pgs":8},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":90},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":5},{"state_name":"active+remapped+backfill_wait","count":2},{"state_name":"active+recovery_wait+degraded","count":1},{"state_name":"active+recovering+remapped","count":1}],"num_pgs":99,"num_pools":5,"num_objects":73840,"data_bytes":4837980932,"bytes_used":14387867648,"bytes_avail":561582346240,"bytes_total":575970213888,"degraded_objects":35964,"degraded_total":221520,"degraded_ratio":0.16235102925243769,"misplaced_objects":9377,"misplaced_total":221520,"misplaced_ratio":0.042330263633080539,"recovering_objects_per_sec":17,"recovering_bytes_per_sec":1162833,"recovering_keys_per_sec":0,"num_objects_recovered":142,"num_bytes_recovered":9306112,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":76},"fsmap":{"epoch":7,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi040.wmhbsz","status":"up:active","gid":24577}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.40:8443/","prometheus":"http://172.21.15.40:9283/"}},"servicemap":{"epoch":22,"modified":"2023-08-28T02:34:10.384085+0000","services":{}},"progress_events":{"12dba03a-d529-4826-b243-e29af8fa97a8":{"message":"Upgrade to 18.2.0-187-g9cf20820 (5m)\n [============................] (remaining: 6m)","progress":0.44999998807907104,"add_to_ceph_s":true},"42e4bfe6-6201-4e43-94a3-bd00b5166574":{"message":"Global Recovery Event (5m)\n [=========================...] (remaining: 33s)","progress":0.90909093618392944,"add_to_ceph_s":true}}} 2023-08-28T02:37:05.232 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:37:05.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:04 smithi083 ceph-mon[157819]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:37:05.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:04 smithi083 ceph-mon[157819]: failed to encode map e343 with expected crc 2023-08-28T02:37:05.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:04 smithi083 ceph-mon[157819]: failed to encode map e343 with expected crc 2023-08-28T02:37:05.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:04 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:37:05.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:04 smithi083 ceph-mon[157819]: osdmap e343: 8 total, 8 up, 6 in 2023-08-28T02:37:05.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:04 smithi083 ceph-mon[157819]: failed to encode map e343 with expected crc 2023-08-28T02:37:05.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:04 smithi083 ceph-mon[157819]: pgmap v1038: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.5 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 76 op/s; 35964/221520 objects degraded (16.235%); 9377/221520 objects misplaced (4.233%); 1.1 MiB/s, 17 objects/s recovering 2023-08-28T02:37:05.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:04 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2368154300' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:37:05.262 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:05.332 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:37:05.336 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:05.336 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:37:05.437 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:37:05.470 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:37:05 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:37:05] "GET /metrics HTTP/1.1" 200 36609 "" "Prometheus/2.43.0" 2023-08-28T02:37:05.473 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:05.512 INFO:teuthology.orchestra.run.smithi083.stdout:ERROR: (22) Invalid argument 2023-08-28T02:37:05.512 INFO:teuthology.orchestra.run.smithi083.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:37:05.547 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:37:05.550 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:05.550 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:37:05.603 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2023-08-28T02:37:05.603 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:37:05.652 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:37:05.684 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:05.705 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:37:05.709 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:05.709 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:37:05.810 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:37:05.841 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:05.916 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:37:05.917 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:37:05.918 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:05.919 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:37:05.929 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.7 dump_blocked_ops 2023-08-28T02:37:06.020 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:37:06.059 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:06.082 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:37:06.087 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:06.087 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:37:06.188 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:37:06.214 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:05 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2689244335' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:37:06.216 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:06.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:05 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2689244335' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:37:06.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:05 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2689244335' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:37:06.238 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:37:06.240 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:06.241 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:37:06.271 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:37:06.342 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:37:06.372 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:06.393 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:37:06.397 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:06.397 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:37:06.498 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:37:06.536 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:06.563 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:37:06.568 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:06.568 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:37:06.669 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:37:06.698 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd set noscrub 2023-08-28T02:37:06.703 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:06.776 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:37:06.780 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:06.781 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:37:06.881 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:37:06.913 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:06.939 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:37:06.941 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:06.942 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:37:06.965 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:06 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 35964/221520 objects degraded (16.235%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:37:06.965 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:06 smithi040 ceph-mon[170259]: pgmap v1039: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.5 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 100 op/s; 35861/220629 objects degraded (16.254%); 9338/220629 objects misplaced (4.232%); 1.9 MiB/s, 30 objects/s recovering 2023-08-28T02:37:07.030 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:37:07.043 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:37:07.079 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:07.094 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:06 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 35964/221520 objects degraded (16.235%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:37:07.094 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:06 smithi083 ceph-mon[157819]: pgmap v1039: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.5 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 100 op/s; 35861/220629 objects degraded (16.254%); 9338/220629 objects misplaced (4.232%); 1.9 MiB/s, 30 objects/s recovering 2023-08-28T02:37:07.201 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:37:07.205 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:37:07.206 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:07.207 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:37:07.207 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:37:07.230 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:06 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 35964/221520 objects degraded (16.235%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:37:07.230 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:06 smithi040 ceph-mon[175404]: pgmap v1039: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.5 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 100 op/s; 35861/220629 objects degraded (16.254%); 9338/220629 objects misplaced (4.232%); 1.9 MiB/s, 30 objects/s recovering 2023-08-28T02:37:07.262 INFO:teuthology.orchestra.run.smithi083.stdout:ERROR: (22) Invalid argument 2023-08-28T02:37:07.262 INFO:teuthology.orchestra.run.smithi083.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:37:07.307 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:37:07.343 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:07.365 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:37:07.368 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:07.368 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:37:07.380 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-08-28T02:37:07.469 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:37:07.505 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:07.640 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.7 dump_historic_ops 2023-08-28T02:37:07.767 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":1039,"stamp":"2023-08-28T02:37:06.439806+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4818516740,"num_objects":73543,"num_object_clones":0,"num_object_copies":220629,"num_objects_missing_on_primary":4719,"num_objects_missing":4719,"num_objects_degraded":35861,"num_objects_misplaced":9338,"num_objects_unfound":0,"num_objects_dirty":73543,"num_whiteouts":0,"num_read":90,"num_read_kb":168,"num_write":113199,"num_write_kb":5972054,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":37973,"num_bytes_recovered":2471104881,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":98368,"ondisk_log_size":98368,"up":297,"acting":292,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":13989712,"kb_used_data":11049760,"kb_used_omap":12,"kb_used_meta":2939891,"kb_avail":548481200,"statfs":{"total":575970213888,"available":561644748800,"internally_reserved":0,"allocated":11314954240,"data_stored":11304950386,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12739,"internal_metadata":3010448957},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,0,0,1,0,1,3,0,1,3,6,1],"upper_bound":8192},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-52887552,"num_objects":-807,"num_object_clones":0,"num_object_copies":-2421,"num_objects_missing_on_primary":-28,"num_objects_missing":-28,"num_objects_degraded":-272,"num_objects_misplaced":-96,"num_objects_unfound":0,"num_objects_dirty":-807,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":807,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":245,"num_bytes_recovered":16056320,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.002658"},"pg_stats":[{"pgid":"3.1a","version":"65'1","reported_seq":353,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-08-28T02:36:54.501151+0000","last_change":"2023-08-28T02:32:32.667028+0000","last_active":"2023-08-28T02:36:54.501151+0000","last_peered":"2023-08-28T02:36:54.501151+0000","last_clean":"2023-08-28T02:36:54.501151+0000","last_became_active":"2023-08-28T02:32:32.666711+0000","last_became_peered":"2023-08-28T02:32:32.666711+0000","last_unstale":"2023-08-28T02:36:54.501151+0000","last_undegraded":"2023-08-28T02:36:54.501151+0000","last_fullsized":"2023-08-28T02:36:54.501151+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:28:21.913105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":306,"reported_epoch":342,"state":"active+clean","last_fresh":"2023-08-28T02:36:59.504060+0000","last_change":"2023-08-28T02:29:44.421259+0000","last_active":"2023-08-28T02:36:59.504060+0000","last_peered":"2023-08-28T02:36:59.504060+0000","last_clean":"2023-08-28T02:36:59.504060+0000","last_became_active":"2023-08-28T02:29:44.420936+0000","last_became_peered":"2023-08-28T02:29:44.420936+0000","last_unstale":"2023-08-28T02:36:59.504060+0000","last_undegraded":"2023-08-28T02:36:59.504060+0000","last_fullsized":"2023-08-28T02:36:59.504060+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:22:26.346867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":147,"reported_epoch":342,"state":"active+clean","last_fresh":"2023-08-28T02:36:59.546849+0000","last_change":"2023-08-28T02:33:12.290337+0000","last_active":"2023-08-28T02:36:59.546849+0000","last_peered":"2023-08-28T02:36:59.546849+0000","last_clean":"2023-08-28T02:36:59.546849+0000","last_became_active":"2023-08-28T02:33:12.289852+0000","last_became_peered":"2023-08-28T02:33:12.289852+0000","last_unstale":"2023-08-28T02:36:59.546849+0000","last_undegraded":"2023-08-28T02:36:59.546849+0000","last_fullsized":"2023-08-28T02:36:59.546849+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:04:26.420037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":322,"reported_epoch":342,"state":"active+clean","last_fresh":"2023-08-28T02:36:59.504225+0000","last_change":"2023-08-28T02:33:13.317226+0000","last_active":"2023-08-28T02:36:59.504225+0000","last_peered":"2023-08-28T02:36:59.504225+0000","last_clean":"2023-08-28T02:36:59.504225+0000","last_became_active":"2023-08-28T02:33:13.316893+0000","last_became_peered":"2023-08-28T02:33:13.316893+0000","last_unstale":"2023-08-28T02:36:59.504225+0000","last_undegraded":"2023-08-28T02:36:59.504225+0000","last_fullsized":"2023-08-28T02:36:59.504225+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:55:46.593463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":266,"reported_epoch":342,"state":"active+clean","last_fresh":"2023-08-28T02:36:59.504059+0000","last_change":"2023-08-28T02:33:12.295203+0000","last_active":"2023-08-28T02:36:59.504059+0000","last_peered":"2023-08-28T02:36:59.504059+0000","last_clean":"2023-08-28T02:36:59.504059+0000","last_became_active":"2023-08-28T02:33:12.294904+0000","last_became_peered":"2023-08-28T02:33:12.294904+0000","last_unstale":"2023-08-28T02:36:59.504059+0000","last_undegraded":"2023-08-28T02:36:59.504059+0000","last_fullsized":"2023-08-28T02:36:59.504059+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:31:07.008856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":284,"reported_epoch":342,"state":"active+clean","last_fresh":"2023-08-28T02:36:59.529087+0000","last_change":"2023-08-28T02:31:51.987263+0000","last_active":"2023-08-28T02:36:59.529087+0000","last_peered":"2023-08-28T02:36:59.529087+0000","last_clean":"2023-08-28T02:36:59.529087+0000","last_became_active":"2023-08-28T02:31:51.986938+0000","last_became_peered":"2023-08-28T02:31:51.986938+0000","last_unstale":"2023-08-28T02:36:59.529087+0000","last_undegraded":"2023-08-28T02:36:59.529087+0000","last_fullsized":"2023-08-28T02:36:59.529087+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:18.021905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":316,"reported_epoch":342,"state":"active+clean","last_fresh":"2023-08-28T02:36:59.504424+0000","last_change":"2023-08-28T02:33:12.318656+0000","last_active":"2023-08-28T02:36:59.504424+0000","last_peered":"2023-08-28T02:36:59.504424+0000","last_clean":"2023-08-28T02:36:59.504424+0000","last_became_active":"2023-08-28T02:33:12.318297+0000","last_became_peered":"2023-08-28T02:33:12.318297+0000","last_unstale":"2023-08-28T02:36:59.504424+0000","last_undegraded":"2023-08-28T02:36:59.504424+0000","last_fullsized":"2023-08-28T02:36:59.504424+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:43:09.789767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":247,"reported_epoch":342,"state":"active+clean","last_fresh":"2023-08-28T02:36:59.504146+0000","last_change":"2023-08-28T02:33:13.357230+0000","last_active":"2023-08-28T02:36:59.504146+0000","last_peered":"2023-08-28T02:36:59.504146+0000","last_clean":"2023-08-28T02:36:59.504146+0000","last_became_active":"2023-08-28T02:33:13.356853+0000","last_became_peered":"2023-08-28T02:33:13.356853+0000","last_unstale":"2023-08-28T02:36:59.504146+0000","last_undegraded":"2023-08-28T02:36:59.504146+0000","last_fullsized":"2023-08-28T02:36:59.504146+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:20:21.545007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":326,"reported_epoch":342,"state":"active+clean","last_fresh":"2023-08-28T02:36:59.526632+0000","last_change":"2023-08-28T02:29:44.462510+0000","last_active":"2023-08-28T02:36:59.526632+0000","last_peered":"2023-08-28T02:36:59.526632+0000","last_clean":"2023-08-28T02:36:59.526632+0000","last_became_active":"2023-08-28T02:29:44.460314+0000","last_became_peered":"2023-08-28T02:29:44.460314+0000","last_unstale":"2023-08-28T02:36:59.526632+0000","last_undegraded":"2023-08-28T02:36:59.526632+0000","last_fullsized":"2023-08-28T02:36:59.526632+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:59:01.311467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":250,"reported_epoch":342,"state":"active+clean","last_fresh":"2023-08-28T02:36:59.504597+0000","last_change":"2023-08-28T02:33:13.291255+0000","last_active":"2023-08-28T02:36:59.504597+0000","last_peered":"2023-08-28T02:36:59.504597+0000","last_clean":"2023-08-28T02:36:59.504597+0000","last_became_active":"2023-08-28T02:33:13.290933+0000","last_became_peered":"2023-08-28T02:33:13.290933+0000","last_unstale":"2023-08-28T02:36:59.504597+0000","last_undegraded":"2023-08-28T02:36:59.504597+0000","last_fullsized":"2023-08-28T02:36:59.504597+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:31:54.116908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"65'3","reported_seq":327,"reported_epoch":342,"state":"active+clean","last_fresh":"2023-08-28T02:36:59.664685+0000","last_change":"2023-08-28T02:33:12.296412+0000","last_active":"2023-08-28T02:36:59.664685+0000","last_peered":"2023-08-28T02:36:59.664685+0000","last_clean":"2023-08-28T02:36:59.664685+0000","last_became_active":"2023-08-28T02:33:12.295786+0000","last_became_peered":"2023-08-28T02:33:12.295786+0000","last_unstale":"2023-08-28T02:36:59.664685+0000","last_undegraded":"2023-08-28T02:36:59.664685+0000","last_fullsized":"2023-08-28T02:36:59.664685+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:15:31.449163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":150,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-08-28T02:36:54.611820+0000","last_change":"2023-08-28T02:32:32.666927+0000","last_active":"2023-08-28T02:36:54.611820+0000","last_peered":"2023-08-28T02:36:54.611820+0000","last_clean":"2023-08-28T02:36:54.611820+0000","last_became_active":"2023-08-28T02:32:32.666618+0000","last_became_peered":"2023-08-28T02:32:32.666618+0000","last_unstale":"2023-08-28T02:36:54.611820+0000","last_undegraded":"2023-08-28T02:36:54.611820+0000","last_fullsized":"2023-08-28T02:36:54.611820+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:45:57.998333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":350,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-08-28T02:36:54.501443+0000","last_change":"2023-08-28T02:32:28.505262+0000","last_active":"2023-08-28T02:36:54.501443+0000","last_peered":"2023-08-28T02:36:54.501443+0000","last_clean":"2023-08-28T02:36:54.501443+0000","last_became_active":"2023-08-28T02:32:28.455999+0000","last_became_peered":"2023-08-28T02:32:28.455999+0000","last_unstale":"2023-08-28T02:36:54.501443+0000","last_undegraded":"2023-08-28T02:36:54.501443+0000","last_fullsized":"2023-08-28T02:36:54.501443+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:28.937020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":9468,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":334,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-08-28T02:36:54.501365+0000","last_change":"2023-08-28T02:32:12.959195+0000","last_active":"2023-08-28T02:36:54.501365+0000","last_peered":"2023-08-28T02:36:54.501365+0000","last_clean":"2023-08-28T02:36:54.501365+0000","last_became_active":"2023-08-28T02:32:12.958832+0000","last_became_peered":"2023-08-28T02:32:12.958832+0000","last_unstale":"2023-08-28T02:36:54.501365+0000","last_undegraded":"2023-08-28T02:36:54.501365+0000","last_fullsized":"2023-08-28T02:36:54.501365+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:23:27.197787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"65'2","reported_seq":325,"reported_epoch":342,"state":"active+clean","last_fresh":"2023-08-28T02:36:59.664258+0000","last_change":"2023-08-28T02:32:28.461161+0000","last_active":"2023-08-28T02:36:59.664258+0000","last_peered":"2023-08-28T02:36:59.664258+0000","last_clean":"2023-08-28T02:36:59.664258+0000","last_became_active":"2023-08-28T02:32:28.451284+0000","last_became_peered":"2023-08-28T02:32:28.451284+0000","last_unstale":"2023-08-28T02:36:59.664258+0000","last_undegraded":"2023-08-28T02:36:59.664258+0000","last_fullsized":"2023-08-28T02:36:59.664258+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:58:20.061020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":307,"reported_epoch":342,"state":"active+clean","last_fresh":"2023-08-28T02:36:59.504705+0000","last_change":"2023-08-28T02:29:44.419566+0000","last_active":"2023-08-28T02:36:59.504705+0000","last_peered":"2023-08-28T02:36:59.504705+0000","last_clean":"2023-08-28T02:36:59.504705+0000","last_became_active":"2023-08-28T02:29:44.419053+0000","last_became_peered":"2023-08-28T02:29:44.419053+0000","last_unstale":"2023-08-28T02:36:59.504705+0000","last_undegraded":"2023-08-28T02:36:59.504705+0000","last_fullsized":"2023-08-28T02:36:59.504705+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:44:36.133499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":310,"reported_epoch":342,"state":"active+clean","last_fresh":"2023-08-28T02:36:59.504282+0000","last_change":"2023-08-28T02:33:12.493777+0000","last_active":"2023-08-28T02:36:59.504282+0000","last_peered":"2023-08-28T02:36:59.504282+0000","last_clean":"2023-08-28T02:36:59.504282+0000","last_became_active":"2023-08-28T02:33:12.491177+0000","last_became_peered":"2023-08-28T02:33:12.491177+0000","last_unstale":"2023-08-28T02:36:59.504282+0000","last_undegraded":"2023-08-28T02:36:59.504282+0000","last_fullsized":"2023-08-28T02:36:59.504282+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:10:58.167753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":322,"reported_epoch":342,"state":"active+clean","last_fresh":"2023-08-28T02:36:59.526605+0000","last_change":"2023-08-28T02:33:12.290293+0000","last_active":"2023-08-28T02:36:59.526605+0000","last_peered":"2023-08-28T02:36:59.526605+0000","last_clean":"2023-08-28T02:36:59.526605+0000","last_became_active":"2023-08-28T02:33:12.289989+0000","last_became_peered":"2023-08-28T02:33:12.289989+0000","last_unstale":"2023-08-28T02:36:59.526605+0000","last_undegraded":"2023-08-28T02:36:59.526605+0000","last_fullsized":"2023-08-28T02:36:59.526605+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:05:33.622172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":300,"reported_epoch":342,"state":"active+clean","last_fresh":"2023-08-28T02:36:59.664105+0000","last_change":"2023-08-28T02:32:12.948756+0000","last_active":"2023-08-28T02:36:59.664105+0000","last_peered":"2023-08-28T02:36:59.664105+0000","last_clean":"2023-08-28T02:36:59.664105+0000","last_became_active":"2023-08-28T02:32:12.948441+0000","last_became_peered":"2023-08-28T02:32:12.948441+0000","last_unstale":"2023-08-28T02:36:59.664105+0000","last_undegraded":"2023-08-28T02:36:59.664105+0000","last_fullsized":"2023-08-28T02:36:59.664105+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:27.922180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":317,"reported_epoch":342,"state":"active+clean","last_fresh":"2023-08-28T02:36:59.504314+0000","last_change":"2023-08-28T02:33:12.299398+0000","last_active":"2023-08-28T02:36:59.504314+0000","last_peered":"2023-08-28T02:36:59.504314+0000","last_clean":"2023-08-28T02:36:59.504314+0000","last_became_active":"2023-08-28T02:33:12.299113+0000","last_became_peered":"2023-08-28T02:33:12.299113+0000","last_unstale":"2023-08-28T02:36:59.504314+0000","last_undegraded":"2023-08-28T02:36:59.504314+0000","last_fullsized":"2023-08-28T02:36:59.504314+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:14:55.597212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"65'8","reported_seq":111,"reported_epoch":342,"state":"active+clean","last_fresh":"2023-08-28T02:36:59.503322+0000","last_change":"2023-08-28T02:33:13.478870+0000","last_active":"2023-08-28T02:36:59.503322+0000","last_peered":"2023-08-28T02:36:59.503322+0000","last_clean":"2023-08-28T02:36:59.503322+0000","last_became_active":"2023-08-28T02:33:13.332142+0000","last_became_peered":"2023-08-28T02:33:13.332142+0000","last_unstale":"2023-08-28T02:36:59.503322+0000","last_undegraded":"2023-08-28T02:36:59.503322+0000","last_fullsized":"2023-08-28T02:36:59.503322+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:32:42.810159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":248,"reported_epoch":342,"state":"active+clean","last_fresh":"2023-08-28T02:36:59.505803+0000","last_change":"2023-08-28T02:33:12.306353+0000","last_active":"2023-08-28T02:36:59.505803+0000","last_peered":"2023-08-28T02:36:59.505803+0000","last_clean":"2023-08-28T02:36:59.505803+0000","last_became_active":"2023-08-28T02:33:12.304977+0000","last_became_peered":"2023-08-28T02:33:12.304977+0000","last_unstale":"2023-08-28T02:36:59.505803+0000","last_undegraded":"2023-08-28T02:36:59.505803+0000","last_fullsized":"2023-08-28T02:36:59.505803+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:19:38.819671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"343'7053","reported_seq":7154,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:05.615770+0000","last_change":"2023-08-28T02:30:50.402703+0000","last_active":"2023-08-28T02:37:05.615770+0000","last_peered":"2023-08-28T02:37:05.615770+0000","last_clean":"2023-08-28T02:37:05.615770+0000","last_became_active":"2023-08-28T02:30:50.402419+0000","last_became_peered":"2023-08-28T02:30:50.402419+0000","last_unstale":"2023-08-28T02:37:05.615770+0000","last_undegraded":"2023-08-28T02:37:05.615770+0000","last_fullsized":"2023-08-28T02:37:05.615770+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7053,"log_dups_size":0,"ondisk_log_size":7053,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:07:37.393907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":301924352,"num_objects":4607,"num_object_clones":0,"num_object_copies":13821,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4607,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7053,"num_write_kb":373120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"65'1","reported_seq":308,"reported_epoch":342,"state":"active+clean","last_fresh":"2023-08-28T02:36:59.664875+0000","last_change":"2023-08-28T02:14:43.046130+0000","last_active":"2023-08-28T02:36:59.664875+0000","last_peered":"2023-08-28T02:36:59.664875+0000","last_clean":"2023-08-28T02:36:59.664875+0000","last_became_active":"2023-08-28T02:14:43.045775+0000","last_became_peered":"2023-08-28T02:14:43.045775+0000","last_unstale":"2023-08-28T02:36:59.664875+0000","last_undegraded":"2023-08-28T02:36:59.664875+0000","last_fullsized":"2023-08-28T02:36:59.664875+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:57:38.279756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":298,"reported_epoch":342,"state":"active+clean","last_fresh":"2023-08-28T02:36:59.526074+0000","last_change":"2023-08-28T02:31:51.987149+0000","last_active":"2023-08-28T02:36:59.526074+0000","last_peered":"2023-08-28T02:36:59.526074+0000","last_clean":"2023-08-28T02:36:59.526074+0000","last_became_active":"2023-08-28T02:31:51.986821+0000","last_became_peered":"2023-08-28T02:31:51.986821+0000","last_unstale":"2023-08-28T02:36:59.526074+0000","last_undegraded":"2023-08-28T02:36:59.526074+0000","last_fullsized":"2023-08-28T02:36:59.526074+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:23:26.661134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"343'7080","reported_seq":11131,"reported_epoch":343,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:37:05.421168+0000","last_change":"2023-08-28T02:33:33.975566+0000","last_active":"2023-08-28T02:37:05.421168+0000","last_peered":"2023-08-28T02:37:05.421168+0000","last_clean":"2023-08-28T02:31:27.868230+0000","last_became_active":"2023-08-28T02:33:33.660452+0000","last_became_peered":"2023-08-28T02:33:33.660452+0000","last_unstale":"2023-08-28T02:37:05.421168+0000","last_undegraded":"2023-08-28T02:33:13.410847+0000","last_fullsized":"2023-08-28T02:33:13.270012+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7080,"log_dups_size":0,"ondisk_log_size":7080,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:33.375162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":296222720,"num_objects":4520,"num_object_clones":0,"num_object_copies":13560,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7028,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4520,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7080,"num_write_kb":371200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1956,"num_bytes_recovered":128122880,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[5,4],"avail_no_missing":["5","6"],"object_location_counts":[{"shards":"2,5,6","objects":915},{"shards":"3,5,6","objects":2100},{"shards":"5,6","objects":1505}],"blocked_by":[],"up_primary":3,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"65'2","reported_seq":333,"reported_epoch":342,"state":"active+clean","last_fresh":"2023-08-28T02:36:59.664757+0000","last_change":"2023-08-28T02:29:44.436352+0000","last_active":"2023-08-28T02:36:59.664757+0000","last_peered":"2023-08-28T02:36:59.664757+0000","last_clean":"2023-08-28T02:36:59.664757+0000","last_became_active":"2023-08-28T02:29:44.411499+0000","last_became_peered":"2023-08-28T02:29:44.411499+0000","last_unstale":"2023-08-28T02:36:59.664757+0000","last_undegraded":"2023-08-28T02:36:59.664757+0000","last_fullsized":"2023-08-28T02:36:59.664757+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:46:57.540191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":358,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-08-28T02:36:54.501569+0000","last_change":"2023-08-28T02:33:12.289004+0000","last_active":"2023-08-28T02:36:54.501569+0000","last_peered":"2023-08-28T02:36:54.501569+0000","last_clean":"2023-08-28T02:36:54.501569+0000","last_became_active":"2023-08-28T02:33:12.288722+0000","last_became_peered":"2023-08-28T02:33:12.288722+0000","last_unstale":"2023-08-28T02:36:54.501569+0000","last_undegraded":"2023-08-28T02:36:54.501569+0000","last_fullsized":"2023-08-28T02:36:54.501569+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:24.019483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"343'6976","reported_seq":7094,"reported_epoch":343,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:37:05.017250+0000","last_change":"2023-08-28T02:33:13.585687+0000","last_active":"2023-08-28T02:37:05.017250+0000","last_peered":"2023-08-28T02:37:05.017250+0000","last_clean":"2023-08-28T02:31:27.908616+0000","last_became_active":"2023-08-28T02:33:13.578484+0000","last_became_peered":"2023-08-28T02:33:13.578484+0000","last_unstale":"2023-08-28T02:37:05.017250+0000","last_undegraded":"2023-08-28T02:33:13.297322+0000","last_fullsized":"2023-08-28T02:33:13.268309+0000","mapping_epoch":298,"log_start":"256'1712","ondisk_log_start":"256'1712","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5264,"log_dups_size":0,"ondisk_log_size":5264,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:42:33.431186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":299761664,"num_objects":4574,"num_object_clones":0,"num_object_copies":13722,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2533,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4574,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6976,"num_write_kb":369600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4],"avail_no_missing":["0","4"],"object_location_counts":[{"shards":"0,4","objects":2126}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"65'1","reported_seq":319,"reported_epoch":342,"state":"active+clean","last_fresh":"2023-08-28T02:36:59.664589+0000","last_change":"2023-08-28T02:33:13.516869+0000","last_active":"2023-08-28T02:36:59.664589+0000","last_peered":"2023-08-28T02:36:59.664589+0000","last_clean":"2023-08-28T02:36:59.664589+0000","last_became_active":"2023-08-28T02:33:13.396736+0000","last_became_peered":"2023-08-28T02:33:13.396736+0000","last_unstale":"2023-08-28T02:36:59.664589+0000","last_undegraded":"2023-08-28T02:36:59.664589+0000","last_fullsized":"2023-08-28T02:36:59.664589+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:47:08.237137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":284,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-08-28T02:36:54.611613+0000","last_change":"2023-08-28T02:31:51.987327+0000","last_active":"2023-08-28T02:36:54.611613+0000","last_peered":"2023-08-28T02:36:54.611613+0000","last_clean":"2023-08-28T02:36:54.611613+0000","last_became_active":"2023-08-28T02:31:51.987018+0000","last_became_peered":"2023-08-28T02:31:51.987018+0000","last_unstale":"2023-08-28T02:36:54.611613+0000","last_undegraded":"2023-08-28T02:36:54.611613+0000","last_fullsized":"2023-08-28T02:36:54.611613+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:53:26.105101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.5","version":"343'6959","reported_seq":9366,"reported_epoch":343,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:37:04.990495+0000","last_change":"2023-08-28T02:33:13.625779+0000","last_active":"2023-08-28T02:37:04.990495+0000","last_peered":"2023-08-28T02:37:04.990495+0000","last_clean":"2023-08-28T02:31:27.898932+0000","last_became_active":"2023-08-28T02:33:13.612126+0000","last_became_peered":"2023-08-28T02:33:13.612126+0000","last_unstale":"2023-08-28T02:37:04.990495+0000","last_undegraded":"2023-08-28T02:33:13.485377+0000","last_fullsized":"2023-08-28T02:33:13.264317+0000","mapping_epoch":298,"log_start":"256'1663","ondisk_log_start":"256'1663","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5296,"log_dups_size":0,"ondisk_log_size":5296,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:37:28.843386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":294453248,"num_objects":4493,"num_object_clones":0,"num_object_copies":13479,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7035,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4493,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6959,"num_write_kb":366464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1141,"num_bytes_recovered":74776576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,7],"avail_no_missing":["0","2"],"object_location_counts":[{"shards":"0,2","objects":2358},{"shards":"0,2,3","objects":2135}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":337,"reported_epoch":342,"state":"active+clean","last_fresh":"2023-08-28T02:36:59.526481+0000","last_change":"2023-08-28T02:33:13.281826+0000","last_active":"2023-08-28T02:36:59.526481+0000","last_peered":"2023-08-28T02:36:59.526481+0000","last_clean":"2023-08-28T02:36:59.526481+0000","last_became_active":"2023-08-28T02:33:13.281511+0000","last_became_peered":"2023-08-28T02:33:13.281511+0000","last_unstale":"2023-08-28T02:36:59.526481+0000","last_undegraded":"2023-08-28T02:36:59.526481+0000","last_fullsized":"2023-08-28T02:36:59.526481+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:32:55.005706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":333,"reported_epoch":342,"state":"active+clean","last_fresh":"2023-08-28T02:36:59.504687+0000","last_change":"2023-08-28T02:29:44.436713+0000","last_active":"2023-08-28T02:36:59.504687+0000","last_peered":"2023-08-28T02:36:59.504687+0000","last_clean":"2023-08-28T02:36:59.504687+0000","last_became_active":"2023-08-28T02:29:44.436203+0000","last_became_peered":"2023-08-28T02:29:44.436203+0000","last_unstale":"2023-08-28T02:36:59.504687+0000","last_undegraded":"2023-08-28T02:36:59.504687+0000","last_fullsized":"2023-08-28T02:36:59.504687+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:46:48.522293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"342'7197","reported_seq":7300,"reported_epoch":342,"state":"active+clean","last_fresh":"2023-08-28T02:37:02.126559+0000","last_change":"2023-08-28T02:30:50.399669+0000","last_active":"2023-08-28T02:37:02.126559+0000","last_peered":"2023-08-28T02:37:02.126559+0000","last_clean":"2023-08-28T02:37:02.126559+0000","last_became_active":"2023-08-28T02:30:50.399332+0000","last_became_peered":"2023-08-28T02:30:50.399332+0000","last_unstale":"2023-08-28T02:37:02.126559+0000","last_undegraded":"2023-08-28T02:37:02.126559+0000","last_fullsized":"2023-08-28T02:37:02.126559+0000","mapping_epoch":250,"log_start":"255'1000","ondisk_log_start":"255'1000","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6197,"log_dups_size":0,"ondisk_log_size":6197,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:00:54.910841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":302579712,"num_objects":4617,"num_object_clones":0,"num_object_copies":13851,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4617,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7197,"num_write_kb":378048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"75'161","reported_seq":763,"reported_epoch":342,"state":"active+clean","last_fresh":"2023-08-28T02:36:59.664220+0000","last_change":"2023-08-28T02:33:13.310049+0000","last_active":"2023-08-28T02:36:59.664220+0000","last_peered":"2023-08-28T02:36:59.664220+0000","last_clean":"2023-08-28T02:36:59.664220+0000","last_became_active":"2023-08-28T02:33:13.309661+0000","last_became_peered":"2023-08-28T02:33:13.309661+0000","last_unstale":"2023-08-28T02:36:59.664220+0000","last_undegraded":"2023-08-28T02:36:59.664220+0000","last_fullsized":"2023-08-28T02:36:59.664220+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.930230+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.930230+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:27:40.889460+0000","scrub_duration":0.0050169209999999997,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"65'2","reported_seq":297,"reported_epoch":342,"state":"active+clean","last_fresh":"2023-08-28T02:36:59.505180+0000","last_change":"2023-08-28T02:33:12.294922+0000","last_active":"2023-08-28T02:36:59.505180+0000","last_peered":"2023-08-28T02:36:59.505180+0000","last_clean":"2023-08-28T02:36:59.505180+0000","last_became_active":"2023-08-28T02:33:12.294518+0000","last_became_peered":"2023-08-28T02:33:12.294518+0000","last_unstale":"2023-08-28T02:36:59.505180+0000","last_undegraded":"2023-08-28T02:36:59.505180+0000","last_fullsized":"2023-08-28T02:36:59.505180+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:21:12.737286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":335,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-08-28T02:36:54.501520+0000","last_change":"2023-08-28T02:33:13.310505+0000","last_active":"2023-08-28T02:36:54.501520+0000","last_peered":"2023-08-28T02:36:54.501520+0000","last_clean":"2023-08-28T02:36:54.501520+0000","last_became_active":"2023-08-28T02:33:13.310223+0000","last_became_peered":"2023-08-28T02:33:13.310223+0000","last_unstale":"2023-08-28T02:36:54.501520+0000","last_undegraded":"2023-08-28T02:36:54.501520+0000","last_fullsized":"2023-08-28T02:36:54.501520+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:27:02.124453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"343'7065","reported_seq":9516,"reported_epoch":343,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:37:05.774072+0000","last_change":"2023-08-28T02:33:13.591092+0000","last_active":"2023-08-28T02:37:05.774072+0000","last_peered":"2023-08-28T02:37:05.774072+0000","last_clean":"2023-08-28T02:31:27.916082+0000","last_became_active":"2023-08-28T02:33:13.580413+0000","last_became_peered":"2023-08-28T02:33:13.580413+0000","last_unstale":"2023-08-28T02:37:05.774072+0000","last_undegraded":"2023-08-28T02:33:13.480527+0000","last_fullsized":"2023-08-28T02:33:13.270957+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7065,"log_dups_size":0,"ondisk_log_size":7065,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:03.698410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":301662208,"num_objects":4603,"num_object_clones":0,"num_object_copies":13809,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7227,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4603,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7065,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1160,"num_bytes_recovered":76021760,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,4],"avail_no_missing":["5","2"],"object_location_counts":[{"shards":"2,3,5","objects":2121},{"shards":"2,5","objects":2482}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"75'161","reported_seq":596,"reported_epoch":342,"state":"active+recovery_wait+degraded","last_fresh":"2023-08-28T02:36:59.526092+0000","last_change":"2023-08-28T02:33:13.287487+0000","last_active":"2023-08-28T02:36:59.526092+0000","last_peered":"2023-08-28T02:36:59.526092+0000","last_clean":"2023-08-28T02:31:25.515426+0000","last_became_active":"2023-08-28T02:33:13.287313+0000","last_became_peered":"2023-08-28T02:33:13.287313+0000","last_unstale":"2023-08-28T02:36:59.526092+0000","last_undegraded":"2023-08-28T02:33:13.270760+0000","last_fullsized":"2023-08-28T02:36:59.526092+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":204,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:45.407127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:45.407127+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:39:14.213229+0000","scrub_duration":0.0018495320000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":["5","2","3"],"object_location_counts":[{"shards":"2,3,5","objects":1}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":255,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-08-28T02:36:54.500977+0000","last_change":"2023-08-28T02:33:13.309727+0000","last_active":"2023-08-28T02:36:54.500977+0000","last_peered":"2023-08-28T02:36:54.500977+0000","last_clean":"2023-08-28T02:36:54.500977+0000","last_became_active":"2023-08-28T02:33:13.309487+0000","last_became_peered":"2023-08-28T02:33:13.309487+0000","last_unstale":"2023-08-28T02:36:54.500977+0000","last_undegraded":"2023-08-28T02:36:54.500977+0000","last_fullsized":"2023-08-28T02:36:54.500977+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:27:29.294011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":70,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-08-28T02:36:54.501461+0000","last_change":"2023-08-28T02:32:28.456323+0000","last_active":"2023-08-28T02:36:54.501461+0000","last_peered":"2023-08-28T02:36:54.501461+0000","last_clean":"2023-08-28T02:36:54.501461+0000","last_became_active":"2023-08-28T02:32:28.455987+0000","last_became_peered":"2023-08-28T02:32:28.455987+0000","last_unstale":"2023-08-28T02:36:54.501461+0000","last_undegraded":"2023-08-28T02:36:54.501461+0000","last_fullsized":"2023-08-28T02:36:54.501461+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:54:07.724002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"342'7201","reported_seq":17321,"reported_epoch":342,"state":"active+clean","last_fresh":"2023-08-28T02:37:02.389286+0000","last_change":"2023-08-28T02:33:13.316023+0000","last_active":"2023-08-28T02:37:02.389286+0000","last_peered":"2023-08-28T02:37:02.389286+0000","last_clean":"2023-08-28T02:37:02.389286+0000","last_became_active":"2023-08-28T02:33:13.308403+0000","last_became_peered":"2023-08-28T02:33:13.308403+0000","last_unstale":"2023-08-28T02:37:02.389286+0000","last_undegraded":"2023-08-28T02:37:02.389286+0000","last_fullsized":"2023-08-28T02:37:02.389286+0000","mapping_epoch":298,"log_start":"255'1000","ondisk_log_start":"255'1000","created":250,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6201,"log_dups_size":0,"ondisk_log_size":6201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:10:38.401973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":307691520,"num_objects":4695,"num_object_clones":0,"num_object_copies":14085,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4695,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7201,"num_write_kb":380672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4999,"num_bytes_recovered":327614464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":315,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-08-28T02:36:54.501499+0000","last_change":"2023-08-28T02:32:28.455294+0000","last_active":"2023-08-28T02:36:54.501499+0000","last_peered":"2023-08-28T02:36:54.501499+0000","last_clean":"2023-08-28T02:36:54.501499+0000","last_became_active":"2023-08-28T02:32:28.455013+0000","last_became_peered":"2023-08-28T02:32:28.455013+0000","last_unstale":"2023-08-28T02:36:54.501499+0000","last_undegraded":"2023-08-28T02:36:54.501499+0000","last_fullsized":"2023-08-28T02:36:54.501499+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:53.583864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":347,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-08-28T02:36:54.502253+0000","last_change":"2023-08-28T02:33:13.335588+0000","last_active":"2023-08-28T02:36:54.502253+0000","last_peered":"2023-08-28T02:36:54.502253+0000","last_clean":"2023-08-28T02:36:54.502253+0000","last_became_active":"2023-08-28T02:33:13.335326+0000","last_became_peered":"2023-08-28T02:33:13.335326+0000","last_unstale":"2023-08-28T02:36:54.502253+0000","last_undegraded":"2023-08-28T02:36:54.502253+0000","last_fullsized":"2023-08-28T02:36:54.502253+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:15:44.958663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"342'7079","reported_seq":7179,"reported_epoch":342,"state":"active+clean","last_fresh":"2023-08-28T02:37:01.414279+0000","last_change":"2023-08-28T02:30:50.400261+0000","last_active":"2023-08-28T02:37:01.414279+0000","last_peered":"2023-08-28T02:37:01.414279+0000","last_clean":"2023-08-28T02:37:01.414279+0000","last_became_active":"2023-08-28T02:30:50.399938+0000","last_became_peered":"2023-08-28T02:30:50.399938+0000","last_unstale":"2023-08-28T02:37:01.414279+0000","last_undegraded":"2023-08-28T02:37:01.414279+0000","last_fullsized":"2023-08-28T02:37:01.414279+0000","mapping_epoch":250,"log_start":"256'1690","ondisk_log_start":"256'1690","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5389,"log_dups_size":0,"ondisk_log_size":5389,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:43:56.802792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":302448640,"num_objects":4615,"num_object_clones":0,"num_object_copies":13845,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4615,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7079,"num_write_kb":374208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"75'161","reported_seq":622,"reported_epoch":342,"state":"active+clean","last_fresh":"2023-08-28T02:36:59.526376+0000","last_change":"2023-08-28T02:32:56.519141+0000","last_active":"2023-08-28T02:36:59.526376+0000","last_peered":"2023-08-28T02:36:59.526376+0000","last_clean":"2023-08-28T02:36:59.526376+0000","last_became_active":"2023-08-28T02:32:56.518863+0000","last_became_peered":"2023-08-28T02:32:56.518863+0000","last_unstale":"2023-08-28T02:36:59.526376+0000","last_undegraded":"2023-08-28T02:36:59.526376+0000","last_fullsized":"2023-08-28T02:36:59.526376+0000","mapping_epoch":292,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":293,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_clean_scrub_stamp":"2023-08-28T02:29:25.608370+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:59:50.561109+0000","scrub_duration":0.001662689,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":250,"reported_epoch":342,"state":"active+clean","last_fresh":"2023-08-28T02:36:59.504281+0000","last_change":"2023-08-28T02:33:12.294592+0000","last_active":"2023-08-28T02:36:59.504281+0000","last_peered":"2023-08-28T02:36:59.504281+0000","last_clean":"2023-08-28T02:36:59.504281+0000","last_became_active":"2023-08-28T02:33:12.288508+0000","last_became_peered":"2023-08-28T02:33:12.288508+0000","last_unstale":"2023-08-28T02:36:59.504281+0000","last_undegraded":"2023-08-28T02:36:59.504281+0000","last_fullsized":"2023-08-28T02:36:59.504281+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:05:42.717608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":132,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-08-28T02:36:54.616495+0000","last_change":"2023-08-28T02:29:44.429834+0000","last_active":"2023-08-28T02:36:54.616495+0000","last_peered":"2023-08-28T02:36:54.616495+0000","last_clean":"2023-08-28T02:36:54.616495+0000","last_became_active":"2023-08-28T02:29:44.429512+0000","last_became_peered":"2023-08-28T02:29:44.429512+0000","last_unstale":"2023-08-28T02:36:54.616495+0000","last_undegraded":"2023-08-28T02:36:54.616495+0000","last_fullsized":"2023-08-28T02:36:54.616495+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:58.062455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"343'7018","reported_seq":7119,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:05.254422+0000","last_change":"2023-08-28T02:30:50.402348+0000","last_active":"2023-08-28T02:37:05.254422+0000","last_peered":"2023-08-28T02:37:05.254422+0000","last_clean":"2023-08-28T02:37:05.254422+0000","last_became_active":"2023-08-28T02:30:50.402076+0000","last_became_peered":"2023-08-28T02:30:50.402076+0000","last_unstale":"2023-08-28T02:37:05.254422+0000","last_undegraded":"2023-08-28T02:37:05.254422+0000","last_fullsized":"2023-08-28T02:37:05.254422+0000","mapping_epoch":250,"log_start":"254'100","ondisk_log_start":"254'100","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6918,"log_dups_size":0,"ondisk_log_size":6918,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:24.859426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":298713088,"num_objects":4558,"num_object_clones":0,"num_object_copies":13674,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4558,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7018,"num_write_kb":370432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.7","version":"75'161","reported_seq":542,"reported_epoch":342,"state":"active+clean","last_fresh":"2023-08-28T02:36:59.505757+0000","last_change":"2023-08-28T02:33:13.532525+0000","last_active":"2023-08-28T02:36:59.505757+0000","last_peered":"2023-08-28T02:36:59.505757+0000","last_clean":"2023-08-28T02:36:59.505757+0000","last_became_active":"2023-08-28T02:33:13.532125+0000","last_became_peered":"2023-08-28T02:33:13.532125+0000","last_unstale":"2023-08-28T02:36:59.505757+0000","last_undegraded":"2023-08-28T02:36:59.505757+0000","last_fullsized":"2023-08-28T02:36:59.505757+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.887648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.887648+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":132,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-08-28T02:36:54.611594+0000","last_change":"2023-08-28T02:29:44.407595+0000","last_active":"2023-08-28T02:36:54.611594+0000","last_peered":"2023-08-28T02:36:54.611594+0000","last_clean":"2023-08-28T02:36:54.611594+0000","last_became_active":"2023-08-28T02:29:44.407316+0000","last_became_peered":"2023-08-28T02:29:44.407316+0000","last_unstale":"2023-08-28T02:36:54.611594+0000","last_undegraded":"2023-08-28T02:36:54.611594+0000","last_fullsized":"2023-08-28T02:36:54.611594+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:01:47.777709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":354,"reported_epoch":342,"state":"active+clean","last_fresh":"2023-08-28T02:36:59.526600+0000","last_change":"2023-08-28T02:33:13.286980+0000","last_active":"2023-08-28T02:36:59.526600+0000","last_peered":"2023-08-28T02:36:59.526600+0000","last_clean":"2023-08-28T02:36:59.526600+0000","last_became_active":"2023-08-28T02:33:13.286740+0000","last_became_peered":"2023-08-28T02:33:13.286740+0000","last_unstale":"2023-08-28T02:36:59.526600+0000","last_undegraded":"2023-08-28T02:36:59.526600+0000","last_fullsized":"2023-08-28T02:36:59.526600+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:24:54.574365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":132,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-08-28T02:36:54.611727+0000","last_change":"2023-08-28T02:29:44.506914+0000","last_active":"2023-08-28T02:36:54.611727+0000","last_peered":"2023-08-28T02:36:54.611727+0000","last_clean":"2023-08-28T02:36:54.611727+0000","last_became_active":"2023-08-28T02:29:44.506606+0000","last_became_peered":"2023-08-28T02:29:44.506606+0000","last_unstale":"2023-08-28T02:36:54.611727+0000","last_undegraded":"2023-08-28T02:36:54.611727+0000","last_fullsized":"2023-08-28T02:36:54.611727+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:55:50.992279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"343'7068","reported_seq":18768,"reported_epoch":343,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:37:04.965190+0000","last_change":"2023-08-28T02:34:11.565330+0000","last_active":"2023-08-28T02:37:04.965190+0000","last_peered":"2023-08-28T02:37:04.965190+0000","last_clean":"2023-08-28T02:32:11.916240+0000","last_became_active":"2023-08-28T02:33:12.501819+0000","last_became_peered":"2023-08-28T02:33:12.501819+0000","last_unstale":"2023-08-28T02:37:04.965190+0000","last_undegraded":"2023-08-28T02:37:04.965190+0000","last_fullsized":"2023-08-28T02:37:04.965190+0000","mapping_epoch":297,"log_start":"256'1724","ondisk_log_start":"256'1724","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5344,"log_dups_size":0,"ondisk_log_size":5344,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:45:43.329719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":296747008,"num_objects":4528,"num_object_clones":0,"num_object_copies":13584,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4528,"num_objects_unfound":0,"num_objects_dirty":4528,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7068,"num_write_kb":371072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5787,"num_bytes_recovered":379256832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,2],"avail_no_missing":["0","2","5","6"],"object_location_counts":[{"shards":"0,2,5","objects":4528}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.1","version":"75'161","reported_seq":602,"reported_epoch":342,"state":"active+clean","last_fresh":"2023-08-28T02:36:59.526253+0000","last_change":"2023-08-28T02:32:31.482659+0000","last_active":"2023-08-28T02:36:59.526253+0000","last_peered":"2023-08-28T02:36:59.526253+0000","last_clean":"2023-08-28T02:36:59.526253+0000","last_became_active":"2023-08-28T02:32:31.482320+0000","last_became_peered":"2023-08-28T02:32:31.482320+0000","last_unstale":"2023-08-28T02:36:59.526253+0000","last_undegraded":"2023-08-28T02:36:59.526253+0000","last_fullsized":"2023-08-28T02:36:59.526253+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:24.559397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:24.559397+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:41:09.516918+0000","scrub_duration":0.001580328,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":340,"reported_epoch":342,"state":"active+clean","last_fresh":"2023-08-28T02:36:59.526298+0000","last_change":"2023-08-28T02:31:51.988386+0000","last_active":"2023-08-28T02:36:59.526298+0000","last_peered":"2023-08-28T02:36:59.526298+0000","last_clean":"2023-08-28T02:36:59.526298+0000","last_became_active":"2023-08-28T02:31:51.988097+0000","last_became_peered":"2023-08-28T02:31:51.988097+0000","last_unstale":"2023-08-28T02:36:59.526298+0000","last_undegraded":"2023-08-28T02:36:59.526298+0000","last_fullsized":"2023-08-28T02:36:59.526298+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:25:01.818829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":315,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-08-28T02:36:54.501454+0000","last_change":"2023-08-28T02:32:12.951275+0000","last_active":"2023-08-28T02:36:54.501454+0000","last_peered":"2023-08-28T02:36:54.501454+0000","last_clean":"2023-08-28T02:36:54.501454+0000","last_became_active":"2023-08-28T02:32:12.950965+0000","last_became_peered":"2023-08-28T02:32:12.950965+0000","last_unstale":"2023-08-28T02:36:54.501454+0000","last_undegraded":"2023-08-28T02:36:54.501454+0000","last_fullsized":"2023-08-28T02:36:54.501454+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:37:31.294280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":158,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-08-28T02:36:54.611741+0000","last_change":"2023-08-28T02:33:13.286534+0000","last_active":"2023-08-28T02:36:54.611741+0000","last_peered":"2023-08-28T02:36:54.611741+0000","last_clean":"2023-08-28T02:36:54.611741+0000","last_became_active":"2023-08-28T02:33:13.286164+0000","last_became_peered":"2023-08-28T02:33:13.286164+0000","last_unstale":"2023-08-28T02:36:54.611741+0000","last_undegraded":"2023-08-28T02:36:54.611741+0000","last_fullsized":"2023-08-28T02:36:54.611741+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:56.721932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"343'7074","reported_seq":18865,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:05.567414+0000","last_change":"2023-08-28T02:34:14.448606+0000","last_active":"2023-08-28T02:37:05.567414+0000","last_peered":"2023-08-28T02:37:05.567414+0000","last_clean":"2023-08-28T02:37:05.567414+0000","last_became_active":"2023-08-28T02:34:14.438547+0000","last_became_peered":"2023-08-28T02:34:14.438547+0000","last_unstale":"2023-08-28T02:37:05.567414+0000","last_undegraded":"2023-08-28T02:37:05.567414+0000","last_fullsized":"2023-08-28T02:37:05.567414+0000","mapping_epoch":314,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":315,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7074,"log_dups_size":0,"ondisk_log_size":7074,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:06:41.120408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":301072384,"num_objects":4594,"num_object_clones":0,"num_object_copies":13782,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4594,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7074,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5834,"num_bytes_recovered":376832000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2","version":"75'161","reported_seq":724,"reported_epoch":342,"state":"active+clean","last_fresh":"2023-08-28T02:36:59.664207+0000","last_change":"2023-08-28T02:30:51.762377+0000","last_active":"2023-08-28T02:36:59.664207+0000","last_peered":"2023-08-28T02:36:59.664207+0000","last_clean":"2023-08-28T02:36:59.664207+0000","last_became_active":"2023-08-28T02:27:46.375590+0000","last_became_peered":"2023-08-28T02:27:46.375590+0000","last_unstale":"2023-08-28T02:36:59.664207+0000","last_undegraded":"2023-08-28T02:36:59.664207+0000","last_fullsized":"2023-08-28T02:36:59.664207+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:51.762314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:51.762314+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:02.034555+0000","scrub_duration":0.0020023620000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":150,"reported_epoch":342,"state":"active+clean","last_fresh":"2023-08-28T02:36:59.504647+0000","last_change":"2023-08-28T02:33:13.289765+0000","last_active":"2023-08-28T02:36:59.504647+0000","last_peered":"2023-08-28T02:36:59.504647+0000","last_clean":"2023-08-28T02:36:59.504647+0000","last_became_active":"2023-08-28T02:33:13.289159+0000","last_became_peered":"2023-08-28T02:33:13.289159+0000","last_unstale":"2023-08-28T02:36:59.504647+0000","last_undegraded":"2023-08-28T02:36:59.504647+0000","last_fullsized":"2023-08-28T02:36:59.504647+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:30:38.956723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":150,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-08-28T02:36:54.611403+0000","last_change":"2023-08-28T02:32:28.464203+0000","last_active":"2023-08-28T02:36:54.611403+0000","last_peered":"2023-08-28T02:36:54.611403+0000","last_clean":"2023-08-28T02:36:54.611403+0000","last_became_active":"2023-08-28T02:32:28.463412+0000","last_became_peered":"2023-08-28T02:32:28.463412+0000","last_unstale":"2023-08-28T02:36:54.611403+0000","last_undegraded":"2023-08-28T02:36:54.611403+0000","last_fullsized":"2023-08-28T02:36:54.611403+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:20:38.177879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":132,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-08-28T02:36:54.616495+0000","last_change":"2023-08-28T02:29:44.427945+0000","last_active":"2023-08-28T02:36:54.616495+0000","last_peered":"2023-08-28T02:36:54.616495+0000","last_clean":"2023-08-28T02:36:54.616495+0000","last_became_active":"2023-08-28T02:29:44.426487+0000","last_became_peered":"2023-08-28T02:29:44.426487+0000","last_unstale":"2023-08-28T02:36:54.616495+0000","last_undegraded":"2023-08-28T02:36:54.616495+0000","last_fullsized":"2023-08-28T02:36:54.616495+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:30:20.438896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"342'7076","reported_seq":17147,"reported_epoch":342,"state":"active+clean","last_fresh":"2023-08-28T02:37:02.381426+0000","last_change":"2023-08-28T02:34:48.488647+0000","last_active":"2023-08-28T02:37:02.381426+0000","last_peered":"2023-08-28T02:37:02.381426+0000","last_clean":"2023-08-28T02:37:02.381426+0000","last_became_active":"2023-08-28T02:34:48.476519+0000","last_became_peered":"2023-08-28T02:34:48.476519+0000","last_unstale":"2023-08-28T02:37:02.381426+0000","last_undegraded":"2023-08-28T02:37:02.381426+0000","last_fullsized":"2023-08-28T02:37:02.381426+0000","mapping_epoch":318,"log_start":"255'900","ondisk_log_start":"255'900","created":250,"last_epoch_clean":319,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6176,"log_dups_size":0,"ondisk_log_size":6176,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:44:20.004230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":299368448,"num_objects":4568,"num_object_clones":0,"num_object_copies":13704,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4568,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7076,"num_write_kb":372608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4973,"num_bytes_recovered":325910528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":334,"reported_epoch":342,"state":"active+clean","last_fresh":"2023-08-28T02:36:59.526691+0000","last_change":"2023-08-28T02:33:13.484970+0000","last_active":"2023-08-28T02:36:59.526691+0000","last_peered":"2023-08-28T02:36:59.526691+0000","last_clean":"2023-08-28T02:36:59.526691+0000","last_became_active":"2023-08-28T02:33:13.484579+0000","last_became_peered":"2023-08-28T02:33:13.484579+0000","last_unstale":"2023-08-28T02:36:59.526691+0000","last_undegraded":"2023-08-28T02:36:59.526691+0000","last_fullsized":"2023-08-28T02:36:59.526691+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:58.027468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"75'161","reported_seq":725,"reported_epoch":342,"state":"active+clean","last_fresh":"2023-08-28T02:36:59.664065+0000","last_change":"2023-08-28T02:31:55.059467+0000","last_active":"2023-08-28T02:36:59.664065+0000","last_peered":"2023-08-28T02:36:59.664065+0000","last_clean":"2023-08-28T02:36:59.664065+0000","last_became_active":"2023-08-28T02:31:55.059115+0000","last_became_peered":"2023-08-28T02:31:55.059115+0000","last_unstale":"2023-08-28T02:36:59.664065+0000","last_undegraded":"2023-08-28T02:36:59.664065+0000","last_fullsized":"2023-08-28T02:36:59.664065+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":0,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.820990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.820990+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:15:56.774667+0000","scrub_duration":0.0017342480000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":251,"reported_epoch":342,"state":"active+clean","last_fresh":"2023-08-28T02:36:59.504882+0000","last_change":"2023-08-28T02:33:13.352810+0000","last_active":"2023-08-28T02:36:59.504882+0000","last_peered":"2023-08-28T02:36:59.504882+0000","last_clean":"2023-08-28T02:36:59.504882+0000","last_became_active":"2023-08-28T02:33:13.351697+0000","last_became_peered":"2023-08-28T02:33:13.351697+0000","last_unstale":"2023-08-28T02:36:59.504882+0000","last_undegraded":"2023-08-28T02:36:59.504882+0000","last_fullsized":"2023-08-28T02:36:59.504882+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:56.187163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":164,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-08-28T02:36:54.501984+0000","last_change":"2023-08-28T02:31:51.984584+0000","last_active":"2023-08-28T02:36:54.501984+0000","last_peered":"2023-08-28T02:36:54.501984+0000","last_clean":"2023-08-28T02:36:54.501984+0000","last_became_active":"2023-08-28T02:31:51.984264+0000","last_became_peered":"2023-08-28T02:31:51.984264+0000","last_unstale":"2023-08-28T02:36:54.501984+0000","last_undegraded":"2023-08-28T02:36:54.501984+0000","last_fullsized":"2023-08-28T02:36:54.501984+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:58:42.306722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"343'7002","reported_seq":18710,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:04.701203+0000","last_change":"2023-08-28T02:35:11.978901+0000","last_active":"2023-08-28T02:37:04.701203+0000","last_peered":"2023-08-28T02:37:04.701203+0000","last_clean":"2023-08-28T02:37:04.701203+0000","last_became_active":"2023-08-28T02:35:11.966585+0000","last_became_peered":"2023-08-28T02:35:11.966585+0000","last_unstale":"2023-08-28T02:37:04.701203+0000","last_undegraded":"2023-08-28T02:37:04.701203+0000","last_fullsized":"2023-08-28T02:37:04.701203+0000","mapping_epoch":323,"log_start":"256'1728","ondisk_log_start":"256'1728","created":250,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5274,"log_dups_size":0,"ondisk_log_size":5274,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:03:07.017814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":300154880,"num_objects":4580,"num_object_clones":0,"num_object_copies":13740,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4580,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7002,"num_write_kb":370624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5791,"num_bytes_recovered":368967680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3","version":"75'161","reported_seq":608,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-08-28T02:36:54.611761+0000","last_change":"2023-08-28T02:31:55.068239+0000","last_active":"2023-08-28T02:36:54.611761+0000","last_peered":"2023-08-28T02:36:54.611761+0000","last_clean":"2023-08-28T02:36:54.611761+0000","last_became_active":"2023-08-28T02:31:55.067875+0000","last_became_peered":"2023-08-28T02:31:55.067875+0000","last_unstale":"2023-08-28T02:36:54.611761+0000","last_undegraded":"2023-08-28T02:36:54.611761+0000","last_fullsized":"2023-08-28T02:36:54.611761+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.868248+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:11:04.391639+0000","scrub_duration":0.0016215240000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":348,"reported_epoch":342,"state":"active+clean","last_fresh":"2023-08-28T02:36:59.664033+0000","last_change":"2023-08-28T02:29:44.421353+0000","last_active":"2023-08-28T02:36:59.664033+0000","last_peered":"2023-08-28T02:36:59.664033+0000","last_clean":"2023-08-28T02:36:59.664033+0000","last_became_active":"2023-08-28T02:29:44.421064+0000","last_became_peered":"2023-08-28T02:29:44.421064+0000","last_unstale":"2023-08-28T02:36:59.664033+0000","last_undegraded":"2023-08-28T02:36:59.664033+0000","last_fullsized":"2023-08-28T02:36:59.664033+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:51:36.524024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":317,"reported_epoch":342,"state":"active+clean","last_fresh":"2023-08-28T02:36:59.503474+0000","last_change":"2023-08-28T02:33:12.299487+0000","last_active":"2023-08-28T02:36:59.503474+0000","last_peered":"2023-08-28T02:36:59.503474+0000","last_clean":"2023-08-28T02:36:59.503474+0000","last_became_active":"2023-08-28T02:33:12.299175+0000","last_became_peered":"2023-08-28T02:33:12.299175+0000","last_unstale":"2023-08-28T02:36:59.503474+0000","last_undegraded":"2023-08-28T02:36:59.503474+0000","last_fullsized":"2023-08-28T02:36:59.503474+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:42:29.713462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":328,"reported_epoch":342,"state":"active+clean","last_fresh":"2023-08-28T02:36:59.504106+0000","last_change":"2023-08-28T02:32:28.457696+0000","last_active":"2023-08-28T02:36:59.504106+0000","last_peered":"2023-08-28T02:36:59.504106+0000","last_clean":"2023-08-28T02:36:59.504106+0000","last_became_active":"2023-08-28T02:32:28.457407+0000","last_became_peered":"2023-08-28T02:32:28.457407+0000","last_unstale":"2023-08-28T02:36:59.504106+0000","last_undegraded":"2023-08-28T02:36:59.504106+0000","last_fullsized":"2023-08-28T02:36:59.504106+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:26:29.392787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"342'6962","reported_seq":8090,"reported_epoch":342,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:37:01.429817+0000","last_change":"2023-08-28T02:34:11.566035+0000","last_active":"2023-08-28T02:37:01.429817+0000","last_peered":"2023-08-28T02:37:01.429817+0000","last_clean":"2023-08-28T02:33:10.395883+0000","last_became_active":"2023-08-28T02:33:12.394714+0000","last_became_peered":"2023-08-28T02:33:12.394714+0000","last_unstale":"2023-08-28T02:37:01.429817+0000","last_undegraded":"2023-08-28T02:37:01.429817+0000","last_fullsized":"2023-08-28T02:37:01.429817+0000","mapping_epoch":297,"log_start":"256'1584","ondisk_log_start":"256'1584","created":250,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5378,"log_dups_size":0,"ondisk_log_size":5378,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:01:26.984565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":296288280,"num_objects":4522,"num_object_clones":0,"num_object_copies":13566,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4128,"num_objects_unfound":0,"num_objects_dirty":4522,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":6962,"num_write_kb":367425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":500,"num_bytes_recovered":32768000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,6],"avail_no_missing":["4","0","6"],"object_location_counts":[{"shards":"0,4,6","objects":4522}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.6","version":"75'161","reported_seq":602,"reported_epoch":342,"state":"active+clean","last_fresh":"2023-08-28T02:36:59.504051+0000","last_change":"2023-08-28T02:33:13.338675+0000","last_active":"2023-08-28T02:36:59.504051+0000","last_peered":"2023-08-28T02:36:59.504051+0000","last_clean":"2023-08-28T02:36:59.504051+0000","last_became_active":"2023-08-28T02:33:13.338271+0000","last_became_peered":"2023-08-28T02:33:13.338271+0000","last_unstale":"2023-08-28T02:36:59.504051+0000","last_undegraded":"2023-08-28T02:36:59.504051+0000","last_fullsized":"2023-08-28T02:36:59.504051+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.774982+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.774982+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:13:20.011329+0000","scrub_duration":0.003539819,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":311,"reported_epoch":342,"state":"active+clean","last_fresh":"2023-08-28T02:36:59.664647+0000","last_change":"2023-08-28T02:14:43.033789+0000","last_active":"2023-08-28T02:36:59.664647+0000","last_peered":"2023-08-28T02:36:59.664647+0000","last_clean":"2023-08-28T02:36:59.664647+0000","last_became_active":"2023-08-28T02:14:43.033454+0000","last_became_peered":"2023-08-28T02:14:43.033454+0000","last_unstale":"2023-08-28T02:36:59.664647+0000","last_undegraded":"2023-08-28T02:36:59.664647+0000","last_fullsized":"2023-08-28T02:36:59.664647+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:01:13.205842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":141,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-08-28T02:36:54.611908+0000","last_change":"2023-08-28T02:32:28.461807+0000","last_active":"2023-08-28T02:36:54.611908+0000","last_peered":"2023-08-28T02:36:54.611908+0000","last_clean":"2023-08-28T02:36:54.611908+0000","last_became_active":"2023-08-28T02:32:28.461116+0000","last_became_peered":"2023-08-28T02:32:28.461116+0000","last_unstale":"2023-08-28T02:36:54.611908+0000","last_undegraded":"2023-08-28T02:36:54.611908+0000","last_fullsized":"2023-08-28T02:36:54.611908+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:12:45.321757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":288,"reported_epoch":342,"state":"active+clean","last_fresh":"2023-08-28T02:36:59.504912+0000","last_change":"2023-08-28T02:14:43.048791+0000","last_active":"2023-08-28T02:36:59.504912+0000","last_peered":"2023-08-28T02:36:59.504912+0000","last_clean":"2023-08-28T02:36:59.504912+0000","last_became_active":"2023-08-28T02:14:43.047408+0000","last_became_peered":"2023-08-28T02:14:43.047408+0000","last_unstale":"2023-08-28T02:36:59.504912+0000","last_undegraded":"2023-08-28T02:36:59.504912+0000","last_fullsized":"2023-08-28T02:36:59.504912+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:47.097181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"342'7158","reported_seq":16540,"reported_epoch":342,"state":"active+recovering+remapped","last_fresh":"2023-08-28T02:37:01.450749+0000","last_change":"2023-08-28T02:35:10.974195+0000","last_active":"2023-08-28T02:37:01.450749+0000","last_peered":"2023-08-28T02:37:01.450749+0000","last_clean":"2023-08-28T02:31:50.933695+0000","last_became_active":"2023-08-28T02:33:13.540416+0000","last_became_peered":"2023-08-28T02:33:13.540416+0000","last_unstale":"2023-08-28T02:37:01.450749+0000","last_undegraded":"2023-08-28T02:37:01.450749+0000","last_fullsized":"2023-08-28T02:37:01.450749+0000","mapping_epoch":298,"log_start":"256'1774","ondisk_log_start":"256'1774","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5384,"log_dups_size":0,"ondisk_log_size":5384,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:49:35.658845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":308281344,"num_objects":4704,"num_object_clones":0,"num_object_copies":14112,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":682,"num_objects_unfound":0,"num_objects_dirty":4704,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7158,"num_write_kb":379584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4626,"num_bytes_recovered":303169536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,2],"avail_no_missing":["4","2","6"],"object_location_counts":[{"shards":"2,4,5","objects":4363},{"shards":"2,4,6","objects":341}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.5","version":"75'161","reported_seq":635,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-08-28T02:36:54.501546+0000","last_change":"2023-08-28T02:32:31.477151+0000","last_active":"2023-08-28T02:36:54.501546+0000","last_peered":"2023-08-28T02:36:54.501546+0000","last_clean":"2023-08-28T02:36:54.501546+0000","last_became_active":"2023-08-28T02:32:31.476776+0000","last_became_peered":"2023-08-28T02:32:31.476776+0000","last_unstale":"2023-08-28T02:36:54.501546+0000","last_undegraded":"2023-08-28T02:36:54.501546+0000","last_fullsized":"2023-08-28T02:36:54.501546+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:18.891729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:18.891729+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:47:27.194140+0000","scrub_duration":0.0031546460000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"65'2","reported_seq":298,"reported_epoch":342,"state":"active+clean","last_fresh":"2023-08-28T02:36:59.505658+0000","last_change":"2023-08-28T02:33:12.327778+0000","last_active":"2023-08-28T02:36:59.505658+0000","last_peered":"2023-08-28T02:36:59.505658+0000","last_clean":"2023-08-28T02:36:59.505658+0000","last_became_active":"2023-08-28T02:33:12.327273+0000","last_became_peered":"2023-08-28T02:33:12.327273+0000","last_unstale":"2023-08-28T02:36:59.505658+0000","last_undegraded":"2023-08-28T02:36:59.505658+0000","last_fullsized":"2023-08-28T02:36:59.505658+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:40.554192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":179,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-08-28T02:36:54.611913+0000","last_change":"2023-08-28T02:33:13.335665+0000","last_active":"2023-08-28T02:36:54.611913+0000","last_peered":"2023-08-28T02:36:54.611913+0000","last_clean":"2023-08-28T02:36:54.611913+0000","last_became_active":"2023-08-28T02:33:13.335322+0000","last_became_peered":"2023-08-28T02:33:13.335322+0000","last_unstale":"2023-08-28T02:36:54.611913+0000","last_undegraded":"2023-08-28T02:36:54.611913+0000","last_fullsized":"2023-08-28T02:36:54.611913+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:21:08.024493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":295,"reported_epoch":342,"state":"active+clean","last_fresh":"2023-08-28T02:36:59.504348+0000","last_change":"2023-08-28T02:33:12.310326+0000","last_active":"2023-08-28T02:36:59.504348+0000","last_peered":"2023-08-28T02:36:59.504348+0000","last_clean":"2023-08-28T02:36:59.504348+0000","last_became_active":"2023-08-28T02:33:12.310011+0000","last_became_peered":"2023-08-28T02:33:12.310011+0000","last_unstale":"2023-08-28T02:36:59.504348+0000","last_undegraded":"2023-08-28T02:36:59.504348+0000","last_fullsized":"2023-08-28T02:36:59.504348+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:35:03.710036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"342'7126","reported_seq":10815,"reported_epoch":342,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:37:01.396914+0000","last_change":"2023-08-28T02:33:34.765675+0000","last_active":"2023-08-28T02:37:01.396914+0000","last_peered":"2023-08-28T02:37:01.396914+0000","last_clean":"2023-08-28T02:31:27.909649+0000","last_became_active":"2023-08-28T02:33:33.726805+0000","last_became_peered":"2023-08-28T02:33:33.726805+0000","last_unstale":"2023-08-28T02:37:01.396914+0000","last_undegraded":"2023-08-28T02:33:20.140072+0000","last_fullsized":"2023-08-28T02:33:13.278549+0000","mapping_epoch":298,"log_start":"256'1677","ondisk_log_start":"256'1677","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5449,"log_dups_size":0,"ondisk_log_size":5449,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:02:22.971585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":310771712,"num_objects":4742,"num_object_clones":0,"num_object_copies":14226,"num_objects_missing_on_primary":4719,"num_objects_missing":4719,"num_objects_degraded":12037,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4742,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7126,"num_write_kb":379776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1182,"num_bytes_recovered":77332480,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[4,3],"avail_no_missing":["2","6"],"object_location_counts":[{"shards":"2,3,4,6","objects":8},{"shards":"2,3,6","objects":2236},{"shards":"2,4,6","objects":14},{"shards":"2,6","objects":2483},{"shards":"3,4","objects":-12}],"blocked_by":[],"up_primary":3,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.4","version":"75'161","reported_seq":550,"reported_epoch":342,"state":"active+clean","last_fresh":"2023-08-28T02:36:59.504953+0000","last_change":"2023-08-28T02:33:12.296479+0000","last_active":"2023-08-28T02:36:59.504953+0000","last_peered":"2023-08-28T02:36:59.504953+0000","last_clean":"2023-08-28T02:36:59.504953+0000","last_became_active":"2023-08-28T02:33:12.294160+0000","last_became_peered":"2023-08-28T02:33:12.294160+0000","last_unstale":"2023-08-28T02:36:59.504953+0000","last_undegraded":"2023-08-28T02:36:59.504953+0000","last_fullsized":"2023-08-28T02:36:59.504953+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.899247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.899247+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":269,"reported_epoch":342,"state":"active+clean","last_fresh":"2023-08-28T02:36:59.664973+0000","last_change":"2023-08-28T02:33:13.539335+0000","last_active":"2023-08-28T02:36:59.664973+0000","last_peered":"2023-08-28T02:36:59.664973+0000","last_clean":"2023-08-28T02:36:59.664973+0000","last_became_active":"2023-08-28T02:33:13.538978+0000","last_became_peered":"2023-08-28T02:33:13.538978+0000","last_unstale":"2023-08-28T02:36:59.664973+0000","last_undegraded":"2023-08-28T02:36:59.664973+0000","last_fullsized":"2023-08-28T02:36:59.664973+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:26:13.405766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"65'1","reported_seq":332,"reported_epoch":342,"state":"active+clean","last_fresh":"2023-08-28T02:36:59.504162+0000","last_change":"2023-08-28T02:29:44.510205+0000","last_active":"2023-08-28T02:36:59.504162+0000","last_peered":"2023-08-28T02:36:59.504162+0000","last_clean":"2023-08-28T02:36:59.504162+0000","last_became_active":"2023-08-28T02:29:44.429357+0000","last_became_peered":"2023-08-28T02:29:44.429357+0000","last_unstale":"2023-08-28T02:36:59.504162+0000","last_undegraded":"2023-08-28T02:36:59.504162+0000","last_fullsized":"2023-08-28T02:36:59.504162+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:44:59.955729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":297,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-08-28T02:36:54.501371+0000","last_change":"2023-08-28T02:32:12.950661+0000","last_active":"2023-08-28T02:36:54.501371+0000","last_peered":"2023-08-28T02:36:54.501371+0000","last_clean":"2023-08-28T02:36:54.501371+0000","last_became_active":"2023-08-28T02:32:12.950276+0000","last_became_peered":"2023-08-28T02:32:12.950276+0000","last_unstale":"2023-08-28T02:36:54.501371+0000","last_undegraded":"2023-08-28T02:36:54.501371+0000","last_fullsized":"2023-08-28T02:36:54.501371+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:05:17.972868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"65'1","reported_seq":289,"reported_epoch":342,"state":"active+clean","last_fresh":"2023-08-28T02:36:59.504829+0000","last_change":"2023-08-28T02:14:43.042150+0000","last_active":"2023-08-28T02:36:59.504829+0000","last_peered":"2023-08-28T02:36:59.504829+0000","last_clean":"2023-08-28T02:36:59.504829+0000","last_became_active":"2023-08-28T02:14:43.038336+0000","last_became_peered":"2023-08-28T02:14:43.038336+0000","last_unstale":"2023-08-28T02:36:59.504829+0000","last_undegraded":"2023-08-28T02:36:59.504829+0000","last_fullsized":"2023-08-28T02:36:59.504829+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:26:02.415152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":338,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-08-28T02:36:54.611821+0000","last_change":"2023-08-28T02:33:13.318097+0000","last_active":"2023-08-28T02:36:54.611821+0000","last_peered":"2023-08-28T02:36:54.611821+0000","last_clean":"2023-08-28T02:36:54.611821+0000","last_became_active":"2023-08-28T02:33:13.317761+0000","last_became_peered":"2023-08-28T02:33:13.317761+0000","last_unstale":"2023-08-28T02:36:54.611821+0000","last_undegraded":"2023-08-28T02:36:54.611821+0000","last_fullsized":"2023-08-28T02:36:54.611821+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:24.836996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"65'2","reported_seq":336,"reported_epoch":342,"state":"active+clean","last_fresh":"2023-08-28T02:36:59.526511+0000","last_change":"2023-08-28T02:29:44.535937+0000","last_active":"2023-08-28T02:36:59.526511+0000","last_peered":"2023-08-28T02:36:59.526511+0000","last_clean":"2023-08-28T02:36:59.526511+0000","last_became_active":"2023-08-28T02:29:44.462244+0000","last_became_peered":"2023-08-28T02:29:44.462244+0000","last_unstale":"2023-08-28T02:36:59.526511+0000","last_undegraded":"2023-08-28T02:36:59.526511+0000","last_fullsized":"2023-08-28T02:36:59.526511+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:30:33.173713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":336,"reported_epoch":342,"state":"active+clean","last_fresh":"2023-08-28T02:36:59.504597+0000","last_change":"2023-08-28T02:33:12.305580+0000","last_active":"2023-08-28T02:36:59.504597+0000","last_peered":"2023-08-28T02:36:59.504597+0000","last_clean":"2023-08-28T02:36:59.504597+0000","last_became_active":"2023-08-28T02:33:12.305261+0000","last_became_peered":"2023-08-28T02:33:12.305261+0000","last_unstale":"2023-08-28T02:36:59.504597+0000","last_undegraded":"2023-08-28T02:36:59.504597+0000","last_fullsized":"2023-08-28T02:36:59.504597+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:22:31.614221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"65'2","reported_seq":305,"reported_epoch":342,"state":"active+clean","last_fresh":"2023-08-28T02:36:59.526523+0000","last_change":"2023-08-28T02:31:51.991101+0000","last_active":"2023-08-28T02:36:59.526523+0000","last_peered":"2023-08-28T02:36:59.526523+0000","last_clean":"2023-08-28T02:36:59.526523+0000","last_became_active":"2023-08-28T02:31:51.987237+0000","last_became_peered":"2023-08-28T02:31:51.987237+0000","last_unstale":"2023-08-28T02:36:59.526523+0000","last_undegraded":"2023-08-28T02:36:59.526523+0000","last_fullsized":"2023-08-28T02:36:59.526523+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:07:07.370857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":338,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-08-28T02:36:54.500898+0000","last_change":"2023-08-28T02:33:12.494483+0000","last_active":"2023-08-28T02:36:54.500898+0000","last_peered":"2023-08-28T02:36:54.500898+0000","last_clean":"2023-08-28T02:36:54.500898+0000","last_became_active":"2023-08-28T02:33:12.494136+0000","last_became_peered":"2023-08-28T02:33:12.494136+0000","last_unstale":"2023-08-28T02:36:54.500898+0000","last_undegraded":"2023-08-28T02:36:54.500898+0000","last_fullsized":"2023-08-28T02:36:54.500898+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:36.772588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"65'1","reported_seq":283,"reported_epoch":342,"state":"active+clean","last_fresh":"2023-08-28T02:36:59.505289+0000","last_change":"2023-08-28T02:33:13.287922+0000","last_active":"2023-08-28T02:36:59.505289+0000","last_peered":"2023-08-28T02:36:59.505289+0000","last_clean":"2023-08-28T02:36:59.505289+0000","last_became_active":"2023-08-28T02:33:13.287520+0000","last_became_peered":"2023-08-28T02:33:13.287520+0000","last_unstale":"2023-08-28T02:36:59.505289+0000","last_undegraded":"2023-08-28T02:36:59.505289+0000","last_fullsized":"2023-08-28T02:36:59.505289+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:11.627168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":297,"reported_epoch":342,"state":"active+clean","last_fresh":"2023-08-28T02:36:59.504731+0000","last_change":"2023-08-28T02:33:13.289469+0000","last_active":"2023-08-28T02:36:59.504731+0000","last_peered":"2023-08-28T02:36:59.504731+0000","last_clean":"2023-08-28T02:36:59.504731+0000","last_became_active":"2023-08-28T02:33:13.288737+0000","last_became_peered":"2023-08-28T02:33:13.288737+0000","last_unstale":"2023-08-28T02:36:59.504731+0000","last_undegraded":"2023-08-28T02:36:59.504731+0000","last_fullsized":"2023-08-28T02:36:59.504731+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:11:15.043550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"65'4","reported_seq":321,"reported_epoch":342,"state":"active+clean","last_fresh":"2023-08-28T02:36:59.504552+0000","last_change":"2023-08-28T02:32:28.607010+0000","last_active":"2023-08-28T02:36:59.504552+0000","last_peered":"2023-08-28T02:36:59.504552+0000","last_clean":"2023-08-28T02:36:59.504552+0000","last_became_active":"2023-08-28T02:32:28.492224+0000","last_became_peered":"2023-08-28T02:32:28.492224+0000","last_unstale":"2023-08-28T02:36:59.504552+0000","last_undegraded":"2023-08-28T02:36:59.504552+0000","last_fullsized":"2023-08-28T02:36:59.504552+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:13:45.711951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":554,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":348,"reported_epoch":341,"state":"active+clean","last_fresh":"2023-08-28T02:36:54.500748+0000","last_change":"2023-08-28T02:33:13.309144+0000","last_active":"2023-08-28T02:36:54.500748+0000","last_peered":"2023-08-28T02:36:54.500748+0000","last_clean":"2023-08-28T02:36:54.500748+0000","last_became_active":"2023-08-28T02:33:13.308910+0000","last_became_peered":"2023-08-28T02:33:13.308910+0000","last_unstale":"2023-08-28T02:36:54.500748+0000","last_undegraded":"2023-08-28T02:36:54.500748+0000","last_fullsized":"2023-08-28T02:36:54.500748+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:09:59.549591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":4818141208,"num_objects":73520,"num_object_clones":0,"num_object_copies":220560,"num_objects_missing_on_primary":4719,"num_objects_missing":4719,"num_objects_degraded":35860,"num_objects_misplaced":9338,"num_objects_unfound":0,"num_objects_dirty":73520,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":113094,"num_write_kb":5971585,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":37949,"num_bytes_recovered":2470772736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":15144464384,"data_stored":15144452168,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":96542,"ondisk_log_size":96542,"up":48,"acting":43,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":10126,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":370028,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":89,"num_read_kb":167,"num_write":44,"num_write_kb":440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":322019,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299762,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1969984,"kb_used_data":1476792,"kb_used_omap":0,"kb_used_meta":493184,"kb_avail":91775168,"statfs":{"total":95995035648,"available":93977772032,"internally_reserved":0,"allocated":1512235008,"data_stored":1510870365,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":505020416},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:36:11 2023","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.64200000000000002,"15min":1.4410000000000001},"min":{"1min":0.25,"5min":0.219,"15min":0.219},"max":{"1min":1.524,"5min":3.6480000000000001,"15min":13.118},"last":0.66600000000000004},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.90200000000000002,"15min":1.8560000000000001},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.246},"max":{"1min":2.6989999999999998,"5min":9.2799999999999994,"15min":17.402999999999999},"last":0.57699999999999996}]},{"osd":1,"last update":"Mon Aug 28 02:36:41 2023","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.91000000000000003,"15min":2.0449999999999999},"min":{"1min":0.27700000000000002,"5min":0.27300000000000002,"15min":0.24099999999999999},"max":{"1min":2.7509999999999999,"5min":7.0599999999999996,"15min":17.43},"last":0.42599999999999999},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.85499999999999998,"15min":1.8779999999999999},"min":{"1min":0.315,"5min":0.311,"15min":0.25900000000000001},"max":{"1min":2.7669999999999999,"5min":7.1420000000000003,"15min":19.913},"last":0.46200000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:36:25 2023","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.60899999999999999,"15min":1.46},"min":{"1min":0.28899999999999998,"5min":0.23499999999999999,"15min":0.22800000000000001},"max":{"1min":1.5529999999999999,"5min":3.8199999999999998,"15min":8.3889999999999993},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.66500000000000004,"15min":1.2569999999999999},"min":{"1min":0.36899999999999999,"5min":0.28799999999999998,"15min":0.28699999999999998},"max":{"1min":1.9159999999999999,"5min":3.5219999999999998,"15min":9.2219999999999995},"last":0.54000000000000004}]},{"osd":3,"last update":"Mon Aug 28 02:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.65600000000000003,"15min":0.69699999999999995},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":1.9590000000000001,"5min":3.0099999999999998,"15min":3.0099999999999998},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.625,"15min":0.628},"min":{"1min":0.34499999999999997,"5min":0.308,"15min":0.308},"max":{"1min":2.5390000000000001,"5min":3.1000000000000001,"15min":3.1000000000000001},"last":0.622}]},{"osd":4,"last update":"Mon Aug 28 02:36:11 2023","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.80900000000000005,"15min":1.306},"min":{"1min":0.27700000000000002,"5min":0.245,"15min":0.245},"max":{"1min":2.677,"5min":7.0960000000000001,"15min":18.943000000000001},"last":0.5},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.73999999999999999,"15min":0.95299999999999996},"min":{"1min":0.28699999999999998,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":2.8610000000000002,"5min":6.2350000000000003,"15min":8.1890000000000001},"last":0.47799999999999998}]},{"osd":5,"last update":"Mon Aug 28 02:36:11 2023","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.63600000000000001,"15min":1.0680000000000001},"min":{"1min":0.32000000000000001,"5min":0.246,"15min":0.23599999999999999},"max":{"1min":1.466,"5min":5.9130000000000003,"15min":14.622},"last":0.64500000000000002},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.79100000000000004,"15min":1.2989999999999999},"min":{"1min":0.36799999999999999,"5min":0.28100000000000003,"15min":0.27000000000000002},"max":{"1min":2.7210000000000001,"5min":7,"15min":17.324999999999999},"last":0.80200000000000005}]},{"osd":6,"last update":"Mon Aug 28 02:36:11 2023","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.88900000000000001,"15min":1.329},"min":{"1min":0.33300000000000002,"5min":0.31900000000000001,"15min":0.30299999999999999},"max":{"1min":2.7360000000000002,"5min":7.601,"15min":17.454999999999998},"last":0.83399999999999996},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.747,"15min":0.86699999999999999},"min":{"1min":0.34000000000000002,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":1.9770000000000001,"5min":5.6710000000000003,"15min":7.665},"last":0.56299999999999994}]}]},{"osd":6,"up_from":0,"seq":193273528693,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":101,"seq":433791697151,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1518464,"kb_used_data":894392,"kb_used_omap":4,"kb_used_meta":624059,"kb_avail":92226688,"statfs":{"total":95995035648,"available":94440128512,"internally_reserved":0,"allocated":915857408,"data_stored":913929218,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":639037326},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:36:42 2023","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.72799999999999998,"15min":2.101},"min":{"1min":0.26600000000000001,"5min":0.223,"15min":0.214},"max":{"1min":2.1659999999999999,"5min":6.4500000000000002,"15min":24.545999999999999},"last":0.29099999999999998},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.82199999999999995,"15min":2.5139999999999998},"min":{"1min":0.25600000000000001,"5min":0.23599999999999999,"15min":0.21199999999999999},"max":{"1min":3.496,"5min":7.5330000000000004,"15min":24.515000000000001},"last":0.31900000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:36:30 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.88200000000000001,"15min":2.3300000000000001},"min":{"1min":0.32900000000000001,"5min":0.28699999999999998,"15min":0.24099999999999999},"max":{"1min":3.544,"5min":7.5659999999999998,"15min":22.161000000000001},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.94199999999999995,"15min":1.748},"min":{"1min":0.34000000000000002,"5min":0.27600000000000002,"15min":0.253},"max":{"1min":2.4489999999999998,"5min":8.3170000000000002,"15min":19.100999999999999},"last":0.30399999999999999}]},{"osd":3,"last update":"Mon Aug 28 02:36:16 2023","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.51300000000000001,"15min":0.47899999999999998},"min":{"1min":0.313,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":1.0940000000000001,"5min":1.9770000000000001,"15min":1.9770000000000001},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.55900000000000005,"15min":0.52900000000000003},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":3.5819999999999999,"5min":3.5819999999999999,"15min":3.5819999999999999},"last":0.41699999999999998}]},{"osd":4,"last update":"Mon Aug 28 02:36:42 2023","interfaces":[{"interface":"back","average":{"1min":0.64200000000000002,"5min":0.88400000000000001,"15min":1.4119999999999999},"min":{"1min":0.38400000000000001,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":2.488,"5min":6.819,"15min":18.992999999999999},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.88400000000000001,"15min":1.6459999999999999},"min":{"1min":0.34300000000000003,"5min":0.29099999999999998,"15min":0.26400000000000001},"max":{"1min":1.9650000000000001,"5min":6.8380000000000001,"15min":14.779999999999999},"last":0.39600000000000002}]},{"osd":5,"last update":"Mon Aug 28 02:36:42 2023","interfaces":[{"interface":"back","average":{"1min":0.71099999999999997,"5min":0.96399999999999997,"15min":2.0459999999999998},"min":{"1min":0.39300000000000002,"5min":0.35999999999999999,"15min":0.29999999999999999},"max":{"1min":3.6080000000000001,"5min":7.7549999999999999,"15min":18.626999999999999},"last":0.376},{"interface":"front","average":{"1min":0.68000000000000005,"5min":0.93799999999999994,"15min":1.8480000000000001},"min":{"1min":0.41899999999999998,"5min":0.375,"15min":0.33600000000000002},"max":{"1min":2.532,"5min":7.3410000000000002,"15min":18.945},"last":0.72399999999999998}]},{"osd":6,"last update":"Mon Aug 28 02:36:42 2023","interfaces":[{"interface":"back","average":{"1min":0.76400000000000001,"5min":0.88700000000000001,"15min":2.0009999999999999},"min":{"1min":0.44600000000000001,"5min":0.39100000000000001,"15min":0.34300000000000003},"max":{"1min":3.6400000000000001,"5min":7.4969999999999999,"15min":12.221},"last":0.495},{"interface":"front","average":{"1min":0.69499999999999995,"5min":1.0980000000000001,"15min":1.633},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.34499999999999997},"max":{"1min":2.5950000000000002,"5min":12.371,"15min":19.021999999999998},"last":0.436}]},{"osd":7,"last update":"Mon Aug 28 02:36:42 2023","interfaces":[{"interface":"back","average":{"1min":0.72999999999999998,"5min":0.92400000000000004,"15min":1.7689999999999999},"min":{"1min":0.497,"5min":0.374,"15min":0.374},"max":{"1min":2.5600000000000001,"5min":7.3949999999999996,"15min":19.047999999999998},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.66000000000000003,"5min":0.94699999999999995,"15min":1.8660000000000001},"min":{"1min":0.48099999999999998,"5min":0.34399999999999997,"15min":0.312},"max":{"1min":1.9079999999999999,"5min":6.4960000000000004,"15min":14.818},"last":0.79000000000000004}]}]},{"osd":0,"up_from":87,"seq":373662155018,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3584156,"kb_used_data":2923220,"kb_used_omap":5,"kb_used_meta":660922,"kb_avail":90160996,"statfs":{"total":95995035648,"available":92324859904,"internally_reserved":0,"allocated":2993377280,"data_stored":2991319765,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":676784762},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:36:35 2023","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.67000000000000004,"15min":1.631},"min":{"1min":0.221,"5min":0.184,"15min":0.184},"max":{"1min":0.76800000000000002,"5min":5.5339999999999998,"15min":30.315000000000001},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.38800000000000001,"5min":0.67700000000000005,"15min":2.431},"min":{"1min":0.27600000000000002,"5min":0.25,"15min":0.221},"max":{"1min":0.67900000000000005,"5min":8.3379999999999992,"15min":69.272000000000006},"last":0.51100000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:36:35 2023","interfaces":[{"interface":"back","average":{"1min":0.68799999999999994,"5min":0.70399999999999996,"15min":1.923},"min":{"1min":0.29399999999999998,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":2.9119999999999999,"5min":5.7060000000000004,"15min":20.959},"last":0.36399999999999999},{"interface":"front","average":{"1min":0.83299999999999996,"5min":0.81999999999999995,"15min":1.7709999999999999},"min":{"1min":0.311,"5min":0.247,"15min":0.24299999999999999},"max":{"1min":6.1180000000000003,"5min":6.1180000000000003,"15min":9.7490000000000006},"last":0.45400000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:36:16 2023","interfaces":[{"interface":"back","average":{"1min":0.85299999999999998,"5min":0.755,"15min":0.751},"min":{"1min":0.36199999999999999,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":4.1210000000000004,"5min":4.1210000000000004,"15min":4.1210000000000004},"last":0.434},{"interface":"front","average":{"1min":0.86699999999999999,"5min":0.76500000000000001,"15min":0.77500000000000002},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":4.9199999999999999,"5min":4.9199999999999999,"15min":4.9199999999999999},"last":0.59899999999999998}]},{"osd":4,"last update":"Mon Aug 28 02:36:16 2023","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.83199999999999996,"15min":2.383},"min":{"1min":0.315,"5min":0.314,"15min":0.29299999999999998},"max":{"1min":1.6559999999999999,"5min":5.3789999999999996,"15min":274.33199999999999},"last":0.70599999999999996},{"interface":"front","average":{"1min":0.76200000000000001,"5min":0.98199999999999998,"15min":2.778},"min":{"1min":0.34999999999999998,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":2.6520000000000001,"5min":11.943,"15min":266.31999999999999},"last":0.68200000000000005}]},{"osd":5,"last update":"Mon Aug 28 02:36:16 2023","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.76400000000000001,"15min":1.46},"min":{"1min":0.35499999999999998,"5min":0.33300000000000002,"15min":0.29299999999999998},"max":{"1min":1.6080000000000001,"5min":5.4400000000000004,"15min":13.038},"last":0.73899999999999999},{"interface":"front","average":{"1min":0.66300000000000003,"5min":1.0660000000000001,"15min":1.9770000000000001},"min":{"1min":0.36699999999999999,"5min":0.34799999999999998,"15min":0.27800000000000002},"max":{"1min":1.8069999999999999,"5min":11.968999999999999,"15min":15.231},"last":0.64100000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:36:16 2023","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.97099999999999997,"15min":1.6890000000000001},"min":{"1min":0.42199999999999999,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":1.6930000000000001,"5min":11.605,"15min":15.122999999999999},"last":0.67100000000000004},{"interface":"front","average":{"1min":0.70899999999999996,"5min":1.1399999999999999,"15min":2.0009999999999999},"min":{"1min":0.434,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":1.841,"5min":11.856999999999999,"15min":15.186999999999999},"last":0.57199999999999995}]},{"osd":7,"last update":"Mon Aug 28 02:36:16 2023","interfaces":[{"interface":"back","average":{"1min":0.80100000000000005,"5min":0.99399999999999999,"15min":1.9119999999999999},"min":{"1min":0.44800000000000001,"5min":0.36399999999999999,"15min":0.33400000000000002},"max":{"1min":2.6869999999999998,"5min":8.1069999999999993,"15min":16.183},"last":0.58699999999999997},{"interface":"front","average":{"1min":0.79800000000000004,"5min":0.93400000000000005,"15min":1.6779999999999999},"min":{"1min":0.52500000000000002,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":2.6720000000000002,"5min":5.2839999999999998,"15min":13.005000000000001},"last":0.77400000000000002}]}]},{"osd":2,"up_from":0,"seq":502511173877,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":297,"seq":1275605286960,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":873744,"kb_used_data":742920,"kb_used_omap":2,"kb_used_meta":130813,"kb_avail":92871408,"statfs":{"total":95995035648,"available":95100321792,"internally_reserved":0,"allocated":760750080,"data_stored":758809139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":133952565},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:36:14 2023","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.5,"15min":0.435},"min":{"1min":0.247,"5min":0.22,"15min":0.22},"max":{"1min":1.0840000000000001,"5min":6.8819999999999997,"15min":6.8819999999999997},"last":0.247},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.72599999999999998,"15min":0.70799999999999996},"min":{"1min":0.28399999999999997,"5min":0.217,"15min":0.217},"max":{"1min":1.1100000000000001,"5min":6.7839999999999998,"15min":6.7839999999999998},"last":0.36299999999999999}]},{"osd":1,"last update":"Mon Aug 28 02:36:14 2023","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.52800000000000002,"15min":0.442},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":3.0150000000000001,"5min":4.0650000000000004,"15min":4.0650000000000004},"last":0.30199999999999999},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.72799999999999998,"15min":0.72599999999999998},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":3.9249999999999998,"5min":3.9249999999999998,"15min":3.9249999999999998},"last":0.42899999999999999}]},{"osd":2,"last update":"Mon Aug 28 02:36:14 2023","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.58699999999999997,"15min":0.623},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.68000000000000005,"5min":2.5449999999999999,"15min":2.5449999999999999},"last":0.63500000000000001},{"interface":"front","average":{"1min":0.64400000000000002,"5min":0.60699999999999998,"15min":0.56499999999999995},"min":{"1min":0.34000000000000002,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":2.6000000000000001,"5min":4.7030000000000003,"15min":4.7030000000000003},"last":1.1539999999999999}]},{"osd":4,"last update":"Mon Aug 28 02:36:14 2023","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.56399999999999995,"15min":0.56899999999999995},"min":{"1min":0.36899999999999999,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.71099999999999997,"5min":1.863,"15min":1.863},"last":0.41099999999999998},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.60199999999999998,"15min":0.55600000000000005},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":1.226,"5min":3.5030000000000001,"15min":3.5030000000000001},"last":0.498}]},{"osd":5,"last update":"Mon Aug 28 02:36:14 2023","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.627,"15min":0.58699999999999997},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":1.1919999999999999,"5min":3.5390000000000001,"15min":3.5390000000000001},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.39200000000000002,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.71599999999999997,"5min":2.383,"15min":2.383},"last":0.51600000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:36:14 2023","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.63700000000000001,"15min":0.64200000000000002},"min":{"1min":0.439,"5min":0.436,"15min":0.436},"max":{"1min":0.83599999999999997,"5min":1.8879999999999999,"15min":1.8879999999999999},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.69099999999999995,"15min":0.65100000000000002},"min":{"1min":0.42599999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":1.254,"5min":3.6099999999999999,"15min":3.6099999999999999},"last":0.58799999999999997}]},{"osd":7,"last update":"Mon Aug 28 02:36:14 2023","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.59399999999999997,"15min":0.58199999999999996},"min":{"1min":0.44600000000000001,"5min":0.437,"15min":0.437},"max":{"1min":1.4319999999999999,"5min":2.3500000000000001,"15min":2.3500000000000001},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.65200000000000002,"5min":0.64900000000000002,"15min":0.64800000000000002},"min":{"1min":0.505,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":1.45,"5min":1.8260000000000001,"15min":1.8260000000000001},"last":1.113}]}]},{"osd":4,"up_from":30,"seq":128849019254,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3441716,"kb_used_data":2964908,"kb_used_omap":0,"kb_used_meta":476800,"kb_avail":90303436,"statfs":{"total":95995035648,"available":92470718464,"internally_reserved":0,"allocated":3036065792,"data_stored":3034705268,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":488243200},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,0,0,0,0,1,3,6,1],"upper_bound":8192},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.78500000000000003,"15min":1.679},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.22800000000000001},"max":{"1min":0.52300000000000002,"5min":10.249000000000001,"15min":22.515000000000001},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.90900000000000003,"15min":1.5840000000000001},"min":{"1min":0.30199999999999999,"5min":0.23200000000000001,"15min":0.217},"max":{"1min":0.65300000000000002,"5min":6.9720000000000004,"15min":22.454000000000001},"last":0.434}]},{"osd":1,"last update":"Mon Aug 28 02:36:47 2023","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.68100000000000005,"15min":1.3879999999999999},"min":{"1min":0.312,"5min":0.254,"15min":0.24199999999999999},"max":{"1min":0.58399999999999996,"5min":8.7710000000000008,"15min":23.082000000000001},"last":0.41299999999999998},{"interface":"front","average":{"1min":0.432,"5min":0.628,"15min":1.597},"min":{"1min":0.29199999999999998,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.55300000000000005,"5min":8.7940000000000005,"15min":25.100000000000001},"last":0.47599999999999998}]},{"osd":2,"last update":"Mon Aug 28 02:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.92700000000000005,"15min":1.571},"min":{"1min":0.35199999999999998,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":3.3210000000000002,"5min":8.7149999999999999,"15min":16.231000000000002},"last":0.504},{"interface":"front","average":{"1min":0.437,"5min":0.90500000000000003,"15min":1.466},"min":{"1min":0.34300000000000003,"5min":0.312,"15min":0.251},"max":{"1min":0.51900000000000002,"5min":6.9409999999999998,"15min":13.515000000000001},"last":0.83699999999999997}]},{"osd":3,"last update":"Mon Aug 28 02:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.73599999999999999,"15min":0.78400000000000003},"min":{"1min":0.34699999999999998,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.778,"5min":7.7480000000000002,"15min":7.7480000000000002},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.503,"5min":0.71499999999999997,"15min":0.67100000000000004},"min":{"1min":0.34100000000000003,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.83399999999999996,"5min":3.7069999999999999,"15min":3.7069999999999999},"last":0.49099999999999999}]},{"osd":5,"last update":"Mon Aug 28 02:35:56 2023","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.65800000000000003,"15min":1.0920000000000001},"min":{"1min":0.27300000000000002,"5min":0.222,"15min":0.222},"max":{"1min":0.84599999999999997,"5min":8.6679999999999993,"15min":16.181999999999999},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.45100000000000001,"5min":0.85199999999999998,"15min":1.1259999999999999},"min":{"1min":0.29799999999999999,"5min":0.224,"15min":0.20699999999999999},"max":{"1min":1.1140000000000001,"5min":8.6370000000000005,"15min":10.233000000000001},"last":0.59699999999999998}]},{"osd":6,"last update":"Mon Aug 28 02:36:11 2023","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.82399999999999995,"15min":1.0700000000000001},"min":{"1min":0.33600000000000002,"5min":0.27100000000000002,"15min":0.26500000000000001},"max":{"1min":1.1830000000000001,"5min":8.5950000000000006,"15min":10.023999999999999},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.95399999999999996,"15min":1.119},"min":{"1min":0.31,"5min":0.28299999999999997,"15min":0.26600000000000001},"max":{"1min":1.3280000000000001,"5min":6.8860000000000001,"15min":8.5},"last":1.3420000000000001}]},{"osd":7,"last update":"Mon Aug 28 02:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.76300000000000001,"15min":1.133},"min":{"1min":0.34899999999999998,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.73099999999999998,"5min":8.8249999999999993,"15min":9.3209999999999997},"last":0.54400000000000004},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.92800000000000005,"15min":1.099},"min":{"1min":0.432,"5min":0.34499999999999997,"15min":0.30299999999999999},"max":{"1min":0.64200000000000002,"5min":15.597,"15min":15.597},"last":1.647}]}]},{"osd":5,"up_from":37,"seq":158913790328,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2601648,"kb_used_data":2047528,"kb_used_omap":0,"kb_used_meta":554112,"kb_avail":91143504,"statfs":{"total":95995035648,"available":93330948096,"internally_reserved":0,"allocated":2096668672,"data_stored":2095316631,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":567410688},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,0,0,1,0,1,3],"upper_bound":256},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:36:47 2023","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.73899999999999999,"15min":1.706},"min":{"1min":0.26000000000000001,"5min":0.23200000000000001,"15min":0.20200000000000001},"max":{"1min":0.83099999999999996,"5min":7.7560000000000002,"15min":40.334000000000003},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.90700000000000003,"15min":1.7170000000000001},"min":{"1min":0.29199999999999998,"5min":0.26600000000000001,"15min":0.23200000000000001},"max":{"1min":0.66400000000000003,"5min":19.815999999999999,"15min":40.212000000000003},"last":0.40799999999999997}]},{"osd":1,"last update":"Mon Aug 28 02:36:47 2023","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.77900000000000003,"15min":1.8819999999999999},"min":{"1min":0.309,"5min":0.27400000000000002,"15min":0.23699999999999999},"max":{"1min":0.55400000000000005,"5min":17.998000000000001,"15min":40.088000000000001},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.45900000000000002,"5min":1.107,"15min":1.794},"min":{"1min":0.29199999999999998,"5min":0.27800000000000002,"15min":0.26000000000000001},"max":{"1min":0.67900000000000005,"5min":19.853000000000002,"15min":40.243000000000002},"last":0.49199999999999999}]},{"osd":2,"last update":"Mon Aug 28 02:36:47 2023","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.75800000000000001,"15min":1.706},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.27700000000000002},"max":{"1min":0.81100000000000005,"5min":7.8029999999999999,"15min":40.436999999999998},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.91800000000000004,"15min":1.8029999999999999},"min":{"1min":0.39300000000000002,"5min":0.315,"15min":0.27200000000000002},"max":{"1min":0.69499999999999995,"5min":8.609,"15min":40.555},"last":0.53400000000000003}]},{"osd":3,"last update":"Mon Aug 28 02:36:19 2023","interfaces":[{"interface":"back","average":{"1min":0.46899999999999997,"5min":0.99399999999999999,"15min":1.1970000000000001},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.68100000000000005,"5min":16.190999999999999,"15min":16.190999999999999},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.85899999999999999,"5min":1.29,"15min":1.5529999999999999},"min":{"1min":0.377,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":4.8230000000000004,"5min":21.420999999999999,"15min":21.420999999999999},"last":0.46100000000000002}]},{"osd":4,"last update":"Mon Aug 28 02:36:58 2023","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.60299999999999998,"15min":1.2589999999999999},"min":{"1min":0.25,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.78300000000000003,"5min":13.616,"15min":40.762999999999998},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.442,"5min":0.70799999999999996,"15min":1.3620000000000001},"min":{"1min":0.34499999999999997,"5min":0.27900000000000003,"15min":0.25700000000000001},"max":{"1min":0.59399999999999997,"5min":6.3819999999999997,"15min":40.634},"last":0.44}]},{"osd":6,"last update":"Mon Aug 28 02:36:47 2023","interfaces":[{"interface":"back","average":{"1min":0.81499999999999995,"5min":0.89300000000000002,"15min":1.4359999999999999},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.23300000000000001},"max":{"1min":4.04,"5min":10.66,"15min":42.409999999999997},"last":1.6439999999999999},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.69499999999999995,"15min":1.3899999999999999},"min":{"1min":0.29499999999999998,"5min":0.254,"15min":0.254},"max":{"1min":0.81399999999999995,"5min":9.5830000000000002,"15min":42.533999999999999},"last":1.7150000000000001}]},{"osd":7,"last update":"Mon Aug 28 02:36:47 2023","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.70399999999999996,"15min":1.5840000000000001},"min":{"1min":0.34999999999999998,"5min":0.315,"15min":0.315},"max":{"1min":2.9809999999999999,"5min":6.1749999999999998,"15min":42.667000000000002},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.94199999999999995,"15min":1.6040000000000001},"min":{"1min":0.39700000000000002,"5min":0.33000000000000002,"15min":0.318},"max":{"1min":1.7330000000000001,"5min":9.1189999999999998,"15min":42.344000000000001},"last":1.8069999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":2988445696,"data_stored":2988441624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":909639680,"data_stored":909639680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":2045509632,"data_stored":2045509632,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":754057216,"data_stored":754057216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":3027832832,"data_stored":3027828760,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":2092040192,"data_stored":2092040192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1819414528,"data_stored":1819410456,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1507524608,"data_stored":1507524608,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:37:07.933 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:37:07.937 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:07.937 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:37:07.948 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:37:07.990 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:37:08.038 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:37:08.070 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:07 smithi040 ceph-mon[170259]: from='client.36033 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:37:08.070 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:07 smithi040 ceph-mon[175404]: from='client.36033 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:37:08.073 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:08.095 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:37:08.098 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:08.099 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:37:08.199 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:37:08.231 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:08.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:07 smithi083 ceph-mon[157819]: from='client.36033 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:37:08.301 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:37:08.304 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:08.305 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:37:08.406 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:37:08.447 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:08.671 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:37:08.674 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:08.675 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:37:08.775 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:37:08.811 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:08.832 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:37:08.835 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:08.835 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:37:08.920 INFO:teuthology.orchestra.run.smithi083.stdout:ERROR: (22) Invalid argument 2023-08-28T02:37:08.920 INFO:teuthology.orchestra.run.smithi083.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:37:08.936 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:37:08.970 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:08.999 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:37:09.002 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:09.003 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:37:09.008 INFO:teuthology.orchestra.run.smithi040.stderr:noscrub is set 2023-08-28T02:37:09.104 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:37:09.135 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:09.149 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:37:09.170 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:37:09.191 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:37:09.201 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:08 smithi083 ceph-mon[157819]: pgmap v1040: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.5 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 108 op/s; 35802/220140 objects degraded (16.263%); 9012/220140 objects misplaced (4.094%); 3.0 MiB/s, 47 objects/s recovering 2023-08-28T02:37:09.201 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:08 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2772979894' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:37:09.201 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:08 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:37:09.207 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:37:09.211 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:09.211 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:37:09.211 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:37:09.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:08 smithi040 ceph-mon[170259]: pgmap v1040: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.5 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 108 op/s; 35802/220140 objects degraded (16.263%); 9012/220140 objects misplaced (4.094%); 3.0 MiB/s, 47 objects/s recovering 2023-08-28T02:37:09.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:08 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2772979894' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:37:09.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:08 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:37:09.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:09 smithi040 ceph-mon[175404]: pgmap v1040: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.5 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 108 op/s; 35802/220140 objects degraded (16.263%); 9012/220140 objects misplaced (4.094%); 3.0 MiB/s, 47 objects/s recovering 2023-08-28T02:37:09.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:09 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2772979894' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:37:09.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:09 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:37:09.231 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:37:09.251 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:37:09.272 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:37:09.289 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.3 dump_ops_in_flight 2023-08-28T02:37:09.292 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:37:09.294 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-08-28T02:37:09.294 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-08-28T02:37:09.294 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-08-28T02:37:09.294 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-08-28T02:37:09.294 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-08-28T02:37:09.294 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-08-28T02:37:09.294 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-08-28T02:37:09.294 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-08-28T02:37:09.312 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:37:09.348 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:09.424 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:37:09.428 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:09.428 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:37:09.528 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:37:09.560 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:09.681 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:37:09.685 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:09.685 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:37:09.737 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:37:09.786 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:37:09.818 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:09.891 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:37:09.896 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:09.896 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:37:09.997 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:37:10.027 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:10.048 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:37:10.051 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:10.051 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:37:10.152 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:37:10.181 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:10.202 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:37:10.204 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:10.205 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:37:10.220 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:09 smithi040 ceph-mon[175404]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:37:10.220 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:09 smithi040 ceph-mon[175404]: failed to encode map e344 with expected crc 2023-08-28T02:37:10.220 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:09 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:37:10.220 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:09 smithi040 ceph-mon[175404]: osdmap e344: 8 total, 8 up, 6 in 2023-08-28T02:37:10.220 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:09 smithi040 ceph-mon[175404]: failed to encode map e344 with expected crc 2023-08-28T02:37:10.220 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:09 smithi040 ceph-mon[175404]: failed to encode map e344 with expected crc 2023-08-28T02:37:10.220 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:09 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1756935810' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:37:10.220 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:09 smithi040 ceph-mon[170259]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:37:10.220 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:09 smithi040 ceph-mon[170259]: failed to encode map e344 with expected crc 2023-08-28T02:37:10.220 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:09 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:37:10.221 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:09 smithi040 ceph-mon[170259]: osdmap e344: 8 total, 8 up, 6 in 2023-08-28T02:37:10.221 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:09 smithi040 ceph-mon[170259]: failed to encode map e344 with expected crc 2023-08-28T02:37:10.221 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:09 smithi040 ceph-mon[170259]: failed to encode map e344 with expected crc 2023-08-28T02:37:10.221 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:09 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1756935810' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:37:10.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:09 smithi083 ceph-mon[157819]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:37:10.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:09 smithi083 ceph-mon[157819]: failed to encode map e344 with expected crc 2023-08-28T02:37:10.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:09 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:37:10.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:09 smithi083 ceph-mon[157819]: osdmap e344: 8 total, 8 up, 6 in 2023-08-28T02:37:10.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:09 smithi083 ceph-mon[157819]: failed to encode map e344 with expected crc 2023-08-28T02:37:10.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:09 smithi083 ceph-mon[157819]: failed to encode map e344 with expected crc 2023-08-28T02:37:10.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:09 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1756935810' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:37:10.305 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:37:10.344 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:10.417 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:37:10.422 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:10.422 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:37:10.523 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:37:10.552 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:10.571 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:37:10.574 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:10.574 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:37:10.675 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:37:10.710 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:10.775 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:37:10.784 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:37:10.787 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:10.787 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:37:10.849 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-08-28T02:37:10.849 INFO:teuthology.orchestra.run.smithi040.stdout: "ops": [ 2023-08-28T02:37:10.849 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:10.849 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:113673 10.d e344/297 10:b59c19f5:::benchmark_data_smithi040_250784_object20364:head v 344'7010, mlcod=344'7008)", 2023-08-28T02:37:10.849 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:37:10.849394+0000", 2023-08-28T02:37:10.850 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 0.000769961, 2023-08-28T02:37:10.850 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000802146, 2023-08-28T02:37:10.850 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:37:10.850 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "started", 2023-08-28T02:37:10.850 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:37:10.850 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:10.850 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:37:10.850 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:10.849394+0000", 2023-08-28T02:37:10.850 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:37:10.850 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:10.850 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:10.851 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:37:10.851 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:10.849394+0000", 2023-08-28T02:37:10.851 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:37:10.851 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:10.851 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:10.851 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:37:10.851 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:10.849392+0000", 2023-08-28T02:37:10.851 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:37:10.851 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:10.851 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:10.851 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:37:10.851 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:10.849407+0000", 2023-08-28T02:37:10.852 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.5014999999999999e-05 2023-08-28T02:37:10.852 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:10.852 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:10.852 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:37:10.852 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:10.849431+0000", 2023-08-28T02:37:10.852 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.4230999999999999e-05 2023-08-28T02:37:10.852 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:10.852 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:10.852 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:37:10.852 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:10.849441+0000", 2023-08-28T02:37:10.852 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0087e-05 2023-08-28T02:37:10.853 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:10.853 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:10.853 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:37:10.853 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:10.849499+0000", 2023-08-28T02:37:10.853 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.8e-05 2023-08-28T02:37:10.853 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:10.853 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:10.853 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:37:10.853 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:10.849533+0000", 2023-08-28T02:37:10.853 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.3235000000000003e-05 2023-08-28T02:37:10.853 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:37:10.853 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:37:10.854 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:37:10.854 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:37:10.854 INFO:teuthology.orchestra.run.smithi040.stdout: ], 2023-08-28T02:37:10.854 INFO:teuthology.orchestra.run.smithi040.stdout: "num_ops": 1 2023-08-28T02:37:10.854 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-08-28T02:37:10.888 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:37:10.923 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:10.947 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:37:10.952 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:10.952 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:37:11.053 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:37:11.081 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:11.104 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:37:11.109 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:11.109 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:37:11.204 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:10 smithi040 ceph-mon[175404]: pgmap v1042: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.5 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 83 op/s; 35780/219804 objects degraded (16.278%); 8985/219804 objects misplaced (4.088%); 2.4 MiB/s, 37 objects/s recovering 2023-08-28T02:37:11.205 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:10 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 35802/220140 objects degraded (16.263%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:37:11.205 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:10 smithi040 ceph-mon[170259]: pgmap v1042: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.5 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 83 op/s; 35780/219804 objects degraded (16.278%); 8985/219804 objects misplaced (4.088%); 2.4 MiB/s, 37 objects/s recovering 2023-08-28T02:37:11.205 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:10 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 35802/220140 objects degraded (16.263%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:37:11.210 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:37:11.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:10 smithi083 ceph-mon[157819]: pgmap v1042: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.5 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 83 op/s; 35780/219804 objects degraded (16.278%); 8985/219804 objects misplaced (4.088%); 2.4 MiB/s, 37 objects/s recovering 2023-08-28T02:37:11.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:10 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 35802/220140 objects degraded (16.263%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:37:11.244 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:11.446 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd set nodeep-scrub 2023-08-28T02:37:11.683 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-08-28T02:37:12.228 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:37:12.232 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:12.233 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:37:12.233 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.3 dump_blocked_ops 2023-08-28T02:37:12.261 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:37:12.335 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:37:12.362 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:12.381 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:37:12.383 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:12.384 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:37:12.484 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:37:12.524 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:12.545 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:37:12.549 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:12.549 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:37:12.595 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:37:12.650 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:37:12.676 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:12 smithi083 ceph-mon[157819]: pgmap v1043: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.5 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 97 op/s; 35659/219048 objects degraded (16.279%); 8958/219048 objects misplaced (4.090%); 2.9 MiB/s, 46 objects/s recovering 2023-08-28T02:37:12.679 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:12.700 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:37:12.703 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:12.703 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:37:12.782 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:37:12.783 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:12 smithi040 ceph-mon[175404]: pgmap v1043: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.5 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 97 op/s; 35659/219048 objects degraded (16.279%); 8958/219048 objects misplaced (4.090%); 2.9 MiB/s, 46 objects/s recovering 2023-08-28T02:37:12.783 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:12 smithi040 ceph-mon[170259]: pgmap v1043: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.5 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 97 op/s; 35659/219048 objects degraded (16.279%); 8958/219048 objects misplaced (4.090%); 2.9 MiB/s, 46 objects/s recovering 2023-08-28T02:37:12.804 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:37:12.839 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:13.012 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:37:13.016 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:13.017 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:37:13.117 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:37:13.146 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:13.168 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:37:13.171 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:13.172 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:37:13.220 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:37:13.272 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:37:13.305 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:13.477 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:37:13.483 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:13.484 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:37:13.584 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:37:13.612 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:13.631 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:37:13.634 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:13.634 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:37:13.735 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:37:13.767 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:13.791 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:37:13.796 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:13.796 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:37:13.897 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:37:13.937 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:13.938 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:37:13.970 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:37:13.994 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:37:14.035 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:37:14.037 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:37:14.056 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:37:14.077 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:37:14.116 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:37:14.118 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-08-28T02:37:14.118 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-08-28T02:37:14.119 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-08-28T02:37:14.119 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-08-28T02:37:14.119 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-08-28T02:37:14.119 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-08-28T02:37:14.119 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-08-28T02:37:14.119 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-08-28T02:37:14.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:13 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2855329916' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:37:14.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:13 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2855329916' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:37:14.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:13 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2855329916' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:37:14.441 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:37:14.442 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:37:14.517 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:37:14.523 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:14.523 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:37:14.624 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:37:14.654 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:14.675 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:37:14.679 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:14.679 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:37:14.780 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:37:14.806 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:14.825 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:37:14.828 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:14.829 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:37:14.929 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:37:14.967 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:15.127 INFO:teuthology.orchestra.run.smithi040.stdout:ERROR: (22) Invalid argument 2023-08-28T02:37:15.127 INFO:teuthology.orchestra.run.smithi040.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:37:15.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:14 smithi040 ceph-mon[170259]: from='client.36054 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:37:15.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:14 smithi040 ceph-mon[170259]: pgmap v1044: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.4 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 92 op/s; 35659/218736 objects degraded (16.302%); 8958/218736 objects misplaced (4.095%); 2.5 MiB/s, 39 objects/s recovering 2023-08-28T02:37:15.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:14 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:37:15.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:14 smithi040 ceph-mon[175404]: from='client.36054 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:37:15.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:14 smithi040 ceph-mon[175404]: pgmap v1044: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.4 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 92 op/s; 35659/218736 objects degraded (16.302%); 8958/218736 objects misplaced (4.095%); 2.5 MiB/s, 39 objects/s recovering 2023-08-28T02:37:15.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:14 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:37:15.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:14 smithi083 ceph-mon[157819]: from='client.36054 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:37:15.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:14 smithi083 ceph-mon[157819]: pgmap v1044: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.4 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 92 op/s; 35659/218736 objects degraded (16.302%); 8958/218736 objects misplaced (4.095%); 2.5 MiB/s, 39 objects/s recovering 2023-08-28T02:37:15.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:14 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:37:15.273 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":1043,"stamp":"2023-08-28T02:37:12.441616+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4783979268,"num_objects":73016,"num_object_clones":0,"num_object_copies":219048,"num_objects_missing_on_primary":4656,"num_objects_missing":4656,"num_objects_degraded":35659,"num_objects_misplaced":8958,"num_objects_unfound":0,"num_objects_dirty":73016,"num_whiteouts":0,"num_read":90,"num_read_kb":168,"num_write":113726,"num_write_kb":5972054,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":38265,"num_bytes_recovered":2490241393,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":98595,"ondisk_log_size":98595,"up":297,"acting":292,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":13894508,"kb_used_data":10965308,"kb_used_omap":12,"kb_used_meta":2929139,"kb_avail":548576404,"statfs":{"total":575970213888,"available":561742237696,"internally_reserved":0,"allocated":11228475392,"data_stored":11218436936,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12739,"internal_metadata":2999438909},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,2,0,1,1,3,2,4],"upper_bound":4096},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-54001664,"num_objects":-824,"num_object_clones":0,"num_object_copies":-2472,"num_objects_missing_on_primary":-63,"num_objects_missing":-63,"num_objects_degraded":-305,"num_objects_misplaced":-419,"num_objects_unfound":0,"num_objects_dirty":-824,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":824,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":395,"num_bytes_recovered":25886720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.493404"},"pg_stats":[{"pgid":"3.1a","version":"65'1","reported_seq":355,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:04.001981+0000","last_change":"2023-08-28T02:32:32.667028+0000","last_active":"2023-08-28T02:37:04.001981+0000","last_peered":"2023-08-28T02:37:04.001981+0000","last_clean":"2023-08-28T02:37:04.001981+0000","last_became_active":"2023-08-28T02:32:32.666711+0000","last_became_peered":"2023-08-28T02:32:32.666711+0000","last_unstale":"2023-08-28T02:37:04.001981+0000","last_undegraded":"2023-08-28T02:37:04.001981+0000","last_fullsized":"2023-08-28T02:37:04.001981+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:28:21.913105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":307,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:03.990757+0000","last_change":"2023-08-28T02:29:44.421259+0000","last_active":"2023-08-28T02:37:03.990757+0000","last_peered":"2023-08-28T02:37:03.990757+0000","last_clean":"2023-08-28T02:37:03.990757+0000","last_became_active":"2023-08-28T02:29:44.420936+0000","last_became_peered":"2023-08-28T02:29:44.420936+0000","last_unstale":"2023-08-28T02:37:03.990757+0000","last_undegraded":"2023-08-28T02:37:03.990757+0000","last_fullsized":"2023-08-28T02:37:03.990757+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:22:26.346867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":148,"reported_epoch":342,"state":"active+clean","last_fresh":"2023-08-28T02:37:02.582581+0000","last_change":"2023-08-28T02:33:12.290337+0000","last_active":"2023-08-28T02:37:02.582581+0000","last_peered":"2023-08-28T02:37:02.582581+0000","last_clean":"2023-08-28T02:37:02.582581+0000","last_became_active":"2023-08-28T02:33:12.289852+0000","last_became_peered":"2023-08-28T02:33:12.289852+0000","last_unstale":"2023-08-28T02:37:02.582581+0000","last_undegraded":"2023-08-28T02:37:02.582581+0000","last_fullsized":"2023-08-28T02:37:02.582581+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:04:26.420037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":323,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:03.989518+0000","last_change":"2023-08-28T02:33:13.317226+0000","last_active":"2023-08-28T02:37:03.989518+0000","last_peered":"2023-08-28T02:37:03.989518+0000","last_clean":"2023-08-28T02:37:03.989518+0000","last_became_active":"2023-08-28T02:33:13.316893+0000","last_became_peered":"2023-08-28T02:33:13.316893+0000","last_unstale":"2023-08-28T02:37:03.989518+0000","last_undegraded":"2023-08-28T02:37:03.989518+0000","last_fullsized":"2023-08-28T02:37:03.989518+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:55:46.593463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":267,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:03.979521+0000","last_change":"2023-08-28T02:33:12.295203+0000","last_active":"2023-08-28T02:37:03.979521+0000","last_peered":"2023-08-28T02:37:03.979521+0000","last_clean":"2023-08-28T02:37:03.979521+0000","last_became_active":"2023-08-28T02:33:12.294904+0000","last_became_peered":"2023-08-28T02:33:12.294904+0000","last_unstale":"2023-08-28T02:37:03.979521+0000","last_undegraded":"2023-08-28T02:37:03.979521+0000","last_fullsized":"2023-08-28T02:37:03.979521+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:31:07.008856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":285,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:03.953982+0000","last_change":"2023-08-28T02:31:51.987263+0000","last_active":"2023-08-28T02:37:03.953982+0000","last_peered":"2023-08-28T02:37:03.953982+0000","last_clean":"2023-08-28T02:37:03.953982+0000","last_became_active":"2023-08-28T02:31:51.986938+0000","last_became_peered":"2023-08-28T02:31:51.986938+0000","last_unstale":"2023-08-28T02:37:03.953982+0000","last_undegraded":"2023-08-28T02:37:03.953982+0000","last_fullsized":"2023-08-28T02:37:03.953982+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:18.021905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":317,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:03.989605+0000","last_change":"2023-08-28T02:33:12.318656+0000","last_active":"2023-08-28T02:37:03.989605+0000","last_peered":"2023-08-28T02:37:03.989605+0000","last_clean":"2023-08-28T02:37:03.989605+0000","last_became_active":"2023-08-28T02:33:12.318297+0000","last_became_peered":"2023-08-28T02:33:12.318297+0000","last_unstale":"2023-08-28T02:37:03.989605+0000","last_undegraded":"2023-08-28T02:37:03.989605+0000","last_fullsized":"2023-08-28T02:37:03.989605+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:43:09.789767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":248,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:03.979118+0000","last_change":"2023-08-28T02:33:13.357230+0000","last_active":"2023-08-28T02:37:03.979118+0000","last_peered":"2023-08-28T02:37:03.979118+0000","last_clean":"2023-08-28T02:37:03.979118+0000","last_became_active":"2023-08-28T02:33:13.356853+0000","last_became_peered":"2023-08-28T02:33:13.356853+0000","last_unstale":"2023-08-28T02:37:03.979118+0000","last_undegraded":"2023-08-28T02:37:03.979118+0000","last_fullsized":"2023-08-28T02:37:03.979118+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:20:21.545007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":327,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:03.952593+0000","last_change":"2023-08-28T02:29:44.462510+0000","last_active":"2023-08-28T02:37:03.952593+0000","last_peered":"2023-08-28T02:37:03.952593+0000","last_clean":"2023-08-28T02:37:03.952593+0000","last_became_active":"2023-08-28T02:29:44.460314+0000","last_became_peered":"2023-08-28T02:29:44.460314+0000","last_unstale":"2023-08-28T02:37:03.952593+0000","last_undegraded":"2023-08-28T02:37:03.952593+0000","last_fullsized":"2023-08-28T02:37:03.952593+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:59:01.311467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":251,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:03.979171+0000","last_change":"2023-08-28T02:33:13.291255+0000","last_active":"2023-08-28T02:37:03.979171+0000","last_peered":"2023-08-28T02:37:03.979171+0000","last_clean":"2023-08-28T02:37:03.979171+0000","last_became_active":"2023-08-28T02:33:13.290933+0000","last_became_peered":"2023-08-28T02:33:13.290933+0000","last_unstale":"2023-08-28T02:37:03.979171+0000","last_undegraded":"2023-08-28T02:37:03.979171+0000","last_fullsized":"2023-08-28T02:37:03.979171+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:31:54.116908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"65'3","reported_seq":328,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:03.953282+0000","last_change":"2023-08-28T02:33:12.296412+0000","last_active":"2023-08-28T02:37:03.953282+0000","last_peered":"2023-08-28T02:37:03.953282+0000","last_clean":"2023-08-28T02:37:03.953282+0000","last_became_active":"2023-08-28T02:33:12.295786+0000","last_became_peered":"2023-08-28T02:33:12.295786+0000","last_unstale":"2023-08-28T02:37:03.953282+0000","last_undegraded":"2023-08-28T02:37:03.953282+0000","last_fullsized":"2023-08-28T02:37:03.953282+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:15:31.449163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":151,"reported_epoch":342,"state":"active+clean","last_fresh":"2023-08-28T02:36:59.547199+0000","last_change":"2023-08-28T02:32:32.666927+0000","last_active":"2023-08-28T02:36:59.547199+0000","last_peered":"2023-08-28T02:36:59.547199+0000","last_clean":"2023-08-28T02:36:59.547199+0000","last_became_active":"2023-08-28T02:32:32.666618+0000","last_became_peered":"2023-08-28T02:32:32.666618+0000","last_unstale":"2023-08-28T02:36:59.547199+0000","last_undegraded":"2023-08-28T02:36:59.547199+0000","last_fullsized":"2023-08-28T02:36:59.547199+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:45:57.998333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":352,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:04.002340+0000","last_change":"2023-08-28T02:32:28.505262+0000","last_active":"2023-08-28T02:37:04.002340+0000","last_peered":"2023-08-28T02:37:04.002340+0000","last_clean":"2023-08-28T02:37:04.002340+0000","last_became_active":"2023-08-28T02:32:28.455999+0000","last_became_peered":"2023-08-28T02:32:28.455999+0000","last_unstale":"2023-08-28T02:37:04.002340+0000","last_undegraded":"2023-08-28T02:37:04.002340+0000","last_fullsized":"2023-08-28T02:37:04.002340+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:28.937020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":9468,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":336,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:04.001889+0000","last_change":"2023-08-28T02:32:12.959195+0000","last_active":"2023-08-28T02:37:04.001889+0000","last_peered":"2023-08-28T02:37:04.001889+0000","last_clean":"2023-08-28T02:37:04.001889+0000","last_became_active":"2023-08-28T02:32:12.958832+0000","last_became_peered":"2023-08-28T02:32:12.958832+0000","last_unstale":"2023-08-28T02:37:04.001889+0000","last_undegraded":"2023-08-28T02:37:04.001889+0000","last_fullsized":"2023-08-28T02:37:04.001889+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:23:27.197787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"65'2","reported_seq":326,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:03.953709+0000","last_change":"2023-08-28T02:32:28.461161+0000","last_active":"2023-08-28T02:37:03.953709+0000","last_peered":"2023-08-28T02:37:03.953709+0000","last_clean":"2023-08-28T02:37:03.953709+0000","last_became_active":"2023-08-28T02:32:28.451284+0000","last_became_peered":"2023-08-28T02:32:28.451284+0000","last_unstale":"2023-08-28T02:37:03.953709+0000","last_undegraded":"2023-08-28T02:37:03.953709+0000","last_fullsized":"2023-08-28T02:37:03.953709+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:58:20.061020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":308,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:03.990545+0000","last_change":"2023-08-28T02:29:44.419566+0000","last_active":"2023-08-28T02:37:03.990545+0000","last_peered":"2023-08-28T02:37:03.990545+0000","last_clean":"2023-08-28T02:37:03.990545+0000","last_became_active":"2023-08-28T02:29:44.419053+0000","last_became_peered":"2023-08-28T02:29:44.419053+0000","last_unstale":"2023-08-28T02:37:03.990545+0000","last_undegraded":"2023-08-28T02:37:03.990545+0000","last_fullsized":"2023-08-28T02:37:03.990545+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:44:36.133499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":311,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:03.989486+0000","last_change":"2023-08-28T02:33:12.493777+0000","last_active":"2023-08-28T02:37:03.989486+0000","last_peered":"2023-08-28T02:37:03.989486+0000","last_clean":"2023-08-28T02:37:03.989486+0000","last_became_active":"2023-08-28T02:33:12.491177+0000","last_became_peered":"2023-08-28T02:33:12.491177+0000","last_unstale":"2023-08-28T02:37:03.989486+0000","last_undegraded":"2023-08-28T02:37:03.989486+0000","last_fullsized":"2023-08-28T02:37:03.989486+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:10:58.167753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":323,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:03.952914+0000","last_change":"2023-08-28T02:33:12.290293+0000","last_active":"2023-08-28T02:37:03.952914+0000","last_peered":"2023-08-28T02:37:03.952914+0000","last_clean":"2023-08-28T02:37:03.952914+0000","last_became_active":"2023-08-28T02:33:12.289989+0000","last_became_peered":"2023-08-28T02:33:12.289989+0000","last_unstale":"2023-08-28T02:37:03.952914+0000","last_undegraded":"2023-08-28T02:37:03.952914+0000","last_fullsized":"2023-08-28T02:37:03.952914+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:05:33.622172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":301,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:03.953592+0000","last_change":"2023-08-28T02:32:12.948756+0000","last_active":"2023-08-28T02:37:03.953592+0000","last_peered":"2023-08-28T02:37:03.953592+0000","last_clean":"2023-08-28T02:37:03.953592+0000","last_became_active":"2023-08-28T02:32:12.948441+0000","last_became_peered":"2023-08-28T02:32:12.948441+0000","last_unstale":"2023-08-28T02:37:03.953592+0000","last_undegraded":"2023-08-28T02:37:03.953592+0000","last_fullsized":"2023-08-28T02:37:03.953592+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:27.922180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":318,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:03.989568+0000","last_change":"2023-08-28T02:33:12.299398+0000","last_active":"2023-08-28T02:37:03.989568+0000","last_peered":"2023-08-28T02:37:03.989568+0000","last_clean":"2023-08-28T02:37:03.989568+0000","last_became_active":"2023-08-28T02:33:12.299113+0000","last_became_peered":"2023-08-28T02:33:12.299113+0000","last_unstale":"2023-08-28T02:37:03.989568+0000","last_undegraded":"2023-08-28T02:37:03.989568+0000","last_fullsized":"2023-08-28T02:37:03.989568+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:14:55.597212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"65'8","reported_seq":112,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:03.989300+0000","last_change":"2023-08-28T02:33:13.478870+0000","last_active":"2023-08-28T02:37:03.989300+0000","last_peered":"2023-08-28T02:37:03.989300+0000","last_clean":"2023-08-28T02:37:03.989300+0000","last_became_active":"2023-08-28T02:33:13.332142+0000","last_became_peered":"2023-08-28T02:33:13.332142+0000","last_unstale":"2023-08-28T02:37:03.989300+0000","last_undegraded":"2023-08-28T02:37:03.989300+0000","last_fullsized":"2023-08-28T02:37:03.989300+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:32:42.810159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":249,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:03.979863+0000","last_change":"2023-08-28T02:33:12.306353+0000","last_active":"2023-08-28T02:37:03.979863+0000","last_peered":"2023-08-28T02:37:03.979863+0000","last_clean":"2023-08-28T02:37:03.979863+0000","last_became_active":"2023-08-28T02:33:12.304977+0000","last_became_peered":"2023-08-28T02:33:12.304977+0000","last_unstale":"2023-08-28T02:37:03.979863+0000","last_undegraded":"2023-08-28T02:37:03.979863+0000","last_fullsized":"2023-08-28T02:37:03.979863+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:19:38.819671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"344'7080","reported_seq":7182,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-08-28T02:37:10.142190+0000","last_change":"2023-08-28T02:30:50.402703+0000","last_active":"2023-08-28T02:37:10.142190+0000","last_peered":"2023-08-28T02:37:10.142190+0000","last_clean":"2023-08-28T02:37:10.142190+0000","last_became_active":"2023-08-28T02:30:50.402419+0000","last_became_peered":"2023-08-28T02:30:50.402419+0000","last_unstale":"2023-08-28T02:37:10.142190+0000","last_undegraded":"2023-08-28T02:37:10.142190+0000","last_fullsized":"2023-08-28T02:37:10.142190+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7080,"log_dups_size":0,"ondisk_log_size":7080,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:07:37.393907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":300154880,"num_objects":4580,"num_object_clones":0,"num_object_copies":13740,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4580,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7080,"num_write_kb":373120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"65'1","reported_seq":309,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:03.953426+0000","last_change":"2023-08-28T02:14:43.046130+0000","last_active":"2023-08-28T02:37:03.953426+0000","last_peered":"2023-08-28T02:37:03.953426+0000","last_clean":"2023-08-28T02:37:03.953426+0000","last_became_active":"2023-08-28T02:14:43.045775+0000","last_became_peered":"2023-08-28T02:14:43.045775+0000","last_unstale":"2023-08-28T02:37:03.953426+0000","last_undegraded":"2023-08-28T02:37:03.953426+0000","last_fullsized":"2023-08-28T02:37:03.953426+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:57:38.279756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":299,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:03.952314+0000","last_change":"2023-08-28T02:31:51.987149+0000","last_active":"2023-08-28T02:37:03.952314+0000","last_peered":"2023-08-28T02:37:03.952314+0000","last_clean":"2023-08-28T02:37:03.952314+0000","last_became_active":"2023-08-28T02:31:51.986821+0000","last_became_peered":"2023-08-28T02:31:51.986821+0000","last_unstale":"2023-08-28T02:37:03.952314+0000","last_undegraded":"2023-08-28T02:37:03.952314+0000","last_fullsized":"2023-08-28T02:37:03.952314+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:23:26.661134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"344'7101","reported_seq":11197,"reported_epoch":344,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:37:10.643640+0000","last_change":"2023-08-28T02:33:33.975566+0000","last_active":"2023-08-28T02:37:10.643640+0000","last_peered":"2023-08-28T02:37:10.643640+0000","last_clean":"2023-08-28T02:31:27.868230+0000","last_became_active":"2023-08-28T02:33:33.660452+0000","last_became_peered":"2023-08-28T02:33:33.660452+0000","last_unstale":"2023-08-28T02:37:10.643640+0000","last_undegraded":"2023-08-28T02:33:13.410847+0000","last_fullsized":"2023-08-28T02:33:13.270012+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7101,"log_dups_size":0,"ondisk_log_size":7101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:33.375162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":294846464,"num_objects":4499,"num_object_clones":0,"num_object_copies":13497,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7006,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4499,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7101,"num_write_kb":371200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1978,"num_bytes_recovered":129564672,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[5,4],"avail_no_missing":["5","6"],"object_location_counts":[{"shards":"2,5,6","objects":915},{"shards":"3,5,6","objects":2078},{"shards":"4,5","objects":1},{"shards":"5,6","objects":1505}],"blocked_by":[],"up_primary":3,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"65'2","reported_seq":334,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:03.953271+0000","last_change":"2023-08-28T02:29:44.436352+0000","last_active":"2023-08-28T02:37:03.953271+0000","last_peered":"2023-08-28T02:37:03.953271+0000","last_clean":"2023-08-28T02:37:03.953271+0000","last_became_active":"2023-08-28T02:29:44.411499+0000","last_became_peered":"2023-08-28T02:29:44.411499+0000","last_unstale":"2023-08-28T02:37:03.953271+0000","last_undegraded":"2023-08-28T02:37:03.953271+0000","last_fullsized":"2023-08-28T02:37:03.953271+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:46:57.540191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":360,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:04.001834+0000","last_change":"2023-08-28T02:33:12.289004+0000","last_active":"2023-08-28T02:37:04.001834+0000","last_peered":"2023-08-28T02:37:04.001834+0000","last_clean":"2023-08-28T02:37:04.001834+0000","last_became_active":"2023-08-28T02:33:12.288722+0000","last_became_peered":"2023-08-28T02:33:12.288722+0000","last_unstale":"2023-08-28T02:37:04.001834+0000","last_undegraded":"2023-08-28T02:37:04.001834+0000","last_fullsized":"2023-08-28T02:37:04.001834+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:24.019483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"344'7010","reported_seq":7130,"reported_epoch":344,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:37:10.100471+0000","last_change":"2023-08-28T02:33:13.585687+0000","last_active":"2023-08-28T02:37:10.100471+0000","last_peered":"2023-08-28T02:37:10.100471+0000","last_clean":"2023-08-28T02:31:27.908616+0000","last_became_active":"2023-08-28T02:33:13.578484+0000","last_became_peered":"2023-08-28T02:33:13.578484+0000","last_unstale":"2023-08-28T02:37:10.100471+0000","last_undegraded":"2023-08-28T02:33:13.297322+0000","last_fullsized":"2023-08-28T02:33:13.268309+0000","mapping_epoch":298,"log_start":"256'1712","ondisk_log_start":"256'1712","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5298,"log_dups_size":0,"ondisk_log_size":5298,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:42:33.431186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":297533440,"num_objects":4540,"num_object_clones":0,"num_object_copies":13620,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2533,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4540,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7010,"num_write_kb":369600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4],"avail_no_missing":["0","4"],"object_location_counts":[{"shards":"0,4","objects":2092}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"65'1","reported_seq":320,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:03.953469+0000","last_change":"2023-08-28T02:33:13.516869+0000","last_active":"2023-08-28T02:37:03.953469+0000","last_peered":"2023-08-28T02:37:03.953469+0000","last_clean":"2023-08-28T02:37:03.953469+0000","last_became_active":"2023-08-28T02:33:13.396736+0000","last_became_peered":"2023-08-28T02:33:13.396736+0000","last_unstale":"2023-08-28T02:37:03.953469+0000","last_undegraded":"2023-08-28T02:37:03.953469+0000","last_fullsized":"2023-08-28T02:37:03.953469+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:47:08.237137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":285,"reported_epoch":342,"state":"active+clean","last_fresh":"2023-08-28T02:36:59.547069+0000","last_change":"2023-08-28T02:31:51.987327+0000","last_active":"2023-08-28T02:36:59.547069+0000","last_peered":"2023-08-28T02:36:59.547069+0000","last_clean":"2023-08-28T02:36:59.547069+0000","last_became_active":"2023-08-28T02:31:51.987018+0000","last_became_peered":"2023-08-28T02:31:51.987018+0000","last_unstale":"2023-08-28T02:36:59.547069+0000","last_undegraded":"2023-08-28T02:36:59.547069+0000","last_fullsized":"2023-08-28T02:36:59.547069+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:53:26.105101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.5","version":"344'6981","reported_seq":9433,"reported_epoch":344,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:37:10.055575+0000","last_change":"2023-08-28T02:33:13.625779+0000","last_active":"2023-08-28T02:37:10.055575+0000","last_peered":"2023-08-28T02:37:10.055575+0000","last_clean":"2023-08-28T02:31:27.898932+0000","last_became_active":"2023-08-28T02:33:13.612126+0000","last_became_peered":"2023-08-28T02:33:13.612126+0000","last_unstale":"2023-08-28T02:37:10.055575+0000","last_undegraded":"2023-08-28T02:33:13.485377+0000","last_fullsized":"2023-08-28T02:33:13.264317+0000","mapping_epoch":298,"log_start":"256'1663","ondisk_log_start":"256'1663","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5318,"log_dups_size":0,"ondisk_log_size":5318,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:37:28.843386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":293011456,"num_objects":4471,"num_object_clones":0,"num_object_copies":13413,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7013,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4471,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6981,"num_write_kb":366464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1163,"num_bytes_recovered":76218368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,7],"avail_no_missing":["0","2"],"object_location_counts":[{"shards":"0,2","objects":2358},{"shards":"0,2,3","objects":2113}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":338,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:03.952532+0000","last_change":"2023-08-28T02:33:13.281826+0000","last_active":"2023-08-28T02:37:03.952532+0000","last_peered":"2023-08-28T02:37:03.952532+0000","last_clean":"2023-08-28T02:37:03.952532+0000","last_became_active":"2023-08-28T02:33:13.281511+0000","last_became_peered":"2023-08-28T02:33:13.281511+0000","last_unstale":"2023-08-28T02:37:03.952532+0000","last_undegraded":"2023-08-28T02:37:03.952532+0000","last_fullsized":"2023-08-28T02:37:03.952532+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:32:55.005706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":334,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:03.990132+0000","last_change":"2023-08-28T02:29:44.436713+0000","last_active":"2023-08-28T02:37:03.990132+0000","last_peered":"2023-08-28T02:37:03.990132+0000","last_clean":"2023-08-28T02:37:03.990132+0000","last_became_active":"2023-08-28T02:29:44.436203+0000","last_became_peered":"2023-08-28T02:29:44.436203+0000","last_unstale":"2023-08-28T02:37:03.990132+0000","last_undegraded":"2023-08-28T02:37:03.990132+0000","last_fullsized":"2023-08-28T02:37:03.990132+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:46:48.522293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"343'7218","reported_seq":7323,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:07.327500+0000","last_change":"2023-08-28T02:30:50.399669+0000","last_active":"2023-08-28T02:37:07.327500+0000","last_peered":"2023-08-28T02:37:07.327500+0000","last_clean":"2023-08-28T02:37:07.327500+0000","last_became_active":"2023-08-28T02:30:50.399332+0000","last_became_peered":"2023-08-28T02:30:50.399332+0000","last_unstale":"2023-08-28T02:37:07.327500+0000","last_undegraded":"2023-08-28T02:37:07.327500+0000","last_fullsized":"2023-08-28T02:37:07.327500+0000","mapping_epoch":250,"log_start":"255'1000","ondisk_log_start":"255'1000","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6218,"log_dups_size":0,"ondisk_log_size":6218,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:00:54.910841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":301203456,"num_objects":4596,"num_object_clones":0,"num_object_copies":13788,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4596,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7218,"num_write_kb":378048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"75'161","reported_seq":764,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:03.953744+0000","last_change":"2023-08-28T02:33:13.310049+0000","last_active":"2023-08-28T02:37:03.953744+0000","last_peered":"2023-08-28T02:37:03.953744+0000","last_clean":"2023-08-28T02:37:03.953744+0000","last_became_active":"2023-08-28T02:33:13.309661+0000","last_became_peered":"2023-08-28T02:33:13.309661+0000","last_unstale":"2023-08-28T02:37:03.953744+0000","last_undegraded":"2023-08-28T02:37:03.953744+0000","last_fullsized":"2023-08-28T02:37:03.953744+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.930230+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.930230+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:27:40.889460+0000","scrub_duration":0.0050169209999999997,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"65'2","reported_seq":298,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:03.979373+0000","last_change":"2023-08-28T02:33:12.294922+0000","last_active":"2023-08-28T02:37:03.979373+0000","last_peered":"2023-08-28T02:37:03.979373+0000","last_clean":"2023-08-28T02:37:03.979373+0000","last_became_active":"2023-08-28T02:33:12.294518+0000","last_became_peered":"2023-08-28T02:33:12.294518+0000","last_unstale":"2023-08-28T02:37:03.979373+0000","last_undegraded":"2023-08-28T02:37:03.979373+0000","last_fullsized":"2023-08-28T02:37:03.979373+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:21:12.737286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":337,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:04.002422+0000","last_change":"2023-08-28T02:33:13.310505+0000","last_active":"2023-08-28T02:37:04.002422+0000","last_peered":"2023-08-28T02:37:04.002422+0000","last_clean":"2023-08-28T02:37:04.002422+0000","last_became_active":"2023-08-28T02:33:13.310223+0000","last_became_peered":"2023-08-28T02:33:13.310223+0000","last_unstale":"2023-08-28T02:37:04.002422+0000","last_undegraded":"2023-08-28T02:37:04.002422+0000","last_fullsized":"2023-08-28T02:37:04.002422+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:27:02.124453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"344'7098","reported_seq":9616,"reported_epoch":344,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:37:10.697725+0000","last_change":"2023-08-28T02:33:13.591092+0000","last_active":"2023-08-28T02:37:10.697725+0000","last_peered":"2023-08-28T02:37:10.697725+0000","last_clean":"2023-08-28T02:31:27.916082+0000","last_became_active":"2023-08-28T02:33:13.580413+0000","last_became_peered":"2023-08-28T02:33:13.580413+0000","last_unstale":"2023-08-28T02:37:10.697725+0000","last_undegraded":"2023-08-28T02:33:13.480527+0000","last_fullsized":"2023-08-28T02:33:13.270957+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7098,"log_dups_size":0,"ondisk_log_size":7098,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:03.698410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":299499520,"num_objects":4570,"num_object_clones":0,"num_object_copies":13710,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7194,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4570,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7098,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1193,"num_bytes_recovered":78184448,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,4],"avail_no_missing":["5","2"],"object_location_counts":[{"shards":"2,3,5","objects":2088},{"shards":"2,5","objects":2482}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"75'161","reported_seq":597,"reported_epoch":343,"state":"active+recovery_wait+degraded","last_fresh":"2023-08-28T02:37:03.952232+0000","last_change":"2023-08-28T02:33:13.287487+0000","last_active":"2023-08-28T02:37:03.952232+0000","last_peered":"2023-08-28T02:37:03.952232+0000","last_clean":"2023-08-28T02:31:25.515426+0000","last_became_active":"2023-08-28T02:33:13.287313+0000","last_became_peered":"2023-08-28T02:33:13.287313+0000","last_unstale":"2023-08-28T02:37:03.952232+0000","last_undegraded":"2023-08-28T02:33:13.270760+0000","last_fullsized":"2023-08-28T02:37:03.952232+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":204,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:45.407127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:45.407127+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:39:14.213229+0000","scrub_duration":0.0018495320000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":["5","2","3"],"object_location_counts":[{"shards":"2,3,5","objects":1}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":257,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:04.001802+0000","last_change":"2023-08-28T02:33:13.309727+0000","last_active":"2023-08-28T02:37:04.001802+0000","last_peered":"2023-08-28T02:37:04.001802+0000","last_clean":"2023-08-28T02:37:04.001802+0000","last_became_active":"2023-08-28T02:33:13.309487+0000","last_became_peered":"2023-08-28T02:33:13.309487+0000","last_unstale":"2023-08-28T02:37:04.001802+0000","last_undegraded":"2023-08-28T02:37:04.001802+0000","last_fullsized":"2023-08-28T02:37:04.001802+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:27:29.294011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":72,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:04.002065+0000","last_change":"2023-08-28T02:32:28.456323+0000","last_active":"2023-08-28T02:37:04.002065+0000","last_peered":"2023-08-28T02:37:04.002065+0000","last_clean":"2023-08-28T02:37:04.002065+0000","last_became_active":"2023-08-28T02:32:28.455987+0000","last_became_peered":"2023-08-28T02:32:28.455987+0000","last_unstale":"2023-08-28T02:37:04.002065+0000","last_undegraded":"2023-08-28T02:37:04.002065+0000","last_fullsized":"2023-08-28T02:37:04.002065+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:54:07.724002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"343'7221","reported_seq":17342,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:07.491799+0000","last_change":"2023-08-28T02:33:13.316023+0000","last_active":"2023-08-28T02:37:07.491799+0000","last_peered":"2023-08-28T02:37:07.491799+0000","last_clean":"2023-08-28T02:37:07.491799+0000","last_became_active":"2023-08-28T02:33:13.308403+0000","last_became_peered":"2023-08-28T02:33:13.308403+0000","last_unstale":"2023-08-28T02:37:07.491799+0000","last_undegraded":"2023-08-28T02:37:07.491799+0000","last_fullsized":"2023-08-28T02:37:07.491799+0000","mapping_epoch":298,"log_start":"255'1000","ondisk_log_start":"255'1000","created":250,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6221,"log_dups_size":0,"ondisk_log_size":6221,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:10:38.401973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":306380800,"num_objects":4675,"num_object_clones":0,"num_object_copies":14025,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4675,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7221,"num_write_kb":380672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4999,"num_bytes_recovered":327614464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":317,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:04.001760+0000","last_change":"2023-08-28T02:32:28.455294+0000","last_active":"2023-08-28T02:37:04.001760+0000","last_peered":"2023-08-28T02:37:04.001760+0000","last_clean":"2023-08-28T02:37:04.001760+0000","last_became_active":"2023-08-28T02:32:28.455013+0000","last_became_peered":"2023-08-28T02:32:28.455013+0000","last_unstale":"2023-08-28T02:37:04.001760+0000","last_undegraded":"2023-08-28T02:37:04.001760+0000","last_fullsized":"2023-08-28T02:37:04.001760+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:53.583864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":349,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:04.003200+0000","last_change":"2023-08-28T02:33:13.335588+0000","last_active":"2023-08-28T02:37:04.003200+0000","last_peered":"2023-08-28T02:37:04.003200+0000","last_clean":"2023-08-28T02:37:04.003200+0000","last_became_active":"2023-08-28T02:33:13.335326+0000","last_became_peered":"2023-08-28T02:33:13.335326+0000","last_unstale":"2023-08-28T02:37:04.003200+0000","last_undegraded":"2023-08-28T02:37:04.003200+0000","last_fullsized":"2023-08-28T02:37:04.003200+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:15:44.958663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"344'7127","reported_seq":7229,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-08-28T02:37:10.896483+0000","last_change":"2023-08-28T02:30:50.400261+0000","last_active":"2023-08-28T02:37:10.896483+0000","last_peered":"2023-08-28T02:37:10.896483+0000","last_clean":"2023-08-28T02:37:10.896483+0000","last_became_active":"2023-08-28T02:30:50.399938+0000","last_became_peered":"2023-08-28T02:30:50.399938+0000","last_unstale":"2023-08-28T02:37:10.896483+0000","last_undegraded":"2023-08-28T02:37:10.896483+0000","last_fullsized":"2023-08-28T02:37:10.896483+0000","mapping_epoch":250,"log_start":"256'1690","ondisk_log_start":"256'1690","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5437,"log_dups_size":0,"ondisk_log_size":5437,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:43:56.802792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":299302912,"num_objects":4567,"num_object_clones":0,"num_object_copies":13701,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4567,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7127,"num_write_kb":374208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"75'161","reported_seq":623,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:03.952759+0000","last_change":"2023-08-28T02:32:56.519141+0000","last_active":"2023-08-28T02:37:03.952759+0000","last_peered":"2023-08-28T02:37:03.952759+0000","last_clean":"2023-08-28T02:37:03.952759+0000","last_became_active":"2023-08-28T02:32:56.518863+0000","last_became_peered":"2023-08-28T02:32:56.518863+0000","last_unstale":"2023-08-28T02:37:03.952759+0000","last_undegraded":"2023-08-28T02:37:03.952759+0000","last_fullsized":"2023-08-28T02:37:03.952759+0000","mapping_epoch":292,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":293,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_clean_scrub_stamp":"2023-08-28T02:29:25.608370+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:59:50.561109+0000","scrub_duration":0.001662689,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":251,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:03.979302+0000","last_change":"2023-08-28T02:33:12.294592+0000","last_active":"2023-08-28T02:37:03.979302+0000","last_peered":"2023-08-28T02:37:03.979302+0000","last_clean":"2023-08-28T02:37:03.979302+0000","last_became_active":"2023-08-28T02:33:12.288508+0000","last_became_peered":"2023-08-28T02:33:12.288508+0000","last_unstale":"2023-08-28T02:37:03.979302+0000","last_undegraded":"2023-08-28T02:37:03.979302+0000","last_fullsized":"2023-08-28T02:37:03.979302+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:05:42.717608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":133,"reported_epoch":342,"state":"active+clean","last_fresh":"2023-08-28T02:36:59.551390+0000","last_change":"2023-08-28T02:29:44.429834+0000","last_active":"2023-08-28T02:36:59.551390+0000","last_peered":"2023-08-28T02:36:59.551390+0000","last_clean":"2023-08-28T02:36:59.551390+0000","last_became_active":"2023-08-28T02:29:44.429512+0000","last_became_peered":"2023-08-28T02:29:44.429512+0000","last_unstale":"2023-08-28T02:36:59.551390+0000","last_undegraded":"2023-08-28T02:36:59.551390+0000","last_fullsized":"2023-08-28T02:36:59.551390+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:58.062455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"344'7042","reported_seq":7144,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-08-28T02:37:11.130634+0000","last_change":"2023-08-28T02:30:50.402348+0000","last_active":"2023-08-28T02:37:11.130634+0000","last_peered":"2023-08-28T02:37:11.130634+0000","last_clean":"2023-08-28T02:37:11.130634+0000","last_became_active":"2023-08-28T02:30:50.402076+0000","last_became_peered":"2023-08-28T02:30:50.402076+0000","last_unstale":"2023-08-28T02:37:11.130634+0000","last_undegraded":"2023-08-28T02:37:11.130634+0000","last_fullsized":"2023-08-28T02:37:11.130634+0000","mapping_epoch":250,"log_start":"254'200","ondisk_log_start":"254'200","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6842,"log_dups_size":0,"ondisk_log_size":6842,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:24.859426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":297140224,"num_objects":4534,"num_object_clones":0,"num_object_copies":13602,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4534,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7042,"num_write_kb":370432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.7","version":"75'161","reported_seq":543,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:03.979649+0000","last_change":"2023-08-28T02:33:13.532525+0000","last_active":"2023-08-28T02:37:03.979649+0000","last_peered":"2023-08-28T02:37:03.979649+0000","last_clean":"2023-08-28T02:37:03.979649+0000","last_became_active":"2023-08-28T02:33:13.532125+0000","last_became_peered":"2023-08-28T02:33:13.532125+0000","last_unstale":"2023-08-28T02:37:03.979649+0000","last_undegraded":"2023-08-28T02:37:03.979649+0000","last_fullsized":"2023-08-28T02:37:03.979649+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.887648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.887648+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":133,"reported_epoch":342,"state":"active+clean","last_fresh":"2023-08-28T02:36:59.547354+0000","last_change":"2023-08-28T02:29:44.407595+0000","last_active":"2023-08-28T02:36:59.547354+0000","last_peered":"2023-08-28T02:36:59.547354+0000","last_clean":"2023-08-28T02:36:59.547354+0000","last_became_active":"2023-08-28T02:29:44.407316+0000","last_became_peered":"2023-08-28T02:29:44.407316+0000","last_unstale":"2023-08-28T02:36:59.547354+0000","last_undegraded":"2023-08-28T02:36:59.547354+0000","last_fullsized":"2023-08-28T02:36:59.547354+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:01:47.777709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":355,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:03.952838+0000","last_change":"2023-08-28T02:33:13.286980+0000","last_active":"2023-08-28T02:37:03.952838+0000","last_peered":"2023-08-28T02:37:03.952838+0000","last_clean":"2023-08-28T02:37:03.952838+0000","last_became_active":"2023-08-28T02:33:13.286740+0000","last_became_peered":"2023-08-28T02:33:13.286740+0000","last_unstale":"2023-08-28T02:37:03.952838+0000","last_undegraded":"2023-08-28T02:37:03.952838+0000","last_fullsized":"2023-08-28T02:37:03.952838+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:24:54.574365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":133,"reported_epoch":342,"state":"active+clean","last_fresh":"2023-08-28T02:36:59.547106+0000","last_change":"2023-08-28T02:29:44.506914+0000","last_active":"2023-08-28T02:36:59.547106+0000","last_peered":"2023-08-28T02:36:59.547106+0000","last_clean":"2023-08-28T02:36:59.547106+0000","last_became_active":"2023-08-28T02:29:44.506606+0000","last_became_peered":"2023-08-28T02:29:44.506606+0000","last_unstale":"2023-08-28T02:36:59.547106+0000","last_undegraded":"2023-08-28T02:36:59.547106+0000","last_fullsized":"2023-08-28T02:36:59.547106+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:55:50.992279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"344'7095","reported_seq":18796,"reported_epoch":344,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:37:10.100531+0000","last_change":"2023-08-28T02:34:11.565330+0000","last_active":"2023-08-28T02:37:10.100531+0000","last_peered":"2023-08-28T02:37:10.100531+0000","last_clean":"2023-08-28T02:32:11.916240+0000","last_became_active":"2023-08-28T02:33:12.501819+0000","last_became_peered":"2023-08-28T02:33:12.501819+0000","last_unstale":"2023-08-28T02:37:10.100531+0000","last_undegraded":"2023-08-28T02:37:10.100531+0000","last_fullsized":"2023-08-28T02:37:10.100531+0000","mapping_epoch":297,"log_start":"256'1824","ondisk_log_start":"256'1824","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5271,"log_dups_size":0,"ondisk_log_size":5271,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:45:43.329719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":294977536,"num_objects":4501,"num_object_clones":0,"num_object_copies":13503,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4501,"num_objects_unfound":0,"num_objects_dirty":4501,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7095,"num_write_kb":371072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5787,"num_bytes_recovered":379256832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,2],"avail_no_missing":["0","2","5","6"],"object_location_counts":[{"shards":"0,2,5","objects":4501}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.1","version":"75'161","reported_seq":603,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:03.952366+0000","last_change":"2023-08-28T02:32:31.482659+0000","last_active":"2023-08-28T02:37:03.952366+0000","last_peered":"2023-08-28T02:37:03.952366+0000","last_clean":"2023-08-28T02:37:03.952366+0000","last_became_active":"2023-08-28T02:32:31.482320+0000","last_became_peered":"2023-08-28T02:32:31.482320+0000","last_unstale":"2023-08-28T02:37:03.952366+0000","last_undegraded":"2023-08-28T02:37:03.952366+0000","last_fullsized":"2023-08-28T02:37:03.952366+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:24.559397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:24.559397+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:41:09.516918+0000","scrub_duration":0.001580328,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":341,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:03.952639+0000","last_change":"2023-08-28T02:31:51.988386+0000","last_active":"2023-08-28T02:37:03.952639+0000","last_peered":"2023-08-28T02:37:03.952639+0000","last_clean":"2023-08-28T02:37:03.952639+0000","last_became_active":"2023-08-28T02:31:51.988097+0000","last_became_peered":"2023-08-28T02:31:51.988097+0000","last_unstale":"2023-08-28T02:37:03.952639+0000","last_undegraded":"2023-08-28T02:37:03.952639+0000","last_fullsized":"2023-08-28T02:37:03.952639+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:25:01.818829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":317,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:04.002033+0000","last_change":"2023-08-28T02:32:12.951275+0000","last_active":"2023-08-28T02:37:04.002033+0000","last_peered":"2023-08-28T02:37:04.002033+0000","last_clean":"2023-08-28T02:37:04.002033+0000","last_became_active":"2023-08-28T02:32:12.950965+0000","last_became_peered":"2023-08-28T02:32:12.950965+0000","last_unstale":"2023-08-28T02:37:04.002033+0000","last_undegraded":"2023-08-28T02:37:04.002033+0000","last_fullsized":"2023-08-28T02:37:04.002033+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:37:31.294280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":159,"reported_epoch":342,"state":"active+clean","last_fresh":"2023-08-28T02:36:59.547433+0000","last_change":"2023-08-28T02:33:13.286534+0000","last_active":"2023-08-28T02:36:59.547433+0000","last_peered":"2023-08-28T02:36:59.547433+0000","last_clean":"2023-08-28T02:36:59.547433+0000","last_became_active":"2023-08-28T02:33:13.286164+0000","last_became_peered":"2023-08-28T02:33:13.286164+0000","last_unstale":"2023-08-28T02:36:59.547433+0000","last_undegraded":"2023-08-28T02:36:59.547433+0000","last_fullsized":"2023-08-28T02:36:59.547433+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:56.721932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"344'7101","reported_seq":18893,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-08-28T02:37:10.683758+0000","last_change":"2023-08-28T02:34:14.448606+0000","last_active":"2023-08-28T02:37:10.683758+0000","last_peered":"2023-08-28T02:37:10.683758+0000","last_clean":"2023-08-28T02:37:10.683758+0000","last_became_active":"2023-08-28T02:34:14.438547+0000","last_became_peered":"2023-08-28T02:34:14.438547+0000","last_unstale":"2023-08-28T02:37:10.683758+0000","last_undegraded":"2023-08-28T02:37:10.683758+0000","last_fullsized":"2023-08-28T02:37:10.683758+0000","mapping_epoch":314,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":315,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7101,"log_dups_size":0,"ondisk_log_size":7101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:06:41.120408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":299302912,"num_objects":4567,"num_object_clones":0,"num_object_copies":13701,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4567,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7101,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5834,"num_bytes_recovered":376832000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2","version":"75'161","reported_seq":725,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:03.952966+0000","last_change":"2023-08-28T02:30:51.762377+0000","last_active":"2023-08-28T02:37:03.952966+0000","last_peered":"2023-08-28T02:37:03.952966+0000","last_clean":"2023-08-28T02:37:03.952966+0000","last_became_active":"2023-08-28T02:27:46.375590+0000","last_became_peered":"2023-08-28T02:27:46.375590+0000","last_unstale":"2023-08-28T02:37:03.952966+0000","last_undegraded":"2023-08-28T02:37:03.952966+0000","last_fullsized":"2023-08-28T02:37:03.952966+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:51.762314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:51.762314+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:02.034555+0000","scrub_duration":0.0020023620000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":151,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:03.979886+0000","last_change":"2023-08-28T02:33:13.289765+0000","last_active":"2023-08-28T02:37:03.979886+0000","last_peered":"2023-08-28T02:37:03.979886+0000","last_clean":"2023-08-28T02:37:03.979886+0000","last_became_active":"2023-08-28T02:33:13.289159+0000","last_became_peered":"2023-08-28T02:33:13.289159+0000","last_unstale":"2023-08-28T02:37:03.979886+0000","last_undegraded":"2023-08-28T02:37:03.979886+0000","last_fullsized":"2023-08-28T02:37:03.979886+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:30:38.956723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":151,"reported_epoch":342,"state":"active+clean","last_fresh":"2023-08-28T02:36:59.547150+0000","last_change":"2023-08-28T02:32:28.464203+0000","last_active":"2023-08-28T02:36:59.547150+0000","last_peered":"2023-08-28T02:36:59.547150+0000","last_clean":"2023-08-28T02:36:59.547150+0000","last_became_active":"2023-08-28T02:32:28.463412+0000","last_became_peered":"2023-08-28T02:32:28.463412+0000","last_unstale":"2023-08-28T02:36:59.547150+0000","last_undegraded":"2023-08-28T02:36:59.547150+0000","last_fullsized":"2023-08-28T02:36:59.547150+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:20:38.177879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":133,"reported_epoch":342,"state":"active+clean","last_fresh":"2023-08-28T02:36:59.551391+0000","last_change":"2023-08-28T02:29:44.427945+0000","last_active":"2023-08-28T02:36:59.551391+0000","last_peered":"2023-08-28T02:36:59.551391+0000","last_clean":"2023-08-28T02:36:59.551391+0000","last_became_active":"2023-08-28T02:29:44.426487+0000","last_became_peered":"2023-08-28T02:29:44.426487+0000","last_unstale":"2023-08-28T02:36:59.551391+0000","last_undegraded":"2023-08-28T02:36:59.551391+0000","last_fullsized":"2023-08-28T02:36:59.551391+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:30:20.438896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"343'7097","reported_seq":17169,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:06.109936+0000","last_change":"2023-08-28T02:34:48.488647+0000","last_active":"2023-08-28T02:37:06.109936+0000","last_peered":"2023-08-28T02:37:06.109936+0000","last_clean":"2023-08-28T02:37:06.109936+0000","last_became_active":"2023-08-28T02:34:48.476519+0000","last_became_peered":"2023-08-28T02:34:48.476519+0000","last_unstale":"2023-08-28T02:37:06.109936+0000","last_undegraded":"2023-08-28T02:37:06.109936+0000","last_fullsized":"2023-08-28T02:37:06.109936+0000","mapping_epoch":318,"log_start":"255'900","ondisk_log_start":"255'900","created":250,"last_epoch_clean":319,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6197,"log_dups_size":0,"ondisk_log_size":6197,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:44:20.004230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":297992192,"num_objects":4547,"num_object_clones":0,"num_object_copies":13641,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4547,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7097,"num_write_kb":372608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4973,"num_bytes_recovered":325910528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":335,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:03.953943+0000","last_change":"2023-08-28T02:33:13.484970+0000","last_active":"2023-08-28T02:37:03.953943+0000","last_peered":"2023-08-28T02:37:03.953943+0000","last_clean":"2023-08-28T02:37:03.953943+0000","last_became_active":"2023-08-28T02:33:13.484579+0000","last_became_peered":"2023-08-28T02:33:13.484579+0000","last_unstale":"2023-08-28T02:37:03.953943+0000","last_undegraded":"2023-08-28T02:37:03.953943+0000","last_fullsized":"2023-08-28T02:37:03.953943+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:58.027468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"75'161","reported_seq":726,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:03.953077+0000","last_change":"2023-08-28T02:31:55.059467+0000","last_active":"2023-08-28T02:37:03.953077+0000","last_peered":"2023-08-28T02:37:03.953077+0000","last_clean":"2023-08-28T02:37:03.953077+0000","last_became_active":"2023-08-28T02:31:55.059115+0000","last_became_peered":"2023-08-28T02:31:55.059115+0000","last_unstale":"2023-08-28T02:37:03.953077+0000","last_undegraded":"2023-08-28T02:37:03.953077+0000","last_fullsized":"2023-08-28T02:37:03.953077+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":0,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.820990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.820990+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:15:56.774667+0000","scrub_duration":0.0017342480000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":252,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:03.979345+0000","last_change":"2023-08-28T02:33:13.352810+0000","last_active":"2023-08-28T02:37:03.979345+0000","last_peered":"2023-08-28T02:37:03.979345+0000","last_clean":"2023-08-28T02:37:03.979345+0000","last_became_active":"2023-08-28T02:33:13.351697+0000","last_became_peered":"2023-08-28T02:33:13.351697+0000","last_unstale":"2023-08-28T02:37:03.979345+0000","last_undegraded":"2023-08-28T02:37:03.979345+0000","last_fullsized":"2023-08-28T02:37:03.979345+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:56.187163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":166,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:04.001242+0000","last_change":"2023-08-28T02:31:51.984584+0000","last_active":"2023-08-28T02:37:04.001242+0000","last_peered":"2023-08-28T02:37:04.001242+0000","last_clean":"2023-08-28T02:37:04.001242+0000","last_became_active":"2023-08-28T02:31:51.984264+0000","last_became_peered":"2023-08-28T02:31:51.984264+0000","last_unstale":"2023-08-28T02:37:04.001242+0000","last_undegraded":"2023-08-28T02:37:04.001242+0000","last_fullsized":"2023-08-28T02:37:04.001242+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:58:42.306722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"344'7031","reported_seq":18740,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-08-28T02:37:09.714278+0000","last_change":"2023-08-28T02:35:11.978901+0000","last_active":"2023-08-28T02:37:09.714278+0000","last_peered":"2023-08-28T02:37:09.714278+0000","last_clean":"2023-08-28T02:37:09.714278+0000","last_became_active":"2023-08-28T02:35:11.966585+0000","last_became_peered":"2023-08-28T02:35:11.966585+0000","last_unstale":"2023-08-28T02:37:09.714278+0000","last_undegraded":"2023-08-28T02:37:09.714278+0000","last_fullsized":"2023-08-28T02:37:09.714278+0000","mapping_epoch":323,"log_start":"256'1728","ondisk_log_start":"256'1728","created":250,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5303,"log_dups_size":0,"ondisk_log_size":5303,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:03:07.017814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":298254336,"num_objects":4551,"num_object_clones":0,"num_object_copies":13653,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4551,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7031,"num_write_kb":370624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5791,"num_bytes_recovered":368967680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3","version":"75'161","reported_seq":609,"reported_epoch":342,"state":"active+clean","last_fresh":"2023-08-28T02:36:59.547340+0000","last_change":"2023-08-28T02:31:55.068239+0000","last_active":"2023-08-28T02:36:59.547340+0000","last_peered":"2023-08-28T02:36:59.547340+0000","last_clean":"2023-08-28T02:36:59.547340+0000","last_became_active":"2023-08-28T02:31:55.067875+0000","last_became_peered":"2023-08-28T02:31:55.067875+0000","last_unstale":"2023-08-28T02:36:59.547340+0000","last_undegraded":"2023-08-28T02:36:59.547340+0000","last_fullsized":"2023-08-28T02:36:59.547340+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.868248+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:11:04.391639+0000","scrub_duration":0.0016215240000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":349,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:03.952982+0000","last_change":"2023-08-28T02:29:44.421353+0000","last_active":"2023-08-28T02:37:03.952982+0000","last_peered":"2023-08-28T02:37:03.952982+0000","last_clean":"2023-08-28T02:37:03.952982+0000","last_became_active":"2023-08-28T02:29:44.421064+0000","last_became_peered":"2023-08-28T02:29:44.421064+0000","last_unstale":"2023-08-28T02:37:03.952982+0000","last_undegraded":"2023-08-28T02:37:03.952982+0000","last_fullsized":"2023-08-28T02:37:03.952982+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:51:36.524024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":318,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:03.989244+0000","last_change":"2023-08-28T02:33:12.299487+0000","last_active":"2023-08-28T02:37:03.989244+0000","last_peered":"2023-08-28T02:37:03.989244+0000","last_clean":"2023-08-28T02:37:03.989244+0000","last_became_active":"2023-08-28T02:33:12.299175+0000","last_became_peered":"2023-08-28T02:33:12.299175+0000","last_unstale":"2023-08-28T02:37:03.989244+0000","last_undegraded":"2023-08-28T02:37:03.989244+0000","last_fullsized":"2023-08-28T02:37:03.989244+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:42:29.713462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":329,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:03.989412+0000","last_change":"2023-08-28T02:32:28.457696+0000","last_active":"2023-08-28T02:37:03.989412+0000","last_peered":"2023-08-28T02:37:03.989412+0000","last_clean":"2023-08-28T02:37:03.989412+0000","last_became_active":"2023-08-28T02:32:28.457407+0000","last_became_peered":"2023-08-28T02:32:28.457407+0000","last_unstale":"2023-08-28T02:37:03.989412+0000","last_undegraded":"2023-08-28T02:37:03.989412+0000","last_fullsized":"2023-08-28T02:37:03.989412+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:26:29.392787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"344'7013","reported_seq":8143,"reported_epoch":344,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:37:10.981839+0000","last_change":"2023-08-28T02:34:11.566035+0000","last_active":"2023-08-28T02:37:10.981839+0000","last_peered":"2023-08-28T02:37:10.981839+0000","last_clean":"2023-08-28T02:33:10.395883+0000","last_became_active":"2023-08-28T02:33:12.394714+0000","last_became_peered":"2023-08-28T02:33:12.394714+0000","last_unstale":"2023-08-28T02:37:10.981839+0000","last_undegraded":"2023-08-28T02:37:10.981839+0000","last_fullsized":"2023-08-28T02:37:10.981839+0000","mapping_epoch":297,"log_start":"256'1584","ondisk_log_start":"256'1584","created":250,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5429,"log_dups_size":0,"ondisk_log_size":5429,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:01:26.984565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":292945944,"num_objects":4471,"num_object_clones":0,"num_object_copies":13413,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4081,"num_objects_unfound":0,"num_objects_dirty":4471,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7013,"num_write_kb":367425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":500,"num_bytes_recovered":32768000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,6],"avail_no_missing":["4","0","6"],"object_location_counts":[{"shards":"0,4,6","objects":4471}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.6","version":"75'161","reported_seq":603,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:03.989352+0000","last_change":"2023-08-28T02:33:13.338675+0000","last_active":"2023-08-28T02:37:03.989352+0000","last_peered":"2023-08-28T02:37:03.989352+0000","last_clean":"2023-08-28T02:37:03.989352+0000","last_became_active":"2023-08-28T02:33:13.338271+0000","last_became_peered":"2023-08-28T02:33:13.338271+0000","last_unstale":"2023-08-28T02:37:03.989352+0000","last_undegraded":"2023-08-28T02:37:03.989352+0000","last_fullsized":"2023-08-28T02:37:03.989352+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.774982+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.774982+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:13:20.011329+0000","scrub_duration":0.003539819,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":312,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:03.953186+0000","last_change":"2023-08-28T02:14:43.033789+0000","last_active":"2023-08-28T02:37:03.953186+0000","last_peered":"2023-08-28T02:37:03.953186+0000","last_clean":"2023-08-28T02:37:03.953186+0000","last_became_active":"2023-08-28T02:14:43.033454+0000","last_became_peered":"2023-08-28T02:14:43.033454+0000","last_unstale":"2023-08-28T02:37:03.953186+0000","last_undegraded":"2023-08-28T02:37:03.953186+0000","last_fullsized":"2023-08-28T02:37:03.953186+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:01:13.205842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":142,"reported_epoch":342,"state":"active+clean","last_fresh":"2023-08-28T02:36:59.547557+0000","last_change":"2023-08-28T02:32:28.461807+0000","last_active":"2023-08-28T02:36:59.547557+0000","last_peered":"2023-08-28T02:36:59.547557+0000","last_clean":"2023-08-28T02:36:59.547557+0000","last_became_active":"2023-08-28T02:32:28.461116+0000","last_became_peered":"2023-08-28T02:32:28.461116+0000","last_unstale":"2023-08-28T02:36:59.547557+0000","last_undegraded":"2023-08-28T02:36:59.547557+0000","last_fullsized":"2023-08-28T02:36:59.547557+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:12:45.321757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":289,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:03.990370+0000","last_change":"2023-08-28T02:14:43.048791+0000","last_active":"2023-08-28T02:37:03.990370+0000","last_peered":"2023-08-28T02:37:03.990370+0000","last_clean":"2023-08-28T02:37:03.990370+0000","last_became_active":"2023-08-28T02:14:43.047408+0000","last_became_peered":"2023-08-28T02:14:43.047408+0000","last_unstale":"2023-08-28T02:37:03.990370+0000","last_undegraded":"2023-08-28T02:37:03.990370+0000","last_fullsized":"2023-08-28T02:37:03.990370+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:47.097181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"344'7218","reported_seq":16909,"reported_epoch":344,"state":"active+recovering+remapped","last_fresh":"2023-08-28T02:37:11.425131+0000","last_change":"2023-08-28T02:35:10.974195+0000","last_active":"2023-08-28T02:37:11.425131+0000","last_peered":"2023-08-28T02:37:11.425131+0000","last_clean":"2023-08-28T02:31:50.933695+0000","last_became_active":"2023-08-28T02:33:13.540416+0000","last_became_peered":"2023-08-28T02:33:13.540416+0000","last_unstale":"2023-08-28T02:37:11.425131+0000","last_undegraded":"2023-08-28T02:37:11.425131+0000","last_fullsized":"2023-08-28T02:37:11.425131+0000","mapping_epoch":298,"log_start":"256'1774","ondisk_log_start":"256'1774","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5444,"log_dups_size":0,"ondisk_log_size":5444,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:49:35.658845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":304349184,"num_objects":4644,"num_object_clones":0,"num_object_copies":13932,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":376,"num_objects_unfound":0,"num_objects_dirty":4644,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7218,"num_write_kb":379584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4779,"num_bytes_recovered":313196544,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,2],"avail_no_missing":["4","2","6"],"object_location_counts":[{"shards":"2,4,5","objects":4456},{"shards":"2,4,6","objects":188}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.5","version":"75'161","reported_seq":637,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:04.002150+0000","last_change":"2023-08-28T02:32:31.477151+0000","last_active":"2023-08-28T02:37:04.002150+0000","last_peered":"2023-08-28T02:37:04.002150+0000","last_clean":"2023-08-28T02:37:04.002150+0000","last_became_active":"2023-08-28T02:32:31.476776+0000","last_became_peered":"2023-08-28T02:32:31.476776+0000","last_unstale":"2023-08-28T02:37:04.002150+0000","last_undegraded":"2023-08-28T02:37:04.002150+0000","last_fullsized":"2023-08-28T02:37:04.002150+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:18.891729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:18.891729+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:47:27.194140+0000","scrub_duration":0.0031546460000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"65'2","reported_seq":299,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:03.979485+0000","last_change":"2023-08-28T02:33:12.327778+0000","last_active":"2023-08-28T02:37:03.979485+0000","last_peered":"2023-08-28T02:37:03.979485+0000","last_clean":"2023-08-28T02:37:03.979485+0000","last_became_active":"2023-08-28T02:33:12.327273+0000","last_became_peered":"2023-08-28T02:33:12.327273+0000","last_unstale":"2023-08-28T02:37:03.979485+0000","last_undegraded":"2023-08-28T02:37:03.979485+0000","last_fullsized":"2023-08-28T02:37:03.979485+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:40.554192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":180,"reported_epoch":342,"state":"active+clean","last_fresh":"2023-08-28T02:36:59.547333+0000","last_change":"2023-08-28T02:33:13.335665+0000","last_active":"2023-08-28T02:36:59.547333+0000","last_peered":"2023-08-28T02:36:59.547333+0000","last_clean":"2023-08-28T02:36:59.547333+0000","last_became_active":"2023-08-28T02:33:13.335322+0000","last_became_peered":"2023-08-28T02:33:13.335322+0000","last_unstale":"2023-08-28T02:36:59.547333+0000","last_undegraded":"2023-08-28T02:36:59.547333+0000","last_fullsized":"2023-08-28T02:36:59.547333+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:21:08.024493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":297,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-08-28T02:37:08.999465+0000","last_change":"2023-08-28T02:33:12.310326+0000","last_active":"2023-08-28T02:37:08.999465+0000","last_peered":"2023-08-28T02:37:08.999465+0000","last_clean":"2023-08-28T02:37:08.999465+0000","last_became_active":"2023-08-28T02:33:12.310011+0000","last_became_peered":"2023-08-28T02:33:12.310011+0000","last_unstale":"2023-08-28T02:37:08.999465+0000","last_undegraded":"2023-08-28T02:37:08.999465+0000","last_fullsized":"2023-08-28T02:37:08.999465+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:35:03.710036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"344'7188","reported_seq":11065,"reported_epoch":344,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:37:11.488139+0000","last_change":"2023-08-28T02:33:34.765675+0000","last_active":"2023-08-28T02:37:11.488139+0000","last_peered":"2023-08-28T02:37:11.488139+0000","last_clean":"2023-08-28T02:31:27.909649+0000","last_became_active":"2023-08-28T02:33:33.726805+0000","last_became_peered":"2023-08-28T02:33:33.726805+0000","last_unstale":"2023-08-28T02:37:11.488139+0000","last_undegraded":"2023-08-28T02:33:20.140072+0000","last_fullsized":"2023-08-28T02:33:13.278549+0000","mapping_epoch":298,"log_start":"256'1777","ondisk_log_start":"256'1777","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5411,"log_dups_size":0,"ondisk_log_size":5411,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:02:22.971585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":306708480,"num_objects":4680,"num_object_clones":0,"num_object_copies":14040,"num_objects_missing_on_primary":4656,"num_objects_missing":4656,"num_objects_degraded":11912,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4680,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7188,"num_write_kb":379776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1244,"num_bytes_recovered":81395712,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[4,3],"avail_no_missing":["2","6"],"object_location_counts":[{"shards":"2,3,4,6","objects":9},{"shards":"2,3,6","objects":2173},{"shards":"2,4,6","objects":14},{"shards":"2,6","objects":2483},{"shards":"3,4","objects":-12}],"blocked_by":[],"up_primary":3,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.4","version":"75'161","reported_seq":551,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:03.979623+0000","last_change":"2023-08-28T02:33:12.296479+0000","last_active":"2023-08-28T02:37:03.979623+0000","last_peered":"2023-08-28T02:37:03.979623+0000","last_clean":"2023-08-28T02:37:03.979623+0000","last_became_active":"2023-08-28T02:33:12.294160+0000","last_became_peered":"2023-08-28T02:33:12.294160+0000","last_unstale":"2023-08-28T02:37:03.979623+0000","last_undegraded":"2023-08-28T02:37:03.979623+0000","last_fullsized":"2023-08-28T02:37:03.979623+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.899247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.899247+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":270,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:03.953416+0000","last_change":"2023-08-28T02:33:13.539335+0000","last_active":"2023-08-28T02:37:03.953416+0000","last_peered":"2023-08-28T02:37:03.953416+0000","last_clean":"2023-08-28T02:37:03.953416+0000","last_became_active":"2023-08-28T02:33:13.538978+0000","last_became_peered":"2023-08-28T02:33:13.538978+0000","last_unstale":"2023-08-28T02:37:03.953416+0000","last_undegraded":"2023-08-28T02:37:03.953416+0000","last_fullsized":"2023-08-28T02:37:03.953416+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:26:13.405766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"65'1","reported_seq":333,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:03.989467+0000","last_change":"2023-08-28T02:29:44.510205+0000","last_active":"2023-08-28T02:37:03.989467+0000","last_peered":"2023-08-28T02:37:03.989467+0000","last_clean":"2023-08-28T02:37:03.989467+0000","last_became_active":"2023-08-28T02:29:44.429357+0000","last_became_peered":"2023-08-28T02:29:44.429357+0000","last_unstale":"2023-08-28T02:37:03.989467+0000","last_undegraded":"2023-08-28T02:37:03.989467+0000","last_fullsized":"2023-08-28T02:37:03.989467+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:44:59.955729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":299,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:04.001625+0000","last_change":"2023-08-28T02:32:12.950661+0000","last_active":"2023-08-28T02:37:04.001625+0000","last_peered":"2023-08-28T02:37:04.001625+0000","last_clean":"2023-08-28T02:37:04.001625+0000","last_became_active":"2023-08-28T02:32:12.950276+0000","last_became_peered":"2023-08-28T02:32:12.950276+0000","last_unstale":"2023-08-28T02:37:04.001625+0000","last_undegraded":"2023-08-28T02:37:04.001625+0000","last_fullsized":"2023-08-28T02:37:04.001625+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:05:17.972868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"65'1","reported_seq":291,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-08-28T02:37:09.024724+0000","last_change":"2023-08-28T02:14:43.042150+0000","last_active":"2023-08-28T02:37:09.024724+0000","last_peered":"2023-08-28T02:37:09.024724+0000","last_clean":"2023-08-28T02:37:09.024724+0000","last_became_active":"2023-08-28T02:14:43.038336+0000","last_became_peered":"2023-08-28T02:14:43.038336+0000","last_unstale":"2023-08-28T02:37:09.024724+0000","last_undegraded":"2023-08-28T02:37:09.024724+0000","last_fullsized":"2023-08-28T02:37:09.024724+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:26:02.415152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":339,"reported_epoch":342,"state":"active+clean","last_fresh":"2023-08-28T02:36:59.547535+0000","last_change":"2023-08-28T02:33:13.318097+0000","last_active":"2023-08-28T02:36:59.547535+0000","last_peered":"2023-08-28T02:36:59.547535+0000","last_clean":"2023-08-28T02:36:59.547535+0000","last_became_active":"2023-08-28T02:33:13.317761+0000","last_became_peered":"2023-08-28T02:33:13.317761+0000","last_unstale":"2023-08-28T02:36:59.547535+0000","last_undegraded":"2023-08-28T02:36:59.547535+0000","last_fullsized":"2023-08-28T02:36:59.547535+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:24.836996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"65'2","reported_seq":337,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:03.952731+0000","last_change":"2023-08-28T02:29:44.535937+0000","last_active":"2023-08-28T02:37:03.952731+0000","last_peered":"2023-08-28T02:37:03.952731+0000","last_clean":"2023-08-28T02:37:03.952731+0000","last_became_active":"2023-08-28T02:29:44.462244+0000","last_became_peered":"2023-08-28T02:29:44.462244+0000","last_unstale":"2023-08-28T02:37:03.952731+0000","last_undegraded":"2023-08-28T02:37:03.952731+0000","last_fullsized":"2023-08-28T02:37:03.952731+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:30:33.173713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":337,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:03.990055+0000","last_change":"2023-08-28T02:33:12.305580+0000","last_active":"2023-08-28T02:37:03.990055+0000","last_peered":"2023-08-28T02:37:03.990055+0000","last_clean":"2023-08-28T02:37:03.990055+0000","last_became_active":"2023-08-28T02:33:12.305261+0000","last_became_peered":"2023-08-28T02:33:12.305261+0000","last_unstale":"2023-08-28T02:37:03.990055+0000","last_undegraded":"2023-08-28T02:37:03.990055+0000","last_fullsized":"2023-08-28T02:37:03.990055+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:22:31.614221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"65'2","reported_seq":306,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:03.952760+0000","last_change":"2023-08-28T02:31:51.991101+0000","last_active":"2023-08-28T02:37:03.952760+0000","last_peered":"2023-08-28T02:37:03.952760+0000","last_clean":"2023-08-28T02:37:03.952760+0000","last_became_active":"2023-08-28T02:31:51.987237+0000","last_became_peered":"2023-08-28T02:31:51.987237+0000","last_unstale":"2023-08-28T02:37:03.952760+0000","last_undegraded":"2023-08-28T02:37:03.952760+0000","last_fullsized":"2023-08-28T02:37:03.952760+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:07:07.370857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":340,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:04.001727+0000","last_change":"2023-08-28T02:33:12.494483+0000","last_active":"2023-08-28T02:37:04.001727+0000","last_peered":"2023-08-28T02:37:04.001727+0000","last_clean":"2023-08-28T02:37:04.001727+0000","last_became_active":"2023-08-28T02:33:12.494136+0000","last_became_peered":"2023-08-28T02:33:12.494136+0000","last_unstale":"2023-08-28T02:37:04.001727+0000","last_undegraded":"2023-08-28T02:37:04.001727+0000","last_fullsized":"2023-08-28T02:37:04.001727+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:36.772588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"65'1","reported_seq":285,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-08-28T02:37:08.998490+0000","last_change":"2023-08-28T02:33:13.287922+0000","last_active":"2023-08-28T02:37:08.998490+0000","last_peered":"2023-08-28T02:37:08.998490+0000","last_clean":"2023-08-28T02:37:08.998490+0000","last_became_active":"2023-08-28T02:33:13.287520+0000","last_became_peered":"2023-08-28T02:33:13.287520+0000","last_unstale":"2023-08-28T02:37:08.998490+0000","last_undegraded":"2023-08-28T02:37:08.998490+0000","last_fullsized":"2023-08-28T02:37:08.998490+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:11.627168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":298,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:03.979650+0000","last_change":"2023-08-28T02:33:13.289469+0000","last_active":"2023-08-28T02:37:03.979650+0000","last_peered":"2023-08-28T02:37:03.979650+0000","last_clean":"2023-08-28T02:37:03.979650+0000","last_became_active":"2023-08-28T02:33:13.288737+0000","last_became_peered":"2023-08-28T02:33:13.288737+0000","last_unstale":"2023-08-28T02:37:03.979650+0000","last_undegraded":"2023-08-28T02:37:03.979650+0000","last_fullsized":"2023-08-28T02:37:03.979650+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:11:15.043550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"65'4","reported_seq":322,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:03.989781+0000","last_change":"2023-08-28T02:32:28.607010+0000","last_active":"2023-08-28T02:37:03.989781+0000","last_peered":"2023-08-28T02:37:03.989781+0000","last_clean":"2023-08-28T02:37:03.989781+0000","last_became_active":"2023-08-28T02:32:28.492224+0000","last_became_peered":"2023-08-28T02:32:28.492224+0000","last_unstale":"2023-08-28T02:37:03.989781+0000","last_undegraded":"2023-08-28T02:37:03.989781+0000","last_fullsized":"2023-08-28T02:37:03.989781+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:13:45.711951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":554,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":350,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:04.001510+0000","last_change":"2023-08-28T02:33:13.309144+0000","last_active":"2023-08-28T02:37:04.001510+0000","last_peered":"2023-08-28T02:37:04.001510+0000","last_clean":"2023-08-28T02:37:04.001510+0000","last_became_active":"2023-08-28T02:33:13.308910+0000","last_became_peered":"2023-08-28T02:33:13.308910+0000","last_unstale":"2023-08-28T02:37:04.001510+0000","last_undegraded":"2023-08-28T02:37:04.001510+0000","last_fullsized":"2023-08-28T02:37:04.001510+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:09:59.549591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":4783603736,"num_objects":72993,"num_object_clones":0,"num_object_copies":218979,"num_objects_missing_on_primary":4656,"num_objects_missing":4656,"num_objects_degraded":35658,"num_objects_misplaced":8958,"num_objects_unfound":0,"num_objects_dirty":72993,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":113621,"num_write_kb":5971585,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":38241,"num_bytes_recovered":2489909248,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":15021060096,"data_stored":15021047880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":96769,"ondisk_log_size":96769,"up":48,"acting":43,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":10126,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":370028,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":89,"num_read_kb":167,"num_write":44,"num_write_kb":440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":322019,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299763,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1962444,"kb_used_data":1469060,"kb_used_omap":0,"kb_used_meta":493376,"kb_avail":91782708,"statfs":{"total":95995035648,"available":93985492992,"internally_reserved":0,"allocated":1504317440,"data_stored":1502948913,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":505217024},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:36:11 2023","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.64200000000000002,"15min":1.4410000000000001},"min":{"1min":0.25,"5min":0.219,"15min":0.219},"max":{"1min":1.524,"5min":3.6480000000000001,"15min":13.118},"last":0.61199999999999999},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.90200000000000002,"15min":1.8560000000000001},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.246},"max":{"1min":2.6989999999999998,"5min":9.2799999999999994,"15min":17.402999999999999},"last":0.53000000000000003}]},{"osd":1,"last update":"Mon Aug 28 02:36:41 2023","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.91000000000000003,"15min":2.0449999999999999},"min":{"1min":0.27700000000000002,"5min":0.27300000000000002,"15min":0.24099999999999999},"max":{"1min":2.7509999999999999,"5min":7.0599999999999996,"15min":17.43},"last":0.35799999999999998},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.85499999999999998,"15min":1.8779999999999999},"min":{"1min":0.315,"5min":0.311,"15min":0.25900000000000001},"max":{"1min":2.7669999999999999,"5min":7.1420000000000003,"15min":19.913},"last":0.56100000000000005}]},{"osd":2,"last update":"Mon Aug 28 02:36:25 2023","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.60899999999999999,"15min":1.46},"min":{"1min":0.28899999999999998,"5min":0.23499999999999999,"15min":0.22800000000000001},"max":{"1min":1.5529999999999999,"5min":3.8199999999999998,"15min":8.3889999999999993},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.66500000000000004,"15min":1.2569999999999999},"min":{"1min":0.36899999999999999,"5min":0.28799999999999998,"15min":0.28699999999999998},"max":{"1min":1.9159999999999999,"5min":3.5219999999999998,"15min":9.2219999999999995},"last":0.41299999999999998}]},{"osd":3,"last update":"Mon Aug 28 02:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.65600000000000003,"15min":0.69699999999999995},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":1.9590000000000001,"5min":3.0099999999999998,"15min":3.0099999999999998},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.625,"15min":0.628},"min":{"1min":0.34499999999999997,"5min":0.308,"15min":0.308},"max":{"1min":2.5390000000000001,"5min":3.1000000000000001,"15min":3.1000000000000001},"last":0.628}]},{"osd":4,"last update":"Mon Aug 28 02:36:11 2023","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.80900000000000005,"15min":1.306},"min":{"1min":0.27700000000000002,"5min":0.245,"15min":0.245},"max":{"1min":2.677,"5min":7.0960000000000001,"15min":18.943000000000001},"last":0.32200000000000001},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.73999999999999999,"15min":0.95299999999999996},"min":{"1min":0.28699999999999998,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":2.8610000000000002,"5min":6.2350000000000003,"15min":8.1890000000000001},"last":0.45100000000000001}]},{"osd":5,"last update":"Mon Aug 28 02:36:11 2023","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.63600000000000001,"15min":1.0680000000000001},"min":{"1min":0.32000000000000001,"5min":0.246,"15min":0.23599999999999999},"max":{"1min":1.466,"5min":5.9130000000000003,"15min":14.622},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.79100000000000004,"15min":1.2989999999999999},"min":{"1min":0.36799999999999999,"5min":0.28100000000000003,"15min":0.27000000000000002},"max":{"1min":2.7210000000000001,"5min":7,"15min":17.324999999999999},"last":0.54700000000000004}]},{"osd":6,"last update":"Mon Aug 28 02:36:11 2023","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.88900000000000001,"15min":1.329},"min":{"1min":0.33300000000000002,"5min":0.31900000000000001,"15min":0.30299999999999999},"max":{"1min":2.7360000000000002,"5min":7.601,"15min":17.454999999999998},"last":0.5},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.747,"15min":0.86699999999999999},"min":{"1min":0.34000000000000002,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":1.9770000000000001,"5min":5.6710000000000003,"15min":7.665},"last":0.48899999999999999}]}]},{"osd":6,"up_from":0,"seq":193273528694,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":101,"seq":433791697152,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1512976,"kb_used_data":888904,"kb_used_omap":4,"kb_used_meta":624059,"kb_avail":92232176,"statfs":{"total":95995035648,"available":94445748224,"internally_reserved":0,"allocated":910237696,"data_stored":908301915,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":639037326},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:36:42 2023","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.72799999999999998,"15min":2.101},"min":{"1min":0.26600000000000001,"5min":0.223,"15min":0.214},"max":{"1min":2.1659999999999999,"5min":6.4500000000000002,"15min":24.545999999999999},"last":0.48399999999999999},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.82199999999999995,"15min":2.5139999999999998},"min":{"1min":0.25600000000000001,"5min":0.23599999999999999,"15min":0.21199999999999999},"max":{"1min":3.496,"5min":7.5330000000000004,"15min":24.515000000000001},"last":0.39500000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:36:30 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.88200000000000001,"15min":2.3300000000000001},"min":{"1min":0.32900000000000001,"5min":0.28699999999999998,"15min":0.24099999999999999},"max":{"1min":3.544,"5min":7.5659999999999998,"15min":22.161000000000001},"last":0.31900000000000001},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.94199999999999995,"15min":1.748},"min":{"1min":0.34000000000000002,"5min":0.27600000000000002,"15min":0.253},"max":{"1min":2.4489999999999998,"5min":8.3170000000000002,"15min":19.100999999999999},"last":0.35599999999999998}]},{"osd":3,"last update":"Mon Aug 28 02:36:16 2023","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.51300000000000001,"15min":0.47899999999999998},"min":{"1min":0.313,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":1.0940000000000001,"5min":1.9770000000000001,"15min":1.9770000000000001},"last":0.41999999999999998},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.55900000000000005,"15min":0.52900000000000003},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":3.5819999999999999,"5min":3.5819999999999999,"15min":3.5819999999999999},"last":0.45200000000000001}]},{"osd":4,"last update":"Mon Aug 28 02:36:42 2023","interfaces":[{"interface":"back","average":{"1min":0.64200000000000002,"5min":0.88400000000000001,"15min":1.4119999999999999},"min":{"1min":0.38400000000000001,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":2.488,"5min":6.819,"15min":18.992999999999999},"last":0.435},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.88400000000000001,"15min":1.6459999999999999},"min":{"1min":0.34300000000000003,"5min":0.29099999999999998,"15min":0.26400000000000001},"max":{"1min":1.9650000000000001,"5min":6.8380000000000001,"15min":14.779999999999999},"last":0.378}]},{"osd":5,"last update":"Mon Aug 28 02:36:42 2023","interfaces":[{"interface":"back","average":{"1min":0.71099999999999997,"5min":0.96399999999999997,"15min":2.0459999999999998},"min":{"1min":0.39300000000000002,"5min":0.35999999999999999,"15min":0.29999999999999999},"max":{"1min":3.6080000000000001,"5min":7.7549999999999999,"15min":18.626999999999999},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.68000000000000005,"5min":0.93799999999999994,"15min":1.8480000000000001},"min":{"1min":0.41899999999999998,"5min":0.375,"15min":0.33600000000000002},"max":{"1min":2.532,"5min":7.3410000000000002,"15min":18.945},"last":0.47299999999999998}]},{"osd":6,"last update":"Mon Aug 28 02:36:42 2023","interfaces":[{"interface":"back","average":{"1min":0.76400000000000001,"5min":0.88700000000000001,"15min":2.0009999999999999},"min":{"1min":0.44600000000000001,"5min":0.39100000000000001,"15min":0.34300000000000003},"max":{"1min":3.6400000000000001,"5min":7.4969999999999999,"15min":12.221},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.69499999999999995,"5min":1.0980000000000001,"15min":1.633},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.34499999999999997},"max":{"1min":2.5950000000000002,"5min":12.371,"15min":19.021999999999998},"last":0.56299999999999994}]},{"osd":7,"last update":"Mon Aug 28 02:36:42 2023","interfaces":[{"interface":"back","average":{"1min":0.72999999999999998,"5min":0.92400000000000004,"15min":1.7689999999999999},"min":{"1min":0.497,"5min":0.374,"15min":0.374},"max":{"1min":2.5600000000000001,"5min":7.3949999999999996,"15min":19.047999999999998},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.66000000000000003,"5min":0.94699999999999995,"15min":1.8660000000000001},"min":{"1min":0.48099999999999998,"5min":0.34399999999999997,"15min":0.312},"max":{"1min":1.9079999999999999,"5min":6.4960000000000004,"15min":14.818},"last":0.55200000000000005}]}]},{"osd":0,"up_from":87,"seq":373662155019,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3569512,"kb_used_data":2908576,"kb_used_omap":5,"kb_used_meta":660922,"kb_avail":90175640,"statfs":{"total":95995035648,"available":92339855360,"internally_reserved":0,"allocated":2978381824,"data_stored":2976320425,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":676784762},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:36:35 2023","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.67000000000000004,"15min":1.631},"min":{"1min":0.221,"5min":0.184,"15min":0.184},"max":{"1min":0.76800000000000002,"5min":5.5339999999999998,"15min":30.315000000000001},"last":0.26900000000000002},{"interface":"front","average":{"1min":0.38800000000000001,"5min":0.67700000000000005,"15min":2.431},"min":{"1min":0.27600000000000002,"5min":0.25,"15min":0.221},"max":{"1min":0.67900000000000005,"5min":8.3379999999999992,"15min":69.272000000000006},"last":0.38100000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:36:35 2023","interfaces":[{"interface":"back","average":{"1min":0.68799999999999994,"5min":0.70399999999999996,"15min":1.923},"min":{"1min":0.29399999999999998,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":2.9119999999999999,"5min":5.7060000000000004,"15min":20.959},"last":0.247},{"interface":"front","average":{"1min":0.83299999999999996,"5min":0.81999999999999995,"15min":1.7709999999999999},"min":{"1min":0.311,"5min":0.247,"15min":0.24299999999999999},"max":{"1min":6.1180000000000003,"5min":6.1180000000000003,"15min":9.7490000000000006},"last":0.36299999999999999}]},{"osd":3,"last update":"Mon Aug 28 02:36:16 2023","interfaces":[{"interface":"back","average":{"1min":0.85299999999999998,"5min":0.755,"15min":0.751},"min":{"1min":0.36199999999999999,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":4.1210000000000004,"5min":4.1210000000000004,"15min":4.1210000000000004},"last":0.32900000000000001},{"interface":"front","average":{"1min":0.86699999999999999,"5min":0.76500000000000001,"15min":0.77500000000000002},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":4.9199999999999999,"5min":4.9199999999999999,"15min":4.9199999999999999},"last":0.40300000000000002}]},{"osd":4,"last update":"Mon Aug 28 02:36:16 2023","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.83199999999999996,"15min":2.383},"min":{"1min":0.315,"5min":0.314,"15min":0.29299999999999998},"max":{"1min":1.6559999999999999,"5min":5.3789999999999996,"15min":274.33199999999999},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.76200000000000001,"5min":0.98199999999999998,"15min":2.778},"min":{"1min":0.34999999999999998,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":2.6520000000000001,"5min":11.943,"15min":266.31999999999999},"last":0.59399999999999997}]},{"osd":5,"last update":"Mon Aug 28 02:36:16 2023","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.76400000000000001,"15min":1.46},"min":{"1min":0.35499999999999998,"5min":0.33300000000000002,"15min":0.29299999999999998},"max":{"1min":1.6080000000000001,"5min":5.4400000000000004,"15min":13.038},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.66300000000000003,"5min":1.0660000000000001,"15min":1.9770000000000001},"min":{"1min":0.36699999999999999,"5min":0.34799999999999998,"15min":0.27800000000000002},"max":{"1min":1.8069999999999999,"5min":11.968999999999999,"15min":15.231},"last":0.63700000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:36:16 2023","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.97099999999999997,"15min":1.6890000000000001},"min":{"1min":0.42199999999999999,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":1.6930000000000001,"5min":11.605,"15min":15.122999999999999},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.70899999999999996,"5min":1.1399999999999999,"15min":2.0009999999999999},"min":{"1min":0.434,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":1.841,"5min":11.856999999999999,"15min":15.186999999999999},"last":0.66400000000000003}]},{"osd":7,"last update":"Mon Aug 28 02:36:16 2023","interfaces":[{"interface":"back","average":{"1min":0.80100000000000005,"5min":0.99399999999999999,"15min":1.9119999999999999},"min":{"1min":0.44800000000000001,"5min":0.36399999999999999,"15min":0.33400000000000002},"max":{"1min":2.6869999999999998,"5min":8.1069999999999993,"15min":16.183},"last":0.61299999999999999},{"interface":"front","average":{"1min":0.79800000000000004,"5min":0.93400000000000005,"15min":1.6779999999999999},"min":{"1min":0.52500000000000002,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":2.6720000000000002,"5min":5.2839999999999998,"15min":13.005000000000001},"last":0.64900000000000002}]}]},{"osd":2,"up_from":0,"seq":502511173878,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":297,"seq":1275605286961,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":864608,"kb_used_data":733784,"kb_used_omap":2,"kb_used_meta":130813,"kb_avail":92880544,"statfs":{"total":95995035648,"available":95109677056,"internally_reserved":0,"allocated":751394816,"data_stored":749446284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":133952565},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:36:14 2023","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.5,"15min":0.435},"min":{"1min":0.247,"5min":0.22,"15min":0.22},"max":{"1min":1.0840000000000001,"5min":6.8819999999999997,"15min":6.8819999999999997},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.72599999999999998,"15min":0.70799999999999996},"min":{"1min":0.28399999999999997,"5min":0.217,"15min":0.217},"max":{"1min":1.1100000000000001,"5min":6.7839999999999998,"15min":6.7839999999999998},"last":0.38700000000000001}]},{"osd":1,"last update":"Mon Aug 28 02:36:14 2023","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.52800000000000002,"15min":0.442},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":3.0150000000000001,"5min":4.0650000000000004,"15min":4.0650000000000004},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.72799999999999998,"15min":0.72599999999999998},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":3.9249999999999998,"5min":3.9249999999999998,"15min":3.9249999999999998},"last":0.499}]},{"osd":2,"last update":"Mon Aug 28 02:36:14 2023","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.58699999999999997,"15min":0.623},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.68000000000000005,"5min":2.5449999999999999,"15min":2.5449999999999999},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.64400000000000002,"5min":0.60699999999999998,"15min":0.56499999999999995},"min":{"1min":0.34000000000000002,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":2.6000000000000001,"5min":4.7030000000000003,"15min":4.7030000000000003},"last":0.53600000000000003}]},{"osd":4,"last update":"Mon Aug 28 02:36:14 2023","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.56399999999999995,"15min":0.56899999999999995},"min":{"1min":0.36899999999999999,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.71099999999999997,"5min":1.863,"15min":1.863},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.60199999999999998,"15min":0.55600000000000005},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":1.226,"5min":3.5030000000000001,"15min":3.5030000000000001},"last":0.51600000000000001}]},{"osd":5,"last update":"Mon Aug 28 02:36:14 2023","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.627,"15min":0.58699999999999997},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":1.1919999999999999,"5min":3.5390000000000001,"15min":3.5390000000000001},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.39200000000000002,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.71599999999999997,"5min":2.383,"15min":2.383},"last":0.77100000000000002}]},{"osd":6,"last update":"Mon Aug 28 02:36:14 2023","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.63700000000000001,"15min":0.64200000000000002},"min":{"1min":0.439,"5min":0.436,"15min":0.436},"max":{"1min":0.83599999999999997,"5min":1.8879999999999999,"15min":1.8879999999999999},"last":0.63500000000000001},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.69099999999999995,"15min":0.65100000000000002},"min":{"1min":0.42599999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":1.254,"5min":3.6099999999999999,"15min":3.6099999999999999},"last":0.61899999999999999}]},{"osd":7,"last update":"Mon Aug 28 02:36:14 2023","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.59399999999999997,"15min":0.58199999999999996},"min":{"1min":0.44600000000000001,"5min":0.437,"15min":0.437},"max":{"1min":1.4319999999999999,"5min":2.3500000000000001,"15min":2.3500000000000001},"last":0.73299999999999998},{"interface":"front","average":{"1min":0.65200000000000002,"5min":0.64900000000000002,"15min":0.64800000000000002},"min":{"1min":0.505,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":1.45,"5min":1.8260000000000001,"15min":1.8260000000000001},"last":0.56799999999999995}]}]},{"osd":4,"up_from":30,"seq":128849019256,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3393484,"kb_used_data":2927812,"kb_used_omap":0,"kb_used_meta":465664,"kb_avail":90351668,"statfs":{"total":95995035648,"available":92520108032,"internally_reserved":0,"allocated":2998079488,"data_stored":2996711196,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":476839936},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,2,0,1,1,3,2,4],"upper_bound":4096},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.78500000000000003,"15min":1.679},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.22800000000000001},"max":{"1min":0.52300000000000002,"5min":10.249000000000001,"15min":22.515000000000001},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.90900000000000003,"15min":1.5840000000000001},"min":{"1min":0.30199999999999999,"5min":0.23200000000000001,"15min":0.217},"max":{"1min":0.65300000000000002,"5min":6.9720000000000004,"15min":22.454000000000001},"last":0.56499999999999995}]},{"osd":1,"last update":"Mon Aug 28 02:36:47 2023","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.68100000000000005,"15min":1.3879999999999999},"min":{"1min":0.312,"5min":0.254,"15min":0.24199999999999999},"max":{"1min":0.58399999999999996,"5min":8.7710000000000008,"15min":23.082000000000001},"last":0.504},{"interface":"front","average":{"1min":0.432,"5min":0.628,"15min":1.597},"min":{"1min":0.29199999999999998,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.55300000000000005,"5min":8.7940000000000005,"15min":25.100000000000001},"last":0.46500000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.92700000000000005,"15min":1.571},"min":{"1min":0.35199999999999998,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":3.3210000000000002,"5min":8.7149999999999999,"15min":16.231000000000002},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.437,"5min":0.90500000000000003,"15min":1.466},"min":{"1min":0.34300000000000003,"5min":0.312,"15min":0.251},"max":{"1min":0.51900000000000002,"5min":6.9409999999999998,"15min":13.515000000000001},"last":0.53500000000000003}]},{"osd":3,"last update":"Mon Aug 28 02:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.73599999999999999,"15min":0.78400000000000003},"min":{"1min":0.34699999999999998,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.778,"5min":7.7480000000000002,"15min":7.7480000000000002},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.503,"5min":0.71499999999999997,"15min":0.67100000000000004},"min":{"1min":0.34100000000000003,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.83399999999999996,"5min":3.7069999999999999,"15min":3.7069999999999999},"last":0.58199999999999996}]},{"osd":5,"last update":"Mon Aug 28 02:37:01 2023","interfaces":[{"interface":"back","average":{"1min":0.73099999999999998,"5min":0.57799999999999996,"15min":1.095},"min":{"1min":0.27500000000000002,"5min":0.222,"15min":0.222},"max":{"1min":4.609,"5min":4.6689999999999996,"15min":16.181999999999999},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.71299999999999997,"15min":1.1200000000000001},"min":{"1min":0.34699999999999998,"5min":0.224,"15min":0.20699999999999999},"max":{"1min":1.5700000000000001,"5min":8.6370000000000005,"15min":10.233000000000001},"last":0.48699999999999999}]},{"osd":6,"last update":"Mon Aug 28 02:36:11 2023","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.82399999999999995,"15min":1.0700000000000001},"min":{"1min":0.33600000000000002,"5min":0.27100000000000002,"15min":0.26500000000000001},"max":{"1min":1.1830000000000001,"5min":8.5950000000000006,"15min":10.023999999999999},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.95399999999999996,"15min":1.119},"min":{"1min":0.31,"5min":0.28299999999999997,"15min":0.26600000000000001},"max":{"1min":1.3280000000000001,"5min":6.8860000000000001,"15min":8.5},"last":0.36799999999999999}]},{"osd":7,"last update":"Mon Aug 28 02:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.76300000000000001,"15min":1.133},"min":{"1min":0.34899999999999998,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.73099999999999998,"5min":8.8249999999999993,"15min":9.3209999999999997},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.92800000000000005,"15min":1.099},"min":{"1min":0.432,"5min":0.34499999999999997,"15min":0.30299999999999999},"max":{"1min":0.64200000000000002,"5min":15.597,"15min":15.597},"last":0.51800000000000002}]}]},{"osd":5,"up_from":37,"seq":158913790329,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2591484,"kb_used_data":2037172,"kb_used_omap":0,"kb_used_meta":554304,"kb_avail":91153668,"statfs":{"total":95995035648,"available":93341356032,"internally_reserved":0,"allocated":2086064128,"data_stored":2084708203,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":567607296},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:36:47 2023","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.73899999999999999,"15min":1.706},"min":{"1min":0.26000000000000001,"5min":0.23200000000000001,"15min":0.20200000000000001},"max":{"1min":0.83099999999999996,"5min":7.7560000000000002,"15min":40.334000000000003},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.90700000000000003,"15min":1.7170000000000001},"min":{"1min":0.29199999999999998,"5min":0.26600000000000001,"15min":0.23200000000000001},"max":{"1min":0.66400000000000003,"5min":19.815999999999999,"15min":40.212000000000003},"last":0.499}]},{"osd":1,"last update":"Mon Aug 28 02:36:47 2023","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.77900000000000003,"15min":1.8819999999999999},"min":{"1min":0.309,"5min":0.27400000000000002,"15min":0.23699999999999999},"max":{"1min":0.55400000000000005,"5min":17.998000000000001,"15min":40.088000000000001},"last":0.40100000000000002},{"interface":"front","average":{"1min":0.45900000000000002,"5min":1.107,"15min":1.794},"min":{"1min":0.29199999999999998,"5min":0.27800000000000002,"15min":0.26000000000000001},"max":{"1min":0.67900000000000005,"5min":19.853000000000002,"15min":40.243000000000002},"last":0.59199999999999997}]},{"osd":2,"last update":"Mon Aug 28 02:36:47 2023","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.75800000000000001,"15min":1.706},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.27700000000000002},"max":{"1min":0.81100000000000005,"5min":7.8029999999999999,"15min":40.436999999999998},"last":0.35899999999999999},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.91800000000000004,"15min":1.8029999999999999},"min":{"1min":0.39300000000000002,"5min":0.315,"15min":0.27200000000000002},"max":{"1min":0.69499999999999995,"5min":8.609,"15min":40.555},"last":0.54700000000000004}]},{"osd":3,"last update":"Mon Aug 28 02:36:19 2023","interfaces":[{"interface":"back","average":{"1min":0.46899999999999997,"5min":0.99399999999999999,"15min":1.1970000000000001},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.68100000000000005,"5min":16.190999999999999,"15min":16.190999999999999},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.85899999999999999,"5min":1.29,"15min":1.5529999999999999},"min":{"1min":0.377,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":4.8230000000000004,"5min":21.420999999999999,"15min":21.420999999999999},"last":0.42599999999999999}]},{"osd":4,"last update":"Mon Aug 28 02:36:58 2023","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.60299999999999998,"15min":1.2589999999999999},"min":{"1min":0.25,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.78300000000000003,"5min":13.616,"15min":40.762999999999998},"last":0.29699999999999999},{"interface":"front","average":{"1min":0.442,"5min":0.70799999999999996,"15min":1.3620000000000001},"min":{"1min":0.34499999999999997,"5min":0.27900000000000003,"15min":0.25700000000000001},"max":{"1min":0.59399999999999997,"5min":6.3819999999999997,"15min":40.634},"last":0.375}]},{"osd":6,"last update":"Mon Aug 28 02:36:47 2023","interfaces":[{"interface":"back","average":{"1min":0.81499999999999995,"5min":0.89300000000000002,"15min":1.4359999999999999},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.23300000000000001},"max":{"1min":4.04,"5min":10.66,"15min":42.409999999999997},"last":0.45400000000000001},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.69499999999999995,"15min":1.3899999999999999},"min":{"1min":0.29499999999999998,"5min":0.254,"15min":0.254},"max":{"1min":0.81399999999999995,"5min":9.5830000000000002,"15min":42.533999999999999},"last":0.53400000000000003}]},{"osd":7,"last update":"Mon Aug 28 02:36:47 2023","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.70399999999999996,"15min":1.5840000000000001},"min":{"1min":0.34999999999999998,"5min":0.315,"15min":0.315},"max":{"1min":2.9809999999999999,"5min":6.1749999999999998,"15min":42.667000000000002},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.94199999999999995,"15min":1.6040000000000001},"min":{"1min":0.39700000000000002,"5min":0.33000000000000002,"15min":0.318},"max":{"1min":1.7330000000000001,"5min":9.1189999999999998,"15min":42.344000000000001},"last":0.46300000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":2971865088,"data_stored":2971861016,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":905641984,"data_stored":905641984,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":2022637568,"data_stored":2022637568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":744620032,"data_stored":744620032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":2991067136,"data_stored":2991063064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":2079129600,"data_stored":2079129600,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1808011264,"data_stored":1808007192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1498087424,"data_stored":1498087424,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:37:15.279 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph status --format=json 2023-08-28T02:37:15.449 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:37:15.453 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:15.453 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:37:15.528 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:37:15 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:37:15] "GET /metrics HTTP/1.1" 200 36612 "" "Prometheus/2.43.0" 2023-08-28T02:37:15.554 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:37:15.591 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:15.669 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:37:15.679 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:15.679 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:37:15.686 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.3 dump_historic_ops 2023-08-28T02:37:15.730 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:37:15.780 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:37:15.810 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:15.829 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:37:15.832 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:15.832 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:37:15.933 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:37:15.976 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:16.011 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:37:16.020 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:16.020 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:37:16.121 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:37:16.152 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:16 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 35659/218736 objects degraded (16.302%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:37:16.156 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:16.182 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:37:16.185 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:16.186 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:37:16.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:16 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 35659/218736 objects degraded (16.302%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:37:16.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:16 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 35659/218736 objects degraded (16.302%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:37:16.240 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:37:16.286 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:37:16.323 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:16.448 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:37:16.451 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:16.451 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:37:16.552 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:37:16.590 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:16.664 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:37:16.672 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:16.672 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:37:16.773 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:37:16.820 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:17.045 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-08-28T02:37:17.050 INFO:teuthology.orchestra.run.smithi040.stderr:nodeep-scrub is set 2023-08-28T02:37:17.225 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:37:17.225 INFO:teuthology.orchestra.run.smithi040.stdout:{"fsid":"d9a8f48a-4546-11ee-817c-1b7a5f1ba315","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"noscrub,nodeep-scrub flag(s) set","count":20},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 35521/217569 objects degraded (16.326%), 6 pgs degraded, 5 pgs undersized","count":11},"muted":false}},"mutes":[]},"election_epoch":34,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":1442,"monmap":{"epoch":4,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":345,"num_osds":8,"num_up_osds":8,"osd_up_since":1693189991,"num_in_osds":6,"osd_in_since":1693189947,"num_remapped_pgs":8},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":90},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":5},{"state_name":"active+remapped+backfill_wait","count":2},{"state_name":"active+recovering+remapped","count":1},{"state_name":"active+recovery_wait+degraded","count":1}],"num_pgs":99,"num_pools":5,"num_objects":72523,"data_bytes":4751670020,"bytes_used":14165602304,"bytes_avail":561804611584,"bytes_total":575970213888,"degraded_objects":35521,"degraded_total":217569,"degraded_ratio":0.16326314870225078,"misplaced_objects":8925,"misplaced_total":217569,"misplaced_ratio":0.041021469051197551,"recovering_objects_per_sec":42,"recovering_bytes_per_sec":2817200,"recovering_keys_per_sec":0,"num_objects_recovered":430,"num_bytes_recovered":28180480,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":101},"fsmap":{"epoch":7,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi040.wmhbsz","status":"up:active","gid":24577}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.40:8443/","prometheus":"http://172.21.15.40:9283/"}},"servicemap":{"epoch":22,"modified":"2023-08-28T02:34:10.384085+0000","services":{}},"progress_events":{"12dba03a-d529-4826-b243-e29af8fa97a8":{"message":"Upgrade to 18.2.0-187-g9cf20820 (5m)\n [============................] (remaining: 6m)","progress":0.44999998807907104,"add_to_ceph_s":true},"42e4bfe6-6201-4e43-94a3-bd00b5166574":{"message":"Global Recovery Event (5m)\n [=========================...] (remaining: 34s)","progress":0.90909093618392944,"add_to_ceph_s":true}}} 2023-08-28T02:37:17.298 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:37:17.300 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:17 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1408142368' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:37:17.300 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:17 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:37:17.300 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:17 smithi040 ceph-mon[175404]: pgmap v1045: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.4 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 101 op/s; 35521/217569 objects degraded (16.326%); 8925/217569 objects misplaced (4.102%); 2.7 MiB/s, 42 objects/s recovering 2023-08-28T02:37:17.301 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:17 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1408142368' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:37:17.301 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:17 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:37:17.301 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:17 smithi040 ceph-mon[170259]: pgmap v1045: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.4 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 101 op/s; 35521/217569 objects degraded (16.326%); 8925/217569 objects misplaced (4.102%); 2.7 MiB/s, 42 objects/s recovering 2023-08-28T02:37:17.301 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:17.302 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:37:17.402 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:37:17.439 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:17.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:17 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1408142368' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:37:17.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:17 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:37:17.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:17 smithi083 ceph-mon[157819]: pgmap v1045: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.4 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 101 op/s; 35521/217569 objects degraded (16.326%); 8925/217569 objects misplaced (4.102%); 2.7 MiB/s, 42 objects/s recovering 2023-08-28T02:37:17.664 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:37:17.667 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:17.668 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:37:17.768 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:37:17.806 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:17.835 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:37:17.842 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:17.843 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:37:17.918 INFO:teuthology.orchestra.run.smithi040.stdout:ERROR: (22) Invalid argument 2023-08-28T02:37:17.918 INFO:teuthology.orchestra.run.smithi040.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:37:17.944 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:37:17.977 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:18.027 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2023-08-28T02:37:18.027 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:37:18.081 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:37:18.099 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:18 smithi040 ceph-mon[175404]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:37:18.099 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:18 smithi040 ceph-mon[175404]: failed to encode map e345 with expected crc 2023-08-28T02:37:18.099 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:18 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:37:18.099 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:18 smithi040 ceph-mon[175404]: osdmap e345: 8 total, 8 up, 6 in 2023-08-28T02:37:18.099 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:18 smithi040 ceph-mon[175404]: failed to encode map e345 with expected crc 2023-08-28T02:37:18.099 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:18 smithi040 ceph-mon[175404]: failed to encode map e345 with expected crc 2023-08-28T02:37:18.099 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:18 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1944172924' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:37:18.099 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:18 smithi040 ceph-mon[170259]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:37:18.100 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:18 smithi040 ceph-mon[170259]: failed to encode map e345 with expected crc 2023-08-28T02:37:18.100 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:18 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:37:18.100 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:18 smithi040 ceph-mon[170259]: osdmap e345: 8 total, 8 up, 6 in 2023-08-28T02:37:18.100 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:18 smithi040 ceph-mon[170259]: failed to encode map e345 with expected crc 2023-08-28T02:37:18.100 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:18 smithi040 ceph-mon[170259]: failed to encode map e345 with expected crc 2023-08-28T02:37:18.100 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:18 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1944172924' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:37:18.300 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:37:18.305 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:18.306 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:37:18.366 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.0 dump_ops_in_flight 2023-08-28T02:37:18.407 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:37:18.432 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:18 smithi083 ceph-mon[157819]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:37:18.433 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:18 smithi083 ceph-mon[157819]: failed to encode map e345 with expected crc 2023-08-28T02:37:18.433 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:18 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:37:18.433 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:18 smithi083 ceph-mon[157819]: osdmap e345: 8 total, 8 up, 6 in 2023-08-28T02:37:18.433 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:18 smithi083 ceph-mon[157819]: failed to encode map e345 with expected crc 2023-08-28T02:37:18.433 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:18 smithi083 ceph-mon[157819]: failed to encode map e345 with expected crc 2023-08-28T02:37:18.433 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:18 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1944172924' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:37:18.434 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:18.455 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:37:18.460 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:18.460 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:37:18.561 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:37:18.597 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:18.721 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:37:18.724 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:18.724 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:37:18.742 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:37:18.825 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:37:18.852 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:18.874 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:37:18.877 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:18.877 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:37:18.978 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:37:19.005 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:19.024 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:37:19.027 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:19.027 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:37:19.128 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:37:19.156 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:19 smithi040 ceph-mon[175404]: pgmap v1047: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.4 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 123 op/s; 35454/216642 objects degraded (16.365%); 8809/216642 objects misplaced (4.066%); 2.2 MiB/s, 34 objects/s recovering 2023-08-28T02:37:19.156 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:19 smithi040 ceph-mon[170259]: pgmap v1047: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.4 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 123 op/s; 35454/216642 objects degraded (16.365%); 8809/216642 objects misplaced (4.066%); 2.2 MiB/s, 34 objects/s recovering 2023-08-28T02:37:19.165 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:19.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:19 smithi083 ceph-mon[157819]: pgmap v1047: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.4 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 123 op/s; 35454/216642 objects degraded (16.365%); 8809/216642 objects misplaced (4.066%); 2.2 MiB/s, 34 objects/s recovering 2023-08-28T02:37:19.345 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:37:19.349 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:19.349 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:37:19.450 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:37:19.470 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:37:19.486 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:19.565 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:37:19.569 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:19.569 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:37:19.583 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:37:19.604 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:37:19.607 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd unset noscrub 2023-08-28T02:37:19.628 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:37:19.653 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:37:19.670 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:37:19.673 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:37:19.700 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:37:19.707 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:19.728 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:37:19.756 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:37:19.758 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-08-28T02:37:19.758 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-08-28T02:37:19.758 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-08-28T02:37:19.758 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-08-28T02:37:19.758 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-08-28T02:37:19.758 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-08-28T02:37:19.758 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-08-28T02:37:19.759 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-08-28T02:37:19.787 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:37:19.794 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:19.794 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:37:19.895 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:37:19.923 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:19.943 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:37:19.946 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:19.946 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:37:20.046 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:37:20.047 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:20 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3124359320' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:37:20.048 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:20 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3124359320' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:37:20.086 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:20.110 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:37:20.115 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:20.116 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:37:20.217 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:37:20.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:20 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3124359320' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:37:20.246 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:20.268 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:37:20.271 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:20.271 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:37:20.372 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:37:20.398 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:20.417 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:37:20.420 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:20.420 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:37:20.521 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:37:20.547 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:20.567 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:37:20.569 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:20.570 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:37:20.670 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:37:20.698 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:20.717 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:37:20.720 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:20.720 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:37:20.821 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:37:20.848 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:20.868 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:37:20.870 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:20.871 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:37:20.909 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:37:20.971 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:37:21.001 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:21.010 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:37:21.012 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:37:21.014 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-08-28T02:37:21.014 INFO:teuthology.orchestra.run.smithi040.stdout: "ops": [], 2023-08-28T02:37:21.014 INFO:teuthology.orchestra.run.smithi040.stdout: "num_ops": 0 2023-08-28T02:37:21.014 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-08-28T02:37:21.024 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:37:21.027 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:21.027 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:37:21.128 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:37:21.174 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:21.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:21 smithi083 ceph-mon[157819]: pgmap v1048: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.4 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 121 op/s; 35412/216171 objects degraded (16.381%); 8767/216171 objects misplaced (4.056%); 2.2 MiB/s, 34 objects/s recovering 2023-08-28T02:37:21.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:21 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 35454/216642 objects degraded (16.365%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:37:21.298 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:21 smithi040 ceph-mon[175404]: pgmap v1048: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.4 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 121 op/s; 35412/216171 objects degraded (16.381%); 8767/216171 objects misplaced (4.056%); 2.2 MiB/s, 34 objects/s recovering 2023-08-28T02:37:21.299 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:21 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 35454/216642 objects degraded (16.365%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:37:21.299 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:21 smithi040 ceph-mon[170259]: pgmap v1048: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.4 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 121 op/s; 35412/216171 objects degraded (16.381%); 8767/216171 objects misplaced (4.056%); 2.2 MiB/s, 34 objects/s recovering 2023-08-28T02:37:21.299 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:21 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 35454/216642 objects degraded (16.365%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:37:21.555 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":1048,"stamp":"2023-08-28T02:37:20.444099+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4721130244,"num_objects":72057,"num_object_clones":0,"num_object_copies":216171,"num_objects_missing_on_primary":4622,"num_objects_missing":4622,"num_objects_degraded":35412,"num_objects_misplaced":8767,"num_objects_unfound":0,"num_objects_dirty":72057,"num_whiteouts":0,"num_read":90,"num_read_kb":168,"num_write":114685,"num_write_kb":5972054,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":38521,"num_bytes_recovered":2507018609,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":98654,"ondisk_log_size":98654,"up":297,"acting":292,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":13769820,"kb_used_data":10818604,"kb_used_omap":12,"kb_used_meta":2951091,"kb_avail":548701092,"statfs":{"total":575970213888,"available":561869918208,"internally_reserved":0,"allocated":11078250496,"data_stored":11068189267,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12739,"internal_metadata":3021917757},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,1,0,0,0,1,1],"upper_bound":256},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-79364096,"num_objects":-1211,"num_object_clones":0,"num_object_copies":-3633,"num_objects_missing_on_primary":-64,"num_objects_missing":-64,"num_objects_degraded":-368,"num_objects_misplaced":-218,"num_objects_unfound":0,"num_objects_dirty":-1211,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1211,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":347,"num_bytes_recovered":22740992,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.003085"},"pg_stats":[{"pgid":"3.1a","version":"65'1","reported_seq":355,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:04.001981+0000","last_change":"2023-08-28T02:32:32.667028+0000","last_active":"2023-08-28T02:37:04.001981+0000","last_peered":"2023-08-28T02:37:04.001981+0000","last_clean":"2023-08-28T02:37:04.001981+0000","last_became_active":"2023-08-28T02:32:32.666711+0000","last_became_peered":"2023-08-28T02:32:32.666711+0000","last_unstale":"2023-08-28T02:37:04.001981+0000","last_undegraded":"2023-08-28T02:37:04.001981+0000","last_fullsized":"2023-08-28T02:37:04.001981+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:28:21.913105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":308,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-08-28T02:37:09.025164+0000","last_change":"2023-08-28T02:29:44.421259+0000","last_active":"2023-08-28T02:37:09.025164+0000","last_peered":"2023-08-28T02:37:09.025164+0000","last_clean":"2023-08-28T02:37:09.025164+0000","last_became_active":"2023-08-28T02:29:44.420936+0000","last_became_peered":"2023-08-28T02:29:44.420936+0000","last_unstale":"2023-08-28T02:37:09.025164+0000","last_undegraded":"2023-08-28T02:37:09.025164+0000","last_fullsized":"2023-08-28T02:37:09.025164+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:22:26.346867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":150,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-08-28T02:37:08.997609+0000","last_change":"2023-08-28T02:33:12.290337+0000","last_active":"2023-08-28T02:37:08.997609+0000","last_peered":"2023-08-28T02:37:08.997609+0000","last_clean":"2023-08-28T02:37:08.997609+0000","last_became_active":"2023-08-28T02:33:12.289852+0000","last_became_peered":"2023-08-28T02:33:12.289852+0000","last_unstale":"2023-08-28T02:37:08.997609+0000","last_undegraded":"2023-08-28T02:37:08.997609+0000","last_fullsized":"2023-08-28T02:37:08.997609+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:04:26.420037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":324,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-08-28T02:37:09.025199+0000","last_change":"2023-08-28T02:33:13.317226+0000","last_active":"2023-08-28T02:37:09.025199+0000","last_peered":"2023-08-28T02:37:09.025199+0000","last_clean":"2023-08-28T02:37:09.025199+0000","last_became_active":"2023-08-28T02:33:13.316893+0000","last_became_peered":"2023-08-28T02:33:13.316893+0000","last_unstale":"2023-08-28T02:37:09.025199+0000","last_undegraded":"2023-08-28T02:37:09.025199+0000","last_fullsized":"2023-08-28T02:37:09.025199+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:55:46.593463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":268,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-08-28T02:37:08.997996+0000","last_change":"2023-08-28T02:33:12.295203+0000","last_active":"2023-08-28T02:37:08.997996+0000","last_peered":"2023-08-28T02:37:08.997996+0000","last_clean":"2023-08-28T02:37:08.997996+0000","last_became_active":"2023-08-28T02:33:12.294904+0000","last_became_peered":"2023-08-28T02:33:12.294904+0000","last_unstale":"2023-08-28T02:37:08.997996+0000","last_undegraded":"2023-08-28T02:37:08.997996+0000","last_fullsized":"2023-08-28T02:37:08.997996+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:31:07.008856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":285,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:03.953982+0000","last_change":"2023-08-28T02:31:51.987263+0000","last_active":"2023-08-28T02:37:03.953982+0000","last_peered":"2023-08-28T02:37:03.953982+0000","last_clean":"2023-08-28T02:37:03.953982+0000","last_became_active":"2023-08-28T02:31:51.986938+0000","last_became_peered":"2023-08-28T02:31:51.986938+0000","last_unstale":"2023-08-28T02:37:03.953982+0000","last_undegraded":"2023-08-28T02:37:03.953982+0000","last_fullsized":"2023-08-28T02:37:03.953982+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:18.021905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":318,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-08-28T02:37:09.024649+0000","last_change":"2023-08-28T02:33:12.318656+0000","last_active":"2023-08-28T02:37:09.024649+0000","last_peered":"2023-08-28T02:37:09.024649+0000","last_clean":"2023-08-28T02:37:09.024649+0000","last_became_active":"2023-08-28T02:33:12.318297+0000","last_became_peered":"2023-08-28T02:33:12.318297+0000","last_unstale":"2023-08-28T02:37:09.024649+0000","last_undegraded":"2023-08-28T02:37:09.024649+0000","last_fullsized":"2023-08-28T02:37:09.024649+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:43:09.789767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":249,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-08-28T02:37:08.999242+0000","last_change":"2023-08-28T02:33:13.357230+0000","last_active":"2023-08-28T02:37:08.999242+0000","last_peered":"2023-08-28T02:37:08.999242+0000","last_clean":"2023-08-28T02:37:08.999242+0000","last_became_active":"2023-08-28T02:33:13.356853+0000","last_became_peered":"2023-08-28T02:33:13.356853+0000","last_unstale":"2023-08-28T02:37:08.999242+0000","last_undegraded":"2023-08-28T02:37:08.999242+0000","last_fullsized":"2023-08-28T02:37:08.999242+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:20:21.545007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":327,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:03.952593+0000","last_change":"2023-08-28T02:29:44.462510+0000","last_active":"2023-08-28T02:37:03.952593+0000","last_peered":"2023-08-28T02:37:03.952593+0000","last_clean":"2023-08-28T02:37:03.952593+0000","last_became_active":"2023-08-28T02:29:44.460314+0000","last_became_peered":"2023-08-28T02:29:44.460314+0000","last_unstale":"2023-08-28T02:37:03.952593+0000","last_undegraded":"2023-08-28T02:37:03.952593+0000","last_fullsized":"2023-08-28T02:37:03.952593+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:59:01.311467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":252,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-08-28T02:37:08.998882+0000","last_change":"2023-08-28T02:33:13.291255+0000","last_active":"2023-08-28T02:37:08.998882+0000","last_peered":"2023-08-28T02:37:08.998882+0000","last_clean":"2023-08-28T02:37:08.998882+0000","last_became_active":"2023-08-28T02:33:13.290933+0000","last_became_peered":"2023-08-28T02:33:13.290933+0000","last_unstale":"2023-08-28T02:37:08.998882+0000","last_undegraded":"2023-08-28T02:37:08.998882+0000","last_fullsized":"2023-08-28T02:37:08.998882+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:31:54.116908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"65'3","reported_seq":328,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:03.953282+0000","last_change":"2023-08-28T02:33:12.296412+0000","last_active":"2023-08-28T02:37:03.953282+0000","last_peered":"2023-08-28T02:37:03.953282+0000","last_clean":"2023-08-28T02:37:03.953282+0000","last_became_active":"2023-08-28T02:33:12.295786+0000","last_became_peered":"2023-08-28T02:33:12.295786+0000","last_unstale":"2023-08-28T02:37:03.953282+0000","last_undegraded":"2023-08-28T02:37:03.953282+0000","last_fullsized":"2023-08-28T02:37:03.953282+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:15:31.449163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":153,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-08-28T02:37:08.999256+0000","last_change":"2023-08-28T02:32:32.666927+0000","last_active":"2023-08-28T02:37:08.999256+0000","last_peered":"2023-08-28T02:37:08.999256+0000","last_clean":"2023-08-28T02:37:08.999256+0000","last_became_active":"2023-08-28T02:32:32.666618+0000","last_became_peered":"2023-08-28T02:32:32.666618+0000","last_unstale":"2023-08-28T02:37:08.999256+0000","last_undegraded":"2023-08-28T02:37:08.999256+0000","last_fullsized":"2023-08-28T02:37:08.999256+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:45:57.998333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":352,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:04.002340+0000","last_change":"2023-08-28T02:32:28.505262+0000","last_active":"2023-08-28T02:37:04.002340+0000","last_peered":"2023-08-28T02:37:04.002340+0000","last_clean":"2023-08-28T02:37:04.002340+0000","last_became_active":"2023-08-28T02:32:28.455999+0000","last_became_peered":"2023-08-28T02:32:28.455999+0000","last_unstale":"2023-08-28T02:37:04.002340+0000","last_undegraded":"2023-08-28T02:37:04.002340+0000","last_fullsized":"2023-08-28T02:37:04.002340+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:28.937020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":9468,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":336,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:04.001889+0000","last_change":"2023-08-28T02:32:12.959195+0000","last_active":"2023-08-28T02:37:04.001889+0000","last_peered":"2023-08-28T02:37:04.001889+0000","last_clean":"2023-08-28T02:37:04.001889+0000","last_became_active":"2023-08-28T02:32:12.958832+0000","last_became_peered":"2023-08-28T02:32:12.958832+0000","last_unstale":"2023-08-28T02:37:04.001889+0000","last_undegraded":"2023-08-28T02:37:04.001889+0000","last_fullsized":"2023-08-28T02:37:04.001889+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:23:27.197787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"65'2","reported_seq":326,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:03.953709+0000","last_change":"2023-08-28T02:32:28.461161+0000","last_active":"2023-08-28T02:37:03.953709+0000","last_peered":"2023-08-28T02:37:03.953709+0000","last_clean":"2023-08-28T02:37:03.953709+0000","last_became_active":"2023-08-28T02:32:28.451284+0000","last_became_peered":"2023-08-28T02:32:28.451284+0000","last_unstale":"2023-08-28T02:37:03.953709+0000","last_undegraded":"2023-08-28T02:37:03.953709+0000","last_fullsized":"2023-08-28T02:37:03.953709+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:58:20.061020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":309,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-08-28T02:37:09.024350+0000","last_change":"2023-08-28T02:29:44.419566+0000","last_active":"2023-08-28T02:37:09.024350+0000","last_peered":"2023-08-28T02:37:09.024350+0000","last_clean":"2023-08-28T02:37:09.024350+0000","last_became_active":"2023-08-28T02:29:44.419053+0000","last_became_peered":"2023-08-28T02:29:44.419053+0000","last_unstale":"2023-08-28T02:37:09.024350+0000","last_undegraded":"2023-08-28T02:37:09.024350+0000","last_fullsized":"2023-08-28T02:37:09.024350+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:44:36.133499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":312,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-08-28T02:37:09.024610+0000","last_change":"2023-08-28T02:33:12.493777+0000","last_active":"2023-08-28T02:37:09.024610+0000","last_peered":"2023-08-28T02:37:09.024610+0000","last_clean":"2023-08-28T02:37:09.024610+0000","last_became_active":"2023-08-28T02:33:12.491177+0000","last_became_peered":"2023-08-28T02:33:12.491177+0000","last_unstale":"2023-08-28T02:37:09.024610+0000","last_undegraded":"2023-08-28T02:37:09.024610+0000","last_fullsized":"2023-08-28T02:37:09.024610+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:10:58.167753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":323,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:03.952914+0000","last_change":"2023-08-28T02:33:12.290293+0000","last_active":"2023-08-28T02:37:03.952914+0000","last_peered":"2023-08-28T02:37:03.952914+0000","last_clean":"2023-08-28T02:37:03.952914+0000","last_became_active":"2023-08-28T02:33:12.289989+0000","last_became_peered":"2023-08-28T02:33:12.289989+0000","last_unstale":"2023-08-28T02:37:03.952914+0000","last_undegraded":"2023-08-28T02:37:03.952914+0000","last_fullsized":"2023-08-28T02:37:03.952914+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:05:33.622172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":301,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:03.953592+0000","last_change":"2023-08-28T02:32:12.948756+0000","last_active":"2023-08-28T02:37:03.953592+0000","last_peered":"2023-08-28T02:37:03.953592+0000","last_clean":"2023-08-28T02:37:03.953592+0000","last_became_active":"2023-08-28T02:32:12.948441+0000","last_became_peered":"2023-08-28T02:32:12.948441+0000","last_unstale":"2023-08-28T02:37:03.953592+0000","last_undegraded":"2023-08-28T02:37:03.953592+0000","last_fullsized":"2023-08-28T02:37:03.953592+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:27.922180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":319,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-08-28T02:37:09.025240+0000","last_change":"2023-08-28T02:33:12.299398+0000","last_active":"2023-08-28T02:37:09.025240+0000","last_peered":"2023-08-28T02:37:09.025240+0000","last_clean":"2023-08-28T02:37:09.025240+0000","last_became_active":"2023-08-28T02:33:12.299113+0000","last_became_peered":"2023-08-28T02:33:12.299113+0000","last_unstale":"2023-08-28T02:37:09.025240+0000","last_undegraded":"2023-08-28T02:37:09.025240+0000","last_fullsized":"2023-08-28T02:37:09.025240+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:14:55.597212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"65'8","reported_seq":113,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-08-28T02:37:09.025091+0000","last_change":"2023-08-28T02:33:13.478870+0000","last_active":"2023-08-28T02:37:09.025091+0000","last_peered":"2023-08-28T02:37:09.025091+0000","last_clean":"2023-08-28T02:37:09.025091+0000","last_became_active":"2023-08-28T02:33:13.332142+0000","last_became_peered":"2023-08-28T02:33:13.332142+0000","last_unstale":"2023-08-28T02:37:09.025091+0000","last_undegraded":"2023-08-28T02:37:09.025091+0000","last_fullsized":"2023-08-28T02:37:09.025091+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:32:42.810159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":250,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-08-28T02:37:09.000774+0000","last_change":"2023-08-28T02:33:12.306353+0000","last_active":"2023-08-28T02:37:09.000774+0000","last_peered":"2023-08-28T02:37:09.000774+0000","last_clean":"2023-08-28T02:37:09.000774+0000","last_became_active":"2023-08-28T02:33:12.304977+0000","last_became_peered":"2023-08-28T02:33:12.304977+0000","last_unstale":"2023-08-28T02:37:09.000774+0000","last_undegraded":"2023-08-28T02:37:09.000774+0000","last_fullsized":"2023-08-28T02:37:09.000774+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:19:38.819671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"344'7129","reported_seq":7231,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-08-28T02:37:15.738461+0000","last_change":"2023-08-28T02:30:50.402703+0000","last_active":"2023-08-28T02:37:15.738461+0000","last_peered":"2023-08-28T02:37:15.738461+0000","last_clean":"2023-08-28T02:37:15.738461+0000","last_became_active":"2023-08-28T02:30:50.402419+0000","last_became_peered":"2023-08-28T02:30:50.402419+0000","last_unstale":"2023-08-28T02:37:15.738461+0000","last_undegraded":"2023-08-28T02:37:15.738461+0000","last_fullsized":"2023-08-28T02:37:15.738461+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7129,"log_dups_size":0,"ondisk_log_size":7129,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:07:37.393907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":296943616,"num_objects":4531,"num_object_clones":0,"num_object_copies":13593,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4531,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7129,"num_write_kb":373120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"65'1","reported_seq":309,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:03.953426+0000","last_change":"2023-08-28T02:14:43.046130+0000","last_active":"2023-08-28T02:37:03.953426+0000","last_peered":"2023-08-28T02:37:03.953426+0000","last_clean":"2023-08-28T02:37:03.953426+0000","last_became_active":"2023-08-28T02:14:43.045775+0000","last_became_peered":"2023-08-28T02:14:43.045775+0000","last_unstale":"2023-08-28T02:37:03.953426+0000","last_undegraded":"2023-08-28T02:37:03.953426+0000","last_fullsized":"2023-08-28T02:37:03.953426+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:57:38.279756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":299,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:03.952314+0000","last_change":"2023-08-28T02:31:51.987149+0000","last_active":"2023-08-28T02:37:03.952314+0000","last_peered":"2023-08-28T02:37:03.952314+0000","last_clean":"2023-08-28T02:37:03.952314+0000","last_became_active":"2023-08-28T02:31:51.986821+0000","last_became_peered":"2023-08-28T02:31:51.986821+0000","last_unstale":"2023-08-28T02:37:03.952314+0000","last_undegraded":"2023-08-28T02:37:03.952314+0000","last_fullsized":"2023-08-28T02:37:03.952314+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:23:26.661134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"344'7146","reported_seq":11332,"reported_epoch":344,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:37:15.779267+0000","last_change":"2023-08-28T02:33:33.975566+0000","last_active":"2023-08-28T02:37:15.779267+0000","last_peered":"2023-08-28T02:37:15.779267+0000","last_clean":"2023-08-28T02:31:27.868230+0000","last_became_active":"2023-08-28T02:33:33.660452+0000","last_became_peered":"2023-08-28T02:33:33.660452+0000","last_unstale":"2023-08-28T02:37:15.779267+0000","last_undegraded":"2023-08-28T02:33:13.410847+0000","last_fullsized":"2023-08-28T02:33:13.270012+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7146,"log_dups_size":0,"ondisk_log_size":7146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:33.375162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":291897344,"num_objects":4454,"num_object_clones":0,"num_object_copies":13362,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6961,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4454,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7146,"num_write_kb":371200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2023,"num_bytes_recovered":132513792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[5,4],"avail_no_missing":["5","6"],"object_location_counts":[{"shards":"2,5,6","objects":915},{"shards":"3,5,6","objects":2033},{"shards":"4,5","objects":1},{"shards":"5,6","objects":1505}],"blocked_by":[],"up_primary":3,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"65'2","reported_seq":334,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:03.953271+0000","last_change":"2023-08-28T02:29:44.436352+0000","last_active":"2023-08-28T02:37:03.953271+0000","last_peered":"2023-08-28T02:37:03.953271+0000","last_clean":"2023-08-28T02:37:03.953271+0000","last_became_active":"2023-08-28T02:29:44.411499+0000","last_became_peered":"2023-08-28T02:29:44.411499+0000","last_unstale":"2023-08-28T02:37:03.953271+0000","last_undegraded":"2023-08-28T02:37:03.953271+0000","last_fullsized":"2023-08-28T02:37:03.953271+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:46:57.540191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":360,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:04.001834+0000","last_change":"2023-08-28T02:33:12.289004+0000","last_active":"2023-08-28T02:37:04.001834+0000","last_peered":"2023-08-28T02:37:04.001834+0000","last_clean":"2023-08-28T02:37:04.001834+0000","last_became_active":"2023-08-28T02:33:12.288722+0000","last_became_peered":"2023-08-28T02:33:12.288722+0000","last_unstale":"2023-08-28T02:37:04.001834+0000","last_undegraded":"2023-08-28T02:37:04.001834+0000","last_fullsized":"2023-08-28T02:37:04.001834+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:24.019483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"345'7089","reported_seq":7210,"reported_epoch":345,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:37:20.296564+0000","last_change":"2023-08-28T02:33:13.585687+0000","last_active":"2023-08-28T02:37:20.296564+0000","last_peered":"2023-08-28T02:37:20.296564+0000","last_clean":"2023-08-28T02:31:27.908616+0000","last_became_active":"2023-08-28T02:33:13.578484+0000","last_became_peered":"2023-08-28T02:33:13.578484+0000","last_unstale":"2023-08-28T02:37:20.296564+0000","last_undegraded":"2023-08-28T02:33:13.297322+0000","last_fullsized":"2023-08-28T02:33:13.268309+0000","mapping_epoch":298,"log_start":"256'1812","ondisk_log_start":"256'1812","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5277,"log_dups_size":0,"ondisk_log_size":5277,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:42:33.431186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":292356096,"num_objects":4461,"num_object_clones":0,"num_object_copies":13383,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2533,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4461,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7089,"num_write_kb":369600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4],"avail_no_missing":["0","4"],"object_location_counts":[{"shards":"0,4","objects":2013}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"65'1","reported_seq":320,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:03.953469+0000","last_change":"2023-08-28T02:33:13.516869+0000","last_active":"2023-08-28T02:37:03.953469+0000","last_peered":"2023-08-28T02:37:03.953469+0000","last_clean":"2023-08-28T02:37:03.953469+0000","last_became_active":"2023-08-28T02:33:13.396736+0000","last_became_peered":"2023-08-28T02:33:13.396736+0000","last_unstale":"2023-08-28T02:37:03.953469+0000","last_undegraded":"2023-08-28T02:37:03.953469+0000","last_fullsized":"2023-08-28T02:37:03.953469+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:47:08.237137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":287,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-08-28T02:37:08.999110+0000","last_change":"2023-08-28T02:31:51.987327+0000","last_active":"2023-08-28T02:37:08.999110+0000","last_peered":"2023-08-28T02:37:08.999110+0000","last_clean":"2023-08-28T02:37:08.999110+0000","last_became_active":"2023-08-28T02:31:51.987018+0000","last_became_peered":"2023-08-28T02:31:51.987018+0000","last_unstale":"2023-08-28T02:37:08.999110+0000","last_undegraded":"2023-08-28T02:37:08.999110+0000","last_fullsized":"2023-08-28T02:37:08.999110+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:53:26.105101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.5","version":"345'7058","reported_seq":9665,"reported_epoch":345,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:37:20.355910+0000","last_change":"2023-08-28T02:33:13.625779+0000","last_active":"2023-08-28T02:37:20.355910+0000","last_peered":"2023-08-28T02:37:20.355910+0000","last_clean":"2023-08-28T02:31:27.898932+0000","last_became_active":"2023-08-28T02:33:13.612126+0000","last_became_peered":"2023-08-28T02:33:13.612126+0000","last_unstale":"2023-08-28T02:37:20.355910+0000","last_undegraded":"2023-08-28T02:33:13.485377+0000","last_fullsized":"2023-08-28T02:33:13.264317+0000","mapping_epoch":298,"log_start":"256'1763","ondisk_log_start":"256'1763","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5295,"log_dups_size":0,"ondisk_log_size":5295,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:37:28.843386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":287965184,"num_objects":4394,"num_object_clones":0,"num_object_copies":13182,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6936,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4394,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7058,"num_write_kb":366464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1240,"num_bytes_recovered":81264640,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,7],"avail_no_missing":["0","2"],"object_location_counts":[{"shards":"0,2","objects":2358},{"shards":"0,2,3","objects":2036}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":338,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:03.952532+0000","last_change":"2023-08-28T02:33:13.281826+0000","last_active":"2023-08-28T02:37:03.952532+0000","last_peered":"2023-08-28T02:37:03.952532+0000","last_clean":"2023-08-28T02:37:03.952532+0000","last_became_active":"2023-08-28T02:33:13.281511+0000","last_became_peered":"2023-08-28T02:33:13.281511+0000","last_unstale":"2023-08-28T02:37:03.952532+0000","last_undegraded":"2023-08-28T02:37:03.952532+0000","last_fullsized":"2023-08-28T02:37:03.952532+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:32:55.005706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":336,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-08-28T02:37:15.382031+0000","last_change":"2023-08-28T02:29:44.436713+0000","last_active":"2023-08-28T02:37:15.382031+0000","last_peered":"2023-08-28T02:37:15.382031+0000","last_clean":"2023-08-28T02:37:15.382031+0000","last_became_active":"2023-08-28T02:29:44.436203+0000","last_became_peered":"2023-08-28T02:29:44.436203+0000","last_unstale":"2023-08-28T02:37:15.382031+0000","last_undegraded":"2023-08-28T02:37:15.382031+0000","last_fullsized":"2023-08-28T02:37:15.382031+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:46:48.522293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"345'7314","reported_seq":7421,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.522707+0000","last_change":"2023-08-28T02:30:50.399669+0000","last_active":"2023-08-28T02:37:17.522707+0000","last_peered":"2023-08-28T02:37:17.522707+0000","last_clean":"2023-08-28T02:37:17.522707+0000","last_became_active":"2023-08-28T02:30:50.399332+0000","last_became_peered":"2023-08-28T02:30:50.399332+0000","last_unstale":"2023-08-28T02:37:17.522707+0000","last_undegraded":"2023-08-28T02:37:17.522707+0000","last_fullsized":"2023-08-28T02:37:17.522707+0000","mapping_epoch":250,"log_start":"255'1100","ondisk_log_start":"255'1100","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6214,"log_dups_size":0,"ondisk_log_size":6214,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:00:54.910841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":294912000,"num_objects":4500,"num_object_clones":0,"num_object_copies":13500,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4500,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7314,"num_write_kb":378048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"75'161","reported_seq":764,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:03.953744+0000","last_change":"2023-08-28T02:33:13.310049+0000","last_active":"2023-08-28T02:37:03.953744+0000","last_peered":"2023-08-28T02:37:03.953744+0000","last_clean":"2023-08-28T02:37:03.953744+0000","last_became_active":"2023-08-28T02:33:13.309661+0000","last_became_peered":"2023-08-28T02:33:13.309661+0000","last_unstale":"2023-08-28T02:37:03.953744+0000","last_undegraded":"2023-08-28T02:37:03.953744+0000","last_fullsized":"2023-08-28T02:37:03.953744+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.930230+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.930230+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:27:40.889460+0000","scrub_duration":0.0050169209999999997,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"65'2","reported_seq":299,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-08-28T02:37:08.999879+0000","last_change":"2023-08-28T02:33:12.294922+0000","last_active":"2023-08-28T02:37:08.999879+0000","last_peered":"2023-08-28T02:37:08.999879+0000","last_clean":"2023-08-28T02:37:08.999879+0000","last_became_active":"2023-08-28T02:33:12.294518+0000","last_became_peered":"2023-08-28T02:33:12.294518+0000","last_unstale":"2023-08-28T02:37:08.999879+0000","last_undegraded":"2023-08-28T02:37:08.999879+0000","last_fullsized":"2023-08-28T02:37:08.999879+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:21:12.737286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":337,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:04.002422+0000","last_change":"2023-08-28T02:33:13.310505+0000","last_active":"2023-08-28T02:37:04.002422+0000","last_peered":"2023-08-28T02:37:04.002422+0000","last_clean":"2023-08-28T02:37:04.002422+0000","last_became_active":"2023-08-28T02:33:13.310223+0000","last_became_peered":"2023-08-28T02:33:13.310223+0000","last_unstale":"2023-08-28T02:37:04.002422+0000","last_undegraded":"2023-08-28T02:37:04.002422+0000","last_fullsized":"2023-08-28T02:37:04.002422+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:27:02.124453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"344'7156","reported_seq":9790,"reported_epoch":344,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:37:15.750089+0000","last_change":"2023-08-28T02:33:13.591092+0000","last_active":"2023-08-28T02:37:15.750089+0000","last_peered":"2023-08-28T02:37:15.750089+0000","last_clean":"2023-08-28T02:31:27.916082+0000","last_became_active":"2023-08-28T02:33:13.580413+0000","last_became_peered":"2023-08-28T02:33:13.580413+0000","last_unstale":"2023-08-28T02:37:15.750089+0000","last_undegraded":"2023-08-28T02:33:13.480527+0000","last_fullsized":"2023-08-28T02:33:13.270957+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7156,"log_dups_size":0,"ondisk_log_size":7156,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:03.698410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":295698432,"num_objects":4512,"num_object_clones":0,"num_object_copies":13536,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7136,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4512,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7156,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1251,"num_bytes_recovered":81985536,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,4],"avail_no_missing":["5","2"],"object_location_counts":[{"shards":"2,3,5","objects":2030},{"shards":"2,5","objects":2482}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"75'161","reported_seq":597,"reported_epoch":343,"state":"active+recovery_wait+degraded","last_fresh":"2023-08-28T02:37:03.952232+0000","last_change":"2023-08-28T02:33:13.287487+0000","last_active":"2023-08-28T02:37:03.952232+0000","last_peered":"2023-08-28T02:37:03.952232+0000","last_clean":"2023-08-28T02:31:25.515426+0000","last_became_active":"2023-08-28T02:33:13.287313+0000","last_became_peered":"2023-08-28T02:33:13.287313+0000","last_unstale":"2023-08-28T02:37:03.952232+0000","last_undegraded":"2023-08-28T02:33:13.270760+0000","last_fullsized":"2023-08-28T02:37:03.952232+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":204,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:45.407127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:45.407127+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:39:14.213229+0000","scrub_duration":0.0018495320000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":["5","2","3"],"object_location_counts":[{"shards":"2,3,5","objects":1}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":257,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:04.001802+0000","last_change":"2023-08-28T02:33:13.309727+0000","last_active":"2023-08-28T02:37:04.001802+0000","last_peered":"2023-08-28T02:37:04.001802+0000","last_clean":"2023-08-28T02:37:04.001802+0000","last_became_active":"2023-08-28T02:33:13.309487+0000","last_became_peered":"2023-08-28T02:33:13.309487+0000","last_unstale":"2023-08-28T02:37:04.001802+0000","last_undegraded":"2023-08-28T02:37:04.001802+0000","last_fullsized":"2023-08-28T02:37:04.001802+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:27:29.294011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":72,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:04.002065+0000","last_change":"2023-08-28T02:32:28.456323+0000","last_active":"2023-08-28T02:37:04.002065+0000","last_peered":"2023-08-28T02:37:04.002065+0000","last_clean":"2023-08-28T02:37:04.002065+0000","last_became_active":"2023-08-28T02:32:28.455987+0000","last_became_peered":"2023-08-28T02:32:28.455987+0000","last_unstale":"2023-08-28T02:37:04.002065+0000","last_undegraded":"2023-08-28T02:37:04.002065+0000","last_fullsized":"2023-08-28T02:37:04.002065+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:54:07.724002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"345'7293","reported_seq":17416,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.473266+0000","last_change":"2023-08-28T02:33:13.316023+0000","last_active":"2023-08-28T02:37:17.473266+0000","last_peered":"2023-08-28T02:37:17.473266+0000","last_clean":"2023-08-28T02:37:17.473266+0000","last_became_active":"2023-08-28T02:33:13.308403+0000","last_became_peered":"2023-08-28T02:33:13.308403+0000","last_unstale":"2023-08-28T02:37:17.473266+0000","last_undegraded":"2023-08-28T02:37:17.473266+0000","last_fullsized":"2023-08-28T02:37:17.473266+0000","mapping_epoch":298,"log_start":"255'1100","ondisk_log_start":"255'1100","created":250,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6193,"log_dups_size":0,"ondisk_log_size":6193,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:10:38.401973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":301662208,"num_objects":4603,"num_object_clones":0,"num_object_copies":13809,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4603,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7293,"num_write_kb":380672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4999,"num_bytes_recovered":327614464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":317,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:04.001760+0000","last_change":"2023-08-28T02:32:28.455294+0000","last_active":"2023-08-28T02:37:04.001760+0000","last_peered":"2023-08-28T02:37:04.001760+0000","last_clean":"2023-08-28T02:37:04.001760+0000","last_became_active":"2023-08-28T02:32:28.455013+0000","last_became_peered":"2023-08-28T02:32:28.455013+0000","last_unstale":"2023-08-28T02:37:04.001760+0000","last_undegraded":"2023-08-28T02:37:04.001760+0000","last_fullsized":"2023-08-28T02:37:04.001760+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:53.583864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":349,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:04.003200+0000","last_change":"2023-08-28T02:33:13.335588+0000","last_active":"2023-08-28T02:37:04.003200+0000","last_peered":"2023-08-28T02:37:04.003200+0000","last_clean":"2023-08-28T02:37:04.003200+0000","last_became_active":"2023-08-28T02:33:13.335326+0000","last_became_peered":"2023-08-28T02:33:13.335326+0000","last_unstale":"2023-08-28T02:37:04.003200+0000","last_undegraded":"2023-08-28T02:37:04.003200+0000","last_fullsized":"2023-08-28T02:37:04.003200+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:15:44.958663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"344'7176","reported_seq":7278,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-08-28T02:37:16.495218+0000","last_change":"2023-08-28T02:30:50.400261+0000","last_active":"2023-08-28T02:37:16.495218+0000","last_peered":"2023-08-28T02:37:16.495218+0000","last_clean":"2023-08-28T02:37:16.495218+0000","last_became_active":"2023-08-28T02:30:50.399938+0000","last_became_peered":"2023-08-28T02:30:50.399938+0000","last_unstale":"2023-08-28T02:37:16.495218+0000","last_undegraded":"2023-08-28T02:37:16.495218+0000","last_fullsized":"2023-08-28T02:37:16.495218+0000","mapping_epoch":250,"log_start":"256'1790","ondisk_log_start":"256'1790","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5386,"log_dups_size":0,"ondisk_log_size":5386,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:43:56.802792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":296091648,"num_objects":4518,"num_object_clones":0,"num_object_copies":13554,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4518,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7176,"num_write_kb":374208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"75'161","reported_seq":623,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:03.952759+0000","last_change":"2023-08-28T02:32:56.519141+0000","last_active":"2023-08-28T02:37:03.952759+0000","last_peered":"2023-08-28T02:37:03.952759+0000","last_clean":"2023-08-28T02:37:03.952759+0000","last_became_active":"2023-08-28T02:32:56.518863+0000","last_became_peered":"2023-08-28T02:32:56.518863+0000","last_unstale":"2023-08-28T02:37:03.952759+0000","last_undegraded":"2023-08-28T02:37:03.952759+0000","last_fullsized":"2023-08-28T02:37:03.952759+0000","mapping_epoch":292,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":293,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_clean_scrub_stamp":"2023-08-28T02:29:25.608370+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:59:50.561109+0000","scrub_duration":0.001662689,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":252,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-08-28T02:37:08.999394+0000","last_change":"2023-08-28T02:33:12.294592+0000","last_active":"2023-08-28T02:37:08.999394+0000","last_peered":"2023-08-28T02:37:08.999394+0000","last_clean":"2023-08-28T02:37:08.999394+0000","last_became_active":"2023-08-28T02:33:12.288508+0000","last_became_peered":"2023-08-28T02:33:12.288508+0000","last_unstale":"2023-08-28T02:37:08.999394+0000","last_undegraded":"2023-08-28T02:37:08.999394+0000","last_fullsized":"2023-08-28T02:37:08.999394+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:05:42.717608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":135,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-08-28T02:37:09.000702+0000","last_change":"2023-08-28T02:29:44.429834+0000","last_active":"2023-08-28T02:37:09.000702+0000","last_peered":"2023-08-28T02:37:09.000702+0000","last_clean":"2023-08-28T02:37:09.000702+0000","last_became_active":"2023-08-28T02:29:44.429512+0000","last_became_peered":"2023-08-28T02:29:44.429512+0000","last_unstale":"2023-08-28T02:37:09.000702+0000","last_undegraded":"2023-08-28T02:37:09.000702+0000","last_fullsized":"2023-08-28T02:37:09.000702+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:58.062455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"344'7087","reported_seq":7189,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-08-28T02:37:16.150200+0000","last_change":"2023-08-28T02:30:50.402348+0000","last_active":"2023-08-28T02:37:16.150200+0000","last_peered":"2023-08-28T02:37:16.150200+0000","last_clean":"2023-08-28T02:37:16.150200+0000","last_became_active":"2023-08-28T02:30:50.402076+0000","last_became_peered":"2023-08-28T02:30:50.402076+0000","last_unstale":"2023-08-28T02:37:16.150200+0000","last_undegraded":"2023-08-28T02:37:16.150200+0000","last_fullsized":"2023-08-28T02:37:16.150200+0000","mapping_epoch":250,"log_start":"254'200","ondisk_log_start":"254'200","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6887,"log_dups_size":0,"ondisk_log_size":6887,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:24.859426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":294191104,"num_objects":4489,"num_object_clones":0,"num_object_copies":13467,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4489,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7087,"num_write_kb":370432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.7","version":"75'161","reported_seq":544,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-08-28T02:37:09.000690+0000","last_change":"2023-08-28T02:33:13.532525+0000","last_active":"2023-08-28T02:37:09.000690+0000","last_peered":"2023-08-28T02:37:09.000690+0000","last_clean":"2023-08-28T02:37:09.000690+0000","last_became_active":"2023-08-28T02:33:13.532125+0000","last_became_peered":"2023-08-28T02:33:13.532125+0000","last_unstale":"2023-08-28T02:37:09.000690+0000","last_undegraded":"2023-08-28T02:37:09.000690+0000","last_fullsized":"2023-08-28T02:37:09.000690+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.887648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.887648+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":135,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-08-28T02:37:08.997934+0000","last_change":"2023-08-28T02:29:44.407595+0000","last_active":"2023-08-28T02:37:08.997934+0000","last_peered":"2023-08-28T02:37:08.997934+0000","last_clean":"2023-08-28T02:37:08.997934+0000","last_became_active":"2023-08-28T02:29:44.407316+0000","last_became_peered":"2023-08-28T02:29:44.407316+0000","last_unstale":"2023-08-28T02:37:08.997934+0000","last_undegraded":"2023-08-28T02:37:08.997934+0000","last_fullsized":"2023-08-28T02:37:08.997934+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:01:47.777709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":355,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:03.952838+0000","last_change":"2023-08-28T02:33:13.286980+0000","last_active":"2023-08-28T02:37:03.952838+0000","last_peered":"2023-08-28T02:37:03.952838+0000","last_clean":"2023-08-28T02:37:03.952838+0000","last_became_active":"2023-08-28T02:33:13.286740+0000","last_became_peered":"2023-08-28T02:33:13.286740+0000","last_unstale":"2023-08-28T02:37:03.952838+0000","last_undegraded":"2023-08-28T02:37:03.952838+0000","last_fullsized":"2023-08-28T02:37:03.952838+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:24:54.574365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":135,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-08-28T02:37:08.999180+0000","last_change":"2023-08-28T02:29:44.506914+0000","last_active":"2023-08-28T02:37:08.999180+0000","last_peered":"2023-08-28T02:37:08.999180+0000","last_clean":"2023-08-28T02:37:08.999180+0000","last_became_active":"2023-08-28T02:29:44.506606+0000","last_became_peered":"2023-08-28T02:29:44.506606+0000","last_unstale":"2023-08-28T02:37:08.999180+0000","last_undegraded":"2023-08-28T02:37:08.999180+0000","last_fullsized":"2023-08-28T02:37:08.999180+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:55:50.992279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"345'7170","reported_seq":18872,"reported_epoch":345,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:37:20.247097+0000","last_change":"2023-08-28T02:34:11.565330+0000","last_active":"2023-08-28T02:37:20.247097+0000","last_peered":"2023-08-28T02:37:20.247097+0000","last_clean":"2023-08-28T02:32:11.916240+0000","last_became_active":"2023-08-28T02:33:12.501819+0000","last_became_peered":"2023-08-28T02:33:12.501819+0000","last_unstale":"2023-08-28T02:37:20.247097+0000","last_undegraded":"2023-08-28T02:37:20.247097+0000","last_fullsized":"2023-08-28T02:37:20.247097+0000","mapping_epoch":297,"log_start":"256'1824","ondisk_log_start":"256'1824","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5346,"log_dups_size":0,"ondisk_log_size":5346,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:45:43.329719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":290062336,"num_objects":4426,"num_object_clones":0,"num_object_copies":13278,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4426,"num_objects_unfound":0,"num_objects_dirty":4426,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7170,"num_write_kb":371072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5787,"num_bytes_recovered":379256832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,2],"avail_no_missing":["0","2","5","6"],"object_location_counts":[{"shards":"0,2,5","objects":4426}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.1","version":"75'161","reported_seq":603,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:03.952366+0000","last_change":"2023-08-28T02:32:31.482659+0000","last_active":"2023-08-28T02:37:03.952366+0000","last_peered":"2023-08-28T02:37:03.952366+0000","last_clean":"2023-08-28T02:37:03.952366+0000","last_became_active":"2023-08-28T02:32:31.482320+0000","last_became_peered":"2023-08-28T02:32:31.482320+0000","last_unstale":"2023-08-28T02:37:03.952366+0000","last_undegraded":"2023-08-28T02:37:03.952366+0000","last_fullsized":"2023-08-28T02:37:03.952366+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:24.559397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:24.559397+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:41:09.516918+0000","scrub_duration":0.001580328,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":341,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:03.952639+0000","last_change":"2023-08-28T02:31:51.988386+0000","last_active":"2023-08-28T02:37:03.952639+0000","last_peered":"2023-08-28T02:37:03.952639+0000","last_clean":"2023-08-28T02:37:03.952639+0000","last_became_active":"2023-08-28T02:31:51.988097+0000","last_became_peered":"2023-08-28T02:31:51.988097+0000","last_unstale":"2023-08-28T02:37:03.952639+0000","last_undegraded":"2023-08-28T02:37:03.952639+0000","last_fullsized":"2023-08-28T02:37:03.952639+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:25:01.818829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":317,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:04.002033+0000","last_change":"2023-08-28T02:32:12.951275+0000","last_active":"2023-08-28T02:37:04.002033+0000","last_peered":"2023-08-28T02:37:04.002033+0000","last_clean":"2023-08-28T02:37:04.002033+0000","last_became_active":"2023-08-28T02:32:12.950965+0000","last_became_peered":"2023-08-28T02:32:12.950965+0000","last_unstale":"2023-08-28T02:37:04.002033+0000","last_undegraded":"2023-08-28T02:37:04.002033+0000","last_fullsized":"2023-08-28T02:37:04.002033+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:37:31.294280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":161,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-08-28T02:37:08.998006+0000","last_change":"2023-08-28T02:33:13.286534+0000","last_active":"2023-08-28T02:37:08.998006+0000","last_peered":"2023-08-28T02:37:08.998006+0000","last_clean":"2023-08-28T02:37:08.998006+0000","last_became_active":"2023-08-28T02:33:13.286164+0000","last_became_peered":"2023-08-28T02:33:13.286164+0000","last_unstale":"2023-08-28T02:37:08.998006+0000","last_undegraded":"2023-08-28T02:37:08.998006+0000","last_fullsized":"2023-08-28T02:37:08.998006+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:56.721932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"344'7135","reported_seq":18927,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-08-28T02:37:15.706728+0000","last_change":"2023-08-28T02:34:14.448606+0000","last_active":"2023-08-28T02:37:15.706728+0000","last_peered":"2023-08-28T02:37:15.706728+0000","last_clean":"2023-08-28T02:37:15.706728+0000","last_became_active":"2023-08-28T02:34:14.438547+0000","last_became_peered":"2023-08-28T02:34:14.438547+0000","last_unstale":"2023-08-28T02:37:15.706728+0000","last_undegraded":"2023-08-28T02:37:15.706728+0000","last_fullsized":"2023-08-28T02:37:15.706728+0000","mapping_epoch":314,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":315,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7135,"log_dups_size":0,"ondisk_log_size":7135,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:06:41.120408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":297074688,"num_objects":4533,"num_object_clones":0,"num_object_copies":13599,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4533,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7135,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5834,"num_bytes_recovered":376832000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2","version":"75'161","reported_seq":725,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:03.952966+0000","last_change":"2023-08-28T02:30:51.762377+0000","last_active":"2023-08-28T02:37:03.952966+0000","last_peered":"2023-08-28T02:37:03.952966+0000","last_clean":"2023-08-28T02:37:03.952966+0000","last_became_active":"2023-08-28T02:27:46.375590+0000","last_became_peered":"2023-08-28T02:27:46.375590+0000","last_unstale":"2023-08-28T02:37:03.952966+0000","last_undegraded":"2023-08-28T02:37:03.952966+0000","last_fullsized":"2023-08-28T02:37:03.952966+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:51.762314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:51.762314+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:02.034555+0000","scrub_duration":0.0020023620000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":152,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-08-28T02:37:08.998962+0000","last_change":"2023-08-28T02:33:13.289765+0000","last_active":"2023-08-28T02:37:08.998962+0000","last_peered":"2023-08-28T02:37:08.998962+0000","last_clean":"2023-08-28T02:37:08.998962+0000","last_became_active":"2023-08-28T02:33:13.289159+0000","last_became_peered":"2023-08-28T02:33:13.289159+0000","last_unstale":"2023-08-28T02:37:08.998962+0000","last_undegraded":"2023-08-28T02:37:08.998962+0000","last_fullsized":"2023-08-28T02:37:08.998962+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:30:38.956723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":153,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-08-28T02:37:08.997394+0000","last_change":"2023-08-28T02:32:28.464203+0000","last_active":"2023-08-28T02:37:08.997394+0000","last_peered":"2023-08-28T02:37:08.997394+0000","last_clean":"2023-08-28T02:37:08.997394+0000","last_became_active":"2023-08-28T02:32:28.463412+0000","last_became_peered":"2023-08-28T02:32:28.463412+0000","last_unstale":"2023-08-28T02:37:08.997394+0000","last_undegraded":"2023-08-28T02:37:08.997394+0000","last_fullsized":"2023-08-28T02:37:08.997394+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:20:38.177879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":135,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-08-28T02:37:09.000696+0000","last_change":"2023-08-28T02:29:44.427945+0000","last_active":"2023-08-28T02:37:09.000696+0000","last_peered":"2023-08-28T02:37:09.000696+0000","last_clean":"2023-08-28T02:37:09.000696+0000","last_became_active":"2023-08-28T02:29:44.426487+0000","last_became_peered":"2023-08-28T02:29:44.426487+0000","last_unstale":"2023-08-28T02:37:09.000696+0000","last_undegraded":"2023-08-28T02:37:09.000696+0000","last_fullsized":"2023-08-28T02:37:09.000696+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:30:20.438896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"345'7177","reported_seq":17251,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.200552+0000","last_change":"2023-08-28T02:34:48.488647+0000","last_active":"2023-08-28T02:37:17.200552+0000","last_peered":"2023-08-28T02:37:17.200552+0000","last_clean":"2023-08-28T02:37:17.200552+0000","last_became_active":"2023-08-28T02:34:48.476519+0000","last_became_peered":"2023-08-28T02:34:48.476519+0000","last_unstale":"2023-08-28T02:37:17.200552+0000","last_undegraded":"2023-08-28T02:37:17.200552+0000","last_fullsized":"2023-08-28T02:37:17.200552+0000","mapping_epoch":318,"log_start":"255'1000","ondisk_log_start":"255'1000","created":250,"last_epoch_clean":319,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6177,"log_dups_size":0,"ondisk_log_size":6177,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:44:20.004230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":292749312,"num_objects":4467,"num_object_clones":0,"num_object_copies":13401,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4467,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7177,"num_write_kb":372608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4973,"num_bytes_recovered":325910528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":335,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:03.953943+0000","last_change":"2023-08-28T02:33:13.484970+0000","last_active":"2023-08-28T02:37:03.953943+0000","last_peered":"2023-08-28T02:37:03.953943+0000","last_clean":"2023-08-28T02:37:03.953943+0000","last_became_active":"2023-08-28T02:33:13.484579+0000","last_became_peered":"2023-08-28T02:33:13.484579+0000","last_unstale":"2023-08-28T02:37:03.953943+0000","last_undegraded":"2023-08-28T02:37:03.953943+0000","last_fullsized":"2023-08-28T02:37:03.953943+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:58.027468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"75'161","reported_seq":726,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:03.953077+0000","last_change":"2023-08-28T02:31:55.059467+0000","last_active":"2023-08-28T02:37:03.953077+0000","last_peered":"2023-08-28T02:37:03.953077+0000","last_clean":"2023-08-28T02:37:03.953077+0000","last_became_active":"2023-08-28T02:31:55.059115+0000","last_became_peered":"2023-08-28T02:31:55.059115+0000","last_unstale":"2023-08-28T02:37:03.953077+0000","last_undegraded":"2023-08-28T02:37:03.953077+0000","last_fullsized":"2023-08-28T02:37:03.953077+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":0,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.820990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.820990+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:15:56.774667+0000","scrub_duration":0.0017342480000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":254,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.040496+0000","last_change":"2023-08-28T02:33:13.352810+0000","last_active":"2023-08-28T02:37:17.040496+0000","last_peered":"2023-08-28T02:37:17.040496+0000","last_clean":"2023-08-28T02:37:17.040496+0000","last_became_active":"2023-08-28T02:33:13.351697+0000","last_became_peered":"2023-08-28T02:33:13.351697+0000","last_unstale":"2023-08-28T02:37:17.040496+0000","last_undegraded":"2023-08-28T02:37:17.040496+0000","last_fullsized":"2023-08-28T02:37:17.040496+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:56.187163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":166,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:04.001242+0000","last_change":"2023-08-28T02:31:51.984584+0000","last_active":"2023-08-28T02:37:04.001242+0000","last_peered":"2023-08-28T02:37:04.001242+0000","last_clean":"2023-08-28T02:37:04.001242+0000","last_became_active":"2023-08-28T02:31:51.984264+0000","last_became_peered":"2023-08-28T02:31:51.984264+0000","last_unstale":"2023-08-28T02:37:04.001242+0000","last_undegraded":"2023-08-28T02:37:04.001242+0000","last_fullsized":"2023-08-28T02:37:04.001242+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:58:42.306722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"345'7115","reported_seq":18826,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:20.335314+0000","last_change":"2023-08-28T02:35:11.978901+0000","last_active":"2023-08-28T02:37:20.335314+0000","last_peered":"2023-08-28T02:37:20.335314+0000","last_clean":"2023-08-28T02:37:20.335314+0000","last_became_active":"2023-08-28T02:35:11.966585+0000","last_became_peered":"2023-08-28T02:35:11.966585+0000","last_unstale":"2023-08-28T02:37:20.335314+0000","last_undegraded":"2023-08-28T02:37:20.335314+0000","last_fullsized":"2023-08-28T02:37:20.335314+0000","mapping_epoch":323,"log_start":"256'1828","ondisk_log_start":"256'1828","created":250,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5287,"log_dups_size":0,"ondisk_log_size":5287,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:03:07.017814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":292749312,"num_objects":4467,"num_object_clones":0,"num_object_copies":13401,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4467,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7115,"num_write_kb":370624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5791,"num_bytes_recovered":368967680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3","version":"75'161","reported_seq":611,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-08-28T02:37:09.000838+0000","last_change":"2023-08-28T02:31:55.068239+0000","last_active":"2023-08-28T02:37:09.000838+0000","last_peered":"2023-08-28T02:37:09.000838+0000","last_clean":"2023-08-28T02:37:09.000838+0000","last_became_active":"2023-08-28T02:31:55.067875+0000","last_became_peered":"2023-08-28T02:31:55.067875+0000","last_unstale":"2023-08-28T02:37:09.000838+0000","last_undegraded":"2023-08-28T02:37:09.000838+0000","last_fullsized":"2023-08-28T02:37:09.000838+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.868248+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:11:04.391639+0000","scrub_duration":0.0016215240000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":349,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:03.952982+0000","last_change":"2023-08-28T02:29:44.421353+0000","last_active":"2023-08-28T02:37:03.952982+0000","last_peered":"2023-08-28T02:37:03.952982+0000","last_clean":"2023-08-28T02:37:03.952982+0000","last_became_active":"2023-08-28T02:29:44.421064+0000","last_became_peered":"2023-08-28T02:29:44.421064+0000","last_unstale":"2023-08-28T02:37:03.952982+0000","last_undegraded":"2023-08-28T02:37:03.952982+0000","last_fullsized":"2023-08-28T02:37:03.952982+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:51:36.524024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":319,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-08-28T02:37:09.024192+0000","last_change":"2023-08-28T02:33:12.299487+0000","last_active":"2023-08-28T02:37:09.024192+0000","last_peered":"2023-08-28T02:37:09.024192+0000","last_clean":"2023-08-28T02:37:09.024192+0000","last_became_active":"2023-08-28T02:33:12.299175+0000","last_became_peered":"2023-08-28T02:33:12.299175+0000","last_unstale":"2023-08-28T02:37:09.024192+0000","last_undegraded":"2023-08-28T02:37:09.024192+0000","last_fullsized":"2023-08-28T02:37:09.024192+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:42:29.713462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":330,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-08-28T02:37:09.025018+0000","last_change":"2023-08-28T02:32:28.457696+0000","last_active":"2023-08-28T02:37:09.025018+0000","last_peered":"2023-08-28T02:37:09.025018+0000","last_clean":"2023-08-28T02:37:09.025018+0000","last_became_active":"2023-08-28T02:32:28.457407+0000","last_became_peered":"2023-08-28T02:32:28.457407+0000","last_unstale":"2023-08-28T02:37:09.025018+0000","last_undegraded":"2023-08-28T02:37:09.025018+0000","last_fullsized":"2023-08-28T02:37:09.025018+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:26:29.392787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"344'7047","reported_seq":8177,"reported_epoch":344,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:37:16.111380+0000","last_change":"2023-08-28T02:34:11.566035+0000","last_active":"2023-08-28T02:37:16.111380+0000","last_peered":"2023-08-28T02:37:16.111380+0000","last_clean":"2023-08-28T02:33:10.395883+0000","last_became_active":"2023-08-28T02:33:12.394714+0000","last_became_peered":"2023-08-28T02:33:12.394714+0000","last_unstale":"2023-08-28T02:37:16.111380+0000","last_undegraded":"2023-08-28T02:37:16.111380+0000","last_fullsized":"2023-08-28T02:37:16.111380+0000","mapping_epoch":297,"log_start":"256'1684","ondisk_log_start":"256'1684","created":250,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5363,"log_dups_size":0,"ondisk_log_size":5363,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:01:26.984565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":290717720,"num_objects":4437,"num_object_clones":0,"num_object_copies":13311,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4051,"num_objects_unfound":0,"num_objects_dirty":4437,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7047,"num_write_kb":367425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":500,"num_bytes_recovered":32768000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,6],"avail_no_missing":["4","0","6"],"object_location_counts":[{"shards":"0,4,6","objects":4437}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.6","version":"75'161","reported_seq":604,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-08-28T02:37:09.024946+0000","last_change":"2023-08-28T02:33:13.338675+0000","last_active":"2023-08-28T02:37:09.024946+0000","last_peered":"2023-08-28T02:37:09.024946+0000","last_clean":"2023-08-28T02:37:09.024946+0000","last_became_active":"2023-08-28T02:33:13.338271+0000","last_became_peered":"2023-08-28T02:33:13.338271+0000","last_unstale":"2023-08-28T02:37:09.024946+0000","last_undegraded":"2023-08-28T02:37:09.024946+0000","last_fullsized":"2023-08-28T02:37:09.024946+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.774982+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.774982+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:13:20.011329+0000","scrub_duration":0.003539819,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":312,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:03.953186+0000","last_change":"2023-08-28T02:14:43.033789+0000","last_active":"2023-08-28T02:37:03.953186+0000","last_peered":"2023-08-28T02:37:03.953186+0000","last_clean":"2023-08-28T02:37:03.953186+0000","last_became_active":"2023-08-28T02:14:43.033454+0000","last_became_peered":"2023-08-28T02:14:43.033454+0000","last_unstale":"2023-08-28T02:37:03.953186+0000","last_undegraded":"2023-08-28T02:37:03.953186+0000","last_fullsized":"2023-08-28T02:37:03.953186+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:01:13.205842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":144,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-08-28T02:37:08.998159+0000","last_change":"2023-08-28T02:32:28.461807+0000","last_active":"2023-08-28T02:37:08.998159+0000","last_peered":"2023-08-28T02:37:08.998159+0000","last_clean":"2023-08-28T02:37:08.998159+0000","last_became_active":"2023-08-28T02:32:28.461116+0000","last_became_peered":"2023-08-28T02:32:28.461116+0000","last_unstale":"2023-08-28T02:37:08.998159+0000","last_undegraded":"2023-08-28T02:37:08.998159+0000","last_fullsized":"2023-08-28T02:37:08.998159+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:12:45.321757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":290,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-08-28T02:37:09.024784+0000","last_change":"2023-08-28T02:14:43.048791+0000","last_active":"2023-08-28T02:37:09.024784+0000","last_peered":"2023-08-28T02:37:09.024784+0000","last_clean":"2023-08-28T02:37:09.024784+0000","last_became_active":"2023-08-28T02:14:43.047408+0000","last_became_peered":"2023-08-28T02:14:43.047408+0000","last_unstale":"2023-08-28T02:37:09.024784+0000","last_undegraded":"2023-08-28T02:37:09.024784+0000","last_fullsized":"2023-08-28T02:37:09.024784+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:47.097181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"344'7267","reported_seq":17044,"reported_epoch":344,"state":"active+recovering+remapped","last_fresh":"2023-08-28T02:37:16.504604+0000","last_change":"2023-08-28T02:35:10.974195+0000","last_active":"2023-08-28T02:37:16.504604+0000","last_peered":"2023-08-28T02:37:16.504604+0000","last_clean":"2023-08-28T02:31:50.933695+0000","last_became_active":"2023-08-28T02:33:13.540416+0000","last_became_peered":"2023-08-28T02:33:13.540416+0000","last_unstale":"2023-08-28T02:37:16.504604+0000","last_undegraded":"2023-08-28T02:37:16.504604+0000","last_fullsized":"2023-08-28T02:37:16.504604+0000","mapping_epoch":298,"log_start":"256'1874","ondisk_log_start":"256'1874","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5393,"log_dups_size":0,"ondisk_log_size":5393,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:49:35.658845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":301137920,"num_objects":4595,"num_object_clones":0,"num_object_copies":13785,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":290,"num_objects_unfound":0,"num_objects_dirty":4595,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7267,"num_write_kb":379584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4822,"num_bytes_recovered":316014592,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,2],"avail_no_missing":["4","2","6"],"object_location_counts":[{"shards":"2,4,5","objects":4450},{"shards":"2,4,6","objects":145}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.5","version":"75'161","reported_seq":637,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:04.002150+0000","last_change":"2023-08-28T02:32:31.477151+0000","last_active":"2023-08-28T02:37:04.002150+0000","last_peered":"2023-08-28T02:37:04.002150+0000","last_clean":"2023-08-28T02:37:04.002150+0000","last_became_active":"2023-08-28T02:32:31.476776+0000","last_became_peered":"2023-08-28T02:32:31.476776+0000","last_unstale":"2023-08-28T02:37:04.002150+0000","last_undegraded":"2023-08-28T02:37:04.002150+0000","last_fullsized":"2023-08-28T02:37:04.002150+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:18.891729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:18.891729+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:47:27.194140+0000","scrub_duration":0.0031546460000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"65'2","reported_seq":300,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-08-28T02:37:09.000492+0000","last_change":"2023-08-28T02:33:12.327778+0000","last_active":"2023-08-28T02:37:09.000492+0000","last_peered":"2023-08-28T02:37:09.000492+0000","last_clean":"2023-08-28T02:37:09.000492+0000","last_became_active":"2023-08-28T02:33:12.327273+0000","last_became_peered":"2023-08-28T02:33:12.327273+0000","last_unstale":"2023-08-28T02:37:09.000492+0000","last_undegraded":"2023-08-28T02:37:09.000492+0000","last_fullsized":"2023-08-28T02:37:09.000492+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:40.554192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":182,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-08-28T02:37:08.998710+0000","last_change":"2023-08-28T02:33:13.335665+0000","last_active":"2023-08-28T02:37:08.998710+0000","last_peered":"2023-08-28T02:37:08.998710+0000","last_clean":"2023-08-28T02:37:08.998710+0000","last_became_active":"2023-08-28T02:33:13.335322+0000","last_became_peered":"2023-08-28T02:33:13.335322+0000","last_unstale":"2023-08-28T02:37:08.998710+0000","last_undegraded":"2023-08-28T02:37:08.998710+0000","last_fullsized":"2023-08-28T02:37:08.998710+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:21:08.024493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":298,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-08-28T02:37:10.332828+0000","last_change":"2023-08-28T02:33:12.310326+0000","last_active":"2023-08-28T02:37:10.332828+0000","last_peered":"2023-08-28T02:37:10.332828+0000","last_clean":"2023-08-28T02:37:10.332828+0000","last_became_active":"2023-08-28T02:33:12.310011+0000","last_became_peered":"2023-08-28T02:33:12.310011+0000","last_unstale":"2023-08-28T02:37:10.332828+0000","last_undegraded":"2023-08-28T02:37:10.332828+0000","last_fullsized":"2023-08-28T02:37:10.332828+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:35:03.710036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"344'7221","reported_seq":11199,"reported_epoch":344,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:37:16.528168+0000","last_change":"2023-08-28T02:33:34.765675+0000","last_active":"2023-08-28T02:37:16.528168+0000","last_peered":"2023-08-28T02:37:16.528168+0000","last_clean":"2023-08-28T02:31:27.909649+0000","last_became_active":"2023-08-28T02:33:33.726805+0000","last_became_peered":"2023-08-28T02:33:33.726805+0000","last_unstale":"2023-08-28T02:37:16.528168+0000","last_undegraded":"2023-08-28T02:33:20.140072+0000","last_fullsized":"2023-08-28T02:33:13.278549+0000","mapping_epoch":298,"log_start":"256'1777","ondisk_log_start":"256'1777","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5444,"log_dups_size":0,"ondisk_log_size":5444,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:02:22.971585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":304545792,"num_objects":4647,"num_object_clones":0,"num_object_copies":13941,"num_objects_missing_on_primary":4622,"num_objects_missing":4622,"num_objects_degraded":11845,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4647,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7221,"num_write_kb":379776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1277,"num_bytes_recovered":83558400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[4,3],"avail_no_missing":["2","6"],"object_location_counts":[{"shards":"2,3,4,6","objects":10},{"shards":"2,3,6","objects":2139},{"shards":"2,4,6","objects":14},{"shards":"2,6","objects":2483},{"shards":"3,4","objects":-12}],"blocked_by":[],"up_primary":3,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.4","version":"75'161","reported_seq":553,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.041272+0000","last_change":"2023-08-28T02:33:12.296479+0000","last_active":"2023-08-28T02:37:17.041272+0000","last_peered":"2023-08-28T02:37:17.041272+0000","last_clean":"2023-08-28T02:37:17.041272+0000","last_became_active":"2023-08-28T02:33:12.294160+0000","last_became_peered":"2023-08-28T02:33:12.294160+0000","last_unstale":"2023-08-28T02:37:17.041272+0000","last_undegraded":"2023-08-28T02:37:17.041272+0000","last_fullsized":"2023-08-28T02:37:17.041272+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.899247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.899247+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":270,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:03.953416+0000","last_change":"2023-08-28T02:33:13.539335+0000","last_active":"2023-08-28T02:37:03.953416+0000","last_peered":"2023-08-28T02:37:03.953416+0000","last_clean":"2023-08-28T02:37:03.953416+0000","last_became_active":"2023-08-28T02:33:13.538978+0000","last_became_peered":"2023-08-28T02:33:13.538978+0000","last_unstale":"2023-08-28T02:37:03.953416+0000","last_undegraded":"2023-08-28T02:37:03.953416+0000","last_fullsized":"2023-08-28T02:37:03.953416+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:26:13.405766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"65'1","reported_seq":334,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-08-28T02:37:09.025110+0000","last_change":"2023-08-28T02:29:44.510205+0000","last_active":"2023-08-28T02:37:09.025110+0000","last_peered":"2023-08-28T02:37:09.025110+0000","last_clean":"2023-08-28T02:37:09.025110+0000","last_became_active":"2023-08-28T02:29:44.429357+0000","last_became_peered":"2023-08-28T02:29:44.429357+0000","last_unstale":"2023-08-28T02:37:09.025110+0000","last_undegraded":"2023-08-28T02:37:09.025110+0000","last_fullsized":"2023-08-28T02:37:09.025110+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:44:59.955729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":299,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:04.001625+0000","last_change":"2023-08-28T02:32:12.950661+0000","last_active":"2023-08-28T02:37:04.001625+0000","last_peered":"2023-08-28T02:37:04.001625+0000","last_clean":"2023-08-28T02:37:04.001625+0000","last_became_active":"2023-08-28T02:32:12.950276+0000","last_became_peered":"2023-08-28T02:32:12.950276+0000","last_unstale":"2023-08-28T02:37:04.001625+0000","last_undegraded":"2023-08-28T02:37:04.001625+0000","last_fullsized":"2023-08-28T02:37:04.001625+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:05:17.972868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"65'1","reported_seq":292,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-08-28T02:37:10.379940+0000","last_change":"2023-08-28T02:14:43.042150+0000","last_active":"2023-08-28T02:37:10.379940+0000","last_peered":"2023-08-28T02:37:10.379940+0000","last_clean":"2023-08-28T02:37:10.379940+0000","last_became_active":"2023-08-28T02:14:43.038336+0000","last_became_peered":"2023-08-28T02:14:43.038336+0000","last_unstale":"2023-08-28T02:37:10.379940+0000","last_undegraded":"2023-08-28T02:37:10.379940+0000","last_fullsized":"2023-08-28T02:37:10.379940+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:26:02.415152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":341,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-08-28T02:37:08.998079+0000","last_change":"2023-08-28T02:33:13.318097+0000","last_active":"2023-08-28T02:37:08.998079+0000","last_peered":"2023-08-28T02:37:08.998079+0000","last_clean":"2023-08-28T02:37:08.998079+0000","last_became_active":"2023-08-28T02:33:13.317761+0000","last_became_peered":"2023-08-28T02:33:13.317761+0000","last_unstale":"2023-08-28T02:37:08.998079+0000","last_undegraded":"2023-08-28T02:37:08.998079+0000","last_fullsized":"2023-08-28T02:37:08.998079+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:24.836996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"65'2","reported_seq":337,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:03.952731+0000","last_change":"2023-08-28T02:29:44.535937+0000","last_active":"2023-08-28T02:37:03.952731+0000","last_peered":"2023-08-28T02:37:03.952731+0000","last_clean":"2023-08-28T02:37:03.952731+0000","last_became_active":"2023-08-28T02:29:44.462244+0000","last_became_peered":"2023-08-28T02:29:44.462244+0000","last_unstale":"2023-08-28T02:37:03.952731+0000","last_undegraded":"2023-08-28T02:37:03.952731+0000","last_fullsized":"2023-08-28T02:37:03.952731+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:30:33.173713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":338,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-08-28T02:37:09.024456+0000","last_change":"2023-08-28T02:33:12.305580+0000","last_active":"2023-08-28T02:37:09.024456+0000","last_peered":"2023-08-28T02:37:09.024456+0000","last_clean":"2023-08-28T02:37:09.024456+0000","last_became_active":"2023-08-28T02:33:12.305261+0000","last_became_peered":"2023-08-28T02:33:12.305261+0000","last_unstale":"2023-08-28T02:37:09.024456+0000","last_undegraded":"2023-08-28T02:37:09.024456+0000","last_fullsized":"2023-08-28T02:37:09.024456+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:22:31.614221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"65'2","reported_seq":306,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:03.952760+0000","last_change":"2023-08-28T02:31:51.991101+0000","last_active":"2023-08-28T02:37:03.952760+0000","last_peered":"2023-08-28T02:37:03.952760+0000","last_clean":"2023-08-28T02:37:03.952760+0000","last_became_active":"2023-08-28T02:31:51.987237+0000","last_became_peered":"2023-08-28T02:31:51.987237+0000","last_unstale":"2023-08-28T02:37:03.952760+0000","last_undegraded":"2023-08-28T02:37:03.952760+0000","last_fullsized":"2023-08-28T02:37:03.952760+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:07:07.370857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":340,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:04.001727+0000","last_change":"2023-08-28T02:33:12.494483+0000","last_active":"2023-08-28T02:37:04.001727+0000","last_peered":"2023-08-28T02:37:04.001727+0000","last_clean":"2023-08-28T02:37:04.001727+0000","last_became_active":"2023-08-28T02:33:12.494136+0000","last_became_peered":"2023-08-28T02:33:12.494136+0000","last_unstale":"2023-08-28T02:37:04.001727+0000","last_undegraded":"2023-08-28T02:37:04.001727+0000","last_fullsized":"2023-08-28T02:37:04.001727+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:36.772588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"65'1","reported_seq":286,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-08-28T02:37:10.332990+0000","last_change":"2023-08-28T02:33:13.287922+0000","last_active":"2023-08-28T02:37:10.332990+0000","last_peered":"2023-08-28T02:37:10.332990+0000","last_clean":"2023-08-28T02:37:10.332990+0000","last_became_active":"2023-08-28T02:33:13.287520+0000","last_became_peered":"2023-08-28T02:33:13.287520+0000","last_unstale":"2023-08-28T02:37:10.332990+0000","last_undegraded":"2023-08-28T02:37:10.332990+0000","last_fullsized":"2023-08-28T02:37:10.332990+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:11.627168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":299,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-08-28T02:37:08.999104+0000","last_change":"2023-08-28T02:33:13.289469+0000","last_active":"2023-08-28T02:37:08.999104+0000","last_peered":"2023-08-28T02:37:08.999104+0000","last_clean":"2023-08-28T02:37:08.999104+0000","last_became_active":"2023-08-28T02:33:13.288737+0000","last_became_peered":"2023-08-28T02:33:13.288737+0000","last_unstale":"2023-08-28T02:37:08.999104+0000","last_undegraded":"2023-08-28T02:37:08.999104+0000","last_fullsized":"2023-08-28T02:37:08.999104+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:11:15.043550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"65'4","reported_seq":323,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-08-28T02:37:09.024834+0000","last_change":"2023-08-28T02:32:28.607010+0000","last_active":"2023-08-28T02:37:09.024834+0000","last_peered":"2023-08-28T02:37:09.024834+0000","last_clean":"2023-08-28T02:37:09.024834+0000","last_became_active":"2023-08-28T02:32:28.492224+0000","last_became_peered":"2023-08-28T02:32:28.492224+0000","last_unstale":"2023-08-28T02:37:09.024834+0000","last_undegraded":"2023-08-28T02:37:09.024834+0000","last_fullsized":"2023-08-28T02:37:09.024834+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:13:45.711951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":554,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":350,"reported_epoch":343,"state":"active+clean","last_fresh":"2023-08-28T02:37:04.001510+0000","last_change":"2023-08-28T02:33:13.309144+0000","last_active":"2023-08-28T02:37:04.001510+0000","last_peered":"2023-08-28T02:37:04.001510+0000","last_clean":"2023-08-28T02:37:04.001510+0000","last_became_active":"2023-08-28T02:33:13.308910+0000","last_became_peered":"2023-08-28T02:33:13.308910+0000","last_unstale":"2023-08-28T02:37:04.001510+0000","last_undegraded":"2023-08-28T02:37:04.001510+0000","last_fullsized":"2023-08-28T02:37:04.001510+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:09:59.549591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":4720754712,"num_objects":72034,"num_object_clones":0,"num_object_copies":216102,"num_objects_missing_on_primary":4622,"num_objects_missing":4622,"num_objects_degraded":35411,"num_objects_misplaced":8767,"num_objects_unfound":0,"num_objects_dirty":72034,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":114580,"num_write_kb":5971585,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":38497,"num_bytes_recovered":2506686464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":14800793600,"data_stored":14800781384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":96828,"ondisk_log_size":96828,"up":48,"acting":43,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":10126,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":370028,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":89,"num_read_kb":167,"num_write":44,"num_write_kb":440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":322019,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299764,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1953804,"kb_used_data":1456068,"kb_used_omap":0,"kb_used_meta":497728,"kb_avail":91791348,"statfs":{"total":95995035648,"available":93994340352,"internally_reserved":0,"allocated":1491013632,"data_stored":1489645105,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":509673472},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:37:11 2023","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.53100000000000003,"15min":1.2889999999999999},"min":{"1min":0.29699999999999999,"5min":0.23400000000000001,"15min":0.219},"max":{"1min":0.66600000000000004,"5min":3.6480000000000001,"15min":13.118},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.48499999999999999,"5min":0.59799999999999998,"15min":1.6899999999999999},"min":{"1min":0.247,"5min":0.247,"15min":0.246},"max":{"1min":0.621,"5min":3.6619999999999999,"15min":17.402999999999999},"last":0.442}]},{"osd":1,"last update":"Mon Aug 28 02:36:41 2023","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.91000000000000003,"15min":2.0449999999999999},"min":{"1min":0.27700000000000002,"5min":0.27300000000000002,"15min":0.24099999999999999},"max":{"1min":2.7509999999999999,"5min":7.0599999999999996,"15min":17.43},"last":0.34000000000000002},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.85499999999999998,"15min":1.8779999999999999},"min":{"1min":0.315,"5min":0.311,"15min":0.25900000000000001},"max":{"1min":2.7669999999999999,"5min":7.1420000000000003,"15min":19.913},"last":0.40300000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:36:25 2023","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.60899999999999999,"15min":1.46},"min":{"1min":0.28899999999999998,"5min":0.23499999999999999,"15min":0.22800000000000001},"max":{"1min":1.5529999999999999,"5min":3.8199999999999998,"15min":8.3889999999999993},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.66500000000000004,"15min":1.2569999999999999},"min":{"1min":0.36899999999999999,"5min":0.28799999999999998,"15min":0.28699999999999998},"max":{"1min":1.9159999999999999,"5min":3.5219999999999998,"15min":9.2219999999999995},"last":0.54400000000000004}]},{"osd":3,"last update":"Mon Aug 28 02:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.65600000000000003,"15min":0.69699999999999995},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":1.9590000000000001,"5min":3.0099999999999998,"15min":3.0099999999999998},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.625,"15min":0.628},"min":{"1min":0.34499999999999997,"5min":0.308,"15min":0.308},"max":{"1min":2.5390000000000001,"5min":3.1000000000000001,"15min":3.1000000000000001},"last":0.64500000000000002}]},{"osd":4,"last update":"Mon Aug 28 02:37:11 2023","interfaces":[{"interface":"back","average":{"1min":0.39400000000000002,"5min":0.51800000000000002,"15min":1.2729999999999999},"min":{"1min":0.28299999999999997,"5min":0.26500000000000001,"15min":0.245},"max":{"1min":0.52000000000000002,"5min":5.2169999999999996,"15min":18.943000000000001},"last":0.378},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.53500000000000003,"15min":0.93600000000000005},"min":{"1min":0.33100000000000002,"5min":0.26500000000000001,"15min":0.25700000000000001},"max":{"1min":2.4940000000000002,"5min":2.9870000000000001,"15min":8.1890000000000001},"last":0.51700000000000002}]},{"osd":5,"last update":"Mon Aug 28 02:37:11 2023","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.47099999999999997,"15min":1.04},"min":{"1min":0.28100000000000003,"5min":0.246,"15min":0.23599999999999999},"max":{"1min":0.64500000000000002,"5min":3.2120000000000002,"15min":14.622},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.53800000000000003,"15min":1.27},"min":{"1min":0.33800000000000002,"5min":0.317,"15min":0.27000000000000002},"max":{"1min":0.80200000000000005,"5min":3.0499999999999998,"15min":17.324999999999999},"last":0.625}]},{"osd":6,"last update":"Mon Aug 28 02:37:11 2023","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.59599999999999997,"15min":1.292},"min":{"1min":0.376,"5min":0.33300000000000002,"15min":0.30299999999999999},"max":{"1min":0.83399999999999996,"5min":3.2250000000000001,"15min":17.454999999999998},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.58899999999999997,"15min":0.85099999999999998},"min":{"1min":0.33400000000000002,"5min":0.31,"15min":0.28999999999999998},"max":{"1min":2.4399999999999999,"5min":3.0499999999999998,"15min":7.665},"last":0.48199999999999998}]}]},{"osd":6,"up_from":0,"seq":193273528695,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":101,"seq":433791697154,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1503072,"kb_used_data":874840,"kb_used_omap":4,"kb_used_meta":628155,"kb_avail":92242080,"statfs":{"total":95995035648,"available":94455889920,"internally_reserved":0,"allocated":895836160,"data_stored":893892788,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":643231630},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:36:42 2023","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.72799999999999998,"15min":2.101},"min":{"1min":0.26600000000000001,"5min":0.223,"15min":0.214},"max":{"1min":2.1659999999999999,"5min":6.4500000000000002,"15min":24.545999999999999},"last":0.41099999999999998},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.82199999999999995,"15min":2.5139999999999998},"min":{"1min":0.25600000000000001,"5min":0.23599999999999999,"15min":0.21199999999999999},"max":{"1min":3.496,"5min":7.5330000000000004,"15min":24.515000000000001},"last":0.69999999999999996}]},{"osd":2,"last update":"Mon Aug 28 02:36:30 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.88200000000000001,"15min":2.3300000000000001},"min":{"1min":0.32900000000000001,"5min":0.28699999999999998,"15min":0.24099999999999999},"max":{"1min":3.544,"5min":7.5659999999999998,"15min":22.161000000000001},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.94199999999999995,"15min":1.748},"min":{"1min":0.34000000000000002,"5min":0.27600000000000002,"15min":0.253},"max":{"1min":2.4489999999999998,"5min":8.3170000000000002,"15min":19.100999999999999},"last":0.53800000000000003}]},{"osd":3,"last update":"Mon Aug 28 02:36:16 2023","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.51300000000000001,"15min":0.47899999999999998},"min":{"1min":0.313,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":1.0940000000000001,"5min":1.9770000000000001,"15min":1.9770000000000001},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.55900000000000005,"15min":0.52900000000000003},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":3.5819999999999999,"5min":3.5819999999999999,"15min":3.5819999999999999},"last":0.59599999999999997}]},{"osd":4,"last update":"Mon Aug 28 02:36:42 2023","interfaces":[{"interface":"back","average":{"1min":0.64200000000000002,"5min":0.88400000000000001,"15min":1.4119999999999999},"min":{"1min":0.38400000000000001,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":2.488,"5min":6.819,"15min":18.992999999999999},"last":0.496},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.88400000000000001,"15min":1.6459999999999999},"min":{"1min":0.34300000000000003,"5min":0.29099999999999998,"15min":0.26400000000000001},"max":{"1min":1.9650000000000001,"5min":6.8380000000000001,"15min":14.779999999999999},"last":0.57099999999999995}]},{"osd":5,"last update":"Mon Aug 28 02:36:42 2023","interfaces":[{"interface":"back","average":{"1min":0.71099999999999997,"5min":0.96399999999999997,"15min":2.0459999999999998},"min":{"1min":0.39300000000000002,"5min":0.35999999999999999,"15min":0.29999999999999999},"max":{"1min":3.6080000000000001,"5min":7.7549999999999999,"15min":18.626999999999999},"last":0.66800000000000004},{"interface":"front","average":{"1min":0.68000000000000005,"5min":0.93799999999999994,"15min":1.8480000000000001},"min":{"1min":0.41899999999999998,"5min":0.375,"15min":0.33600000000000002},"max":{"1min":2.532,"5min":7.3410000000000002,"15min":18.945},"last":0.45400000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:36:42 2023","interfaces":[{"interface":"back","average":{"1min":0.76400000000000001,"5min":0.88700000000000001,"15min":2.0009999999999999},"min":{"1min":0.44600000000000001,"5min":0.39100000000000001,"15min":0.34300000000000003},"max":{"1min":3.6400000000000001,"5min":7.4969999999999999,"15min":12.221},"last":0.72299999999999998},{"interface":"front","average":{"1min":0.69499999999999995,"5min":1.0980000000000001,"15min":1.633},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.34499999999999997},"max":{"1min":2.5950000000000002,"5min":12.371,"15min":19.021999999999998},"last":0.64200000000000002}]},{"osd":7,"last update":"Mon Aug 28 02:36:42 2023","interfaces":[{"interface":"back","average":{"1min":0.72999999999999998,"5min":0.92400000000000004,"15min":1.7689999999999999},"min":{"1min":0.497,"5min":0.374,"15min":0.374},"max":{"1min":2.5600000000000001,"5min":7.3949999999999996,"15min":19.047999999999998},"last":0.61199999999999999},{"interface":"front","average":{"1min":0.66000000000000003,"5min":0.94699999999999995,"15min":1.8660000000000001},"min":{"1min":0.48099999999999998,"5min":0.34399999999999997,"15min":0.312},"max":{"1min":1.9079999999999999,"5min":6.4960000000000004,"15min":14.818},"last":0.65200000000000002}]}]},{"osd":0,"up_from":87,"seq":373662155021,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3522104,"kb_used_data":2857072,"kb_used_omap":5,"kb_used_meta":665018,"kb_avail":90223048,"statfs":{"total":95995035648,"available":92388401152,"internally_reserved":0,"allocated":2925641728,"data_stored":2923572738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":680979066},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:36:35 2023","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.67000000000000004,"15min":1.631},"min":{"1min":0.221,"5min":0.184,"15min":0.184},"max":{"1min":0.76800000000000002,"5min":5.5339999999999998,"15min":30.315000000000001},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.38800000000000001,"5min":0.67700000000000005,"15min":2.431},"min":{"1min":0.27600000000000002,"5min":0.25,"15min":0.221},"max":{"1min":0.67900000000000005,"5min":8.3379999999999992,"15min":69.272000000000006},"last":0.53800000000000003}]},{"osd":2,"last update":"Mon Aug 28 02:36:35 2023","interfaces":[{"interface":"back","average":{"1min":0.68799999999999994,"5min":0.70399999999999996,"15min":1.923},"min":{"1min":0.29399999999999998,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":2.9119999999999999,"5min":5.7060000000000004,"15min":20.959},"last":0.497},{"interface":"front","average":{"1min":0.83299999999999996,"5min":0.81999999999999995,"15min":1.7709999999999999},"min":{"1min":0.311,"5min":0.247,"15min":0.24299999999999999},"max":{"1min":6.1180000000000003,"5min":6.1180000000000003,"15min":9.7490000000000006},"last":0.42599999999999999}]},{"osd":3,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.996,"5min":0.80400000000000005,"15min":0.76800000000000002},"min":{"1min":0.32900000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":5.6680000000000001,"5min":5.6680000000000001,"15min":5.6680000000000001},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.754,"15min":0.77200000000000002},"min":{"1min":0.40300000000000002,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":2.4889999999999999,"5min":4.9199999999999999,"15min":4.9199999999999999},"last":0.76200000000000001}]},{"osd":4,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.56299999999999994,"15min":2.3380000000000001},"min":{"1min":0.33100000000000002,"5min":0.314,"15min":0.29299999999999998},"max":{"1min":2.3210000000000002,"5min":3.9710000000000001,"15min":274.33199999999999},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.66300000000000003,"15min":2.6949999999999998},"min":{"1min":0.376,"5min":0.315,"15min":0.28199999999999997},"max":{"1min":1.357,"5min":2.6520000000000001,"15min":266.31999999999999},"last":0.78300000000000003}]},{"osd":5,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.67700000000000005,"5min":0.623,"15min":1.415},"min":{"1min":0.38800000000000001,"5min":0.33300000000000002,"15min":0.29299999999999998},"max":{"1min":2.3759999999999999,"5min":4.1219999999999999,"15min":13.038},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.65700000000000003,"15min":1.895},"min":{"1min":0.41899999999999998,"5min":0.36399999999999999,"15min":0.27800000000000002},"max":{"1min":1.3120000000000001,"5min":2.2679999999999998,"15min":15.231},"last":0.82699999999999996}]},{"osd":6,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.72799999999999998,"5min":0.66600000000000004,"15min":1.6120000000000001},"min":{"1min":0.41299999999999998,"5min":0.38300000000000001,"15min":0.29399999999999998},"max":{"1min":2.4540000000000002,"5min":4.0620000000000003,"15min":15.122999999999999},"last":0.66800000000000004},{"interface":"front","average":{"1min":0.621,"5min":0.68400000000000005,"15min":1.905},"min":{"1min":0.45200000000000001,"5min":0.40000000000000002,"15min":0.35599999999999998},"max":{"1min":1.3919999999999999,"5min":2.3029999999999999,"15min":15.186999999999999},"last":0.85099999999999998}]},{"osd":7,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":1.006,"5min":0.78900000000000003,"15min":1.899},"min":{"1min":0.51300000000000001,"5min":0.36399999999999999,"15min":0.33400000000000002},"max":{"1min":4.4390000000000001,"5min":4.4390000000000001,"15min":16.183},"last":0.64100000000000001},{"interface":"front","average":{"1min":0.80500000000000005,"5min":0.73899999999999999,"15min":1.625},"min":{"1min":0.46000000000000002,"5min":0.38500000000000001,"15min":0.35999999999999999},"max":{"1min":2.4220000000000002,"5min":4.0250000000000004,"15min":13.005000000000001},"last":0.70599999999999996}]}]},{"osd":2,"up_from":0,"seq":502511173880,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":297,"seq":1275605286963,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":843568,"kb_used_data":708648,"kb_used_omap":2,"kb_used_meta":134909,"kb_avail":92901584,"statfs":{"total":95995035648,"available":95131222016,"internally_reserved":0,"allocated":725655552,"data_stored":723699429,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":138146869},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:37:14 2023","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.52700000000000002,"15min":0.44400000000000001},"min":{"1min":0.247,"5min":0.22,"15min":0.22},"max":{"1min":2.2530000000000001,"5min":6.8819999999999997,"15min":6.8819999999999997},"last":0.32800000000000001},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.69299999999999995,"15min":0.69699999999999995},"min":{"1min":0.30399999999999999,"5min":0.217,"15min":0.217},"max":{"1min":1.018,"5min":6.7839999999999998,"15min":6.7839999999999998},"last":0.44400000000000001}]},{"osd":1,"last update":"Mon Aug 28 02:37:14 2023","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.56000000000000005,"15min":0.45200000000000001},"min":{"1min":0.28499999999999998,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":1.056,"5min":4.0650000000000004,"15min":4.0650000000000004},"last":0.34999999999999998},{"interface":"front","average":{"1min":0.624,"5min":0.70799999999999996,"15min":0.71899999999999997},"min":{"1min":0.28999999999999998,"5min":0.249,"15min":0.249},"max":{"1min":1.431,"5min":3.9249999999999998,"15min":3.9249999999999998},"last":1.431}]},{"osd":2,"last update":"Mon Aug 28 02:37:14 2023","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.57199999999999995,"15min":0.61799999999999999},"min":{"1min":0.31,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":1.3919999999999999,"5min":2.5449999999999999,"15min":2.5449999999999999},"last":1.3919999999999999},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.61899999999999999,"15min":0.56899999999999995},"min":{"1min":0.38200000000000001,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":1.1539999999999999,"5min":4.7030000000000003,"15min":4.7030000000000003},"last":0.46500000000000002}]},{"osd":4,"last update":"Mon Aug 28 02:37:14 2023","interfaces":[{"interface":"back","average":{"1min":0.91800000000000004,"5min":0.63300000000000001,"15min":0.59199999999999997},"min":{"1min":0.40699999999999997,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":6.2670000000000003,"5min":6.2670000000000003,"15min":6.2670000000000003},"last":6.2670000000000003},{"interface":"front","average":{"1min":0.78100000000000003,"5min":0.65100000000000002,"15min":0.57299999999999995},"min":{"1min":0.39800000000000002,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":2.8380000000000001,"5min":3.5030000000000001,"15min":3.5030000000000001},"last":0.67500000000000004}]},{"osd":5,"last update":"Mon Aug 28 02:37:14 2023","interfaces":[{"interface":"back","average":{"1min":0.68799999999999994,"5min":0.65100000000000002,"15min":0.59499999999999997},"min":{"1min":0.40100000000000002,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":2.29,"5min":3.5390000000000001,"15min":3.5390000000000001},"last":0.63100000000000001},{"interface":"front","average":{"1min":0.73899999999999999,"5min":0.58199999999999996,"15min":0.55500000000000005},"min":{"1min":0.40600000000000003,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":2.7149999999999999,"5min":2.7149999999999999,"15min":2.7149999999999999},"last":1.4590000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:37:14 2023","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.63100000000000001,"15min":0.64000000000000001},"min":{"1min":0.437,"5min":0.436,"15min":0.436},"max":{"1min":0.89000000000000001,"5min":1.8879999999999999,"15min":1.8879999999999999},"last":0.5},{"interface":"front","average":{"1min":0.66100000000000003,"5min":0.69699999999999995,"15min":0.65300000000000002},"min":{"1min":0.44700000000000001,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.99099999999999999,"5min":3.6099999999999999,"15min":3.6099999999999999},"last":0.70599999999999996}]},{"osd":7,"last update":"Mon Aug 28 02:37:14 2023","interfaces":[{"interface":"back","average":{"1min":0.78000000000000003,"5min":0.63400000000000001,"15min":0.59599999999999997},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":2.9399999999999999,"5min":2.9399999999999999,"15min":2.9399999999999999},"last":1.482},{"interface":"front","average":{"1min":0.82899999999999996,"5min":0.68500000000000005,"15min":0.66000000000000003},"min":{"1min":0.46500000000000002,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":2.9540000000000002,"5min":2.9540000000000002,"15min":2.9540000000000002},"last":0.52000000000000002}]}]},{"osd":4,"up_from":30,"seq":128849019257,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3370508,"kb_used_data":2899908,"kb_used_omap":0,"kb_used_meta":470592,"kb_avail":90374644,"statfs":{"total":95995035648,"available":92543635456,"internally_reserved":0,"allocated":2969505792,"data_stored":2968137500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":481886208},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.78500000000000003,"15min":1.679},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.22800000000000001},"max":{"1min":0.52300000000000002,"5min":10.249000000000001,"15min":22.515000000000001},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.90900000000000003,"15min":1.5840000000000001},"min":{"1min":0.30199999999999999,"5min":0.23200000000000001,"15min":0.217},"max":{"1min":0.65300000000000002,"5min":6.9720000000000004,"15min":22.454000000000001},"last":0.28100000000000003}]},{"osd":1,"last update":"Mon Aug 28 02:36:47 2023","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.68100000000000005,"15min":1.3879999999999999},"min":{"1min":0.312,"5min":0.254,"15min":0.24199999999999999},"max":{"1min":0.58399999999999996,"5min":8.7710000000000008,"15min":23.082000000000001},"last":0.58899999999999997},{"interface":"front","average":{"1min":0.432,"5min":0.628,"15min":1.597},"min":{"1min":0.29199999999999998,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.55300000000000005,"5min":8.7940000000000005,"15min":25.100000000000001},"last":0.33600000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.92700000000000005,"15min":1.571},"min":{"1min":0.35199999999999998,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":3.3210000000000002,"5min":8.7149999999999999,"15min":16.231000000000002},"last":0.375},{"interface":"front","average":{"1min":0.437,"5min":0.90500000000000003,"15min":1.466},"min":{"1min":0.34300000000000003,"5min":0.312,"15min":0.251},"max":{"1min":0.51900000000000002,"5min":6.9409999999999998,"15min":13.515000000000001},"last":0.44800000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.73599999999999999,"15min":0.78400000000000003},"min":{"1min":0.34699999999999998,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.778,"5min":7.7480000000000002,"15min":7.7480000000000002},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.503,"5min":0.71499999999999997,"15min":0.67100000000000004},"min":{"1min":0.34100000000000003,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.83399999999999996,"5min":3.7069999999999999,"15min":3.7069999999999999},"last":0.48299999999999998}]},{"osd":5,"last update":"Mon Aug 28 02:37:01 2023","interfaces":[{"interface":"back","average":{"1min":0.73099999999999998,"5min":0.57799999999999996,"15min":1.095},"min":{"1min":0.27500000000000002,"5min":0.222,"15min":0.222},"max":{"1min":4.609,"5min":4.6689999999999996,"15min":16.181999999999999},"last":0.29599999999999999},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.71299999999999997,"15min":1.1200000000000001},"min":{"1min":0.34699999999999998,"5min":0.224,"15min":0.20699999999999999},"max":{"1min":1.5700000000000001,"5min":8.6370000000000005,"15min":10.233000000000001},"last":0.50900000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:37:16 2023","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.55500000000000005,"15min":1.052},"min":{"1min":0.29599999999999999,"5min":0.27100000000000002,"15min":0.26500000000000001},"max":{"1min":1.6000000000000001,"5min":2.9830000000000001,"15min":10.023999999999999},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.61799999999999999,"15min":1.121},"min":{"1min":0.313,"5min":0.28299999999999997,"15min":0.26600000000000001},"max":{"1min":1.679,"5min":4.5949999999999998,"15min":8.5},"last":0.46800000000000003}]},{"osd":7,"last update":"Mon Aug 28 02:36:17 2023","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.76300000000000001,"15min":1.133},"min":{"1min":0.34899999999999998,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.73099999999999998,"5min":8.8249999999999993,"15min":9.3209999999999997},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.92800000000000005,"15min":1.099},"min":{"1min":0.432,"5min":0.34499999999999997,"15min":0.30299999999999999},"max":{"1min":0.64200000000000002,"5min":15.597,"15min":15.597},"last":0.53900000000000003}]}]},{"osd":5,"up_from":37,"seq":158913790330,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2576764,"kb_used_data":2022068,"kb_used_omap":0,"kb_used_meta":554688,"kb_avail":91168388,"statfs":{"total":95995035648,"available":93356429312,"internally_reserved":0,"allocated":2070597632,"data_stored":2069241707,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":568000512},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,1,0,0,0,1,1],"upper_bound":256},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:36:47 2023","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.73899999999999999,"15min":1.706},"min":{"1min":0.26000000000000001,"5min":0.23200000000000001,"15min":0.20200000000000001},"max":{"1min":0.83099999999999996,"5min":7.7560000000000002,"15min":40.334000000000003},"last":0.245},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.90700000000000003,"15min":1.7170000000000001},"min":{"1min":0.29199999999999998,"5min":0.26600000000000001,"15min":0.23200000000000001},"max":{"1min":0.66400000000000003,"5min":19.815999999999999,"15min":40.212000000000003},"last":0.55300000000000005}]},{"osd":1,"last update":"Mon Aug 28 02:36:47 2023","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.77900000000000003,"15min":1.8819999999999999},"min":{"1min":0.309,"5min":0.27400000000000002,"15min":0.23699999999999999},"max":{"1min":0.55400000000000005,"5min":17.998000000000001,"15min":40.088000000000001},"last":0.29299999999999998},{"interface":"front","average":{"1min":0.45900000000000002,"5min":1.107,"15min":1.794},"min":{"1min":0.29199999999999998,"5min":0.27800000000000002,"15min":0.26000000000000001},"max":{"1min":0.67900000000000005,"5min":19.853000000000002,"15min":40.243000000000002},"last":0.57999999999999996}]},{"osd":2,"last update":"Mon Aug 28 02:36:47 2023","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.75800000000000001,"15min":1.706},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.27700000000000002},"max":{"1min":0.81100000000000005,"5min":7.8029999999999999,"15min":40.436999999999998},"last":0.309},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.91800000000000004,"15min":1.8029999999999999},"min":{"1min":0.39300000000000002,"5min":0.315,"15min":0.27200000000000002},"max":{"1min":0.69499999999999995,"5min":8.609,"15min":40.555},"last":0.76000000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:36:19 2023","interfaces":[{"interface":"back","average":{"1min":0.46899999999999997,"5min":0.99399999999999999,"15min":1.1970000000000001},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.68100000000000005,"5min":16.190999999999999,"15min":16.190999999999999},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.85899999999999999,"5min":1.29,"15min":1.5529999999999999},"min":{"1min":0.377,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":4.8230000000000004,"5min":21.420999999999999,"15min":21.420999999999999},"last":0.77800000000000002}]},{"osd":4,"last update":"Mon Aug 28 02:36:58 2023","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.60299999999999998,"15min":1.2589999999999999},"min":{"1min":0.25,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.78300000000000003,"5min":13.616,"15min":40.762999999999998},"last":0.28100000000000003},{"interface":"front","average":{"1min":0.442,"5min":0.70799999999999996,"15min":1.3620000000000001},"min":{"1min":0.34499999999999997,"5min":0.27900000000000003,"15min":0.25700000000000001},"max":{"1min":0.59399999999999997,"5min":6.3819999999999997,"15min":40.634},"last":0.73999999999999999}]},{"osd":6,"last update":"Mon Aug 28 02:36:47 2023","interfaces":[{"interface":"back","average":{"1min":0.81499999999999995,"5min":0.89300000000000002,"15min":1.4359999999999999},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.23300000000000001},"max":{"1min":4.04,"5min":10.66,"15min":42.409999999999997},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.69499999999999995,"15min":1.3899999999999999},"min":{"1min":0.29499999999999998,"5min":0.254,"15min":0.254},"max":{"1min":0.81399999999999995,"5min":9.5830000000000002,"15min":42.533999999999999},"last":0.46500000000000002}]},{"osd":7,"last update":"Mon Aug 28 02:36:47 2023","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.70399999999999996,"15min":1.5840000000000001},"min":{"1min":0.34999999999999998,"5min":0.315,"15min":0.315},"max":{"1min":2.9809999999999999,"5min":6.1749999999999998,"15min":42.667000000000002},"last":0.504},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.94199999999999995,"15min":1.6040000000000001},"min":{"1min":0.39700000000000002,"5min":0.33000000000000002,"15min":0.318},"max":{"1min":1.7330000000000001,"5min":9.1189999999999998,"15min":42.344000000000001},"last":0.72099999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":2917797888,"data_stored":2917793816,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":889323520,"data_stored":889323520,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1972502528,"data_stored":1972502528,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":718340096,"data_stored":718340096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":2961444864,"data_stored":2961440792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":2061107200,"data_stored":2061107200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1795821568,"data_stored":1795817496,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1484455936,"data_stored":1484455936,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:37:21.697 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:37:21.702 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:21.702 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:37:21.724 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.0 dump_blocked_ops 2023-08-28T02:37:21.803 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:37:21.840 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:21.914 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:37:21.918 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:21.919 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:37:22.019 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:37:22.052 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:22.075 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:37:22.081 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:22.082 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:37:22.098 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:22 smithi040 ceph-mon[175404]: from='client.45989 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:37:22.098 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:22 smithi040 ceph-mon[170259]: from='client.45989 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:37:22.167 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-08-28T02:37:22.183 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:37:22.214 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:22.240 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:37:22.246 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:22.246 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:37:22.269 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:37:22.347 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:37:22.372 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:22 smithi083 ceph-mon[157819]: from='client.45989 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:37:22.374 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:22.394 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:37:22.397 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:22.397 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:37:22.498 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:37:22.525 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:22.547 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:37:22.550 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:22.550 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:37:22.651 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:37:22.686 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:22.715 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:37:22.860 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:37:22.863 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:22.863 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:37:22.964 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:37:22.992 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:23.011 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:37:23.014 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:23.014 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:37:23.069 INFO:teuthology.orchestra.run.smithi040.stderr:noscrub is unset 2023-08-28T02:37:23.115 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:37:23.145 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:23.173 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:37:23.176 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:23.177 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:37:23.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:23 smithi083 ceph-mon[157819]: pgmap v1049: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.4 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 129 op/s; 35270/215148 objects degraded (16.393%); 8742/215148 objects misplaced (4.063%); 2.2 MiB/s, 35 objects/s recovering 2023-08-28T02:37:23.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:23 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2910685508' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:37:23.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:23 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:37:23.277 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:37:23.308 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:23 smithi040 ceph-mon[170259]: pgmap v1049: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.4 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 129 op/s; 35270/215148 objects degraded (16.393%); 8742/215148 objects misplaced (4.063%); 2.2 MiB/s, 35 objects/s recovering 2023-08-28T02:37:23.308 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:23 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2910685508' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:37:23.309 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:23 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:37:23.309 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:23 smithi040 ceph-mon[175404]: pgmap v1049: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.4 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 129 op/s; 35270/215148 objects degraded (16.393%); 8742/215148 objects misplaced (4.063%); 2.2 MiB/s, 35 objects/s recovering 2023-08-28T02:37:23.309 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:23 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2910685508' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:37:23.309 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:23 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:37:23.312 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:23.537 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:37:23.542 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:23.542 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:37:23.643 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:37:23.670 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:23.689 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:37:23.692 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:23.693 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:37:23.719 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-08-28T02:37:23.719 INFO:teuthology.orchestra.run.smithi040.stdout: "ops": [], 2023-08-28T02:37:23.719 INFO:teuthology.orchestra.run.smithi040.stdout: "complaint_time": 30, 2023-08-28T02:37:23.719 INFO:teuthology.orchestra.run.smithi040.stdout: "num_blocked_ops": 0 2023-08-28T02:37:23.719 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-08-28T02:37:23.794 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:37:23.847 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:24.027 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:37:24.030 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:24.031 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:37:24.131 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:37:24.160 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:24.183 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:37:24.185 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:37:24.186 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:24.187 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:37:24.207 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:37:24.228 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:37:24.230 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:24 smithi040 ceph-mon[175404]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:37:24.230 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:24 smithi040 ceph-mon[175404]: failed to encode map e346 with expected crc 2023-08-28T02:37:24.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:24 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:37:24.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:24 smithi040 ceph-mon[175404]: osdmap e346: 8 total, 8 up, 6 in 2023-08-28T02:37:24.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:24 smithi040 ceph-mon[175404]: failed to encode map e346 with expected crc 2023-08-28T02:37:24.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:24 smithi040 ceph-mon[175404]: failed to encode map e346 with expected crc 2023-08-28T02:37:24.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:24 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:37:24.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:24 smithi040 ceph-mon[170259]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:37:24.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:24 smithi040 ceph-mon[170259]: failed to encode map e346 with expected crc 2023-08-28T02:37:24.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:24 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:37:24.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:24 smithi040 ceph-mon[170259]: osdmap e346: 8 total, 8 up, 6 in 2023-08-28T02:37:24.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:24 smithi040 ceph-mon[170259]: failed to encode map e346 with expected crc 2023-08-28T02:37:24.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:24 smithi040 ceph-mon[170259]: failed to encode map e346 with expected crc 2023-08-28T02:37:24.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:24 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:37:24.249 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:37:24.269 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:37:24.288 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:37:24.295 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:37:24.323 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:37:24.324 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:24.345 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:37:24.347 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:37:24.347 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-08-28T02:37:24.347 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-08-28T02:37:24.347 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-08-28T02:37:24.348 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-08-28T02:37:24.348 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-08-28T02:37:24.348 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-08-28T02:37:24.348 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-08-28T02:37:24.348 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-08-28T02:37:24.353 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:24.353 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:37:24.454 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:37:24.489 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:24.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:24 smithi083 ceph-mon[157819]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:37:24.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:24 smithi083 ceph-mon[157819]: failed to encode map e346 with expected crc 2023-08-28T02:37:24.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:24 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:37:24.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:24 smithi083 ceph-mon[157819]: osdmap e346: 8 total, 8 up, 6 in 2023-08-28T02:37:24.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:24 smithi083 ceph-mon[157819]: failed to encode map e346 with expected crc 2023-08-28T02:37:24.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:24 smithi083 ceph-mon[157819]: failed to encode map e346 with expected crc 2023-08-28T02:37:24.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:24 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:37:24.515 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:37:24.520 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:24.521 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:37:24.562 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:37:24.622 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:37:24.651 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:24.681 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.0 dump_historic_ops 2023-08-28T02:37:24.775 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:37:24.778 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:24.778 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:37:24.879 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:37:24.895 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:37:24.906 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:24.975 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:37:24.978 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:24.978 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:37:25.076 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:37:25.079 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:37:25.109 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:25.180 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:37:25.181 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:25 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1910083913' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:37:25.181 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:25 smithi040 ceph-mon[175404]: pgmap v1051: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.4 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 113 op/s; 35270/214854 objects degraded (16.416%); 8742/214854 objects misplaced (4.069%); 1.7 MiB/s, 27 objects/s recovering 2023-08-28T02:37:25.181 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:25 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1910083913' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:37:25.181 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:25 smithi040 ceph-mon[170259]: pgmap v1051: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.4 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 113 op/s; 35270/214854 objects degraded (16.416%); 8742/214854 objects misplaced (4.069%); 1.7 MiB/s, 27 objects/s recovering 2023-08-28T02:37:25.183 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:25.183 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:37:25.184 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:25 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1910083913' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:37:25.184 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:25 smithi083 ceph-mon[157819]: pgmap v1051: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.4 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 113 op/s; 35270/214854 objects degraded (16.416%); 8742/214854 objects misplaced (4.069%); 1.7 MiB/s, 27 objects/s recovering 2023-08-28T02:37:25.284 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:37:25.317 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:25.480 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:37:25 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:37:25] "GET /metrics HTTP/1.1" 200 36612 "" "Prometheus/2.43.0" 2023-08-28T02:37:25.490 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:37:25.493 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:25.494 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:37:25.595 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:37:25.630 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:25.704 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:37:25.707 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:25.707 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:37:25.808 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:37:25.841 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:25.918 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:37:25.925 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:25.926 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:37:25.968 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd unset nodeep-scrub 2023-08-28T02:37:26.027 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:37:26.059 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:26.230 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:26 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 35270/214854 objects degraded (16.416%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:37:26.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:26 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 35270/214854 objects degraded (16.416%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:37:26.338 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:37:26.342 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:26.342 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:37:26.443 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:37:26.481 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:26.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:26 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 35270/214854 objects degraded (16.416%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:37:26.560 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:37:26.561 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:37:26.607 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:37:26.610 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:26.610 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:37:26.711 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:37:26.745 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:26.806 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-08-28T02:37:26.872 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:37:26.875 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:26.875 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:37:26.976 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:37:27.006 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:27.025 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:37:27.029 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:27.030 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:37:27.130 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:37:27.147 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:27 smithi040 ceph-mon[175404]: pgmap v1052: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.4 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 106 op/s; 35195/214080 objects degraded (16.440%); 8697/214080 objects misplaced (4.062%); 1.5 MiB/s, 23 objects/s recovering 2023-08-28T02:37:27.147 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:27 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:37:27.148 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:27 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:37:27.148 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:27 smithi040 ceph-mon[170259]: pgmap v1052: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.4 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 106 op/s; 35195/214080 objects degraded (16.440%); 8697/214080 objects misplaced (4.062%); 1.5 MiB/s, 23 objects/s recovering 2023-08-28T02:37:27.148 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:27 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:37:27.148 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:27 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:37:27.148 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:37:27.157 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:27.175 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":1052,"stamp":"2023-08-28T02:37:26.445897+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4675451652,"num_objects":71360,"num_object_clones":0,"num_object_copies":214080,"num_objects_missing_on_primary":4582,"num_objects_missing":4582,"num_objects_degraded":35195,"num_objects_misplaced":8697,"num_objects_unfound":0,"num_objects_dirty":71360,"num_whiteouts":0,"num_read":90,"num_read_kb":168,"num_write":115382,"num_write_kb":5972054,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":38699,"num_bytes_recovered":2518684017,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":98851,"ondisk_log_size":98851,"up":297,"acting":292,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":13640388,"kb_used_data":10699668,"kb_used_omap":12,"kb_used_meta":2940659,"kb_avail":548830524,"statfs":{"total":575970213888,"available":562002456576,"internally_reserved":0,"allocated":10956460032,"data_stored":10946360317,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12739,"internal_metadata":3011235389},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,0,0,0,0,3,0,1],"upper_bound":512},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-65404928,"num_objects":-998,"num_object_clones":0,"num_object_copies":-2994,"num_objects_missing_on_primary":-40,"num_objects_missing":-40,"num_objects_degraded":-259,"num_objects_misplaced":-112,"num_objects_unfound":0,"num_objects_dirty":-998,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":998,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":220,"num_bytes_recovered":14417920,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"9.407050"},"pg_stats":[{"pgid":"3.1a","version":"65'1","reported_seq":356,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-08-28T02:37:09.007504+0000","last_change":"2023-08-28T02:32:32.667028+0000","last_active":"2023-08-28T02:37:09.007504+0000","last_peered":"2023-08-28T02:37:09.007504+0000","last_clean":"2023-08-28T02:37:09.007504+0000","last_became_active":"2023-08-28T02:32:32.666711+0000","last_became_peered":"2023-08-28T02:32:32.666711+0000","last_unstale":"2023-08-28T02:37:09.007504+0000","last_undegraded":"2023-08-28T02:37:09.007504+0000","last_fullsized":"2023-08-28T02:37:09.007504+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:28:21.913105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":309,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.045952+0000","last_change":"2023-08-28T02:29:44.421259+0000","last_active":"2023-08-28T02:37:17.045952+0000","last_peered":"2023-08-28T02:37:17.045952+0000","last_clean":"2023-08-28T02:37:17.045952+0000","last_became_active":"2023-08-28T02:29:44.420936+0000","last_became_peered":"2023-08-28T02:29:44.420936+0000","last_unstale":"2023-08-28T02:37:17.045952+0000","last_undegraded":"2023-08-28T02:37:17.045952+0000","last_fullsized":"2023-08-28T02:37:17.045952+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:22:26.346867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":150,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-08-28T02:37:08.997609+0000","last_change":"2023-08-28T02:33:12.290337+0000","last_active":"2023-08-28T02:37:08.997609+0000","last_peered":"2023-08-28T02:37:08.997609+0000","last_clean":"2023-08-28T02:37:08.997609+0000","last_became_active":"2023-08-28T02:33:12.289852+0000","last_became_peered":"2023-08-28T02:33:12.289852+0000","last_unstale":"2023-08-28T02:37:08.997609+0000","last_undegraded":"2023-08-28T02:37:08.997609+0000","last_fullsized":"2023-08-28T02:37:08.997609+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:04:26.420037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":325,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.046214+0000","last_change":"2023-08-28T02:33:13.317226+0000","last_active":"2023-08-28T02:37:17.046214+0000","last_peered":"2023-08-28T02:37:17.046214+0000","last_clean":"2023-08-28T02:37:17.046214+0000","last_became_active":"2023-08-28T02:33:13.316893+0000","last_became_peered":"2023-08-28T02:33:13.316893+0000","last_unstale":"2023-08-28T02:37:17.046214+0000","last_undegraded":"2023-08-28T02:37:17.046214+0000","last_fullsized":"2023-08-28T02:37:17.046214+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:55:46.593463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":269,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.039954+0000","last_change":"2023-08-28T02:33:12.295203+0000","last_active":"2023-08-28T02:37:17.039954+0000","last_peered":"2023-08-28T02:37:17.039954+0000","last_clean":"2023-08-28T02:37:17.039954+0000","last_became_active":"2023-08-28T02:33:12.294904+0000","last_became_peered":"2023-08-28T02:33:12.294904+0000","last_unstale":"2023-08-28T02:37:17.039954+0000","last_undegraded":"2023-08-28T02:37:17.039954+0000","last_fullsized":"2023-08-28T02:37:17.039954+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:31:07.008856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":287,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.092535+0000","last_change":"2023-08-28T02:31:51.987263+0000","last_active":"2023-08-28T02:37:17.092535+0000","last_peered":"2023-08-28T02:37:17.092535+0000","last_clean":"2023-08-28T02:37:17.092535+0000","last_became_active":"2023-08-28T02:31:51.986938+0000","last_became_peered":"2023-08-28T02:31:51.986938+0000","last_unstale":"2023-08-28T02:37:17.092535+0000","last_undegraded":"2023-08-28T02:37:17.092535+0000","last_fullsized":"2023-08-28T02:37:17.092535+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:18.021905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":319,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.046261+0000","last_change":"2023-08-28T02:33:12.318656+0000","last_active":"2023-08-28T02:37:17.046261+0000","last_peered":"2023-08-28T02:37:17.046261+0000","last_clean":"2023-08-28T02:37:17.046261+0000","last_became_active":"2023-08-28T02:33:12.318297+0000","last_became_peered":"2023-08-28T02:33:12.318297+0000","last_unstale":"2023-08-28T02:37:17.046261+0000","last_undegraded":"2023-08-28T02:37:17.046261+0000","last_fullsized":"2023-08-28T02:37:17.046261+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:43:09.789767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":250,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.040009+0000","last_change":"2023-08-28T02:33:13.357230+0000","last_active":"2023-08-28T02:37:17.040009+0000","last_peered":"2023-08-28T02:37:17.040009+0000","last_clean":"2023-08-28T02:37:17.040009+0000","last_became_active":"2023-08-28T02:33:13.356853+0000","last_became_peered":"2023-08-28T02:33:13.356853+0000","last_unstale":"2023-08-28T02:37:17.040009+0000","last_undegraded":"2023-08-28T02:37:17.040009+0000","last_fullsized":"2023-08-28T02:37:17.040009+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:20:21.545007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":329,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.089636+0000","last_change":"2023-08-28T02:29:44.462510+0000","last_active":"2023-08-28T02:37:17.089636+0000","last_peered":"2023-08-28T02:37:17.089636+0000","last_clean":"2023-08-28T02:37:17.089636+0000","last_became_active":"2023-08-28T02:29:44.460314+0000","last_became_peered":"2023-08-28T02:29:44.460314+0000","last_unstale":"2023-08-28T02:37:17.089636+0000","last_undegraded":"2023-08-28T02:37:17.089636+0000","last_fullsized":"2023-08-28T02:37:17.089636+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:59:01.311467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":253,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.040514+0000","last_change":"2023-08-28T02:33:13.291255+0000","last_active":"2023-08-28T02:37:17.040514+0000","last_peered":"2023-08-28T02:37:17.040514+0000","last_clean":"2023-08-28T02:37:17.040514+0000","last_became_active":"2023-08-28T02:33:13.290933+0000","last_became_peered":"2023-08-28T02:33:13.290933+0000","last_unstale":"2023-08-28T02:37:17.040514+0000","last_undegraded":"2023-08-28T02:37:17.040514+0000","last_fullsized":"2023-08-28T02:37:17.040514+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:31:54.116908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"65'3","reported_seq":330,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.092244+0000","last_change":"2023-08-28T02:33:12.296412+0000","last_active":"2023-08-28T02:37:17.092244+0000","last_peered":"2023-08-28T02:37:17.092244+0000","last_clean":"2023-08-28T02:37:17.092244+0000","last_became_active":"2023-08-28T02:33:12.295786+0000","last_became_peered":"2023-08-28T02:33:12.295786+0000","last_unstale":"2023-08-28T02:37:17.092244+0000","last_undegraded":"2023-08-28T02:37:17.092244+0000","last_fullsized":"2023-08-28T02:37:17.092244+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:15:31.449163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":153,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-08-28T02:37:08.999256+0000","last_change":"2023-08-28T02:32:32.666927+0000","last_active":"2023-08-28T02:37:08.999256+0000","last_peered":"2023-08-28T02:37:08.999256+0000","last_clean":"2023-08-28T02:37:08.999256+0000","last_became_active":"2023-08-28T02:32:32.666618+0000","last_became_peered":"2023-08-28T02:32:32.666618+0000","last_unstale":"2023-08-28T02:37:08.999256+0000","last_undegraded":"2023-08-28T02:37:08.999256+0000","last_fullsized":"2023-08-28T02:37:08.999256+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:45:57.998333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":353,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-08-28T02:37:09.007736+0000","last_change":"2023-08-28T02:32:28.505262+0000","last_active":"2023-08-28T02:37:09.007736+0000","last_peered":"2023-08-28T02:37:09.007736+0000","last_clean":"2023-08-28T02:37:09.007736+0000","last_became_active":"2023-08-28T02:32:28.455999+0000","last_became_peered":"2023-08-28T02:32:28.455999+0000","last_unstale":"2023-08-28T02:37:09.007736+0000","last_undegraded":"2023-08-28T02:37:09.007736+0000","last_fullsized":"2023-08-28T02:37:09.007736+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:28.937020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":9468,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":337,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-08-28T02:37:09.006872+0000","last_change":"2023-08-28T02:32:12.959195+0000","last_active":"2023-08-28T02:37:09.006872+0000","last_peered":"2023-08-28T02:37:09.006872+0000","last_clean":"2023-08-28T02:37:09.006872+0000","last_became_active":"2023-08-28T02:32:12.958832+0000","last_became_peered":"2023-08-28T02:32:12.958832+0000","last_unstale":"2023-08-28T02:37:09.006872+0000","last_undegraded":"2023-08-28T02:37:09.006872+0000","last_fullsized":"2023-08-28T02:37:09.006872+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:23:27.197787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"65'2","reported_seq":328,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.091973+0000","last_change":"2023-08-28T02:32:28.461161+0000","last_active":"2023-08-28T02:37:17.091973+0000","last_peered":"2023-08-28T02:37:17.091973+0000","last_clean":"2023-08-28T02:37:17.091973+0000","last_became_active":"2023-08-28T02:32:28.451284+0000","last_became_peered":"2023-08-28T02:32:28.451284+0000","last_unstale":"2023-08-28T02:37:17.091973+0000","last_undegraded":"2023-08-28T02:37:17.091973+0000","last_fullsized":"2023-08-28T02:37:17.091973+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:58:20.061020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":310,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.044460+0000","last_change":"2023-08-28T02:29:44.419566+0000","last_active":"2023-08-28T02:37:17.044460+0000","last_peered":"2023-08-28T02:37:17.044460+0000","last_clean":"2023-08-28T02:37:17.044460+0000","last_became_active":"2023-08-28T02:29:44.419053+0000","last_became_peered":"2023-08-28T02:29:44.419053+0000","last_unstale":"2023-08-28T02:37:17.044460+0000","last_undegraded":"2023-08-28T02:37:17.044460+0000","last_fullsized":"2023-08-28T02:37:17.044460+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:44:36.133499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":313,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.044272+0000","last_change":"2023-08-28T02:33:12.493777+0000","last_active":"2023-08-28T02:37:17.044272+0000","last_peered":"2023-08-28T02:37:17.044272+0000","last_clean":"2023-08-28T02:37:17.044272+0000","last_became_active":"2023-08-28T02:33:12.491177+0000","last_became_peered":"2023-08-28T02:33:12.491177+0000","last_unstale":"2023-08-28T02:37:17.044272+0000","last_undegraded":"2023-08-28T02:37:17.044272+0000","last_fullsized":"2023-08-28T02:37:17.044272+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:10:58.167753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":325,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.089393+0000","last_change":"2023-08-28T02:33:12.290293+0000","last_active":"2023-08-28T02:37:17.089393+0000","last_peered":"2023-08-28T02:37:17.089393+0000","last_clean":"2023-08-28T02:37:17.089393+0000","last_became_active":"2023-08-28T02:33:12.289989+0000","last_became_peered":"2023-08-28T02:33:12.289989+0000","last_unstale":"2023-08-28T02:37:17.089393+0000","last_undegraded":"2023-08-28T02:37:17.089393+0000","last_fullsized":"2023-08-28T02:37:17.089393+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:05:33.622172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":303,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.091862+0000","last_change":"2023-08-28T02:32:12.948756+0000","last_active":"2023-08-28T02:37:17.091862+0000","last_peered":"2023-08-28T02:37:17.091862+0000","last_clean":"2023-08-28T02:37:17.091862+0000","last_became_active":"2023-08-28T02:32:12.948441+0000","last_became_peered":"2023-08-28T02:32:12.948441+0000","last_unstale":"2023-08-28T02:37:17.091862+0000","last_undegraded":"2023-08-28T02:37:17.091862+0000","last_fullsized":"2023-08-28T02:37:17.091862+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:27.922180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":320,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.046284+0000","last_change":"2023-08-28T02:33:12.299398+0000","last_active":"2023-08-28T02:37:17.046284+0000","last_peered":"2023-08-28T02:37:17.046284+0000","last_clean":"2023-08-28T02:37:17.046284+0000","last_became_active":"2023-08-28T02:33:12.299113+0000","last_became_peered":"2023-08-28T02:33:12.299113+0000","last_unstale":"2023-08-28T02:37:17.046284+0000","last_undegraded":"2023-08-28T02:37:17.046284+0000","last_fullsized":"2023-08-28T02:37:17.046284+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:14:55.597212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"65'8","reported_seq":114,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.043953+0000","last_change":"2023-08-28T02:33:13.478870+0000","last_active":"2023-08-28T02:37:17.043953+0000","last_peered":"2023-08-28T02:37:17.043953+0000","last_clean":"2023-08-28T02:37:17.043953+0000","last_became_active":"2023-08-28T02:33:13.332142+0000","last_became_peered":"2023-08-28T02:33:13.332142+0000","last_unstale":"2023-08-28T02:37:17.043953+0000","last_undegraded":"2023-08-28T02:37:17.043953+0000","last_fullsized":"2023-08-28T02:37:17.043953+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:32:42.810159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":251,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.042063+0000","last_change":"2023-08-28T02:33:12.306353+0000","last_active":"2023-08-28T02:37:17.042063+0000","last_peered":"2023-08-28T02:37:17.042063+0000","last_clean":"2023-08-28T02:37:17.042063+0000","last_became_active":"2023-08-28T02:33:12.304977+0000","last_became_peered":"2023-08-28T02:33:12.304977+0000","last_unstale":"2023-08-28T02:37:17.042063+0000","last_undegraded":"2023-08-28T02:37:17.042063+0000","last_fullsized":"2023-08-28T02:37:17.042063+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:19:38.819671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"346'7186","reported_seq":7290,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:25.132255+0000","last_change":"2023-08-28T02:30:50.402703+0000","last_active":"2023-08-28T02:37:25.132255+0000","last_peered":"2023-08-28T02:37:25.132255+0000","last_clean":"2023-08-28T02:37:25.132255+0000","last_became_active":"2023-08-28T02:30:50.402419+0000","last_became_peered":"2023-08-28T02:30:50.402419+0000","last_unstale":"2023-08-28T02:37:25.132255+0000","last_undegraded":"2023-08-28T02:37:25.132255+0000","last_fullsized":"2023-08-28T02:37:25.132255+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7186,"log_dups_size":0,"ondisk_log_size":7186,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:07:37.393907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":293208064,"num_objects":4474,"num_object_clones":0,"num_object_copies":13422,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4474,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7186,"num_write_kb":373120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"65'1","reported_seq":311,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.092560+0000","last_change":"2023-08-28T02:14:43.046130+0000","last_active":"2023-08-28T02:37:17.092560+0000","last_peered":"2023-08-28T02:37:17.092560+0000","last_clean":"2023-08-28T02:37:17.092560+0000","last_became_active":"2023-08-28T02:14:43.045775+0000","last_became_peered":"2023-08-28T02:14:43.045775+0000","last_unstale":"2023-08-28T02:37:17.092560+0000","last_undegraded":"2023-08-28T02:37:17.092560+0000","last_fullsized":"2023-08-28T02:37:17.092560+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:57:38.279756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":301,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.088978+0000","last_change":"2023-08-28T02:31:51.987149+0000","last_active":"2023-08-28T02:37:17.088978+0000","last_peered":"2023-08-28T02:37:17.088978+0000","last_clean":"2023-08-28T02:37:17.088978+0000","last_became_active":"2023-08-28T02:31:51.986821+0000","last_became_peered":"2023-08-28T02:31:51.986821+0000","last_unstale":"2023-08-28T02:37:17.088978+0000","last_undegraded":"2023-08-28T02:37:17.088978+0000","last_fullsized":"2023-08-28T02:37:17.088978+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:23:26.661134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"346'7211","reported_seq":11527,"reported_epoch":346,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:37:24.407494+0000","last_change":"2023-08-28T02:33:33.975566+0000","last_active":"2023-08-28T02:37:24.407494+0000","last_peered":"2023-08-28T02:37:24.407494+0000","last_clean":"2023-08-28T02:31:27.868230+0000","last_became_active":"2023-08-28T02:33:33.660452+0000","last_became_peered":"2023-08-28T02:33:33.660452+0000","last_unstale":"2023-08-28T02:37:24.407494+0000","last_undegraded":"2023-08-28T02:33:13.410847+0000","last_fullsized":"2023-08-28T02:33:13.270012+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7211,"log_dups_size":0,"ondisk_log_size":7211,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:33.375162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":287637504,"num_objects":4389,"num_object_clones":0,"num_object_copies":13167,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6897,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4389,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7211,"num_write_kb":371200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2087,"num_bytes_recovered":136708096,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[5,4],"avail_no_missing":["5","6"],"object_location_counts":[{"shards":"2,5,6","objects":915},{"shards":"3,5,6","objects":1969},{"shards":"5,6","objects":1505}],"blocked_by":[],"up_primary":3,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"65'2","reported_seq":336,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.092396+0000","last_change":"2023-08-28T02:29:44.436352+0000","last_active":"2023-08-28T02:37:17.092396+0000","last_peered":"2023-08-28T02:37:17.092396+0000","last_clean":"2023-08-28T02:37:17.092396+0000","last_became_active":"2023-08-28T02:29:44.411499+0000","last_became_peered":"2023-08-28T02:29:44.411499+0000","last_unstale":"2023-08-28T02:37:17.092396+0000","last_undegraded":"2023-08-28T02:37:17.092396+0000","last_fullsized":"2023-08-28T02:37:17.092396+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:46:57.540191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":361,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-08-28T02:37:09.006934+0000","last_change":"2023-08-28T02:33:12.289004+0000","last_active":"2023-08-28T02:37:09.006934+0000","last_peered":"2023-08-28T02:37:09.006934+0000","last_clean":"2023-08-28T02:37:09.006934+0000","last_became_active":"2023-08-28T02:33:12.288722+0000","last_became_peered":"2023-08-28T02:33:12.288722+0000","last_unstale":"2023-08-28T02:37:09.006934+0000","last_undegraded":"2023-08-28T02:37:09.006934+0000","last_fullsized":"2023-08-28T02:37:09.006934+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:24.019483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"346'7121","reported_seq":7243,"reported_epoch":346,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:37:25.150474+0000","last_change":"2023-08-28T02:33:13.585687+0000","last_active":"2023-08-28T02:37:25.150474+0000","last_peered":"2023-08-28T02:37:25.150474+0000","last_clean":"2023-08-28T02:31:27.908616+0000","last_became_active":"2023-08-28T02:33:13.578484+0000","last_became_peered":"2023-08-28T02:33:13.578484+0000","last_unstale":"2023-08-28T02:37:25.150474+0000","last_undegraded":"2023-08-28T02:33:13.297322+0000","last_fullsized":"2023-08-28T02:33:13.268309+0000","mapping_epoch":298,"log_start":"256'1812","ondisk_log_start":"256'1812","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5309,"log_dups_size":0,"ondisk_log_size":5309,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:42:33.431186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":290258944,"num_objects":4429,"num_object_clones":0,"num_object_copies":13287,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2533,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4429,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7121,"num_write_kb":369600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4],"avail_no_missing":["0","4"],"object_location_counts":[{"shards":"0,4","objects":1981}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"65'1","reported_seq":322,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.092407+0000","last_change":"2023-08-28T02:33:13.516869+0000","last_active":"2023-08-28T02:37:17.092407+0000","last_peered":"2023-08-28T02:37:17.092407+0000","last_clean":"2023-08-28T02:37:17.092407+0000","last_became_active":"2023-08-28T02:33:13.396736+0000","last_became_peered":"2023-08-28T02:33:13.396736+0000","last_unstale":"2023-08-28T02:37:17.092407+0000","last_undegraded":"2023-08-28T02:37:17.092407+0000","last_fullsized":"2023-08-28T02:37:17.092407+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:47:08.237137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":287,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-08-28T02:37:08.999110+0000","last_change":"2023-08-28T02:31:51.987327+0000","last_active":"2023-08-28T02:37:08.999110+0000","last_peered":"2023-08-28T02:37:08.999110+0000","last_clean":"2023-08-28T02:37:08.999110+0000","last_became_active":"2023-08-28T02:31:51.987018+0000","last_became_peered":"2023-08-28T02:31:51.987018+0000","last_unstale":"2023-08-28T02:37:08.999110+0000","last_undegraded":"2023-08-28T02:37:08.999110+0000","last_fullsized":"2023-08-28T02:37:08.999110+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:53:26.105101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.5","version":"346'7076","reported_seq":9720,"reported_epoch":346,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:37:24.707408+0000","last_change":"2023-08-28T02:33:13.625779+0000","last_active":"2023-08-28T02:37:24.707408+0000","last_peered":"2023-08-28T02:37:24.707408+0000","last_clean":"2023-08-28T02:31:27.898932+0000","last_became_active":"2023-08-28T02:33:13.612126+0000","last_became_peered":"2023-08-28T02:33:13.612126+0000","last_unstale":"2023-08-28T02:37:24.707408+0000","last_undegraded":"2023-08-28T02:33:13.485377+0000","last_fullsized":"2023-08-28T02:33:13.264317+0000","mapping_epoch":298,"log_start":"256'1763","ondisk_log_start":"256'1763","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5313,"log_dups_size":0,"ondisk_log_size":5313,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:37:28.843386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":286785536,"num_objects":4376,"num_object_clones":0,"num_object_copies":13128,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6918,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4376,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7076,"num_write_kb":366464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1258,"num_bytes_recovered":82444288,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,7],"avail_no_missing":["0","2"],"object_location_counts":[{"shards":"0,2","objects":2358},{"shards":"0,2,3","objects":2018}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":340,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.089241+0000","last_change":"2023-08-28T02:33:13.281826+0000","last_active":"2023-08-28T02:37:17.089241+0000","last_peered":"2023-08-28T02:37:17.089241+0000","last_clean":"2023-08-28T02:37:17.089241+0000","last_became_active":"2023-08-28T02:33:13.281511+0000","last_became_peered":"2023-08-28T02:33:13.281511+0000","last_unstale":"2023-08-28T02:37:17.089241+0000","last_undegraded":"2023-08-28T02:37:17.089241+0000","last_fullsized":"2023-08-28T02:37:17.089241+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:32:55.005706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":337,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.044373+0000","last_change":"2023-08-28T02:29:44.436713+0000","last_active":"2023-08-28T02:37:17.044373+0000","last_peered":"2023-08-28T02:37:17.044373+0000","last_clean":"2023-08-28T02:37:17.044373+0000","last_became_active":"2023-08-28T02:29:44.436203+0000","last_became_peered":"2023-08-28T02:29:44.436203+0000","last_unstale":"2023-08-28T02:37:17.044373+0000","last_undegraded":"2023-08-28T02:37:17.044373+0000","last_fullsized":"2023-08-28T02:37:17.044373+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:46:48.522293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"345'7337","reported_seq":7444,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:22.159246+0000","last_change":"2023-08-28T02:30:50.399669+0000","last_active":"2023-08-28T02:37:22.159246+0000","last_peered":"2023-08-28T02:37:22.159246+0000","last_clean":"2023-08-28T02:37:22.159246+0000","last_became_active":"2023-08-28T02:30:50.399332+0000","last_became_peered":"2023-08-28T02:30:50.399332+0000","last_unstale":"2023-08-28T02:37:22.159246+0000","last_undegraded":"2023-08-28T02:37:22.159246+0000","last_fullsized":"2023-08-28T02:37:22.159246+0000","mapping_epoch":250,"log_start":"255'1200","ondisk_log_start":"255'1200","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6137,"log_dups_size":0,"ondisk_log_size":6137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:00:54.910841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":293404672,"num_objects":4477,"num_object_clones":0,"num_object_copies":13431,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4477,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7337,"num_write_kb":378048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"75'161","reported_seq":766,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.092072+0000","last_change":"2023-08-28T02:33:13.310049+0000","last_active":"2023-08-28T02:37:17.092072+0000","last_peered":"2023-08-28T02:37:17.092072+0000","last_clean":"2023-08-28T02:37:17.092072+0000","last_became_active":"2023-08-28T02:33:13.309661+0000","last_became_peered":"2023-08-28T02:33:13.309661+0000","last_unstale":"2023-08-28T02:37:17.092072+0000","last_undegraded":"2023-08-28T02:37:17.092072+0000","last_fullsized":"2023-08-28T02:37:17.092072+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.930230+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.930230+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:27:40.889460+0000","scrub_duration":0.0050169209999999997,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"65'2","reported_seq":300,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.041096+0000","last_change":"2023-08-28T02:33:12.294922+0000","last_active":"2023-08-28T02:37:17.041096+0000","last_peered":"2023-08-28T02:37:17.041096+0000","last_clean":"2023-08-28T02:37:17.041096+0000","last_became_active":"2023-08-28T02:33:12.294518+0000","last_became_peered":"2023-08-28T02:33:12.294518+0000","last_unstale":"2023-08-28T02:37:17.041096+0000","last_undegraded":"2023-08-28T02:37:17.041096+0000","last_fullsized":"2023-08-28T02:37:17.041096+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:21:12.737286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":338,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-08-28T02:37:09.007785+0000","last_change":"2023-08-28T02:33:13.310505+0000","last_active":"2023-08-28T02:37:09.007785+0000","last_peered":"2023-08-28T02:37:09.007785+0000","last_clean":"2023-08-28T02:37:09.007785+0000","last_became_active":"2023-08-28T02:33:13.310223+0000","last_became_peered":"2023-08-28T02:33:13.310223+0000","last_unstale":"2023-08-28T02:37:09.007785+0000","last_undegraded":"2023-08-28T02:37:09.007785+0000","last_fullsized":"2023-08-28T02:37:09.007785+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:27:02.124453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"346'7216","reported_seq":9972,"reported_epoch":346,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:37:25.239749+0000","last_change":"2023-08-28T02:33:13.591092+0000","last_active":"2023-08-28T02:37:25.239749+0000","last_peered":"2023-08-28T02:37:25.239749+0000","last_clean":"2023-08-28T02:31:27.916082+0000","last_became_active":"2023-08-28T02:33:13.580413+0000","last_became_peered":"2023-08-28T02:33:13.580413+0000","last_unstale":"2023-08-28T02:37:25.239749+0000","last_undegraded":"2023-08-28T02:33:13.480527+0000","last_fullsized":"2023-08-28T02:33:13.270957+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7216,"log_dups_size":0,"ondisk_log_size":7216,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:03.698410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":291766272,"num_objects":4452,"num_object_clones":0,"num_object_copies":13356,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7076,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4452,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7216,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1311,"num_bytes_recovered":85917696,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,4],"avail_no_missing":["5","2"],"object_location_counts":[{"shards":"2,3,5","objects":1970},{"shards":"2,5","objects":2482}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"75'161","reported_seq":599,"reported_epoch":345,"state":"active+recovery_wait+degraded","last_fresh":"2023-08-28T02:37:17.089290+0000","last_change":"2023-08-28T02:33:13.287487+0000","last_active":"2023-08-28T02:37:17.089290+0000","last_peered":"2023-08-28T02:37:17.089290+0000","last_clean":"2023-08-28T02:31:25.515426+0000","last_became_active":"2023-08-28T02:33:13.287313+0000","last_became_peered":"2023-08-28T02:33:13.287313+0000","last_unstale":"2023-08-28T02:37:17.089290+0000","last_undegraded":"2023-08-28T02:33:13.270760+0000","last_fullsized":"2023-08-28T02:37:17.089290+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":204,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:45.407127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:45.407127+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:39:14.213229+0000","scrub_duration":0.0018495320000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":["5","2","3"],"object_location_counts":[{"shards":"2,3,5","objects":1}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":258,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-08-28T02:37:09.007318+0000","last_change":"2023-08-28T02:33:13.309727+0000","last_active":"2023-08-28T02:37:09.007318+0000","last_peered":"2023-08-28T02:37:09.007318+0000","last_clean":"2023-08-28T02:37:09.007318+0000","last_became_active":"2023-08-28T02:33:13.309487+0000","last_became_peered":"2023-08-28T02:33:13.309487+0000","last_unstale":"2023-08-28T02:37:09.007318+0000","last_undegraded":"2023-08-28T02:37:09.007318+0000","last_fullsized":"2023-08-28T02:37:09.007318+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:27:29.294011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":73,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-08-28T02:37:09.006206+0000","last_change":"2023-08-28T02:32:28.456323+0000","last_active":"2023-08-28T02:37:09.006206+0000","last_peered":"2023-08-28T02:37:09.006206+0000","last_clean":"2023-08-28T02:37:09.006206+0000","last_became_active":"2023-08-28T02:32:28.455987+0000","last_became_peered":"2023-08-28T02:32:28.455987+0000","last_unstale":"2023-08-28T02:37:09.006206+0000","last_undegraded":"2023-08-28T02:37:09.006206+0000","last_fullsized":"2023-08-28T02:37:09.006206+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:54:07.724002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"345'7336","reported_seq":17459,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:22.351364+0000","last_change":"2023-08-28T02:33:13.316023+0000","last_active":"2023-08-28T02:37:22.351364+0000","last_peered":"2023-08-28T02:37:22.351364+0000","last_clean":"2023-08-28T02:37:22.351364+0000","last_became_active":"2023-08-28T02:33:13.308403+0000","last_became_peered":"2023-08-28T02:33:13.308403+0000","last_unstale":"2023-08-28T02:37:22.351364+0000","last_undegraded":"2023-08-28T02:37:22.351364+0000","last_fullsized":"2023-08-28T02:37:22.351364+0000","mapping_epoch":298,"log_start":"255'1200","ondisk_log_start":"255'1200","created":250,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6136,"log_dups_size":0,"ondisk_log_size":6136,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:10:38.401973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":298844160,"num_objects":4560,"num_object_clones":0,"num_object_copies":13680,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4560,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7336,"num_write_kb":380672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4999,"num_bytes_recovered":327614464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":318,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-08-28T02:37:09.006861+0000","last_change":"2023-08-28T02:32:28.455294+0000","last_active":"2023-08-28T02:37:09.006861+0000","last_peered":"2023-08-28T02:37:09.006861+0000","last_clean":"2023-08-28T02:37:09.006861+0000","last_became_active":"2023-08-28T02:32:28.455013+0000","last_became_peered":"2023-08-28T02:32:28.455013+0000","last_unstale":"2023-08-28T02:37:09.006861+0000","last_undegraded":"2023-08-28T02:37:09.006861+0000","last_fullsized":"2023-08-28T02:37:09.006861+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:53.583864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":350,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-08-28T02:37:09.008571+0000","last_change":"2023-08-28T02:33:13.335588+0000","last_active":"2023-08-28T02:37:09.008571+0000","last_peered":"2023-08-28T02:37:09.008571+0000","last_clean":"2023-08-28T02:37:09.008571+0000","last_became_active":"2023-08-28T02:33:13.335326+0000","last_became_peered":"2023-08-28T02:33:13.335326+0000","last_unstale":"2023-08-28T02:37:09.008571+0000","last_undegraded":"2023-08-28T02:37:09.008571+0000","last_fullsized":"2023-08-28T02:37:09.008571+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:15:44.958663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"345'7216","reported_seq":7319,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:21.164244+0000","last_change":"2023-08-28T02:30:50.400261+0000","last_active":"2023-08-28T02:37:21.164244+0000","last_peered":"2023-08-28T02:37:21.164244+0000","last_clean":"2023-08-28T02:37:21.164244+0000","last_became_active":"2023-08-28T02:30:50.399938+0000","last_became_peered":"2023-08-28T02:30:50.399938+0000","last_unstale":"2023-08-28T02:37:21.164244+0000","last_undegraded":"2023-08-28T02:37:21.164244+0000","last_fullsized":"2023-08-28T02:37:21.164244+0000","mapping_epoch":250,"log_start":"256'1790","ondisk_log_start":"256'1790","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5426,"log_dups_size":0,"ondisk_log_size":5426,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:43:56.802792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":293470208,"num_objects":4478,"num_object_clones":0,"num_object_copies":13434,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4478,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7216,"num_write_kb":374208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"75'161","reported_seq":625,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.089575+0000","last_change":"2023-08-28T02:32:56.519141+0000","last_active":"2023-08-28T02:37:17.089575+0000","last_peered":"2023-08-28T02:37:17.089575+0000","last_clean":"2023-08-28T02:37:17.089575+0000","last_became_active":"2023-08-28T02:32:56.518863+0000","last_became_peered":"2023-08-28T02:32:56.518863+0000","last_unstale":"2023-08-28T02:37:17.089575+0000","last_undegraded":"2023-08-28T02:37:17.089575+0000","last_fullsized":"2023-08-28T02:37:17.089575+0000","mapping_epoch":292,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":293,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_clean_scrub_stamp":"2023-08-28T02:29:25.608370+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:59:50.561109+0000","scrub_duration":0.001662689,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":253,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.040145+0000","last_change":"2023-08-28T02:33:12.294592+0000","last_active":"2023-08-28T02:37:17.040145+0000","last_peered":"2023-08-28T02:37:17.040145+0000","last_clean":"2023-08-28T02:37:17.040145+0000","last_became_active":"2023-08-28T02:33:12.288508+0000","last_became_peered":"2023-08-28T02:33:12.288508+0000","last_unstale":"2023-08-28T02:37:17.040145+0000","last_undegraded":"2023-08-28T02:37:17.040145+0000","last_fullsized":"2023-08-28T02:37:17.040145+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:05:42.717608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":135,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-08-28T02:37:09.000702+0000","last_change":"2023-08-28T02:29:44.429834+0000","last_active":"2023-08-28T02:37:09.000702+0000","last_peered":"2023-08-28T02:37:09.000702+0000","last_clean":"2023-08-28T02:37:09.000702+0000","last_became_active":"2023-08-28T02:29:44.429512+0000","last_became_peered":"2023-08-28T02:29:44.429512+0000","last_unstale":"2023-08-28T02:37:09.000702+0000","last_undegraded":"2023-08-28T02:37:09.000702+0000","last_fullsized":"2023-08-28T02:37:09.000702+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:58.062455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"346'7153","reported_seq":7257,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:26.000370+0000","last_change":"2023-08-28T02:30:50.402348+0000","last_active":"2023-08-28T02:37:26.000370+0000","last_peered":"2023-08-28T02:37:26.000370+0000","last_clean":"2023-08-28T02:37:26.000370+0000","last_became_active":"2023-08-28T02:30:50.402076+0000","last_became_peered":"2023-08-28T02:30:50.402076+0000","last_unstale":"2023-08-28T02:37:26.000370+0000","last_undegraded":"2023-08-28T02:37:26.000370+0000","last_fullsized":"2023-08-28T02:37:26.000370+0000","mapping_epoch":250,"log_start":"254'300","ondisk_log_start":"254'300","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6853,"log_dups_size":0,"ondisk_log_size":6853,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:24.859426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":289865728,"num_objects":4423,"num_object_clones":0,"num_object_copies":13269,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4423,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7153,"num_write_kb":370432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.7","version":"75'161","reported_seq":545,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.042447+0000","last_change":"2023-08-28T02:33:13.532525+0000","last_active":"2023-08-28T02:37:17.042447+0000","last_peered":"2023-08-28T02:37:17.042447+0000","last_clean":"2023-08-28T02:37:17.042447+0000","last_became_active":"2023-08-28T02:33:13.532125+0000","last_became_peered":"2023-08-28T02:33:13.532125+0000","last_unstale":"2023-08-28T02:37:17.042447+0000","last_undegraded":"2023-08-28T02:37:17.042447+0000","last_fullsized":"2023-08-28T02:37:17.042447+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.887648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.887648+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":135,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-08-28T02:37:08.997934+0000","last_change":"2023-08-28T02:29:44.407595+0000","last_active":"2023-08-28T02:37:08.997934+0000","last_peered":"2023-08-28T02:37:08.997934+0000","last_clean":"2023-08-28T02:37:08.997934+0000","last_became_active":"2023-08-28T02:29:44.407316+0000","last_became_peered":"2023-08-28T02:29:44.407316+0000","last_unstale":"2023-08-28T02:37:08.997934+0000","last_undegraded":"2023-08-28T02:37:08.997934+0000","last_fullsized":"2023-08-28T02:37:08.997934+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:01:47.777709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":357,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.089370+0000","last_change":"2023-08-28T02:33:13.286980+0000","last_active":"2023-08-28T02:37:17.089370+0000","last_peered":"2023-08-28T02:37:17.089370+0000","last_clean":"2023-08-28T02:37:17.089370+0000","last_became_active":"2023-08-28T02:33:13.286740+0000","last_became_peered":"2023-08-28T02:33:13.286740+0000","last_unstale":"2023-08-28T02:37:17.089370+0000","last_undegraded":"2023-08-28T02:37:17.089370+0000","last_fullsized":"2023-08-28T02:37:17.089370+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:24:54.574365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":135,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-08-28T02:37:08.999180+0000","last_change":"2023-08-28T02:29:44.506914+0000","last_active":"2023-08-28T02:37:08.999180+0000","last_peered":"2023-08-28T02:37:08.999180+0000","last_clean":"2023-08-28T02:37:08.999180+0000","last_became_active":"2023-08-28T02:29:44.506606+0000","last_became_peered":"2023-08-28T02:29:44.506606+0000","last_unstale":"2023-08-28T02:37:08.999180+0000","last_undegraded":"2023-08-28T02:37:08.999180+0000","last_fullsized":"2023-08-28T02:37:08.999180+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:55:50.992279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"346'7215","reported_seq":18918,"reported_epoch":346,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:37:24.314470+0000","last_change":"2023-08-28T02:34:11.565330+0000","last_active":"2023-08-28T02:37:24.314470+0000","last_peered":"2023-08-28T02:37:24.314470+0000","last_clean":"2023-08-28T02:32:11.916240+0000","last_became_active":"2023-08-28T02:33:12.501819+0000","last_became_peered":"2023-08-28T02:33:12.501819+0000","last_unstale":"2023-08-28T02:37:24.314470+0000","last_undegraded":"2023-08-28T02:37:24.314470+0000","last_fullsized":"2023-08-28T02:37:24.314470+0000","mapping_epoch":297,"log_start":"256'1924","ondisk_log_start":"256'1924","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5291,"log_dups_size":0,"ondisk_log_size":5291,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:45:43.329719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":287113216,"num_objects":4381,"num_object_clones":0,"num_object_copies":13143,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4381,"num_objects_unfound":0,"num_objects_dirty":4381,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7215,"num_write_kb":371072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5787,"num_bytes_recovered":379256832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,2],"avail_no_missing":["0","2","5","6"],"object_location_counts":[{"shards":"0,2,5","objects":4381}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.1","version":"75'161","reported_seq":605,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.089831+0000","last_change":"2023-08-28T02:32:31.482659+0000","last_active":"2023-08-28T02:37:17.089831+0000","last_peered":"2023-08-28T02:37:17.089831+0000","last_clean":"2023-08-28T02:37:17.089831+0000","last_became_active":"2023-08-28T02:32:31.482320+0000","last_became_peered":"2023-08-28T02:32:31.482320+0000","last_unstale":"2023-08-28T02:37:17.089831+0000","last_undegraded":"2023-08-28T02:37:17.089831+0000","last_fullsized":"2023-08-28T02:37:17.089831+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:24.559397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:24.559397+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:41:09.516918+0000","scrub_duration":0.001580328,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":343,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.089452+0000","last_change":"2023-08-28T02:31:51.988386+0000","last_active":"2023-08-28T02:37:17.089452+0000","last_peered":"2023-08-28T02:37:17.089452+0000","last_clean":"2023-08-28T02:37:17.089452+0000","last_became_active":"2023-08-28T02:31:51.988097+0000","last_became_peered":"2023-08-28T02:31:51.988097+0000","last_unstale":"2023-08-28T02:37:17.089452+0000","last_undegraded":"2023-08-28T02:37:17.089452+0000","last_fullsized":"2023-08-28T02:37:17.089452+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:25:01.818829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":318,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-08-28T02:37:09.006971+0000","last_change":"2023-08-28T02:32:12.951275+0000","last_active":"2023-08-28T02:37:09.006971+0000","last_peered":"2023-08-28T02:37:09.006971+0000","last_clean":"2023-08-28T02:37:09.006971+0000","last_became_active":"2023-08-28T02:32:12.950965+0000","last_became_peered":"2023-08-28T02:32:12.950965+0000","last_unstale":"2023-08-28T02:37:09.006971+0000","last_undegraded":"2023-08-28T02:37:09.006971+0000","last_fullsized":"2023-08-28T02:37:09.006971+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:37:31.294280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":161,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-08-28T02:37:08.998006+0000","last_change":"2023-08-28T02:33:13.286534+0000","last_active":"2023-08-28T02:37:08.998006+0000","last_peered":"2023-08-28T02:37:08.998006+0000","last_clean":"2023-08-28T02:37:08.998006+0000","last_became_active":"2023-08-28T02:33:13.286164+0000","last_became_peered":"2023-08-28T02:33:13.286164+0000","last_unstale":"2023-08-28T02:37:08.998006+0000","last_undegraded":"2023-08-28T02:37:08.998006+0000","last_fullsized":"2023-08-28T02:37:08.998006+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:56.721932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"346'7221","reported_seq":19015,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:25.173513+0000","last_change":"2023-08-28T02:34:14.448606+0000","last_active":"2023-08-28T02:37:25.173513+0000","last_peered":"2023-08-28T02:37:25.173513+0000","last_clean":"2023-08-28T02:37:25.173513+0000","last_became_active":"2023-08-28T02:34:14.438547+0000","last_became_peered":"2023-08-28T02:34:14.438547+0000","last_unstale":"2023-08-28T02:37:25.173513+0000","last_undegraded":"2023-08-28T02:37:25.173513+0000","last_fullsized":"2023-08-28T02:37:25.173513+0000","mapping_epoch":314,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":315,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7221,"log_dups_size":0,"ondisk_log_size":7221,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:06:41.120408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":291438592,"num_objects":4447,"num_object_clones":0,"num_object_copies":13341,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4447,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7221,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5834,"num_bytes_recovered":376832000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2","version":"75'161","reported_seq":727,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.092754+0000","last_change":"2023-08-28T02:30:51.762377+0000","last_active":"2023-08-28T02:37:17.092754+0000","last_peered":"2023-08-28T02:37:17.092754+0000","last_clean":"2023-08-28T02:37:17.092754+0000","last_became_active":"2023-08-28T02:27:46.375590+0000","last_became_peered":"2023-08-28T02:27:46.375590+0000","last_unstale":"2023-08-28T02:37:17.092754+0000","last_undegraded":"2023-08-28T02:37:17.092754+0000","last_fullsized":"2023-08-28T02:37:17.092754+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:51.762314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:51.762314+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:02.034555+0000","scrub_duration":0.0020023620000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":154,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.061659+0000","last_change":"2023-08-28T02:33:13.289765+0000","last_active":"2023-08-28T02:37:23.061659+0000","last_peered":"2023-08-28T02:37:23.061659+0000","last_clean":"2023-08-28T02:37:23.061659+0000","last_became_active":"2023-08-28T02:33:13.289159+0000","last_became_peered":"2023-08-28T02:33:13.289159+0000","last_unstale":"2023-08-28T02:37:23.061659+0000","last_undegraded":"2023-08-28T02:37:23.061659+0000","last_fullsized":"2023-08-28T02:37:23.061659+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:30:38.956723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":153,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-08-28T02:37:08.997394+0000","last_change":"2023-08-28T02:32:28.464203+0000","last_active":"2023-08-28T02:37:08.997394+0000","last_peered":"2023-08-28T02:37:08.997394+0000","last_clean":"2023-08-28T02:37:08.997394+0000","last_became_active":"2023-08-28T02:32:28.463412+0000","last_became_peered":"2023-08-28T02:32:28.463412+0000","last_unstale":"2023-08-28T02:37:08.997394+0000","last_undegraded":"2023-08-28T02:37:08.997394+0000","last_fullsized":"2023-08-28T02:37:08.997394+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:20:38.177879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":135,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-08-28T02:37:09.000696+0000","last_change":"2023-08-28T02:29:44.427945+0000","last_active":"2023-08-28T02:37:09.000696+0000","last_peered":"2023-08-28T02:37:09.000696+0000","last_clean":"2023-08-28T02:37:09.000696+0000","last_became_active":"2023-08-28T02:29:44.426487+0000","last_became_peered":"2023-08-28T02:29:44.426487+0000","last_unstale":"2023-08-28T02:37:09.000696+0000","last_undegraded":"2023-08-28T02:37:09.000696+0000","last_fullsized":"2023-08-28T02:37:09.000696+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:30:20.438896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"345'7209","reported_seq":17283,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:22.451439+0000","last_change":"2023-08-28T02:34:48.488647+0000","last_active":"2023-08-28T02:37:22.451439+0000","last_peered":"2023-08-28T02:37:22.451439+0000","last_clean":"2023-08-28T02:37:22.451439+0000","last_became_active":"2023-08-28T02:34:48.476519+0000","last_became_peered":"2023-08-28T02:34:48.476519+0000","last_unstale":"2023-08-28T02:37:22.451439+0000","last_undegraded":"2023-08-28T02:37:22.451439+0000","last_fullsized":"2023-08-28T02:37:22.451439+0000","mapping_epoch":318,"log_start":"255'1000","ondisk_log_start":"255'1000","created":250,"last_epoch_clean":319,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6209,"log_dups_size":0,"ondisk_log_size":6209,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:44:20.004230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":290652160,"num_objects":4435,"num_object_clones":0,"num_object_copies":13305,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4435,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7209,"num_write_kb":372608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4973,"num_bytes_recovered":325910528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":337,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.090334+0000","last_change":"2023-08-28T02:33:13.484970+0000","last_active":"2023-08-28T02:37:17.090334+0000","last_peered":"2023-08-28T02:37:17.090334+0000","last_clean":"2023-08-28T02:37:17.090334+0000","last_became_active":"2023-08-28T02:33:13.484579+0000","last_became_peered":"2023-08-28T02:33:13.484579+0000","last_unstale":"2023-08-28T02:37:17.090334+0000","last_undegraded":"2023-08-28T02:37:17.090334+0000","last_fullsized":"2023-08-28T02:37:17.090334+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:58.027468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"75'161","reported_seq":728,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.091760+0000","last_change":"2023-08-28T02:31:55.059467+0000","last_active":"2023-08-28T02:37:17.091760+0000","last_peered":"2023-08-28T02:37:17.091760+0000","last_clean":"2023-08-28T02:37:17.091760+0000","last_became_active":"2023-08-28T02:31:55.059115+0000","last_became_peered":"2023-08-28T02:31:55.059115+0000","last_unstale":"2023-08-28T02:37:17.091760+0000","last_undegraded":"2023-08-28T02:37:17.091760+0000","last_fullsized":"2023-08-28T02:37:17.091760+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":0,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.820990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.820990+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:15:56.774667+0000","scrub_duration":0.0017342480000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":255,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:20.334256+0000","last_change":"2023-08-28T02:33:13.352810+0000","last_active":"2023-08-28T02:37:20.334256+0000","last_peered":"2023-08-28T02:37:20.334256+0000","last_clean":"2023-08-28T02:37:20.334256+0000","last_became_active":"2023-08-28T02:33:13.351697+0000","last_became_peered":"2023-08-28T02:33:13.351697+0000","last_unstale":"2023-08-28T02:37:20.334256+0000","last_undegraded":"2023-08-28T02:37:20.334256+0000","last_fullsized":"2023-08-28T02:37:20.334256+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:56.187163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":167,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-08-28T02:37:09.008203+0000","last_change":"2023-08-28T02:31:51.984584+0000","last_active":"2023-08-28T02:37:09.008203+0000","last_peered":"2023-08-28T02:37:09.008203+0000","last_clean":"2023-08-28T02:37:09.008203+0000","last_became_active":"2023-08-28T02:31:51.984264+0000","last_became_peered":"2023-08-28T02:31:51.984264+0000","last_unstale":"2023-08-28T02:37:09.008203+0000","last_undegraded":"2023-08-28T02:37:09.008203+0000","last_fullsized":"2023-08-28T02:37:09.008203+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:58:42.306722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"346'7150","reported_seq":18862,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:25.221793+0000","last_change":"2023-08-28T02:35:11.978901+0000","last_active":"2023-08-28T02:37:25.221793+0000","last_peered":"2023-08-28T02:37:25.221793+0000","last_clean":"2023-08-28T02:37:25.221793+0000","last_became_active":"2023-08-28T02:35:11.966585+0000","last_became_peered":"2023-08-28T02:35:11.966585+0000","last_unstale":"2023-08-28T02:37:25.221793+0000","last_undegraded":"2023-08-28T02:37:25.221793+0000","last_fullsized":"2023-08-28T02:37:25.221793+0000","mapping_epoch":323,"log_start":"256'1828","ondisk_log_start":"256'1828","created":250,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5322,"log_dups_size":0,"ondisk_log_size":5322,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:03:07.017814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":290455552,"num_objects":4432,"num_object_clones":0,"num_object_copies":13296,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4432,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7150,"num_write_kb":370624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5791,"num_bytes_recovered":368967680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3","version":"75'161","reported_seq":611,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-08-28T02:37:09.000838+0000","last_change":"2023-08-28T02:31:55.068239+0000","last_active":"2023-08-28T02:37:09.000838+0000","last_peered":"2023-08-28T02:37:09.000838+0000","last_clean":"2023-08-28T02:37:09.000838+0000","last_became_active":"2023-08-28T02:31:55.067875+0000","last_became_peered":"2023-08-28T02:31:55.067875+0000","last_unstale":"2023-08-28T02:37:09.000838+0000","last_undegraded":"2023-08-28T02:37:09.000838+0000","last_fullsized":"2023-08-28T02:37:09.000838+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.868248+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:11:04.391639+0000","scrub_duration":0.0016215240000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":351,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.091750+0000","last_change":"2023-08-28T02:29:44.421353+0000","last_active":"2023-08-28T02:37:17.091750+0000","last_peered":"2023-08-28T02:37:17.091750+0000","last_clean":"2023-08-28T02:37:17.091750+0000","last_became_active":"2023-08-28T02:29:44.421064+0000","last_became_peered":"2023-08-28T02:29:44.421064+0000","last_unstale":"2023-08-28T02:37:17.091750+0000","last_undegraded":"2023-08-28T02:37:17.091750+0000","last_fullsized":"2023-08-28T02:37:17.091750+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:51:36.524024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":320,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.044073+0000","last_change":"2023-08-28T02:33:12.299487+0000","last_active":"2023-08-28T02:37:17.044073+0000","last_peered":"2023-08-28T02:37:17.044073+0000","last_clean":"2023-08-28T02:37:17.044073+0000","last_became_active":"2023-08-28T02:33:12.299175+0000","last_became_peered":"2023-08-28T02:33:12.299175+0000","last_unstale":"2023-08-28T02:37:17.044073+0000","last_undegraded":"2023-08-28T02:37:17.044073+0000","last_fullsized":"2023-08-28T02:37:17.044073+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:42:29.713462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":331,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.046044+0000","last_change":"2023-08-28T02:32:28.457696+0000","last_active":"2023-08-28T02:37:17.046044+0000","last_peered":"2023-08-28T02:37:17.046044+0000","last_clean":"2023-08-28T02:37:17.046044+0000","last_became_active":"2023-08-28T02:32:28.457407+0000","last_became_peered":"2023-08-28T02:32:28.457407+0000","last_unstale":"2023-08-28T02:37:17.046044+0000","last_undegraded":"2023-08-28T02:37:17.046044+0000","last_fullsized":"2023-08-28T02:37:17.046044+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:26:29.392787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"345'7072","reported_seq":8203,"reported_epoch":345,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:37:21.307553+0000","last_change":"2023-08-28T02:34:11.566035+0000","last_active":"2023-08-28T02:37:21.307553+0000","last_peered":"2023-08-28T02:37:21.307553+0000","last_clean":"2023-08-28T02:33:10.395883+0000","last_became_active":"2023-08-28T02:33:12.394714+0000","last_became_peered":"2023-08-28T02:33:12.394714+0000","last_unstale":"2023-08-28T02:37:21.307553+0000","last_undegraded":"2023-08-28T02:37:21.307553+0000","last_fullsized":"2023-08-28T02:37:21.307553+0000","mapping_epoch":297,"log_start":"256'1684","ondisk_log_start":"256'1684","created":250,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5388,"log_dups_size":0,"ondisk_log_size":5388,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:01:26.984565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":289079320,"num_objects":4412,"num_object_clones":0,"num_object_copies":13236,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4028,"num_objects_unfound":0,"num_objects_dirty":4412,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7072,"num_write_kb":367425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":500,"num_bytes_recovered":32768000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,6],"avail_no_missing":["4","0","6"],"object_location_counts":[{"shards":"0,4,6","objects":4412}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.6","version":"75'161","reported_seq":605,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.045954+0000","last_change":"2023-08-28T02:33:13.338675+0000","last_active":"2023-08-28T02:37:17.045954+0000","last_peered":"2023-08-28T02:37:17.045954+0000","last_clean":"2023-08-28T02:37:17.045954+0000","last_became_active":"2023-08-28T02:33:13.338271+0000","last_became_peered":"2023-08-28T02:33:13.338271+0000","last_unstale":"2023-08-28T02:37:17.045954+0000","last_undegraded":"2023-08-28T02:37:17.045954+0000","last_fullsized":"2023-08-28T02:37:17.045954+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.774982+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.774982+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:13:20.011329+0000","scrub_duration":0.003539819,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":314,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.092163+0000","last_change":"2023-08-28T02:14:43.033789+0000","last_active":"2023-08-28T02:37:17.092163+0000","last_peered":"2023-08-28T02:37:17.092163+0000","last_clean":"2023-08-28T02:37:17.092163+0000","last_became_active":"2023-08-28T02:14:43.033454+0000","last_became_peered":"2023-08-28T02:14:43.033454+0000","last_unstale":"2023-08-28T02:37:17.092163+0000","last_undegraded":"2023-08-28T02:37:17.092163+0000","last_fullsized":"2023-08-28T02:37:17.092163+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:01:13.205842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":144,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-08-28T02:37:08.998159+0000","last_change":"2023-08-28T02:32:28.461807+0000","last_active":"2023-08-28T02:37:08.998159+0000","last_peered":"2023-08-28T02:37:08.998159+0000","last_clean":"2023-08-28T02:37:08.998159+0000","last_became_active":"2023-08-28T02:32:28.461116+0000","last_became_peered":"2023-08-28T02:32:28.461116+0000","last_unstale":"2023-08-28T02:37:08.998159+0000","last_undegraded":"2023-08-28T02:37:08.998159+0000","last_fullsized":"2023-08-28T02:37:08.998159+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:12:45.321757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":291,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.044495+0000","last_change":"2023-08-28T02:14:43.048791+0000","last_active":"2023-08-28T02:37:17.044495+0000","last_peered":"2023-08-28T02:37:17.044495+0000","last_clean":"2023-08-28T02:37:17.044495+0000","last_became_active":"2023-08-28T02:14:43.047408+0000","last_became_peered":"2023-08-28T02:14:43.047408+0000","last_unstale":"2023-08-28T02:37:17.044495+0000","last_undegraded":"2023-08-28T02:37:17.044495+0000","last_fullsized":"2023-08-28T02:37:17.044495+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:47.097181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"345'7302","reported_seq":17082,"reported_epoch":345,"state":"active+recovering+remapped","last_fresh":"2023-08-28T02:37:21.465913+0000","last_change":"2023-08-28T02:35:10.974195+0000","last_active":"2023-08-28T02:37:21.465913+0000","last_peered":"2023-08-28T02:37:21.465913+0000","last_clean":"2023-08-28T02:31:50.933695+0000","last_became_active":"2023-08-28T02:33:13.540416+0000","last_became_peered":"2023-08-28T02:33:13.540416+0000","last_unstale":"2023-08-28T02:37:21.465913+0000","last_undegraded":"2023-08-28T02:37:21.465913+0000","last_fullsized":"2023-08-28T02:37:21.465913+0000","mapping_epoch":298,"log_start":"256'1874","ondisk_log_start":"256'1874","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5428,"log_dups_size":0,"ondisk_log_size":5428,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:49:35.658845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":298844160,"num_objects":4560,"num_object_clones":0,"num_object_copies":13680,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":288,"num_objects_unfound":0,"num_objects_dirty":4560,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7302,"num_write_kb":379584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4823,"num_bytes_recovered":316080128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,2],"avail_no_missing":["4","2","6"],"object_location_counts":[{"shards":"2,4,5","objects":4416},{"shards":"2,4,6","objects":144}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.5","version":"75'161","reported_seq":638,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-08-28T02:37:09.007981+0000","last_change":"2023-08-28T02:32:31.477151+0000","last_active":"2023-08-28T02:37:09.007981+0000","last_peered":"2023-08-28T02:37:09.007981+0000","last_clean":"2023-08-28T02:37:09.007981+0000","last_became_active":"2023-08-28T02:32:31.476776+0000","last_became_peered":"2023-08-28T02:32:31.476776+0000","last_unstale":"2023-08-28T02:37:09.007981+0000","last_undegraded":"2023-08-28T02:37:09.007981+0000","last_fullsized":"2023-08-28T02:37:09.007981+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:18.891729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:18.891729+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:47:27.194140+0000","scrub_duration":0.0031546460000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"65'2","reported_seq":301,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.041922+0000","last_change":"2023-08-28T02:33:12.327778+0000","last_active":"2023-08-28T02:37:17.041922+0000","last_peered":"2023-08-28T02:37:17.041922+0000","last_clean":"2023-08-28T02:37:17.041922+0000","last_became_active":"2023-08-28T02:33:12.327273+0000","last_became_peered":"2023-08-28T02:33:12.327273+0000","last_unstale":"2023-08-28T02:37:17.041922+0000","last_undegraded":"2023-08-28T02:37:17.041922+0000","last_fullsized":"2023-08-28T02:37:17.041922+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:40.554192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":182,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-08-28T02:37:08.998710+0000","last_change":"2023-08-28T02:33:13.335665+0000","last_active":"2023-08-28T02:37:08.998710+0000","last_peered":"2023-08-28T02:37:08.998710+0000","last_clean":"2023-08-28T02:37:08.998710+0000","last_became_active":"2023-08-28T02:33:13.335322+0000","last_became_peered":"2023-08-28T02:33:13.335322+0000","last_unstale":"2023-08-28T02:37:08.998710+0000","last_undegraded":"2023-08-28T02:37:08.998710+0000","last_fullsized":"2023-08-28T02:37:08.998710+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:21:08.024493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":299,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.040130+0000","last_change":"2023-08-28T02:33:12.310326+0000","last_active":"2023-08-28T02:37:17.040130+0000","last_peered":"2023-08-28T02:37:17.040130+0000","last_clean":"2023-08-28T02:37:17.040130+0000","last_became_active":"2023-08-28T02:33:12.310011+0000","last_became_peered":"2023-08-28T02:33:12.310011+0000","last_unstale":"2023-08-28T02:37:17.040130+0000","last_undegraded":"2023-08-28T02:37:17.040130+0000","last_fullsized":"2023-08-28T02:37:17.040130+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:35:03.710036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"345'7256","reported_seq":11345,"reported_epoch":345,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:37:21.711770+0000","last_change":"2023-08-28T02:33:34.765675+0000","last_active":"2023-08-28T02:37:21.711770+0000","last_peered":"2023-08-28T02:37:21.711770+0000","last_clean":"2023-08-28T02:31:27.909649+0000","last_became_active":"2023-08-28T02:33:33.726805+0000","last_became_peered":"2023-08-28T02:33:33.726805+0000","last_unstale":"2023-08-28T02:37:21.711770+0000","last_undegraded":"2023-08-28T02:33:20.140072+0000","last_fullsized":"2023-08-28T02:33:13.278549+0000","mapping_epoch":298,"log_start":"256'1877","ondisk_log_start":"256'1877","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5379,"log_dups_size":0,"ondisk_log_size":5379,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:02:22.971585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":302252032,"num_objects":4612,"num_object_clones":0,"num_object_copies":13836,"num_objects_missing_on_primary":4582,"num_objects_missing":4582,"num_objects_degraded":11770,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4612,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7256,"num_write_kb":379776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1312,"num_bytes_recovered":85852160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[4,3],"avail_no_missing":["2","6"],"object_location_counts":[{"shards":"2,3,4,6","objects":15},{"shards":"2,3,6","objects":2099},{"shards":"2,4,6","objects":14},{"shards":"2,6","objects":2483},{"shards":"3,4","objects":-12}],"blocked_by":[],"up_primary":3,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.4","version":"75'161","reported_seq":554,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:20.334278+0000","last_change":"2023-08-28T02:33:12.296479+0000","last_active":"2023-08-28T02:37:20.334278+0000","last_peered":"2023-08-28T02:37:20.334278+0000","last_clean":"2023-08-28T02:37:20.334278+0000","last_became_active":"2023-08-28T02:33:12.294160+0000","last_became_peered":"2023-08-28T02:33:12.294160+0000","last_unstale":"2023-08-28T02:37:20.334278+0000","last_undegraded":"2023-08-28T02:37:20.334278+0000","last_fullsized":"2023-08-28T02:37:20.334278+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.899247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.899247+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":272,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.092601+0000","last_change":"2023-08-28T02:33:13.539335+0000","last_active":"2023-08-28T02:37:17.092601+0000","last_peered":"2023-08-28T02:37:17.092601+0000","last_clean":"2023-08-28T02:37:17.092601+0000","last_became_active":"2023-08-28T02:33:13.538978+0000","last_became_peered":"2023-08-28T02:33:13.538978+0000","last_unstale":"2023-08-28T02:37:17.092601+0000","last_undegraded":"2023-08-28T02:37:17.092601+0000","last_fullsized":"2023-08-28T02:37:17.092601+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:26:13.405766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"65'1","reported_seq":335,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.046137+0000","last_change":"2023-08-28T02:29:44.510205+0000","last_active":"2023-08-28T02:37:17.046137+0000","last_peered":"2023-08-28T02:37:17.046137+0000","last_clean":"2023-08-28T02:37:17.046137+0000","last_became_active":"2023-08-28T02:29:44.429357+0000","last_became_peered":"2023-08-28T02:29:44.429357+0000","last_unstale":"2023-08-28T02:37:17.046137+0000","last_undegraded":"2023-08-28T02:37:17.046137+0000","last_fullsized":"2023-08-28T02:37:17.046137+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:44:59.955729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":300,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-08-28T02:37:09.006724+0000","last_change":"2023-08-28T02:32:12.950661+0000","last_active":"2023-08-28T02:37:09.006724+0000","last_peered":"2023-08-28T02:37:09.006724+0000","last_clean":"2023-08-28T02:37:09.006724+0000","last_became_active":"2023-08-28T02:32:12.950276+0000","last_became_peered":"2023-08-28T02:32:12.950276+0000","last_unstale":"2023-08-28T02:37:09.006724+0000","last_undegraded":"2023-08-28T02:37:09.006724+0000","last_fullsized":"2023-08-28T02:37:09.006724+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:05:17.972868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"65'1","reported_seq":293,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.044468+0000","last_change":"2023-08-28T02:14:43.042150+0000","last_active":"2023-08-28T02:37:17.044468+0000","last_peered":"2023-08-28T02:37:17.044468+0000","last_clean":"2023-08-28T02:37:17.044468+0000","last_became_active":"2023-08-28T02:14:43.038336+0000","last_became_peered":"2023-08-28T02:14:43.038336+0000","last_unstale":"2023-08-28T02:37:17.044468+0000","last_undegraded":"2023-08-28T02:37:17.044468+0000","last_fullsized":"2023-08-28T02:37:17.044468+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:26:02.415152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":341,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-08-28T02:37:08.998079+0000","last_change":"2023-08-28T02:33:13.318097+0000","last_active":"2023-08-28T02:37:08.998079+0000","last_peered":"2023-08-28T02:37:08.998079+0000","last_clean":"2023-08-28T02:37:08.998079+0000","last_became_active":"2023-08-28T02:33:13.317761+0000","last_became_peered":"2023-08-28T02:33:13.317761+0000","last_unstale":"2023-08-28T02:37:08.998079+0000","last_undegraded":"2023-08-28T02:37:08.998079+0000","last_fullsized":"2023-08-28T02:37:08.998079+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:24.836996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"65'2","reported_seq":339,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.089428+0000","last_change":"2023-08-28T02:29:44.535937+0000","last_active":"2023-08-28T02:37:17.089428+0000","last_peered":"2023-08-28T02:37:17.089428+0000","last_clean":"2023-08-28T02:37:17.089428+0000","last_became_active":"2023-08-28T02:29:44.462244+0000","last_became_peered":"2023-08-28T02:29:44.462244+0000","last_unstale":"2023-08-28T02:37:17.089428+0000","last_undegraded":"2023-08-28T02:37:17.089428+0000","last_fullsized":"2023-08-28T02:37:17.089428+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:30:33.173713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":340,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.061331+0000","last_change":"2023-08-28T02:33:12.305580+0000","last_active":"2023-08-28T02:37:23.061331+0000","last_peered":"2023-08-28T02:37:23.061331+0000","last_clean":"2023-08-28T02:37:23.061331+0000","last_became_active":"2023-08-28T02:33:12.305261+0000","last_became_peered":"2023-08-28T02:33:12.305261+0000","last_unstale":"2023-08-28T02:37:23.061331+0000","last_undegraded":"2023-08-28T02:37:23.061331+0000","last_fullsized":"2023-08-28T02:37:23.061331+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:22:31.614221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"65'2","reported_seq":308,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.089273+0000","last_change":"2023-08-28T02:31:51.991101+0000","last_active":"2023-08-28T02:37:17.089273+0000","last_peered":"2023-08-28T02:37:17.089273+0000","last_clean":"2023-08-28T02:37:17.089273+0000","last_became_active":"2023-08-28T02:31:51.987237+0000","last_became_peered":"2023-08-28T02:31:51.987237+0000","last_unstale":"2023-08-28T02:37:17.089273+0000","last_undegraded":"2023-08-28T02:37:17.089273+0000","last_fullsized":"2023-08-28T02:37:17.089273+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:07:07.370857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":341,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-08-28T02:37:09.007241+0000","last_change":"2023-08-28T02:33:12.494483+0000","last_active":"2023-08-28T02:37:09.007241+0000","last_peered":"2023-08-28T02:37:09.007241+0000","last_clean":"2023-08-28T02:37:09.007241+0000","last_became_active":"2023-08-28T02:33:12.494136+0000","last_became_peered":"2023-08-28T02:33:12.494136+0000","last_unstale":"2023-08-28T02:37:09.007241+0000","last_undegraded":"2023-08-28T02:37:09.007241+0000","last_fullsized":"2023-08-28T02:37:09.007241+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:36.772588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"65'1","reported_seq":287,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.042092+0000","last_change":"2023-08-28T02:33:13.287922+0000","last_active":"2023-08-28T02:37:17.042092+0000","last_peered":"2023-08-28T02:37:17.042092+0000","last_clean":"2023-08-28T02:37:17.042092+0000","last_became_active":"2023-08-28T02:33:13.287520+0000","last_became_peered":"2023-08-28T02:33:13.287520+0000","last_unstale":"2023-08-28T02:37:17.042092+0000","last_undegraded":"2023-08-28T02:37:17.042092+0000","last_fullsized":"2023-08-28T02:37:17.042092+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:11.627168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":300,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.040424+0000","last_change":"2023-08-28T02:33:13.289469+0000","last_active":"2023-08-28T02:37:17.040424+0000","last_peered":"2023-08-28T02:37:17.040424+0000","last_clean":"2023-08-28T02:37:17.040424+0000","last_became_active":"2023-08-28T02:33:13.288737+0000","last_became_peered":"2023-08-28T02:33:13.288737+0000","last_unstale":"2023-08-28T02:37:17.040424+0000","last_undegraded":"2023-08-28T02:37:17.040424+0000","last_fullsized":"2023-08-28T02:37:17.040424+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:11:15.043550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"65'4","reported_seq":324,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.046432+0000","last_change":"2023-08-28T02:32:28.607010+0000","last_active":"2023-08-28T02:37:17.046432+0000","last_peered":"2023-08-28T02:37:17.046432+0000","last_clean":"2023-08-28T02:37:17.046432+0000","last_became_active":"2023-08-28T02:32:28.492224+0000","last_became_peered":"2023-08-28T02:32:28.492224+0000","last_unstale":"2023-08-28T02:37:17.046432+0000","last_undegraded":"2023-08-28T02:37:17.046432+0000","last_fullsized":"2023-08-28T02:37:17.046432+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:13:45.711951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":554,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":351,"reported_epoch":344,"state":"active+clean","last_fresh":"2023-08-28T02:37:09.006429+0000","last_change":"2023-08-28T02:33:13.309144+0000","last_active":"2023-08-28T02:37:09.006429+0000","last_peered":"2023-08-28T02:37:09.006429+0000","last_clean":"2023-08-28T02:37:09.006429+0000","last_became_active":"2023-08-28T02:33:13.308910+0000","last_became_peered":"2023-08-28T02:33:13.308910+0000","last_unstale":"2023-08-28T02:37:09.006429+0000","last_undegraded":"2023-08-28T02:37:09.006429+0000","last_fullsized":"2023-08-28T02:37:09.006429+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:09:59.549591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":4675076120,"num_objects":71337,"num_object_clones":0,"num_object_copies":214011,"num_objects_missing_on_primary":4582,"num_objects_missing":4582,"num_objects_degraded":35194,"num_objects_misplaced":8697,"num_objects_unfound":0,"num_objects_dirty":71337,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":115277,"num_write_kb":5971585,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":38675,"num_bytes_recovered":2518351872,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":14642524160,"data_stored":14642511944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97025,"ondisk_log_size":97025,"up":48,"acting":43,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":10126,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":370028,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":89,"num_read_kb":167,"num_write":44,"num_write_kb":440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":322019,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299766,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1913892,"kb_used_data":1432092,"kb_used_omap":0,"kb_used_meta":481792,"kb_avail":91831260,"statfs":{"total":95995035648,"available":94035210240,"internally_reserved":0,"allocated":1466462208,"data_stored":1465085913,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":493355008},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1],"upper_bound":4},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:37:11 2023","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.53100000000000003,"15min":1.2889999999999999},"min":{"1min":0.29699999999999999,"5min":0.23400000000000001,"15min":0.219},"max":{"1min":0.66600000000000004,"5min":3.6480000000000001,"15min":13.118},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.48499999999999999,"5min":0.59799999999999998,"15min":1.6899999999999999},"min":{"1min":0.247,"5min":0.247,"15min":0.246},"max":{"1min":0.621,"5min":3.6619999999999999,"15min":17.402999999999999},"last":0.46300000000000002}]},{"osd":1,"last update":"Mon Aug 28 02:36:41 2023","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.91000000000000003,"15min":2.0449999999999999},"min":{"1min":0.27700000000000002,"5min":0.27300000000000002,"15min":0.24099999999999999},"max":{"1min":2.7509999999999999,"5min":7.0599999999999996,"15min":17.43},"last":0.33500000000000002},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.85499999999999998,"15min":1.8779999999999999},"min":{"1min":0.315,"5min":0.311,"15min":0.25900000000000001},"max":{"1min":2.7669999999999999,"5min":7.1420000000000003,"15min":19.913},"last":0.36899999999999999}]},{"osd":2,"last update":"Mon Aug 28 02:36:25 2023","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.60899999999999999,"15min":1.46},"min":{"1min":0.28899999999999998,"5min":0.23499999999999999,"15min":0.22800000000000001},"max":{"1min":1.5529999999999999,"5min":3.8199999999999998,"15min":8.3889999999999993},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.66500000000000004,"15min":1.2569999999999999},"min":{"1min":0.36899999999999999,"5min":0.28799999999999998,"15min":0.28699999999999998},"max":{"1min":1.9159999999999999,"5min":3.5219999999999998,"15min":9.2219999999999995},"last":0.41799999999999998}]},{"osd":3,"last update":"Mon Aug 28 02:37:18 2023","interfaces":[{"interface":"back","average":{"1min":0.66900000000000004,"5min":0.64600000000000002,"15min":0.69399999999999995},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":2.468,"5min":3.0099999999999998,"15min":3.0099999999999998},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.498,"5min":0.59899999999999998,"15min":0.61899999999999999},"min":{"1min":0.39700000000000002,"5min":0.308,"15min":0.308},"max":{"1min":0.64500000000000002,"5min":3.1000000000000001,"15min":3.1000000000000001},"last":0.497}]},{"osd":4,"last update":"Mon Aug 28 02:37:11 2023","interfaces":[{"interface":"back","average":{"1min":0.39400000000000002,"5min":0.51800000000000002,"15min":1.2729999999999999},"min":{"1min":0.28299999999999997,"5min":0.26500000000000001,"15min":0.245},"max":{"1min":0.52000000000000002,"5min":5.2169999999999996,"15min":18.943000000000001},"last":0.40100000000000002},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.53500000000000003,"15min":0.93600000000000005},"min":{"1min":0.33100000000000002,"5min":0.26500000000000001,"15min":0.25700000000000001},"max":{"1min":2.4940000000000002,"5min":2.9870000000000001,"15min":8.1890000000000001},"last":1.1319999999999999}]},{"osd":5,"last update":"Mon Aug 28 02:37:11 2023","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.47099999999999997,"15min":1.04},"min":{"1min":0.28100000000000003,"5min":0.246,"15min":0.23599999999999999},"max":{"1min":0.64500000000000002,"5min":3.2120000000000002,"15min":14.622},"last":0.55600000000000005},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.53800000000000003,"15min":1.27},"min":{"1min":0.33800000000000002,"5min":0.317,"15min":0.27000000000000002},"max":{"1min":0.80200000000000005,"5min":3.0499999999999998,"15min":17.324999999999999},"last":0.433}]},{"osd":6,"last update":"Mon Aug 28 02:37:11 2023","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.59599999999999997,"15min":1.292},"min":{"1min":0.376,"5min":0.33300000000000002,"15min":0.30299999999999999},"max":{"1min":0.83399999999999996,"5min":3.2250000000000001,"15min":17.454999999999998},"last":1.351},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.58899999999999997,"15min":0.85099999999999998},"min":{"1min":0.33400000000000002,"5min":0.31,"15min":0.28999999999999998},"max":{"1min":2.4399999999999999,"5min":3.0499999999999998,"15min":7.665},"last":0.47399999999999998}]}]},{"osd":6,"up_from":0,"seq":193273528697,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":101,"seq":433791697155,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1495148,"kb_used_data":866980,"kb_used_omap":4,"kb_used_meta":628155,"kb_avail":92250004,"statfs":{"total":95995035648,"available":94464004096,"internally_reserved":0,"allocated":887787520,"data_stored":885840264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":643231630},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:36:42 2023","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.72799999999999998,"15min":2.101},"min":{"1min":0.26600000000000001,"5min":0.223,"15min":0.214},"max":{"1min":2.1659999999999999,"5min":6.4500000000000002,"15min":24.545999999999999},"last":0.29199999999999998},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.82199999999999995,"15min":2.5139999999999998},"min":{"1min":0.25600000000000001,"5min":0.23599999999999999,"15min":0.21199999999999999},"max":{"1min":3.496,"5min":7.5330000000000004,"15min":24.515000000000001},"last":0.501}]},{"osd":2,"last update":"Mon Aug 28 02:36:30 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.88200000000000001,"15min":2.3300000000000001},"min":{"1min":0.32900000000000001,"5min":0.28699999999999998,"15min":0.24099999999999999},"max":{"1min":3.544,"5min":7.5659999999999998,"15min":22.161000000000001},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.94199999999999995,"15min":1.748},"min":{"1min":0.34000000000000002,"5min":0.27600000000000002,"15min":0.253},"max":{"1min":2.4489999999999998,"5min":8.3170000000000002,"15min":19.100999999999999},"last":0.31}]},{"osd":3,"last update":"Mon Aug 28 02:37:20 2023","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.53600000000000003,"15min":0.48699999999999999},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":2.742,"5min":2.742,"15min":2.742},"last":0.33500000000000002},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.56499999999999995,"15min":0.53100000000000003},"min":{"1min":0.309,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.88500000000000001,"5min":3.5819999999999999,"15min":3.5819999999999999},"last":0.68200000000000005}]},{"osd":4,"last update":"Mon Aug 28 02:36:42 2023","interfaces":[{"interface":"back","average":{"1min":0.64200000000000002,"5min":0.88400000000000001,"15min":1.4119999999999999},"min":{"1min":0.38400000000000001,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":2.488,"5min":6.819,"15min":18.992999999999999},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.88400000000000001,"15min":1.6459999999999999},"min":{"1min":0.34300000000000003,"5min":0.29099999999999998,"15min":0.26400000000000001},"max":{"1min":1.9650000000000001,"5min":6.8380000000000001,"15min":14.779999999999999},"last":0.42299999999999999}]},{"osd":5,"last update":"Mon Aug 28 02:36:42 2023","interfaces":[{"interface":"back","average":{"1min":0.71099999999999997,"5min":0.96399999999999997,"15min":2.0459999999999998},"min":{"1min":0.39300000000000002,"5min":0.35999999999999999,"15min":0.29999999999999999},"max":{"1min":3.6080000000000001,"5min":7.7549999999999999,"15min":18.626999999999999},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.68000000000000005,"5min":0.93799999999999994,"15min":1.8480000000000001},"min":{"1min":0.41899999999999998,"5min":0.375,"15min":0.33600000000000002},"max":{"1min":2.532,"5min":7.3410000000000002,"15min":18.945},"last":0.52700000000000002}]},{"osd":6,"last update":"Mon Aug 28 02:36:42 2023","interfaces":[{"interface":"back","average":{"1min":0.76400000000000001,"5min":0.88700000000000001,"15min":2.0009999999999999},"min":{"1min":0.44600000000000001,"5min":0.39100000000000001,"15min":0.34300000000000003},"max":{"1min":3.6400000000000001,"5min":7.4969999999999999,"15min":12.221},"last":0.64000000000000001},{"interface":"front","average":{"1min":0.69499999999999995,"5min":1.0980000000000001,"15min":1.633},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.34499999999999997},"max":{"1min":2.5950000000000002,"5min":12.371,"15min":19.021999999999998},"last":0.57099999999999995}]},{"osd":7,"last update":"Mon Aug 28 02:36:42 2023","interfaces":[{"interface":"back","average":{"1min":0.72999999999999998,"5min":0.92400000000000004,"15min":1.7689999999999999},"min":{"1min":0.497,"5min":0.374,"15min":0.374},"max":{"1min":2.5600000000000001,"5min":7.3949999999999996,"15min":19.047999999999998},"last":0.39600000000000002},{"interface":"front","average":{"1min":0.66000000000000003,"5min":0.94699999999999995,"15min":1.8660000000000001},"min":{"1min":0.48099999999999998,"5min":0.34399999999999997,"15min":0.312},"max":{"1min":1.9079999999999999,"5min":6.4960000000000004,"15min":14.818},"last":0.46300000000000002}]}]},{"osd":0,"up_from":87,"seq":373662155022,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3502920,"kb_used_data":2837888,"kb_used_omap":5,"kb_used_meta":665018,"kb_avail":90242232,"statfs":{"total":95995035648,"available":92408045568,"internally_reserved":0,"allocated":2905997312,"data_stored":2903920731,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":680979066},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:36:35 2023","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.67000000000000004,"15min":1.631},"min":{"1min":0.221,"5min":0.184,"15min":0.184},"max":{"1min":0.76800000000000002,"5min":5.5339999999999998,"15min":30.315000000000001},"last":0.65700000000000003},{"interface":"front","average":{"1min":0.38800000000000001,"5min":0.67700000000000005,"15min":2.431},"min":{"1min":0.27600000000000002,"5min":0.25,"15min":0.221},"max":{"1min":0.67900000000000005,"5min":8.3379999999999992,"15min":69.272000000000006},"last":0.34899999999999998}]},{"osd":2,"last update":"Mon Aug 28 02:36:35 2023","interfaces":[{"interface":"back","average":{"1min":0.68799999999999994,"5min":0.70399999999999996,"15min":1.923},"min":{"1min":0.29399999999999998,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":2.9119999999999999,"5min":5.7060000000000004,"15min":20.959},"last":0.58199999999999996},{"interface":"front","average":{"1min":0.83299999999999996,"5min":0.81999999999999995,"15min":1.7709999999999999},"min":{"1min":0.311,"5min":0.247,"15min":0.24299999999999999},"max":{"1min":6.1180000000000003,"5min":6.1180000000000003,"15min":9.7490000000000006},"last":0.54900000000000004}]},{"osd":3,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.996,"5min":0.80400000000000005,"15min":0.76800000000000002},"min":{"1min":0.32900000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":5.6680000000000001,"5min":5.6680000000000001,"15min":5.6680000000000001},"last":0.78300000000000003},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.754,"15min":0.77200000000000002},"min":{"1min":0.40300000000000002,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":2.4889999999999999,"5min":4.9199999999999999,"15min":4.9199999999999999},"last":0.83299999999999996}]},{"osd":4,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.56299999999999994,"15min":2.3380000000000001},"min":{"1min":0.33100000000000002,"5min":0.314,"15min":0.29299999999999998},"max":{"1min":2.3210000000000002,"5min":3.9710000000000001,"15min":274.33199999999999},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.66300000000000003,"15min":2.6949999999999998},"min":{"1min":0.376,"5min":0.315,"15min":0.28199999999999997},"max":{"1min":1.357,"5min":2.6520000000000001,"15min":266.31999999999999},"last":0.71199999999999997}]},{"osd":5,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.67700000000000005,"5min":0.623,"15min":1.415},"min":{"1min":0.38800000000000001,"5min":0.33300000000000002,"15min":0.29299999999999998},"max":{"1min":2.3759999999999999,"5min":4.1219999999999999,"15min":13.038},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.65700000000000003,"15min":1.895},"min":{"1min":0.41899999999999998,"5min":0.36399999999999999,"15min":0.27800000000000002},"max":{"1min":1.3120000000000001,"5min":2.2679999999999998,"15min":15.231},"last":0.76600000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.72799999999999998,"5min":0.66600000000000004,"15min":1.6120000000000001},"min":{"1min":0.41299999999999998,"5min":0.38300000000000001,"15min":0.29399999999999998},"max":{"1min":2.4540000000000002,"5min":4.0620000000000003,"15min":15.122999999999999},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.621,"5min":0.68400000000000005,"15min":1.905},"min":{"1min":0.45200000000000001,"5min":0.40000000000000002,"15min":0.35599999999999998},"max":{"1min":1.3919999999999999,"5min":2.3029999999999999,"15min":15.186999999999999},"last":0.80500000000000005}]},{"osd":7,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":1.006,"5min":0.78900000000000003,"15min":1.899},"min":{"1min":0.51300000000000001,"5min":0.36399999999999999,"15min":0.33400000000000002},"max":{"1min":4.4390000000000001,"5min":4.4390000000000001,"15min":16.183},"last":0.44500000000000001},{"interface":"front","average":{"1min":0.80500000000000005,"5min":0.73899999999999999,"15min":1.625},"min":{"1min":0.46000000000000002,"5min":0.38500000000000001,"15min":0.35999999999999999},"max":{"1min":2.4220000000000002,"5min":4.0250000000000004,"15min":13.005000000000001},"last":0.60599999999999998}]}]},{"osd":2,"up_from":0,"seq":502511173881,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":297,"seq":1275605286964,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":832960,"kb_used_data":698040,"kb_used_omap":2,"kb_used_meta":134909,"kb_avail":92912192,"statfs":{"total":95995035648,"available":95142084608,"internally_reserved":0,"allocated":714792960,"data_stored":712829246,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":138146869},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:37:14 2023","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.52700000000000002,"15min":0.44400000000000001},"min":{"1min":0.247,"5min":0.22,"15min":0.22},"max":{"1min":2.2530000000000001,"5min":6.8819999999999997,"15min":6.8819999999999997},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.69299999999999995,"15min":0.69699999999999995},"min":{"1min":0.30399999999999999,"5min":0.217,"15min":0.217},"max":{"1min":1.018,"5min":6.7839999999999998,"15min":6.7839999999999998},"last":0.505}]},{"osd":1,"last update":"Mon Aug 28 02:37:14 2023","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.56000000000000005,"15min":0.45200000000000001},"min":{"1min":0.28499999999999998,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":1.056,"5min":4.0650000000000004,"15min":4.0650000000000004},"last":0.35899999999999999},{"interface":"front","average":{"1min":0.624,"5min":0.70799999999999996,"15min":0.71899999999999997},"min":{"1min":0.28999999999999998,"5min":0.249,"15min":0.249},"max":{"1min":1.431,"5min":3.9249999999999998,"15min":3.9249999999999998},"last":0.44500000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:37:14 2023","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.57199999999999995,"15min":0.61799999999999999},"min":{"1min":0.31,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":1.3919999999999999,"5min":2.5449999999999999,"15min":2.5449999999999999},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.61899999999999999,"15min":0.56899999999999995},"min":{"1min":0.38200000000000001,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":1.1539999999999999,"5min":4.7030000000000003,"15min":4.7030000000000003},"last":0.51900000000000002}]},{"osd":4,"last update":"Mon Aug 28 02:37:14 2023","interfaces":[{"interface":"back","average":{"1min":0.91800000000000004,"5min":0.63300000000000001,"15min":0.59199999999999997},"min":{"1min":0.40699999999999997,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":6.2670000000000003,"5min":6.2670000000000003,"15min":6.2670000000000003},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.78100000000000003,"5min":0.65100000000000002,"15min":0.57299999999999995},"min":{"1min":0.39800000000000002,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":2.8380000000000001,"5min":3.5030000000000001,"15min":3.5030000000000001},"last":0.42799999999999999}]},{"osd":5,"last update":"Mon Aug 28 02:37:14 2023","interfaces":[{"interface":"back","average":{"1min":0.68799999999999994,"5min":0.65100000000000002,"15min":0.59499999999999997},"min":{"1min":0.40100000000000002,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":2.29,"5min":3.5390000000000001,"15min":3.5390000000000001},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.73899999999999999,"5min":0.58199999999999996,"15min":0.55500000000000005},"min":{"1min":0.40600000000000003,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":2.7149999999999999,"5min":2.7149999999999999,"15min":2.7149999999999999},"last":0.48999999999999999}]},{"osd":6,"last update":"Mon Aug 28 02:37:14 2023","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.63100000000000001,"15min":0.64000000000000001},"min":{"1min":0.437,"5min":0.436,"15min":0.436},"max":{"1min":0.89000000000000001,"5min":1.8879999999999999,"15min":1.8879999999999999},"last":0.621},{"interface":"front","average":{"1min":0.66100000000000003,"5min":0.69699999999999995,"15min":0.65300000000000002},"min":{"1min":0.44700000000000001,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.99099999999999999,"5min":3.6099999999999999,"15min":3.6099999999999999},"last":0.53400000000000003}]},{"osd":7,"last update":"Mon Aug 28 02:37:14 2023","interfaces":[{"interface":"back","average":{"1min":0.78000000000000003,"5min":0.63400000000000001,"15min":0.59599999999999997},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":2.9399999999999999,"5min":2.9399999999999999,"15min":2.9399999999999999},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.82899999999999996,"5min":0.68500000000000005,"15min":0.66000000000000003},"min":{"1min":0.46500000000000002,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":2.9540000000000002,"5min":2.9540000000000002,"15min":2.9540000000000002},"last":0.58899999999999997}]}]},{"osd":4,"up_from":30,"seq":128849019258,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3346584,"kb_used_data":2875280,"kb_used_omap":0,"kb_used_meta":471296,"kb_avail":90398568,"statfs":{"total":95995035648,"available":92568133632,"internally_reserved":0,"allocated":2944286720,"data_stored":2942914544,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":482607104},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,0,3,0,1],"upper_bound":512},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.55900000000000005,"15min":1.593},"min":{"1min":0.26100000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":4.46,"5min":10.249000000000001,"15min":22.515000000000001},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.56000000000000005,"15min":1.5249999999999999},"min":{"1min":0.28100000000000003,"5min":0.23200000000000001,"15min":0.217},"max":{"1min":1.425,"5min":4.5250000000000004,"15min":22.454000000000001},"last":1.0389999999999999}]},{"osd":1,"last update":"Mon Aug 28 02:36:47 2023","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.68100000000000005,"15min":1.3879999999999999},"min":{"1min":0.312,"5min":0.254,"15min":0.24199999999999999},"max":{"1min":0.58399999999999996,"5min":8.7710000000000008,"15min":23.082000000000001},"last":0.89200000000000002},{"interface":"front","average":{"1min":0.432,"5min":0.628,"15min":1.597},"min":{"1min":0.29199999999999998,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.55300000000000005,"5min":8.7940000000000005,"15min":25.100000000000001},"last":3.0569999999999999}]},{"osd":2,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.72399999999999998,"5min":0.67400000000000004,"15min":1.5169999999999999},"min":{"1min":0.29599999999999999,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":4.5430000000000001,"5min":4.827,"15min":16.231000000000002},"last":0.92200000000000004},{"interface":"front","average":{"1min":0.85399999999999998,"5min":0.64600000000000002,"15min":1.4039999999999999},"min":{"1min":0.33200000000000002,"5min":0.312,"15min":0.251},"max":{"1min":5.6360000000000001,"5min":5.6360000000000001,"15min":13.515000000000001},"last":5.6360000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.69699999999999995,"15min":0.77100000000000002},"min":{"1min":0.34799999999999998,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.9059999999999999,"5min":7.7480000000000002,"15min":7.7480000000000002},"last":1.9059999999999999},{"interface":"front","average":{"1min":0.627,"5min":0.70999999999999996,"15min":0.67000000000000004},"min":{"1min":0.371,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":1.4850000000000001,"5min":3.7069999999999999,"15min":3.7069999999999999},"last":0.41799999999999998}]},{"osd":5,"last update":"Mon Aug 28 02:37:01 2023","interfaces":[{"interface":"back","average":{"1min":0.73099999999999998,"5min":0.57799999999999996,"15min":1.095},"min":{"1min":0.27500000000000002,"5min":0.222,"15min":0.222},"max":{"1min":4.609,"5min":4.6689999999999996,"15min":16.181999999999999},"last":0.33900000000000002},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.71299999999999997,"15min":1.1200000000000001},"min":{"1min":0.34699999999999998,"5min":0.224,"15min":0.20699999999999999},"max":{"1min":1.5700000000000001,"5min":8.6370000000000005,"15min":10.233000000000001},"last":0.378}]},{"osd":6,"last update":"Mon Aug 28 02:37:16 2023","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.55500000000000005,"15min":1.052},"min":{"1min":0.29599999999999999,"5min":0.27100000000000002,"15min":0.26500000000000001},"max":{"1min":1.6000000000000001,"5min":2.9830000000000001,"15min":10.023999999999999},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.61799999999999999,"15min":1.121},"min":{"1min":0.313,"5min":0.28299999999999997,"15min":0.26600000000000001},"max":{"1min":1.679,"5min":4.5949999999999998,"15min":8.5},"last":0.42999999999999999}]},{"osd":7,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.67600000000000005,"5min":0.57899999999999996,"15min":1.143},"min":{"1min":0.35399999999999998,"5min":0.28999999999999998,"15min":0.22500000000000001},"max":{"1min":4.5720000000000001,"5min":4.8559999999999999,"15min":9.3209999999999997},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.59099999999999997,"15min":1.089},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.30299999999999999},"max":{"1min":1.647,"5min":2.754,"15min":15.597},"last":0.63300000000000001}]}]},{"osd":5,"up_from":37,"seq":158913790332,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2548884,"kb_used_data":1989388,"kb_used_omap":0,"kb_used_meta":559488,"kb_avail":91196268,"statfs":{"total":95995035648,"available":93384978432,"internally_reserved":0,"allocated":2037133312,"data_stored":2035769619,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":572915712},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:36:47 2023","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.73899999999999999,"15min":1.706},"min":{"1min":0.26000000000000001,"5min":0.23200000000000001,"15min":0.20200000000000001},"max":{"1min":0.83099999999999996,"5min":7.7560000000000002,"15min":40.334000000000003},"last":0.33800000000000002},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.90700000000000003,"15min":1.7170000000000001},"min":{"1min":0.29199999999999998,"5min":0.26600000000000001,"15min":0.23200000000000001},"max":{"1min":0.66400000000000003,"5min":19.815999999999999,"15min":40.212000000000003},"last":0.32100000000000001}]},{"osd":1,"last update":"Mon Aug 28 02:36:47 2023","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.77900000000000003,"15min":1.8819999999999999},"min":{"1min":0.309,"5min":0.27400000000000002,"15min":0.23699999999999999},"max":{"1min":0.55400000000000005,"5min":17.998000000000001,"15min":40.088000000000001},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.45900000000000002,"5min":1.107,"15min":1.794},"min":{"1min":0.29199999999999998,"5min":0.27800000000000002,"15min":0.26000000000000001},"max":{"1min":0.67900000000000005,"5min":19.853000000000002,"15min":40.243000000000002},"last":0.39900000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:36:47 2023","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.75800000000000001,"15min":1.706},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.27700000000000002},"max":{"1min":0.81100000000000005,"5min":7.8029999999999999,"15min":40.436999999999998},"last":0.377},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.91800000000000004,"15min":1.8029999999999999},"min":{"1min":0.39300000000000002,"5min":0.315,"15min":0.27200000000000002},"max":{"1min":0.69499999999999995,"5min":8.609,"15min":40.555},"last":0.46800000000000003}]},{"osd":3,"last update":"Mon Aug 28 02:37:21 2023","interfaces":[{"interface":"back","average":{"1min":0.44900000000000001,"5min":0.82399999999999995,"15min":1.1399999999999999},"min":{"1min":0.308,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.52600000000000002,"5min":16.190999999999999,"15min":16.190999999999999},"last":0.55600000000000005},{"interface":"front","average":{"1min":0.53100000000000003,"5min":1.0589999999999999,"15min":1.476},"min":{"1min":0.42599999999999999,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.77800000000000002,"5min":21.420999999999999,"15min":21.420999999999999},"last":0.504}]},{"osd":4,"last update":"Mon Aug 28 02:36:58 2023","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.60299999999999998,"15min":1.2589999999999999},"min":{"1min":0.25,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.78300000000000003,"5min":13.616,"15min":40.762999999999998},"last":0.30099999999999999},{"interface":"front","average":{"1min":0.442,"5min":0.70799999999999996,"15min":1.3620000000000001},"min":{"1min":0.34499999999999997,"5min":0.27900000000000003,"15min":0.25700000000000001},"max":{"1min":0.59399999999999997,"5min":6.3819999999999997,"15min":40.634},"last":0.42899999999999999}]},{"osd":6,"last update":"Mon Aug 28 02:36:47 2023","interfaces":[{"interface":"back","average":{"1min":0.81499999999999995,"5min":0.89300000000000002,"15min":1.4359999999999999},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.23300000000000001},"max":{"1min":4.04,"5min":10.66,"15min":42.409999999999997},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.69499999999999995,"15min":1.3899999999999999},"min":{"1min":0.29499999999999998,"5min":0.254,"15min":0.254},"max":{"1min":0.81399999999999995,"5min":9.5830000000000002,"15min":42.533999999999999},"last":0.57499999999999996}]},{"osd":7,"last update":"Mon Aug 28 02:36:47 2023","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.70399999999999996,"15min":1.5840000000000001},"min":{"1min":0.34999999999999998,"5min":0.315,"15min":0.315},"max":{"1min":2.9809999999999999,"5min":6.1749999999999998,"15min":42.667000000000002},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.94199999999999995,"15min":1.6040000000000001},"min":{"1min":0.39700000000000002,"5min":0.33000000000000002,"15min":0.318},"max":{"1min":1.7330000000000001,"5min":9.1189999999999998,"15min":42.344000000000001},"last":0.45200000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":2899972096,"data_stored":2899968024,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":883032064,"data_stored":883032064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1947140096,"data_stored":1947140096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":708837376,"data_stored":708837376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":2938048512,"data_stored":2938044440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":2031484928,"data_stored":2031484928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1772752896,"data_stored":1772748824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1461256192,"data_stored":1461256192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:37:27.181 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph status --format=json 2023-08-28T02:37:27.182 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:27.182 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:37:27.182 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:37:27.283 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:37:27.309 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:27 smithi083 ceph-mon[157819]: pgmap v1052: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.4 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 106 op/s; 35195/214080 objects degraded (16.440%); 8697/214080 objects misplaced (4.062%); 1.5 MiB/s, 23 objects/s recovering 2023-08-28T02:37:27.309 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:27 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:37:27.309 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:27 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:37:27.311 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:27.331 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:37:27.334 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:27.335 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:37:27.354 INFO:teuthology.orchestra.run.smithi040.stdout:ERROR: (22) Invalid argument 2023-08-28T02:37:27.354 INFO:teuthology.orchestra.run.smithi040.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:37:27.436 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:37:27.466 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:27.490 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:37:27.493 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:27.494 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:37:27.594 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:37:27.630 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:27.652 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:37:27.656 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:27.656 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:37:27.757 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:37:27.791 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:27.827 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:37:28.166 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:37:28.170 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:28.170 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:37:28.197 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.1 dump_ops_in_flight 2023-08-28T02:37:28.271 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:37:28.300 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:28.321 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:37:28.324 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:28.324 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:37:28.360 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:28 smithi040 ceph-mon[175404]: from='client.46007 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:37:28.360 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:28 smithi040 ceph-mon[170259]: from='client.46007 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:37:28.425 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:37:28.459 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:28.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:28 smithi083 ceph-mon[157819]: from='client.46007 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:37:28.635 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:37:28.639 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:28.639 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:37:28.640 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:37:28.740 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:37:28.767 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:28.787 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:37:28.790 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:28.790 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:37:28.891 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:37:28.925 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:29.194 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:29 smithi040 ceph-mon[175404]: pgmap v1053: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.3 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 105 op/s; 35129/213489 objects degraded (16.455%); 8604/213489 objects misplaced (4.030%); 1.8 MiB/s, 28 objects/s recovering 2023-08-28T02:37:29.195 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:29 smithi040 ceph-mon[170259]: pgmap v1053: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.3 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 105 op/s; 35129/213489 objects degraded (16.455%); 8604/213489 objects misplaced (4.030%); 1.8 MiB/s, 28 objects/s recovering 2023-08-28T02:37:29.400 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:37:29.404 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:29.405 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:37:29.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:29 smithi083 ceph-mon[157819]: pgmap v1053: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.3 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 105 op/s; 35129/213489 objects degraded (16.455%); 8604/213489 objects misplaced (4.030%); 1.8 MiB/s, 28 objects/s recovering 2023-08-28T02:37:29.506 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:37:29.522 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:37:29.534 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:29.549 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:37:29.553 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:37:29.555 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:29.556 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:37:29.571 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:37:29.603 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:37:29.610 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:37:29.633 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:37:29.654 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:37:29.657 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:37:29.678 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:37:29.699 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:29.718 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:37:29.721 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-08-28T02:37:29.722 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-08-28T02:37:29.722 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-08-28T02:37:29.722 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-08-28T02:37:29.722 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-08-28T02:37:29.722 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-08-28T02:37:29.722 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-08-28T02:37:29.722 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-08-28T02:37:29.886 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:37:29.894 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:29.894 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:37:29.995 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:37:30.033 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:30.069 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:37:30.072 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:30.072 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:37:30.173 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:37:30.204 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:30.275 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:37:30.279 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:30.279 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:37:30.380 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:37:30.407 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:30.427 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:37:30.430 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:30.431 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:37:30.531 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:37:30.561 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:30.579 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:37:30.582 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:30.583 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:37:30.638 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:30 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:37:30.639 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:30 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:37:30.639 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:30 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1590456289' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:37:30.639 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:30 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:37:30.639 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:30 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:37:30.639 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:30 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:37:30.639 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:30 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:37:30.639 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:30 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2516451563' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:37:30.639 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:30 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:37:30.640 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:30 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:37:30.640 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:30 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1590456289' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:37:30.640 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:30 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:37:30.640 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:30 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:37:30.640 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:30 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:37:30.640 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:30 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:37:30.640 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:30 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2516451563' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:37:30.683 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:37:30.709 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:30 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:37:30.709 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:30 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:37:30.709 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:30 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1590456289' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:37:30.709 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:30 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:37:30.709 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:30 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:37:30.709 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:30 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:37:30.710 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:30 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:37:30.710 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:30 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2516451563' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:37:30.711 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:30.732 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:37:30.735 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:30.736 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:37:30.836 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:37:30.863 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:30.882 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:37:30.885 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:30.885 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:37:30.957 INFO:teuthology.orchestra.run.smithi040.stderr:nodeep-scrub is unset 2023-08-28T02:37:30.986 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:37:31.027 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:31.104 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:37:31.107 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:31.107 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:37:31.208 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:37:31.236 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:31.255 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:37:31.258 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:31.258 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:37:31.308 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:37:31.308 INFO:teuthology.orchestra.run.smithi040.stdout:{"fsid":"d9a8f48a-4546-11ee-817c-1b7a5f1ba315","health":{"status":"HEALTH_WARN","checks":{"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 35129/213489 objects degraded (16.455%), 6 pgs degraded, 5 pgs undersized","count":11},"muted":false}},"mutes":[]},"election_epoch":34,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":1456,"monmap":{"epoch":4,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":347,"num_osds":8,"num_up_osds":8,"osd_up_since":1693189991,"num_in_osds":6,"osd_in_since":1693189947,"num_remapped_pgs":8},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":90},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":5},{"state_name":"active+remapped+backfill_wait","count":2},{"state_name":"active+recovery_wait+degraded","count":1},{"state_name":"active+recovering+remapped","count":1}],"num_pgs":99,"num_pools":5,"num_objects":71163,"data_bytes":4662541060,"bytes_used":13949304832,"bytes_avail":562020909056,"bytes_total":575970213888,"degraded_objects":35129,"degraded_total":213489,"degraded_ratio":0.16454711952372253,"misplaced_objects":8604,"misplaced_total":213489,"misplaced_ratio":0.040301842249483577,"recovering_objects_per_sec":28,"recovering_bytes_per_sec":1886850,"recovering_keys_per_sec":0,"num_objects_recovered":288,"num_bytes_recovered":18874368,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":105},"fsmap":{"epoch":7,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi040.wmhbsz","status":"up:active","gid":24577}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.40:8443/","prometheus":"http://172.21.15.40:9283/"}},"servicemap":{"epoch":22,"modified":"2023-08-28T02:34:10.384085+0000","services":{}},"progress_events":{"12dba03a-d529-4826-b243-e29af8fa97a8":{"message":"Upgrade to 18.2.0-187-g9cf20820 (5m)\n [============................] (remaining: 6m)","progress":0.44999998807907104,"add_to_ceph_s":true},"42e4bfe6-6201-4e43-94a3-bd00b5166574":{"message":"Global Recovery Event (5m)\n [=========================...] (remaining: 35s)","progress":0.90909093618392944,"add_to_ceph_s":true}}} 2023-08-28T02:37:31.359 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:37:31.388 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:31.408 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:37:31.410 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:31.411 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:37:31.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:31 smithi083 ceph-mon[157819]: pgmap v1054: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.3 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 101 op/s; 35102/213129 objects degraded (16.470%); 8578/213129 objects misplaced (4.025%); 1.7 MiB/s, 27 objects/s recovering 2023-08-28T02:37:31.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:31 smithi083 ceph-mon[157819]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:37:31.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:31 smithi083 ceph-mon[157819]: failed to encode map e347 with expected crc 2023-08-28T02:37:31.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:31 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2516451563' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:37:31.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:31 smithi083 ceph-mon[157819]: osdmap e347: 8 total, 8 up, 6 in 2023-08-28T02:37:31.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:31 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 35129/213489 objects degraded (16.455%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:37:31.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:31 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3043261362' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:37:31.511 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:37:31.525 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-08-28T02:37:31.525 INFO:teuthology.orchestra.run.smithi040.stdout: "ops": [], 2023-08-28T02:37:31.525 INFO:teuthology.orchestra.run.smithi040.stdout: "num_ops": 0 2023-08-28T02:37:31.525 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-08-28T02:37:31.546 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:31.663 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:31 smithi040 ceph-mon[175404]: pgmap v1054: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.3 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 101 op/s; 35102/213129 objects degraded (16.470%); 8578/213129 objects misplaced (4.025%); 1.7 MiB/s, 27 objects/s recovering 2023-08-28T02:37:31.663 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:31 smithi040 ceph-mon[175404]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:37:31.663 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:31 smithi040 ceph-mon[175404]: failed to encode map e347 with expected crc 2023-08-28T02:37:31.663 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:31 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2516451563' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:37:31.663 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:31 smithi040 ceph-mon[175404]: osdmap e347: 8 total, 8 up, 6 in 2023-08-28T02:37:31.663 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:31 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 35129/213489 objects degraded (16.455%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:37:31.663 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:31 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3043261362' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:37:31.664 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:31 smithi040 ceph-mon[170259]: pgmap v1054: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.3 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 101 op/s; 35102/213129 objects degraded (16.470%); 8578/213129 objects misplaced (4.025%); 1.7 MiB/s, 27 objects/s recovering 2023-08-28T02:37:31.664 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:31 smithi040 ceph-mon[170259]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:37:31.664 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:31 smithi040 ceph-mon[170259]: failed to encode map e347 with expected crc 2023-08-28T02:37:31.664 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:31 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2516451563' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:37:31.664 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:31 smithi040 ceph-mon[170259]: osdmap e347: 8 total, 8 up, 6 in 2023-08-28T02:37:31.664 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:31 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 35129/213489 objects degraded (16.455%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:37:31.664 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:31 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3043261362' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:37:31.669 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:37:31.672 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:31.672 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:37:31.773 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:37:31.806 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:31.828 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:37:31.830 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:31.830 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:37:31.916 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2023-08-28T02:37:31.916 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:37:31.931 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:37:31.958 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:31.978 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:37:31.981 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:31.982 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:37:32.018 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.1 dump_blocked_ops 2023-08-28T02:37:32.082 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:37:32.111 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:32.134 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:37:32.137 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:32.137 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:37:32.230 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:37:32.238 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:37:32.282 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:32.302 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-08-28T02:37:32.313 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:37:32.318 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:32.319 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:37:32.364 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:32 smithi083 ceph-mon[157819]: failed to encode map e347 with expected crc 2023-08-28T02:37:32.420 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:37:32.455 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:32.479 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:37:32.483 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:32.484 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:37:32.530 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:32 smithi040 ceph-mon[170259]: failed to encode map e347 with expected crc 2023-08-28T02:37:32.531 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:32 smithi040 ceph-mon[175404]: failed to encode map e347 with expected crc 2023-08-28T02:37:32.585 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:37:32.613 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:32.632 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:37:32.635 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:32.635 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:37:32.736 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:37:32.765 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:32.766 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:37:32.786 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:37:32.789 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:32.789 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:37:32.890 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:37:32.919 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:32.940 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:37:32.944 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:32.946 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:37:33.047 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:37:33.074 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:33.097 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:37:33.101 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:33.102 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:37:33.202 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:37:33.237 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:33.409 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:37:33.412 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:33.412 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:37:33.482 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd set noscrub 2023-08-28T02:37:33.511 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:33 smithi040 ceph-mon[175404]: pgmap v1056: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.3 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 87 op/s; 34981/212382 objects degraded (16.471%); 8473/212382 objects misplaced (3.990%); 1.9 MiB/s, 31 objects/s recovering 2023-08-28T02:37:33.511 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:33 smithi040 ceph-mon[170259]: pgmap v1056: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.3 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 87 op/s; 34981/212382 objects degraded (16.471%); 8473/212382 objects misplaced (3.990%); 1.9 MiB/s, 31 objects/s recovering 2023-08-28T02:37:33.513 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:37:33.521 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:37:33.553 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:33.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:33 smithi083 ceph-mon[157819]: pgmap v1056: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.3 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 87 op/s; 34981/212382 objects degraded (16.471%); 8473/212382 objects misplaced (3.990%); 1.9 MiB/s, 31 objects/s recovering 2023-08-28T02:37:33.780 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:37:33.783 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:33.783 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:37:33.884 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:37:33.928 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:33.960 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:37:34.016 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:34.017 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:37:34.117 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:37:34.156 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:34.177 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:37:34.180 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:34.181 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:37:34.195 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:37:34.281 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:37:34.303 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:37:34.305 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:37:34.310 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:34.330 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:37:34.333 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:34.333 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:37:34.434 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:37:34.462 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:34.480 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:37:34.483 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:34.484 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:37:34.584 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:37:34.595 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:34 smithi040 ceph-mon[175404]: from='client.36117 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:37:34.595 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:34 smithi040 ceph-mon[175404]: pgmap v1057: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.3 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 90 op/s; 34981/212130 objects degraded (16.490%); 8473/212130 objects misplaced (3.994%); 1.8 MiB/s, 29 objects/s recovering 2023-08-28T02:37:34.595 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:34 smithi040 ceph-mon[170259]: from='client.36117 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:37:34.595 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:34 smithi040 ceph-mon[170259]: pgmap v1057: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.3 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 90 op/s; 34981/212130 objects degraded (16.490%); 8473/212130 objects misplaced (3.994%); 1.8 MiB/s, 29 objects/s recovering 2023-08-28T02:37:34.620 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:34.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:34 smithi083 ceph-mon[157819]: from='client.36117 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:37:34.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:34 smithi083 ceph-mon[157819]: pgmap v1057: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.3 GiB data, 13 GiB used, 523 GiB / 536 GiB avail; 0 B/s wr, 90 op/s; 34981/212130 objects degraded (16.490%); 8473/212130 objects misplaced (3.994%); 1.8 MiB/s, 29 objects/s recovering 2023-08-28T02:37:34.803 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":1056,"stamp":"2023-08-28T02:37:32.447782+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4638358276,"num_objects":70794,"num_object_clones":0,"num_object_copies":212382,"num_objects_missing_on_primary":4515,"num_objects_missing":4515,"num_objects_degraded":34981,"num_objects_misplaced":8473,"num_objects_unfound":0,"num_objects_dirty":70794,"num_whiteouts":0,"num_read":90,"num_read_kb":168,"num_write":115948,"num_write_kb":5972054,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":38916,"num_bytes_recovered":2532905329,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":98917,"ondisk_log_size":98917,"up":297,"acting":292,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":13562092,"kb_used_data":10615740,"kb_used_omap":12,"kb_used_meta":2946291,"kb_avail":548908820,"statfs":{"total":575970213888,"available":562082631680,"internally_reserved":0,"allocated":10870517760,"data_stored":10860402686,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12739,"internal_metadata":3017002557},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,1,1,1,0,1,1,4,6],"upper_bound":4096},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-54001664,"num_objects":-824,"num_object_clones":0,"num_object_copies":-2472,"num_objects_missing_on_primary":-67,"num_objects_missing":-67,"num_objects_degraded":-289,"num_objects_misplaced":-269,"num_objects_unfound":0,"num_objects_dirty":-824,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":824,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":292,"num_bytes_recovered":19136512,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"9.387860"},"pg_stats":[{"pgid":"3.1a","version":"65'1","reported_seq":358,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.065764+0000","last_change":"2023-08-28T02:32:32.667028+0000","last_active":"2023-08-28T02:37:23.065764+0000","last_peered":"2023-08-28T02:37:23.065764+0000","last_clean":"2023-08-28T02:37:23.065764+0000","last_became_active":"2023-08-28T02:32:32.666711+0000","last_became_peered":"2023-08-28T02:32:32.666711+0000","last_unstale":"2023-08-28T02:37:23.065764+0000","last_undegraded":"2023-08-28T02:37:23.065764+0000","last_fullsized":"2023-08-28T02:37:23.065764+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:28:21.913105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":310,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.064335+0000","last_change":"2023-08-28T02:29:44.421259+0000","last_active":"2023-08-28T02:37:23.064335+0000","last_peered":"2023-08-28T02:37:23.064335+0000","last_clean":"2023-08-28T02:37:23.064335+0000","last_became_active":"2023-08-28T02:29:44.420936+0000","last_became_peered":"2023-08-28T02:29:44.420936+0000","last_unstale":"2023-08-28T02:37:23.064335+0000","last_undegraded":"2023-08-28T02:37:23.064335+0000","last_fullsized":"2023-08-28T02:37:23.064335+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:22:26.346867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":151,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.065693+0000","last_change":"2023-08-28T02:33:12.290337+0000","last_active":"2023-08-28T02:37:17.065693+0000","last_peered":"2023-08-28T02:37:17.065693+0000","last_clean":"2023-08-28T02:37:17.065693+0000","last_became_active":"2023-08-28T02:33:12.289852+0000","last_became_peered":"2023-08-28T02:33:12.289852+0000","last_unstale":"2023-08-28T02:37:17.065693+0000","last_undegraded":"2023-08-28T02:37:17.065693+0000","last_fullsized":"2023-08-28T02:37:17.065693+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:04:26.420037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":325,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.046214+0000","last_change":"2023-08-28T02:33:13.317226+0000","last_active":"2023-08-28T02:37:17.046214+0000","last_peered":"2023-08-28T02:37:17.046214+0000","last_clean":"2023-08-28T02:37:17.046214+0000","last_became_active":"2023-08-28T02:33:13.316893+0000","last_became_peered":"2023-08-28T02:33:13.316893+0000","last_unstale":"2023-08-28T02:37:17.046214+0000","last_undegraded":"2023-08-28T02:37:17.046214+0000","last_fullsized":"2023-08-28T02:37:17.046214+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:55:46.593463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":269,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.039954+0000","last_change":"2023-08-28T02:33:12.295203+0000","last_active":"2023-08-28T02:37:17.039954+0000","last_peered":"2023-08-28T02:37:17.039954+0000","last_clean":"2023-08-28T02:37:17.039954+0000","last_became_active":"2023-08-28T02:33:12.294904+0000","last_became_peered":"2023-08-28T02:33:12.294904+0000","last_unstale":"2023-08-28T02:37:17.039954+0000","last_undegraded":"2023-08-28T02:37:17.039954+0000","last_fullsized":"2023-08-28T02:37:17.039954+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:31:07.008856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":287,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.092535+0000","last_change":"2023-08-28T02:31:51.987263+0000","last_active":"2023-08-28T02:37:17.092535+0000","last_peered":"2023-08-28T02:37:17.092535+0000","last_clean":"2023-08-28T02:37:17.092535+0000","last_became_active":"2023-08-28T02:31:51.986938+0000","last_became_peered":"2023-08-28T02:31:51.986938+0000","last_unstale":"2023-08-28T02:37:17.092535+0000","last_undegraded":"2023-08-28T02:37:17.092535+0000","last_fullsized":"2023-08-28T02:37:17.092535+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:18.021905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":319,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.046261+0000","last_change":"2023-08-28T02:33:12.318656+0000","last_active":"2023-08-28T02:37:17.046261+0000","last_peered":"2023-08-28T02:37:17.046261+0000","last_clean":"2023-08-28T02:37:17.046261+0000","last_became_active":"2023-08-28T02:33:12.318297+0000","last_became_peered":"2023-08-28T02:33:12.318297+0000","last_unstale":"2023-08-28T02:37:17.046261+0000","last_undegraded":"2023-08-28T02:37:17.046261+0000","last_fullsized":"2023-08-28T02:37:17.046261+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:43:09.789767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":250,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.040009+0000","last_change":"2023-08-28T02:33:13.357230+0000","last_active":"2023-08-28T02:37:17.040009+0000","last_peered":"2023-08-28T02:37:17.040009+0000","last_clean":"2023-08-28T02:37:17.040009+0000","last_became_active":"2023-08-28T02:33:13.356853+0000","last_became_peered":"2023-08-28T02:33:13.356853+0000","last_unstale":"2023-08-28T02:37:17.040009+0000","last_undegraded":"2023-08-28T02:37:17.040009+0000","last_fullsized":"2023-08-28T02:37:17.040009+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:20:21.545007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":329,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.089636+0000","last_change":"2023-08-28T02:29:44.462510+0000","last_active":"2023-08-28T02:37:17.089636+0000","last_peered":"2023-08-28T02:37:17.089636+0000","last_clean":"2023-08-28T02:37:17.089636+0000","last_became_active":"2023-08-28T02:29:44.460314+0000","last_became_peered":"2023-08-28T02:29:44.460314+0000","last_unstale":"2023-08-28T02:37:17.089636+0000","last_undegraded":"2023-08-28T02:37:17.089636+0000","last_fullsized":"2023-08-28T02:37:17.089636+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:59:01.311467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":253,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.040514+0000","last_change":"2023-08-28T02:33:13.291255+0000","last_active":"2023-08-28T02:37:17.040514+0000","last_peered":"2023-08-28T02:37:17.040514+0000","last_clean":"2023-08-28T02:37:17.040514+0000","last_became_active":"2023-08-28T02:33:13.290933+0000","last_became_peered":"2023-08-28T02:33:13.290933+0000","last_unstale":"2023-08-28T02:37:17.040514+0000","last_undegraded":"2023-08-28T02:37:17.040514+0000","last_fullsized":"2023-08-28T02:37:17.040514+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:31:54.116908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"65'3","reported_seq":331,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.098907+0000","last_change":"2023-08-28T02:33:12.296412+0000","last_active":"2023-08-28T02:37:23.098907+0000","last_peered":"2023-08-28T02:37:23.098907+0000","last_clean":"2023-08-28T02:37:23.098907+0000","last_became_active":"2023-08-28T02:33:12.295786+0000","last_became_peered":"2023-08-28T02:33:12.295786+0000","last_unstale":"2023-08-28T02:37:23.098907+0000","last_undegraded":"2023-08-28T02:37:23.098907+0000","last_fullsized":"2023-08-28T02:37:23.098907+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:15:31.449163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":154,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.066850+0000","last_change":"2023-08-28T02:32:32.666927+0000","last_active":"2023-08-28T02:37:17.066850+0000","last_peered":"2023-08-28T02:37:17.066850+0000","last_clean":"2023-08-28T02:37:17.066850+0000","last_became_active":"2023-08-28T02:32:32.666618+0000","last_became_peered":"2023-08-28T02:32:32.666618+0000","last_unstale":"2023-08-28T02:37:17.066850+0000","last_undegraded":"2023-08-28T02:37:17.066850+0000","last_fullsized":"2023-08-28T02:37:17.066850+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:45:57.998333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":355,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.065587+0000","last_change":"2023-08-28T02:32:28.505262+0000","last_active":"2023-08-28T02:37:23.065587+0000","last_peered":"2023-08-28T02:37:23.065587+0000","last_clean":"2023-08-28T02:37:23.065587+0000","last_became_active":"2023-08-28T02:32:28.455999+0000","last_became_peered":"2023-08-28T02:32:28.455999+0000","last_unstale":"2023-08-28T02:37:23.065587+0000","last_undegraded":"2023-08-28T02:37:23.065587+0000","last_fullsized":"2023-08-28T02:37:23.065587+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:28.937020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":9468,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":339,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.067074+0000","last_change":"2023-08-28T02:32:12.959195+0000","last_active":"2023-08-28T02:37:23.067074+0000","last_peered":"2023-08-28T02:37:23.067074+0000","last_clean":"2023-08-28T02:37:23.067074+0000","last_became_active":"2023-08-28T02:32:12.958832+0000","last_became_peered":"2023-08-28T02:32:12.958832+0000","last_unstale":"2023-08-28T02:37:23.067074+0000","last_undegraded":"2023-08-28T02:37:23.067074+0000","last_fullsized":"2023-08-28T02:37:23.067074+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:23:27.197787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"65'2","reported_seq":329,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.098453+0000","last_change":"2023-08-28T02:32:28.461161+0000","last_active":"2023-08-28T02:37:23.098453+0000","last_peered":"2023-08-28T02:37:23.098453+0000","last_clean":"2023-08-28T02:37:23.098453+0000","last_became_active":"2023-08-28T02:32:28.451284+0000","last_became_peered":"2023-08-28T02:32:28.451284+0000","last_unstale":"2023-08-28T02:37:23.098453+0000","last_undegraded":"2023-08-28T02:37:23.098453+0000","last_fullsized":"2023-08-28T02:37:23.098453+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:58:20.061020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":310,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.044460+0000","last_change":"2023-08-28T02:29:44.419566+0000","last_active":"2023-08-28T02:37:17.044460+0000","last_peered":"2023-08-28T02:37:17.044460+0000","last_clean":"2023-08-28T02:37:17.044460+0000","last_became_active":"2023-08-28T02:29:44.419053+0000","last_became_peered":"2023-08-28T02:29:44.419053+0000","last_unstale":"2023-08-28T02:37:17.044460+0000","last_undegraded":"2023-08-28T02:37:17.044460+0000","last_fullsized":"2023-08-28T02:37:17.044460+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:44:36.133499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":313,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.044272+0000","last_change":"2023-08-28T02:33:12.493777+0000","last_active":"2023-08-28T02:37:17.044272+0000","last_peered":"2023-08-28T02:37:17.044272+0000","last_clean":"2023-08-28T02:37:17.044272+0000","last_became_active":"2023-08-28T02:33:12.491177+0000","last_became_peered":"2023-08-28T02:33:12.491177+0000","last_unstale":"2023-08-28T02:37:17.044272+0000","last_undegraded":"2023-08-28T02:37:17.044272+0000","last_fullsized":"2023-08-28T02:37:17.044272+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:10:58.167753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":325,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.089393+0000","last_change":"2023-08-28T02:33:12.290293+0000","last_active":"2023-08-28T02:37:17.089393+0000","last_peered":"2023-08-28T02:37:17.089393+0000","last_clean":"2023-08-28T02:37:17.089393+0000","last_became_active":"2023-08-28T02:33:12.289989+0000","last_became_peered":"2023-08-28T02:33:12.289989+0000","last_unstale":"2023-08-28T02:37:17.089393+0000","last_undegraded":"2023-08-28T02:37:17.089393+0000","last_fullsized":"2023-08-28T02:37:17.089393+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:05:33.622172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":304,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.098569+0000","last_change":"2023-08-28T02:32:12.948756+0000","last_active":"2023-08-28T02:37:23.098569+0000","last_peered":"2023-08-28T02:37:23.098569+0000","last_clean":"2023-08-28T02:37:23.098569+0000","last_became_active":"2023-08-28T02:32:12.948441+0000","last_became_peered":"2023-08-28T02:32:12.948441+0000","last_unstale":"2023-08-28T02:37:23.098569+0000","last_undegraded":"2023-08-28T02:37:23.098569+0000","last_fullsized":"2023-08-28T02:37:23.098569+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:27.922180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":320,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.046284+0000","last_change":"2023-08-28T02:33:12.299398+0000","last_active":"2023-08-28T02:37:17.046284+0000","last_peered":"2023-08-28T02:37:17.046284+0000","last_clean":"2023-08-28T02:37:17.046284+0000","last_became_active":"2023-08-28T02:33:12.299113+0000","last_became_peered":"2023-08-28T02:33:12.299113+0000","last_unstale":"2023-08-28T02:37:17.046284+0000","last_undegraded":"2023-08-28T02:37:17.046284+0000","last_fullsized":"2023-08-28T02:37:17.046284+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:14:55.597212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"65'8","reported_seq":114,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.043953+0000","last_change":"2023-08-28T02:33:13.478870+0000","last_active":"2023-08-28T02:37:17.043953+0000","last_peered":"2023-08-28T02:37:17.043953+0000","last_clean":"2023-08-28T02:37:17.043953+0000","last_became_active":"2023-08-28T02:33:13.332142+0000","last_became_peered":"2023-08-28T02:33:13.332142+0000","last_unstale":"2023-08-28T02:37:17.043953+0000","last_undegraded":"2023-08-28T02:37:17.043953+0000","last_fullsized":"2023-08-28T02:37:17.043953+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:32:42.810159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":251,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.042063+0000","last_change":"2023-08-28T02:33:12.306353+0000","last_active":"2023-08-28T02:37:17.042063+0000","last_peered":"2023-08-28T02:37:17.042063+0000","last_clean":"2023-08-28T02:37:17.042063+0000","last_became_active":"2023-08-28T02:33:12.304977+0000","last_became_peered":"2023-08-28T02:33:12.304977+0000","last_unstale":"2023-08-28T02:37:17.042063+0000","last_undegraded":"2023-08-28T02:37:17.042063+0000","last_fullsized":"2023-08-28T02:37:17.042063+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:19:38.819671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"346'7207","reported_seq":7311,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.520165+0000","last_change":"2023-08-28T02:30:50.402703+0000","last_active":"2023-08-28T02:37:30.520165+0000","last_peered":"2023-08-28T02:37:30.520165+0000","last_clean":"2023-08-28T02:37:30.520165+0000","last_became_active":"2023-08-28T02:30:50.402419+0000","last_became_peered":"2023-08-28T02:30:50.402419+0000","last_unstale":"2023-08-28T02:37:30.520165+0000","last_undegraded":"2023-08-28T02:37:30.520165+0000","last_fullsized":"2023-08-28T02:37:30.520165+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7207,"log_dups_size":0,"ondisk_log_size":7207,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:07:37.393907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":291831808,"num_objects":4453,"num_object_clones":0,"num_object_copies":13359,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4453,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7207,"num_write_kb":373120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"65'1","reported_seq":312,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.098930+0000","last_change":"2023-08-28T02:14:43.046130+0000","last_active":"2023-08-28T02:37:23.098930+0000","last_peered":"2023-08-28T02:37:23.098930+0000","last_clean":"2023-08-28T02:37:23.098930+0000","last_became_active":"2023-08-28T02:14:43.045775+0000","last_became_peered":"2023-08-28T02:14:43.045775+0000","last_unstale":"2023-08-28T02:37:23.098930+0000","last_undegraded":"2023-08-28T02:37:23.098930+0000","last_fullsized":"2023-08-28T02:37:23.098930+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:57:38.279756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":301,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.088978+0000","last_change":"2023-08-28T02:31:51.987149+0000","last_active":"2023-08-28T02:37:17.088978+0000","last_peered":"2023-08-28T02:37:17.088978+0000","last_clean":"2023-08-28T02:37:17.088978+0000","last_became_active":"2023-08-28T02:31:51.986821+0000","last_became_peered":"2023-08-28T02:31:51.986821+0000","last_unstale":"2023-08-28T02:37:17.088978+0000","last_undegraded":"2023-08-28T02:37:17.088978+0000","last_fullsized":"2023-08-28T02:37:17.088978+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:23:26.661134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"346'7232","reported_seq":11590,"reported_epoch":346,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:37:29.824963+0000","last_change":"2023-08-28T02:33:33.975566+0000","last_active":"2023-08-28T02:37:29.824963+0000","last_peered":"2023-08-28T02:37:29.824963+0000","last_clean":"2023-08-28T02:31:27.868230+0000","last_became_active":"2023-08-28T02:33:33.660452+0000","last_became_peered":"2023-08-28T02:33:33.660452+0000","last_unstale":"2023-08-28T02:37:29.824963+0000","last_undegraded":"2023-08-28T02:33:13.410847+0000","last_fullsized":"2023-08-28T02:33:13.270012+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7232,"log_dups_size":0,"ondisk_log_size":7232,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:33.375162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":286261248,"num_objects":4368,"num_object_clones":0,"num_object_copies":13104,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6876,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4368,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7232,"num_write_kb":371200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2108,"num_bytes_recovered":138084352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[5,4],"avail_no_missing":["5","6"],"object_location_counts":[{"shards":"2,5,6","objects":915},{"shards":"3,5,6","objects":1948},{"shards":"5,6","objects":1505}],"blocked_by":[],"up_primary":3,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"65'2","reported_seq":337,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.098924+0000","last_change":"2023-08-28T02:29:44.436352+0000","last_active":"2023-08-28T02:37:23.098924+0000","last_peered":"2023-08-28T02:37:23.098924+0000","last_clean":"2023-08-28T02:37:23.098924+0000","last_became_active":"2023-08-28T02:29:44.411499+0000","last_became_peered":"2023-08-28T02:29:44.411499+0000","last_unstale":"2023-08-28T02:37:23.098924+0000","last_undegraded":"2023-08-28T02:37:23.098924+0000","last_fullsized":"2023-08-28T02:37:23.098924+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:46:57.540191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":363,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.065857+0000","last_change":"2023-08-28T02:33:12.289004+0000","last_active":"2023-08-28T02:37:23.065857+0000","last_peered":"2023-08-28T02:37:23.065857+0000","last_clean":"2023-08-28T02:37:23.065857+0000","last_became_active":"2023-08-28T02:33:12.288722+0000","last_became_peered":"2023-08-28T02:33:12.288722+0000","last_unstale":"2023-08-28T02:37:23.065857+0000","last_undegraded":"2023-08-28T02:37:23.065857+0000","last_fullsized":"2023-08-28T02:37:23.065857+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:24.019483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"346'7156","reported_seq":7278,"reported_epoch":346,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:37:29.820122+0000","last_change":"2023-08-28T02:33:13.585687+0000","last_active":"2023-08-28T02:37:29.820122+0000","last_peered":"2023-08-28T02:37:29.820122+0000","last_clean":"2023-08-28T02:31:27.908616+0000","last_became_active":"2023-08-28T02:33:13.578484+0000","last_became_peered":"2023-08-28T02:33:13.578484+0000","last_unstale":"2023-08-28T02:37:29.820122+0000","last_undegraded":"2023-08-28T02:33:13.297322+0000","last_fullsized":"2023-08-28T02:33:13.268309+0000","mapping_epoch":298,"log_start":"256'1812","ondisk_log_start":"256'1812","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5344,"log_dups_size":0,"ondisk_log_size":5344,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:42:33.431186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":287965184,"num_objects":4394,"num_object_clones":0,"num_object_copies":13182,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2533,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4394,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7156,"num_write_kb":369600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4],"avail_no_missing":["0","4"],"object_location_counts":[{"shards":"0,4","objects":1946}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"65'1","reported_seq":323,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.098819+0000","last_change":"2023-08-28T02:33:13.516869+0000","last_active":"2023-08-28T02:37:23.098819+0000","last_peered":"2023-08-28T02:37:23.098819+0000","last_clean":"2023-08-28T02:37:23.098819+0000","last_became_active":"2023-08-28T02:33:13.396736+0000","last_became_peered":"2023-08-28T02:33:13.396736+0000","last_unstale":"2023-08-28T02:37:23.098819+0000","last_undegraded":"2023-08-28T02:37:23.098819+0000","last_fullsized":"2023-08-28T02:37:23.098819+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:47:08.237137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":288,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.066768+0000","last_change":"2023-08-28T02:31:51.987327+0000","last_active":"2023-08-28T02:37:17.066768+0000","last_peered":"2023-08-28T02:37:17.066768+0000","last_clean":"2023-08-28T02:37:17.066768+0000","last_became_active":"2023-08-28T02:31:51.987018+0000","last_became_peered":"2023-08-28T02:31:51.987018+0000","last_unstale":"2023-08-28T02:37:17.066768+0000","last_undegraded":"2023-08-28T02:37:17.066768+0000","last_fullsized":"2023-08-28T02:37:17.066768+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:53:26.105101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.5","version":"346'7103","reported_seq":9801,"reported_epoch":346,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:37:30.048155+0000","last_change":"2023-08-28T02:33:13.625779+0000","last_active":"2023-08-28T02:37:30.048155+0000","last_peered":"2023-08-28T02:37:30.048155+0000","last_clean":"2023-08-28T02:31:27.898932+0000","last_became_active":"2023-08-28T02:33:13.612126+0000","last_became_peered":"2023-08-28T02:33:13.612126+0000","last_unstale":"2023-08-28T02:37:30.048155+0000","last_undegraded":"2023-08-28T02:33:13.485377+0000","last_fullsized":"2023-08-28T02:33:13.264317+0000","mapping_epoch":298,"log_start":"256'1763","ondisk_log_start":"256'1763","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5340,"log_dups_size":0,"ondisk_log_size":5340,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:37:28.843386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":285016064,"num_objects":4349,"num_object_clones":0,"num_object_copies":13047,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6891,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4349,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7103,"num_write_kb":366464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1285,"num_bytes_recovered":84213760,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,7],"avail_no_missing":["0","2"],"object_location_counts":[{"shards":"0,2","objects":2358},{"shards":"0,2,3","objects":1991}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":340,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.089241+0000","last_change":"2023-08-28T02:33:13.281826+0000","last_active":"2023-08-28T02:37:17.089241+0000","last_peered":"2023-08-28T02:37:17.089241+0000","last_clean":"2023-08-28T02:37:17.089241+0000","last_became_active":"2023-08-28T02:33:13.281511+0000","last_became_peered":"2023-08-28T02:33:13.281511+0000","last_unstale":"2023-08-28T02:37:17.089241+0000","last_undegraded":"2023-08-28T02:37:17.089241+0000","last_fullsized":"2023-08-28T02:37:17.089241+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:32:55.005706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":337,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.044373+0000","last_change":"2023-08-28T02:29:44.436713+0000","last_active":"2023-08-28T02:37:17.044373+0000","last_peered":"2023-08-28T02:37:17.044373+0000","last_clean":"2023-08-28T02:37:17.044373+0000","last_became_active":"2023-08-28T02:29:44.436203+0000","last_became_peered":"2023-08-28T02:29:44.436203+0000","last_unstale":"2023-08-28T02:37:17.044373+0000","last_undegraded":"2023-08-28T02:37:17.044373+0000","last_fullsized":"2023-08-28T02:37:17.044373+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:46:48.522293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"346'7364","reported_seq":7472,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:27.509893+0000","last_change":"2023-08-28T02:30:50.399669+0000","last_active":"2023-08-28T02:37:27.509893+0000","last_peered":"2023-08-28T02:37:27.509893+0000","last_clean":"2023-08-28T02:37:27.509893+0000","last_became_active":"2023-08-28T02:30:50.399332+0000","last_became_peered":"2023-08-28T02:30:50.399332+0000","last_unstale":"2023-08-28T02:37:27.509893+0000","last_undegraded":"2023-08-28T02:37:27.509893+0000","last_fullsized":"2023-08-28T02:37:27.509893+0000","mapping_epoch":250,"log_start":"255'1200","ondisk_log_start":"255'1200","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6164,"log_dups_size":0,"ondisk_log_size":6164,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:00:54.910841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":291635200,"num_objects":4450,"num_object_clones":0,"num_object_copies":13350,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4450,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7364,"num_write_kb":378048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"75'161","reported_seq":767,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.098558+0000","last_change":"2023-08-28T02:33:13.310049+0000","last_active":"2023-08-28T02:37:23.098558+0000","last_peered":"2023-08-28T02:37:23.098558+0000","last_clean":"2023-08-28T02:37:23.098558+0000","last_became_active":"2023-08-28T02:33:13.309661+0000","last_became_peered":"2023-08-28T02:33:13.309661+0000","last_unstale":"2023-08-28T02:37:23.098558+0000","last_undegraded":"2023-08-28T02:37:23.098558+0000","last_fullsized":"2023-08-28T02:37:23.098558+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.930230+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.930230+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:27:40.889460+0000","scrub_duration":0.0050169209999999997,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"65'2","reported_seq":300,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.041096+0000","last_change":"2023-08-28T02:33:12.294922+0000","last_active":"2023-08-28T02:37:17.041096+0000","last_peered":"2023-08-28T02:37:17.041096+0000","last_clean":"2023-08-28T02:37:17.041096+0000","last_became_active":"2023-08-28T02:33:12.294518+0000","last_became_peered":"2023-08-28T02:33:12.294518+0000","last_unstale":"2023-08-28T02:37:17.041096+0000","last_undegraded":"2023-08-28T02:37:17.041096+0000","last_fullsized":"2023-08-28T02:37:17.041096+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:21:12.737286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":340,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.065659+0000","last_change":"2023-08-28T02:33:13.310505+0000","last_active":"2023-08-28T02:37:23.065659+0000","last_peered":"2023-08-28T02:37:23.065659+0000","last_clean":"2023-08-28T02:37:23.065659+0000","last_became_active":"2023-08-28T02:33:13.310223+0000","last_became_peered":"2023-08-28T02:33:13.310223+0000","last_unstale":"2023-08-28T02:37:23.065659+0000","last_undegraded":"2023-08-28T02:37:23.065659+0000","last_fullsized":"2023-08-28T02:37:23.065659+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:27:02.124453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"346'7244","reported_seq":10056,"reported_epoch":346,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:37:30.564182+0000","last_change":"2023-08-28T02:33:13.591092+0000","last_active":"2023-08-28T02:37:30.564182+0000","last_peered":"2023-08-28T02:37:30.564182+0000","last_clean":"2023-08-28T02:31:27.916082+0000","last_became_active":"2023-08-28T02:33:13.580413+0000","last_became_peered":"2023-08-28T02:33:13.580413+0000","last_unstale":"2023-08-28T02:37:30.564182+0000","last_undegraded":"2023-08-28T02:33:13.480527+0000","last_fullsized":"2023-08-28T02:33:13.270957+0000","mapping_epoch":298,"log_start":"254'100","ondisk_log_start":"254'100","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7144,"log_dups_size":0,"ondisk_log_size":7144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:03.698410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":289931264,"num_objects":4424,"num_object_clones":0,"num_object_copies":13272,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7048,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4424,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7244,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1339,"num_bytes_recovered":87752704,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,4],"avail_no_missing":["5","2"],"object_location_counts":[{"shards":"2,3,5","objects":1942},{"shards":"2,5","objects":2482}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"75'161","reported_seq":599,"reported_epoch":345,"state":"active+recovery_wait+degraded","last_fresh":"2023-08-28T02:37:17.089290+0000","last_change":"2023-08-28T02:33:13.287487+0000","last_active":"2023-08-28T02:37:17.089290+0000","last_peered":"2023-08-28T02:37:17.089290+0000","last_clean":"2023-08-28T02:31:25.515426+0000","last_became_active":"2023-08-28T02:33:13.287313+0000","last_became_peered":"2023-08-28T02:33:13.287313+0000","last_unstale":"2023-08-28T02:37:17.089290+0000","last_undegraded":"2023-08-28T02:33:13.270760+0000","last_fullsized":"2023-08-28T02:37:17.089290+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":204,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:45.407127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:45.407127+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:39:14.213229+0000","scrub_duration":0.0018495320000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":["5","2","3"],"object_location_counts":[{"shards":"2,3,5","objects":1}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":260,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.065579+0000","last_change":"2023-08-28T02:33:13.309727+0000","last_active":"2023-08-28T02:37:23.065579+0000","last_peered":"2023-08-28T02:37:23.065579+0000","last_clean":"2023-08-28T02:37:23.065579+0000","last_became_active":"2023-08-28T02:33:13.309487+0000","last_became_peered":"2023-08-28T02:33:13.309487+0000","last_unstale":"2023-08-28T02:37:23.065579+0000","last_undegraded":"2023-08-28T02:37:23.065579+0000","last_fullsized":"2023-08-28T02:37:23.065579+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:27:29.294011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":75,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.066035+0000","last_change":"2023-08-28T02:32:28.456323+0000","last_active":"2023-08-28T02:37:23.066035+0000","last_peered":"2023-08-28T02:37:23.066035+0000","last_clean":"2023-08-28T02:37:23.066035+0000","last_became_active":"2023-08-28T02:32:28.455987+0000","last_became_peered":"2023-08-28T02:32:28.455987+0000","last_unstale":"2023-08-28T02:37:23.066035+0000","last_undegraded":"2023-08-28T02:37:23.066035+0000","last_fullsized":"2023-08-28T02:37:23.066035+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:54:07.724002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"346'7366","reported_seq":17490,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:27.557730+0000","last_change":"2023-08-28T02:33:13.316023+0000","last_active":"2023-08-28T02:37:27.557730+0000","last_peered":"2023-08-28T02:37:27.557730+0000","last_clean":"2023-08-28T02:37:27.557730+0000","last_became_active":"2023-08-28T02:33:13.308403+0000","last_became_peered":"2023-08-28T02:33:13.308403+0000","last_unstale":"2023-08-28T02:37:27.557730+0000","last_undegraded":"2023-08-28T02:37:27.557730+0000","last_fullsized":"2023-08-28T02:37:27.557730+0000","mapping_epoch":298,"log_start":"255'1200","ondisk_log_start":"255'1200","created":250,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6166,"log_dups_size":0,"ondisk_log_size":6166,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:10:38.401973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":296878080,"num_objects":4530,"num_object_clones":0,"num_object_copies":13590,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4530,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7366,"num_write_kb":380672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4999,"num_bytes_recovered":327614464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":320,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.065795+0000","last_change":"2023-08-28T02:32:28.455294+0000","last_active":"2023-08-28T02:37:23.065795+0000","last_peered":"2023-08-28T02:37:23.065795+0000","last_clean":"2023-08-28T02:37:23.065795+0000","last_became_active":"2023-08-28T02:32:28.455013+0000","last_became_peered":"2023-08-28T02:32:28.455013+0000","last_unstale":"2023-08-28T02:37:23.065795+0000","last_undegraded":"2023-08-28T02:37:23.065795+0000","last_fullsized":"2023-08-28T02:37:23.065795+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:53.583864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":352,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.066488+0000","last_change":"2023-08-28T02:33:13.335588+0000","last_active":"2023-08-28T02:37:23.066488+0000","last_peered":"2023-08-28T02:37:23.066488+0000","last_clean":"2023-08-28T02:37:23.066488+0000","last_became_active":"2023-08-28T02:33:13.335326+0000","last_became_peered":"2023-08-28T02:33:13.335326+0000","last_unstale":"2023-08-28T02:37:23.066488+0000","last_undegraded":"2023-08-28T02:37:23.066488+0000","last_fullsized":"2023-08-28T02:37:23.066488+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:15:44.958663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"347'7272","reported_seq":7377,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:31.835135+0000","last_change":"2023-08-28T02:30:50.400261+0000","last_active":"2023-08-28T02:37:31.835135+0000","last_peered":"2023-08-28T02:37:31.835135+0000","last_clean":"2023-08-28T02:37:31.835135+0000","last_became_active":"2023-08-28T02:30:50.399938+0000","last_became_peered":"2023-08-28T02:30:50.399938+0000","last_unstale":"2023-08-28T02:37:31.835135+0000","last_undegraded":"2023-08-28T02:37:31.835135+0000","last_fullsized":"2023-08-28T02:37:31.835135+0000","mapping_epoch":250,"log_start":"256'1890","ondisk_log_start":"256'1890","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5382,"log_dups_size":0,"ondisk_log_size":5382,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:43:56.802792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":289800192,"num_objects":4422,"num_object_clones":0,"num_object_copies":13266,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4422,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7272,"num_write_kb":374208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"75'161","reported_seq":625,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.089575+0000","last_change":"2023-08-28T02:32:56.519141+0000","last_active":"2023-08-28T02:37:17.089575+0000","last_peered":"2023-08-28T02:37:17.089575+0000","last_clean":"2023-08-28T02:37:17.089575+0000","last_became_active":"2023-08-28T02:32:56.518863+0000","last_became_peered":"2023-08-28T02:32:56.518863+0000","last_unstale":"2023-08-28T02:37:17.089575+0000","last_undegraded":"2023-08-28T02:37:17.089575+0000","last_fullsized":"2023-08-28T02:37:17.089575+0000","mapping_epoch":292,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":293,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_clean_scrub_stamp":"2023-08-28T02:29:25.608370+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:59:50.561109+0000","scrub_duration":0.001662689,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":254,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.061195+0000","last_change":"2023-08-28T02:33:12.294592+0000","last_active":"2023-08-28T02:37:23.061195+0000","last_peered":"2023-08-28T02:37:23.061195+0000","last_clean":"2023-08-28T02:37:23.061195+0000","last_became_active":"2023-08-28T02:33:12.288508+0000","last_became_peered":"2023-08-28T02:33:12.288508+0000","last_unstale":"2023-08-28T02:37:23.061195+0000","last_undegraded":"2023-08-28T02:37:23.061195+0000","last_fullsized":"2023-08-28T02:37:23.061195+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:05:42.717608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":136,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.071134+0000","last_change":"2023-08-28T02:29:44.429834+0000","last_active":"2023-08-28T02:37:17.071134+0000","last_peered":"2023-08-28T02:37:17.071134+0000","last_clean":"2023-08-28T02:37:17.071134+0000","last_became_active":"2023-08-28T02:29:44.429512+0000","last_became_peered":"2023-08-28T02:29:44.429512+0000","last_unstale":"2023-08-28T02:37:17.071134+0000","last_undegraded":"2023-08-28T02:37:17.071134+0000","last_fullsized":"2023-08-28T02:37:17.071134+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:58.062455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"346'7180","reported_seq":7285,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.908449+0000","last_change":"2023-08-28T02:30:50.402348+0000","last_active":"2023-08-28T02:37:30.908449+0000","last_peered":"2023-08-28T02:37:30.908449+0000","last_clean":"2023-08-28T02:37:30.908449+0000","last_became_active":"2023-08-28T02:30:50.402076+0000","last_became_peered":"2023-08-28T02:30:50.402076+0000","last_unstale":"2023-08-28T02:37:30.908449+0000","last_undegraded":"2023-08-28T02:37:30.908449+0000","last_fullsized":"2023-08-28T02:37:30.908449+0000","mapping_epoch":250,"log_start":"254'300","ondisk_log_start":"254'300","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6880,"log_dups_size":0,"ondisk_log_size":6880,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:24.859426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":288096256,"num_objects":4396,"num_object_clones":0,"num_object_copies":13188,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4396,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7180,"num_write_kb":370432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.7","version":"75'161","reported_seq":546,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.062392+0000","last_change":"2023-08-28T02:33:13.532525+0000","last_active":"2023-08-28T02:37:23.062392+0000","last_peered":"2023-08-28T02:37:23.062392+0000","last_clean":"2023-08-28T02:37:23.062392+0000","last_became_active":"2023-08-28T02:33:13.532125+0000","last_became_peered":"2023-08-28T02:33:13.532125+0000","last_unstale":"2023-08-28T02:37:23.062392+0000","last_undegraded":"2023-08-28T02:37:23.062392+0000","last_fullsized":"2023-08-28T02:37:23.062392+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.887648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.887648+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":136,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.065962+0000","last_change":"2023-08-28T02:29:44.407595+0000","last_active":"2023-08-28T02:37:17.065962+0000","last_peered":"2023-08-28T02:37:17.065962+0000","last_clean":"2023-08-28T02:37:17.065962+0000","last_became_active":"2023-08-28T02:29:44.407316+0000","last_became_peered":"2023-08-28T02:29:44.407316+0000","last_unstale":"2023-08-28T02:37:17.065962+0000","last_undegraded":"2023-08-28T02:37:17.065962+0000","last_fullsized":"2023-08-28T02:37:17.065962+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:01:47.777709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":357,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.089370+0000","last_change":"2023-08-28T02:33:13.286980+0000","last_active":"2023-08-28T02:37:17.089370+0000","last_peered":"2023-08-28T02:37:17.089370+0000","last_clean":"2023-08-28T02:37:17.089370+0000","last_became_active":"2023-08-28T02:33:13.286740+0000","last_became_peered":"2023-08-28T02:33:13.286740+0000","last_unstale":"2023-08-28T02:37:17.089370+0000","last_undegraded":"2023-08-28T02:37:17.089370+0000","last_fullsized":"2023-08-28T02:37:17.089370+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:24:54.574365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":136,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.066808+0000","last_change":"2023-08-28T02:29:44.506914+0000","last_active":"2023-08-28T02:37:17.066808+0000","last_peered":"2023-08-28T02:37:17.066808+0000","last_clean":"2023-08-28T02:37:17.066808+0000","last_became_active":"2023-08-28T02:29:44.506606+0000","last_became_peered":"2023-08-28T02:29:44.506606+0000","last_unstale":"2023-08-28T02:37:17.066808+0000","last_undegraded":"2023-08-28T02:37:17.066808+0000","last_fullsized":"2023-08-28T02:37:17.066808+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:55:50.992279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"346'7241","reported_seq":18944,"reported_epoch":346,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:37:29.870974+0000","last_change":"2023-08-28T02:34:11.565330+0000","last_active":"2023-08-28T02:37:29.870974+0000","last_peered":"2023-08-28T02:37:29.870974+0000","last_clean":"2023-08-28T02:32:11.916240+0000","last_became_active":"2023-08-28T02:33:12.501819+0000","last_became_peered":"2023-08-28T02:33:12.501819+0000","last_unstale":"2023-08-28T02:37:29.870974+0000","last_undegraded":"2023-08-28T02:37:29.870974+0000","last_fullsized":"2023-08-28T02:37:29.870974+0000","mapping_epoch":297,"log_start":"256'1924","ondisk_log_start":"256'1924","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5317,"log_dups_size":0,"ondisk_log_size":5317,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:45:43.329719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":285409280,"num_objects":4355,"num_object_clones":0,"num_object_copies":13065,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4355,"num_objects_unfound":0,"num_objects_dirty":4355,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7241,"num_write_kb":371072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5787,"num_bytes_recovered":379256832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,2],"avail_no_missing":["0","2","5","6"],"object_location_counts":[{"shards":"0,2,5","objects":4355}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.1","version":"75'161","reported_seq":605,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.089831+0000","last_change":"2023-08-28T02:32:31.482659+0000","last_active":"2023-08-28T02:37:17.089831+0000","last_peered":"2023-08-28T02:37:17.089831+0000","last_clean":"2023-08-28T02:37:17.089831+0000","last_became_active":"2023-08-28T02:32:31.482320+0000","last_became_peered":"2023-08-28T02:32:31.482320+0000","last_unstale":"2023-08-28T02:37:17.089831+0000","last_undegraded":"2023-08-28T02:37:17.089831+0000","last_fullsized":"2023-08-28T02:37:17.089831+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:24.559397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:24.559397+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:41:09.516918+0000","scrub_duration":0.001580328,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":343,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.089452+0000","last_change":"2023-08-28T02:31:51.988386+0000","last_active":"2023-08-28T02:37:17.089452+0000","last_peered":"2023-08-28T02:37:17.089452+0000","last_clean":"2023-08-28T02:37:17.089452+0000","last_became_active":"2023-08-28T02:31:51.988097+0000","last_became_peered":"2023-08-28T02:31:51.988097+0000","last_unstale":"2023-08-28T02:37:17.089452+0000","last_undegraded":"2023-08-28T02:37:17.089452+0000","last_fullsized":"2023-08-28T02:37:17.089452+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:25:01.818829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":320,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.067158+0000","last_change":"2023-08-28T02:32:12.951275+0000","last_active":"2023-08-28T02:37:23.067158+0000","last_peered":"2023-08-28T02:37:23.067158+0000","last_clean":"2023-08-28T02:37:23.067158+0000","last_became_active":"2023-08-28T02:32:12.950965+0000","last_became_peered":"2023-08-28T02:32:12.950965+0000","last_unstale":"2023-08-28T02:37:23.067158+0000","last_undegraded":"2023-08-28T02:37:23.067158+0000","last_fullsized":"2023-08-28T02:37:23.067158+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:37:31.294280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":162,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.066044+0000","last_change":"2023-08-28T02:33:13.286534+0000","last_active":"2023-08-28T02:37:17.066044+0000","last_peered":"2023-08-28T02:37:17.066044+0000","last_clean":"2023-08-28T02:37:17.066044+0000","last_became_active":"2023-08-28T02:33:13.286164+0000","last_became_peered":"2023-08-28T02:33:13.286164+0000","last_unstale":"2023-08-28T02:37:17.066044+0000","last_undegraded":"2023-08-28T02:37:17.066044+0000","last_fullsized":"2023-08-28T02:37:17.066044+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:56.721932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"346'7250","reported_seq":19044,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.109634+0000","last_change":"2023-08-28T02:34:14.448606+0000","last_active":"2023-08-28T02:37:30.109634+0000","last_peered":"2023-08-28T02:37:30.109634+0000","last_clean":"2023-08-28T02:37:30.109634+0000","last_became_active":"2023-08-28T02:34:14.438547+0000","last_became_peered":"2023-08-28T02:34:14.438547+0000","last_unstale":"2023-08-28T02:37:30.109634+0000","last_undegraded":"2023-08-28T02:37:30.109634+0000","last_fullsized":"2023-08-28T02:37:30.109634+0000","mapping_epoch":314,"log_start":"254'100","ondisk_log_start":"254'100","created":250,"last_epoch_clean":315,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7150,"log_dups_size":0,"ondisk_log_size":7150,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:06:41.120408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":289538048,"num_objects":4418,"num_object_clones":0,"num_object_copies":13254,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4418,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7250,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5834,"num_bytes_recovered":376832000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2","version":"75'161","reported_seq":728,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.098453+0000","last_change":"2023-08-28T02:30:51.762377+0000","last_active":"2023-08-28T02:37:23.098453+0000","last_peered":"2023-08-28T02:37:23.098453+0000","last_clean":"2023-08-28T02:37:23.098453+0000","last_became_active":"2023-08-28T02:27:46.375590+0000","last_became_peered":"2023-08-28T02:27:46.375590+0000","last_unstale":"2023-08-28T02:37:23.098453+0000","last_undegraded":"2023-08-28T02:37:23.098453+0000","last_fullsized":"2023-08-28T02:37:23.098453+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:51.762314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:51.762314+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:02.034555+0000","scrub_duration":0.0020023620000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":154,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.061659+0000","last_change":"2023-08-28T02:33:13.289765+0000","last_active":"2023-08-28T02:37:23.061659+0000","last_peered":"2023-08-28T02:37:23.061659+0000","last_clean":"2023-08-28T02:37:23.061659+0000","last_became_active":"2023-08-28T02:33:13.289159+0000","last_became_peered":"2023-08-28T02:33:13.289159+0000","last_unstale":"2023-08-28T02:37:23.061659+0000","last_undegraded":"2023-08-28T02:37:23.061659+0000","last_fullsized":"2023-08-28T02:37:23.061659+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:30:38.956723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":154,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.065538+0000","last_change":"2023-08-28T02:32:28.464203+0000","last_active":"2023-08-28T02:37:17.065538+0000","last_peered":"2023-08-28T02:37:17.065538+0000","last_clean":"2023-08-28T02:37:17.065538+0000","last_became_active":"2023-08-28T02:32:28.463412+0000","last_became_peered":"2023-08-28T02:32:28.463412+0000","last_unstale":"2023-08-28T02:37:17.065538+0000","last_undegraded":"2023-08-28T02:37:17.065538+0000","last_fullsized":"2023-08-28T02:37:17.065538+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:20:38.177879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":136,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.071125+0000","last_change":"2023-08-28T02:29:44.427945+0000","last_active":"2023-08-28T02:37:17.071125+0000","last_peered":"2023-08-28T02:37:17.071125+0000","last_clean":"2023-08-28T02:37:17.071125+0000","last_became_active":"2023-08-28T02:29:44.426487+0000","last_became_peered":"2023-08-28T02:29:44.426487+0000","last_unstale":"2023-08-28T02:37:17.071125+0000","last_undegraded":"2023-08-28T02:37:17.071125+0000","last_fullsized":"2023-08-28T02:37:17.071125+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:30:20.438896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"346'7238","reported_seq":17313,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:27.501176+0000","last_change":"2023-08-28T02:34:48.488647+0000","last_active":"2023-08-28T02:37:27.501176+0000","last_peered":"2023-08-28T02:37:27.501176+0000","last_clean":"2023-08-28T02:37:27.501176+0000","last_became_active":"2023-08-28T02:34:48.476519+0000","last_became_peered":"2023-08-28T02:34:48.476519+0000","last_unstale":"2023-08-28T02:37:27.501176+0000","last_undegraded":"2023-08-28T02:37:27.501176+0000","last_fullsized":"2023-08-28T02:37:27.501176+0000","mapping_epoch":318,"log_start":"255'1100","ondisk_log_start":"255'1100","created":250,"last_epoch_clean":319,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6138,"log_dups_size":0,"ondisk_log_size":6138,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:44:20.004230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":288751616,"num_objects":4406,"num_object_clones":0,"num_object_copies":13218,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4406,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7238,"num_write_kb":372608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4973,"num_bytes_recovered":325910528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":337,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.090334+0000","last_change":"2023-08-28T02:33:13.484970+0000","last_active":"2023-08-28T02:37:17.090334+0000","last_peered":"2023-08-28T02:37:17.090334+0000","last_clean":"2023-08-28T02:37:17.090334+0000","last_became_active":"2023-08-28T02:33:13.484579+0000","last_became_peered":"2023-08-28T02:33:13.484579+0000","last_unstale":"2023-08-28T02:37:17.090334+0000","last_undegraded":"2023-08-28T02:37:17.090334+0000","last_fullsized":"2023-08-28T02:37:17.090334+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:58.027468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"75'161","reported_seq":729,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.098272+0000","last_change":"2023-08-28T02:31:55.059467+0000","last_active":"2023-08-28T02:37:23.098272+0000","last_peered":"2023-08-28T02:37:23.098272+0000","last_clean":"2023-08-28T02:37:23.098272+0000","last_became_active":"2023-08-28T02:31:55.059115+0000","last_became_peered":"2023-08-28T02:31:55.059115+0000","last_unstale":"2023-08-28T02:37:23.098272+0000","last_undegraded":"2023-08-28T02:37:23.098272+0000","last_fullsized":"2023-08-28T02:37:23.098272+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":0,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.820990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.820990+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:15:56.774667+0000","scrub_duration":0.0017342480000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":255,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:20.334256+0000","last_change":"2023-08-28T02:33:13.352810+0000","last_active":"2023-08-28T02:37:20.334256+0000","last_peered":"2023-08-28T02:37:20.334256+0000","last_clean":"2023-08-28T02:37:20.334256+0000","last_became_active":"2023-08-28T02:33:13.351697+0000","last_became_peered":"2023-08-28T02:33:13.351697+0000","last_unstale":"2023-08-28T02:37:20.334256+0000","last_undegraded":"2023-08-28T02:37:20.334256+0000","last_fullsized":"2023-08-28T02:37:20.334256+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:56.187163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":169,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.066544+0000","last_change":"2023-08-28T02:31:51.984584+0000","last_active":"2023-08-28T02:37:23.066544+0000","last_peered":"2023-08-28T02:37:23.066544+0000","last_clean":"2023-08-28T02:37:23.066544+0000","last_became_active":"2023-08-28T02:31:51.984264+0000","last_became_peered":"2023-08-28T02:31:51.984264+0000","last_unstale":"2023-08-28T02:37:23.066544+0000","last_undegraded":"2023-08-28T02:37:23.066544+0000","last_fullsized":"2023-08-28T02:37:23.066544+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:58:42.306722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"346'7182","reported_seq":18894,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:29.627219+0000","last_change":"2023-08-28T02:35:11.978901+0000","last_active":"2023-08-28T02:37:29.627219+0000","last_peered":"2023-08-28T02:37:29.627219+0000","last_clean":"2023-08-28T02:37:29.627219+0000","last_became_active":"2023-08-28T02:35:11.966585+0000","last_became_peered":"2023-08-28T02:35:11.966585+0000","last_unstale":"2023-08-28T02:37:29.627219+0000","last_undegraded":"2023-08-28T02:37:29.627219+0000","last_fullsized":"2023-08-28T02:37:29.627219+0000","mapping_epoch":323,"log_start":"256'1828","ondisk_log_start":"256'1828","created":250,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5354,"log_dups_size":0,"ondisk_log_size":5354,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:03:07.017814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":288358400,"num_objects":4400,"num_object_clones":0,"num_object_copies":13200,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4400,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7182,"num_write_kb":370624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5791,"num_bytes_recovered":368967680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3","version":"75'161","reported_seq":612,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.066564+0000","last_change":"2023-08-28T02:31:55.068239+0000","last_active":"2023-08-28T02:37:17.066564+0000","last_peered":"2023-08-28T02:37:17.066564+0000","last_clean":"2023-08-28T02:37:17.066564+0000","last_became_active":"2023-08-28T02:31:55.067875+0000","last_became_peered":"2023-08-28T02:31:55.067875+0000","last_unstale":"2023-08-28T02:37:17.066564+0000","last_undegraded":"2023-08-28T02:37:17.066564+0000","last_fullsized":"2023-08-28T02:37:17.066564+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.868248+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:11:04.391639+0000","scrub_duration":0.0016215240000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":352,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.098390+0000","last_change":"2023-08-28T02:29:44.421353+0000","last_active":"2023-08-28T02:37:23.098390+0000","last_peered":"2023-08-28T02:37:23.098390+0000","last_clean":"2023-08-28T02:37:23.098390+0000","last_became_active":"2023-08-28T02:29:44.421064+0000","last_became_peered":"2023-08-28T02:29:44.421064+0000","last_unstale":"2023-08-28T02:37:23.098390+0000","last_undegraded":"2023-08-28T02:37:23.098390+0000","last_fullsized":"2023-08-28T02:37:23.098390+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:51:36.524024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":320,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.044073+0000","last_change":"2023-08-28T02:33:12.299487+0000","last_active":"2023-08-28T02:37:17.044073+0000","last_peered":"2023-08-28T02:37:17.044073+0000","last_clean":"2023-08-28T02:37:17.044073+0000","last_became_active":"2023-08-28T02:33:12.299175+0000","last_became_peered":"2023-08-28T02:33:12.299175+0000","last_unstale":"2023-08-28T02:37:17.044073+0000","last_undegraded":"2023-08-28T02:37:17.044073+0000","last_fullsized":"2023-08-28T02:37:17.044073+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:42:29.713462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":331,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.046044+0000","last_change":"2023-08-28T02:32:28.457696+0000","last_active":"2023-08-28T02:37:17.046044+0000","last_peered":"2023-08-28T02:37:17.046044+0000","last_clean":"2023-08-28T02:37:17.046044+0000","last_became_active":"2023-08-28T02:32:28.457407+0000","last_became_peered":"2023-08-28T02:32:28.457407+0000","last_unstale":"2023-08-28T02:37:17.046044+0000","last_undegraded":"2023-08-28T02:37:17.046044+0000","last_fullsized":"2023-08-28T02:37:17.046044+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:26:29.392787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"347'7132","reported_seq":8265,"reported_epoch":347,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:37:31.771821+0000","last_change":"2023-08-28T02:34:11.566035+0000","last_active":"2023-08-28T02:37:31.771821+0000","last_peered":"2023-08-28T02:37:31.771821+0000","last_clean":"2023-08-28T02:33:10.395883+0000","last_became_active":"2023-08-28T02:33:12.394714+0000","last_became_peered":"2023-08-28T02:33:12.394714+0000","last_unstale":"2023-08-28T02:37:31.771821+0000","last_undegraded":"2023-08-28T02:37:31.771821+0000","last_fullsized":"2023-08-28T02:37:31.771821+0000","mapping_epoch":297,"log_start":"256'1684","ondisk_log_start":"256'1684","created":250,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5448,"log_dups_size":0,"ondisk_log_size":5448,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:01:26.984565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":285147160,"num_objects":4352,"num_object_clones":0,"num_object_copies":13056,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3970,"num_objects_unfound":0,"num_objects_dirty":4352,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7132,"num_write_kb":367425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":500,"num_bytes_recovered":32768000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,6],"avail_no_missing":["4","0","6"],"object_location_counts":[{"shards":"0,4,6","objects":4352}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.6","version":"75'161","reported_seq":606,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.061887+0000","last_change":"2023-08-28T02:33:13.338675+0000","last_active":"2023-08-28T02:37:23.061887+0000","last_peered":"2023-08-28T02:37:23.061887+0000","last_clean":"2023-08-28T02:37:23.061887+0000","last_became_active":"2023-08-28T02:33:13.338271+0000","last_became_peered":"2023-08-28T02:33:13.338271+0000","last_unstale":"2023-08-28T02:37:23.061887+0000","last_undegraded":"2023-08-28T02:37:23.061887+0000","last_fullsized":"2023-08-28T02:37:23.061887+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.774982+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.774982+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:13:20.011329+0000","scrub_duration":0.003539819,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":315,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.098816+0000","last_change":"2023-08-28T02:14:43.033789+0000","last_active":"2023-08-28T02:37:23.098816+0000","last_peered":"2023-08-28T02:37:23.098816+0000","last_clean":"2023-08-28T02:37:23.098816+0000","last_became_active":"2023-08-28T02:14:43.033454+0000","last_became_peered":"2023-08-28T02:14:43.033454+0000","last_unstale":"2023-08-28T02:37:23.098816+0000","last_undegraded":"2023-08-28T02:37:23.098816+0000","last_fullsized":"2023-08-28T02:37:23.098816+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:01:13.205842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":145,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.066207+0000","last_change":"2023-08-28T02:32:28.461807+0000","last_active":"2023-08-28T02:37:17.066207+0000","last_peered":"2023-08-28T02:37:17.066207+0000","last_clean":"2023-08-28T02:37:17.066207+0000","last_became_active":"2023-08-28T02:32:28.461116+0000","last_became_peered":"2023-08-28T02:32:28.461116+0000","last_unstale":"2023-08-28T02:37:17.066207+0000","last_undegraded":"2023-08-28T02:37:17.066207+0000","last_fullsized":"2023-08-28T02:37:17.066207+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:12:45.321757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":291,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.044495+0000","last_change":"2023-08-28T02:14:43.048791+0000","last_active":"2023-08-28T02:37:17.044495+0000","last_peered":"2023-08-28T02:37:17.044495+0000","last_clean":"2023-08-28T02:37:17.044495+0000","last_became_active":"2023-08-28T02:14:43.047408+0000","last_became_peered":"2023-08-28T02:14:43.047408+0000","last_unstale":"2023-08-28T02:37:17.044495+0000","last_undegraded":"2023-08-28T02:37:17.044495+0000","last_fullsized":"2023-08-28T02:37:17.044495+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:47.097181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"347'7349","reported_seq":17271,"reported_epoch":347,"state":"active+recovering+remapped","last_fresh":"2023-08-28T02:37:31.745216+0000","last_change":"2023-08-28T02:35:10.974195+0000","last_active":"2023-08-28T02:37:31.745216+0000","last_peered":"2023-08-28T02:37:31.745216+0000","last_clean":"2023-08-28T02:31:50.933695+0000","last_became_active":"2023-08-28T02:33:13.540416+0000","last_became_peered":"2023-08-28T02:33:13.540416+0000","last_unstale":"2023-08-28T02:37:31.745216+0000","last_undegraded":"2023-08-28T02:37:31.745216+0000","last_fullsized":"2023-08-28T02:37:31.745216+0000","mapping_epoch":298,"log_start":"256'1974","ondisk_log_start":"256'1974","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5375,"log_dups_size":0,"ondisk_log_size":5375,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:49:35.658845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":295763968,"num_objects":4513,"num_object_clones":0,"num_object_copies":13539,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":148,"num_objects_unfound":0,"num_objects_dirty":4513,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7349,"num_write_kb":379584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4893,"num_bytes_recovered":320667648,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,2],"avail_no_missing":["4","2","6"],"object_location_counts":[{"shards":"2,4,5","objects":4439},{"shards":"2,4,6","objects":74}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.5","version":"75'161","reported_seq":640,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.066123+0000","last_change":"2023-08-28T02:32:31.477151+0000","last_active":"2023-08-28T02:37:23.066123+0000","last_peered":"2023-08-28T02:37:23.066123+0000","last_clean":"2023-08-28T02:37:23.066123+0000","last_became_active":"2023-08-28T02:32:31.476776+0000","last_became_peered":"2023-08-28T02:32:31.476776+0000","last_unstale":"2023-08-28T02:37:23.066123+0000","last_undegraded":"2023-08-28T02:37:23.066123+0000","last_fullsized":"2023-08-28T02:37:23.066123+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:18.891729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:18.891729+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:47:27.194140+0000","scrub_duration":0.0031546460000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"65'2","reported_seq":302,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.062143+0000","last_change":"2023-08-28T02:33:12.327778+0000","last_active":"2023-08-28T02:37:23.062143+0000","last_peered":"2023-08-28T02:37:23.062143+0000","last_clean":"2023-08-28T02:37:23.062143+0000","last_became_active":"2023-08-28T02:33:12.327273+0000","last_became_peered":"2023-08-28T02:33:12.327273+0000","last_unstale":"2023-08-28T02:37:23.062143+0000","last_undegraded":"2023-08-28T02:37:23.062143+0000","last_fullsized":"2023-08-28T02:37:23.062143+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:40.554192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":183,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.066227+0000","last_change":"2023-08-28T02:33:13.335665+0000","last_active":"2023-08-28T02:37:17.066227+0000","last_peered":"2023-08-28T02:37:17.066227+0000","last_clean":"2023-08-28T02:37:17.066227+0000","last_became_active":"2023-08-28T02:33:13.335322+0000","last_became_peered":"2023-08-28T02:33:13.335322+0000","last_unstale":"2023-08-28T02:37:17.066227+0000","last_undegraded":"2023-08-28T02:37:17.066227+0000","last_fullsized":"2023-08-28T02:37:17.066227+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:21:08.024493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":299,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.040130+0000","last_change":"2023-08-28T02:33:12.310326+0000","last_active":"2023-08-28T02:37:17.040130+0000","last_peered":"2023-08-28T02:37:17.040130+0000","last_clean":"2023-08-28T02:37:17.040130+0000","last_became_active":"2023-08-28T02:33:12.310011+0000","last_became_peered":"2023-08-28T02:33:12.310011+0000","last_unstale":"2023-08-28T02:37:17.040130+0000","last_undegraded":"2023-08-28T02:37:17.040130+0000","last_fullsized":"2023-08-28T02:37:17.040130+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:35:03.710036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"347'7327","reported_seq":11627,"reported_epoch":347,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:37:31.785734+0000","last_change":"2023-08-28T02:33:34.765675+0000","last_active":"2023-08-28T02:37:31.785734+0000","last_peered":"2023-08-28T02:37:31.785734+0000","last_clean":"2023-08-28T02:31:27.909649+0000","last_became_active":"2023-08-28T02:33:33.726805+0000","last_became_peered":"2023-08-28T02:33:33.726805+0000","last_unstale":"2023-08-28T02:37:31.785734+0000","last_undegraded":"2023-08-28T02:33:20.140072+0000","last_fullsized":"2023-08-28T02:33:13.278549+0000","mapping_epoch":298,"log_start":"256'1877","ondisk_log_start":"256'1877","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5450,"log_dups_size":0,"ondisk_log_size":5450,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:02:22.971585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":297598976,"num_objects":4541,"num_object_clones":0,"num_object_copies":13623,"num_objects_missing_on_primary":4515,"num_objects_missing":4515,"num_objects_degraded":11632,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4541,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7327,"num_write_kb":379776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1383,"num_bytes_recovered":90505216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[4,3],"avail_no_missing":["2","6"],"object_location_counts":[{"shards":"2,3,4,6","objects":11},{"shards":"2,3,6","objects":2032},{"shards":"2,4,6","objects":14},{"shards":"2,6","objects":2483},{"shards":"3,4","objects":-12}],"blocked_by":[],"up_primary":3,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.4","version":"75'161","reported_seq":554,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:20.334278+0000","last_change":"2023-08-28T02:33:12.296479+0000","last_active":"2023-08-28T02:37:20.334278+0000","last_peered":"2023-08-28T02:37:20.334278+0000","last_clean":"2023-08-28T02:37:20.334278+0000","last_became_active":"2023-08-28T02:33:12.294160+0000","last_became_peered":"2023-08-28T02:33:12.294160+0000","last_unstale":"2023-08-28T02:37:20.334278+0000","last_undegraded":"2023-08-28T02:37:20.334278+0000","last_fullsized":"2023-08-28T02:37:20.334278+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.899247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.899247+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":273,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.098961+0000","last_change":"2023-08-28T02:33:13.539335+0000","last_active":"2023-08-28T02:37:23.098961+0000","last_peered":"2023-08-28T02:37:23.098961+0000","last_clean":"2023-08-28T02:37:23.098961+0000","last_became_active":"2023-08-28T02:33:13.538978+0000","last_became_peered":"2023-08-28T02:33:13.538978+0000","last_unstale":"2023-08-28T02:37:23.098961+0000","last_undegraded":"2023-08-28T02:37:23.098961+0000","last_fullsized":"2023-08-28T02:37:23.098961+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:26:13.405766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"65'1","reported_seq":335,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.046137+0000","last_change":"2023-08-28T02:29:44.510205+0000","last_active":"2023-08-28T02:37:17.046137+0000","last_peered":"2023-08-28T02:37:17.046137+0000","last_clean":"2023-08-28T02:37:17.046137+0000","last_became_active":"2023-08-28T02:29:44.429357+0000","last_became_peered":"2023-08-28T02:29:44.429357+0000","last_unstale":"2023-08-28T02:37:17.046137+0000","last_undegraded":"2023-08-28T02:37:17.046137+0000","last_fullsized":"2023-08-28T02:37:17.046137+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:44:59.955729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":302,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.065675+0000","last_change":"2023-08-28T02:32:12.950661+0000","last_active":"2023-08-28T02:37:23.065675+0000","last_peered":"2023-08-28T02:37:23.065675+0000","last_clean":"2023-08-28T02:37:23.065675+0000","last_became_active":"2023-08-28T02:32:12.950276+0000","last_became_peered":"2023-08-28T02:32:12.950276+0000","last_unstale":"2023-08-28T02:37:23.065675+0000","last_undegraded":"2023-08-28T02:37:23.065675+0000","last_fullsized":"2023-08-28T02:37:23.065675+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:05:17.972868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"65'1","reported_seq":293,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.044468+0000","last_change":"2023-08-28T02:14:43.042150+0000","last_active":"2023-08-28T02:37:17.044468+0000","last_peered":"2023-08-28T02:37:17.044468+0000","last_clean":"2023-08-28T02:37:17.044468+0000","last_became_active":"2023-08-28T02:14:43.038336+0000","last_became_peered":"2023-08-28T02:14:43.038336+0000","last_unstale":"2023-08-28T02:37:17.044468+0000","last_undegraded":"2023-08-28T02:37:17.044468+0000","last_fullsized":"2023-08-28T02:37:17.044468+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:26:02.415152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":343,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.090192+0000","last_change":"2023-08-28T02:33:13.318097+0000","last_active":"2023-08-28T02:37:23.090192+0000","last_peered":"2023-08-28T02:37:23.090192+0000","last_clean":"2023-08-28T02:37:23.090192+0000","last_became_active":"2023-08-28T02:33:13.317761+0000","last_became_peered":"2023-08-28T02:33:13.317761+0000","last_unstale":"2023-08-28T02:37:23.090192+0000","last_undegraded":"2023-08-28T02:37:23.090192+0000","last_fullsized":"2023-08-28T02:37:23.090192+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:24.836996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"65'2","reported_seq":339,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.089428+0000","last_change":"2023-08-28T02:29:44.535937+0000","last_active":"2023-08-28T02:37:17.089428+0000","last_peered":"2023-08-28T02:37:17.089428+0000","last_clean":"2023-08-28T02:37:17.089428+0000","last_became_active":"2023-08-28T02:29:44.462244+0000","last_became_peered":"2023-08-28T02:29:44.462244+0000","last_unstale":"2023-08-28T02:37:17.089428+0000","last_undegraded":"2023-08-28T02:37:17.089428+0000","last_fullsized":"2023-08-28T02:37:17.089428+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:30:33.173713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":340,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.061331+0000","last_change":"2023-08-28T02:33:12.305580+0000","last_active":"2023-08-28T02:37:23.061331+0000","last_peered":"2023-08-28T02:37:23.061331+0000","last_clean":"2023-08-28T02:37:23.061331+0000","last_became_active":"2023-08-28T02:33:12.305261+0000","last_became_peered":"2023-08-28T02:33:12.305261+0000","last_unstale":"2023-08-28T02:37:23.061331+0000","last_undegraded":"2023-08-28T02:37:23.061331+0000","last_fullsized":"2023-08-28T02:37:23.061331+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:22:31.614221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"65'2","reported_seq":308,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.089273+0000","last_change":"2023-08-28T02:31:51.991101+0000","last_active":"2023-08-28T02:37:17.089273+0000","last_peered":"2023-08-28T02:37:17.089273+0000","last_clean":"2023-08-28T02:37:17.089273+0000","last_became_active":"2023-08-28T02:31:51.987237+0000","last_became_peered":"2023-08-28T02:31:51.987237+0000","last_unstale":"2023-08-28T02:37:17.089273+0000","last_undegraded":"2023-08-28T02:37:17.089273+0000","last_fullsized":"2023-08-28T02:37:17.089273+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:07:07.370857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":343,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.065498+0000","last_change":"2023-08-28T02:33:12.494483+0000","last_active":"2023-08-28T02:37:23.065498+0000","last_peered":"2023-08-28T02:37:23.065498+0000","last_clean":"2023-08-28T02:37:23.065498+0000","last_became_active":"2023-08-28T02:33:12.494136+0000","last_became_peered":"2023-08-28T02:33:12.494136+0000","last_unstale":"2023-08-28T02:37:23.065498+0000","last_undegraded":"2023-08-28T02:37:23.065498+0000","last_fullsized":"2023-08-28T02:37:23.065498+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:36.772588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"65'1","reported_seq":287,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.042092+0000","last_change":"2023-08-28T02:33:13.287922+0000","last_active":"2023-08-28T02:37:17.042092+0000","last_peered":"2023-08-28T02:37:17.042092+0000","last_clean":"2023-08-28T02:37:17.042092+0000","last_became_active":"2023-08-28T02:33:13.287520+0000","last_became_peered":"2023-08-28T02:33:13.287520+0000","last_unstale":"2023-08-28T02:37:17.042092+0000","last_undegraded":"2023-08-28T02:37:17.042092+0000","last_fullsized":"2023-08-28T02:37:17.042092+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:11.627168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":300,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.040424+0000","last_change":"2023-08-28T02:33:13.289469+0000","last_active":"2023-08-28T02:37:17.040424+0000","last_peered":"2023-08-28T02:37:17.040424+0000","last_clean":"2023-08-28T02:37:17.040424+0000","last_became_active":"2023-08-28T02:33:13.288737+0000","last_became_peered":"2023-08-28T02:33:13.288737+0000","last_unstale":"2023-08-28T02:37:17.040424+0000","last_undegraded":"2023-08-28T02:37:17.040424+0000","last_fullsized":"2023-08-28T02:37:17.040424+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:11:15.043550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"65'4","reported_seq":324,"reported_epoch":345,"state":"active+clean","last_fresh":"2023-08-28T02:37:17.046432+0000","last_change":"2023-08-28T02:32:28.607010+0000","last_active":"2023-08-28T02:37:17.046432+0000","last_peered":"2023-08-28T02:37:17.046432+0000","last_clean":"2023-08-28T02:37:17.046432+0000","last_became_active":"2023-08-28T02:32:28.492224+0000","last_became_peered":"2023-08-28T02:32:28.492224+0000","last_unstale":"2023-08-28T02:37:17.046432+0000","last_undegraded":"2023-08-28T02:37:17.046432+0000","last_fullsized":"2023-08-28T02:37:17.046432+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:13:45.711951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":554,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":353,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.065428+0000","last_change":"2023-08-28T02:33:13.309144+0000","last_active":"2023-08-28T02:37:23.065428+0000","last_peered":"2023-08-28T02:37:23.065428+0000","last_clean":"2023-08-28T02:37:23.065428+0000","last_became_active":"2023-08-28T02:33:13.308910+0000","last_became_peered":"2023-08-28T02:33:13.308910+0000","last_unstale":"2023-08-28T02:37:23.065428+0000","last_undegraded":"2023-08-28T02:37:23.065428+0000","last_fullsized":"2023-08-28T02:37:23.065428+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:09:59.549591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":4637982744,"num_objects":70771,"num_object_clones":0,"num_object_copies":212313,"num_objects_missing_on_primary":4515,"num_objects_missing":4515,"num_objects_degraded":34980,"num_objects_misplaced":8473,"num_objects_unfound":0,"num_objects_dirty":70771,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":115843,"num_write_kb":5971585,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":38892,"num_bytes_recovered":2532573184,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":14521151488,"data_stored":14521139272,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97091,"ondisk_log_size":97091,"up":48,"acting":43,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":10126,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":370028,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":89,"num_read_kb":167,"num_write":44,"num_write_kb":440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":322019,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299767,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1904356,"kb_used_data":1422364,"kb_used_omap":0,"kb_used_meta":481984,"kb_avail":91840796,"statfs":{"total":95995035648,"available":94044975104,"internally_reserved":0,"allocated":1456500736,"data_stored":1455124441,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":493551616},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:37:11 2023","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.53100000000000003,"15min":1.2889999999999999},"min":{"1min":0.29699999999999999,"5min":0.23400000000000001,"15min":0.219},"max":{"1min":0.66600000000000004,"5min":3.6480000000000001,"15min":13.118},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.48499999999999999,"5min":0.59799999999999998,"15min":1.6899999999999999},"min":{"1min":0.247,"5min":0.247,"15min":0.246},"max":{"1min":0.621,"5min":3.6619999999999999,"15min":17.402999999999999},"last":0.47399999999999998}]},{"osd":1,"last update":"Mon Aug 28 02:36:41 2023","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.91000000000000003,"15min":2.0449999999999999},"min":{"1min":0.27700000000000002,"5min":0.27300000000000002,"15min":0.24099999999999999},"max":{"1min":2.7509999999999999,"5min":7.0599999999999996,"15min":17.43},"last":0.34999999999999998},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.85499999999999998,"15min":1.8779999999999999},"min":{"1min":0.315,"5min":0.311,"15min":0.25900000000000001},"max":{"1min":2.7669999999999999,"5min":7.1420000000000003,"15min":19.913},"last":0.51600000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:37:28 2023","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.49099999999999999,"15min":1.355},"min":{"1min":0.312,"5min":0.23499999999999999,"15min":0.22800000000000001},"max":{"1min":0.65100000000000002,"5min":3.1760000000000002,"15min":8.3889999999999993},"last":0.33400000000000002},{"interface":"front","average":{"1min":0.67600000000000005,"5min":0.57499999999999996,"15min":1.181},"min":{"1min":0.372,"5min":0.28799999999999998,"15min":0.28699999999999998},"max":{"1min":2.399,"5min":2.919,"15min":9.2219999999999995},"last":0.40899999999999997}]},{"osd":3,"last update":"Mon Aug 28 02:37:18 2023","interfaces":[{"interface":"back","average":{"1min":0.66900000000000004,"5min":0.64600000000000002,"15min":0.69399999999999995},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":2.468,"5min":3.0099999999999998,"15min":3.0099999999999998},"last":0.44},{"interface":"front","average":{"1min":0.498,"5min":0.59899999999999998,"15min":0.61899999999999999},"min":{"1min":0.39700000000000002,"5min":0.308,"15min":0.308},"max":{"1min":0.64500000000000002,"5min":3.1000000000000001,"15min":3.1000000000000001},"last":0.45000000000000001}]},{"osd":4,"last update":"Mon Aug 28 02:37:11 2023","interfaces":[{"interface":"back","average":{"1min":0.39400000000000002,"5min":0.51800000000000002,"15min":1.2729999999999999},"min":{"1min":0.28299999999999997,"5min":0.26500000000000001,"15min":0.245},"max":{"1min":0.52000000000000002,"5min":5.2169999999999996,"15min":18.943000000000001},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.53500000000000003,"15min":0.93600000000000005},"min":{"1min":0.33100000000000002,"5min":0.26500000000000001,"15min":0.25700000000000001},"max":{"1min":2.4940000000000002,"5min":2.9870000000000001,"15min":8.1890000000000001},"last":0.31900000000000001}]},{"osd":5,"last update":"Mon Aug 28 02:37:11 2023","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.47099999999999997,"15min":1.04},"min":{"1min":0.28100000000000003,"5min":0.246,"15min":0.23599999999999999},"max":{"1min":0.64500000000000002,"5min":3.2120000000000002,"15min":14.622},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.53800000000000003,"15min":1.27},"min":{"1min":0.33800000000000002,"5min":0.317,"15min":0.27000000000000002},"max":{"1min":0.80200000000000005,"5min":3.0499999999999998,"15min":17.324999999999999},"last":0.498}]},{"osd":6,"last update":"Mon Aug 28 02:37:11 2023","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.59599999999999997,"15min":1.292},"min":{"1min":0.376,"5min":0.33300000000000002,"15min":0.30299999999999999},"max":{"1min":0.83399999999999996,"5min":3.2250000000000001,"15min":17.454999999999998},"last":0.433},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.58899999999999997,"15min":0.85099999999999998},"min":{"1min":0.33400000000000002,"5min":0.31,"15min":0.28999999999999998},"max":{"1min":2.4399999999999999,"5min":3.0499999999999998,"15min":7.665},"last":0.46300000000000002}]}]},{"osd":6,"up_from":0,"seq":193273528698,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":101,"seq":433791697156,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1489596,"kb_used_data":861428,"kb_used_omap":4,"kb_used_meta":628155,"kb_avail":92255556,"statfs":{"total":95995035648,"available":94469689344,"internally_reserved":0,"allocated":882102272,"data_stored":880147425,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":643231630},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:36:42 2023","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.72799999999999998,"15min":2.101},"min":{"1min":0.26600000000000001,"5min":0.223,"15min":0.214},"max":{"1min":2.1659999999999999,"5min":6.4500000000000002,"15min":24.545999999999999},"last":0.66900000000000004},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.82199999999999995,"15min":2.5139999999999998},"min":{"1min":0.25600000000000001,"5min":0.23599999999999999,"15min":0.21199999999999999},"max":{"1min":3.496,"5min":7.5330000000000004,"15min":24.515000000000001},"last":1.075}]},{"osd":2,"last update":"Mon Aug 28 02:36:30 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.88200000000000001,"15min":2.3300000000000001},"min":{"1min":0.32900000000000001,"5min":0.28699999999999998,"15min":0.24099999999999999},"max":{"1min":3.544,"5min":7.5659999999999998,"15min":22.161000000000001},"last":0.91700000000000004},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.94199999999999995,"15min":1.748},"min":{"1min":0.34000000000000002,"5min":0.27600000000000002,"15min":0.253},"max":{"1min":2.4489999999999998,"5min":8.3170000000000002,"15min":19.100999999999999},"last":0.82099999999999995}]},{"osd":3,"last update":"Mon Aug 28 02:37:20 2023","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.53600000000000003,"15min":0.48699999999999999},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":2.742,"5min":2.742,"15min":2.742},"last":0.76400000000000001},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.56499999999999995,"15min":0.53100000000000003},"min":{"1min":0.309,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.88500000000000001,"5min":3.5819999999999999,"15min":3.5819999999999999},"last":0.96299999999999997}]},{"osd":4,"last update":"Mon Aug 28 02:36:42 2023","interfaces":[{"interface":"back","average":{"1min":0.64200000000000002,"5min":0.88400000000000001,"15min":1.4119999999999999},"min":{"1min":0.38400000000000001,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":2.488,"5min":6.819,"15min":18.992999999999999},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.88400000000000001,"15min":1.6459999999999999},"min":{"1min":0.34300000000000003,"5min":0.29099999999999998,"15min":0.26400000000000001},"max":{"1min":1.9650000000000001,"5min":6.8380000000000001,"15min":14.779999999999999},"last":0.71799999999999997}]},{"osd":5,"last update":"Mon Aug 28 02:36:42 2023","interfaces":[{"interface":"back","average":{"1min":0.71099999999999997,"5min":0.96399999999999997,"15min":2.0459999999999998},"min":{"1min":0.39300000000000002,"5min":0.35999999999999999,"15min":0.29999999999999999},"max":{"1min":3.6080000000000001,"5min":7.7549999999999999,"15min":18.626999999999999},"last":1.002},{"interface":"front","average":{"1min":0.68000000000000005,"5min":0.93799999999999994,"15min":1.8480000000000001},"min":{"1min":0.41899999999999998,"5min":0.375,"15min":0.33600000000000002},"max":{"1min":2.532,"5min":7.3410000000000002,"15min":18.945},"last":0.60899999999999999}]},{"osd":6,"last update":"Mon Aug 28 02:36:42 2023","interfaces":[{"interface":"back","average":{"1min":0.76400000000000001,"5min":0.88700000000000001,"15min":2.0009999999999999},"min":{"1min":0.44600000000000001,"5min":0.39100000000000001,"15min":0.34300000000000003},"max":{"1min":3.6400000000000001,"5min":7.4969999999999999,"15min":12.221},"last":1.0409999999999999},{"interface":"front","average":{"1min":0.69499999999999995,"5min":1.0980000000000001,"15min":1.633},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.34499999999999997},"max":{"1min":2.5950000000000002,"5min":12.371,"15min":19.021999999999998},"last":0.58499999999999996}]},{"osd":7,"last update":"Mon Aug 28 02:36:42 2023","interfaces":[{"interface":"back","average":{"1min":0.72999999999999998,"5min":0.92400000000000004,"15min":1.7689999999999999},"min":{"1min":0.497,"5min":0.374,"15min":0.374},"max":{"1min":2.5600000000000001,"5min":7.3949999999999996,"15min":19.047999999999998},"last":0.64000000000000001},{"interface":"front","average":{"1min":0.66000000000000003,"5min":0.94699999999999995,"15min":1.8660000000000001},"min":{"1min":0.48099999999999998,"5min":0.34399999999999997,"15min":0.312},"max":{"1min":1.9079999999999999,"5min":6.4960000000000004,"15min":14.818},"last":0.80000000000000004}]}]},{"osd":0,"up_from":87,"seq":373662155023,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3485704,"kb_used_data":2820672,"kb_used_omap":5,"kb_used_meta":665018,"kb_avail":90259448,"statfs":{"total":95995035648,"available":92425674752,"internally_reserved":0,"allocated":2888368128,"data_stored":2886291547,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":680979066},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:36:35 2023","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.67000000000000004,"15min":1.631},"min":{"1min":0.221,"5min":0.184,"15min":0.184},"max":{"1min":0.76800000000000002,"5min":5.5339999999999998,"15min":30.315000000000001},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.38800000000000001,"5min":0.67700000000000005,"15min":2.431},"min":{"1min":0.27600000000000002,"5min":0.25,"15min":0.221},"max":{"1min":0.67900000000000005,"5min":8.3379999999999992,"15min":69.272000000000006},"last":0.45100000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:36:35 2023","interfaces":[{"interface":"back","average":{"1min":0.68799999999999994,"5min":0.70399999999999996,"15min":1.923},"min":{"1min":0.29399999999999998,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":2.9119999999999999,"5min":5.7060000000000004,"15min":20.959},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.83299999999999996,"5min":0.81999999999999995,"15min":1.7709999999999999},"min":{"1min":0.311,"5min":0.247,"15min":0.24299999999999999},"max":{"1min":6.1180000000000003,"5min":6.1180000000000003,"15min":9.7490000000000006},"last":0.374}]},{"osd":3,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.996,"5min":0.80400000000000005,"15min":0.76800000000000002},"min":{"1min":0.32900000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":5.6680000000000001,"5min":5.6680000000000001,"15min":5.6680000000000001},"last":0.48399999999999999},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.754,"15min":0.77200000000000002},"min":{"1min":0.40300000000000002,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":2.4889999999999999,"5min":4.9199999999999999,"15min":4.9199999999999999},"last":0.41199999999999998}]},{"osd":4,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.56299999999999994,"15min":2.3380000000000001},"min":{"1min":0.33100000000000002,"5min":0.314,"15min":0.29299999999999998},"max":{"1min":2.3210000000000002,"5min":3.9710000000000001,"15min":274.33199999999999},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.66300000000000003,"15min":2.6949999999999998},"min":{"1min":0.376,"5min":0.315,"15min":0.28199999999999997},"max":{"1min":1.357,"5min":2.6520000000000001,"15min":266.31999999999999},"last":0.53900000000000003}]},{"osd":5,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.67700000000000005,"5min":0.623,"15min":1.415},"min":{"1min":0.38800000000000001,"5min":0.33300000000000002,"15min":0.29299999999999998},"max":{"1min":2.3759999999999999,"5min":4.1219999999999999,"15min":13.038},"last":0.5},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.65700000000000003,"15min":1.895},"min":{"1min":0.41899999999999998,"5min":0.36399999999999999,"15min":0.27800000000000002},"max":{"1min":1.3120000000000001,"5min":2.2679999999999998,"15min":15.231},"last":0.57399999999999995}]},{"osd":6,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.72799999999999998,"5min":0.66600000000000004,"15min":1.6120000000000001},"min":{"1min":0.41299999999999998,"5min":0.38300000000000001,"15min":0.29399999999999998},"max":{"1min":2.4540000000000002,"5min":4.0620000000000003,"15min":15.122999999999999},"last":0.441},{"interface":"front","average":{"1min":0.621,"5min":0.68400000000000005,"15min":1.905},"min":{"1min":0.45200000000000001,"5min":0.40000000000000002,"15min":0.35599999999999998},"max":{"1min":1.3919999999999999,"5min":2.3029999999999999,"15min":15.186999999999999},"last":0.59699999999999998}]},{"osd":7,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":1.006,"5min":0.78900000000000003,"15min":1.899},"min":{"1min":0.51300000000000001,"5min":0.36399999999999999,"15min":0.33400000000000002},"max":{"1min":4.4390000000000001,"5min":4.4390000000000001,"15min":16.183},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.80500000000000005,"5min":0.73899999999999999,"15min":1.625},"min":{"1min":0.46000000000000002,"5min":0.38500000000000001,"15min":0.35999999999999999},"max":{"1min":2.4220000000000002,"5min":4.0250000000000004,"15min":13.005000000000001},"last":0.58399999999999996}]}]},{"osd":2,"up_from":0,"seq":502511173882,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":297,"seq":1275605286965,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":823872,"kb_used_data":688952,"kb_used_omap":2,"kb_used_meta":134909,"kb_avail":92921280,"statfs":{"total":95995035648,"available":95151390720,"internally_reserved":0,"allocated":705486848,"data_stored":703523134,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":138146869},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:37:14 2023","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.52700000000000002,"15min":0.44400000000000001},"min":{"1min":0.247,"5min":0.22,"15min":0.22},"max":{"1min":2.2530000000000001,"5min":6.8819999999999997,"15min":6.8819999999999997},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.69299999999999995,"15min":0.69699999999999995},"min":{"1min":0.30399999999999999,"5min":0.217,"15min":0.217},"max":{"1min":1.018,"5min":6.7839999999999998,"15min":6.7839999999999998},"last":0.34300000000000003}]},{"osd":1,"last update":"Mon Aug 28 02:37:14 2023","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.56000000000000005,"15min":0.45200000000000001},"min":{"1min":0.28499999999999998,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":1.056,"5min":4.0650000000000004,"15min":4.0650000000000004},"last":0.434},{"interface":"front","average":{"1min":0.624,"5min":0.70799999999999996,"15min":0.71899999999999997},"min":{"1min":0.28999999999999998,"5min":0.249,"15min":0.249},"max":{"1min":1.431,"5min":3.9249999999999998,"15min":3.9249999999999998},"last":0.318}]},{"osd":2,"last update":"Mon Aug 28 02:37:14 2023","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.57199999999999995,"15min":0.61799999999999999},"min":{"1min":0.31,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":1.3919999999999999,"5min":2.5449999999999999,"15min":2.5449999999999999},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.61899999999999999,"15min":0.56899999999999995},"min":{"1min":0.38200000000000001,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":1.1539999999999999,"5min":4.7030000000000003,"15min":4.7030000000000003},"last":0.46200000000000002}]},{"osd":4,"last update":"Mon Aug 28 02:37:14 2023","interfaces":[{"interface":"back","average":{"1min":0.91800000000000004,"5min":0.63300000000000001,"15min":0.59199999999999997},"min":{"1min":0.40699999999999997,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":6.2670000000000003,"5min":6.2670000000000003,"15min":6.2670000000000003},"last":0.58199999999999996},{"interface":"front","average":{"1min":0.78100000000000003,"5min":0.65100000000000002,"15min":0.57299999999999995},"min":{"1min":0.39800000000000002,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":2.8380000000000001,"5min":3.5030000000000001,"15min":3.5030000000000001},"last":0.48099999999999998}]},{"osd":5,"last update":"Mon Aug 28 02:37:14 2023","interfaces":[{"interface":"back","average":{"1min":0.68799999999999994,"5min":0.65100000000000002,"15min":0.59499999999999997},"min":{"1min":0.40100000000000002,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":2.29,"5min":3.5390000000000001,"15min":3.5390000000000001},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.73899999999999999,"5min":0.58199999999999996,"15min":0.55500000000000005},"min":{"1min":0.40600000000000003,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":2.7149999999999999,"5min":2.7149999999999999,"15min":2.7149999999999999},"last":0.49399999999999999}]},{"osd":6,"last update":"Mon Aug 28 02:37:14 2023","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.63100000000000001,"15min":0.64000000000000001},"min":{"1min":0.437,"5min":0.436,"15min":0.436},"max":{"1min":0.89000000000000001,"5min":1.8879999999999999,"15min":1.8879999999999999},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.66100000000000003,"5min":0.69699999999999995,"15min":0.65300000000000002},"min":{"1min":0.44700000000000001,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.99099999999999999,"5min":3.6099999999999999,"15min":3.6099999999999999},"last":0.53100000000000003}]},{"osd":7,"last update":"Mon Aug 28 02:37:14 2023","interfaces":[{"interface":"back","average":{"1min":0.78000000000000003,"5min":0.63400000000000001,"15min":0.59599999999999997},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":2.9399999999999999,"5min":2.9399999999999999,"15min":2.9399999999999999},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.82899999999999996,"5min":0.68500000000000005,"15min":0.66000000000000003},"min":{"1min":0.46500000000000002,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":2.9540000000000002,"5min":2.9540000000000002,"15min":2.9540000000000002},"last":0.61899999999999999}]}]},{"osd":4,"up_from":30,"seq":128849019260,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3318064,"kb_used_data":2841576,"kb_used_omap":0,"kb_used_meta":476480,"kb_avail":90427088,"statfs":{"total":95995035648,"available":92597338112,"internally_reserved":0,"allocated":2909773824,"data_stored":2908393880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":487915520},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,1,1,1,0,1,1,4,6],"upper_bound":4096},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.55900000000000005,"15min":1.593},"min":{"1min":0.26100000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":4.46,"5min":10.249000000000001,"15min":22.515000000000001},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.56000000000000005,"15min":1.5249999999999999},"min":{"1min":0.28100000000000003,"5min":0.23200000000000001,"15min":0.217},"max":{"1min":1.425,"5min":4.5250000000000004,"15min":22.454000000000001},"last":0.443}]},{"osd":1,"last update":"Mon Aug 28 02:36:47 2023","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.68100000000000005,"15min":1.3879999999999999},"min":{"1min":0.312,"5min":0.254,"15min":0.24199999999999999},"max":{"1min":0.58399999999999996,"5min":8.7710000000000008,"15min":23.082000000000001},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.432,"5min":0.628,"15min":1.597},"min":{"1min":0.29199999999999998,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.55300000000000005,"5min":8.7940000000000005,"15min":25.100000000000001},"last":0.40899999999999997}]},{"osd":2,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.72399999999999998,"5min":0.67400000000000004,"15min":1.5169999999999999},"min":{"1min":0.29599999999999999,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":4.5430000000000001,"5min":4.827,"15min":16.231000000000002},"last":0.432},{"interface":"front","average":{"1min":0.85399999999999998,"5min":0.64600000000000002,"15min":1.4039999999999999},"min":{"1min":0.33200000000000002,"5min":0.312,"15min":0.251},"max":{"1min":5.6360000000000001,"5min":5.6360000000000001,"15min":13.515000000000001},"last":0.47299999999999998}]},{"osd":3,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.69699999999999995,"15min":0.77100000000000002},"min":{"1min":0.34799999999999998,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.9059999999999999,"5min":7.7480000000000002,"15min":7.7480000000000002},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.627,"5min":0.70999999999999996,"15min":0.67000000000000004},"min":{"1min":0.371,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":1.4850000000000001,"5min":3.7069999999999999,"15min":3.7069999999999999},"last":0.41699999999999998}]},{"osd":5,"last update":"Mon Aug 28 02:37:01 2023","interfaces":[{"interface":"back","average":{"1min":0.73099999999999998,"5min":0.57799999999999996,"15min":1.095},"min":{"1min":0.27500000000000002,"5min":0.222,"15min":0.222},"max":{"1min":4.609,"5min":4.6689999999999996,"15min":16.181999999999999},"last":0.33300000000000002},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.71299999999999997,"15min":1.1200000000000001},"min":{"1min":0.34699999999999998,"5min":0.224,"15min":0.20699999999999999},"max":{"1min":1.5700000000000001,"5min":8.6370000000000005,"15min":10.233000000000001},"last":0.38800000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:37:16 2023","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.55500000000000005,"15min":1.052},"min":{"1min":0.29599999999999999,"5min":0.27100000000000002,"15min":0.26500000000000001},"max":{"1min":1.6000000000000001,"5min":2.9830000000000001,"15min":10.023999999999999},"last":0.28699999999999998},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.61799999999999999,"15min":1.121},"min":{"1min":0.313,"5min":0.28299999999999997,"15min":0.26600000000000001},"max":{"1min":1.679,"5min":4.5949999999999998,"15min":8.5},"last":0.32100000000000001}]},{"osd":7,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.67600000000000005,"5min":0.57899999999999996,"15min":1.143},"min":{"1min":0.35399999999999998,"5min":0.28999999999999998,"15min":0.22500000000000001},"max":{"1min":4.5720000000000001,"5min":4.8559999999999999,"15min":9.3209999999999997},"last":0.375},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.59099999999999997,"15min":1.089},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.30299999999999999},"max":{"1min":1.647,"5min":2.754,"15min":15.597},"last":0.34300000000000003}]}]},{"osd":5,"up_from":37,"seq":158913790333,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2540500,"kb_used_data":1980748,"kb_used_omap":0,"kb_used_meta":559744,"kb_avail":91204652,"statfs":{"total":95995035648,"available":93393563648,"internally_reserved":0,"allocated":2028285952,"data_stored":2026922259,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":573177856},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:36:47 2023","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.73899999999999999,"15min":1.706},"min":{"1min":0.26000000000000001,"5min":0.23200000000000001,"15min":0.20200000000000001},"max":{"1min":0.83099999999999996,"5min":7.7560000000000002,"15min":40.334000000000003},"last":1.1100000000000001},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.90700000000000003,"15min":1.7170000000000001},"min":{"1min":0.29199999999999998,"5min":0.26600000000000001,"15min":0.23200000000000001},"max":{"1min":0.66400000000000003,"5min":19.815999999999999,"15min":40.212000000000003},"last":0.93300000000000005}]},{"osd":1,"last update":"Mon Aug 28 02:36:47 2023","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.77900000000000003,"15min":1.8819999999999999},"min":{"1min":0.309,"5min":0.27400000000000002,"15min":0.23699999999999999},"max":{"1min":0.55400000000000005,"5min":17.998000000000001,"15min":40.088000000000001},"last":1.0700000000000001},{"interface":"front","average":{"1min":0.45900000000000002,"5min":1.107,"15min":1.794},"min":{"1min":0.29199999999999998,"5min":0.27800000000000002,"15min":0.26000000000000001},"max":{"1min":0.67900000000000005,"5min":19.853000000000002,"15min":40.243000000000002},"last":0.95699999999999996}]},{"osd":2,"last update":"Mon Aug 28 02:36:47 2023","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.75800000000000001,"15min":1.706},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.27700000000000002},"max":{"1min":0.81100000000000005,"5min":7.8029999999999999,"15min":40.436999999999998},"last":1.421},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.91800000000000004,"15min":1.8029999999999999},"min":{"1min":0.39300000000000002,"5min":0.315,"15min":0.27200000000000002},"max":{"1min":0.69499999999999995,"5min":8.609,"15min":40.555},"last":2.069}]},{"osd":3,"last update":"Mon Aug 28 02:37:21 2023","interfaces":[{"interface":"back","average":{"1min":0.44900000000000001,"5min":0.82399999999999995,"15min":1.1399999999999999},"min":{"1min":0.308,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.52600000000000002,"5min":16.190999999999999,"15min":16.190999999999999},"last":0.94399999999999995},{"interface":"front","average":{"1min":0.53100000000000003,"5min":1.0589999999999999,"15min":1.476},"min":{"1min":0.42599999999999999,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.77800000000000002,"5min":21.420999999999999,"15min":21.420999999999999},"last":2.0470000000000002}]},{"osd":4,"last update":"Mon Aug 28 02:36:58 2023","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.60299999999999998,"15min":1.2589999999999999},"min":{"1min":0.25,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.78300000000000003,"5min":13.616,"15min":40.762999999999998},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.442,"5min":0.70799999999999996,"15min":1.3620000000000001},"min":{"1min":0.34499999999999997,"5min":0.27900000000000003,"15min":0.25700000000000001},"max":{"1min":0.59399999999999997,"5min":6.3819999999999997,"15min":40.634},"last":0.46800000000000003}]},{"osd":6,"last update":"Mon Aug 28 02:36:47 2023","interfaces":[{"interface":"back","average":{"1min":0.81499999999999995,"5min":0.89300000000000002,"15min":1.4359999999999999},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.23300000000000001},"max":{"1min":4.04,"5min":10.66,"15min":42.409999999999997},"last":0.501},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.69499999999999995,"15min":1.3899999999999999},"min":{"1min":0.29499999999999998,"5min":0.254,"15min":0.254},"max":{"1min":0.81399999999999995,"5min":9.5830000000000002,"15min":42.533999999999999},"last":0.42099999999999999}]},{"osd":7,"last update":"Mon Aug 28 02:36:47 2023","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.70399999999999996,"15min":1.5840000000000001},"min":{"1min":0.34999999999999998,"5min":0.315,"15min":0.315},"max":{"1min":2.9809999999999999,"5min":6.1749999999999998,"15min":42.667000000000002},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.94199999999999995,"15min":1.6040000000000001},"min":{"1min":0.39700000000000002,"5min":0.33000000000000002,"15min":0.318},"max":{"1min":1.7330000000000001,"5min":9.1189999999999998,"15min":42.344000000000001},"last":0.51300000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":2881949696,"data_stored":2881945624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":877330432,"data_stored":877330432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1926168576,"data_stored":1926168576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":699334656,"data_stored":699334656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":2901020672,"data_stored":2901016600,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":2022572032,"data_stored":2022572032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1761087488,"data_stored":1761083416,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1451687936,"data_stored":1451687936,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:37:35.046 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:37:35.048 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:35.049 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:37:35.089 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-08-28T02:37:35.089 INFO:teuthology.orchestra.run.smithi040.stdout: "ops": [], 2023-08-28T02:37:35.089 INFO:teuthology.orchestra.run.smithi040.stdout: "complaint_time": 30, 2023-08-28T02:37:35.090 INFO:teuthology.orchestra.run.smithi040.stdout: "num_blocked_ops": 0 2023-08-28T02:37:35.090 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-08-28T02:37:35.150 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:37:35.189 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:35.480 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:37:35 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:37:35] "GET /metrics HTTP/1.1" 200 36612 "" "Prometheus/2.43.0" 2023-08-28T02:37:35.508 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.1 dump_historic_ops 2023-08-28T02:37:35.612 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:37:35.616 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:35.617 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:37:35.717 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:37:35.755 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:35.832 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:37:35.837 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:35.838 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:37:35.939 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:37:35.981 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:36.022 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:37:36.029 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:36.029 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:37:36.075 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:37:36.093 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:37:36.118 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:37:36.130 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:37:36.143 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:37:36.163 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:36.164 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:37:36.185 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:37:36.186 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:37:36.188 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:36.188 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:37:36.215 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:37:36.237 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:37:36.259 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:37:36.261 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-08-28T02:37:36.261 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-08-28T02:37:36.261 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-08-28T02:37:36.261 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-08-28T02:37:36.262 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-08-28T02:37:36.262 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-08-28T02:37:36.262 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-08-28T02:37:36.262 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-08-28T02:37:36.289 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:37:36.290 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:36 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 34981/212130 objects degraded (16.490%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:37:36.290 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:36 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 34981/212130 objects degraded (16.490%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:37:36.324 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:36.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:36 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 34981/212130 objects degraded (16.490%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:37:36.548 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:37:36.551 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:36.552 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:37:36.653 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:37:36.679 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:36.698 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:37:36.701 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:36.701 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:37:36.802 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:37:36.835 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:36.958 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:37:36.961 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:36.961 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:37:37.062 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:37:37.067 INFO:teuthology.orchestra.run.smithi040.stderr:noscrub is set 2023-08-28T02:37:37.090 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:37 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3055194318' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:37:37.091 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:37 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1425082268' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:37:37.091 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:37 smithi040 ceph-mon[175404]: pgmap v1058: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.3 GiB data, 13 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 94 op/s; 34894/211236 objects degraded (16.519%); 8427/211236 objects misplaced (3.989%); 1.9 MiB/s, 30 objects/s recovering 2023-08-28T02:37:37.091 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:37 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3055194318' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:37:37.091 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:37 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1425082268' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:37:37.091 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:37 smithi040 ceph-mon[170259]: pgmap v1058: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.3 GiB data, 13 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 94 op/s; 34894/211236 objects degraded (16.519%); 8427/211236 objects misplaced (3.989%); 1.9 MiB/s, 30 objects/s recovering 2023-08-28T02:37:37.101 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:37.175 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:37:37.178 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:37.178 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:37:37.279 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:37:37.312 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:37.383 INFO:teuthology.orchestra.run.smithi040.stdout:ERROR: (22) Invalid argument 2023-08-28T02:37:37.383 INFO:teuthology.orchestra.run.smithi040.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:37:37.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:37 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3055194318' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:37:37.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:37 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1425082268' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:37:37.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:37 smithi083 ceph-mon[157819]: pgmap v1058: 99 pgs: 1 active+recovery_wait+degraded, 1 active+recovering+remapped, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.3 GiB data, 13 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 94 op/s; 34894/211236 objects degraded (16.519%); 8427/211236 objects misplaced (3.989%); 1.9 MiB/s, 30 objects/s recovering 2023-08-28T02:37:37.739 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:37:37.745 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:37.745 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:37:37.810 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:37:37.834 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.2 dump_ops_in_flight 2023-08-28T02:37:37.846 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:37:37.875 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:37.894 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:37:37.897 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:37.897 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:37:37.998 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:37:38.051 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:38.086 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:37:38.091 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:38.092 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:37:38.187 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:37:38.192 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:37:38.223 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:38 smithi083 ceph-mon[157819]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:37:38.223 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:38 smithi083 ceph-mon[157819]: failed to encode map e348 with expected crc 2023-08-28T02:37:38.223 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:38 smithi083 ceph-mon[157819]: failed to encode map e348 with expected crc 2023-08-28T02:37:38.223 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:38 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1425082268' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:37:38.223 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:38 smithi083 ceph-mon[157819]: osdmap e348: 8 total, 8 up, 6 in 2023-08-28T02:37:38.225 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:38.230 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:38 smithi040 ceph-mon[175404]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:37:38.230 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:38 smithi040 ceph-mon[175404]: failed to encode map e348 with expected crc 2023-08-28T02:37:38.230 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:38 smithi040 ceph-mon[175404]: failed to encode map e348 with expected crc 2023-08-28T02:37:38.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:38 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1425082268' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:37:38.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:38 smithi040 ceph-mon[175404]: osdmap e348: 8 total, 8 up, 6 in 2023-08-28T02:37:38.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:38 smithi040 ceph-mon[170259]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:37:38.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:38 smithi040 ceph-mon[170259]: failed to encode map e348 with expected crc 2023-08-28T02:37:38.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:38 smithi040 ceph-mon[170259]: failed to encode map e348 with expected crc 2023-08-28T02:37:38.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:38 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1425082268' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:37:38.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:38 smithi040 ceph-mon[170259]: osdmap e348: 8 total, 8 up, 6 in 2023-08-28T02:37:38.248 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:37:38.251 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:38.251 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:37:38.352 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:37:38.387 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:38.411 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:37:38.414 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:38.414 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:37:38.515 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:37:38.554 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:38.614 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:37:38.625 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:37:38.628 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:38.629 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:37:38.729 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:37:38.760 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:38.783 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:37:38.784 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-08-28T02:37:38.787 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:38.787 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:37:38.888 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:37:38.938 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:38.979 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:37:38.984 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:38.985 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:37:39.085 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:37:39.138 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:39.164 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:37:39.168 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:39.168 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:37:39.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:39 smithi040 ceph-mon[175404]: pgmap v1060: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.3 GiB data, 13 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 104 op/s; 34819/210609 objects degraded (16.533%); 8331/210609 objects misplaced (3.956%); 2.2 MiB/s, 34 objects/s recovering 2023-08-28T02:37:39.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:39 smithi040 ceph-mon[170259]: pgmap v1060: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.3 GiB data, 13 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 104 op/s; 34819/210609 objects degraded (16.533%); 8331/210609 objects misplaced (3.956%); 2.2 MiB/s, 34 objects/s recovering 2023-08-28T02:37:39.269 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:37:39.305 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:39.332 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:37:39.336 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:39.336 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:37:39.437 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:37:39.472 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:39.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:39 smithi083 ceph-mon[157819]: pgmap v1060: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 2 active+remapped+backfill_wait, 5 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.3 GiB data, 13 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 104 op/s; 34819/210609 objects degraded (16.533%); 8331/210609 objects misplaced (3.956%); 2.2 MiB/s, 34 objects/s recovering 2023-08-28T02:37:39.522 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd set nodeep-scrub 2023-08-28T02:37:39.551 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:37:39.554 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:39.554 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:37:39.644 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:37:39.651 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:37:39.655 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:37:39.666 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:37:39.716 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:40.198 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:37:40.205 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:40.205 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:37:40.306 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:37:40.343 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:40.517 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:37:40.521 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:40.521 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:37:40.543 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":1060,"stamp":"2023-08-28T02:37:38.449595+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4599626500,"num_objects":70203,"num_object_clones":0,"num_object_copies":210609,"num_objects_missing_on_primary":4477,"num_objects_missing":4477,"num_objects_degraded":34819,"num_objects_misplaced":8331,"num_objects_unfound":0,"num_objects_dirty":70203,"num_whiteouts":0,"num_read":90,"num_read_kb":168,"num_write":116539,"num_write_kb":5972054,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":39074,"num_bytes_recovered":2543260017,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":98908,"ondisk_log_size":98908,"up":297,"acting":292,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":13487544,"kb_used_data":10527816,"kb_used_omap":12,"kb_used_meta":2959667,"kb_avail":548983368,"statfs":{"total":575970213888,"available":562158968832,"internally_reserved":0,"allocated":10780483584,"data_stored":10770341499,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12739,"internal_metadata":3030699581},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,1,1,0,0,0,3,7],"upper_bound":4096},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-55050240,"num_objects":-840,"num_object_clones":0,"num_object_copies":-2520,"num_objects_missing_on_primary":-73,"num_objects_missing":-73,"num_objects_degraded":-283,"num_objects_misplaced":-247,"num_objects_unfound":0,"num_objects_dirty":-840,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":840,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":280,"num_bytes_recovered":18350080,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.002372"},"pg_stats":[{"pgid":"3.1a","version":"65'1","reported_seq":358,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.065764+0000","last_change":"2023-08-28T02:32:32.667028+0000","last_active":"2023-08-28T02:37:23.065764+0000","last_peered":"2023-08-28T02:37:23.065764+0000","last_clean":"2023-08-28T02:37:23.065764+0000","last_became_active":"2023-08-28T02:32:32.666711+0000","last_became_peered":"2023-08-28T02:32:32.666711+0000","last_unstale":"2023-08-28T02:37:23.065764+0000","last_undegraded":"2023-08-28T02:37:23.065764+0000","last_fullsized":"2023-08-28T02:37:23.065764+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:28:21.913105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":311,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.384181+0000","last_change":"2023-08-28T02:29:44.421259+0000","last_active":"2023-08-28T02:37:30.384181+0000","last_peered":"2023-08-28T02:37:30.384181+0000","last_clean":"2023-08-28T02:37:30.384181+0000","last_became_active":"2023-08-28T02:29:44.420936+0000","last_became_peered":"2023-08-28T02:29:44.420936+0000","last_unstale":"2023-08-28T02:37:30.384181+0000","last_undegraded":"2023-08-28T02:37:30.384181+0000","last_fullsized":"2023-08-28T02:37:30.384181+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:22:26.346867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":153,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.984308+0000","last_change":"2023-08-28T02:33:12.290337+0000","last_active":"2023-08-28T02:37:30.984308+0000","last_peered":"2023-08-28T02:37:30.984308+0000","last_clean":"2023-08-28T02:37:30.984308+0000","last_became_active":"2023-08-28T02:33:12.289852+0000","last_became_peered":"2023-08-28T02:33:12.289852+0000","last_unstale":"2023-08-28T02:37:30.984308+0000","last_undegraded":"2023-08-28T02:37:30.984308+0000","last_fullsized":"2023-08-28T02:37:30.984308+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:04:26.420037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":326,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.062154+0000","last_change":"2023-08-28T02:33:13.317226+0000","last_active":"2023-08-28T02:37:23.062154+0000","last_peered":"2023-08-28T02:37:23.062154+0000","last_clean":"2023-08-28T02:37:23.062154+0000","last_became_active":"2023-08-28T02:33:13.316893+0000","last_became_peered":"2023-08-28T02:33:13.316893+0000","last_unstale":"2023-08-28T02:37:23.062154+0000","last_undegraded":"2023-08-28T02:37:23.062154+0000","last_fullsized":"2023-08-28T02:37:23.062154+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:55:46.593463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":270,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.060960+0000","last_change":"2023-08-28T02:33:12.295203+0000","last_active":"2023-08-28T02:37:23.060960+0000","last_peered":"2023-08-28T02:37:23.060960+0000","last_clean":"2023-08-28T02:37:23.060960+0000","last_became_active":"2023-08-28T02:33:12.294904+0000","last_became_peered":"2023-08-28T02:33:12.294904+0000","last_unstale":"2023-08-28T02:37:23.060960+0000","last_undegraded":"2023-08-28T02:37:23.060960+0000","last_fullsized":"2023-08-28T02:37:23.060960+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:31:07.008856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":288,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.076595+0000","last_change":"2023-08-28T02:31:51.987263+0000","last_active":"2023-08-28T02:37:23.076595+0000","last_peered":"2023-08-28T02:37:23.076595+0000","last_clean":"2023-08-28T02:37:23.076595+0000","last_became_active":"2023-08-28T02:31:51.986938+0000","last_became_peered":"2023-08-28T02:31:51.986938+0000","last_unstale":"2023-08-28T02:37:23.076595+0000","last_undegraded":"2023-08-28T02:37:23.076595+0000","last_fullsized":"2023-08-28T02:37:23.076595+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:18.021905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":320,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.062976+0000","last_change":"2023-08-28T02:33:12.318656+0000","last_active":"2023-08-28T02:37:23.062976+0000","last_peered":"2023-08-28T02:37:23.062976+0000","last_clean":"2023-08-28T02:37:23.062976+0000","last_became_active":"2023-08-28T02:33:12.318297+0000","last_became_peered":"2023-08-28T02:33:12.318297+0000","last_unstale":"2023-08-28T02:37:23.062976+0000","last_undegraded":"2023-08-28T02:37:23.062976+0000","last_fullsized":"2023-08-28T02:37:23.062976+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:43:09.789767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":251,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.061050+0000","last_change":"2023-08-28T02:33:13.357230+0000","last_active":"2023-08-28T02:37:23.061050+0000","last_peered":"2023-08-28T02:37:23.061050+0000","last_clean":"2023-08-28T02:37:23.061050+0000","last_became_active":"2023-08-28T02:33:13.356853+0000","last_became_peered":"2023-08-28T02:33:13.356853+0000","last_unstale":"2023-08-28T02:37:23.061050+0000","last_undegraded":"2023-08-28T02:37:23.061050+0000","last_fullsized":"2023-08-28T02:37:23.061050+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:20:21.545007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":330,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.070655+0000","last_change":"2023-08-28T02:29:44.462510+0000","last_active":"2023-08-28T02:37:23.070655+0000","last_peered":"2023-08-28T02:37:23.070655+0000","last_clean":"2023-08-28T02:37:23.070655+0000","last_became_active":"2023-08-28T02:29:44.460314+0000","last_became_peered":"2023-08-28T02:29:44.460314+0000","last_unstale":"2023-08-28T02:37:23.070655+0000","last_undegraded":"2023-08-28T02:37:23.070655+0000","last_fullsized":"2023-08-28T02:37:23.070655+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:59:01.311467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":254,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.061509+0000","last_change":"2023-08-28T02:33:13.291255+0000","last_active":"2023-08-28T02:37:23.061509+0000","last_peered":"2023-08-28T02:37:23.061509+0000","last_clean":"2023-08-28T02:37:23.061509+0000","last_became_active":"2023-08-28T02:33:13.290933+0000","last_became_peered":"2023-08-28T02:33:13.290933+0000","last_unstale":"2023-08-28T02:37:23.061509+0000","last_undegraded":"2023-08-28T02:37:23.061509+0000","last_fullsized":"2023-08-28T02:37:23.061509+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:31:54.116908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"65'3","reported_seq":331,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.098907+0000","last_change":"2023-08-28T02:33:12.296412+0000","last_active":"2023-08-28T02:37:23.098907+0000","last_peered":"2023-08-28T02:37:23.098907+0000","last_clean":"2023-08-28T02:37:23.098907+0000","last_became_active":"2023-08-28T02:33:12.295786+0000","last_became_peered":"2023-08-28T02:33:12.295786+0000","last_unstale":"2023-08-28T02:37:23.098907+0000","last_undegraded":"2023-08-28T02:37:23.098907+0000","last_fullsized":"2023-08-28T02:37:23.098907+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:15:31.449163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":156,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.984703+0000","last_change":"2023-08-28T02:32:32.666927+0000","last_active":"2023-08-28T02:37:30.984703+0000","last_peered":"2023-08-28T02:37:30.984703+0000","last_clean":"2023-08-28T02:37:30.984703+0000","last_became_active":"2023-08-28T02:32:32.666618+0000","last_became_peered":"2023-08-28T02:32:32.666618+0000","last_unstale":"2023-08-28T02:37:30.984703+0000","last_undegraded":"2023-08-28T02:37:30.984703+0000","last_fullsized":"2023-08-28T02:37:30.984703+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:45:57.998333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":355,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.065587+0000","last_change":"2023-08-28T02:32:28.505262+0000","last_active":"2023-08-28T02:37:23.065587+0000","last_peered":"2023-08-28T02:37:23.065587+0000","last_clean":"2023-08-28T02:37:23.065587+0000","last_became_active":"2023-08-28T02:32:28.455999+0000","last_became_peered":"2023-08-28T02:32:28.455999+0000","last_unstale":"2023-08-28T02:37:23.065587+0000","last_undegraded":"2023-08-28T02:37:23.065587+0000","last_fullsized":"2023-08-28T02:37:23.065587+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:28.937020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":9468,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":339,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.067074+0000","last_change":"2023-08-28T02:32:12.959195+0000","last_active":"2023-08-28T02:37:23.067074+0000","last_peered":"2023-08-28T02:37:23.067074+0000","last_clean":"2023-08-28T02:37:23.067074+0000","last_became_active":"2023-08-28T02:32:12.958832+0000","last_became_peered":"2023-08-28T02:32:12.958832+0000","last_unstale":"2023-08-28T02:37:23.067074+0000","last_undegraded":"2023-08-28T02:37:23.067074+0000","last_fullsized":"2023-08-28T02:37:23.067074+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:23:27.197787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"65'2","reported_seq":329,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.098453+0000","last_change":"2023-08-28T02:32:28.461161+0000","last_active":"2023-08-28T02:37:23.098453+0000","last_peered":"2023-08-28T02:37:23.098453+0000","last_clean":"2023-08-28T02:37:23.098453+0000","last_became_active":"2023-08-28T02:32:28.451284+0000","last_became_peered":"2023-08-28T02:32:28.451284+0000","last_unstale":"2023-08-28T02:37:23.098453+0000","last_undegraded":"2023-08-28T02:37:23.098453+0000","last_fullsized":"2023-08-28T02:37:23.098453+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:58:20.061020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":311,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.062387+0000","last_change":"2023-08-28T02:29:44.419566+0000","last_active":"2023-08-28T02:37:23.062387+0000","last_peered":"2023-08-28T02:37:23.062387+0000","last_clean":"2023-08-28T02:37:23.062387+0000","last_became_active":"2023-08-28T02:29:44.419053+0000","last_became_peered":"2023-08-28T02:29:44.419053+0000","last_unstale":"2023-08-28T02:37:23.062387+0000","last_undegraded":"2023-08-28T02:37:23.062387+0000","last_fullsized":"2023-08-28T02:37:23.062387+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:44:36.133499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":314,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.061675+0000","last_change":"2023-08-28T02:33:12.493777+0000","last_active":"2023-08-28T02:37:23.061675+0000","last_peered":"2023-08-28T02:37:23.061675+0000","last_clean":"2023-08-28T02:37:23.061675+0000","last_became_active":"2023-08-28T02:33:12.491177+0000","last_became_peered":"2023-08-28T02:33:12.491177+0000","last_unstale":"2023-08-28T02:37:23.061675+0000","last_undegraded":"2023-08-28T02:37:23.061675+0000","last_fullsized":"2023-08-28T02:37:23.061675+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:10:58.167753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":326,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.070467+0000","last_change":"2023-08-28T02:33:12.290293+0000","last_active":"2023-08-28T02:37:23.070467+0000","last_peered":"2023-08-28T02:37:23.070467+0000","last_clean":"2023-08-28T02:37:23.070467+0000","last_became_active":"2023-08-28T02:33:12.289989+0000","last_became_peered":"2023-08-28T02:33:12.289989+0000","last_unstale":"2023-08-28T02:37:23.070467+0000","last_undegraded":"2023-08-28T02:37:23.070467+0000","last_fullsized":"2023-08-28T02:37:23.070467+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:05:33.622172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":304,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.098569+0000","last_change":"2023-08-28T02:32:12.948756+0000","last_active":"2023-08-28T02:37:23.098569+0000","last_peered":"2023-08-28T02:37:23.098569+0000","last_clean":"2023-08-28T02:37:23.098569+0000","last_became_active":"2023-08-28T02:32:12.948441+0000","last_became_peered":"2023-08-28T02:32:12.948441+0000","last_unstale":"2023-08-28T02:37:23.098569+0000","last_undegraded":"2023-08-28T02:37:23.098569+0000","last_fullsized":"2023-08-28T02:37:23.098569+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:27.922180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":321,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.062233+0000","last_change":"2023-08-28T02:33:12.299398+0000","last_active":"2023-08-28T02:37:23.062233+0000","last_peered":"2023-08-28T02:37:23.062233+0000","last_clean":"2023-08-28T02:37:23.062233+0000","last_became_active":"2023-08-28T02:33:12.299113+0000","last_became_peered":"2023-08-28T02:33:12.299113+0000","last_unstale":"2023-08-28T02:37:23.062233+0000","last_undegraded":"2023-08-28T02:37:23.062233+0000","last_fullsized":"2023-08-28T02:37:23.062233+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:14:55.597212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"65'8","reported_seq":115,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.060135+0000","last_change":"2023-08-28T02:33:13.478870+0000","last_active":"2023-08-28T02:37:23.060135+0000","last_peered":"2023-08-28T02:37:23.060135+0000","last_clean":"2023-08-28T02:37:23.060135+0000","last_became_active":"2023-08-28T02:33:13.332142+0000","last_became_peered":"2023-08-28T02:33:13.332142+0000","last_unstale":"2023-08-28T02:37:23.060135+0000","last_undegraded":"2023-08-28T02:37:23.060135+0000","last_fullsized":"2023-08-28T02:37:23.060135+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:32:42.810159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":252,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.062453+0000","last_change":"2023-08-28T02:33:12.306353+0000","last_active":"2023-08-28T02:37:23.062453+0000","last_peered":"2023-08-28T02:37:23.062453+0000","last_clean":"2023-08-28T02:37:23.062453+0000","last_became_active":"2023-08-28T02:33:12.304977+0000","last_became_peered":"2023-08-28T02:33:12.304977+0000","last_unstale":"2023-08-28T02:37:23.062453+0000","last_undegraded":"2023-08-28T02:37:23.062453+0000","last_fullsized":"2023-08-28T02:37:23.062453+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:19:38.819671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"347'7236","reported_seq":7341,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:35.268675+0000","last_change":"2023-08-28T02:30:50.402703+0000","last_active":"2023-08-28T02:37:35.268675+0000","last_peered":"2023-08-28T02:37:35.268675+0000","last_clean":"2023-08-28T02:37:35.268675+0000","last_became_active":"2023-08-28T02:30:50.402419+0000","last_became_peered":"2023-08-28T02:30:50.402419+0000","last_unstale":"2023-08-28T02:37:35.268675+0000","last_undegraded":"2023-08-28T02:37:35.268675+0000","last_fullsized":"2023-08-28T02:37:35.268675+0000","mapping_epoch":250,"log_start":"0'0","ondisk_log_start":"0'0","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7236,"log_dups_size":0,"ondisk_log_size":7236,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:07:37.393907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":289931264,"num_objects":4424,"num_object_clones":0,"num_object_copies":13272,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4424,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7236,"num_write_kb":373120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"65'1","reported_seq":312,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.098930+0000","last_change":"2023-08-28T02:14:43.046130+0000","last_active":"2023-08-28T02:37:23.098930+0000","last_peered":"2023-08-28T02:37:23.098930+0000","last_clean":"2023-08-28T02:37:23.098930+0000","last_became_active":"2023-08-28T02:14:43.045775+0000","last_became_peered":"2023-08-28T02:14:43.045775+0000","last_unstale":"2023-08-28T02:37:23.098930+0000","last_undegraded":"2023-08-28T02:37:23.098930+0000","last_fullsized":"2023-08-28T02:37:23.098930+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:57:38.279756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":302,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.069703+0000","last_change":"2023-08-28T02:31:51.987149+0000","last_active":"2023-08-28T02:37:23.069703+0000","last_peered":"2023-08-28T02:37:23.069703+0000","last_clean":"2023-08-28T02:37:23.069703+0000","last_became_active":"2023-08-28T02:31:51.986821+0000","last_became_peered":"2023-08-28T02:31:51.986821+0000","last_unstale":"2023-08-28T02:37:23.069703+0000","last_undegraded":"2023-08-28T02:37:23.069703+0000","last_fullsized":"2023-08-28T02:37:23.069703+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:23:26.661134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"347'7268","reported_seq":11699,"reported_epoch":347,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:37:35.402927+0000","last_change":"2023-08-28T02:33:33.975566+0000","last_active":"2023-08-28T02:37:35.402927+0000","last_peered":"2023-08-28T02:37:35.402927+0000","last_clean":"2023-08-28T02:31:27.868230+0000","last_became_active":"2023-08-28T02:33:33.660452+0000","last_became_peered":"2023-08-28T02:33:33.660452+0000","last_unstale":"2023-08-28T02:37:35.402927+0000","last_undegraded":"2023-08-28T02:33:13.410847+0000","last_fullsized":"2023-08-28T02:33:13.270012+0000","mapping_epoch":298,"log_start":"254'100","ondisk_log_start":"254'100","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7168,"log_dups_size":0,"ondisk_log_size":7168,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:33.375162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":283901952,"num_objects":4332,"num_object_clones":0,"num_object_copies":12996,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6840,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4332,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7268,"num_write_kb":371200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2144,"num_bytes_recovered":140443648,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[5,4],"avail_no_missing":["5","6"],"object_location_counts":[{"shards":"2,5,6","objects":915},{"shards":"3,5,6","objects":1912},{"shards":"5,6","objects":1505}],"blocked_by":[],"up_primary":3,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"65'2","reported_seq":337,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.098924+0000","last_change":"2023-08-28T02:29:44.436352+0000","last_active":"2023-08-28T02:37:23.098924+0000","last_peered":"2023-08-28T02:37:23.098924+0000","last_clean":"2023-08-28T02:37:23.098924+0000","last_became_active":"2023-08-28T02:29:44.411499+0000","last_became_peered":"2023-08-28T02:29:44.411499+0000","last_unstale":"2023-08-28T02:37:23.098924+0000","last_undegraded":"2023-08-28T02:37:23.098924+0000","last_fullsized":"2023-08-28T02:37:23.098924+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:46:57.540191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":363,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.065857+0000","last_change":"2023-08-28T02:33:12.289004+0000","last_active":"2023-08-28T02:37:23.065857+0000","last_peered":"2023-08-28T02:37:23.065857+0000","last_clean":"2023-08-28T02:37:23.065857+0000","last_became_active":"2023-08-28T02:33:12.288722+0000","last_became_peered":"2023-08-28T02:33:12.288722+0000","last_unstale":"2023-08-28T02:37:23.065857+0000","last_undegraded":"2023-08-28T02:37:23.065857+0000","last_fullsized":"2023-08-28T02:37:23.065857+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:24.019483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"347'7190","reported_seq":7313,"reported_epoch":347,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:37:35.268275+0000","last_change":"2023-08-28T02:33:13.585687+0000","last_active":"2023-08-28T02:37:35.268275+0000","last_peered":"2023-08-28T02:37:35.268275+0000","last_clean":"2023-08-28T02:31:27.908616+0000","last_became_active":"2023-08-28T02:33:13.578484+0000","last_became_peered":"2023-08-28T02:33:13.578484+0000","last_unstale":"2023-08-28T02:37:35.268275+0000","last_undegraded":"2023-08-28T02:33:13.297322+0000","last_fullsized":"2023-08-28T02:33:13.268309+0000","mapping_epoch":298,"log_start":"256'1912","ondisk_log_start":"256'1912","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5278,"log_dups_size":0,"ondisk_log_size":5278,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:42:33.431186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":285736960,"num_objects":4360,"num_object_clones":0,"num_object_copies":13080,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2533,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4360,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7190,"num_write_kb":369600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4],"avail_no_missing":["0","4"],"object_location_counts":[{"shards":"0,4","objects":1912}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"65'1","reported_seq":323,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.098819+0000","last_change":"2023-08-28T02:33:13.516869+0000","last_active":"2023-08-28T02:37:23.098819+0000","last_peered":"2023-08-28T02:37:23.098819+0000","last_clean":"2023-08-28T02:37:23.098819+0000","last_became_active":"2023-08-28T02:33:13.396736+0000","last_became_peered":"2023-08-28T02:33:13.396736+0000","last_unstale":"2023-08-28T02:37:23.098819+0000","last_undegraded":"2023-08-28T02:37:23.098819+0000","last_fullsized":"2023-08-28T02:37:23.098819+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:47:08.237137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":290,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.984593+0000","last_change":"2023-08-28T02:31:51.987327+0000","last_active":"2023-08-28T02:37:30.984593+0000","last_peered":"2023-08-28T02:37:30.984593+0000","last_clean":"2023-08-28T02:37:30.984593+0000","last_became_active":"2023-08-28T02:31:51.987018+0000","last_became_peered":"2023-08-28T02:31:51.987018+0000","last_unstale":"2023-08-28T02:37:30.984593+0000","last_undegraded":"2023-08-28T02:37:30.984593+0000","last_fullsized":"2023-08-28T02:37:30.984593+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:53:26.105101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.5","version":"347'7123","reported_seq":9862,"reported_epoch":347,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:37:34.742273+0000","last_change":"2023-08-28T02:33:13.625779+0000","last_active":"2023-08-28T02:37:34.742273+0000","last_peered":"2023-08-28T02:37:34.742273+0000","last_clean":"2023-08-28T02:31:27.898932+0000","last_became_active":"2023-08-28T02:33:13.612126+0000","last_became_peered":"2023-08-28T02:33:13.612126+0000","last_unstale":"2023-08-28T02:37:34.742273+0000","last_undegraded":"2023-08-28T02:33:13.485377+0000","last_fullsized":"2023-08-28T02:33:13.264317+0000","mapping_epoch":298,"log_start":"256'1763","ondisk_log_start":"256'1763","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5360,"log_dups_size":0,"ondisk_log_size":5360,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:37:28.843386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":283705344,"num_objects":4329,"num_object_clones":0,"num_object_copies":12987,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6871,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4329,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7123,"num_write_kb":366464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1305,"num_bytes_recovered":85524480,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,7],"avail_no_missing":["0","2"],"object_location_counts":[{"shards":"0,2","objects":2358},{"shards":"0,2,3","objects":1971}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":341,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.070208+0000","last_change":"2023-08-28T02:33:13.281826+0000","last_active":"2023-08-28T02:37:23.070208+0000","last_peered":"2023-08-28T02:37:23.070208+0000","last_clean":"2023-08-28T02:37:23.070208+0000","last_became_active":"2023-08-28T02:33:13.281511+0000","last_became_peered":"2023-08-28T02:33:13.281511+0000","last_unstale":"2023-08-28T02:37:23.070208+0000","last_undegraded":"2023-08-28T02:37:23.070208+0000","last_fullsized":"2023-08-28T02:37:23.070208+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:32:55.005706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":338,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.061388+0000","last_change":"2023-08-28T02:29:44.436713+0000","last_active":"2023-08-28T02:37:23.061388+0000","last_peered":"2023-08-28T02:37:23.061388+0000","last_clean":"2023-08-28T02:37:23.061388+0000","last_became_active":"2023-08-28T02:29:44.436203+0000","last_became_peered":"2023-08-28T02:29:44.436203+0000","last_unstale":"2023-08-28T02:37:23.061388+0000","last_undegraded":"2023-08-28T02:37:23.061388+0000","last_fullsized":"2023-08-28T02:37:23.061388+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:46:48.522293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"348'7412","reported_seq":7522,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.443493+0000","last_change":"2023-08-28T02:30:50.399669+0000","last_active":"2023-08-28T02:37:37.443493+0000","last_peered":"2023-08-28T02:37:37.443493+0000","last_clean":"2023-08-28T02:37:37.443493+0000","last_became_active":"2023-08-28T02:30:50.399332+0000","last_became_peered":"2023-08-28T02:30:50.399332+0000","last_unstale":"2023-08-28T02:37:37.443493+0000","last_undegraded":"2023-08-28T02:37:37.443493+0000","last_fullsized":"2023-08-28T02:37:37.443493+0000","mapping_epoch":250,"log_start":"255'1200","ondisk_log_start":"255'1200","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6212,"log_dups_size":0,"ondisk_log_size":6212,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:00:54.910841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":288489472,"num_objects":4402,"num_object_clones":0,"num_object_copies":13206,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4402,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7412,"num_write_kb":378048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"75'161","reported_seq":767,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.098558+0000","last_change":"2023-08-28T02:33:13.310049+0000","last_active":"2023-08-28T02:37:23.098558+0000","last_peered":"2023-08-28T02:37:23.098558+0000","last_clean":"2023-08-28T02:37:23.098558+0000","last_became_active":"2023-08-28T02:33:13.309661+0000","last_became_peered":"2023-08-28T02:33:13.309661+0000","last_unstale":"2023-08-28T02:37:23.098558+0000","last_undegraded":"2023-08-28T02:37:23.098558+0000","last_fullsized":"2023-08-28T02:37:23.098558+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.930230+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.930230+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:27:40.889460+0000","scrub_duration":0.0050169209999999997,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"65'2","reported_seq":301,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.062197+0000","last_change":"2023-08-28T02:33:12.294922+0000","last_active":"2023-08-28T02:37:23.062197+0000","last_peered":"2023-08-28T02:37:23.062197+0000","last_clean":"2023-08-28T02:37:23.062197+0000","last_became_active":"2023-08-28T02:33:12.294518+0000","last_became_peered":"2023-08-28T02:33:12.294518+0000","last_unstale":"2023-08-28T02:37:23.062197+0000","last_undegraded":"2023-08-28T02:37:23.062197+0000","last_fullsized":"2023-08-28T02:37:23.062197+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:21:12.737286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":340,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.065659+0000","last_change":"2023-08-28T02:33:13.310505+0000","last_active":"2023-08-28T02:37:23.065659+0000","last_peered":"2023-08-28T02:37:23.065659+0000","last_clean":"2023-08-28T02:37:23.065659+0000","last_became_active":"2023-08-28T02:33:13.310223+0000","last_became_peered":"2023-08-28T02:33:13.310223+0000","last_unstale":"2023-08-28T02:37:23.065659+0000","last_undegraded":"2023-08-28T02:37:23.065659+0000","last_fullsized":"2023-08-28T02:37:23.065659+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:27:02.124453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"347'7275","reported_seq":10150,"reported_epoch":347,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:37:35.308211+0000","last_change":"2023-08-28T02:33:13.591092+0000","last_active":"2023-08-28T02:37:35.308211+0000","last_peered":"2023-08-28T02:37:35.308211+0000","last_clean":"2023-08-28T02:31:27.916082+0000","last_became_active":"2023-08-28T02:33:13.580413+0000","last_became_peered":"2023-08-28T02:33:13.580413+0000","last_unstale":"2023-08-28T02:37:35.308211+0000","last_undegraded":"2023-08-28T02:33:13.480527+0000","last_fullsized":"2023-08-28T02:33:13.270957+0000","mapping_epoch":298,"log_start":"254'100","ondisk_log_start":"254'100","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7175,"log_dups_size":0,"ondisk_log_size":7175,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:03.698410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":287899648,"num_objects":4393,"num_object_clones":0,"num_object_copies":13179,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":7017,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4393,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7275,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1370,"num_bytes_recovered":89784320,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,4],"avail_no_missing":["5","2"],"object_location_counts":[{"shards":"2,3,5","objects":1911},{"shards":"2,5","objects":2482}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"75'161","reported_seq":600,"reported_epoch":346,"state":"active+recovery_wait+degraded","last_fresh":"2023-08-28T02:37:23.069724+0000","last_change":"2023-08-28T02:33:13.287487+0000","last_active":"2023-08-28T02:37:23.069724+0000","last_peered":"2023-08-28T02:37:23.069724+0000","last_clean":"2023-08-28T02:31:25.515426+0000","last_became_active":"2023-08-28T02:33:13.287313+0000","last_became_peered":"2023-08-28T02:33:13.287313+0000","last_unstale":"2023-08-28T02:37:23.069724+0000","last_undegraded":"2023-08-28T02:33:13.270760+0000","last_fullsized":"2023-08-28T02:37:23.069724+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":204,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:45.407127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:45.407127+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:39:14.213229+0000","scrub_duration":0.0018495320000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":["5","2","3"],"object_location_counts":[{"shards":"2,3,5","objects":1}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":260,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.065579+0000","last_change":"2023-08-28T02:33:13.309727+0000","last_active":"2023-08-28T02:37:23.065579+0000","last_peered":"2023-08-28T02:37:23.065579+0000","last_clean":"2023-08-28T02:37:23.065579+0000","last_became_active":"2023-08-28T02:33:13.309487+0000","last_became_peered":"2023-08-28T02:33:13.309487+0000","last_unstale":"2023-08-28T02:37:23.065579+0000","last_undegraded":"2023-08-28T02:37:23.065579+0000","last_fullsized":"2023-08-28T02:37:23.065579+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:27:29.294011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":75,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.066035+0000","last_change":"2023-08-28T02:32:28.456323+0000","last_active":"2023-08-28T02:37:23.066035+0000","last_peered":"2023-08-28T02:37:23.066035+0000","last_clean":"2023-08-28T02:37:23.066035+0000","last_became_active":"2023-08-28T02:32:28.455987+0000","last_became_peered":"2023-08-28T02:32:28.455987+0000","last_unstale":"2023-08-28T02:37:23.066035+0000","last_undegraded":"2023-08-28T02:37:23.066035+0000","last_fullsized":"2023-08-28T02:37:23.066035+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:54:07.724002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"348'7428","reported_seq":17554,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.487805+0000","last_change":"2023-08-28T02:33:13.316023+0000","last_active":"2023-08-28T02:37:37.487805+0000","last_peered":"2023-08-28T02:37:37.487805+0000","last_clean":"2023-08-28T02:37:37.487805+0000","last_became_active":"2023-08-28T02:33:13.308403+0000","last_became_peered":"2023-08-28T02:33:13.308403+0000","last_unstale":"2023-08-28T02:37:37.487805+0000","last_undegraded":"2023-08-28T02:37:37.487805+0000","last_fullsized":"2023-08-28T02:37:37.487805+0000","mapping_epoch":298,"log_start":"255'1300","ondisk_log_start":"255'1300","created":250,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6128,"log_dups_size":0,"ondisk_log_size":6128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:10:38.401973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":292814848,"num_objects":4468,"num_object_clones":0,"num_object_copies":13404,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4468,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7428,"num_write_kb":380672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4999,"num_bytes_recovered":327614464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":320,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.065795+0000","last_change":"2023-08-28T02:32:28.455294+0000","last_active":"2023-08-28T02:37:23.065795+0000","last_peered":"2023-08-28T02:37:23.065795+0000","last_clean":"2023-08-28T02:37:23.065795+0000","last_became_active":"2023-08-28T02:32:28.455013+0000","last_became_peered":"2023-08-28T02:32:28.455013+0000","last_unstale":"2023-08-28T02:37:23.065795+0000","last_undegraded":"2023-08-28T02:37:23.065795+0000","last_fullsized":"2023-08-28T02:37:23.065795+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:53.583864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":352,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.066488+0000","last_change":"2023-08-28T02:33:13.335588+0000","last_active":"2023-08-28T02:37:23.066488+0000","last_peered":"2023-08-28T02:37:23.066488+0000","last_clean":"2023-08-28T02:37:23.066488+0000","last_became_active":"2023-08-28T02:33:13.335326+0000","last_became_peered":"2023-08-28T02:33:13.335326+0000","last_unstale":"2023-08-28T02:37:23.066488+0000","last_undegraded":"2023-08-28T02:37:23.066488+0000","last_fullsized":"2023-08-28T02:37:23.066488+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:15:44.958663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"347'7303","reported_seq":7408,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:36.585759+0000","last_change":"2023-08-28T02:30:50.400261+0000","last_active":"2023-08-28T02:37:36.585759+0000","last_peered":"2023-08-28T02:37:36.585759+0000","last_clean":"2023-08-28T02:37:36.585759+0000","last_became_active":"2023-08-28T02:30:50.399938+0000","last_became_peered":"2023-08-28T02:30:50.399938+0000","last_unstale":"2023-08-28T02:37:36.585759+0000","last_undegraded":"2023-08-28T02:37:36.585759+0000","last_fullsized":"2023-08-28T02:37:36.585759+0000","mapping_epoch":250,"log_start":"256'1890","ondisk_log_start":"256'1890","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5413,"log_dups_size":0,"ondisk_log_size":5413,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:43:56.802792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":287768576,"num_objects":4391,"num_object_clones":0,"num_object_copies":13173,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4391,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7303,"num_write_kb":374208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"75'161","reported_seq":626,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.070093+0000","last_change":"2023-08-28T02:32:56.519141+0000","last_active":"2023-08-28T02:37:23.070093+0000","last_peered":"2023-08-28T02:37:23.070093+0000","last_clean":"2023-08-28T02:37:23.070093+0000","last_became_active":"2023-08-28T02:32:56.518863+0000","last_became_peered":"2023-08-28T02:32:56.518863+0000","last_unstale":"2023-08-28T02:37:23.070093+0000","last_undegraded":"2023-08-28T02:37:23.070093+0000","last_fullsized":"2023-08-28T02:37:23.070093+0000","mapping_epoch":292,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":293,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_clean_scrub_stamp":"2023-08-28T02:29:25.608370+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:59:50.561109+0000","scrub_duration":0.001662689,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":255,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.335416+0000","last_change":"2023-08-28T02:33:12.294592+0000","last_active":"2023-08-28T02:37:30.335416+0000","last_peered":"2023-08-28T02:37:30.335416+0000","last_clean":"2023-08-28T02:37:30.335416+0000","last_became_active":"2023-08-28T02:33:12.288508+0000","last_became_peered":"2023-08-28T02:33:12.288508+0000","last_unstale":"2023-08-28T02:37:30.335416+0000","last_undegraded":"2023-08-28T02:37:30.335416+0000","last_fullsized":"2023-08-28T02:37:30.335416+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:05:42.717608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":138,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.986074+0000","last_change":"2023-08-28T02:29:44.429834+0000","last_active":"2023-08-28T02:37:30.986074+0000","last_peered":"2023-08-28T02:37:30.986074+0000","last_clean":"2023-08-28T02:37:30.986074+0000","last_became_active":"2023-08-28T02:29:44.429512+0000","last_became_peered":"2023-08-28T02:29:44.429512+0000","last_unstale":"2023-08-28T02:37:30.986074+0000","last_undegraded":"2023-08-28T02:37:30.986074+0000","last_fullsized":"2023-08-28T02:37:30.986074+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:58.062455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"347'7210","reported_seq":7315,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:35.916174+0000","last_change":"2023-08-28T02:30:50.402348+0000","last_active":"2023-08-28T02:37:35.916174+0000","last_peered":"2023-08-28T02:37:35.916174+0000","last_clean":"2023-08-28T02:37:35.916174+0000","last_became_active":"2023-08-28T02:30:50.402076+0000","last_became_peered":"2023-08-28T02:30:50.402076+0000","last_unstale":"2023-08-28T02:37:35.916174+0000","last_undegraded":"2023-08-28T02:37:35.916174+0000","last_fullsized":"2023-08-28T02:37:35.916174+0000","mapping_epoch":250,"log_start":"254'300","ondisk_log_start":"254'300","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6910,"log_dups_size":0,"ondisk_log_size":6910,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:24.859426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":286130176,"num_objects":4366,"num_object_clones":0,"num_object_copies":13098,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4366,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7210,"num_write_kb":370432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.7","version":"75'161","reported_seq":547,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.335502+0000","last_change":"2023-08-28T02:33:13.532525+0000","last_active":"2023-08-28T02:37:30.335502+0000","last_peered":"2023-08-28T02:37:30.335502+0000","last_clean":"2023-08-28T02:37:30.335502+0000","last_became_active":"2023-08-28T02:33:13.532125+0000","last_became_peered":"2023-08-28T02:33:13.532125+0000","last_unstale":"2023-08-28T02:37:30.335502+0000","last_undegraded":"2023-08-28T02:37:30.335502+0000","last_fullsized":"2023-08-28T02:37:30.335502+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.887648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.887648+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":138,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.985057+0000","last_change":"2023-08-28T02:29:44.407595+0000","last_active":"2023-08-28T02:37:30.985057+0000","last_peered":"2023-08-28T02:37:30.985057+0000","last_clean":"2023-08-28T02:37:30.985057+0000","last_became_active":"2023-08-28T02:29:44.407316+0000","last_became_peered":"2023-08-28T02:29:44.407316+0000","last_unstale":"2023-08-28T02:37:30.985057+0000","last_undegraded":"2023-08-28T02:37:30.985057+0000","last_fullsized":"2023-08-28T02:37:30.985057+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:01:47.777709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":358,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.070427+0000","last_change":"2023-08-28T02:33:13.286980+0000","last_active":"2023-08-28T02:37:23.070427+0000","last_peered":"2023-08-28T02:37:23.070427+0000","last_clean":"2023-08-28T02:37:23.070427+0000","last_became_active":"2023-08-28T02:33:13.286740+0000","last_became_peered":"2023-08-28T02:33:13.286740+0000","last_unstale":"2023-08-28T02:37:23.070427+0000","last_undegraded":"2023-08-28T02:37:23.070427+0000","last_fullsized":"2023-08-28T02:37:23.070427+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:24:54.574365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":138,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.984651+0000","last_change":"2023-08-28T02:29:44.506914+0000","last_active":"2023-08-28T02:37:30.984651+0000","last_peered":"2023-08-28T02:37:30.984651+0000","last_clean":"2023-08-28T02:37:30.984651+0000","last_became_active":"2023-08-28T02:29:44.506606+0000","last_became_peered":"2023-08-28T02:29:44.506606+0000","last_unstale":"2023-08-28T02:37:30.984651+0000","last_undegraded":"2023-08-28T02:37:30.984651+0000","last_fullsized":"2023-08-28T02:37:30.984651+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:55:50.992279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"347'7287","reported_seq":18991,"reported_epoch":347,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:37:34.664578+0000","last_change":"2023-08-28T02:34:11.565330+0000","last_active":"2023-08-28T02:37:34.664578+0000","last_peered":"2023-08-28T02:37:34.664578+0000","last_clean":"2023-08-28T02:32:11.916240+0000","last_became_active":"2023-08-28T02:33:12.501819+0000","last_became_peered":"2023-08-28T02:33:12.501819+0000","last_unstale":"2023-08-28T02:37:34.664578+0000","last_undegraded":"2023-08-28T02:37:34.664578+0000","last_fullsized":"2023-08-28T02:37:34.664578+0000","mapping_epoch":297,"log_start":"256'1924","ondisk_log_start":"256'1924","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5363,"log_dups_size":0,"ondisk_log_size":5363,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:45:43.329719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":282394624,"num_objects":4309,"num_object_clones":0,"num_object_copies":12927,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4309,"num_objects_unfound":0,"num_objects_dirty":4309,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7287,"num_write_kb":371072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5787,"num_bytes_recovered":379256832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,2],"avail_no_missing":["0","2","5","6"],"object_location_counts":[{"shards":"0,2,5","objects":4309}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.1","version":"75'161","reported_seq":606,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.069898+0000","last_change":"2023-08-28T02:32:31.482659+0000","last_active":"2023-08-28T02:37:23.069898+0000","last_peered":"2023-08-28T02:37:23.069898+0000","last_clean":"2023-08-28T02:37:23.069898+0000","last_became_active":"2023-08-28T02:32:31.482320+0000","last_became_peered":"2023-08-28T02:32:31.482320+0000","last_unstale":"2023-08-28T02:37:23.069898+0000","last_undegraded":"2023-08-28T02:37:23.069898+0000","last_fullsized":"2023-08-28T02:37:23.069898+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:24.559397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:24.559397+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:41:09.516918+0000","scrub_duration":0.001580328,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":344,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.070004+0000","last_change":"2023-08-28T02:31:51.988386+0000","last_active":"2023-08-28T02:37:23.070004+0000","last_peered":"2023-08-28T02:37:23.070004+0000","last_clean":"2023-08-28T02:37:23.070004+0000","last_became_active":"2023-08-28T02:31:51.988097+0000","last_became_peered":"2023-08-28T02:31:51.988097+0000","last_unstale":"2023-08-28T02:37:23.070004+0000","last_undegraded":"2023-08-28T02:37:23.070004+0000","last_fullsized":"2023-08-28T02:37:23.070004+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:25:01.818829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":320,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.067158+0000","last_change":"2023-08-28T02:32:12.951275+0000","last_active":"2023-08-28T02:37:23.067158+0000","last_peered":"2023-08-28T02:37:23.067158+0000","last_clean":"2023-08-28T02:37:23.067158+0000","last_became_active":"2023-08-28T02:32:12.950965+0000","last_became_peered":"2023-08-28T02:32:12.950965+0000","last_unstale":"2023-08-28T02:37:23.067158+0000","last_undegraded":"2023-08-28T02:37:23.067158+0000","last_fullsized":"2023-08-28T02:37:23.067158+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:37:31.294280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":164,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.985121+0000","last_change":"2023-08-28T02:33:13.286534+0000","last_active":"2023-08-28T02:37:30.985121+0000","last_peered":"2023-08-28T02:37:30.985121+0000","last_clean":"2023-08-28T02:37:30.985121+0000","last_became_active":"2023-08-28T02:33:13.286164+0000","last_became_peered":"2023-08-28T02:33:13.286164+0000","last_unstale":"2023-08-28T02:37:30.985121+0000","last_undegraded":"2023-08-28T02:37:30.985121+0000","last_fullsized":"2023-08-28T02:37:30.985121+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:56.721932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"347'7289","reported_seq":19084,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:35.277212+0000","last_change":"2023-08-28T02:34:14.448606+0000","last_active":"2023-08-28T02:37:35.277212+0000","last_peered":"2023-08-28T02:37:35.277212+0000","last_clean":"2023-08-28T02:37:35.277212+0000","last_became_active":"2023-08-28T02:34:14.438547+0000","last_became_peered":"2023-08-28T02:34:14.438547+0000","last_unstale":"2023-08-28T02:37:35.277212+0000","last_undegraded":"2023-08-28T02:37:35.277212+0000","last_fullsized":"2023-08-28T02:37:35.277212+0000","mapping_epoch":314,"log_start":"254'100","ondisk_log_start":"254'100","created":250,"last_epoch_clean":315,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7189,"log_dups_size":0,"ondisk_log_size":7189,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:06:41.120408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":286982144,"num_objects":4379,"num_object_clones":0,"num_object_copies":13137,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4379,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7289,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5834,"num_bytes_recovered":376832000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2","version":"75'161","reported_seq":728,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.098453+0000","last_change":"2023-08-28T02:30:51.762377+0000","last_active":"2023-08-28T02:37:23.098453+0000","last_peered":"2023-08-28T02:37:23.098453+0000","last_clean":"2023-08-28T02:37:23.098453+0000","last_became_active":"2023-08-28T02:27:46.375590+0000","last_became_peered":"2023-08-28T02:27:46.375590+0000","last_unstale":"2023-08-28T02:37:23.098453+0000","last_undegraded":"2023-08-28T02:37:23.098453+0000","last_fullsized":"2023-08-28T02:37:23.098453+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:51.762314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:51.762314+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:02.034555+0000","scrub_duration":0.0020023620000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":155,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:25.334874+0000","last_change":"2023-08-28T02:33:13.289765+0000","last_active":"2023-08-28T02:37:25.334874+0000","last_peered":"2023-08-28T02:37:25.334874+0000","last_clean":"2023-08-28T02:37:25.334874+0000","last_became_active":"2023-08-28T02:33:13.289159+0000","last_became_peered":"2023-08-28T02:33:13.289159+0000","last_unstale":"2023-08-28T02:37:25.334874+0000","last_undegraded":"2023-08-28T02:37:25.334874+0000","last_fullsized":"2023-08-28T02:37:25.334874+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:30:38.956723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":156,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.984528+0000","last_change":"2023-08-28T02:32:28.464203+0000","last_active":"2023-08-28T02:37:30.984528+0000","last_peered":"2023-08-28T02:37:30.984528+0000","last_clean":"2023-08-28T02:37:30.984528+0000","last_became_active":"2023-08-28T02:32:28.463412+0000","last_became_peered":"2023-08-28T02:32:28.463412+0000","last_unstale":"2023-08-28T02:37:30.984528+0000","last_undegraded":"2023-08-28T02:37:30.984528+0000","last_fullsized":"2023-08-28T02:37:30.984528+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:20:38.177879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":138,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.986198+0000","last_change":"2023-08-28T02:29:44.427945+0000","last_active":"2023-08-28T02:37:30.986198+0000","last_peered":"2023-08-28T02:37:30.986198+0000","last_clean":"2023-08-28T02:37:30.986198+0000","last_became_active":"2023-08-28T02:29:44.426487+0000","last_became_peered":"2023-08-28T02:29:44.426487+0000","last_unstale":"2023-08-28T02:37:30.986198+0000","last_undegraded":"2023-08-28T02:37:30.986198+0000","last_fullsized":"2023-08-28T02:37:30.986198+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:30:20.438896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"348'7294","reported_seq":17372,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.491343+0000","last_change":"2023-08-28T02:34:48.488647+0000","last_active":"2023-08-28T02:37:37.491343+0000","last_peered":"2023-08-28T02:37:37.491343+0000","last_clean":"2023-08-28T02:37:37.491343+0000","last_became_active":"2023-08-28T02:34:48.476519+0000","last_became_peered":"2023-08-28T02:34:48.476519+0000","last_unstale":"2023-08-28T02:37:37.491343+0000","last_undegraded":"2023-08-28T02:37:37.491343+0000","last_fullsized":"2023-08-28T02:37:37.491343+0000","mapping_epoch":318,"log_start":"255'1100","ondisk_log_start":"255'1100","created":250,"last_epoch_clean":319,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6194,"log_dups_size":0,"ondisk_log_size":6194,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:44:20.004230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":285081600,"num_objects":4350,"num_object_clones":0,"num_object_copies":13050,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4350,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7294,"num_write_kb":372608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4973,"num_bytes_recovered":325910528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":338,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.077838+0000","last_change":"2023-08-28T02:33:13.484970+0000","last_active":"2023-08-28T02:37:23.077838+0000","last_peered":"2023-08-28T02:37:23.077838+0000","last_clean":"2023-08-28T02:37:23.077838+0000","last_became_active":"2023-08-28T02:33:13.484579+0000","last_became_peered":"2023-08-28T02:33:13.484579+0000","last_unstale":"2023-08-28T02:37:23.077838+0000","last_undegraded":"2023-08-28T02:37:23.077838+0000","last_fullsized":"2023-08-28T02:37:23.077838+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:58.027468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"75'161","reported_seq":729,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.098272+0000","last_change":"2023-08-28T02:31:55.059467+0000","last_active":"2023-08-28T02:37:23.098272+0000","last_peered":"2023-08-28T02:37:23.098272+0000","last_clean":"2023-08-28T02:37:23.098272+0000","last_became_active":"2023-08-28T02:31:55.059115+0000","last_became_peered":"2023-08-28T02:31:55.059115+0000","last_unstale":"2023-08-28T02:37:23.098272+0000","last_undegraded":"2023-08-28T02:37:23.098272+0000","last_fullsized":"2023-08-28T02:37:23.098272+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":0,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.820990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.820990+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:15:56.774667+0000","scrub_duration":0.0017342480000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":256,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.062357+0000","last_change":"2023-08-28T02:33:13.352810+0000","last_active":"2023-08-28T02:37:23.062357+0000","last_peered":"2023-08-28T02:37:23.062357+0000","last_clean":"2023-08-28T02:37:23.062357+0000","last_became_active":"2023-08-28T02:33:13.351697+0000","last_became_peered":"2023-08-28T02:33:13.351697+0000","last_unstale":"2023-08-28T02:37:23.062357+0000","last_undegraded":"2023-08-28T02:37:23.062357+0000","last_fullsized":"2023-08-28T02:37:23.062357+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:56.187163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":169,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.066544+0000","last_change":"2023-08-28T02:31:51.984584+0000","last_active":"2023-08-28T02:37:23.066544+0000","last_peered":"2023-08-28T02:37:23.066544+0000","last_clean":"2023-08-28T02:37:23.066544+0000","last_became_active":"2023-08-28T02:31:51.984264+0000","last_became_peered":"2023-08-28T02:31:51.984264+0000","last_unstale":"2023-08-28T02:37:23.066544+0000","last_undegraded":"2023-08-28T02:37:23.066544+0000","last_fullsized":"2023-08-28T02:37:23.066544+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:58:42.306722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"347'7215","reported_seq":18928,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:35.240053+0000","last_change":"2023-08-28T02:35:11.978901+0000","last_active":"2023-08-28T02:37:35.240053+0000","last_peered":"2023-08-28T02:37:35.240053+0000","last_clean":"2023-08-28T02:37:35.240053+0000","last_became_active":"2023-08-28T02:35:11.966585+0000","last_became_peered":"2023-08-28T02:35:11.966585+0000","last_unstale":"2023-08-28T02:37:35.240053+0000","last_undegraded":"2023-08-28T02:37:35.240053+0000","last_fullsized":"2023-08-28T02:37:35.240053+0000","mapping_epoch":323,"log_start":"256'1928","ondisk_log_start":"256'1928","created":250,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5287,"log_dups_size":0,"ondisk_log_size":5287,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:03:07.017814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":286195712,"num_objects":4367,"num_object_clones":0,"num_object_copies":13101,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4367,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7215,"num_write_kb":370624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5791,"num_bytes_recovered":368967680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3","version":"75'161","reported_seq":614,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.984814+0000","last_change":"2023-08-28T02:31:55.068239+0000","last_active":"2023-08-28T02:37:30.984814+0000","last_peered":"2023-08-28T02:37:30.984814+0000","last_clean":"2023-08-28T02:37:30.984814+0000","last_became_active":"2023-08-28T02:31:55.067875+0000","last_became_peered":"2023-08-28T02:31:55.067875+0000","last_unstale":"2023-08-28T02:37:30.984814+0000","last_undegraded":"2023-08-28T02:37:30.984814+0000","last_fullsized":"2023-08-28T02:37:30.984814+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.868248+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:11:04.391639+0000","scrub_duration":0.0016215240000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":352,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.098390+0000","last_change":"2023-08-28T02:29:44.421353+0000","last_active":"2023-08-28T02:37:23.098390+0000","last_peered":"2023-08-28T02:37:23.098390+0000","last_clean":"2023-08-28T02:37:23.098390+0000","last_became_active":"2023-08-28T02:29:44.421064+0000","last_became_peered":"2023-08-28T02:29:44.421064+0000","last_unstale":"2023-08-28T02:37:23.098390+0000","last_undegraded":"2023-08-28T02:37:23.098390+0000","last_fullsized":"2023-08-28T02:37:23.098390+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:51:36.524024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":322,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.961880+0000","last_change":"2023-08-28T02:33:12.299487+0000","last_active":"2023-08-28T02:37:30.961880+0000","last_peered":"2023-08-28T02:37:30.961880+0000","last_clean":"2023-08-28T02:37:30.961880+0000","last_became_active":"2023-08-28T02:33:12.299175+0000","last_became_peered":"2023-08-28T02:33:12.299175+0000","last_unstale":"2023-08-28T02:37:30.961880+0000","last_undegraded":"2023-08-28T02:37:30.961880+0000","last_fullsized":"2023-08-28T02:37:30.961880+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:42:29.713462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":332,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.061974+0000","last_change":"2023-08-28T02:32:28.457696+0000","last_active":"2023-08-28T02:37:23.061974+0000","last_peered":"2023-08-28T02:37:23.061974+0000","last_clean":"2023-08-28T02:37:23.061974+0000","last_became_active":"2023-08-28T02:32:28.457407+0000","last_became_peered":"2023-08-28T02:32:28.457407+0000","last_unstale":"2023-08-28T02:37:23.061974+0000","last_undegraded":"2023-08-28T02:37:23.061974+0000","last_fullsized":"2023-08-28T02:37:23.061974+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:26:29.392787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"347'7161","reported_seq":8294,"reported_epoch":347,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:37:36.751327+0000","last_change":"2023-08-28T02:34:11.566035+0000","last_active":"2023-08-28T02:37:36.751327+0000","last_peered":"2023-08-28T02:37:36.751327+0000","last_clean":"2023-08-28T02:33:10.395883+0000","last_became_active":"2023-08-28T02:33:12.394714+0000","last_became_peered":"2023-08-28T02:33:12.394714+0000","last_unstale":"2023-08-28T02:37:36.751327+0000","last_undegraded":"2023-08-28T02:37:36.751327+0000","last_fullsized":"2023-08-28T02:37:36.751327+0000","mapping_epoch":297,"log_start":"256'1784","ondisk_log_start":"256'1784","created":250,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5377,"log_dups_size":0,"ondisk_log_size":5377,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:01:26.984565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":283246616,"num_objects":4323,"num_object_clones":0,"num_object_copies":12969,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3942,"num_objects_unfound":0,"num_objects_dirty":4323,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7161,"num_write_kb":367425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":500,"num_bytes_recovered":32768000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,6],"avail_no_missing":["4","0","6"],"object_location_counts":[{"shards":"0,4,6","objects":4323}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.6","version":"75'161","reported_seq":607,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.384218+0000","last_change":"2023-08-28T02:33:13.338675+0000","last_active":"2023-08-28T02:37:30.384218+0000","last_peered":"2023-08-28T02:37:30.384218+0000","last_clean":"2023-08-28T02:37:30.384218+0000","last_became_active":"2023-08-28T02:33:13.338271+0000","last_became_peered":"2023-08-28T02:33:13.338271+0000","last_unstale":"2023-08-28T02:37:30.384218+0000","last_undegraded":"2023-08-28T02:37:30.384218+0000","last_fullsized":"2023-08-28T02:37:30.384218+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.774982+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.774982+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:13:20.011329+0000","scrub_duration":0.003539819,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":315,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.098816+0000","last_change":"2023-08-28T02:14:43.033789+0000","last_active":"2023-08-28T02:37:23.098816+0000","last_peered":"2023-08-28T02:37:23.098816+0000","last_clean":"2023-08-28T02:37:23.098816+0000","last_became_active":"2023-08-28T02:14:43.033454+0000","last_became_peered":"2023-08-28T02:14:43.033454+0000","last_unstale":"2023-08-28T02:37:23.098816+0000","last_undegraded":"2023-08-28T02:37:23.098816+0000","last_fullsized":"2023-08-28T02:37:23.098816+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:01:13.205842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":147,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.985262+0000","last_change":"2023-08-28T02:32:28.461807+0000","last_active":"2023-08-28T02:37:30.985262+0000","last_peered":"2023-08-28T02:37:30.985262+0000","last_clean":"2023-08-28T02:37:30.985262+0000","last_became_active":"2023-08-28T02:32:28.461116+0000","last_became_peered":"2023-08-28T02:32:28.461116+0000","last_unstale":"2023-08-28T02:37:30.985262+0000","last_undegraded":"2023-08-28T02:37:30.985262+0000","last_fullsized":"2023-08-28T02:37:30.985262+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:12:45.321757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":293,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.962376+0000","last_change":"2023-08-28T02:14:43.048791+0000","last_active":"2023-08-28T02:37:30.962376+0000","last_peered":"2023-08-28T02:37:30.962376+0000","last_clean":"2023-08-28T02:37:30.962376+0000","last_became_active":"2023-08-28T02:14:43.047408+0000","last_became_peered":"2023-08-28T02:14:43.047408+0000","last_unstale":"2023-08-28T02:37:30.962376+0000","last_undegraded":"2023-08-28T02:37:30.962376+0000","last_fullsized":"2023-08-28T02:37:30.962376+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:47.097181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"347'7379","reported_seq":17369,"reported_epoch":347,"state":"active+recovering+remapped","last_fresh":"2023-08-28T02:37:36.553804+0000","last_change":"2023-08-28T02:35:10.974195+0000","last_active":"2023-08-28T02:37:36.553804+0000","last_peered":"2023-08-28T02:37:36.553804+0000","last_clean":"2023-08-28T02:31:50.933695+0000","last_became_active":"2023-08-28T02:33:13.540416+0000","last_became_peered":"2023-08-28T02:33:13.540416+0000","last_unstale":"2023-08-28T02:37:36.553804+0000","last_undegraded":"2023-08-28T02:37:36.553804+0000","last_fullsized":"2023-08-28T02:37:36.553804+0000","mapping_epoch":298,"log_start":"256'1974","ondisk_log_start":"256'1974","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5405,"log_dups_size":0,"ondisk_log_size":5405,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:49:35.658845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":293797888,"num_objects":4483,"num_object_clones":0,"num_object_copies":13449,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":80,"num_objects_unfound":0,"num_objects_dirty":4483,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7379,"num_write_kb":379584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4927,"num_bytes_recovered":322895872,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,2],"avail_no_missing":["4","2","6"],"object_location_counts":[{"shards":"2,4,5","objects":4443},{"shards":"2,4,6","objects":40}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.5","version":"75'161","reported_seq":640,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.066123+0000","last_change":"2023-08-28T02:32:31.477151+0000","last_active":"2023-08-28T02:37:23.066123+0000","last_peered":"2023-08-28T02:37:23.066123+0000","last_clean":"2023-08-28T02:37:23.066123+0000","last_became_active":"2023-08-28T02:32:31.476776+0000","last_became_peered":"2023-08-28T02:32:31.476776+0000","last_unstale":"2023-08-28T02:37:23.066123+0000","last_undegraded":"2023-08-28T02:37:23.066123+0000","last_fullsized":"2023-08-28T02:37:23.066123+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:18.891729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:18.891729+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:47:27.194140+0000","scrub_duration":0.0031546460000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"65'2","reported_seq":303,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.335490+0000","last_change":"2023-08-28T02:33:12.327778+0000","last_active":"2023-08-28T02:37:30.335490+0000","last_peered":"2023-08-28T02:37:30.335490+0000","last_clean":"2023-08-28T02:37:30.335490+0000","last_became_active":"2023-08-28T02:33:12.327273+0000","last_became_peered":"2023-08-28T02:33:12.327273+0000","last_unstale":"2023-08-28T02:37:30.335490+0000","last_undegraded":"2023-08-28T02:37:30.335490+0000","last_fullsized":"2023-08-28T02:37:30.335490+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:40.554192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":186,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.090272+0000","last_change":"2023-08-28T02:33:13.335665+0000","last_active":"2023-08-28T02:37:37.090272+0000","last_peered":"2023-08-28T02:37:37.090272+0000","last_clean":"2023-08-28T02:37:37.090272+0000","last_became_active":"2023-08-28T02:33:13.335322+0000","last_became_peered":"2023-08-28T02:33:13.335322+0000","last_unstale":"2023-08-28T02:37:37.090272+0000","last_undegraded":"2023-08-28T02:37:37.090272+0000","last_fullsized":"2023-08-28T02:37:37.090272+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:21:08.024493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":300,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.061275+0000","last_change":"2023-08-28T02:33:12.310326+0000","last_active":"2023-08-28T02:37:23.061275+0000","last_peered":"2023-08-28T02:37:23.061275+0000","last_clean":"2023-08-28T02:37:23.061275+0000","last_became_active":"2023-08-28T02:33:12.310011+0000","last_became_peered":"2023-08-28T02:33:12.310011+0000","last_unstale":"2023-08-28T02:37:23.061275+0000","last_undegraded":"2023-08-28T02:37:23.061275+0000","last_fullsized":"2023-08-28T02:37:23.061275+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:35:03.710036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"347'7364","reported_seq":11775,"reported_epoch":347,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:37:36.882096+0000","last_change":"2023-08-28T02:33:34.765675+0000","last_active":"2023-08-28T02:37:36.882096+0000","last_peered":"2023-08-28T02:37:36.882096+0000","last_clean":"2023-08-28T02:31:27.909649+0000","last_became_active":"2023-08-28T02:33:33.726805+0000","last_became_peered":"2023-08-28T02:33:33.726805+0000","last_unstale":"2023-08-28T02:37:36.882096+0000","last_undegraded":"2023-08-28T02:33:20.140072+0000","last_fullsized":"2023-08-28T02:33:13.278549+0000","mapping_epoch":298,"log_start":"256'1977","ondisk_log_start":"256'1977","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5387,"log_dups_size":0,"ondisk_log_size":5387,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:02:22.971585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":295174144,"num_objects":4504,"num_object_clones":0,"num_object_copies":13512,"num_objects_missing_on_primary":4477,"num_objects_missing":4477,"num_objects_degraded":11557,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4504,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7364,"num_write_kb":379776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1420,"num_bytes_recovered":92930048,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[4,3],"avail_no_missing":["2","6"],"object_location_counts":[{"shards":"2,3,4,6","objects":12},{"shards":"2,3,6","objects":1994},{"shards":"2,4,6","objects":14},{"shards":"2,6","objects":2483},{"shards":"3,4","objects":-12}],"blocked_by":[],"up_primary":3,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.4","version":"75'161","reported_seq":555,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.062782+0000","last_change":"2023-08-28T02:33:12.296479+0000","last_active":"2023-08-28T02:37:23.062782+0000","last_peered":"2023-08-28T02:37:23.062782+0000","last_clean":"2023-08-28T02:37:23.062782+0000","last_became_active":"2023-08-28T02:33:12.294160+0000","last_became_peered":"2023-08-28T02:33:12.294160+0000","last_unstale":"2023-08-28T02:37:23.062782+0000","last_undegraded":"2023-08-28T02:37:23.062782+0000","last_fullsized":"2023-08-28T02:37:23.062782+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.899247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.899247+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":273,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.098961+0000","last_change":"2023-08-28T02:33:13.539335+0000","last_active":"2023-08-28T02:37:23.098961+0000","last_peered":"2023-08-28T02:37:23.098961+0000","last_clean":"2023-08-28T02:37:23.098961+0000","last_became_active":"2023-08-28T02:33:13.538978+0000","last_became_peered":"2023-08-28T02:33:13.538978+0000","last_unstale":"2023-08-28T02:37:23.098961+0000","last_undegraded":"2023-08-28T02:37:23.098961+0000","last_fullsized":"2023-08-28T02:37:23.098961+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:26:13.405766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"65'1","reported_seq":336,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.062070+0000","last_change":"2023-08-28T02:29:44.510205+0000","last_active":"2023-08-28T02:37:23.062070+0000","last_peered":"2023-08-28T02:37:23.062070+0000","last_clean":"2023-08-28T02:37:23.062070+0000","last_became_active":"2023-08-28T02:29:44.429357+0000","last_became_peered":"2023-08-28T02:29:44.429357+0000","last_unstale":"2023-08-28T02:37:23.062070+0000","last_undegraded":"2023-08-28T02:37:23.062070+0000","last_fullsized":"2023-08-28T02:37:23.062070+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:44:59.955729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":302,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.065675+0000","last_change":"2023-08-28T02:32:12.950661+0000","last_active":"2023-08-28T02:37:23.065675+0000","last_peered":"2023-08-28T02:37:23.065675+0000","last_clean":"2023-08-28T02:37:23.065675+0000","last_became_active":"2023-08-28T02:32:12.950276+0000","last_became_peered":"2023-08-28T02:32:12.950276+0000","last_unstale":"2023-08-28T02:37:23.065675+0000","last_undegraded":"2023-08-28T02:37:23.065675+0000","last_fullsized":"2023-08-28T02:37:23.065675+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:05:17.972868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"65'1","reported_seq":294,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.061850+0000","last_change":"2023-08-28T02:14:43.042150+0000","last_active":"2023-08-28T02:37:23.061850+0000","last_peered":"2023-08-28T02:37:23.061850+0000","last_clean":"2023-08-28T02:37:23.061850+0000","last_became_active":"2023-08-28T02:14:43.038336+0000","last_became_peered":"2023-08-28T02:14:43.038336+0000","last_unstale":"2023-08-28T02:37:23.061850+0000","last_undegraded":"2023-08-28T02:37:23.061850+0000","last_fullsized":"2023-08-28T02:37:23.061850+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:26:02.415152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":345,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.985175+0000","last_change":"2023-08-28T02:33:13.318097+0000","last_active":"2023-08-28T02:37:30.985175+0000","last_peered":"2023-08-28T02:37:30.985175+0000","last_clean":"2023-08-28T02:37:30.985175+0000","last_became_active":"2023-08-28T02:33:13.317761+0000","last_became_peered":"2023-08-28T02:33:13.317761+0000","last_unstale":"2023-08-28T02:37:30.985175+0000","last_undegraded":"2023-08-28T02:37:30.985175+0000","last_fullsized":"2023-08-28T02:37:30.985175+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:24.836996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"65'2","reported_seq":340,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.070210+0000","last_change":"2023-08-28T02:29:44.535937+0000","last_active":"2023-08-28T02:37:23.070210+0000","last_peered":"2023-08-28T02:37:23.070210+0000","last_clean":"2023-08-28T02:37:23.070210+0000","last_became_active":"2023-08-28T02:29:44.462244+0000","last_became_peered":"2023-08-28T02:29:44.462244+0000","last_unstale":"2023-08-28T02:37:23.070210+0000","last_undegraded":"2023-08-28T02:37:23.070210+0000","last_fullsized":"2023-08-28T02:37:23.070210+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:30:33.173713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":341,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:25.383429+0000","last_change":"2023-08-28T02:33:12.305580+0000","last_active":"2023-08-28T02:37:25.383429+0000","last_peered":"2023-08-28T02:37:25.383429+0000","last_clean":"2023-08-28T02:37:25.383429+0000","last_became_active":"2023-08-28T02:33:12.305261+0000","last_became_peered":"2023-08-28T02:33:12.305261+0000","last_unstale":"2023-08-28T02:37:25.383429+0000","last_undegraded":"2023-08-28T02:37:25.383429+0000","last_fullsized":"2023-08-28T02:37:25.383429+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:22:31.614221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"65'2","reported_seq":309,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.070367+0000","last_change":"2023-08-28T02:31:51.991101+0000","last_active":"2023-08-28T02:37:23.070367+0000","last_peered":"2023-08-28T02:37:23.070367+0000","last_clean":"2023-08-28T02:37:23.070367+0000","last_became_active":"2023-08-28T02:31:51.987237+0000","last_became_peered":"2023-08-28T02:31:51.987237+0000","last_unstale":"2023-08-28T02:37:23.070367+0000","last_undegraded":"2023-08-28T02:37:23.070367+0000","last_fullsized":"2023-08-28T02:37:23.070367+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:07:07.370857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":343,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.065498+0000","last_change":"2023-08-28T02:33:12.494483+0000","last_active":"2023-08-28T02:37:23.065498+0000","last_peered":"2023-08-28T02:37:23.065498+0000","last_clean":"2023-08-28T02:37:23.065498+0000","last_became_active":"2023-08-28T02:33:12.494136+0000","last_became_peered":"2023-08-28T02:33:12.494136+0000","last_unstale":"2023-08-28T02:37:23.065498+0000","last_undegraded":"2023-08-28T02:37:23.065498+0000","last_fullsized":"2023-08-28T02:37:23.065498+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:36.772588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"65'1","reported_seq":288,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.062784+0000","last_change":"2023-08-28T02:33:13.287922+0000","last_active":"2023-08-28T02:37:23.062784+0000","last_peered":"2023-08-28T02:37:23.062784+0000","last_clean":"2023-08-28T02:37:23.062784+0000","last_became_active":"2023-08-28T02:33:13.287520+0000","last_became_peered":"2023-08-28T02:33:13.287520+0000","last_unstale":"2023-08-28T02:37:23.062784+0000","last_undegraded":"2023-08-28T02:37:23.062784+0000","last_fullsized":"2023-08-28T02:37:23.062784+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:11.627168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":301,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.061978+0000","last_change":"2023-08-28T02:33:13.289469+0000","last_active":"2023-08-28T02:37:23.061978+0000","last_peered":"2023-08-28T02:37:23.061978+0000","last_clean":"2023-08-28T02:37:23.061978+0000","last_became_active":"2023-08-28T02:33:13.288737+0000","last_became_peered":"2023-08-28T02:33:13.288737+0000","last_unstale":"2023-08-28T02:37:23.061978+0000","last_undegraded":"2023-08-28T02:37:23.061978+0000","last_fullsized":"2023-08-28T02:37:23.061978+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:11:15.043550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"65'4","reported_seq":326,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.964222+0000","last_change":"2023-08-28T02:32:28.607010+0000","last_active":"2023-08-28T02:37:30.964222+0000","last_peered":"2023-08-28T02:37:30.964222+0000","last_clean":"2023-08-28T02:37:30.964222+0000","last_became_active":"2023-08-28T02:32:28.492224+0000","last_became_peered":"2023-08-28T02:32:28.492224+0000","last_unstale":"2023-08-28T02:37:30.964222+0000","last_undegraded":"2023-08-28T02:37:30.964222+0000","last_fullsized":"2023-08-28T02:37:30.964222+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:13:45.711951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":554,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":353,"reported_epoch":346,"state":"active+clean","last_fresh":"2023-08-28T02:37:23.065428+0000","last_change":"2023-08-28T02:33:13.309144+0000","last_active":"2023-08-28T02:37:23.065428+0000","last_peered":"2023-08-28T02:37:23.065428+0000","last_clean":"2023-08-28T02:37:23.065428+0000","last_became_active":"2023-08-28T02:33:13.308910+0000","last_became_peered":"2023-08-28T02:33:13.308910+0000","last_unstale":"2023-08-28T02:37:23.065428+0000","last_undegraded":"2023-08-28T02:37:23.065428+0000","last_fullsized":"2023-08-28T02:37:23.065428+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:09:59.549591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":4599250968,"num_objects":70180,"num_object_clones":0,"num_object_copies":210540,"num_objects_missing_on_primary":4477,"num_objects_missing":4477,"num_objects_degraded":34818,"num_objects_misplaced":8331,"num_objects_unfound":0,"num_objects_dirty":70180,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":116434,"num_write_kb":5971585,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":39050,"num_bytes_recovered":2542927872,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":14407380992,"data_stored":14407368776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97082,"ondisk_log_size":97082,"up":48,"acting":43,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":10126,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":370028,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":89,"num_read_kb":167,"num_write":44,"num_write_kb":440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":322019,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299768,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1894128,"kb_used_data":1411944,"kb_used_omap":0,"kb_used_meta":482176,"kb_avail":91851024,"statfs":{"total":95995035648,"available":94055448576,"internally_reserved":0,"allocated":1445830656,"data_stored":1444450477,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":493748224},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:37:11 2023","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.53100000000000003,"15min":1.2889999999999999},"min":{"1min":0.29699999999999999,"5min":0.23400000000000001,"15min":0.219},"max":{"1min":0.66600000000000004,"5min":3.6480000000000001,"15min":13.118},"last":0.28299999999999997},{"interface":"front","average":{"1min":0.48499999999999999,"5min":0.59799999999999998,"15min":1.6899999999999999},"min":{"1min":0.247,"5min":0.247,"15min":0.246},"max":{"1min":0.621,"5min":3.6619999999999999,"15min":17.402999999999999},"last":0.48099999999999998}]},{"osd":1,"last update":"Mon Aug 28 02:36:41 2023","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.91000000000000003,"15min":2.0449999999999999},"min":{"1min":0.27700000000000002,"5min":0.27300000000000002,"15min":0.24099999999999999},"max":{"1min":2.7509999999999999,"5min":7.0599999999999996,"15min":17.43},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.85499999999999998,"15min":1.8779999999999999},"min":{"1min":0.315,"5min":0.311,"15min":0.25900000000000001},"max":{"1min":2.7669999999999999,"5min":7.1420000000000003,"15min":19.913},"last":0.41099999999999998}]},{"osd":2,"last update":"Mon Aug 28 02:37:28 2023","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.49099999999999999,"15min":1.355},"min":{"1min":0.312,"5min":0.23499999999999999,"15min":0.22800000000000001},"max":{"1min":0.65100000000000002,"5min":3.1760000000000002,"15min":8.3889999999999993},"last":0.318},{"interface":"front","average":{"1min":0.67600000000000005,"5min":0.57499999999999996,"15min":1.181},"min":{"1min":0.372,"5min":0.28799999999999998,"15min":0.28699999999999998},"max":{"1min":2.399,"5min":2.919,"15min":9.2219999999999995},"last":0.39800000000000002}]},{"osd":3,"last update":"Mon Aug 28 02:37:18 2023","interfaces":[{"interface":"back","average":{"1min":0.66900000000000004,"5min":0.64600000000000002,"15min":0.69399999999999995},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":2.468,"5min":3.0099999999999998,"15min":3.0099999999999998},"last":0.372},{"interface":"front","average":{"1min":0.498,"5min":0.59899999999999998,"15min":0.61899999999999999},"min":{"1min":0.39700000000000002,"5min":0.308,"15min":0.308},"max":{"1min":0.64500000000000002,"5min":3.1000000000000001,"15min":3.1000000000000001},"last":0.50800000000000001}]},{"osd":4,"last update":"Mon Aug 28 02:37:11 2023","interfaces":[{"interface":"back","average":{"1min":0.39400000000000002,"5min":0.51800000000000002,"15min":1.2729999999999999},"min":{"1min":0.28299999999999997,"5min":0.26500000000000001,"15min":0.245},"max":{"1min":0.52000000000000002,"5min":5.2169999999999996,"15min":18.943000000000001},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.53500000000000003,"15min":0.93600000000000005},"min":{"1min":0.33100000000000002,"5min":0.26500000000000001,"15min":0.25700000000000001},"max":{"1min":2.4940000000000002,"5min":2.9870000000000001,"15min":8.1890000000000001},"last":0.32700000000000001}]},{"osd":5,"last update":"Mon Aug 28 02:37:11 2023","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.47099999999999997,"15min":1.04},"min":{"1min":0.28100000000000003,"5min":0.246,"15min":0.23599999999999999},"max":{"1min":0.64500000000000002,"5min":3.2120000000000002,"15min":14.622},"last":0.432},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.53800000000000003,"15min":1.27},"min":{"1min":0.33800000000000002,"5min":0.317,"15min":0.27000000000000002},"max":{"1min":0.80200000000000005,"5min":3.0499999999999998,"15min":17.324999999999999},"last":0.441}]},{"osd":6,"last update":"Mon Aug 28 02:37:11 2023","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.59599999999999997,"15min":1.292},"min":{"1min":0.376,"5min":0.33300000000000002,"15min":0.30299999999999999},"max":{"1min":0.83399999999999996,"5min":3.2250000000000001,"15min":17.454999999999998},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.58899999999999997,"15min":0.85099999999999998},"min":{"1min":0.33400000000000002,"5min":0.31,"15min":0.28999999999999998},"max":{"1min":2.4399999999999999,"5min":3.0499999999999998,"15min":7.665},"last":0.46800000000000003}]}]},{"osd":6,"up_from":0,"seq":193273528699,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":101,"seq":433791697158,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1479064,"kb_used_data":850896,"kb_used_omap":4,"kb_used_meta":628155,"kb_avail":92266088,"statfs":{"total":95995035648,"available":94480474112,"internally_reserved":0,"allocated":871317504,"data_stored":869351182,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":643231630},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:36:42 2023","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.72799999999999998,"15min":2.101},"min":{"1min":0.26600000000000001,"5min":0.223,"15min":0.214},"max":{"1min":2.1659999999999999,"5min":6.4500000000000002,"15min":24.545999999999999},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.82199999999999995,"15min":2.5139999999999998},"min":{"1min":0.25600000000000001,"5min":0.23599999999999999,"15min":0.21199999999999999},"max":{"1min":3.496,"5min":7.5330000000000004,"15min":24.515000000000001},"last":0.69999999999999996}]},{"osd":2,"last update":"Mon Aug 28 02:37:32 2023","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.63800000000000001,"15min":2.153},"min":{"1min":0.31900000000000001,"5min":0.28699999999999998,"15min":0.24099999999999999},"max":{"1min":1.0489999999999999,"5min":4.0579999999999998,"15min":22.161000000000001},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.503,"5min":0.629,"15min":1.609},"min":{"1min":0.28499999999999998,"5min":0.28399999999999997,"15min":0.253},"max":{"1min":1.8129999999999999,"5min":7.0110000000000001,"15min":19.100999999999999},"last":0.48599999999999999}]},{"osd":3,"last update":"Mon Aug 28 02:37:20 2023","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.53600000000000003,"15min":0.48699999999999999},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":2.742,"5min":2.742,"15min":2.742},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.56499999999999995,"15min":0.53100000000000003},"min":{"1min":0.309,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.88500000000000001,"5min":3.5819999999999999,"15min":3.5819999999999999},"last":0.65500000000000003}]},{"osd":4,"last update":"Mon Aug 28 02:36:42 2023","interfaces":[{"interface":"back","average":{"1min":0.64200000000000002,"5min":0.88400000000000001,"15min":1.4119999999999999},"min":{"1min":0.38400000000000001,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":2.488,"5min":6.819,"15min":18.992999999999999},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.88400000000000001,"15min":1.6459999999999999},"min":{"1min":0.34300000000000003,"5min":0.29099999999999998,"15min":0.26400000000000001},"max":{"1min":1.9650000000000001,"5min":6.8380000000000001,"15min":14.779999999999999},"last":0.71399999999999997}]},{"osd":5,"last update":"Mon Aug 28 02:36:42 2023","interfaces":[{"interface":"back","average":{"1min":0.71099999999999997,"5min":0.96399999999999997,"15min":2.0459999999999998},"min":{"1min":0.39300000000000002,"5min":0.35999999999999999,"15min":0.29999999999999999},"max":{"1min":3.6080000000000001,"5min":7.7549999999999999,"15min":18.626999999999999},"last":0.60099999999999998},{"interface":"front","average":{"1min":0.68000000000000005,"5min":0.93799999999999994,"15min":1.8480000000000001},"min":{"1min":0.41899999999999998,"5min":0.375,"15min":0.33600000000000002},"max":{"1min":2.532,"5min":7.3410000000000002,"15min":18.945},"last":0.58999999999999997}]},{"osd":6,"last update":"Mon Aug 28 02:36:42 2023","interfaces":[{"interface":"back","average":{"1min":0.76400000000000001,"5min":0.88700000000000001,"15min":2.0009999999999999},"min":{"1min":0.44600000000000001,"5min":0.39100000000000001,"15min":0.34300000000000003},"max":{"1min":3.6400000000000001,"5min":7.4969999999999999,"15min":12.221},"last":0.73399999999999999},{"interface":"front","average":{"1min":0.69499999999999995,"5min":1.0980000000000001,"15min":1.633},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.34499999999999997},"max":{"1min":2.5950000000000002,"5min":12.371,"15min":19.021999999999998},"last":0.61499999999999999}]},{"osd":7,"last update":"Mon Aug 28 02:36:42 2023","interfaces":[{"interface":"back","average":{"1min":0.72999999999999998,"5min":0.92400000000000004,"15min":1.7689999999999999},"min":{"1min":0.497,"5min":0.374,"15min":0.374},"max":{"1min":2.5600000000000001,"5min":7.3949999999999996,"15min":19.047999999999998},"last":0.64500000000000002},{"interface":"front","average":{"1min":0.66000000000000003,"5min":0.94699999999999995,"15min":1.8660000000000001},"min":{"1min":0.48099999999999998,"5min":0.34399999999999997,"15min":0.312},"max":{"1min":1.9079999999999999,"5min":6.4960000000000004,"15min":14.818},"last":0.78700000000000003}]}]},{"osd":0,"up_from":87,"seq":373662155024,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3470484,"kb_used_data":2801356,"kb_used_omap":5,"kb_used_meta":669114,"kb_avail":90274668,"statfs":{"total":95995035648,"available":92441260032,"internally_reserved":0,"allocated":2868588544,"data_stored":2866508079,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":685173370},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:36:35 2023","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.67000000000000004,"15min":1.631},"min":{"1min":0.221,"5min":0.184,"15min":0.184},"max":{"1min":0.76800000000000002,"5min":5.5339999999999998,"15min":30.315000000000001},"last":0.505},{"interface":"front","average":{"1min":0.38800000000000001,"5min":0.67700000000000005,"15min":2.431},"min":{"1min":0.27600000000000002,"5min":0.25,"15min":0.221},"max":{"1min":0.67900000000000005,"5min":8.3379999999999992,"15min":69.272000000000006},"last":0.29699999999999999}]},{"osd":2,"last update":"Mon Aug 28 02:36:35 2023","interfaces":[{"interface":"back","average":{"1min":0.68799999999999994,"5min":0.70399999999999996,"15min":1.923},"min":{"1min":0.29399999999999998,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":2.9119999999999999,"5min":5.7060000000000004,"15min":20.959},"last":0.443},{"interface":"front","average":{"1min":0.83299999999999996,"5min":0.81999999999999995,"15min":1.7709999999999999},"min":{"1min":0.311,"5min":0.247,"15min":0.24299999999999999},"max":{"1min":6.1180000000000003,"5min":6.1180000000000003,"15min":9.7490000000000006},"last":0.47199999999999998}]},{"osd":3,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.996,"5min":0.80400000000000005,"15min":0.76800000000000002},"min":{"1min":0.32900000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":5.6680000000000001,"5min":5.6680000000000001,"15min":5.6680000000000001},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.754,"15min":0.77200000000000002},"min":{"1min":0.40300000000000002,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":2.4889999999999999,"5min":4.9199999999999999,"15min":4.9199999999999999},"last":0.53800000000000003}]},{"osd":4,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.56299999999999994,"15min":2.3380000000000001},"min":{"1min":0.33100000000000002,"5min":0.314,"15min":0.29299999999999998},"max":{"1min":2.3210000000000002,"5min":3.9710000000000001,"15min":274.33199999999999},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.66300000000000003,"15min":2.6949999999999998},"min":{"1min":0.376,"5min":0.315,"15min":0.28199999999999997},"max":{"1min":1.357,"5min":2.6520000000000001,"15min":266.31999999999999},"last":0.52000000000000002}]},{"osd":5,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.67700000000000005,"5min":0.623,"15min":1.415},"min":{"1min":0.38800000000000001,"5min":0.33300000000000002,"15min":0.29299999999999998},"max":{"1min":2.3759999999999999,"5min":4.1219999999999999,"15min":13.038},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.65700000000000003,"15min":1.895},"min":{"1min":0.41899999999999998,"5min":0.36399999999999999,"15min":0.27800000000000002},"max":{"1min":1.3120000000000001,"5min":2.2679999999999998,"15min":15.231},"last":0.45600000000000002}]},{"osd":6,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.72799999999999998,"5min":0.66600000000000004,"15min":1.6120000000000001},"min":{"1min":0.41299999999999998,"5min":0.38300000000000001,"15min":0.29399999999999998},"max":{"1min":2.4540000000000002,"5min":4.0620000000000003,"15min":15.122999999999999},"last":0.56399999999999995},{"interface":"front","average":{"1min":0.621,"5min":0.68400000000000005,"15min":1.905},"min":{"1min":0.45200000000000001,"5min":0.40000000000000002,"15min":0.35599999999999998},"max":{"1min":1.3919999999999999,"5min":2.3029999999999999,"15min":15.186999999999999},"last":0.49099999999999999}]},{"osd":7,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":1.006,"5min":0.78900000000000003,"15min":1.899},"min":{"1min":0.51300000000000001,"5min":0.36399999999999999,"15min":0.33400000000000002},"max":{"1min":4.4390000000000001,"5min":4.4390000000000001,"15min":16.183},"last":0.626},{"interface":"front","average":{"1min":0.80500000000000005,"5min":0.73899999999999999,"15min":1.625},"min":{"1min":0.46000000000000002,"5min":0.38500000000000001,"15min":0.35999999999999999},"max":{"1min":2.4220000000000002,"5min":4.0250000000000004,"15min":13.005000000000001},"last":0.81999999999999995}]}]},{"osd":2,"up_from":0,"seq":502511173883,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":297,"seq":1275605286966,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":817996,"kb_used_data":678980,"kb_used_omap":2,"kb_used_meta":139005,"kb_avail":92927156,"statfs":{"total":95995035648,"available":95157407744,"internally_reserved":0,"allocated":695275520,"data_stored":693307922,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":142341173},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:37:14 2023","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.52700000000000002,"15min":0.44400000000000001},"min":{"1min":0.247,"5min":0.22,"15min":0.22},"max":{"1min":2.2530000000000001,"5min":6.8819999999999997,"15min":6.8819999999999997},"last":0.32700000000000001},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.69299999999999995,"15min":0.69699999999999995},"min":{"1min":0.30399999999999999,"5min":0.217,"15min":0.217},"max":{"1min":1.018,"5min":6.7839999999999998,"15min":6.7839999999999998},"last":0.33700000000000002}]},{"osd":1,"last update":"Mon Aug 28 02:37:14 2023","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.56000000000000005,"15min":0.45200000000000001},"min":{"1min":0.28499999999999998,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":1.056,"5min":4.0650000000000004,"15min":4.0650000000000004},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.624,"5min":0.70799999999999996,"15min":0.71899999999999997},"min":{"1min":0.28999999999999998,"5min":0.249,"15min":0.249},"max":{"1min":1.431,"5min":3.9249999999999998,"15min":3.9249999999999998},"last":0.30099999999999999}]},{"osd":2,"last update":"Mon Aug 28 02:37:14 2023","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.57199999999999995,"15min":0.61799999999999999},"min":{"1min":0.31,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":1.3919999999999999,"5min":2.5449999999999999,"15min":2.5449999999999999},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.61899999999999999,"15min":0.56899999999999995},"min":{"1min":0.38200000000000001,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":1.1539999999999999,"5min":4.7030000000000003,"15min":4.7030000000000003},"last":0.54400000000000004}]},{"osd":4,"last update":"Mon Aug 28 02:37:14 2023","interfaces":[{"interface":"back","average":{"1min":0.91800000000000004,"5min":0.63300000000000001,"15min":0.59199999999999997},"min":{"1min":0.40699999999999997,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":6.2670000000000003,"5min":6.2670000000000003,"15min":6.2670000000000003},"last":0.64400000000000002},{"interface":"front","average":{"1min":0.78100000000000003,"5min":0.65100000000000002,"15min":0.57299999999999995},"min":{"1min":0.39800000000000002,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":2.8380000000000001,"5min":3.5030000000000001,"15min":3.5030000000000001},"last":0.56799999999999995}]},{"osd":5,"last update":"Mon Aug 28 02:37:14 2023","interfaces":[{"interface":"back","average":{"1min":0.68799999999999994,"5min":0.65100000000000002,"15min":0.59499999999999997},"min":{"1min":0.40100000000000002,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":2.29,"5min":3.5390000000000001,"15min":3.5390000000000001},"last":0.625},{"interface":"front","average":{"1min":0.73899999999999999,"5min":0.58199999999999996,"15min":0.55500000000000005},"min":{"1min":0.40600000000000003,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":2.7149999999999999,"5min":2.7149999999999999,"15min":2.7149999999999999},"last":0.435}]},{"osd":6,"last update":"Mon Aug 28 02:37:14 2023","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.63100000000000001,"15min":0.64000000000000001},"min":{"1min":0.437,"5min":0.436,"15min":0.436},"max":{"1min":0.89000000000000001,"5min":1.8879999999999999,"15min":1.8879999999999999},"last":0.68300000000000005},{"interface":"front","average":{"1min":0.66100000000000003,"5min":0.69699999999999995,"15min":0.65300000000000002},"min":{"1min":0.44700000000000001,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.99099999999999999,"5min":3.6099999999999999,"15min":3.6099999999999999},"last":0.65800000000000003}]},{"osd":7,"last update":"Mon Aug 28 02:37:14 2023","interfaces":[{"interface":"back","average":{"1min":0.78000000000000003,"5min":0.63400000000000001,"15min":0.59599999999999997},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":2.9399999999999999,"5min":2.9399999999999999,"15min":2.9399999999999999},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.82899999999999996,"5min":0.68500000000000005,"15min":0.66000000000000003},"min":{"1min":0.46500000000000002,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":2.9540000000000002,"5min":2.9540000000000002,"15min":2.9540000000000002},"last":0.60499999999999998}]}]},{"osd":4,"up_from":30,"seq":128849019261,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3300784,"kb_used_data":2819560,"kb_used_omap":0,"kb_used_meta":481216,"kb_avail":90444368,"statfs":{"total":95995035648,"available":92615032832,"internally_reserved":0,"allocated":2887229440,"data_stored":2885849496,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":492765184},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,0,0,0,0,0,3,7],"upper_bound":4096},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.55900000000000005,"15min":1.593},"min":{"1min":0.26100000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":4.46,"5min":10.249000000000001,"15min":22.515000000000001},"last":0.36599999999999999},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.56000000000000005,"15min":1.5249999999999999},"min":{"1min":0.28100000000000003,"5min":0.23200000000000001,"15min":0.217},"max":{"1min":1.425,"5min":4.5250000000000004,"15min":22.454000000000001},"last":0.60899999999999999}]},{"osd":1,"last update":"Mon Aug 28 02:36:47 2023","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.68100000000000005,"15min":1.3879999999999999},"min":{"1min":0.312,"5min":0.254,"15min":0.24199999999999999},"max":{"1min":0.58399999999999996,"5min":8.7710000000000008,"15min":23.082000000000001},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.432,"5min":0.628,"15min":1.597},"min":{"1min":0.29199999999999998,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.55300000000000005,"5min":8.7940000000000005,"15min":25.100000000000001},"last":0.46899999999999997}]},{"osd":2,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.72399999999999998,"5min":0.67400000000000004,"15min":1.5169999999999999},"min":{"1min":0.29599999999999999,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":4.5430000000000001,"5min":4.827,"15min":16.231000000000002},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.85399999999999998,"5min":0.64600000000000002,"15min":1.4039999999999999},"min":{"1min":0.33200000000000002,"5min":0.312,"15min":0.251},"max":{"1min":5.6360000000000001,"5min":5.6360000000000001,"15min":13.515000000000001},"last":0.66600000000000004}]},{"osd":3,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.69699999999999995,"15min":0.77100000000000002},"min":{"1min":0.34799999999999998,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.9059999999999999,"5min":7.7480000000000002,"15min":7.7480000000000002},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.627,"5min":0.70999999999999996,"15min":0.67000000000000004},"min":{"1min":0.371,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":1.4850000000000001,"5min":3.7069999999999999,"15min":3.7069999999999999},"last":0.71699999999999997}]},{"osd":5,"last update":"Mon Aug 28 02:37:01 2023","interfaces":[{"interface":"back","average":{"1min":0.73099999999999998,"5min":0.57799999999999996,"15min":1.095},"min":{"1min":0.27500000000000002,"5min":0.222,"15min":0.222},"max":{"1min":4.609,"5min":4.6689999999999996,"15min":16.181999999999999},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.71299999999999997,"15min":1.1200000000000001},"min":{"1min":0.34699999999999998,"5min":0.224,"15min":0.20699999999999999},"max":{"1min":1.5700000000000001,"5min":8.6370000000000005,"15min":10.233000000000001},"last":0.58299999999999996}]},{"osd":6,"last update":"Mon Aug 28 02:37:16 2023","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.55500000000000005,"15min":1.052},"min":{"1min":0.29599999999999999,"5min":0.27100000000000002,"15min":0.26500000000000001},"max":{"1min":1.6000000000000001,"5min":2.9830000000000001,"15min":10.023999999999999},"last":0.63500000000000001},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.61799999999999999,"15min":1.121},"min":{"1min":0.313,"5min":0.28299999999999997,"15min":0.26600000000000001},"max":{"1min":1.679,"5min":4.5949999999999998,"15min":8.5},"last":0.44400000000000001}]},{"osd":7,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.67600000000000005,"5min":0.57899999999999996,"15min":1.143},"min":{"1min":0.35399999999999998,"5min":0.28999999999999998,"15min":0.22500000000000001},"max":{"1min":4.5720000000000001,"5min":4.8559999999999999,"15min":9.3209999999999997},"last":0.496},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.59099999999999997,"15min":1.089},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.30299999999999999},"max":{"1min":1.647,"5min":2.754,"15min":15.597},"last":0.69099999999999995}]}]},{"osd":5,"up_from":37,"seq":158913790334,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2525088,"kb_used_data":1965080,"kb_used_omap":0,"kb_used_meta":560000,"kb_avail":91220064,"statfs":{"total":95995035648,"available":93409345536,"internally_reserved":0,"allocated":2012241920,"data_stored":2010874343,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":573440000},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,1,1],"upper_bound":128},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:36:47 2023","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.73899999999999999,"15min":1.706},"min":{"1min":0.26000000000000001,"5min":0.23200000000000001,"15min":0.20200000000000001},"max":{"1min":0.83099999999999996,"5min":7.7560000000000002,"15min":40.334000000000003},"last":0.254},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.90700000000000003,"15min":1.7170000000000001},"min":{"1min":0.29199999999999998,"5min":0.26600000000000001,"15min":0.23200000000000001},"max":{"1min":0.66400000000000003,"5min":19.815999999999999,"15min":40.212000000000003},"last":0.52300000000000002}]},{"osd":1,"last update":"Mon Aug 28 02:36:47 2023","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.77900000000000003,"15min":1.8819999999999999},"min":{"1min":0.309,"5min":0.27400000000000002,"15min":0.23699999999999999},"max":{"1min":0.55400000000000005,"5min":17.998000000000001,"15min":40.088000000000001},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.45900000000000002,"5min":1.107,"15min":1.794},"min":{"1min":0.29199999999999998,"5min":0.27800000000000002,"15min":0.26000000000000001},"max":{"1min":0.67900000000000005,"5min":19.853000000000002,"15min":40.243000000000002},"last":0.371}]},{"osd":2,"last update":"Mon Aug 28 02:36:47 2023","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.75800000000000001,"15min":1.706},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.27700000000000002},"max":{"1min":0.81100000000000005,"5min":7.8029999999999999,"15min":40.436999999999998},"last":0.35899999999999999},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.91800000000000004,"15min":1.8029999999999999},"min":{"1min":0.39300000000000002,"5min":0.315,"15min":0.27200000000000002},"max":{"1min":0.69499999999999995,"5min":8.609,"15min":40.555},"last":0.46999999999999997}]},{"osd":3,"last update":"Mon Aug 28 02:37:21 2023","interfaces":[{"interface":"back","average":{"1min":0.44900000000000001,"5min":0.82399999999999995,"15min":1.1399999999999999},"min":{"1min":0.308,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.52600000000000002,"5min":16.190999999999999,"15min":16.190999999999999},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.53100000000000003,"5min":1.0589999999999999,"15min":1.476},"min":{"1min":0.42599999999999999,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.77800000000000002,"5min":21.420999999999999,"15min":21.420999999999999},"last":0.41099999999999998}]},{"osd":4,"last update":"Mon Aug 28 02:36:58 2023","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.60299999999999998,"15min":1.2589999999999999},"min":{"1min":0.25,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.78300000000000003,"5min":13.616,"15min":40.762999999999998},"last":0.313},{"interface":"front","average":{"1min":0.442,"5min":0.70799999999999996,"15min":1.3620000000000001},"min":{"1min":0.34499999999999997,"5min":0.27900000000000003,"15min":0.25700000000000001},"max":{"1min":0.59399999999999997,"5min":6.3819999999999997,"15min":40.634},"last":0.443}]},{"osd":6,"last update":"Mon Aug 28 02:36:47 2023","interfaces":[{"interface":"back","average":{"1min":0.81499999999999995,"5min":0.89300000000000002,"15min":1.4359999999999999},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.23300000000000001},"max":{"1min":4.04,"5min":10.66,"15min":42.409999999999997},"last":0.38600000000000001},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.69499999999999995,"15min":1.3899999999999999},"min":{"1min":0.29499999999999998,"5min":0.254,"15min":0.254},"max":{"1min":0.81399999999999995,"5min":9.5830000000000002,"15min":42.533999999999999},"last":0.45900000000000002}]},{"osd":7,"last update":"Mon Aug 28 02:36:47 2023","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.70399999999999996,"15min":1.5840000000000001},"min":{"1min":0.34999999999999998,"5min":0.315,"15min":0.315},"max":{"1min":2.9809999999999999,"5min":6.1749999999999998,"15min":42.667000000000002},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.94199999999999995,"15min":1.6040000000000001},"min":{"1min":0.39700000000000002,"5min":0.33000000000000002,"15min":0.318},"max":{"1min":1.7330000000000001,"5min":9.1189999999999998,"15min":42.344000000000001},"last":0.498}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":2861436928,"data_stored":2861432856,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":866451456,"data_stored":866451456,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1911160832,"data_stored":1911160832,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":688914432,"data_stored":688914432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":2881228800,"data_stored":2881224728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":2006712320,"data_stored":2006712320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1751715840,"data_stored":1751711768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1439760384,"data_stored":1439760384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:37:40.550 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph status --format=json 2023-08-28T02:37:40.622 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:37:40.656 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:40.681 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:37:40.685 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:40.685 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:37:40.786 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:37:40.810 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:40 smithi083 ceph-mon[157819]: from='client.36135 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:37:40.811 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:40 smithi083 ceph-mon[157819]: pgmap v1061: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.3 GiB data, 13 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 92 op/s; 34410/210207 objects degraded (16.370%); 8298/210207 objects misplaced (3.948%); 3.7 MiB/s, 58 objects/s recovering 2023-08-28T02:37:40.813 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:40.827 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:40 smithi040 ceph-mon[175404]: from='client.36135 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:37:40.827 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:40 smithi040 ceph-mon[175404]: pgmap v1061: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.3 GiB data, 13 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 92 op/s; 34410/210207 objects degraded (16.370%); 8298/210207 objects misplaced (3.948%); 3.7 MiB/s, 58 objects/s recovering 2023-08-28T02:37:40.827 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:40 smithi040 ceph-mon[170259]: from='client.36135 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:37:40.827 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:40 smithi040 ceph-mon[170259]: pgmap v1061: 99 pgs: 1 active+recovering+remapped, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 2 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped, 90 active+clean; 4.3 GiB data, 13 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 92 op/s; 34410/210207 objects degraded (16.370%); 8298/210207 objects misplaced (3.948%); 3.7 MiB/s, 58 objects/s recovering 2023-08-28T02:37:40.832 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:37:40.835 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:40.836 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:37:40.936 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:37:40.966 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:40.986 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:37:40.988 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:40.989 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:37:41.072 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:37:41.089 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:37:41.152 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:41.189 INFO:teuthology.orchestra.run.smithi040.stdout:ERROR: (22) Invalid argument 2023-08-28T02:37:41.190 INFO:teuthology.orchestra.run.smithi040.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:37:41.338 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:37:41.342 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:41.342 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:37:41.443 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:37:41.478 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:41.603 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:37:41.611 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:41.611 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:37:41.712 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:37:41.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:41 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 34410/210207 objects degraded (16.370%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:37:41.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:41 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 34410/210207 objects degraded (16.370%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:37:41.745 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:41.768 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:37:41.771 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:41.772 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:37:41.872 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:37:41.899 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:41 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 34410/210207 objects degraded (16.370%), 6 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:37:41.901 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:41.920 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:37:41.922 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:41.923 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:37:42.023 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:37:42.056 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:42.823 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:42 smithi040 ceph-mon[175404]: pgmap v1062: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 4.3 GiB data, 13 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 108 op/s; 34266/209136 objects degraded (16.385%); 12624/209136 objects misplaced (6.036%); 3.9 MiB/s, 62 objects/s recovering 2023-08-28T02:37:42.824 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:42 smithi040 ceph-mon[170259]: pgmap v1062: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 4.3 GiB data, 13 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 108 op/s; 34266/209136 objects degraded (16.385%); 12624/209136 objects misplaced (6.036%); 3.9 MiB/s, 62 objects/s recovering 2023-08-28T02:37:42.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:42 smithi083 ceph-mon[157819]: pgmap v1062: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 4.3 GiB data, 13 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 108 op/s; 34266/209136 objects degraded (16.385%); 12624/209136 objects misplaced (6.036%); 3.9 MiB/s, 62 objects/s recovering 2023-08-28T02:37:43.148 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.2 dump_blocked_ops 2023-08-28T02:37:43.343 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:37:43.344 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:37:43.348 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:43.348 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:37:43.449 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:37:43.481 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:43.501 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:37:43.505 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:43.506 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:37:43.606 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:37:43.636 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:43.655 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:37:43.662 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:37:43.665 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:43.665 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:37:43.687 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:37:43.713 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:37:43.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:43 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2352868402' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:37:43.741 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:37:43.764 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:37:43.765 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:37:43.788 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:37:43.799 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:43.818 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:37:43.818 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:37:43.824 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:43.824 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:37:43.854 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:37:43.863 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-08-28T02:37:43.863 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-08-28T02:37:43.863 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-08-28T02:37:43.863 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-08-28T02:37:43.864 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-08-28T02:37:43.864 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-08-28T02:37:43.864 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-08-28T02:37:43.864 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-08-28T02:37:43.924 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:37:43.965 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:43 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2352868402' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:37:43.965 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:43 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2352868402' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:37:43.968 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:44.211 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:37:44.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:44 smithi040 ceph-mon[170259]: pgmap v1063: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 4.2 GiB data, 13 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 110 op/s; 34266/208821 objects degraded (16.409%); 12624/208821 objects misplaced (6.045%); 3.9 MiB/s, 62 objects/s recovering 2023-08-28T02:37:44.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:44 smithi040 ceph-mon[175404]: pgmap v1063: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 4.2 GiB data, 13 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 110 op/s; 34266/208821 objects degraded (16.409%); 12624/208821 objects misplaced (6.045%); 3.9 MiB/s, 62 objects/s recovering 2023-08-28T02:37:44.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:44 smithi083 ceph-mon[157819]: pgmap v1063: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 4.2 GiB data, 13 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 110 op/s; 34266/208821 objects degraded (16.409%); 12624/208821 objects misplaced (6.045%); 3.9 MiB/s, 62 objects/s recovering 2023-08-28T02:37:45.317 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:37:45.327 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:45.327 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:37:45.428 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:37:45.470 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:45.545 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:37:45.559 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:45.560 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:37:45.644 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:37:45 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:37:45] "GET /metrics HTTP/1.1" 200 36622 "" "Prometheus/2.43.0" 2023-08-28T02:37:45.661 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:37:45.701 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:45.776 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:37:45.780 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:45.780 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:37:45.881 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:37:45.908 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:45.927 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:37:45.929 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:45.929 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:37:45.980 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:45 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:37:45.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:45 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:37:45.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:45 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:37:46.030 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:37:46.057 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:46.075 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:37:46.078 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:46.078 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:37:46.179 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:37:46.207 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:46.229 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:37:46.232 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:46.232 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:37:46.296 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:37:46.296 INFO:teuthology.orchestra.run.smithi040.stdout:{"fsid":"d9a8f48a-4546-11ee-817c-1b7a5f1ba315","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"noscrub flag(s) set","count":7},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 34266/208821 objects degraded (16.409%), 5 pgs degraded, 5 pgs undersized","count":10},"muted":false}},"mutes":[]},"election_epoch":34,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":1471,"monmap":{"epoch":4,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":348,"num_osds":8,"num_up_osds":8,"osd_up_since":1693189991,"num_in_osds":6,"osd_in_since":1693189947,"num_remapped_pgs":8},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":91},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":4},{"state_name":"active+remapped+backfill_wait","count":3},{"state_name":"active+recovering+undersized+degraded+remapped","count":1}],"num_pgs":99,"num_pools":5,"num_objects":69607,"data_bytes":4560567044,"bytes_used":13729849344,"bytes_avail":562240364544,"bytes_total":575970213888,"degraded_objects":34266,"degraded_total":208821,"degraded_ratio":0.16409269182697142,"misplaced_objects":12624,"misplaced_total":208821,"misplaced_ratio":0.06045369000244228,"recovering_objects_per_sec":62,"recovering_bytes_per_sec":4134198,"recovering_keys_per_sec":0,"num_objects_recovered":628,"num_bytes_recovered":41353760,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":110},"fsmap":{"epoch":7,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi040.wmhbsz","status":"up:active","gid":24577}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.40:8443/","prometheus":"http://172.21.15.40:9283/"}},"servicemap":{"epoch":22,"modified":"2023-08-28T02:34:10.384085+0000","services":{}},"progress_events":{"12dba03a-d529-4826-b243-e29af8fa97a8":{"message":"Upgrade to 18.2.0-187-g9cf20820 (5m)\n [============................] (remaining: 6m)","progress":0.44999998807907104,"add_to_ceph_s":true},"42e4bfe6-6201-4e43-94a3-bd00b5166574":{"message":"Global Recovery Event (6m)\n [=========================...] (remaining: 37s)","progress":0.90909093618392944,"add_to_ceph_s":true}}} 2023-08-28T02:37:46.333 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:37:46.368 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:46.544 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:37:46.547 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:46.547 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:37:46.648 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:37:46.689 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:46.713 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:37:46.715 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:46.716 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:37:46.801 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:46 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 34266/208821 objects degraded (16.409%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:37:46.801 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:46 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1337345261' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:37:46.801 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:46 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:37:46.802 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:46 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3698345130' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:37:46.802 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:46 smithi040 ceph-mon[175404]: pgmap v1064: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 4.2 GiB data, 13 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 117 op/s; 33440/207696 objects degraded (16.100%); 12592/207696 objects misplaced (6.063%); 8.6 MiB/s, 136 objects/s recovering 2023-08-28T02:37:46.802 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:46 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 34266/208821 objects degraded (16.409%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:37:46.802 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:46 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1337345261' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:37:46.803 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:46 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:37:46.803 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:46 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3698345130' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:37:46.803 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:46 smithi040 ceph-mon[170259]: pgmap v1064: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 4.2 GiB data, 13 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 117 op/s; 33440/207696 objects degraded (16.100%); 12592/207696 objects misplaced (6.063%); 8.6 MiB/s, 136 objects/s recovering 2023-08-28T02:37:46.817 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:37:46.840 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2023-08-28T02:37:46.840 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:37:46.845 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:46.866 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:37:46.869 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:46.870 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:37:46.970 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:37:46.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:46 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 34266/208821 objects degraded (16.409%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:37:46.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:46 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1337345261' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:37:46.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:46 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:37:46.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:46 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3698345130' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:37:46.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:46 smithi083 ceph-mon[157819]: pgmap v1064: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 4.2 GiB data, 13 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 117 op/s; 33440/207696 objects degraded (16.100%); 12592/207696 objects misplaced (6.063%); 8.6 MiB/s, 136 objects/s recovering 2023-08-28T02:37:46.997 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:47.013 INFO:teuthology.orchestra.run.smithi040.stderr:nodeep-scrub is set 2023-08-28T02:37:47.017 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:37:47.020 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:47.020 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:37:47.092 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-08-28T02:37:47.092 INFO:teuthology.orchestra.run.smithi040.stdout: "ops": [], 2023-08-28T02:37:47.092 INFO:teuthology.orchestra.run.smithi040.stdout: "complaint_time": 30, 2023-08-28T02:37:47.092 INFO:teuthology.orchestra.run.smithi040.stdout: "num_blocked_ops": 0 2023-08-28T02:37:47.092 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-08-28T02:37:47.121 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:37:47.157 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:47.230 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:37:47.234 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:47.235 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:37:47.336 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:37:47.366 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:47.390 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:37:47.393 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:47.394 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:37:47.495 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:37:47.535 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:47.562 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:37:47.566 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:47.566 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:37:47.667 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:37:47.694 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:47.713 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:37:47.716 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:47.716 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:37:47.794 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.2 dump_historic_ops 2023-08-28T02:37:47.801 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:37:47.817 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:37:47.843 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:47.862 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:37:47.864 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:47.865 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:37:47.947 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:47 smithi040 ceph-mon[170259]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:37:47.947 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:47 smithi040 ceph-mon[170259]: failed to encode map e349 with expected crc 2023-08-28T02:37:47.947 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:47 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:37:47.947 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:47 smithi040 ceph-mon[170259]: osdmap e349: 8 total, 8 up, 6 in 2023-08-28T02:37:47.947 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:47 smithi040 ceph-mon[170259]: failed to encode map e349 with expected crc 2023-08-28T02:37:47.947 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:47 smithi040 ceph-mon[170259]: failed to encode map e349 with expected crc 2023-08-28T02:37:47.947 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:47 smithi040 ceph-mon[175404]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:37:47.947 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:47 smithi040 ceph-mon[175404]: failed to encode map e349 with expected crc 2023-08-28T02:37:47.948 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:47 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:37:47.948 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:47 smithi040 ceph-mon[175404]: osdmap e349: 8 total, 8 up, 6 in 2023-08-28T02:37:47.948 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:47 smithi040 ceph-mon[175404]: failed to encode map e349 with expected crc 2023-08-28T02:37:47.948 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:47 smithi040 ceph-mon[175404]: failed to encode map e349 with expected crc 2023-08-28T02:37:47.965 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:37:47.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:47 smithi083 ceph-mon[157819]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:37:47.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:47 smithi083 ceph-mon[157819]: failed to encode map e349 with expected crc 2023-08-28T02:37:47.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:47 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:37:47.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:47 smithi083 ceph-mon[157819]: osdmap e349: 8 total, 8 up, 6 in 2023-08-28T02:37:47.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:47 smithi083 ceph-mon[157819]: failed to encode map e349 with expected crc 2023-08-28T02:37:47.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:47 smithi083 ceph-mon[157819]: failed to encode map e349 with expected crc 2023-08-28T02:37:47.992 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:48.012 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:37:48.015 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:48.016 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:37:48.049 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-08-28T02:37:48.116 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:37:48.153 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:48.436 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:37:48.439 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:48.440 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:37:48.519 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:37:48.541 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:37:48.576 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:48.629 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:37:48.649 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:37:48.656 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:48.658 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:37:48.759 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:37:48.797 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:48.826 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:37:48.830 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:48 smithi040 ceph-mon[175404]: pgmap v1066: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 4.2 GiB data, 13 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 127 op/s; 33365/206781 objects degraded (16.135%); 12513/206781 objects misplaced (6.051%); 8.4 MiB/s, 133 objects/s recovering 2023-08-28T02:37:48.830 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:48.831 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:48 smithi040 ceph-mon[170259]: pgmap v1066: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 4.2 GiB data, 13 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 127 op/s; 33365/206781 objects degraded (16.135%); 12513/206781 objects misplaced (6.051%); 8.4 MiB/s, 133 objects/s recovering 2023-08-28T02:37:48.831 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:37:48.932 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:37:48.958 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:48 smithi083 ceph-mon[157819]: pgmap v1066: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 4.2 GiB data, 13 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 127 op/s; 33365/206781 objects degraded (16.135%); 12513/206781 objects misplaced (6.051%); 8.4 MiB/s, 133 objects/s recovering 2023-08-28T02:37:48.961 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:48.979 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:37:48.982 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:48.982 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:37:49.083 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:37:49.109 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:49.129 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:37:49.132 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:49.133 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:37:49.161 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:37:49.163 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:37:49.233 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:37:49.273 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:49.440 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd unset noscrub 2023-08-28T02:37:49.798 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:37:49.802 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:49.802 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:37:49.903 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:37:49.931 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:49.957 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:37:49.958 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:49 smithi083 ceph-mon[157819]: from='client.56113 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:37:49.959 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:49.960 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:37:49.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:49 smithi040 ceph-mon[175404]: from='client.56113 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:37:49.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:49 smithi040 ceph-mon[170259]: from='client.56113 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:37:50.043 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":1066,"stamp":"2023-08-28T02:37:48.452478+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4516002564,"num_objects":68927,"num_object_clones":0,"num_object_copies":206781,"num_objects_missing_on_primary":4403,"num_objects_missing":4403,"num_objects_degraded":33365,"num_objects_misplaced":12513,"num_objects_unfound":0,"num_objects_dirty":68927,"num_whiteouts":0,"num_read":90,"num_read_kb":168,"num_write":117815,"num_write_kb":5972054,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":40409,"num_bytes_recovered":2630947729,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":98984,"ondisk_log_size":98984,"up":297,"acting":292,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":13343240,"kb_used_data":10388888,"kb_used_omap":12,"kb_used_meta":2954291,"kb_avail":549127672,"statfs":{"total":575970213888,"available":562306736128,"internally_reserved":0,"allocated":10638221312,"data_stored":10628048664,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12739,"internal_metadata":3025194557},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,0,0,0,1,2,1,2,1,2,9],"upper_bound":4096},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-83623936,"num_objects":-1276,"num_object_clones":0,"num_object_copies":-3828,"num_objects_missing_on_primary":-74,"num_objects_missing":-74,"num_objects_degraded":-1454,"num_objects_misplaced":4182,"num_objects_unfound":0,"num_objects_dirty":-1276,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1276,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1335,"num_bytes_recovered":87687712,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002883"},"pg_stats":[{"pgid":"3.1a","version":"65'1","reported_seq":359,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.956376+0000","last_change":"2023-08-28T02:32:32.667028+0000","last_active":"2023-08-28T02:37:30.956376+0000","last_peered":"2023-08-28T02:37:30.956376+0000","last_clean":"2023-08-28T02:37:30.956376+0000","last_became_active":"2023-08-28T02:32:32.666711+0000","last_became_peered":"2023-08-28T02:32:32.666711+0000","last_unstale":"2023-08-28T02:37:30.956376+0000","last_undegraded":"2023-08-28T02:37:30.956376+0000","last_fullsized":"2023-08-28T02:37:30.956376+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:28:21.913105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":312,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.964450+0000","last_change":"2023-08-28T02:29:44.421259+0000","last_active":"2023-08-28T02:37:30.964450+0000","last_peered":"2023-08-28T02:37:30.964450+0000","last_clean":"2023-08-28T02:37:30.964450+0000","last_became_active":"2023-08-28T02:29:44.420936+0000","last_became_peered":"2023-08-28T02:29:44.420936+0000","last_unstale":"2023-08-28T02:37:30.964450+0000","last_undegraded":"2023-08-28T02:37:30.964450+0000","last_fullsized":"2023-08-28T02:37:30.964450+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:22:26.346867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":154,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.089549+0000","last_change":"2023-08-28T02:33:12.290337+0000","last_active":"2023-08-28T02:37:37.089549+0000","last_peered":"2023-08-28T02:37:37.089549+0000","last_clean":"2023-08-28T02:37:37.089549+0000","last_became_active":"2023-08-28T02:33:12.289852+0000","last_became_peered":"2023-08-28T02:33:12.289852+0000","last_unstale":"2023-08-28T02:37:37.089549+0000","last_undegraded":"2023-08-28T02:37:37.089549+0000","last_fullsized":"2023-08-28T02:37:37.089549+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:04:26.420037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":327,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.964033+0000","last_change":"2023-08-28T02:33:13.317226+0000","last_active":"2023-08-28T02:37:30.964033+0000","last_peered":"2023-08-28T02:37:30.964033+0000","last_clean":"2023-08-28T02:37:30.964033+0000","last_became_active":"2023-08-28T02:33:13.316893+0000","last_became_peered":"2023-08-28T02:33:13.316893+0000","last_unstale":"2023-08-28T02:37:30.964033+0000","last_undegraded":"2023-08-28T02:37:30.964033+0000","last_fullsized":"2023-08-28T02:37:30.964033+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:55:46.593463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":271,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.971435+0000","last_change":"2023-08-28T02:33:12.295203+0000","last_active":"2023-08-28T02:37:30.971435+0000","last_peered":"2023-08-28T02:37:30.971435+0000","last_clean":"2023-08-28T02:37:30.971435+0000","last_became_active":"2023-08-28T02:33:12.294904+0000","last_became_peered":"2023-08-28T02:33:12.294904+0000","last_unstale":"2023-08-28T02:37:30.971435+0000","last_undegraded":"2023-08-28T02:37:30.971435+0000","last_fullsized":"2023-08-28T02:37:30.971435+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:31:07.008856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":289,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.973087+0000","last_change":"2023-08-28T02:31:51.987263+0000","last_active":"2023-08-28T02:37:30.973087+0000","last_peered":"2023-08-28T02:37:30.973087+0000","last_clean":"2023-08-28T02:37:30.973087+0000","last_became_active":"2023-08-28T02:31:51.986938+0000","last_became_peered":"2023-08-28T02:31:51.986938+0000","last_unstale":"2023-08-28T02:37:30.973087+0000","last_undegraded":"2023-08-28T02:37:30.973087+0000","last_fullsized":"2023-08-28T02:37:30.973087+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:18.021905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":321,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.964001+0000","last_change":"2023-08-28T02:33:12.318656+0000","last_active":"2023-08-28T02:37:30.964001+0000","last_peered":"2023-08-28T02:37:30.964001+0000","last_clean":"2023-08-28T02:37:30.964001+0000","last_became_active":"2023-08-28T02:33:12.318297+0000","last_became_peered":"2023-08-28T02:33:12.318297+0000","last_unstale":"2023-08-28T02:37:30.964001+0000","last_undegraded":"2023-08-28T02:37:30.964001+0000","last_fullsized":"2023-08-28T02:37:30.964001+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:43:09.789767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":252,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.971458+0000","last_change":"2023-08-28T02:33:13.357230+0000","last_active":"2023-08-28T02:37:30.971458+0000","last_peered":"2023-08-28T02:37:30.971458+0000","last_clean":"2023-08-28T02:37:30.971458+0000","last_became_active":"2023-08-28T02:33:13.356853+0000","last_became_peered":"2023-08-28T02:33:13.356853+0000","last_unstale":"2023-08-28T02:37:30.971458+0000","last_undegraded":"2023-08-28T02:37:30.971458+0000","last_fullsized":"2023-08-28T02:37:30.971458+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:20:21.545007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":331,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.972548+0000","last_change":"2023-08-28T02:29:44.462510+0000","last_active":"2023-08-28T02:37:30.972548+0000","last_peered":"2023-08-28T02:37:30.972548+0000","last_clean":"2023-08-28T02:37:30.972548+0000","last_became_active":"2023-08-28T02:29:44.460314+0000","last_became_peered":"2023-08-28T02:29:44.460314+0000","last_unstale":"2023-08-28T02:37:30.972548+0000","last_undegraded":"2023-08-28T02:37:30.972548+0000","last_fullsized":"2023-08-28T02:37:30.972548+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:59:01.311467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":255,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.971864+0000","last_change":"2023-08-28T02:33:13.291255+0000","last_active":"2023-08-28T02:37:30.971864+0000","last_peered":"2023-08-28T02:37:30.971864+0000","last_clean":"2023-08-28T02:37:30.971864+0000","last_became_active":"2023-08-28T02:33:13.290933+0000","last_became_peered":"2023-08-28T02:33:13.290933+0000","last_unstale":"2023-08-28T02:37:30.971864+0000","last_undegraded":"2023-08-28T02:37:30.971864+0000","last_fullsized":"2023-08-28T02:37:30.971864+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:31:54.116908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"65'3","reported_seq":332,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.959613+0000","last_change":"2023-08-28T02:33:12.296412+0000","last_active":"2023-08-28T02:37:30.959613+0000","last_peered":"2023-08-28T02:37:30.959613+0000","last_clean":"2023-08-28T02:37:30.959613+0000","last_became_active":"2023-08-28T02:33:12.295786+0000","last_became_peered":"2023-08-28T02:33:12.295786+0000","last_unstale":"2023-08-28T02:37:30.959613+0000","last_undegraded":"2023-08-28T02:37:30.959613+0000","last_fullsized":"2023-08-28T02:37:30.959613+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:15:31.449163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":157,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.090641+0000","last_change":"2023-08-28T02:32:32.666927+0000","last_active":"2023-08-28T02:37:37.090641+0000","last_peered":"2023-08-28T02:37:37.090641+0000","last_clean":"2023-08-28T02:37:37.090641+0000","last_became_active":"2023-08-28T02:32:32.666618+0000","last_became_peered":"2023-08-28T02:32:32.666618+0000","last_unstale":"2023-08-28T02:37:37.090641+0000","last_undegraded":"2023-08-28T02:37:37.090641+0000","last_fullsized":"2023-08-28T02:37:37.090641+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:45:57.998333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":356,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.956446+0000","last_change":"2023-08-28T02:32:28.505262+0000","last_active":"2023-08-28T02:37:30.956446+0000","last_peered":"2023-08-28T02:37:30.956446+0000","last_clean":"2023-08-28T02:37:30.956446+0000","last_became_active":"2023-08-28T02:32:28.455999+0000","last_became_peered":"2023-08-28T02:32:28.455999+0000","last_unstale":"2023-08-28T02:37:30.956446+0000","last_undegraded":"2023-08-28T02:37:30.956446+0000","last_fullsized":"2023-08-28T02:37:30.956446+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:28.937020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":9468,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":340,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.956362+0000","last_change":"2023-08-28T02:32:12.959195+0000","last_active":"2023-08-28T02:37:30.956362+0000","last_peered":"2023-08-28T02:37:30.956362+0000","last_clean":"2023-08-28T02:37:30.956362+0000","last_became_active":"2023-08-28T02:32:12.958832+0000","last_became_peered":"2023-08-28T02:32:12.958832+0000","last_unstale":"2023-08-28T02:37:30.956362+0000","last_undegraded":"2023-08-28T02:37:30.956362+0000","last_fullsized":"2023-08-28T02:37:30.956362+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:23:27.197787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"65'2","reported_seq":330,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.959113+0000","last_change":"2023-08-28T02:32:28.461161+0000","last_active":"2023-08-28T02:37:30.959113+0000","last_peered":"2023-08-28T02:37:30.959113+0000","last_clean":"2023-08-28T02:37:30.959113+0000","last_became_active":"2023-08-28T02:32:28.451284+0000","last_became_peered":"2023-08-28T02:32:28.451284+0000","last_unstale":"2023-08-28T02:37:30.959113+0000","last_undegraded":"2023-08-28T02:37:30.959113+0000","last_fullsized":"2023-08-28T02:37:30.959113+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:58:20.061020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":312,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.963507+0000","last_change":"2023-08-28T02:29:44.419566+0000","last_active":"2023-08-28T02:37:30.963507+0000","last_peered":"2023-08-28T02:37:30.963507+0000","last_clean":"2023-08-28T02:37:30.963507+0000","last_became_active":"2023-08-28T02:29:44.419053+0000","last_became_peered":"2023-08-28T02:29:44.419053+0000","last_unstale":"2023-08-28T02:37:30.963507+0000","last_undegraded":"2023-08-28T02:37:30.963507+0000","last_fullsized":"2023-08-28T02:37:30.963507+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:44:36.133499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":315,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.963231+0000","last_change":"2023-08-28T02:33:12.493777+0000","last_active":"2023-08-28T02:37:30.963231+0000","last_peered":"2023-08-28T02:37:30.963231+0000","last_clean":"2023-08-28T02:37:30.963231+0000","last_became_active":"2023-08-28T02:33:12.491177+0000","last_became_peered":"2023-08-28T02:33:12.491177+0000","last_unstale":"2023-08-28T02:37:30.963231+0000","last_undegraded":"2023-08-28T02:37:30.963231+0000","last_fullsized":"2023-08-28T02:37:30.963231+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:10:58.167753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":327,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.971643+0000","last_change":"2023-08-28T02:33:12.290293+0000","last_active":"2023-08-28T02:37:30.971643+0000","last_peered":"2023-08-28T02:37:30.971643+0000","last_clean":"2023-08-28T02:37:30.971643+0000","last_became_active":"2023-08-28T02:33:12.289989+0000","last_became_peered":"2023-08-28T02:33:12.289989+0000","last_unstale":"2023-08-28T02:37:30.971643+0000","last_undegraded":"2023-08-28T02:37:30.971643+0000","last_fullsized":"2023-08-28T02:37:30.971643+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:05:33.622172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":305,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.959038+0000","last_change":"2023-08-28T02:32:12.948756+0000","last_active":"2023-08-28T02:37:30.959038+0000","last_peered":"2023-08-28T02:37:30.959038+0000","last_clean":"2023-08-28T02:37:30.959038+0000","last_became_active":"2023-08-28T02:32:12.948441+0000","last_became_peered":"2023-08-28T02:32:12.948441+0000","last_unstale":"2023-08-28T02:37:30.959038+0000","last_undegraded":"2023-08-28T02:37:30.959038+0000","last_fullsized":"2023-08-28T02:37:30.959038+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:27.922180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":322,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.964127+0000","last_change":"2023-08-28T02:33:12.299398+0000","last_active":"2023-08-28T02:37:30.964127+0000","last_peered":"2023-08-28T02:37:30.964127+0000","last_clean":"2023-08-28T02:37:30.964127+0000","last_became_active":"2023-08-28T02:33:12.299113+0000","last_became_peered":"2023-08-28T02:33:12.299113+0000","last_unstale":"2023-08-28T02:37:30.964127+0000","last_undegraded":"2023-08-28T02:37:30.964127+0000","last_fullsized":"2023-08-28T02:37:30.964127+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:14:55.597212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"65'8","reported_seq":116,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.961435+0000","last_change":"2023-08-28T02:33:13.478870+0000","last_active":"2023-08-28T02:37:30.961435+0000","last_peered":"2023-08-28T02:37:30.961435+0000","last_clean":"2023-08-28T02:37:30.961435+0000","last_became_active":"2023-08-28T02:33:13.332142+0000","last_became_peered":"2023-08-28T02:33:13.332142+0000","last_unstale":"2023-08-28T02:37:30.961435+0000","last_undegraded":"2023-08-28T02:37:30.961435+0000","last_fullsized":"2023-08-28T02:37:30.961435+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:32:42.810159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":253,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.972983+0000","last_change":"2023-08-28T02:33:12.306353+0000","last_active":"2023-08-28T02:37:30.972983+0000","last_peered":"2023-08-28T02:37:30.972983+0000","last_clean":"2023-08-28T02:37:30.972983+0000","last_became_active":"2023-08-28T02:33:12.304977+0000","last_became_peered":"2023-08-28T02:33:12.304977+0000","last_unstale":"2023-08-28T02:37:30.972983+0000","last_undegraded":"2023-08-28T02:37:30.972983+0000","last_fullsized":"2023-08-28T02:37:30.972983+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:19:38.819671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"348'7321","reported_seq":7427,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:45.750701+0000","last_change":"2023-08-28T02:30:50.402703+0000","last_active":"2023-08-28T02:37:45.750701+0000","last_peered":"2023-08-28T02:37:45.750701+0000","last_clean":"2023-08-28T02:37:45.750701+0000","last_became_active":"2023-08-28T02:30:50.402419+0000","last_became_peered":"2023-08-28T02:30:50.402419+0000","last_unstale":"2023-08-28T02:37:45.750701+0000","last_undegraded":"2023-08-28T02:37:45.750701+0000","last_fullsized":"2023-08-28T02:37:45.750701+0000","mapping_epoch":250,"log_start":"254'100","ondisk_log_start":"254'100","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7221,"log_dups_size":0,"ondisk_log_size":7221,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:07:37.393907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":284360704,"num_objects":4339,"num_object_clones":0,"num_object_copies":13017,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4339,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7321,"num_write_kb":373120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"65'1","reported_seq":313,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.959631+0000","last_change":"2023-08-28T02:14:43.046130+0000","last_active":"2023-08-28T02:37:30.959631+0000","last_peered":"2023-08-28T02:37:30.959631+0000","last_clean":"2023-08-28T02:37:30.959631+0000","last_became_active":"2023-08-28T02:14:43.045775+0000","last_became_peered":"2023-08-28T02:14:43.045775+0000","last_unstale":"2023-08-28T02:37:30.959631+0000","last_undegraded":"2023-08-28T02:37:30.959631+0000","last_fullsized":"2023-08-28T02:37:30.959631+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:57:38.279756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":303,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.971263+0000","last_change":"2023-08-28T02:31:51.987149+0000","last_active":"2023-08-28T02:37:30.971263+0000","last_peered":"2023-08-28T02:37:30.971263+0000","last_clean":"2023-08-28T02:37:30.971263+0000","last_became_active":"2023-08-28T02:31:51.986821+0000","last_became_peered":"2023-08-28T02:31:51.986821+0000","last_unstale":"2023-08-28T02:37:30.971263+0000","last_undegraded":"2023-08-28T02:37:30.971263+0000","last_fullsized":"2023-08-28T02:37:30.971263+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:23:26.661134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"348'7347","reported_seq":11937,"reported_epoch":348,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:37:45.697283+0000","last_change":"2023-08-28T02:33:33.975566+0000","last_active":"2023-08-28T02:37:45.697283+0000","last_peered":"2023-08-28T02:37:45.697283+0000","last_clean":"2023-08-28T02:31:27.868230+0000","last_became_active":"2023-08-28T02:33:33.660452+0000","last_became_peered":"2023-08-28T02:33:33.660452+0000","last_unstale":"2023-08-28T02:37:45.697283+0000","last_undegraded":"2023-08-28T02:33:13.410847+0000","last_fullsized":"2023-08-28T02:33:13.270012+0000","mapping_epoch":298,"log_start":"254'200","ondisk_log_start":"254'200","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7147,"log_dups_size":0,"ondisk_log_size":7147,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:33.375162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":278724608,"num_objects":4253,"num_object_clones":0,"num_object_copies":12759,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6761,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4253,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7347,"num_write_kb":371200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2223,"num_bytes_recovered":145620992,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[5,4],"avail_no_missing":["5","6"],"object_location_counts":[{"shards":"2,5,6","objects":915},{"shards":"3,5,6","objects":1833},{"shards":"5,6","objects":1505}],"blocked_by":[],"up_primary":3,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"65'2","reported_seq":338,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.959538+0000","last_change":"2023-08-28T02:29:44.436352+0000","last_active":"2023-08-28T02:37:30.959538+0000","last_peered":"2023-08-28T02:37:30.959538+0000","last_clean":"2023-08-28T02:37:30.959538+0000","last_became_active":"2023-08-28T02:29:44.411499+0000","last_became_peered":"2023-08-28T02:29:44.411499+0000","last_unstale":"2023-08-28T02:37:30.959538+0000","last_undegraded":"2023-08-28T02:37:30.959538+0000","last_fullsized":"2023-08-28T02:37:30.959538+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:46:57.540191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":364,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.956305+0000","last_change":"2023-08-28T02:33:12.289004+0000","last_active":"2023-08-28T02:37:30.956305+0000","last_peered":"2023-08-28T02:37:30.956305+0000","last_clean":"2023-08-28T02:37:30.956305+0000","last_became_active":"2023-08-28T02:33:12.288722+0000","last_became_peered":"2023-08-28T02:33:12.288722+0000","last_unstale":"2023-08-28T02:37:30.956305+0000","last_undegraded":"2023-08-28T02:37:30.956305+0000","last_fullsized":"2023-08-28T02:37:30.956305+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:24.019483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"348'7256","reported_seq":9339,"reported_epoch":348,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-08-28T02:37:45.383420+0000","last_change":"2023-08-28T02:37:37.934437+0000","last_active":"2023-08-28T02:37:45.383420+0000","last_peered":"2023-08-28T02:37:45.383420+0000","last_clean":"2023-08-28T02:31:27.908616+0000","last_became_active":"2023-08-28T02:33:13.578484+0000","last_became_peered":"2023-08-28T02:33:13.578484+0000","last_unstale":"2023-08-28T02:37:45.383420+0000","last_undegraded":"2023-08-28T02:33:13.297322+0000","last_fullsized":"2023-08-28T02:33:13.268309+0000","mapping_epoch":298,"log_start":"256'1912","ondisk_log_start":"256'1912","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5344,"log_dups_size":0,"ondisk_log_size":5344,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:42:33.431186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":281411584,"num_objects":4294,"num_object_clones":0,"num_object_copies":12882,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1469,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4294,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7256,"num_write_kb":369600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":979,"num_bytes_recovered":64159744,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4],"avail_no_missing":["0","4"],"object_location_counts":[{"shards":"0,4","objects":2825}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"65'1","reported_seq":324,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.959451+0000","last_change":"2023-08-28T02:33:13.516869+0000","last_active":"2023-08-28T02:37:30.959451+0000","last_peered":"2023-08-28T02:37:30.959451+0000","last_clean":"2023-08-28T02:37:30.959451+0000","last_became_active":"2023-08-28T02:33:13.396736+0000","last_became_peered":"2023-08-28T02:33:13.396736+0000","last_unstale":"2023-08-28T02:37:30.959451+0000","last_undegraded":"2023-08-28T02:37:30.959451+0000","last_fullsized":"2023-08-28T02:37:30.959451+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:47:08.237137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":291,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.090521+0000","last_change":"2023-08-28T02:31:51.987327+0000","last_active":"2023-08-28T02:37:37.090521+0000","last_peered":"2023-08-28T02:37:37.090521+0000","last_clean":"2023-08-28T02:37:37.090521+0000","last_became_active":"2023-08-28T02:31:51.987018+0000","last_became_peered":"2023-08-28T02:31:51.987018+0000","last_unstale":"2023-08-28T02:37:37.090521+0000","last_undegraded":"2023-08-28T02:37:37.090521+0000","last_fullsized":"2023-08-28T02:37:37.090521+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:53:26.105101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.5","version":"348'7212","reported_seq":10132,"reported_epoch":348,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:37:45.385689+0000","last_change":"2023-08-28T02:33:13.625779+0000","last_active":"2023-08-28T02:37:45.385689+0000","last_peered":"2023-08-28T02:37:45.385689+0000","last_clean":"2023-08-28T02:31:27.898932+0000","last_became_active":"2023-08-28T02:33:13.612126+0000","last_became_peered":"2023-08-28T02:33:13.612126+0000","last_unstale":"2023-08-28T02:37:45.385689+0000","last_undegraded":"2023-08-28T02:33:13.485377+0000","last_fullsized":"2023-08-28T02:33:13.264317+0000","mapping_epoch":298,"log_start":"256'1863","ondisk_log_start":"256'1863","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5349,"log_dups_size":0,"ondisk_log_size":5349,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:37:28.843386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":277872640,"num_objects":4240,"num_object_clones":0,"num_object_copies":12720,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6781,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4240,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7212,"num_write_kb":366464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1395,"num_bytes_recovered":91422720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,7],"avail_no_missing":["0","2"],"object_location_counts":[{"shards":"0,2","objects":2358},{"shards":"0,2,3","objects":1881},{"shards":"0,7","objects":1}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":342,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.971395+0000","last_change":"2023-08-28T02:33:13.281826+0000","last_active":"2023-08-28T02:37:30.971395+0000","last_peered":"2023-08-28T02:37:30.971395+0000","last_clean":"2023-08-28T02:37:30.971395+0000","last_became_active":"2023-08-28T02:33:13.281511+0000","last_became_peered":"2023-08-28T02:33:13.281511+0000","last_unstale":"2023-08-28T02:37:30.971395+0000","last_undegraded":"2023-08-28T02:37:30.971395+0000","last_fullsized":"2023-08-28T02:37:30.971395+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:32:55.005706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":339,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.962098+0000","last_change":"2023-08-28T02:29:44.436713+0000","last_active":"2023-08-28T02:37:30.962098+0000","last_peered":"2023-08-28T02:37:30.962098+0000","last_clean":"2023-08-28T02:37:30.962098+0000","last_became_active":"2023-08-28T02:29:44.436203+0000","last_became_peered":"2023-08-28T02:29:44.436203+0000","last_unstale":"2023-08-28T02:37:30.962098+0000","last_undegraded":"2023-08-28T02:37:30.962098+0000","last_fullsized":"2023-08-28T02:37:30.962098+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:46:48.522293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"349'7493","reported_seq":7604,"reported_epoch":349,"state":"active+clean","last_fresh":"2023-08-28T02:37:47.550919+0000","last_change":"2023-08-28T02:30:50.399669+0000","last_active":"2023-08-28T02:37:47.550919+0000","last_peered":"2023-08-28T02:37:47.550919+0000","last_clean":"2023-08-28T02:37:47.550919+0000","last_became_active":"2023-08-28T02:30:50.399332+0000","last_became_peered":"2023-08-28T02:30:50.399332+0000","last_unstale":"2023-08-28T02:37:47.550919+0000","last_undegraded":"2023-08-28T02:37:47.550919+0000","last_fullsized":"2023-08-28T02:37:47.550919+0000","mapping_epoch":250,"log_start":"255'1300","ondisk_log_start":"255'1300","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6193,"log_dups_size":0,"ondisk_log_size":6193,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:00:54.910841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":283181056,"num_objects":4321,"num_object_clones":0,"num_object_copies":12963,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4321,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7493,"num_write_kb":378048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"75'161","reported_seq":768,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.959317+0000","last_change":"2023-08-28T02:33:13.310049+0000","last_active":"2023-08-28T02:37:30.959317+0000","last_peered":"2023-08-28T02:37:30.959317+0000","last_clean":"2023-08-28T02:37:30.959317+0000","last_became_active":"2023-08-28T02:33:13.309661+0000","last_became_peered":"2023-08-28T02:33:13.309661+0000","last_unstale":"2023-08-28T02:37:30.959317+0000","last_undegraded":"2023-08-28T02:37:30.959317+0000","last_fullsized":"2023-08-28T02:37:30.959317+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.930230+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.930230+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:27:40.889460+0000","scrub_duration":0.0050169209999999997,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"65'2","reported_seq":303,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.089812+0000","last_change":"2023-08-28T02:33:12.294922+0000","last_active":"2023-08-28T02:37:37.089812+0000","last_peered":"2023-08-28T02:37:37.089812+0000","last_clean":"2023-08-28T02:37:37.089812+0000","last_became_active":"2023-08-28T02:33:12.294518+0000","last_became_peered":"2023-08-28T02:33:12.294518+0000","last_unstale":"2023-08-28T02:37:37.089812+0000","last_undegraded":"2023-08-28T02:37:37.089812+0000","last_fullsized":"2023-08-28T02:37:37.089812+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:21:12.737286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":341,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.956499+0000","last_change":"2023-08-28T02:33:13.310505+0000","last_active":"2023-08-28T02:37:30.956499+0000","last_peered":"2023-08-28T02:37:30.956499+0000","last_clean":"2023-08-28T02:37:30.956499+0000","last_became_active":"2023-08-28T02:33:13.310223+0000","last_became_peered":"2023-08-28T02:33:13.310223+0000","last_unstale":"2023-08-28T02:37:30.956499+0000","last_undegraded":"2023-08-28T02:37:30.956499+0000","last_fullsized":"2023-08-28T02:37:30.956499+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:27:02.124453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"348'7348","reported_seq":10370,"reported_epoch":348,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:37:45.549289+0000","last_change":"2023-08-28T02:33:13.591092+0000","last_active":"2023-08-28T02:37:45.549289+0000","last_peered":"2023-08-28T02:37:45.549289+0000","last_clean":"2023-08-28T02:31:27.916082+0000","last_became_active":"2023-08-28T02:33:13.580413+0000","last_became_peered":"2023-08-28T02:33:13.580413+0000","last_unstale":"2023-08-28T02:37:45.549289+0000","last_undegraded":"2023-08-28T02:33:13.480527+0000","last_fullsized":"2023-08-28T02:33:13.270957+0000","mapping_epoch":298,"log_start":"254'200","ondisk_log_start":"254'200","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7148,"log_dups_size":0,"ondisk_log_size":7148,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:03.698410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":283115520,"num_objects":4320,"num_object_clones":0,"num_object_copies":12960,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6944,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4320,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7348,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1443,"num_bytes_recovered":94568448,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,4],"avail_no_missing":["5","2"],"object_location_counts":[{"shards":"2,3,5","objects":1838},{"shards":"2,5","objects":2482}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"75'161","reported_seq":607,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.933802+0000","last_change":"2023-08-28T02:37:37.933802+0000","last_active":"2023-08-28T02:37:37.933802+0000","last_peered":"2023-08-28T02:37:37.933802+0000","last_clean":"2023-08-28T02:37:37.933802+0000","last_became_active":"2023-08-28T02:33:13.287313+0000","last_became_peered":"2023-08-28T02:33:13.287313+0000","last_unstale":"2023-08-28T02:37:37.933802+0000","last_undegraded":"2023-08-28T02:37:37.933802+0000","last_fullsized":"2023-08-28T02:37:37.933802+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:45.407127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:45.407127+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:39:14.213229+0000","scrub_duration":0.0018495320000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":262688,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":261,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.956209+0000","last_change":"2023-08-28T02:33:13.309727+0000","last_active":"2023-08-28T02:37:30.956209+0000","last_peered":"2023-08-28T02:37:30.956209+0000","last_clean":"2023-08-28T02:37:30.956209+0000","last_became_active":"2023-08-28T02:33:13.309487+0000","last_became_peered":"2023-08-28T02:33:13.309487+0000","last_unstale":"2023-08-28T02:37:30.956209+0000","last_undegraded":"2023-08-28T02:37:30.956209+0000","last_fullsized":"2023-08-28T02:37:30.956209+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:27:29.294011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":76,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.956450+0000","last_change":"2023-08-28T02:32:28.456323+0000","last_active":"2023-08-28T02:37:30.956450+0000","last_peered":"2023-08-28T02:37:30.956450+0000","last_clean":"2023-08-28T02:37:30.956450+0000","last_became_active":"2023-08-28T02:32:28.455987+0000","last_became_peered":"2023-08-28T02:32:28.455987+0000","last_unstale":"2023-08-28T02:37:30.956450+0000","last_undegraded":"2023-08-28T02:37:30.956450+0000","last_fullsized":"2023-08-28T02:37:30.956450+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:54:07.724002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"349'7503","reported_seq":17630,"reported_epoch":349,"state":"active+clean","last_fresh":"2023-08-28T02:37:47.494394+0000","last_change":"2023-08-28T02:33:13.316023+0000","last_active":"2023-08-28T02:37:47.494394+0000","last_peered":"2023-08-28T02:37:47.494394+0000","last_clean":"2023-08-28T02:37:47.494394+0000","last_became_active":"2023-08-28T02:33:13.308403+0000","last_became_peered":"2023-08-28T02:33:13.308403+0000","last_unstale":"2023-08-28T02:37:47.494394+0000","last_undegraded":"2023-08-28T02:37:47.494394+0000","last_fullsized":"2023-08-28T02:37:47.494394+0000","mapping_epoch":298,"log_start":"255'1300","ondisk_log_start":"255'1300","created":250,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6203,"log_dups_size":0,"ondisk_log_size":6203,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:10:38.401973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":287899648,"num_objects":4393,"num_object_clones":0,"num_object_copies":13179,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4393,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7503,"num_write_kb":380672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4999,"num_bytes_recovered":327614464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":321,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.956245+0000","last_change":"2023-08-28T02:32:28.455294+0000","last_active":"2023-08-28T02:37:30.956245+0000","last_peered":"2023-08-28T02:37:30.956245+0000","last_clean":"2023-08-28T02:37:30.956245+0000","last_became_active":"2023-08-28T02:32:28.455013+0000","last_became_peered":"2023-08-28T02:32:28.455013+0000","last_unstale":"2023-08-28T02:37:30.956245+0000","last_undegraded":"2023-08-28T02:37:30.956245+0000","last_fullsized":"2023-08-28T02:37:30.956245+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:53.583864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":353,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.956918+0000","last_change":"2023-08-28T02:33:13.335588+0000","last_active":"2023-08-28T02:37:30.956918+0000","last_peered":"2023-08-28T02:37:30.956918+0000","last_clean":"2023-08-28T02:37:30.956918+0000","last_became_active":"2023-08-28T02:33:13.335326+0000","last_became_peered":"2023-08-28T02:33:13.335326+0000","last_unstale":"2023-08-28T02:37:30.956918+0000","last_undegraded":"2023-08-28T02:37:30.956918+0000","last_fullsized":"2023-08-28T02:37:30.956918+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:15:44.958663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"348'7398","reported_seq":7504,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:46.650545+0000","last_change":"2023-08-28T02:30:50.400261+0000","last_active":"2023-08-28T02:37:46.650545+0000","last_peered":"2023-08-28T02:37:46.650545+0000","last_clean":"2023-08-28T02:37:46.650545+0000","last_became_active":"2023-08-28T02:30:50.399938+0000","last_became_peered":"2023-08-28T02:30:50.399938+0000","last_unstale":"2023-08-28T02:37:46.650545+0000","last_undegraded":"2023-08-28T02:37:46.650545+0000","last_fullsized":"2023-08-28T02:37:46.650545+0000","mapping_epoch":250,"log_start":"256'1990","ondisk_log_start":"256'1990","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5408,"log_dups_size":0,"ondisk_log_size":5408,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:43:56.802792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":281542656,"num_objects":4296,"num_object_clones":0,"num_object_copies":12888,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4296,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7398,"num_write_kb":374208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"75'161","reported_seq":627,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.971634+0000","last_change":"2023-08-28T02:32:56.519141+0000","last_active":"2023-08-28T02:37:30.971634+0000","last_peered":"2023-08-28T02:37:30.971634+0000","last_clean":"2023-08-28T02:37:30.971634+0000","last_became_active":"2023-08-28T02:32:56.518863+0000","last_became_peered":"2023-08-28T02:32:56.518863+0000","last_unstale":"2023-08-28T02:37:30.971634+0000","last_undegraded":"2023-08-28T02:37:30.971634+0000","last_fullsized":"2023-08-28T02:37:30.971634+0000","mapping_epoch":292,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":293,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_clean_scrub_stamp":"2023-08-28T02:29:25.608370+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:59:50.561109+0000","scrub_duration":0.001662689,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":256,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.971557+0000","last_change":"2023-08-28T02:33:12.294592+0000","last_active":"2023-08-28T02:37:30.971557+0000","last_peered":"2023-08-28T02:37:30.971557+0000","last_clean":"2023-08-28T02:37:30.971557+0000","last_became_active":"2023-08-28T02:33:12.288508+0000","last_became_peered":"2023-08-28T02:33:12.288508+0000","last_unstale":"2023-08-28T02:37:30.971557+0000","last_undegraded":"2023-08-28T02:37:30.971557+0000","last_fullsized":"2023-08-28T02:37:30.971557+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:05:42.717608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":139,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.096985+0000","last_change":"2023-08-28T02:29:44.429834+0000","last_active":"2023-08-28T02:37:37.096985+0000","last_peered":"2023-08-28T02:37:37.096985+0000","last_clean":"2023-08-28T02:37:37.096985+0000","last_became_active":"2023-08-28T02:29:44.429512+0000","last_became_peered":"2023-08-28T02:29:44.429512+0000","last_unstale":"2023-08-28T02:37:37.096985+0000","last_undegraded":"2023-08-28T02:37:37.096985+0000","last_fullsized":"2023-08-28T02:37:37.096985+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:58.062455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"348'7292","reported_seq":7398,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:45.442758+0000","last_change":"2023-08-28T02:30:50.402348+0000","last_active":"2023-08-28T02:37:45.442758+0000","last_peered":"2023-08-28T02:37:45.442758+0000","last_clean":"2023-08-28T02:37:45.442758+0000","last_became_active":"2023-08-28T02:30:50.402076+0000","last_became_peered":"2023-08-28T02:30:50.402076+0000","last_unstale":"2023-08-28T02:37:45.442758+0000","last_undegraded":"2023-08-28T02:37:45.442758+0000","last_fullsized":"2023-08-28T02:37:45.442758+0000","mapping_epoch":250,"log_start":"254'400","ondisk_log_start":"254'400","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6892,"log_dups_size":0,"ondisk_log_size":6892,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:24.859426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":280756224,"num_objects":4284,"num_object_clones":0,"num_object_copies":12852,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4284,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7292,"num_write_kb":370432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.7","version":"75'161","reported_seq":548,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.972908+0000","last_change":"2023-08-28T02:33:13.532525+0000","last_active":"2023-08-28T02:37:30.972908+0000","last_peered":"2023-08-28T02:37:30.972908+0000","last_clean":"2023-08-28T02:37:30.972908+0000","last_became_active":"2023-08-28T02:33:13.532125+0000","last_became_peered":"2023-08-28T02:33:13.532125+0000","last_unstale":"2023-08-28T02:37:30.972908+0000","last_undegraded":"2023-08-28T02:37:30.972908+0000","last_fullsized":"2023-08-28T02:37:30.972908+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.887648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.887648+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":139,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.089800+0000","last_change":"2023-08-28T02:29:44.407595+0000","last_active":"2023-08-28T02:37:37.089800+0000","last_peered":"2023-08-28T02:37:37.089800+0000","last_clean":"2023-08-28T02:37:37.089800+0000","last_became_active":"2023-08-28T02:29:44.407316+0000","last_became_peered":"2023-08-28T02:29:44.407316+0000","last_unstale":"2023-08-28T02:37:37.089800+0000","last_undegraded":"2023-08-28T02:37:37.089800+0000","last_fullsized":"2023-08-28T02:37:37.089800+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:01:47.777709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":359,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.971579+0000","last_change":"2023-08-28T02:33:13.286980+0000","last_active":"2023-08-28T02:37:30.971579+0000","last_peered":"2023-08-28T02:37:30.971579+0000","last_clean":"2023-08-28T02:37:30.971579+0000","last_became_active":"2023-08-28T02:33:13.286740+0000","last_became_peered":"2023-08-28T02:33:13.286740+0000","last_unstale":"2023-08-28T02:37:30.971579+0000","last_undegraded":"2023-08-28T02:37:30.971579+0000","last_fullsized":"2023-08-28T02:37:30.971579+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:24:54.574365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":139,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.090567+0000","last_change":"2023-08-28T02:29:44.506914+0000","last_active":"2023-08-28T02:37:37.090567+0000","last_peered":"2023-08-28T02:37:37.090567+0000","last_clean":"2023-08-28T02:37:37.090567+0000","last_became_active":"2023-08-28T02:29:44.506606+0000","last_became_peered":"2023-08-28T02:29:44.506606+0000","last_unstale":"2023-08-28T02:37:37.090567+0000","last_undegraded":"2023-08-28T02:37:37.090567+0000","last_fullsized":"2023-08-28T02:37:37.090567+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:55:50.992279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"348'7352","reported_seq":19057,"reported_epoch":348,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:37:44.651914+0000","last_change":"2023-08-28T02:34:11.565330+0000","last_active":"2023-08-28T02:37:44.651914+0000","last_peered":"2023-08-28T02:37:44.651914+0000","last_clean":"2023-08-28T02:32:11.916240+0000","last_became_active":"2023-08-28T02:33:12.501819+0000","last_became_peered":"2023-08-28T02:33:12.501819+0000","last_unstale":"2023-08-28T02:37:44.651914+0000","last_undegraded":"2023-08-28T02:37:44.651914+0000","last_fullsized":"2023-08-28T02:37:44.651914+0000","mapping_epoch":297,"log_start":"256'2024","ondisk_log_start":"256'2024","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5328,"log_dups_size":0,"ondisk_log_size":5328,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:45:43.329719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":278134784,"num_objects":4244,"num_object_clones":0,"num_object_copies":12732,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4244,"num_objects_unfound":0,"num_objects_dirty":4244,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7352,"num_write_kb":371072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5787,"num_bytes_recovered":379256832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,2],"avail_no_missing":["0","2","5","6"],"object_location_counts":[{"shards":"0,2,5","objects":4244}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.1","version":"75'161","reported_seq":607,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.971349+0000","last_change":"2023-08-28T02:32:31.482659+0000","last_active":"2023-08-28T02:37:30.971349+0000","last_peered":"2023-08-28T02:37:30.971349+0000","last_clean":"2023-08-28T02:37:30.971349+0000","last_became_active":"2023-08-28T02:32:31.482320+0000","last_became_peered":"2023-08-28T02:32:31.482320+0000","last_unstale":"2023-08-28T02:37:30.971349+0000","last_undegraded":"2023-08-28T02:37:30.971349+0000","last_fullsized":"2023-08-28T02:37:30.971349+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:24.559397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:24.559397+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:41:09.516918+0000","scrub_duration":0.001580328,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":345,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.971330+0000","last_change":"2023-08-28T02:31:51.988386+0000","last_active":"2023-08-28T02:37:30.971330+0000","last_peered":"2023-08-28T02:37:30.971330+0000","last_clean":"2023-08-28T02:37:30.971330+0000","last_became_active":"2023-08-28T02:31:51.988097+0000","last_became_peered":"2023-08-28T02:31:51.988097+0000","last_unstale":"2023-08-28T02:37:30.971330+0000","last_undegraded":"2023-08-28T02:37:30.971330+0000","last_fullsized":"2023-08-28T02:37:30.971330+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:25:01.818829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":321,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.956513+0000","last_change":"2023-08-28T02:32:12.951275+0000","last_active":"2023-08-28T02:37:30.956513+0000","last_peered":"2023-08-28T02:37:30.956513+0000","last_clean":"2023-08-28T02:37:30.956513+0000","last_became_active":"2023-08-28T02:32:12.950965+0000","last_became_peered":"2023-08-28T02:32:12.950965+0000","last_unstale":"2023-08-28T02:37:30.956513+0000","last_undegraded":"2023-08-28T02:37:30.956513+0000","last_fullsized":"2023-08-28T02:37:30.956513+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:37:31.294280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":165,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.089849+0000","last_change":"2023-08-28T02:33:13.286534+0000","last_active":"2023-08-28T02:37:37.089849+0000","last_peered":"2023-08-28T02:37:37.089849+0000","last_clean":"2023-08-28T02:37:37.089849+0000","last_became_active":"2023-08-28T02:33:13.286164+0000","last_became_peered":"2023-08-28T02:33:13.286164+0000","last_unstale":"2023-08-28T02:37:37.089849+0000","last_undegraded":"2023-08-28T02:37:37.089849+0000","last_fullsized":"2023-08-28T02:37:37.089849+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:56.721932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"348'7383","reported_seq":19179,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:45.557808+0000","last_change":"2023-08-28T02:34:14.448606+0000","last_active":"2023-08-28T02:37:45.557808+0000","last_peered":"2023-08-28T02:37:45.557808+0000","last_clean":"2023-08-28T02:37:45.557808+0000","last_became_active":"2023-08-28T02:34:14.438547+0000","last_became_peered":"2023-08-28T02:34:14.438547+0000","last_unstale":"2023-08-28T02:37:45.557808+0000","last_undegraded":"2023-08-28T02:37:45.557808+0000","last_fullsized":"2023-08-28T02:37:45.557808+0000","mapping_epoch":314,"log_start":"254'200","ondisk_log_start":"254'200","created":250,"last_epoch_clean":315,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7183,"log_dups_size":0,"ondisk_log_size":7183,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:06:41.120408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":280821760,"num_objects":4285,"num_object_clones":0,"num_object_copies":12855,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4285,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7383,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5834,"num_bytes_recovered":376832000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2","version":"75'161","reported_seq":729,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.959097+0000","last_change":"2023-08-28T02:30:51.762377+0000","last_active":"2023-08-28T02:37:30.959097+0000","last_peered":"2023-08-28T02:37:30.959097+0000","last_clean":"2023-08-28T02:37:30.959097+0000","last_became_active":"2023-08-28T02:27:46.375590+0000","last_became_peered":"2023-08-28T02:27:46.375590+0000","last_unstale":"2023-08-28T02:37:30.959097+0000","last_undegraded":"2023-08-28T02:37:30.959097+0000","last_fullsized":"2023-08-28T02:37:30.959097+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:51.762314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:51.762314+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:02.034555+0000","scrub_duration":0.0020023620000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":156,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.971951+0000","last_change":"2023-08-28T02:33:13.289765+0000","last_active":"2023-08-28T02:37:30.971951+0000","last_peered":"2023-08-28T02:37:30.971951+0000","last_clean":"2023-08-28T02:37:30.971951+0000","last_became_active":"2023-08-28T02:33:13.289159+0000","last_became_peered":"2023-08-28T02:33:13.289159+0000","last_unstale":"2023-08-28T02:37:30.971951+0000","last_undegraded":"2023-08-28T02:37:30.971951+0000","last_fullsized":"2023-08-28T02:37:30.971951+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:30:38.956723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":158,"reported_epoch":349,"state":"active+clean","last_fresh":"2023-08-28T02:37:47.009536+0000","last_change":"2023-08-28T02:32:28.464203+0000","last_active":"2023-08-28T02:37:47.009536+0000","last_peered":"2023-08-28T02:37:47.009536+0000","last_clean":"2023-08-28T02:37:47.009536+0000","last_became_active":"2023-08-28T02:32:28.463412+0000","last_became_peered":"2023-08-28T02:32:28.463412+0000","last_unstale":"2023-08-28T02:37:47.009536+0000","last_undegraded":"2023-08-28T02:37:47.009536+0000","last_fullsized":"2023-08-28T02:37:47.009536+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:20:38.177879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":139,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.096942+0000","last_change":"2023-08-28T02:29:44.427945+0000","last_active":"2023-08-28T02:37:37.096942+0000","last_peered":"2023-08-28T02:37:37.096942+0000","last_clean":"2023-08-28T02:37:37.096942+0000","last_became_active":"2023-08-28T02:29:44.426487+0000","last_became_peered":"2023-08-28T02:29:44.426487+0000","last_unstale":"2023-08-28T02:37:37.096942+0000","last_undegraded":"2023-08-28T02:37:37.096942+0000","last_fullsized":"2023-08-28T02:37:37.096942+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:30:20.438896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"349'7377","reported_seq":17456,"reported_epoch":349,"state":"active+clean","last_fresh":"2023-08-28T02:37:47.506569+0000","last_change":"2023-08-28T02:34:48.488647+0000","last_active":"2023-08-28T02:37:47.506569+0000","last_peered":"2023-08-28T02:37:47.506569+0000","last_clean":"2023-08-28T02:37:47.506569+0000","last_became_active":"2023-08-28T02:34:48.476519+0000","last_became_peered":"2023-08-28T02:34:48.476519+0000","last_unstale":"2023-08-28T02:37:47.506569+0000","last_undegraded":"2023-08-28T02:37:47.506569+0000","last_fullsized":"2023-08-28T02:37:47.506569+0000","mapping_epoch":318,"log_start":"255'1200","ondisk_log_start":"255'1200","created":250,"last_epoch_clean":319,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6177,"log_dups_size":0,"ondisk_log_size":6177,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:44:20.004230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":279642112,"num_objects":4267,"num_object_clones":0,"num_object_copies":12801,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4267,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7377,"num_write_kb":372608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4973,"num_bytes_recovered":325910528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":339,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.972721+0000","last_change":"2023-08-28T02:33:13.484970+0000","last_active":"2023-08-28T02:37:30.972721+0000","last_peered":"2023-08-28T02:37:30.972721+0000","last_clean":"2023-08-28T02:37:30.972721+0000","last_became_active":"2023-08-28T02:33:13.484579+0000","last_became_peered":"2023-08-28T02:33:13.484579+0000","last_unstale":"2023-08-28T02:37:30.972721+0000","last_undegraded":"2023-08-28T02:37:30.972721+0000","last_fullsized":"2023-08-28T02:37:30.972721+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:58.027468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"75'161","reported_seq":730,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.958972+0000","last_change":"2023-08-28T02:31:55.059467+0000","last_active":"2023-08-28T02:37:30.958972+0000","last_peered":"2023-08-28T02:37:30.958972+0000","last_clean":"2023-08-28T02:37:30.958972+0000","last_became_active":"2023-08-28T02:31:55.059115+0000","last_became_peered":"2023-08-28T02:31:55.059115+0000","last_unstale":"2023-08-28T02:37:30.958972+0000","last_undegraded":"2023-08-28T02:37:30.958972+0000","last_fullsized":"2023-08-28T02:37:30.958972+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":0,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.820990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.820990+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:15:56.774667+0000","scrub_duration":0.0017342480000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":257,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.972891+0000","last_change":"2023-08-28T02:33:13.352810+0000","last_active":"2023-08-28T02:37:30.972891+0000","last_peered":"2023-08-28T02:37:30.972891+0000","last_clean":"2023-08-28T02:37:30.972891+0000","last_became_active":"2023-08-28T02:33:13.351697+0000","last_became_peered":"2023-08-28T02:33:13.351697+0000","last_unstale":"2023-08-28T02:37:30.972891+0000","last_undegraded":"2023-08-28T02:37:30.972891+0000","last_fullsized":"2023-08-28T02:37:30.972891+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:56.187163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":170,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.956845+0000","last_change":"2023-08-28T02:31:51.984584+0000","last_active":"2023-08-28T02:37:30.956845+0000","last_peered":"2023-08-28T02:37:30.956845+0000","last_clean":"2023-08-28T02:37:30.956845+0000","last_became_active":"2023-08-28T02:31:51.984264+0000","last_became_peered":"2023-08-28T02:31:51.984264+0000","last_unstale":"2023-08-28T02:37:30.956845+0000","last_undegraded":"2023-08-28T02:37:30.956845+0000","last_fullsized":"2023-08-28T02:37:30.956845+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:58:42.306722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"348'7287","reported_seq":19001,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:44.629455+0000","last_change":"2023-08-28T02:35:11.978901+0000","last_active":"2023-08-28T02:37:44.629455+0000","last_peered":"2023-08-28T02:37:44.629455+0000","last_clean":"2023-08-28T02:37:44.629455+0000","last_became_active":"2023-08-28T02:35:11.966585+0000","last_became_peered":"2023-08-28T02:35:11.966585+0000","last_unstale":"2023-08-28T02:37:44.629455+0000","last_undegraded":"2023-08-28T02:37:44.629455+0000","last_fullsized":"2023-08-28T02:37:44.629455+0000","mapping_epoch":323,"log_start":"256'1928","ondisk_log_start":"256'1928","created":250,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5359,"log_dups_size":0,"ondisk_log_size":5359,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:03:07.017814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":281477120,"num_objects":4295,"num_object_clones":0,"num_object_copies":12885,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4295,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7287,"num_write_kb":370624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5791,"num_bytes_recovered":368967680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3","version":"75'161","reported_seq":615,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.092014+0000","last_change":"2023-08-28T02:31:55.068239+0000","last_active":"2023-08-28T02:37:37.092014+0000","last_peered":"2023-08-28T02:37:37.092014+0000","last_clean":"2023-08-28T02:37:37.092014+0000","last_became_active":"2023-08-28T02:31:55.067875+0000","last_became_peered":"2023-08-28T02:31:55.067875+0000","last_unstale":"2023-08-28T02:37:37.092014+0000","last_undegraded":"2023-08-28T02:37:37.092014+0000","last_fullsized":"2023-08-28T02:37:37.092014+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.868248+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:11:04.391639+0000","scrub_duration":0.0016215240000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":353,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.958938+0000","last_change":"2023-08-28T02:29:44.421353+0000","last_active":"2023-08-28T02:37:30.958938+0000","last_peered":"2023-08-28T02:37:30.958938+0000","last_clean":"2023-08-28T02:37:30.958938+0000","last_became_active":"2023-08-28T02:29:44.421064+0000","last_became_peered":"2023-08-28T02:29:44.421064+0000","last_unstale":"2023-08-28T02:37:30.958938+0000","last_undegraded":"2023-08-28T02:37:30.958938+0000","last_fullsized":"2023-08-28T02:37:30.958938+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:51:36.524024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":323,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:35.384776+0000","last_change":"2023-08-28T02:33:12.299487+0000","last_active":"2023-08-28T02:37:35.384776+0000","last_peered":"2023-08-28T02:37:35.384776+0000","last_clean":"2023-08-28T02:37:35.384776+0000","last_became_active":"2023-08-28T02:33:12.299175+0000","last_became_peered":"2023-08-28T02:33:12.299175+0000","last_unstale":"2023-08-28T02:37:35.384776+0000","last_undegraded":"2023-08-28T02:37:35.384776+0000","last_fullsized":"2023-08-28T02:37:35.384776+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:42:29.713462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":333,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.963766+0000","last_change":"2023-08-28T02:32:28.457696+0000","last_active":"2023-08-28T02:37:30.963766+0000","last_peered":"2023-08-28T02:37:30.963766+0000","last_clean":"2023-08-28T02:37:30.963766+0000","last_became_active":"2023-08-28T02:32:28.457407+0000","last_became_peered":"2023-08-28T02:32:28.457407+0000","last_unstale":"2023-08-28T02:37:30.963766+0000","last_undegraded":"2023-08-28T02:37:30.963766+0000","last_fullsized":"2023-08-28T02:37:30.963766+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:26:29.392787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"348'7239","reported_seq":8373,"reported_epoch":348,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:37:46.475992+0000","last_change":"2023-08-28T02:34:11.566035+0000","last_active":"2023-08-28T02:37:46.475992+0000","last_peered":"2023-08-28T02:37:46.475992+0000","last_clean":"2023-08-28T02:33:10.395883+0000","last_became_active":"2023-08-28T02:33:12.394714+0000","last_became_peered":"2023-08-28T02:33:12.394714+0000","last_unstale":"2023-08-28T02:37:46.475992+0000","last_undegraded":"2023-08-28T02:37:46.475992+0000","last_fullsized":"2023-08-28T02:37:46.475992+0000","mapping_epoch":297,"log_start":"256'1784","ondisk_log_start":"256'1784","created":250,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5455,"log_dups_size":0,"ondisk_log_size":5455,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:01:26.984565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":278134808,"num_objects":4245,"num_object_clones":0,"num_object_copies":12735,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3872,"num_objects_unfound":0,"num_objects_dirty":4245,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7239,"num_write_kb":367425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":500,"num_bytes_recovered":32768000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,6],"avail_no_missing":["4","0","6"],"object_location_counts":[{"shards":"0,4,6","objects":4245}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.6","version":"75'161","reported_seq":608,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.963626+0000","last_change":"2023-08-28T02:33:13.338675+0000","last_active":"2023-08-28T02:37:30.963626+0000","last_peered":"2023-08-28T02:37:30.963626+0000","last_clean":"2023-08-28T02:37:30.963626+0000","last_became_active":"2023-08-28T02:33:13.338271+0000","last_became_peered":"2023-08-28T02:33:13.338271+0000","last_unstale":"2023-08-28T02:37:30.963626+0000","last_undegraded":"2023-08-28T02:37:30.963626+0000","last_fullsized":"2023-08-28T02:37:30.963626+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.774982+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.774982+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:13:20.011329+0000","scrub_duration":0.003539819,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":316,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.959524+0000","last_change":"2023-08-28T02:14:43.033789+0000","last_active":"2023-08-28T02:37:30.959524+0000","last_peered":"2023-08-28T02:37:30.959524+0000","last_clean":"2023-08-28T02:37:30.959524+0000","last_became_active":"2023-08-28T02:14:43.033454+0000","last_became_peered":"2023-08-28T02:14:43.033454+0000","last_unstale":"2023-08-28T02:37:30.959524+0000","last_undegraded":"2023-08-28T02:37:30.959524+0000","last_fullsized":"2023-08-28T02:37:30.959524+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:01:13.205842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":148,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.089946+0000","last_change":"2023-08-28T02:32:28.461807+0000","last_active":"2023-08-28T02:37:37.089946+0000","last_peered":"2023-08-28T02:37:37.089946+0000","last_clean":"2023-08-28T02:37:37.089946+0000","last_became_active":"2023-08-28T02:32:28.461116+0000","last_became_peered":"2023-08-28T02:32:28.461116+0000","last_unstale":"2023-08-28T02:37:37.089946+0000","last_undegraded":"2023-08-28T02:37:37.089946+0000","last_fullsized":"2023-08-28T02:37:37.089946+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:12:45.321757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":294,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:35.384910+0000","last_change":"2023-08-28T02:14:43.048791+0000","last_active":"2023-08-28T02:37:35.384910+0000","last_peered":"2023-08-28T02:37:35.384910+0000","last_clean":"2023-08-28T02:37:35.384910+0000","last_became_active":"2023-08-28T02:14:43.047408+0000","last_became_peered":"2023-08-28T02:14:43.047408+0000","last_unstale":"2023-08-28T02:37:35.384910+0000","last_undegraded":"2023-08-28T02:37:35.384910+0000","last_fullsized":"2023-08-28T02:37:35.384910+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:47.097181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"348'7465","reported_seq":17538,"reported_epoch":348,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:37:46.621161+0000","last_change":"2023-08-28T02:37:37.899201+0000","last_active":"2023-08-28T02:37:46.621161+0000","last_peered":"2023-08-28T02:37:46.621161+0000","last_clean":"2023-08-28T02:31:50.933695+0000","last_became_active":"2023-08-28T02:33:13.540416+0000","last_became_peered":"2023-08-28T02:33:13.540416+0000","last_unstale":"2023-08-28T02:37:46.621161+0000","last_undegraded":"2023-08-28T02:37:46.621161+0000","last_fullsized":"2023-08-28T02:37:46.621161+0000","mapping_epoch":298,"log_start":"256'2074","ondisk_log_start":"256'2074","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5391,"log_dups_size":0,"ondisk_log_size":5391,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:49:35.658845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":288161792,"num_objects":4397,"num_object_clones":0,"num_object_copies":13191,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4397,"num_objects_unfound":0,"num_objects_dirty":4397,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7465,"num_write_kb":379584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4967,"num_bytes_recovered":325517312,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,2],"avail_no_missing":["4","2","5","6"],"object_location_counts":[{"shards":"2,4,5","objects":4397}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.5","version":"75'161","reported_seq":641,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.956533+0000","last_change":"2023-08-28T02:32:31.477151+0000","last_active":"2023-08-28T02:37:30.956533+0000","last_peered":"2023-08-28T02:37:30.956533+0000","last_clean":"2023-08-28T02:37:30.956533+0000","last_became_active":"2023-08-28T02:32:31.476776+0000","last_became_peered":"2023-08-28T02:32:31.476776+0000","last_unstale":"2023-08-28T02:37:30.956533+0000","last_undegraded":"2023-08-28T02:37:30.956533+0000","last_fullsized":"2023-08-28T02:37:30.956533+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:18.891729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:18.891729+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:47:27.194140+0000","scrub_duration":0.0031546460000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"65'2","reported_seq":304,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.972754+0000","last_change":"2023-08-28T02:33:12.327778+0000","last_active":"2023-08-28T02:37:30.972754+0000","last_peered":"2023-08-28T02:37:30.972754+0000","last_clean":"2023-08-28T02:37:30.972754+0000","last_became_active":"2023-08-28T02:33:12.327273+0000","last_became_peered":"2023-08-28T02:33:12.327273+0000","last_unstale":"2023-08-28T02:37:30.972754+0000","last_undegraded":"2023-08-28T02:37:30.972754+0000","last_fullsized":"2023-08-28T02:37:30.972754+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:40.554192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":187,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.587216+0000","last_change":"2023-08-28T02:33:13.335665+0000","last_active":"2023-08-28T02:37:37.587216+0000","last_peered":"2023-08-28T02:37:37.587216+0000","last_clean":"2023-08-28T02:37:37.587216+0000","last_became_active":"2023-08-28T02:33:13.335322+0000","last_became_peered":"2023-08-28T02:33:13.335322+0000","last_unstale":"2023-08-28T02:37:37.587216+0000","last_undegraded":"2023-08-28T02:37:37.587216+0000","last_fullsized":"2023-08-28T02:37:37.587216+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:21:08.024493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":301,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.971608+0000","last_change":"2023-08-28T02:33:12.310326+0000","last_active":"2023-08-28T02:37:30.971608+0000","last_peered":"2023-08-28T02:37:30.971608+0000","last_clean":"2023-08-28T02:37:30.971608+0000","last_became_active":"2023-08-28T02:33:12.310011+0000","last_became_peered":"2023-08-28T02:33:12.310011+0000","last_unstale":"2023-08-28T02:37:30.971608+0000","last_undegraded":"2023-08-28T02:37:30.971608+0000","last_fullsized":"2023-08-28T02:37:30.971608+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:35:03.710036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"348'7437","reported_seq":12069,"reported_epoch":348,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:37:46.971714+0000","last_change":"2023-08-28T02:33:34.765675+0000","last_active":"2023-08-28T02:37:46.971714+0000","last_peered":"2023-08-28T02:37:46.971714+0000","last_clean":"2023-08-28T02:31:27.909649+0000","last_became_active":"2023-08-28T02:33:33.726805+0000","last_became_peered":"2023-08-28T02:33:33.726805+0000","last_unstale":"2023-08-28T02:37:46.971714+0000","last_undegraded":"2023-08-28T02:33:20.140072+0000","last_fullsized":"2023-08-28T02:33:13.278549+0000","mapping_epoch":298,"log_start":"256'2077","ondisk_log_start":"256'2077","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5360,"log_dups_size":0,"ondisk_log_size":5360,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:02:22.971585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":290390016,"num_objects":4431,"num_object_clones":0,"num_object_copies":13293,"num_objects_missing_on_primary":4403,"num_objects_missing":4403,"num_objects_degraded":11410,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4431,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7437,"num_write_kb":379776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1493,"num_bytes_recovered":97714176,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[4,3],"avail_no_missing":["2","6"],"object_location_counts":[{"shards":"2,3,4,6","objects":13},{"shards":"2,3,6","objects":1920},{"shards":"2,4,6","objects":14},{"shards":"2,6","objects":2483},{"shards":"3,4","objects":-12}],"blocked_by":[],"up_primary":3,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.4","version":"75'161","reported_seq":556,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.972313+0000","last_change":"2023-08-28T02:33:12.296479+0000","last_active":"2023-08-28T02:37:30.972313+0000","last_peered":"2023-08-28T02:37:30.972313+0000","last_clean":"2023-08-28T02:37:30.972313+0000","last_became_active":"2023-08-28T02:33:12.294160+0000","last_became_peered":"2023-08-28T02:33:12.294160+0000","last_unstale":"2023-08-28T02:37:30.972313+0000","last_undegraded":"2023-08-28T02:37:30.972313+0000","last_fullsized":"2023-08-28T02:37:30.972313+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.899247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.899247+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":274,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.959673+0000","last_change":"2023-08-28T02:33:13.539335+0000","last_active":"2023-08-28T02:37:30.959673+0000","last_peered":"2023-08-28T02:37:30.959673+0000","last_clean":"2023-08-28T02:37:30.959673+0000","last_became_active":"2023-08-28T02:33:13.538978+0000","last_became_peered":"2023-08-28T02:33:13.538978+0000","last_unstale":"2023-08-28T02:37:30.959673+0000","last_undegraded":"2023-08-28T02:37:30.959673+0000","last_fullsized":"2023-08-28T02:37:30.959673+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:26:13.405766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"65'1","reported_seq":337,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.963878+0000","last_change":"2023-08-28T02:29:44.510205+0000","last_active":"2023-08-28T02:37:30.963878+0000","last_peered":"2023-08-28T02:37:30.963878+0000","last_clean":"2023-08-28T02:37:30.963878+0000","last_became_active":"2023-08-28T02:29:44.429357+0000","last_became_peered":"2023-08-28T02:29:44.429357+0000","last_unstale":"2023-08-28T02:37:30.963878+0000","last_undegraded":"2023-08-28T02:37:30.963878+0000","last_fullsized":"2023-08-28T02:37:30.963878+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:44:59.955729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":303,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.956155+0000","last_change":"2023-08-28T02:32:12.950661+0000","last_active":"2023-08-28T02:37:30.956155+0000","last_peered":"2023-08-28T02:37:30.956155+0000","last_clean":"2023-08-28T02:37:30.956155+0000","last_became_active":"2023-08-28T02:32:12.950276+0000","last_became_peered":"2023-08-28T02:32:12.950276+0000","last_unstale":"2023-08-28T02:37:30.956155+0000","last_undegraded":"2023-08-28T02:37:30.956155+0000","last_fullsized":"2023-08-28T02:37:30.956155+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:05:17.972868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"65'1","reported_seq":295,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.962293+0000","last_change":"2023-08-28T02:14:43.042150+0000","last_active":"2023-08-28T02:37:30.962293+0000","last_peered":"2023-08-28T02:37:30.962293+0000","last_clean":"2023-08-28T02:37:30.962293+0000","last_became_active":"2023-08-28T02:14:43.038336+0000","last_became_peered":"2023-08-28T02:14:43.038336+0000","last_unstale":"2023-08-28T02:37:30.962293+0000","last_undegraded":"2023-08-28T02:37:30.962293+0000","last_fullsized":"2023-08-28T02:37:30.962293+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:26:02.415152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":346,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.089896+0000","last_change":"2023-08-28T02:33:13.318097+0000","last_active":"2023-08-28T02:37:37.089896+0000","last_peered":"2023-08-28T02:37:37.089896+0000","last_clean":"2023-08-28T02:37:37.089896+0000","last_became_active":"2023-08-28T02:33:13.317761+0000","last_became_peered":"2023-08-28T02:33:13.317761+0000","last_unstale":"2023-08-28T02:37:37.089896+0000","last_undegraded":"2023-08-28T02:37:37.089896+0000","last_fullsized":"2023-08-28T02:37:37.089896+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:24.836996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"65'2","reported_seq":341,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.971444+0000","last_change":"2023-08-28T02:29:44.535937+0000","last_active":"2023-08-28T02:37:30.971444+0000","last_peered":"2023-08-28T02:37:30.971444+0000","last_clean":"2023-08-28T02:37:30.971444+0000","last_became_active":"2023-08-28T02:29:44.462244+0000","last_became_peered":"2023-08-28T02:29:44.462244+0000","last_unstale":"2023-08-28T02:37:30.971444+0000","last_undegraded":"2023-08-28T02:37:30.971444+0000","last_fullsized":"2023-08-28T02:37:30.971444+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:30:33.173713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":342,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.962028+0000","last_change":"2023-08-28T02:33:12.305580+0000","last_active":"2023-08-28T02:37:30.962028+0000","last_peered":"2023-08-28T02:37:30.962028+0000","last_clean":"2023-08-28T02:37:30.962028+0000","last_became_active":"2023-08-28T02:33:12.305261+0000","last_became_peered":"2023-08-28T02:33:12.305261+0000","last_unstale":"2023-08-28T02:37:30.962028+0000","last_undegraded":"2023-08-28T02:37:30.962028+0000","last_fullsized":"2023-08-28T02:37:30.962028+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:22:31.614221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"65'2","reported_seq":310,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.971504+0000","last_change":"2023-08-28T02:31:51.991101+0000","last_active":"2023-08-28T02:37:30.971504+0000","last_peered":"2023-08-28T02:37:30.971504+0000","last_clean":"2023-08-28T02:37:30.971504+0000","last_became_active":"2023-08-28T02:31:51.987237+0000","last_became_peered":"2023-08-28T02:31:51.987237+0000","last_unstale":"2023-08-28T02:37:30.971504+0000","last_undegraded":"2023-08-28T02:37:30.971504+0000","last_fullsized":"2023-08-28T02:37:30.971504+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:07:07.370857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":344,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.956189+0000","last_change":"2023-08-28T02:33:12.494483+0000","last_active":"2023-08-28T02:37:30.956189+0000","last_peered":"2023-08-28T02:37:30.956189+0000","last_clean":"2023-08-28T02:37:30.956189+0000","last_became_active":"2023-08-28T02:33:12.494136+0000","last_became_peered":"2023-08-28T02:33:12.494136+0000","last_unstale":"2023-08-28T02:37:30.956189+0000","last_undegraded":"2023-08-28T02:37:30.956189+0000","last_fullsized":"2023-08-28T02:37:30.956189+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:36.772588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"65'1","reported_seq":289,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.972691+0000","last_change":"2023-08-28T02:33:13.287922+0000","last_active":"2023-08-28T02:37:30.972691+0000","last_peered":"2023-08-28T02:37:30.972691+0000","last_clean":"2023-08-28T02:37:30.972691+0000","last_became_active":"2023-08-28T02:33:13.287520+0000","last_became_peered":"2023-08-28T02:33:13.287520+0000","last_unstale":"2023-08-28T02:37:30.972691+0000","last_undegraded":"2023-08-28T02:37:30.972691+0000","last_fullsized":"2023-08-28T02:37:30.972691+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:11.627168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":302,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.972095+0000","last_change":"2023-08-28T02:33:13.289469+0000","last_active":"2023-08-28T02:37:30.972095+0000","last_peered":"2023-08-28T02:37:30.972095+0000","last_clean":"2023-08-28T02:37:30.972095+0000","last_became_active":"2023-08-28T02:33:13.288737+0000","last_became_peered":"2023-08-28T02:33:13.288737+0000","last_unstale":"2023-08-28T02:37:30.972095+0000","last_undegraded":"2023-08-28T02:37:30.972095+0000","last_fullsized":"2023-08-28T02:37:30.972095+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:11:15.043550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"65'4","reported_seq":327,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:35.385061+0000","last_change":"2023-08-28T02:32:28.607010+0000","last_active":"2023-08-28T02:37:35.385061+0000","last_peered":"2023-08-28T02:37:35.385061+0000","last_clean":"2023-08-28T02:37:35.385061+0000","last_became_active":"2023-08-28T02:32:28.492224+0000","last_became_peered":"2023-08-28T02:32:28.492224+0000","last_unstale":"2023-08-28T02:37:35.385061+0000","last_undegraded":"2023-08-28T02:37:35.385061+0000","last_fullsized":"2023-08-28T02:37:35.385061+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:13:45.711951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":554,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":354,"reported_epoch":347,"state":"active+clean","last_fresh":"2023-08-28T02:37:30.956053+0000","last_change":"2023-08-28T02:33:13.309144+0000","last_active":"2023-08-28T02:37:30.956053+0000","last_peered":"2023-08-28T02:37:30.956053+0000","last_clean":"2023-08-28T02:37:30.956053+0000","last_became_active":"2023-08-28T02:33:13.308910+0000","last_became_peered":"2023-08-28T02:33:13.308910+0000","last_unstale":"2023-08-28T02:37:30.956053+0000","last_undegraded":"2023-08-28T02:37:30.956053+0000","last_fullsized":"2023-08-28T02:37:30.956053+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:09:59.549591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":4515627032,"num_objects":68904,"num_object_clones":0,"num_object_copies":206712,"num_objects_missing_on_primary":4403,"num_objects_missing":4403,"num_objects_degraded":33365,"num_objects_misplaced":12513,"num_objects_unfound":0,"num_objects_dirty":68904,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":117710,"num_write_kb":5971585,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":40384,"num_bytes_recovered":2630352896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":14232465408,"data_stored":14232453192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97158,"ondisk_log_size":97158,"up":48,"acting":43,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":10126,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":370028,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":89,"num_read_kb":167,"num_write":44,"num_write_kb":440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":584707,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2048000,"data_stored":2033792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299770,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1871996,"kb_used_data":1385140,"kb_used_omap":0,"kb_used_meta":486848,"kb_avail":91873156,"statfs":{"total":95995035648,"available":94078111744,"internally_reserved":0,"allocated":1418383360,"data_stored":1416999297,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":498532352},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:37:11 2023","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.53100000000000003,"15min":1.2889999999999999},"min":{"1min":0.29699999999999999,"5min":0.23400000000000001,"15min":0.219},"max":{"1min":0.66600000000000004,"5min":3.6480000000000001,"15min":13.118},"last":0.44500000000000001},{"interface":"front","average":{"1min":0.48499999999999999,"5min":0.59799999999999998,"15min":1.6899999999999999},"min":{"1min":0.247,"5min":0.247,"15min":0.246},"max":{"1min":0.621,"5min":3.6619999999999999,"15min":17.402999999999999},"last":0.27700000000000002}]},{"osd":1,"last update":"Mon Aug 28 02:37:43 2023","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.56699999999999995,"15min":1.954},"min":{"1min":0.253,"5min":0.253,"15min":0.248},"max":{"1min":0.54500000000000004,"5min":5.492,"15min":17.43},"last":0.33200000000000002},{"interface":"front","average":{"1min":0.76700000000000002,"5min":0.72799999999999998,"15min":1.8260000000000001},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.25900000000000001},"max":{"1min":4.9749999999999996,"5min":5.5179999999999998,"15min":19.913},"last":0.38}]},{"osd":2,"last update":"Mon Aug 28 02:37:28 2023","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.49099999999999999,"15min":1.355},"min":{"1min":0.312,"5min":0.23499999999999999,"15min":0.22800000000000001},"max":{"1min":0.65100000000000002,"5min":3.1760000000000002,"15min":8.3889999999999993},"last":0.41299999999999998},{"interface":"front","average":{"1min":0.67600000000000005,"5min":0.57499999999999996,"15min":1.181},"min":{"1min":0.372,"5min":0.28799999999999998,"15min":0.28699999999999998},"max":{"1min":2.399,"5min":2.919,"15min":9.2219999999999995},"last":0.46100000000000002}]},{"osd":3,"last update":"Mon Aug 28 02:37:18 2023","interfaces":[{"interface":"back","average":{"1min":0.66900000000000004,"5min":0.64600000000000002,"15min":0.69399999999999995},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":2.468,"5min":3.0099999999999998,"15min":3.0099999999999998},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.498,"5min":0.59899999999999998,"15min":0.61899999999999999},"min":{"1min":0.39700000000000002,"5min":0.308,"15min":0.308},"max":{"1min":0.64500000000000002,"5min":3.1000000000000001,"15min":3.1000000000000001},"last":0.36699999999999999}]},{"osd":4,"last update":"Mon Aug 28 02:37:11 2023","interfaces":[{"interface":"back","average":{"1min":0.39400000000000002,"5min":0.51800000000000002,"15min":1.2729999999999999},"min":{"1min":0.28299999999999997,"5min":0.26500000000000001,"15min":0.245},"max":{"1min":0.52000000000000002,"5min":5.2169999999999996,"15min":18.943000000000001},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.53500000000000003,"15min":0.93600000000000005},"min":{"1min":0.33100000000000002,"5min":0.26500000000000001,"15min":0.25700000000000001},"max":{"1min":2.4940000000000002,"5min":2.9870000000000001,"15min":8.1890000000000001},"last":0.51000000000000001}]},{"osd":5,"last update":"Mon Aug 28 02:37:11 2023","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.47099999999999997,"15min":1.04},"min":{"1min":0.28100000000000003,"5min":0.246,"15min":0.23599999999999999},"max":{"1min":0.64500000000000002,"5min":3.2120000000000002,"15min":14.622},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.53800000000000003,"15min":1.27},"min":{"1min":0.33800000000000002,"5min":0.317,"15min":0.27000000000000002},"max":{"1min":0.80200000000000005,"5min":3.0499999999999998,"15min":17.324999999999999},"last":0.42899999999999999}]},{"osd":6,"last update":"Mon Aug 28 02:37:11 2023","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.59599999999999997,"15min":1.292},"min":{"1min":0.376,"5min":0.33300000000000002,"15min":0.30299999999999999},"max":{"1min":0.83399999999999996,"5min":3.2250000000000001,"15min":17.454999999999998},"last":0.40600000000000003},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.58899999999999997,"15min":0.85099999999999998},"min":{"1min":0.33400000000000002,"5min":0.31,"15min":0.28999999999999998},"max":{"1min":2.4399999999999999,"5min":3.0499999999999998,"15min":7.665},"last":0.48799999999999999}]}]},{"osd":6,"up_from":0,"seq":193273528701,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":101,"seq":433791697160,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1468200,"kb_used_data":835936,"kb_used_omap":4,"kb_used_meta":632251,"kb_avail":92276952,"statfs":{"total":95995035648,"available":94491598848,"internally_reserved":0,"allocated":855998464,"data_stored":854024551,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":647425934},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:37:47 2023","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.47399999999999998,"15min":1.9430000000000001},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.214},"max":{"1min":0.66900000000000004,"5min":3.3730000000000002,"15min":24.545999999999999},"last":0.26900000000000002},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.65500000000000003,"15min":2.4820000000000002},"min":{"1min":0.28199999999999997,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":1.466,"5min":7.2450000000000001,"15min":24.515000000000001},"last":0.44}]},{"osd":2,"last update":"Mon Aug 28 02:37:32 2023","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.63800000000000001,"15min":2.153},"min":{"1min":0.31900000000000001,"5min":0.28699999999999998,"15min":0.24099999999999999},"max":{"1min":1.0489999999999999,"5min":4.0579999999999998,"15min":22.161000000000001},"last":1.1020000000000001},{"interface":"front","average":{"1min":0.503,"5min":0.629,"15min":1.609},"min":{"1min":0.28499999999999998,"5min":0.28399999999999997,"15min":0.253},"max":{"1min":1.8129999999999999,"5min":7.0110000000000001,"15min":19.100999999999999},"last":0.371}]},{"osd":3,"last update":"Mon Aug 28 02:37:20 2023","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.53600000000000003,"15min":0.48699999999999999},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":2.742,"5min":2.742,"15min":2.742},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.56499999999999995,"15min":0.53100000000000003},"min":{"1min":0.309,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.88500000000000001,"5min":3.5819999999999999,"15min":3.5819999999999999},"last":0.29199999999999998}]},{"osd":4,"last update":"Mon Aug 28 02:37:47 2023","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.63300000000000001,"15min":1.3939999999999999},"min":{"1min":0.33600000000000002,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":1.2909999999999999,"5min":3.0259999999999998,"15min":18.992999999999999},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.58699999999999997,"15min":1.532},"min":{"1min":0.378,"5min":0.29099999999999998,"15min":0.26400000000000001},"max":{"1min":0.71799999999999997,"5min":1.9650000000000001,"15min":14.779999999999999},"last":0.47699999999999998}]},{"osd":5,"last update":"Mon Aug 28 02:37:47 2023","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.66900000000000004,"15min":2.0059999999999998},"min":{"1min":0.376,"5min":0.35999999999999999,"15min":0.29999999999999999},"max":{"1min":1.423,"5min":3.7029999999999998,"15min":18.626999999999999},"last":0.53800000000000003},{"interface":"front","average":{"1min":0.623,"5min":0.69399999999999995,"15min":1.833},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.33600000000000002},"max":{"1min":1.3280000000000001,"5min":3.0609999999999999,"15min":18.945},"last":1.2769999999999999}]},{"osd":6,"last update":"Mon Aug 28 02:37:47 2023","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.68700000000000006,"15min":1.946},"min":{"1min":0.42799999999999999,"5min":0.40000000000000002,"15min":0.34300000000000003},"max":{"1min":1.4990000000000001,"5min":3.7400000000000002,"15min":12.221},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.70499999999999996,"5min":0.73899999999999999,"15min":1.6259999999999999},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.35699999999999998},"max":{"1min":2.375,"5min":3.089,"15min":19.021999999999998},"last":0.85399999999999998}]},{"osd":7,"last update":"Mon Aug 28 02:37:47 2023","interfaces":[{"interface":"back","average":{"1min":0.64000000000000001,"5min":0.74399999999999999,"15min":1.75},"min":{"1min":0.38500000000000001,"5min":0.374,"15min":0.374},"max":{"1min":1.4710000000000001,"5min":3.1080000000000001,"15min":19.047999999999998},"last":1.4710000000000001},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.67800000000000005,"15min":1.7669999999999999},"min":{"1min":0.46300000000000002,"5min":0.432,"15min":0.312},"max":{"1min":0.80000000000000004,"5min":1.9430000000000001,"15min":14.818},"last":0.52900000000000003}]}]},{"osd":0,"up_from":87,"seq":373662155026,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3425440,"kb_used_data":2752216,"kb_used_omap":5,"kb_used_meta":673210,"kb_avail":90319712,"statfs":{"total":95995035648,"available":92487385088,"internally_reserved":0,"allocated":2818269184,"data_stored":2816184835,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":689367674},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:37:38 2023","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.48999999999999999,"15min":1.532},"min":{"1min":0.26900000000000002,"5min":0.20300000000000001,"15min":0.184},"max":{"1min":2.5489999999999999,"5min":5.3280000000000003,"15min":30.315000000000001},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.65700000000000003,"5min":0.52300000000000002,"15min":2.3069999999999999},"min":{"1min":0.29699999999999999,"5min":0.25800000000000001,"15min":0.221},"max":{"1min":4.0679999999999996,"5min":4.0679999999999996,"15min":69.272000000000006},"last":0.36599999999999999}]},{"osd":2,"last update":"Mon Aug 28 02:37:38 2023","interfaces":[{"interface":"back","average":{"1min":0.70799999999999996,"5min":0.63900000000000001,"15min":1.8420000000000001},"min":{"1min":0.247,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":4.4020000000000001,"5min":4.4020000000000001,"15min":20.959},"last":0.27900000000000003},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.69799999999999995,"15min":1.677},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.24299999999999999},"max":{"1min":2.5190000000000001,"5min":6.1180000000000003,"15min":9.3729999999999993},"last":0.64400000000000002}]},{"osd":3,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.996,"5min":0.80400000000000005,"15min":0.76800000000000002},"min":{"1min":0.32900000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":5.6680000000000001,"5min":5.6680000000000001,"15min":5.6680000000000001},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.754,"15min":0.77200000000000002},"min":{"1min":0.40300000000000002,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":2.4889999999999999,"5min":4.9199999999999999,"15min":4.9199999999999999},"last":0.69799999999999995}]},{"osd":4,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.56299999999999994,"15min":2.3380000000000001},"min":{"1min":0.33100000000000002,"5min":0.314,"15min":0.29299999999999998},"max":{"1min":2.3210000000000002,"5min":3.9710000000000001,"15min":274.33199999999999},"last":0.61799999999999999},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.66300000000000003,"15min":2.6949999999999998},"min":{"1min":0.376,"5min":0.315,"15min":0.28199999999999997},"max":{"1min":1.357,"5min":2.6520000000000001,"15min":266.31999999999999},"last":0.47799999999999998}]},{"osd":5,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.67700000000000005,"5min":0.623,"15min":1.415},"min":{"1min":0.38800000000000001,"5min":0.33300000000000002,"15min":0.29299999999999998},"max":{"1min":2.3759999999999999,"5min":4.1219999999999999,"15min":13.038},"last":0.68000000000000005},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.65700000000000003,"15min":1.895},"min":{"1min":0.41899999999999998,"5min":0.36399999999999999,"15min":0.27800000000000002},"max":{"1min":1.3120000000000001,"5min":2.2679999999999998,"15min":15.231},"last":0.54100000000000004}]},{"osd":6,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.72799999999999998,"5min":0.66600000000000004,"15min":1.6120000000000001},"min":{"1min":0.41299999999999998,"5min":0.38300000000000001,"15min":0.29399999999999998},"max":{"1min":2.4540000000000002,"5min":4.0620000000000003,"15min":15.122999999999999},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.621,"5min":0.68400000000000005,"15min":1.905},"min":{"1min":0.45200000000000001,"5min":0.40000000000000002,"15min":0.35599999999999998},"max":{"1min":1.3919999999999999,"5min":2.3029999999999999,"15min":15.186999999999999},"last":0.51600000000000001}]},{"osd":7,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":1.006,"5min":0.78900000000000003,"15min":1.899},"min":{"1min":0.51300000000000001,"5min":0.36399999999999999,"15min":0.33400000000000002},"max":{"1min":4.4390000000000001,"5min":4.4390000000000001,"15min":16.183},"last":0.442},{"interface":"front","average":{"1min":0.80500000000000005,"5min":0.73899999999999999,"15min":1.625},"min":{"1min":0.46000000000000002,"5min":0.38500000000000001,"15min":0.35999999999999999},"max":{"1min":2.4220000000000002,"5min":4.0250000000000004,"15min":13.005000000000001},"last":0.86799999999999999}]}]},{"osd":2,"up_from":0,"seq":502511173885,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":297,"seq":1275605286968,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":837464,"kb_used_data":710736,"kb_used_omap":2,"kb_used_meta":126717,"kb_avail":92907688,"statfs":{"total":95995035648,"available":95137472512,"internally_reserved":0,"allocated":727793664,"data_stored":725822182,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":129758261},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:37:14 2023","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.52700000000000002,"15min":0.44400000000000001},"min":{"1min":0.247,"5min":0.22,"15min":0.22},"max":{"1min":2.2530000000000001,"5min":6.8819999999999997,"15min":6.8819999999999997},"last":0.36899999999999999},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.69299999999999995,"15min":0.69699999999999995},"min":{"1min":0.30399999999999999,"5min":0.217,"15min":0.217},"max":{"1min":1.018,"5min":6.7839999999999998,"15min":6.7839999999999998},"last":0.27900000000000003}]},{"osd":1,"last update":"Mon Aug 28 02:37:14 2023","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.56000000000000005,"15min":0.45200000000000001},"min":{"1min":0.28499999999999998,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":1.056,"5min":4.0650000000000004,"15min":4.0650000000000004},"last":0.23100000000000001},{"interface":"front","average":{"1min":0.624,"5min":0.70799999999999996,"15min":0.71899999999999997},"min":{"1min":0.28999999999999998,"5min":0.249,"15min":0.249},"max":{"1min":1.431,"5min":3.9249999999999998,"15min":3.9249999999999998},"last":0.32900000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:37:14 2023","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.57199999999999995,"15min":0.61799999999999999},"min":{"1min":0.31,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":1.3919999999999999,"5min":2.5449999999999999,"15min":2.5449999999999999},"last":0.41899999999999998},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.61899999999999999,"15min":0.56899999999999995},"min":{"1min":0.38200000000000001,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":1.1539999999999999,"5min":4.7030000000000003,"15min":4.7030000000000003},"last":0.40200000000000002}]},{"osd":4,"last update":"Mon Aug 28 02:37:14 2023","interfaces":[{"interface":"back","average":{"1min":0.91800000000000004,"5min":0.63300000000000001,"15min":0.59199999999999997},"min":{"1min":0.40699999999999997,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":6.2670000000000003,"5min":6.2670000000000003,"15min":6.2670000000000003},"last":0.435},{"interface":"front","average":{"1min":0.78100000000000003,"5min":0.65100000000000002,"15min":0.57299999999999995},"min":{"1min":0.39800000000000002,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":2.8380000000000001,"5min":3.5030000000000001,"15min":3.5030000000000001},"last":0.35199999999999998}]},{"osd":5,"last update":"Mon Aug 28 02:37:14 2023","interfaces":[{"interface":"back","average":{"1min":0.68799999999999994,"5min":0.65100000000000002,"15min":0.59499999999999997},"min":{"1min":0.40100000000000002,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":2.29,"5min":3.5390000000000001,"15min":3.5390000000000001},"last":0.313},{"interface":"front","average":{"1min":0.73899999999999999,"5min":0.58199999999999996,"15min":0.55500000000000005},"min":{"1min":0.40600000000000003,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":2.7149999999999999,"5min":2.7149999999999999,"15min":2.7149999999999999},"last":0.38800000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:37:14 2023","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.63100000000000001,"15min":0.64000000000000001},"min":{"1min":0.437,"5min":0.436,"15min":0.436},"max":{"1min":0.89000000000000001,"5min":1.8879999999999999,"15min":1.8879999999999999},"last":0.66700000000000004},{"interface":"front","average":{"1min":0.66100000000000003,"5min":0.69699999999999995,"15min":0.65300000000000002},"min":{"1min":0.44700000000000001,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.99099999999999999,"5min":3.6099999999999999,"15min":3.6099999999999999},"last":1.1659999999999999}]},{"osd":7,"last update":"Mon Aug 28 02:37:14 2023","interfaces":[{"interface":"back","average":{"1min":0.78000000000000003,"5min":0.63400000000000001,"15min":0.59599999999999997},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":2.9399999999999999,"5min":2.9399999999999999,"15min":2.9399999999999999},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.82899999999999996,"5min":0.68500000000000005,"15min":0.66000000000000003},"min":{"1min":0.46500000000000002,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":2.9540000000000002,"5min":2.9540000000000002,"15min":2.9540000000000002},"last":0.627}]}]},{"osd":4,"up_from":30,"seq":128849019263,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3239552,"kb_used_data":2769144,"kb_used_omap":0,"kb_used_meta":470400,"kb_avail":90505600,"statfs":{"total":95995035648,"available":92677734400,"internally_reserved":0,"allocated":2835603456,"data_stored":2834216076,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":481689600},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,0,0,0,1,2,1,2,1,2,9],"upper_bound":4096},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.55900000000000005,"15min":1.593},"min":{"1min":0.26100000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":4.46,"5min":10.249000000000001,"15min":22.515000000000001},"last":0.63100000000000001},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.56000000000000005,"15min":1.5249999999999999},"min":{"1min":0.28100000000000003,"5min":0.23200000000000001,"15min":0.217},"max":{"1min":1.425,"5min":4.5250000000000004,"15min":22.454000000000001},"last":0.55000000000000004}]},{"osd":1,"last update":"Mon Aug 28 02:36:47 2023","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.68100000000000005,"15min":1.3879999999999999},"min":{"1min":0.312,"5min":0.254,"15min":0.24199999999999999},"max":{"1min":0.58399999999999996,"5min":8.7710000000000008,"15min":23.082000000000001},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.432,"5min":0.628,"15min":1.597},"min":{"1min":0.29199999999999998,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.55300000000000005,"5min":8.7940000000000005,"15min":25.100000000000001},"last":0.64700000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.72399999999999998,"5min":0.67400000000000004,"15min":1.5169999999999999},"min":{"1min":0.29599999999999999,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":4.5430000000000001,"5min":4.827,"15min":16.231000000000002},"last":0.81299999999999994},{"interface":"front","average":{"1min":0.85399999999999998,"5min":0.64600000000000002,"15min":1.4039999999999999},"min":{"1min":0.33200000000000002,"5min":0.312,"15min":0.251},"max":{"1min":5.6360000000000001,"5min":5.6360000000000001,"15min":13.515000000000001},"last":0.504}]},{"osd":3,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.69699999999999995,"15min":0.77100000000000002},"min":{"1min":0.34799999999999998,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.9059999999999999,"5min":7.7480000000000002,"15min":7.7480000000000002},"last":0.34200000000000003},{"interface":"front","average":{"1min":0.627,"5min":0.70999999999999996,"15min":0.67000000000000004},"min":{"1min":0.371,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":1.4850000000000001,"5min":3.7069999999999999,"15min":3.7069999999999999},"last":0.56799999999999995}]},{"osd":5,"last update":"Mon Aug 28 02:37:01 2023","interfaces":[{"interface":"back","average":{"1min":0.73099999999999998,"5min":0.57799999999999996,"15min":1.095},"min":{"1min":0.27500000000000002,"5min":0.222,"15min":0.222},"max":{"1min":4.609,"5min":4.6689999999999996,"15min":16.181999999999999},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.71299999999999997,"15min":1.1200000000000001},"min":{"1min":0.34699999999999998,"5min":0.224,"15min":0.20699999999999999},"max":{"1min":1.5700000000000001,"5min":8.6370000000000005,"15min":10.233000000000001},"last":0.53400000000000003}]},{"osd":6,"last update":"Mon Aug 28 02:37:16 2023","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.55500000000000005,"15min":1.052},"min":{"1min":0.29599999999999999,"5min":0.27100000000000002,"15min":0.26500000000000001},"max":{"1min":1.6000000000000001,"5min":2.9830000000000001,"15min":10.023999999999999},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.61799999999999999,"15min":1.121},"min":{"1min":0.313,"5min":0.28299999999999997,"15min":0.26600000000000001},"max":{"1min":1.679,"5min":4.5949999999999998,"15min":8.5},"last":0.379}]},{"osd":7,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.67600000000000005,"5min":0.57899999999999996,"15min":1.143},"min":{"1min":0.35399999999999998,"5min":0.28999999999999998,"15min":0.22500000000000001},"max":{"1min":4.5720000000000001,"5min":4.8559999999999999,"15min":9.3209999999999997},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.59099999999999997,"15min":1.089},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.30299999999999999},"max":{"1min":1.647,"5min":2.754,"15min":15.597},"last":0.51800000000000002}]}]},{"osd":5,"up_from":37,"seq":158913790336,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2500588,"kb_used_data":1935716,"kb_used_omap":0,"kb_used_meta":564864,"kb_avail":91244564,"statfs":{"total":95995035648,"available":93434433536,"internally_reserved":0,"allocated":1982173184,"data_stored":1980801723,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":578420736},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:36:47 2023","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.73899999999999999,"15min":1.706},"min":{"1min":0.26000000000000001,"5min":0.23200000000000001,"15min":0.20200000000000001},"max":{"1min":0.83099999999999996,"5min":7.7560000000000002,"15min":40.334000000000003},"last":0.38600000000000001},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.90700000000000003,"15min":1.7170000000000001},"min":{"1min":0.29199999999999998,"5min":0.26600000000000001,"15min":0.23200000000000001},"max":{"1min":0.66400000000000003,"5min":19.815999999999999,"15min":40.212000000000003},"last":0.46700000000000003}]},{"osd":1,"last update":"Mon Aug 28 02:36:47 2023","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.77900000000000003,"15min":1.8819999999999999},"min":{"1min":0.309,"5min":0.27400000000000002,"15min":0.23699999999999999},"max":{"1min":0.55400000000000005,"5min":17.998000000000001,"15min":40.088000000000001},"last":0.373},{"interface":"front","average":{"1min":0.45900000000000002,"5min":1.107,"15min":1.794},"min":{"1min":0.29199999999999998,"5min":0.27800000000000002,"15min":0.26000000000000001},"max":{"1min":0.67900000000000005,"5min":19.853000000000002,"15min":40.243000000000002},"last":0.54200000000000004}]},{"osd":2,"last update":"Mon Aug 28 02:36:47 2023","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.75800000000000001,"15min":1.706},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.27700000000000002},"max":{"1min":0.81100000000000005,"5min":7.8029999999999999,"15min":40.436999999999998},"last":0.42599999999999999},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.91800000000000004,"15min":1.8029999999999999},"min":{"1min":0.39300000000000002,"5min":0.315,"15min":0.27200000000000002},"max":{"1min":0.69499999999999995,"5min":8.609,"15min":40.555},"last":0.52300000000000002}]},{"osd":3,"last update":"Mon Aug 28 02:37:21 2023","interfaces":[{"interface":"back","average":{"1min":0.44900000000000001,"5min":0.82399999999999995,"15min":1.1399999999999999},"min":{"1min":0.308,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.52600000000000002,"5min":16.190999999999999,"15min":16.190999999999999},"last":0.439},{"interface":"front","average":{"1min":0.53100000000000003,"5min":1.0589999999999999,"15min":1.476},"min":{"1min":0.42599999999999999,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.77800000000000002,"5min":21.420999999999999,"15min":21.420999999999999},"last":0.56000000000000005}]},{"osd":4,"last update":"Mon Aug 28 02:36:58 2023","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.60299999999999998,"15min":1.2589999999999999},"min":{"1min":0.25,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.78300000000000003,"5min":13.616,"15min":40.762999999999998},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.442,"5min":0.70799999999999996,"15min":1.3620000000000001},"min":{"1min":0.34499999999999997,"5min":0.27900000000000003,"15min":0.25700000000000001},"max":{"1min":0.59399999999999997,"5min":6.3819999999999997,"15min":40.634},"last":0.40600000000000003}]},{"osd":6,"last update":"Mon Aug 28 02:36:47 2023","interfaces":[{"interface":"back","average":{"1min":0.81499999999999995,"5min":0.89300000000000002,"15min":1.4359999999999999},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.23300000000000001},"max":{"1min":4.04,"5min":10.66,"15min":42.409999999999997},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.69499999999999995,"15min":1.3899999999999999},"min":{"1min":0.29499999999999998,"5min":0.254,"15min":0.254},"max":{"1min":0.81399999999999995,"5min":9.5830000000000002,"15min":42.533999999999999},"last":0.48299999999999998}]},{"osd":7,"last update":"Mon Aug 28 02:36:47 2023","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.70399999999999996,"15min":1.5840000000000001},"min":{"1min":0.34999999999999998,"5min":0.315,"15min":0.315},"max":{"1min":2.9809999999999999,"5min":6.1749999999999998,"15min":42.667000000000002},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.94199999999999995,"15min":1.6040000000000001},"min":{"1min":0.39700000000000002,"5min":0.33000000000000002,"15min":0.318},"max":{"1min":1.7330000000000001,"5min":9.1189999999999998,"15min":42.344000000000001},"last":0.504}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":2810646528,"data_stored":2810642456,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":850788352,"data_stored":850788352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1881735168,"data_stored":1881735168,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":727515136,"data_stored":727515136,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":2827489280,"data_stored":2827485208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1974796288,"data_stored":1974796288,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1746407424,"data_stored":1746403352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1413087232,"data_stored":1413087232,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:37:50.060 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:37:50.066 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:37:50.087 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:50.109 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:37:50.112 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:50.113 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:37:50.144 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-08-28T02:37:50.145 INFO:teuthology.orchestra.run.smithi040.stdout: "size": 20, 2023-08-28T02:37:50.145 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 600, 2023-08-28T02:37:50.145 INFO:teuthology.orchestra.run.smithi040.stdout: "ops": [ 2023-08-28T02:37:50.145 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.145 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.34719.0:173407 9.22 e225/224 9:47eba884:::benchmark_data_smithi040_209735_object65812:head v 225'7029, mlcod=216'6928)", 2023-08-28T02:37:50.145 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:29:45.621385+0000", 2023-08-28T02:37:50.145 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 484.52073142400002, 2023-08-28T02:37:50.145 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.084441286000000004, 2023-08-28T02:37:50.145 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:37:50.145 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:37:50.145 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:37:50.146 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.146 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:37:50.146 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.621385+0000", 2023-08-28T02:37:50.146 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:37:50.146 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.146 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.146 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:37:50.146 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.621385+0000", 2023-08-28T02:37:50.146 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:37:50.146 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.146 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.146 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:37:50.147 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.621384+0000", 2023-08-28T02:37:50.147 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:37:50.147 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.147 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.147 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:37:50.147 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.621391+0000", 2023-08-28T02:37:50.147 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.7719999999999994e-06 2023-08-28T02:37:50.147 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.147 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.147 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:37:50.147 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.621405+0000", 2023-08-28T02:37:50.148 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4022000000000001e-05 2023-08-28T02:37:50.148 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.148 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.148 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:37:50.148 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.621415+0000", 2023-08-28T02:37:50.148 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.8230000000000006e-06 2023-08-28T02:37:50.148 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.148 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.148 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:37:50.148 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.621501+0000", 2023-08-28T02:37:50.148 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.5377000000000006e-05 2023-08-28T02:37:50.149 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.149 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.149 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:37:50.149 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.621532+0000", 2023-08-28T02:37:50.149 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.1841999999999998e-05 2023-08-28T02:37:50.149 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.149 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.149 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:37:50.149 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.705786+0000", 2023-08-28T02:37:50.149 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.084253583000000007 2023-08-28T02:37:50.150 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.150 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.150 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:37:50.150 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:29:45.705826+0000", 2023-08-28T02:37:50.150 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.977e-05 2023-08-28T02:37:50.150 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:37:50.150 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:37:50.150 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:37:50.150 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.150 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.151 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:54174 10.5 10:adbd43b4:::benchmark_data_smithi040_250784_object54173:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e261)", 2023-08-28T02:37:50.151 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:31:27.953514+0000", 2023-08-28T02:37:50.151 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 382.18860239399999, 2023-08-28T02:37:50.151 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.98655879899999999, 2023-08-28T02:37:50.151 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:37:50.151 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:37:50.151 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:37:50.151 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:37:50.151 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:37:50.151 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 54174 2023-08-28T02:37:50.151 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.151 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:37:50.152 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.152 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:37:50.152 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.953514+0000", 2023-08-28T02:37:50.152 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:37:50.152 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.152 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.152 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:37:50.152 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.953514+0000", 2023-08-28T02:37:50.152 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:37:50.152 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.152 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.152 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:37:50.153 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.953512+0000", 2023-08-28T02:37:50.153 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:37:50.153 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.153 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.153 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:37:50.153 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.953537+0000", 2023-08-28T02:37:50.153 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.516e-05 2023-08-28T02:37:50.153 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.153 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.153 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:37:50.153 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.953557+0000", 2023-08-28T02:37:50.153 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.9853000000000001e-05 2023-08-28T02:37:50.154 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.154 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.154 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:37:50.154 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.953568+0000", 2023-08-28T02:37:50.154 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0556e-05 2023-08-28T02:37:50.154 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.154 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.154 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:37:50.154 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.953674+0000", 2023-08-28T02:37:50.154 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00010619 2023-08-28T02:37:50.154 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.154 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.155 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:37:50.155 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.953686+0000", 2023-08-28T02:37:50.155 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1841000000000001e-05 2023-08-28T02:37:50.155 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.155 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.155 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:37:50.155 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.929539+0000", 2023-08-28T02:37:50.155 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.97585350699999995 2023-08-28T02:37:50.155 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.155 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.156 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:37:50.156 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.929756+0000", 2023-08-28T02:37:50.156 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000217257 2023-08-28T02:37:50.156 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.156 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.156 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0", 2023-08-28T02:37:50.156 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.929952+0000", 2023-08-28T02:37:50.156 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00019590300000000001 2023-08-28T02:37:50.156 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.156 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.156 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:37:50.156 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.934613+0000", 2023-08-28T02:37:50.157 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.004660778 2023-08-28T02:37:50.157 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.157 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.157 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:37:50.157 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.939922+0000", 2023-08-28T02:37:50.157 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0053091029999999999 2023-08-28T02:37:50.157 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.157 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.157 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:37:50.157 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.939977+0000", 2023-08-28T02:37:50.157 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.5356000000000003e-05 2023-08-28T02:37:50.158 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.158 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.158 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:37:50.158 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.940072+0000", 2023-08-28T02:37:50.158 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.4883999999999995e-05 2023-08-28T02:37:50.158 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:37:50.158 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:37:50.158 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:37:50.158 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.158 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.158 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:54180 10.5 10:aa0704de:::benchmark_data_smithi040_250784_object54179:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e261)", 2023-08-28T02:37:50.158 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:31:27.962115+0000", 2023-08-28T02:37:50.159 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 382.18000065199999, 2023-08-28T02:37:50.159 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.97812580000000005, 2023-08-28T02:37:50.159 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:37:50.159 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:37:50.159 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:37:50.159 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:37:50.159 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:37:50.159 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 54180 2023-08-28T02:37:50.159 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.159 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:37:50.159 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.159 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:37:50.160 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.962115+0000", 2023-08-28T02:37:50.160 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:37:50.160 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.160 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.160 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:37:50.160 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.962115+0000", 2023-08-28T02:37:50.160 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:37:50.160 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.160 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.160 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:37:50.160 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.962114+0000", 2023-08-28T02:37:50.160 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:37:50.161 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.161 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.161 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:37:50.161 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.962146+0000", 2023-08-28T02:37:50.161 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.1989000000000002e-05 2023-08-28T02:37:50.161 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.161 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.161 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:37:50.161 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.962158+0000", 2023-08-28T02:37:50.161 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2381999999999999e-05 2023-08-28T02:37:50.161 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.162 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.162 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:37:50.162 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.962168+0000", 2023-08-28T02:37:50.162 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0441e-05 2023-08-28T02:37:50.162 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.162 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.162 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:37:50.162 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.962239+0000", 2023-08-28T02:37:50.162 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.0778000000000006e-05 2023-08-28T02:37:50.162 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.162 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.162 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:37:50.163 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.962253+0000", 2023-08-28T02:37:50.163 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.379e-05 2023-08-28T02:37:50.163 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.163 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.163 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:37:50.163 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.932298+0000", 2023-08-28T02:37:50.163 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.97004532700000001 2023-08-28T02:37:50.163 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.163 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.163 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:37:50.163 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.932471+0000", 2023-08-28T02:37:50.163 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000172573 2023-08-28T02:37:50.164 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.164 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.164 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0", 2023-08-28T02:37:50.164 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.932685+0000", 2023-08-28T02:37:50.164 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00021416 2023-08-28T02:37:50.164 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.164 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.164 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:37:50.164 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.936072+0000", 2023-08-28T02:37:50.164 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0033869109999999998 2023-08-28T02:37:50.164 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.164 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.165 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:37:50.165 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.940117+0000", 2023-08-28T02:37:50.165 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0040452259999999999 2023-08-28T02:37:50.165 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.165 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.165 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:37:50.165 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.940161+0000", 2023-08-28T02:37:50.165 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.4267999999999997e-05 2023-08-28T02:37:50.165 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.165 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.165 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:37:50.165 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.940241+0000", 2023-08-28T02:37:50.166 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.9653999999999993e-05 2023-08-28T02:37:50.166 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:37:50.166 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:37:50.166 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:37:50.166 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.166 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.166 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:84343 10.7 e274/269 10:e1806f25:::benchmark_data_smithi040_250784_object84342:head v 274'5227, mlcod=254'224)", 2023-08-28T02:37:50.166 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:00.252962+0000", 2023-08-28T02:37:50.166 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 349.88915366999998, 2023-08-28T02:37:50.166 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.070169909000000003, 2023-08-28T02:37:50.166 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:37:50.166 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:37:50.167 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:37:50.167 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.167 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:37:50.167 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.252962+0000", 2023-08-28T02:37:50.167 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:37:50.167 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.167 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.167 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:37:50.167 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.252962+0000", 2023-08-28T02:37:50.167 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:37:50.167 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.167 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.168 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:37:50.168 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.252962+0000", 2023-08-28T02:37:50.168 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:37:50.168 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.168 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.168 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:37:50.168 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.253006+0000", 2023-08-28T02:37:50.168 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.4456999999999998e-05 2023-08-28T02:37:50.168 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.168 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.169 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:37:50.169 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.253018+0000", 2023-08-28T02:37:50.169 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1817000000000001e-05 2023-08-28T02:37:50.169 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.169 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.169 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:37:50.169 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.253026+0000", 2023-08-28T02:37:50.169 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.4970000000000001e-06 2023-08-28T02:37:50.169 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.169 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.169 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:37:50.169 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.258830+0000", 2023-08-28T02:37:50.170 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0058032320000000002 2023-08-28T02:37:50.170 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.170 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.170 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:37:50.170 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.258864+0000", 2023-08-28T02:37:50.170 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.4412999999999997e-05 2023-08-28T02:37:50.170 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.170 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.170 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:37:50.170 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.323075+0000", 2023-08-28T02:37:50.170 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.064211041999999996 2023-08-28T02:37:50.170 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.171 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.171 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:37:50.171 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.323132+0000", 2023-08-28T02:37:50.171 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.7043000000000003e-05 2023-08-28T02:37:50.171 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:37:50.171 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:37:50.171 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:37:50.171 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.171 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.171 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:84360 10.f e274/261 10:f9d6e2a9:::benchmark_data_smithi040_250784_object84359:head v 274'5368, mlcod=274'5366)", 2023-08-28T02:37:50.171 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:00.267055+0000", 2023-08-28T02:37:50.171 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 349.87506109600002, 2023-08-28T02:37:50.172 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.056110479999999997, 2023-08-28T02:37:50.172 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:37:50.172 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:37:50.172 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:37:50.172 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.172 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:37:50.172 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.267055+0000", 2023-08-28T02:37:50.172 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:37:50.172 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.172 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.172 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:37:50.172 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.267055+0000", 2023-08-28T02:37:50.173 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:37:50.173 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.173 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.173 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:37:50.173 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.267054+0000", 2023-08-28T02:37:50.173 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:37:50.173 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.173 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.173 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:37:50.173 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.267090+0000", 2023-08-28T02:37:50.173 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.5528999999999998e-05 2023-08-28T02:37:50.173 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.174 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.174 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:37:50.174 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.267101+0000", 2023-08-28T02:37:50.174 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1024e-05 2023-08-28T02:37:50.174 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.174 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.174 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:37:50.174 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.267107+0000", 2023-08-28T02:37:50.174 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.1240000000000002e-06 2023-08-28T02:37:50.174 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.174 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.174 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:37:50.175 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.270077+0000", 2023-08-28T02:37:50.175 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0029706279999999999 2023-08-28T02:37:50.175 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.175 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.175 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:37:50.175 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.270106+0000", 2023-08-28T02:37:50.175 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.8665000000000001e-05 2023-08-28T02:37:50.175 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.175 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.175 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:37:50.176 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.323138+0000", 2023-08-28T02:37:50.176 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.053031577000000003 2023-08-28T02:37:50.176 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.176 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.176 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:37:50.176 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.323165+0000", 2023-08-28T02:37:50.176 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.7786000000000001e-05 2023-08-28T02:37:50.176 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:37:50.176 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:37:50.176 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:37:50.176 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.176 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.177 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:93060 10.f 10:f8082bc0:::benchmark_data_smithi040_250784_object93059:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e277)", 2023-08-28T02:37:50.177 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:11.960884+0000", 2023-08-28T02:37:50.177 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 338.18123164600001, 2023-08-28T02:37:50.177 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.184927155, 2023-08-28T02:37:50.177 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:37:50.177 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:37:50.177 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:37:50.177 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:37:50.177 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:37:50.177 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 93060 2023-08-28T02:37:50.177 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.178 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:37:50.178 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.178 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:37:50.178 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:11.960884+0000", 2023-08-28T02:37:50.178 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:37:50.178 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.178 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.178 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:37:50.178 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:11.960884+0000", 2023-08-28T02:37:50.178 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:37:50.178 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.178 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.179 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:37:50.179 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:11.960882+0000", 2023-08-28T02:37:50.179 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:37:50.179 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.179 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.179 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:37:50.179 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:11.960912+0000", 2023-08-28T02:37:50.179 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.0051000000000001e-05 2023-08-28T02:37:50.179 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.179 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.179 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:37:50.180 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:11.960930+0000", 2023-08-28T02:37:50.180 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.7957000000000001e-05 2023-08-28T02:37:50.180 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.180 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.180 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:37:50.180 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:11.960941+0000", 2023-08-28T02:37:50.180 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0699e-05 2023-08-28T02:37:50.180 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.180 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.180 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:37:50.180 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:11.961014+0000", 2023-08-28T02:37:50.180 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.2762999999999994e-05 2023-08-28T02:37:50.181 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.181 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.181 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:37:50.181 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:11.961028+0000", 2023-08-28T02:37:50.181 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4541e-05 2023-08-28T02:37:50.181 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.181 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.181 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:37:50.181 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.935763+0000", 2023-08-28T02:37:50.181 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.97473427800000001 2023-08-28T02:37:50.182 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.182 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.182 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:37:50.182 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.935775+0000", 2023-08-28T02:37:50.182 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2627e-05 2023-08-28T02:37:50.182 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.182 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.182 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:37:50.182 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.123025+0000", 2023-08-28T02:37:50.182 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1872501049999999 2023-08-28T02:37:50.182 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.182 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.183 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:37:50.183 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.125059+0000", 2023-08-28T02:37:50.183 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0020342030000000001 2023-08-28T02:37:50.183 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.183 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.183 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 4,6", 2023-08-28T02:37:50.183 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.125199+0000", 2023-08-28T02:37:50.183 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00013915600000000001 2023-08-28T02:37:50.183 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.183 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.183 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:37:50.184 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.135226+0000", 2023-08-28T02:37:50.184 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.010027562 2023-08-28T02:37:50.184 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.184 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.184 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:37:50.184 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.135279+0000", 2023-08-28T02:37:50.184 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.2460999999999998e-05 2023-08-28T02:37:50.184 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.184 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.184 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:37:50.184 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.142615+0000", 2023-08-28T02:37:50.184 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0073363819999999998 2023-08-28T02:37:50.185 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.185 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.185 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:37:50.185 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.142699+0000", 2023-08-28T02:37:50.185 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.4109000000000004e-05 2023-08-28T02:37:50.185 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.185 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.185 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:37:50.185 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.145811+0000", 2023-08-28T02:37:50.185 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0031123629999999999 2023-08-28T02:37:50.185 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:37:50.185 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:37:50.186 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:37:50.186 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.186 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.186 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:93092 10.f 10:f4487e7f:::benchmark_data_smithi040_250784_object93091:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e277)", 2023-08-28T02:37:50.186 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:12.009799+0000", 2023-08-28T02:37:50.186 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 338.13231737900003, 2023-08-28T02:37:50.186 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.1384184670000002, 2023-08-28T02:37:50.186 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:37:50.186 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:37:50.186 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:37:50.186 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:37:50.187 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:37:50.187 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 93092 2023-08-28T02:37:50.187 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.187 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:37:50.187 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.187 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:37:50.187 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.009799+0000", 2023-08-28T02:37:50.187 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:37:50.187 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.187 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.187 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:37:50.187 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.009799+0000", 2023-08-28T02:37:50.188 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:37:50.188 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.188 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.188 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:37:50.188 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.009797+0000", 2023-08-28T02:37:50.188 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:37:50.188 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.188 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.188 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:37:50.188 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.009832+0000", 2023-08-28T02:37:50.188 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.4857000000000002e-05 2023-08-28T02:37:50.188 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.189 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.189 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:37:50.189 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.009852+0000", 2023-08-28T02:37:50.189 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.0264000000000001e-05 2023-08-28T02:37:50.189 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.189 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.189 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:37:50.189 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.009865+0000", 2023-08-28T02:37:50.189 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2446000000000001e-05 2023-08-28T02:37:50.190 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.190 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.190 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:37:50.190 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.009941+0000", 2023-08-28T02:37:50.190 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.6354999999999997e-05 2023-08-28T02:37:50.190 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.191 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.191 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:37:50.191 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.009952+0000", 2023-08-28T02:37:50.191 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1151999999999999e-05 2023-08-28T02:37:50.191 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.191 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.191 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:37:50.192 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.935823+0000", 2023-08-28T02:37:50.192 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.92587088200000001 2023-08-28T02:37:50.192 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.192 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.192 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:37:50.192 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.935834+0000", 2023-08-28T02:37:50.192 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0807e-05 2023-08-28T02:37:50.192 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.192 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.192 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:37:50.192 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.131075+0000", 2023-08-28T02:37:50.193 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.195240922 2023-08-28T02:37:50.193 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.193 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.193 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:37:50.193 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.131294+0000", 2023-08-28T02:37:50.193 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00021940800000000001 2023-08-28T02:37:50.193 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.193 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.193 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 4,6", 2023-08-28T02:37:50.193 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.131504+0000", 2023-08-28T02:37:50.193 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000209815 2023-08-28T02:37:50.193 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.194 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.194 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:37:50.194 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.145885+0000", 2023-08-28T02:37:50.194 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.014381377000000001 2023-08-28T02:37:50.194 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.194 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.194 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:37:50.194 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.145932+0000", 2023-08-28T02:37:50.194 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.6213e-05 2023-08-28T02:37:50.194 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.194 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.194 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:37:50.195 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.145943+0000", 2023-08-28T02:37:50.195 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1011e-05 2023-08-28T02:37:50.195 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.195 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.195 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:37:50.195 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.145988+0000", 2023-08-28T02:37:50.195 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.5890000000000003e-05 2023-08-28T02:37:50.195 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.195 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.195 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:37:50.195 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.148217+0000", 2023-08-28T02:37:50.195 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0022285809999999999 2023-08-28T02:37:50.196 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:37:50.196 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:37:50.196 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:37:50.196 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.196 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.196 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:93106 10.f 10:fb407da6:::benchmark_data_smithi040_250784_object93105:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e277)", 2023-08-28T02:37:50.196 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:12.025904+0000", 2023-08-28T02:37:50.196 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 338.11621150799999, 2023-08-28T02:37:50.196 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.1252898619999998, 2023-08-28T02:37:50.196 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:37:50.196 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:37:50.196 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:37:50.197 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:37:50.197 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:37:50.197 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 93106 2023-08-28T02:37:50.197 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.197 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:37:50.197 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.197 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:37:50.197 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.025904+0000", 2023-08-28T02:37:50.197 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:37:50.197 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.197 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.198 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:37:50.198 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.025904+0000", 2023-08-28T02:37:50.198 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:37:50.198 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.198 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.198 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:37:50.198 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.025902+0000", 2023-08-28T02:37:50.198 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:37:50.198 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.198 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.198 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:37:50.198 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.025931+0000", 2023-08-28T02:37:50.199 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.8328000000000001e-05 2023-08-28T02:37:50.199 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.199 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.199 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:37:50.199 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.025947+0000", 2023-08-28T02:37:50.199 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.6436999999999999e-05 2023-08-28T02:37:50.199 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.199 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.199 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:37:50.199 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.025956+0000", 2023-08-28T02:37:50.199 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.8219999999999996e-06 2023-08-28T02:37:50.199 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.200 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.200 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:37:50.200 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.029210+0000", 2023-08-28T02:37:50.200 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0032543519999999999 2023-08-28T02:37:50.200 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.200 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.200 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:37:50.200 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.029220+0000", 2023-08-28T02:37:50.200 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.2329999999999995e-06 2023-08-28T02:37:50.200 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.200 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.200 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:37:50.200 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.935877+0000", 2023-08-28T02:37:50.201 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.90665788199999997 2023-08-28T02:37:50.201 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.201 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.201 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:37:50.201 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.935885+0000", 2023-08-28T02:37:50.201 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.926e-06 2023-08-28T02:37:50.201 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.201 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.201 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:37:50.201 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.135306+0000", 2023-08-28T02:37:50.201 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1994201069999999 2023-08-28T02:37:50.201 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.202 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.202 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:37:50.202 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.135496+0000", 2023-08-28T02:37:50.202 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00019071999999999999 2023-08-28T02:37:50.202 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.202 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.202 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 4,6", 2023-08-28T02:37:50.202 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.135713+0000", 2023-08-28T02:37:50.202 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000217209 2023-08-28T02:37:50.202 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.202 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.202 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:37:50.203 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.148233+0000", 2023-08-28T02:37:50.203 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.012520039 2023-08-28T02:37:50.203 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.203 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.203 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:37:50.203 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.148293+0000", 2023-08-28T02:37:50.203 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.9979000000000003e-05 2023-08-28T02:37:50.203 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.203 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.203 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:37:50.203 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.148360+0000", 2023-08-28T02:37:50.203 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.6715000000000001e-05 2023-08-28T02:37:50.204 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.204 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.204 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:37:50.204 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.148424+0000", 2023-08-28T02:37:50.204 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.4094e-05 2023-08-28T02:37:50.204 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.204 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.204 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:37:50.204 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.151194+0000", 2023-08-28T02:37:50.204 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0027700580000000002 2023-08-28T02:37:50.204 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:37:50.204 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:37:50.204 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:37:50.205 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.205 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.205 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:93118 10.f 10:fa591aa3:::benchmark_data_smithi040_250784_object93117:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e277)", 2023-08-28T02:37:50.205 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:12.050501+0000", 2023-08-28T02:37:50.205 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 338.091615418, 2023-08-28T02:37:50.205 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.1035644179999999, 2023-08-28T02:37:50.205 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:37:50.205 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:37:50.205 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:37:50.205 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:37:50.205 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:37:50.205 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 93118 2023-08-28T02:37:50.206 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.206 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:37:50.206 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.206 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:37:50.206 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.050501+0000", 2023-08-28T02:37:50.206 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:37:50.206 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.206 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.206 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:37:50.206 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.050501+0000", 2023-08-28T02:37:50.206 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:37:50.206 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.207 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.207 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:37:50.207 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.050499+0000", 2023-08-28T02:37:50.207 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:37:50.207 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.207 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.207 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:37:50.207 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.050530+0000", 2023-08-28T02:37:50.207 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.1414000000000001e-05 2023-08-28T02:37:50.207 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.207 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.207 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:37:50.208 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.050545+0000", 2023-08-28T02:37:50.208 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4559000000000001e-05 2023-08-28T02:37:50.208 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.208 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.208 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:37:50.208 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.050554+0000", 2023-08-28T02:37:50.208 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.2220000000000008e-06 2023-08-28T02:37:50.208 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.208 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.208 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:37:50.208 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.053863+0000", 2023-08-28T02:37:50.209 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0033090979999999999 2023-08-28T02:37:50.209 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.209 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.209 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:37:50.209 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.053871+0000", 2023-08-28T02:37:50.209 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.6899999999999992e-06 2023-08-28T02:37:50.209 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.209 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.209 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:37:50.209 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.935924+0000", 2023-08-28T02:37:50.209 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.88205365599999996 2023-08-28T02:37:50.210 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.210 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.210 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:37:50.210 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.935933+0000", 2023-08-28T02:37:50.210 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.0310000000000004e-06 2023-08-28T02:37:50.210 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.210 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.210 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:37:50.210 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.138947+0000", 2023-08-28T02:37:50.210 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2030140899999999 2023-08-28T02:37:50.210 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.210 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.211 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:37:50.211 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.139147+0000", 2023-08-28T02:37:50.211 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00019923900000000001 2023-08-28T02:37:50.211 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.211 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.211 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 4,6", 2023-08-28T02:37:50.211 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.139357+0000", 2023-08-28T02:37:50.211 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00021080799999999999 2023-08-28T02:37:50.211 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.211 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.211 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:37:50.212 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.148242+0000", 2023-08-28T02:37:50.212 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0088843940000000003 2023-08-28T02:37:50.212 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.212 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.212 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:37:50.212 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.148331+0000", 2023-08-28T02:37:50.212 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.8731000000000001e-05 2023-08-28T02:37:50.212 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.212 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.212 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:37:50.212 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.151247+0000", 2023-08-28T02:37:50.212 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0029167239999999999 2023-08-28T02:37:50.213 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.213 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.213 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:37:50.213 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.151306+0000", 2023-08-28T02:37:50.213 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.8516e-05 2023-08-28T02:37:50.213 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.213 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.213 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:37:50.213 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.154065+0000", 2023-08-28T02:37:50.213 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0027592279999999999 2023-08-28T02:37:50.213 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:37:50.213 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:37:50.214 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:37:50.214 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.214 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.214 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:93134 10.f 10:fe6bde01:::benchmark_data_smithi040_250784_object93133:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e277)", 2023-08-28T02:37:50.214 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:12.093453+0000", 2023-08-28T02:37:50.214 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 338.04866272800001, 2023-08-28T02:37:50.214 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.0766889000000002, 2023-08-28T02:37:50.214 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:37:50.214 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:37:50.214 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:37:50.214 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:37:50.214 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:37:50.215 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 93134 2023-08-28T02:37:50.215 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.215 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:37:50.215 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.215 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:37:50.215 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.093453+0000", 2023-08-28T02:37:50.215 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:37:50.215 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.215 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.216 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:37:50.216 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.093453+0000", 2023-08-28T02:37:50.216 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:37:50.216 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.216 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.216 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:37:50.216 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.093452+0000", 2023-08-28T02:37:50.216 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:37:50.216 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.216 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.216 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:37:50.216 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.093478+0000", 2023-08-28T02:37:50.217 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.6404999999999999e-05 2023-08-28T02:37:50.217 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.217 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.217 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:37:50.217 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.093501+0000", 2023-08-28T02:37:50.217 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.3342000000000001e-05 2023-08-28T02:37:50.217 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.217 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.217 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:37:50.217 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.093513+0000", 2023-08-28T02:37:50.217 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1776999999999999e-05 2023-08-28T02:37:50.217 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.218 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.218 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:37:50.218 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.093591+0000", 2023-08-28T02:37:50.218 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.8079999999999998e-05 2023-08-28T02:37:50.218 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.218 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.218 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:37:50.218 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.093603+0000", 2023-08-28T02:37:50.218 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1725e-05 2023-08-28T02:37:50.218 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.218 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.219 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:37:50.219 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.935986+0000", 2023-08-28T02:37:50.219 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.84238253799999996 2023-08-28T02:37:50.219 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.219 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.219 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:37:50.219 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.935993+0000", 2023-08-28T02:37:50.219 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.627e-06 2023-08-28T02:37:50.219 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.219 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.219 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:37:50.220 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.154541+0000", 2023-08-28T02:37:50.220 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2185472960000001 2023-08-28T02:37:50.220 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.220 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.220 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:37:50.220 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.154728+0000", 2023-08-28T02:37:50.220 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00018707500000000001 2023-08-28T02:37:50.220 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.220 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.220 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 4,6", 2023-08-28T02:37:50.220 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.154912+0000", 2023-08-28T02:37:50.220 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00018408300000000001 2023-08-28T02:37:50.221 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.221 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.221 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:37:50.221 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.166776+0000", 2023-08-28T02:37:50.221 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.01186457 2023-08-28T02:37:50.221 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.221 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.221 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:37:50.221 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.166835+0000", 2023-08-28T02:37:50.221 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.8940000000000002e-05 2023-08-28T02:37:50.221 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.221 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.222 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:37:50.222 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.166887+0000", 2023-08-28T02:37:50.222 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.1499999999999998e-05 2023-08-28T02:37:50.222 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.222 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.222 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:37:50.222 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.166947+0000", 2023-08-28T02:37:50.222 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.0210999999999997e-05 2023-08-28T02:37:50.222 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.222 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.222 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:37:50.223 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.170142+0000", 2023-08-28T02:37:50.223 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0031952700000000001 2023-08-28T02:37:50.223 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:37:50.223 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:37:50.223 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:37:50.223 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.223 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.223 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:93162 10.f 10:f0afe88c:::benchmark_data_smithi040_250784_object93161:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e277)", 2023-08-28T02:37:50.223 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:12.130879+0000", 2023-08-28T02:37:50.223 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 338.01123745899997, 2023-08-28T02:37:50.223 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.0583237670000001, 2023-08-28T02:37:50.223 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:37:50.224 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:37:50.224 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:37:50.224 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:37:50.224 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:37:50.224 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 93162 2023-08-28T02:37:50.224 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.224 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:37:50.224 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.224 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:37:50.224 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.130879+0000", 2023-08-28T02:37:50.224 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:37:50.225 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.225 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.225 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:37:50.225 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.130879+0000", 2023-08-28T02:37:50.225 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:37:50.225 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.225 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.225 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:37:50.225 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.130876+0000", 2023-08-28T02:37:50.225 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999976 2023-08-28T02:37:50.225 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.225 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.226 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:37:50.226 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.130908+0000", 2023-08-28T02:37:50.226 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.1911e-05 2023-08-28T02:37:50.226 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.226 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.226 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:37:50.226 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.130934+0000", 2023-08-28T02:37:50.226 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.5304999999999999e-05 2023-08-28T02:37:50.226 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.226 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.226 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:37:50.226 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.130945+0000", 2023-08-28T02:37:50.226 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1092e-05 2023-08-28T02:37:50.227 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.227 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.227 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:37:50.227 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.131000+0000", 2023-08-28T02:37:50.227 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.5451000000000002e-05 2023-08-28T02:37:50.227 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.227 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.227 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:37:50.227 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.131008+0000", 2023-08-28T02:37:50.227 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.5780000000000001e-06 2023-08-28T02:37:50.227 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.228 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.228 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:37:50.228 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.936019+0000", 2023-08-28T02:37:50.228 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.80501107400000005 2023-08-28T02:37:50.228 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.228 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.228 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:37:50.228 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.936025+0000", 2023-08-28T02:37:50.228 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.0580000000000003e-06 2023-08-28T02:37:50.228 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.228 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.228 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:37:50.228 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.159612+0000", 2023-08-28T02:37:50.229 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.223587269 2023-08-28T02:37:50.229 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.229 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.229 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:37:50.229 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.159774+0000", 2023-08-28T02:37:50.229 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00016233400000000001 2023-08-28T02:37:50.229 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.229 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.229 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 4,6", 2023-08-28T02:37:50.229 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.159897+0000", 2023-08-28T02:37:50.229 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00012272499999999999 2023-08-28T02:37:50.229 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.229 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.230 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:37:50.230 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.173429+0000", 2023-08-28T02:37:50.230 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.013531975999999999 2023-08-28T02:37:50.230 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.230 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.230 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:37:50.230 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.181324+0000", 2023-08-28T02:37:50.230 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0078952190000000002 2023-08-28T02:37:50.230 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.230 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.230 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:37:50.230 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.186053+0000", 2023-08-28T02:37:50.231 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0047288790000000001 2023-08-28T02:37:50.231 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.231 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.231 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:37:50.231 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.186093+0000", 2023-08-28T02:37:50.231 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.9622000000000001e-05 2023-08-28T02:37:50.231 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.231 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.231 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:37:50.232 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.189202+0000", 2023-08-28T02:37:50.232 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0031094299999999998 2023-08-28T02:37:50.232 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:37:50.232 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:37:50.232 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:37:50.232 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.232 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.232 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:93166 10.f 10:f3ba9320:::benchmark_data_smithi040_250784_object93165:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e277)", 2023-08-28T02:37:50.232 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:12.139051+0000", 2023-08-28T02:37:50.232 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 338.003065134, 2023-08-28T02:37:50.232 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.0532505200000002, 2023-08-28T02:37:50.232 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:37:50.233 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:37:50.233 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:37:50.233 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:37:50.233 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:37:50.233 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 93166 2023-08-28T02:37:50.233 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.233 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:37:50.233 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.233 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:37:50.233 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.139051+0000", 2023-08-28T02:37:50.233 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:37:50.233 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.233 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.234 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:37:50.234 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.139051+0000", 2023-08-28T02:37:50.234 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:37:50.234 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.234 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.234 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:37:50.234 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.139049+0000", 2023-08-28T02:37:50.234 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:37:50.234 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.234 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.234 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:37:50.234 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.139076+0000", 2023-08-28T02:37:50.235 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.6821999999999998e-05 2023-08-28T02:37:50.235 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.235 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.235 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:37:50.235 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.139095+0000", 2023-08-28T02:37:50.235 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.8819999999999999e-05 2023-08-28T02:37:50.235 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.235 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.235 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:37:50.235 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.139103+0000", 2023-08-28T02:37:50.235 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.4139999999999994e-06 2023-08-28T02:37:50.235 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.236 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.236 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:37:50.236 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.139168+0000", 2023-08-28T02:37:50.236 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.4608000000000002e-05 2023-08-28T02:37:50.236 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.236 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.236 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:37:50.236 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.139181+0000", 2023-08-28T02:37:50.236 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.3011e-05 2023-08-28T02:37:50.236 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.236 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.237 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:37:50.237 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.936062+0000", 2023-08-28T02:37:50.237 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.79688076600000002 2023-08-28T02:37:50.237 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.237 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.237 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:37:50.237 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.936070+0000", 2023-08-28T02:37:50.237 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.4800000000000001e-06 2023-08-28T02:37:50.237 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.237 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.237 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:37:50.237 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.162544+0000", 2023-08-28T02:37:50.238 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2264736350000001 2023-08-28T02:37:50.238 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.238 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.238 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:37:50.238 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.162747+0000", 2023-08-28T02:37:50.238 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00020315599999999999 2023-08-28T02:37:50.238 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.238 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.238 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 4,6", 2023-08-28T02:37:50.238 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.162958+0000", 2023-08-28T02:37:50.238 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000211175 2023-08-28T02:37:50.239 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.239 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.239 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:37:50.239 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.177430+0000", 2023-08-28T02:37:50.239 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.014472234 2023-08-28T02:37:50.239 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.239 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.239 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:37:50.239 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.181467+0000", 2023-08-28T02:37:50.239 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0040371249999999999 2023-08-28T02:37:50.240 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.240 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.240 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:37:50.240 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.189280+0000", 2023-08-28T02:37:50.240 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0078129069999999991 2023-08-28T02:37:50.240 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.240 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.240 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:37:50.240 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.189353+0000", 2023-08-28T02:37:50.240 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.2348999999999995e-05 2023-08-28T02:37:50.240 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.240 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.241 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:37:50.241 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.192301+0000", 2023-08-28T02:37:50.241 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.002948633 2023-08-28T02:37:50.241 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:37:50.241 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:37:50.241 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:37:50.241 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.241 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.241 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:93168 10.f 10:fa9a2fe3:::benchmark_data_smithi040_250784_object93167:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e277)", 2023-08-28T02:37:50.241 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:12.141773+0000", 2023-08-28T02:37:50.241 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 338.00034315599999, 2023-08-28T02:37:50.242 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.0535209719999998, 2023-08-28T02:37:50.242 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:37:50.242 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:37:50.242 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:37:50.242 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:37:50.242 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:37:50.242 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 93168 2023-08-28T02:37:50.242 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.242 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:37:50.242 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.242 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:37:50.242 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.141773+0000", 2023-08-28T02:37:50.243 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:37:50.243 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.243 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.243 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:37:50.243 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.141773+0000", 2023-08-28T02:37:50.243 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:37:50.243 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.243 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.243 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:37:50.243 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.141771+0000", 2023-08-28T02:37:50.243 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:37:50.243 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.243 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.244 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:37:50.244 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.141797+0000", 2023-08-28T02:37:50.244 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.5160999999999998e-05 2023-08-28T02:37:50.244 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.244 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.244 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:37:50.244 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.141811+0000", 2023-08-28T02:37:50.244 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4419999999999999e-05 2023-08-28T02:37:50.244 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.244 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.244 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:37:50.245 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.141818+0000", 2023-08-28T02:37:50.245 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.4580000000000004e-06 2023-08-28T02:37:50.245 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.245 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.245 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:37:50.245 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.141865+0000", 2023-08-28T02:37:50.245 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.6791e-05 2023-08-28T02:37:50.245 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.245 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.245 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:37:50.245 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.141873+0000", 2023-08-28T02:37:50.245 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.9889999999999992e-06 2023-08-28T02:37:50.246 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.246 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.246 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:37:50.246 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.936110+0000", 2023-08-28T02:37:50.246 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.79423712800000001 2023-08-28T02:37:50.246 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.246 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.246 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:37:50.246 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.936120+0000", 2023-08-28T02:37:50.246 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.9229999999999997e-06 2023-08-28T02:37:50.246 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.246 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.247 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:37:50.247 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.170216+0000", 2023-08-28T02:37:50.247 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2340959200000001 2023-08-28T02:37:50.247 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.247 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.247 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:37:50.247 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.170416+0000", 2023-08-28T02:37:50.247 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000199994 2023-08-28T02:37:50.247 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.247 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.247 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 4,6", 2023-08-28T02:37:50.248 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.170622+0000", 2023-08-28T02:37:50.248 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000205422 2023-08-28T02:37:50.248 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.248 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.248 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:37:50.248 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.181340+0000", 2023-08-28T02:37:50.248 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.010718404000000001 2023-08-28T02:37:50.248 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.248 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.248 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:37:50.248 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.184959+0000", 2023-08-28T02:37:50.248 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0036189719999999998 2023-08-28T02:37:50.249 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.249 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.249 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:37:50.249 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.192362+0000", 2023-08-28T02:37:50.249 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0074031929999999998 2023-08-28T02:37:50.249 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.249 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.249 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:37:50.249 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.192422+0000", 2023-08-28T02:37:50.249 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.0344999999999999e-05 2023-08-28T02:37:50.249 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.249 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.250 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:37:50.250 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.195294+0000", 2023-08-28T02:37:50.250 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0028713179999999999 2023-08-28T02:37:50.250 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:37:50.250 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:37:50.250 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:37:50.250 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.250 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.250 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:93169 10.f 10:f65b4cf4:::benchmark_data_smithi040_250784_object93168:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e277)", 2023-08-28T02:37:50.251 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:12.142412+0000", 2023-08-28T02:37:50.251 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 337.99970356099999, 2023-08-28T02:37:50.251 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.0558343219999999, 2023-08-28T02:37:50.251 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:37:50.251 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:37:50.251 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:37:50.251 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:37:50.251 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:37:50.251 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 93169 2023-08-28T02:37:50.251 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.252 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:37:50.252 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.252 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:37:50.252 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.142412+0000", 2023-08-28T02:37:50.252 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:37:50.252 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.252 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.252 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:37:50.252 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.142412+0000", 2023-08-28T02:37:50.252 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:37:50.252 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.252 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.253 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:37:50.253 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.142412+0000", 2023-08-28T02:37:50.253 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:37:50.253 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.253 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.253 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:37:50.253 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.142435+0000", 2023-08-28T02:37:50.253 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.3864000000000001e-05 2023-08-28T02:37:50.253 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.253 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.253 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:37:50.253 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.142447+0000", 2023-08-28T02:37:50.254 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1259e-05 2023-08-28T02:37:50.254 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.254 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.254 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:37:50.254 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.142453+0000", 2023-08-28T02:37:50.254 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.1249999999999998e-06 2023-08-28T02:37:50.254 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.254 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.254 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:37:50.254 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.142505+0000", 2023-08-28T02:37:50.254 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.1997999999999999e-05 2023-08-28T02:37:50.254 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.255 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.255 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:37:50.255 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.142518+0000", 2023-08-28T02:37:50.255 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.3482000000000001e-05 2023-08-28T02:37:50.255 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.255 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.255 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:37:50.255 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.936158+0000", 2023-08-28T02:37:50.255 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.79363999699999999 2023-08-28T02:37:50.255 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.255 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.255 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:37:50.256 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.936166+0000", 2023-08-28T02:37:50.256 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.0949999999999996e-06 2023-08-28T02:37:50.256 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.256 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.256 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:37:50.256 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.173470+0000", 2023-08-28T02:37:50.256 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.23730403 2023-08-28T02:37:50.256 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.256 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.256 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:37:50.256 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.173670+0000", 2023-08-28T02:37:50.256 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00020007900000000001 2023-08-28T02:37:50.257 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.257 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.257 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 4,6", 2023-08-28T02:37:50.257 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.173887+0000", 2023-08-28T02:37:50.257 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000216484 2023-08-28T02:37:50.257 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.257 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.257 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:37:50.257 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.181367+0000", 2023-08-28T02:37:50.257 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0074796649999999999 2023-08-28T02:37:50.257 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.257 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.258 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:37:50.258 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.185009+0000", 2023-08-28T02:37:50.258 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.003642799 2023-08-28T02:37:50.258 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.258 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.258 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:37:50.258 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.195360+0000", 2023-08-28T02:37:50.258 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.010350122 2023-08-28T02:37:50.258 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.258 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.258 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:37:50.258 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.195426+0000", 2023-08-28T02:37:50.259 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.6101999999999998e-05 2023-08-28T02:37:50.259 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.259 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.259 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:37:50.259 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.198247+0000", 2023-08-28T02:37:50.259 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.002821137 2023-08-28T02:37:50.259 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:37:50.259 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:37:50.259 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:37:50.259 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.259 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.260 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:93210 10.f 10:f86b7c62:::benchmark_data_smithi040_250784_object93209:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e277)", 2023-08-28T02:37:50.260 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:12.303504+0000", 2023-08-28T02:37:50.260 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 337.83861225700002, 2023-08-28T02:37:50.260 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.8978015830000001, 2023-08-28T02:37:50.260 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:37:50.260 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:37:50.260 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:37:50.260 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:37:50.260 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:37:50.260 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 93210 2023-08-28T02:37:50.260 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.260 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:37:50.261 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.261 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:37:50.261 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.303504+0000", 2023-08-28T02:37:50.261 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:37:50.261 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.261 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.261 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:37:50.261 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.303504+0000", 2023-08-28T02:37:50.261 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:37:50.261 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.261 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.261 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:37:50.262 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.303502+0000", 2023-08-28T02:37:50.262 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:37:50.262 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.262 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.262 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:37:50.262 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.303530+0000", 2023-08-28T02:37:50.262 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.8357999999999999e-05 2023-08-28T02:37:50.262 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.262 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.262 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:37:50.262 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.303549+0000", 2023-08-28T02:37:50.263 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.8507000000000001e-05 2023-08-28T02:37:50.263 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.263 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.263 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:37:50.263 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.303558+0000", 2023-08-28T02:37:50.263 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.7700000000000007e-06 2023-08-28T02:37:50.263 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.263 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.263 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:37:50.263 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.303606+0000", 2023-08-28T02:37:50.263 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.8235000000000002e-05 2023-08-28T02:37:50.263 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.264 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.264 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:37:50.264 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.303614+0000", 2023-08-28T02:37:50.264 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.0439999999999996e-06 2023-08-28T02:37:50.264 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.264 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.264 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:37:50.264 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.936227+0000", 2023-08-28T02:37:50.264 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.63261273399999995 2023-08-28T02:37:50.264 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.264 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.264 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:37:50.265 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.936234+0000", 2023-08-28T02:37:50.265 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.7030000000000006e-06 2023-08-28T02:37:50.265 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.265 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.265 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:37:50.265 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.177482+0000", 2023-08-28T02:37:50.265 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.241247392 2023-08-28T02:37:50.265 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.265 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.265 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:37:50.265 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.177654+0000", 2023-08-28T02:37:50.265 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00017257000000000001 2023-08-28T02:37:50.266 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.266 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.266 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 4,6", 2023-08-28T02:37:50.266 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.177804+0000", 2023-08-28T02:37:50.266 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00014952100000000001 2023-08-28T02:37:50.266 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.266 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.266 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:37:50.266 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.181564+0000", 2023-08-28T02:37:50.266 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.003760369 2023-08-28T02:37:50.266 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.267 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.267 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:37:50.267 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.185366+0000", 2023-08-28T02:37:50.267 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0038016159999999998 2023-08-28T02:37:50.267 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.267 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.267 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:37:50.267 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.198341+0000", 2023-08-28T02:37:50.267 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.012975192999999999 2023-08-28T02:37:50.267 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.267 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.267 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:37:50.268 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.198409+0000", 2023-08-28T02:37:50.268 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.7798000000000004e-05 2023-08-28T02:37:50.268 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.268 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.268 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:37:50.268 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.201305+0000", 2023-08-28T02:37:50.268 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0028964469999999999 2023-08-28T02:37:50.268 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:37:50.268 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:37:50.268 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:37:50.268 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.268 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.269 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "MOSDPGPush(10.a 299/297 [PushOp(10:52f831f5:::benchmark_data_smithi040_250784_object1405:head, version: 254'90, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(10:52f831f5:::benchmark_data_smithi040_250784_object1405:head@254'90, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-08-28T02:37:50.269 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:33:13.586835+0000", 2023-08-28T02:37:50.269 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 276.55528084399998, 2023-08-28T02:37:50.269 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.067957745999999999, 2023-08-28T02:37:50.269 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:37:50.269 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "started", 2023-08-28T02:37:50.269 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:37:50.269 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.269 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:37:50.269 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.586835+0000", 2023-08-28T02:37:50.270 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:37:50.270 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.270 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.270 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:37:50.270 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.586835+0000", 2023-08-28T02:37:50.270 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:37:50.270 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.270 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.270 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:37:50.270 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.586833+0000", 2023-08-28T02:37:50.270 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:37:50.271 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.271 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.271 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:37:50.271 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.586886+0000", 2023-08-28T02:37:50.271 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.2371999999999999e-05 2023-08-28T02:37:50.271 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.271 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.271 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:37:50.271 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.586916+0000", 2023-08-28T02:37:50.271 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.0297000000000001e-05 2023-08-28T02:37:50.271 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.271 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.272 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:37:50.272 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.586936+0000", 2023-08-28T02:37:50.272 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.0525000000000001e-05 2023-08-28T02:37:50.272 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.272 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.272 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:37:50.272 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.587048+0000", 2023-08-28T02:37:50.272 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000112037 2023-08-28T02:37:50.272 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.272 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.272 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:37:50.272 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.587064+0000", 2023-08-28T02:37:50.273 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.5622000000000001e-05 2023-08-28T02:37:50.273 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.273 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.273 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:37:50.273 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.654793+0000", 2023-08-28T02:37:50.273 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.067728807000000002 2023-08-28T02:37:50.273 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:37:50.273 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:37:50.273 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:37:50.273 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.273 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.273 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "MOSDPGPush(10.a 299/297 [PushOp(10:5fd55206:::benchmark_data_smithi040_250784_object1419:head, version: 254'92, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(10:5fd55206:::benchmark_data_smithi040_250784_object1419:head@254'92, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-08-28T02:37:50.274 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:33:13.721932+0000", 2023-08-28T02:37:50.274 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 276.42018421500001, 2023-08-28T02:37:50.274 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.062275285, 2023-08-28T02:37:50.274 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:37:50.274 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "started", 2023-08-28T02:37:50.274 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:37:50.274 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.274 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:37:50.274 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.721932+0000", 2023-08-28T02:37:50.274 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:37:50.274 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.275 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.275 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:37:50.275 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.721932+0000", 2023-08-28T02:37:50.275 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:37:50.275 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.275 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.275 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:37:50.275 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.721930+0000", 2023-08-28T02:37:50.275 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:37:50.275 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.275 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.276 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:37:50.276 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.721967+0000", 2023-08-28T02:37:50.276 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.7317999999999997e-05 2023-08-28T02:37:50.276 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.276 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.276 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:37:50.276 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.721990+0000", 2023-08-28T02:37:50.276 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.3261999999999999e-05 2023-08-28T02:37:50.276 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.276 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.276 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:37:50.276 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.722006+0000", 2023-08-28T02:37:50.277 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.5828000000000002e-05 2023-08-28T02:37:50.277 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.277 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.277 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:37:50.277 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.722076+0000", 2023-08-28T02:37:50.277 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.9269000000000004e-05 2023-08-28T02:37:50.277 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.277 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.277 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:37:50.277 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.722089+0000", 2023-08-28T02:37:50.277 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.3278999999999999e-05 2023-08-28T02:37:50.277 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.278 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.278 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:37:50.278 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.784207+0000", 2023-08-28T02:37:50.278 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.062118249 2023-08-28T02:37:50.278 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:37:50.278 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:37:50.278 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:37:50.278 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.278 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.278 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "MOSDPGPush(10.a 299/297 [PushOp(10:5c786c9e:::benchmark_data_smithi040_250784_object1425:head, version: 254'93, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(10:5c786c9e:::benchmark_data_smithi040_250784_object1425:head@254'93, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-08-28T02:37:50.278 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:33:13.801617+0000", 2023-08-28T02:37:50.279 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 276.34049913600001, 2023-08-28T02:37:50.279 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.063325786999999994, 2023-08-28T02:37:50.279 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:37:50.279 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "started", 2023-08-28T02:37:50.279 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:37:50.279 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.279 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:37:50.279 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.801617+0000", 2023-08-28T02:37:50.279 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:37:50.279 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.279 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.280 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:37:50.280 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.801617+0000", 2023-08-28T02:37:50.280 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:37:50.280 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.280 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.280 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:37:50.280 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.801615+0000", 2023-08-28T02:37:50.280 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:37:50.280 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.280 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.280 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:37:50.280 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.801670+0000", 2023-08-28T02:37:50.281 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.5282999999999999e-05 2023-08-28T02:37:50.281 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.281 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.281 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:37:50.281 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.801704+0000", 2023-08-28T02:37:50.281 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.362e-05 2023-08-28T02:37:50.281 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.281 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.281 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:37:50.281 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.801728+0000", 2023-08-28T02:37:50.281 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.4641e-05 2023-08-28T02:37:50.281 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.282 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.282 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:37:50.282 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.801808+0000", 2023-08-28T02:37:50.282 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.9800000000000002e-05 2023-08-28T02:37:50.282 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.282 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.282 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:37:50.282 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.801819+0000", 2023-08-28T02:37:50.282 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1029000000000001e-05 2023-08-28T02:37:50.282 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.282 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.283 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:37:50.283 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.864943+0000", 2023-08-28T02:37:50.283 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.063123361000000003 2023-08-28T02:37:50.283 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:37:50.283 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:37:50.283 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:37:50.283 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.283 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.283 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "MOSDPGPush(10.a 299/297 [PushOp(10:5a8ae76f:::benchmark_data_smithi040_250784_object1432:head, version: 254'94, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(10:5a8ae76f:::benchmark_data_smithi040_250784_object1432:head@254'94, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-08-28T02:37:50.283 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:33:13.880169+0000", 2023-08-28T02:37:50.283 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 276.26194667599998, 2023-08-28T02:37:50.284 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.073080071999999996, 2023-08-28T02:37:50.284 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:37:50.284 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "started", 2023-08-28T02:37:50.284 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:37:50.284 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.284 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:37:50.284 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.880169+0000", 2023-08-28T02:37:50.284 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:37:50.284 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.284 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.284 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:37:50.285 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.880169+0000", 2023-08-28T02:37:50.285 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:37:50.285 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.285 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.285 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:37:50.285 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.880168+0000", 2023-08-28T02:37:50.285 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:37:50.285 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.285 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.285 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:37:50.285 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.880230+0000", 2023-08-28T02:37:50.285 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.1656999999999996e-05 2023-08-28T02:37:50.286 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.286 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.286 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:37:50.286 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.880253+0000", 2023-08-28T02:37:50.286 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.3632e-05 2023-08-28T02:37:50.286 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.286 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.286 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:37:50.286 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.880269+0000", 2023-08-28T02:37:50.286 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.5566999999999999e-05 2023-08-28T02:37:50.286 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.286 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.287 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:37:50.287 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.880340+0000", 2023-08-28T02:37:50.287 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.1229999999999994e-05 2023-08-28T02:37:50.287 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.287 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.287 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:37:50.287 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.880352+0000", 2023-08-28T02:37:50.287 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2398000000000001e-05 2023-08-28T02:37:50.287 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.287 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.287 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:37:50.287 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.953249+0000", 2023-08-28T02:37:50.288 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.072896997000000005 2023-08-28T02:37:50.288 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:37:50.288 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:37:50.288 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:37:50.288 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.288 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.288 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:115841 10.a e346/297 10:5aa4d53f:::benchmark_data_smithi040_250784_object22532:head v 346'7241, mlcod=346'7239)", 2023-08-28T02:37:50.288 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:37:30.056930+0000", 2023-08-28T02:37:50.288 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 20.085186398000001, 2023-08-28T02:37:50.288 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.012033007, 2023-08-28T02:37:50.288 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:37:50.289 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:37:50.289 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:37:50.289 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.289 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:37:50.289 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:30.056930+0000", 2023-08-28T02:37:50.289 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:37:50.289 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.289 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.289 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:37:50.289 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:30.056930+0000", 2023-08-28T02:37:50.289 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:37:50.289 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.290 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.290 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:37:50.290 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:30.056928+0000", 2023-08-28T02:37:50.290 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:37:50.290 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.290 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.290 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:37:50.290 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:30.056940+0000", 2023-08-28T02:37:50.290 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2071e-05 2023-08-28T02:37:50.290 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.291 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.291 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:37:50.291 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:30.056964+0000", 2023-08-28T02:37:50.291 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.3774e-05 2023-08-28T02:37:50.291 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.291 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.291 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:37:50.291 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:30.056978+0000", 2023-08-28T02:37:50.291 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.3576e-05 2023-08-28T02:37:50.291 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.291 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.292 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:37:50.292 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:30.057030+0000", 2023-08-28T02:37:50.292 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.2200999999999997e-05 2023-08-28T02:37:50.292 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.292 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.292 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:37:50.292 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:30.057059+0000", 2023-08-28T02:37:50.292 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.866e-05 2023-08-28T02:37:50.292 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.292 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.292 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:37:50.292 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:30.068895+0000", 2023-08-28T02:37:50.293 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.011836625 2023-08-28T02:37:50.293 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:37:50.293 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:37:50.293 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:37:50.293 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:30.068963+0000", 2023-08-28T02:37:50.293 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.7328000000000003e-05 2023-08-28T02:37:50.293 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:37:50.293 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:37:50.293 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:37:50.293 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:37:50.293 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:37:50.294 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-08-28T02:37:50.294 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:37:50.335 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:50.363 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:37:50.366 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:50.367 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:37:50.467 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:37:50.490 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:37:50.516 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:50.517 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:37:50.543 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:37:50.569 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:37:50.591 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:37:50.618 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:37:50.643 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:37:50.647 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:37:50.651 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:50.651 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:37:50.665 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:37:50.667 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-08-28T02:37:50.668 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-08-28T02:37:50.668 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-08-28T02:37:50.668 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-08-28T02:37:50.668 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-08-28T02:37:50.668 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-08-28T02:37:50.668 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-08-28T02:37:50.668 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-08-28T02:37:50.672 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.4 dump_ops_in_flight 2023-08-28T02:37:50.752 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:37:50.781 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:50.806 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:37:50.809 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:50.809 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:37:50.910 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:37:50.939 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:50 smithi040 ceph-mon[170259]: pgmap v1067: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 4.2 GiB data, 13 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 123 op/s; 32492/206505 objects degraded (15.734%); 12484/206505 objects misplaced (6.045%); 12 MiB/s, 188 objects/s recovering 2023-08-28T02:37:50.939 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:50 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2623855394' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:37:50.939 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:50 smithi040 ceph-mon[175404]: pgmap v1067: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 4.2 GiB data, 13 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 123 op/s; 32492/206505 objects degraded (15.734%); 12484/206505 objects misplaced (6.045%); 12 MiB/s, 188 objects/s recovering 2023-08-28T02:37:50.939 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:50 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2623855394' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:37:50.940 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:50.960 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:37:50.963 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:50.964 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:37:50.964 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:50 smithi083 ceph-mon[157819]: pgmap v1067: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 4.2 GiB data, 13 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 123 op/s; 32492/206505 objects degraded (15.734%); 12484/206505 objects misplaced (6.045%); 12 MiB/s, 188 objects/s recovering 2023-08-28T02:37:50.964 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:50 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2623855394' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:37:50.971 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:37:51.065 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:37:51.096 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:51.117 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:37:51.119 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:51.120 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:37:51.221 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:37:51.266 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:51.293 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:37:51.300 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:51.300 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:37:51.401 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:37:51.440 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:51.465 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:37:51.468 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:51.468 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:37:51.569 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:37:51.611 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:51.642 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:37:51.646 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:51.646 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:37:51.747 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:37:51.783 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:51.813 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:37:51.816 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:51.817 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:37:51.859 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:51 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 32492/206505 objects degraded (15.734%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:37:51.917 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:37:51.949 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:51 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 32492/206505 objects degraded (15.734%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:37:51.952 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:51.953 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:51 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 32492/206505 objects degraded (15.734%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:37:51.980 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:37:51.984 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:51.984 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:37:52.014 INFO:teuthology.orchestra.run.smithi083.stdout:ERROR: (22) Invalid argument 2023-08-28T02:37:52.014 INFO:teuthology.orchestra.run.smithi083.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:37:52.085 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:37:52.116 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:52.136 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:37:52.139 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:52.139 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:37:52.240 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:37:52.276 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:52.300 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:37:52.303 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:52.303 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:37:52.383 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.4 dump_blocked_ops 2023-08-28T02:37:52.404 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:37:52.439 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:52.466 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:37:52.469 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:52.470 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:37:52.570 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:37:52.600 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:52.619 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:37:52.624 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:52.624 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:37:52.705 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:37:52.724 INFO:teuthology.orchestra.run.smithi040.stderr:noscrub is unset 2023-08-28T02:37:52.724 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:37:52.756 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:52.833 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:37:52.837 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:52.838 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:37:52.938 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:37:52.968 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:52 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2776581736' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:37:52.968 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:52 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:37:52.969 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:52 smithi040 ceph-mon[170259]: pgmap v1068: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 4.2 GiB data, 13 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 114 op/s; 32365/205707 objects degraded (15.734%); 12425/205707 objects misplaced (6.040%); 11 MiB/s, 182 objects/s recovering 2023-08-28T02:37:52.969 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:52 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2776581736' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:37:52.969 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:52 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:37:52.969 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:52 smithi040 ceph-mon[175404]: pgmap v1068: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 4.2 GiB data, 13 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 114 op/s; 32365/205707 objects degraded (15.734%); 12425/205707 objects misplaced (6.040%); 11 MiB/s, 182 objects/s recovering 2023-08-28T02:37:52.971 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:52.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:52 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2776581736' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:37:52.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:52 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:37:52.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:52 smithi083 ceph-mon[157819]: pgmap v1068: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 4.2 GiB data, 13 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 114 op/s; 32365/205707 objects degraded (15.734%); 12425/205707 objects misplaced (6.040%); 11 MiB/s, 182 objects/s recovering 2023-08-28T02:37:53.052 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:37:53.094 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:37:53.098 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:53.099 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:37:53.161 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-08-28T02:37:53.200 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:37:53.244 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:53.266 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:37:53.270 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:53.270 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:37:53.371 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:37:53.400 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:37:53.401 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:53.425 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:37:53.432 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:53.432 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:37:53.533 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:37:53.572 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:53.594 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:37:53.597 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:53.598 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:37:53.699 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:37:53.736 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:53.798 INFO:teuthology.orchestra.run.smithi083.stdout:ERROR: (22) Invalid argument 2023-08-28T02:37:53.798 INFO:teuthology.orchestra.run.smithi083.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:37:53.880 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:53 smithi040 ceph-mon[170259]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:37:53.880 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:53 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:37:53.881 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:53 smithi040 ceph-mon[170259]: osdmap e350: 8 total, 8 up, 6 in 2023-08-28T02:37:53.881 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:53 smithi040 ceph-mon[170259]: failed to encode map e350 with expected crc 2023-08-28T02:37:53.881 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:53 smithi040 ceph-mon[170259]: failed to encode map e350 with expected crc 2023-08-28T02:37:53.881 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:53 smithi040 ceph-mon[170259]: failed to encode map e350 with expected crc 2023-08-28T02:37:53.881 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:53 smithi040 ceph-mon[175404]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:37:53.881 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:53 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:37:53.881 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:53 smithi040 ceph-mon[175404]: osdmap e350: 8 total, 8 up, 6 in 2023-08-28T02:37:53.881 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:53 smithi040 ceph-mon[175404]: failed to encode map e350 with expected crc 2023-08-28T02:37:53.881 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:53 smithi040 ceph-mon[175404]: failed to encode map e350 with expected crc 2023-08-28T02:37:53.881 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:53 smithi040 ceph-mon[175404]: failed to encode map e350 with expected crc 2023-08-28T02:37:53.976 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:53 smithi083 ceph-mon[157819]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:37:53.976 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:53 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:37:53.977 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:53 smithi083 ceph-mon[157819]: osdmap e350: 8 total, 8 up, 6 in 2023-08-28T02:37:53.977 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:53 smithi083 ceph-mon[157819]: failed to encode map e350 with expected crc 2023-08-28T02:37:53.977 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:53 smithi083 ceph-mon[157819]: failed to encode map e350 with expected crc 2023-08-28T02:37:53.977 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:53 smithi083 ceph-mon[157819]: failed to encode map e350 with expected crc 2023-08-28T02:37:54.012 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:37:54.015 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:54.016 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:37:54.057 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:37:54.117 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:37:54.148 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:54.174 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:37:54.176 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:54.177 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:37:54.180 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.4 dump_historic_ops 2023-08-28T02:37:54.278 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:37:54.307 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:54.330 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:37:54.333 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:54.333 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:37:54.434 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:37:54.471 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:54.541 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:37:54.543 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:37:54.546 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:54.546 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:37:54.647 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:37:54.680 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:54.700 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:37:54.706 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:54.706 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:37:54.722 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:54 smithi040 ceph-mon[170259]: osdmap e351: 8 total, 8 up, 6 in 2023-08-28T02:37:54.722 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:54 smithi040 ceph-mon[170259]: failed to encode map e351 with expected crc 2023-08-28T02:37:54.722 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:54 smithi040 ceph-mon[170259]: failed to encode map e351 with expected crc 2023-08-28T02:37:54.722 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:54 smithi040 ceph-mon[170259]: failed to encode map e351 with expected crc 2023-08-28T02:37:54.722 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:54 smithi040 ceph-mon[170259]: pgmap v1071: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 4.2 GiB data, 13 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 100 op/s; 32365/205449 objects degraded (15.753%); 12425/205449 objects misplaced (6.048%); 8.4 MiB/s, 134 objects/s recovering 2023-08-28T02:37:54.807 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:37:54.834 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:37:54.835 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:37:54.836 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:54.880 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:37:54.883 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:54.884 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:37:54.976 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:54 smithi040 ceph-mon[175404]: osdmap e351: 8 total, 8 up, 6 in 2023-08-28T02:37:54.977 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:54 smithi040 ceph-mon[175404]: failed to encode map e351 with expected crc 2023-08-28T02:37:54.977 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:54 smithi040 ceph-mon[175404]: failed to encode map e351 with expected crc 2023-08-28T02:37:54.977 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:54 smithi040 ceph-mon[175404]: failed to encode map e351 with expected crc 2023-08-28T02:37:54.977 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:54 smithi040 ceph-mon[175404]: pgmap v1071: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 4.2 GiB data, 13 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 100 op/s; 32365/205449 objects degraded (15.753%); 12425/205449 objects misplaced (6.048%); 8.4 MiB/s, 134 objects/s recovering 2023-08-28T02:37:54.984 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:37:54.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:54 smithi083 ceph-mon[157819]: osdmap e351: 8 total, 8 up, 6 in 2023-08-28T02:37:54.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:54 smithi083 ceph-mon[157819]: failed to encode map e351 with expected crc 2023-08-28T02:37:54.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:54 smithi083 ceph-mon[157819]: failed to encode map e351 with expected crc 2023-08-28T02:37:54.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:54 smithi083 ceph-mon[157819]: failed to encode map e351 with expected crc 2023-08-28T02:37:54.992 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:54 smithi083 ceph-mon[157819]: pgmap v1071: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 4 active+recovery_wait+undersized+degraded+remapped, 91 active+clean; 4.2 GiB data, 13 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 100 op/s; 32365/205449 objects degraded (15.753%); 12425/205449 objects misplaced (6.048%); 8.4 MiB/s, 134 objects/s recovering 2023-08-28T02:37:55.027 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:55.097 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd unset nodeep-scrub 2023-08-28T02:37:55.283 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":1072,"stamp":"2023-08-28T02:37:54.720852+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4486904580,"num_objects":68483,"num_object_clones":0,"num_object_copies":205449,"num_objects_missing_on_primary":4365,"num_objects_missing":4365,"num_objects_degraded":32365,"num_objects_misplaced":12425,"num_objects_unfound":0,"num_objects_dirty":68483,"num_whiteouts":0,"num_read":90,"num_read_kb":168,"num_write":118259,"num_write_kb":5972054,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":41371,"num_bytes_recovered":2693993361,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":98728,"ondisk_log_size":98728,"up":297,"acting":292,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":13330052,"kb_used_data":10370708,"kb_used_omap":12,"kb_used_meta":2959283,"kb_avail":549140860,"statfs":{"total":575970213888,"available":562320240640,"internally_reserved":0,"allocated":10619604992,"data_stored":10609412924,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12739,"internal_metadata":3030306365},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,2,1,1,1,0,2,2,0,3,5,6,2],"upper_bound":8192},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-29097984,"num_objects":-444,"num_object_clones":0,"num_object_copies":-1332,"num_objects_missing_on_primary":-38,"num_objects_missing":-38,"num_objects_degraded":-1000,"num_objects_misplaced":-88,"num_objects_unfound":0,"num_objects_dirty":-444,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":444,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":962,"num_bytes_recovered":63045632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.268374"},"pg_stats":[{"pgid":"3.1a","version":"65'1","reported_seq":360,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.064540+0000","last_change":"2023-08-28T02:32:32.667028+0000","last_active":"2023-08-28T02:37:37.064540+0000","last_peered":"2023-08-28T02:37:37.064540+0000","last_clean":"2023-08-28T02:37:37.064540+0000","last_became_active":"2023-08-28T02:32:32.666711+0000","last_became_peered":"2023-08-28T02:32:32.666711+0000","last_unstale":"2023-08-28T02:37:37.064540+0000","last_undegraded":"2023-08-28T02:37:37.064540+0000","last_fullsized":"2023-08-28T02:37:37.064540+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:28:21.913105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":313,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.134098+0000","last_change":"2023-08-28T02:29:44.421259+0000","last_active":"2023-08-28T02:37:37.134098+0000","last_peered":"2023-08-28T02:37:37.134098+0000","last_clean":"2023-08-28T02:37:37.134098+0000","last_became_active":"2023-08-28T02:29:44.420936+0000","last_became_peered":"2023-08-28T02:29:44.420936+0000","last_unstale":"2023-08-28T02:37:37.134098+0000","last_undegraded":"2023-08-28T02:37:37.134098+0000","last_fullsized":"2023-08-28T02:37:37.134098+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:22:26.346867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":154,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.089549+0000","last_change":"2023-08-28T02:33:12.290337+0000","last_active":"2023-08-28T02:37:37.089549+0000","last_peered":"2023-08-28T02:37:37.089549+0000","last_clean":"2023-08-28T02:37:37.089549+0000","last_became_active":"2023-08-28T02:33:12.289852+0000","last_became_peered":"2023-08-28T02:33:12.289852+0000","last_unstale":"2023-08-28T02:37:37.089549+0000","last_undegraded":"2023-08-28T02:37:37.089549+0000","last_fullsized":"2023-08-28T02:37:37.089549+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:04:26.420037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":328,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.136500+0000","last_change":"2023-08-28T02:33:13.317226+0000","last_active":"2023-08-28T02:37:37.136500+0000","last_peered":"2023-08-28T02:37:37.136500+0000","last_clean":"2023-08-28T02:37:37.136500+0000","last_became_active":"2023-08-28T02:33:13.316893+0000","last_became_peered":"2023-08-28T02:33:13.316893+0000","last_unstale":"2023-08-28T02:37:37.136500+0000","last_undegraded":"2023-08-28T02:37:37.136500+0000","last_fullsized":"2023-08-28T02:37:37.136500+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:55:46.593463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":272,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.089587+0000","last_change":"2023-08-28T02:33:12.295203+0000","last_active":"2023-08-28T02:37:37.089587+0000","last_peered":"2023-08-28T02:37:37.089587+0000","last_clean":"2023-08-28T02:37:37.089587+0000","last_became_active":"2023-08-28T02:33:12.294904+0000","last_became_peered":"2023-08-28T02:33:12.294904+0000","last_unstale":"2023-08-28T02:37:37.089587+0000","last_undegraded":"2023-08-28T02:37:37.089587+0000","last_fullsized":"2023-08-28T02:37:37.089587+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:31:07.008856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":290,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.109735+0000","last_change":"2023-08-28T02:31:51.987263+0000","last_active":"2023-08-28T02:37:37.109735+0000","last_peered":"2023-08-28T02:37:37.109735+0000","last_clean":"2023-08-28T02:37:37.109735+0000","last_became_active":"2023-08-28T02:31:51.986938+0000","last_became_peered":"2023-08-28T02:31:51.986938+0000","last_unstale":"2023-08-28T02:37:37.109735+0000","last_undegraded":"2023-08-28T02:37:37.109735+0000","last_fullsized":"2023-08-28T02:37:37.109735+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:18.021905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":322,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.133618+0000","last_change":"2023-08-28T02:33:12.318656+0000","last_active":"2023-08-28T02:37:37.133618+0000","last_peered":"2023-08-28T02:37:37.133618+0000","last_clean":"2023-08-28T02:37:37.133618+0000","last_became_active":"2023-08-28T02:33:12.318297+0000","last_became_peered":"2023-08-28T02:33:12.318297+0000","last_unstale":"2023-08-28T02:37:37.133618+0000","last_undegraded":"2023-08-28T02:37:37.133618+0000","last_fullsized":"2023-08-28T02:37:37.133618+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:43:09.789767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":254,"reported_epoch":349,"state":"active+clean","last_fresh":"2023-08-28T02:37:47.038886+0000","last_change":"2023-08-28T02:33:13.357230+0000","last_active":"2023-08-28T02:37:47.038886+0000","last_peered":"2023-08-28T02:37:47.038886+0000","last_clean":"2023-08-28T02:37:47.038886+0000","last_became_active":"2023-08-28T02:33:13.356853+0000","last_became_peered":"2023-08-28T02:33:13.356853+0000","last_unstale":"2023-08-28T02:37:47.038886+0000","last_undegraded":"2023-08-28T02:37:47.038886+0000","last_fullsized":"2023-08-28T02:37:47.038886+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:20:21.545007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":332,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.106336+0000","last_change":"2023-08-28T02:29:44.462510+0000","last_active":"2023-08-28T02:37:37.106336+0000","last_peered":"2023-08-28T02:37:37.106336+0000","last_clean":"2023-08-28T02:37:37.106336+0000","last_became_active":"2023-08-28T02:29:44.460314+0000","last_became_peered":"2023-08-28T02:29:44.460314+0000","last_unstale":"2023-08-28T02:37:37.106336+0000","last_undegraded":"2023-08-28T02:37:37.106336+0000","last_fullsized":"2023-08-28T02:37:37.106336+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:59:01.311467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":257,"reported_epoch":349,"state":"active+clean","last_fresh":"2023-08-28T02:37:47.039330+0000","last_change":"2023-08-28T02:33:13.291255+0000","last_active":"2023-08-28T02:37:47.039330+0000","last_peered":"2023-08-28T02:37:47.039330+0000","last_clean":"2023-08-28T02:37:47.039330+0000","last_became_active":"2023-08-28T02:33:13.290933+0000","last_became_peered":"2023-08-28T02:33:13.290933+0000","last_unstale":"2023-08-28T02:37:47.039330+0000","last_undegraded":"2023-08-28T02:37:47.039330+0000","last_fullsized":"2023-08-28T02:37:47.039330+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:31:54.116908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"65'3","reported_seq":333,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.063079+0000","last_change":"2023-08-28T02:33:12.296412+0000","last_active":"2023-08-28T02:37:37.063079+0000","last_peered":"2023-08-28T02:37:37.063079+0000","last_clean":"2023-08-28T02:37:37.063079+0000","last_became_active":"2023-08-28T02:33:12.295786+0000","last_became_peered":"2023-08-28T02:33:12.295786+0000","last_unstale":"2023-08-28T02:37:37.063079+0000","last_undegraded":"2023-08-28T02:37:37.063079+0000","last_fullsized":"2023-08-28T02:37:37.063079+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:15:31.449163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":157,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.090641+0000","last_change":"2023-08-28T02:32:32.666927+0000","last_active":"2023-08-28T02:37:37.090641+0000","last_peered":"2023-08-28T02:37:37.090641+0000","last_clean":"2023-08-28T02:37:37.090641+0000","last_became_active":"2023-08-28T02:32:32.666618+0000","last_became_peered":"2023-08-28T02:32:32.666618+0000","last_unstale":"2023-08-28T02:37:37.090641+0000","last_undegraded":"2023-08-28T02:37:37.090641+0000","last_fullsized":"2023-08-28T02:37:37.090641+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:45:57.998333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":357,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.064637+0000","last_change":"2023-08-28T02:32:28.505262+0000","last_active":"2023-08-28T02:37:37.064637+0000","last_peered":"2023-08-28T02:37:37.064637+0000","last_clean":"2023-08-28T02:37:37.064637+0000","last_became_active":"2023-08-28T02:32:28.455999+0000","last_became_peered":"2023-08-28T02:32:28.455999+0000","last_unstale":"2023-08-28T02:37:37.064637+0000","last_undegraded":"2023-08-28T02:37:37.064637+0000","last_fullsized":"2023-08-28T02:37:37.064637+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:28.937020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":9468,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":341,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.064614+0000","last_change":"2023-08-28T02:32:12.959195+0000","last_active":"2023-08-28T02:37:37.064614+0000","last_peered":"2023-08-28T02:37:37.064614+0000","last_clean":"2023-08-28T02:37:37.064614+0000","last_became_active":"2023-08-28T02:32:12.958832+0000","last_became_peered":"2023-08-28T02:32:12.958832+0000","last_unstale":"2023-08-28T02:37:37.064614+0000","last_undegraded":"2023-08-28T02:37:37.064614+0000","last_fullsized":"2023-08-28T02:37:37.064614+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:23:27.197787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"65'2","reported_seq":331,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.062617+0000","last_change":"2023-08-28T02:32:28.461161+0000","last_active":"2023-08-28T02:37:37.062617+0000","last_peered":"2023-08-28T02:37:37.062617+0000","last_clean":"2023-08-28T02:37:37.062617+0000","last_became_active":"2023-08-28T02:32:28.451284+0000","last_became_peered":"2023-08-28T02:32:28.451284+0000","last_unstale":"2023-08-28T02:37:37.062617+0000","last_undegraded":"2023-08-28T02:37:37.062617+0000","last_fullsized":"2023-08-28T02:37:37.062617+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:58:20.061020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":313,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.133902+0000","last_change":"2023-08-28T02:29:44.419566+0000","last_active":"2023-08-28T02:37:37.133902+0000","last_peered":"2023-08-28T02:37:37.133902+0000","last_clean":"2023-08-28T02:37:37.133902+0000","last_became_active":"2023-08-28T02:29:44.419053+0000","last_became_peered":"2023-08-28T02:29:44.419053+0000","last_unstale":"2023-08-28T02:37:37.133902+0000","last_undegraded":"2023-08-28T02:37:37.133902+0000","last_fullsized":"2023-08-28T02:37:37.133902+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:44:36.133499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":316,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.133649+0000","last_change":"2023-08-28T02:33:12.493777+0000","last_active":"2023-08-28T02:37:37.133649+0000","last_peered":"2023-08-28T02:37:37.133649+0000","last_clean":"2023-08-28T02:37:37.133649+0000","last_became_active":"2023-08-28T02:33:12.491177+0000","last_became_peered":"2023-08-28T02:33:12.491177+0000","last_unstale":"2023-08-28T02:37:37.133649+0000","last_undegraded":"2023-08-28T02:37:37.133649+0000","last_fullsized":"2023-08-28T02:37:37.133649+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:10:58.167753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":328,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.106432+0000","last_change":"2023-08-28T02:33:12.290293+0000","last_active":"2023-08-28T02:37:37.106432+0000","last_peered":"2023-08-28T02:37:37.106432+0000","last_clean":"2023-08-28T02:37:37.106432+0000","last_became_active":"2023-08-28T02:33:12.289989+0000","last_became_peered":"2023-08-28T02:33:12.289989+0000","last_unstale":"2023-08-28T02:37:37.106432+0000","last_undegraded":"2023-08-28T02:37:37.106432+0000","last_fullsized":"2023-08-28T02:37:37.106432+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:05:33.622172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":306,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.062588+0000","last_change":"2023-08-28T02:32:12.948756+0000","last_active":"2023-08-28T02:37:37.062588+0000","last_peered":"2023-08-28T02:37:37.062588+0000","last_clean":"2023-08-28T02:37:37.062588+0000","last_became_active":"2023-08-28T02:32:12.948441+0000","last_became_peered":"2023-08-28T02:32:12.948441+0000","last_unstale":"2023-08-28T02:37:37.062588+0000","last_undegraded":"2023-08-28T02:37:37.062588+0000","last_fullsized":"2023-08-28T02:37:37.062588+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:27.922180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":323,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.136592+0000","last_change":"2023-08-28T02:33:12.299398+0000","last_active":"2023-08-28T02:37:37.136592+0000","last_peered":"2023-08-28T02:37:37.136592+0000","last_clean":"2023-08-28T02:37:37.136592+0000","last_became_active":"2023-08-28T02:33:12.299113+0000","last_became_peered":"2023-08-28T02:33:12.299113+0000","last_unstale":"2023-08-28T02:37:37.136592+0000","last_undegraded":"2023-08-28T02:37:37.136592+0000","last_fullsized":"2023-08-28T02:37:37.136592+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:14:55.597212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"65'8","reported_seq":117,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.133143+0000","last_change":"2023-08-28T02:33:13.478870+0000","last_active":"2023-08-28T02:37:37.133143+0000","last_peered":"2023-08-28T02:37:37.133143+0000","last_clean":"2023-08-28T02:37:37.133143+0000","last_became_active":"2023-08-28T02:33:13.332142+0000","last_became_peered":"2023-08-28T02:33:13.332142+0000","last_unstale":"2023-08-28T02:37:37.133143+0000","last_undegraded":"2023-08-28T02:37:37.133143+0000","last_fullsized":"2023-08-28T02:37:37.133143+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:32:42.810159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":254,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.091417+0000","last_change":"2023-08-28T02:33:12.306353+0000","last_active":"2023-08-28T02:37:37.091417+0000","last_peered":"2023-08-28T02:37:37.091417+0000","last_clean":"2023-08-28T02:37:37.091417+0000","last_became_active":"2023-08-28T02:33:12.304977+0000","last_became_peered":"2023-08-28T02:33:12.304977+0000","last_unstale":"2023-08-28T02:37:37.091417+0000","last_undegraded":"2023-08-28T02:37:37.091417+0000","last_fullsized":"2023-08-28T02:37:37.091417+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:19:38.819671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"349'7352","reported_seq":7459,"reported_epoch":349,"state":"active+clean","last_fresh":"2023-08-28T02:37:50.505971+0000","last_change":"2023-08-28T02:30:50.402703+0000","last_active":"2023-08-28T02:37:50.505971+0000","last_peered":"2023-08-28T02:37:50.505971+0000","last_clean":"2023-08-28T02:37:50.505971+0000","last_became_active":"2023-08-28T02:30:50.402419+0000","last_became_peered":"2023-08-28T02:30:50.402419+0000","last_unstale":"2023-08-28T02:37:50.505971+0000","last_undegraded":"2023-08-28T02:37:50.505971+0000","last_fullsized":"2023-08-28T02:37:50.505971+0000","mapping_epoch":250,"log_start":"254'200","ondisk_log_start":"254'200","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7152,"log_dups_size":0,"ondisk_log_size":7152,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:07:37.393907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":282329088,"num_objects":4308,"num_object_clones":0,"num_object_copies":12924,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4308,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7352,"num_write_kb":373120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"65'1","reported_seq":314,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.063021+0000","last_change":"2023-08-28T02:14:43.046130+0000","last_active":"2023-08-28T02:37:37.063021+0000","last_peered":"2023-08-28T02:37:37.063021+0000","last_clean":"2023-08-28T02:37:37.063021+0000","last_became_active":"2023-08-28T02:14:43.045775+0000","last_became_peered":"2023-08-28T02:14:43.045775+0000","last_unstale":"2023-08-28T02:37:37.063021+0000","last_undegraded":"2023-08-28T02:37:37.063021+0000","last_fullsized":"2023-08-28T02:37:37.063021+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:57:38.279756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":304,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.105914+0000","last_change":"2023-08-28T02:31:51.987149+0000","last_active":"2023-08-28T02:37:37.105914+0000","last_peered":"2023-08-28T02:37:37.105914+0000","last_clean":"2023-08-28T02:37:37.105914+0000","last_became_active":"2023-08-28T02:31:51.986821+0000","last_became_peered":"2023-08-28T02:31:51.986821+0000","last_unstale":"2023-08-28T02:37:37.105914+0000","last_undegraded":"2023-08-28T02:37:37.105914+0000","last_fullsized":"2023-08-28T02:37:37.105914+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:23:26.661134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"349'7374","reported_seq":12019,"reported_epoch":349,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:37:50.693027+0000","last_change":"2023-08-28T02:33:33.975566+0000","last_active":"2023-08-28T02:37:50.693027+0000","last_peered":"2023-08-28T02:37:50.693027+0000","last_clean":"2023-08-28T02:31:27.868230+0000","last_became_active":"2023-08-28T02:33:33.660452+0000","last_became_peered":"2023-08-28T02:33:33.660452+0000","last_unstale":"2023-08-28T02:37:50.693027+0000","last_undegraded":"2023-08-28T02:33:13.410847+0000","last_fullsized":"2023-08-28T02:33:13.270012+0000","mapping_epoch":298,"log_start":"254'200","ondisk_log_start":"254'200","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7174,"log_dups_size":0,"ondisk_log_size":7174,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:33.375162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":276955136,"num_objects":4226,"num_object_clones":0,"num_object_copies":12678,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6734,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4226,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7374,"num_write_kb":371200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2250,"num_bytes_recovered":147390464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[5,4],"avail_no_missing":["5","6"],"object_location_counts":[{"shards":"2,5,6","objects":915},{"shards":"3,5,6","objects":1806},{"shards":"5,6","objects":1505}],"blocked_by":[],"up_primary":3,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"65'2","reported_seq":339,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.063072+0000","last_change":"2023-08-28T02:29:44.436352+0000","last_active":"2023-08-28T02:37:37.063072+0000","last_peered":"2023-08-28T02:37:37.063072+0000","last_clean":"2023-08-28T02:37:37.063072+0000","last_became_active":"2023-08-28T02:29:44.411499+0000","last_became_peered":"2023-08-28T02:29:44.411499+0000","last_unstale":"2023-08-28T02:37:37.063072+0000","last_undegraded":"2023-08-28T02:37:37.063072+0000","last_fullsized":"2023-08-28T02:37:37.063072+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:46:57.540191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":365,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.064393+0000","last_change":"2023-08-28T02:33:12.289004+0000","last_active":"2023-08-28T02:37:37.064393+0000","last_peered":"2023-08-28T02:37:37.064393+0000","last_clean":"2023-08-28T02:37:37.064393+0000","last_became_active":"2023-08-28T02:33:12.288722+0000","last_became_peered":"2023-08-28T02:33:12.288722+0000","last_unstale":"2023-08-28T02:37:37.064393+0000","last_undegraded":"2023-08-28T02:37:37.064393+0000","last_fullsized":"2023-08-28T02:37:37.064393+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:24.019483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"349'7279","reported_seq":11073,"reported_epoch":349,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-08-28T02:37:50.396870+0000","last_change":"2023-08-28T02:37:37.934437+0000","last_active":"2023-08-28T02:37:50.396870+0000","last_peered":"2023-08-28T02:37:50.396870+0000","last_clean":"2023-08-28T02:31:27.908616+0000","last_became_active":"2023-08-28T02:33:13.578484+0000","last_became_peered":"2023-08-28T02:33:13.578484+0000","last_unstale":"2023-08-28T02:37:50.396870+0000","last_undegraded":"2023-08-28T02:33:13.297322+0000","last_fullsized":"2023-08-28T02:33:13.268309+0000","mapping_epoch":298,"log_start":"256'2012","ondisk_log_start":"256'2012","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5267,"log_dups_size":0,"ondisk_log_size":5267,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:42:33.431186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":279904256,"num_objects":4271,"num_object_clones":0,"num_object_copies":12813,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":614,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4271,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7279,"num_write_kb":369600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1834,"num_bytes_recovered":120193024,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4],"avail_no_missing":["0","4"],"object_location_counts":[{"shards":"0,4","objects":3657}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"65'1","reported_seq":325,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.062967+0000","last_change":"2023-08-28T02:33:13.516869+0000","last_active":"2023-08-28T02:37:37.062967+0000","last_peered":"2023-08-28T02:37:37.062967+0000","last_clean":"2023-08-28T02:37:37.062967+0000","last_became_active":"2023-08-28T02:33:13.396736+0000","last_became_peered":"2023-08-28T02:33:13.396736+0000","last_unstale":"2023-08-28T02:37:37.062967+0000","last_undegraded":"2023-08-28T02:37:37.062967+0000","last_fullsized":"2023-08-28T02:37:37.062967+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:47:08.237137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":291,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.090521+0000","last_change":"2023-08-28T02:31:51.987327+0000","last_active":"2023-08-28T02:37:37.090521+0000","last_peered":"2023-08-28T02:37:37.090521+0000","last_clean":"2023-08-28T02:37:37.090521+0000","last_became_active":"2023-08-28T02:31:51.987018+0000","last_became_peered":"2023-08-28T02:31:51.987018+0000","last_unstale":"2023-08-28T02:37:37.090521+0000","last_undegraded":"2023-08-28T02:37:37.090521+0000","last_fullsized":"2023-08-28T02:37:37.090521+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:53:26.105101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.5","version":"349'7231","reported_seq":10188,"reported_epoch":349,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:37:50.133125+0000","last_change":"2023-08-28T02:33:13.625779+0000","last_active":"2023-08-28T02:37:50.133125+0000","last_peered":"2023-08-28T02:37:50.133125+0000","last_clean":"2023-08-28T02:31:27.898932+0000","last_became_active":"2023-08-28T02:33:13.612126+0000","last_became_peered":"2023-08-28T02:33:13.612126+0000","last_unstale":"2023-08-28T02:37:50.133125+0000","last_undegraded":"2023-08-28T02:33:13.485377+0000","last_fullsized":"2023-08-28T02:33:13.264317+0000","mapping_epoch":298,"log_start":"256'1963","ondisk_log_start":"256'1963","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5268,"log_dups_size":0,"ondisk_log_size":5268,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:37:28.843386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":276627456,"num_objects":4221,"num_object_clones":0,"num_object_copies":12663,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6763,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4221,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7231,"num_write_kb":366464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1413,"num_bytes_recovered":92602368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,7],"avail_no_missing":["0","2"],"object_location_counts":[{"shards":"0,2","objects":2358},{"shards":"0,2,3","objects":1863}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":343,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.106141+0000","last_change":"2023-08-28T02:33:13.281826+0000","last_active":"2023-08-28T02:37:37.106141+0000","last_peered":"2023-08-28T02:37:37.106141+0000","last_clean":"2023-08-28T02:37:37.106141+0000","last_became_active":"2023-08-28T02:33:13.281511+0000","last_became_peered":"2023-08-28T02:33:13.281511+0000","last_unstale":"2023-08-28T02:37:37.106141+0000","last_undegraded":"2023-08-28T02:37:37.106141+0000","last_fullsized":"2023-08-28T02:37:37.106141+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:32:55.005706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":340,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.133305+0000","last_change":"2023-08-28T02:29:44.436713+0000","last_active":"2023-08-28T02:37:37.133305+0000","last_peered":"2023-08-28T02:37:37.133305+0000","last_clean":"2023-08-28T02:37:37.133305+0000","last_became_active":"2023-08-28T02:29:44.436203+0000","last_became_peered":"2023-08-28T02:29:44.436203+0000","last_unstale":"2023-08-28T02:37:37.133305+0000","last_undegraded":"2023-08-28T02:37:37.133305+0000","last_fullsized":"2023-08-28T02:37:37.133305+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:46:48.522293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"349'7525","reported_seq":7636,"reported_epoch":349,"state":"active+clean","last_fresh":"2023-08-28T02:37:52.248750+0000","last_change":"2023-08-28T02:30:50.399669+0000","last_active":"2023-08-28T02:37:52.248750+0000","last_peered":"2023-08-28T02:37:52.248750+0000","last_clean":"2023-08-28T02:37:52.248750+0000","last_became_active":"2023-08-28T02:30:50.399332+0000","last_became_peered":"2023-08-28T02:30:50.399332+0000","last_unstale":"2023-08-28T02:37:52.248750+0000","last_undegraded":"2023-08-28T02:37:52.248750+0000","last_fullsized":"2023-08-28T02:37:52.248750+0000","mapping_epoch":250,"log_start":"255'1400","ondisk_log_start":"255'1400","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6125,"log_dups_size":0,"ondisk_log_size":6125,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:00:54.910841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":281083904,"num_objects":4289,"num_object_clones":0,"num_object_copies":12867,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4289,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7525,"num_write_kb":378048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"75'161","reported_seq":769,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.062772+0000","last_change":"2023-08-28T02:33:13.310049+0000","last_active":"2023-08-28T02:37:37.062772+0000","last_peered":"2023-08-28T02:37:37.062772+0000","last_clean":"2023-08-28T02:37:37.062772+0000","last_became_active":"2023-08-28T02:33:13.309661+0000","last_became_peered":"2023-08-28T02:33:13.309661+0000","last_unstale":"2023-08-28T02:37:37.062772+0000","last_undegraded":"2023-08-28T02:37:37.062772+0000","last_fullsized":"2023-08-28T02:37:37.062772+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.930230+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.930230+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:27:40.889460+0000","scrub_duration":0.0050169209999999997,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"65'2","reported_seq":304,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:40.337014+0000","last_change":"2023-08-28T02:33:12.294922+0000","last_active":"2023-08-28T02:37:40.337014+0000","last_peered":"2023-08-28T02:37:40.337014+0000","last_clean":"2023-08-28T02:37:40.337014+0000","last_became_active":"2023-08-28T02:33:12.294518+0000","last_became_peered":"2023-08-28T02:33:12.294518+0000","last_unstale":"2023-08-28T02:37:40.337014+0000","last_undegraded":"2023-08-28T02:37:40.337014+0000","last_fullsized":"2023-08-28T02:37:40.337014+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:21:12.737286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":342,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.064710+0000","last_change":"2023-08-28T02:33:13.310505+0000","last_active":"2023-08-28T02:37:37.064710+0000","last_peered":"2023-08-28T02:37:37.064710+0000","last_clean":"2023-08-28T02:37:37.064710+0000","last_became_active":"2023-08-28T02:33:13.310223+0000","last_became_peered":"2023-08-28T02:33:13.310223+0000","last_unstale":"2023-08-28T02:37:37.064710+0000","last_undegraded":"2023-08-28T02:37:37.064710+0000","last_fullsized":"2023-08-28T02:37:37.064710+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:27:02.124453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"349'7373","reported_seq":10446,"reported_epoch":349,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:37:50.786570+0000","last_change":"2023-08-28T02:33:13.591092+0000","last_active":"2023-08-28T02:37:50.786570+0000","last_peered":"2023-08-28T02:37:50.786570+0000","last_clean":"2023-08-28T02:31:27.916082+0000","last_became_active":"2023-08-28T02:33:13.580413+0000","last_became_peered":"2023-08-28T02:33:13.580413+0000","last_unstale":"2023-08-28T02:37:50.786570+0000","last_undegraded":"2023-08-28T02:33:13.480527+0000","last_fullsized":"2023-08-28T02:33:13.270957+0000","mapping_epoch":298,"log_start":"254'200","ondisk_log_start":"254'200","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7173,"log_dups_size":0,"ondisk_log_size":7173,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:03.698410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":281477120,"num_objects":4295,"num_object_clones":0,"num_object_copies":12885,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6919,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4295,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7373,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1468,"num_bytes_recovered":96206848,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,4],"avail_no_missing":["5","2"],"object_location_counts":[{"shards":"2,3,5","objects":1813},{"shards":"2,5","objects":2482}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"75'161","reported_seq":608,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.934073+0000","last_change":"2023-08-28T02:37:37.933802+0000","last_active":"2023-08-28T02:37:37.934073+0000","last_peered":"2023-08-28T02:37:37.934073+0000","last_clean":"2023-08-28T02:37:37.934073+0000","last_became_active":"2023-08-28T02:33:13.287313+0000","last_became_peered":"2023-08-28T02:33:13.287313+0000","last_unstale":"2023-08-28T02:37:37.934073+0000","last_undegraded":"2023-08-28T02:37:37.934073+0000","last_fullsized":"2023-08-28T02:37:37.934073+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:45.407127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:45.407127+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:39:14.213229+0000","scrub_duration":0.0018495320000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":262688,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":262,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.064436+0000","last_change":"2023-08-28T02:33:13.309727+0000","last_active":"2023-08-28T02:37:37.064436+0000","last_peered":"2023-08-28T02:37:37.064436+0000","last_clean":"2023-08-28T02:37:37.064436+0000","last_became_active":"2023-08-28T02:33:13.309487+0000","last_became_peered":"2023-08-28T02:33:13.309487+0000","last_unstale":"2023-08-28T02:37:37.064436+0000","last_undegraded":"2023-08-28T02:37:37.064436+0000","last_fullsized":"2023-08-28T02:37:37.064436+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:27:29.294011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":77,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.064608+0000","last_change":"2023-08-28T02:32:28.456323+0000","last_active":"2023-08-28T02:37:37.064608+0000","last_peered":"2023-08-28T02:37:37.064608+0000","last_clean":"2023-08-28T02:37:37.064608+0000","last_became_active":"2023-08-28T02:32:28.455987+0000","last_became_peered":"2023-08-28T02:32:28.455987+0000","last_unstale":"2023-08-28T02:37:37.064608+0000","last_undegraded":"2023-08-28T02:37:37.064608+0000","last_fullsized":"2023-08-28T02:37:37.064608+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:54:07.724002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"349'7526","reported_seq":17654,"reported_epoch":349,"state":"active+clean","last_fresh":"2023-08-28T02:37:52.549582+0000","last_change":"2023-08-28T02:33:13.316023+0000","last_active":"2023-08-28T02:37:52.549582+0000","last_peered":"2023-08-28T02:37:52.549582+0000","last_clean":"2023-08-28T02:37:52.549582+0000","last_became_active":"2023-08-28T02:33:13.308403+0000","last_became_peered":"2023-08-28T02:33:13.308403+0000","last_unstale":"2023-08-28T02:37:52.549582+0000","last_undegraded":"2023-08-28T02:37:52.549582+0000","last_fullsized":"2023-08-28T02:37:52.549582+0000","mapping_epoch":298,"log_start":"255'1400","ondisk_log_start":"255'1400","created":250,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6126,"log_dups_size":0,"ondisk_log_size":6126,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:10:38.401973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":286392320,"num_objects":4370,"num_object_clones":0,"num_object_copies":13110,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4370,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7526,"num_write_kb":380672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4999,"num_bytes_recovered":327614464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":322,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.064392+0000","last_change":"2023-08-28T02:32:28.455294+0000","last_active":"2023-08-28T02:37:37.064392+0000","last_peered":"2023-08-28T02:37:37.064392+0000","last_clean":"2023-08-28T02:37:37.064392+0000","last_became_active":"2023-08-28T02:32:28.455013+0000","last_became_peered":"2023-08-28T02:32:28.455013+0000","last_unstale":"2023-08-28T02:37:37.064392+0000","last_undegraded":"2023-08-28T02:37:37.064392+0000","last_fullsized":"2023-08-28T02:37:37.064392+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:53.583864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":354,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.065095+0000","last_change":"2023-08-28T02:33:13.335588+0000","last_active":"2023-08-28T02:37:37.065095+0000","last_peered":"2023-08-28T02:37:37.065095+0000","last_clean":"2023-08-28T02:37:37.065095+0000","last_became_active":"2023-08-28T02:33:13.335326+0000","last_became_peered":"2023-08-28T02:33:13.335326+0000","last_unstale":"2023-08-28T02:37:37.065095+0000","last_undegraded":"2023-08-28T02:37:37.065095+0000","last_fullsized":"2023-08-28T02:37:37.065095+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:15:44.958663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"349'7432","reported_seq":7539,"reported_epoch":349,"state":"active+clean","last_fresh":"2023-08-28T02:37:51.548914+0000","last_change":"2023-08-28T02:30:50.400261+0000","last_active":"2023-08-28T02:37:51.548914+0000","last_peered":"2023-08-28T02:37:51.548914+0000","last_clean":"2023-08-28T02:37:51.548914+0000","last_became_active":"2023-08-28T02:30:50.399938+0000","last_became_peered":"2023-08-28T02:30:50.399938+0000","last_unstale":"2023-08-28T02:37:51.548914+0000","last_undegraded":"2023-08-28T02:37:51.548914+0000","last_fullsized":"2023-08-28T02:37:51.548914+0000","mapping_epoch":250,"log_start":"256'1990","ondisk_log_start":"256'1990","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5442,"log_dups_size":0,"ondisk_log_size":5442,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:43:56.802792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":279314432,"num_objects":4262,"num_object_clones":0,"num_object_copies":12786,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4262,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7432,"num_write_kb":374208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"75'161","reported_seq":628,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.106542+0000","last_change":"2023-08-28T02:32:56.519141+0000","last_active":"2023-08-28T02:37:37.106542+0000","last_peered":"2023-08-28T02:37:37.106542+0000","last_clean":"2023-08-28T02:37:37.106542+0000","last_became_active":"2023-08-28T02:32:56.518863+0000","last_became_peered":"2023-08-28T02:32:56.518863+0000","last_unstale":"2023-08-28T02:37:37.106542+0000","last_undegraded":"2023-08-28T02:37:37.106542+0000","last_fullsized":"2023-08-28T02:37:37.106542+0000","mapping_epoch":292,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":293,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_clean_scrub_stamp":"2023-08-28T02:29:25.608370+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:59:50.561109+0000","scrub_duration":0.001662689,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":257,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.089812+0000","last_change":"2023-08-28T02:33:12.294592+0000","last_active":"2023-08-28T02:37:37.089812+0000","last_peered":"2023-08-28T02:37:37.089812+0000","last_clean":"2023-08-28T02:37:37.089812+0000","last_became_active":"2023-08-28T02:33:12.288508+0000","last_became_peered":"2023-08-28T02:33:12.288508+0000","last_unstale":"2023-08-28T02:37:37.089812+0000","last_undegraded":"2023-08-28T02:37:37.089812+0000","last_fullsized":"2023-08-28T02:37:37.089812+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:05:42.717608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":139,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.096985+0000","last_change":"2023-08-28T02:29:44.429834+0000","last_active":"2023-08-28T02:37:37.096985+0000","last_peered":"2023-08-28T02:37:37.096985+0000","last_clean":"2023-08-28T02:37:37.096985+0000","last_became_active":"2023-08-28T02:29:44.429512+0000","last_became_peered":"2023-08-28T02:29:44.429512+0000","last_unstale":"2023-08-28T02:37:37.096985+0000","last_undegraded":"2023-08-28T02:37:37.096985+0000","last_fullsized":"2023-08-28T02:37:37.096985+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:58.062455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"349'7318","reported_seq":7425,"reported_epoch":349,"state":"active+clean","last_fresh":"2023-08-28T02:37:51.036961+0000","last_change":"2023-08-28T02:30:50.402348+0000","last_active":"2023-08-28T02:37:51.036961+0000","last_peered":"2023-08-28T02:37:51.036961+0000","last_clean":"2023-08-28T02:37:51.036961+0000","last_became_active":"2023-08-28T02:30:50.402076+0000","last_became_peered":"2023-08-28T02:30:50.402076+0000","last_unstale":"2023-08-28T02:37:51.036961+0000","last_undegraded":"2023-08-28T02:37:51.036961+0000","last_fullsized":"2023-08-28T02:37:51.036961+0000","mapping_epoch":250,"log_start":"254'400","ondisk_log_start":"254'400","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6918,"log_dups_size":0,"ondisk_log_size":6918,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:24.859426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":279052288,"num_objects":4258,"num_object_clones":0,"num_object_copies":12774,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4258,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7318,"num_write_kb":370432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.7","version":"75'161","reported_seq":549,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.091332+0000","last_change":"2023-08-28T02:33:13.532525+0000","last_active":"2023-08-28T02:37:37.091332+0000","last_peered":"2023-08-28T02:37:37.091332+0000","last_clean":"2023-08-28T02:37:37.091332+0000","last_became_active":"2023-08-28T02:33:13.532125+0000","last_became_peered":"2023-08-28T02:33:13.532125+0000","last_unstale":"2023-08-28T02:37:37.091332+0000","last_undegraded":"2023-08-28T02:37:37.091332+0000","last_fullsized":"2023-08-28T02:37:37.091332+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.887648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.887648+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":139,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.089800+0000","last_change":"2023-08-28T02:29:44.407595+0000","last_active":"2023-08-28T02:37:37.089800+0000","last_peered":"2023-08-28T02:37:37.089800+0000","last_clean":"2023-08-28T02:37:37.089800+0000","last_became_active":"2023-08-28T02:29:44.407316+0000","last_became_peered":"2023-08-28T02:29:44.407316+0000","last_unstale":"2023-08-28T02:37:37.089800+0000","last_undegraded":"2023-08-28T02:37:37.089800+0000","last_fullsized":"2023-08-28T02:37:37.089800+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:01:47.777709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":360,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.106389+0000","last_change":"2023-08-28T02:33:13.286980+0000","last_active":"2023-08-28T02:37:37.106389+0000","last_peered":"2023-08-28T02:37:37.106389+0000","last_clean":"2023-08-28T02:37:37.106389+0000","last_became_active":"2023-08-28T02:33:13.286740+0000","last_became_peered":"2023-08-28T02:33:13.286740+0000","last_unstale":"2023-08-28T02:37:37.106389+0000","last_undegraded":"2023-08-28T02:37:37.106389+0000","last_fullsized":"2023-08-28T02:37:37.106389+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:24:54.574365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":139,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.090567+0000","last_change":"2023-08-28T02:29:44.506914+0000","last_active":"2023-08-28T02:37:37.090567+0000","last_peered":"2023-08-28T02:37:37.090567+0000","last_clean":"2023-08-28T02:37:37.090567+0000","last_became_active":"2023-08-28T02:29:44.506606+0000","last_became_peered":"2023-08-28T02:29:44.506606+0000","last_unstale":"2023-08-28T02:37:37.090567+0000","last_undegraded":"2023-08-28T02:37:37.090567+0000","last_fullsized":"2023-08-28T02:37:37.090567+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:55:50.992279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"349'7381","reported_seq":19087,"reported_epoch":349,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:37:50.315216+0000","last_change":"2023-08-28T02:34:11.565330+0000","last_active":"2023-08-28T02:37:50.315216+0000","last_peered":"2023-08-28T02:37:50.315216+0000","last_clean":"2023-08-28T02:32:11.916240+0000","last_became_active":"2023-08-28T02:33:12.501819+0000","last_became_peered":"2023-08-28T02:33:12.501819+0000","last_unstale":"2023-08-28T02:37:50.315216+0000","last_undegraded":"2023-08-28T02:37:50.315216+0000","last_fullsized":"2023-08-28T02:37:50.315216+0000","mapping_epoch":297,"log_start":"256'2024","ondisk_log_start":"256'2024","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5357,"log_dups_size":0,"ondisk_log_size":5357,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:45:43.329719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":276234240,"num_objects":4215,"num_object_clones":0,"num_object_copies":12645,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4215,"num_objects_unfound":0,"num_objects_dirty":4215,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7381,"num_write_kb":371072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5787,"num_bytes_recovered":379256832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,2],"avail_no_missing":["0","2","5","6"],"object_location_counts":[{"shards":"0,2,5","objects":4215}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.1","version":"75'161","reported_seq":608,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.106176+0000","last_change":"2023-08-28T02:32:31.482659+0000","last_active":"2023-08-28T02:37:37.106176+0000","last_peered":"2023-08-28T02:37:37.106176+0000","last_clean":"2023-08-28T02:37:37.106176+0000","last_became_active":"2023-08-28T02:32:31.482320+0000","last_became_peered":"2023-08-28T02:32:31.482320+0000","last_unstale":"2023-08-28T02:37:37.106176+0000","last_undegraded":"2023-08-28T02:37:37.106176+0000","last_fullsized":"2023-08-28T02:37:37.106176+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:24.559397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:24.559397+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:41:09.516918+0000","scrub_duration":0.001580328,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":346,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.106423+0000","last_change":"2023-08-28T02:31:51.988386+0000","last_active":"2023-08-28T02:37:37.106423+0000","last_peered":"2023-08-28T02:37:37.106423+0000","last_clean":"2023-08-28T02:37:37.106423+0000","last_became_active":"2023-08-28T02:31:51.988097+0000","last_became_peered":"2023-08-28T02:31:51.988097+0000","last_unstale":"2023-08-28T02:37:37.106423+0000","last_undegraded":"2023-08-28T02:37:37.106423+0000","last_fullsized":"2023-08-28T02:37:37.106423+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:25:01.818829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":322,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.064692+0000","last_change":"2023-08-28T02:32:12.951275+0000","last_active":"2023-08-28T02:37:37.064692+0000","last_peered":"2023-08-28T02:37:37.064692+0000","last_clean":"2023-08-28T02:37:37.064692+0000","last_became_active":"2023-08-28T02:32:12.950965+0000","last_became_peered":"2023-08-28T02:32:12.950965+0000","last_unstale":"2023-08-28T02:37:37.064692+0000","last_undegraded":"2023-08-28T02:37:37.064692+0000","last_fullsized":"2023-08-28T02:37:37.064692+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:37:31.294280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":165,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.089849+0000","last_change":"2023-08-28T02:33:13.286534+0000","last_active":"2023-08-28T02:37:37.089849+0000","last_peered":"2023-08-28T02:37:37.089849+0000","last_clean":"2023-08-28T02:37:37.089849+0000","last_became_active":"2023-08-28T02:33:13.286164+0000","last_became_peered":"2023-08-28T02:33:13.286164+0000","last_unstale":"2023-08-28T02:37:37.089849+0000","last_undegraded":"2023-08-28T02:37:37.089849+0000","last_fullsized":"2023-08-28T02:37:37.089849+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:56.721932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"349'7406","reported_seq":19203,"reported_epoch":349,"state":"active+clean","last_fresh":"2023-08-28T02:37:50.484406+0000","last_change":"2023-08-28T02:34:14.448606+0000","last_active":"2023-08-28T02:37:50.484406+0000","last_peered":"2023-08-28T02:37:50.484406+0000","last_clean":"2023-08-28T02:37:50.484406+0000","last_became_active":"2023-08-28T02:34:14.438547+0000","last_became_peered":"2023-08-28T02:34:14.438547+0000","last_unstale":"2023-08-28T02:37:50.484406+0000","last_undegraded":"2023-08-28T02:37:50.484406+0000","last_fullsized":"2023-08-28T02:37:50.484406+0000","mapping_epoch":314,"log_start":"254'200","ondisk_log_start":"254'200","created":250,"last_epoch_clean":315,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7206,"log_dups_size":0,"ondisk_log_size":7206,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:06:41.120408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":279314432,"num_objects":4262,"num_object_clones":0,"num_object_copies":12786,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4262,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7406,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5834,"num_bytes_recovered":376832000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2","version":"75'161","reported_seq":730,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.062565+0000","last_change":"2023-08-28T02:30:51.762377+0000","last_active":"2023-08-28T02:37:37.062565+0000","last_peered":"2023-08-28T02:37:37.062565+0000","last_clean":"2023-08-28T02:37:37.062565+0000","last_became_active":"2023-08-28T02:27:46.375590+0000","last_became_peered":"2023-08-28T02:27:46.375590+0000","last_unstale":"2023-08-28T02:37:37.062565+0000","last_undegraded":"2023-08-28T02:37:37.062565+0000","last_fullsized":"2023-08-28T02:37:37.062565+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:51.762314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:51.762314+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:02.034555+0000","scrub_duration":0.0020023620000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":157,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.090298+0000","last_change":"2023-08-28T02:33:13.289765+0000","last_active":"2023-08-28T02:37:37.090298+0000","last_peered":"2023-08-28T02:37:37.090298+0000","last_clean":"2023-08-28T02:37:37.090298+0000","last_became_active":"2023-08-28T02:33:13.289159+0000","last_became_peered":"2023-08-28T02:33:13.289159+0000","last_unstale":"2023-08-28T02:37:37.090298+0000","last_undegraded":"2023-08-28T02:37:37.090298+0000","last_fullsized":"2023-08-28T02:37:37.090298+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:30:38.956723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":158,"reported_epoch":349,"state":"active+clean","last_fresh":"2023-08-28T02:37:47.009536+0000","last_change":"2023-08-28T02:32:28.464203+0000","last_active":"2023-08-28T02:37:47.009536+0000","last_peered":"2023-08-28T02:37:47.009536+0000","last_clean":"2023-08-28T02:37:47.009536+0000","last_became_active":"2023-08-28T02:32:28.463412+0000","last_became_peered":"2023-08-28T02:32:28.463412+0000","last_unstale":"2023-08-28T02:37:47.009536+0000","last_undegraded":"2023-08-28T02:37:47.009536+0000","last_fullsized":"2023-08-28T02:37:47.009536+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:20:38.177879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":139,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.096942+0000","last_change":"2023-08-28T02:29:44.427945+0000","last_active":"2023-08-28T02:37:37.096942+0000","last_peered":"2023-08-28T02:37:37.096942+0000","last_clean":"2023-08-28T02:37:37.096942+0000","last_became_active":"2023-08-28T02:29:44.426487+0000","last_became_peered":"2023-08-28T02:29:44.426487+0000","last_unstale":"2023-08-28T02:37:37.096942+0000","last_undegraded":"2023-08-28T02:37:37.096942+0000","last_fullsized":"2023-08-28T02:37:37.096942+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:30:20.438896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"349'7408","reported_seq":17487,"reported_epoch":349,"state":"active+clean","last_fresh":"2023-08-28T02:37:52.487397+0000","last_change":"2023-08-28T02:34:48.488647+0000","last_active":"2023-08-28T02:37:52.487397+0000","last_peered":"2023-08-28T02:37:52.487397+0000","last_clean":"2023-08-28T02:37:52.487397+0000","last_became_active":"2023-08-28T02:34:48.476519+0000","last_became_peered":"2023-08-28T02:34:48.476519+0000","last_unstale":"2023-08-28T02:37:52.487397+0000","last_undegraded":"2023-08-28T02:37:52.487397+0000","last_fullsized":"2023-08-28T02:37:52.487397+0000","mapping_epoch":318,"log_start":"255'1200","ondisk_log_start":"255'1200","created":250,"last_epoch_clean":319,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6208,"log_dups_size":0,"ondisk_log_size":6208,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:44:20.004230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":277610496,"num_objects":4236,"num_object_clones":0,"num_object_copies":12708,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4236,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7408,"num_write_kb":372608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4973,"num_bytes_recovered":325910528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":340,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.106570+0000","last_change":"2023-08-28T02:33:13.484970+0000","last_active":"2023-08-28T02:37:37.106570+0000","last_peered":"2023-08-28T02:37:37.106570+0000","last_clean":"2023-08-28T02:37:37.106570+0000","last_became_active":"2023-08-28T02:33:13.484579+0000","last_became_peered":"2023-08-28T02:33:13.484579+0000","last_unstale":"2023-08-28T02:37:37.106570+0000","last_undegraded":"2023-08-28T02:37:37.106570+0000","last_fullsized":"2023-08-28T02:37:37.106570+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:58.027468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"75'161","reported_seq":731,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.062614+0000","last_change":"2023-08-28T02:31:55.059467+0000","last_active":"2023-08-28T02:37:37.062614+0000","last_peered":"2023-08-28T02:37:37.062614+0000","last_clean":"2023-08-28T02:37:37.062614+0000","last_became_active":"2023-08-28T02:31:55.059115+0000","last_became_peered":"2023-08-28T02:31:55.059115+0000","last_unstale":"2023-08-28T02:37:37.062614+0000","last_undegraded":"2023-08-28T02:37:37.062614+0000","last_fullsized":"2023-08-28T02:37:37.062614+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":0,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.820990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.820990+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:15:56.774667+0000","scrub_duration":0.0017342480000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":258,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.090606+0000","last_change":"2023-08-28T02:33:13.352810+0000","last_active":"2023-08-28T02:37:37.090606+0000","last_peered":"2023-08-28T02:37:37.090606+0000","last_clean":"2023-08-28T02:37:37.090606+0000","last_became_active":"2023-08-28T02:33:13.351697+0000","last_became_peered":"2023-08-28T02:33:13.351697+0000","last_unstale":"2023-08-28T02:37:37.090606+0000","last_undegraded":"2023-08-28T02:37:37.090606+0000","last_fullsized":"2023-08-28T02:37:37.090606+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:56.187163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":171,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.065113+0000","last_change":"2023-08-28T02:31:51.984584+0000","last_active":"2023-08-28T02:37:37.065113+0000","last_peered":"2023-08-28T02:37:37.065113+0000","last_clean":"2023-08-28T02:37:37.065113+0000","last_became_active":"2023-08-28T02:31:51.984264+0000","last_became_peered":"2023-08-28T02:31:51.984264+0000","last_unstale":"2023-08-28T02:37:37.065113+0000","last_undegraded":"2023-08-28T02:37:37.065113+0000","last_fullsized":"2023-08-28T02:37:37.065113+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:58:42.306722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"349'7308","reported_seq":19023,"reported_epoch":349,"state":"active+clean","last_fresh":"2023-08-28T02:37:49.941735+0000","last_change":"2023-08-28T02:35:11.978901+0000","last_active":"2023-08-28T02:37:49.941735+0000","last_peered":"2023-08-28T02:37:49.941735+0000","last_clean":"2023-08-28T02:37:49.941735+0000","last_became_active":"2023-08-28T02:35:11.966585+0000","last_became_peered":"2023-08-28T02:35:11.966585+0000","last_unstale":"2023-08-28T02:37:49.941735+0000","last_undegraded":"2023-08-28T02:37:49.941735+0000","last_fullsized":"2023-08-28T02:37:49.941735+0000","mapping_epoch":323,"log_start":"256'2028","ondisk_log_start":"256'2028","created":250,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5280,"log_dups_size":0,"ondisk_log_size":5280,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:03:07.017814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":280100864,"num_objects":4274,"num_object_clones":0,"num_object_copies":12822,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4274,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7308,"num_write_kb":370624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5791,"num_bytes_recovered":368967680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3","version":"75'161","reported_seq":615,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.092014+0000","last_change":"2023-08-28T02:31:55.068239+0000","last_active":"2023-08-28T02:37:37.092014+0000","last_peered":"2023-08-28T02:37:37.092014+0000","last_clean":"2023-08-28T02:37:37.092014+0000","last_became_active":"2023-08-28T02:31:55.067875+0000","last_became_peered":"2023-08-28T02:31:55.067875+0000","last_unstale":"2023-08-28T02:37:37.092014+0000","last_undegraded":"2023-08-28T02:37:37.092014+0000","last_fullsized":"2023-08-28T02:37:37.092014+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.868248+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:11:04.391639+0000","scrub_duration":0.0016215240000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":354,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.062467+0000","last_change":"2023-08-28T02:29:44.421353+0000","last_active":"2023-08-28T02:37:37.062467+0000","last_peered":"2023-08-28T02:37:37.062467+0000","last_clean":"2023-08-28T02:37:37.062467+0000","last_became_active":"2023-08-28T02:29:44.421064+0000","last_became_peered":"2023-08-28T02:29:44.421064+0000","last_unstale":"2023-08-28T02:37:37.062467+0000","last_undegraded":"2023-08-28T02:37:37.062467+0000","last_fullsized":"2023-08-28T02:37:37.062467+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:51:36.524024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":324,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.133079+0000","last_change":"2023-08-28T02:33:12.299487+0000","last_active":"2023-08-28T02:37:37.133079+0000","last_peered":"2023-08-28T02:37:37.133079+0000","last_clean":"2023-08-28T02:37:37.133079+0000","last_became_active":"2023-08-28T02:33:12.299175+0000","last_became_peered":"2023-08-28T02:33:12.299175+0000","last_unstale":"2023-08-28T02:37:37.133079+0000","last_undegraded":"2023-08-28T02:37:37.133079+0000","last_fullsized":"2023-08-28T02:37:37.133079+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:42:29.713462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":334,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.136293+0000","last_change":"2023-08-28T02:32:28.457696+0000","last_active":"2023-08-28T02:37:37.136293+0000","last_peered":"2023-08-28T02:37:37.136293+0000","last_clean":"2023-08-28T02:37:37.136293+0000","last_became_active":"2023-08-28T02:32:28.457407+0000","last_became_peered":"2023-08-28T02:32:28.457407+0000","last_unstale":"2023-08-28T02:37:37.136293+0000","last_undegraded":"2023-08-28T02:37:37.136293+0000","last_fullsized":"2023-08-28T02:37:37.136293+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:26:29.392787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"349'7274","reported_seq":8409,"reported_epoch":349,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:37:51.656417+0000","last_change":"2023-08-28T02:34:11.566035+0000","last_active":"2023-08-28T02:37:51.656417+0000","last_peered":"2023-08-28T02:37:51.656417+0000","last_clean":"2023-08-28T02:33:10.395883+0000","last_became_active":"2023-08-28T02:33:12.394714+0000","last_became_peered":"2023-08-28T02:33:12.394714+0000","last_unstale":"2023-08-28T02:37:51.656417+0000","last_undegraded":"2023-08-28T02:37:51.656417+0000","last_fullsized":"2023-08-28T02:37:51.656417+0000","mapping_epoch":297,"log_start":"256'1884","ondisk_log_start":"256'1884","created":250,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5390,"log_dups_size":0,"ondisk_log_size":5390,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:01:26.984565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":275841048,"num_objects":4210,"num_object_clones":0,"num_object_copies":12630,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3841,"num_objects_unfound":0,"num_objects_dirty":4210,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7274,"num_write_kb":367425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":500,"num_bytes_recovered":32768000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,6],"avail_no_missing":["4","0","6"],"object_location_counts":[{"shards":"0,4,6","objects":4210}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.6","version":"75'161","reported_seq":609,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.136192+0000","last_change":"2023-08-28T02:33:13.338675+0000","last_active":"2023-08-28T02:37:37.136192+0000","last_peered":"2023-08-28T02:37:37.136192+0000","last_clean":"2023-08-28T02:37:37.136192+0000","last_became_active":"2023-08-28T02:33:13.338271+0000","last_became_peered":"2023-08-28T02:33:13.338271+0000","last_unstale":"2023-08-28T02:37:37.136192+0000","last_undegraded":"2023-08-28T02:37:37.136192+0000","last_fullsized":"2023-08-28T02:37:37.136192+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.774982+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.774982+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:13:20.011329+0000","scrub_duration":0.003539819,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":317,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.062964+0000","last_change":"2023-08-28T02:14:43.033789+0000","last_active":"2023-08-28T02:37:37.062964+0000","last_peered":"2023-08-28T02:37:37.062964+0000","last_clean":"2023-08-28T02:37:37.062964+0000","last_became_active":"2023-08-28T02:14:43.033454+0000","last_became_peered":"2023-08-28T02:14:43.033454+0000","last_unstale":"2023-08-28T02:37:37.062964+0000","last_undegraded":"2023-08-28T02:37:37.062964+0000","last_fullsized":"2023-08-28T02:37:37.062964+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:01:13.205842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":148,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.089946+0000","last_change":"2023-08-28T02:32:28.461807+0000","last_active":"2023-08-28T02:37:37.089946+0000","last_peered":"2023-08-28T02:37:37.089946+0000","last_clean":"2023-08-28T02:37:37.089946+0000","last_became_active":"2023-08-28T02:32:28.461116+0000","last_became_peered":"2023-08-28T02:32:28.461116+0000","last_unstale":"2023-08-28T02:37:37.089946+0000","last_undegraded":"2023-08-28T02:37:37.089946+0000","last_fullsized":"2023-08-28T02:37:37.089946+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:12:45.321757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":295,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.133434+0000","last_change":"2023-08-28T02:14:43.048791+0000","last_active":"2023-08-28T02:37:37.133434+0000","last_peered":"2023-08-28T02:37:37.133434+0000","last_clean":"2023-08-28T02:37:37.133434+0000","last_became_active":"2023-08-28T02:14:43.047408+0000","last_became_peered":"2023-08-28T02:14:43.047408+0000","last_unstale":"2023-08-28T02:37:37.133434+0000","last_undegraded":"2023-08-28T02:37:37.133434+0000","last_fullsized":"2023-08-28T02:37:37.133434+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:47.097181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"349'7493","reported_seq":17567,"reported_epoch":349,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:37:51.595601+0000","last_change":"2023-08-28T02:37:37.899201+0000","last_active":"2023-08-28T02:37:51.595601+0000","last_peered":"2023-08-28T02:37:51.595601+0000","last_clean":"2023-08-28T02:31:50.933695+0000","last_became_active":"2023-08-28T02:33:13.540416+0000","last_became_peered":"2023-08-28T02:33:13.540416+0000","last_unstale":"2023-08-28T02:37:51.595601+0000","last_undegraded":"2023-08-28T02:37:51.595601+0000","last_fullsized":"2023-08-28T02:37:51.595601+0000","mapping_epoch":298,"log_start":"256'2074","ondisk_log_start":"256'2074","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5419,"log_dups_size":0,"ondisk_log_size":5419,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:49:35.658845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":286326784,"num_objects":4369,"num_object_clones":0,"num_object_copies":13107,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4369,"num_objects_unfound":0,"num_objects_dirty":4369,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7493,"num_write_kb":379584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4967,"num_bytes_recovered":325517312,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,2],"avail_no_missing":["4","2","5","6"],"object_location_counts":[{"shards":"2,4,5","objects":4369}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.5","version":"75'161","reported_seq":642,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.064887+0000","last_change":"2023-08-28T02:32:31.477151+0000","last_active":"2023-08-28T02:37:37.064887+0000","last_peered":"2023-08-28T02:37:37.064887+0000","last_clean":"2023-08-28T02:37:37.064887+0000","last_became_active":"2023-08-28T02:32:31.476776+0000","last_became_peered":"2023-08-28T02:32:31.476776+0000","last_unstale":"2023-08-28T02:37:37.064887+0000","last_undegraded":"2023-08-28T02:37:37.064887+0000","last_fullsized":"2023-08-28T02:37:37.064887+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:18.891729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:18.891729+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:47:27.194140+0000","scrub_duration":0.0031546460000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"65'2","reported_seq":305,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.091160+0000","last_change":"2023-08-28T02:33:12.327778+0000","last_active":"2023-08-28T02:37:37.091160+0000","last_peered":"2023-08-28T02:37:37.091160+0000","last_clean":"2023-08-28T02:37:37.091160+0000","last_became_active":"2023-08-28T02:33:12.327273+0000","last_became_peered":"2023-08-28T02:33:12.327273+0000","last_unstale":"2023-08-28T02:37:37.091160+0000","last_undegraded":"2023-08-28T02:37:37.091160+0000","last_fullsized":"2023-08-28T02:37:37.091160+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:40.554192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":187,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.587216+0000","last_change":"2023-08-28T02:33:13.335665+0000","last_active":"2023-08-28T02:37:37.587216+0000","last_peered":"2023-08-28T02:37:37.587216+0000","last_clean":"2023-08-28T02:37:37.587216+0000","last_became_active":"2023-08-28T02:33:13.335322+0000","last_became_peered":"2023-08-28T02:33:13.335322+0000","last_unstale":"2023-08-28T02:37:37.587216+0000","last_undegraded":"2023-08-28T02:37:37.587216+0000","last_fullsized":"2023-08-28T02:37:37.587216+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:21:08.024493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":302,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.089892+0000","last_change":"2023-08-28T02:33:12.310326+0000","last_active":"2023-08-28T02:37:37.089892+0000","last_peered":"2023-08-28T02:37:37.089892+0000","last_clean":"2023-08-28T02:37:37.089892+0000","last_became_active":"2023-08-28T02:33:12.310011+0000","last_became_peered":"2023-08-28T02:33:12.310011+0000","last_unstale":"2023-08-28T02:37:37.089892+0000","last_undegraded":"2023-08-28T02:37:37.089892+0000","last_fullsized":"2023-08-28T02:37:37.089892+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:35:03.710036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"349'7474","reported_seq":12220,"reported_epoch":349,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:37:52.018964+0000","last_change":"2023-08-28T02:33:34.765675+0000","last_active":"2023-08-28T02:37:52.018964+0000","last_peered":"2023-08-28T02:37:52.018964+0000","last_clean":"2023-08-28T02:31:27.909649+0000","last_became_active":"2023-08-28T02:33:33.726805+0000","last_became_peered":"2023-08-28T02:33:33.726805+0000","last_unstale":"2023-08-28T02:37:52.018964+0000","last_undegraded":"2023-08-28T02:33:20.140072+0000","last_fullsized":"2023-08-28T02:33:13.278549+0000","mapping_epoch":298,"log_start":"256'2077","ondisk_log_start":"256'2077","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5397,"log_dups_size":0,"ondisk_log_size":5397,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:02:22.971585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":287965184,"num_objects":4394,"num_object_clones":0,"num_object_copies":13182,"num_objects_missing_on_primary":4365,"num_objects_missing":4365,"num_objects_degraded":11335,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4394,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7474,"num_write_kb":379776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1530,"num_bytes_recovered":100139008,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[4,3],"avail_no_missing":["2","6"],"object_location_counts":[{"shards":"2,3,4,6","objects":14},{"shards":"2,3,6","objects":1882},{"shards":"2,4,6","objects":14},{"shards":"2,6","objects":2483},{"shards":"3,4","objects":-12}],"blocked_by":[],"up_primary":3,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.4","version":"75'161","reported_seq":557,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.090771+0000","last_change":"2023-08-28T02:33:12.296479+0000","last_active":"2023-08-28T02:37:37.090771+0000","last_peered":"2023-08-28T02:37:37.090771+0000","last_clean":"2023-08-28T02:37:37.090771+0000","last_became_active":"2023-08-28T02:33:12.294160+0000","last_became_peered":"2023-08-28T02:33:12.294160+0000","last_unstale":"2023-08-28T02:37:37.090771+0000","last_undegraded":"2023-08-28T02:37:37.090771+0000","last_fullsized":"2023-08-28T02:37:37.090771+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.899247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.899247+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":275,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.063038+0000","last_change":"2023-08-28T02:33:13.539335+0000","last_active":"2023-08-28T02:37:37.063038+0000","last_peered":"2023-08-28T02:37:37.063038+0000","last_clean":"2023-08-28T02:37:37.063038+0000","last_became_active":"2023-08-28T02:33:13.538978+0000","last_became_peered":"2023-08-28T02:33:13.538978+0000","last_unstale":"2023-08-28T02:37:37.063038+0000","last_undegraded":"2023-08-28T02:37:37.063038+0000","last_fullsized":"2023-08-28T02:37:37.063038+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:26:13.405766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"65'1","reported_seq":338,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.136405+0000","last_change":"2023-08-28T02:29:44.510205+0000","last_active":"2023-08-28T02:37:37.136405+0000","last_peered":"2023-08-28T02:37:37.136405+0000","last_clean":"2023-08-28T02:37:37.136405+0000","last_became_active":"2023-08-28T02:29:44.429357+0000","last_became_peered":"2023-08-28T02:29:44.429357+0000","last_unstale":"2023-08-28T02:37:37.136405+0000","last_undegraded":"2023-08-28T02:37:37.136405+0000","last_fullsized":"2023-08-28T02:37:37.136405+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:44:59.955729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":304,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.064290+0000","last_change":"2023-08-28T02:32:12.950661+0000","last_active":"2023-08-28T02:37:37.064290+0000","last_peered":"2023-08-28T02:37:37.064290+0000","last_clean":"2023-08-28T02:37:37.064290+0000","last_became_active":"2023-08-28T02:32:12.950276+0000","last_became_peered":"2023-08-28T02:32:12.950276+0000","last_unstale":"2023-08-28T02:37:37.064290+0000","last_undegraded":"2023-08-28T02:37:37.064290+0000","last_fullsized":"2023-08-28T02:37:37.064290+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:05:17.972868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"65'1","reported_seq":296,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.133390+0000","last_change":"2023-08-28T02:14:43.042150+0000","last_active":"2023-08-28T02:37:37.133390+0000","last_peered":"2023-08-28T02:37:37.133390+0000","last_clean":"2023-08-28T02:37:37.133390+0000","last_became_active":"2023-08-28T02:14:43.038336+0000","last_became_peered":"2023-08-28T02:14:43.038336+0000","last_unstale":"2023-08-28T02:37:37.133390+0000","last_undegraded":"2023-08-28T02:37:37.133390+0000","last_fullsized":"2023-08-28T02:37:37.133390+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:26:02.415152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":346,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.089896+0000","last_change":"2023-08-28T02:33:13.318097+0000","last_active":"2023-08-28T02:37:37.089896+0000","last_peered":"2023-08-28T02:37:37.089896+0000","last_clean":"2023-08-28T02:37:37.089896+0000","last_became_active":"2023-08-28T02:33:13.317761+0000","last_became_peered":"2023-08-28T02:33:13.317761+0000","last_unstale":"2023-08-28T02:37:37.089896+0000","last_undegraded":"2023-08-28T02:37:37.089896+0000","last_fullsized":"2023-08-28T02:37:37.089896+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:24.836996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"65'2","reported_seq":342,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.106204+0000","last_change":"2023-08-28T02:29:44.535937+0000","last_active":"2023-08-28T02:37:37.106204+0000","last_peered":"2023-08-28T02:37:37.106204+0000","last_clean":"2023-08-28T02:37:37.106204+0000","last_became_active":"2023-08-28T02:29:44.462244+0000","last_became_peered":"2023-08-28T02:29:44.462244+0000","last_unstale":"2023-08-28T02:37:37.106204+0000","last_undegraded":"2023-08-28T02:37:37.106204+0000","last_fullsized":"2023-08-28T02:37:37.106204+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:30:33.173713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":343,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.133261+0000","last_change":"2023-08-28T02:33:12.305580+0000","last_active":"2023-08-28T02:37:37.133261+0000","last_peered":"2023-08-28T02:37:37.133261+0000","last_clean":"2023-08-28T02:37:37.133261+0000","last_became_active":"2023-08-28T02:33:12.305261+0000","last_became_peered":"2023-08-28T02:33:12.305261+0000","last_unstale":"2023-08-28T02:37:37.133261+0000","last_undegraded":"2023-08-28T02:37:37.133261+0000","last_fullsized":"2023-08-28T02:37:37.133261+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:22:31.614221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"65'2","reported_seq":311,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.106314+0000","last_change":"2023-08-28T02:31:51.991101+0000","last_active":"2023-08-28T02:37:37.106314+0000","last_peered":"2023-08-28T02:37:37.106314+0000","last_clean":"2023-08-28T02:37:37.106314+0000","last_became_active":"2023-08-28T02:31:51.987237+0000","last_became_peered":"2023-08-28T02:31:51.987237+0000","last_unstale":"2023-08-28T02:37:37.106314+0000","last_undegraded":"2023-08-28T02:37:37.106314+0000","last_fullsized":"2023-08-28T02:37:37.106314+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:07:07.370857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":345,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.064351+0000","last_change":"2023-08-28T02:33:12.494483+0000","last_active":"2023-08-28T02:37:37.064351+0000","last_peered":"2023-08-28T02:37:37.064351+0000","last_clean":"2023-08-28T02:37:37.064351+0000","last_became_active":"2023-08-28T02:33:12.494136+0000","last_became_peered":"2023-08-28T02:33:12.494136+0000","last_unstale":"2023-08-28T02:37:37.064351+0000","last_undegraded":"2023-08-28T02:37:37.064351+0000","last_fullsized":"2023-08-28T02:37:37.064351+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:36.772588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"65'1","reported_seq":290,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.090326+0000","last_change":"2023-08-28T02:33:13.287922+0000","last_active":"2023-08-28T02:37:37.090326+0000","last_peered":"2023-08-28T02:37:37.090326+0000","last_clean":"2023-08-28T02:37:37.090326+0000","last_became_active":"2023-08-28T02:33:13.287520+0000","last_became_peered":"2023-08-28T02:33:13.287520+0000","last_unstale":"2023-08-28T02:37:37.090326+0000","last_undegraded":"2023-08-28T02:37:37.090326+0000","last_fullsized":"2023-08-28T02:37:37.090326+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:11.627168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":303,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.090448+0000","last_change":"2023-08-28T02:33:13.289469+0000","last_active":"2023-08-28T02:37:37.090448+0000","last_peered":"2023-08-28T02:37:37.090448+0000","last_clean":"2023-08-28T02:37:37.090448+0000","last_became_active":"2023-08-28T02:33:13.288737+0000","last_became_peered":"2023-08-28T02:33:13.288737+0000","last_unstale":"2023-08-28T02:37:37.090448+0000","last_undegraded":"2023-08-28T02:37:37.090448+0000","last_fullsized":"2023-08-28T02:37:37.090448+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:11:15.043550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"65'4","reported_seq":328,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.133793+0000","last_change":"2023-08-28T02:32:28.607010+0000","last_active":"2023-08-28T02:37:37.133793+0000","last_peered":"2023-08-28T02:37:37.133793+0000","last_clean":"2023-08-28T02:37:37.133793+0000","last_became_active":"2023-08-28T02:32:28.492224+0000","last_became_peered":"2023-08-28T02:32:28.492224+0000","last_unstale":"2023-08-28T02:37:37.133793+0000","last_undegraded":"2023-08-28T02:37:37.133793+0000","last_fullsized":"2023-08-28T02:37:37.133793+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:13:45.711951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":554,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":355,"reported_epoch":348,"state":"active+clean","last_fresh":"2023-08-28T02:37:37.064256+0000","last_change":"2023-08-28T02:33:13.309144+0000","last_active":"2023-08-28T02:37:37.064256+0000","last_peered":"2023-08-28T02:37:37.064256+0000","last_clean":"2023-08-28T02:37:37.064256+0000","last_became_active":"2023-08-28T02:33:13.308910+0000","last_became_peered":"2023-08-28T02:33:13.308910+0000","last_unstale":"2023-08-28T02:37:37.064256+0000","last_undegraded":"2023-08-28T02:37:37.064256+0000","last_fullsized":"2023-08-28T02:37:37.064256+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:09:59.549591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":4486529048,"num_objects":68460,"num_object_clones":0,"num_object_copies":205380,"num_objects_missing_on_primary":4365,"num_objects_missing":4365,"num_objects_degraded":32365,"num_objects_misplaced":12425,"num_objects_unfound":0,"num_objects_dirty":68460,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":118154,"num_write_kb":5971585,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":41346,"num_bytes_recovered":2693398528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":14187245568,"data_stored":14187233352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":96902,"ondisk_log_size":96902,"up":48,"acting":43,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":10126,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":370028,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":89,"num_read_kb":167,"num_write":44,"num_write_kb":440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":584707,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2048000,"data_stored":2033792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299771,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1864200,"kb_used_data":1377216,"kb_used_omap":0,"kb_used_meta":486976,"kb_avail":91880952,"statfs":{"total":95995035648,"available":94086094848,"internally_reserved":0,"allocated":1410269184,"data_stored":1408881237,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":498663424},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:37:11 2023","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.53100000000000003,"15min":1.2889999999999999},"min":{"1min":0.29699999999999999,"5min":0.23400000000000001,"15min":0.219},"max":{"1min":0.66600000000000004,"5min":3.6480000000000001,"15min":13.118},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.48499999999999999,"5min":0.59799999999999998,"15min":1.6899999999999999},"min":{"1min":0.247,"5min":0.247,"15min":0.246},"max":{"1min":0.621,"5min":3.6619999999999999,"15min":17.402999999999999},"last":0.497}]},{"osd":1,"last update":"Mon Aug 28 02:37:43 2023","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.56699999999999995,"15min":1.954},"min":{"1min":0.253,"5min":0.253,"15min":0.248},"max":{"1min":0.54500000000000004,"5min":5.492,"15min":17.43},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.76700000000000002,"5min":0.72799999999999998,"15min":1.8260000000000001},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.25900000000000001},"max":{"1min":4.9749999999999996,"5min":5.5179999999999998,"15min":19.913},"last":0.47099999999999997}]},{"osd":2,"last update":"Mon Aug 28 02:37:28 2023","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.49099999999999999,"15min":1.355},"min":{"1min":0.312,"5min":0.23499999999999999,"15min":0.22800000000000001},"max":{"1min":0.65100000000000002,"5min":3.1760000000000002,"15min":8.3889999999999993},"last":0.40600000000000003},{"interface":"front","average":{"1min":0.67600000000000005,"5min":0.57499999999999996,"15min":1.181},"min":{"1min":0.372,"5min":0.28799999999999998,"15min":0.28699999999999998},"max":{"1min":2.399,"5min":2.919,"15min":9.2219999999999995},"last":0.48599999999999999}]},{"osd":3,"last update":"Mon Aug 28 02:37:18 2023","interfaces":[{"interface":"back","average":{"1min":0.66900000000000004,"5min":0.64600000000000002,"15min":0.69399999999999995},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":2.468,"5min":3.0099999999999998,"15min":3.0099999999999998},"last":0.66100000000000003},{"interface":"front","average":{"1min":0.498,"5min":0.59899999999999998,"15min":0.61899999999999999},"min":{"1min":0.39700000000000002,"5min":0.308,"15min":0.308},"max":{"1min":0.64500000000000002,"5min":3.1000000000000001,"15min":3.1000000000000001},"last":1.3169999999999999}]},{"osd":4,"last update":"Mon Aug 28 02:37:11 2023","interfaces":[{"interface":"back","average":{"1min":0.39400000000000002,"5min":0.51800000000000002,"15min":1.2729999999999999},"min":{"1min":0.28299999999999997,"5min":0.26500000000000001,"15min":0.245},"max":{"1min":0.52000000000000002,"5min":5.2169999999999996,"15min":18.943000000000001},"last":0.441},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.53500000000000003,"15min":0.93600000000000005},"min":{"1min":0.33100000000000002,"5min":0.26500000000000001,"15min":0.25700000000000001},"max":{"1min":2.4940000000000002,"5min":2.9870000000000001,"15min":8.1890000000000001},"last":0.41899999999999998}]},{"osd":5,"last update":"Mon Aug 28 02:37:11 2023","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.47099999999999997,"15min":1.04},"min":{"1min":0.28100000000000003,"5min":0.246,"15min":0.23599999999999999},"max":{"1min":0.64500000000000002,"5min":3.2120000000000002,"15min":14.622},"last":0.35199999999999998},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.53800000000000003,"15min":1.27},"min":{"1min":0.33800000000000002,"5min":0.317,"15min":0.27000000000000002},"max":{"1min":0.80200000000000005,"5min":3.0499999999999998,"15min":17.324999999999999},"last":0.53400000000000003}]},{"osd":6,"last update":"Mon Aug 28 02:37:11 2023","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.59599999999999997,"15min":1.292},"min":{"1min":0.376,"5min":0.33300000000000002,"15min":0.30299999999999999},"max":{"1min":0.83399999999999996,"5min":3.2250000000000001,"15min":17.454999999999998},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.58899999999999997,"15min":0.85099999999999998},"min":{"1min":0.33400000000000002,"5min":0.31,"15min":0.28999999999999998},"max":{"1min":2.4399999999999999,"5min":3.0499999999999998,"15min":7.665},"last":0.46500000000000002}]}]},{"osd":6,"up_from":0,"seq":193273528702,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":101,"seq":433791697161,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1462824,"kb_used_data":830560,"kb_used_omap":4,"kb_used_meta":632251,"kb_avail":92282328,"statfs":{"total":95995035648,"available":94497103872,"internally_reserved":0,"allocated":850493440,"data_stored":848519527,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":647425934},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:37:47 2023","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.47399999999999998,"15min":1.9430000000000001},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.214},"max":{"1min":0.66900000000000004,"5min":3.3730000000000002,"15min":24.545999999999999},"last":0.28599999999999998},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.65500000000000003,"15min":2.4820000000000002},"min":{"1min":0.28199999999999997,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":1.466,"5min":7.2450000000000001,"15min":24.515000000000001},"last":0.55600000000000005}]},{"osd":2,"last update":"Mon Aug 28 02:37:32 2023","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.63800000000000001,"15min":2.153},"min":{"1min":0.31900000000000001,"5min":0.28699999999999998,"15min":0.24099999999999999},"max":{"1min":1.0489999999999999,"5min":4.0579999999999998,"15min":22.161000000000001},"last":1.639},{"interface":"front","average":{"1min":0.503,"5min":0.629,"15min":1.609},"min":{"1min":0.28499999999999998,"5min":0.28399999999999997,"15min":0.253},"max":{"1min":1.8129999999999999,"5min":7.0110000000000001,"15min":19.100999999999999},"last":1.431}]},{"osd":3,"last update":"Mon Aug 28 02:37:20 2023","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.53600000000000003,"15min":0.48699999999999999},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":2.742,"5min":2.742,"15min":2.742},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.56499999999999995,"15min":0.53100000000000003},"min":{"1min":0.309,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.88500000000000001,"5min":3.5819999999999999,"15min":3.5819999999999999},"last":0.40600000000000003}]},{"osd":4,"last update":"Mon Aug 28 02:37:47 2023","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.63300000000000001,"15min":1.3939999999999999},"min":{"1min":0.33600000000000002,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":1.2909999999999999,"5min":3.0259999999999998,"15min":18.992999999999999},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.58699999999999997,"15min":1.532},"min":{"1min":0.378,"5min":0.29099999999999998,"15min":0.26400000000000001},"max":{"1min":0.71799999999999997,"5min":1.9650000000000001,"15min":14.779999999999999},"last":0.71599999999999997}]},{"osd":5,"last update":"Mon Aug 28 02:37:47 2023","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.66900000000000004,"15min":2.0059999999999998},"min":{"1min":0.376,"5min":0.35999999999999999,"15min":0.29999999999999999},"max":{"1min":1.423,"5min":3.7029999999999998,"15min":18.626999999999999},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.623,"5min":0.69399999999999995,"15min":1.833},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.33600000000000002},"max":{"1min":1.3280000000000001,"5min":3.0609999999999999,"15min":18.945},"last":0.57599999999999996}]},{"osd":6,"last update":"Mon Aug 28 02:37:47 2023","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.68700000000000006,"15min":1.946},"min":{"1min":0.42799999999999999,"5min":0.40000000000000002,"15min":0.34300000000000003},"max":{"1min":1.4990000000000001,"5min":3.7400000000000002,"15min":12.221},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.70499999999999996,"5min":0.73899999999999999,"15min":1.6259999999999999},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.35699999999999998},"max":{"1min":2.375,"5min":3.089,"15min":19.021999999999998},"last":0.60699999999999998}]},{"osd":7,"last update":"Mon Aug 28 02:37:47 2023","interfaces":[{"interface":"back","average":{"1min":0.64000000000000001,"5min":0.74399999999999999,"15min":1.75},"min":{"1min":0.38500000000000001,"5min":0.374,"15min":0.374},"max":{"1min":1.4710000000000001,"5min":3.1080000000000001,"15min":19.047999999999998},"last":0.65700000000000003},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.67800000000000005,"15min":1.7669999999999999},"min":{"1min":0.46300000000000002,"5min":0.432,"15min":0.312},"max":{"1min":0.80000000000000004,"5min":1.9430000000000001,"15min":14.818},"last":0.68300000000000005}]}]},{"osd":0,"up_from":87,"seq":373662155027,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3407980,"kb_used_data":2734756,"kb_used_omap":5,"kb_used_meta":673210,"kb_avail":90337172,"statfs":{"total":95995035648,"available":92505264128,"internally_reserved":0,"allocated":2800390144,"data_stored":2798301911,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":689367674},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1],"upper_bound":4},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:37:38 2023","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.48999999999999999,"15min":1.532},"min":{"1min":0.26900000000000002,"5min":0.20300000000000001,"15min":0.184},"max":{"1min":2.5489999999999999,"5min":5.3280000000000003,"15min":30.315000000000001},"last":0.26700000000000002},{"interface":"front","average":{"1min":0.65700000000000003,"5min":0.52300000000000002,"15min":2.3069999999999999},"min":{"1min":0.29699999999999999,"5min":0.25800000000000001,"15min":0.221},"max":{"1min":4.0679999999999996,"5min":4.0679999999999996,"15min":69.272000000000006},"last":0.50700000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:37:38 2023","interfaces":[{"interface":"back","average":{"1min":0.70799999999999996,"5min":0.63900000000000001,"15min":1.8420000000000001},"min":{"1min":0.247,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":4.4020000000000001,"5min":4.4020000000000001,"15min":20.959},"last":0.92600000000000005},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.69799999999999995,"15min":1.677},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.24299999999999999},"max":{"1min":2.5190000000000001,"5min":6.1180000000000003,"15min":9.3729999999999993},"last":0.314}]},{"osd":3,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.996,"5min":0.80400000000000005,"15min":0.76800000000000002},"min":{"1min":0.32900000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":5.6680000000000001,"5min":5.6680000000000001,"15min":5.6680000000000001},"last":0.32800000000000001},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.754,"15min":0.77200000000000002},"min":{"1min":0.40300000000000002,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":2.4889999999999999,"5min":4.9199999999999999,"15min":4.9199999999999999},"last":0.38700000000000001}]},{"osd":4,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.56299999999999994,"15min":2.3380000000000001},"min":{"1min":0.33100000000000002,"5min":0.314,"15min":0.29299999999999998},"max":{"1min":2.3210000000000002,"5min":3.9710000000000001,"15min":274.33199999999999},"last":0.37},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.66300000000000003,"15min":2.6949999999999998},"min":{"1min":0.376,"5min":0.315,"15min":0.28199999999999997},"max":{"1min":1.357,"5min":2.6520000000000001,"15min":266.31999999999999},"last":0.68600000000000005}]},{"osd":5,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.67700000000000005,"5min":0.623,"15min":1.415},"min":{"1min":0.38800000000000001,"5min":0.33300000000000002,"15min":0.29299999999999998},"max":{"1min":2.3759999999999999,"5min":4.1219999999999999,"15min":13.038},"last":0.34999999999999998},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.65700000000000003,"15min":1.895},"min":{"1min":0.41899999999999998,"5min":0.36399999999999999,"15min":0.27800000000000002},"max":{"1min":1.3120000000000001,"5min":2.2679999999999998,"15min":15.231},"last":0.71299999999999997}]},{"osd":6,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.72799999999999998,"5min":0.66600000000000004,"15min":1.6120000000000001},"min":{"1min":0.41299999999999998,"5min":0.38300000000000001,"15min":0.29399999999999998},"max":{"1min":2.4540000000000002,"5min":4.0620000000000003,"15min":15.122999999999999},"last":0.48399999999999999},{"interface":"front","average":{"1min":0.621,"5min":0.68400000000000005,"15min":1.905},"min":{"1min":0.45200000000000001,"5min":0.40000000000000002,"15min":0.35599999999999998},"max":{"1min":1.3919999999999999,"5min":2.3029999999999999,"15min":15.186999999999999},"last":0.73499999999999999}]},{"osd":7,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":1.006,"5min":0.78900000000000003,"15min":1.899},"min":{"1min":0.51300000000000001,"5min":0.36399999999999999,"15min":0.33400000000000002},"max":{"1min":4.4390000000000001,"5min":4.4390000000000001,"15min":16.183},"last":0.497},{"interface":"front","average":{"1min":0.80500000000000005,"5min":0.73899999999999999,"15min":1.625},"min":{"1min":0.46000000000000002,"5min":0.38500000000000001,"15min":0.35999999999999999},"max":{"1min":2.4220000000000002,"5min":4.0250000000000004,"15min":13.005000000000001},"last":0.52300000000000002}]}]},{"osd":2,"up_from":0,"seq":502511173887,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":297,"seq":1275605286969,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":885028,"kb_used_data":754204,"kb_used_omap":2,"kb_used_meta":130813,"kb_avail":92860124,"statfs":{"total":95995035648,"available":95088766976,"internally_reserved":0,"allocated":772304896,"data_stored":770329530,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":133952565},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1],"upper_bound":4},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:37:14 2023","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.52700000000000002,"15min":0.44400000000000001},"min":{"1min":0.247,"5min":0.22,"15min":0.22},"max":{"1min":2.2530000000000001,"5min":6.8819999999999997,"15min":6.8819999999999997},"last":0.23499999999999999},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.69299999999999995,"15min":0.69699999999999995},"min":{"1min":0.30399999999999999,"5min":0.217,"15min":0.217},"max":{"1min":1.018,"5min":6.7839999999999998,"15min":6.7839999999999998},"last":0.317}]},{"osd":1,"last update":"Mon Aug 28 02:37:14 2023","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.56000000000000005,"15min":0.45200000000000001},"min":{"1min":0.28499999999999998,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":1.056,"5min":4.0650000000000004,"15min":4.0650000000000004},"last":0.26500000000000001},{"interface":"front","average":{"1min":0.624,"5min":0.70799999999999996,"15min":0.71899999999999997},"min":{"1min":0.28999999999999998,"5min":0.249,"15min":0.249},"max":{"1min":1.431,"5min":3.9249999999999998,"15min":3.9249999999999998},"last":0.441}]},{"osd":2,"last update":"Mon Aug 28 02:37:14 2023","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.57199999999999995,"15min":0.61799999999999999},"min":{"1min":0.31,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":1.3919999999999999,"5min":2.5449999999999999,"15min":2.5449999999999999},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.61899999999999999,"15min":0.56899999999999995},"min":{"1min":0.38200000000000001,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":1.1539999999999999,"5min":4.7030000000000003,"15min":4.7030000000000003},"last":0.57099999999999995}]},{"osd":4,"last update":"Mon Aug 28 02:37:14 2023","interfaces":[{"interface":"back","average":{"1min":0.91800000000000004,"5min":0.63300000000000001,"15min":0.59199999999999997},"min":{"1min":0.40699999999999997,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":6.2670000000000003,"5min":6.2670000000000003,"15min":6.2670000000000003},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.78100000000000003,"5min":0.65100000000000002,"15min":0.57299999999999995},"min":{"1min":0.39800000000000002,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":2.8380000000000001,"5min":3.5030000000000001,"15min":3.5030000000000001},"last":0.29499999999999998}]},{"osd":5,"last update":"Mon Aug 28 02:37:14 2023","interfaces":[{"interface":"back","average":{"1min":0.68799999999999994,"5min":0.65100000000000002,"15min":0.59499999999999997},"min":{"1min":0.40100000000000002,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":2.29,"5min":3.5390000000000001,"15min":3.5390000000000001},"last":0.36099999999999999},{"interface":"front","average":{"1min":0.73899999999999999,"5min":0.58199999999999996,"15min":0.55500000000000005},"min":{"1min":0.40600000000000003,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":2.7149999999999999,"5min":2.7149999999999999,"15min":2.7149999999999999},"last":0.51000000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:37:14 2023","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.63100000000000001,"15min":0.64000000000000001},"min":{"1min":0.437,"5min":0.436,"15min":0.436},"max":{"1min":0.89000000000000001,"5min":1.8879999999999999,"15min":1.8879999999999999},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.66100000000000003,"5min":0.69699999999999995,"15min":0.65300000000000002},"min":{"1min":0.44700000000000001,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.99099999999999999,"5min":3.6099999999999999,"15min":3.6099999999999999},"last":0.378}]},{"osd":7,"last update":"Mon Aug 28 02:37:14 2023","interfaces":[{"interface":"back","average":{"1min":0.78000000000000003,"5min":0.63400000000000001,"15min":0.59599999999999997},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":2.9399999999999999,"5min":2.9399999999999999,"15min":2.9399999999999999},"last":0.58999999999999997},{"interface":"front","average":{"1min":0.82899999999999996,"5min":0.68500000000000005,"15min":0.66000000000000003},"min":{"1min":0.46500000000000002,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":2.9540000000000002,"5min":2.9540000000000002,"15min":2.9540000000000002},"last":0.47299999999999998}]}]},{"osd":4,"up_from":30,"seq":128849019264,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3221580,"kb_used_data":2750596,"kb_used_omap":0,"kb_used_meta":470976,"kb_avail":90523572,"statfs":{"total":95995035648,"available":92696137728,"internally_reserved":0,"allocated":2816610304,"data_stored":2815219040,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":482279424},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,1,0,0,2,2,0,3,5,6,2],"upper_bound":8192},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.55900000000000005,"15min":1.593},"min":{"1min":0.26100000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":4.46,"5min":10.249000000000001,"15min":22.515000000000001},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.56000000000000005,"15min":1.5249999999999999},"min":{"1min":0.28100000000000003,"5min":0.23200000000000001,"15min":0.217},"max":{"1min":1.425,"5min":4.5250000000000004,"15min":22.454000000000001},"last":0.29299999999999998}]},{"osd":1,"last update":"Mon Aug 28 02:37:48 2023","interfaces":[{"interface":"back","average":{"1min":0.71399999999999997,"5min":0.59499999999999997,"15min":1.3899999999999999},"min":{"1min":0.26300000000000001,"5min":0.254,"15min":0.24199999999999999},"max":{"1min":4.5090000000000003,"5min":5.5979999999999999,"15min":23.082000000000001},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.81599999999999995,"5min":0.56499999999999995,"15min":1.5449999999999999},"min":{"1min":0.28899999999999998,"5min":0.26300000000000001,"15min":0.26000000000000001},"max":{"1min":4.5910000000000002,"5min":4.7960000000000003,"15min":25.100000000000001},"last":0.39000000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.72399999999999998,"5min":0.67400000000000004,"15min":1.5169999999999999},"min":{"1min":0.29599999999999999,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":4.5430000000000001,"5min":4.827,"15min":16.231000000000002},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.85399999999999998,"5min":0.64600000000000002,"15min":1.4039999999999999},"min":{"1min":0.33200000000000002,"5min":0.312,"15min":0.251},"max":{"1min":5.6360000000000001,"5min":5.6360000000000001,"15min":13.515000000000001},"last":0.438}]},{"osd":3,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.69699999999999995,"15min":0.77100000000000002},"min":{"1min":0.34799999999999998,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.9059999999999999,"5min":7.7480000000000002,"15min":7.7480000000000002},"last":1.145},{"interface":"front","average":{"1min":0.627,"5min":0.70999999999999996,"15min":0.67000000000000004},"min":{"1min":0.371,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":1.4850000000000001,"5min":3.7069999999999999,"15min":3.7069999999999999},"last":0.36899999999999999}]},{"osd":5,"last update":"Mon Aug 28 02:37:01 2023","interfaces":[{"interface":"back","average":{"1min":0.73099999999999998,"5min":0.57799999999999996,"15min":1.095},"min":{"1min":0.27500000000000002,"5min":0.222,"15min":0.222},"max":{"1min":4.609,"5min":4.6689999999999996,"15min":16.181999999999999},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.71299999999999997,"15min":1.1200000000000001},"min":{"1min":0.34699999999999998,"5min":0.224,"15min":0.20699999999999999},"max":{"1min":1.5700000000000001,"5min":8.6370000000000005,"15min":10.233000000000001},"last":0.47899999999999998}]},{"osd":6,"last update":"Mon Aug 28 02:37:16 2023","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.55500000000000005,"15min":1.052},"min":{"1min":0.29599999999999999,"5min":0.27100000000000002,"15min":0.26500000000000001},"max":{"1min":1.6000000000000001,"5min":2.9830000000000001,"15min":10.023999999999999},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.61799999999999999,"15min":1.121},"min":{"1min":0.313,"5min":0.28299999999999997,"15min":0.26600000000000001},"max":{"1min":1.679,"5min":4.5949999999999998,"15min":8.5},"last":0.51200000000000001}]},{"osd":7,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.67600000000000005,"5min":0.57899999999999996,"15min":1.143},"min":{"1min":0.35399999999999998,"5min":0.28999999999999998,"15min":0.22500000000000001},"max":{"1min":4.5720000000000001,"5min":4.8559999999999999,"15min":9.3209999999999997},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.59099999999999997,"15min":1.089},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.30299999999999999},"max":{"1min":1.647,"5min":2.754,"15min":15.597},"last":0.52600000000000002}]}]},{"osd":5,"up_from":37,"seq":158913790337,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2488440,"kb_used_data":1923376,"kb_used_omap":0,"kb_used_meta":565056,"kb_avail":91256712,"statfs":{"total":95995035648,"available":93446873088,"internally_reserved":0,"allocated":1969537024,"data_stored":1968161679,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":578617344},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:37:49 2023","interfaces":[{"interface":"back","average":{"1min":0.439,"5min":0.44800000000000001,"15min":1.661},"min":{"1min":0.245,"5min":0.23200000000000001,"15min":0.20200000000000001},"max":{"1min":1.1100000000000001,"5min":1.4530000000000001,"15min":40.334000000000003},"last":0.32400000000000001},{"interface":"front","average":{"1min":0.498,"5min":0.69299999999999995,"15min":1.6830000000000001},"min":{"1min":0.32100000000000001,"5min":0.26600000000000001,"15min":0.23200000000000001},"max":{"1min":0.93300000000000005,"5min":19.815999999999999,"15min":40.212000000000003},"last":0.45400000000000001}]},{"osd":1,"last update":"Mon Aug 28 02:37:49 2023","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.63600000000000001,"15min":1.8620000000000001},"min":{"1min":0.28799999999999998,"5min":0.27900000000000003,"15min":0.23699999999999999},"max":{"1min":1.0700000000000001,"5min":17.998000000000001,"15min":40.088000000000001},"last":0.308},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.73199999999999998,"15min":1.738},"min":{"1min":0.36099999999999999,"5min":0.28100000000000003,"15min":0.26000000000000001},"max":{"1min":0.95699999999999996,"5min":19.853000000000002,"15min":40.243000000000002},"last":0.64700000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:37:49 2023","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.57199999999999995,"15min":1.6120000000000001},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.27700000000000002},"max":{"1min":1.776,"5min":5.3099999999999996,"15min":40.436999999999998},"last":1.1599999999999999},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.60999999999999999,"15min":1.7569999999999999},"min":{"1min":0.32600000000000001,"5min":0.315,"15min":0.27200000000000002},"max":{"1min":2.069,"5min":4.2400000000000002,"15min":40.555},"last":0.39300000000000002}]},{"osd":3,"last update":"Mon Aug 28 02:37:21 2023","interfaces":[{"interface":"back","average":{"1min":0.44900000000000001,"5min":0.82399999999999995,"15min":1.1399999999999999},"min":{"1min":0.308,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.52600000000000002,"5min":16.190999999999999,"15min":16.190999999999999},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.53100000000000003,"5min":1.0589999999999999,"15min":1.476},"min":{"1min":0.42599999999999999,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.77800000000000002,"5min":21.420999999999999,"15min":21.420999999999999},"last":0.36099999999999999}]},{"osd":4,"last update":"Mon Aug 28 02:36:58 2023","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.60299999999999998,"15min":1.2589999999999999},"min":{"1min":0.25,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.78300000000000003,"5min":13.616,"15min":40.762999999999998},"last":0.29099999999999998},{"interface":"front","average":{"1min":0.442,"5min":0.70799999999999996,"15min":1.3620000000000001},"min":{"1min":0.34499999999999997,"5min":0.27900000000000003,"15min":0.25700000000000001},"max":{"1min":0.59399999999999997,"5min":6.3819999999999997,"15min":40.634},"last":0.42199999999999999}]},{"osd":6,"last update":"Mon Aug 28 02:37:49 2023","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.64100000000000001,"15min":1.4279999999999999},"min":{"1min":0.30499999999999999,"5min":0.28599999999999998,"15min":0.23300000000000001},"max":{"1min":1.6439999999999999,"5min":10.66,"15min":42.409999999999997},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":1.369},"min":{"1min":0.35999999999999999,"5min":0.29499999999999998,"15min":0.254},"max":{"1min":1.7150000000000001,"5min":6.1159999999999997,"15min":42.533999999999999},"last":0.47899999999999998}]},{"osd":7,"last update":"Mon Aug 28 02:37:49 2023","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.60199999999999998,"15min":1.5780000000000001},"min":{"1min":0.39400000000000002,"5min":0.33900000000000002,"15min":0.315},"max":{"1min":0.68999999999999995,"5min":6.1749999999999998,"15min":42.667000000000002},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.628,"15min":1.6060000000000001},"min":{"1min":0.42299999999999999,"5min":0.33000000000000002,"15min":0.318},"max":{"1min":1.8069999999999999,"5min":4.149,"15min":42.344000000000001},"last":0.60199999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":2793345024,"data_stored":2793340952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":845152256,"data_stored":845152256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1854603264,"data_stored":1854603264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":774701056,"data_stored":774701056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":2807435264,"data_stored":2807431192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1962868736,"data_stored":1962868736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1744703488,"data_stored":1744699416,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1404436480,"data_stored":1404436480,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:37:55.289 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph status --format=json 2023-08-28T02:37:55.353 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:37:55.356 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:55.356 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:37:55.457 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:37:55.474 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:37:55.479 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:37:55.490 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:55.507 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:37:55.530 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:37:55.552 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:37:55.572 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:37:55.592 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:37:55.613 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:37:55 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:37:55] "GET /metrics HTTP/1.1" 200 36622 "" "Prometheus/2.43.0" 2023-08-28T02:37:55.613 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:37:55.639 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:37:55.642 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-08-28T02:37:55.642 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-08-28T02:37:55.643 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-08-28T02:37:55.643 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-08-28T02:37:55.643 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-08-28T02:37:55.643 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-08-28T02:37:55.643 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-08-28T02:37:55.643 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-08-28T02:37:55.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:55 smithi083 ceph-mon[157819]: failed to encode map e352 with expected crc 2023-08-28T02:37:55.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:55 smithi083 ceph-mon[157819]: failed to encode map e352 with expected crc 2023-08-28T02:37:55.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:55 smithi083 ceph-mon[157819]: osdmap e352: 8 total, 8 up, 6 in 2023-08-28T02:37:55.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:55 smithi083 ceph-mon[157819]: from='client.46079 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:37:55.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:55 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1278754754' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:37:55.964 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:55 smithi040 ceph-mon[175404]: failed to encode map e352 with expected crc 2023-08-28T02:37:55.964 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:55 smithi040 ceph-mon[175404]: failed to encode map e352 with expected crc 2023-08-28T02:37:55.964 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:55 smithi040 ceph-mon[175404]: osdmap e352: 8 total, 8 up, 6 in 2023-08-28T02:37:55.964 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:55 smithi040 ceph-mon[175404]: from='client.46079 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:37:55.965 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:55 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1278754754' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:37:55.965 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:55 smithi040 ceph-mon[170259]: failed to encode map e352 with expected crc 2023-08-28T02:37:55.965 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:55 smithi040 ceph-mon[170259]: failed to encode map e352 with expected crc 2023-08-28T02:37:55.965 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:55 smithi040 ceph-mon[170259]: osdmap e352: 8 total, 8 up, 6 in 2023-08-28T02:37:55.965 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:55 smithi040 ceph-mon[170259]: from='client.46079 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:37:55.965 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:55 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1278754754' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:37:56.265 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:37:56.269 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:56.269 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:37:56.356 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:37:56.369 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:37:56.408 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:56.480 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:37:56.484 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:56.484 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:37:56.585 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:37:56.622 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:56.697 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:37:56.700 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:56.701 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:37:56.801 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:37:56.840 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:56.878 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:37:56.885 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:56.885 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:37:56.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:56 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 32365/205449 objects degraded (15.753%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:37:56.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:56 smithi040 ceph-mon[170259]: pgmap v1073: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 4.2 GiB data, 13 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 96 op/s; 27264/204774 objects degraded (13.314%); 16511/204774 objects misplaced (8.063%); 9.7 MiB/s, 169 objects/s recovering 2023-08-28T02:37:56.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:56 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 32365/205449 objects degraded (15.753%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:37:56.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:56 smithi040 ceph-mon[175404]: pgmap v1073: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 4.2 GiB data, 13 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 96 op/s; 27264/204774 objects degraded (13.314%); 16511/204774 objects misplaced (8.063%); 9.7 MiB/s, 169 objects/s recovering 2023-08-28T02:37:56.986 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:37:56.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:56 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 32365/205449 objects degraded (15.753%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2023-08-28T02:37:56.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:56 smithi083 ceph-mon[157819]: pgmap v1073: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 4.2 GiB data, 13 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 96 op/s; 27264/204774 objects degraded (13.314%); 16511/204774 objects misplaced (8.063%); 9.7 MiB/s, 169 objects/s recovering 2023-08-28T02:37:57.019 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:57.044 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2023-08-28T02:37:57.044 INFO:teuthology.orchestra.run.smithi083.stdout: "size": 20, 2023-08-28T02:37:57.044 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 600, 2023-08-28T02:37:57.044 INFO:teuthology.orchestra.run.smithi083.stdout: "ops": [ 2023-08-28T02:37:57.044 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.045 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "MOSDPGPush(10.7 282/281 [PushOp(10:eea07471:::benchmark_data_smithi040_250784_object740:head, version: 254'50, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(10:eea07471:::benchmark_data_smithi040_250784_object740:head@254'50, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-08-28T02:37:57.045 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:32:29.461560+0000", 2023-08-28T02:37:57.045 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 327.58076245500001, 2023-08-28T02:37:57.045 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 12.692113797999999, 2023-08-28T02:37:57.045 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:37:57.045 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "started", 2023-08-28T02:37:57.045 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:37:57.045 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.045 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:37:57.045 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:29.461560+0000", 2023-08-28T02:37:57.045 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:37:57.046 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.046 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.046 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:37:57.046 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:29.461560+0000", 2023-08-28T02:37:57.046 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:37:57.046 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.046 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.046 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:37:57.046 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:29.461559+0000", 2023-08-28T02:37:57.046 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:37:57.046 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.047 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.047 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:37:57.047 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:29.461605+0000", 2023-08-28T02:37:57.047 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.5247999999999998e-05 2023-08-28T02:37:57.047 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.047 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.047 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:37:57.047 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:29.461625+0000", 2023-08-28T02:37:57.047 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.0091000000000001e-05 2023-08-28T02:37:57.047 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.047 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.047 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:37:57.048 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:29.461637+0000", 2023-08-28T02:37:57.048 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1979e-05 2023-08-28T02:37:57.048 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.048 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.048 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:37:57.048 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.152193+0000", 2023-08-28T02:37:57.048 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 12.690556690999999 2023-08-28T02:37:57.048 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.048 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.048 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:37:57.048 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.152198+0000", 2023-08-28T02:37:57.048 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.1050000000000003e-06 2023-08-28T02:37:57.049 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.049 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.049 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:37:57.049 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.153674+0000", 2023-08-28T02:37:57.049 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0014757259999999999 2023-08-28T02:37:57.049 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:37:57.049 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:37:57.049 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:37:57.049 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.049 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.049 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "MOSDPGPush(10.7 283/281 [PushOp(10:ed994e4f:::benchmark_data_smithi040_250784_object757:head, version: 254'51, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(10:ed994e4f:::benchmark_data_smithi040_250784_object757:head@254'51, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-08-28T02:37:57.049 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:32:29.477002+0000", 2023-08-28T02:37:57.049 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 327.565320934, 2023-08-28T02:37:57.050 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 12.677954372, 2023-08-28T02:37:57.050 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:37:57.050 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "started", 2023-08-28T02:37:57.050 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:37:57.050 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.050 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:37:57.050 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:29.477002+0000", 2023-08-28T02:37:57.050 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:37:57.050 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.050 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.050 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:37:57.050 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:29.477002+0000", 2023-08-28T02:37:57.051 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:37:57.051 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.051 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.051 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:37:57.051 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:29.477000+0000", 2023-08-28T02:37:57.051 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:37:57.051 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.051 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.051 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:37:57.051 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:29.477039+0000", 2023-08-28T02:37:57.051 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.8642e-05 2023-08-28T02:37:57.052 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.052 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.052 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:37:57.052 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:29.477060+0000", 2023-08-28T02:37:57.052 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.1452999999999999e-05 2023-08-28T02:37:57.052 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.052 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.052 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:37:57.052 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:29.477073+0000", 2023-08-28T02:37:57.052 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2464e-05 2023-08-28T02:37:57.052 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.052 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.052 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:37:57.053 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.153729+0000", 2023-08-28T02:37:57.053 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 12.676656468000001 2023-08-28T02:37:57.053 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.053 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.053 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:37:57.053 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.153734+0000", 2023-08-28T02:37:57.053 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.9250000000000003e-06 2023-08-28T02:37:57.053 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.053 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.053 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:37:57.053 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.154956+0000", 2023-08-28T02:37:57.053 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.001222381 2023-08-28T02:37:57.053 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:37:57.054 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:37:57.054 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:37:57.054 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.054 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.054 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "MOSDPGPush(10.7 284/281 [PushOp(10:eb72f90e:::benchmark_data_smithi040_250784_object766:head, version: 254'52, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(10:eb72f90e:::benchmark_data_smithi040_250784_object766:head@254'52, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-08-28T02:37:57.054 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:32:30.477077+0000", 2023-08-28T02:37:57.054 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 326.56524547200002, 2023-08-28T02:37:57.055 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 11.679071906000001, 2023-08-28T02:37:57.055 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:37:57.055 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "started", 2023-08-28T02:37:57.055 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:37:57.055 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.055 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:37:57.056 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:30.477077+0000", 2023-08-28T02:37:57.056 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:37:57.056 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.056 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.056 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:37:57.056 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:30.477077+0000", 2023-08-28T02:37:57.056 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:37:57.056 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.056 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.057 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:37:57.057 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:30.477076+0000", 2023-08-28T02:37:57.057 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:37:57.057 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.057 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.057 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:37:57.057 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:30.477110+0000", 2023-08-28T02:37:57.057 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.4078000000000001e-05 2023-08-28T02:37:57.058 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.058 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.058 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:37:57.058 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:30.477127+0000", 2023-08-28T02:37:57.058 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.6840000000000001e-05 2023-08-28T02:37:57.058 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.058 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.058 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:37:57.058 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:30.477135+0000", 2023-08-28T02:37:57.058 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.2600000000000005e-06 2023-08-28T02:37:57.058 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.059 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.059 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:37:57.059 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.154993+0000", 2023-08-28T02:37:57.059 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 11.677858086000001 2023-08-28T02:37:57.059 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.059 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.059 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:37:57.059 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.154998+0000", 2023-08-28T02:37:57.059 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.7530000000000001e-06 2023-08-28T02:37:57.059 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.059 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.060 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:37:57.060 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.156149+0000", 2023-08-28T02:37:57.060 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0011510660000000001 2023-08-28T02:37:57.060 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:37:57.060 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:37:57.060 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:37:57.060 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.060 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.060 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "MOSDPGPush(10.7 285/281 [PushOp(10:e374c13a:::benchmark_data_smithi040_250784_object767:head, version: 254'53, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(10:e374c13a:::benchmark_data_smithi040_250784_object767:head@254'53, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-08-28T02:37:57.060 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:32:31.487430+0000", 2023-08-28T02:37:57.060 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 325.55489234599997, 2023-08-28T02:37:57.060 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 10.669954233, 2023-08-28T02:37:57.060 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:37:57.061 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "started", 2023-08-28T02:37:57.061 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:37:57.061 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.061 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:37:57.061 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:31.487430+0000", 2023-08-28T02:37:57.061 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:37:57.061 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.061 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.061 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:37:57.062 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:31.487430+0000", 2023-08-28T02:37:57.062 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:37:57.062 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.062 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.062 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:37:57.062 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:31.487429+0000", 2023-08-28T02:37:57.062 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:37:57.062 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.062 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.063 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:37:57.063 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:31.487470+0000", 2023-08-28T02:37:57.063 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.1517999999999998e-05 2023-08-28T02:37:57.063 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.063 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.063 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:37:57.063 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:31.487493+0000", 2023-08-28T02:37:57.063 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.2614999999999999e-05 2023-08-28T02:37:57.063 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.063 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.064 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:37:57.064 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:31.487507+0000", 2023-08-28T02:37:57.064 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.3984e-05 2023-08-28T02:37:57.064 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.064 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.064 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:37:57.064 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.156187+0000", 2023-08-28T02:37:57.064 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 10.66868028 2023-08-28T02:37:57.064 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.064 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.064 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:37:57.064 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.156192+0000", 2023-08-28T02:37:57.065 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.5499999999999996e-06 2023-08-28T02:37:57.065 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.065 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.065 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:37:57.065 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.157385+0000", 2023-08-28T02:37:57.065 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0011930529999999999 2023-08-28T02:37:57.065 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:37:57.065 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:37:57.065 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:37:57.065 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.065 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.065 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "MOSDPGPush(10.7 286/281 [PushOp(10:ecef9a00:::benchmark_data_smithi040_250784_object794:head, version: 254'54, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(10:ecef9a00:::benchmark_data_smithi040_250784_object794:head@254'54, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-08-28T02:37:57.066 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:32:32.496154+0000", 2023-08-28T02:37:57.066 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 324.54616836100001, 2023-08-28T02:37:57.066 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.6624650469999995, 2023-08-28T02:37:57.066 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:37:57.066 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "started", 2023-08-28T02:37:57.066 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:37:57.066 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.066 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:37:57.066 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:32.496154+0000", 2023-08-28T02:37:57.066 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:37:57.066 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.066 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.067 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:37:57.067 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:32.496154+0000", 2023-08-28T02:37:57.067 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:37:57.067 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.067 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.067 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:37:57.067 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:32.496154+0000", 2023-08-28T02:37:57.067 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:37:57.067 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.067 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.067 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:37:57.068 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:32.496183+0000", 2023-08-28T02:37:57.068 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.9841000000000001e-05 2023-08-28T02:37:57.068 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.068 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.068 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:37:57.068 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:32.496198+0000", 2023-08-28T02:37:57.068 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.4748e-05 2023-08-28T02:37:57.068 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.068 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.068 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:37:57.068 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:32.496206+0000", 2023-08-28T02:37:57.068 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.6660000000000008e-06 2023-08-28T02:37:57.069 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.069 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.069 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:37:57.069 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.157422+0000", 2023-08-28T02:37:57.069 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.6612157619999994 2023-08-28T02:37:57.069 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.069 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.069 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:37:57.069 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.157426+0000", 2023-08-28T02:37:57.069 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.1289999999999998e-06 2023-08-28T02:37:57.069 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.069 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.069 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:37:57.070 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.158620+0000", 2023-08-28T02:37:57.070 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0011938750000000001 2023-08-28T02:37:57.070 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:37:57.070 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:37:57.070 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:37:57.070 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.070 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.070 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "MOSDPGPush(10.7 287/281 [PushOp(10:e410776a:::benchmark_data_smithi040_250784_object833:head, version: 254'55, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(10:e410776a:::benchmark_data_smithi040_250784_object833:head@254'55, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-08-28T02:37:57.070 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:32:33.490071+0000", 2023-08-28T02:37:57.070 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 323.55225207500001, 2023-08-28T02:37:57.070 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.6699878320000003, 2023-08-28T02:37:57.070 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:37:57.071 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "started", 2023-08-28T02:37:57.071 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:37:57.071 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.071 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:37:57.071 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:33.490071+0000", 2023-08-28T02:37:57.071 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:37:57.071 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.071 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.071 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:37:57.071 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:33.490071+0000", 2023-08-28T02:37:57.071 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:37:57.071 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.072 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.072 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:37:57.072 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:33.490069+0000", 2023-08-28T02:37:57.072 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:37:57.072 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.072 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.072 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:37:57.072 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:33.490111+0000", 2023-08-28T02:37:57.072 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.1662000000000002e-05 2023-08-28T02:37:57.072 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.072 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.072 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:37:57.072 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:33.490129+0000", 2023-08-28T02:37:57.073 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.7980000000000001e-05 2023-08-28T02:37:57.073 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.073 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.073 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:37:57.073 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:33.490142+0000", 2023-08-28T02:37:57.073 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.271e-05 2023-08-28T02:37:57.073 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.073 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.073 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:37:57.073 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.158653+0000", 2023-08-28T02:37:57.073 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.6685110590000001 2023-08-28T02:37:57.073 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.074 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.074 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:37:57.074 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.158657+0000", 2023-08-28T02:37:57.074 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.0810000000000004e-06 2023-08-28T02:37:57.074 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.074 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.074 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:37:57.074 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.160059+0000", 2023-08-28T02:37:57.074 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0014018399999999999 2023-08-28T02:37:57.074 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:37:57.074 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:37:57.074 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:37:57.074 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.075 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.075 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "MOSDPGPush(10.7 288/281 [PushOp(10:e4e88e2f:::benchmark_data_smithi040_250784_object869:head, version: 254'56, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(10:e4e88e2f:::benchmark_data_smithi040_250784_object869:head@254'56, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-08-28T02:37:57.075 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:32:34.510843+0000", 2023-08-28T02:37:57.075 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 322.53147973799997, 2023-08-28T02:37:57.075 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.6508924839999999, 2023-08-28T02:37:57.075 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:37:57.075 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "started", 2023-08-28T02:37:57.075 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:37:57.075 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.075 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:37:57.075 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:34.510843+0000", 2023-08-28T02:37:57.075 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:37:57.076 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.076 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.076 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:37:57.076 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:34.510843+0000", 2023-08-28T02:37:57.076 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:37:57.076 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.076 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.076 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:37:57.076 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:34.510842+0000", 2023-08-28T02:37:57.076 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:37:57.076 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.076 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.076 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:37:57.077 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:34.510874+0000", 2023-08-28T02:37:57.077 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.2709000000000001e-05 2023-08-28T02:37:57.077 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.077 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.077 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:37:57.077 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:34.510889+0000", 2023-08-28T02:37:57.077 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.4681000000000001e-05 2023-08-28T02:37:57.077 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.077 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.077 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:37:57.077 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:34.510898+0000", 2023-08-28T02:37:57.078 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.1900000000000001e-06 2023-08-28T02:37:57.078 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.078 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.078 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:37:57.078 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.160101+0000", 2023-08-28T02:37:57.078 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.6492023549999999 2023-08-28T02:37:57.078 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.078 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.078 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:37:57.078 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.160107+0000", 2023-08-28T02:37:57.078 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.1020000000000002e-06 2023-08-28T02:37:57.078 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.079 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.079 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:37:57.079 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.161736+0000", 2023-08-28T02:37:57.079 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0016288069999999999 2023-08-28T02:37:57.079 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:37:57.080 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:37:57.080 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:37:57.080 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.080 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.080 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:95688 10.f 10:f73436db:::benchmark_data_smithi040_250784_object2379:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e309)", 2023-08-28T02:37:57.080 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:33:43.597010+0000", 2023-08-28T02:37:57.080 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 253.44531318400001, 2023-08-28T02:37:57.081 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.1043612610000002, 2023-08-28T02:37:57.081 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:37:57.081 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:37:57.081 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:37:57.081 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:37:57.081 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:37:57.081 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 95688 2023-08-28T02:37:57.081 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.081 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:37:57.081 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.081 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:37:57.081 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:43.597010+0000", 2023-08-28T02:37:57.082 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:37:57.082 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.082 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.082 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:37:57.082 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:43.597010+0000", 2023-08-28T02:37:57.082 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:37:57.082 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.082 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.082 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:37:57.082 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:43.597008+0000", 2023-08-28T02:37:57.082 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:37:57.082 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.083 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.083 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:37:57.083 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:43.597015+0000", 2023-08-28T02:37:57.083 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.5710000000000003e-06 2023-08-28T02:37:57.083 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.083 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.083 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:37:57.083 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:43.597027+0000", 2023-08-28T02:37:57.083 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1908e-05 2023-08-28T02:37:57.083 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.083 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.084 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:37:57.084 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:43.597038+0000", 2023-08-28T02:37:57.084 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1381e-05 2023-08-28T02:37:57.084 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.084 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.084 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:37:57.084 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:43.727505+0000", 2023-08-28T02:37:57.084 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.130466632 2023-08-28T02:37:57.084 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.084 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.084 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:37:57.084 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:43.747682+0000", 2023-08-28T02:37:57.085 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.020177548 2023-08-28T02:37:57.085 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.085 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.085 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:37:57.085 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:43.892362+0000", 2023-08-28T02:37:57.085 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.144680214 2023-08-28T02:37:57.085 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.085 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.085 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:37:57.085 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:43.905663+0000", 2023-08-28T02:37:57.085 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.013300378 2023-08-28T02:37:57.085 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.085 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.086 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:37:57.086 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:47.591941+0000", 2023-08-28T02:37:57.086 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.686278529 2023-08-28T02:37:57.086 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.086 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.086 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:37:57.086 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:47.601928+0000", 2023-08-28T02:37:57.086 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0099871270000000002 2023-08-28T02:37:57.086 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.086 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.086 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:37:57.086 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:47.621263+0000", 2023-08-28T02:37:57.087 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.019334857 2023-08-28T02:37:57.087 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.087 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.087 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:37:57.087 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:47.654115+0000", 2023-08-28T02:37:57.087 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.032851957000000001 2023-08-28T02:37:57.087 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.087 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.087 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:37:57.088 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:47.655214+0000", 2023-08-28T02:37:57.088 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.001098531 2023-08-28T02:37:57.088 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.088 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.088 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:37:57.088 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:47.658685+0000", 2023-08-28T02:37:57.089 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0034712129999999999 2023-08-28T02:37:57.089 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.089 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.089 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:37:57.089 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:47.663886+0000", 2023-08-28T02:37:57.089 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0052006869999999998 2023-08-28T02:37:57.089 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.089 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.090 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:37:57.090 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:47.701371+0000", 2023-08-28T02:37:57.090 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.037485277999999997 2023-08-28T02:37:57.090 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:37:57.090 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:37:57.090 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:37:57.091 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.091 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.091 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:95815 10.f 10:f7978655:::benchmark_data_smithi040_250784_object2506:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e309)", 2023-08-28T02:37:57.091 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:33:45.569642+0000", 2023-08-28T02:37:57.091 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 251.472681252, 2023-08-28T02:37:57.091 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.9627855300000001, 2023-08-28T02:37:57.091 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:37:57.091 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:37:57.091 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:37:57.091 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:37:57.091 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:37:57.092 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 95815 2023-08-28T02:37:57.092 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.092 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:37:57.092 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.092 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:37:57.092 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:45.569642+0000", 2023-08-28T02:37:57.092 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:37:57.092 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.092 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.092 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:37:57.092 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:45.569642+0000", 2023-08-28T02:37:57.092 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:37:57.092 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.093 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.093 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:37:57.093 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:45.569641+0000", 2023-08-28T02:37:57.093 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:37:57.093 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.093 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.093 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:37:57.093 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:45.569645+0000", 2023-08-28T02:37:57.093 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.2150000000000003e-06 2023-08-28T02:37:57.093 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.093 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.093 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:37:57.093 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:45.569653+0000", 2023-08-28T02:37:57.094 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.0290000000000005e-06 2023-08-28T02:37:57.094 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.094 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.094 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:37:57.094 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:45.569657+0000", 2023-08-28T02:37:57.094 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.7969999999999998e-06 2023-08-28T02:37:57.094 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.094 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.094 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:37:57.094 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:45.593583+0000", 2023-08-28T02:37:57.094 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.023926913000000001 2023-08-28T02:37:57.094 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.095 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.095 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:37:57.095 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:45.605370+0000", 2023-08-28T02:37:57.095 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011786217999999999 2023-08-28T02:37:57.095 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.095 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.095 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:37:57.095 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:45.708175+0000", 2023-08-28T02:37:57.095 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.102805008 2023-08-28T02:37:57.095 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.095 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.095 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:37:57.096 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:45.719261+0000", 2023-08-28T02:37:57.096 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011085948 2023-08-28T02:37:57.096 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.096 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.096 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:37:57.096 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:49.324128+0000", 2023-08-28T02:37:57.096 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.6048676369999999 2023-08-28T02:37:57.096 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.096 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.096 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:37:57.096 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:49.333674+0000", 2023-08-28T02:37:57.097 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0095456629999999994 2023-08-28T02:37:57.097 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.097 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.097 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:37:57.097 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:49.351357+0000", 2023-08-28T02:37:57.097 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.017683074 2023-08-28T02:37:57.097 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.097 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.097 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:37:57.097 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:49.456002+0000", 2023-08-28T02:37:57.097 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.104644925 2023-08-28T02:37:57.097 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.097 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.098 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:37:57.098 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:49.499336+0000", 2023-08-28T02:37:57.098 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.043334185999999997 2023-08-28T02:37:57.098 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.098 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.098 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:37:57.098 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:49.503333+0000", 2023-08-28T02:37:57.098 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0039971410000000001 2023-08-28T02:37:57.098 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.098 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.098 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:37:57.098 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:49.508268+0000", 2023-08-28T02:37:57.099 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0049344369999999999 2023-08-28T02:37:57.099 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.099 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.099 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:37:57.099 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:49.532427+0000", 2023-08-28T02:37:57.099 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.024159386000000001 2023-08-28T02:37:57.099 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:37:57.099 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:37:57.099 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:37:57.099 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.099 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.099 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:96622 10.f 10:f1dd7ded:::benchmark_data_smithi040_250784_object3313:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e311)", 2023-08-28T02:37:57.099 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:33:57.473931+0000", 2023-08-28T02:37:57.100 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 239.56839156800001, 2023-08-28T02:37:57.100 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.2260838669999998, 2023-08-28T02:37:57.100 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:37:57.100 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:37:57.100 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:37:57.100 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:37:57.100 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:37:57.100 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 96622 2023-08-28T02:37:57.100 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.100 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:37:57.100 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.100 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:37:57.101 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.473931+0000", 2023-08-28T02:37:57.101 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:37:57.101 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.101 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.101 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:37:57.101 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.473931+0000", 2023-08-28T02:37:57.101 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:37:57.101 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.101 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.101 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:37:57.101 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.473930+0000", 2023-08-28T02:37:57.101 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:37:57.101 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.102 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.102 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:37:57.102 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.473937+0000", 2023-08-28T02:37:57.102 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.6379999999999998e-06 2023-08-28T02:37:57.102 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.102 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.102 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:37:57.102 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.473949+0000", 2023-08-28T02:37:57.102 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2741999999999999e-05 2023-08-28T02:37:57.102 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.102 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.102 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:37:57.103 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.473956+0000", 2023-08-28T02:37:57.103 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.9500000000000004e-06 2023-08-28T02:37:57.103 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.103 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.103 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:37:57.103 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.611108+0000", 2023-08-28T02:37:57.103 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.13715195699999999 2023-08-28T02:37:57.103 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.103 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.103 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:37:57.103 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.620672+0000", 2023-08-28T02:37:57.104 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0095635779999999997 2023-08-28T02:37:57.104 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.104 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.104 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:37:57.104 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.673723+0000", 2023-08-28T02:37:57.104 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.053050767999999998 2023-08-28T02:37:57.104 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.104 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.104 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:37:57.104 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.685785+0000", 2023-08-28T02:37:57.104 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.012062165 2023-08-28T02:37:57.104 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.105 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.105 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:37:57.105 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.585714+0000", 2023-08-28T02:37:57.105 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.899929014 2023-08-28T02:37:57.105 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.105 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.105 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:37:57.105 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.599776+0000", 2023-08-28T02:37:57.105 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.01406192 2023-08-28T02:37:57.105 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.105 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.106 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:37:57.106 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.619098+0000", 2023-08-28T02:37:57.106 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.019321892 2023-08-28T02:37:57.106 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.106 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.106 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:37:57.106 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.658421+0000", 2023-08-28T02:37:57.106 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.039323534 2023-08-28T02:37:57.106 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.106 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.106 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:37:57.106 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.660469+0000", 2023-08-28T02:37:57.107 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0020480030000000001 2023-08-28T02:37:57.107 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.107 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.107 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:37:57.107 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.666257+0000", 2023-08-28T02:37:57.107 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0057876259999999997 2023-08-28T02:37:57.107 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.107 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.107 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:37:57.107 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.671177+0000", 2023-08-28T02:37:57.107 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0049202990000000004 2023-08-28T02:37:57.108 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.108 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.108 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:37:57.108 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.700015+0000", 2023-08-28T02:37:57.108 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.028838124999999999 2023-08-28T02:37:57.108 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:37:57.108 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:37:57.108 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:37:57.108 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.108 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.108 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:96628 10.f 10:f07eb378:::benchmark_data_smithi040_250784_object3319:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e311)", 2023-08-28T02:37:57.108 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:33:57.997064+0000", 2023-08-28T02:37:57.109 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 239.04525897299999, 2023-08-28T02:37:57.109 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.9074898999999998, 2023-08-28T02:37:57.109 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:37:57.109 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:37:57.109 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:37:57.109 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:37:57.109 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:37:57.109 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 96628 2023-08-28T02:37:57.109 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.109 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:37:57.109 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.109 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:37:57.110 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.997064+0000", 2023-08-28T02:37:57.110 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:37:57.110 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.110 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.110 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:37:57.110 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.997064+0000", 2023-08-28T02:37:57.110 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:37:57.110 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.110 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.110 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:37:57.110 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.997062+0000", 2023-08-28T02:37:57.110 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999976 2023-08-28T02:37:57.111 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.111 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.111 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:37:57.111 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.997072+0000", 2023-08-28T02:37:57.111 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0755e-05 2023-08-28T02:37:57.111 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.111 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.111 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:37:57.111 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.997092+0000", 2023-08-28T02:37:57.111 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.914e-05 2023-08-28T02:37:57.112 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.112 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.112 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:37:57.112 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.997101+0000", 2023-08-28T02:37:57.112 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.1789999999999997e-06 2023-08-28T02:37:57.112 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.112 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.113 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:37:57.113 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.114281+0000", 2023-08-28T02:37:57.113 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.117180432 2023-08-28T02:37:57.113 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.113 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.113 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:37:57.113 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.130243+0000", 2023-08-28T02:37:57.114 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.015962223000000001 2023-08-28T02:37:57.114 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.114 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.114 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:37:57.114 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.227295+0000", 2023-08-28T02:37:57.114 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.097051448999999998 2023-08-28T02:37:57.114 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.115 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.115 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:37:57.115 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.253056+0000", 2023-08-28T02:37:57.115 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.025761218999999998 2023-08-28T02:37:57.115 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.115 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.115 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:37:57.116 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.753743+0000", 2023-08-28T02:37:57.116 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.5006867279999998 2023-08-28T02:37:57.116 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.116 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.116 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:37:57.116 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.770778+0000", 2023-08-28T02:37:57.117 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.017034807999999999 2023-08-28T02:37:57.117 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.117 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.117 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:37:57.117 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.800321+0000", 2023-08-28T02:37:57.117 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.029543011000000001 2023-08-28T02:37:57.117 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.117 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.117 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:37:57.117 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.840722+0000", 2023-08-28T02:37:57.118 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.040401689999999997 2023-08-28T02:37:57.118 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.118 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.118 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:37:57.118 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.847824+0000", 2023-08-28T02:37:57.118 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0071018339999999996 2023-08-28T02:37:57.118 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.118 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.118 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:37:57.118 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.849978+0000", 2023-08-28T02:37:57.118 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0021536120000000001 2023-08-28T02:37:57.118 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.119 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.119 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:37:57.119 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.862402+0000", 2023-08-28T02:37:57.119 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.012423975 2023-08-28T02:37:57.119 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.119 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.119 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:37:57.119 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.904554+0000", 2023-08-28T02:37:57.119 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.042152096999999999 2023-08-28T02:37:57.119 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:37:57.119 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:37:57.120 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:37:57.120 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.120 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.120 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:96726 10.f 10:fa4a7a3a:::benchmark_data_smithi040_250784_object3417:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e311)", 2023-08-28T02:37:57.120 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:33:58.554524+0000", 2023-08-28T02:37:57.120 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 238.48779929200001, 2023-08-28T02:37:57.120 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.0936931950000002, 2023-08-28T02:37:57.120 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:37:57.120 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:37:57.120 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:37:57.120 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:37:57.120 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:37:57.120 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 96726 2023-08-28T02:37:57.121 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.121 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:37:57.121 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.121 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:37:57.121 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.554524+0000", 2023-08-28T02:37:57.121 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:37:57.121 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.121 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.121 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:37:57.121 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.554524+0000", 2023-08-28T02:37:57.121 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:37:57.121 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.122 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.122 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:37:57.122 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.554522+0000", 2023-08-28T02:37:57.122 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:37:57.122 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.122 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.122 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:37:57.122 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.554528+0000", 2023-08-28T02:37:57.122 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.0750000000000003e-06 2023-08-28T02:37:57.122 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.122 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.122 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:37:57.122 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.554541+0000", 2023-08-28T02:37:57.123 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2425999999999999e-05 2023-08-28T02:37:57.123 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.123 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.123 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:37:57.123 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.554548+0000", 2023-08-28T02:37:57.123 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.8900000000000001e-06 2023-08-28T02:37:57.123 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.123 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.123 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:37:57.123 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.916733+0000", 2023-08-28T02:37:57.123 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.36218528900000002 2023-08-28T02:37:57.123 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.124 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.124 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:37:57.124 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.937610+0000", 2023-08-28T02:37:57.124 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.020876718999999998 2023-08-28T02:37:57.124 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.124 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.124 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:37:57.124 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.084143+0000", 2023-08-28T02:37:57.124 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.14653334700000001 2023-08-28T02:37:57.124 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.124 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.124 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:37:57.125 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.095800+0000", 2023-08-28T02:37:57.125 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011657453 2023-08-28T02:37:57.125 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.125 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.125 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:37:57.125 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.514708+0000", 2023-08-28T02:37:57.125 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.4189070529999999 2023-08-28T02:37:57.125 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.125 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.125 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:37:57.125 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.524309+0000", 2023-08-28T02:37:57.126 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0096015189999999993 2023-08-28T02:37:57.126 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.126 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.126 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:37:57.126 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.545608+0000", 2023-08-28T02:37:57.126 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.021298991999999999 2023-08-28T02:37:57.126 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.126 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.126 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:37:57.126 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.572076+0000", 2023-08-28T02:37:57.126 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.026468068000000001 2023-08-28T02:37:57.126 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.126 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.127 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:37:57.127 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.578276+0000", 2023-08-28T02:37:57.127 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0061997670000000001 2023-08-28T02:37:57.127 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.127 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.127 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:37:57.127 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.599669+0000", 2023-08-28T02:37:57.127 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.021393201000000001 2023-08-28T02:37:57.127 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.127 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.127 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:37:57.127 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.610422+0000", 2023-08-28T02:37:57.128 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.010753102 2023-08-28T02:37:57.128 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.128 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.128 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:37:57.128 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.648217+0000", 2023-08-28T02:37:57.128 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.037794546999999998 2023-08-28T02:37:57.128 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:37:57.128 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:37:57.128 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:37:57.128 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.128 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.128 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:96734 10.f 10:f1090e88:::benchmark_data_smithi040_250784_object3425:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e311)", 2023-08-28T02:37:57.129 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:33:58.814602+0000", 2023-08-28T02:37:57.129 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 238.22772086699999, 2023-08-28T02:37:57.129 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.1287970139999999, 2023-08-28T02:37:57.129 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:37:57.129 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:37:57.129 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:37:57.129 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:37:57.129 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:37:57.129 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 96734 2023-08-28T02:37:57.129 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.129 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:37:57.129 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.130 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:37:57.130 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.814602+0000", 2023-08-28T02:37:57.130 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:37:57.130 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.130 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.130 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:37:57.130 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.814602+0000", 2023-08-28T02:37:57.130 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:37:57.130 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.130 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.130 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:37:57.130 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.814601+0000", 2023-08-28T02:37:57.131 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:37:57.131 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.131 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.131 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:37:57.131 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.814607+0000", 2023-08-28T02:37:57.131 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.0209999999999996e-06 2023-08-28T02:37:57.131 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.131 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.131 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:37:57.131 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.814619+0000", 2023-08-28T02:37:57.131 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2126999999999999e-05 2023-08-28T02:37:57.132 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.132 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.132 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:37:57.132 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.814624+0000", 2023-08-28T02:37:57.132 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.4689999999999996e-06 2023-08-28T02:37:57.132 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.132 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.132 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:37:57.132 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.939905+0000", 2023-08-28T02:37:57.132 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.12528078300000001 2023-08-28T02:37:57.132 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.132 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.132 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:37:57.133 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.963820+0000", 2023-08-28T02:37:57.133 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.023914474000000002 2023-08-28T02:37:57.133 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.133 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.133 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:37:57.133 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.143450+0000", 2023-08-28T02:37:57.133 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.179630283 2023-08-28T02:37:57.133 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.133 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.133 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:37:57.133 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.156813+0000", 2023-08-28T02:37:57.133 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.013362873000000001 2023-08-28T02:37:57.133 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.134 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.134 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:37:57.134 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.704010+0000", 2023-08-28T02:37:57.134 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.5471967609999999 2023-08-28T02:37:57.134 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.134 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.134 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:37:57.134 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.716908+0000", 2023-08-28T02:37:57.134 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.012898494999999999 2023-08-28T02:37:57.134 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.134 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.135 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:37:57.135 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.742111+0000", 2023-08-28T02:37:57.135 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.025203478000000001 2023-08-28T02:37:57.135 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.135 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.135 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:37:57.135 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.787671+0000", 2023-08-28T02:37:57.135 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.045559901999999999 2023-08-28T02:37:57.135 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.135 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.135 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:37:57.135 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.795833+0000", 2023-08-28T02:37:57.135 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0081614679999999998 2023-08-28T02:37:57.136 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.136 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.136 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:37:57.136 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.892438+0000", 2023-08-28T02:37:57.136 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.096605060000000006 2023-08-28T02:37:57.136 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.136 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.136 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:37:57.136 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.899702+0000", 2023-08-28T02:37:57.136 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0072642710000000001 2023-08-28T02:37:57.136 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.136 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.137 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:37:57.137 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.943399+0000", 2023-08-28T02:37:57.137 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.043696798000000002 2023-08-28T02:37:57.137 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:37:57.137 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:37:57.137 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:37:57.137 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.137 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.137 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:96757 10.f 10:f39eb823:::benchmark_data_smithi040_250784_object3448:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e311)", 2023-08-28T02:37:57.137 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:33:58.984934+0000", 2023-08-28T02:37:57.137 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 238.05738917100001, 2023-08-28T02:37:57.137 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.2158582979999997, 2023-08-28T02:37:57.138 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:37:57.138 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:37:57.138 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:37:57.138 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:37:57.138 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:37:57.138 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 96757 2023-08-28T02:37:57.138 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.138 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:37:57.138 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.138 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:37:57.138 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.984934+0000", 2023-08-28T02:37:57.138 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:37:57.139 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.139 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.139 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:37:57.139 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.984934+0000", 2023-08-28T02:37:57.139 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:37:57.139 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.139 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.139 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:37:57.139 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.984932+0000", 2023-08-28T02:37:57.139 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:37:57.139 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.139 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.140 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:37:57.140 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.984940+0000", 2023-08-28T02:37:57.140 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.0600000000000008e-06 2023-08-28T02:37:57.140 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.140 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.140 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:37:57.140 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.984953+0000", 2023-08-28T02:37:57.140 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2539e-05 2023-08-28T02:37:57.140 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.140 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.140 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:37:57.140 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.984959+0000", 2023-08-28T02:37:57.141 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.9109999999999998e-06 2023-08-28T02:37:57.141 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.141 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.141 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:37:57.141 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.161251+0000", 2023-08-28T02:37:57.141 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.17629288100000001 2023-08-28T02:37:57.141 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.141 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.141 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:37:57.141 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.172483+0000", 2023-08-28T02:37:57.141 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011231669 2023-08-28T02:37:57.141 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.142 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.142 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:37:57.142 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.244511+0000", 2023-08-28T02:37:57.142 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.072028152999999998 2023-08-28T02:37:57.142 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.142 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.142 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:37:57.142 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.256430+0000", 2023-08-28T02:37:57.142 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011918735 2023-08-28T02:37:57.142 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.142 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.142 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:37:57.143 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.013028+0000", 2023-08-28T02:37:57.143 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.7565978769999999 2023-08-28T02:37:57.143 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.143 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.143 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:37:57.143 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.022640+0000", 2023-08-28T02:37:57.143 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0096121569999999996 2023-08-28T02:37:57.143 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.143 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.143 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:37:57.143 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.053955+0000", 2023-08-28T02:37:57.144 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.031314635 2023-08-28T02:37:57.144 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.144 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.144 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:37:57.144 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.167498+0000", 2023-08-28T02:37:57.144 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.113543172 2023-08-28T02:37:57.144 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.144 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.144 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:37:57.144 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.168612+0000", 2023-08-28T02:37:57.145 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.001114093 2023-08-28T02:37:57.145 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.145 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.145 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:37:57.145 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.172211+0000", 2023-08-28T02:37:57.146 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0035989989999999999 2023-08-28T02:37:57.146 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.146 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.146 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:37:57.146 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.177119+0000", 2023-08-28T02:37:57.146 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0049084849999999998 2023-08-28T02:37:57.147 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.147 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.147 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:37:57.147 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.200792+0000", 2023-08-28T02:37:57.147 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.023672500999999999 2023-08-28T02:37:57.147 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:37:57.148 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:37:57.148 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:37:57.148 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.148 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.148 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:96765 10.f 10:ff9b6e3d:::benchmark_data_smithi040_250784_object3456:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e311)", 2023-08-28T02:37:57.148 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:33:59.031814+0000", 2023-08-28T02:37:57.148 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 238.01050846699999, 2023-08-28T02:37:57.148 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.2126211810000003, 2023-08-28T02:37:57.148 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:37:57.148 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:37:57.148 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:37:57.148 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:37:57.149 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:37:57.149 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 96765 2023-08-28T02:37:57.149 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.149 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:37:57.149 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.149 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:37:57.149 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.031814+0000", 2023-08-28T02:37:57.149 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:37:57.149 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.149 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.149 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:37:57.149 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.031814+0000", 2023-08-28T02:37:57.150 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:37:57.150 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.150 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.150 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:37:57.150 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.031813+0000", 2023-08-28T02:37:57.150 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:37:57.150 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.150 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.150 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:37:57.150 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.031819+0000", 2023-08-28T02:37:57.150 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.5489999999999997e-06 2023-08-28T02:37:57.150 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.150 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.151 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:37:57.151 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.031829+0000", 2023-08-28T02:37:57.151 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0573e-05 2023-08-28T02:37:57.151 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.151 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.151 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:37:57.151 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.031834+0000", 2023-08-28T02:37:57.151 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.6789999999999996e-06 2023-08-28T02:37:57.151 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.151 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.152 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:37:57.152 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.173768+0000", 2023-08-28T02:37:57.152 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.141934383 2023-08-28T02:37:57.152 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.152 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.152 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:37:57.152 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.184873+0000", 2023-08-28T02:37:57.152 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011104475000000001 2023-08-28T02:37:57.153 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.153 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.153 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:37:57.153 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.300706+0000", 2023-08-28T02:37:57.153 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.115833085 2023-08-28T02:37:57.153 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.153 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.153 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:37:57.153 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.312415+0000", 2023-08-28T02:37:57.153 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011708829 2023-08-28T02:37:57.153 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.153 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.154 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:37:57.154 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.121231+0000", 2023-08-28T02:37:57.154 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.8088165109999998 2023-08-28T02:37:57.154 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.154 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.154 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:37:57.154 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.134976+0000", 2023-08-28T02:37:57.154 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.013744319 2023-08-28T02:37:57.154 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.154 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.154 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:37:57.154 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.154004+0000", 2023-08-28T02:37:57.155 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.019028219999999998 2023-08-28T02:37:57.155 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.155 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.155 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:37:57.155 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.203754+0000", 2023-08-28T02:37:57.155 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.049750333000000001 2023-08-28T02:37:57.155 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.155 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.155 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:37:57.155 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.205377+0000", 2023-08-28T02:37:57.155 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.001623074 2023-08-28T02:37:57.155 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.156 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.156 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:37:57.156 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.208452+0000", 2023-08-28T02:37:57.156 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0030744069999999999 2023-08-28T02:37:57.156 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.156 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.156 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:37:57.156 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.213507+0000", 2023-08-28T02:37:57.156 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0050556510000000004 2023-08-28T02:37:57.156 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.156 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.156 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:37:57.157 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.244436+0000", 2023-08-28T02:37:57.157 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.030928186 2023-08-28T02:37:57.157 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:37:57.157 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:37:57.157 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:37:57.157 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.157 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.157 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:96770 10.f 10:f97ce6fb:::benchmark_data_smithi040_250784_object3461:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e311)", 2023-08-28T02:37:57.157 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:33:59.202402+0000", 2023-08-28T02:37:57.157 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 237.83992132899999, 2023-08-28T02:37:57.157 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.5848080009999999, 2023-08-28T02:37:57.158 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:37:57.158 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:37:57.158 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:37:57.158 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:37:57.158 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:37:57.158 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 96770 2023-08-28T02:37:57.158 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.158 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:37:57.158 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.158 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:37:57.158 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.202402+0000", 2023-08-28T02:37:57.158 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:37:57.158 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.159 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.159 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:37:57.159 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.202402+0000", 2023-08-28T02:37:57.159 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:37:57.159 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.159 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.160 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:37:57.160 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.202400+0000", 2023-08-28T02:37:57.160 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:37:57.160 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.160 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.160 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:37:57.160 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.202407+0000", 2023-08-28T02:37:57.161 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.4070000000000004e-06 2023-08-28T02:37:57.161 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.161 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.161 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:37:57.161 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.202419+0000", 2023-08-28T02:37:57.161 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1800000000000001e-05 2023-08-28T02:37:57.162 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.162 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.162 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:37:57.162 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.202427+0000", 2023-08-28T02:37:57.162 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.4070000000000004e-06 2023-08-28T02:37:57.162 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.162 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.163 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:37:57.163 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.411223+0000", 2023-08-28T02:37:57.163 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.208796226 2023-08-28T02:37:57.163 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.163 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.164 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:37:57.164 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.436024+0000", 2023-08-28T02:37:57.164 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.024800819000000002 2023-08-28T02:37:57.164 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.164 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.164 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:37:57.164 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.531579+0000", 2023-08-28T02:37:57.164 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.095555426999999998 2023-08-28T02:37:57.164 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.164 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.164 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:37:57.165 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.546464+0000", 2023-08-28T02:37:57.165 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.014884731999999999 2023-08-28T02:37:57.165 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.165 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.165 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:37:57.165 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.546461+0000", 2023-08-28T02:37:57.165 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.9999973170000001 2023-08-28T02:37:57.165 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.165 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.165 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:37:57.165 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.555219+0000", 2023-08-28T02:37:57.165 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0087576519999999995 2023-08-28T02:37:57.166 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.166 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.166 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:37:57.166 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.572381+0000", 2023-08-28T02:37:57.166 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.017162153999999999 2023-08-28T02:37:57.166 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.166 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.166 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:37:57.167 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.636894+0000", 2023-08-28T02:37:57.167 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.064513319999999999 2023-08-28T02:37:57.167 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.167 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.167 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:37:57.167 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.740752+0000", 2023-08-28T02:37:57.167 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.103857805 2023-08-28T02:37:57.167 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.167 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.167 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:37:57.167 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.743802+0000", 2023-08-28T02:37:57.167 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0030497110000000001 2023-08-28T02:37:57.167 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.168 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.168 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:37:57.168 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.748577+0000", 2023-08-28T02:37:57.168 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0047756079999999998 2023-08-28T02:37:57.168 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.168 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.168 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:37:57.168 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.787210+0000", 2023-08-28T02:37:57.168 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.038632037000000001 2023-08-28T02:37:57.168 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:37:57.169 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:37:57.169 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:37:57.169 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.169 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.169 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:96778 10.f 10:f76f1e3a:::benchmark_data_smithi040_250784_object3469:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e311)", 2023-08-28T02:37:57.169 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:33:59.496575+0000", 2023-08-28T02:37:57.170 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 237.54574746, 2023-08-28T02:37:57.170 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.333504961, 2023-08-28T02:37:57.170 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:37:57.170 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:37:57.170 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:37:57.170 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:37:57.170 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:37:57.170 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 96778 2023-08-28T02:37:57.170 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.171 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:37:57.171 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.171 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:37:57.171 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.496575+0000", 2023-08-28T02:37:57.171 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:37:57.171 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.171 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.171 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:37:57.171 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.496575+0000", 2023-08-28T02:37:57.171 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:37:57.171 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.171 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.172 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:37:57.172 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.496574+0000", 2023-08-28T02:37:57.172 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:37:57.172 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.172 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.172 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:37:57.172 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.496580+0000", 2023-08-28T02:37:57.172 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.84e-06 2023-08-28T02:37:57.172 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.172 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.172 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:37:57.172 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.496590+0000", 2023-08-28T02:37:57.173 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.5550000000000008e-06 2023-08-28T02:37:57.173 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.173 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.173 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:37:57.173 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.496595+0000", 2023-08-28T02:37:57.173 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.5639999999999996e-06 2023-08-28T02:37:57.173 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.173 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.173 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:37:57.174 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.568924+0000", 2023-08-28T02:37:57.174 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.072329120999999996 2023-08-28T02:37:57.174 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.174 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.174 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:37:57.174 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.589991+0000", 2023-08-28T02:37:57.174 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.021067174000000001 2023-08-28T02:37:57.174 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.174 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.174 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:37:57.174 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.735432+0000", 2023-08-28T02:37:57.175 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.14544056799999999 2023-08-28T02:37:57.175 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.175 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.175 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:37:57.175 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.746915+0000", 2023-08-28T02:37:57.175 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011483363 2023-08-28T02:37:57.175 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.175 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.175 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:37:57.175 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.683223+0000", 2023-08-28T02:37:57.175 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.9363077249999998 2023-08-28T02:37:57.176 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.176 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.176 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:37:57.176 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.692538+0000", 2023-08-28T02:37:57.176 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0093153339999999998 2023-08-28T02:37:57.176 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.176 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.176 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:37:57.176 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.726611+0000", 2023-08-28T02:37:57.176 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.034072270000000002 2023-08-28T02:37:57.176 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.176 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.176 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:37:57.177 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.790924+0000", 2023-08-28T02:37:57.177 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.064313633999999995 2023-08-28T02:37:57.177 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.177 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.177 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:37:57.177 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.791996+0000", 2023-08-28T02:37:57.177 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0010721719999999999 2023-08-28T02:37:57.177 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.177 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.177 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:37:57.178 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:37:57.178 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.795665+0000", 2023-08-28T02:37:57.178 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0036686420000000002 2023-08-28T02:37:57.178 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.178 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.178 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:37:57.178 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.802562+0000", 2023-08-28T02:37:57.179 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0068967070000000002 2023-08-28T02:37:57.179 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.179 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.179 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:37:57.179 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.830080+0000", 2023-08-28T02:37:57.179 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.027518549999999999 2023-08-28T02:37:57.179 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:37:57.179 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:37:57.179 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:37:57.179 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.179 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.179 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:96797 10.f 10:f9c05bbc:::benchmark_data_smithi040_250784_object3488:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e311)", 2023-08-28T02:37:57.180 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:34:00.015065+0000", 2023-08-28T02:37:57.180 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 237.02725819400001, 2023-08-28T02:37:57.180 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.252628735, 2023-08-28T02:37:57.180 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:37:57.180 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:37:57.180 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:37:57.180 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:37:57.180 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:37:57.180 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 96797 2023-08-28T02:37:57.181 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.181 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:37:57.181 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.181 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:37:57.181 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.015065+0000", 2023-08-28T02:37:57.181 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:37:57.181 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.181 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.181 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:37:57.181 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.015065+0000", 2023-08-28T02:37:57.181 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:37:57.182 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.182 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.182 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:37:57.182 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.015063+0000", 2023-08-28T02:37:57.182 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:37:57.182 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.182 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.182 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:37:57.182 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.015071+0000", 2023-08-28T02:37:57.182 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.5109999999999997e-06 2023-08-28T02:37:57.182 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.182 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.183 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:37:57.183 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.015082+0000", 2023-08-28T02:37:57.183 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1637999999999999e-05 2023-08-28T02:37:57.183 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.183 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.183 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:37:57.183 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.015088+0000", 2023-08-28T02:37:57.183 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.3739999999999997e-06 2023-08-28T02:37:57.183 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.183 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.183 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:37:57.184 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.227902+0000", 2023-08-28T02:37:57.184 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.21281409300000001 2023-08-28T02:37:57.184 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.184 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.184 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:37:57.184 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.240030+0000", 2023-08-28T02:37:57.184 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.012128431 2023-08-28T02:37:57.184 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.184 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.184 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:37:57.184 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.341985+0000", 2023-08-28T02:37:57.184 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.101954987 2023-08-28T02:37:57.184 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.185 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.185 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:37:57.185 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.353338+0000", 2023-08-28T02:37:57.185 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011352395 2023-08-28T02:37:57.185 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.185 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.185 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:37:57.185 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.941127+0000", 2023-08-28T02:37:57.185 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.587789393 2023-08-28T02:37:57.185 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.185 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.185 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:37:57.185 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.955233+0000", 2023-08-28T02:37:57.186 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.014105525000000001 2023-08-28T02:37:57.186 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.186 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.186 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:37:57.186 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.991607+0000", 2023-08-28T02:37:57.186 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.036374539999999997 2023-08-28T02:37:57.186 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.186 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.186 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:37:57.186 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.136341+0000", 2023-08-28T02:37:57.186 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.14473370199999999 2023-08-28T02:37:57.186 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.187 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.187 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:37:57.187 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.225244+0000", 2023-08-28T02:37:57.187 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.088903183999999996 2023-08-28T02:37:57.187 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.187 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.187 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:37:57.187 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.229456+0000", 2023-08-28T02:37:57.187 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.004211897 2023-08-28T02:37:57.187 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.187 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.187 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:37:57.187 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.234681+0000", 2023-08-28T02:37:57.188 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0052248900000000003 2023-08-28T02:37:57.188 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.188 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.188 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:37:57.188 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.267693+0000", 2023-08-28T02:37:57.188 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.033012481000000003 2023-08-28T02:37:57.188 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:37:57.188 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:37:57.188 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:37:57.188 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.188 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.188 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:96814 10.f 10:fe2a992a:::benchmark_data_smithi040_250784_object3505:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e311)", 2023-08-28T02:37:57.189 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:34:00.204834+0000", 2023-08-28T02:37:57.189 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 236.83748856400001, 2023-08-28T02:37:57.189 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.11497767, 2023-08-28T02:37:57.189 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:37:57.189 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:37:57.189 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:37:57.189 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:37:57.189 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:37:57.189 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 96814 2023-08-28T02:37:57.190 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.190 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:37:57.190 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.190 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:37:57.190 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.204834+0000", 2023-08-28T02:37:57.190 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:37:57.191 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.191 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.191 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:37:57.191 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.204834+0000", 2023-08-28T02:37:57.191 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:37:57.191 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.191 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.192 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:37:57.192 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.204832+0000", 2023-08-28T02:37:57.192 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:37:57.192 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.192 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.192 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:37:57.192 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.204844+0000", 2023-08-28T02:37:57.193 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1488000000000001e-05 2023-08-28T02:37:57.193 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.193 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.193 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:37:57.193 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.204861+0000", 2023-08-28T02:37:57.193 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.7467000000000001e-05 2023-08-28T02:37:57.193 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.193 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.194 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:37:57.194 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.204869+0000", 2023-08-28T02:37:57.194 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.4939999999999997e-06 2023-08-28T02:37:57.194 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.194 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.194 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:37:57.195 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.354580+0000", 2023-08-28T02:37:57.195 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.149710909 2023-08-28T02:37:57.195 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.195 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.195 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:37:57.195 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.365256+0000", 2023-08-28T02:37:57.195 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.010676257 2023-08-28T02:37:57.196 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.196 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.196 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:37:57.196 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.439060+0000", 2023-08-28T02:37:57.196 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.073804227 2023-08-28T02:37:57.196 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.197 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.197 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:37:57.197 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.452006+0000", 2023-08-28T02:37:57.197 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.012946064 2023-08-28T02:37:57.197 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.197 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.197 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:37:57.197 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.059663+0000", 2023-08-28T02:37:57.198 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.607656875 2023-08-28T02:37:57.198 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.198 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.198 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:37:57.198 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.077024+0000", 2023-08-28T02:37:57.199 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.017361002 2023-08-28T02:37:57.199 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.199 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.199 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:37:57.199 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.116396+0000", 2023-08-28T02:37:57.199 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.039371641999999998 2023-08-28T02:37:57.199 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.199 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.199 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:37:57.199 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.221638+0000", 2023-08-28T02:37:57.199 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.10524247 2023-08-28T02:37:57.200 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.200 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.200 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:37:57.200 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.275944+0000", 2023-08-28T02:37:57.200 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.054306311000000003 2023-08-28T02:37:57.200 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.200 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.200 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:37:57.200 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.280754+0000", 2023-08-28T02:37:57.200 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0048092079999999997 2023-08-28T02:37:57.200 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.200 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.201 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:37:57.201 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.287878+0000", 2023-08-28T02:37:57.201 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.007124277 2023-08-28T02:37:57.201 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.201 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.201 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:37:57.201 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.319812+0000", 2023-08-28T02:37:57.201 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.031934059000000001 2023-08-28T02:37:57.201 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:37:57.201 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:37:57.201 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:37:57.201 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.202 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.202 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:96821 10.f 10:f454922f:::benchmark_data_smithi040_250784_object3512:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e311)", 2023-08-28T02:37:57.202 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:34:00.318821+0000", 2023-08-28T02:37:57.202 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 236.72350172500001, 2023-08-28T02:37:57.202 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.061164947, 2023-08-28T02:37:57.202 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:37:57.202 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:37:57.202 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:37:57.202 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:37:57.202 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:37:57.202 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 96821 2023-08-28T02:37:57.202 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.202 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:37:57.203 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.203 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:37:57.203 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.318821+0000", 2023-08-28T02:37:57.203 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:37:57.203 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.203 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.203 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:37:57.203 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.318821+0000", 2023-08-28T02:37:57.203 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:37:57.203 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.203 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.203 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:37:57.204 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.318819+0000", 2023-08-28T02:37:57.204 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999976 2023-08-28T02:37:57.204 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.204 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.204 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:37:57.204 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.318830+0000", 2023-08-28T02:37:57.204 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1289e-05 2023-08-28T02:37:57.204 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.204 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.204 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:37:57.204 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.318848+0000", 2023-08-28T02:37:57.204 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.7696000000000001e-05 2023-08-28T02:37:57.204 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.205 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.205 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:37:57.205 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.318856+0000", 2023-08-28T02:37:57.205 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.7640000000000005e-06 2023-08-28T02:37:57.205 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.205 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.205 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:37:57.205 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.366665+0000", 2023-08-28T02:37:57.205 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.047809500999999997 2023-08-28T02:37:57.205 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.205 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.205 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:37:57.206 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.383393+0000", 2023-08-28T02:37:57.206 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.016727705999999998 2023-08-28T02:37:57.206 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.206 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.206 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:37:57.206 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.497628+0000", 2023-08-28T02:37:57.206 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.11423538900000001 2023-08-28T02:37:57.206 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.206 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.206 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:37:57.206 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.508633+0000", 2023-08-28T02:37:57.207 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011005011 2023-08-28T02:37:57.207 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.207 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.207 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:37:57.207 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.185668+0000", 2023-08-28T02:37:57.207 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.6770350660000002 2023-08-28T02:37:57.207 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.207 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.207 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:37:57.207 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.194340+0000", 2023-08-28T02:37:57.207 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0086712339999999999 2023-08-28T02:37:57.207 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.208 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.208 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:37:57.208 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.211124+0000", 2023-08-28T02:37:57.208 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.016784177000000001 2023-08-28T02:37:57.208 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.208 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.208 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:37:57.208 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.269756+0000", 2023-08-28T02:37:57.208 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.058632722999999998 2023-08-28T02:37:57.208 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.208 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.209 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:37:57.209 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.325292+0000", 2023-08-28T02:37:57.209 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.055535094 2023-08-28T02:37:57.209 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.209 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.209 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:37:57.209 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.331014+0000", 2023-08-28T02:37:57.209 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0057225339999999996 2023-08-28T02:37:57.209 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.209 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.209 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:37:57.209 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.337644+0000", 2023-08-28T02:37:57.209 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0066303350000000002 2023-08-28T02:37:57.210 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:37:57.210 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:37:57.210 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:37:57.210 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.379986+0000", 2023-08-28T02:37:57.210 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.042341615999999999 2023-08-28T02:37:57.210 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:37:57.210 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:37:57.210 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:37:57.210 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:37:57.210 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:37:57.210 INFO:teuthology.orchestra.run.smithi083.stdout:} 2023-08-28T02:37:57.211 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:57.211 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:37:57.312 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:37:57.345 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:57.753 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:37:57.754 INFO:teuthology.orchestra.run.smithi040.stdout:{"fsid":"d9a8f48a-4546-11ee-817c-1b7a5f1ba315","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"nodeep-scrub flag(s) set","count":12},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 27264/204774 objects degraded (13.314%), 4 pgs degraded, 4 pgs undersized","count":8},"muted":false}},"mutes":[]},"election_epoch":34,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":1483,"monmap":{"epoch":4,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":352,"num_osds":8,"num_up_osds":8,"osd_up_since":1693189991,"num_in_osds":6,"osd_in_since":1693189947,"num_remapped_pgs":7},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":92},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":3},{"state_name":"active+remapped+backfill_wait","count":3},{"state_name":"active+recovering+undersized+degraded+remapped","count":1}],"num_pgs":99,"num_pools":5,"num_objects":68258,"data_bytes":4472158980,"bytes_used":13669003264,"bytes_avail":562301210624,"bytes_total":575970213888,"degraded_objects":27264,"degraded_total":204774,"degraded_ratio":0.13314190278062646,"misplaced_objects":16511,"misplaced_total":204774,"misplaced_ratio":0.080630353462841947,"recovering_objects_per_sec":169,"recovering_bytes_per_sec":10198378,"recovering_keys_per_sec":0,"num_objects_recovered":1019,"num_bytes_recovered":61210624,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":96},"fsmap":{"epoch":7,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi040.wmhbsz","status":"up:active","gid":24577}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.40:8443/","prometheus":"http://172.21.15.40:9283/"}},"servicemap":{"epoch":22,"modified":"2023-08-28T02:34:10.384085+0000","services":{}},"progress_events":{"12dba03a-d529-4826-b243-e29af8fa97a8":{"message":"Upgrade to 18.2.0-187-g9cf20820 (5m)\n [============................] (remaining: 6m)","progress":0.44999998807907104,"add_to_ceph_s":true},"42e4bfe6-6201-4e43-94a3-bd00b5166574":{"message":"Global Recovery Event (6m)\n [=========================...] (remaining: 33s)","progress":0.91919189691543579,"add_to_ceph_s":true}}} 2023-08-28T02:37:58.013 INFO:teuthology.orchestra.run.smithi040.stderr:nodeep-scrub is unset 2023-08-28T02:37:58.036 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:58 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3843035752' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:37:58.036 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:58 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:37:58.037 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:58 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2471580837' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:37:58.037 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:58 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3843035752' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:37:58.037 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:58 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:37:58.037 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:58 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2471580837' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:37:58.151 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-08-28T02:37:58.189 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2023-08-28T02:37:58.189 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:37:58.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:58 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3843035752' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:37:58.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:58 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:37:58.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:58 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2471580837' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:37:58.493 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:37:58.770 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:37:58.774 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:58.775 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:37:58.783 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.5 dump_ops_in_flight 2023-08-28T02:37:58.876 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:37:58.907 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:58.938 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:37:58.943 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:58.944 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:37:59.044 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:37:59.080 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:59 smithi083 ceph-mon[157819]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:37:59.080 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:59 smithi083 ceph-mon[157819]: failed to encode map e353 with expected crc 2023-08-28T02:37:59.080 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:59 smithi083 ceph-mon[157819]: failed to encode map e353 with expected crc 2023-08-28T02:37:59.081 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:59 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:37:59.081 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:59 smithi083 ceph-mon[157819]: osdmap e353: 8 total, 8 up, 6 in 2023-08-28T02:37:59.081 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:37:59 smithi083 ceph-mon[157819]: pgmap v1075: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 4.2 GiB data, 13 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 72 op/s; 27204/204198 objects degraded (13.322%); 16459/204198 objects misplaced (8.060%); 9.6 MiB/s, 167 objects/s recovering 2023-08-28T02:37:59.083 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:59.105 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:37:59.108 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:59.108 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:37:59.162 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:37:59.180 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:37:59.209 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:37:59.252 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:59.314 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:59 smithi040 ceph-mon[175404]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:37:59.314 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:59 smithi040 ceph-mon[175404]: failed to encode map e353 with expected crc 2023-08-28T02:37:59.314 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:59 smithi040 ceph-mon[175404]: failed to encode map e353 with expected crc 2023-08-28T02:37:59.314 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:59 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:37:59.314 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:59 smithi040 ceph-mon[175404]: osdmap e353: 8 total, 8 up, 6 in 2023-08-28T02:37:59.315 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:37:59 smithi040 ceph-mon[175404]: pgmap v1075: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 4.2 GiB data, 13 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 72 op/s; 27204/204198 objects degraded (13.322%); 16459/204198 objects misplaced (8.060%); 9.6 MiB/s, 167 objects/s recovering 2023-08-28T02:37:59.315 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:59 smithi040 ceph-mon[170259]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:37:59.315 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:59 smithi040 ceph-mon[170259]: failed to encode map e353 with expected crc 2023-08-28T02:37:59.315 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:59 smithi040 ceph-mon[170259]: failed to encode map e353 with expected crc 2023-08-28T02:37:59.315 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:59 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:37:59.315 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:59 smithi040 ceph-mon[170259]: osdmap e353: 8 total, 8 up, 6 in 2023-08-28T02:37:59.316 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:37:59 smithi040 ceph-mon[170259]: pgmap v1075: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 4.2 GiB data, 13 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 72 op/s; 27204/204198 objects degraded (13.322%); 16459/204198 objects misplaced (8.060%); 9.6 MiB/s, 167 objects/s recovering 2023-08-28T02:37:59.329 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:37:59.334 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:59.334 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:37:59.434 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:37:59.467 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:59.541 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:37:59.544 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:59.544 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:37:59.645 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:37:59.683 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:37:59.728 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:37:59.753 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:37:59.777 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:37:59.802 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:37:59.824 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:37:59.846 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:37:59.866 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:37:59.888 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:37:59.889 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-08-28T02:37:59.889 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-08-28T02:37:59.889 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-08-28T02:37:59.889 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-08-28T02:37:59.889 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-08-28T02:37:59.890 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-08-28T02:37:59.890 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-08-28T02:37:59.890 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-08-28T02:37:59.960 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:37:59.970 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:37:59.971 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:38:00.071 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:38:00.103 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:00.193 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:00 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3463782157' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:38:00.193 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:00 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:38:00.194 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:00 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:38:00.194 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:00 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3463782157' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:38:00.194 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:00 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:38:00.194 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:00 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:38:00.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:00 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3463782157' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:38:00.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:00 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:38:00.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:00 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:38:00.408 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd set noscrub 2023-08-28T02:38:00.750 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:38:00.761 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:38:00.762 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:38:00.808 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:38:00.810 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:00.811 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:38:00.912 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:38:00.950 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:00.973 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:38:00.976 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:00.976 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:38:01.077 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:38:01.110 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:01.137 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:38:01.141 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:01.141 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:38:01.142 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:01 smithi040 ceph-mon[175404]: pgmap v1076: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 4.1 GiB data, 13 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 83 op/s; 27175/203757 objects degraded (13.337%); 16414/203757 objects misplaced (8.056%); 8.4 MiB/s, 147 objects/s recovering 2023-08-28T02:38:01.142 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:01 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 27204/204198 objects degraded (13.322%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-08-28T02:38:01.143 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:01 smithi040 ceph-mon[170259]: pgmap v1076: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 4.1 GiB data, 13 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 83 op/s; 27175/203757 objects degraded (13.337%); 16414/203757 objects misplaced (8.056%); 8.4 MiB/s, 147 objects/s recovering 2023-08-28T02:38:01.143 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:01 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 27204/204198 objects degraded (13.322%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-08-28T02:38:01.196 INFO:teuthology.orchestra.run.smithi083.stdout:ERROR: (22) Invalid argument 2023-08-28T02:38:01.196 INFO:teuthology.orchestra.run.smithi083.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:38:01.206 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":1076,"stamp":"2023-08-28T02:38:00.456159+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4449942276,"num_objects":67919,"num_object_clones":0,"num_object_copies":203757,"num_objects_missing_on_primary":4338,"num_objects_missing":4338,"num_objects_degraded":27175,"num_objects_misplaced":16414,"num_objects_unfound":0,"num_objects_dirty":67919,"num_whiteouts":0,"num_read":90,"num_read_kb":168,"num_write":118823,"num_write_kb":5972054,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":42363,"num_bytes_recovered":2753434513,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":98892,"ondisk_log_size":98892,"up":297,"acting":293,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":13315996,"kb_used_data":10324972,"kb_used_omap":12,"kb_used_meta":2990963,"kb_avail":549154916,"statfs":{"total":575970213888,"available":562334633984,"internally_reserved":0,"allocated":10572771328,"data_stored":10562464215,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12739,"internal_metadata":3062746685},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-36962304,"num_objects":-564,"num_object_clones":0,"num_object_copies":-1692,"num_objects_missing_on_primary":-27,"num_objects_missing":-27,"num_objects_degraded":-5190,"num_objects_misplaced":3989,"num_objects_unfound":0,"num_objects_dirty":-564,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":564,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":992,"num_bytes_recovered":59441152,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.734393"},"pg_stats":[{"pgid":"3.1a","version":"65'1","reported_seq":363,"reported_epoch":351,"state":"active+clean","last_fresh":"2023-08-28T02:37:53.723658+0000","last_change":"2023-08-28T02:32:32.667028+0000","last_active":"2023-08-28T02:37:53.723658+0000","last_peered":"2023-08-28T02:37:53.723658+0000","last_clean":"2023-08-28T02:37:53.723658+0000","last_became_active":"2023-08-28T02:32:32.666711+0000","last_became_peered":"2023-08-28T02:32:32.666711+0000","last_unstale":"2023-08-28T02:37:53.723658+0000","last_undegraded":"2023-08-28T02:37:53.723658+0000","last_fullsized":"2023-08-28T02:37:53.723658+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:28:21.913105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":317,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.725920+0000","last_change":"2023-08-28T02:29:44.421259+0000","last_active":"2023-08-28T02:37:54.725920+0000","last_peered":"2023-08-28T02:37:54.725920+0000","last_clean":"2023-08-28T02:37:54.725920+0000","last_became_active":"2023-08-28T02:29:44.420936+0000","last_became_peered":"2023-08-28T02:29:44.420936+0000","last_unstale":"2023-08-28T02:37:54.725920+0000","last_undegraded":"2023-08-28T02:37:54.725920+0000","last_fullsized":"2023-08-28T02:37:54.725920+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:22:26.346867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":157,"reported_epoch":351,"state":"active+clean","last_fresh":"2023-08-28T02:37:53.754792+0000","last_change":"2023-08-28T02:33:12.290337+0000","last_active":"2023-08-28T02:37:53.754792+0000","last_peered":"2023-08-28T02:37:53.754792+0000","last_clean":"2023-08-28T02:37:53.754792+0000","last_became_active":"2023-08-28T02:33:12.289852+0000","last_became_peered":"2023-08-28T02:33:12.289852+0000","last_unstale":"2023-08-28T02:37:53.754792+0000","last_undegraded":"2023-08-28T02:37:53.754792+0000","last_fullsized":"2023-08-28T02:37:53.754792+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:04:26.420037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":332,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.730206+0000","last_change":"2023-08-28T02:33:13.317226+0000","last_active":"2023-08-28T02:37:54.730206+0000","last_peered":"2023-08-28T02:37:54.730206+0000","last_clean":"2023-08-28T02:37:54.730206+0000","last_became_active":"2023-08-28T02:33:13.316893+0000","last_became_peered":"2023-08-28T02:33:13.316893+0000","last_unstale":"2023-08-28T02:37:54.730206+0000","last_undegraded":"2023-08-28T02:37:54.730206+0000","last_fullsized":"2023-08-28T02:37:54.730206+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:55:46.593463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":277,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-08-28T02:37:58.042470+0000","last_change":"2023-08-28T02:33:12.295203+0000","last_active":"2023-08-28T02:37:58.042470+0000","last_peered":"2023-08-28T02:37:58.042470+0000","last_clean":"2023-08-28T02:37:58.042470+0000","last_became_active":"2023-08-28T02:33:12.294904+0000","last_became_peered":"2023-08-28T02:33:12.294904+0000","last_unstale":"2023-08-28T02:37:58.042470+0000","last_undegraded":"2023-08-28T02:37:58.042470+0000","last_fullsized":"2023-08-28T02:37:58.042470+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:31:07.008856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":293,"reported_epoch":351,"state":"active+clean","last_fresh":"2023-08-28T02:37:53.744111+0000","last_change":"2023-08-28T02:31:51.987263+0000","last_active":"2023-08-28T02:37:53.744111+0000","last_peered":"2023-08-28T02:37:53.744111+0000","last_clean":"2023-08-28T02:37:53.744111+0000","last_became_active":"2023-08-28T02:31:51.986938+0000","last_became_peered":"2023-08-28T02:31:51.986938+0000","last_unstale":"2023-08-28T02:37:53.744111+0000","last_undegraded":"2023-08-28T02:37:53.744111+0000","last_fullsized":"2023-08-28T02:37:53.744111+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:18.021905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":326,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.729905+0000","last_change":"2023-08-28T02:33:12.318656+0000","last_active":"2023-08-28T02:37:54.729905+0000","last_peered":"2023-08-28T02:37:54.729905+0000","last_clean":"2023-08-28T02:37:54.729905+0000","last_became_active":"2023-08-28T02:33:12.318297+0000","last_became_peered":"2023-08-28T02:33:12.318297+0000","last_unstale":"2023-08-28T02:37:54.729905+0000","last_undegraded":"2023-08-28T02:37:54.729905+0000","last_fullsized":"2023-08-28T02:37:54.729905+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:43:09.789767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":258,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.727698+0000","last_change":"2023-08-28T02:33:13.357230+0000","last_active":"2023-08-28T02:37:54.727698+0000","last_peered":"2023-08-28T02:37:54.727698+0000","last_clean":"2023-08-28T02:37:54.727698+0000","last_became_active":"2023-08-28T02:33:13.356853+0000","last_became_peered":"2023-08-28T02:33:13.356853+0000","last_unstale":"2023-08-28T02:37:54.727698+0000","last_undegraded":"2023-08-28T02:37:54.727698+0000","last_fullsized":"2023-08-28T02:37:54.727698+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:20:21.545007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":335,"reported_epoch":351,"state":"active+clean","last_fresh":"2023-08-28T02:37:53.734713+0000","last_change":"2023-08-28T02:29:44.462510+0000","last_active":"2023-08-28T02:37:53.734713+0000","last_peered":"2023-08-28T02:37:53.734713+0000","last_clean":"2023-08-28T02:37:53.734713+0000","last_became_active":"2023-08-28T02:29:44.460314+0000","last_became_peered":"2023-08-28T02:29:44.460314+0000","last_unstale":"2023-08-28T02:37:53.734713+0000","last_undegraded":"2023-08-28T02:37:53.734713+0000","last_fullsized":"2023-08-28T02:37:53.734713+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:59:01.311467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":261,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.727766+0000","last_change":"2023-08-28T02:33:13.291255+0000","last_active":"2023-08-28T02:37:54.727766+0000","last_peered":"2023-08-28T02:37:54.727766+0000","last_clean":"2023-08-28T02:37:54.727766+0000","last_became_active":"2023-08-28T02:33:13.290933+0000","last_became_peered":"2023-08-28T02:33:13.290933+0000","last_unstale":"2023-08-28T02:37:54.727766+0000","last_undegraded":"2023-08-28T02:37:54.727766+0000","last_fullsized":"2023-08-28T02:37:54.727766+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:31:54.116908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"65'3","reported_seq":336,"reported_epoch":351,"state":"active+clean","last_fresh":"2023-08-28T02:37:53.738413+0000","last_change":"2023-08-28T02:33:12.296412+0000","last_active":"2023-08-28T02:37:53.738413+0000","last_peered":"2023-08-28T02:37:53.738413+0000","last_clean":"2023-08-28T02:37:53.738413+0000","last_became_active":"2023-08-28T02:33:12.295786+0000","last_became_peered":"2023-08-28T02:33:12.295786+0000","last_unstale":"2023-08-28T02:37:53.738413+0000","last_undegraded":"2023-08-28T02:37:53.738413+0000","last_fullsized":"2023-08-28T02:37:53.738413+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:15:31.449163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":160,"reported_epoch":351,"state":"active+clean","last_fresh":"2023-08-28T02:37:53.754994+0000","last_change":"2023-08-28T02:32:32.666927+0000","last_active":"2023-08-28T02:37:53.754994+0000","last_peered":"2023-08-28T02:37:53.754994+0000","last_clean":"2023-08-28T02:37:53.754994+0000","last_became_active":"2023-08-28T02:32:32.666618+0000","last_became_peered":"2023-08-28T02:32:32.666618+0000","last_unstale":"2023-08-28T02:37:53.754994+0000","last_undegraded":"2023-08-28T02:37:53.754994+0000","last_fullsized":"2023-08-28T02:37:53.754994+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:45:57.998333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":360,"reported_epoch":351,"state":"active+clean","last_fresh":"2023-08-28T02:37:53.723815+0000","last_change":"2023-08-28T02:32:28.505262+0000","last_active":"2023-08-28T02:37:53.723815+0000","last_peered":"2023-08-28T02:37:53.723815+0000","last_clean":"2023-08-28T02:37:53.723815+0000","last_became_active":"2023-08-28T02:32:28.455999+0000","last_became_peered":"2023-08-28T02:32:28.455999+0000","last_unstale":"2023-08-28T02:37:53.723815+0000","last_undegraded":"2023-08-28T02:37:53.723815+0000","last_fullsized":"2023-08-28T02:37:53.723815+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:28.937020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":9468,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":344,"reported_epoch":351,"state":"active+clean","last_fresh":"2023-08-28T02:37:53.723424+0000","last_change":"2023-08-28T02:32:12.959195+0000","last_active":"2023-08-28T02:37:53.723424+0000","last_peered":"2023-08-28T02:37:53.723424+0000","last_clean":"2023-08-28T02:37:53.723424+0000","last_became_active":"2023-08-28T02:32:12.958832+0000","last_became_peered":"2023-08-28T02:32:12.958832+0000","last_unstale":"2023-08-28T02:37:53.723424+0000","last_undegraded":"2023-08-28T02:37:53.723424+0000","last_fullsized":"2023-08-28T02:37:53.723424+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:23:27.197787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"65'2","reported_seq":334,"reported_epoch":351,"state":"active+clean","last_fresh":"2023-08-28T02:37:53.734531+0000","last_change":"2023-08-28T02:32:28.461161+0000","last_active":"2023-08-28T02:37:53.734531+0000","last_peered":"2023-08-28T02:37:53.734531+0000","last_clean":"2023-08-28T02:37:53.734531+0000","last_became_active":"2023-08-28T02:32:28.451284+0000","last_became_peered":"2023-08-28T02:32:28.451284+0000","last_unstale":"2023-08-28T02:37:53.734531+0000","last_undegraded":"2023-08-28T02:37:53.734531+0000","last_fullsized":"2023-08-28T02:37:53.734531+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:58:20.061020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":317,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.725832+0000","last_change":"2023-08-28T02:29:44.419566+0000","last_active":"2023-08-28T02:37:54.725832+0000","last_peered":"2023-08-28T02:37:54.725832+0000","last_clean":"2023-08-28T02:37:54.725832+0000","last_became_active":"2023-08-28T02:29:44.419053+0000","last_became_peered":"2023-08-28T02:29:44.419053+0000","last_unstale":"2023-08-28T02:37:54.725832+0000","last_undegraded":"2023-08-28T02:37:54.725832+0000","last_fullsized":"2023-08-28T02:37:54.725832+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:44:36.133499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":321,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-08-28T02:37:58.010621+0000","last_change":"2023-08-28T02:33:12.493777+0000","last_active":"2023-08-28T02:37:58.010621+0000","last_peered":"2023-08-28T02:37:58.010621+0000","last_clean":"2023-08-28T02:37:58.010621+0000","last_became_active":"2023-08-28T02:33:12.491177+0000","last_became_peered":"2023-08-28T02:33:12.491177+0000","last_unstale":"2023-08-28T02:37:58.010621+0000","last_undegraded":"2023-08-28T02:37:58.010621+0000","last_fullsized":"2023-08-28T02:37:58.010621+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:10:58.167753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":331,"reported_epoch":351,"state":"active+clean","last_fresh":"2023-08-28T02:37:53.735913+0000","last_change":"2023-08-28T02:33:12.290293+0000","last_active":"2023-08-28T02:37:53.735913+0000","last_peered":"2023-08-28T02:37:53.735913+0000","last_clean":"2023-08-28T02:37:53.735913+0000","last_became_active":"2023-08-28T02:33:12.289989+0000","last_became_peered":"2023-08-28T02:33:12.289989+0000","last_unstale":"2023-08-28T02:37:53.735913+0000","last_undegraded":"2023-08-28T02:37:53.735913+0000","last_fullsized":"2023-08-28T02:37:53.735913+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:05:33.622172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":309,"reported_epoch":351,"state":"active+clean","last_fresh":"2023-08-28T02:37:53.737269+0000","last_change":"2023-08-28T02:32:12.948756+0000","last_active":"2023-08-28T02:37:53.737269+0000","last_peered":"2023-08-28T02:37:53.737269+0000","last_clean":"2023-08-28T02:37:53.737269+0000","last_became_active":"2023-08-28T02:32:12.948441+0000","last_became_peered":"2023-08-28T02:32:12.948441+0000","last_unstale":"2023-08-28T02:37:53.737269+0000","last_undegraded":"2023-08-28T02:37:53.737269+0000","last_fullsized":"2023-08-28T02:37:53.737269+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:27.922180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":327,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.730219+0000","last_change":"2023-08-28T02:33:12.299398+0000","last_active":"2023-08-28T02:37:54.730219+0000","last_peered":"2023-08-28T02:37:54.730219+0000","last_clean":"2023-08-28T02:37:54.730219+0000","last_became_active":"2023-08-28T02:33:12.299113+0000","last_became_peered":"2023-08-28T02:33:12.299113+0000","last_unstale":"2023-08-28T02:37:54.730219+0000","last_undegraded":"2023-08-28T02:37:54.730219+0000","last_fullsized":"2023-08-28T02:37:54.730219+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:14:55.597212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"65'8","reported_seq":121,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.725567+0000","last_change":"2023-08-28T02:33:13.478870+0000","last_active":"2023-08-28T02:37:54.725567+0000","last_peered":"2023-08-28T02:37:54.725567+0000","last_clean":"2023-08-28T02:37:54.725567+0000","last_became_active":"2023-08-28T02:33:13.332142+0000","last_became_peered":"2023-08-28T02:33:13.332142+0000","last_unstale":"2023-08-28T02:37:54.725567+0000","last_undegraded":"2023-08-28T02:37:54.725567+0000","last_fullsized":"2023-08-28T02:37:54.725567+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:32:42.810159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":259,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-08-28T02:37:58.043453+0000","last_change":"2023-08-28T02:33:12.306353+0000","last_active":"2023-08-28T02:37:58.043453+0000","last_peered":"2023-08-28T02:37:58.043453+0000","last_clean":"2023-08-28T02:37:58.043453+0000","last_became_active":"2023-08-28T02:33:12.304977+0000","last_became_peered":"2023-08-28T02:33:12.304977+0000","last_unstale":"2023-08-28T02:37:58.043453+0000","last_undegraded":"2023-08-28T02:37:58.043453+0000","last_fullsized":"2023-08-28T02:37:58.043453+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:19:38.819671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"352'7373","reported_seq":7483,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:55.659896+0000","last_change":"2023-08-28T02:30:50.402703+0000","last_active":"2023-08-28T02:37:55.659896+0000","last_peered":"2023-08-28T02:37:55.659896+0000","last_clean":"2023-08-28T02:37:55.659896+0000","last_became_active":"2023-08-28T02:30:50.402419+0000","last_became_peered":"2023-08-28T02:30:50.402419+0000","last_unstale":"2023-08-28T02:37:55.659896+0000","last_undegraded":"2023-08-28T02:37:55.659896+0000","last_fullsized":"2023-08-28T02:37:55.659896+0000","mapping_epoch":250,"log_start":"254'200","ondisk_log_start":"254'200","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7173,"log_dups_size":0,"ondisk_log_size":7173,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:07:37.393907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":280952832,"num_objects":4287,"num_object_clones":0,"num_object_copies":12861,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4287,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7373,"num_write_kb":373120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"65'1","reported_seq":317,"reported_epoch":351,"state":"active+clean","last_fresh":"2023-08-28T02:37:53.735155+0000","last_change":"2023-08-28T02:14:43.046130+0000","last_active":"2023-08-28T02:37:53.735155+0000","last_peered":"2023-08-28T02:37:53.735155+0000","last_clean":"2023-08-28T02:37:53.735155+0000","last_became_active":"2023-08-28T02:14:43.045775+0000","last_became_peered":"2023-08-28T02:14:43.045775+0000","last_unstale":"2023-08-28T02:37:53.735155+0000","last_undegraded":"2023-08-28T02:37:53.735155+0000","last_fullsized":"2023-08-28T02:37:53.735155+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:57:38.279756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":307,"reported_epoch":351,"state":"active+clean","last_fresh":"2023-08-28T02:37:53.745255+0000","last_change":"2023-08-28T02:31:51.987149+0000","last_active":"2023-08-28T02:37:53.745255+0000","last_peered":"2023-08-28T02:37:53.745255+0000","last_clean":"2023-08-28T02:37:53.745255+0000","last_became_active":"2023-08-28T02:31:51.986821+0000","last_became_peered":"2023-08-28T02:31:51.986821+0000","last_unstale":"2023-08-28T02:37:53.745255+0000","last_undegraded":"2023-08-28T02:37:53.745255+0000","last_fullsized":"2023-08-28T02:37:53.745255+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:23:26.661134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"352'7398","reported_seq":12095,"reported_epoch":352,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:37:55.763325+0000","last_change":"2023-08-28T02:33:33.975566+0000","last_active":"2023-08-28T02:37:55.763325+0000","last_peered":"2023-08-28T02:37:55.763325+0000","last_clean":"2023-08-28T02:31:27.868230+0000","last_became_active":"2023-08-28T02:33:33.660452+0000","last_became_peered":"2023-08-28T02:33:33.660452+0000","last_unstale":"2023-08-28T02:37:55.763325+0000","last_undegraded":"2023-08-28T02:33:13.410847+0000","last_fullsized":"2023-08-28T02:33:13.270012+0000","mapping_epoch":298,"log_start":"254'200","ondisk_log_start":"254'200","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7198,"log_dups_size":0,"ondisk_log_size":7198,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:33.375162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":275382272,"num_objects":4202,"num_object_clones":0,"num_object_copies":12606,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6709,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4202,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7398,"num_write_kb":371200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2275,"num_bytes_recovered":149028864,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[5,4],"avail_no_missing":["5","6"],"object_location_counts":[{"shards":"2,5,6","objects":915},{"shards":"3,5,6","objects":1781},{"shards":"4,5","objects":1},{"shards":"5,6","objects":1505}],"blocked_by":[],"up_primary":3,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"65'2","reported_seq":342,"reported_epoch":351,"state":"active+clean","last_fresh":"2023-08-28T02:37:53.734916+0000","last_change":"2023-08-28T02:29:44.436352+0000","last_active":"2023-08-28T02:37:53.734916+0000","last_peered":"2023-08-28T02:37:53.734916+0000","last_clean":"2023-08-28T02:37:53.734916+0000","last_became_active":"2023-08-28T02:29:44.411499+0000","last_became_peered":"2023-08-28T02:29:44.411499+0000","last_unstale":"2023-08-28T02:37:53.734916+0000","last_undegraded":"2023-08-28T02:37:53.734916+0000","last_fullsized":"2023-08-28T02:37:53.734916+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:46:57.540191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":368,"reported_epoch":351,"state":"active+clean","last_fresh":"2023-08-28T02:37:53.723328+0000","last_change":"2023-08-28T02:33:12.289004+0000","last_active":"2023-08-28T02:37:53.723328+0000","last_peered":"2023-08-28T02:37:53.723328+0000","last_clean":"2023-08-28T02:37:53.723328+0000","last_became_active":"2023-08-28T02:33:12.288722+0000","last_became_peered":"2023-08-28T02:33:12.288722+0000","last_unstale":"2023-08-28T02:37:53.723328+0000","last_undegraded":"2023-08-28T02:37:53.723328+0000","last_fullsized":"2023-08-28T02:37:53.723328+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:24.019483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"353'7350","reported_seq":12556,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-08-28T02:37:59.834388+0000","last_change":"2023-08-28T02:37:54.748968+0000","last_active":"2023-08-28T02:37:59.834388+0000","last_peered":"2023-08-28T02:37:59.834388+0000","last_clean":"2023-08-28T02:37:59.834388+0000","last_became_active":"2023-08-28T02:37:54.729376+0000","last_became_peered":"2023-08-28T02:37:54.729376+0000","last_unstale":"2023-08-28T02:37:59.834388+0000","last_undegraded":"2023-08-28T02:37:59.834388+0000","last_fullsized":"2023-08-28T02:37:59.834388+0000","mapping_epoch":351,"log_start":"256'2012","ondisk_log_start":"256'2012","created":250,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5338,"log_dups_size":0,"ondisk_log_size":5338,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:00.988172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":275251200,"num_objects":4200,"num_object_clones":0,"num_object_copies":12600,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4200,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7350,"num_write_kb":369600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2533,"num_bytes_recovered":160432128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"65'1","reported_seq":328,"reported_epoch":351,"state":"active+clean","last_fresh":"2023-08-28T02:37:53.738275+0000","last_change":"2023-08-28T02:33:13.516869+0000","last_active":"2023-08-28T02:37:53.738275+0000","last_peered":"2023-08-28T02:37:53.738275+0000","last_clean":"2023-08-28T02:37:53.738275+0000","last_became_active":"2023-08-28T02:33:13.396736+0000","last_became_peered":"2023-08-28T02:33:13.396736+0000","last_unstale":"2023-08-28T02:37:53.738275+0000","last_undegraded":"2023-08-28T02:37:53.738275+0000","last_fullsized":"2023-08-28T02:37:53.738275+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:47:08.237137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":294,"reported_epoch":351,"state":"active+clean","last_fresh":"2023-08-28T02:37:53.754855+0000","last_change":"2023-08-28T02:31:51.987327+0000","last_active":"2023-08-28T02:37:53.754855+0000","last_peered":"2023-08-28T02:37:53.754855+0000","last_clean":"2023-08-28T02:37:53.754855+0000","last_became_active":"2023-08-28T02:31:51.987018+0000","last_became_peered":"2023-08-28T02:31:51.987018+0000","last_unstale":"2023-08-28T02:37:53.754855+0000","last_undegraded":"2023-08-28T02:37:53.754855+0000","last_fullsized":"2023-08-28T02:37:53.754855+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:53:26.105101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.5","version":"353'7285","reported_seq":10354,"reported_epoch":353,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:38:00.005360+0000","last_change":"2023-08-28T02:33:13.625779+0000","last_active":"2023-08-28T02:38:00.005360+0000","last_peered":"2023-08-28T02:38:00.005360+0000","last_clean":"2023-08-28T02:31:27.898932+0000","last_became_active":"2023-08-28T02:33:13.612126+0000","last_became_peered":"2023-08-28T02:33:13.612126+0000","last_unstale":"2023-08-28T02:38:00.005360+0000","last_undegraded":"2023-08-28T02:33:13.485377+0000","last_fullsized":"2023-08-28T02:33:13.264317+0000","mapping_epoch":298,"log_start":"256'1963","ondisk_log_start":"256'1963","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5322,"log_dups_size":0,"ondisk_log_size":5322,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:37:28.843386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":273088512,"num_objects":4167,"num_object_clones":0,"num_object_copies":12501,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6709,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4167,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7285,"num_write_kb":366464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1467,"num_bytes_recovered":96141312,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,7],"avail_no_missing":["0","2"],"object_location_counts":[{"shards":"0,2","objects":2358},{"shards":"0,2,3","objects":1809}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":346,"reported_epoch":351,"state":"active+clean","last_fresh":"2023-08-28T02:37:53.735418+0000","last_change":"2023-08-28T02:33:13.281826+0000","last_active":"2023-08-28T02:37:53.735418+0000","last_peered":"2023-08-28T02:37:53.735418+0000","last_clean":"2023-08-28T02:37:53.735418+0000","last_became_active":"2023-08-28T02:33:13.281511+0000","last_became_peered":"2023-08-28T02:33:13.281511+0000","last_unstale":"2023-08-28T02:37:53.735418+0000","last_undegraded":"2023-08-28T02:37:53.735418+0000","last_fullsized":"2023-08-28T02:37:53.735418+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:32:55.005706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":344,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.725974+0000","last_change":"2023-08-28T02:29:44.436713+0000","last_active":"2023-08-28T02:37:54.725974+0000","last_peered":"2023-08-28T02:37:54.725974+0000","last_clean":"2023-08-28T02:37:54.725974+0000","last_became_active":"2023-08-28T02:29:44.436203+0000","last_became_peered":"2023-08-28T02:29:44.436203+0000","last_unstale":"2023-08-28T02:37:54.725974+0000","last_undegraded":"2023-08-28T02:37:54.725974+0000","last_fullsized":"2023-08-28T02:37:54.725974+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:46:48.522293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"352'7548","reported_seq":7662,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:57.538900+0000","last_change":"2023-08-28T02:30:50.399669+0000","last_active":"2023-08-28T02:37:57.538900+0000","last_peered":"2023-08-28T02:37:57.538900+0000","last_clean":"2023-08-28T02:37:57.538900+0000","last_became_active":"2023-08-28T02:30:50.399332+0000","last_became_peered":"2023-08-28T02:30:50.399332+0000","last_unstale":"2023-08-28T02:37:57.538900+0000","last_undegraded":"2023-08-28T02:37:57.538900+0000","last_fullsized":"2023-08-28T02:37:57.538900+0000","mapping_epoch":250,"log_start":"255'1400","ondisk_log_start":"255'1400","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6148,"log_dups_size":0,"ondisk_log_size":6148,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:00:54.910841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":279576576,"num_objects":4266,"num_object_clones":0,"num_object_copies":12798,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4266,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7548,"num_write_kb":378048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"75'161","reported_seq":772,"reported_epoch":351,"state":"active+clean","last_fresh":"2023-08-28T02:37:53.737438+0000","last_change":"2023-08-28T02:33:13.310049+0000","last_active":"2023-08-28T02:37:53.737438+0000","last_peered":"2023-08-28T02:37:53.737438+0000","last_clean":"2023-08-28T02:37:53.737438+0000","last_became_active":"2023-08-28T02:33:13.309661+0000","last_became_peered":"2023-08-28T02:33:13.309661+0000","last_unstale":"2023-08-28T02:37:53.737438+0000","last_undegraded":"2023-08-28T02:37:53.737438+0000","last_fullsized":"2023-08-28T02:37:53.737438+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.930230+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.930230+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:27:40.889460+0000","scrub_duration":0.0050169209999999997,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"65'2","reported_seq":308,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.728445+0000","last_change":"2023-08-28T02:33:12.294922+0000","last_active":"2023-08-28T02:37:54.728445+0000","last_peered":"2023-08-28T02:37:54.728445+0000","last_clean":"2023-08-28T02:37:54.728445+0000","last_became_active":"2023-08-28T02:33:12.294518+0000","last_became_peered":"2023-08-28T02:33:12.294518+0000","last_unstale":"2023-08-28T02:37:54.728445+0000","last_undegraded":"2023-08-28T02:37:54.728445+0000","last_fullsized":"2023-08-28T02:37:54.728445+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:21:12.737286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":345,"reported_epoch":351,"state":"active+clean","last_fresh":"2023-08-28T02:37:53.723587+0000","last_change":"2023-08-28T02:33:13.310505+0000","last_active":"2023-08-28T02:37:53.723587+0000","last_peered":"2023-08-28T02:37:53.723587+0000","last_clean":"2023-08-28T02:37:53.723587+0000","last_became_active":"2023-08-28T02:33:13.310223+0000","last_became_peered":"2023-08-28T02:33:13.310223+0000","last_unstale":"2023-08-28T02:37:53.723587+0000","last_undegraded":"2023-08-28T02:37:53.723587+0000","last_fullsized":"2023-08-28T02:37:53.723587+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:27:02.124453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"352'7393","reported_seq":10832,"reported_epoch":352,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-08-28T02:37:55.791604+0000","last_change":"2023-08-28T02:37:52.936094+0000","last_active":"2023-08-28T02:37:55.791604+0000","last_peered":"2023-08-28T02:37:55.791604+0000","last_clean":"2023-08-28T02:31:27.916082+0000","last_became_active":"2023-08-28T02:33:13.580413+0000","last_became_peered":"2023-08-28T02:33:13.580413+0000","last_unstale":"2023-08-28T02:37:55.791604+0000","last_undegraded":"2023-08-28T02:33:13.480527+0000","last_fullsized":"2023-08-28T02:33:13.270957+0000","mapping_epoch":298,"log_start":"254'200","ondisk_log_start":"254'200","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7193,"log_dups_size":0,"ondisk_log_size":7193,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:03.698410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":280166400,"num_objects":4275,"num_object_clones":0,"num_object_copies":12825,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2482,"num_objects_misplaced":4114,"num_objects_unfound":0,"num_objects_dirty":4275,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7393,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1649,"num_bytes_recovered":108068864,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,4],"avail_no_missing":["5","2"],"object_location_counts":[{"shards":"2,3,5","objects":1632},{"shards":"2,5","objects":2482},{"shards":"4,5","objects":161}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"75'161","reported_seq":611,"reported_epoch":351,"state":"active+clean","last_fresh":"2023-08-28T02:37:53.745216+0000","last_change":"2023-08-28T02:37:37.933802+0000","last_active":"2023-08-28T02:37:53.745216+0000","last_peered":"2023-08-28T02:37:53.745216+0000","last_clean":"2023-08-28T02:37:53.745216+0000","last_became_active":"2023-08-28T02:33:13.287313+0000","last_became_peered":"2023-08-28T02:33:13.287313+0000","last_unstale":"2023-08-28T02:37:53.745216+0000","last_undegraded":"2023-08-28T02:37:53.745216+0000","last_fullsized":"2023-08-28T02:37:53.745216+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:45.407127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:45.407127+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:39:14.213229+0000","scrub_duration":0.0018495320000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":262688,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":265,"reported_epoch":351,"state":"active+clean","last_fresh":"2023-08-28T02:37:53.723458+0000","last_change":"2023-08-28T02:33:13.309727+0000","last_active":"2023-08-28T02:37:53.723458+0000","last_peered":"2023-08-28T02:37:53.723458+0000","last_clean":"2023-08-28T02:37:53.723458+0000","last_became_active":"2023-08-28T02:33:13.309487+0000","last_became_peered":"2023-08-28T02:33:13.309487+0000","last_unstale":"2023-08-28T02:37:53.723458+0000","last_undegraded":"2023-08-28T02:37:53.723458+0000","last_fullsized":"2023-08-28T02:37:53.723458+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:27:29.294011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":80,"reported_epoch":351,"state":"active+clean","last_fresh":"2023-08-28T02:37:53.723568+0000","last_change":"2023-08-28T02:32:28.456323+0000","last_active":"2023-08-28T02:37:53.723568+0000","last_peered":"2023-08-28T02:37:53.723568+0000","last_clean":"2023-08-28T02:37:53.723568+0000","last_became_active":"2023-08-28T02:32:28.455987+0000","last_became_peered":"2023-08-28T02:32:28.455987+0000","last_unstale":"2023-08-28T02:37:53.723568+0000","last_undegraded":"2023-08-28T02:37:53.723568+0000","last_fullsized":"2023-08-28T02:37:53.723568+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:54:07.724002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"352'7552","reported_seq":17683,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:57.502485+0000","last_change":"2023-08-28T02:33:13.316023+0000","last_active":"2023-08-28T02:37:57.502485+0000","last_peered":"2023-08-28T02:37:57.502485+0000","last_clean":"2023-08-28T02:37:57.502485+0000","last_became_active":"2023-08-28T02:33:13.308403+0000","last_became_peered":"2023-08-28T02:33:13.308403+0000","last_unstale":"2023-08-28T02:37:57.502485+0000","last_undegraded":"2023-08-28T02:37:57.502485+0000","last_fullsized":"2023-08-28T02:37:57.502485+0000","mapping_epoch":298,"log_start":"255'1400","ondisk_log_start":"255'1400","created":250,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6152,"log_dups_size":0,"ondisk_log_size":6152,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:10:38.401973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":284688384,"num_objects":4344,"num_object_clones":0,"num_object_copies":13032,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4344,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7552,"num_write_kb":380672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4999,"num_bytes_recovered":327614464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":325,"reported_epoch":351,"state":"active+clean","last_fresh":"2023-08-28T02:37:53.723281+0000","last_change":"2023-08-28T02:32:28.455294+0000","last_active":"2023-08-28T02:37:53.723281+0000","last_peered":"2023-08-28T02:37:53.723281+0000","last_clean":"2023-08-28T02:37:53.723281+0000","last_became_active":"2023-08-28T02:32:28.455013+0000","last_became_peered":"2023-08-28T02:32:28.455013+0000","last_unstale":"2023-08-28T02:37:53.723281+0000","last_undegraded":"2023-08-28T02:37:53.723281+0000","last_fullsized":"2023-08-28T02:37:53.723281+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:53.583864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":357,"reported_epoch":351,"state":"active+clean","last_fresh":"2023-08-28T02:37:53.724401+0000","last_change":"2023-08-28T02:33:13.335588+0000","last_active":"2023-08-28T02:37:53.724401+0000","last_peered":"2023-08-28T02:37:53.724401+0000","last_clean":"2023-08-28T02:37:53.724401+0000","last_became_active":"2023-08-28T02:33:13.335326+0000","last_became_peered":"2023-08-28T02:33:13.335326+0000","last_unstale":"2023-08-28T02:37:53.724401+0000","last_undegraded":"2023-08-28T02:37:53.724401+0000","last_fullsized":"2023-08-28T02:37:53.724401+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:15:44.958663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"352'7451","reported_seq":7561,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:56.315876+0000","last_change":"2023-08-28T02:30:50.400261+0000","last_active":"2023-08-28T02:37:56.315876+0000","last_peered":"2023-08-28T02:37:56.315876+0000","last_clean":"2023-08-28T02:37:56.315876+0000","last_became_active":"2023-08-28T02:30:50.399938+0000","last_became_peered":"2023-08-28T02:30:50.399938+0000","last_unstale":"2023-08-28T02:37:56.315876+0000","last_undegraded":"2023-08-28T02:37:56.315876+0000","last_fullsized":"2023-08-28T02:37:56.315876+0000","mapping_epoch":250,"log_start":"256'2090","ondisk_log_start":"256'2090","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5361,"log_dups_size":0,"ondisk_log_size":5361,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:43:56.802792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":278069248,"num_objects":4243,"num_object_clones":0,"num_object_copies":12729,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4243,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7451,"num_write_kb":374208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"75'161","reported_seq":631,"reported_epoch":351,"state":"active+clean","last_fresh":"2023-08-28T02:37:53.735174+0000","last_change":"2023-08-28T02:32:56.519141+0000","last_active":"2023-08-28T02:37:53.735174+0000","last_peered":"2023-08-28T02:37:53.735174+0000","last_clean":"2023-08-28T02:37:53.735174+0000","last_became_active":"2023-08-28T02:32:56.518863+0000","last_became_peered":"2023-08-28T02:32:56.518863+0000","last_unstale":"2023-08-28T02:37:53.735174+0000","last_undegraded":"2023-08-28T02:37:53.735174+0000","last_fullsized":"2023-08-28T02:37:53.735174+0000","mapping_epoch":292,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":293,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_clean_scrub_stamp":"2023-08-28T02:29:25.608370+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:59:50.561109+0000","scrub_duration":0.001662689,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":261,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.727732+0000","last_change":"2023-08-28T02:33:12.294592+0000","last_active":"2023-08-28T02:37:54.727732+0000","last_peered":"2023-08-28T02:37:54.727732+0000","last_clean":"2023-08-28T02:37:54.727732+0000","last_became_active":"2023-08-28T02:33:12.288508+0000","last_became_peered":"2023-08-28T02:33:12.288508+0000","last_unstale":"2023-08-28T02:37:54.727732+0000","last_undegraded":"2023-08-28T02:37:54.727732+0000","last_fullsized":"2023-08-28T02:37:54.727732+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:05:42.717608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":142,"reported_epoch":351,"state":"active+clean","last_fresh":"2023-08-28T02:37:53.755515+0000","last_change":"2023-08-28T02:29:44.429834+0000","last_active":"2023-08-28T02:37:53.755515+0000","last_peered":"2023-08-28T02:37:53.755515+0000","last_clean":"2023-08-28T02:37:53.755515+0000","last_became_active":"2023-08-28T02:29:44.429512+0000","last_became_peered":"2023-08-28T02:29:44.429512+0000","last_unstale":"2023-08-28T02:37:53.755515+0000","last_undegraded":"2023-08-28T02:37:53.755515+0000","last_fullsized":"2023-08-28T02:37:53.755515+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:58.062455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"352'7337","reported_seq":7447,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:55.386012+0000","last_change":"2023-08-28T02:30:50.402348+0000","last_active":"2023-08-28T02:37:55.386012+0000","last_peered":"2023-08-28T02:37:55.386012+0000","last_clean":"2023-08-28T02:37:55.386012+0000","last_became_active":"2023-08-28T02:30:50.402076+0000","last_became_peered":"2023-08-28T02:30:50.402076+0000","last_unstale":"2023-08-28T02:37:55.386012+0000","last_undegraded":"2023-08-28T02:37:55.386012+0000","last_fullsized":"2023-08-28T02:37:55.386012+0000","mapping_epoch":250,"log_start":"254'500","ondisk_log_start":"254'500","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6837,"log_dups_size":0,"ondisk_log_size":6837,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:24.859426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":277807104,"num_objects":4239,"num_object_clones":0,"num_object_copies":12717,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4239,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7337,"num_write_kb":370432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.7","version":"75'161","reported_seq":553,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.729053+0000","last_change":"2023-08-28T02:33:13.532525+0000","last_active":"2023-08-28T02:37:54.729053+0000","last_peered":"2023-08-28T02:37:54.729053+0000","last_clean":"2023-08-28T02:37:54.729053+0000","last_became_active":"2023-08-28T02:33:13.532125+0000","last_became_peered":"2023-08-28T02:33:13.532125+0000","last_unstale":"2023-08-28T02:37:54.729053+0000","last_undegraded":"2023-08-28T02:37:54.729053+0000","last_fullsized":"2023-08-28T02:37:54.729053+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.887648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.887648+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":142,"reported_epoch":351,"state":"active+clean","last_fresh":"2023-08-28T02:37:53.755189+0000","last_change":"2023-08-28T02:29:44.407595+0000","last_active":"2023-08-28T02:37:53.755189+0000","last_peered":"2023-08-28T02:37:53.755189+0000","last_clean":"2023-08-28T02:37:53.755189+0000","last_became_active":"2023-08-28T02:29:44.407316+0000","last_became_peered":"2023-08-28T02:29:44.407316+0000","last_unstale":"2023-08-28T02:37:53.755189+0000","last_undegraded":"2023-08-28T02:37:53.755189+0000","last_fullsized":"2023-08-28T02:37:53.755189+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:01:47.777709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":363,"reported_epoch":351,"state":"active+clean","last_fresh":"2023-08-28T02:37:53.735834+0000","last_change":"2023-08-28T02:33:13.286980+0000","last_active":"2023-08-28T02:37:53.735834+0000","last_peered":"2023-08-28T02:37:53.735834+0000","last_clean":"2023-08-28T02:37:53.735834+0000","last_became_active":"2023-08-28T02:33:13.286740+0000","last_became_peered":"2023-08-28T02:33:13.286740+0000","last_unstale":"2023-08-28T02:37:53.735834+0000","last_undegraded":"2023-08-28T02:37:53.735834+0000","last_fullsized":"2023-08-28T02:37:53.735834+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:24:54.574365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":142,"reported_epoch":351,"state":"active+clean","last_fresh":"2023-08-28T02:37:53.754874+0000","last_change":"2023-08-28T02:29:44.506914+0000","last_active":"2023-08-28T02:37:53.754874+0000","last_peered":"2023-08-28T02:37:53.754874+0000","last_clean":"2023-08-28T02:37:53.754874+0000","last_became_active":"2023-08-28T02:29:44.506606+0000","last_became_peered":"2023-08-28T02:29:44.506606+0000","last_unstale":"2023-08-28T02:37:53.754874+0000","last_undegraded":"2023-08-28T02:37:53.754874+0000","last_fullsized":"2023-08-28T02:37:53.754874+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:55:50.992279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"353'7454","reported_seq":19164,"reported_epoch":353,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:37:59.789542+0000","last_change":"2023-08-28T02:34:11.565330+0000","last_active":"2023-08-28T02:37:59.789542+0000","last_peered":"2023-08-28T02:37:59.789542+0000","last_clean":"2023-08-28T02:32:11.916240+0000","last_became_active":"2023-08-28T02:33:12.501819+0000","last_became_peered":"2023-08-28T02:33:12.501819+0000","last_unstale":"2023-08-28T02:37:59.789542+0000","last_undegraded":"2023-08-28T02:37:59.789542+0000","last_fullsized":"2023-08-28T02:37:59.789542+0000","mapping_epoch":297,"log_start":"257'2124","ondisk_log_start":"257'2124","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5330,"log_dups_size":0,"ondisk_log_size":5330,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:45:43.329719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":271450112,"num_objects":4142,"num_object_clones":0,"num_object_copies":12426,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4142,"num_objects_unfound":0,"num_objects_dirty":4142,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7454,"num_write_kb":371072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5787,"num_bytes_recovered":379256832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,2],"avail_no_missing":["0","2","5","6"],"object_location_counts":[{"shards":"0,2,5","objects":4142}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.1","version":"75'161","reported_seq":611,"reported_epoch":351,"state":"active+clean","last_fresh":"2023-08-28T02:37:53.734575+0000","last_change":"2023-08-28T02:32:31.482659+0000","last_active":"2023-08-28T02:37:53.734575+0000","last_peered":"2023-08-28T02:37:53.734575+0000","last_clean":"2023-08-28T02:37:53.734575+0000","last_became_active":"2023-08-28T02:32:31.482320+0000","last_became_peered":"2023-08-28T02:32:31.482320+0000","last_unstale":"2023-08-28T02:37:53.734575+0000","last_undegraded":"2023-08-28T02:37:53.734575+0000","last_fullsized":"2023-08-28T02:37:53.734575+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:24.559397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:24.559397+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:41:09.516918+0000","scrub_duration":0.001580328,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":349,"reported_epoch":351,"state":"active+clean","last_fresh":"2023-08-28T02:37:53.734982+0000","last_change":"2023-08-28T02:31:51.988386+0000","last_active":"2023-08-28T02:37:53.734982+0000","last_peered":"2023-08-28T02:37:53.734982+0000","last_clean":"2023-08-28T02:37:53.734982+0000","last_became_active":"2023-08-28T02:31:51.988097+0000","last_became_peered":"2023-08-28T02:31:51.988097+0000","last_unstale":"2023-08-28T02:37:53.734982+0000","last_undegraded":"2023-08-28T02:37:53.734982+0000","last_fullsized":"2023-08-28T02:37:53.734982+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:25:01.818829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":325,"reported_epoch":351,"state":"active+clean","last_fresh":"2023-08-28T02:37:53.723571+0000","last_change":"2023-08-28T02:32:12.951275+0000","last_active":"2023-08-28T02:37:53.723571+0000","last_peered":"2023-08-28T02:37:53.723571+0000","last_clean":"2023-08-28T02:37:53.723571+0000","last_became_active":"2023-08-28T02:32:12.950965+0000","last_became_peered":"2023-08-28T02:32:12.950965+0000","last_unstale":"2023-08-28T02:37:53.723571+0000","last_undegraded":"2023-08-28T02:37:53.723571+0000","last_fullsized":"2023-08-28T02:37:53.723571+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:37:31.294280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":168,"reported_epoch":351,"state":"active+clean","last_fresh":"2023-08-28T02:37:53.755270+0000","last_change":"2023-08-28T02:33:13.286534+0000","last_active":"2023-08-28T02:37:53.755270+0000","last_peered":"2023-08-28T02:37:53.755270+0000","last_clean":"2023-08-28T02:37:53.755270+0000","last_became_active":"2023-08-28T02:33:13.286164+0000","last_became_peered":"2023-08-28T02:33:13.286164+0000","last_unstale":"2023-08-28T02:37:53.755270+0000","last_undegraded":"2023-08-28T02:37:53.755270+0000","last_fullsized":"2023-08-28T02:37:53.755270+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:56.721932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"352'7432","reported_seq":19232,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:55.174565+0000","last_change":"2023-08-28T02:34:14.448606+0000","last_active":"2023-08-28T02:37:55.174565+0000","last_peered":"2023-08-28T02:37:55.174565+0000","last_clean":"2023-08-28T02:37:55.174565+0000","last_became_active":"2023-08-28T02:34:14.438547+0000","last_became_peered":"2023-08-28T02:34:14.438547+0000","last_unstale":"2023-08-28T02:37:55.174565+0000","last_undegraded":"2023-08-28T02:37:55.174565+0000","last_fullsized":"2023-08-28T02:37:55.174565+0000","mapping_epoch":314,"log_start":"254'200","ondisk_log_start":"254'200","created":250,"last_epoch_clean":315,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7232,"log_dups_size":0,"ondisk_log_size":7232,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:06:41.120408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":277610496,"num_objects":4236,"num_object_clones":0,"num_object_copies":12708,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4236,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7432,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5834,"num_bytes_recovered":376832000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2","version":"75'161","reported_seq":733,"reported_epoch":351,"state":"active+clean","last_fresh":"2023-08-28T02:37:53.734348+0000","last_change":"2023-08-28T02:30:51.762377+0000","last_active":"2023-08-28T02:37:53.734348+0000","last_peered":"2023-08-28T02:37:53.734348+0000","last_clean":"2023-08-28T02:37:53.734348+0000","last_became_active":"2023-08-28T02:27:46.375590+0000","last_became_peered":"2023-08-28T02:27:46.375590+0000","last_unstale":"2023-08-28T02:37:53.734348+0000","last_undegraded":"2023-08-28T02:37:53.734348+0000","last_fullsized":"2023-08-28T02:37:53.734348+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:51.762314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:51.762314+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:02.034555+0000","scrub_duration":0.0020023620000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":161,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.727806+0000","last_change":"2023-08-28T02:33:13.289765+0000","last_active":"2023-08-28T02:37:54.727806+0000","last_peered":"2023-08-28T02:37:54.727806+0000","last_clean":"2023-08-28T02:37:54.727806+0000","last_became_active":"2023-08-28T02:33:13.289159+0000","last_became_peered":"2023-08-28T02:33:13.289159+0000","last_unstale":"2023-08-28T02:37:54.727806+0000","last_undegraded":"2023-08-28T02:37:54.727806+0000","last_fullsized":"2023-08-28T02:37:54.727806+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:30:38.956723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":161,"reported_epoch":351,"state":"active+clean","last_fresh":"2023-08-28T02:37:53.754756+0000","last_change":"2023-08-28T02:32:28.464203+0000","last_active":"2023-08-28T02:37:53.754756+0000","last_peered":"2023-08-28T02:37:53.754756+0000","last_clean":"2023-08-28T02:37:53.754756+0000","last_became_active":"2023-08-28T02:32:28.463412+0000","last_became_peered":"2023-08-28T02:32:28.463412+0000","last_unstale":"2023-08-28T02:37:53.754756+0000","last_undegraded":"2023-08-28T02:37:53.754756+0000","last_fullsized":"2023-08-28T02:37:53.754756+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:20:38.177879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":142,"reported_epoch":351,"state":"active+clean","last_fresh":"2023-08-28T02:37:53.755593+0000","last_change":"2023-08-28T02:29:44.427945+0000","last_active":"2023-08-28T02:37:53.755593+0000","last_peered":"2023-08-28T02:37:53.755593+0000","last_clean":"2023-08-28T02:37:53.755593+0000","last_became_active":"2023-08-28T02:29:44.426487+0000","last_became_peered":"2023-08-28T02:29:44.426487+0000","last_unstale":"2023-08-28T02:37:53.755593+0000","last_undegraded":"2023-08-28T02:37:53.755593+0000","last_fullsized":"2023-08-28T02:37:53.755593+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:30:20.438896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"352'7445","reported_seq":17527,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:57.512765+0000","last_change":"2023-08-28T02:34:48.488647+0000","last_active":"2023-08-28T02:37:57.512765+0000","last_peered":"2023-08-28T02:37:57.512765+0000","last_clean":"2023-08-28T02:37:57.512765+0000","last_became_active":"2023-08-28T02:34:48.476519+0000","last_became_peered":"2023-08-28T02:34:48.476519+0000","last_unstale":"2023-08-28T02:37:57.512765+0000","last_undegraded":"2023-08-28T02:37:57.512765+0000","last_fullsized":"2023-08-28T02:37:57.512765+0000","mapping_epoch":318,"log_start":"255'1300","ondisk_log_start":"255'1300","created":250,"last_epoch_clean":319,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6145,"log_dups_size":0,"ondisk_log_size":6145,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:44:20.004230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":275185664,"num_objects":4199,"num_object_clones":0,"num_object_copies":12597,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4199,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7445,"num_write_kb":372608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4973,"num_bytes_recovered":325910528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":343,"reported_epoch":351,"state":"active+clean","last_fresh":"2023-08-28T02:37:53.737244+0000","last_change":"2023-08-28T02:33:13.484970+0000","last_active":"2023-08-28T02:37:53.737244+0000","last_peered":"2023-08-28T02:37:53.737244+0000","last_clean":"2023-08-28T02:37:53.737244+0000","last_became_active":"2023-08-28T02:33:13.484579+0000","last_became_peered":"2023-08-28T02:33:13.484579+0000","last_unstale":"2023-08-28T02:37:53.737244+0000","last_undegraded":"2023-08-28T02:37:53.737244+0000","last_fullsized":"2023-08-28T02:37:53.737244+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:58.027468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"75'161","reported_seq":734,"reported_epoch":351,"state":"active+clean","last_fresh":"2023-08-28T02:37:53.734143+0000","last_change":"2023-08-28T02:31:55.059467+0000","last_active":"2023-08-28T02:37:53.734143+0000","last_peered":"2023-08-28T02:37:53.734143+0000","last_clean":"2023-08-28T02:37:53.734143+0000","last_became_active":"2023-08-28T02:31:55.059115+0000","last_became_peered":"2023-08-28T02:31:55.059115+0000","last_unstale":"2023-08-28T02:37:53.734143+0000","last_undegraded":"2023-08-28T02:37:53.734143+0000","last_fullsized":"2023-08-28T02:37:53.734143+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":0,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.820990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.820990+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:15:56.774667+0000","scrub_duration":0.0017342480000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":262,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.728074+0000","last_change":"2023-08-28T02:33:13.352810+0000","last_active":"2023-08-28T02:37:54.728074+0000","last_peered":"2023-08-28T02:37:54.728074+0000","last_clean":"2023-08-28T02:37:54.728074+0000","last_became_active":"2023-08-28T02:33:13.351697+0000","last_became_peered":"2023-08-28T02:33:13.351697+0000","last_unstale":"2023-08-28T02:37:54.728074+0000","last_undegraded":"2023-08-28T02:37:54.728074+0000","last_fullsized":"2023-08-28T02:37:54.728074+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:56.187163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":174,"reported_epoch":351,"state":"active+clean","last_fresh":"2023-08-28T02:37:53.724131+0000","last_change":"2023-08-28T02:31:51.984584+0000","last_active":"2023-08-28T02:37:53.724131+0000","last_peered":"2023-08-28T02:37:53.724131+0000","last_clean":"2023-08-28T02:37:53.724131+0000","last_became_active":"2023-08-28T02:31:51.984264+0000","last_became_peered":"2023-08-28T02:31:51.984264+0000","last_unstale":"2023-08-28T02:37:53.724131+0000","last_undegraded":"2023-08-28T02:37:53.724131+0000","last_fullsized":"2023-08-28T02:37:53.724131+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:58:42.306722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"353'7372","reported_seq":19091,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-08-28T02:37:59.746667+0000","last_change":"2023-08-28T02:35:11.978901+0000","last_active":"2023-08-28T02:37:59.746667+0000","last_peered":"2023-08-28T02:37:59.746667+0000","last_clean":"2023-08-28T02:37:59.746667+0000","last_became_active":"2023-08-28T02:35:11.966585+0000","last_became_peered":"2023-08-28T02:35:11.966585+0000","last_unstale":"2023-08-28T02:37:59.746667+0000","last_undegraded":"2023-08-28T02:37:59.746667+0000","last_fullsized":"2023-08-28T02:37:59.746667+0000","mapping_epoch":323,"log_start":"256'2028","ondisk_log_start":"256'2028","created":250,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5344,"log_dups_size":0,"ondisk_log_size":5344,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:03:07.017814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":275906560,"num_objects":4210,"num_object_clones":0,"num_object_copies":12630,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4210,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7372,"num_write_kb":370624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5791,"num_bytes_recovered":368967680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3","version":"75'161","reported_seq":618,"reported_epoch":351,"state":"active+clean","last_fresh":"2023-08-28T02:37:53.754974+0000","last_change":"2023-08-28T02:31:55.068239+0000","last_active":"2023-08-28T02:37:53.754974+0000","last_peered":"2023-08-28T02:37:53.754974+0000","last_clean":"2023-08-28T02:37:53.754974+0000","last_became_active":"2023-08-28T02:31:55.067875+0000","last_became_peered":"2023-08-28T02:31:55.067875+0000","last_unstale":"2023-08-28T02:37:53.754974+0000","last_undegraded":"2023-08-28T02:37:53.754974+0000","last_fullsized":"2023-08-28T02:37:53.754974+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.868248+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:11:04.391639+0000","scrub_duration":0.0016215240000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":357,"reported_epoch":351,"state":"active+clean","last_fresh":"2023-08-28T02:37:53.734040+0000","last_change":"2023-08-28T02:29:44.421353+0000","last_active":"2023-08-28T02:37:53.734040+0000","last_peered":"2023-08-28T02:37:53.734040+0000","last_clean":"2023-08-28T02:37:53.734040+0000","last_became_active":"2023-08-28T02:29:44.421064+0000","last_became_peered":"2023-08-28T02:29:44.421064+0000","last_unstale":"2023-08-28T02:37:53.734040+0000","last_undegraded":"2023-08-28T02:37:53.734040+0000","last_fullsized":"2023-08-28T02:37:53.734040+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:51:36.524024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":328,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.725679+0000","last_change":"2023-08-28T02:33:12.299487+0000","last_active":"2023-08-28T02:37:54.725679+0000","last_peered":"2023-08-28T02:37:54.725679+0000","last_clean":"2023-08-28T02:37:54.725679+0000","last_became_active":"2023-08-28T02:33:12.299175+0000","last_became_peered":"2023-08-28T02:33:12.299175+0000","last_unstale":"2023-08-28T02:37:54.725679+0000","last_undegraded":"2023-08-28T02:37:54.725679+0000","last_fullsized":"2023-08-28T02:37:54.725679+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:42:29.713462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":338,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.729979+0000","last_change":"2023-08-28T02:32:28.457696+0000","last_active":"2023-08-28T02:37:54.729979+0000","last_peered":"2023-08-28T02:37:54.729979+0000","last_clean":"2023-08-28T02:37:54.729979+0000","last_became_active":"2023-08-28T02:32:28.457407+0000","last_became_peered":"2023-08-28T02:32:28.457407+0000","last_unstale":"2023-08-28T02:37:54.729979+0000","last_undegraded":"2023-08-28T02:37:54.729979+0000","last_fullsized":"2023-08-28T02:37:54.729979+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:26:29.392787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"352'7297","reported_seq":8435,"reported_epoch":352,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:37:56.870870+0000","last_change":"2023-08-28T02:34:11.566035+0000","last_active":"2023-08-28T02:37:56.870870+0000","last_peered":"2023-08-28T02:37:56.870870+0000","last_clean":"2023-08-28T02:33:10.395883+0000","last_became_active":"2023-08-28T02:33:12.394714+0000","last_became_peered":"2023-08-28T02:33:12.394714+0000","last_unstale":"2023-08-28T02:37:56.870870+0000","last_undegraded":"2023-08-28T02:37:56.870870+0000","last_fullsized":"2023-08-28T02:37:56.870870+0000","mapping_epoch":297,"log_start":"256'1884","ondisk_log_start":"256'1884","created":250,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5413,"log_dups_size":0,"ondisk_log_size":5413,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:01:26.984565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":274333720,"num_objects":4187,"num_object_clones":0,"num_object_copies":12561,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3820,"num_objects_unfound":0,"num_objects_dirty":4187,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7297,"num_write_kb":367425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":500,"num_bytes_recovered":32768000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,6],"avail_no_missing":["4","0","6"],"object_location_counts":[{"shards":"0,4,6","objects":4187}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.6","version":"75'161","reported_seq":613,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.729888+0000","last_change":"2023-08-28T02:33:13.338675+0000","last_active":"2023-08-28T02:37:54.729888+0000","last_peered":"2023-08-28T02:37:54.729888+0000","last_clean":"2023-08-28T02:37:54.729888+0000","last_became_active":"2023-08-28T02:33:13.338271+0000","last_became_peered":"2023-08-28T02:33:13.338271+0000","last_unstale":"2023-08-28T02:37:54.729888+0000","last_undegraded":"2023-08-28T02:37:54.729888+0000","last_fullsized":"2023-08-28T02:37:54.729888+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.774982+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.774982+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:13:20.011329+0000","scrub_duration":0.003539819,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":320,"reported_epoch":351,"state":"active+clean","last_fresh":"2023-08-28T02:37:53.738343+0000","last_change":"2023-08-28T02:14:43.033789+0000","last_active":"2023-08-28T02:37:53.738343+0000","last_peered":"2023-08-28T02:37:53.738343+0000","last_clean":"2023-08-28T02:37:53.738343+0000","last_became_active":"2023-08-28T02:14:43.033454+0000","last_became_peered":"2023-08-28T02:14:43.033454+0000","last_unstale":"2023-08-28T02:37:53.738343+0000","last_undegraded":"2023-08-28T02:37:53.738343+0000","last_fullsized":"2023-08-28T02:37:53.738343+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:01:13.205842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":151,"reported_epoch":351,"state":"active+clean","last_fresh":"2023-08-28T02:37:53.755419+0000","last_change":"2023-08-28T02:32:28.461807+0000","last_active":"2023-08-28T02:37:53.755419+0000","last_peered":"2023-08-28T02:37:53.755419+0000","last_clean":"2023-08-28T02:37:53.755419+0000","last_became_active":"2023-08-28T02:32:28.461116+0000","last_became_peered":"2023-08-28T02:32:28.461116+0000","last_unstale":"2023-08-28T02:37:53.755419+0000","last_undegraded":"2023-08-28T02:37:53.755419+0000","last_fullsized":"2023-08-28T02:37:53.755419+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:12:45.321757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":299,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.726237+0000","last_change":"2023-08-28T02:14:43.048791+0000","last_active":"2023-08-28T02:37:54.726237+0000","last_peered":"2023-08-28T02:37:54.726237+0000","last_clean":"2023-08-28T02:37:54.726237+0000","last_became_active":"2023-08-28T02:14:43.047408+0000","last_became_peered":"2023-08-28T02:14:43.047408+0000","last_unstale":"2023-08-28T02:37:54.726237+0000","last_undegraded":"2023-08-28T02:37:54.726237+0000","last_fullsized":"2023-08-28T02:37:54.726237+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:47.097181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"352'7524","reported_seq":17601,"reported_epoch":352,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:37:56.899218+0000","last_change":"2023-08-28T02:37:37.899201+0000","last_active":"2023-08-28T02:37:56.899218+0000","last_peered":"2023-08-28T02:37:56.899218+0000","last_clean":"2023-08-28T02:31:50.933695+0000","last_became_active":"2023-08-28T02:33:13.540416+0000","last_became_peered":"2023-08-28T02:33:13.540416+0000","last_unstale":"2023-08-28T02:37:56.899218+0000","last_undegraded":"2023-08-28T02:37:56.899218+0000","last_fullsized":"2023-08-28T02:37:56.899218+0000","mapping_epoch":298,"log_start":"256'2074","ondisk_log_start":"256'2074","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5450,"log_dups_size":0,"ondisk_log_size":5450,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:49:35.658845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":284295168,"num_objects":4338,"num_object_clones":0,"num_object_copies":13014,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4338,"num_objects_unfound":0,"num_objects_dirty":4338,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7524,"num_write_kb":379584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4967,"num_bytes_recovered":325517312,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,2],"avail_no_missing":["4","2","5","6"],"object_location_counts":[{"shards":"2,4,5","objects":4338}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.5","version":"75'161","reported_seq":645,"reported_epoch":351,"state":"active+clean","last_fresh":"2023-08-28T02:37:53.723650+0000","last_change":"2023-08-28T02:32:31.477151+0000","last_active":"2023-08-28T02:37:53.723650+0000","last_peered":"2023-08-28T02:37:53.723650+0000","last_clean":"2023-08-28T02:37:53.723650+0000","last_became_active":"2023-08-28T02:32:31.476776+0000","last_became_peered":"2023-08-28T02:32:31.476776+0000","last_unstale":"2023-08-28T02:37:53.723650+0000","last_undegraded":"2023-08-28T02:37:53.723650+0000","last_fullsized":"2023-08-28T02:37:53.723650+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:18.891729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:18.891729+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:47:27.194140+0000","scrub_duration":0.0031546460000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"65'2","reported_seq":309,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.728937+0000","last_change":"2023-08-28T02:33:12.327778+0000","last_active":"2023-08-28T02:37:54.728937+0000","last_peered":"2023-08-28T02:37:54.728937+0000","last_clean":"2023-08-28T02:37:54.728937+0000","last_became_active":"2023-08-28T02:33:12.327273+0000","last_became_peered":"2023-08-28T02:33:12.327273+0000","last_unstale":"2023-08-28T02:37:54.728937+0000","last_undegraded":"2023-08-28T02:37:54.728937+0000","last_fullsized":"2023-08-28T02:37:54.728937+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:40.554192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":190,"reported_epoch":351,"state":"active+clean","last_fresh":"2023-08-28T02:37:53.755958+0000","last_change":"2023-08-28T02:33:13.335665+0000","last_active":"2023-08-28T02:37:53.755958+0000","last_peered":"2023-08-28T02:37:53.755958+0000","last_clean":"2023-08-28T02:37:53.755958+0000","last_became_active":"2023-08-28T02:33:13.335322+0000","last_became_peered":"2023-08-28T02:33:13.335322+0000","last_unstale":"2023-08-28T02:37:53.755958+0000","last_undegraded":"2023-08-28T02:37:53.755958+0000","last_fullsized":"2023-08-28T02:37:53.755958+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:21:08.024493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":306,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.727790+0000","last_change":"2023-08-28T02:33:12.310326+0000","last_active":"2023-08-28T02:37:54.727790+0000","last_peered":"2023-08-28T02:37:54.727790+0000","last_clean":"2023-08-28T02:37:54.727790+0000","last_became_active":"2023-08-28T02:33:12.310011+0000","last_became_peered":"2023-08-28T02:33:12.310011+0000","last_unstale":"2023-08-28T02:37:54.727790+0000","last_undegraded":"2023-08-28T02:37:54.727790+0000","last_fullsized":"2023-08-28T02:37:54.727790+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:35:03.710036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"352'7507","reported_seq":12347,"reported_epoch":352,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:37:57.015750+0000","last_change":"2023-08-28T02:33:34.765675+0000","last_active":"2023-08-28T02:37:57.015750+0000","last_peered":"2023-08-28T02:37:57.015750+0000","last_clean":"2023-08-28T02:31:27.909649+0000","last_became_active":"2023-08-28T02:33:33.726805+0000","last_became_peered":"2023-08-28T02:33:33.726805+0000","last_unstale":"2023-08-28T02:37:57.015750+0000","last_undegraded":"2023-08-28T02:33:20.140072+0000","last_fullsized":"2023-08-28T02:33:13.278549+0000","mapping_epoch":298,"log_start":"256'2077","ondisk_log_start":"256'2077","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5430,"log_dups_size":0,"ondisk_log_size":5430,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:02:22.971585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":285802496,"num_objects":4361,"num_object_clones":0,"num_object_copies":13083,"num_objects_missing_on_primary":4338,"num_objects_missing":4338,"num_objects_degraded":11275,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4361,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7507,"num_write_kb":379776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1563,"num_bytes_recovered":102301696,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[4,3],"avail_no_missing":["2","6"],"object_location_counts":[{"shards":"2,3,4,6","objects":8},{"shards":"2,3,6","objects":1855},{"shards":"2,4,6","objects":14},{"shards":"2,6","objects":2483},{"shards":"3,4","objects":-12}],"blocked_by":[],"up_primary":3,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.4","version":"75'161","reported_seq":561,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.728490+0000","last_change":"2023-08-28T02:33:12.296479+0000","last_active":"2023-08-28T02:37:54.728490+0000","last_peered":"2023-08-28T02:37:54.728490+0000","last_clean":"2023-08-28T02:37:54.728490+0000","last_became_active":"2023-08-28T02:33:12.294160+0000","last_became_peered":"2023-08-28T02:33:12.294160+0000","last_unstale":"2023-08-28T02:37:54.728490+0000","last_undegraded":"2023-08-28T02:37:54.728490+0000","last_fullsized":"2023-08-28T02:37:54.728490+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.899247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.899247+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":278,"reported_epoch":351,"state":"active+clean","last_fresh":"2023-08-28T02:37:53.735222+0000","last_change":"2023-08-28T02:33:13.539335+0000","last_active":"2023-08-28T02:37:53.735222+0000","last_peered":"2023-08-28T02:37:53.735222+0000","last_clean":"2023-08-28T02:37:53.735222+0000","last_became_active":"2023-08-28T02:33:13.538978+0000","last_became_peered":"2023-08-28T02:33:13.538978+0000","last_unstale":"2023-08-28T02:37:53.735222+0000","last_undegraded":"2023-08-28T02:37:53.735222+0000","last_fullsized":"2023-08-28T02:37:53.735222+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:26:13.405766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"65'1","reported_seq":342,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.730072+0000","last_change":"2023-08-28T02:29:44.510205+0000","last_active":"2023-08-28T02:37:54.730072+0000","last_peered":"2023-08-28T02:37:54.730072+0000","last_clean":"2023-08-28T02:37:54.730072+0000","last_became_active":"2023-08-28T02:29:44.429357+0000","last_became_peered":"2023-08-28T02:29:44.429357+0000","last_unstale":"2023-08-28T02:37:54.730072+0000","last_undegraded":"2023-08-28T02:37:54.730072+0000","last_fullsized":"2023-08-28T02:37:54.730072+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:44:59.955729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":307,"reported_epoch":351,"state":"active+clean","last_fresh":"2023-08-28T02:37:53.723185+0000","last_change":"2023-08-28T02:32:12.950661+0000","last_active":"2023-08-28T02:37:53.723185+0000","last_peered":"2023-08-28T02:37:53.723185+0000","last_clean":"2023-08-28T02:37:53.723185+0000","last_became_active":"2023-08-28T02:32:12.950276+0000","last_became_peered":"2023-08-28T02:32:12.950276+0000","last_unstale":"2023-08-28T02:37:53.723185+0000","last_undegraded":"2023-08-28T02:37:53.723185+0000","last_fullsized":"2023-08-28T02:37:53.723185+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:05:17.972868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"65'1","reported_seq":300,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.726162+0000","last_change":"2023-08-28T02:14:43.042150+0000","last_active":"2023-08-28T02:37:54.726162+0000","last_peered":"2023-08-28T02:37:54.726162+0000","last_clean":"2023-08-28T02:37:54.726162+0000","last_became_active":"2023-08-28T02:14:43.038336+0000","last_became_peered":"2023-08-28T02:14:43.038336+0000","last_unstale":"2023-08-28T02:37:54.726162+0000","last_undegraded":"2023-08-28T02:37:54.726162+0000","last_fullsized":"2023-08-28T02:37:54.726162+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:26:02.415152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":349,"reported_epoch":351,"state":"active+clean","last_fresh":"2023-08-28T02:37:53.755284+0000","last_change":"2023-08-28T02:33:13.318097+0000","last_active":"2023-08-28T02:37:53.755284+0000","last_peered":"2023-08-28T02:37:53.755284+0000","last_clean":"2023-08-28T02:37:53.755284+0000","last_became_active":"2023-08-28T02:33:13.317761+0000","last_became_peered":"2023-08-28T02:33:13.317761+0000","last_unstale":"2023-08-28T02:37:53.755284+0000","last_undegraded":"2023-08-28T02:37:53.755284+0000","last_fullsized":"2023-08-28T02:37:53.755284+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:24.836996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"65'2","reported_seq":345,"reported_epoch":351,"state":"active+clean","last_fresh":"2023-08-28T02:37:53.735513+0000","last_change":"2023-08-28T02:29:44.535937+0000","last_active":"2023-08-28T02:37:53.735513+0000","last_peered":"2023-08-28T02:37:53.735513+0000","last_clean":"2023-08-28T02:37:53.735513+0000","last_became_active":"2023-08-28T02:29:44.462244+0000","last_became_peered":"2023-08-28T02:29:44.462244+0000","last_unstale":"2023-08-28T02:37:53.735513+0000","last_undegraded":"2023-08-28T02:37:53.735513+0000","last_fullsized":"2023-08-28T02:37:53.735513+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:30:33.173713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":347,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.725886+0000","last_change":"2023-08-28T02:33:12.305580+0000","last_active":"2023-08-28T02:37:54.725886+0000","last_peered":"2023-08-28T02:37:54.725886+0000","last_clean":"2023-08-28T02:37:54.725886+0000","last_became_active":"2023-08-28T02:33:12.305261+0000","last_became_peered":"2023-08-28T02:33:12.305261+0000","last_unstale":"2023-08-28T02:37:54.725886+0000","last_undegraded":"2023-08-28T02:37:54.725886+0000","last_fullsized":"2023-08-28T02:37:54.725886+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:22:31.614221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"65'2","reported_seq":314,"reported_epoch":351,"state":"active+clean","last_fresh":"2023-08-28T02:37:53.735698+0000","last_change":"2023-08-28T02:31:51.991101+0000","last_active":"2023-08-28T02:37:53.735698+0000","last_peered":"2023-08-28T02:37:53.735698+0000","last_clean":"2023-08-28T02:37:53.735698+0000","last_became_active":"2023-08-28T02:31:51.987237+0000","last_became_peered":"2023-08-28T02:31:51.987237+0000","last_unstale":"2023-08-28T02:37:53.735698+0000","last_undegraded":"2023-08-28T02:37:53.735698+0000","last_fullsized":"2023-08-28T02:37:53.735698+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:07:07.370857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":348,"reported_epoch":351,"state":"active+clean","last_fresh":"2023-08-28T02:37:53.723369+0000","last_change":"2023-08-28T02:33:12.494483+0000","last_active":"2023-08-28T02:37:53.723369+0000","last_peered":"2023-08-28T02:37:53.723369+0000","last_clean":"2023-08-28T02:37:53.723369+0000","last_became_active":"2023-08-28T02:33:12.494136+0000","last_became_peered":"2023-08-28T02:33:12.494136+0000","last_unstale":"2023-08-28T02:37:53.723369+0000","last_undegraded":"2023-08-28T02:37:53.723369+0000","last_fullsized":"2023-08-28T02:37:53.723369+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:36.772588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"65'1","reported_seq":294,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.728894+0000","last_change":"2023-08-28T02:33:13.287922+0000","last_active":"2023-08-28T02:37:54.728894+0000","last_peered":"2023-08-28T02:37:54.728894+0000","last_clean":"2023-08-28T02:37:54.728894+0000","last_became_active":"2023-08-28T02:33:13.287520+0000","last_became_peered":"2023-08-28T02:33:13.287520+0000","last_unstale":"2023-08-28T02:37:54.728894+0000","last_undegraded":"2023-08-28T02:37:54.728894+0000","last_fullsized":"2023-08-28T02:37:54.728894+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:11.627168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":308,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-08-28T02:37:58.042742+0000","last_change":"2023-08-28T02:33:13.289469+0000","last_active":"2023-08-28T02:37:58.042742+0000","last_peered":"2023-08-28T02:37:58.042742+0000","last_clean":"2023-08-28T02:37:58.042742+0000","last_became_active":"2023-08-28T02:33:13.288737+0000","last_became_peered":"2023-08-28T02:33:13.288737+0000","last_unstale":"2023-08-28T02:37:58.042742+0000","last_undegraded":"2023-08-28T02:37:58.042742+0000","last_fullsized":"2023-08-28T02:37:58.042742+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:11:15.043550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"65'4","reported_seq":332,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.729995+0000","last_change":"2023-08-28T02:32:28.607010+0000","last_active":"2023-08-28T02:37:54.729995+0000","last_peered":"2023-08-28T02:37:54.729995+0000","last_clean":"2023-08-28T02:37:54.729995+0000","last_became_active":"2023-08-28T02:32:28.492224+0000","last_became_peered":"2023-08-28T02:32:28.492224+0000","last_unstale":"2023-08-28T02:37:54.729995+0000","last_undegraded":"2023-08-28T02:37:54.729995+0000","last_fullsized":"2023-08-28T02:37:54.729995+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:13:45.711951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":554,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":358,"reported_epoch":351,"state":"active+clean","last_fresh":"2023-08-28T02:37:53.723122+0000","last_change":"2023-08-28T02:33:13.309144+0000","last_active":"2023-08-28T02:37:53.723122+0000","last_peered":"2023-08-28T02:37:53.723122+0000","last_clean":"2023-08-28T02:37:53.723122+0000","last_became_active":"2023-08-28T02:33:13.308910+0000","last_became_peered":"2023-08-28T02:33:13.308910+0000","last_unstale":"2023-08-28T02:37:53.723122+0000","last_undegraded":"2023-08-28T02:37:53.723122+0000","last_fullsized":"2023-08-28T02:37:53.723122+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:09:59.549591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":4449566744,"num_objects":67896,"num_object_clones":0,"num_object_copies":203688,"num_objects_missing_on_primary":4338,"num_objects_missing":4338,"num_objects_degraded":27175,"num_objects_misplaced":16414,"num_objects_unfound":0,"num_objects_dirty":67896,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":118718,"num_write_kb":5971585,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":42338,"num_bytes_recovered":2752839680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":14118825984,"data_stored":14118813768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97066,"ondisk_log_size":97066,"up":48,"acting":44,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":10126,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":370028,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":89,"num_read_kb":167,"num_write":44,"num_write_kb":440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":584707,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2048000,"data_stored":2033792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299772,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1856556,"kb_used_data":1369380,"kb_used_omap":0,"kb_used_meta":487168,"kb_avail":91888596,"statfs":{"total":95995035648,"available":94093922304,"internally_reserved":0,"allocated":1402245120,"data_stored":1400845463,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":498860032},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:37:11 2023","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.53100000000000003,"15min":1.2889999999999999},"min":{"1min":0.29699999999999999,"5min":0.23400000000000001,"15min":0.219},"max":{"1min":0.66600000000000004,"5min":3.6480000000000001,"15min":13.118},"last":0.63900000000000001},{"interface":"front","average":{"1min":0.48499999999999999,"5min":0.59799999999999998,"15min":1.6899999999999999},"min":{"1min":0.247,"5min":0.247,"15min":0.246},"max":{"1min":0.621,"5min":3.6619999999999999,"15min":17.402999999999999},"last":0.36499999999999999}]},{"osd":1,"last update":"Mon Aug 28 02:37:43 2023","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.56699999999999995,"15min":1.954},"min":{"1min":0.253,"5min":0.253,"15min":0.248},"max":{"1min":0.54500000000000004,"5min":5.492,"15min":17.43},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.76700000000000002,"5min":0.72799999999999998,"15min":1.8260000000000001},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.25900000000000001},"max":{"1min":4.9749999999999996,"5min":5.5179999999999998,"15min":19.913},"last":0.42899999999999999}]},{"osd":2,"last update":"Mon Aug 28 02:37:28 2023","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.49099999999999999,"15min":1.355},"min":{"1min":0.312,"5min":0.23499999999999999,"15min":0.22800000000000001},"max":{"1min":0.65100000000000002,"5min":3.1760000000000002,"15min":8.3889999999999993},"last":0.56699999999999995},{"interface":"front","average":{"1min":0.67600000000000005,"5min":0.57499999999999996,"15min":1.181},"min":{"1min":0.372,"5min":0.28799999999999998,"15min":0.28699999999999998},"max":{"1min":2.399,"5min":2.919,"15min":9.2219999999999995},"last":0.48399999999999999}]},{"osd":3,"last update":"Mon Aug 28 02:37:18 2023","interfaces":[{"interface":"back","average":{"1min":0.66900000000000004,"5min":0.64600000000000002,"15min":0.69399999999999995},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":2.468,"5min":3.0099999999999998,"15min":3.0099999999999998},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.498,"5min":0.59899999999999998,"15min":0.61899999999999999},"min":{"1min":0.39700000000000002,"5min":0.308,"15min":0.308},"max":{"1min":0.64500000000000002,"5min":3.1000000000000001,"15min":3.1000000000000001},"last":0.66300000000000003}]},{"osd":4,"last update":"Mon Aug 28 02:37:11 2023","interfaces":[{"interface":"back","average":{"1min":0.39400000000000002,"5min":0.51800000000000002,"15min":1.2729999999999999},"min":{"1min":0.28299999999999997,"5min":0.26500000000000001,"15min":0.245},"max":{"1min":0.52000000000000002,"5min":5.2169999999999996,"15min":18.943000000000001},"last":0.40100000000000002},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.53500000000000003,"15min":0.93600000000000005},"min":{"1min":0.33100000000000002,"5min":0.26500000000000001,"15min":0.25700000000000001},"max":{"1min":2.4940000000000002,"5min":2.9870000000000001,"15min":8.1890000000000001},"last":0.627}]},{"osd":5,"last update":"Mon Aug 28 02:37:11 2023","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.47099999999999997,"15min":1.04},"min":{"1min":0.28100000000000003,"5min":0.246,"15min":0.23599999999999999},"max":{"1min":0.64500000000000002,"5min":3.2120000000000002,"15min":14.622},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.53800000000000003,"15min":1.27},"min":{"1min":0.33800000000000002,"5min":0.317,"15min":0.27000000000000002},"max":{"1min":0.80200000000000005,"5min":3.0499999999999998,"15min":17.324999999999999},"last":0.495}]},{"osd":6,"last update":"Mon Aug 28 02:37:11 2023","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.59599999999999997,"15min":1.292},"min":{"1min":0.376,"5min":0.33300000000000002,"15min":0.30299999999999999},"max":{"1min":0.83399999999999996,"5min":3.2250000000000001,"15min":17.454999999999998},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.58899999999999997,"15min":0.85099999999999998},"min":{"1min":0.33400000000000002,"5min":0.31,"15min":0.28999999999999998},"max":{"1min":2.4399999999999999,"5min":3.0499999999999998,"15min":7.665},"last":0.53600000000000003}]}]},{"osd":6,"up_from":0,"seq":193273528703,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":101,"seq":433791697162,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1457432,"kb_used_data":825168,"kb_used_omap":4,"kb_used_meta":632251,"kb_avail":92287720,"statfs":{"total":95995035648,"available":94502625280,"internally_reserved":0,"allocated":844972032,"data_stored":842975325,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":647425934},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:37:47 2023","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.47399999999999998,"15min":1.9430000000000001},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.214},"max":{"1min":0.66900000000000004,"5min":3.3730000000000002,"15min":24.545999999999999},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.65500000000000003,"15min":2.4820000000000002},"min":{"1min":0.28199999999999997,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":1.466,"5min":7.2450000000000001,"15min":24.515000000000001},"last":0.36899999999999999}]},{"osd":2,"last update":"Mon Aug 28 02:37:32 2023","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.63800000000000001,"15min":2.153},"min":{"1min":0.31900000000000001,"5min":0.28699999999999998,"15min":0.24099999999999999},"max":{"1min":1.0489999999999999,"5min":4.0579999999999998,"15min":22.161000000000001},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.503,"5min":0.629,"15min":1.609},"min":{"1min":0.28499999999999998,"5min":0.28399999999999997,"15min":0.253},"max":{"1min":1.8129999999999999,"5min":7.0110000000000001,"15min":19.100999999999999},"last":0.39700000000000002}]},{"osd":3,"last update":"Mon Aug 28 02:37:20 2023","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.53600000000000003,"15min":0.48699999999999999},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":2.742,"5min":2.742,"15min":2.742},"last":0.34300000000000003},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.56499999999999995,"15min":0.53100000000000003},"min":{"1min":0.309,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.88500000000000001,"5min":3.5819999999999999,"15min":3.5819999999999999},"last":0.46999999999999997}]},{"osd":4,"last update":"Mon Aug 28 02:37:47 2023","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.63300000000000001,"15min":1.3939999999999999},"min":{"1min":0.33600000000000002,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":1.2909999999999999,"5min":3.0259999999999998,"15min":18.992999999999999},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.58699999999999997,"15min":1.532},"min":{"1min":0.378,"5min":0.29099999999999998,"15min":0.26400000000000001},"max":{"1min":0.71799999999999997,"5min":1.9650000000000001,"15min":14.779999999999999},"last":0.44}]},{"osd":5,"last update":"Mon Aug 28 02:37:47 2023","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.66900000000000004,"15min":2.0059999999999998},"min":{"1min":0.376,"5min":0.35999999999999999,"15min":0.29999999999999999},"max":{"1min":1.423,"5min":3.7029999999999998,"15min":18.626999999999999},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.623,"5min":0.69399999999999995,"15min":1.833},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.33600000000000002},"max":{"1min":1.3280000000000001,"5min":3.0609999999999999,"15min":18.945},"last":0.49399999999999999}]},{"osd":6,"last update":"Mon Aug 28 02:37:47 2023","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.68700000000000006,"15min":1.946},"min":{"1min":0.42799999999999999,"5min":0.40000000000000002,"15min":0.34300000000000003},"max":{"1min":1.4990000000000001,"5min":3.7400000000000002,"15min":12.221},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.70499999999999996,"5min":0.73899999999999999,"15min":1.6259999999999999},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.35699999999999998},"max":{"1min":2.375,"5min":3.089,"15min":19.021999999999998},"last":0.54500000000000004}]},{"osd":7,"last update":"Mon Aug 28 02:37:47 2023","interfaces":[{"interface":"back","average":{"1min":0.64000000000000001,"5min":0.74399999999999999,"15min":1.75},"min":{"1min":0.38500000000000001,"5min":0.374,"15min":0.374},"max":{"1min":1.4710000000000001,"5min":3.1080000000000001,"15min":19.047999999999998},"last":0.58699999999999997},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.67800000000000005,"15min":1.7669999999999999},"min":{"1min":0.46300000000000002,"5min":0.432,"15min":0.312},"max":{"1min":0.80000000000000004,"5min":1.9430000000000001,"15min":14.818},"last":0.59999999999999998}]}]},{"osd":0,"up_from":87,"seq":373662155029,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3368812,"kb_used_data":2695588,"kb_used_omap":5,"kb_used_meta":673210,"kb_avail":90376340,"statfs":{"total":95995035648,"available":92545372160,"internally_reserved":0,"allocated":2760282112,"data_stored":2758163465,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":689367674},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:37:38 2023","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.48999999999999999,"15min":1.532},"min":{"1min":0.26900000000000002,"5min":0.20300000000000001,"15min":0.184},"max":{"1min":2.5489999999999999,"5min":5.3280000000000003,"15min":30.315000000000001},"last":0.246},{"interface":"front","average":{"1min":0.65700000000000003,"5min":0.52300000000000002,"15min":2.3069999999999999},"min":{"1min":0.29699999999999999,"5min":0.25800000000000001,"15min":0.221},"max":{"1min":4.0679999999999996,"5min":4.0679999999999996,"15min":69.272000000000006},"last":0.35099999999999998}]},{"osd":2,"last update":"Mon Aug 28 02:37:38 2023","interfaces":[{"interface":"back","average":{"1min":0.70799999999999996,"5min":0.63900000000000001,"15min":1.8420000000000001},"min":{"1min":0.247,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":4.4020000000000001,"5min":4.4020000000000001,"15min":20.959},"last":0.32900000000000001},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.69799999999999995,"15min":1.677},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.24299999999999999},"max":{"1min":2.5190000000000001,"5min":6.1180000000000003,"15min":9.3729999999999993},"last":0.317}]},{"osd":3,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.996,"5min":0.80400000000000005,"15min":0.76800000000000002},"min":{"1min":0.32900000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":5.6680000000000001,"5min":5.6680000000000001,"15min":5.6680000000000001},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.754,"15min":0.77200000000000002},"min":{"1min":0.40300000000000002,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":2.4889999999999999,"5min":4.9199999999999999,"15min":4.9199999999999999},"last":0.46500000000000002}]},{"osd":4,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.56299999999999994,"15min":2.3380000000000001},"min":{"1min":0.33100000000000002,"5min":0.314,"15min":0.29299999999999998},"max":{"1min":2.3210000000000002,"5min":3.9710000000000001,"15min":274.33199999999999},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.66300000000000003,"15min":2.6949999999999998},"min":{"1min":0.376,"5min":0.315,"15min":0.28199999999999997},"max":{"1min":1.357,"5min":2.6520000000000001,"15min":266.31999999999999},"last":0.40500000000000003}]},{"osd":5,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.67700000000000005,"5min":0.623,"15min":1.415},"min":{"1min":0.38800000000000001,"5min":0.33300000000000002,"15min":0.29299999999999998},"max":{"1min":2.3759999999999999,"5min":4.1219999999999999,"15min":13.038},"last":0.376},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.65700000000000003,"15min":1.895},"min":{"1min":0.41899999999999998,"5min":0.36399999999999999,"15min":0.27800000000000002},"max":{"1min":1.3120000000000001,"5min":2.2679999999999998,"15min":15.231},"last":0.42699999999999999}]},{"osd":6,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.72799999999999998,"5min":0.66600000000000004,"15min":1.6120000000000001},"min":{"1min":0.41299999999999998,"5min":0.38300000000000001,"15min":0.29399999999999998},"max":{"1min":2.4540000000000002,"5min":4.0620000000000003,"15min":15.122999999999999},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.621,"5min":0.68400000000000005,"15min":1.905},"min":{"1min":0.45200000000000001,"5min":0.40000000000000002,"15min":0.35599999999999998},"max":{"1min":1.3919999999999999,"5min":2.3029999999999999,"15min":15.186999999999999},"last":0.45300000000000001}]},{"osd":7,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":1.006,"5min":0.78900000000000003,"15min":1.899},"min":{"1min":0.51300000000000001,"5min":0.36399999999999999,"15min":0.33400000000000002},"max":{"1min":4.4390000000000001,"5min":4.4390000000000001,"15min":16.183},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.80500000000000005,"5min":0.73899999999999999,"15min":1.625},"min":{"1min":0.46000000000000002,"5min":0.38500000000000001,"15min":0.35999999999999999},"max":{"1min":2.4220000000000002,"5min":4.0250000000000004,"15min":13.005000000000001},"last":0.57299999999999995}]}]},{"osd":2,"up_from":0,"seq":502511173888,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":297,"seq":1275605286971,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":934240,"kb_used_data":777176,"kb_used_omap":2,"kb_used_meta":157053,"kb_avail":92810912,"statfs":{"total":95995035648,"available":95038373888,"internally_reserved":0,"allocated":795828224,"data_stored":793826151,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":160822325},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:37:14 2023","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.52700000000000002,"15min":0.44400000000000001},"min":{"1min":0.247,"5min":0.22,"15min":0.22},"max":{"1min":2.2530000000000001,"5min":6.8819999999999997,"15min":6.8819999999999997},"last":0.32000000000000001},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.69299999999999995,"15min":0.69699999999999995},"min":{"1min":0.30399999999999999,"5min":0.217,"15min":0.217},"max":{"1min":1.018,"5min":6.7839999999999998,"15min":6.7839999999999998},"last":0.29099999999999998}]},{"osd":1,"last update":"Mon Aug 28 02:37:14 2023","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.56000000000000005,"15min":0.45200000000000001},"min":{"1min":0.28499999999999998,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":1.056,"5min":4.0650000000000004,"15min":4.0650000000000004},"last":0.41999999999999998},{"interface":"front","average":{"1min":0.624,"5min":0.70799999999999996,"15min":0.71899999999999997},"min":{"1min":0.28999999999999998,"5min":0.249,"15min":0.249},"max":{"1min":1.431,"5min":3.9249999999999998,"15min":3.9249999999999998},"last":0.40699999999999997}]},{"osd":2,"last update":"Mon Aug 28 02:37:14 2023","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.57199999999999995,"15min":0.61799999999999999},"min":{"1min":0.31,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":1.3919999999999999,"5min":2.5449999999999999,"15min":2.5449999999999999},"last":0.35099999999999998},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.61899999999999999,"15min":0.56899999999999995},"min":{"1min":0.38200000000000001,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":1.1539999999999999,"5min":4.7030000000000003,"15min":4.7030000000000003},"last":0.441}]},{"osd":4,"last update":"Mon Aug 28 02:37:14 2023","interfaces":[{"interface":"back","average":{"1min":0.91800000000000004,"5min":0.63300000000000001,"15min":0.59199999999999997},"min":{"1min":0.40699999999999997,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":6.2670000000000003,"5min":6.2670000000000003,"15min":6.2670000000000003},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.78100000000000003,"5min":0.65100000000000002,"15min":0.57299999999999995},"min":{"1min":0.39800000000000002,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":2.8380000000000001,"5min":3.5030000000000001,"15min":3.5030000000000001},"last":0.46200000000000002}]},{"osd":5,"last update":"Mon Aug 28 02:37:14 2023","interfaces":[{"interface":"back","average":{"1min":0.68799999999999994,"5min":0.65100000000000002,"15min":0.59499999999999997},"min":{"1min":0.40100000000000002,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":2.29,"5min":3.5390000000000001,"15min":3.5390000000000001},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.73899999999999999,"5min":0.58199999999999996,"15min":0.55500000000000005},"min":{"1min":0.40600000000000003,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":2.7149999999999999,"5min":2.7149999999999999,"15min":2.7149999999999999},"last":0.64000000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:37:14 2023","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.63100000000000001,"15min":0.64000000000000001},"min":{"1min":0.437,"5min":0.436,"15min":0.436},"max":{"1min":0.89000000000000001,"5min":1.8879999999999999,"15min":1.8879999999999999},"last":0.497},{"interface":"front","average":{"1min":0.66100000000000003,"5min":0.69699999999999995,"15min":0.65300000000000002},"min":{"1min":0.44700000000000001,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.99099999999999999,"5min":3.6099999999999999,"15min":3.6099999999999999},"last":0.51900000000000002}]},{"osd":7,"last update":"Mon Aug 28 02:37:14 2023","interfaces":[{"interface":"back","average":{"1min":0.78000000000000003,"5min":0.63400000000000001,"15min":0.59599999999999997},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":2.9399999999999999,"5min":2.9399999999999999,"15min":2.9399999999999999},"last":0.59799999999999998},{"interface":"front","average":{"1min":0.82899999999999996,"5min":0.68500000000000005,"15min":0.66000000000000003},"min":{"1min":0.46500000000000002,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":2.9540000000000002,"5min":2.9540000000000002,"15min":2.9540000000000002},"last":0.53500000000000003}]}]},{"osd":4,"up_from":30,"seq":128849019265,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3222000,"kb_used_data":2746024,"kb_used_omap":0,"kb_used_meta":475968,"kb_avail":90523152,"statfs":{"total":95995035648,"available":92695707648,"internally_reserved":0,"allocated":2811928576,"data_stored":2810525602,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":487391232},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.55900000000000005,"15min":1.593},"min":{"1min":0.26100000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":4.46,"5min":10.249000000000001,"15min":22.515000000000001},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.56000000000000005,"15min":1.5249999999999999},"min":{"1min":0.28100000000000003,"5min":0.23200000000000001,"15min":0.217},"max":{"1min":1.425,"5min":4.5250000000000004,"15min":22.454000000000001},"last":0.55000000000000004}]},{"osd":1,"last update":"Mon Aug 28 02:37:48 2023","interfaces":[{"interface":"back","average":{"1min":0.71399999999999997,"5min":0.59499999999999997,"15min":1.3899999999999999},"min":{"1min":0.26300000000000001,"5min":0.254,"15min":0.24199999999999999},"max":{"1min":4.5090000000000003,"5min":5.5979999999999999,"15min":23.082000000000001},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.81599999999999995,"5min":0.56499999999999995,"15min":1.5449999999999999},"min":{"1min":0.28899999999999998,"5min":0.26300000000000001,"15min":0.26000000000000001},"max":{"1min":4.5910000000000002,"5min":4.7960000000000003,"15min":25.100000000000001},"last":0.59099999999999997}]},{"osd":2,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.72399999999999998,"5min":0.67400000000000004,"15min":1.5169999999999999},"min":{"1min":0.29599999999999999,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":4.5430000000000001,"5min":4.827,"15min":16.231000000000002},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.85399999999999998,"5min":0.64600000000000002,"15min":1.4039999999999999},"min":{"1min":0.33200000000000002,"5min":0.312,"15min":0.251},"max":{"1min":5.6360000000000001,"5min":5.6360000000000001,"15min":13.515000000000001},"last":0.60199999999999998}]},{"osd":3,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.69699999999999995,"15min":0.77100000000000002},"min":{"1min":0.34799999999999998,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.9059999999999999,"5min":7.7480000000000002,"15min":7.7480000000000002},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.627,"5min":0.70999999999999996,"15min":0.67000000000000004},"min":{"1min":0.371,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":1.4850000000000001,"5min":3.7069999999999999,"15min":3.7069999999999999},"last":0.50900000000000001}]},{"osd":5,"last update":"Mon Aug 28 02:37:01 2023","interfaces":[{"interface":"back","average":{"1min":0.73099999999999998,"5min":0.57799999999999996,"15min":1.095},"min":{"1min":0.27500000000000002,"5min":0.222,"15min":0.222},"max":{"1min":4.609,"5min":4.6689999999999996,"15min":16.181999999999999},"last":0.28399999999999997},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.71299999999999997,"15min":1.1200000000000001},"min":{"1min":0.34699999999999998,"5min":0.224,"15min":0.20699999999999999},"max":{"1min":1.5700000000000001,"5min":8.6370000000000005,"15min":10.233000000000001},"last":0.379}]},{"osd":6,"last update":"Mon Aug 28 02:37:16 2023","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.55500000000000005,"15min":1.052},"min":{"1min":0.29599999999999999,"5min":0.27100000000000002,"15min":0.26500000000000001},"max":{"1min":1.6000000000000001,"5min":2.9830000000000001,"15min":10.023999999999999},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.61799999999999999,"15min":1.121},"min":{"1min":0.313,"5min":0.28299999999999997,"15min":0.26600000000000001},"max":{"1min":1.679,"5min":4.5949999999999998,"15min":8.5},"last":0.40500000000000003}]},{"osd":7,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.67600000000000005,"5min":0.57899999999999996,"15min":1.143},"min":{"1min":0.35399999999999998,"5min":0.28999999999999998,"15min":0.22500000000000001},"max":{"1min":4.5720000000000001,"5min":4.8559999999999999,"15min":9.3209999999999997},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.59099999999999997,"15min":1.089},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.30299999999999999},"max":{"1min":1.647,"5min":2.754,"15min":15.597},"last":0.41899999999999998}]}]},{"osd":5,"up_from":37,"seq":158913790338,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2476956,"kb_used_data":1911636,"kb_used_omap":0,"kb_used_meta":565312,"kb_avail":91268196,"statfs":{"total":95995035648,"available":93458632704,"internally_reserved":0,"allocated":1957515264,"data_stored":1956128209,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":578879488},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:37:49 2023","interfaces":[{"interface":"back","average":{"1min":0.439,"5min":0.44800000000000001,"15min":1.661},"min":{"1min":0.245,"5min":0.23200000000000001,"15min":0.20200000000000001},"max":{"1min":1.1100000000000001,"5min":1.4530000000000001,"15min":40.334000000000003},"last":0.502},{"interface":"front","average":{"1min":0.498,"5min":0.69299999999999995,"15min":1.6830000000000001},"min":{"1min":0.32100000000000001,"5min":0.26600000000000001,"15min":0.23200000000000001},"max":{"1min":0.93300000000000005,"5min":19.815999999999999,"15min":40.212000000000003},"last":0.57799999999999996}]},{"osd":1,"last update":"Mon Aug 28 02:37:49 2023","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.63600000000000001,"15min":1.8620000000000001},"min":{"1min":0.28799999999999998,"5min":0.27900000000000003,"15min":0.23699999999999999},"max":{"1min":1.0700000000000001,"5min":17.998000000000001,"15min":40.088000000000001},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.73199999999999998,"15min":1.738},"min":{"1min":0.36099999999999999,"5min":0.28100000000000003,"15min":0.26000000000000001},"max":{"1min":0.95699999999999996,"5min":19.853000000000002,"15min":40.243000000000002},"last":0.51700000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:37:49 2023","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.57199999999999995,"15min":1.6120000000000001},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.27700000000000002},"max":{"1min":1.776,"5min":5.3099999999999996,"15min":40.436999999999998},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.60999999999999999,"15min":1.7569999999999999},"min":{"1min":0.32600000000000001,"5min":0.315,"15min":0.27200000000000002},"max":{"1min":2.069,"5min":4.2400000000000002,"15min":40.555},"last":0.55000000000000004}]},{"osd":3,"last update":"Mon Aug 28 02:37:21 2023","interfaces":[{"interface":"back","average":{"1min":0.44900000000000001,"5min":0.82399999999999995,"15min":1.1399999999999999},"min":{"1min":0.308,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.52600000000000002,"5min":16.190999999999999,"15min":16.190999999999999},"last":0.378},{"interface":"front","average":{"1min":0.53100000000000003,"5min":1.0589999999999999,"15min":1.476},"min":{"1min":0.42599999999999999,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.77800000000000002,"5min":21.420999999999999,"15min":21.420999999999999},"last":0.60399999999999998}]},{"osd":4,"last update":"Mon Aug 28 02:36:58 2023","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.60299999999999998,"15min":1.2589999999999999},"min":{"1min":0.25,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.78300000000000003,"5min":13.616,"15min":40.762999999999998},"last":0.29099999999999998},{"interface":"front","average":{"1min":0.442,"5min":0.70799999999999996,"15min":1.3620000000000001},"min":{"1min":0.34499999999999997,"5min":0.27900000000000003,"15min":0.25700000000000001},"max":{"1min":0.59399999999999997,"5min":6.3819999999999997,"15min":40.634},"last":0.33100000000000002}]},{"osd":6,"last update":"Mon Aug 28 02:37:49 2023","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.64100000000000001,"15min":1.4279999999999999},"min":{"1min":0.30499999999999999,"5min":0.28599999999999998,"15min":0.23300000000000001},"max":{"1min":1.6439999999999999,"5min":10.66,"15min":42.409999999999997},"last":1.0680000000000001},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":1.369},"min":{"1min":0.35999999999999999,"5min":0.29499999999999998,"15min":0.254},"max":{"1min":1.7150000000000001,"5min":6.1159999999999997,"15min":42.533999999999999},"last":0.44400000000000001}]},{"osd":7,"last update":"Mon Aug 28 02:37:49 2023","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.60199999999999998,"15min":1.5780000000000001},"min":{"1min":0.39400000000000002,"5min":0.33900000000000002,"15min":0.315},"max":{"1min":0.68999999999999995,"5min":6.1749999999999998,"15min":42.667000000000002},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.628,"15min":1.6060000000000001},"min":{"1min":0.42299999999999999,"5min":0.33000000000000002,"15min":0.318},"max":{"1min":1.8069999999999999,"5min":4.149,"15min":42.344000000000001},"last":0.39400000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":2752385024,"data_stored":2752380952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":839450624,"data_stored":839450624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1839792128,"data_stored":1839792128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":789643264,"data_stored":789643264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":2806517760,"data_stored":2806513688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1951531008,"data_stored":1951531008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1742606336,"data_stored":1742602264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1396899840,"data_stored":1396899840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:38:01.242 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:38:01.278 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:01.351 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:38:01.355 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:01.356 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:38:01.400 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:01 smithi083 ceph-mon[157819]: pgmap v1076: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 4.1 GiB data, 13 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 83 op/s; 27175/203757 objects degraded (13.337%); 16414/203757 objects misplaced (8.056%); 8.4 MiB/s, 147 objects/s recovering 2023-08-28T02:38:01.400 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:01 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 27204/204198 objects degraded (13.322%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-08-28T02:38:01.456 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:38:01.492 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:01.564 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:38:01.567 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:01.568 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:38:01.612 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.5 dump_blocked_ops 2023-08-28T02:38:01.669 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:38:01.701 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:01.774 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:38:01.778 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:01.778 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:38:01.879 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:38:01.911 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:01.935 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:38:01.938 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:01.938 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:38:01.955 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:38:02.023 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:02 smithi040 ceph-mon[170259]: from='client.46109 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:38:02.039 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:38:02.071 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:02.092 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:38:02.095 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:02.095 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:38:02.196 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:38:02.228 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:02.251 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:38:02.254 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:02.254 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:38:02.298 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-08-28T02:38:02.329 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:02 smithi040 ceph-mon[175404]: from='client.46109 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:38:02.355 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:38:02.388 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:02.400 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:02 smithi083 ceph-mon[157819]: from='client.46109 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:38:02.416 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:38:02.419 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:02.419 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:38:02.520 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:38:02.551 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:02.575 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:38:02.580 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:02.581 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:38:02.623 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:38:02.681 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:38:02.714 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:03.037 INFO:teuthology.orchestra.run.smithi040.stderr:noscrub is set 2023-08-28T02:38:03.198 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:38:03.201 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:03.202 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:38:03.286 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:03 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1436876712' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:38:03.286 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:03 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:38:03.286 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:03 smithi083 ceph-mon[157819]: pgmap v1077: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 4.1 GiB data, 13 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 106 op/s; 27076/202899 objects degraded (13.345%); 16058/202899 objects misplaced (7.914%); 9.9 MiB/s, 169 objects/s recovering 2023-08-28T02:38:03.303 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:38:03.333 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:03.380 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:03 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1436876712' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:38:03.380 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:03 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:38:03.380 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:03 smithi040 ceph-mon[170259]: pgmap v1077: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 4.1 GiB data, 13 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 106 op/s; 27076/202899 objects degraded (13.345%); 16058/202899 objects misplaced (7.914%); 9.9 MiB/s, 169 objects/s recovering 2023-08-28T02:38:03.380 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:03 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1436876712' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:38:03.380 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:03 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:38:03.380 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:03 smithi040 ceph-mon[175404]: pgmap v1077: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 4.1 GiB data, 13 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 106 op/s; 27076/202899 objects degraded (13.345%); 16058/202899 objects misplaced (7.914%); 9.9 MiB/s, 169 objects/s recovering 2023-08-28T02:38:03.409 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:38:03.412 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:03.413 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:38:03.513 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:38:03.552 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:03.552 INFO:teuthology.orchestra.run.smithi083.stdout:ERROR: (22) Invalid argument 2023-08-28T02:38:03.552 INFO:teuthology.orchestra.run.smithi083.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:38:03.675 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:38:03.682 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:03.682 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:38:03.784 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:38:03.815 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:03.888 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:38:03.909 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:38:03.930 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:38:03.952 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:38:03.974 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:38:03.994 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:38:04.014 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:38:04.036 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:38:04.037 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-08-28T02:38:04.037 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-08-28T02:38:04.038 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-08-28T02:38:04.038 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-08-28T02:38:04.038 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-08-28T02:38:04.038 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-08-28T02:38:04.038 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-08-28T02:38:04.038 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-08-28T02:38:04.214 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:38:04.351 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:04 smithi040 ceph-mon[170259]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:38:04.351 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:04 smithi040 ceph-mon[170259]: failed to encode map e354 with expected crc 2023-08-28T02:38:04.351 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:04 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:38:04.351 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:04 smithi040 ceph-mon[170259]: osdmap e354: 8 total, 8 up, 6 in 2023-08-28T02:38:04.351 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:04 smithi040 ceph-mon[170259]: failed to encode map e354 with expected crc 2023-08-28T02:38:04.352 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:04 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1656051482' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:38:04.352 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:04 smithi040 ceph-mon[175404]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:38:04.352 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:04 smithi040 ceph-mon[175404]: failed to encode map e354 with expected crc 2023-08-28T02:38:04.352 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:04 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:38:04.352 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:04 smithi040 ceph-mon[175404]: osdmap e354: 8 total, 8 up, 6 in 2023-08-28T02:38:04.352 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:04 smithi040 ceph-mon[175404]: failed to encode map e354 with expected crc 2023-08-28T02:38:04.352 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:04 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1656051482' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:38:04.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:04 smithi083 ceph-mon[157819]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:38:04.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:04 smithi083 ceph-mon[157819]: failed to encode map e354 with expected crc 2023-08-28T02:38:04.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:04 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:38:04.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:04 smithi083 ceph-mon[157819]: osdmap e354: 8 total, 8 up, 6 in 2023-08-28T02:38:04.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:04 smithi083 ceph-mon[157819]: failed to encode map e354 with expected crc 2023-08-28T02:38:04.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:04 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1656051482' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:38:04.524 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:38:05.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:05 smithi040 ceph-mon[170259]: pgmap v1079: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 4.1 GiB data, 13 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 87 op/s; 27076/202671 objects degraded (13.360%); 16058/202671 objects misplaced (7.923%); 3.3 MiB/s, 52 objects/s recovering 2023-08-28T02:38:05.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:05 smithi040 ceph-mon[175404]: pgmap v1079: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 4.1 GiB data, 13 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 87 op/s; 27076/202671 objects degraded (13.360%); 16058/202671 objects misplaced (7.923%); 3.3 MiB/s, 52 objects/s recovering 2023-08-28T02:38:05.479 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:05 smithi083 ceph-mon[157819]: pgmap v1079: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 4.1 GiB data, 13 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 87 op/s; 27076/202671 objects degraded (13.360%); 16058/202671 objects misplaced (7.923%); 3.3 MiB/s, 52 objects/s recovering 2023-08-28T02:38:05.480 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.5 dump_historic_ops 2023-08-28T02:38:05.489 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:38:05.492 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:05.492 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:38:05.593 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:38:05.622 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:05.642 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:38:05.644 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:05.645 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:38:05.730 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd set nodeep-scrub 2023-08-28T02:38:05.731 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:38:05 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:38:05] "GET /metrics HTTP/1.1" 200 36613 "" "Prometheus/2.43.0" 2023-08-28T02:38:05.746 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:38:05.765 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:38:05.767 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:38:05.776 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:05.798 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:38:05.803 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:05.803 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:38:05.823 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:38:05.904 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:38:05.937 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:05.977 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:38:05.980 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:05.981 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:38:06.081 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:38:06.113 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:06.161 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":1079,"stamp":"2023-08-28T02:38:04.457253+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4426218244,"num_objects":67557,"num_object_clones":0,"num_object_copies":202671,"num_objects_missing_on_primary":4305,"num_objects_missing":4305,"num_objects_degraded":27076,"num_objects_misplaced":16058,"num_objects_unfound":0,"num_objects_dirty":67557,"num_whiteouts":0,"num_read":90,"num_read_kb":168,"num_write":119185,"num_write_kb":5972054,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":42725,"num_bytes_recovered":2777158545,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":98954,"ondisk_log_size":98954,"up":297,"acting":293,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":13290124,"kb_used_data":10289308,"kb_used_omap":12,"kb_used_meta":3000755,"kb_avail":549180788,"statfs":{"total":575970213888,"available":562361126912,"internally_reserved":0,"allocated":10536251392,"data_stored":10525928627,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12739,"internal_metadata":3072773693},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,2,0,0,1,0,2,0,0,0,3,1],"upper_bound":8192},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-45940736,"num_objects":-701,"num_object_clones":0,"num_object_copies":-2103,"num_objects_missing_on_primary":-60,"num_objects_missing":-60,"num_objects_degraded":-188,"num_objects_misplaced":-453,"num_objects_unfound":0,"num_objects_dirty":-701,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":701,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":424,"num_bytes_recovered":27787264,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.002076"},"pg_stats":[{"pgid":"3.1a","version":"65'1","reported_seq":364,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.727095+0000","last_change":"2023-08-28T02:32:32.667028+0000","last_active":"2023-08-28T02:37:54.727095+0000","last_peered":"2023-08-28T02:37:54.727095+0000","last_clean":"2023-08-28T02:37:54.727095+0000","last_became_active":"2023-08-28T02:32:32.666711+0000","last_became_peered":"2023-08-28T02:32:32.666711+0000","last_unstale":"2023-08-28T02:37:54.727095+0000","last_undegraded":"2023-08-28T02:37:54.727095+0000","last_fullsized":"2023-08-28T02:37:54.727095+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:28:21.913105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":317,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.725920+0000","last_change":"2023-08-28T02:29:44.421259+0000","last_active":"2023-08-28T02:37:54.725920+0000","last_peered":"2023-08-28T02:37:54.725920+0000","last_clean":"2023-08-28T02:37:54.725920+0000","last_became_active":"2023-08-28T02:29:44.420936+0000","last_became_peered":"2023-08-28T02:29:44.420936+0000","last_unstale":"2023-08-28T02:37:54.725920+0000","last_undegraded":"2023-08-28T02:37:54.725920+0000","last_fullsized":"2023-08-28T02:37:54.725920+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:22:26.346867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":158,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.754868+0000","last_change":"2023-08-28T02:33:12.290337+0000","last_active":"2023-08-28T02:37:54.754868+0000","last_peered":"2023-08-28T02:37:54.754868+0000","last_clean":"2023-08-28T02:37:54.754868+0000","last_became_active":"2023-08-28T02:33:12.289852+0000","last_became_peered":"2023-08-28T02:33:12.289852+0000","last_unstale":"2023-08-28T02:37:54.754868+0000","last_undegraded":"2023-08-28T02:37:54.754868+0000","last_fullsized":"2023-08-28T02:37:54.754868+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:04:26.420037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":332,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.730206+0000","last_change":"2023-08-28T02:33:13.317226+0000","last_active":"2023-08-28T02:37:54.730206+0000","last_peered":"2023-08-28T02:37:54.730206+0000","last_clean":"2023-08-28T02:37:54.730206+0000","last_became_active":"2023-08-28T02:33:13.316893+0000","last_became_peered":"2023-08-28T02:33:13.316893+0000","last_unstale":"2023-08-28T02:37:54.730206+0000","last_undegraded":"2023-08-28T02:37:54.730206+0000","last_fullsized":"2023-08-28T02:37:54.730206+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:55:46.593463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":277,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-08-28T02:37:58.042470+0000","last_change":"2023-08-28T02:33:12.295203+0000","last_active":"2023-08-28T02:37:58.042470+0000","last_peered":"2023-08-28T02:37:58.042470+0000","last_clean":"2023-08-28T02:37:58.042470+0000","last_became_active":"2023-08-28T02:33:12.294904+0000","last_became_peered":"2023-08-28T02:33:12.294904+0000","last_unstale":"2023-08-28T02:37:58.042470+0000","last_undegraded":"2023-08-28T02:37:58.042470+0000","last_fullsized":"2023-08-28T02:37:58.042470+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:31:07.008856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":294,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.732345+0000","last_change":"2023-08-28T02:31:51.987263+0000","last_active":"2023-08-28T02:37:54.732345+0000","last_peered":"2023-08-28T02:37:54.732345+0000","last_clean":"2023-08-28T02:37:54.732345+0000","last_became_active":"2023-08-28T02:31:51.986938+0000","last_became_peered":"2023-08-28T02:31:51.986938+0000","last_unstale":"2023-08-28T02:37:54.732345+0000","last_undegraded":"2023-08-28T02:37:54.732345+0000","last_fullsized":"2023-08-28T02:37:54.732345+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:18.021905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":326,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.729905+0000","last_change":"2023-08-28T02:33:12.318656+0000","last_active":"2023-08-28T02:37:54.729905+0000","last_peered":"2023-08-28T02:37:54.729905+0000","last_clean":"2023-08-28T02:37:54.729905+0000","last_became_active":"2023-08-28T02:33:12.318297+0000","last_became_peered":"2023-08-28T02:33:12.318297+0000","last_unstale":"2023-08-28T02:37:54.729905+0000","last_undegraded":"2023-08-28T02:37:54.729905+0000","last_fullsized":"2023-08-28T02:37:54.729905+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:43:09.789767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":258,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.727698+0000","last_change":"2023-08-28T02:33:13.357230+0000","last_active":"2023-08-28T02:37:54.727698+0000","last_peered":"2023-08-28T02:37:54.727698+0000","last_clean":"2023-08-28T02:37:54.727698+0000","last_became_active":"2023-08-28T02:33:13.356853+0000","last_became_peered":"2023-08-28T02:33:13.356853+0000","last_unstale":"2023-08-28T02:37:54.727698+0000","last_undegraded":"2023-08-28T02:37:54.727698+0000","last_fullsized":"2023-08-28T02:37:54.727698+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:20:21.545007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":336,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.731476+0000","last_change":"2023-08-28T02:29:44.462510+0000","last_active":"2023-08-28T02:37:54.731476+0000","last_peered":"2023-08-28T02:37:54.731476+0000","last_clean":"2023-08-28T02:37:54.731476+0000","last_became_active":"2023-08-28T02:29:44.460314+0000","last_became_peered":"2023-08-28T02:29:44.460314+0000","last_unstale":"2023-08-28T02:37:54.731476+0000","last_undegraded":"2023-08-28T02:37:54.731476+0000","last_fullsized":"2023-08-28T02:37:54.731476+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:59:01.311467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":261,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.727766+0000","last_change":"2023-08-28T02:33:13.291255+0000","last_active":"2023-08-28T02:37:54.727766+0000","last_peered":"2023-08-28T02:37:54.727766+0000","last_clean":"2023-08-28T02:37:54.727766+0000","last_became_active":"2023-08-28T02:33:13.290933+0000","last_became_peered":"2023-08-28T02:33:13.290933+0000","last_unstale":"2023-08-28T02:37:54.727766+0000","last_undegraded":"2023-08-28T02:37:54.727766+0000","last_fullsized":"2023-08-28T02:37:54.727766+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:31:54.116908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"65'3","reported_seq":337,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.726619+0000","last_change":"2023-08-28T02:33:12.296412+0000","last_active":"2023-08-28T02:37:54.726619+0000","last_peered":"2023-08-28T02:37:54.726619+0000","last_clean":"2023-08-28T02:37:54.726619+0000","last_became_active":"2023-08-28T02:33:12.295786+0000","last_became_peered":"2023-08-28T02:33:12.295786+0000","last_unstale":"2023-08-28T02:37:54.726619+0000","last_undegraded":"2023-08-28T02:37:54.726619+0000","last_fullsized":"2023-08-28T02:37:54.726619+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:15:31.449163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":161,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.755182+0000","last_change":"2023-08-28T02:32:32.666927+0000","last_active":"2023-08-28T02:37:54.755182+0000","last_peered":"2023-08-28T02:37:54.755182+0000","last_clean":"2023-08-28T02:37:54.755182+0000","last_became_active":"2023-08-28T02:32:32.666618+0000","last_became_peered":"2023-08-28T02:32:32.666618+0000","last_unstale":"2023-08-28T02:37:54.755182+0000","last_undegraded":"2023-08-28T02:37:54.755182+0000","last_fullsized":"2023-08-28T02:37:54.755182+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:45:57.998333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":361,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.727448+0000","last_change":"2023-08-28T02:32:28.505262+0000","last_active":"2023-08-28T02:37:54.727448+0000","last_peered":"2023-08-28T02:37:54.727448+0000","last_clean":"2023-08-28T02:37:54.727448+0000","last_became_active":"2023-08-28T02:32:28.455999+0000","last_became_peered":"2023-08-28T02:32:28.455999+0000","last_unstale":"2023-08-28T02:37:54.727448+0000","last_undegraded":"2023-08-28T02:37:54.727448+0000","last_fullsized":"2023-08-28T02:37:54.727448+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:28.937020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":9468,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":345,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.727344+0000","last_change":"2023-08-28T02:32:12.959195+0000","last_active":"2023-08-28T02:37:54.727344+0000","last_peered":"2023-08-28T02:37:54.727344+0000","last_clean":"2023-08-28T02:37:54.727344+0000","last_became_active":"2023-08-28T02:32:12.958832+0000","last_became_peered":"2023-08-28T02:32:12.958832+0000","last_unstale":"2023-08-28T02:37:54.727344+0000","last_undegraded":"2023-08-28T02:37:54.727344+0000","last_fullsized":"2023-08-28T02:37:54.727344+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:23:27.197787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"65'2","reported_seq":335,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.725690+0000","last_change":"2023-08-28T02:32:28.461161+0000","last_active":"2023-08-28T02:37:54.725690+0000","last_peered":"2023-08-28T02:37:54.725690+0000","last_clean":"2023-08-28T02:37:54.725690+0000","last_became_active":"2023-08-28T02:32:28.451284+0000","last_became_peered":"2023-08-28T02:32:28.451284+0000","last_unstale":"2023-08-28T02:37:54.725690+0000","last_undegraded":"2023-08-28T02:37:54.725690+0000","last_fullsized":"2023-08-28T02:37:54.725690+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:58:20.061020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":317,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.725832+0000","last_change":"2023-08-28T02:29:44.419566+0000","last_active":"2023-08-28T02:37:54.725832+0000","last_peered":"2023-08-28T02:37:54.725832+0000","last_clean":"2023-08-28T02:37:54.725832+0000","last_became_active":"2023-08-28T02:29:44.419053+0000","last_became_peered":"2023-08-28T02:29:44.419053+0000","last_unstale":"2023-08-28T02:37:54.725832+0000","last_undegraded":"2023-08-28T02:37:54.725832+0000","last_fullsized":"2023-08-28T02:37:54.725832+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:44:36.133499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":321,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-08-28T02:37:58.010621+0000","last_change":"2023-08-28T02:33:12.493777+0000","last_active":"2023-08-28T02:37:58.010621+0000","last_peered":"2023-08-28T02:37:58.010621+0000","last_clean":"2023-08-28T02:37:58.010621+0000","last_became_active":"2023-08-28T02:33:12.491177+0000","last_became_peered":"2023-08-28T02:33:12.491177+0000","last_unstale":"2023-08-28T02:37:58.010621+0000","last_undegraded":"2023-08-28T02:37:58.010621+0000","last_fullsized":"2023-08-28T02:37:58.010621+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:10:58.167753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":332,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.731441+0000","last_change":"2023-08-28T02:33:12.290293+0000","last_active":"2023-08-28T02:37:54.731441+0000","last_peered":"2023-08-28T02:37:54.731441+0000","last_clean":"2023-08-28T02:37:54.731441+0000","last_became_active":"2023-08-28T02:33:12.289989+0000","last_became_peered":"2023-08-28T02:33:12.289989+0000","last_unstale":"2023-08-28T02:37:54.731441+0000","last_undegraded":"2023-08-28T02:37:54.731441+0000","last_fullsized":"2023-08-28T02:37:54.731441+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:05:33.622172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":310,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.725594+0000","last_change":"2023-08-28T02:32:12.948756+0000","last_active":"2023-08-28T02:37:54.725594+0000","last_peered":"2023-08-28T02:37:54.725594+0000","last_clean":"2023-08-28T02:37:54.725594+0000","last_became_active":"2023-08-28T02:32:12.948441+0000","last_became_peered":"2023-08-28T02:32:12.948441+0000","last_unstale":"2023-08-28T02:37:54.725594+0000","last_undegraded":"2023-08-28T02:37:54.725594+0000","last_fullsized":"2023-08-28T02:37:54.725594+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:27.922180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":327,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.730219+0000","last_change":"2023-08-28T02:33:12.299398+0000","last_active":"2023-08-28T02:37:54.730219+0000","last_peered":"2023-08-28T02:37:54.730219+0000","last_clean":"2023-08-28T02:37:54.730219+0000","last_became_active":"2023-08-28T02:33:12.299113+0000","last_became_peered":"2023-08-28T02:33:12.299113+0000","last_unstale":"2023-08-28T02:37:54.730219+0000","last_undegraded":"2023-08-28T02:37:54.730219+0000","last_fullsized":"2023-08-28T02:37:54.730219+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:14:55.597212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"65'8","reported_seq":121,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.725567+0000","last_change":"2023-08-28T02:33:13.478870+0000","last_active":"2023-08-28T02:37:54.725567+0000","last_peered":"2023-08-28T02:37:54.725567+0000","last_clean":"2023-08-28T02:37:54.725567+0000","last_became_active":"2023-08-28T02:33:13.332142+0000","last_became_peered":"2023-08-28T02:33:13.332142+0000","last_unstale":"2023-08-28T02:37:54.725567+0000","last_undegraded":"2023-08-28T02:37:54.725567+0000","last_fullsized":"2023-08-28T02:37:54.725567+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:32:42.810159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":259,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-08-28T02:37:58.043453+0000","last_change":"2023-08-28T02:33:12.306353+0000","last_active":"2023-08-28T02:37:58.043453+0000","last_peered":"2023-08-28T02:37:58.043453+0000","last_clean":"2023-08-28T02:37:58.043453+0000","last_became_active":"2023-08-28T02:33:12.304977+0000","last_became_peered":"2023-08-28T02:33:12.304977+0000","last_unstale":"2023-08-28T02:37:58.043453+0000","last_undegraded":"2023-08-28T02:37:58.043453+0000","last_fullsized":"2023-08-28T02:37:58.043453+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:19:38.819671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"353'7411","reported_seq":7522,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-08-28T02:38:00.407778+0000","last_change":"2023-08-28T02:30:50.402703+0000","last_active":"2023-08-28T02:38:00.407778+0000","last_peered":"2023-08-28T02:38:00.407778+0000","last_clean":"2023-08-28T02:38:00.407778+0000","last_became_active":"2023-08-28T02:30:50.402419+0000","last_became_peered":"2023-08-28T02:30:50.402419+0000","last_unstale":"2023-08-28T02:38:00.407778+0000","last_undegraded":"2023-08-28T02:38:00.407778+0000","last_fullsized":"2023-08-28T02:38:00.407778+0000","mapping_epoch":250,"log_start":"254'200","ondisk_log_start":"254'200","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7211,"log_dups_size":0,"ondisk_log_size":7211,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:07:37.393907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":278462464,"num_objects":4249,"num_object_clones":0,"num_object_copies":12747,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4249,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7411,"num_write_kb":373120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"65'1","reported_seq":318,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.726534+0000","last_change":"2023-08-28T02:14:43.046130+0000","last_active":"2023-08-28T02:37:54.726534+0000","last_peered":"2023-08-28T02:37:54.726534+0000","last_clean":"2023-08-28T02:37:54.726534+0000","last_became_active":"2023-08-28T02:14:43.045775+0000","last_became_peered":"2023-08-28T02:14:43.045775+0000","last_unstale":"2023-08-28T02:37:54.726534+0000","last_undegraded":"2023-08-28T02:37:54.726534+0000","last_fullsized":"2023-08-28T02:37:54.726534+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:57:38.279756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":308,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.730070+0000","last_change":"2023-08-28T02:31:51.987149+0000","last_active":"2023-08-28T02:37:54.730070+0000","last_peered":"2023-08-28T02:37:54.730070+0000","last_clean":"2023-08-28T02:37:54.730070+0000","last_became_active":"2023-08-28T02:31:51.986821+0000","last_became_peered":"2023-08-28T02:31:51.986821+0000","last_unstale":"2023-08-28T02:37:54.730070+0000","last_undegraded":"2023-08-28T02:37:54.730070+0000","last_fullsized":"2023-08-28T02:37:54.730070+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:23:26.661134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"353'7436","reported_seq":12210,"reported_epoch":353,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:38:00.698449+0000","last_change":"2023-08-28T02:33:33.975566+0000","last_active":"2023-08-28T02:38:00.698449+0000","last_peered":"2023-08-28T02:38:00.698449+0000","last_clean":"2023-08-28T02:31:27.868230+0000","last_became_active":"2023-08-28T02:33:33.660452+0000","last_became_peered":"2023-08-28T02:33:33.660452+0000","last_unstale":"2023-08-28T02:38:00.698449+0000","last_undegraded":"2023-08-28T02:33:13.410847+0000","last_fullsized":"2023-08-28T02:33:13.270012+0000","mapping_epoch":298,"log_start":"254'200","ondisk_log_start":"254'200","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7236,"log_dups_size":0,"ondisk_log_size":7236,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:33.375162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":272891904,"num_objects":4164,"num_object_clones":0,"num_object_copies":12492,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6671,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4164,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7436,"num_write_kb":371200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2313,"num_bytes_recovered":151519232,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[5,4],"avail_no_missing":["5","6"],"object_location_counts":[{"shards":"2,5,6","objects":915},{"shards":"3,5,6","objects":1743},{"shards":"4,5","objects":1},{"shards":"5,6","objects":1505}],"blocked_by":[],"up_primary":3,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"65'2","reported_seq":343,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.726475+0000","last_change":"2023-08-28T02:29:44.436352+0000","last_active":"2023-08-28T02:37:54.726475+0000","last_peered":"2023-08-28T02:37:54.726475+0000","last_clean":"2023-08-28T02:37:54.726475+0000","last_became_active":"2023-08-28T02:29:44.411499+0000","last_became_peered":"2023-08-28T02:29:44.411499+0000","last_unstale":"2023-08-28T02:37:54.726475+0000","last_undegraded":"2023-08-28T02:37:54.726475+0000","last_fullsized":"2023-08-28T02:37:54.726475+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:46:57.540191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":369,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.726536+0000","last_change":"2023-08-28T02:33:12.289004+0000","last_active":"2023-08-28T02:37:54.726536+0000","last_peered":"2023-08-28T02:37:54.726536+0000","last_clean":"2023-08-28T02:37:54.726536+0000","last_became_active":"2023-08-28T02:33:12.288722+0000","last_became_peered":"2023-08-28T02:33:12.288722+0000","last_unstale":"2023-08-28T02:37:54.726536+0000","last_undegraded":"2023-08-28T02:37:54.726536+0000","last_fullsized":"2023-08-28T02:37:54.726536+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:24.019483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"353'7350","reported_seq":12556,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-08-28T02:37:59.834388+0000","last_change":"2023-08-28T02:37:54.748968+0000","last_active":"2023-08-28T02:37:59.834388+0000","last_peered":"2023-08-28T02:37:59.834388+0000","last_clean":"2023-08-28T02:37:59.834388+0000","last_became_active":"2023-08-28T02:37:54.729376+0000","last_became_peered":"2023-08-28T02:37:54.729376+0000","last_unstale":"2023-08-28T02:37:59.834388+0000","last_undegraded":"2023-08-28T02:37:59.834388+0000","last_fullsized":"2023-08-28T02:37:59.834388+0000","mapping_epoch":351,"log_start":"256'2012","ondisk_log_start":"256'2012","created":250,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5338,"log_dups_size":0,"ondisk_log_size":5338,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:00.988172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":275251200,"num_objects":4200,"num_object_clones":0,"num_object_copies":12600,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4200,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7350,"num_write_kb":369600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2533,"num_bytes_recovered":160432128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"65'1","reported_seq":329,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.726485+0000","last_change":"2023-08-28T02:33:13.516869+0000","last_active":"2023-08-28T02:37:54.726485+0000","last_peered":"2023-08-28T02:37:54.726485+0000","last_clean":"2023-08-28T02:37:54.726485+0000","last_became_active":"2023-08-28T02:33:13.396736+0000","last_became_peered":"2023-08-28T02:33:13.396736+0000","last_unstale":"2023-08-28T02:37:54.726485+0000","last_undegraded":"2023-08-28T02:37:54.726485+0000","last_fullsized":"2023-08-28T02:37:54.726485+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:47:08.237137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":295,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.755012+0000","last_change":"2023-08-28T02:31:51.987327+0000","last_active":"2023-08-28T02:37:54.755012+0000","last_peered":"2023-08-28T02:37:54.755012+0000","last_clean":"2023-08-28T02:37:54.755012+0000","last_became_active":"2023-08-28T02:31:51.987018+0000","last_became_peered":"2023-08-28T02:31:51.987018+0000","last_unstale":"2023-08-28T02:37:54.755012+0000","last_undegraded":"2023-08-28T02:37:54.755012+0000","last_fullsized":"2023-08-28T02:37:54.755012+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:53:26.105101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.5","version":"353'7285","reported_seq":10354,"reported_epoch":353,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:38:00.005360+0000","last_change":"2023-08-28T02:33:13.625779+0000","last_active":"2023-08-28T02:38:00.005360+0000","last_peered":"2023-08-28T02:38:00.005360+0000","last_clean":"2023-08-28T02:31:27.898932+0000","last_became_active":"2023-08-28T02:33:13.612126+0000","last_became_peered":"2023-08-28T02:33:13.612126+0000","last_unstale":"2023-08-28T02:38:00.005360+0000","last_undegraded":"2023-08-28T02:33:13.485377+0000","last_fullsized":"2023-08-28T02:33:13.264317+0000","mapping_epoch":298,"log_start":"256'1963","ondisk_log_start":"256'1963","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5322,"log_dups_size":0,"ondisk_log_size":5322,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:37:28.843386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":273088512,"num_objects":4167,"num_object_clones":0,"num_object_copies":12501,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6709,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4167,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7285,"num_write_kb":366464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1467,"num_bytes_recovered":96141312,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,7],"avail_no_missing":["0","2"],"object_location_counts":[{"shards":"0,2","objects":2358},{"shards":"0,2,3","objects":1809}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":347,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.731201+0000","last_change":"2023-08-28T02:33:13.281826+0000","last_active":"2023-08-28T02:37:54.731201+0000","last_peered":"2023-08-28T02:37:54.731201+0000","last_clean":"2023-08-28T02:37:54.731201+0000","last_became_active":"2023-08-28T02:33:13.281511+0000","last_became_peered":"2023-08-28T02:33:13.281511+0000","last_unstale":"2023-08-28T02:37:54.731201+0000","last_undegraded":"2023-08-28T02:37:54.731201+0000","last_fullsized":"2023-08-28T02:37:54.731201+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:32:55.005706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":344,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.725974+0000","last_change":"2023-08-28T02:29:44.436713+0000","last_active":"2023-08-28T02:37:54.725974+0000","last_peered":"2023-08-28T02:37:54.725974+0000","last_clean":"2023-08-28T02:37:54.725974+0000","last_became_active":"2023-08-28T02:29:44.436203+0000","last_became_peered":"2023-08-28T02:29:44.436203+0000","last_unstale":"2023-08-28T02:37:54.725974+0000","last_undegraded":"2023-08-28T02:37:54.725974+0000","last_fullsized":"2023-08-28T02:37:54.725974+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:46:48.522293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"353'7577","reported_seq":7692,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-08-28T02:38:01.440707+0000","last_change":"2023-08-28T02:30:50.399669+0000","last_active":"2023-08-28T02:38:01.440707+0000","last_peered":"2023-08-28T02:38:01.440707+0000","last_clean":"2023-08-28T02:38:01.440707+0000","last_became_active":"2023-08-28T02:30:50.399332+0000","last_became_peered":"2023-08-28T02:30:50.399332+0000","last_unstale":"2023-08-28T02:38:01.440707+0000","last_undegraded":"2023-08-28T02:38:01.440707+0000","last_fullsized":"2023-08-28T02:38:01.440707+0000","mapping_epoch":250,"log_start":"255'1400","ondisk_log_start":"255'1400","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6177,"log_dups_size":0,"ondisk_log_size":6177,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:00:54.910841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":277676032,"num_objects":4237,"num_object_clones":0,"num_object_copies":12711,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4237,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7577,"num_write_kb":378048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"75'161","reported_seq":773,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.725690+0000","last_change":"2023-08-28T02:33:13.310049+0000","last_active":"2023-08-28T02:37:54.725690+0000","last_peered":"2023-08-28T02:37:54.725690+0000","last_clean":"2023-08-28T02:37:54.725690+0000","last_became_active":"2023-08-28T02:33:13.309661+0000","last_became_peered":"2023-08-28T02:33:13.309661+0000","last_unstale":"2023-08-28T02:37:54.725690+0000","last_undegraded":"2023-08-28T02:37:54.725690+0000","last_fullsized":"2023-08-28T02:37:54.725690+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.930230+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.930230+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:27:40.889460+0000","scrub_duration":0.0050169209999999997,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"65'2","reported_seq":308,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.728445+0000","last_change":"2023-08-28T02:33:12.294922+0000","last_active":"2023-08-28T02:37:54.728445+0000","last_peered":"2023-08-28T02:37:54.728445+0000","last_clean":"2023-08-28T02:37:54.728445+0000","last_became_active":"2023-08-28T02:33:12.294518+0000","last_became_peered":"2023-08-28T02:33:12.294518+0000","last_unstale":"2023-08-28T02:37:54.728445+0000","last_undegraded":"2023-08-28T02:37:54.728445+0000","last_fullsized":"2023-08-28T02:37:54.728445+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:21:12.737286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":346,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.727500+0000","last_change":"2023-08-28T02:33:13.310505+0000","last_active":"2023-08-28T02:37:54.727500+0000","last_peered":"2023-08-28T02:37:54.727500+0000","last_clean":"2023-08-28T02:37:54.727500+0000","last_became_active":"2023-08-28T02:33:13.310223+0000","last_became_peered":"2023-08-28T02:33:13.310223+0000","last_unstale":"2023-08-28T02:37:54.727500+0000","last_undegraded":"2023-08-28T02:37:54.727500+0000","last_fullsized":"2023-08-28T02:37:54.727500+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:27:02.124453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"353'7427","reported_seq":11459,"reported_epoch":353,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-08-28T02:38:00.791395+0000","last_change":"2023-08-28T02:37:52.936094+0000","last_active":"2023-08-28T02:38:00.791395+0000","last_peered":"2023-08-28T02:38:00.791395+0000","last_clean":"2023-08-28T02:31:27.916082+0000","last_became_active":"2023-08-28T02:33:13.580413+0000","last_became_peered":"2023-08-28T02:33:13.580413+0000","last_unstale":"2023-08-28T02:38:00.791395+0000","last_undegraded":"2023-08-28T02:33:13.480527+0000","last_fullsized":"2023-08-28T02:33:13.270957+0000","mapping_epoch":298,"log_start":"254'200","ondisk_log_start":"254'200","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7227,"log_dups_size":0,"ondisk_log_size":7227,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:03.698410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":277938176,"num_objects":4241,"num_object_clones":0,"num_object_copies":12723,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2482,"num_objects_misplaced":3818,"num_objects_unfound":0,"num_objects_dirty":4241,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7427,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1945,"num_bytes_recovered":127467520,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,4],"avail_no_missing":["5","2"],"object_location_counts":[{"shards":"2,3,5","objects":1336},{"shards":"2,5","objects":2482},{"shards":"4,5","objects":423}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"75'161","reported_seq":612,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.730074+0000","last_change":"2023-08-28T02:37:37.933802+0000","last_active":"2023-08-28T02:37:54.730074+0000","last_peered":"2023-08-28T02:37:54.730074+0000","last_clean":"2023-08-28T02:37:54.730074+0000","last_became_active":"2023-08-28T02:33:13.287313+0000","last_became_peered":"2023-08-28T02:33:13.287313+0000","last_unstale":"2023-08-28T02:37:54.730074+0000","last_undegraded":"2023-08-28T02:37:54.730074+0000","last_fullsized":"2023-08-28T02:37:54.730074+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:45.407127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:45.407127+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:39:14.213229+0000","scrub_duration":0.0018495320000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":262688,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":266,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.726890+0000","last_change":"2023-08-28T02:33:13.309727+0000","last_active":"2023-08-28T02:37:54.726890+0000","last_peered":"2023-08-28T02:37:54.726890+0000","last_clean":"2023-08-28T02:37:54.726890+0000","last_became_active":"2023-08-28T02:33:13.309487+0000","last_became_peered":"2023-08-28T02:33:13.309487+0000","last_unstale":"2023-08-28T02:37:54.726890+0000","last_undegraded":"2023-08-28T02:37:54.726890+0000","last_fullsized":"2023-08-28T02:37:54.726890+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:27:29.294011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":81,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.727463+0000","last_change":"2023-08-28T02:32:28.456323+0000","last_active":"2023-08-28T02:37:54.727463+0000","last_peered":"2023-08-28T02:37:54.727463+0000","last_clean":"2023-08-28T02:37:54.727463+0000","last_became_active":"2023-08-28T02:32:28.455987+0000","last_became_peered":"2023-08-28T02:32:28.455987+0000","last_unstale":"2023-08-28T02:37:54.727463+0000","last_undegraded":"2023-08-28T02:37:54.727463+0000","last_fullsized":"2023-08-28T02:37:54.727463+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:54:07.724002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"353'7574","reported_seq":17706,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-08-28T02:38:02.240833+0000","last_change":"2023-08-28T02:33:13.316023+0000","last_active":"2023-08-28T02:38:02.240833+0000","last_peered":"2023-08-28T02:38:02.240833+0000","last_clean":"2023-08-28T02:38:02.240833+0000","last_became_active":"2023-08-28T02:33:13.308403+0000","last_became_peered":"2023-08-28T02:33:13.308403+0000","last_unstale":"2023-08-28T02:38:02.240833+0000","last_undegraded":"2023-08-28T02:38:02.240833+0000","last_fullsized":"2023-08-28T02:38:02.240833+0000","mapping_epoch":298,"log_start":"255'1400","ondisk_log_start":"255'1400","created":250,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6174,"log_dups_size":0,"ondisk_log_size":6174,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:10:38.401973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":283246592,"num_objects":4322,"num_object_clones":0,"num_object_copies":12966,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4322,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7574,"num_write_kb":380672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4999,"num_bytes_recovered":327614464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":326,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.726470+0000","last_change":"2023-08-28T02:32:28.455294+0000","last_active":"2023-08-28T02:37:54.726470+0000","last_peered":"2023-08-28T02:37:54.726470+0000","last_clean":"2023-08-28T02:37:54.726470+0000","last_became_active":"2023-08-28T02:32:28.455013+0000","last_became_peered":"2023-08-28T02:32:28.455013+0000","last_unstale":"2023-08-28T02:37:54.726470+0000","last_undegraded":"2023-08-28T02:37:54.726470+0000","last_fullsized":"2023-08-28T02:37:54.726470+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:53.583864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":358,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.728155+0000","last_change":"2023-08-28T02:33:13.335588+0000","last_active":"2023-08-28T02:37:54.728155+0000","last_peered":"2023-08-28T02:37:54.728155+0000","last_clean":"2023-08-28T02:37:54.728155+0000","last_became_active":"2023-08-28T02:33:13.335326+0000","last_became_peered":"2023-08-28T02:33:13.335326+0000","last_unstale":"2023-08-28T02:37:54.728155+0000","last_undegraded":"2023-08-28T02:37:54.728155+0000","last_fullsized":"2023-08-28T02:37:54.728155+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:15:44.958663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"353'7472","reported_seq":7583,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-08-28T02:38:00.985282+0000","last_change":"2023-08-28T02:30:50.400261+0000","last_active":"2023-08-28T02:38:00.985282+0000","last_peered":"2023-08-28T02:38:00.985282+0000","last_clean":"2023-08-28T02:38:00.985282+0000","last_became_active":"2023-08-28T02:30:50.399938+0000","last_became_peered":"2023-08-28T02:30:50.399938+0000","last_unstale":"2023-08-28T02:38:00.985282+0000","last_undegraded":"2023-08-28T02:38:00.985282+0000","last_fullsized":"2023-08-28T02:38:00.985282+0000","mapping_epoch":250,"log_start":"256'2090","ondisk_log_start":"256'2090","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5382,"log_dups_size":0,"ondisk_log_size":5382,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:43:56.802792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":276692992,"num_objects":4222,"num_object_clones":0,"num_object_copies":12666,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4222,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7472,"num_write_kb":374208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"75'161","reported_seq":632,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.730378+0000","last_change":"2023-08-28T02:32:56.519141+0000","last_active":"2023-08-28T02:37:54.730378+0000","last_peered":"2023-08-28T02:37:54.730378+0000","last_clean":"2023-08-28T02:37:54.730378+0000","last_became_active":"2023-08-28T02:32:56.518863+0000","last_became_peered":"2023-08-28T02:32:56.518863+0000","last_unstale":"2023-08-28T02:37:54.730378+0000","last_undegraded":"2023-08-28T02:37:54.730378+0000","last_fullsized":"2023-08-28T02:37:54.730378+0000","mapping_epoch":292,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":293,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_clean_scrub_stamp":"2023-08-28T02:29:25.608370+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:59:50.561109+0000","scrub_duration":0.001662689,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":261,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.727732+0000","last_change":"2023-08-28T02:33:12.294592+0000","last_active":"2023-08-28T02:37:54.727732+0000","last_peered":"2023-08-28T02:37:54.727732+0000","last_clean":"2023-08-28T02:37:54.727732+0000","last_became_active":"2023-08-28T02:33:12.288508+0000","last_became_peered":"2023-08-28T02:33:12.288508+0000","last_unstale":"2023-08-28T02:37:54.727732+0000","last_undegraded":"2023-08-28T02:37:54.727732+0000","last_fullsized":"2023-08-28T02:37:54.727732+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:05:42.717608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":143,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.755952+0000","last_change":"2023-08-28T02:29:44.429834+0000","last_active":"2023-08-28T02:37:54.755952+0000","last_peered":"2023-08-28T02:37:54.755952+0000","last_clean":"2023-08-28T02:37:54.755952+0000","last_became_active":"2023-08-28T02:29:44.429512+0000","last_became_peered":"2023-08-28T02:29:44.429512+0000","last_unstale":"2023-08-28T02:37:54.755952+0000","last_undegraded":"2023-08-28T02:37:54.755952+0000","last_fullsized":"2023-08-28T02:37:54.755952+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:58.062455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"353'7370","reported_seq":7481,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-08-28T02:38:01.087868+0000","last_change":"2023-08-28T02:30:50.402348+0000","last_active":"2023-08-28T02:38:01.087868+0000","last_peered":"2023-08-28T02:38:01.087868+0000","last_clean":"2023-08-28T02:38:01.087868+0000","last_became_active":"2023-08-28T02:30:50.402076+0000","last_became_peered":"2023-08-28T02:30:50.402076+0000","last_unstale":"2023-08-28T02:38:01.087868+0000","last_undegraded":"2023-08-28T02:38:01.087868+0000","last_fullsized":"2023-08-28T02:38:01.087868+0000","mapping_epoch":250,"log_start":"254'500","ondisk_log_start":"254'500","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6870,"log_dups_size":0,"ondisk_log_size":6870,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:24.859426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":275644416,"num_objects":4206,"num_object_clones":0,"num_object_copies":12618,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4206,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7370,"num_write_kb":370432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.7","version":"75'161","reported_seq":553,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.729053+0000","last_change":"2023-08-28T02:33:13.532525+0000","last_active":"2023-08-28T02:37:54.729053+0000","last_peered":"2023-08-28T02:37:54.729053+0000","last_clean":"2023-08-28T02:37:54.729053+0000","last_became_active":"2023-08-28T02:33:13.532125+0000","last_became_peered":"2023-08-28T02:33:13.532125+0000","last_unstale":"2023-08-28T02:37:54.729053+0000","last_undegraded":"2023-08-28T02:37:54.729053+0000","last_fullsized":"2023-08-28T02:37:54.729053+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.887648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.887648+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":143,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.755269+0000","last_change":"2023-08-28T02:29:44.407595+0000","last_active":"2023-08-28T02:37:54.755269+0000","last_peered":"2023-08-28T02:37:54.755269+0000","last_clean":"2023-08-28T02:37:54.755269+0000","last_became_active":"2023-08-28T02:29:44.407316+0000","last_became_peered":"2023-08-28T02:29:44.407316+0000","last_unstale":"2023-08-28T02:37:54.755269+0000","last_undegraded":"2023-08-28T02:37:54.755269+0000","last_fullsized":"2023-08-28T02:37:54.755269+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:01:47.777709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":364,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.731380+0000","last_change":"2023-08-28T02:33:13.286980+0000","last_active":"2023-08-28T02:37:54.731380+0000","last_peered":"2023-08-28T02:37:54.731380+0000","last_clean":"2023-08-28T02:37:54.731380+0000","last_became_active":"2023-08-28T02:33:13.286740+0000","last_became_peered":"2023-08-28T02:33:13.286740+0000","last_unstale":"2023-08-28T02:37:54.731380+0000","last_undegraded":"2023-08-28T02:37:54.731380+0000","last_fullsized":"2023-08-28T02:37:54.731380+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:24:54.574365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":143,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.755097+0000","last_change":"2023-08-28T02:29:44.506914+0000","last_active":"2023-08-28T02:37:54.755097+0000","last_peered":"2023-08-28T02:37:54.755097+0000","last_clean":"2023-08-28T02:37:54.755097+0000","last_became_active":"2023-08-28T02:29:44.506606+0000","last_became_peered":"2023-08-28T02:29:44.506606+0000","last_unstale":"2023-08-28T02:37:54.755097+0000","last_undegraded":"2023-08-28T02:37:54.755097+0000","last_fullsized":"2023-08-28T02:37:54.755097+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:55:50.992279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"353'7454","reported_seq":19164,"reported_epoch":353,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:37:59.789542+0000","last_change":"2023-08-28T02:34:11.565330+0000","last_active":"2023-08-28T02:37:59.789542+0000","last_peered":"2023-08-28T02:37:59.789542+0000","last_clean":"2023-08-28T02:32:11.916240+0000","last_became_active":"2023-08-28T02:33:12.501819+0000","last_became_peered":"2023-08-28T02:33:12.501819+0000","last_unstale":"2023-08-28T02:37:59.789542+0000","last_undegraded":"2023-08-28T02:37:59.789542+0000","last_fullsized":"2023-08-28T02:37:59.789542+0000","mapping_epoch":297,"log_start":"257'2124","ondisk_log_start":"257'2124","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5330,"log_dups_size":0,"ondisk_log_size":5330,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:45:43.329719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":271450112,"num_objects":4142,"num_object_clones":0,"num_object_copies":12426,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4142,"num_objects_unfound":0,"num_objects_dirty":4142,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7454,"num_write_kb":371072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5787,"num_bytes_recovered":379256832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,2],"avail_no_missing":["0","2","5","6"],"object_location_counts":[{"shards":"0,2,5","objects":4142}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.1","version":"75'161","reported_seq":612,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.730301+0000","last_change":"2023-08-28T02:32:31.482659+0000","last_active":"2023-08-28T02:37:54.730301+0000","last_peered":"2023-08-28T02:37:54.730301+0000","last_clean":"2023-08-28T02:37:54.730301+0000","last_became_active":"2023-08-28T02:32:31.482320+0000","last_became_peered":"2023-08-28T02:32:31.482320+0000","last_unstale":"2023-08-28T02:37:54.730301+0000","last_undegraded":"2023-08-28T02:37:54.730301+0000","last_fullsized":"2023-08-28T02:37:54.730301+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:24.559397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:24.559397+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:41:09.516918+0000","scrub_duration":0.001580328,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":350,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.730330+0000","last_change":"2023-08-28T02:31:51.988386+0000","last_active":"2023-08-28T02:37:54.730330+0000","last_peered":"2023-08-28T02:37:54.730330+0000","last_clean":"2023-08-28T02:37:54.730330+0000","last_became_active":"2023-08-28T02:31:51.988097+0000","last_became_peered":"2023-08-28T02:31:51.988097+0000","last_unstale":"2023-08-28T02:37:54.730330+0000","last_undegraded":"2023-08-28T02:37:54.730330+0000","last_fullsized":"2023-08-28T02:37:54.730330+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:25:01.818829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":326,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.727437+0000","last_change":"2023-08-28T02:32:12.951275+0000","last_active":"2023-08-28T02:37:54.727437+0000","last_peered":"2023-08-28T02:37:54.727437+0000","last_clean":"2023-08-28T02:37:54.727437+0000","last_became_active":"2023-08-28T02:32:12.950965+0000","last_became_peered":"2023-08-28T02:32:12.950965+0000","last_unstale":"2023-08-28T02:37:54.727437+0000","last_undegraded":"2023-08-28T02:37:54.727437+0000","last_fullsized":"2023-08-28T02:37:54.727437+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:37:31.294280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":169,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.755347+0000","last_change":"2023-08-28T02:33:13.286534+0000","last_active":"2023-08-28T02:37:54.755347+0000","last_peered":"2023-08-28T02:37:54.755347+0000","last_clean":"2023-08-28T02:37:54.755347+0000","last_became_active":"2023-08-28T02:33:13.286164+0000","last_became_peered":"2023-08-28T02:33:13.286164+0000","last_unstale":"2023-08-28T02:37:54.755347+0000","last_undegraded":"2023-08-28T02:37:54.755347+0000","last_fullsized":"2023-08-28T02:37:54.755347+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:56.721932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"353'7464","reported_seq":19265,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-08-28T02:38:00.616143+0000","last_change":"2023-08-28T02:34:14.448606+0000","last_active":"2023-08-28T02:38:00.616143+0000","last_peered":"2023-08-28T02:38:00.616143+0000","last_clean":"2023-08-28T02:38:00.616143+0000","last_became_active":"2023-08-28T02:34:14.438547+0000","last_became_peered":"2023-08-28T02:34:14.438547+0000","last_unstale":"2023-08-28T02:38:00.616143+0000","last_undegraded":"2023-08-28T02:38:00.616143+0000","last_fullsized":"2023-08-28T02:38:00.616143+0000","mapping_epoch":314,"log_start":"254'300","ondisk_log_start":"254'300","created":250,"last_epoch_clean":315,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7164,"log_dups_size":0,"ondisk_log_size":7164,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:06:41.120408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":275513344,"num_objects":4204,"num_object_clones":0,"num_object_copies":12612,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4204,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7464,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5834,"num_bytes_recovered":376832000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2","version":"75'161","reported_seq":734,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.725880+0000","last_change":"2023-08-28T02:30:51.762377+0000","last_active":"2023-08-28T02:37:54.725880+0000","last_peered":"2023-08-28T02:37:54.725880+0000","last_clean":"2023-08-28T02:37:54.725880+0000","last_became_active":"2023-08-28T02:27:46.375590+0000","last_became_peered":"2023-08-28T02:27:46.375590+0000","last_unstale":"2023-08-28T02:37:54.725880+0000","last_undegraded":"2023-08-28T02:37:54.725880+0000","last_fullsized":"2023-08-28T02:37:54.725880+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:51.762314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:51.762314+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:02.034555+0000","scrub_duration":0.0020023620000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":161,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.727806+0000","last_change":"2023-08-28T02:33:13.289765+0000","last_active":"2023-08-28T02:37:54.727806+0000","last_peered":"2023-08-28T02:37:54.727806+0000","last_clean":"2023-08-28T02:37:54.727806+0000","last_became_active":"2023-08-28T02:33:13.289159+0000","last_became_peered":"2023-08-28T02:33:13.289159+0000","last_unstale":"2023-08-28T02:37:54.727806+0000","last_undegraded":"2023-08-28T02:37:54.727806+0000","last_fullsized":"2023-08-28T02:37:54.727806+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:30:38.956723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":162,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.754993+0000","last_change":"2023-08-28T02:32:28.464203+0000","last_active":"2023-08-28T02:37:54.754993+0000","last_peered":"2023-08-28T02:37:54.754993+0000","last_clean":"2023-08-28T02:37:54.754993+0000","last_became_active":"2023-08-28T02:32:28.463412+0000","last_became_peered":"2023-08-28T02:32:28.463412+0000","last_unstale":"2023-08-28T02:37:54.754993+0000","last_undegraded":"2023-08-28T02:37:54.754993+0000","last_fullsized":"2023-08-28T02:37:54.754993+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:20:38.177879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":143,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.755944+0000","last_change":"2023-08-28T02:29:44.427945+0000","last_active":"2023-08-28T02:37:54.755944+0000","last_peered":"2023-08-28T02:37:54.755944+0000","last_clean":"2023-08-28T02:37:54.755944+0000","last_became_active":"2023-08-28T02:29:44.426487+0000","last_became_peered":"2023-08-28T02:29:44.426487+0000","last_unstale":"2023-08-28T02:37:54.755944+0000","last_undegraded":"2023-08-28T02:37:54.755944+0000","last_fullsized":"2023-08-28T02:37:54.755944+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:30:20.438896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"353'7470","reported_seq":17553,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-08-28T02:38:02.215775+0000","last_change":"2023-08-28T02:34:48.488647+0000","last_active":"2023-08-28T02:38:02.215775+0000","last_peered":"2023-08-28T02:38:02.215775+0000","last_clean":"2023-08-28T02:38:02.215775+0000","last_became_active":"2023-08-28T02:34:48.476519+0000","last_became_peered":"2023-08-28T02:34:48.476519+0000","last_unstale":"2023-08-28T02:38:02.215775+0000","last_undegraded":"2023-08-28T02:38:02.215775+0000","last_fullsized":"2023-08-28T02:38:02.215775+0000","mapping_epoch":318,"log_start":"255'1300","ondisk_log_start":"255'1300","created":250,"last_epoch_clean":319,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6170,"log_dups_size":0,"ondisk_log_size":6170,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:44:20.004230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":273547264,"num_objects":4174,"num_object_clones":0,"num_object_copies":12522,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4174,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7470,"num_write_kb":372608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4973,"num_bytes_recovered":325910528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":344,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.730303+0000","last_change":"2023-08-28T02:33:13.484970+0000","last_active":"2023-08-28T02:37:54.730303+0000","last_peered":"2023-08-28T02:37:54.730303+0000","last_clean":"2023-08-28T02:37:54.730303+0000","last_became_active":"2023-08-28T02:33:13.484579+0000","last_became_peered":"2023-08-28T02:33:13.484579+0000","last_unstale":"2023-08-28T02:37:54.730303+0000","last_undegraded":"2023-08-28T02:37:54.730303+0000","last_fullsized":"2023-08-28T02:37:54.730303+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:58.027468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"75'161","reported_seq":735,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.725537+0000","last_change":"2023-08-28T02:31:55.059467+0000","last_active":"2023-08-28T02:37:54.725537+0000","last_peered":"2023-08-28T02:37:54.725537+0000","last_clean":"2023-08-28T02:37:54.725537+0000","last_became_active":"2023-08-28T02:31:55.059115+0000","last_became_peered":"2023-08-28T02:31:55.059115+0000","last_unstale":"2023-08-28T02:37:54.725537+0000","last_undegraded":"2023-08-28T02:37:54.725537+0000","last_fullsized":"2023-08-28T02:37:54.725537+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":0,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.820990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.820990+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:15:56.774667+0000","scrub_duration":0.0017342480000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":262,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.728074+0000","last_change":"2023-08-28T02:33:13.352810+0000","last_active":"2023-08-28T02:37:54.728074+0000","last_peered":"2023-08-28T02:37:54.728074+0000","last_clean":"2023-08-28T02:37:54.728074+0000","last_became_active":"2023-08-28T02:33:13.351697+0000","last_became_peered":"2023-08-28T02:33:13.351697+0000","last_unstale":"2023-08-28T02:37:54.728074+0000","last_undegraded":"2023-08-28T02:37:54.728074+0000","last_fullsized":"2023-08-28T02:37:54.728074+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:56.187163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":175,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.727748+0000","last_change":"2023-08-28T02:31:51.984584+0000","last_active":"2023-08-28T02:37:54.727748+0000","last_peered":"2023-08-28T02:37:54.727748+0000","last_clean":"2023-08-28T02:37:54.727748+0000","last_became_active":"2023-08-28T02:31:51.984264+0000","last_became_peered":"2023-08-28T02:31:51.984264+0000","last_unstale":"2023-08-28T02:37:54.727748+0000","last_undegraded":"2023-08-28T02:37:54.727748+0000","last_fullsized":"2023-08-28T02:37:54.727748+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:58:42.306722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"353'7372","reported_seq":19091,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-08-28T02:37:59.746667+0000","last_change":"2023-08-28T02:35:11.978901+0000","last_active":"2023-08-28T02:37:59.746667+0000","last_peered":"2023-08-28T02:37:59.746667+0000","last_clean":"2023-08-28T02:37:59.746667+0000","last_became_active":"2023-08-28T02:35:11.966585+0000","last_became_peered":"2023-08-28T02:35:11.966585+0000","last_unstale":"2023-08-28T02:37:59.746667+0000","last_undegraded":"2023-08-28T02:37:59.746667+0000","last_fullsized":"2023-08-28T02:37:59.746667+0000","mapping_epoch":323,"log_start":"256'2028","ondisk_log_start":"256'2028","created":250,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5344,"log_dups_size":0,"ondisk_log_size":5344,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:03:07.017814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":275906560,"num_objects":4210,"num_object_clones":0,"num_object_copies":12630,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4210,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7372,"num_write_kb":370624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5791,"num_bytes_recovered":368967680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3","version":"75'161","reported_seq":619,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.755267+0000","last_change":"2023-08-28T02:31:55.068239+0000","last_active":"2023-08-28T02:37:54.755267+0000","last_peered":"2023-08-28T02:37:54.755267+0000","last_clean":"2023-08-28T02:37:54.755267+0000","last_became_active":"2023-08-28T02:31:55.067875+0000","last_became_peered":"2023-08-28T02:31:55.067875+0000","last_unstale":"2023-08-28T02:37:54.755267+0000","last_undegraded":"2023-08-28T02:37:54.755267+0000","last_fullsized":"2023-08-28T02:37:54.755267+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.868248+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:11:04.391639+0000","scrub_duration":0.0016215240000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":358,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.725517+0000","last_change":"2023-08-28T02:29:44.421353+0000","last_active":"2023-08-28T02:37:54.725517+0000","last_peered":"2023-08-28T02:37:54.725517+0000","last_clean":"2023-08-28T02:37:54.725517+0000","last_became_active":"2023-08-28T02:29:44.421064+0000","last_became_peered":"2023-08-28T02:29:44.421064+0000","last_unstale":"2023-08-28T02:37:54.725517+0000","last_undegraded":"2023-08-28T02:37:54.725517+0000","last_fullsized":"2023-08-28T02:37:54.725517+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:51:36.524024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":328,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.725679+0000","last_change":"2023-08-28T02:33:12.299487+0000","last_active":"2023-08-28T02:37:54.725679+0000","last_peered":"2023-08-28T02:37:54.725679+0000","last_clean":"2023-08-28T02:37:54.725679+0000","last_became_active":"2023-08-28T02:33:12.299175+0000","last_became_peered":"2023-08-28T02:33:12.299175+0000","last_unstale":"2023-08-28T02:37:54.725679+0000","last_undegraded":"2023-08-28T02:37:54.725679+0000","last_fullsized":"2023-08-28T02:37:54.725679+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:42:29.713462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":338,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.729979+0000","last_change":"2023-08-28T02:32:28.457696+0000","last_active":"2023-08-28T02:37:54.729979+0000","last_peered":"2023-08-28T02:37:54.729979+0000","last_clean":"2023-08-28T02:37:54.729979+0000","last_became_active":"2023-08-28T02:32:28.457407+0000","last_became_peered":"2023-08-28T02:32:28.457407+0000","last_unstale":"2023-08-28T02:37:54.729979+0000","last_undegraded":"2023-08-28T02:37:54.729979+0000","last_fullsized":"2023-08-28T02:37:54.729979+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:26:29.392787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"353'7326","reported_seq":8465,"reported_epoch":353,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:38:01.491719+0000","last_change":"2023-08-28T02:34:11.566035+0000","last_active":"2023-08-28T02:38:01.491719+0000","last_peered":"2023-08-28T02:38:01.491719+0000","last_clean":"2023-08-28T02:33:10.395883+0000","last_became_active":"2023-08-28T02:33:12.394714+0000","last_became_peered":"2023-08-28T02:33:12.394714+0000","last_unstale":"2023-08-28T02:38:01.491719+0000","last_undegraded":"2023-08-28T02:38:01.491719+0000","last_fullsized":"2023-08-28T02:38:01.491719+0000","mapping_epoch":297,"log_start":"256'1884","ondisk_log_start":"256'1884","created":250,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5442,"log_dups_size":0,"ondisk_log_size":5442,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:01:26.984565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":272433176,"num_objects":4158,"num_object_clones":0,"num_object_copies":12474,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3793,"num_objects_unfound":0,"num_objects_dirty":4158,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7326,"num_write_kb":367425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":500,"num_bytes_recovered":32768000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,6],"avail_no_missing":["4","0","6"],"object_location_counts":[{"shards":"0,4,6","objects":4158}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.6","version":"75'161","reported_seq":613,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.729888+0000","last_change":"2023-08-28T02:33:13.338675+0000","last_active":"2023-08-28T02:37:54.729888+0000","last_peered":"2023-08-28T02:37:54.729888+0000","last_clean":"2023-08-28T02:37:54.729888+0000","last_became_active":"2023-08-28T02:33:13.338271+0000","last_became_peered":"2023-08-28T02:33:13.338271+0000","last_unstale":"2023-08-28T02:37:54.729888+0000","last_undegraded":"2023-08-28T02:37:54.729888+0000","last_fullsized":"2023-08-28T02:37:54.729888+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.774982+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.774982+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:13:20.011329+0000","scrub_duration":0.003539819,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":321,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.726556+0000","last_change":"2023-08-28T02:14:43.033789+0000","last_active":"2023-08-28T02:37:54.726556+0000","last_peered":"2023-08-28T02:37:54.726556+0000","last_clean":"2023-08-28T02:37:54.726556+0000","last_became_active":"2023-08-28T02:14:43.033454+0000","last_became_peered":"2023-08-28T02:14:43.033454+0000","last_unstale":"2023-08-28T02:37:54.726556+0000","last_undegraded":"2023-08-28T02:37:54.726556+0000","last_fullsized":"2023-08-28T02:37:54.726556+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:01:13.205842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":152,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.755515+0000","last_change":"2023-08-28T02:32:28.461807+0000","last_active":"2023-08-28T02:37:54.755515+0000","last_peered":"2023-08-28T02:37:54.755515+0000","last_clean":"2023-08-28T02:37:54.755515+0000","last_became_active":"2023-08-28T02:32:28.461116+0000","last_became_peered":"2023-08-28T02:32:28.461116+0000","last_unstale":"2023-08-28T02:37:54.755515+0000","last_undegraded":"2023-08-28T02:37:54.755515+0000","last_fullsized":"2023-08-28T02:37:54.755515+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:12:45.321757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":299,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.726237+0000","last_change":"2023-08-28T02:14:43.048791+0000","last_active":"2023-08-28T02:37:54.726237+0000","last_peered":"2023-08-28T02:37:54.726237+0000","last_clean":"2023-08-28T02:37:54.726237+0000","last_became_active":"2023-08-28T02:14:43.047408+0000","last_became_peered":"2023-08-28T02:14:43.047408+0000","last_unstale":"2023-08-28T02:37:54.726237+0000","last_undegraded":"2023-08-28T02:37:54.726237+0000","last_fullsized":"2023-08-28T02:37:54.726237+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:47.097181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"353'7557","reported_seq":17635,"reported_epoch":353,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:38:01.629473+0000","last_change":"2023-08-28T02:37:37.899201+0000","last_active":"2023-08-28T02:38:01.629473+0000","last_peered":"2023-08-28T02:38:01.629473+0000","last_clean":"2023-08-28T02:31:50.933695+0000","last_became_active":"2023-08-28T02:33:13.540416+0000","last_became_peered":"2023-08-28T02:33:13.540416+0000","last_unstale":"2023-08-28T02:38:01.629473+0000","last_undegraded":"2023-08-28T02:38:01.629473+0000","last_fullsized":"2023-08-28T02:38:01.629473+0000","mapping_epoch":298,"log_start":"257'2174","ondisk_log_start":"257'2174","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5383,"log_dups_size":0,"ondisk_log_size":5383,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:49:35.658845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":282132480,"num_objects":4305,"num_object_clones":0,"num_object_copies":12915,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4305,"num_objects_unfound":0,"num_objects_dirty":4305,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7557,"num_write_kb":379584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4967,"num_bytes_recovered":325517312,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,2],"avail_no_missing":["4","2","5","6"],"object_location_counts":[{"shards":"2,4,5","objects":4305}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.5","version":"75'161","reported_seq":646,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.727549+0000","last_change":"2023-08-28T02:32:31.477151+0000","last_active":"2023-08-28T02:37:54.727549+0000","last_peered":"2023-08-28T02:37:54.727549+0000","last_clean":"2023-08-28T02:37:54.727549+0000","last_became_active":"2023-08-28T02:32:31.476776+0000","last_became_peered":"2023-08-28T02:32:31.476776+0000","last_unstale":"2023-08-28T02:37:54.727549+0000","last_undegraded":"2023-08-28T02:37:54.727549+0000","last_fullsized":"2023-08-28T02:37:54.727549+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:18.891729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:18.891729+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:47:27.194140+0000","scrub_duration":0.0031546460000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"65'2","reported_seq":309,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.728937+0000","last_change":"2023-08-28T02:33:12.327778+0000","last_active":"2023-08-28T02:37:54.728937+0000","last_peered":"2023-08-28T02:37:54.728937+0000","last_clean":"2023-08-28T02:37:54.728937+0000","last_became_active":"2023-08-28T02:33:12.327273+0000","last_became_peered":"2023-08-28T02:33:12.327273+0000","last_unstale":"2023-08-28T02:37:54.728937+0000","last_undegraded":"2023-08-28T02:37:54.728937+0000","last_fullsized":"2023-08-28T02:37:54.728937+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:40.554192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":191,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.755680+0000","last_change":"2023-08-28T02:33:13.335665+0000","last_active":"2023-08-28T02:37:54.755680+0000","last_peered":"2023-08-28T02:37:54.755680+0000","last_clean":"2023-08-28T02:37:54.755680+0000","last_became_active":"2023-08-28T02:33:13.335322+0000","last_became_peered":"2023-08-28T02:33:13.335322+0000","last_unstale":"2023-08-28T02:37:54.755680+0000","last_undegraded":"2023-08-28T02:37:54.755680+0000","last_fullsized":"2023-08-28T02:37:54.755680+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:21:08.024493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":306,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.727790+0000","last_change":"2023-08-28T02:33:12.310326+0000","last_active":"2023-08-28T02:37:54.727790+0000","last_peered":"2023-08-28T02:37:54.727790+0000","last_clean":"2023-08-28T02:37:54.727790+0000","last_became_active":"2023-08-28T02:33:12.310011+0000","last_became_peered":"2023-08-28T02:33:12.310011+0000","last_unstale":"2023-08-28T02:37:54.727790+0000","last_undegraded":"2023-08-28T02:37:54.727790+0000","last_fullsized":"2023-08-28T02:37:54.727790+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:35:03.710036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"353'7535","reported_seq":12465,"reported_epoch":353,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:38:02.075742+0000","last_change":"2023-08-28T02:33:34.765675+0000","last_active":"2023-08-28T02:38:02.075742+0000","last_peered":"2023-08-28T02:38:02.075742+0000","last_clean":"2023-08-28T02:31:27.909649+0000","last_became_active":"2023-08-28T02:33:33.726805+0000","last_became_peered":"2023-08-28T02:33:33.726805+0000","last_unstale":"2023-08-28T02:38:02.075742+0000","last_undegraded":"2023-08-28T02:33:20.140072+0000","last_fullsized":"2023-08-28T02:33:13.278549+0000","mapping_epoch":298,"log_start":"257'2177","ondisk_log_start":"257'2177","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5358,"log_dups_size":0,"ondisk_log_size":5358,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:02:22.971585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":283967488,"num_objects":4333,"num_object_clones":0,"num_object_copies":12999,"num_objects_missing_on_primary":4305,"num_objects_missing":4305,"num_objects_degraded":11214,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4333,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7535,"num_write_kb":379776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1591,"num_bytes_recovered":104136704,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[4,3],"avail_no_missing":["2","6"],"object_location_counts":[{"shards":"2,3,4,6","objects":13},{"shards":"2,3,6","objects":1822},{"shards":"2,4,6","objects":14},{"shards":"2,6","objects":2483},{"shards":"3,4","objects":-12}],"blocked_by":[],"up_primary":3,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.4","version":"75'161","reported_seq":561,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.728490+0000","last_change":"2023-08-28T02:33:12.296479+0000","last_active":"2023-08-28T02:37:54.728490+0000","last_peered":"2023-08-28T02:37:54.728490+0000","last_clean":"2023-08-28T02:37:54.728490+0000","last_became_active":"2023-08-28T02:33:12.294160+0000","last_became_peered":"2023-08-28T02:33:12.294160+0000","last_unstale":"2023-08-28T02:37:54.728490+0000","last_undegraded":"2023-08-28T02:37:54.728490+0000","last_fullsized":"2023-08-28T02:37:54.728490+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.899247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.899247+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":279,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.726617+0000","last_change":"2023-08-28T02:33:13.539335+0000","last_active":"2023-08-28T02:37:54.726617+0000","last_peered":"2023-08-28T02:37:54.726617+0000","last_clean":"2023-08-28T02:37:54.726617+0000","last_became_active":"2023-08-28T02:33:13.538978+0000","last_became_peered":"2023-08-28T02:33:13.538978+0000","last_unstale":"2023-08-28T02:37:54.726617+0000","last_undegraded":"2023-08-28T02:37:54.726617+0000","last_fullsized":"2023-08-28T02:37:54.726617+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:26:13.405766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"65'1","reported_seq":342,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.730072+0000","last_change":"2023-08-28T02:29:44.510205+0000","last_active":"2023-08-28T02:37:54.730072+0000","last_peered":"2023-08-28T02:37:54.730072+0000","last_clean":"2023-08-28T02:37:54.730072+0000","last_became_active":"2023-08-28T02:29:44.429357+0000","last_became_peered":"2023-08-28T02:29:44.429357+0000","last_unstale":"2023-08-28T02:37:54.730072+0000","last_undegraded":"2023-08-28T02:37:54.730072+0000","last_fullsized":"2023-08-28T02:37:54.730072+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:44:59.955729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":308,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.726348+0000","last_change":"2023-08-28T02:32:12.950661+0000","last_active":"2023-08-28T02:37:54.726348+0000","last_peered":"2023-08-28T02:37:54.726348+0000","last_clean":"2023-08-28T02:37:54.726348+0000","last_became_active":"2023-08-28T02:32:12.950276+0000","last_became_peered":"2023-08-28T02:32:12.950276+0000","last_unstale":"2023-08-28T02:37:54.726348+0000","last_undegraded":"2023-08-28T02:37:54.726348+0000","last_fullsized":"2023-08-28T02:37:54.726348+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:05:17.972868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"65'1","reported_seq":300,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.726162+0000","last_change":"2023-08-28T02:14:43.042150+0000","last_active":"2023-08-28T02:37:54.726162+0000","last_peered":"2023-08-28T02:37:54.726162+0000","last_clean":"2023-08-28T02:37:54.726162+0000","last_became_active":"2023-08-28T02:14:43.038336+0000","last_became_peered":"2023-08-28T02:14:43.038336+0000","last_unstale":"2023-08-28T02:37:54.726162+0000","last_undegraded":"2023-08-28T02:37:54.726162+0000","last_fullsized":"2023-08-28T02:37:54.726162+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:26:02.415152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":350,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.755428+0000","last_change":"2023-08-28T02:33:13.318097+0000","last_active":"2023-08-28T02:37:54.755428+0000","last_peered":"2023-08-28T02:37:54.755428+0000","last_clean":"2023-08-28T02:37:54.755428+0000","last_became_active":"2023-08-28T02:33:13.317761+0000","last_became_peered":"2023-08-28T02:33:13.317761+0000","last_unstale":"2023-08-28T02:37:54.755428+0000","last_undegraded":"2023-08-28T02:37:54.755428+0000","last_fullsized":"2023-08-28T02:37:54.755428+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:24.836996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"65'2","reported_seq":346,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.731250+0000","last_change":"2023-08-28T02:29:44.535937+0000","last_active":"2023-08-28T02:37:54.731250+0000","last_peered":"2023-08-28T02:37:54.731250+0000","last_clean":"2023-08-28T02:37:54.731250+0000","last_became_active":"2023-08-28T02:29:44.462244+0000","last_became_peered":"2023-08-28T02:29:44.462244+0000","last_unstale":"2023-08-28T02:37:54.731250+0000","last_undegraded":"2023-08-28T02:37:54.731250+0000","last_fullsized":"2023-08-28T02:37:54.731250+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:30:33.173713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":347,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.725886+0000","last_change":"2023-08-28T02:33:12.305580+0000","last_active":"2023-08-28T02:37:54.725886+0000","last_peered":"2023-08-28T02:37:54.725886+0000","last_clean":"2023-08-28T02:37:54.725886+0000","last_became_active":"2023-08-28T02:33:12.305261+0000","last_became_peered":"2023-08-28T02:33:12.305261+0000","last_unstale":"2023-08-28T02:37:54.725886+0000","last_undegraded":"2023-08-28T02:37:54.725886+0000","last_fullsized":"2023-08-28T02:37:54.725886+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:22:31.614221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"65'2","reported_seq":315,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.731303+0000","last_change":"2023-08-28T02:31:51.991101+0000","last_active":"2023-08-28T02:37:54.731303+0000","last_peered":"2023-08-28T02:37:54.731303+0000","last_clean":"2023-08-28T02:37:54.731303+0000","last_became_active":"2023-08-28T02:31:51.987237+0000","last_became_peered":"2023-08-28T02:31:51.987237+0000","last_unstale":"2023-08-28T02:37:54.731303+0000","last_undegraded":"2023-08-28T02:37:54.731303+0000","last_fullsized":"2023-08-28T02:37:54.731303+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:07:07.370857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":349,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.726813+0000","last_change":"2023-08-28T02:33:12.494483+0000","last_active":"2023-08-28T02:37:54.726813+0000","last_peered":"2023-08-28T02:37:54.726813+0000","last_clean":"2023-08-28T02:37:54.726813+0000","last_became_active":"2023-08-28T02:33:12.494136+0000","last_became_peered":"2023-08-28T02:33:12.494136+0000","last_unstale":"2023-08-28T02:37:54.726813+0000","last_undegraded":"2023-08-28T02:37:54.726813+0000","last_fullsized":"2023-08-28T02:37:54.726813+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:36.772588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"65'1","reported_seq":294,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.728894+0000","last_change":"2023-08-28T02:33:13.287922+0000","last_active":"2023-08-28T02:37:54.728894+0000","last_peered":"2023-08-28T02:37:54.728894+0000","last_clean":"2023-08-28T02:37:54.728894+0000","last_became_active":"2023-08-28T02:33:13.287520+0000","last_became_peered":"2023-08-28T02:33:13.287520+0000","last_unstale":"2023-08-28T02:37:54.728894+0000","last_undegraded":"2023-08-28T02:37:54.728894+0000","last_fullsized":"2023-08-28T02:37:54.728894+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:11.627168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":308,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-08-28T02:37:58.042742+0000","last_change":"2023-08-28T02:33:13.289469+0000","last_active":"2023-08-28T02:37:58.042742+0000","last_peered":"2023-08-28T02:37:58.042742+0000","last_clean":"2023-08-28T02:37:58.042742+0000","last_became_active":"2023-08-28T02:33:13.288737+0000","last_became_peered":"2023-08-28T02:33:13.288737+0000","last_unstale":"2023-08-28T02:37:58.042742+0000","last_undegraded":"2023-08-28T02:37:58.042742+0000","last_fullsized":"2023-08-28T02:37:58.042742+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:11:15.043550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"65'4","reported_seq":332,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.729995+0000","last_change":"2023-08-28T02:32:28.607010+0000","last_active":"2023-08-28T02:37:54.729995+0000","last_peered":"2023-08-28T02:37:54.729995+0000","last_clean":"2023-08-28T02:37:54.729995+0000","last_became_active":"2023-08-28T02:32:28.492224+0000","last_became_peered":"2023-08-28T02:32:28.492224+0000","last_unstale":"2023-08-28T02:37:54.729995+0000","last_undegraded":"2023-08-28T02:37:54.729995+0000","last_fullsized":"2023-08-28T02:37:54.729995+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:13:45.711951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":554,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":359,"reported_epoch":352,"state":"active+clean","last_fresh":"2023-08-28T02:37:54.726260+0000","last_change":"2023-08-28T02:33:13.309144+0000","last_active":"2023-08-28T02:37:54.726260+0000","last_peered":"2023-08-28T02:37:54.726260+0000","last_clean":"2023-08-28T02:37:54.726260+0000","last_became_active":"2023-08-28T02:33:13.308910+0000","last_became_peered":"2023-08-28T02:33:13.308910+0000","last_unstale":"2023-08-28T02:37:54.726260+0000","last_undegraded":"2023-08-28T02:37:54.726260+0000","last_fullsized":"2023-08-28T02:37:54.726260+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:09:59.549591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":4425842712,"num_objects":67534,"num_object_clones":0,"num_object_copies":202602,"num_objects_missing_on_primary":4305,"num_objects_missing":4305,"num_objects_degraded":27076,"num_objects_misplaced":16058,"num_objects_unfound":0,"num_objects_dirty":67534,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":119080,"num_write_kb":5971585,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":42700,"num_bytes_recovered":2776563712,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":14069411840,"data_stored":14069399624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97128,"ondisk_log_size":97128,"up":48,"acting":44,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":10126,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":370028,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":89,"num_read_kb":167,"num_write":44,"num_write_kb":440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":584707,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2048000,"data_stored":2033792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299773,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1851768,"kb_used_data":1360304,"kb_used_omap":0,"kb_used_meta":491456,"kb_avail":91893384,"statfs":{"total":95995035648,"available":94098825216,"internally_reserved":0,"allocated":1392951296,"data_stored":1391547726,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":503250944},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:37:11 2023","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.53100000000000003,"15min":1.2889999999999999},"min":{"1min":0.29699999999999999,"5min":0.23400000000000001,"15min":0.219},"max":{"1min":0.66600000000000004,"5min":3.6480000000000001,"15min":13.118},"last":0.29599999999999999},{"interface":"front","average":{"1min":0.48499999999999999,"5min":0.59799999999999998,"15min":1.6899999999999999},"min":{"1min":0.247,"5min":0.247,"15min":0.246},"max":{"1min":0.621,"5min":3.6619999999999999,"15min":17.402999999999999},"last":0.40200000000000002}]},{"osd":1,"last update":"Mon Aug 28 02:37:43 2023","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.56699999999999995,"15min":1.954},"min":{"1min":0.253,"5min":0.253,"15min":0.248},"max":{"1min":0.54500000000000004,"5min":5.492,"15min":17.43},"last":0.45400000000000001},{"interface":"front","average":{"1min":0.76700000000000002,"5min":0.72799999999999998,"15min":1.8260000000000001},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.25900000000000001},"max":{"1min":4.9749999999999996,"5min":5.5179999999999998,"15min":19.913},"last":0.35499999999999998}]},{"osd":2,"last update":"Mon Aug 28 02:37:28 2023","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.49099999999999999,"15min":1.355},"min":{"1min":0.312,"5min":0.23499999999999999,"15min":0.22800000000000001},"max":{"1min":0.65100000000000002,"5min":3.1760000000000002,"15min":8.3889999999999993},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.67600000000000005,"5min":0.57499999999999996,"15min":1.181},"min":{"1min":0.372,"5min":0.28799999999999998,"15min":0.28699999999999998},"max":{"1min":2.399,"5min":2.919,"15min":9.2219999999999995},"last":0.38600000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:37:18 2023","interfaces":[{"interface":"back","average":{"1min":0.66900000000000004,"5min":0.64600000000000002,"15min":0.69399999999999995},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":2.468,"5min":3.0099999999999998,"15min":3.0099999999999998},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.498,"5min":0.59899999999999998,"15min":0.61899999999999999},"min":{"1min":0.39700000000000002,"5min":0.308,"15min":0.308},"max":{"1min":0.64500000000000002,"5min":3.1000000000000001,"15min":3.1000000000000001},"last":0.36899999999999999}]},{"osd":4,"last update":"Mon Aug 28 02:37:11 2023","interfaces":[{"interface":"back","average":{"1min":0.39400000000000002,"5min":0.51800000000000002,"15min":1.2729999999999999},"min":{"1min":0.28299999999999997,"5min":0.26500000000000001,"15min":0.245},"max":{"1min":0.52000000000000002,"5min":5.2169999999999996,"15min":18.943000000000001},"last":0.32000000000000001},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.53500000000000003,"15min":0.93600000000000005},"min":{"1min":0.33100000000000002,"5min":0.26500000000000001,"15min":0.25700000000000001},"max":{"1min":2.4940000000000002,"5min":2.9870000000000001,"15min":8.1890000000000001},"last":0.55300000000000005}]},{"osd":5,"last update":"Mon Aug 28 02:37:11 2023","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.47099999999999997,"15min":1.04},"min":{"1min":0.28100000000000003,"5min":0.246,"15min":0.23599999999999999},"max":{"1min":0.64500000000000002,"5min":3.2120000000000002,"15min":14.622},"last":2.6669999999999998},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.53800000000000003,"15min":1.27},"min":{"1min":0.33800000000000002,"5min":0.317,"15min":0.27000000000000002},"max":{"1min":0.80200000000000005,"5min":3.0499999999999998,"15min":17.324999999999999},"last":0.432}]},{"osd":6,"last update":"Mon Aug 28 02:37:11 2023","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.59599999999999997,"15min":1.292},"min":{"1min":0.376,"5min":0.33300000000000002,"15min":0.30299999999999999},"max":{"1min":0.83399999999999996,"5min":3.2250000000000001,"15min":17.454999999999998},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.58899999999999997,"15min":0.85099999999999998},"min":{"1min":0.33400000000000002,"5min":0.31,"15min":0.28999999999999998},"max":{"1min":2.4399999999999999,"5min":3.0499999999999998,"15min":7.665},"last":0.52400000000000002}]}]},{"osd":6,"up_from":0,"seq":193273528704,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":101,"seq":433791697163,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1452132,"kb_used_data":819868,"kb_used_omap":4,"kb_used_meta":632251,"kb_avail":92293020,"statfs":{"total":95995035648,"available":94508052480,"internally_reserved":0,"allocated":839544832,"data_stored":837544212,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":647425934},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:37:47 2023","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.47399999999999998,"15min":1.9430000000000001},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.214},"max":{"1min":0.66900000000000004,"5min":3.3730000000000002,"15min":24.545999999999999},"last":0.70999999999999996},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.65500000000000003,"15min":2.4820000000000002},"min":{"1min":0.28199999999999997,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":1.466,"5min":7.2450000000000001,"15min":24.515000000000001},"last":0.38700000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:37:32 2023","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.63800000000000001,"15min":2.153},"min":{"1min":0.31900000000000001,"5min":0.28699999999999998,"15min":0.24099999999999999},"max":{"1min":1.0489999999999999,"5min":4.0579999999999998,"15min":22.161000000000001},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.503,"5min":0.629,"15min":1.609},"min":{"1min":0.28499999999999998,"5min":0.28399999999999997,"15min":0.253},"max":{"1min":1.8129999999999999,"5min":7.0110000000000001,"15min":19.100999999999999},"last":0.49399999999999999}]},{"osd":3,"last update":"Mon Aug 28 02:37:20 2023","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.53600000000000003,"15min":0.48699999999999999},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":2.742,"5min":2.742,"15min":2.742},"last":0.66000000000000003},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.56499999999999995,"15min":0.53100000000000003},"min":{"1min":0.309,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.88500000000000001,"5min":3.5819999999999999,"15min":3.5819999999999999},"last":0.45900000000000002}]},{"osd":4,"last update":"Mon Aug 28 02:37:47 2023","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.63300000000000001,"15min":1.3939999999999999},"min":{"1min":0.33600000000000002,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":1.2909999999999999,"5min":3.0259999999999998,"15min":18.992999999999999},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.58699999999999997,"15min":1.532},"min":{"1min":0.378,"5min":0.29099999999999998,"15min":0.26400000000000001},"max":{"1min":0.71799999999999997,"5min":1.9650000000000001,"15min":14.779999999999999},"last":0.58899999999999997}]},{"osd":5,"last update":"Mon Aug 28 02:37:47 2023","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.66900000000000004,"15min":2.0059999999999998},"min":{"1min":0.376,"5min":0.35999999999999999,"15min":0.29999999999999999},"max":{"1min":1.423,"5min":3.7029999999999998,"15min":18.626999999999999},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.623,"5min":0.69399999999999995,"15min":1.833},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.33600000000000002},"max":{"1min":1.3280000000000001,"5min":3.0609999999999999,"15min":18.945},"last":0.61699999999999999}]},{"osd":6,"last update":"Mon Aug 28 02:37:47 2023","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.68700000000000006,"15min":1.946},"min":{"1min":0.42799999999999999,"5min":0.40000000000000002,"15min":0.34300000000000003},"max":{"1min":1.4990000000000001,"5min":3.7400000000000002,"15min":12.221},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.70499999999999996,"5min":0.73899999999999999,"15min":1.6259999999999999},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.35699999999999998},"max":{"1min":2.375,"5min":3.089,"15min":19.021999999999998},"last":0.54200000000000004}]},{"osd":7,"last update":"Mon Aug 28 02:37:47 2023","interfaces":[{"interface":"back","average":{"1min":0.64000000000000001,"5min":0.74399999999999999,"15min":1.75},"min":{"1min":0.38500000000000001,"5min":0.374,"15min":0.374},"max":{"1min":1.4710000000000001,"5min":3.1080000000000001,"15min":19.047999999999998},"last":0.65000000000000002},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.67800000000000005,"15min":1.7669999999999999},"min":{"1min":0.46300000000000002,"5min":0.432,"15min":0.312},"max":{"1min":0.80000000000000004,"5min":1.9430000000000001,"15min":14.818},"last":0.88500000000000001}]}]},{"osd":0,"up_from":87,"seq":373662155029,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3368812,"kb_used_data":2695588,"kb_used_omap":5,"kb_used_meta":673210,"kb_avail":90376340,"statfs":{"total":95995035648,"available":92545372160,"internally_reserved":0,"allocated":2760282112,"data_stored":2758163465,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":689367674},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:37:38 2023","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.48999999999999999,"15min":1.532},"min":{"1min":0.26900000000000002,"5min":0.20300000000000001,"15min":0.184},"max":{"1min":2.5489999999999999,"5min":5.3280000000000003,"15min":30.315000000000001},"last":0.246},{"interface":"front","average":{"1min":0.65700000000000003,"5min":0.52300000000000002,"15min":2.3069999999999999},"min":{"1min":0.29699999999999999,"5min":0.25800000000000001,"15min":0.221},"max":{"1min":4.0679999999999996,"5min":4.0679999999999996,"15min":69.272000000000006},"last":0.35099999999999998}]},{"osd":2,"last update":"Mon Aug 28 02:37:38 2023","interfaces":[{"interface":"back","average":{"1min":0.70799999999999996,"5min":0.63900000000000001,"15min":1.8420000000000001},"min":{"1min":0.247,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":4.4020000000000001,"5min":4.4020000000000001,"15min":20.959},"last":0.32900000000000001},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.69799999999999995,"15min":1.677},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.24299999999999999},"max":{"1min":2.5190000000000001,"5min":6.1180000000000003,"15min":9.3729999999999993},"last":0.317}]},{"osd":3,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.996,"5min":0.80400000000000005,"15min":0.76800000000000002},"min":{"1min":0.32900000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":5.6680000000000001,"5min":5.6680000000000001,"15min":5.6680000000000001},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.754,"15min":0.77200000000000002},"min":{"1min":0.40300000000000002,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":2.4889999999999999,"5min":4.9199999999999999,"15min":4.9199999999999999},"last":0.46500000000000002}]},{"osd":4,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.56299999999999994,"15min":2.3380000000000001},"min":{"1min":0.33100000000000002,"5min":0.314,"15min":0.29299999999999998},"max":{"1min":2.3210000000000002,"5min":3.9710000000000001,"15min":274.33199999999999},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.66300000000000003,"15min":2.6949999999999998},"min":{"1min":0.376,"5min":0.315,"15min":0.28199999999999997},"max":{"1min":1.357,"5min":2.6520000000000001,"15min":266.31999999999999},"last":0.40500000000000003}]},{"osd":5,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.67700000000000005,"5min":0.623,"15min":1.415},"min":{"1min":0.38800000000000001,"5min":0.33300000000000002,"15min":0.29299999999999998},"max":{"1min":2.3759999999999999,"5min":4.1219999999999999,"15min":13.038},"last":0.376},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.65700000000000003,"15min":1.895},"min":{"1min":0.41899999999999998,"5min":0.36399999999999999,"15min":0.27800000000000002},"max":{"1min":1.3120000000000001,"5min":2.2679999999999998,"15min":15.231},"last":0.42699999999999999}]},{"osd":6,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.72799999999999998,"5min":0.66600000000000004,"15min":1.6120000000000001},"min":{"1min":0.41299999999999998,"5min":0.38300000000000001,"15min":0.29399999999999998},"max":{"1min":2.4540000000000002,"5min":4.0620000000000003,"15min":15.122999999999999},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.621,"5min":0.68400000000000005,"15min":1.905},"min":{"1min":0.45200000000000001,"5min":0.40000000000000002,"15min":0.35599999999999998},"max":{"1min":1.3919999999999999,"5min":2.3029999999999999,"15min":15.186999999999999},"last":0.45300000000000001}]},{"osd":7,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":1.006,"5min":0.78900000000000003,"15min":1.899},"min":{"1min":0.51300000000000001,"5min":0.36399999999999999,"15min":0.33400000000000002},"max":{"1min":4.4390000000000001,"5min":4.4390000000000001,"15min":16.183},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.80500000000000005,"5min":0.73899999999999999,"15min":1.625},"min":{"1min":0.46000000000000002,"5min":0.38500000000000001,"15min":0.35999999999999999},"max":{"1min":2.4220000000000002,"5min":4.0250000000000004,"15min":13.005000000000001},"last":0.57299999999999995}]}]},{"osd":2,"up_from":0,"seq":502511173889,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":297,"seq":1275605286971,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":934240,"kb_used_data":777176,"kb_used_omap":2,"kb_used_meta":157053,"kb_avail":92810912,"statfs":{"total":95995035648,"available":95038373888,"internally_reserved":0,"allocated":795828224,"data_stored":793826151,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":160822325},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:37:14 2023","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.52700000000000002,"15min":0.44400000000000001},"min":{"1min":0.247,"5min":0.22,"15min":0.22},"max":{"1min":2.2530000000000001,"5min":6.8819999999999997,"15min":6.8819999999999997},"last":0.32000000000000001},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.69299999999999995,"15min":0.69699999999999995},"min":{"1min":0.30399999999999999,"5min":0.217,"15min":0.217},"max":{"1min":1.018,"5min":6.7839999999999998,"15min":6.7839999999999998},"last":0.29099999999999998}]},{"osd":1,"last update":"Mon Aug 28 02:37:14 2023","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.56000000000000005,"15min":0.45200000000000001},"min":{"1min":0.28499999999999998,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":1.056,"5min":4.0650000000000004,"15min":4.0650000000000004},"last":0.41999999999999998},{"interface":"front","average":{"1min":0.624,"5min":0.70799999999999996,"15min":0.71899999999999997},"min":{"1min":0.28999999999999998,"5min":0.249,"15min":0.249},"max":{"1min":1.431,"5min":3.9249999999999998,"15min":3.9249999999999998},"last":0.40699999999999997}]},{"osd":2,"last update":"Mon Aug 28 02:37:14 2023","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.57199999999999995,"15min":0.61799999999999999},"min":{"1min":0.31,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":1.3919999999999999,"5min":2.5449999999999999,"15min":2.5449999999999999},"last":0.35099999999999998},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.61899999999999999,"15min":0.56899999999999995},"min":{"1min":0.38200000000000001,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":1.1539999999999999,"5min":4.7030000000000003,"15min":4.7030000000000003},"last":0.441}]},{"osd":4,"last update":"Mon Aug 28 02:37:14 2023","interfaces":[{"interface":"back","average":{"1min":0.91800000000000004,"5min":0.63300000000000001,"15min":0.59199999999999997},"min":{"1min":0.40699999999999997,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":6.2670000000000003,"5min":6.2670000000000003,"15min":6.2670000000000003},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.78100000000000003,"5min":0.65100000000000002,"15min":0.57299999999999995},"min":{"1min":0.39800000000000002,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":2.8380000000000001,"5min":3.5030000000000001,"15min":3.5030000000000001},"last":0.46200000000000002}]},{"osd":5,"last update":"Mon Aug 28 02:37:14 2023","interfaces":[{"interface":"back","average":{"1min":0.68799999999999994,"5min":0.65100000000000002,"15min":0.59499999999999997},"min":{"1min":0.40100000000000002,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":2.29,"5min":3.5390000000000001,"15min":3.5390000000000001},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.73899999999999999,"5min":0.58199999999999996,"15min":0.55500000000000005},"min":{"1min":0.40600000000000003,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":2.7149999999999999,"5min":2.7149999999999999,"15min":2.7149999999999999},"last":0.64000000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:37:14 2023","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.63100000000000001,"15min":0.64000000000000001},"min":{"1min":0.437,"5min":0.436,"15min":0.436},"max":{"1min":0.89000000000000001,"5min":1.8879999999999999,"15min":1.8879999999999999},"last":0.497},{"interface":"front","average":{"1min":0.66100000000000003,"5min":0.69699999999999995,"15min":0.65300000000000002},"min":{"1min":0.44700000000000001,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.99099999999999999,"5min":3.6099999999999999,"15min":3.6099999999999999},"last":0.51900000000000002}]},{"osd":7,"last update":"Mon Aug 28 02:37:14 2023","interfaces":[{"interface":"back","average":{"1min":0.78000000000000003,"5min":0.63400000000000001,"15min":0.59599999999999997},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":2.9399999999999999,"5min":2.9399999999999999,"15min":2.9399999999999999},"last":0.59799999999999998},{"interface":"front","average":{"1min":0.82899999999999996,"5min":0.68500000000000005,"15min":0.66000000000000003},"min":{"1min":0.46500000000000002,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":2.9540000000000002,"5min":2.9540000000000002,"15min":2.9540000000000002},"last":0.53500000000000003}]}]},{"osd":4,"up_from":30,"seq":128849019266,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3222012,"kb_used_data":2740852,"kb_used_omap":0,"kb_used_meta":481152,"kb_avail":90523140,"statfs":{"total":95995035648,"available":92695695360,"internally_reserved":0,"allocated":2806632448,"data_stored":2805225561,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":492699648},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,0,0,0,0,0,0,3,1],"upper_bound":8192},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.55900000000000005,"15min":1.593},"min":{"1min":0.26100000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":4.46,"5min":10.249000000000001,"15min":22.515000000000001},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.56000000000000005,"15min":1.5249999999999999},"min":{"1min":0.28100000000000003,"5min":0.23200000000000001,"15min":0.217},"max":{"1min":1.425,"5min":4.5250000000000004,"15min":22.454000000000001},"last":0.41299999999999998}]},{"osd":1,"last update":"Mon Aug 28 02:37:48 2023","interfaces":[{"interface":"back","average":{"1min":0.71399999999999997,"5min":0.59499999999999997,"15min":1.3899999999999999},"min":{"1min":0.26300000000000001,"5min":0.254,"15min":0.24199999999999999},"max":{"1min":4.5090000000000003,"5min":5.5979999999999999,"15min":23.082000000000001},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.81599999999999995,"5min":0.56499999999999995,"15min":1.5449999999999999},"min":{"1min":0.28899999999999998,"5min":0.26300000000000001,"15min":0.26000000000000001},"max":{"1min":4.5910000000000002,"5min":4.7960000000000003,"15min":25.100000000000001},"last":0.628}]},{"osd":2,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.72399999999999998,"5min":0.67400000000000004,"15min":1.5169999999999999},"min":{"1min":0.29599999999999999,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":4.5430000000000001,"5min":4.827,"15min":16.231000000000002},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.85399999999999998,"5min":0.64600000000000002,"15min":1.4039999999999999},"min":{"1min":0.33200000000000002,"5min":0.312,"15min":0.251},"max":{"1min":5.6360000000000001,"5min":5.6360000000000001,"15min":13.515000000000001},"last":0.44}]},{"osd":3,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.69699999999999995,"15min":0.77100000000000002},"min":{"1min":0.34799999999999998,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.9059999999999999,"5min":7.7480000000000002,"15min":7.7480000000000002},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.627,"5min":0.70999999999999996,"15min":0.67000000000000004},"min":{"1min":0.371,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":1.4850000000000001,"5min":3.7069999999999999,"15min":3.7069999999999999},"last":0.49299999999999999}]},{"osd":5,"last update":"Mon Aug 28 02:37:01 2023","interfaces":[{"interface":"back","average":{"1min":0.73099999999999998,"5min":0.57799999999999996,"15min":1.095},"min":{"1min":0.27500000000000002,"5min":0.222,"15min":0.222},"max":{"1min":4.609,"5min":4.6689999999999996,"15min":16.181999999999999},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.71299999999999997,"15min":1.1200000000000001},"min":{"1min":0.34699999999999998,"5min":0.224,"15min":0.20699999999999999},"max":{"1min":1.5700000000000001,"5min":8.6370000000000005,"15min":10.233000000000001},"last":0.34300000000000003}]},{"osd":6,"last update":"Mon Aug 28 02:37:16 2023","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.55500000000000005,"15min":1.052},"min":{"1min":0.29599999999999999,"5min":0.27100000000000002,"15min":0.26500000000000001},"max":{"1min":1.6000000000000001,"5min":2.9830000000000001,"15min":10.023999999999999},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.61799999999999999,"15min":1.121},"min":{"1min":0.313,"5min":0.28299999999999997,"15min":0.26600000000000001},"max":{"1min":1.679,"5min":4.5949999999999998,"15min":8.5},"last":0.46500000000000002}]},{"osd":7,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.67600000000000005,"5min":0.57899999999999996,"15min":1.143},"min":{"1min":0.35399999999999998,"5min":0.28999999999999998,"15min":0.22500000000000001},"max":{"1min":4.5720000000000001,"5min":4.8559999999999999,"15min":9.3209999999999997},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.59099999999999997,"15min":1.089},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.30299999999999999},"max":{"1min":1.647,"5min":2.754,"15min":15.597},"last":0.94199999999999995}]}]},{"osd":5,"up_from":37,"seq":158913790339,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2461160,"kb_used_data":1895520,"kb_used_omap":0,"kb_used_meta":565632,"kb_avail":91283992,"statfs":{"total":95995035648,"available":93474807808,"internally_reserved":0,"allocated":1941012480,"data_stored":1939621512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":579207168},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,0,0,1,0,2],"upper_bound":256},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:37:49 2023","interfaces":[{"interface":"back","average":{"1min":0.439,"5min":0.44800000000000001,"15min":1.661},"min":{"1min":0.245,"5min":0.23200000000000001,"15min":0.20200000000000001},"max":{"1min":1.1100000000000001,"5min":1.4530000000000001,"15min":40.334000000000003},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.498,"5min":0.69299999999999995,"15min":1.6830000000000001},"min":{"1min":0.32100000000000001,"5min":0.26600000000000001,"15min":0.23200000000000001},"max":{"1min":0.93300000000000005,"5min":19.815999999999999,"15min":40.212000000000003},"last":1.4019999999999999}]},{"osd":1,"last update":"Mon Aug 28 02:37:49 2023","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.63600000000000001,"15min":1.8620000000000001},"min":{"1min":0.28799999999999998,"5min":0.27900000000000003,"15min":0.23699999999999999},"max":{"1min":1.0700000000000001,"5min":17.998000000000001,"15min":40.088000000000001},"last":0.55600000000000005},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.73199999999999998,"15min":1.738},"min":{"1min":0.36099999999999999,"5min":0.28100000000000003,"15min":0.26000000000000001},"max":{"1min":0.95699999999999996,"5min":19.853000000000002,"15min":40.243000000000002},"last":0.72199999999999998}]},{"osd":2,"last update":"Mon Aug 28 02:37:49 2023","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.57199999999999995,"15min":1.6120000000000001},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.27700000000000002},"max":{"1min":1.776,"5min":5.3099999999999996,"15min":40.436999999999998},"last":0.40100000000000002},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.60999999999999999,"15min":1.7569999999999999},"min":{"1min":0.32600000000000001,"5min":0.315,"15min":0.27200000000000002},"max":{"1min":2.069,"5min":4.2400000000000002,"15min":40.555},"last":1.3600000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:37:21 2023","interfaces":[{"interface":"back","average":{"1min":0.44900000000000001,"5min":0.82399999999999995,"15min":1.1399999999999999},"min":{"1min":0.308,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.52600000000000002,"5min":16.190999999999999,"15min":16.190999999999999},"last":0.67400000000000004},{"interface":"front","average":{"1min":0.53100000000000003,"5min":1.0589999999999999,"15min":1.476},"min":{"1min":0.42599999999999999,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.77800000000000002,"5min":21.420999999999999,"15min":21.420999999999999},"last":0.69199999999999995}]},{"osd":4,"last update":"Mon Aug 28 02:37:58 2023","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.41399999999999998,"15min":1.069},"min":{"1min":0.27300000000000002,"5min":0.25,"15min":0.23100000000000001},"max":{"1min":1.4239999999999999,"5min":1.516,"15min":13.616},"last":0.30099999999999999},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.53300000000000003,"15min":1.194},"min":{"1min":0.33100000000000002,"5min":0.28499999999999998,"15min":0.25700000000000001},"max":{"1min":1.9610000000000001,"5min":4.1879999999999997,"15min":10.664999999999999},"last":0.61199999999999999}]},{"osd":6,"last update":"Mon Aug 28 02:37:49 2023","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.64100000000000001,"15min":1.4279999999999999},"min":{"1min":0.30499999999999999,"5min":0.28599999999999998,"15min":0.23300000000000001},"max":{"1min":1.6439999999999999,"5min":10.66,"15min":42.409999999999997},"last":1.6839999999999999},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":1.369},"min":{"1min":0.35999999999999999,"5min":0.29499999999999998,"15min":0.254},"max":{"1min":1.7150000000000001,"5min":6.1159999999999997,"15min":42.533999999999999},"last":0.63100000000000001}]},{"osd":7,"last update":"Mon Aug 28 02:37:49 2023","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.60199999999999998,"15min":1.5780000000000001},"min":{"1min":0.39400000000000002,"5min":0.33900000000000002,"15min":0.315},"max":{"1min":0.68999999999999995,"5min":6.1749999999999998,"15min":42.667000000000002},"last":0.498},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.628,"15min":1.6060000000000001},"min":{"1min":0.42299999999999999,"5min":0.33000000000000002,"15min":0.318},"max":{"1min":1.8069999999999999,"5min":4.149,"15min":42.344000000000001},"last":0.66200000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":2752385024,"data_stored":2752380952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":834535424,"data_stored":834535424,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1826750464,"data_stored":1826750464,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":789643264,"data_stored":789643264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":2803830784,"data_stored":2803826712,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1934819328,"data_stored":1934819328,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1740705792,"data_stored":1740701720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1386741760,"data_stored":1386741760,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:38:06.167 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph status --format=json 2023-08-28T02:38:06.188 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:38:06.191 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:06.191 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:38:06.209 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:38:06.292 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:38:06.319 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:06 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 27076/202671 objects degraded (13.360%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-08-28T02:38:06.321 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:06.338 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:06 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 27076/202671 objects degraded (13.360%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-08-28T02:38:06.338 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:06 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 27076/202671 objects degraded (13.360%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-08-28T02:38:06.382 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-08-28T02:38:06.648 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:38:06.652 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:06.653 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:38:06.754 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:38:06.790 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:06.866 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:38:06.870 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:06.870 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:38:06.922 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:38:06.939 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:38:06.971 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:38:07.003 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:07.362 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:07 smithi040 ceph-mon[170259]: from='client.46127 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:38:07.362 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:07 smithi040 ceph-mon[170259]: pgmap v1080: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 4.1 GiB data, 13 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 88 op/s; 27023/201951 objects degraded (13.381%); 15720/201951 objects misplaced (7.784%); 5.6 MiB/s, 89 objects/s recovering 2023-08-28T02:38:07.362 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:07 smithi040 ceph-mon[175404]: from='client.46127 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:38:07.362 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:07 smithi040 ceph-mon[175404]: pgmap v1080: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 4.1 GiB data, 13 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 88 op/s; 27023/201951 objects degraded (13.381%); 15720/201951 objects misplaced (7.784%); 5.6 MiB/s, 89 objects/s recovering 2023-08-28T02:38:07.470 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:07 smithi083 ceph-mon[157819]: from='client.46127 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:38:07.470 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:07 smithi083 ceph-mon[157819]: pgmap v1080: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 4.1 GiB data, 13 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 88 op/s; 27023/201951 objects degraded (13.381%); 15720/201951 objects misplaced (7.784%); 5.6 MiB/s, 89 objects/s recovering 2023-08-28T02:38:07.480 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:38:07.484 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:07.484 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:38:07.585 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:38:07.624 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:07.650 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:38:07.651 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:07.651 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:38:07.719 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2023-08-28T02:38:07.719 INFO:teuthology.orchestra.run.smithi083.stdout: "size": 20, 2023-08-28T02:38:07.719 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 600, 2023-08-28T02:38:07.719 INFO:teuthology.orchestra.run.smithi083.stdout: "ops": [ 2023-08-28T02:38:07.719 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.719 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:166815 9.a 9:56e3268b:::benchmark_data_smithi040_209735_object59220:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e217)", 2023-08-28T02:38:07.719 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:32.931809+0000", 2023-08-28T02:38:07.719 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 514.78383531600002, 2023-08-28T02:38:07.719 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.2630989939999999, 2023-08-28T02:38:07.720 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:38:07.720 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "reached pg", 2023-08-28T02:38:07.720 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:38:07.720 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:38:07.720 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:38:07.720 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 166815 2023-08-28T02:38:07.720 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.720 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:38:07.720 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.720 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:38:07.720 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.931809+0000", 2023-08-28T02:38:07.720 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:07.720 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.721 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.721 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:38:07.721 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.931809+0000", 2023-08-28T02:38:07.721 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:07.721 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.721 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.721 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:38:07.721 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.931807+0000", 2023-08-28T02:38:07.721 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:38:07.721 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.721 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.721 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:38:07.722 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.931824+0000", 2023-08-28T02:38:07.722 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.6765e-05 2023-08-28T02:38:07.722 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.722 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.722 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:38:07.722 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.931845+0000", 2023-08-28T02:38:07.722 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.0709000000000001e-05 2023-08-28T02:38:07.722 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.722 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.722 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:38:07.722 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.931855+0000", 2023-08-28T02:38:07.723 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0445000000000001e-05 2023-08-28T02:38:07.723 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.723 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.723 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:07.723 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.098247+0000", 2023-08-28T02:38:07.723 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.16639153100000001 2023-08-28T02:38:07.723 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.723 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.723 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:38:07.723 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.098257+0000", 2023-08-28T02:38:07.723 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.9080000000000007e-06 2023-08-28T02:38:07.723 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.724 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.724 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:07.724 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.907336+0000", 2023-08-28T02:38:07.724 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.80907946900000005 2023-08-28T02:38:07.724 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.724 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.724 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:38:07.724 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.907344+0000", 2023-08-28T02:38:07.724 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.7530000000000001e-06 2023-08-28T02:38:07.724 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.724 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.724 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:07.724 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.920156+0000", 2023-08-28T02:38:07.725 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0128124730000001 2023-08-28T02:38:07.725 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.725 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.725 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:38:07.725 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.920168+0000", 2023-08-28T02:38:07.725 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1858999999999999e-05 2023-08-28T02:38:07.725 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.725 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.725 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:07.725 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.194827+0000", 2023-08-28T02:38:07.725 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.274659089 2023-08-28T02:38:07.725 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.726 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.726 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:38:07.726 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.194908+0000", 2023-08-28T02:38:07.726 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.1129000000000002e-05 2023-08-28T02:38:07.726 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:07.726 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:38:07.726 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:07.726 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.726 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.726 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:166825 9.1f 9:fd2caf57:::benchmark_data_smithi040_209735_object59230:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e217)", 2023-08-28T02:38:07.726 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:33.022331+0000", 2023-08-28T02:38:07.727 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 514.69331389199999, 2023-08-28T02:38:07.727 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.1605196019999999, 2023-08-28T02:38:07.727 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:38:07.727 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:38:07.727 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:38:07.727 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:38:07.727 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:38:07.727 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 166825 2023-08-28T02:38:07.727 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.727 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:38:07.727 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.727 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:38:07.727 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.022331+0000", 2023-08-28T02:38:07.728 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:07.728 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.728 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.728 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:38:07.728 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.022331+0000", 2023-08-28T02:38:07.728 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:07.728 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.728 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.728 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:38:07.728 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.022329+0000", 2023-08-28T02:38:07.728 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999976 2023-08-28T02:38:07.728 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.729 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.729 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:38:07.729 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.022340+0000", 2023-08-28T02:38:07.729 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1379999999999999e-05 2023-08-28T02:38:07.729 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.729 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.729 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:38:07.729 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.022366+0000", 2023-08-28T02:38:07.729 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.6301000000000001e-05 2023-08-28T02:38:07.729 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.729 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.729 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:38:07.730 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.022382+0000", 2023-08-28T02:38:07.730 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.5316999999999999e-05 2023-08-28T02:38:07.730 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.730 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.730 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:07.730 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.169491+0000", 2023-08-28T02:38:07.730 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.14710936099999999 2023-08-28T02:38:07.730 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.730 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.730 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:38:07.730 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.169501+0000", 2023-08-28T02:38:07.730 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.9830000000000008e-06 2023-08-28T02:38:07.731 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.731 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.731 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:07.731 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.905839+0000", 2023-08-28T02:38:07.731 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.73633841 2023-08-28T02:38:07.731 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.731 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.731 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:38:07.731 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.905849+0000", 2023-08-28T02:38:07.731 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.8980000000000008e-06 2023-08-28T02:38:07.731 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.731 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.732 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:07.732 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.915791+0000", 2023-08-28T02:38:07.732 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.009942219 2023-08-28T02:38:07.732 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.732 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.732 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:38:07.732 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.915799+0000", 2023-08-28T02:38:07.732 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.7100000000000007e-06 2023-08-28T02:38:07.732 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.732 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.732 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:07.732 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.171736+0000", 2023-08-28T02:38:07.732 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.255936564 2023-08-28T02:38:07.733 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.733 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.733 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:38:07.733 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.171876+0000", 2023-08-28T02:38:07.733 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00014034799999999999 2023-08-28T02:38:07.733 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.733 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.733 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,2,3", 2023-08-28T02:38:07.733 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.174343+0000", 2023-08-28T02:38:07.733 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0024673400000000002 2023-08-28T02:38:07.733 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.733 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.734 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:38:07.734 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.180195+0000", 2023-08-28T02:38:07.734 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0058520569999999999 2023-08-28T02:38:07.734 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.734 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.734 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:07.734 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.180237+0000", 2023-08-28T02:38:07.734 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.1195000000000001e-05 2023-08-28T02:38:07.734 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.734 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.734 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:07.735 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.182598+0000", 2023-08-28T02:38:07.735 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0023616779999999999 2023-08-28T02:38:07.735 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.735 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.735 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:07.735 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.182682+0000", 2023-08-28T02:38:07.735 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.3282999999999995e-05 2023-08-28T02:38:07.735 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.735 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.735 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:38:07.735 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.182738+0000", 2023-08-28T02:38:07.736 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.5989000000000002e-05 2023-08-28T02:38:07.736 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.736 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.736 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:38:07.736 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.182850+0000", 2023-08-28T02:38:07.736 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000112749 2023-08-28T02:38:07.736 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:07.736 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:38:07.736 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:07.736 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.736 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.736 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:166835 9.1f 9:fdb674ed:::benchmark_data_smithi040_209735_object59240:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e217)", 2023-08-28T02:38:07.736 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:33.219103+0000", 2023-08-28T02:38:07.737 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 514.49654190499996, 2023-08-28T02:38:07.737 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.9639696190000002, 2023-08-28T02:38:07.737 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:38:07.737 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:38:07.737 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:38:07.737 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:38:07.737 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:38:07.737 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 166835 2023-08-28T02:38:07.737 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.737 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:38:07.737 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.738 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:38:07.738 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.219103+0000", 2023-08-28T02:38:07.738 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:07.738 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.738 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.738 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:38:07.738 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.219103+0000", 2023-08-28T02:38:07.738 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:07.738 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.738 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.738 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:38:07.738 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.219101+0000", 2023-08-28T02:38:07.739 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:38:07.739 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.739 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.739 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:38:07.739 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.219113+0000", 2023-08-28T02:38:07.739 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2289e-05 2023-08-28T02:38:07.739 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.739 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.739 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:38:07.739 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.219131+0000", 2023-08-28T02:38:07.739 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.7759999999999999e-05 2023-08-28T02:38:07.739 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.740 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.740 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:38:07.740 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.219139+0000", 2023-08-28T02:38:07.740 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.4400000000000005e-06 2023-08-28T02:38:07.740 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.740 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.740 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:07.740 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.219197+0000", 2023-08-28T02:38:07.740 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.7667999999999997e-05 2023-08-28T02:38:07.740 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.740 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.740 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:38:07.741 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.219208+0000", 2023-08-28T02:38:07.741 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.155e-05 2023-08-28T02:38:07.741 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.741 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.741 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:07.741 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.907111+0000", 2023-08-28T02:38:07.741 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.68790260299999995 2023-08-28T02:38:07.741 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.741 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.741 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:38:07.741 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.907119+0000", 2023-08-28T02:38:07.741 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.3580000000000003e-06 2023-08-28T02:38:07.742 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.742 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.742 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:07.742 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.915818+0000", 2023-08-28T02:38:07.742 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0086982120000001 2023-08-28T02:38:07.742 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.742 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.742 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:38:07.742 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.915823+0000", 2023-08-28T02:38:07.742 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.4779999999999999e-06 2023-08-28T02:38:07.742 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.742 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.742 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:07.743 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.178183+0000", 2023-08-28T02:38:07.743 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2623597499999999 2023-08-28T02:38:07.743 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.743 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.743 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:38:07.743 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.178322+0000", 2023-08-28T02:38:07.743 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00013888600000000001 2023-08-28T02:38:07.743 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.743 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.743 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,2,3", 2023-08-28T02:38:07.743 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.178629+0000", 2023-08-28T02:38:07.743 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00030739 2023-08-28T02:38:07.744 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.744 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.744 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:38:07.744 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.180621+0000", 2023-08-28T02:38:07.744 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0019917279999999999 2023-08-28T02:38:07.744 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.744 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.744 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:07.744 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.182640+0000", 2023-08-28T02:38:07.744 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0020191670000000001 2023-08-28T02:38:07.744 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.744 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.745 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:07.745 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.182897+0000", 2023-08-28T02:38:07.745 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00025681100000000002 2023-08-28T02:38:07.745 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.745 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.745 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:07.745 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.182926+0000", 2023-08-28T02:38:07.745 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.8853999999999999e-05 2023-08-28T02:38:07.745 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.745 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.745 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:38:07.745 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.182968+0000", 2023-08-28T02:38:07.746 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.2412e-05 2023-08-28T02:38:07.746 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.746 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.746 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:38:07.746 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.183072+0000", 2023-08-28T02:38:07.746 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000104362 2023-08-28T02:38:07.746 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:07.746 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:38:07.746 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:07.746 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.746 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.747 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:166840 9.1a 9:5ea9de3c:::benchmark_data_smithi040_209735_object59245:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e218)", 2023-08-28T02:38:07.747 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:33.947892+0000", 2023-08-28T02:38:07.747 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 513.76775310100004, 2023-08-28T02:38:07.747 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.2562145400000002, 2023-08-28T02:38:07.747 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:38:07.747 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:38:07.747 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:38:07.747 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:38:07.747 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:38:07.747 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 166840 2023-08-28T02:38:07.747 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.747 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:38:07.747 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.748 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:38:07.748 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.947892+0000", 2023-08-28T02:38:07.748 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:07.748 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.748 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.748 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:38:07.748 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.947892+0000", 2023-08-28T02:38:07.748 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:07.748 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.748 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.748 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:38:07.748 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.947890+0000", 2023-08-28T02:38:07.749 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:38:07.749 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.749 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.749 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:38:07.749 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.947897+0000", 2023-08-28T02:38:07.749 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.9360000000000002e-06 2023-08-28T02:38:07.749 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.749 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.749 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:38:07.749 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.947912+0000", 2023-08-28T02:38:07.749 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.4583000000000001e-05 2023-08-28T02:38:07.749 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.750 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.750 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:38:07.750 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.947918+0000", 2023-08-28T02:38:07.750 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.105e-06 2023-08-28T02:38:07.750 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.750 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.750 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:07.750 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.947964+0000", 2023-08-28T02:38:07.750 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.5884999999999999e-05 2023-08-28T02:38:07.750 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.750 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.751 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:38:07.751 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.947973+0000", 2023-08-28T02:38:07.751 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.4539999999999996e-06 2023-08-28T02:38:07.751 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.751 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.751 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:07.751 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.924912+0000", 2023-08-28T02:38:07.751 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.97693920599999995 2023-08-28T02:38:07.751 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.751 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.751 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:38:07.752 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.924920+0000", 2023-08-28T02:38:07.752 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.1330000000000001e-06 2023-08-28T02:38:07.752 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.752 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.752 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:07.752 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.188143+0000", 2023-08-28T02:38:07.752 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.263223781 2023-08-28T02:38:07.752 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.752 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.752 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:38:07.752 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.188232+0000", 2023-08-28T02:38:07.752 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.8517999999999995e-05 2023-08-28T02:38:07.753 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.753 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.753 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3,7", 2023-08-28T02:38:07.753 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.188445+0000", 2023-08-28T02:38:07.753 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000212742 2023-08-28T02:38:07.753 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.753 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.753 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:07.753 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.194801+0000", 2023-08-28T02:38:07.753 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0063569000000000004 2023-08-28T02:38:07.753 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.753 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.753 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:07.754 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.194984+0000", 2023-08-28T02:38:07.754 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00018230199999999999 2023-08-28T02:38:07.754 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.754 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.754 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:38:07.754 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.194994+0000", 2023-08-28T02:38:07.754 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0227000000000001e-05 2023-08-28T02:38:07.754 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.754 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.754 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:07.754 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.203928+0000", 2023-08-28T02:38:07.754 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0089338609999999995 2023-08-28T02:38:07.754 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.755 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.755 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:38:07.755 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.203982+0000", 2023-08-28T02:38:07.755 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.4398999999999999e-05 2023-08-28T02:38:07.755 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.755 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.755 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:38:07.755 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.204106+0000", 2023-08-28T02:38:07.755 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00012385400000000001 2023-08-28T02:38:07.755 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:07.755 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:38:07.755 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:07.756 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.756 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.756 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:166842 9.1a 9:587a1a67:::benchmark_data_smithi040_209735_object59247:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e218)", 2023-08-28T02:38:07.756 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:33.949980+0000", 2023-08-28T02:38:07.756 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 513.76566488799995, 2023-08-28T02:38:07.756 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.2621448399999999, 2023-08-28T02:38:07.756 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:38:07.756 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:38:07.756 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:38:07.756 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:38:07.756 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:38:07.756 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 166842 2023-08-28T02:38:07.757 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.757 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:38:07.757 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.757 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:38:07.757 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.949980+0000", 2023-08-28T02:38:07.757 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:07.757 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.757 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.757 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:38:07.757 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.949980+0000", 2023-08-28T02:38:07.757 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:07.757 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.758 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.758 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:38:07.758 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.949979+0000", 2023-08-28T02:38:07.758 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:38:07.758 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.758 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.758 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:38:07.758 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.949984+0000", 2023-08-28T02:38:07.758 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.8380000000000001e-06 2023-08-28T02:38:07.758 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.758 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.758 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:38:07.759 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.949994+0000", 2023-08-28T02:38:07.759 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0385e-05 2023-08-28T02:38:07.759 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.759 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.759 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:38:07.759 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.949999+0000", 2023-08-28T02:38:07.759 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.8250000000000004e-06 2023-08-28T02:38:07.759 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.759 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.759 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:07.759 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.950028+0000", 2023-08-28T02:38:07.760 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.9425999999999999e-05 2023-08-28T02:38:07.760 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.760 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.760 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:38:07.760 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.950034+0000", 2023-08-28T02:38:07.760 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.2249999999999999e-06 2023-08-28T02:38:07.760 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.760 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.760 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:07.760 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.925308+0000", 2023-08-28T02:38:07.760 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.97527402299999999 2023-08-28T02:38:07.760 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.761 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.761 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:38:07.761 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.925314+0000", 2023-08-28T02:38:07.761 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.3879999999999997e-06 2023-08-28T02:38:07.761 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.761 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.761 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:07.761 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.190425+0000", 2023-08-28T02:38:07.761 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.265111323 2023-08-28T02:38:07.761 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.761 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.761 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:38:07.761 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.190538+0000", 2023-08-28T02:38:07.762 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000112824 2023-08-28T02:38:07.762 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.762 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.762 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3,7", 2023-08-28T02:38:07.762 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.190763+0000", 2023-08-28T02:38:07.762 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000224634 2023-08-28T02:38:07.762 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.762 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.762 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:07.762 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.194941+0000", 2023-08-28T02:38:07.762 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0041782449999999997 2023-08-28T02:38:07.762 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.763 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.763 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:38:07.763 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.195000+0000", 2023-08-28T02:38:07.763 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.8566000000000001e-05 2023-08-28T02:38:07.763 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.763 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.763 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:07.763 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.200242+0000", 2023-08-28T02:38:07.763 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0052426640000000002 2023-08-28T02:38:07.763 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.763 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.764 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:07.764 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.211969+0000", 2023-08-28T02:38:07.764 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011726785 2023-08-28T02:38:07.764 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.764 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.764 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:38:07.764 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.212010+0000", 2023-08-28T02:38:07.764 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.1004999999999998e-05 2023-08-28T02:38:07.764 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.764 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.764 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:38:07.764 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.212125+0000", 2023-08-28T02:38:07.765 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00011443299999999999 2023-08-28T02:38:07.765 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:07.765 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:38:07.765 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:07.765 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.765 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.765 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:166843 9.1a 9:585dec9a:::benchmark_data_smithi040_209735_object59248:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e218)", 2023-08-28T02:38:07.765 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:33.956929+0000", 2023-08-28T02:38:07.765 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 513.75871580099999, 2023-08-28T02:38:07.765 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.2553711079999998, 2023-08-28T02:38:07.765 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:38:07.765 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:38:07.765 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:38:07.766 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:38:07.766 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:38:07.766 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 166843 2023-08-28T02:38:07.766 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.766 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:38:07.766 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.766 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:38:07.766 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.956929+0000", 2023-08-28T02:38:07.766 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:07.766 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.766 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.767 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:38:07.767 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.956929+0000", 2023-08-28T02:38:07.767 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:07.767 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.767 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.767 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:38:07.767 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.956927+0000", 2023-08-28T02:38:07.767 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:38:07.767 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.767 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.767 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:38:07.768 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.956935+0000", 2023-08-28T02:38:07.768 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.8299999999999996e-06 2023-08-28T02:38:07.768 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.768 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.768 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:38:07.768 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.956951+0000", 2023-08-28T02:38:07.768 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.5532999999999998e-05 2023-08-28T02:38:07.768 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.768 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.768 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:38:07.768 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.956964+0000", 2023-08-28T02:38:07.768 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2996000000000001e-05 2023-08-28T02:38:07.768 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.769 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.769 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:07.769 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.957008+0000", 2023-08-28T02:38:07.769 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.4124e-05 2023-08-28T02:38:07.769 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.769 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.769 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:38:07.769 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.957014+0000", 2023-08-28T02:38:07.769 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.5270000000000004e-06 2023-08-28T02:38:07.769 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.769 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.769 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:07.770 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.925904+0000", 2023-08-28T02:38:07.770 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.968889373 2023-08-28T02:38:07.770 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.770 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.770 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:38:07.770 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.925916+0000", 2023-08-28T02:38:07.770 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2517999999999999e-05 2023-08-28T02:38:07.770 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.770 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.770 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:07.770 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.191937+0000", 2023-08-28T02:38:07.770 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2660205410000001 2023-08-28T02:38:07.770 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.771 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.771 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:38:07.771 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.192030+0000", 2023-08-28T02:38:07.771 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.2814999999999998e-05 2023-08-28T02:38:07.771 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.771 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.771 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3,7", 2023-08-28T02:38:07.771 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.192215+0000", 2023-08-28T02:38:07.771 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00018544000000000001 2023-08-28T02:38:07.771 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.771 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.772 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:38:07.772 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.196853+0000", 2023-08-28T02:38:07.772 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0046379680000000001 2023-08-28T02:38:07.772 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.772 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.772 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:07.772 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.200212+0000", 2023-08-28T02:38:07.772 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0033594380000000002 2023-08-28T02:38:07.772 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.772 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.772 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:07.772 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.200526+0000", 2023-08-28T02:38:07.773 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00031347299999999999 2023-08-28T02:38:07.773 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.773 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.773 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:07.773 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.212166+0000", 2023-08-28T02:38:07.773 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011640081 2023-08-28T02:38:07.773 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.773 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.773 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:38:07.773 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.212210+0000", 2023-08-28T02:38:07.773 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.3803000000000001e-05 2023-08-28T02:38:07.773 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.774 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.774 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:38:07.774 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.212300+0000", 2023-08-28T02:38:07.774 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.0258000000000002e-05 2023-08-28T02:38:07.774 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:07.774 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:38:07.774 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:07.774 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.774 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.774 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:166846 9.6 9:614b82ab:::benchmark_data_smithi040_209735_object59251:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e218)", 2023-08-28T02:38:07.774 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:33.967477+0000", 2023-08-28T02:38:07.774 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 513.74816792499996, 2023-08-28T02:38:07.775 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.2460598730000001, 2023-08-28T02:38:07.775 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:38:07.775 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:38:07.775 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:38:07.775 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:38:07.775 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:38:07.775 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 166846 2023-08-28T02:38:07.775 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.775 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:38:07.775 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.775 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:38:07.775 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.967477+0000", 2023-08-28T02:38:07.776 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:07.776 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.776 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.776 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:38:07.776 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.967477+0000", 2023-08-28T02:38:07.776 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:07.776 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.776 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.776 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:38:07.776 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.967476+0000", 2023-08-28T02:38:07.776 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:38:07.777 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.777 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.777 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:38:07.777 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.967482+0000", 2023-08-28T02:38:07.777 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.2360000000000001e-06 2023-08-28T02:38:07.777 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.777 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.777 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:38:07.777 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.967494+0000", 2023-08-28T02:38:07.777 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2146e-05 2023-08-28T02:38:07.777 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.777 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.778 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:38:07.778 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.967499+0000", 2023-08-28T02:38:07.778 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.3190000000000002e-06 2023-08-28T02:38:07.778 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.778 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.778 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:07.778 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.967567+0000", 2023-08-28T02:38:07.778 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.7675999999999994e-05 2023-08-28T02:38:07.778 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.778 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.778 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:38:07.778 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.967575+0000", 2023-08-28T02:38:07.779 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.3690000000000007e-06 2023-08-28T02:38:07.779 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.779 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.779 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:07.779 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.914872+0000", 2023-08-28T02:38:07.779 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.94729681499999996 2023-08-28T02:38:07.779 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.779 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.779 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:38:07.779 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.914884+0000", 2023-08-28T02:38:07.779 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1501000000000001e-05 2023-08-28T02:38:07.780 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.780 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.780 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:07.780 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.199349+0000", 2023-08-28T02:38:07.780 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2844649619999999 2023-08-28T02:38:07.780 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.780 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.780 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:38:07.780 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.199476+0000", 2023-08-28T02:38:07.780 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00012742499999999999 2023-08-28T02:38:07.780 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.780 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.781 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 2,6", 2023-08-28T02:38:07.781 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.199936+0000", 2023-08-28T02:38:07.781 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00046027399999999999 2023-08-28T02:38:07.781 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.781 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.781 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:07.781 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.211730+0000", 2023-08-28T02:38:07.781 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011793873999999999 2023-08-28T02:38:07.781 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.781 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.781 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:38:07.781 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.211784+0000", 2023-08-28T02:38:07.782 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.3698e-05 2023-08-28T02:38:07.782 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.782 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.782 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:07.782 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.211807+0000", 2023-08-28T02:38:07.782 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.3166000000000001e-05 2023-08-28T02:38:07.782 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.782 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.782 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:38:07.782 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.211849+0000", 2023-08-28T02:38:07.782 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.1579000000000003e-05 2023-08-28T02:38:07.782 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.782 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.783 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:38:07.783 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.213537+0000", 2023-08-28T02:38:07.783 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.001687863 2023-08-28T02:38:07.783 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:07.783 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:38:07.783 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:07.783 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.783 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.783 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:173326 9.1f 9:fb06fbfd:::benchmark_data_smithi040_209735_object65731:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e224)", 2023-08-28T02:38:07.783 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:44.554844+0000", 2023-08-28T02:38:07.783 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 503.16080086599999, 2023-08-28T02:38:07.783 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.90803578200000001, 2023-08-28T02:38:07.784 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:38:07.784 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:38:07.784 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:38:07.784 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:38:07.784 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:38:07.784 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 173326 2023-08-28T02:38:07.784 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.784 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:38:07.784 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.784 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:38:07.784 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.554844+0000", 2023-08-28T02:38:07.784 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:07.785 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.785 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.785 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:38:07.785 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.554844+0000", 2023-08-28T02:38:07.785 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:07.785 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.785 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.785 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:38:07.785 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.554842+0000", 2023-08-28T02:38:07.785 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:38:07.785 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.785 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.786 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:38:07.786 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.554850+0000", 2023-08-28T02:38:07.786 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.1729999999999998e-06 2023-08-28T02:38:07.786 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.786 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.786 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:38:07.786 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.554863+0000", 2023-08-28T02:38:07.786 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2967e-05 2023-08-28T02:38:07.786 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.786 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.786 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:38:07.786 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.554868+0000", 2023-08-28T02:38:07.787 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.4609999999999999e-06 2023-08-28T02:38:07.787 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.787 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.787 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:07.787 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.554912+0000", 2023-08-28T02:38:07.787 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.3856999999999997e-05 2023-08-28T02:38:07.787 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.787 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.787 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:38:07.787 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.554920+0000", 2023-08-28T02:38:07.787 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.2169999999999994e-06 2023-08-28T02:38:07.788 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.788 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.788 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:07.788 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.449581+0000", 2023-08-28T02:38:07.788 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.89466111199999998 2023-08-28T02:38:07.788 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.788 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.788 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:38:07.788 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.449684+0000", 2023-08-28T02:38:07.788 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00010230000000000001 2023-08-28T02:38:07.788 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.788 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.789 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:38:07.789 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.449931+0000", 2023-08-28T02:38:07.789 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00024772599999999998 2023-08-28T02:38:07.789 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.789 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.789 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:38:07.789 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.452037+0000", 2023-08-28T02:38:07.789 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0021054480000000002 2023-08-28T02:38:07.789 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.789 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.789 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:07.789 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.459556+0000", 2023-08-28T02:38:07.790 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0075193969999999997 2023-08-28T02:38:07.790 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.790 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.790 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:07.790 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.462800+0000", 2023-08-28T02:38:07.790 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0032439270000000002 2023-08-28T02:38:07.790 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.790 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.790 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:38:07.790 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.462844+0000", 2023-08-28T02:38:07.790 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.3918999999999997e-05 2023-08-28T02:38:07.790 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.791 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.791 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:38:07.791 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.462880+0000", 2023-08-28T02:38:07.791 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.5592000000000001e-05 2023-08-28T02:38:07.791 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:07.791 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:38:07.791 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:07.791 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.791 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.791 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:173328 9.1f 9:fb35c571:::benchmark_data_smithi040_209735_object65733:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e224)", 2023-08-28T02:38:07.791 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:44.617754+0000", 2023-08-28T02:38:07.792 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 503.09789042599999, 2023-08-28T02:38:07.792 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.84523814100000005, 2023-08-28T02:38:07.792 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:38:07.792 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:38:07.792 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:38:07.792 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:38:07.792 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:38:07.792 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 173328 2023-08-28T02:38:07.792 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.792 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:38:07.792 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.792 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:38:07.793 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.617754+0000", 2023-08-28T02:38:07.793 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:07.793 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.793 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.793 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:38:07.793 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.617754+0000", 2023-08-28T02:38:07.793 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:07.793 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.793 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.793 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:38:07.793 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.617752+0000", 2023-08-28T02:38:07.793 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999976 2023-08-28T02:38:07.794 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.794 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.794 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:38:07.794 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.617761+0000", 2023-08-28T02:38:07.794 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.8489999999999995e-06 2023-08-28T02:38:07.794 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.794 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.794 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:38:07.794 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.617778+0000", 2023-08-28T02:38:07.794 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.6761000000000001e-05 2023-08-28T02:38:07.794 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.794 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.795 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:38:07.795 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.617785+0000", 2023-08-28T02:38:07.795 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.2119999999999997e-06 2023-08-28T02:38:07.795 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.795 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.795 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:07.795 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.617839+0000", 2023-08-28T02:38:07.795 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.3733999999999997e-05 2023-08-28T02:38:07.795 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.795 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.795 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:38:07.795 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:44.617850+0000", 2023-08-28T02:38:07.796 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1260000000000001e-05 2023-08-28T02:38:07.796 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.796 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.796 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:07.796 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.450929+0000", 2023-08-28T02:38:07.796 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.83307915099999996 2023-08-28T02:38:07.796 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.796 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.796 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:38:07.796 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.451010+0000", 2023-08-28T02:38:07.796 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.0902000000000006e-05 2023-08-28T02:38:07.796 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.796 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.797 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:38:07.797 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.451167+0000", 2023-08-28T02:38:07.797 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00015725 2023-08-28T02:38:07.797 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.797 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.797 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:38:07.797 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.452105+0000", 2023-08-28T02:38:07.797 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00093819900000000002 2023-08-28T02:38:07.797 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.797 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.797 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:07.797 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.459583+0000", 2023-08-28T02:38:07.798 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0074780660000000002 2023-08-28T02:38:07.798 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.798 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.798 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:07.798 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.462912+0000", 2023-08-28T02:38:07.798 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0033286510000000002 2023-08-28T02:38:07.798 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.798 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.798 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:38:07.798 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.462950+0000", 2023-08-28T02:38:07.798 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.8059000000000003e-05 2023-08-28T02:38:07.798 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.799 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.799 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:38:07.799 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.462992+0000", 2023-08-28T02:38:07.799 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.2258000000000001e-05 2023-08-28T02:38:07.799 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:07.799 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:38:07.799 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:07.799 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.799 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.799 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:54157 10.3 10:c6f4420d:::benchmark_data_smithi040_250784_object54156:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e260)", 2023-08-28T02:38:07.799 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:27.925887+0000", 2023-08-28T02:38:07.799 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 399.78975748900001, 2023-08-28T02:38:07.799 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0107399720000001, 2023-08-28T02:38:07.800 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:38:07.800 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "reached pg", 2023-08-28T02:38:07.800 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:38:07.800 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:38:07.800 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:38:07.800 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 54157 2023-08-28T02:38:07.800 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.800 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:38:07.800 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.800 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:38:07.800 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.925887+0000", 2023-08-28T02:38:07.801 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:07.801 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.801 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.801 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:38:07.801 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.925887+0000", 2023-08-28T02:38:07.801 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:07.801 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.801 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.801 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:38:07.801 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.925885+0000", 2023-08-28T02:38:07.801 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:38:07.801 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.802 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.802 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:38:07.802 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.925930+0000", 2023-08-28T02:38:07.802 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.4515999999999999e-05 2023-08-28T02:38:07.802 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.802 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.802 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:38:07.802 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.925949+0000", 2023-08-28T02:38:07.802 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.8995e-05 2023-08-28T02:38:07.802 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.802 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.802 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:38:07.803 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.925957+0000", 2023-08-28T02:38:07.803 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.1869999999999997e-06 2023-08-28T02:38:07.803 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.803 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.803 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:07.803 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.926008+0000", 2023-08-28T02:38:07.803 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.0968999999999999e-05 2023-08-28T02:38:07.803 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.803 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.803 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:38:07.803 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.926162+0000", 2023-08-28T02:38:07.803 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00015455300000000001 2023-08-28T02:38:07.804 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.804 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.804 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 2,3", 2023-08-28T02:38:07.804 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.926267+0000", 2023-08-28T02:38:07.804 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000104551 2023-08-28T02:38:07.804 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.804 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.804 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:38:07.804 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.928175+0000", 2023-08-28T02:38:07.804 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.001908341 2023-08-28T02:38:07.804 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.804 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.805 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:07.805 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.938626+0000", 2023-08-28T02:38:07.805 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.010451167000000001 2023-08-28T02:38:07.805 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.805 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.805 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:38:07.805 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.938635+0000", 2023-08-28T02:38:07.805 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.3010000000000007e-06 2023-08-28T02:38:07.805 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.805 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.805 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:07.805 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.936574+0000", 2023-08-28T02:38:07.806 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.99793937200000005 2023-08-28T02:38:07.806 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.806 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.806 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:38:07.806 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.936627+0000", 2023-08-28T02:38:07.806 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.3020999999999999e-05 2023-08-28T02:38:07.806 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:07.806 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:38:07.806 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:07.806 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.806 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.807 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:54162 10.7 10:e94f36fb:::benchmark_data_smithi040_250784_object54161:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e261)", 2023-08-28T02:38:07.807 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:27.935552+0000", 2023-08-28T02:38:07.807 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 399.78009242100001, 2023-08-28T02:38:07.807 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0215225910000001, 2023-08-28T02:38:07.807 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:38:07.807 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:38:07.807 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:38:07.807 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:38:07.807 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:38:07.807 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 54162 2023-08-28T02:38:07.807 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.808 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:38:07.808 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.808 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:38:07.808 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.935552+0000", 2023-08-28T02:38:07.808 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:07.808 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.808 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.808 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:38:07.808 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.935552+0000", 2023-08-28T02:38:07.808 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:07.809 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.809 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.809 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:38:07.809 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.935551+0000", 2023-08-28T02:38:07.809 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:38:07.809 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.809 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.809 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:38:07.809 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.935580+0000", 2023-08-28T02:38:07.809 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.8829000000000001e-05 2023-08-28T02:38:07.809 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.809 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.810 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:38:07.810 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.935591+0000", 2023-08-28T02:38:07.810 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1058e-05 2023-08-28T02:38:07.810 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.810 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.810 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:38:07.810 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.935598+0000", 2023-08-28T02:38:07.810 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.0369999999999997e-06 2023-08-28T02:38:07.810 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.810 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.810 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:07.810 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.939889+0000", 2023-08-28T02:38:07.811 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0042914370000000004 2023-08-28T02:38:07.811 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.811 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.811 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:38:07.811 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.939896+0000", 2023-08-28T02:38:07.811 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.8109999999999997e-06 2023-08-28T02:38:07.811 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.811 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.811 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:07.811 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.937150+0000", 2023-08-28T02:38:07.811 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.99725419999999998 2023-08-28T02:38:07.811 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.812 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.812 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:38:07.812 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.938715+0000", 2023-08-28T02:38:07.812 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0015648750000000001 2023-08-28T02:38:07.812 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.812 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.812 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 6", 2023-08-28T02:38:07.812 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.938869+0000", 2023-08-28T02:38:07.812 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00015391299999999999 2023-08-28T02:38:07.812 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.812 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.813 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:38:07.813 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.942700+0000", 2023-08-28T02:38:07.813 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0038305000000000001 2023-08-28T02:38:07.813 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.813 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.813 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:07.813 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.956936+0000", 2023-08-28T02:38:07.813 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.01423688 2023-08-28T02:38:07.813 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.813 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.813 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:38:07.813 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.956986+0000", 2023-08-28T02:38:07.813 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.9999e-05 2023-08-28T02:38:07.814 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.814 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.814 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:38:07.814 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.957075+0000", 2023-08-28T02:38:07.814 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.8382999999999997e-05 2023-08-28T02:38:07.814 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:07.814 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:38:07.814 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:07.814 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.814 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.814 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:54165 10.3 10:cd67a075:::benchmark_data_smithi040_250784_object54164:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e261)", 2023-08-28T02:38:07.815 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:27.944077+0000", 2023-08-28T02:38:07.815 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 399.77156774299999, 2023-08-28T02:38:07.815 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.99867291800000002, 2023-08-28T02:38:07.815 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:38:07.815 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:38:07.815 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:38:07.815 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:38:07.815 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:38:07.815 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 54165 2023-08-28T02:38:07.815 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.815 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:38:07.816 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.816 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:38:07.816 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.944077+0000", 2023-08-28T02:38:07.816 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:07.816 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.816 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.816 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:38:07.816 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.944077+0000", 2023-08-28T02:38:07.816 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:07.816 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.816 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.816 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:38:07.817 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.944075+0000", 2023-08-28T02:38:07.817 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:38:07.817 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.817 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.817 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:38:07.817 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.944110+0000", 2023-08-28T02:38:07.817 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.5431e-05 2023-08-28T02:38:07.817 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.817 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.817 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:38:07.817 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.944125+0000", 2023-08-28T02:38:07.817 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.4547e-05 2023-08-28T02:38:07.818 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.818 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.818 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:38:07.818 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.944132+0000", 2023-08-28T02:38:07.818 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.2749999999999998e-06 2023-08-28T02:38:07.818 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.818 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.818 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:07.818 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.946356+0000", 2023-08-28T02:38:07.818 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0022241019999999999 2023-08-28T02:38:07.818 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.819 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.819 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:38:07.819 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.946366+0000", 2023-08-28T02:38:07.819 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.329e-06 2023-08-28T02:38:07.819 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.819 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.819 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:07.819 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.936641+0000", 2023-08-28T02:38:07.819 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.99027558999999998 2023-08-28T02:38:07.819 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.819 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.819 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:38:07.820 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.936709+0000", 2023-08-28T02:38:07.820 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.8168000000000002e-05 2023-08-28T02:38:07.820 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.820 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.820 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 2", 2023-08-28T02:38:07.820 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.936794+0000", 2023-08-28T02:38:07.820 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.4944999999999994e-05 2023-08-28T02:38:07.820 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.820 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.820 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:38:07.820 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.939076+0000", 2023-08-28T02:38:07.820 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0022817649999999998 2023-08-28T02:38:07.821 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.821 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.821 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:07.821 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.942633+0000", 2023-08-28T02:38:07.821 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.003557358 2023-08-28T02:38:07.821 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.821 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.821 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:38:07.821 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.942671+0000", 2023-08-28T02:38:07.821 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.7178000000000002e-05 2023-08-28T02:38:07.821 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.822 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.822 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:38:07.822 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.942750+0000", 2023-08-28T02:38:07.822 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.9250000000000002e-05 2023-08-28T02:38:07.822 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:07.822 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:38:07.822 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:07.822 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.822 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.822 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:54168 10.3 10:cceeba9c:::benchmark_data_smithi040_250784_object54167:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e261)", 2023-08-28T02:38:07.822 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:27.944140+0000", 2023-08-28T02:38:07.823 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 399.77150514200002, 2023-08-28T02:38:07.823 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0040005599999999, 2023-08-28T02:38:07.823 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:38:07.823 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:38:07.823 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:38:07.823 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:38:07.823 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:38:07.823 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 54168 2023-08-28T02:38:07.823 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.823 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:38:07.823 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.824 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:38:07.824 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.944140+0000", 2023-08-28T02:38:07.824 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:07.824 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.824 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.824 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:38:07.824 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.944140+0000", 2023-08-28T02:38:07.824 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:07.824 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.824 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.824 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:38:07.825 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.944139+0000", 2023-08-28T02:38:07.825 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999995 2023-08-28T02:38:07.825 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.825 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.825 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:38:07.825 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.944166+0000", 2023-08-28T02:38:07.825 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.6574999999999999e-05 2023-08-28T02:38:07.825 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.825 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.825 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:38:07.825 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.944173+0000", 2023-08-28T02:38:07.825 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.0219999999999999e-06 2023-08-28T02:38:07.826 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.826 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.826 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:38:07.826 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.944177+0000", 2023-08-28T02:38:07.826 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.386e-06 2023-08-28T02:38:07.826 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.826 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.826 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:07.826 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.946388+0000", 2023-08-28T02:38:07.826 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.002210647 2023-08-28T02:38:07.826 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.826 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.827 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:38:07.827 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.946393+0000", 2023-08-28T02:38:07.827 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.9060000000000001e-06 2023-08-28T02:38:07.827 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.827 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.827 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:07.827 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.939498+0000", 2023-08-28T02:38:07.827 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.99310532799999995 2023-08-28T02:38:07.827 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.827 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.827 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:38:07.827 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.939619+0000", 2023-08-28T02:38:07.827 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000121241 2023-08-28T02:38:07.828 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.828 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.828 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 2", 2023-08-28T02:38:07.828 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.939762+0000", 2023-08-28T02:38:07.828 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000143282 2023-08-28T02:38:07.828 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.828 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.828 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:38:07.828 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.942215+0000", 2023-08-28T02:38:07.828 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0024526399999999999 2023-08-28T02:38:07.828 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.828 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.828 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:07.829 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.948048+0000", 2023-08-28T02:38:07.829 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0058329130000000003 2023-08-28T02:38:07.829 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.829 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.829 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:38:07.829 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.948084+0000", 2023-08-28T02:38:07.829 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.6214000000000003e-05 2023-08-28T02:38:07.829 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.829 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.829 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:38:07.829 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.948140+0000", 2023-08-28T02:38:07.829 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.5883e-05 2023-08-28T02:38:07.829 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:07.830 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:38:07.830 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:07.830 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.830 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.830 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:117521 10.7 10:e2d0f1d4:::benchmark_data_smithi040_250784_object24212:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e348)", 2023-08-28T02:38:07.830 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:37:44.223435+0000", 2023-08-28T02:38:07.830 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 23.492209588000001, 2023-08-28T02:38:07.830 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.419740369, 2023-08-28T02:38:07.830 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:38:07.830 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:38:07.830 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:38:07.831 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:38:07.831 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:38:07.831 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 117521 2023-08-28T02:38:07.831 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.831 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:38:07.831 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.831 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:38:07.831 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:44.223435+0000", 2023-08-28T02:38:07.831 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:07.831 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.831 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.832 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:38:07.832 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:44.223435+0000", 2023-08-28T02:38:07.832 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:07.832 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.832 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.832 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:38:07.832 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:44.223433+0000", 2023-08-28T02:38:07.832 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:38:07.832 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.832 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.832 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:38:07.832 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:44.223443+0000", 2023-08-28T02:38:07.833 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.3530000000000001e-06 2023-08-28T02:38:07.833 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.833 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.833 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:38:07.833 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:44.223461+0000", 2023-08-28T02:38:07.833 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.842e-05 2023-08-28T02:38:07.833 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.833 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.833 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:38:07.833 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:44.223469+0000", 2023-08-28T02:38:07.833 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.4649999999999997e-06 2023-08-28T02:38:07.833 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.833 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.834 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:07.834 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:44.223512+0000", 2023-08-28T02:38:07.834 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.3089e-05 2023-08-28T02:38:07.834 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.834 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.834 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for degraded object", 2023-08-28T02:38:07.834 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:44.224149+0000", 2023-08-28T02:38:07.834 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00063711699999999998 2023-08-28T02:38:07.834 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.834 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.834 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:07.834 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:44.548961+0000", 2023-08-28T02:38:07.835 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.32481167300000002 2023-08-28T02:38:07.835 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.835 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.835 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:38:07.835 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:44.549036+0000", 2023-08-28T02:38:07.835 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.5599999999999994e-05 2023-08-28T02:38:07.835 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.835 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.835 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 3,4", 2023-08-28T02:38:07.835 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:44.549151+0000", 2023-08-28T02:38:07.835 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000115065 2023-08-28T02:38:07.835 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.836 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.836 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:38:07.836 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:44.553297+0000", 2023-08-28T02:38:07.836 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0041460250000000002 2023-08-28T02:38:07.836 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.836 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.836 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:07.836 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:44.553325+0000", 2023-08-28T02:38:07.836 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.7225000000000001e-05 2023-08-28T02:38:07.836 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.836 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.837 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:07.837 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:44.639889+0000", 2023-08-28T02:38:07.837 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.086564390000000005 2023-08-28T02:38:07.837 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.837 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.837 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:38:07.837 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:44.639929+0000", 2023-08-28T02:38:07.837 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.0445000000000003e-05 2023-08-28T02:38:07.837 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.837 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.837 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:38:07.837 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:44.643175+0000", 2023-08-28T02:38:07.838 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.003246091 2023-08-28T02:38:07.838 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:07.838 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:38:07.838 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:07.838 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.838 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.838 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:118604 10.7 10:ec912d1e:::benchmark_data_smithi040_250784_object25295:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e352)", 2023-08-28T02:38:07.838 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:37:56.816854+0000", 2023-08-28T02:38:07.838 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 10.898790845000001, 2023-08-28T02:38:07.838 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.36584239299999999, 2023-08-28T02:38:07.838 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:38:07.838 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:38:07.839 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:38:07.839 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:38:07.839 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:38:07.839 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 118604 2023-08-28T02:38:07.839 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.839 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:38:07.839 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.839 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:38:07.839 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:56.816854+0000", 2023-08-28T02:38:07.839 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:07.839 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.840 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.840 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:38:07.840 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:56.816854+0000", 2023-08-28T02:38:07.840 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:07.840 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.840 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.840 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:38:07.840 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:56.816852+0000", 2023-08-28T02:38:07.840 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:38:07.840 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.840 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.841 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:38:07.841 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:56.816863+0000", 2023-08-28T02:38:07.841 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1228e-05 2023-08-28T02:38:07.841 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.841 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.841 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:38:07.841 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:56.816881+0000", 2023-08-28T02:38:07.841 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.7333000000000002e-05 2023-08-28T02:38:07.841 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.841 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.841 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:38:07.841 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:56.816889+0000", 2023-08-28T02:38:07.842 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.2779999999999993e-06 2023-08-28T02:38:07.842 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.842 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.842 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:07.842 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:56.816942+0000", 2023-08-28T02:38:07.842 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.2679999999999997e-05 2023-08-28T02:38:07.842 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.842 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.842 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for degraded object", 2023-08-28T02:38:07.842 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:56.817704+0000", 2023-08-28T02:38:07.842 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000762504 2023-08-28T02:38:07.843 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.843 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.843 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:07.843 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:56.949485+0000", 2023-08-28T02:38:07.843 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.13178074100000001 2023-08-28T02:38:07.843 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.843 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.843 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:38:07.843 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:56.949608+0000", 2023-08-28T02:38:07.843 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000122736 2023-08-28T02:38:07.843 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.843 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.844 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 3,4", 2023-08-28T02:38:07.844 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:56.949796+0000", 2023-08-28T02:38:07.844 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00018779499999999999 2023-08-28T02:38:07.844 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.844 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.844 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:38:07.844 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:56.954908+0000", 2023-08-28T02:38:07.844 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0051124910000000003 2023-08-28T02:38:07.844 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.844 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.844 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:07.844 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:56.954951+0000", 2023-08-28T02:38:07.845 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.3115000000000003e-05 2023-08-28T02:38:07.845 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.845 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.845 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:07.845 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:57.179104+0000", 2023-08-28T02:38:07.845 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.22415307000000001 2023-08-28T02:38:07.845 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.845 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.845 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:38:07.845 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:57.179142+0000", 2023-08-28T02:38:07.845 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.8019999999999999e-05 2023-08-28T02:38:07.845 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.846 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.846 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:38:07.846 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:57.182696+0000", 2023-08-28T02:38:07.846 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.003553989 2023-08-28T02:38:07.846 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:07.846 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:38:07.846 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:07.846 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.846 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.846 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:118625 10.7 10:e92fd5ad:::benchmark_data_smithi040_250784_object25316:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e352)", 2023-08-28T02:38:07.846 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:37:56.870585+0000", 2023-08-28T02:38:07.846 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 10.845060149, 2023-08-28T02:38:07.847 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.34983282500000001, 2023-08-28T02:38:07.847 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:38:07.847 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:38:07.847 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:38:07.847 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:38:07.847 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:38:07.847 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 118625 2023-08-28T02:38:07.847 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.847 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:38:07.847 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.848 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:38:07.848 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:56.870585+0000", 2023-08-28T02:38:07.848 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:07.848 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.848 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.848 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:38:07.848 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:56.870585+0000", 2023-08-28T02:38:07.848 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:07.848 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.848 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.848 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:38:07.848 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:56.870584+0000", 2023-08-28T02:38:07.849 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999995 2023-08-28T02:38:07.849 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.849 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.849 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:38:07.849 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:56.870587+0000", 2023-08-28T02:38:07.849 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.8329999999999998e-06 2023-08-28T02:38:07.849 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.849 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.849 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:38:07.849 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:56.870591+0000", 2023-08-28T02:38:07.849 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.7290000000000002e-06 2023-08-28T02:38:07.849 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.850 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.850 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:38:07.850 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:56.870594+0000", 2023-08-28T02:38:07.850 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.7100000000000001e-06 2023-08-28T02:38:07.850 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.850 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.850 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:07.850 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:56.870633+0000", 2023-08-28T02:38:07.850 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.8649999999999998e-05 2023-08-28T02:38:07.850 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.850 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.850 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for degraded object", 2023-08-28T02:38:07.851 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:56.871222+0000", 2023-08-28T02:38:07.851 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00058872199999999996 2023-08-28T02:38:07.851 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.851 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.851 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:07.851 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:57.076701+0000", 2023-08-28T02:38:07.851 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.20547952999999999 2023-08-28T02:38:07.851 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.851 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.851 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:38:07.851 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:57.076782+0000", 2023-08-28T02:38:07.851 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.0888000000000002e-05 2023-08-28T02:38:07.852 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.852 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.852 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 3,4", 2023-08-28T02:38:07.852 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:57.076893+0000", 2023-08-28T02:38:07.852 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000110752 2023-08-28T02:38:07.852 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.852 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.852 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:38:07.852 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:57.081247+0000", 2023-08-28T02:38:07.852 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0043537640000000004 2023-08-28T02:38:07.852 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.852 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.853 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:07.853 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:57.082985+0000", 2023-08-28T02:38:07.853 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0017384569999999999 2023-08-28T02:38:07.853 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.853 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.853 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:07.853 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:57.216750+0000", 2023-08-28T02:38:07.853 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.133764887 2023-08-28T02:38:07.853 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.853 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.853 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:38:07.853 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:57.216817+0000", 2023-08-28T02:38:07.854 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.6832e-05 2023-08-28T02:38:07.854 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.854 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.854 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:38:07.854 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:57.220417+0000", 2023-08-28T02:38:07.854 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0036003910000000001 2023-08-28T02:38:07.854 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:07.854 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:38:07.854 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:07.854 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.854 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.854 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:118631 10.7 10:ead762a7:::benchmark_data_smithi040_250784_object25322:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e352)", 2023-08-28T02:38:07.855 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:37:56.891695+0000", 2023-08-28T02:38:07.855 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 10.823949871, 2023-08-28T02:38:07.855 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.35299012600000002, 2023-08-28T02:38:07.855 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:38:07.855 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:38:07.855 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:38:07.855 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:38:07.855 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:38:07.855 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 118631 2023-08-28T02:38:07.855 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.855 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:38:07.855 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.856 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:38:07.856 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:56.891695+0000", 2023-08-28T02:38:07.856 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:07.856 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.856 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.856 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:38:07.856 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:56.891695+0000", 2023-08-28T02:38:07.856 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:07.856 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.856 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.856 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:38:07.856 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:56.891693+0000", 2023-08-28T02:38:07.857 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:38:07.857 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.857 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.857 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:38:07.857 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:56.891701+0000", 2023-08-28T02:38:07.857 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.3490000000000003e-06 2023-08-28T02:38:07.857 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.857 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.857 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:38:07.857 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:56.891713+0000", 2023-08-28T02:38:07.857 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2332e-05 2023-08-28T02:38:07.857 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.857 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.858 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:38:07.858 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:56.891718+0000", 2023-08-28T02:38:07.858 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.3680000000000001e-06 2023-08-28T02:38:07.858 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.858 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.858 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:07.858 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:56.891756+0000", 2023-08-28T02:38:07.858 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.7960000000000002e-05 2023-08-28T02:38:07.858 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.858 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.858 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for degraded object", 2023-08-28T02:38:07.858 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:56.892414+0000", 2023-08-28T02:38:07.859 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00065719599999999997 2023-08-28T02:38:07.859 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.859 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.859 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:07.859 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:57.149168+0000", 2023-08-28T02:38:07.859 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.25675491 2023-08-28T02:38:07.859 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.859 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.859 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:38:07.859 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:57.149281+0000", 2023-08-28T02:38:07.859 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000112959 2023-08-28T02:38:07.860 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.860 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.860 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 3,4", 2023-08-28T02:38:07.860 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:57.149455+0000", 2023-08-28T02:38:07.860 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00017361500000000001 2023-08-28T02:38:07.860 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.860 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.860 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:07.860 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:57.161951+0000", 2023-08-28T02:38:07.860 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.012495833 2023-08-28T02:38:07.860 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.860 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.861 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:38:07.861 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:57.168879+0000", 2023-08-28T02:38:07.861 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0069286069999999998 2023-08-28T02:38:07.861 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.861 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.861 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:07.861 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:57.241096+0000", 2023-08-28T02:38:07.861 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.072216998000000004 2023-08-28T02:38:07.861 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.861 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.861 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:38:07.861 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:57.241160+0000", 2023-08-28T02:38:07.862 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.3684999999999998e-05 2023-08-28T02:38:07.862 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.862 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.862 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:38:07.862 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:57.244685+0000", 2023-08-28T02:38:07.862 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0035247270000000001 2023-08-28T02:38:07.862 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:07.862 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:38:07.862 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:07.862 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.862 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.863 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:118637 10.7 10:e668ae9a:::benchmark_data_smithi040_250784_object25328:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e352)", 2023-08-28T02:38:07.863 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:37:56.906175+0000", 2023-08-28T02:38:07.863 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 10.80946926, 2023-08-28T02:38:07.863 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.341672906, 2023-08-28T02:38:07.863 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:38:07.863 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:38:07.863 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:38:07.863 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:38:07.863 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:38:07.863 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 118637 2023-08-28T02:38:07.863 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.863 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:38:07.864 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.864 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:38:07.864 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:56.906175+0000", 2023-08-28T02:38:07.864 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:07.864 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.864 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.864 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:38:07.864 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:56.906175+0000", 2023-08-28T02:38:07.864 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:07.864 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.865 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.865 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:38:07.865 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:56.906173+0000", 2023-08-28T02:38:07.865 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:38:07.865 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.865 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.865 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:38:07.865 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:56.906183+0000", 2023-08-28T02:38:07.865 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.8390000000000002e-06 2023-08-28T02:38:07.865 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.865 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.865 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:38:07.866 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:56.906200+0000", 2023-08-28T02:38:07.866 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.6795000000000001e-05 2023-08-28T02:38:07.866 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.866 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.866 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:38:07.866 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:56.906209+0000", 2023-08-28T02:38:07.866 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.6759999999999996e-06 2023-08-28T02:38:07.866 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.866 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.866 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:07.866 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:56.906256+0000", 2023-08-28T02:38:07.866 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.7713999999999998e-05 2023-08-28T02:38:07.867 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.867 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.867 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for degraded object", 2023-08-28T02:38:07.867 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:56.906870+0000", 2023-08-28T02:38:07.867 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00061396499999999995 2023-08-28T02:38:07.867 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.867 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.867 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:07.867 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:57.157937+0000", 2023-08-28T02:38:07.867 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.25106618600000002 2023-08-28T02:38:07.867 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.867 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.868 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:38:07.868 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:57.158028+0000", 2023-08-28T02:38:07.868 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.1360000000000006e-05 2023-08-28T02:38:07.868 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.868 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.868 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 3,4", 2023-08-28T02:38:07.868 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:57.158213+0000", 2023-08-28T02:38:07.868 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000184585 2023-08-28T02:38:07.868 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.868 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.868 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:07.868 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:57.173158+0000", 2023-08-28T02:38:07.869 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.014945122 2023-08-28T02:38:07.869 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.869 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.869 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:38:07.869 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:57.173169+0000", 2023-08-28T02:38:07.869 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1155000000000001e-05 2023-08-28T02:38:07.869 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.869 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.869 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:07.869 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:57.244738+0000", 2023-08-28T02:38:07.869 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.071569517999999999 2023-08-28T02:38:07.869 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.870 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.870 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:38:07.870 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:57.244801+0000", 2023-08-28T02:38:07.870 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.2553999999999998e-05 2023-08-28T02:38:07.870 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.870 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.870 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:38:07.870 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:57.247848+0000", 2023-08-28T02:38:07.870 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0030473969999999999 2023-08-28T02:38:07.870 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:07.870 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:38:07.870 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:07.871 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.871 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.871 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:118638 10.7 10:e7ea6410:::benchmark_data_smithi040_250784_object25329:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e352)", 2023-08-28T02:38:07.871 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:37:56.909944+0000", 2023-08-28T02:38:07.871 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 10.805700414, 2023-08-28T02:38:07.871 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.34088405199999999, 2023-08-28T02:38:07.871 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:38:07.871 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:38:07.871 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:38:07.871 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:38:07.871 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:38:07.871 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 118638 2023-08-28T02:38:07.872 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.872 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:38:07.872 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.872 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:38:07.872 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:56.909944+0000", 2023-08-28T02:38:07.872 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:07.872 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.872 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.872 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:38:07.872 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:56.909944+0000", 2023-08-28T02:38:07.872 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:07.872 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.872 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.873 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:38:07.873 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:56.909942+0000", 2023-08-28T02:38:07.873 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:38:07.873 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.873 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.873 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:38:07.873 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:56.909951+0000", 2023-08-28T02:38:07.873 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.5790000000000004e-06 2023-08-28T02:38:07.873 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.873 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.873 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:38:07.873 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:56.909963+0000", 2023-08-28T02:38:07.874 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1867e-05 2023-08-28T02:38:07.874 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.874 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.874 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:38:07.874 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:56.909970+0000", 2023-08-28T02:38:07.874 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.3649999999999998e-06 2023-08-28T02:38:07.874 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.874 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.874 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:07.874 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:56.910026+0000", 2023-08-28T02:38:07.874 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.5686000000000002e-05 2023-08-28T02:38:07.874 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.874 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.875 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for degraded object", 2023-08-28T02:38:07.875 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:56.910810+0000", 2023-08-28T02:38:07.875 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00078462300000000003 2023-08-28T02:38:07.875 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.875 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.875 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:07.875 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:57.168932+0000", 2023-08-28T02:38:07.875 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.25812121900000001 2023-08-28T02:38:07.875 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.875 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.875 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:38:07.875 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:57.169059+0000", 2023-08-28T02:38:07.876 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000127429 2023-08-28T02:38:07.876 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.876 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.876 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 3,4", 2023-08-28T02:38:07.876 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:57.169240+0000", 2023-08-28T02:38:07.876 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000180855 2023-08-28T02:38:07.876 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.876 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.876 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:38:07.876 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:57.175145+0000", 2023-08-28T02:38:07.876 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0059054299999999997 2023-08-28T02:38:07.876 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.877 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.877 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:07.877 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:57.175188+0000", 2023-08-28T02:38:07.877 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.2412e-05 2023-08-28T02:38:07.877 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.877 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.877 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:07.877 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:57.247906+0000", 2023-08-28T02:38:07.877 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.072717900000000002 2023-08-28T02:38:07.877 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.877 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.877 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:38:07.878 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:57.247946+0000", 2023-08-28T02:38:07.878 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.0204000000000003e-05 2023-08-28T02:38:07.878 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.878 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.878 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:38:07.878 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:37:57.250828+0000", 2023-08-28T02:38:07.878 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0028825249999999999 2023-08-28T02:38:07.878 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:07.878 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:38:07.878 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:07.878 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.878 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.879 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:119499 10.7 10:e56f9d7f:::benchmark_data_smithi040_250784_object26190:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e354)", 2023-08-28T02:38:07.879 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:38:06.401320+0000", 2023-08-28T02:38:07.879 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 1.3143245379999999, 2023-08-28T02:38:07.879 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.44744294800000001, 2023-08-28T02:38:07.879 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:38:07.879 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:38:07.879 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:38:07.879 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:38:07.879 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:38:07.879 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 119499 2023-08-28T02:38:07.879 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.879 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:38:07.880 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.880 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:38:07.880 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:06.401320+0000", 2023-08-28T02:38:07.880 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:07.880 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.880 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.880 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:38:07.880 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:06.401320+0000", 2023-08-28T02:38:07.880 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:07.880 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.880 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.880 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:38:07.881 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:06.401318+0000", 2023-08-28T02:38:07.881 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:38:07.881 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.881 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.881 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:38:07.881 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:06.401327+0000", 2023-08-28T02:38:07.881 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.2110000000000004e-06 2023-08-28T02:38:07.881 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.881 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.881 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:38:07.881 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:06.401485+0000", 2023-08-28T02:38:07.882 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00015730099999999999 2023-08-28T02:38:07.882 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.882 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.882 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:38:07.882 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:06.401492+0000", 2023-08-28T02:38:07.882 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.7200000000000006e-06 2023-08-28T02:38:07.882 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.882 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.882 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:07.882 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:06.406165+0000", 2023-08-28T02:38:07.882 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0046729019999999996 2023-08-28T02:38:07.883 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.883 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.883 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for degraded object", 2023-08-28T02:38:07.883 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:06.406841+0000", 2023-08-28T02:38:07.883 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00067543300000000002 2023-08-28T02:38:07.883 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.883 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.883 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:07.883 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:06.651585+0000", 2023-08-28T02:38:07.883 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.24474404699999999 2023-08-28T02:38:07.883 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.884 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.884 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:38:07.884 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:06.651698+0000", 2023-08-28T02:38:07.884 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000113146 2023-08-28T02:38:07.884 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.884 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.884 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 3,4", 2023-08-28T02:38:07.884 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:06.651866+0000", 2023-08-28T02:38:07.884 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00016772400000000001 2023-08-28T02:38:07.884 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.884 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.884 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:07.885 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:06.666137+0000", 2023-08-28T02:38:07.885 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.014271436 2023-08-28T02:38:07.885 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.885 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.885 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:38:07.885 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:06.666145+0000", 2023-08-28T02:38:07.885 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.5870000000000004e-06 2023-08-28T02:38:07.885 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.885 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.885 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:07.885 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:06.845155+0000", 2023-08-28T02:38:07.886 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.17901040900000001 2023-08-28T02:38:07.886 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.886 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.886 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:38:07.886 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:06.845215+0000", 2023-08-28T02:38:07.886 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.0098e-05 2023-08-28T02:38:07.886 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:07.886 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:07.886 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:38:07.886 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:06.848763+0000", 2023-08-28T02:38:07.886 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0035479970000000002 2023-08-28T02:38:07.886 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:07.887 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:38:07.887 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:07.887 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:07.887 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:38:07.887 INFO:teuthology.orchestra.run.smithi083.stdout:} 2023-08-28T02:38:07.887 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:38:07.920 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:08.045 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:38:08.048 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:08.048 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:38:08.089 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.6 dump_ops_in_flight 2023-08-28T02:38:08.103 INFO:teuthology.orchestra.run.smithi040.stderr:nodeep-scrub is set 2023-08-28T02:38:08.149 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:38:08.166 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:08 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2822471266' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:38:08.167 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:08 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2822471266' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:38:08.179 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:08.206 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:38:08.208 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:08.209 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:38:08.310 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:38:08.343 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:08 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2822471266' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:38:08.345 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:08.375 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:38:08.378 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:08.378 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:38:08.395 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:38:08.418 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:38:08.437 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:38:08.439 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:38:08.466 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:38:08.480 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:38:08.485 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:38:08.509 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:38:08.516 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:08.535 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:38:08.562 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:38:08.565 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-08-28T02:38:08.565 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-08-28T02:38:08.565 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-08-28T02:38:08.565 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-08-28T02:38:08.565 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-08-28T02:38:08.566 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-08-28T02:38:08.566 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-08-28T02:38:08.566 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-08-28T02:38:08.595 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:38:08.599 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:08.599 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:38:08.700 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:38:08.730 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:08.856 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:38:08.858 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:08.859 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:38:08.960 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:38:08.995 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:09.019 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:38:09.022 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:09.023 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:38:09.124 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:38:09.135 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:38:09.135 INFO:teuthology.orchestra.run.smithi040.stdout:{"fsid":"d9a8f48a-4546-11ee-817c-1b7a5f1ba315","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"noscrub,nodeep-scrub flag(s) set","count":20},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 26962/201411 objects degraded (13.387%), 4 pgs degraded, 4 pgs undersized","count":8},"muted":false}},"mutes":[]},"election_epoch":34,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":1494,"monmap":{"epoch":4,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":355,"num_osds":8,"num_up_osds":8,"osd_up_since":1693189991,"num_in_osds":6,"osd_in_since":1693189947,"num_remapped_pgs":7},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":92},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":3},{"state_name":"active+remapped+backfill_wait","count":3},{"state_name":"active+recovering+undersized+degraded+remapped","count":1}],"num_pgs":99,"num_pools":5,"num_objects":67137,"data_bytes":4398693124,"bytes_used":13558382592,"bytes_avail":562411831296,"bytes_total":575970213888,"degraded_objects":26962,"degraded_total":201411,"degraded_ratio":0.13386557834477758,"misplaced_objects":15664,"misplaced_total":201411,"misplaced_ratio":0.077771323314019591,"recovering_objects_per_sec":94,"recovering_bytes_per_sec":6199545,"recovering_keys_per_sec":0,"num_objects_recovered":757,"num_bytes_recovered":49610752,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":97},"fsmap":{"epoch":7,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi040.wmhbsz","status":"up:active","gid":24577}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.40:8443/","prometheus":"http://172.21.15.40:9283/"}},"servicemap":{"epoch":22,"modified":"2023-08-28T02:34:10.384085+0000","services":{}},"progress_events":{"12dba03a-d529-4826-b243-e29af8fa97a8":{"message":"Upgrade to 18.2.0-187-g9cf20820 (5m)\n [============................] (remaining: 6m)","progress":0.44999998807907104,"add_to_ceph_s":true},"42e4bfe6-6201-4e43-94a3-bd00b5166574":{"message":"Global Recovery Event (6m)\n [==========================..] (remaining: 30s)","progress":0.92929291725158691,"add_to_ceph_s":true}}} 2023-08-28T02:38:09.152 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:09 smithi083 ceph-mon[157819]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:38:09.152 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:09 smithi083 ceph-mon[157819]: failed to encode map e355 with expected crc 2023-08-28T02:38:09.152 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:09 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2822471266' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:38:09.153 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:09 smithi083 ceph-mon[157819]: osdmap e355: 8 total, 8 up, 6 in 2023-08-28T02:38:09.153 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:09 smithi083 ceph-mon[157819]: failed to encode map e355 with expected crc 2023-08-28T02:38:09.153 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:09 smithi083 ceph-mon[157819]: failed to encode map e355 with expected crc 2023-08-28T02:38:09.153 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:09 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1319299608' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:38:09.153 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:09 smithi083 ceph-mon[157819]: pgmap v1082: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 4.1 GiB data, 13 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 97 op/s; 26962/201411 objects degraded (13.387%); 15664/201411 objects misplaced (7.777%); 5.9 MiB/s, 94 objects/s recovering 2023-08-28T02:38:09.155 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:09.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:09 smithi040 ceph-mon[170259]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:38:09.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:09 smithi040 ceph-mon[170259]: failed to encode map e355 with expected crc 2023-08-28T02:38:09.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:09 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2822471266' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:38:09.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:09 smithi040 ceph-mon[170259]: osdmap e355: 8 total, 8 up, 6 in 2023-08-28T02:38:09.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:09 smithi040 ceph-mon[170259]: failed to encode map e355 with expected crc 2023-08-28T02:38:09.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:09 smithi040 ceph-mon[170259]: failed to encode map e355 with expected crc 2023-08-28T02:38:09.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:09 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1319299608' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:38:09.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:09 smithi040 ceph-mon[170259]: pgmap v1082: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 4.1 GiB data, 13 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 97 op/s; 26962/201411 objects degraded (13.387%); 15664/201411 objects misplaced (7.777%); 5.9 MiB/s, 94 objects/s recovering 2023-08-28T02:38:09.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:09 smithi040 ceph-mon[175404]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:38:09.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:09 smithi040 ceph-mon[175404]: failed to encode map e355 with expected crc 2023-08-28T02:38:09.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:09 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2822471266' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:38:09.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:09 smithi040 ceph-mon[175404]: osdmap e355: 8 total, 8 up, 6 in 2023-08-28T02:38:09.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:09 smithi040 ceph-mon[175404]: failed to encode map e355 with expected crc 2023-08-28T02:38:09.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:09 smithi040 ceph-mon[175404]: failed to encode map e355 with expected crc 2023-08-28T02:38:09.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:09 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1319299608' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:38:09.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:09 smithi040 ceph-mon[175404]: pgmap v1082: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 4.1 GiB data, 13 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 97 op/s; 26962/201411 objects degraded (13.387%); 15664/201411 objects misplaced (7.777%); 5.9 MiB/s, 94 objects/s recovering 2023-08-28T02:38:09.275 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:38:09.279 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:09.280 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:38:09.380 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:38:09.414 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:09.437 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:38:09.440 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:09.440 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:38:09.489 INFO:teuthology.orchestra.run.smithi083.stdout:ERROR: (22) Invalid argument 2023-08-28T02:38:09.489 INFO:teuthology.orchestra.run.smithi083.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:38:09.514 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2023-08-28T02:38:09.514 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:38:09.541 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:38:09.587 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:09.621 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:38:09.627 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:09.628 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:38:09.728 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:38:09.766 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:09.840 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:38:09.842 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:38:09.848 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:09.849 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:38:09.881 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.6 dump_blocked_ops 2023-08-28T02:38:09.949 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:38:09.987 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:10.010 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:38:10.013 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:10.013 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:38:10.114 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:38:10.147 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:10.169 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:38:10.171 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:10.172 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:38:10.205 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:38:10.272 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:38:10.305 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:10.366 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:10 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2893250813' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:38:10.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:10 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2893250813' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:38:10.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:10 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2893250813' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:38:10.487 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd unset noscrub 2023-08-28T02:38:10.529 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:38:10.536 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:10.537 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:38:10.638 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:38:10.671 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:10.796 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:38:10.799 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:10.799 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:38:10.900 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:38:10.929 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:10.933 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:38:10.962 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-08-28T02:38:11.000 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:38:11.004 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:11.004 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:38:11.105 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:38:11.155 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:11.166 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:38:11.168 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:38:11.181 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:38:11.184 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:11.185 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:38:11.266 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:11 smithi040 ceph-mon[175404]: pgmap v1083: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 4.1 GiB data, 13 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 74 op/s; 26939/201099 objects degraded (13.396%); 15634/201099 objects misplaced (7.774%); 3.3 MiB/s, 52 objects/s recovering 2023-08-28T02:38:11.266 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:11 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 26962/201411 objects degraded (13.387%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-08-28T02:38:11.267 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:11 smithi040 ceph-mon[170259]: pgmap v1083: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 4.1 GiB data, 13 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 74 op/s; 26939/201099 objects degraded (13.396%); 15634/201099 objects misplaced (7.774%); 3.3 MiB/s, 52 objects/s recovering 2023-08-28T02:38:11.267 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:11 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 26962/201411 objects degraded (13.387%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-08-28T02:38:11.281 INFO:teuthology.orchestra.run.smithi083.stdout:ERROR: (22) Invalid argument 2023-08-28T02:38:11.281 INFO:teuthology.orchestra.run.smithi083.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:38:11.286 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:38:11.325 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:11.346 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:38:11.350 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:11.350 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:38:11.451 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:38:11.487 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:11.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:11 smithi083 ceph-mon[157819]: pgmap v1083: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 4.1 GiB data, 13 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 74 op/s; 26939/201099 objects degraded (13.396%); 15634/201099 objects misplaced (7.774%); 3.3 MiB/s, 52 objects/s recovering 2023-08-28T02:38:11.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:11 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 26962/201411 objects degraded (13.387%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-08-28T02:38:11.619 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:38:11.622 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:11.623 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:38:11.723 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:38:11.758 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:11.782 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:38:11.785 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:11.785 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:38:11.886 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:38:11.926 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:12.157 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:38:12.170 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:12.170 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:38:12.174 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:12 smithi040 ceph-mon[175404]: from='client.36249 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:38:12.175 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:12 smithi040 ceph-mon[170259]: from='client.36249 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:38:12.175 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":1083,"stamp":"2023-08-28T02:38:10.459047+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4391877380,"num_objects":67033,"num_object_clones":0,"num_object_copies":201099,"num_objects_missing_on_primary":4275,"num_objects_missing":4275,"num_objects_degraded":26939,"num_objects_misplaced":15634,"num_objects_unfound":0,"num_objects_dirty":67033,"num_whiteouts":0,"num_read":90,"num_read_kb":168,"num_write":119709,"num_write_kb":5972054,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":43143,"num_bytes_recovered":2804552593,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":98778,"ondisk_log_size":98778,"up":297,"acting":293,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":13198976,"kb_used_data":10216976,"kb_used_omap":12,"kb_used_meta":2981939,"kb_avail":549271936,"statfs":{"total":575970213888,"available":562454462464,"internally_reserved":0,"allocated":10462183424,"data_stored":10451810820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12739,"internal_metadata":3053506109},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,1,0,1,0,0,0,1,3,3],"upper_bound":2048},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-39321600,"num_objects":-600,"num_object_clones":0,"num_object_copies":-1800,"num_objects_missing_on_primary":-30,"num_objects_missing":-30,"num_objects_degraded":-137,"num_objects_misplaced":-424,"num_objects_unfound":0,"num_objects_dirty":-600,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":600,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":418,"num_bytes_recovered":27394048,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.002355"},"pg_stats":[{"pgid":"3.1a","version":"65'1","reported_seq":365,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-08-28T02:37:58.012506+0000","last_change":"2023-08-28T02:32:32.667028+0000","last_active":"2023-08-28T02:37:58.012506+0000","last_peered":"2023-08-28T02:37:58.012506+0000","last_clean":"2023-08-28T02:37:58.012506+0000","last_became_active":"2023-08-28T02:32:32.666711+0000","last_became_peered":"2023-08-28T02:32:32.666711+0000","last_unstale":"2023-08-28T02:37:58.012506+0000","last_undegraded":"2023-08-28T02:37:58.012506+0000","last_fullsized":"2023-08-28T02:37:58.012506+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:28:21.913105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":319,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-08-28T02:38:03.033216+0000","last_change":"2023-08-28T02:29:44.421259+0000","last_active":"2023-08-28T02:38:03.033216+0000","last_peered":"2023-08-28T02:38:03.033216+0000","last_clean":"2023-08-28T02:38:03.033216+0000","last_became_active":"2023-08-28T02:29:44.420936+0000","last_became_peered":"2023-08-28T02:29:44.420936+0000","last_unstale":"2023-08-28T02:38:03.033216+0000","last_undegraded":"2023-08-28T02:38:03.033216+0000","last_fullsized":"2023-08-28T02:38:03.033216+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:22:26.346867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":159,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-08-28T02:37:58.056037+0000","last_change":"2023-08-28T02:33:12.290337+0000","last_active":"2023-08-28T02:37:58.056037+0000","last_peered":"2023-08-28T02:37:58.056037+0000","last_clean":"2023-08-28T02:37:58.056037+0000","last_became_active":"2023-08-28T02:33:12.289852+0000","last_became_peered":"2023-08-28T02:33:12.289852+0000","last_unstale":"2023-08-28T02:37:58.056037+0000","last_undegraded":"2023-08-28T02:37:58.056037+0000","last_fullsized":"2023-08-28T02:37:58.056037+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:04:26.420037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":334,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-08-28T02:38:03.033314+0000","last_change":"2023-08-28T02:33:13.317226+0000","last_active":"2023-08-28T02:38:03.033314+0000","last_peered":"2023-08-28T02:38:03.033314+0000","last_clean":"2023-08-28T02:38:03.033314+0000","last_became_active":"2023-08-28T02:33:13.316893+0000","last_became_peered":"2023-08-28T02:33:13.316893+0000","last_unstale":"2023-08-28T02:38:03.033314+0000","last_undegraded":"2023-08-28T02:38:03.033314+0000","last_fullsized":"2023-08-28T02:38:03.033314+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:55:46.593463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":279,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-08-28T02:38:03.031179+0000","last_change":"2023-08-28T02:33:12.295203+0000","last_active":"2023-08-28T02:38:03.031179+0000","last_peered":"2023-08-28T02:38:03.031179+0000","last_clean":"2023-08-28T02:38:03.031179+0000","last_became_active":"2023-08-28T02:33:12.294904+0000","last_became_peered":"2023-08-28T02:33:12.294904+0000","last_unstale":"2023-08-28T02:38:03.031179+0000","last_undegraded":"2023-08-28T02:38:03.031179+0000","last_fullsized":"2023-08-28T02:38:03.031179+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:31:07.008856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":295,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-08-28T02:37:58.020767+0000","last_change":"2023-08-28T02:31:51.987263+0000","last_active":"2023-08-28T02:37:58.020767+0000","last_peered":"2023-08-28T02:37:58.020767+0000","last_clean":"2023-08-28T02:37:58.020767+0000","last_became_active":"2023-08-28T02:31:51.986938+0000","last_became_peered":"2023-08-28T02:31:51.986938+0000","last_unstale":"2023-08-28T02:37:58.020767+0000","last_undegraded":"2023-08-28T02:37:58.020767+0000","last_fullsized":"2023-08-28T02:37:58.020767+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:18.021905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":328,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-08-28T02:38:03.032531+0000","last_change":"2023-08-28T02:33:12.318656+0000","last_active":"2023-08-28T02:38:03.032531+0000","last_peered":"2023-08-28T02:38:03.032531+0000","last_clean":"2023-08-28T02:38:03.032531+0000","last_became_active":"2023-08-28T02:33:12.318297+0000","last_became_peered":"2023-08-28T02:33:12.318297+0000","last_unstale":"2023-08-28T02:38:03.032531+0000","last_undegraded":"2023-08-28T02:38:03.032531+0000","last_fullsized":"2023-08-28T02:38:03.032531+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:43:09.789767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":260,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-08-28T02:38:03.031276+0000","last_change":"2023-08-28T02:33:13.357230+0000","last_active":"2023-08-28T02:38:03.031276+0000","last_peered":"2023-08-28T02:38:03.031276+0000","last_clean":"2023-08-28T02:38:03.031276+0000","last_became_active":"2023-08-28T02:33:13.356853+0000","last_became_peered":"2023-08-28T02:33:13.356853+0000","last_unstale":"2023-08-28T02:38:03.031276+0000","last_undegraded":"2023-08-28T02:38:03.031276+0000","last_fullsized":"2023-08-28T02:38:03.031276+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:20:21.545007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":337,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-08-28T02:37:58.019955+0000","last_change":"2023-08-28T02:29:44.462510+0000","last_active":"2023-08-28T02:37:58.019955+0000","last_peered":"2023-08-28T02:37:58.019955+0000","last_clean":"2023-08-28T02:37:58.019955+0000","last_became_active":"2023-08-28T02:29:44.460314+0000","last_became_peered":"2023-08-28T02:29:44.460314+0000","last_unstale":"2023-08-28T02:37:58.019955+0000","last_undegraded":"2023-08-28T02:37:58.019955+0000","last_fullsized":"2023-08-28T02:37:58.019955+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:59:01.311467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":263,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-08-28T02:38:03.031392+0000","last_change":"2023-08-28T02:33:13.291255+0000","last_active":"2023-08-28T02:38:03.031392+0000","last_peered":"2023-08-28T02:38:03.031392+0000","last_clean":"2023-08-28T02:38:03.031392+0000","last_became_active":"2023-08-28T02:33:13.290933+0000","last_became_peered":"2023-08-28T02:33:13.290933+0000","last_unstale":"2023-08-28T02:38:03.031392+0000","last_undegraded":"2023-08-28T02:38:03.031392+0000","last_fullsized":"2023-08-28T02:38:03.031392+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:31:54.116908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"65'3","reported_seq":338,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-08-28T02:37:58.011269+0000","last_change":"2023-08-28T02:33:12.296412+0000","last_active":"2023-08-28T02:37:58.011269+0000","last_peered":"2023-08-28T02:37:58.011269+0000","last_clean":"2023-08-28T02:37:58.011269+0000","last_became_active":"2023-08-28T02:33:12.295786+0000","last_became_peered":"2023-08-28T02:33:12.295786+0000","last_unstale":"2023-08-28T02:37:58.011269+0000","last_undegraded":"2023-08-28T02:37:58.011269+0000","last_fullsized":"2023-08-28T02:37:58.011269+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:15:31.449163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":162,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-08-28T02:37:58.056538+0000","last_change":"2023-08-28T02:32:32.666927+0000","last_active":"2023-08-28T02:37:58.056538+0000","last_peered":"2023-08-28T02:37:58.056538+0000","last_clean":"2023-08-28T02:37:58.056538+0000","last_became_active":"2023-08-28T02:32:32.666618+0000","last_became_peered":"2023-08-28T02:32:32.666618+0000","last_unstale":"2023-08-28T02:37:58.056538+0000","last_undegraded":"2023-08-28T02:37:58.056538+0000","last_fullsized":"2023-08-28T02:37:58.056538+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:45:57.998333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":362,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-08-28T02:37:58.011160+0000","last_change":"2023-08-28T02:32:28.505262+0000","last_active":"2023-08-28T02:37:58.011160+0000","last_peered":"2023-08-28T02:37:58.011160+0000","last_clean":"2023-08-28T02:37:58.011160+0000","last_became_active":"2023-08-28T02:32:28.455999+0000","last_became_peered":"2023-08-28T02:32:28.455999+0000","last_unstale":"2023-08-28T02:37:58.011160+0000","last_undegraded":"2023-08-28T02:37:58.011160+0000","last_fullsized":"2023-08-28T02:37:58.011160+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:28.937020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":9468,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":346,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-08-28T02:37:58.011537+0000","last_change":"2023-08-28T02:32:12.959195+0000","last_active":"2023-08-28T02:37:58.011537+0000","last_peered":"2023-08-28T02:37:58.011537+0000","last_clean":"2023-08-28T02:37:58.011537+0000","last_became_active":"2023-08-28T02:32:12.958832+0000","last_became_peered":"2023-08-28T02:32:12.958832+0000","last_unstale":"2023-08-28T02:37:58.011537+0000","last_undegraded":"2023-08-28T02:37:58.011537+0000","last_fullsized":"2023-08-28T02:37:58.011537+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:23:27.197787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"65'2","reported_seq":336,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-08-28T02:37:58.011239+0000","last_change":"2023-08-28T02:32:28.461161+0000","last_active":"2023-08-28T02:37:58.011239+0000","last_peered":"2023-08-28T02:37:58.011239+0000","last_clean":"2023-08-28T02:37:58.011239+0000","last_became_active":"2023-08-28T02:32:28.451284+0000","last_became_peered":"2023-08-28T02:32:28.451284+0000","last_unstale":"2023-08-28T02:37:58.011239+0000","last_undegraded":"2023-08-28T02:37:58.011239+0000","last_fullsized":"2023-08-28T02:37:58.011239+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:58:20.061020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":320,"reported_epoch":355,"state":"active+clean","last_fresh":"2023-08-28T02:38:08.125126+0000","last_change":"2023-08-28T02:29:44.419566+0000","last_active":"2023-08-28T02:38:08.125126+0000","last_peered":"2023-08-28T02:38:08.125126+0000","last_clean":"2023-08-28T02:38:08.125126+0000","last_became_active":"2023-08-28T02:29:44.419053+0000","last_became_peered":"2023-08-28T02:29:44.419053+0000","last_unstale":"2023-08-28T02:38:08.125126+0000","last_undegraded":"2023-08-28T02:38:08.125126+0000","last_fullsized":"2023-08-28T02:38:08.125126+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:44:36.133499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":323,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-08-28T02:38:03.034718+0000","last_change":"2023-08-28T02:33:12.493777+0000","last_active":"2023-08-28T02:38:03.034718+0000","last_peered":"2023-08-28T02:38:03.034718+0000","last_clean":"2023-08-28T02:38:03.034718+0000","last_became_active":"2023-08-28T02:33:12.491177+0000","last_became_peered":"2023-08-28T02:33:12.491177+0000","last_unstale":"2023-08-28T02:38:03.034718+0000","last_undegraded":"2023-08-28T02:38:03.034718+0000","last_fullsized":"2023-08-28T02:38:03.034718+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:10:58.167753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":333,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-08-28T02:37:58.019873+0000","last_change":"2023-08-28T02:33:12.290293+0000","last_active":"2023-08-28T02:37:58.019873+0000","last_peered":"2023-08-28T02:37:58.019873+0000","last_clean":"2023-08-28T02:37:58.019873+0000","last_became_active":"2023-08-28T02:33:12.289989+0000","last_became_peered":"2023-08-28T02:33:12.289989+0000","last_unstale":"2023-08-28T02:37:58.019873+0000","last_undegraded":"2023-08-28T02:37:58.019873+0000","last_fullsized":"2023-08-28T02:37:58.019873+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:05:33.622172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":311,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-08-28T02:37:58.012358+0000","last_change":"2023-08-28T02:32:12.948756+0000","last_active":"2023-08-28T02:37:58.012358+0000","last_peered":"2023-08-28T02:37:58.012358+0000","last_clean":"2023-08-28T02:37:58.012358+0000","last_became_active":"2023-08-28T02:32:12.948441+0000","last_became_peered":"2023-08-28T02:32:12.948441+0000","last_unstale":"2023-08-28T02:37:58.012358+0000","last_undegraded":"2023-08-28T02:37:58.012358+0000","last_fullsized":"2023-08-28T02:37:58.012358+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:27.922180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":329,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-08-28T02:38:03.033394+0000","last_change":"2023-08-28T02:33:12.299398+0000","last_active":"2023-08-28T02:38:03.033394+0000","last_peered":"2023-08-28T02:38:03.033394+0000","last_clean":"2023-08-28T02:38:03.033394+0000","last_became_active":"2023-08-28T02:33:12.299113+0000","last_became_peered":"2023-08-28T02:33:12.299113+0000","last_unstale":"2023-08-28T02:38:03.033394+0000","last_undegraded":"2023-08-28T02:38:03.033394+0000","last_fullsized":"2023-08-28T02:38:03.033394+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:14:55.597212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"65'8","reported_seq":123,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-08-28T02:38:03.033790+0000","last_change":"2023-08-28T02:33:13.478870+0000","last_active":"2023-08-28T02:38:03.033790+0000","last_peered":"2023-08-28T02:38:03.033790+0000","last_clean":"2023-08-28T02:38:03.033790+0000","last_became_active":"2023-08-28T02:33:13.332142+0000","last_became_peered":"2023-08-28T02:33:13.332142+0000","last_unstale":"2023-08-28T02:38:03.033790+0000","last_undegraded":"2023-08-28T02:38:03.033790+0000","last_fullsized":"2023-08-28T02:38:03.033790+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:32:42.810159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":261,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-08-28T02:38:03.033154+0000","last_change":"2023-08-28T02:33:12.306353+0000","last_active":"2023-08-28T02:38:03.033154+0000","last_peered":"2023-08-28T02:38:03.033154+0000","last_clean":"2023-08-28T02:38:03.033154+0000","last_became_active":"2023-08-28T02:33:12.304977+0000","last_became_peered":"2023-08-28T02:33:12.304977+0000","last_unstale":"2023-08-28T02:38:03.033154+0000","last_undegraded":"2023-08-28T02:38:03.033154+0000","last_fullsized":"2023-08-28T02:38:03.033154+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:19:38.819671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"354'7432","reported_seq":7544,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-08-28T02:38:05.346503+0000","last_change":"2023-08-28T02:30:50.402703+0000","last_active":"2023-08-28T02:38:05.346503+0000","last_peered":"2023-08-28T02:38:05.346503+0000","last_clean":"2023-08-28T02:38:05.346503+0000","last_became_active":"2023-08-28T02:30:50.402419+0000","last_became_peered":"2023-08-28T02:30:50.402419+0000","last_unstale":"2023-08-28T02:38:05.346503+0000","last_undegraded":"2023-08-28T02:38:05.346503+0000","last_fullsized":"2023-08-28T02:38:05.346503+0000","mapping_epoch":250,"log_start":"254'200","ondisk_log_start":"254'200","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7232,"log_dups_size":0,"ondisk_log_size":7232,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:07:37.393907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":277086208,"num_objects":4228,"num_object_clones":0,"num_object_copies":12684,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4228,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7432,"num_write_kb":373120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"65'1","reported_seq":319,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-08-28T02:37:58.011884+0000","last_change":"2023-08-28T02:14:43.046130+0000","last_active":"2023-08-28T02:37:58.011884+0000","last_peered":"2023-08-28T02:37:58.011884+0000","last_clean":"2023-08-28T02:37:58.011884+0000","last_became_active":"2023-08-28T02:14:43.045775+0000","last_became_peered":"2023-08-28T02:14:43.045775+0000","last_unstale":"2023-08-28T02:37:58.011884+0000","last_undegraded":"2023-08-28T02:37:58.011884+0000","last_fullsized":"2023-08-28T02:37:58.011884+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:57:38.279756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":309,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-08-28T02:37:58.019314+0000","last_change":"2023-08-28T02:31:51.987149+0000","last_active":"2023-08-28T02:37:58.019314+0000","last_peered":"2023-08-28T02:37:58.019314+0000","last_clean":"2023-08-28T02:37:58.019314+0000","last_became_active":"2023-08-28T02:31:51.986821+0000","last_became_peered":"2023-08-28T02:31:51.986821+0000","last_unstale":"2023-08-28T02:37:58.019314+0000","last_undegraded":"2023-08-28T02:37:58.019314+0000","last_fullsized":"2023-08-28T02:37:58.019314+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:23:26.661134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"354'7466","reported_seq":12300,"reported_epoch":354,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:38:05.567828+0000","last_change":"2023-08-28T02:33:33.975566+0000","last_active":"2023-08-28T02:38:05.567828+0000","last_peered":"2023-08-28T02:38:05.567828+0000","last_clean":"2023-08-28T02:31:27.868230+0000","last_became_active":"2023-08-28T02:33:33.660452+0000","last_became_peered":"2023-08-28T02:33:33.660452+0000","last_unstale":"2023-08-28T02:38:05.567828+0000","last_undegraded":"2023-08-28T02:33:13.410847+0000","last_fullsized":"2023-08-28T02:33:13.270012+0000","mapping_epoch":298,"log_start":"254'300","ondisk_log_start":"254'300","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7166,"log_dups_size":0,"ondisk_log_size":7166,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:33.375162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":270925824,"num_objects":4134,"num_object_clones":0,"num_object_copies":12402,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6642,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4134,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7466,"num_write_kb":371200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2342,"num_bytes_recovered":153419776,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[5,4],"avail_no_missing":["5","6"],"object_location_counts":[{"shards":"2,5,6","objects":915},{"shards":"3,5,6","objects":1714},{"shards":"5,6","objects":1505}],"blocked_by":[],"up_primary":3,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"65'2","reported_seq":344,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-08-28T02:37:58.011664+0000","last_change":"2023-08-28T02:29:44.436352+0000","last_active":"2023-08-28T02:37:58.011664+0000","last_peered":"2023-08-28T02:37:58.011664+0000","last_clean":"2023-08-28T02:37:58.011664+0000","last_became_active":"2023-08-28T02:29:44.411499+0000","last_became_peered":"2023-08-28T02:29:44.411499+0000","last_unstale":"2023-08-28T02:37:58.011664+0000","last_undegraded":"2023-08-28T02:37:58.011664+0000","last_fullsized":"2023-08-28T02:37:58.011664+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:46:57.540191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":370,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-08-28T02:37:58.011923+0000","last_change":"2023-08-28T02:33:12.289004+0000","last_active":"2023-08-28T02:37:58.011923+0000","last_peered":"2023-08-28T02:37:58.011923+0000","last_clean":"2023-08-28T02:37:58.011923+0000","last_became_active":"2023-08-28T02:33:12.288722+0000","last_became_peered":"2023-08-28T02:33:12.288722+0000","last_unstale":"2023-08-28T02:37:58.011923+0000","last_undegraded":"2023-08-28T02:37:58.011923+0000","last_fullsized":"2023-08-28T02:37:58.011923+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:24.019483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"355'7392","reported_seq":12600,"reported_epoch":355,"state":"active+clean","last_fresh":"2023-08-28T02:38:09.841642+0000","last_change":"2023-08-28T02:37:54.748968+0000","last_active":"2023-08-28T02:38:09.841642+0000","last_peered":"2023-08-28T02:38:09.841642+0000","last_clean":"2023-08-28T02:38:09.841642+0000","last_became_active":"2023-08-28T02:37:54.729376+0000","last_became_peered":"2023-08-28T02:37:54.729376+0000","last_unstale":"2023-08-28T02:38:09.841642+0000","last_undegraded":"2023-08-28T02:38:09.841642+0000","last_fullsized":"2023-08-28T02:38:09.841642+0000","mapping_epoch":351,"log_start":"257'2112","ondisk_log_start":"257'2112","created":250,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5280,"log_dups_size":0,"ondisk_log_size":5280,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:00.988172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":272498688,"num_objects":4158,"num_object_clones":0,"num_object_copies":12474,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4158,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7392,"num_write_kb":369600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2533,"num_bytes_recovered":160432128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"65'1","reported_seq":330,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-08-28T02:37:58.011118+0000","last_change":"2023-08-28T02:33:13.516869+0000","last_active":"2023-08-28T02:37:58.011118+0000","last_peered":"2023-08-28T02:37:58.011118+0000","last_clean":"2023-08-28T02:37:58.011118+0000","last_became_active":"2023-08-28T02:33:13.396736+0000","last_became_peered":"2023-08-28T02:33:13.396736+0000","last_unstale":"2023-08-28T02:37:58.011118+0000","last_undegraded":"2023-08-28T02:37:58.011118+0000","last_fullsized":"2023-08-28T02:37:58.011118+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:47:08.237137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":296,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-08-28T02:37:58.056330+0000","last_change":"2023-08-28T02:31:51.987327+0000","last_active":"2023-08-28T02:37:58.056330+0000","last_peered":"2023-08-28T02:37:58.056330+0000","last_clean":"2023-08-28T02:37:58.056330+0000","last_became_active":"2023-08-28T02:31:51.987018+0000","last_became_peered":"2023-08-28T02:31:51.987018+0000","last_unstale":"2023-08-28T02:37:58.056330+0000","last_undegraded":"2023-08-28T02:37:58.056330+0000","last_fullsized":"2023-08-28T02:37:58.056330+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:53:26.105101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.5","version":"355'7332","reported_seq":10497,"reported_epoch":355,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:38:10.052790+0000","last_change":"2023-08-28T02:33:13.625779+0000","last_active":"2023-08-28T02:38:10.052790+0000","last_peered":"2023-08-28T02:38:10.052790+0000","last_clean":"2023-08-28T02:31:27.898932+0000","last_became_active":"2023-08-28T02:33:13.612126+0000","last_became_peered":"2023-08-28T02:33:13.612126+0000","last_unstale":"2023-08-28T02:38:10.052790+0000","last_undegraded":"2023-08-28T02:33:13.485377+0000","last_fullsized":"2023-08-28T02:33:13.264317+0000","mapping_epoch":298,"log_start":"257'2063","ondisk_log_start":"257'2063","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5269,"log_dups_size":0,"ondisk_log_size":5269,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:37:28.843386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":270008320,"num_objects":4120,"num_object_clones":0,"num_object_copies":12360,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6662,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4120,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7332,"num_write_kb":366464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1514,"num_bytes_recovered":99221504,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,7],"avail_no_missing":["0","2"],"object_location_counts":[{"shards":"0,2","objects":2358},{"shards":"0,2,3","objects":1762}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":348,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-08-28T02:37:58.019813+0000","last_change":"2023-08-28T02:33:13.281826+0000","last_active":"2023-08-28T02:37:58.019813+0000","last_peered":"2023-08-28T02:37:58.019813+0000","last_clean":"2023-08-28T02:37:58.019813+0000","last_became_active":"2023-08-28T02:33:13.281511+0000","last_became_peered":"2023-08-28T02:33:13.281511+0000","last_unstale":"2023-08-28T02:37:58.019813+0000","last_undegraded":"2023-08-28T02:37:58.019813+0000","last_fullsized":"2023-08-28T02:37:58.019813+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:32:55.005706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":346,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-08-28T02:38:03.032613+0000","last_change":"2023-08-28T02:29:44.436713+0000","last_active":"2023-08-28T02:38:03.032613+0000","last_peered":"2023-08-28T02:38:03.032613+0000","last_clean":"2023-08-28T02:38:03.032613+0000","last_became_active":"2023-08-28T02:29:44.436203+0000","last_became_peered":"2023-08-28T02:29:44.436203+0000","last_unstale":"2023-08-28T02:38:03.032613+0000","last_undegraded":"2023-08-28T02:38:03.032613+0000","last_fullsized":"2023-08-28T02:38:03.032613+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:46:48.522293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"354'7604","reported_seq":7720,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-08-28T02:38:06.908885+0000","last_change":"2023-08-28T02:30:50.399669+0000","last_active":"2023-08-28T02:38:06.908885+0000","last_peered":"2023-08-28T02:38:06.908885+0000","last_clean":"2023-08-28T02:38:06.908885+0000","last_became_active":"2023-08-28T02:30:50.399332+0000","last_became_peered":"2023-08-28T02:30:50.399332+0000","last_unstale":"2023-08-28T02:38:06.908885+0000","last_undegraded":"2023-08-28T02:38:06.908885+0000","last_fullsized":"2023-08-28T02:38:06.908885+0000","mapping_epoch":250,"log_start":"255'1400","ondisk_log_start":"255'1400","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6204,"log_dups_size":0,"ondisk_log_size":6204,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:00:54.910841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":275906560,"num_objects":4210,"num_object_clones":0,"num_object_copies":12630,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4210,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7604,"num_write_kb":378048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"75'161","reported_seq":774,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-08-28T02:37:58.012518+0000","last_change":"2023-08-28T02:33:13.310049+0000","last_active":"2023-08-28T02:37:58.012518+0000","last_peered":"2023-08-28T02:37:58.012518+0000","last_clean":"2023-08-28T02:37:58.012518+0000","last_became_active":"2023-08-28T02:33:13.309661+0000","last_became_peered":"2023-08-28T02:33:13.309661+0000","last_unstale":"2023-08-28T02:37:58.012518+0000","last_undegraded":"2023-08-28T02:37:58.012518+0000","last_fullsized":"2023-08-28T02:37:58.012518+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.930230+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.930230+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:27:40.889460+0000","scrub_duration":0.0050169209999999997,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"65'2","reported_seq":310,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-08-28T02:38:03.033625+0000","last_change":"2023-08-28T02:33:12.294922+0000","last_active":"2023-08-28T02:38:03.033625+0000","last_peered":"2023-08-28T02:38:03.033625+0000","last_clean":"2023-08-28T02:38:03.033625+0000","last_became_active":"2023-08-28T02:33:12.294518+0000","last_became_peered":"2023-08-28T02:33:12.294518+0000","last_unstale":"2023-08-28T02:38:03.033625+0000","last_undegraded":"2023-08-28T02:38:03.033625+0000","last_fullsized":"2023-08-28T02:38:03.033625+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:21:12.737286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":347,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-08-28T02:37:58.011231+0000","last_change":"2023-08-28T02:33:13.310505+0000","last_active":"2023-08-28T02:37:58.011231+0000","last_peered":"2023-08-28T02:37:58.011231+0000","last_clean":"2023-08-28T02:37:58.011231+0000","last_became_active":"2023-08-28T02:33:13.310223+0000","last_became_peered":"2023-08-28T02:33:13.310223+0000","last_unstale":"2023-08-28T02:37:58.011231+0000","last_undegraded":"2023-08-28T02:37:58.011231+0000","last_fullsized":"2023-08-28T02:37:58.011231+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:27:02.124453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"354'7457","reported_seq":12112,"reported_epoch":354,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-08-28T02:38:05.799479+0000","last_change":"2023-08-28T02:37:52.936094+0000","last_active":"2023-08-28T02:38:05.799479+0000","last_peered":"2023-08-28T02:38:05.799479+0000","last_clean":"2023-08-28T02:31:27.916082+0000","last_became_active":"2023-08-28T02:33:13.580413+0000","last_became_peered":"2023-08-28T02:33:13.580413+0000","last_unstale":"2023-08-28T02:38:05.799479+0000","last_undegraded":"2023-08-28T02:33:13.480527+0000","last_fullsized":"2023-08-28T02:33:13.270957+0000","mapping_epoch":298,"log_start":"254'300","ondisk_log_start":"254'300","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7157,"log_dups_size":0,"ondisk_log_size":7157,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:03.698410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":275972096,"num_objects":4211,"num_object_clones":0,"num_object_copies":12633,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2482,"num_objects_misplaced":3507,"num_objects_unfound":0,"num_objects_dirty":4211,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7457,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2256,"num_bytes_recovered":147849216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,4],"avail_no_missing":["5","2"],"object_location_counts":[{"shards":"2,3,5","objects":1025},{"shards":"2,5","objects":2482},{"shards":"4,5","objects":704}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"75'161","reported_seq":613,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-08-28T02:37:58.019317+0000","last_change":"2023-08-28T02:37:37.933802+0000","last_active":"2023-08-28T02:37:58.019317+0000","last_peered":"2023-08-28T02:37:58.019317+0000","last_clean":"2023-08-28T02:37:58.019317+0000","last_became_active":"2023-08-28T02:33:13.287313+0000","last_became_peered":"2023-08-28T02:33:13.287313+0000","last_unstale":"2023-08-28T02:37:58.019317+0000","last_undegraded":"2023-08-28T02:37:58.019317+0000","last_fullsized":"2023-08-28T02:37:58.019317+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:45.407127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:45.407127+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:39:14.213229+0000","scrub_duration":0.0018495320000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":262688,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":267,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-08-28T02:37:58.012307+0000","last_change":"2023-08-28T02:33:13.309727+0000","last_active":"2023-08-28T02:37:58.012307+0000","last_peered":"2023-08-28T02:37:58.012307+0000","last_clean":"2023-08-28T02:37:58.012307+0000","last_became_active":"2023-08-28T02:33:13.309487+0000","last_became_peered":"2023-08-28T02:33:13.309487+0000","last_unstale":"2023-08-28T02:37:58.012307+0000","last_undegraded":"2023-08-28T02:37:58.012307+0000","last_fullsized":"2023-08-28T02:37:58.012307+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:27:29.294011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":82,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-08-28T02:37:58.012491+0000","last_change":"2023-08-28T02:32:28.456323+0000","last_active":"2023-08-28T02:37:58.012491+0000","last_peered":"2023-08-28T02:37:58.012491+0000","last_clean":"2023-08-28T02:37:58.012491+0000","last_became_active":"2023-08-28T02:32:28.455987+0000","last_became_peered":"2023-08-28T02:32:28.455987+0000","last_unstale":"2023-08-28T02:37:58.012491+0000","last_undegraded":"2023-08-28T02:37:58.012491+0000","last_fullsized":"2023-08-28T02:37:58.012491+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:54:07.724002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"354'7597","reported_seq":17730,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-08-28T02:38:07.209384+0000","last_change":"2023-08-28T02:33:13.316023+0000","last_active":"2023-08-28T02:38:07.209384+0000","last_peered":"2023-08-28T02:38:07.209384+0000","last_clean":"2023-08-28T02:38:07.209384+0000","last_became_active":"2023-08-28T02:33:13.308403+0000","last_became_peered":"2023-08-28T02:33:13.308403+0000","last_unstale":"2023-08-28T02:38:07.209384+0000","last_undegraded":"2023-08-28T02:38:07.209384+0000","last_fullsized":"2023-08-28T02:38:07.209384+0000","mapping_epoch":298,"log_start":"255'1400","ondisk_log_start":"255'1400","created":250,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6197,"log_dups_size":0,"ondisk_log_size":6197,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:10:38.401973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":281739264,"num_objects":4299,"num_object_clones":0,"num_object_copies":12897,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4299,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7597,"num_write_kb":380672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4999,"num_bytes_recovered":327614464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":327,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-08-28T02:37:58.011851+0000","last_change":"2023-08-28T02:32:28.455294+0000","last_active":"2023-08-28T02:37:58.011851+0000","last_peered":"2023-08-28T02:37:58.011851+0000","last_clean":"2023-08-28T02:37:58.011851+0000","last_became_active":"2023-08-28T02:32:28.455013+0000","last_became_peered":"2023-08-28T02:32:28.455013+0000","last_unstale":"2023-08-28T02:37:58.011851+0000","last_undegraded":"2023-08-28T02:37:58.011851+0000","last_fullsized":"2023-08-28T02:37:58.011851+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:53.583864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":359,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-08-28T02:37:58.012859+0000","last_change":"2023-08-28T02:33:13.335588+0000","last_active":"2023-08-28T02:37:58.012859+0000","last_peered":"2023-08-28T02:37:58.012859+0000","last_clean":"2023-08-28T02:37:58.012859+0000","last_became_active":"2023-08-28T02:33:13.335326+0000","last_became_peered":"2023-08-28T02:33:13.335326+0000","last_unstale":"2023-08-28T02:37:58.012859+0000","last_undegraded":"2023-08-28T02:37:58.012859+0000","last_fullsized":"2023-08-28T02:37:58.012859+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:15:44.958663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"354'7488","reported_seq":7600,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-08-28T02:38:07.085666+0000","last_change":"2023-08-28T02:30:50.400261+0000","last_active":"2023-08-28T02:38:07.085666+0000","last_peered":"2023-08-28T02:38:07.085666+0000","last_clean":"2023-08-28T02:38:07.085666+0000","last_became_active":"2023-08-28T02:30:50.399938+0000","last_became_peered":"2023-08-28T02:30:50.399938+0000","last_unstale":"2023-08-28T02:38:07.085666+0000","last_undegraded":"2023-08-28T02:38:07.085666+0000","last_fullsized":"2023-08-28T02:38:07.085666+0000","mapping_epoch":250,"log_start":"256'2090","ondisk_log_start":"256'2090","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5398,"log_dups_size":0,"ondisk_log_size":5398,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:43:56.802792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":275644416,"num_objects":4206,"num_object_clones":0,"num_object_copies":12618,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4206,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7488,"num_write_kb":374208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"75'161","reported_seq":633,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-08-28T02:37:58.019628+0000","last_change":"2023-08-28T02:32:56.519141+0000","last_active":"2023-08-28T02:37:58.019628+0000","last_peered":"2023-08-28T02:37:58.019628+0000","last_clean":"2023-08-28T02:37:58.019628+0000","last_became_active":"2023-08-28T02:32:56.518863+0000","last_became_peered":"2023-08-28T02:32:56.518863+0000","last_unstale":"2023-08-28T02:37:58.019628+0000","last_undegraded":"2023-08-28T02:37:58.019628+0000","last_fullsized":"2023-08-28T02:37:58.019628+0000","mapping_epoch":292,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":293,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_clean_scrub_stamp":"2023-08-28T02:29:25.608370+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:59:50.561109+0000","scrub_duration":0.001662689,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":263,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-08-28T02:38:03.031342+0000","last_change":"2023-08-28T02:33:12.294592+0000","last_active":"2023-08-28T02:38:03.031342+0000","last_peered":"2023-08-28T02:38:03.031342+0000","last_clean":"2023-08-28T02:38:03.031342+0000","last_became_active":"2023-08-28T02:33:12.288508+0000","last_became_peered":"2023-08-28T02:33:12.288508+0000","last_unstale":"2023-08-28T02:38:03.031342+0000","last_undegraded":"2023-08-28T02:38:03.031342+0000","last_fullsized":"2023-08-28T02:38:03.031342+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:05:42.717608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":144,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-08-28T02:37:58.060905+0000","last_change":"2023-08-28T02:29:44.429834+0000","last_active":"2023-08-28T02:37:58.060905+0000","last_peered":"2023-08-28T02:37:58.060905+0000","last_clean":"2023-08-28T02:37:58.060905+0000","last_became_active":"2023-08-28T02:29:44.429512+0000","last_became_peered":"2023-08-28T02:29:44.429512+0000","last_unstale":"2023-08-28T02:37:58.060905+0000","last_undegraded":"2023-08-28T02:37:58.060905+0000","last_fullsized":"2023-08-28T02:37:58.060905+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:58.062455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"354'7398","reported_seq":7510,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-08-28T02:38:06.257056+0000","last_change":"2023-08-28T02:30:50.402348+0000","last_active":"2023-08-28T02:38:06.257056+0000","last_peered":"2023-08-28T02:38:06.257056+0000","last_clean":"2023-08-28T02:38:06.257056+0000","last_became_active":"2023-08-28T02:30:50.402076+0000","last_became_peered":"2023-08-28T02:30:50.402076+0000","last_unstale":"2023-08-28T02:38:06.257056+0000","last_undegraded":"2023-08-28T02:38:06.257056+0000","last_fullsized":"2023-08-28T02:38:06.257056+0000","mapping_epoch":250,"log_start":"254'500","ondisk_log_start":"254'500","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6898,"log_dups_size":0,"ondisk_log_size":6898,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:24.859426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":273809408,"num_objects":4178,"num_object_clones":0,"num_object_copies":12534,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4178,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7398,"num_write_kb":370432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.7","version":"75'161","reported_seq":555,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-08-28T02:38:03.033004+0000","last_change":"2023-08-28T02:33:13.532525+0000","last_active":"2023-08-28T02:38:03.033004+0000","last_peered":"2023-08-28T02:38:03.033004+0000","last_clean":"2023-08-28T02:38:03.033004+0000","last_became_active":"2023-08-28T02:33:13.532125+0000","last_became_peered":"2023-08-28T02:33:13.532125+0000","last_unstale":"2023-08-28T02:38:03.033004+0000","last_undegraded":"2023-08-28T02:38:03.033004+0000","last_fullsized":"2023-08-28T02:38:03.033004+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.887648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.887648+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":145,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-08-28T02:38:03.085078+0000","last_change":"2023-08-28T02:29:44.407595+0000","last_active":"2023-08-28T02:38:03.085078+0000","last_peered":"2023-08-28T02:38:03.085078+0000","last_clean":"2023-08-28T02:38:03.085078+0000","last_became_active":"2023-08-28T02:29:44.407316+0000","last_became_peered":"2023-08-28T02:29:44.407316+0000","last_unstale":"2023-08-28T02:38:03.085078+0000","last_undegraded":"2023-08-28T02:38:03.085078+0000","last_fullsized":"2023-08-28T02:38:03.085078+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:01:47.777709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":365,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-08-28T02:37:58.019791+0000","last_change":"2023-08-28T02:33:13.286980+0000","last_active":"2023-08-28T02:37:58.019791+0000","last_peered":"2023-08-28T02:37:58.019791+0000","last_clean":"2023-08-28T02:37:58.019791+0000","last_became_active":"2023-08-28T02:33:13.286740+0000","last_became_peered":"2023-08-28T02:33:13.286740+0000","last_unstale":"2023-08-28T02:37:58.019791+0000","last_undegraded":"2023-08-28T02:37:58.019791+0000","last_fullsized":"2023-08-28T02:37:58.019791+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:24:54.574365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":145,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-08-28T02:38:03.085360+0000","last_change":"2023-08-28T02:29:44.506914+0000","last_active":"2023-08-28T02:38:03.085360+0000","last_peered":"2023-08-28T02:38:03.085360+0000","last_clean":"2023-08-28T02:38:03.085360+0000","last_became_active":"2023-08-28T02:29:44.506606+0000","last_became_peered":"2023-08-28T02:29:44.506606+0000","last_unstale":"2023-08-28T02:38:03.085360+0000","last_undegraded":"2023-08-28T02:38:03.085360+0000","last_fullsized":"2023-08-28T02:38:03.085360+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:55:50.992279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"355'7511","reported_seq":19223,"reported_epoch":355,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:38:09.744616+0000","last_change":"2023-08-28T02:34:11.565330+0000","last_active":"2023-08-28T02:38:09.744616+0000","last_peered":"2023-08-28T02:38:09.744616+0000","last_clean":"2023-08-28T02:32:11.916240+0000","last_became_active":"2023-08-28T02:33:12.501819+0000","last_became_peered":"2023-08-28T02:33:12.501819+0000","last_unstale":"2023-08-28T02:38:09.744616+0000","last_undegraded":"2023-08-28T02:38:09.744616+0000","last_fullsized":"2023-08-28T02:38:09.744616+0000","mapping_epoch":297,"log_start":"257'2224","ondisk_log_start":"257'2224","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5287,"log_dups_size":0,"ondisk_log_size":5287,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:45:43.329719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":267714560,"num_objects":4085,"num_object_clones":0,"num_object_copies":12255,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4085,"num_objects_unfound":0,"num_objects_dirty":4085,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7511,"num_write_kb":371072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5787,"num_bytes_recovered":379256832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,2],"avail_no_missing":["0","2","5","6"],"object_location_counts":[{"shards":"0,2,5","objects":4085}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.1","version":"75'161","reported_seq":613,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-08-28T02:37:58.019442+0000","last_change":"2023-08-28T02:32:31.482659+0000","last_active":"2023-08-28T02:37:58.019442+0000","last_peered":"2023-08-28T02:37:58.019442+0000","last_clean":"2023-08-28T02:37:58.019442+0000","last_became_active":"2023-08-28T02:32:31.482320+0000","last_became_peered":"2023-08-28T02:32:31.482320+0000","last_unstale":"2023-08-28T02:37:58.019442+0000","last_undegraded":"2023-08-28T02:37:58.019442+0000","last_fullsized":"2023-08-28T02:37:58.019442+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:24.559397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:24.559397+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:41:09.516918+0000","scrub_duration":0.001580328,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":351,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-08-28T02:37:58.019526+0000","last_change":"2023-08-28T02:31:51.988386+0000","last_active":"2023-08-28T02:37:58.019526+0000","last_peered":"2023-08-28T02:37:58.019526+0000","last_clean":"2023-08-28T02:37:58.019526+0000","last_became_active":"2023-08-28T02:31:51.988097+0000","last_became_peered":"2023-08-28T02:31:51.988097+0000","last_unstale":"2023-08-28T02:37:58.019526+0000","last_undegraded":"2023-08-28T02:37:58.019526+0000","last_fullsized":"2023-08-28T02:37:58.019526+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:25:01.818829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":327,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-08-28T02:37:58.011611+0000","last_change":"2023-08-28T02:32:12.951275+0000","last_active":"2023-08-28T02:37:58.011611+0000","last_peered":"2023-08-28T02:37:58.011611+0000","last_clean":"2023-08-28T02:37:58.011611+0000","last_became_active":"2023-08-28T02:32:12.950965+0000","last_became_peered":"2023-08-28T02:32:12.950965+0000","last_unstale":"2023-08-28T02:37:58.011611+0000","last_undegraded":"2023-08-28T02:37:58.011611+0000","last_fullsized":"2023-08-28T02:37:58.011611+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:37:31.294280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":171,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-08-28T02:38:03.084960+0000","last_change":"2023-08-28T02:33:13.286534+0000","last_active":"2023-08-28T02:38:03.084960+0000","last_peered":"2023-08-28T02:38:03.084960+0000","last_clean":"2023-08-28T02:38:03.084960+0000","last_became_active":"2023-08-28T02:33:13.286164+0000","last_became_peered":"2023-08-28T02:33:13.286164+0000","last_unstale":"2023-08-28T02:38:03.084960+0000","last_undegraded":"2023-08-28T02:38:03.084960+0000","last_fullsized":"2023-08-28T02:38:03.084960+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:56.721932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"354'7488","reported_seq":19290,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-08-28T02:38:05.699221+0000","last_change":"2023-08-28T02:34:14.448606+0000","last_active":"2023-08-28T02:38:05.699221+0000","last_peered":"2023-08-28T02:38:05.699221+0000","last_clean":"2023-08-28T02:38:05.699221+0000","last_became_active":"2023-08-28T02:34:14.438547+0000","last_became_peered":"2023-08-28T02:34:14.438547+0000","last_unstale":"2023-08-28T02:38:05.699221+0000","last_undegraded":"2023-08-28T02:38:05.699221+0000","last_fullsized":"2023-08-28T02:38:05.699221+0000","mapping_epoch":314,"log_start":"254'300","ondisk_log_start":"254'300","created":250,"last_epoch_clean":315,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7188,"log_dups_size":0,"ondisk_log_size":7188,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:06:41.120408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":273940480,"num_objects":4180,"num_object_clones":0,"num_object_copies":12540,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4180,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7488,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5834,"num_bytes_recovered":376832000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2","version":"75'161","reported_seq":735,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-08-28T02:37:58.011071+0000","last_change":"2023-08-28T02:30:51.762377+0000","last_active":"2023-08-28T02:37:58.011071+0000","last_peered":"2023-08-28T02:37:58.011071+0000","last_clean":"2023-08-28T02:37:58.011071+0000","last_became_active":"2023-08-28T02:27:46.375590+0000","last_became_peered":"2023-08-28T02:27:46.375590+0000","last_unstale":"2023-08-28T02:37:58.011071+0000","last_undegraded":"2023-08-28T02:37:58.011071+0000","last_fullsized":"2023-08-28T02:37:58.011071+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:51.762314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:51.762314+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:02.034555+0000","scrub_duration":0.0020023620000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":163,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-08-28T02:38:03.031513+0000","last_change":"2023-08-28T02:33:13.289765+0000","last_active":"2023-08-28T02:38:03.031513+0000","last_peered":"2023-08-28T02:38:03.031513+0000","last_clean":"2023-08-28T02:38:03.031513+0000","last_became_active":"2023-08-28T02:33:13.289159+0000","last_became_peered":"2023-08-28T02:33:13.289159+0000","last_unstale":"2023-08-28T02:38:03.031513+0000","last_undegraded":"2023-08-28T02:38:03.031513+0000","last_fullsized":"2023-08-28T02:38:03.031513+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:30:38.956723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":163,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-08-28T02:37:58.056366+0000","last_change":"2023-08-28T02:32:28.464203+0000","last_active":"2023-08-28T02:37:58.056366+0000","last_peered":"2023-08-28T02:37:58.056366+0000","last_clean":"2023-08-28T02:37:58.056366+0000","last_became_active":"2023-08-28T02:32:28.463412+0000","last_became_peered":"2023-08-28T02:32:28.463412+0000","last_unstale":"2023-08-28T02:37:58.056366+0000","last_undegraded":"2023-08-28T02:37:58.056366+0000","last_fullsized":"2023-08-28T02:37:58.056366+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:20:38.177879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":144,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-08-28T02:37:58.061012+0000","last_change":"2023-08-28T02:29:44.427945+0000","last_active":"2023-08-28T02:37:58.061012+0000","last_peered":"2023-08-28T02:37:58.061012+0000","last_clean":"2023-08-28T02:37:58.061012+0000","last_became_active":"2023-08-28T02:29:44.426487+0000","last_became_peered":"2023-08-28T02:29:44.426487+0000","last_unstale":"2023-08-28T02:37:58.061012+0000","last_undegraded":"2023-08-28T02:37:58.061012+0000","last_fullsized":"2023-08-28T02:37:58.061012+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:30:20.438896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"354'7492","reported_seq":17576,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-08-28T02:38:06.922019+0000","last_change":"2023-08-28T02:34:48.488647+0000","last_active":"2023-08-28T02:38:06.922019+0000","last_peered":"2023-08-28T02:38:06.922019+0000","last_clean":"2023-08-28T02:38:06.922019+0000","last_became_active":"2023-08-28T02:34:48.476519+0000","last_became_peered":"2023-08-28T02:34:48.476519+0000","last_unstale":"2023-08-28T02:38:06.922019+0000","last_undegraded":"2023-08-28T02:38:06.922019+0000","last_fullsized":"2023-08-28T02:38:06.922019+0000","mapping_epoch":318,"log_start":"255'1300","ondisk_log_start":"255'1300","created":250,"last_epoch_clean":319,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6192,"log_dups_size":0,"ondisk_log_size":6192,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:44:20.004230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":272105472,"num_objects":4152,"num_object_clones":0,"num_object_copies":12456,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4152,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7492,"num_write_kb":372608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4973,"num_bytes_recovered":325910528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":345,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-08-28T02:37:58.019767+0000","last_change":"2023-08-28T02:33:13.484970+0000","last_active":"2023-08-28T02:37:58.019767+0000","last_peered":"2023-08-28T02:37:58.019767+0000","last_clean":"2023-08-28T02:37:58.019767+0000","last_became_active":"2023-08-28T02:33:13.484579+0000","last_became_peered":"2023-08-28T02:33:13.484579+0000","last_unstale":"2023-08-28T02:37:58.019767+0000","last_undegraded":"2023-08-28T02:37:58.019767+0000","last_fullsized":"2023-08-28T02:37:58.019767+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:58.027468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"75'161","reported_seq":736,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-08-28T02:37:58.010818+0000","last_change":"2023-08-28T02:31:55.059467+0000","last_active":"2023-08-28T02:37:58.010818+0000","last_peered":"2023-08-28T02:37:58.010818+0000","last_clean":"2023-08-28T02:37:58.010818+0000","last_became_active":"2023-08-28T02:31:55.059115+0000","last_became_peered":"2023-08-28T02:31:55.059115+0000","last_unstale":"2023-08-28T02:37:58.010818+0000","last_undegraded":"2023-08-28T02:37:58.010818+0000","last_fullsized":"2023-08-28T02:37:58.010818+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":0,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.820990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.820990+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:15:56.774667+0000","scrub_duration":0.0017342480000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":264,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-08-28T02:38:03.031594+0000","last_change":"2023-08-28T02:33:13.352810+0000","last_active":"2023-08-28T02:38:03.031594+0000","last_peered":"2023-08-28T02:38:03.031594+0000","last_clean":"2023-08-28T02:38:03.031594+0000","last_became_active":"2023-08-28T02:33:13.351697+0000","last_became_peered":"2023-08-28T02:33:13.351697+0000","last_unstale":"2023-08-28T02:38:03.031594+0000","last_undegraded":"2023-08-28T02:38:03.031594+0000","last_fullsized":"2023-08-28T02:38:03.031594+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:56.187163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":176,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-08-28T02:37:58.013054+0000","last_change":"2023-08-28T02:31:51.984584+0000","last_active":"2023-08-28T02:37:58.013054+0000","last_peered":"2023-08-28T02:37:58.013054+0000","last_clean":"2023-08-28T02:37:58.013054+0000","last_became_active":"2023-08-28T02:31:51.984264+0000","last_became_peered":"2023-08-28T02:31:51.984264+0000","last_unstale":"2023-08-28T02:37:58.013054+0000","last_undegraded":"2023-08-28T02:37:58.013054+0000","last_fullsized":"2023-08-28T02:37:58.013054+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:58:42.306722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"355'7437","reported_seq":19158,"reported_epoch":355,"state":"active+clean","last_fresh":"2023-08-28T02:38:09.925869+0000","last_change":"2023-08-28T02:35:11.978901+0000","last_active":"2023-08-28T02:38:09.925869+0000","last_peered":"2023-08-28T02:38:09.925869+0000","last_clean":"2023-08-28T02:38:09.925869+0000","last_became_active":"2023-08-28T02:35:11.966585+0000","last_became_peered":"2023-08-28T02:35:11.966585+0000","last_unstale":"2023-08-28T02:38:09.925869+0000","last_undegraded":"2023-08-28T02:38:09.925869+0000","last_fullsized":"2023-08-28T02:38:09.925869+0000","mapping_epoch":323,"log_start":"257'2128","ondisk_log_start":"257'2128","created":250,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5309,"log_dups_size":0,"ondisk_log_size":5309,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:03:07.017814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":271646720,"num_objects":4145,"num_object_clones":0,"num_object_copies":12435,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4145,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7437,"num_write_kb":370624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5791,"num_bytes_recovered":368967680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3","version":"75'161","reported_seq":620,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-08-28T02:37:58.056343+0000","last_change":"2023-08-28T02:31:55.068239+0000","last_active":"2023-08-28T02:37:58.056343+0000","last_peered":"2023-08-28T02:37:58.056343+0000","last_clean":"2023-08-28T02:37:58.056343+0000","last_became_active":"2023-08-28T02:31:55.067875+0000","last_became_peered":"2023-08-28T02:31:55.067875+0000","last_unstale":"2023-08-28T02:37:58.056343+0000","last_undegraded":"2023-08-28T02:37:58.056343+0000","last_fullsized":"2023-08-28T02:37:58.056343+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.868248+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:11:04.391639+0000","scrub_duration":0.0016215240000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":359,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-08-28T02:37:58.010752+0000","last_change":"2023-08-28T02:29:44.421353+0000","last_active":"2023-08-28T02:37:58.010752+0000","last_peered":"2023-08-28T02:37:58.010752+0000","last_clean":"2023-08-28T02:37:58.010752+0000","last_became_active":"2023-08-28T02:29:44.421064+0000","last_became_peered":"2023-08-28T02:29:44.421064+0000","last_unstale":"2023-08-28T02:37:58.010752+0000","last_undegraded":"2023-08-28T02:37:58.010752+0000","last_fullsized":"2023-08-28T02:37:58.010752+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:51:36.524024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":330,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-08-28T02:38:03.032342+0000","last_change":"2023-08-28T02:33:12.299487+0000","last_active":"2023-08-28T02:38:03.032342+0000","last_peered":"2023-08-28T02:38:03.032342+0000","last_clean":"2023-08-28T02:38:03.032342+0000","last_became_active":"2023-08-28T02:33:12.299175+0000","last_became_peered":"2023-08-28T02:33:12.299175+0000","last_unstale":"2023-08-28T02:38:03.032342+0000","last_undegraded":"2023-08-28T02:38:03.032342+0000","last_fullsized":"2023-08-28T02:38:03.032342+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:42:29.713462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":340,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-08-28T02:38:03.033141+0000","last_change":"2023-08-28T02:32:28.457696+0000","last_active":"2023-08-28T02:38:03.033141+0000","last_peered":"2023-08-28T02:38:03.033141+0000","last_clean":"2023-08-28T02:38:03.033141+0000","last_became_active":"2023-08-28T02:32:28.457407+0000","last_became_peered":"2023-08-28T02:32:28.457407+0000","last_unstale":"2023-08-28T02:38:03.033141+0000","last_undegraded":"2023-08-28T02:38:03.033141+0000","last_fullsized":"2023-08-28T02:38:03.033141+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:26:29.392787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"354'7352","reported_seq":8492,"reported_epoch":354,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:38:06.884358+0000","last_change":"2023-08-28T02:34:11.566035+0000","last_active":"2023-08-28T02:38:06.884358+0000","last_peered":"2023-08-28T02:38:06.884358+0000","last_clean":"2023-08-28T02:33:10.395883+0000","last_became_active":"2023-08-28T02:33:12.394714+0000","last_became_peered":"2023-08-28T02:33:12.394714+0000","last_unstale":"2023-08-28T02:38:06.884358+0000","last_undegraded":"2023-08-28T02:38:06.884358+0000","last_fullsized":"2023-08-28T02:38:06.884358+0000","mapping_epoch":297,"log_start":"256'1984","ondisk_log_start":"256'1984","created":250,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5368,"log_dups_size":0,"ondisk_log_size":5368,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:01:26.984565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":270729240,"num_objects":4132,"num_object_clones":0,"num_object_copies":12396,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3771,"num_objects_unfound":0,"num_objects_dirty":4132,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7352,"num_write_kb":367425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":500,"num_bytes_recovered":32768000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,6],"avail_no_missing":["4","0","6"],"object_location_counts":[{"shards":"0,4,6","objects":4132}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.6","version":"75'161","reported_seq":615,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-08-28T02:38:03.033052+0000","last_change":"2023-08-28T02:33:13.338675+0000","last_active":"2023-08-28T02:38:03.033052+0000","last_peered":"2023-08-28T02:38:03.033052+0000","last_clean":"2023-08-28T02:38:03.033052+0000","last_became_active":"2023-08-28T02:33:13.338271+0000","last_became_peered":"2023-08-28T02:33:13.338271+0000","last_unstale":"2023-08-28T02:38:03.033052+0000","last_undegraded":"2023-08-28T02:38:03.033052+0000","last_fullsized":"2023-08-28T02:38:03.033052+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.774982+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.774982+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:13:20.011329+0000","scrub_duration":0.003539819,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":322,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-08-28T02:37:58.011192+0000","last_change":"2023-08-28T02:14:43.033789+0000","last_active":"2023-08-28T02:37:58.011192+0000","last_peered":"2023-08-28T02:37:58.011192+0000","last_clean":"2023-08-28T02:37:58.011192+0000","last_became_active":"2023-08-28T02:14:43.033454+0000","last_became_peered":"2023-08-28T02:14:43.033454+0000","last_unstale":"2023-08-28T02:37:58.011192+0000","last_undegraded":"2023-08-28T02:37:58.011192+0000","last_fullsized":"2023-08-28T02:37:58.011192+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:01:13.205842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":154,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-08-28T02:38:03.085159+0000","last_change":"2023-08-28T02:32:28.461807+0000","last_active":"2023-08-28T02:38:03.085159+0000","last_peered":"2023-08-28T02:38:03.085159+0000","last_clean":"2023-08-28T02:38:03.085159+0000","last_became_active":"2023-08-28T02:32:28.461116+0000","last_became_peered":"2023-08-28T02:32:28.461116+0000","last_unstale":"2023-08-28T02:38:03.085159+0000","last_undegraded":"2023-08-28T02:38:03.085159+0000","last_fullsized":"2023-08-28T02:38:03.085159+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:12:45.321757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":301,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-08-28T02:38:03.032814+0000","last_change":"2023-08-28T02:14:43.048791+0000","last_active":"2023-08-28T02:38:03.032814+0000","last_peered":"2023-08-28T02:38:03.032814+0000","last_clean":"2023-08-28T02:38:03.032814+0000","last_became_active":"2023-08-28T02:14:43.047408+0000","last_became_peered":"2023-08-28T02:14:43.047408+0000","last_unstale":"2023-08-28T02:38:03.032814+0000","last_undegraded":"2023-08-28T02:38:03.032814+0000","last_fullsized":"2023-08-28T02:38:03.032814+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:47.097181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"354'7591","reported_seq":17670,"reported_epoch":354,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:38:06.948529+0000","last_change":"2023-08-28T02:37:37.899201+0000","last_active":"2023-08-28T02:38:06.948529+0000","last_peered":"2023-08-28T02:38:06.948529+0000","last_clean":"2023-08-28T02:31:50.933695+0000","last_became_active":"2023-08-28T02:33:13.540416+0000","last_became_peered":"2023-08-28T02:33:13.540416+0000","last_unstale":"2023-08-28T02:38:06.948529+0000","last_undegraded":"2023-08-28T02:38:06.948529+0000","last_fullsized":"2023-08-28T02:38:06.948529+0000","mapping_epoch":298,"log_start":"257'2174","ondisk_log_start":"257'2174","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5417,"log_dups_size":0,"ondisk_log_size":5417,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:49:35.658845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":279904256,"num_objects":4271,"num_object_clones":0,"num_object_copies":12813,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4271,"num_objects_unfound":0,"num_objects_dirty":4271,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7591,"num_write_kb":379584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4967,"num_bytes_recovered":325517312,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,2],"avail_no_missing":["4","2","5","6"],"object_location_counts":[{"shards":"2,4,5","objects":4271}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.5","version":"75'161","reported_seq":647,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-08-28T02:37:58.012588+0000","last_change":"2023-08-28T02:32:31.477151+0000","last_active":"2023-08-28T02:37:58.012588+0000","last_peered":"2023-08-28T02:37:58.012588+0000","last_clean":"2023-08-28T02:37:58.012588+0000","last_became_active":"2023-08-28T02:32:31.476776+0000","last_became_peered":"2023-08-28T02:32:31.476776+0000","last_unstale":"2023-08-28T02:37:58.012588+0000","last_undegraded":"2023-08-28T02:37:58.012588+0000","last_fullsized":"2023-08-28T02:37:58.012588+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:18.891729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:18.891729+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:47:27.194140+0000","scrub_duration":0.0031546460000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"65'2","reported_seq":311,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-08-28T02:38:03.031758+0000","last_change":"2023-08-28T02:33:12.327778+0000","last_active":"2023-08-28T02:38:03.031758+0000","last_peered":"2023-08-28T02:38:03.031758+0000","last_clean":"2023-08-28T02:38:03.031758+0000","last_became_active":"2023-08-28T02:33:12.327273+0000","last_became_peered":"2023-08-28T02:33:12.327273+0000","last_unstale":"2023-08-28T02:38:03.031758+0000","last_undegraded":"2023-08-28T02:38:03.031758+0000","last_fullsized":"2023-08-28T02:38:03.031758+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:40.554192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":192,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-08-28T02:37:58.056523+0000","last_change":"2023-08-28T02:33:13.335665+0000","last_active":"2023-08-28T02:37:58.056523+0000","last_peered":"2023-08-28T02:37:58.056523+0000","last_clean":"2023-08-28T02:37:58.056523+0000","last_became_active":"2023-08-28T02:33:13.335322+0000","last_became_peered":"2023-08-28T02:33:13.335322+0000","last_unstale":"2023-08-28T02:37:58.056523+0000","last_undegraded":"2023-08-28T02:37:58.056523+0000","last_fullsized":"2023-08-28T02:37:58.056523+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:21:08.024493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":308,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-08-28T02:38:03.031360+0000","last_change":"2023-08-28T02:33:12.310326+0000","last_active":"2023-08-28T02:38:03.031360+0000","last_peered":"2023-08-28T02:38:03.031360+0000","last_clean":"2023-08-28T02:38:03.031360+0000","last_became_active":"2023-08-28T02:33:12.310011+0000","last_became_peered":"2023-08-28T02:33:12.310011+0000","last_unstale":"2023-08-28T02:38:03.031360+0000","last_undegraded":"2023-08-28T02:38:03.031360+0000","last_fullsized":"2023-08-28T02:38:03.031360+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:35:03.710036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"354'7567","reported_seq":12592,"reported_epoch":354,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:38:07.110071+0000","last_change":"2023-08-28T02:33:34.765675+0000","last_active":"2023-08-28T02:38:07.110071+0000","last_peered":"2023-08-28T02:38:07.110071+0000","last_clean":"2023-08-28T02:31:27.909649+0000","last_became_active":"2023-08-28T02:33:33.726805+0000","last_became_peered":"2023-08-28T02:33:33.726805+0000","last_unstale":"2023-08-28T02:38:07.110071+0000","last_undegraded":"2023-08-28T02:33:20.140072+0000","last_fullsized":"2023-08-28T02:33:13.278549+0000","mapping_epoch":298,"log_start":"257'2177","ondisk_log_start":"257'2177","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5390,"log_dups_size":0,"ondisk_log_size":5390,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:02:22.971585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":281870336,"num_objects":4301,"num_object_clones":0,"num_object_copies":12903,"num_objects_missing_on_primary":4275,"num_objects_missing":4275,"num_objects_degraded":11153,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4301,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7567,"num_write_kb":379776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1622,"num_bytes_recovered":106168320,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[4,3],"avail_no_missing":["2","6"],"object_location_counts":[{"shards":"2,3,4,6","objects":12},{"shards":"2,3,6","objects":1792},{"shards":"2,4,6","objects":14},{"shards":"2,6","objects":2483},{"shards":"3,4","objects":-13}],"blocked_by":[],"up_primary":3,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.4","version":"75'161","reported_seq":563,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-08-28T02:38:03.031785+0000","last_change":"2023-08-28T02:33:12.296479+0000","last_active":"2023-08-28T02:38:03.031785+0000","last_peered":"2023-08-28T02:38:03.031785+0000","last_clean":"2023-08-28T02:38:03.031785+0000","last_became_active":"2023-08-28T02:33:12.294160+0000","last_became_peered":"2023-08-28T02:33:12.294160+0000","last_unstale":"2023-08-28T02:38:03.031785+0000","last_undegraded":"2023-08-28T02:38:03.031785+0000","last_fullsized":"2023-08-28T02:38:03.031785+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.899247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.899247+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":280,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-08-28T02:37:58.012171+0000","last_change":"2023-08-28T02:33:13.539335+0000","last_active":"2023-08-28T02:37:58.012171+0000","last_peered":"2023-08-28T02:37:58.012171+0000","last_clean":"2023-08-28T02:37:58.012171+0000","last_became_active":"2023-08-28T02:33:13.538978+0000","last_became_peered":"2023-08-28T02:33:13.538978+0000","last_unstale":"2023-08-28T02:37:58.012171+0000","last_undegraded":"2023-08-28T02:37:58.012171+0000","last_fullsized":"2023-08-28T02:37:58.012171+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:26:13.405766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"65'1","reported_seq":344,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-08-28T02:38:03.033230+0000","last_change":"2023-08-28T02:29:44.510205+0000","last_active":"2023-08-28T02:38:03.033230+0000","last_peered":"2023-08-28T02:38:03.033230+0000","last_clean":"2023-08-28T02:38:03.033230+0000","last_became_active":"2023-08-28T02:29:44.429357+0000","last_became_peered":"2023-08-28T02:29:44.429357+0000","last_unstale":"2023-08-28T02:38:03.033230+0000","last_undegraded":"2023-08-28T02:38:03.033230+0000","last_fullsized":"2023-08-28T02:38:03.033230+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:44:59.955729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":309,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-08-28T02:37:58.011718+0000","last_change":"2023-08-28T02:32:12.950661+0000","last_active":"2023-08-28T02:37:58.011718+0000","last_peered":"2023-08-28T02:37:58.011718+0000","last_clean":"2023-08-28T02:37:58.011718+0000","last_became_active":"2023-08-28T02:32:12.950276+0000","last_became_peered":"2023-08-28T02:32:12.950276+0000","last_unstale":"2023-08-28T02:37:58.011718+0000","last_undegraded":"2023-08-28T02:37:58.011718+0000","last_fullsized":"2023-08-28T02:37:58.011718+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:05:17.972868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"65'1","reported_seq":302,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-08-28T02:38:03.032834+0000","last_change":"2023-08-28T02:14:43.042150+0000","last_active":"2023-08-28T02:38:03.032834+0000","last_peered":"2023-08-28T02:38:03.032834+0000","last_clean":"2023-08-28T02:38:03.032834+0000","last_became_active":"2023-08-28T02:14:43.038336+0000","last_became_peered":"2023-08-28T02:14:43.038336+0000","last_unstale":"2023-08-28T02:38:03.032834+0000","last_undegraded":"2023-08-28T02:38:03.032834+0000","last_fullsized":"2023-08-28T02:38:03.032834+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:26:02.415152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":351,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-08-28T02:37:58.056748+0000","last_change":"2023-08-28T02:33:13.318097+0000","last_active":"2023-08-28T02:37:58.056748+0000","last_peered":"2023-08-28T02:37:58.056748+0000","last_clean":"2023-08-28T02:37:58.056748+0000","last_became_active":"2023-08-28T02:33:13.317761+0000","last_became_peered":"2023-08-28T02:33:13.317761+0000","last_unstale":"2023-08-28T02:37:58.056748+0000","last_undegraded":"2023-08-28T02:37:58.056748+0000","last_fullsized":"2023-08-28T02:37:58.056748+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:24.836996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"65'2","reported_seq":347,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-08-28T02:37:58.019894+0000","last_change":"2023-08-28T02:29:44.535937+0000","last_active":"2023-08-28T02:37:58.019894+0000","last_peered":"2023-08-28T02:37:58.019894+0000","last_clean":"2023-08-28T02:37:58.019894+0000","last_became_active":"2023-08-28T02:29:44.462244+0000","last_became_peered":"2023-08-28T02:29:44.462244+0000","last_unstale":"2023-08-28T02:37:58.019894+0000","last_undegraded":"2023-08-28T02:37:58.019894+0000","last_fullsized":"2023-08-28T02:37:58.019894+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:30:33.173713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":349,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-08-28T02:38:03.032523+0000","last_change":"2023-08-28T02:33:12.305580+0000","last_active":"2023-08-28T02:38:03.032523+0000","last_peered":"2023-08-28T02:38:03.032523+0000","last_clean":"2023-08-28T02:38:03.032523+0000","last_became_active":"2023-08-28T02:33:12.305261+0000","last_became_peered":"2023-08-28T02:33:12.305261+0000","last_unstale":"2023-08-28T02:38:03.032523+0000","last_undegraded":"2023-08-28T02:38:03.032523+0000","last_fullsized":"2023-08-28T02:38:03.032523+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:22:31.614221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"65'2","reported_seq":316,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-08-28T02:37:58.019759+0000","last_change":"2023-08-28T02:31:51.991101+0000","last_active":"2023-08-28T02:37:58.019759+0000","last_peered":"2023-08-28T02:37:58.019759+0000","last_clean":"2023-08-28T02:37:58.019759+0000","last_became_active":"2023-08-28T02:31:51.987237+0000","last_became_peered":"2023-08-28T02:31:51.987237+0000","last_unstale":"2023-08-28T02:37:58.019759+0000","last_undegraded":"2023-08-28T02:37:58.019759+0000","last_fullsized":"2023-08-28T02:37:58.019759+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:07:07.370857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":350,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-08-28T02:37:58.012230+0000","last_change":"2023-08-28T02:33:12.494483+0000","last_active":"2023-08-28T02:37:58.012230+0000","last_peered":"2023-08-28T02:37:58.012230+0000","last_clean":"2023-08-28T02:37:58.012230+0000","last_became_active":"2023-08-28T02:33:12.494136+0000","last_became_peered":"2023-08-28T02:33:12.494136+0000","last_unstale":"2023-08-28T02:37:58.012230+0000","last_undegraded":"2023-08-28T02:37:58.012230+0000","last_fullsized":"2023-08-28T02:37:58.012230+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:36.772588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"65'1","reported_seq":296,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-08-28T02:38:03.031918+0000","last_change":"2023-08-28T02:33:13.287922+0000","last_active":"2023-08-28T02:38:03.031918+0000","last_peered":"2023-08-28T02:38:03.031918+0000","last_clean":"2023-08-28T02:38:03.031918+0000","last_became_active":"2023-08-28T02:33:13.287520+0000","last_became_peered":"2023-08-28T02:33:13.287520+0000","last_unstale":"2023-08-28T02:38:03.031918+0000","last_undegraded":"2023-08-28T02:38:03.031918+0000","last_fullsized":"2023-08-28T02:38:03.031918+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:11.627168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":310,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-08-28T02:38:03.031619+0000","last_change":"2023-08-28T02:33:13.289469+0000","last_active":"2023-08-28T02:38:03.031619+0000","last_peered":"2023-08-28T02:38:03.031619+0000","last_clean":"2023-08-28T02:38:03.031619+0000","last_became_active":"2023-08-28T02:33:13.288737+0000","last_became_peered":"2023-08-28T02:33:13.288737+0000","last_unstale":"2023-08-28T02:38:03.031619+0000","last_undegraded":"2023-08-28T02:38:03.031619+0000","last_fullsized":"2023-08-28T02:38:03.031619+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:11:15.043550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"65'4","reported_seq":334,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-08-28T02:38:03.032650+0000","last_change":"2023-08-28T02:32:28.607010+0000","last_active":"2023-08-28T02:38:03.032650+0000","last_peered":"2023-08-28T02:38:03.032650+0000","last_clean":"2023-08-28T02:38:03.032650+0000","last_became_active":"2023-08-28T02:32:28.492224+0000","last_became_peered":"2023-08-28T02:32:28.492224+0000","last_unstale":"2023-08-28T02:38:03.032650+0000","last_undegraded":"2023-08-28T02:38:03.032650+0000","last_fullsized":"2023-08-28T02:38:03.032650+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:13:45.711951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":554,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":360,"reported_epoch":353,"state":"active+clean","last_fresh":"2023-08-28T02:37:58.011418+0000","last_change":"2023-08-28T02:33:13.309144+0000","last_active":"2023-08-28T02:37:58.011418+0000","last_peered":"2023-08-28T02:37:58.011418+0000","last_clean":"2023-08-28T02:37:58.011418+0000","last_became_active":"2023-08-28T02:33:13.308910+0000","last_became_peered":"2023-08-28T02:33:13.308910+0000","last_unstale":"2023-08-28T02:37:58.011418+0000","last_undegraded":"2023-08-28T02:37:58.011418+0000","last_fullsized":"2023-08-28T02:37:58.011418+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:09:59.549591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":4391501848,"num_objects":67010,"num_object_clones":0,"num_object_copies":201030,"num_objects_missing_on_primary":4275,"num_objects_missing":4275,"num_objects_degraded":26939,"num_objects_misplaced":15634,"num_objects_unfound":0,"num_objects_dirty":67010,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":119604,"num_write_kb":5971585,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":43118,"num_bytes_recovered":2803957760,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":13979693056,"data_stored":13979680840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":96952,"ondisk_log_size":96952,"up":48,"acting":44,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":10126,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":370028,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":89,"num_read_kb":167,"num_write":44,"num_write_kb":440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":584707,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2048000,"data_stored":2033792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299774,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1844100,"kb_used_data":1352444,"kb_used_omap":0,"kb_used_meta":491648,"kb_avail":91901052,"statfs":{"total":95995035648,"available":94106677248,"internally_reserved":0,"allocated":1384902656,"data_stored":1383495173,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":503447552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:37:11 2023","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.53100000000000003,"15min":1.2889999999999999},"min":{"1min":0.29699999999999999,"5min":0.23400000000000001,"15min":0.219},"max":{"1min":0.66600000000000004,"5min":3.6480000000000001,"15min":13.118},"last":0.33200000000000002},{"interface":"front","average":{"1min":0.48499999999999999,"5min":0.59799999999999998,"15min":1.6899999999999999},"min":{"1min":0.247,"5min":0.247,"15min":0.246},"max":{"1min":0.621,"5min":3.6619999999999999,"15min":17.402999999999999},"last":0.48099999999999998}]},{"osd":1,"last update":"Mon Aug 28 02:37:43 2023","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.56699999999999995,"15min":1.954},"min":{"1min":0.253,"5min":0.253,"15min":0.248},"max":{"1min":0.54500000000000004,"5min":5.492,"15min":17.43},"last":0.28799999999999998},{"interface":"front","average":{"1min":0.76700000000000002,"5min":0.72799999999999998,"15min":1.8260000000000001},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.25900000000000001},"max":{"1min":4.9749999999999996,"5min":5.5179999999999998,"15min":19.913},"last":0.436}]},{"osd":2,"last update":"Mon Aug 28 02:37:28 2023","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.49099999999999999,"15min":1.355},"min":{"1min":0.312,"5min":0.23499999999999999,"15min":0.22800000000000001},"max":{"1min":0.65100000000000002,"5min":3.1760000000000002,"15min":8.3889999999999993},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.67600000000000005,"5min":0.57499999999999996,"15min":1.181},"min":{"1min":0.372,"5min":0.28799999999999998,"15min":0.28699999999999998},"max":{"1min":2.399,"5min":2.919,"15min":9.2219999999999995},"last":1.002}]},{"osd":3,"last update":"Mon Aug 28 02:37:18 2023","interfaces":[{"interface":"back","average":{"1min":0.66900000000000004,"5min":0.64600000000000002,"15min":0.69399999999999995},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":2.468,"5min":3.0099999999999998,"15min":3.0099999999999998},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.498,"5min":0.59899999999999998,"15min":0.61899999999999999},"min":{"1min":0.39700000000000002,"5min":0.308,"15min":0.308},"max":{"1min":0.64500000000000002,"5min":3.1000000000000001,"15min":3.1000000000000001},"last":0.46700000000000003}]},{"osd":4,"last update":"Mon Aug 28 02:37:11 2023","interfaces":[{"interface":"back","average":{"1min":0.39400000000000002,"5min":0.51800000000000002,"15min":1.2729999999999999},"min":{"1min":0.28299999999999997,"5min":0.26500000000000001,"15min":0.245},"max":{"1min":0.52000000000000002,"5min":5.2169999999999996,"15min":18.943000000000001},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.53500000000000003,"15min":0.93600000000000005},"min":{"1min":0.33100000000000002,"5min":0.26500000000000001,"15min":0.25700000000000001},"max":{"1min":2.4940000000000002,"5min":2.9870000000000001,"15min":8.1890000000000001},"last":1.044}]},{"osd":5,"last update":"Mon Aug 28 02:37:11 2023","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.47099999999999997,"15min":1.04},"min":{"1min":0.28100000000000003,"5min":0.246,"15min":0.23599999999999999},"max":{"1min":0.64500000000000002,"5min":3.2120000000000002,"15min":14.622},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.53800000000000003,"15min":1.27},"min":{"1min":0.33800000000000002,"5min":0.317,"15min":0.27000000000000002},"max":{"1min":0.80200000000000005,"5min":3.0499999999999998,"15min":17.324999999999999},"last":0.60299999999999998}]},{"osd":6,"last update":"Mon Aug 28 02:37:11 2023","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.59599999999999997,"15min":1.292},"min":{"1min":0.376,"5min":0.33300000000000002,"15min":0.30299999999999999},"max":{"1min":0.83399999999999996,"5min":3.2250000000000001,"15min":17.454999999999998},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.58899999999999997,"15min":0.85099999999999998},"min":{"1min":0.33400000000000002,"5min":0.31,"15min":0.28999999999999998},"max":{"1min":2.4399999999999999,"5min":3.0499999999999998,"15min":7.665},"last":1.0720000000000001}]}]},{"osd":6,"up_from":0,"seq":193273528705,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":101,"seq":433791697164,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1447284,"kb_used_data":815020,"kb_used_omap":4,"kb_used_meta":632251,"kb_avail":92297868,"statfs":{"total":95995035648,"available":94513016832,"internally_reserved":0,"allocated":834580480,"data_stored":832572240,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":647425934},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:37:47 2023","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.47399999999999998,"15min":1.9430000000000001},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.214},"max":{"1min":0.66900000000000004,"5min":3.3730000000000002,"15min":24.545999999999999},"last":0.32600000000000001},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.65500000000000003,"15min":2.4820000000000002},"min":{"1min":0.28199999999999997,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":1.466,"5min":7.2450000000000001,"15min":24.515000000000001},"last":0.38300000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:37:32 2023","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.63800000000000001,"15min":2.153},"min":{"1min":0.31900000000000001,"5min":0.28699999999999998,"15min":0.24099999999999999},"max":{"1min":1.0489999999999999,"5min":4.0579999999999998,"15min":22.161000000000001},"last":0.28399999999999997},{"interface":"front","average":{"1min":0.503,"5min":0.629,"15min":1.609},"min":{"1min":0.28499999999999998,"5min":0.28399999999999997,"15min":0.253},"max":{"1min":1.8129999999999999,"5min":7.0110000000000001,"15min":19.100999999999999},"last":0.34399999999999997}]},{"osd":3,"last update":"Mon Aug 28 02:37:20 2023","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.53600000000000003,"15min":0.48699999999999999},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":2.742,"5min":2.742,"15min":2.742},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.56499999999999995,"15min":0.53100000000000003},"min":{"1min":0.309,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.88500000000000001,"5min":3.5819999999999999,"15min":3.5819999999999999},"last":0.433}]},{"osd":4,"last update":"Mon Aug 28 02:37:47 2023","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.63300000000000001,"15min":1.3939999999999999},"min":{"1min":0.33600000000000002,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":1.2909999999999999,"5min":3.0259999999999998,"15min":18.992999999999999},"last":0.41999999999999998},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.58699999999999997,"15min":1.532},"min":{"1min":0.378,"5min":0.29099999999999998,"15min":0.26400000000000001},"max":{"1min":0.71799999999999997,"5min":1.9650000000000001,"15min":14.779999999999999},"last":0.63400000000000001}]},{"osd":5,"last update":"Mon Aug 28 02:37:47 2023","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.66900000000000004,"15min":2.0059999999999998},"min":{"1min":0.376,"5min":0.35999999999999999,"15min":0.29999999999999999},"max":{"1min":1.423,"5min":3.7029999999999998,"15min":18.626999999999999},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.623,"5min":0.69399999999999995,"15min":1.833},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.33600000000000002},"max":{"1min":1.3280000000000001,"5min":3.0609999999999999,"15min":18.945},"last":0.47799999999999998}]},{"osd":6,"last update":"Mon Aug 28 02:37:47 2023","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.68700000000000006,"15min":1.946},"min":{"1min":0.42799999999999999,"5min":0.40000000000000002,"15min":0.34300000000000003},"max":{"1min":1.4990000000000001,"5min":3.7400000000000002,"15min":12.221},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.70499999999999996,"5min":0.73899999999999999,"15min":1.6259999999999999},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.35699999999999998},"max":{"1min":2.375,"5min":3.089,"15min":19.021999999999998},"last":0.5}]},{"osd":7,"last update":"Mon Aug 28 02:37:47 2023","interfaces":[{"interface":"back","average":{"1min":0.64000000000000001,"5min":0.74399999999999999,"15min":1.75},"min":{"1min":0.38500000000000001,"5min":0.374,"15min":0.374},"max":{"1min":1.4710000000000001,"5min":3.1080000000000001,"15min":19.047999999999998},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.67800000000000005,"15min":1.7669999999999999},"min":{"1min":0.46300000000000002,"5min":0.432,"15min":0.312},"max":{"1min":0.80000000000000004,"5min":1.9430000000000001,"15min":14.818},"last":0.60899999999999999}]}]},{"osd":0,"up_from":87,"seq":373662155031,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3323532,"kb_used_data":2662596,"kb_used_omap":5,"kb_used_meta":660922,"kb_avail":90421620,"statfs":{"total":95995035648,"available":92591738880,"internally_reserved":0,"allocated":2726498304,"data_stored":2724364417,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":676784762},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:37:38 2023","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.48999999999999999,"15min":1.532},"min":{"1min":0.26900000000000002,"5min":0.20300000000000001,"15min":0.184},"max":{"1min":2.5489999999999999,"5min":5.3280000000000003,"15min":30.315000000000001},"last":0.29699999999999999},{"interface":"front","average":{"1min":0.65700000000000003,"5min":0.52300000000000002,"15min":2.3069999999999999},"min":{"1min":0.29699999999999999,"5min":0.25800000000000001,"15min":0.221},"max":{"1min":4.0679999999999996,"5min":4.0679999999999996,"15min":69.272000000000006},"last":0.52700000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:37:38 2023","interfaces":[{"interface":"back","average":{"1min":0.70799999999999996,"5min":0.63900000000000001,"15min":1.8420000000000001},"min":{"1min":0.247,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":4.4020000000000001,"5min":4.4020000000000001,"15min":20.959},"last":0.68700000000000006},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.69799999999999995,"15min":1.677},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.24299999999999999},"max":{"1min":2.5190000000000001,"5min":6.1180000000000003,"15min":9.3729999999999993},"last":0.56000000000000005}]},{"osd":3,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.996,"5min":0.80400000000000005,"15min":0.76800000000000002},"min":{"1min":0.32900000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":5.6680000000000001,"5min":5.6680000000000001,"15min":5.6680000000000001},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.754,"15min":0.77200000000000002},"min":{"1min":0.40300000000000002,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":2.4889999999999999,"5min":4.9199999999999999,"15min":4.9199999999999999},"last":0.41699999999999998}]},{"osd":4,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.56299999999999994,"15min":2.3380000000000001},"min":{"1min":0.33100000000000002,"5min":0.314,"15min":0.29299999999999998},"max":{"1min":2.3210000000000002,"5min":3.9710000000000001,"15min":274.33199999999999},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.66300000000000003,"15min":2.6949999999999998},"min":{"1min":0.376,"5min":0.315,"15min":0.28199999999999997},"max":{"1min":1.357,"5min":2.6520000000000001,"15min":266.31999999999999},"last":0.73899999999999999}]},{"osd":5,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.67700000000000005,"5min":0.623,"15min":1.415},"min":{"1min":0.38800000000000001,"5min":0.33300000000000002,"15min":0.29299999999999998},"max":{"1min":2.3759999999999999,"5min":4.1219999999999999,"15min":13.038},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.65700000000000003,"15min":1.895},"min":{"1min":0.41899999999999998,"5min":0.36399999999999999,"15min":0.27800000000000002},"max":{"1min":1.3120000000000001,"5min":2.2679999999999998,"15min":15.231},"last":0.76700000000000002}]},{"osd":6,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.72799999999999998,"5min":0.66600000000000004,"15min":1.6120000000000001},"min":{"1min":0.41299999999999998,"5min":0.38300000000000001,"15min":0.29399999999999998},"max":{"1min":2.4540000000000002,"5min":4.0620000000000003,"15min":15.122999999999999},"last":0.64900000000000002},{"interface":"front","average":{"1min":0.621,"5min":0.68400000000000005,"15min":1.905},"min":{"1min":0.45200000000000001,"5min":0.40000000000000002,"15min":0.35599999999999998},"max":{"1min":1.3919999999999999,"5min":2.3029999999999999,"15min":15.186999999999999},"last":0.78900000000000003}]},{"osd":7,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":1.006,"5min":0.78900000000000003,"15min":1.899},"min":{"1min":0.51300000000000001,"5min":0.36399999999999999,"15min":0.33400000000000002},"max":{"1min":4.4390000000000001,"5min":4.4390000000000001,"15min":16.183},"last":0.66500000000000004},{"interface":"front","average":{"1min":0.80500000000000005,"5min":0.73899999999999999,"15min":1.625},"min":{"1min":0.46000000000000002,"5min":0.38500000000000001,"15min":0.35999999999999999},"max":{"1min":2.4220000000000002,"5min":4.0250000000000004,"15min":13.005000000000001},"last":0.59599999999999997}]}]},{"osd":2,"up_from":0,"seq":502511173890,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":297,"seq":1275605286973,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":900544,"kb_used_data":759864,"kb_used_omap":2,"kb_used_meta":140669,"kb_avail":92844608,"statfs":{"total":95995035648,"available":95072878592,"internally_reserved":0,"allocated":778100736,"data_stored":776083423,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":144045109},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:37:14 2023","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.52700000000000002,"15min":0.44400000000000001},"min":{"1min":0.247,"5min":0.22,"15min":0.22},"max":{"1min":2.2530000000000001,"5min":6.8819999999999997,"15min":6.8819999999999997},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.69299999999999995,"15min":0.69699999999999995},"min":{"1min":0.30399999999999999,"5min":0.217,"15min":0.217},"max":{"1min":1.018,"5min":6.7839999999999998,"15min":6.7839999999999998},"last":0.28100000000000003}]},{"osd":1,"last update":"Mon Aug 28 02:37:14 2023","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.56000000000000005,"15min":0.45200000000000001},"min":{"1min":0.28499999999999998,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":1.056,"5min":4.0650000000000004,"15min":4.0650000000000004},"last":0.32100000000000001},{"interface":"front","average":{"1min":0.624,"5min":0.70799999999999996,"15min":0.71899999999999997},"min":{"1min":0.28999999999999998,"5min":0.249,"15min":0.249},"max":{"1min":1.431,"5min":3.9249999999999998,"15min":3.9249999999999998},"last":0.56999999999999995}]},{"osd":2,"last update":"Mon Aug 28 02:37:14 2023","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.57199999999999995,"15min":0.61799999999999999},"min":{"1min":0.31,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":1.3919999999999999,"5min":2.5449999999999999,"15min":2.5449999999999999},"last":1.212},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.61899999999999999,"15min":0.56899999999999995},"min":{"1min":0.38200000000000001,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":1.1539999999999999,"5min":4.7030000000000003,"15min":4.7030000000000003},"last":0.70499999999999996}]},{"osd":4,"last update":"Mon Aug 28 02:37:14 2023","interfaces":[{"interface":"back","average":{"1min":0.91800000000000004,"5min":0.63300000000000001,"15min":0.59199999999999997},"min":{"1min":0.40699999999999997,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":6.2670000000000003,"5min":6.2670000000000003,"15min":6.2670000000000003},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.78100000000000003,"5min":0.65100000000000002,"15min":0.57299999999999995},"min":{"1min":0.39800000000000002,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":2.8380000000000001,"5min":3.5030000000000001,"15min":3.5030000000000001},"last":0.372}]},{"osd":5,"last update":"Mon Aug 28 02:37:14 2023","interfaces":[{"interface":"back","average":{"1min":0.68799999999999994,"5min":0.65100000000000002,"15min":0.59499999999999997},"min":{"1min":0.40100000000000002,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":2.29,"5min":3.5390000000000001,"15min":3.5390000000000001},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.73899999999999999,"5min":0.58199999999999996,"15min":0.55500000000000005},"min":{"1min":0.40600000000000003,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":2.7149999999999999,"5min":2.7149999999999999,"15min":2.7149999999999999},"last":0.433}]},{"osd":6,"last update":"Mon Aug 28 02:37:14 2023","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.63100000000000001,"15min":0.64000000000000001},"min":{"1min":0.437,"5min":0.436,"15min":0.436},"max":{"1min":0.89000000000000001,"5min":1.8879999999999999,"15min":1.8879999999999999},"last":0.64900000000000002},{"interface":"front","average":{"1min":0.66100000000000003,"5min":0.69699999999999995,"15min":0.65300000000000002},"min":{"1min":0.44700000000000001,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.99099999999999999,"5min":3.6099999999999999,"15min":3.6099999999999999},"last":0.41599999999999998}]},{"osd":7,"last update":"Mon Aug 28 02:37:14 2023","interfaces":[{"interface":"back","average":{"1min":0.78000000000000003,"5min":0.63400000000000001,"15min":0.59599999999999997},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":2.9399999999999999,"5min":2.9399999999999999,"15min":2.9399999999999999},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.82899999999999996,"5min":0.68500000000000005,"15min":0.66000000000000003},"min":{"1min":0.46500000000000002,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":2.9540000000000002,"5min":2.9540000000000002,"15min":2.9540000000000002},"last":0.54800000000000004}]}]},{"osd":4,"up_from":30,"seq":128849019267,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3229896,"kb_used_data":2743424,"kb_used_omap":0,"kb_used_meta":486464,"kb_avail":90515256,"statfs":{"total":95995035648,"available":92687622144,"internally_reserved":0,"allocated":2809266176,"data_stored":2807855376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":498139136},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,1,0,1,0,0,0,1,3,3],"upper_bound":2048},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.55900000000000005,"15min":1.593},"min":{"1min":0.26100000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":4.46,"5min":10.249000000000001,"15min":22.515000000000001},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.56000000000000005,"15min":1.5249999999999999},"min":{"1min":0.28100000000000003,"5min":0.23200000000000001,"15min":0.217},"max":{"1min":1.425,"5min":4.5250000000000004,"15min":22.454000000000001},"last":0.52900000000000003}]},{"osd":1,"last update":"Mon Aug 28 02:37:48 2023","interfaces":[{"interface":"back","average":{"1min":0.71399999999999997,"5min":0.59499999999999997,"15min":1.3899999999999999},"min":{"1min":0.26300000000000001,"5min":0.254,"15min":0.24199999999999999},"max":{"1min":4.5090000000000003,"5min":5.5979999999999999,"15min":23.082000000000001},"last":0.495},{"interface":"front","average":{"1min":0.81599999999999995,"5min":0.56499999999999995,"15min":1.5449999999999999},"min":{"1min":0.28899999999999998,"5min":0.26300000000000001,"15min":0.26000000000000001},"max":{"1min":4.5910000000000002,"5min":4.7960000000000003,"15min":25.100000000000001},"last":0.37}]},{"osd":2,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.72399999999999998,"5min":0.67400000000000004,"15min":1.5169999999999999},"min":{"1min":0.29599999999999999,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":4.5430000000000001,"5min":4.827,"15min":16.231000000000002},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.85399999999999998,"5min":0.64600000000000002,"15min":1.4039999999999999},"min":{"1min":0.33200000000000002,"5min":0.312,"15min":0.251},"max":{"1min":5.6360000000000001,"5min":5.6360000000000001,"15min":13.515000000000001},"last":0.57699999999999996}]},{"osd":3,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.69699999999999995,"15min":0.77100000000000002},"min":{"1min":0.34799999999999998,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.9059999999999999,"5min":7.7480000000000002,"15min":7.7480000000000002},"last":0.39900000000000002},{"interface":"front","average":{"1min":0.627,"5min":0.70999999999999996,"15min":0.67000000000000004},"min":{"1min":0.371,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":1.4850000000000001,"5min":3.7069999999999999,"15min":3.7069999999999999},"last":0.48199999999999998}]},{"osd":5,"last update":"Mon Aug 28 02:38:02 2023","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.49099999999999999,"15min":1.0900000000000001},"min":{"1min":0.28399999999999997,"5min":0.25900000000000001,"15min":0.222},"max":{"1min":0.64800000000000002,"5min":4.609,"15min":16.181999999999999},"last":0.29799999999999999},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.47999999999999998,"15min":1.117},"min":{"1min":0.32700000000000001,"5min":0.27500000000000002,"15min":0.20699999999999999},"max":{"1min":0.84199999999999997,"5min":1.5700000000000001,"15min":10.233000000000001},"last":0.45500000000000002}]},{"osd":6,"last update":"Mon Aug 28 02:37:16 2023","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.55500000000000005,"15min":1.052},"min":{"1min":0.29599999999999999,"5min":0.27100000000000002,"15min":0.26500000000000001},"max":{"1min":1.6000000000000001,"5min":2.9830000000000001,"15min":10.023999999999999},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.61799999999999999,"15min":1.121},"min":{"1min":0.313,"5min":0.28299999999999997,"15min":0.26600000000000001},"max":{"1min":1.679,"5min":4.5949999999999998,"15min":8.5},"last":1.131}]},{"osd":7,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.67600000000000005,"5min":0.57899999999999996,"15min":1.143},"min":{"1min":0.35399999999999998,"5min":0.28999999999999998,"15min":0.22500000000000001},"max":{"1min":4.5720000000000001,"5min":4.8559999999999999,"15min":9.3209999999999997},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.59099999999999997,"15min":1.089},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.30299999999999999},"max":{"1min":1.647,"5min":2.754,"15min":15.597},"last":0.65200000000000002}]}]},{"osd":5,"up_from":37,"seq":158913790340,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2453620,"kb_used_data":1883628,"kb_used_omap":0,"kb_used_meta":569984,"kb_avail":91291532,"statfs":{"total":95995035648,"available":93482528768,"internally_reserved":0,"allocated":1928835072,"data_stored":1927440191,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":583663616},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:37:49 2023","interfaces":[{"interface":"back","average":{"1min":0.439,"5min":0.44800000000000001,"15min":1.661},"min":{"1min":0.245,"5min":0.23200000000000001,"15min":0.20200000000000001},"max":{"1min":1.1100000000000001,"5min":1.4530000000000001,"15min":40.334000000000003},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.498,"5min":0.69299999999999995,"15min":1.6830000000000001},"min":{"1min":0.32100000000000001,"5min":0.26600000000000001,"15min":0.23200000000000001},"max":{"1min":0.93300000000000005,"5min":19.815999999999999,"15min":40.212000000000003},"last":0.47399999999999998}]},{"osd":1,"last update":"Mon Aug 28 02:37:49 2023","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.63600000000000001,"15min":1.8620000000000001},"min":{"1min":0.28799999999999998,"5min":0.27900000000000003,"15min":0.23699999999999999},"max":{"1min":1.0700000000000001,"5min":17.998000000000001,"15min":40.088000000000001},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.73199999999999998,"15min":1.738},"min":{"1min":0.36099999999999999,"5min":0.28100000000000003,"15min":0.26000000000000001},"max":{"1min":0.95699999999999996,"5min":19.853000000000002,"15min":40.243000000000002},"last":0.434}]},{"osd":2,"last update":"Mon Aug 28 02:37:49 2023","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.57199999999999995,"15min":1.6120000000000001},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.27700000000000002},"max":{"1min":1.776,"5min":5.3099999999999996,"15min":40.436999999999998},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.60999999999999999,"15min":1.7569999999999999},"min":{"1min":0.32600000000000001,"5min":0.315,"15min":0.27200000000000002},"max":{"1min":2.069,"5min":4.2400000000000002,"15min":40.555},"last":0.50900000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:37:21 2023","interfaces":[{"interface":"back","average":{"1min":0.44900000000000001,"5min":0.82399999999999995,"15min":1.1399999999999999},"min":{"1min":0.308,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.52600000000000002,"5min":16.190999999999999,"15min":16.190999999999999},"last":0.499},{"interface":"front","average":{"1min":0.53100000000000003,"5min":1.0589999999999999,"15min":1.476},"min":{"1min":0.42599999999999999,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.77800000000000002,"5min":21.420999999999999,"15min":21.420999999999999},"last":0.56299999999999994}]},{"osd":4,"last update":"Mon Aug 28 02:37:58 2023","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.41399999999999998,"15min":1.069},"min":{"1min":0.27300000000000002,"5min":0.25,"15min":0.23100000000000001},"max":{"1min":1.4239999999999999,"5min":1.516,"15min":13.616},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.53300000000000003,"15min":1.194},"min":{"1min":0.33100000000000002,"5min":0.28499999999999998,"15min":0.25700000000000001},"max":{"1min":1.9610000000000001,"5min":4.1879999999999997,"15min":10.664999999999999},"last":0.38100000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:37:49 2023","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.64100000000000001,"15min":1.4279999999999999},"min":{"1min":0.30499999999999999,"5min":0.28599999999999998,"15min":0.23300000000000001},"max":{"1min":1.6439999999999999,"5min":10.66,"15min":42.409999999999997},"last":0.40799999999999997},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":1.369},"min":{"1min":0.35999999999999999,"5min":0.29499999999999998,"15min":0.254},"max":{"1min":1.7150000000000001,"5min":6.1159999999999997,"15min":42.533999999999999},"last":0.41899999999999998}]},{"osd":7,"last update":"Mon Aug 28 02:37:49 2023","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.60199999999999998,"15min":1.5780000000000001},"min":{"1min":0.39400000000000002,"5min":0.33900000000000002,"15min":0.315},"max":{"1min":0.68999999999999995,"5min":6.1749999999999998,"15min":42.667000000000002},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.628,"15min":1.6060000000000001},"min":{"1min":0.42299999999999999,"5min":0.33000000000000002,"15min":0.318},"max":{"1min":1.8069999999999999,"5min":4.149,"15min":42.344000000000001},"last":0.53800000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":2720993280,"data_stored":2720989208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":829751296,"data_stored":829751296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1812332544,"data_stored":1812332544,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":771948544,"data_stored":771948544,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":2805010432,"data_stored":2805006360,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1921515520,"data_stored":1921515520,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1739001856,"data_stored":1738997784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1379139584,"data_stored":1379139584,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:38:12.198 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:38:12.271 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:38:12.304 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:12.326 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:38:12.329 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:12.330 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:38:12.430 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:38:12.459 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:12 smithi083 ceph-mon[157819]: from='client.36249 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:38:12.462 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:13.142 INFO:teuthology.orchestra.run.smithi040.stderr:noscrub is unset 2023-08-28T02:38:13.232 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:38:13.254 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:38:13.275 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:38:13.298 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:38:13.318 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:38:13.338 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:38:13.339 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:38:13.342 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:13.343 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:38:13.362 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:38:13.381 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:38:13.383 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-08-28T02:38:13.383 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-08-28T02:38:13.383 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-08-28T02:38:13.383 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-08-28T02:38:13.383 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-08-28T02:38:13.383 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-08-28T02:38:13.383 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-08-28T02:38:13.383 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-08-28T02:38:13.403 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:13 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1736875807' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:38:13.403 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:13 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:38:13.403 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:13 smithi040 ceph-mon[175404]: pgmap v1084: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 4.1 GiB data, 13 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 82 op/s; 26847/200337 objects degraded (13.401%); 15254/200337 objects misplaced (7.614%); 5.3 MiB/s, 84 objects/s recovering 2023-08-28T02:38:13.403 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:13 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1736875807' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:38:13.403 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:13 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:38:13.404 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:13 smithi040 ceph-mon[170259]: pgmap v1084: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 4.1 GiB data, 13 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 82 op/s; 26847/200337 objects degraded (13.401%); 15254/200337 objects misplaced (7.614%); 5.3 MiB/s, 84 objects/s recovering 2023-08-28T02:38:13.444 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:38:13.474 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:13 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1736875807' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:38:13.474 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:13 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:38:13.475 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:13 smithi083 ceph-mon[157819]: pgmap v1084: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 4.1 GiB data, 13 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 82 op/s; 26847/200337 objects degraded (13.401%); 15254/200337 objects misplaced (7.614%); 5.3 MiB/s, 84 objects/s recovering 2023-08-28T02:38:13.477 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:13.735 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.6 dump_historic_ops 2023-08-28T02:38:13.755 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:38:13.758 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:13.758 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:38:13.858 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:38:13.896 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:13.920 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:38:13.923 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:13.923 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:38:14.024 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:38:14.055 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:14.076 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:38:14.078 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:38:14.085 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:14.085 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:38:14.186 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:38:14.219 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:14.244 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:38:14.248 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:14.248 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:38:14.348 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:38:14.377 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:14 smithi083 ceph-mon[157819]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:38:14.377 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:14 smithi083 ceph-mon[157819]: failed to encode map e356 with expected crc 2023-08-28T02:38:14.377 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:14 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:38:14.377 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:14 smithi083 ceph-mon[157819]: osdmap e356: 8 total, 8 up, 6 in 2023-08-28T02:38:14.377 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:14 smithi083 ceph-mon[157819]: failed to encode map e356 with expected crc 2023-08-28T02:38:14.378 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:14 smithi083 ceph-mon[157819]: failed to encode map e356 with expected crc 2023-08-28T02:38:14.378 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:14 smithi083 ceph-mon[157819]: failed to encode map e356 with expected crc 2023-08-28T02:38:14.378 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:14 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1206244809' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:38:14.380 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:14.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:14 smithi040 ceph-mon[175404]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:38:14.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:14 smithi040 ceph-mon[175404]: failed to encode map e356 with expected crc 2023-08-28T02:38:14.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:14 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:38:14.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:14 smithi040 ceph-mon[175404]: osdmap e356: 8 total, 8 up, 6 in 2023-08-28T02:38:14.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:14 smithi040 ceph-mon[175404]: failed to encode map e356 with expected crc 2023-08-28T02:38:14.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:14 smithi040 ceph-mon[175404]: failed to encode map e356 with expected crc 2023-08-28T02:38:14.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:14 smithi040 ceph-mon[175404]: failed to encode map e356 with expected crc 2023-08-28T02:38:14.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:14 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1206244809' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:38:14.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:14 smithi040 ceph-mon[170259]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:38:14.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:14 smithi040 ceph-mon[170259]: failed to encode map e356 with expected crc 2023-08-28T02:38:14.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:14 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:38:14.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:14 smithi040 ceph-mon[170259]: osdmap e356: 8 total, 8 up, 6 in 2023-08-28T02:38:14.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:14 smithi040 ceph-mon[170259]: failed to encode map e356 with expected crc 2023-08-28T02:38:14.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:14 smithi040 ceph-mon[170259]: failed to encode map e356 with expected crc 2023-08-28T02:38:14.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:14 smithi040 ceph-mon[170259]: failed to encode map e356 with expected crc 2023-08-28T02:38:14.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:14 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1206244809' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:38:14.610 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:38:14.614 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:14.614 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:38:14.715 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:38:14.751 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:14.775 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:38:14.778 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:14.779 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:38:14.879 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:38:14.910 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:15.183 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:38:15.385 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:15 smithi040 ceph-mon[170259]: pgmap v1086: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 4.1 GiB data, 13 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 79 op/s; 26847/200049 objects degraded (13.420%); 15254/200049 objects misplaced (7.625%); 3.4 MiB/s, 54 objects/s recovering 2023-08-28T02:38:15.385 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:15 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:38:15.385 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:15 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:38:15.385 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:15 smithi040 ceph-mon[175404]: pgmap v1086: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 4.1 GiB data, 13 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 79 op/s; 26847/200049 objects degraded (13.420%); 15254/200049 objects misplaced (7.625%); 3.4 MiB/s, 54 objects/s recovering 2023-08-28T02:38:15.385 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:15 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:38:15.385 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:15 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:38:15.464 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:15 smithi083 ceph-mon[157819]: pgmap v1086: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 4.1 GiB data, 13 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 79 op/s; 26847/200049 objects degraded (13.420%); 15254/200049 objects misplaced (7.625%); 3.4 MiB/s, 54 objects/s recovering 2023-08-28T02:38:15.464 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:15 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:38:15.464 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:15 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:38:15.490 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:38:15.496 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:38:15.503 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:15.503 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:38:15.584 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd unset nodeep-scrub 2023-08-28T02:38:15.604 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:38:15.636 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:15.653 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:38:15 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:38:15] "GET /metrics HTTP/1.1" 200 36612 "" "Prometheus/2.43.0" 2023-08-28T02:38:15.753 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:38:15.758 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:15.759 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:38:15.825 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-08-28T02:38:15.860 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:38:15.902 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:16.396 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:16 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 26847/200049 objects degraded (13.420%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-08-28T02:38:16.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:16 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 26847/200049 objects degraded (13.420%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-08-28T02:38:16.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:16 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 26847/200049 objects degraded (13.420%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-08-28T02:38:16.508 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:38:16.512 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:16.513 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:38:16.541 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:38:16.613 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:38:16.646 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:16.735 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2023-08-28T02:38:16.735 INFO:teuthology.orchestra.run.smithi083.stdout: "size": 20, 2023-08-28T02:38:16.735 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 600, 2023-08-28T02:38:16.735 INFO:teuthology.orchestra.run.smithi083.stdout: "ops": [ 2023-08-28T02:38:16.735 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.736 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_repop(client.34719.0:166816 9.13 e217/196 9:c8aedeed:::benchmark_data_smithi040_209735_object59221:head v 217'7076, mlcod=216'7074)", 2023-08-28T02:38:16.736 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:32.935340+0000", 2023-08-28T02:38:16.736 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 523.79813843099998, 2023-08-28T02:38:16.736 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.207471302, 2023-08-28T02:38:16.736 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:38:16.736 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:38:16.736 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:38:16.736 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.736 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:38:16.736 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.935340+0000", 2023-08-28T02:38:16.736 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:16.737 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.737 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.737 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:38:16.737 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.935340+0000", 2023-08-28T02:38:16.737 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:16.737 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.737 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.737 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:38:16.737 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.935339+0000", 2023-08-28T02:38:16.737 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:38:16.737 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.738 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.738 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:38:16.738 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.935348+0000", 2023-08-28T02:38:16.738 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.3989999999999993e-06 2023-08-28T02:38:16.738 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.738 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.738 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:38:16.738 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.935360+0000", 2023-08-28T02:38:16.738 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1888999999999999e-05 2023-08-28T02:38:16.738 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.738 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.739 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:38:16.739 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.935369+0000", 2023-08-28T02:38:16.739 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.7360000000000007e-06 2023-08-28T02:38:16.739 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.739 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.739 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:16.739 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.935416+0000", 2023-08-28T02:38:16.739 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.7032e-05 2023-08-28T02:38:16.739 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.739 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.739 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:38:16.740 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.935439+0000", 2023-08-28T02:38:16.740 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.3125999999999998e-05 2023-08-28T02:38:16.740 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.740 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.740 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:38:16.740 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.142781+0000", 2023-08-28T02:38:16.740 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.207341945 2023-08-28T02:38:16.740 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.740 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.740 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:38:16.740 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.142811+0000", 2023-08-28T02:38:16.741 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.025e-05 2023-08-28T02:38:16.741 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:16.741 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:38:16.741 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:16.741 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.741 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.741 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:15973 10.f 10:f156d307:::benchmark_data_smithi040_250784_object15972:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e255)", 2023-08-28T02:38:16.741 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:01.960653+0000", 2023-08-28T02:38:16.741 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 434.77282535500001, 2023-08-28T02:38:16.741 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.074587173000000007, 2023-08-28T02:38:16.741 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:38:16.741 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:38:16.742 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:38:16.742 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:38:16.742 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:38:16.742 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 15973 2023-08-28T02:38:16.742 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.742 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:38:16.742 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.742 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:38:16.742 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.960653+0000", 2023-08-28T02:38:16.742 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:16.742 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.743 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.743 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:38:16.743 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.960653+0000", 2023-08-28T02:38:16.743 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:16.743 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.743 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.743 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:38:16.743 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.960652+0000", 2023-08-28T02:38:16.743 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:38:16.743 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.743 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.744 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:38:16.744 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.960761+0000", 2023-08-28T02:38:16.744 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000108657 2023-08-28T02:38:16.744 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.744 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.744 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:38:16.744 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.960772+0000", 2023-08-28T02:38:16.744 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1491999999999999e-05 2023-08-28T02:38:16.744 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.744 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.744 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:38:16.745 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.960779+0000", 2023-08-28T02:38:16.745 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.8360000000000003e-06 2023-08-28T02:38:16.745 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.745 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.745 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:16.745 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.961398+0000", 2023-08-28T02:38:16.745 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00061934700000000002 2023-08-28T02:38:16.745 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.745 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.745 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:38:16.745 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.961506+0000", 2023-08-28T02:38:16.745 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00010712 2023-08-28T02:38:16.746 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.746 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.746 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 2,3", 2023-08-28T02:38:16.746 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.961628+0000", 2023-08-28T02:38:16.746 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00012226399999999999 2023-08-28T02:38:16.746 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.746 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.746 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:38:16.746 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.962685+0000", 2023-08-28T02:38:16.746 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.001057573 2023-08-28T02:38:16.746 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.747 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.747 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:16.747 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963913+0000", 2023-08-28T02:38:16.747 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0012280609999999999 2023-08-28T02:38:16.747 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.747 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.747 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:16.747 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.035152+0000", 2023-08-28T02:38:16.747 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.071238836999999999 2023-08-28T02:38:16.747 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.747 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.748 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:38:16.748 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.035200+0000", 2023-08-28T02:38:16.748 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.7976999999999998e-05 2023-08-28T02:38:16.748 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.748 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.748 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:38:16.748 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.035240+0000", 2023-08-28T02:38:16.748 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.9879000000000002e-05 2023-08-28T02:38:16.748 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:16.748 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:38:16.748 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:16.748 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.749 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.749 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:15976 10.0 10:04abaf74:::benchmark_data_smithi040_250784_object15975:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e255)", 2023-08-28T02:38:16.749 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:01.962378+0000", 2023-08-28T02:38:16.749 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 434.77110025899998, 2023-08-28T02:38:16.749 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.075520459999999998, 2023-08-28T02:38:16.749 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:38:16.749 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:38:16.749 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:38:16.749 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:38:16.749 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:38:16.749 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 15976 2023-08-28T02:38:16.750 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.750 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:38:16.750 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.750 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:38:16.750 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.962378+0000", 2023-08-28T02:38:16.750 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:16.750 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.750 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.750 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:38:16.750 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.962378+0000", 2023-08-28T02:38:16.750 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:16.750 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.751 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.751 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:38:16.751 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.962377+0000", 2023-08-28T02:38:16.751 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:38:16.751 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.751 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.751 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:38:16.751 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963038+0000", 2023-08-28T02:38:16.751 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00066063600000000004 2023-08-28T02:38:16.751 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.751 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.752 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:38:16.752 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963055+0000", 2023-08-28T02:38:16.752 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.6986e-05 2023-08-28T02:38:16.752 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.752 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.752 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:38:16.752 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963061+0000", 2023-08-28T02:38:16.752 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.3799999999999999e-06 2023-08-28T02:38:16.752 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.752 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.752 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:16.753 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963106+0000", 2023-08-28T02:38:16.753 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.5080000000000002e-05 2023-08-28T02:38:16.753 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.753 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.753 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:38:16.753 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963212+0000", 2023-08-28T02:38:16.753 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000105581 2023-08-28T02:38:16.753 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.753 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.753 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,4", 2023-08-28T02:38:16.753 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963333+0000", 2023-08-28T02:38:16.753 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00012171399999999999 2023-08-28T02:38:16.754 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.754 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.754 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:38:16.754 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.035999+0000", 2023-08-28T02:38:16.754 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.072665946999999995 2023-08-28T02:38:16.754 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.754 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.754 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:16.754 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.036037+0000", 2023-08-28T02:38:16.754 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.7283000000000002e-05 2023-08-28T02:38:16.754 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.755 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.755 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:16.755 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.037810+0000", 2023-08-28T02:38:16.755 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0017734339999999999 2023-08-28T02:38:16.755 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.755 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.755 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:38:16.755 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.037857+0000", 2023-08-28T02:38:16.755 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.7273e-05 2023-08-28T02:38:16.755 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.756 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.756 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:38:16.756 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.037899+0000", 2023-08-28T02:38:16.756 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.1238000000000001e-05 2023-08-28T02:38:16.756 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:16.756 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:38:16.756 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:16.756 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.756 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.756 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:15977 10.0 10:07e57540:::benchmark_data_smithi040_250784_object15976:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e255)", 2023-08-28T02:38:16.757 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:01.963074+0000", 2023-08-28T02:38:16.757 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 434.77040406700002, 2023-08-28T02:38:16.757 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.074940121999999998, 2023-08-28T02:38:16.757 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:38:16.757 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:38:16.757 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:38:16.757 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:38:16.757 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:38:16.757 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 15977 2023-08-28T02:38:16.757 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.757 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:38:16.758 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.758 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:38:16.758 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963074+0000", 2023-08-28T02:38:16.758 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:16.758 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.758 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.758 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:38:16.758 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963074+0000", 2023-08-28T02:38:16.758 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:16.758 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.758 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.759 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:38:16.759 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963074+0000", 2023-08-28T02:38:16.759 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999995 2023-08-28T02:38:16.759 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.759 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.759 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:38:16.759 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963111+0000", 2023-08-28T02:38:16.759 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.7444999999999998e-05 2023-08-28T02:38:16.759 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.759 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.760 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:38:16.760 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963119+0000", 2023-08-28T02:38:16.760 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.4419999999999998e-06 2023-08-28T02:38:16.760 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.760 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.760 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:38:16.760 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963124+0000", 2023-08-28T02:38:16.760 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.8670000000000002e-06 2023-08-28T02:38:16.760 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.760 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.760 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:16.761 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.964079+0000", 2023-08-28T02:38:16.761 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00095448400000000002 2023-08-28T02:38:16.761 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.761 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.761 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:38:16.761 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.964187+0000", 2023-08-28T02:38:16.761 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00010782599999999999 2023-08-28T02:38:16.761 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.761 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.761 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,4", 2023-08-28T02:38:16.761 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.964309+0000", 2023-08-28T02:38:16.762 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00012207900000000001 2023-08-28T02:38:16.762 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.762 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.762 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:38:16.762 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.036048+0000", 2023-08-28T02:38:16.762 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.071738821999999994 2023-08-28T02:38:16.762 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.762 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.762 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:16.762 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.036702+0000", 2023-08-28T02:38:16.762 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00065405499999999996 2023-08-28T02:38:16.762 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.763 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.763 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:16.763 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.037934+0000", 2023-08-28T02:38:16.763 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.001231996 2023-08-28T02:38:16.763 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.763 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.763 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:38:16.763 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.037980+0000", 2023-08-28T02:38:16.763 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.6393000000000001e-05 2023-08-28T02:38:16.763 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.764 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.764 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:38:16.764 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.038014+0000", 2023-08-28T02:38:16.764 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.4411e-05 2023-08-28T02:38:16.764 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:16.764 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:38:16.764 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:16.764 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.764 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.764 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:15980 10.0 10:0c83dbed:::benchmark_data_smithi040_250784_object15979:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e255)", 2023-08-28T02:38:16.764 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:01.963130+0000", 2023-08-28T02:38:16.765 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 434.77034833699997, 2023-08-28T02:38:16.765 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.077545014999999995, 2023-08-28T02:38:16.765 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:38:16.765 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:38:16.765 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:38:16.765 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:38:16.765 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:38:16.765 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 15980 2023-08-28T02:38:16.765 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.765 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:38:16.765 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.765 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:38:16.766 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963130+0000", 2023-08-28T02:38:16.766 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:16.766 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.766 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.766 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:38:16.766 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963130+0000", 2023-08-28T02:38:16.766 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:16.766 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.766 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.766 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:38:16.766 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963129+0000", 2023-08-28T02:38:16.766 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999995 2023-08-28T02:38:16.767 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.767 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.767 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:38:16.767 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963233+0000", 2023-08-28T02:38:16.767 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00010377700000000001 2023-08-28T02:38:16.767 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.767 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.767 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:38:16.767 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963242+0000", 2023-08-28T02:38:16.767 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.6219999999999998e-06 2023-08-28T02:38:16.767 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.768 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.768 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:38:16.768 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963247+0000", 2023-08-28T02:38:16.768 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.3260000000000003e-06 2023-08-28T02:38:16.768 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.768 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.768 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:16.768 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.034900+0000", 2023-08-28T02:38:16.768 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.071652460000000001 2023-08-28T02:38:16.768 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.768 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.768 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:38:16.768 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.035092+0000", 2023-08-28T02:38:16.769 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00019272500000000001 2023-08-28T02:38:16.769 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.769 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.769 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,4", 2023-08-28T02:38:16.769 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.035256+0000", 2023-08-28T02:38:16.769 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00016368200000000001 2023-08-28T02:38:16.769 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.769 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.769 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:16.769 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.037487+0000", 2023-08-28T02:38:16.769 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.002230601 2023-08-28T02:38:16.769 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.770 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.770 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:16.770 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.038054+0000", 2023-08-28T02:38:16.770 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00056774799999999997 2023-08-28T02:38:16.770 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.770 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.770 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:38:16.770 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.040583+0000", 2023-08-28T02:38:16.770 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0025288979999999999 2023-08-28T02:38:16.770 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.770 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.770 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:38:16.770 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.040637+0000", 2023-08-28T02:38:16.771 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.3661e-05 2023-08-28T02:38:16.771 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.771 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.771 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:38:16.771 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.040675+0000", 2023-08-28T02:38:16.771 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.8016999999999999e-05 2023-08-28T02:38:16.771 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:16.771 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:38:16.771 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:16.771 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.771 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.771 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:15984 10.a 10:5ac8537c:::benchmark_data_smithi040_250784_object15983:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e255)", 2023-08-28T02:38:16.772 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:01.963359+0000", 2023-08-28T02:38:16.772 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 434.77011888099997, 2023-08-28T02:38:16.772 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.074734667000000005, 2023-08-28T02:38:16.772 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:38:16.772 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:38:16.772 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:38:16.772 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:38:16.772 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:38:16.772 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 15984 2023-08-28T02:38:16.772 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.772 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:38:16.772 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.773 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:38:16.773 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963359+0000", 2023-08-28T02:38:16.773 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:16.773 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.773 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.773 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:38:16.773 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963359+0000", 2023-08-28T02:38:16.773 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:16.773 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.773 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.773 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:38:16.773 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963358+0000", 2023-08-28T02:38:16.774 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:38:16.774 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.774 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.774 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:38:16.774 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963447+0000", 2023-08-28T02:38:16.774 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.8708000000000005e-05 2023-08-28T02:38:16.774 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.774 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.774 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:38:16.774 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963459+0000", 2023-08-28T02:38:16.774 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1643e-05 2023-08-28T02:38:16.775 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.775 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.775 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:38:16.775 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963466+0000", 2023-08-28T02:38:16.775 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.9099999999999999e-06 2023-08-28T02:38:16.775 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.775 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.775 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:16.775 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963511+0000", 2023-08-28T02:38:16.775 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.5599000000000002e-05 2023-08-28T02:38:16.775 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.775 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.775 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:38:16.776 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963624+0000", 2023-08-28T02:38:16.776 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00011232 2023-08-28T02:38:16.776 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.776 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.776 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:38:16.776 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963748+0000", 2023-08-28T02:38:16.776 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00012438400000000001 2023-08-28T02:38:16.776 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.776 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.776 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:38:16.776 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.964583+0000", 2023-08-28T02:38:16.777 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00083524300000000005 2023-08-28T02:38:16.777 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.777 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.777 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:16.777 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.037961+0000", 2023-08-28T02:38:16.777 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.073377633999999997 2023-08-28T02:38:16.777 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.777 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.777 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:16.777 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.037996+0000", 2023-08-28T02:38:16.777 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.5299000000000002e-05 2023-08-28T02:38:16.777 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.777 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.778 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:38:16.778 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.038039+0000", 2023-08-28T02:38:16.778 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.2629000000000001e-05 2023-08-28T02:38:16.778 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.778 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.778 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:38:16.778 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.038094+0000", 2023-08-28T02:38:16.778 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.5274e-05 2023-08-28T02:38:16.778 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:16.778 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:38:16.778 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:16.778 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.779 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.779 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:15985 10.a 10:54fc5c0b:::benchmark_data_smithi040_250784_object15984:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e255)", 2023-08-28T02:38:16.779 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:01.964833+0000", 2023-08-28T02:38:16.779 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 434.76864553299998, 2023-08-28T02:38:16.779 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.075174487999999998, 2023-08-28T02:38:16.779 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:38:16.779 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:38:16.779 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:38:16.779 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:38:16.779 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:38:16.779 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 15985 2023-08-28T02:38:16.779 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.779 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:38:16.780 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.780 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:38:16.780 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.964833+0000", 2023-08-28T02:38:16.780 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:16.780 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.780 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.780 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:38:16.780 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.964833+0000", 2023-08-28T02:38:16.780 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:16.780 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.780 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.780 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:38:16.781 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.964832+0000", 2023-08-28T02:38:16.781 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:38:16.781 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.781 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.781 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:38:16.781 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.964886+0000", 2023-08-28T02:38:16.781 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.4421e-05 2023-08-28T02:38:16.781 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.781 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.781 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:38:16.781 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.964898+0000", 2023-08-28T02:38:16.781 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1756000000000001e-05 2023-08-28T02:38:16.782 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.782 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.782 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:38:16.782 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.964904+0000", 2023-08-28T02:38:16.782 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.3940000000000001e-06 2023-08-28T02:38:16.782 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.782 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.782 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:16.782 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.034900+0000", 2023-08-28T02:38:16.782 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.069996059999999999 2023-08-28T02:38:16.782 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.782 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.782 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:38:16.783 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.035092+0000", 2023-08-28T02:38:16.783 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000192127 2023-08-28T02:38:16.783 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.783 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.783 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:38:16.783 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.035256+0000", 2023-08-28T02:38:16.783 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000163828 2023-08-28T02:38:16.783 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.783 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.783 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:16.783 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.038133+0000", 2023-08-28T02:38:16.783 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0028771259999999998 2023-08-28T02:38:16.783 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.784 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.784 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:16.784 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.039796+0000", 2023-08-28T02:38:16.784 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00166321 2023-08-28T02:38:16.784 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.784 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.784 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:38:16.784 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.039925+0000", 2023-08-28T02:38:16.784 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000128591 2023-08-28T02:38:16.784 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.784 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.784 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:38:16.785 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.039969+0000", 2023-08-28T02:38:16.785 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.4407999999999999e-05 2023-08-28T02:38:16.785 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.785 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.785 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:38:16.785 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.040007+0000", 2023-08-28T02:38:16.785 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.7821000000000003e-05 2023-08-28T02:38:16.785 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:16.785 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:38:16.785 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:16.785 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.785 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.786 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:53218 10.0 10:0918f9fe:::benchmark_data_smithi040_250784_object53217:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e260)", 2023-08-28T02:38:16.786 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:27.120493+0000", 2023-08-28T02:38:16.786 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 409.61298501300001, 2023-08-28T02:38:16.786 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.093398770000000006, 2023-08-28T02:38:16.786 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:38:16.786 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:38:16.786 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:38:16.786 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:38:16.786 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:38:16.786 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 53218 2023-08-28T02:38:16.786 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.786 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:38:16.786 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.787 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:38:16.787 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.120493+0000", 2023-08-28T02:38:16.787 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:16.787 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.787 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.787 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:38:16.787 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.120493+0000", 2023-08-28T02:38:16.787 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:16.787 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.787 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.787 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:38:16.787 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.120493+0000", 2023-08-28T02:38:16.788 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999995 2023-08-28T02:38:16.788 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.788 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.788 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:38:16.788 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.120535+0000", 2023-08-28T02:38:16.788 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.1878999999999997e-05 2023-08-28T02:38:16.788 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.788 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.788 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:38:16.788 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.120543+0000", 2023-08-28T02:38:16.788 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.4509999999999992e-06 2023-08-28T02:38:16.788 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.788 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.789 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:38:16.789 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.120548+0000", 2023-08-28T02:38:16.789 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.8609999999999997e-06 2023-08-28T02:38:16.789 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.789 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.789 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:16.789 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.120591+0000", 2023-08-28T02:38:16.789 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.337e-05 2023-08-28T02:38:16.789 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.789 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.789 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:38:16.789 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.120706+0000", 2023-08-28T02:38:16.790 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00011442699999999999 2023-08-28T02:38:16.790 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.790 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.790 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,4", 2023-08-28T02:38:16.790 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.120832+0000", 2023-08-28T02:38:16.790 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000126527 2023-08-28T02:38:16.790 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.790 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.790 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:38:16.790 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.122573+0000", 2023-08-28T02:38:16.790 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.001740988 2023-08-28T02:38:16.790 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.791 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.791 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:16.791 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.125242+0000", 2023-08-28T02:38:16.791 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0026689769999999999 2023-08-28T02:38:16.791 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.791 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.791 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:16.791 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.213803+0000", 2023-08-28T02:38:16.791 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.088560363000000003 2023-08-28T02:38:16.791 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.791 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.791 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:38:16.792 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.213853+0000", 2023-08-28T02:38:16.792 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.0807999999999999e-05 2023-08-28T02:38:16.792 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.792 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.792 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:38:16.792 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.213892+0000", 2023-08-28T02:38:16.792 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.8643000000000003e-05 2023-08-28T02:38:16.792 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:16.792 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:38:16.792 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:16.792 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.792 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.792 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:53225 10.a 10:577a22c3:::benchmark_data_smithi040_250784_object53224:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e260)", 2023-08-28T02:38:16.793 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:27.132053+0000", 2023-08-28T02:38:16.793 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 409.60142514299997, 2023-08-28T02:38:16.793 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.077171176999999994, 2023-08-28T02:38:16.793 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:38:16.793 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:38:16.793 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:38:16.793 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:38:16.793 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:38:16.793 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 53225 2023-08-28T02:38:16.793 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.793 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:38:16.793 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.794 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:38:16.794 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.132053+0000", 2023-08-28T02:38:16.794 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:16.794 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.794 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.794 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:38:16.794 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.132053+0000", 2023-08-28T02:38:16.794 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:16.794 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.794 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.794 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:38:16.794 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.132052+0000", 2023-08-28T02:38:16.794 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:38:16.795 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.795 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.795 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:38:16.795 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.132090+0000", 2023-08-28T02:38:16.795 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.7867000000000002e-05 2023-08-28T02:38:16.795 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.795 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.795 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:38:16.795 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.132105+0000", 2023-08-28T02:38:16.795 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.5412000000000001e-05 2023-08-28T02:38:16.795 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.795 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.796 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:38:16.796 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.132112+0000", 2023-08-28T02:38:16.796 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.691e-06 2023-08-28T02:38:16.796 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.796 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.796 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:16.796 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.132156+0000", 2023-08-28T02:38:16.796 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.4060999999999997e-05 2023-08-28T02:38:16.796 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.796 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.796 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:38:16.796 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.132256+0000", 2023-08-28T02:38:16.796 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000100435 2023-08-28T02:38:16.797 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.797 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.797 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:38:16.797 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.132388+0000", 2023-08-28T02:38:16.797 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00013124 2023-08-28T02:38:16.797 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.797 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.797 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:38:16.797 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.133982+0000", 2023-08-28T02:38:16.797 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0015942619999999999 2023-08-28T02:38:16.797 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.797 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.798 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:16.798 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.134487+0000", 2023-08-28T02:38:16.798 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00050482299999999995 2023-08-28T02:38:16.798 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.798 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.798 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:16.798 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.209135+0000", 2023-08-28T02:38:16.798 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.074648599999999996 2023-08-28T02:38:16.798 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.798 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.798 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:38:16.798 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.209185+0000", 2023-08-28T02:38:16.798 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.0288999999999999e-05 2023-08-28T02:38:16.799 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.799 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.799 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:38:16.799 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.209224+0000", 2023-08-28T02:38:16.799 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.8884999999999998e-05 2023-08-28T02:38:16.799 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:16.799 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:38:16.799 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:16.799 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.799 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.799 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_repop(client.45059.0:53228 10.7 e260/250 10:e452488c:::benchmark_data_smithi040_250784_object53227:head v 260'3339, mlcod=260'3336)", 2023-08-28T02:38:16.799 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:27.137393+0000", 2023-08-28T02:38:16.800 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 409.59608580899999, 2023-08-28T02:38:16.800 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.075676339999999995, 2023-08-28T02:38:16.800 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:38:16.800 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:38:16.800 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:38:16.800 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.800 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:38:16.800 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.137393+0000", 2023-08-28T02:38:16.800 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:16.800 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.800 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.800 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:38:16.801 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.137393+0000", 2023-08-28T02:38:16.801 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:16.801 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.801 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.801 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:38:16.801 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.137392+0000", 2023-08-28T02:38:16.801 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967296 2023-08-28T02:38:16.801 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.801 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.801 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:38:16.801 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.137423+0000", 2023-08-28T02:38:16.801 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.0521000000000001e-05 2023-08-28T02:38:16.802 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.802 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.802 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:38:16.802 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.137427+0000", 2023-08-28T02:38:16.802 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.3479999999999997e-06 2023-08-28T02:38:16.802 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.802 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.802 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:38:16.802 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.137431+0000", 2023-08-28T02:38:16.802 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.7120000000000002e-06 2023-08-28T02:38:16.802 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.802 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.803 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:16.803 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.207610+0000", 2023-08-28T02:38:16.803 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.070179249999999999 2023-08-28T02:38:16.803 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.803 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.803 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:38:16.803 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.207629+0000", 2023-08-28T02:38:16.803 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.9215000000000002e-05 2023-08-28T02:38:16.803 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.803 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.803 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:38:16.803 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.213028+0000", 2023-08-28T02:38:16.804 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0053982700000000002 2023-08-28T02:38:16.804 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.804 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.804 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:38:16.804 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.213069+0000", 2023-08-28T02:38:16.804 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.1260999999999997e-05 2023-08-28T02:38:16.804 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:16.804 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:38:16.804 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:16.804 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.804 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.804 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:53231 10.0 10:081b864c:::benchmark_data_smithi040_250784_object53230:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e260)", 2023-08-28T02:38:16.804 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:27.137928+0000", 2023-08-28T02:38:16.805 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 409.595550409, 2023-08-28T02:38:16.805 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.076291216999999995, 2023-08-28T02:38:16.805 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:38:16.805 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:38:16.805 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:38:16.805 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:38:16.805 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:38:16.805 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 53231 2023-08-28T02:38:16.805 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.805 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:38:16.805 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.805 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:38:16.806 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.137928+0000", 2023-08-28T02:38:16.806 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:16.806 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.806 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.806 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:38:16.806 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.137928+0000", 2023-08-28T02:38:16.806 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:16.806 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.806 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.806 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:38:16.806 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.137927+0000", 2023-08-28T02:38:16.806 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:38:16.806 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.807 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.807 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:38:16.807 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.137989+0000", 2023-08-28T02:38:16.807 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.2108999999999998e-05 2023-08-28T02:38:16.807 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.807 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.807 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:38:16.807 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.137998+0000", 2023-08-28T02:38:16.807 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.5969999999999992e-06 2023-08-28T02:38:16.807 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.807 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.807 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:38:16.808 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.138002+0000", 2023-08-28T02:38:16.808 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.9319999999999998e-06 2023-08-28T02:38:16.808 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.808 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.808 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:16.808 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.138040+0000", 2023-08-28T02:38:16.808 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.8160000000000001e-05 2023-08-28T02:38:16.808 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.808 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.808 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:38:16.808 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.138128+0000", 2023-08-28T02:38:16.808 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.8469999999999998e-05 2023-08-28T02:38:16.809 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.809 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.809 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,4", 2023-08-28T02:38:16.809 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.138212+0000", 2023-08-28T02:38:16.809 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.3503000000000003e-05 2023-08-28T02:38:16.809 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.809 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.809 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:38:16.809 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.210709+0000", 2023-08-28T02:38:16.809 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.072497019999999995 2023-08-28T02:38:16.809 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.809 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.809 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:16.810 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.211151+0000", 2023-08-28T02:38:16.810 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000442581 2023-08-28T02:38:16.810 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.810 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.810 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:16.810 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.214138+0000", 2023-08-28T02:38:16.810 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.002986201 2023-08-28T02:38:16.810 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.810 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.810 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:38:16.810 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.214184+0000", 2023-08-28T02:38:16.810 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.6022000000000001e-05 2023-08-28T02:38:16.810 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.811 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.811 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:38:16.811 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.214219+0000", 2023-08-28T02:38:16.811 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.5561000000000001e-05 2023-08-28T02:38:16.811 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:16.811 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:38:16.811 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:16.811 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.811 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.811 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:53233 10.f 10:f9fbef6a:::benchmark_data_smithi040_250784_object53232:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e260)", 2023-08-28T02:38:16.811 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:27.141349+0000", 2023-08-28T02:38:16.811 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 409.59212964400001, 2023-08-28T02:38:16.812 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.075215507000000001, 2023-08-28T02:38:16.812 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:38:16.812 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:38:16.812 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:38:16.812 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:38:16.812 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:38:16.812 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 53233 2023-08-28T02:38:16.812 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.812 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:38:16.812 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.812 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:38:16.812 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.141349+0000", 2023-08-28T02:38:16.812 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:16.813 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.813 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.813 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:38:16.813 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.141349+0000", 2023-08-28T02:38:16.813 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:16.813 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.813 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.813 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:38:16.813 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.141348+0000", 2023-08-28T02:38:16.813 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999995 2023-08-28T02:38:16.813 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.813 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.813 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:38:16.814 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.141401+0000", 2023-08-28T02:38:16.814 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.3467999999999997e-05 2023-08-28T02:38:16.814 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.814 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.814 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:38:16.814 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.206737+0000", 2023-08-28T02:38:16.814 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.065336007000000001 2023-08-28T02:38:16.814 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.814 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.814 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:38:16.814 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.206753+0000", 2023-08-28T02:38:16.814 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.5130000000000001e-05 2023-08-28T02:38:16.815 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.815 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.815 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:16.815 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.206859+0000", 2023-08-28T02:38:16.815 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00010602099999999999 2023-08-28T02:38:16.815 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.815 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.815 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:38:16.815 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.206993+0000", 2023-08-28T02:38:16.815 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00013478700000000001 2023-08-28T02:38:16.815 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.815 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.816 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 2,3", 2023-08-28T02:38:16.816 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.207138+0000", 2023-08-28T02:38:16.816 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000144914 2023-08-28T02:38:16.816 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.816 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.816 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:16.816 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.211190+0000", 2023-08-28T02:38:16.816 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0040515819999999998 2023-08-28T02:38:16.816 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.816 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.816 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:38:16.816 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.211285+0000", 2023-08-28T02:38:16.816 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.5179000000000005e-05 2023-08-28T02:38:16.817 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.817 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.817 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:16.817 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.216480+0000", 2023-08-28T02:38:16.817 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0051945960000000001 2023-08-28T02:38:16.817 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.817 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.817 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:38:16.817 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.216529+0000", 2023-08-28T02:38:16.817 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.9805000000000002e-05 2023-08-28T02:38:16.817 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.817 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.817 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:38:16.818 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.216564+0000", 2023-08-28T02:38:16.818 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.4709999999999998e-05 2023-08-28T02:38:16.818 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:16.818 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:38:16.818 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:16.818 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.818 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.818 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:54156 10.f 10:fa5f8aa5:::benchmark_data_smithi040_250784_object54155:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e260)", 2023-08-28T02:38:16.818 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:27.924377+0000", 2023-08-28T02:38:16.818 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 408.80910121099998, 2023-08-28T02:38:16.818 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0136469859999999, 2023-08-28T02:38:16.818 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:38:16.819 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "reached pg", 2023-08-28T02:38:16.819 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:38:16.819 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:38:16.819 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:38:16.819 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 54156 2023-08-28T02:38:16.819 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.819 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:38:16.819 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.819 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:38:16.819 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.924377+0000", 2023-08-28T02:38:16.819 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:16.819 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.819 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.820 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:38:16.820 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.924377+0000", 2023-08-28T02:38:16.820 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:16.820 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.820 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.820 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:38:16.820 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.924375+0000", 2023-08-28T02:38:16.820 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999976 2023-08-28T02:38:16.820 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.820 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.820 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:38:16.821 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.924553+0000", 2023-08-28T02:38:16.821 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00017809499999999999 2023-08-28T02:38:16.821 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.821 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.821 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:38:16.821 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.924576+0000", 2023-08-28T02:38:16.821 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.3e-05 2023-08-28T02:38:16.821 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.821 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.821 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:38:16.821 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.924586+0000", 2023-08-28T02:38:16.821 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0241000000000001e-05 2023-08-28T02:38:16.821 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.822 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.822 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:16.822 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.924641+0000", 2023-08-28T02:38:16.822 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.4614000000000003e-05 2023-08-28T02:38:16.822 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.822 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.822 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:38:16.822 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.924790+0000", 2023-08-28T02:38:16.822 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00014929400000000001 2023-08-28T02:38:16.822 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.822 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.822 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 2,3", 2023-08-28T02:38:16.822 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.924952+0000", 2023-08-28T02:38:16.823 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000162022 2023-08-28T02:38:16.823 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.823 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.823 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:16.823 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.930587+0000", 2023-08-28T02:38:16.823 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0056352069999999997 2023-08-28T02:38:16.823 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.823 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.823 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:38:16.823 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.938574+0000", 2023-08-28T02:38:16.823 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0079862990000000005 2023-08-28T02:38:16.824 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.824 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.824 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:16.824 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.946015+0000", 2023-08-28T02:38:16.824 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0074414360000000001 2023-08-28T02:38:16.824 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.824 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.824 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:38:16.824 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.946024+0000", 2023-08-28T02:38:16.824 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.8529999999999998e-06 2023-08-28T02:38:16.824 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.824 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.824 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:16.825 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.937960+0000", 2023-08-28T02:38:16.825 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.99193576400000005 2023-08-28T02:38:16.825 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.825 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.825 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:38:16.825 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.938024+0000", 2023-08-28T02:38:16.825 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.4307999999999995e-05 2023-08-28T02:38:16.825 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:16.825 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:38:16.825 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:16.825 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.825 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.825 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:54167 10.f 10:f0cd41b2:::benchmark_data_smithi040_250784_object54166:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e261)", 2023-08-28T02:38:16.826 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:27.943262+0000", 2023-08-28T02:38:16.826 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 408.79021601400001, 2023-08-28T02:38:16.826 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0071613290000001, 2023-08-28T02:38:16.826 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:38:16.826 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:38:16.826 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:38:16.826 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:38:16.826 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:38:16.826 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 54167 2023-08-28T02:38:16.826 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.826 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:38:16.827 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.827 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:38:16.827 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.943262+0000", 2023-08-28T02:38:16.827 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:16.827 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.827 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.827 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:38:16.827 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.943262+0000", 2023-08-28T02:38:16.827 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:16.827 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.827 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.827 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:38:16.828 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.943261+0000", 2023-08-28T02:38:16.828 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:38:16.828 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.828 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.828 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:38:16.828 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.943295+0000", 2023-08-28T02:38:16.828 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.4032999999999998e-05 2023-08-28T02:38:16.828 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.828 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.828 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:38:16.828 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.944925+0000", 2023-08-28T02:38:16.828 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0016308290000000001 2023-08-28T02:38:16.828 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.829 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.829 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:38:16.829 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.944933+0000", 2023-08-28T02:38:16.829 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.4909999999999999e-06 2023-08-28T02:38:16.829 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.829 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.829 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:16.829 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.946429+0000", 2023-08-28T02:38:16.829 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0014961670000000001 2023-08-28T02:38:16.829 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.829 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.829 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:38:16.830 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.946435+0000", 2023-08-28T02:38:16.830 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.4349999999999996e-06 2023-08-28T02:38:16.830 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.830 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.830 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:16.830 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.938065+0000", 2023-08-28T02:38:16.830 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.99163076999999999 2023-08-28T02:38:16.830 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.830 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.830 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:38:16.830 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.938184+0000", 2023-08-28T02:38:16.830 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000118949 2023-08-28T02:38:16.830 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.831 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.831 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 2", 2023-08-28T02:38:16.831 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.938329+0000", 2023-08-28T02:38:16.831 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00014509399999999999 2023-08-28T02:38:16.831 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.833 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.833 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:38:16.834 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.946514+0000", 2023-08-28T02:38:16.834 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0081850910000000002 2023-08-28T02:38:16.834 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.834 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.834 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:16.834 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.950281+0000", 2023-08-28T02:38:16.834 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0037662720000000002 2023-08-28T02:38:16.834 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.834 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.834 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:38:16.835 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.950332+0000", 2023-08-28T02:38:16.835 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.0939999999999997e-05 2023-08-28T02:38:16.835 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.835 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.835 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:38:16.835 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.950424+0000", 2023-08-28T02:38:16.835 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.2001000000000002e-05 2023-08-28T02:38:16.835 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:16.835 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:38:16.835 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:16.835 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.835 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.836 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:54169 10.f 10:f35d9abb:::benchmark_data_smithi040_250784_object54168:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e261)", 2023-08-28T02:38:16.836 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:27.951080+0000", 2023-08-28T02:38:16.836 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 408.78239807099999, 2023-08-28T02:38:16.836 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0032748330000001, 2023-08-28T02:38:16.836 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:38:16.836 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:38:16.836 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:38:16.836 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:38:16.836 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:38:16.836 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 54169 2023-08-28T02:38:16.836 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.836 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:38:16.836 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.837 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:38:16.837 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.951080+0000", 2023-08-28T02:38:16.837 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:16.837 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.837 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.837 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:38:16.837 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.951080+0000", 2023-08-28T02:38:16.837 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:16.837 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.837 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.837 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:38:16.837 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.951078+0000", 2023-08-28T02:38:16.838 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:38:16.838 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.838 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.838 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:38:16.838 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.951118+0000", 2023-08-28T02:38:16.838 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.9774999999999998e-05 2023-08-28T02:38:16.838 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.838 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.838 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:38:16.838 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.951134+0000", 2023-08-28T02:38:16.838 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.5401e-05 2023-08-28T02:38:16.839 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.839 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.839 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:38:16.839 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.951141+0000", 2023-08-28T02:38:16.839 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.8860000000000004e-06 2023-08-28T02:38:16.839 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.839 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.839 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:16.839 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.951182+0000", 2023-08-28T02:38:16.839 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.0028999999999999e-05 2023-08-28T02:38:16.839 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.839 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.839 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:38:16.840 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.951188+0000", 2023-08-28T02:38:16.840 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.5699999999999998e-06 2023-08-28T02:38:16.840 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.840 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.840 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:16.840 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.940321+0000", 2023-08-28T02:38:16.840 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.98913269800000003 2023-08-28T02:38:16.840 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.840 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.840 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:38:16.840 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.940435+0000", 2023-08-28T02:38:16.840 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000114212 2023-08-28T02:38:16.841 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.841 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.841 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 2", 2023-08-28T02:38:16.841 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.940569+0000", 2023-08-28T02:38:16.841 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000134432 2023-08-28T02:38:16.841 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.841 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.841 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:38:16.841 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.946521+0000", 2023-08-28T02:38:16.841 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0059518699999999997 2023-08-28T02:38:16.841 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.841 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.842 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:16.842 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.954114+0000", 2023-08-28T02:38:16.842 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0075927110000000003 2023-08-28T02:38:16.842 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.842 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.842 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:38:16.842 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.954169+0000", 2023-08-28T02:38:16.842 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.5022999999999998e-05 2023-08-28T02:38:16.842 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.842 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.842 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:38:16.842 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.954355+0000", 2023-08-28T02:38:16.842 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00018604900000000001 2023-08-28T02:38:16.843 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:16.843 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:38:16.843 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:16.843 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.843 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.843 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:54183 10.f 10:f5be01e0:::benchmark_data_smithi040_250784_object54182:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e261)", 2023-08-28T02:38:16.843 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:27.962907+0000", 2023-08-28T02:38:16.843 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 408.77057145700002, 2023-08-28T02:38:16.843 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.99161144000000001, 2023-08-28T02:38:16.843 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:38:16.843 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:38:16.844 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:38:16.844 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:38:16.844 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:38:16.844 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 54183 2023-08-28T02:38:16.844 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.844 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:38:16.844 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.844 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:38:16.844 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.962907+0000", 2023-08-28T02:38:16.844 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:16.844 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.844 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.844 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:38:16.845 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.962907+0000", 2023-08-28T02:38:16.845 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:16.845 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.845 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.845 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:38:16.845 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.962906+0000", 2023-08-28T02:38:16.845 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:38:16.845 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.845 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.845 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:38:16.845 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.962951+0000", 2023-08-28T02:38:16.845 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.5373000000000001e-05 2023-08-28T02:38:16.846 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.846 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.846 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:38:16.846 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.962964+0000", 2023-08-28T02:38:16.846 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.3465000000000001e-05 2023-08-28T02:38:16.846 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.846 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.846 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:38:16.846 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.962969+0000", 2023-08-28T02:38:16.846 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.9280000000000001e-06 2023-08-28T02:38:16.846 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.846 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.847 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:16.847 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.963020+0000", 2023-08-28T02:38:16.847 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.0214999999999999e-05 2023-08-28T02:38:16.847 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.847 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.847 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:38:16.847 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.963028+0000", 2023-08-28T02:38:16.847 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.5909999999999996e-06 2023-08-28T02:38:16.847 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.847 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.847 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:16.847 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.942442+0000", 2023-08-28T02:38:16.848 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.97941430900000004 2023-08-28T02:38:16.848 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.848 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.848 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:38:16.848 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.942534+0000", 2023-08-28T02:38:16.848 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.1985999999999996e-05 2023-08-28T02:38:16.848 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.848 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.848 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 2", 2023-08-28T02:38:16.848 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.942653+0000", 2023-08-28T02:38:16.848 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00011866699999999999 2023-08-28T02:38:16.848 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.848 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.849 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:38:16.849 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.948608+0000", 2023-08-28T02:38:16.849 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0059546879999999996 2023-08-28T02:38:16.849 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.849 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.849 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:16.849 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.954389+0000", 2023-08-28T02:38:16.849 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0057813559999999996 2023-08-28T02:38:16.849 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.849 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.849 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:38:16.849 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.954434+0000", 2023-08-28T02:38:16.850 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.5133999999999999e-05 2023-08-28T02:38:16.850 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.850 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.850 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:38:16.850 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.954518+0000", 2023-08-28T02:38:16.850 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.3988999999999998e-05 2023-08-28T02:38:16.850 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:16.850 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:38:16.850 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:16.850 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.850 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.850 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:54185 10.f 10:f7ebe7c1:::benchmark_data_smithi040_250784_object54184:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e261)", 2023-08-28T02:38:16.851 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:27.966126+0000", 2023-08-28T02:38:16.851 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 408.76735241099999, 2023-08-28T02:38:16.851 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.98853848899999996, 2023-08-28T02:38:16.851 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:38:16.851 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:38:16.851 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:38:16.851 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:38:16.851 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:38:16.851 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 54185 2023-08-28T02:38:16.851 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.851 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:38:16.851 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.851 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:38:16.852 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.966126+0000", 2023-08-28T02:38:16.852 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:16.852 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.852 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.852 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:38:16.852 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.966126+0000", 2023-08-28T02:38:16.852 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:16.852 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.852 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.852 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:38:16.852 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.966124+0000", 2023-08-28T02:38:16.853 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:38:16.853 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.853 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.853 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:38:16.853 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.966183+0000", 2023-08-28T02:38:16.853 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.8841999999999997e-05 2023-08-28T02:38:16.853 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.853 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.853 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:38:16.853 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.966213+0000", 2023-08-28T02:38:16.853 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.9804000000000001e-05 2023-08-28T02:38:16.853 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.853 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.854 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:38:16.854 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.966225+0000", 2023-08-28T02:38:16.854 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2615e-05 2023-08-28T02:38:16.854 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.854 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.854 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:16.854 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.966306+0000", 2023-08-28T02:38:16.854 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.0579000000000002e-05 2023-08-28T02:38:16.854 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.854 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.854 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:38:16.854 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.966319+0000", 2023-08-28T02:38:16.855 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2904999999999999e-05 2023-08-28T02:38:16.855 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.855 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.855 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:16.855 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.944568+0000", 2023-08-28T02:38:16.855 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.97824880999999997 2023-08-28T02:38:16.855 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.855 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.855 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:38:16.855 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.944707+0000", 2023-08-28T02:38:16.855 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00013934700000000001 2023-08-28T02:38:16.855 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.856 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.856 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 2", 2023-08-28T02:38:16.856 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.944850+0000", 2023-08-28T02:38:16.856 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00014311400000000001 2023-08-28T02:38:16.856 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.856 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.856 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:38:16.856 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.948855+0000", 2023-08-28T02:38:16.856 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0040047640000000001 2023-08-28T02:38:16.856 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.856 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.856 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:16.857 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.954549+0000", 2023-08-28T02:38:16.857 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0056939750000000004 2023-08-28T02:38:16.857 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.857 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.857 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:38:16.857 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.954589+0000", 2023-08-28T02:38:16.857 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.0349999999999998e-05 2023-08-28T02:38:16.857 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.857 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.857 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:38:16.857 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.954664+0000", 2023-08-28T02:38:16.857 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.5161999999999996e-05 2023-08-28T02:38:16.858 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:16.858 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:38:16.858 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:16.858 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.858 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.858 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:54186 10.f 10:f1a85cbd:::benchmark_data_smithi040_250784_object54185:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e261)", 2023-08-28T02:38:16.858 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:27.970781+0000", 2023-08-28T02:38:16.858 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 408.76269773899998, 2023-08-28T02:38:16.858 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.98402702799999997, 2023-08-28T02:38:16.858 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:38:16.858 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:38:16.859 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:38:16.859 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:38:16.859 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:38:16.859 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 54186 2023-08-28T02:38:16.859 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.859 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:38:16.859 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.859 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:38:16.859 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.970781+0000", 2023-08-28T02:38:16.859 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:16.859 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.859 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.860 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:38:16.860 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.970781+0000", 2023-08-28T02:38:16.860 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:16.860 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.860 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.860 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:38:16.860 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.970779+0000", 2023-08-28T02:38:16.860 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:38:16.860 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.860 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.860 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:38:16.860 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.970813+0000", 2023-08-28T02:38:16.861 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.3933999999999997e-05 2023-08-28T02:38:16.861 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.861 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.861 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:38:16.861 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.970826+0000", 2023-08-28T02:38:16.861 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2884999999999999e-05 2023-08-28T02:38:16.861 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.861 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.861 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:38:16.861 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.970832+0000", 2023-08-28T02:38:16.861 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.4940000000000003e-06 2023-08-28T02:38:16.861 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.862 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.862 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:16.862 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.970872+0000", 2023-08-28T02:38:16.862 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.0605000000000002e-05 2023-08-28T02:38:16.862 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.862 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.862 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:38:16.862 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.970879+0000", 2023-08-28T02:38:16.862 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.8800000000000002e-06 2023-08-28T02:38:16.862 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.862 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.862 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:16.863 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.946551+0000", 2023-08-28T02:38:16.863 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.97567187899999996 2023-08-28T02:38:16.863 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.863 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.863 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:38:16.863 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.946653+0000", 2023-08-28T02:38:16.863 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000102012 2023-08-28T02:38:16.863 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.863 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.863 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 2", 2023-08-28T02:38:16.863 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.946783+0000", 2023-08-28T02:38:16.863 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00013030999999999999 2023-08-28T02:38:16.864 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.864 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.864 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:38:16.864 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.950449+0000", 2023-08-28T02:38:16.864 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0036653089999999998 2023-08-28T02:38:16.864 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.864 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.864 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:16.864 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.954696+0000", 2023-08-28T02:38:16.864 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0042470299999999997 2023-08-28T02:38:16.864 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.864 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.865 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:38:16.865 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.954735+0000", 2023-08-28T02:38:16.865 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.9802000000000003e-05 2023-08-28T02:38:16.865 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.865 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.865 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:38:16.865 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.954808+0000", 2023-08-28T02:38:16.865 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.2267000000000005e-05 2023-08-28T02:38:16.865 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:16.865 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:38:16.865 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:16.865 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.865 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.866 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:65477 10.a 10:56ab72e3:::benchmark_data_smithi040_250784_object65476:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e264)", 2023-08-28T02:38:16.866 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:37.697272+0000", 2023-08-28T02:38:16.866 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 399.03620678800002, 2023-08-28T02:38:16.866 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.092859549, 2023-08-28T02:38:16.866 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:38:16.866 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:38:16.866 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:38:16.866 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:38:16.866 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:38:16.866 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 65477 2023-08-28T02:38:16.866 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.866 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:38:16.867 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.867 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:38:16.867 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.697272+0000", 2023-08-28T02:38:16.867 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:16.867 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.867 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.867 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:38:16.867 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.697272+0000", 2023-08-28T02:38:16.867 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:16.867 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.867 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.867 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:38:16.868 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.697270+0000", 2023-08-28T02:38:16.868 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:38:16.868 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.868 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.868 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:38:16.868 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.697310+0000", 2023-08-28T02:38:16.868 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.0037000000000003e-05 2023-08-28T02:38:16.868 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.868 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.868 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:38:16.868 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.697321+0000", 2023-08-28T02:38:16.868 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0488e-05 2023-08-28T02:38:16.869 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.869 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.869 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:38:16.869 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.697327+0000", 2023-08-28T02:38:16.869 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.2689999999999996e-06 2023-08-28T02:38:16.869 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.869 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.869 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:16.869 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.697645+0000", 2023-08-28T02:38:16.869 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00031760399999999998 2023-08-28T02:38:16.869 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.869 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.869 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:38:16.870 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.697763+0000", 2023-08-28T02:38:16.870 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000118789 2023-08-28T02:38:16.870 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.870 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.870 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:38:16.870 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.697857+0000", 2023-08-28T02:38:16.870 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.3129999999999998e-05 2023-08-28T02:38:16.870 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.870 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.870 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:38:16.870 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.701890+0000", 2023-08-28T02:38:16.870 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0040336809999999999 2023-08-28T02:38:16.871 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.871 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.871 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:16.871 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.705019+0000", 2023-08-28T02:38:16.871 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.003128966 2023-08-28T02:38:16.871 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.871 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.871 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:16.871 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.790036+0000", 2023-08-28T02:38:16.871 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.085017167000000005 2023-08-28T02:38:16.871 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.871 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.872 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:38:16.872 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.790094+0000", 2023-08-28T02:38:16.872 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.7460999999999998e-05 2023-08-28T02:38:16.872 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.872 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.872 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:38:16.872 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.790131+0000", 2023-08-28T02:38:16.872 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.7253999999999999e-05 2023-08-28T02:38:16.872 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:16.872 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:38:16.872 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:16.872 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.872 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.873 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:65492 10.a 10:5ade7484:::benchmark_data_smithi040_250784_object65491:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e264)", 2023-08-28T02:38:16.873 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:37.707462+0000", 2023-08-28T02:38:16.873 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 399.02601625800003, 2023-08-28T02:38:16.873 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.083108494000000005, 2023-08-28T02:38:16.873 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:38:16.873 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:38:16.873 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:38:16.873 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:38:16.873 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:38:16.873 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 65492 2023-08-28T02:38:16.873 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.873 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:38:16.874 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.874 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:38:16.874 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.707462+0000", 2023-08-28T02:38:16.874 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:16.874 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.874 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.874 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:38:16.874 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.707462+0000", 2023-08-28T02:38:16.874 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:16.874 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.874 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.874 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:38:16.875 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.707461+0000", 2023-08-28T02:38:16.875 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:38:16.875 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.875 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.875 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:38:16.875 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.707517+0000", 2023-08-28T02:38:16.875 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.6558000000000003e-05 2023-08-28T02:38:16.875 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.875 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.875 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:38:16.875 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.707528+0000", 2023-08-28T02:38:16.876 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0261999999999999e-05 2023-08-28T02:38:16.876 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.876 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.876 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:38:16.876 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.707534+0000", 2023-08-28T02:38:16.876 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.2419999999999997e-06 2023-08-28T02:38:16.876 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.876 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.876 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:16.877 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.707584+0000", 2023-08-28T02:38:16.877 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.0518e-05 2023-08-28T02:38:16.877 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.877 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.877 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:38:16.877 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.707719+0000", 2023-08-28T02:38:16.877 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000134425 2023-08-28T02:38:16.877 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.877 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.877 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:38:16.877 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.707870+0000", 2023-08-28T02:38:16.878 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00015137700000000001 2023-08-28T02:38:16.878 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.878 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.878 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:38:16.878 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.712489+0000", 2023-08-28T02:38:16.878 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0046187290000000002 2023-08-28T02:38:16.878 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.878 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.878 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:16.878 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.716984+0000", 2023-08-28T02:38:16.878 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0044952409999999996 2023-08-28T02:38:16.878 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.879 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.879 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:16.879 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.790483+0000", 2023-08-28T02:38:16.879 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.073498615000000003 2023-08-28T02:38:16.879 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.879 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.879 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:38:16.879 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.790533+0000", 2023-08-28T02:38:16.879 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.0142999999999997e-05 2023-08-28T02:38:16.879 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:16.879 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:16.879 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:38:16.880 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.790571+0000", 2023-08-28T02:38:16.880 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.7758e-05 2023-08-28T02:38:16.880 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:16.880 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:38:16.880 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:16.880 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:16.880 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:38:16.880 INFO:teuthology.orchestra.run.smithi083.stdout:} 2023-08-28T02:38:17.109 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.7 dump_ops_in_flight 2023-08-28T02:38:17.319 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:38:17.323 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:17.323 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:38:17.424 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:38:17.443 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:38:17.456 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:17 smithi083 ceph-mon[157819]: pgmap v1087: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 4.0 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 91 op/s; 26777/199104 objects degraded (13.449%); 14864/199104 objects misplaced (7.465%); 6.1 MiB/s, 98 objects/s recovering 2023-08-28T02:38:17.458 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:17.463 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:17 smithi040 ceph-mon[170259]: pgmap v1087: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 4.0 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 91 op/s; 26777/199104 objects degraded (13.449%); 14864/199104 objects misplaced (7.465%); 6.1 MiB/s, 98 objects/s recovering 2023-08-28T02:38:17.463 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:17 smithi040 ceph-mon[175404]: pgmap v1087: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 4.0 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 91 op/s; 26777/199104 objects degraded (13.449%); 14864/199104 objects misplaced (7.465%); 6.1 MiB/s, 98 objects/s recovering 2023-08-28T02:38:17.484 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:38:17.487 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:17.488 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:38:17.588 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:38:17.621 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:17.650 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:38:17.653 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:17.654 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:38:17.750 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:38:17.755 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:38:17.785 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:17.807 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:38:17.811 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:17.812 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:38:17.912 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:38:17.929 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:38:17.930 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:38:17.943 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:18.615 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:38:18.621 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:18.621 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:38:18.670 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":1087,"stamp":"2023-08-28T02:38:16.460674+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4348295940,"num_objects":66368,"num_object_clones":0,"num_object_copies":199104,"num_objects_missing_on_primary":4247,"num_objects_missing":4247,"num_objects_degraded":26777,"num_objects_misplaced":14864,"num_objects_unfound":0,"num_objects_dirty":66368,"num_whiteouts":0,"num_read":90,"num_read_kb":168,"num_write":120374,"num_write_kb":5972054,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":43940,"num_bytes_recovered":2856784785,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":99043,"ondisk_log_size":99043,"up":297,"acting":293,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":13098924,"kb_used_data":10131324,"kb_used_omap":12,"kb_used_meta":2967539,"kb_avail":549371988,"statfs":{"total":575970213888,"available":562556915712,"internally_reserved":0,"allocated":10374475776,"data_stored":10364060747,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12739,"internal_metadata":3038760509},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,0,0,0,3],"upper_bound":512},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-50397184,"num_objects":-769,"num_object_clones":0,"num_object_copies":-2307,"num_objects_missing_on_primary":-28,"num_objects_missing":-28,"num_objects_degraded":-185,"num_objects_misplaced":-800,"num_objects_unfound":0,"num_objects_dirty":-769,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":769,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":820,"num_bytes_recovered":53739520,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.364680"},"pg_stats":[{"pgid":"3.1a","version":"65'1","reported_seq":366,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-08-28T02:38:03.035517+0000","last_change":"2023-08-28T02:32:32.667028+0000","last_active":"2023-08-28T02:38:03.035517+0000","last_peered":"2023-08-28T02:38:03.035517+0000","last_clean":"2023-08-28T02:38:03.035517+0000","last_became_active":"2023-08-28T02:32:32.666711+0000","last_became_peered":"2023-08-28T02:32:32.666711+0000","last_unstale":"2023-08-28T02:38:03.035517+0000","last_undegraded":"2023-08-28T02:38:03.035517+0000","last_fullsized":"2023-08-28T02:38:03.035517+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:28:21.913105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":320,"reported_epoch":355,"state":"active+clean","last_fresh":"2023-08-28T02:38:08.126204+0000","last_change":"2023-08-28T02:29:44.421259+0000","last_active":"2023-08-28T02:38:08.126204+0000","last_peered":"2023-08-28T02:38:08.126204+0000","last_clean":"2023-08-28T02:38:08.126204+0000","last_became_active":"2023-08-28T02:29:44.420936+0000","last_became_peered":"2023-08-28T02:29:44.420936+0000","last_unstale":"2023-08-28T02:38:08.126204+0000","last_undegraded":"2023-08-28T02:38:08.126204+0000","last_fullsized":"2023-08-28T02:38:08.126204+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:22:26.346867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":160,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-08-28T02:38:03.084700+0000","last_change":"2023-08-28T02:33:12.290337+0000","last_active":"2023-08-28T02:38:03.084700+0000","last_peered":"2023-08-28T02:38:03.084700+0000","last_clean":"2023-08-28T02:38:03.084700+0000","last_became_active":"2023-08-28T02:33:12.289852+0000","last_became_peered":"2023-08-28T02:33:12.289852+0000","last_unstale":"2023-08-28T02:38:03.084700+0000","last_undegraded":"2023-08-28T02:38:03.084700+0000","last_fullsized":"2023-08-28T02:38:03.084700+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:04:26.420037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":335,"reported_epoch":355,"state":"active+clean","last_fresh":"2023-08-28T02:38:08.125510+0000","last_change":"2023-08-28T02:33:13.317226+0000","last_active":"2023-08-28T02:38:08.125510+0000","last_peered":"2023-08-28T02:38:08.125510+0000","last_clean":"2023-08-28T02:38:08.125510+0000","last_became_active":"2023-08-28T02:33:13.316893+0000","last_became_peered":"2023-08-28T02:33:13.316893+0000","last_unstale":"2023-08-28T02:38:08.125510+0000","last_undegraded":"2023-08-28T02:38:08.125510+0000","last_fullsized":"2023-08-28T02:38:08.125510+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:55:46.593463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":280,"reported_epoch":355,"state":"active+clean","last_fresh":"2023-08-28T02:38:08.096948+0000","last_change":"2023-08-28T02:33:12.295203+0000","last_active":"2023-08-28T02:38:08.096948+0000","last_peered":"2023-08-28T02:38:08.096948+0000","last_clean":"2023-08-28T02:38:08.096948+0000","last_became_active":"2023-08-28T02:33:12.294904+0000","last_became_peered":"2023-08-28T02:33:12.294904+0000","last_unstale":"2023-08-28T02:38:08.096948+0000","last_undegraded":"2023-08-28T02:38:08.096948+0000","last_fullsized":"2023-08-28T02:38:08.096948+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:31:07.008856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":297,"reported_epoch":355,"state":"active+clean","last_fresh":"2023-08-28T02:38:08.103910+0000","last_change":"2023-08-28T02:31:51.987263+0000","last_active":"2023-08-28T02:38:08.103910+0000","last_peered":"2023-08-28T02:38:08.103910+0000","last_clean":"2023-08-28T02:38:08.103910+0000","last_became_active":"2023-08-28T02:31:51.986938+0000","last_became_peered":"2023-08-28T02:31:51.986938+0000","last_unstale":"2023-08-28T02:38:08.103910+0000","last_undegraded":"2023-08-28T02:38:08.103910+0000","last_fullsized":"2023-08-28T02:38:08.103910+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:18.021905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":329,"reported_epoch":355,"state":"active+clean","last_fresh":"2023-08-28T02:38:08.125389+0000","last_change":"2023-08-28T02:33:12.318656+0000","last_active":"2023-08-28T02:38:08.125389+0000","last_peered":"2023-08-28T02:38:08.125389+0000","last_clean":"2023-08-28T02:38:08.125389+0000","last_became_active":"2023-08-28T02:33:12.318297+0000","last_became_peered":"2023-08-28T02:33:12.318297+0000","last_unstale":"2023-08-28T02:38:08.125389+0000","last_undegraded":"2023-08-28T02:38:08.125389+0000","last_fullsized":"2023-08-28T02:38:08.125389+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:43:09.789767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":261,"reported_epoch":355,"state":"active+clean","last_fresh":"2023-08-28T02:38:08.097034+0000","last_change":"2023-08-28T02:33:13.357230+0000","last_active":"2023-08-28T02:38:08.097034+0000","last_peered":"2023-08-28T02:38:08.097034+0000","last_clean":"2023-08-28T02:38:08.097034+0000","last_became_active":"2023-08-28T02:33:13.356853+0000","last_became_peered":"2023-08-28T02:33:13.356853+0000","last_unstale":"2023-08-28T02:38:08.097034+0000","last_undegraded":"2023-08-28T02:38:08.097034+0000","last_fullsized":"2023-08-28T02:38:08.097034+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:20:21.545007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":339,"reported_epoch":355,"state":"active+clean","last_fresh":"2023-08-28T02:38:08.103654+0000","last_change":"2023-08-28T02:29:44.462510+0000","last_active":"2023-08-28T02:38:08.103654+0000","last_peered":"2023-08-28T02:38:08.103654+0000","last_clean":"2023-08-28T02:38:08.103654+0000","last_became_active":"2023-08-28T02:29:44.460314+0000","last_became_peered":"2023-08-28T02:29:44.460314+0000","last_unstale":"2023-08-28T02:38:08.103654+0000","last_undegraded":"2023-08-28T02:38:08.103654+0000","last_fullsized":"2023-08-28T02:38:08.103654+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:59:01.311467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":264,"reported_epoch":355,"state":"active+clean","last_fresh":"2023-08-28T02:38:08.097151+0000","last_change":"2023-08-28T02:33:13.291255+0000","last_active":"2023-08-28T02:38:08.097151+0000","last_peered":"2023-08-28T02:38:08.097151+0000","last_clean":"2023-08-28T02:38:08.097151+0000","last_became_active":"2023-08-28T02:33:13.290933+0000","last_became_peered":"2023-08-28T02:33:13.290933+0000","last_unstale":"2023-08-28T02:38:08.097151+0000","last_undegraded":"2023-08-28T02:38:08.097151+0000","last_fullsized":"2023-08-28T02:38:08.097151+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:31:54.116908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"65'3","reported_seq":340,"reported_epoch":355,"state":"active+clean","last_fresh":"2023-08-28T02:38:08.133924+0000","last_change":"2023-08-28T02:33:12.296412+0000","last_active":"2023-08-28T02:38:08.133924+0000","last_peered":"2023-08-28T02:38:08.133924+0000","last_clean":"2023-08-28T02:38:08.133924+0000","last_became_active":"2023-08-28T02:33:12.295786+0000","last_became_peered":"2023-08-28T02:33:12.295786+0000","last_unstale":"2023-08-28T02:38:08.133924+0000","last_undegraded":"2023-08-28T02:38:08.133924+0000","last_fullsized":"2023-08-28T02:38:08.133924+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:15:31.449163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":163,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-08-28T02:38:03.085410+0000","last_change":"2023-08-28T02:32:32.666927+0000","last_active":"2023-08-28T02:38:03.085410+0000","last_peered":"2023-08-28T02:38:03.085410+0000","last_clean":"2023-08-28T02:38:03.085410+0000","last_became_active":"2023-08-28T02:32:32.666618+0000","last_became_peered":"2023-08-28T02:32:32.666618+0000","last_unstale":"2023-08-28T02:38:03.085410+0000","last_undegraded":"2023-08-28T02:38:03.085410+0000","last_fullsized":"2023-08-28T02:38:03.085410+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:45:57.998333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":363,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-08-28T02:38:03.037451+0000","last_change":"2023-08-28T02:32:28.505262+0000","last_active":"2023-08-28T02:38:03.037451+0000","last_peered":"2023-08-28T02:38:03.037451+0000","last_clean":"2023-08-28T02:38:03.037451+0000","last_became_active":"2023-08-28T02:32:28.455999+0000","last_became_peered":"2023-08-28T02:32:28.455999+0000","last_unstale":"2023-08-28T02:38:03.037451+0000","last_undegraded":"2023-08-28T02:38:03.037451+0000","last_fullsized":"2023-08-28T02:38:03.037451+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:28.937020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":9468,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":347,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-08-28T02:38:03.036137+0000","last_change":"2023-08-28T02:32:12.959195+0000","last_active":"2023-08-28T02:38:03.036137+0000","last_peered":"2023-08-28T02:38:03.036137+0000","last_clean":"2023-08-28T02:38:03.036137+0000","last_became_active":"2023-08-28T02:32:12.958832+0000","last_became_peered":"2023-08-28T02:32:12.958832+0000","last_unstale":"2023-08-28T02:38:03.036137+0000","last_undegraded":"2023-08-28T02:38:03.036137+0000","last_fullsized":"2023-08-28T02:38:03.036137+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:23:27.197787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"65'2","reported_seq":338,"reported_epoch":355,"state":"active+clean","last_fresh":"2023-08-28T02:38:08.133138+0000","last_change":"2023-08-28T02:32:28.461161+0000","last_active":"2023-08-28T02:38:08.133138+0000","last_peered":"2023-08-28T02:38:08.133138+0000","last_clean":"2023-08-28T02:38:08.133138+0000","last_became_active":"2023-08-28T02:32:28.451284+0000","last_became_peered":"2023-08-28T02:32:28.451284+0000","last_unstale":"2023-08-28T02:38:08.133138+0000","last_undegraded":"2023-08-28T02:38:08.133138+0000","last_fullsized":"2023-08-28T02:38:08.133138+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:58:20.061020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":321,"reported_epoch":355,"state":"active+clean","last_fresh":"2023-08-28T02:38:10.404058+0000","last_change":"2023-08-28T02:29:44.419566+0000","last_active":"2023-08-28T02:38:10.404058+0000","last_peered":"2023-08-28T02:38:10.404058+0000","last_clean":"2023-08-28T02:38:10.404058+0000","last_became_active":"2023-08-28T02:29:44.419053+0000","last_became_peered":"2023-08-28T02:29:44.419053+0000","last_unstale":"2023-08-28T02:38:10.404058+0000","last_undegraded":"2023-08-28T02:38:10.404058+0000","last_fullsized":"2023-08-28T02:38:10.404058+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:44:36.133499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":324,"reported_epoch":355,"state":"active+clean","last_fresh":"2023-08-28T02:38:08.125723+0000","last_change":"2023-08-28T02:33:12.493777+0000","last_active":"2023-08-28T02:38:08.125723+0000","last_peered":"2023-08-28T02:38:08.125723+0000","last_clean":"2023-08-28T02:38:08.125723+0000","last_became_active":"2023-08-28T02:33:12.491177+0000","last_became_peered":"2023-08-28T02:33:12.491177+0000","last_unstale":"2023-08-28T02:38:08.125723+0000","last_undegraded":"2023-08-28T02:38:08.125723+0000","last_fullsized":"2023-08-28T02:38:08.125723+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:10:58.167753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":335,"reported_epoch":355,"state":"active+clean","last_fresh":"2023-08-28T02:38:08.103495+0000","last_change":"2023-08-28T02:33:12.290293+0000","last_active":"2023-08-28T02:38:08.103495+0000","last_peered":"2023-08-28T02:38:08.103495+0000","last_clean":"2023-08-28T02:38:08.103495+0000","last_became_active":"2023-08-28T02:33:12.289989+0000","last_became_peered":"2023-08-28T02:33:12.289989+0000","last_unstale":"2023-08-28T02:38:08.103495+0000","last_undegraded":"2023-08-28T02:38:08.103495+0000","last_fullsized":"2023-08-28T02:38:08.103495+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:05:33.622172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":313,"reported_epoch":355,"state":"active+clean","last_fresh":"2023-08-28T02:38:08.132743+0000","last_change":"2023-08-28T02:32:12.948756+0000","last_active":"2023-08-28T02:38:08.132743+0000","last_peered":"2023-08-28T02:38:08.132743+0000","last_clean":"2023-08-28T02:38:08.132743+0000","last_became_active":"2023-08-28T02:32:12.948441+0000","last_became_peered":"2023-08-28T02:32:12.948441+0000","last_unstale":"2023-08-28T02:38:08.132743+0000","last_undegraded":"2023-08-28T02:38:08.132743+0000","last_fullsized":"2023-08-28T02:38:08.132743+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:27.922180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":330,"reported_epoch":355,"state":"active+clean","last_fresh":"2023-08-28T02:38:08.125533+0000","last_change":"2023-08-28T02:33:12.299398+0000","last_active":"2023-08-28T02:38:08.125533+0000","last_peered":"2023-08-28T02:38:08.125533+0000","last_clean":"2023-08-28T02:38:08.125533+0000","last_became_active":"2023-08-28T02:33:12.299113+0000","last_became_peered":"2023-08-28T02:33:12.299113+0000","last_unstale":"2023-08-28T02:38:08.125533+0000","last_undegraded":"2023-08-28T02:38:08.125533+0000","last_fullsized":"2023-08-28T02:38:08.125533+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:14:55.597212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"65'8","reported_seq":124,"reported_epoch":355,"state":"active+clean","last_fresh":"2023-08-28T02:38:08.124841+0000","last_change":"2023-08-28T02:33:13.478870+0000","last_active":"2023-08-28T02:38:08.124841+0000","last_peered":"2023-08-28T02:38:08.124841+0000","last_clean":"2023-08-28T02:38:08.124841+0000","last_became_active":"2023-08-28T02:33:13.332142+0000","last_became_peered":"2023-08-28T02:33:13.332142+0000","last_unstale":"2023-08-28T02:38:08.124841+0000","last_undegraded":"2023-08-28T02:38:08.124841+0000","last_fullsized":"2023-08-28T02:38:08.124841+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:32:42.810159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":262,"reported_epoch":355,"state":"active+clean","last_fresh":"2023-08-28T02:38:08.098317+0000","last_change":"2023-08-28T02:33:12.306353+0000","last_active":"2023-08-28T02:38:08.098317+0000","last_peered":"2023-08-28T02:38:08.098317+0000","last_clean":"2023-08-28T02:38:08.098317+0000","last_became_active":"2023-08-28T02:33:12.304977+0000","last_became_peered":"2023-08-28T02:33:12.304977+0000","last_unstale":"2023-08-28T02:38:08.098317+0000","last_undegraded":"2023-08-28T02:38:08.098317+0000","last_fullsized":"2023-08-28T02:38:08.098317+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:19:38.819671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"356'7492","reported_seq":7606,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:15.757290+0000","last_change":"2023-08-28T02:30:50.402703+0000","last_active":"2023-08-28T02:38:15.757290+0000","last_peered":"2023-08-28T02:38:15.757290+0000","last_clean":"2023-08-28T02:38:15.757290+0000","last_became_active":"2023-08-28T02:30:50.402419+0000","last_became_peered":"2023-08-28T02:30:50.402419+0000","last_unstale":"2023-08-28T02:38:15.757290+0000","last_undegraded":"2023-08-28T02:38:15.757290+0000","last_fullsized":"2023-08-28T02:38:15.757290+0000","mapping_epoch":250,"log_start":"254'300","ondisk_log_start":"254'300","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7192,"log_dups_size":0,"ondisk_log_size":7192,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:07:37.393907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":273154048,"num_objects":4168,"num_object_clones":0,"num_object_copies":12504,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4168,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7492,"num_write_kb":373120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"65'1","reported_seq":321,"reported_epoch":355,"state":"active+clean","last_fresh":"2023-08-28T02:38:08.132922+0000","last_change":"2023-08-28T02:14:43.046130+0000","last_active":"2023-08-28T02:38:08.132922+0000","last_peered":"2023-08-28T02:38:08.132922+0000","last_clean":"2023-08-28T02:38:08.132922+0000","last_became_active":"2023-08-28T02:14:43.045775+0000","last_became_peered":"2023-08-28T02:14:43.045775+0000","last_unstale":"2023-08-28T02:38:08.132922+0000","last_undegraded":"2023-08-28T02:38:08.132922+0000","last_fullsized":"2023-08-28T02:38:08.132922+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:57:38.279756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":311,"reported_epoch":355,"state":"active+clean","last_fresh":"2023-08-28T02:38:08.102820+0000","last_change":"2023-08-28T02:31:51.987149+0000","last_active":"2023-08-28T02:38:08.102820+0000","last_peered":"2023-08-28T02:38:08.102820+0000","last_clean":"2023-08-28T02:38:08.102820+0000","last_became_active":"2023-08-28T02:31:51.986821+0000","last_became_peered":"2023-08-28T02:31:51.986821+0000","last_unstale":"2023-08-28T02:38:08.102820+0000","last_undegraded":"2023-08-28T02:38:08.102820+0000","last_fullsized":"2023-08-28T02:38:08.102820+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:23:26.661134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"356'7539","reported_seq":12521,"reported_epoch":356,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:38:15.733173+0000","last_change":"2023-08-28T02:33:33.975566+0000","last_active":"2023-08-28T02:38:15.733173+0000","last_peered":"2023-08-28T02:38:15.733173+0000","last_clean":"2023-08-28T02:31:27.868230+0000","last_became_active":"2023-08-28T02:33:33.660452+0000","last_became_peered":"2023-08-28T02:33:33.660452+0000","last_unstale":"2023-08-28T02:38:15.733173+0000","last_undegraded":"2023-08-28T02:33:13.410847+0000","last_fullsized":"2023-08-28T02:33:13.270012+0000","mapping_epoch":298,"log_start":"254'300","ondisk_log_start":"254'300","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7239,"log_dups_size":0,"ondisk_log_size":7239,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:33.375162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":266141696,"num_objects":4061,"num_object_clones":0,"num_object_copies":12183,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6569,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4061,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7539,"num_write_kb":371200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2415,"num_bytes_recovered":158203904,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[5,4],"avail_no_missing":["5","6"],"object_location_counts":[{"shards":"2,5,6","objects":915},{"shards":"3,5,6","objects":1641},{"shards":"5,6","objects":1505}],"blocked_by":[],"up_primary":3,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"65'2","reported_seq":346,"reported_epoch":355,"state":"active+clean","last_fresh":"2023-08-28T02:38:08.134345+0000","last_change":"2023-08-28T02:29:44.436352+0000","last_active":"2023-08-28T02:38:08.134345+0000","last_peered":"2023-08-28T02:38:08.134345+0000","last_clean":"2023-08-28T02:38:08.134345+0000","last_became_active":"2023-08-28T02:29:44.411499+0000","last_became_peered":"2023-08-28T02:29:44.411499+0000","last_unstale":"2023-08-28T02:38:08.134345+0000","last_undegraded":"2023-08-28T02:38:08.134345+0000","last_fullsized":"2023-08-28T02:38:08.134345+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:46:57.540191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":371,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-08-28T02:38:03.035216+0000","last_change":"2023-08-28T02:33:12.289004+0000","last_active":"2023-08-28T02:38:03.035216+0000","last_peered":"2023-08-28T02:38:03.035216+0000","last_clean":"2023-08-28T02:38:03.035216+0000","last_became_active":"2023-08-28T02:33:12.288722+0000","last_became_peered":"2023-08-28T02:33:12.288722+0000","last_unstale":"2023-08-28T02:38:03.035216+0000","last_undegraded":"2023-08-28T02:38:03.035216+0000","last_fullsized":"2023-08-28T02:38:03.035216+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:24.019483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"356'7423","reported_seq":12632,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:14.819062+0000","last_change":"2023-08-28T02:37:54.748968+0000","last_active":"2023-08-28T02:38:14.819062+0000","last_peered":"2023-08-28T02:38:14.819062+0000","last_clean":"2023-08-28T02:38:14.819062+0000","last_became_active":"2023-08-28T02:37:54.729376+0000","last_became_peered":"2023-08-28T02:37:54.729376+0000","last_unstale":"2023-08-28T02:38:14.819062+0000","last_undegraded":"2023-08-28T02:38:14.819062+0000","last_fullsized":"2023-08-28T02:38:14.819062+0000","mapping_epoch":351,"log_start":"257'2112","ondisk_log_start":"257'2112","created":250,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5311,"log_dups_size":0,"ondisk_log_size":5311,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:00.988172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":270467072,"num_objects":4127,"num_object_clones":0,"num_object_copies":12381,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4127,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7423,"num_write_kb":369600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2533,"num_bytes_recovered":160432128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"65'1","reported_seq":332,"reported_epoch":355,"state":"active+clean","last_fresh":"2023-08-28T02:38:08.133784+0000","last_change":"2023-08-28T02:33:13.516869+0000","last_active":"2023-08-28T02:38:08.133784+0000","last_peered":"2023-08-28T02:38:08.133784+0000","last_clean":"2023-08-28T02:38:08.133784+0000","last_became_active":"2023-08-28T02:33:13.396736+0000","last_became_peered":"2023-08-28T02:33:13.396736+0000","last_unstale":"2023-08-28T02:38:08.133784+0000","last_undegraded":"2023-08-28T02:38:08.133784+0000","last_fullsized":"2023-08-28T02:38:08.133784+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:47:08.237137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":297,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-08-28T02:38:03.085313+0000","last_change":"2023-08-28T02:31:51.987327+0000","last_active":"2023-08-28T02:38:03.085313+0000","last_peered":"2023-08-28T02:38:03.085313+0000","last_clean":"2023-08-28T02:38:03.085313+0000","last_became_active":"2023-08-28T02:31:51.987018+0000","last_became_peered":"2023-08-28T02:31:51.987018+0000","last_unstale":"2023-08-28T02:38:03.085313+0000","last_undegraded":"2023-08-28T02:38:03.085313+0000","last_fullsized":"2023-08-28T02:38:03.085313+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:53:26.105101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.5","version":"356'7363","reported_seq":10591,"reported_epoch":356,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:38:15.045772+0000","last_change":"2023-08-28T02:33:13.625779+0000","last_active":"2023-08-28T02:38:15.045772+0000","last_peered":"2023-08-28T02:38:15.045772+0000","last_clean":"2023-08-28T02:31:27.898932+0000","last_became_active":"2023-08-28T02:33:13.612126+0000","last_became_peered":"2023-08-28T02:33:13.612126+0000","last_unstale":"2023-08-28T02:38:15.045772+0000","last_undegraded":"2023-08-28T02:33:13.485377+0000","last_fullsized":"2023-08-28T02:33:13.264317+0000","mapping_epoch":298,"log_start":"257'2063","ondisk_log_start":"257'2063","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5300,"log_dups_size":0,"ondisk_log_size":5300,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:37:28.843386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":267976704,"num_objects":4089,"num_object_clones":0,"num_object_copies":12267,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6631,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4089,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7363,"num_write_kb":366464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1545,"num_bytes_recovered":101253120,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,7],"avail_no_missing":["0","2"],"object_location_counts":[{"shards":"0,2","objects":2358},{"shards":"0,2,3","objects":1731}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":350,"reported_epoch":355,"state":"active+clean","last_fresh":"2023-08-28T02:38:08.103259+0000","last_change":"2023-08-28T02:33:13.281826+0000","last_active":"2023-08-28T02:38:08.103259+0000","last_peered":"2023-08-28T02:38:08.103259+0000","last_clean":"2023-08-28T02:38:08.103259+0000","last_became_active":"2023-08-28T02:33:13.281511+0000","last_became_peered":"2023-08-28T02:33:13.281511+0000","last_unstale":"2023-08-28T02:38:08.103259+0000","last_undegraded":"2023-08-28T02:38:08.103259+0000","last_fullsized":"2023-08-28T02:38:08.103259+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:32:55.005706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":347,"reported_epoch":355,"state":"active+clean","last_fresh":"2023-08-28T02:38:08.125212+0000","last_change":"2023-08-28T02:29:44.436713+0000","last_active":"2023-08-28T02:38:08.125212+0000","last_peered":"2023-08-28T02:38:08.125212+0000","last_clean":"2023-08-28T02:38:08.125212+0000","last_became_active":"2023-08-28T02:29:44.436203+0000","last_became_peered":"2023-08-28T02:29:44.436203+0000","last_unstale":"2023-08-28T02:38:08.125212+0000","last_undegraded":"2023-08-28T02:38:08.125212+0000","last_fullsized":"2023-08-28T02:38:08.125212+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:46:48.522293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"355'7640","reported_seq":7757,"reported_epoch":355,"state":"active+clean","last_fresh":"2023-08-28T02:38:12.277052+0000","last_change":"2023-08-28T02:30:50.399669+0000","last_active":"2023-08-28T02:38:12.277052+0000","last_peered":"2023-08-28T02:38:12.277052+0000","last_clean":"2023-08-28T02:38:12.277052+0000","last_became_active":"2023-08-28T02:30:50.399332+0000","last_became_peered":"2023-08-28T02:30:50.399332+0000","last_unstale":"2023-08-28T02:38:12.277052+0000","last_undegraded":"2023-08-28T02:38:12.277052+0000","last_fullsized":"2023-08-28T02:38:12.277052+0000","mapping_epoch":250,"log_start":"256'1500","ondisk_log_start":"256'1500","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6140,"log_dups_size":0,"ondisk_log_size":6140,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:00:54.910841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":273547264,"num_objects":4174,"num_object_clones":0,"num_object_copies":12522,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4174,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7640,"num_write_kb":378048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"75'161","reported_seq":776,"reported_epoch":355,"state":"active+clean","last_fresh":"2023-08-28T02:38:08.132928+0000","last_change":"2023-08-28T02:33:13.310049+0000","last_active":"2023-08-28T02:38:08.132928+0000","last_peered":"2023-08-28T02:38:08.132928+0000","last_clean":"2023-08-28T02:38:08.132928+0000","last_became_active":"2023-08-28T02:33:13.309661+0000","last_became_peered":"2023-08-28T02:33:13.309661+0000","last_unstale":"2023-08-28T02:38:08.132928+0000","last_undegraded":"2023-08-28T02:38:08.132928+0000","last_fullsized":"2023-08-28T02:38:08.132928+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.930230+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.930230+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:27:40.889460+0000","scrub_duration":0.0050169209999999997,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"65'2","reported_seq":311,"reported_epoch":355,"state":"active+clean","last_fresh":"2023-08-28T02:38:08.097762+0000","last_change":"2023-08-28T02:33:12.294922+0000","last_active":"2023-08-28T02:38:08.097762+0000","last_peered":"2023-08-28T02:38:08.097762+0000","last_clean":"2023-08-28T02:38:08.097762+0000","last_became_active":"2023-08-28T02:33:12.294518+0000","last_became_peered":"2023-08-28T02:33:12.294518+0000","last_unstale":"2023-08-28T02:38:08.097762+0000","last_undegraded":"2023-08-28T02:38:08.097762+0000","last_fullsized":"2023-08-28T02:38:08.097762+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:21:12.737286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":348,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-08-28T02:38:03.037522+0000","last_change":"2023-08-28T02:33:13.310505+0000","last_active":"2023-08-28T02:38:03.037522+0000","last_peered":"2023-08-28T02:38:03.037522+0000","last_clean":"2023-08-28T02:38:03.037522+0000","last_became_active":"2023-08-28T02:33:13.310223+0000","last_became_peered":"2023-08-28T02:33:13.310223+0000","last_unstale":"2023-08-28T02:38:03.037522+0000","last_undegraded":"2023-08-28T02:38:03.037522+0000","last_fullsized":"2023-08-28T02:38:03.037522+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:27:02.124453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"356'7522","reported_seq":13505,"reported_epoch":356,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-08-28T02:38:15.814172+0000","last_change":"2023-08-28T02:37:52.936094+0000","last_active":"2023-08-28T02:38:15.814172+0000","last_peered":"2023-08-28T02:38:15.814172+0000","last_clean":"2023-08-28T02:31:27.916082+0000","last_became_active":"2023-08-28T02:33:13.580413+0000","last_became_peered":"2023-08-28T02:33:13.580413+0000","last_unstale":"2023-08-28T02:38:15.814172+0000","last_undegraded":"2023-08-28T02:33:13.480527+0000","last_fullsized":"2023-08-28T02:33:13.270957+0000","mapping_epoch":298,"log_start":"254'300","ondisk_log_start":"254'300","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7222,"log_dups_size":0,"ondisk_log_size":7222,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:03.698410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":271712256,"num_objects":4146,"num_object_clones":0,"num_object_copies":12438,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2482,"num_objects_misplaced":2844,"num_objects_unfound":0,"num_objects_dirty":4146,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7522,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2919,"num_bytes_recovered":191299584,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,4],"avail_no_missing":["5","2"],"object_location_counts":[{"shards":"2,3,5","objects":362},{"shards":"2,5","objects":2482},{"shards":"4,5","objects":1302}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"75'161","reported_seq":615,"reported_epoch":355,"state":"active+clean","last_fresh":"2023-08-28T02:38:08.102733+0000","last_change":"2023-08-28T02:37:37.933802+0000","last_active":"2023-08-28T02:38:08.102733+0000","last_peered":"2023-08-28T02:38:08.102733+0000","last_clean":"2023-08-28T02:38:08.102733+0000","last_became_active":"2023-08-28T02:33:13.287313+0000","last_became_peered":"2023-08-28T02:33:13.287313+0000","last_unstale":"2023-08-28T02:38:08.102733+0000","last_undegraded":"2023-08-28T02:38:08.102733+0000","last_fullsized":"2023-08-28T02:38:08.102733+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:45.407127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:45.407127+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:39:14.213229+0000","scrub_duration":0.0018495320000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":262688,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":268,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-08-28T02:38:03.035353+0000","last_change":"2023-08-28T02:33:13.309727+0000","last_active":"2023-08-28T02:38:03.035353+0000","last_peered":"2023-08-28T02:38:03.035353+0000","last_clean":"2023-08-28T02:38:03.035353+0000","last_became_active":"2023-08-28T02:33:13.309487+0000","last_became_peered":"2023-08-28T02:33:13.309487+0000","last_unstale":"2023-08-28T02:38:03.035353+0000","last_undegraded":"2023-08-28T02:38:03.035353+0000","last_fullsized":"2023-08-28T02:38:03.035353+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:27:29.294011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":83,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-08-28T02:38:03.037433+0000","last_change":"2023-08-28T02:32:28.456323+0000","last_active":"2023-08-28T02:38:03.037433+0000","last_peered":"2023-08-28T02:38:03.037433+0000","last_clean":"2023-08-28T02:38:03.037433+0000","last_became_active":"2023-08-28T02:32:28.455987+0000","last_became_peered":"2023-08-28T02:32:28.455987+0000","last_unstale":"2023-08-28T02:38:03.037433+0000","last_undegraded":"2023-08-28T02:38:03.037433+0000","last_fullsized":"2023-08-28T02:38:03.037433+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:54:07.724002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"355'7630","reported_seq":17764,"reported_epoch":355,"state":"active+clean","last_fresh":"2023-08-28T02:38:12.403738+0000","last_change":"2023-08-28T02:33:13.316023+0000","last_active":"2023-08-28T02:38:12.403738+0000","last_peered":"2023-08-28T02:38:12.403738+0000","last_clean":"2023-08-28T02:38:12.403738+0000","last_became_active":"2023-08-28T02:33:13.308403+0000","last_became_peered":"2023-08-28T02:33:13.308403+0000","last_unstale":"2023-08-28T02:38:12.403738+0000","last_undegraded":"2023-08-28T02:38:12.403738+0000","last_fullsized":"2023-08-28T02:38:12.403738+0000","mapping_epoch":298,"log_start":"256'1500","ondisk_log_start":"256'1500","created":250,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6130,"log_dups_size":0,"ondisk_log_size":6130,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:10:38.401973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":279576576,"num_objects":4266,"num_object_clones":0,"num_object_copies":12798,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4266,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7630,"num_write_kb":380672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4999,"num_bytes_recovered":327614464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":328,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-08-28T02:38:03.035179+0000","last_change":"2023-08-28T02:32:28.455294+0000","last_active":"2023-08-28T02:38:03.035179+0000","last_peered":"2023-08-28T02:38:03.035179+0000","last_clean":"2023-08-28T02:38:03.035179+0000","last_became_active":"2023-08-28T02:32:28.455013+0000","last_became_peered":"2023-08-28T02:32:28.455013+0000","last_unstale":"2023-08-28T02:38:03.035179+0000","last_undegraded":"2023-08-28T02:38:03.035179+0000","last_fullsized":"2023-08-28T02:38:03.035179+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:53.583864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":360,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-08-28T02:38:03.038193+0000","last_change":"2023-08-28T02:33:13.335588+0000","last_active":"2023-08-28T02:38:03.038193+0000","last_peered":"2023-08-28T02:38:03.038193+0000","last_clean":"2023-08-28T02:38:03.038193+0000","last_became_active":"2023-08-28T02:33:13.335326+0000","last_became_peered":"2023-08-28T02:33:13.335326+0000","last_unstale":"2023-08-28T02:38:03.038193+0000","last_undegraded":"2023-08-28T02:38:03.038193+0000","last_fullsized":"2023-08-28T02:38:03.038193+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:15:44.958663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"355'7519","reported_seq":7632,"reported_epoch":355,"state":"active+clean","last_fresh":"2023-08-28T02:38:11.758266+0000","last_change":"2023-08-28T02:30:50.400261+0000","last_active":"2023-08-28T02:38:11.758266+0000","last_peered":"2023-08-28T02:38:11.758266+0000","last_clean":"2023-08-28T02:38:11.758266+0000","last_became_active":"2023-08-28T02:30:50.399938+0000","last_became_peered":"2023-08-28T02:30:50.399938+0000","last_unstale":"2023-08-28T02:38:11.758266+0000","last_undegraded":"2023-08-28T02:38:11.758266+0000","last_fullsized":"2023-08-28T02:38:11.758266+0000","mapping_epoch":250,"log_start":"256'2090","ondisk_log_start":"256'2090","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5429,"log_dups_size":0,"ondisk_log_size":5429,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:43:56.802792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":273612800,"num_objects":4175,"num_object_clones":0,"num_object_copies":12525,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4175,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7519,"num_write_kb":374208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"75'161","reported_seq":635,"reported_epoch":355,"state":"active+clean","last_fresh":"2023-08-28T02:38:08.103221+0000","last_change":"2023-08-28T02:32:56.519141+0000","last_active":"2023-08-28T02:38:08.103221+0000","last_peered":"2023-08-28T02:38:08.103221+0000","last_clean":"2023-08-28T02:38:08.103221+0000","last_became_active":"2023-08-28T02:32:56.518863+0000","last_became_peered":"2023-08-28T02:32:56.518863+0000","last_unstale":"2023-08-28T02:38:08.103221+0000","last_undegraded":"2023-08-28T02:38:08.103221+0000","last_fullsized":"2023-08-28T02:38:08.103221+0000","mapping_epoch":292,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":293,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_clean_scrub_stamp":"2023-08-28T02:29:25.608370+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:59:50.561109+0000","scrub_duration":0.001662689,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":264,"reported_epoch":355,"state":"active+clean","last_fresh":"2023-08-28T02:38:08.097172+0000","last_change":"2023-08-28T02:33:12.294592+0000","last_active":"2023-08-28T02:38:08.097172+0000","last_peered":"2023-08-28T02:38:08.097172+0000","last_clean":"2023-08-28T02:38:08.097172+0000","last_became_active":"2023-08-28T02:33:12.288508+0000","last_became_peered":"2023-08-28T02:33:12.288508+0000","last_unstale":"2023-08-28T02:38:08.097172+0000","last_undegraded":"2023-08-28T02:38:08.097172+0000","last_fullsized":"2023-08-28T02:38:08.097172+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:05:42.717608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":145,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-08-28T02:38:03.085272+0000","last_change":"2023-08-28T02:29:44.429834+0000","last_active":"2023-08-28T02:38:03.085272+0000","last_peered":"2023-08-28T02:38:03.085272+0000","last_clean":"2023-08-28T02:38:03.085272+0000","last_became_active":"2023-08-28T02:29:44.429512+0000","last_became_peered":"2023-08-28T02:29:44.429512+0000","last_unstale":"2023-08-28T02:38:03.085272+0000","last_undegraded":"2023-08-28T02:38:03.085272+0000","last_fullsized":"2023-08-28T02:38:03.085272+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:58.062455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"356'7448","reported_seq":7562,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:15.777943+0000","last_change":"2023-08-28T02:30:50.402348+0000","last_active":"2023-08-28T02:38:15.777943+0000","last_peered":"2023-08-28T02:38:15.777943+0000","last_clean":"2023-08-28T02:38:15.777943+0000","last_became_active":"2023-08-28T02:30:50.402076+0000","last_became_peered":"2023-08-28T02:30:50.402076+0000","last_unstale":"2023-08-28T02:38:15.777943+0000","last_undegraded":"2023-08-28T02:38:15.777943+0000","last_fullsized":"2023-08-28T02:38:15.777943+0000","mapping_epoch":250,"log_start":"255'600","ondisk_log_start":"255'600","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6848,"log_dups_size":0,"ondisk_log_size":6848,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:24.859426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":270532608,"num_objects":4128,"num_object_clones":0,"num_object_copies":12384,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4128,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7448,"num_write_kb":370432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.7","version":"75'161","reported_seq":556,"reported_epoch":355,"state":"active+clean","last_fresh":"2023-08-28T02:38:08.098234+0000","last_change":"2023-08-28T02:33:13.532525+0000","last_active":"2023-08-28T02:38:08.098234+0000","last_peered":"2023-08-28T02:38:08.098234+0000","last_clean":"2023-08-28T02:38:08.098234+0000","last_became_active":"2023-08-28T02:33:13.532125+0000","last_became_peered":"2023-08-28T02:33:13.532125+0000","last_unstale":"2023-08-28T02:38:08.098234+0000","last_undegraded":"2023-08-28T02:38:08.098234+0000","last_fullsized":"2023-08-28T02:38:08.098234+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.887648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.887648+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":146,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-08-28T02:38:07.592594+0000","last_change":"2023-08-28T02:29:44.407595+0000","last_active":"2023-08-28T02:38:07.592594+0000","last_peered":"2023-08-28T02:38:07.592594+0000","last_clean":"2023-08-28T02:38:07.592594+0000","last_became_active":"2023-08-28T02:29:44.407316+0000","last_became_peered":"2023-08-28T02:29:44.407316+0000","last_unstale":"2023-08-28T02:38:07.592594+0000","last_undegraded":"2023-08-28T02:38:07.592594+0000","last_fullsized":"2023-08-28T02:38:07.592594+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:01:47.777709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":367,"reported_epoch":355,"state":"active+clean","last_fresh":"2023-08-28T02:38:08.103444+0000","last_change":"2023-08-28T02:33:13.286980+0000","last_active":"2023-08-28T02:38:08.103444+0000","last_peered":"2023-08-28T02:38:08.103444+0000","last_clean":"2023-08-28T02:38:08.103444+0000","last_became_active":"2023-08-28T02:33:13.286740+0000","last_became_peered":"2023-08-28T02:33:13.286740+0000","last_unstale":"2023-08-28T02:38:08.103444+0000","last_undegraded":"2023-08-28T02:38:08.103444+0000","last_fullsized":"2023-08-28T02:38:08.103444+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:24:54.574365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":146,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-08-28T02:38:07.592519+0000","last_change":"2023-08-28T02:29:44.506914+0000","last_active":"2023-08-28T02:38:07.592519+0000","last_peered":"2023-08-28T02:38:07.592519+0000","last_clean":"2023-08-28T02:38:07.592519+0000","last_became_active":"2023-08-28T02:29:44.506606+0000","last_became_peered":"2023-08-28T02:29:44.506606+0000","last_unstale":"2023-08-28T02:38:07.592519+0000","last_undegraded":"2023-08-28T02:38:07.592519+0000","last_fullsized":"2023-08-28T02:38:07.592519+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:55:50.992279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"356'7557","reported_seq":19270,"reported_epoch":356,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:38:15.212141+0000","last_change":"2023-08-28T02:34:11.565330+0000","last_active":"2023-08-28T02:38:15.212141+0000","last_peered":"2023-08-28T02:38:15.212141+0000","last_clean":"2023-08-28T02:32:11.916240+0000","last_became_active":"2023-08-28T02:33:12.501819+0000","last_became_peered":"2023-08-28T02:33:12.501819+0000","last_unstale":"2023-08-28T02:38:15.212141+0000","last_undegraded":"2023-08-28T02:38:15.212141+0000","last_fullsized":"2023-08-28T02:38:15.212141+0000","mapping_epoch":297,"log_start":"257'2224","ondisk_log_start":"257'2224","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5333,"log_dups_size":0,"ondisk_log_size":5333,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:45:43.329719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":264699904,"num_objects":4039,"num_object_clones":0,"num_object_copies":12117,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4039,"num_objects_unfound":0,"num_objects_dirty":4039,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7557,"num_write_kb":371072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5787,"num_bytes_recovered":379256832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,2],"avail_no_missing":["0","2","5","6"],"object_location_counts":[{"shards":"0,2,5","objects":4039}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.1","version":"75'161","reported_seq":615,"reported_epoch":355,"state":"active+clean","last_fresh":"2023-08-28T02:38:08.102982+0000","last_change":"2023-08-28T02:32:31.482659+0000","last_active":"2023-08-28T02:38:08.102982+0000","last_peered":"2023-08-28T02:38:08.102982+0000","last_clean":"2023-08-28T02:38:08.102982+0000","last_became_active":"2023-08-28T02:32:31.482320+0000","last_became_peered":"2023-08-28T02:32:31.482320+0000","last_unstale":"2023-08-28T02:38:08.102982+0000","last_undegraded":"2023-08-28T02:38:08.102982+0000","last_fullsized":"2023-08-28T02:38:08.102982+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:24.559397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:24.559397+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:41:09.516918+0000","scrub_duration":0.001580328,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":353,"reported_epoch":355,"state":"active+clean","last_fresh":"2023-08-28T02:38:08.103164+0000","last_change":"2023-08-28T02:31:51.988386+0000","last_active":"2023-08-28T02:38:08.103164+0000","last_peered":"2023-08-28T02:38:08.103164+0000","last_clean":"2023-08-28T02:38:08.103164+0000","last_became_active":"2023-08-28T02:31:51.988097+0000","last_became_peered":"2023-08-28T02:31:51.988097+0000","last_unstale":"2023-08-28T02:38:08.103164+0000","last_undegraded":"2023-08-28T02:38:08.103164+0000","last_fullsized":"2023-08-28T02:38:08.103164+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:25:01.818829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":328,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-08-28T02:38:03.037339+0000","last_change":"2023-08-28T02:32:12.951275+0000","last_active":"2023-08-28T02:38:03.037339+0000","last_peered":"2023-08-28T02:38:03.037339+0000","last_clean":"2023-08-28T02:38:03.037339+0000","last_became_active":"2023-08-28T02:32:12.950965+0000","last_became_peered":"2023-08-28T02:32:12.950965+0000","last_unstale":"2023-08-28T02:38:03.037339+0000","last_undegraded":"2023-08-28T02:38:03.037339+0000","last_fullsized":"2023-08-28T02:38:03.037339+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:37:31.294280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":172,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-08-28T02:38:07.592619+0000","last_change":"2023-08-28T02:33:13.286534+0000","last_active":"2023-08-28T02:38:07.592619+0000","last_peered":"2023-08-28T02:38:07.592619+0000","last_clean":"2023-08-28T02:38:07.592619+0000","last_became_active":"2023-08-28T02:33:13.286164+0000","last_became_peered":"2023-08-28T02:33:13.286164+0000","last_unstale":"2023-08-28T02:38:07.592619+0000","last_undegraded":"2023-08-28T02:38:07.592619+0000","last_fullsized":"2023-08-28T02:38:07.592619+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:56.721932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"356'7541","reported_seq":19345,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:15.693340+0000","last_change":"2023-08-28T02:34:14.448606+0000","last_active":"2023-08-28T02:38:15.693340+0000","last_peered":"2023-08-28T02:38:15.693340+0000","last_clean":"2023-08-28T02:38:15.693340+0000","last_became_active":"2023-08-28T02:34:14.438547+0000","last_became_peered":"2023-08-28T02:34:14.438547+0000","last_unstale":"2023-08-28T02:38:15.693340+0000","last_undegraded":"2023-08-28T02:38:15.693340+0000","last_fullsized":"2023-08-28T02:38:15.693340+0000","mapping_epoch":314,"log_start":"254'300","ondisk_log_start":"254'300","created":250,"last_epoch_clean":315,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7241,"log_dups_size":0,"ondisk_log_size":7241,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:06:41.120408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":270467072,"num_objects":4127,"num_object_clones":0,"num_object_copies":12381,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4127,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7541,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5834,"num_bytes_recovered":376832000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2","version":"75'161","reported_seq":737,"reported_epoch":355,"state":"active+clean","last_fresh":"2023-08-28T02:38:08.134054+0000","last_change":"2023-08-28T02:30:51.762377+0000","last_active":"2023-08-28T02:38:08.134054+0000","last_peered":"2023-08-28T02:38:08.134054+0000","last_clean":"2023-08-28T02:38:08.134054+0000","last_became_active":"2023-08-28T02:27:46.375590+0000","last_became_peered":"2023-08-28T02:27:46.375590+0000","last_unstale":"2023-08-28T02:38:08.134054+0000","last_undegraded":"2023-08-28T02:38:08.134054+0000","last_fullsized":"2023-08-28T02:38:08.134054+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:51.762314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:51.762314+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:02.034555+0000","scrub_duration":0.0020023620000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":164,"reported_epoch":355,"state":"active+clean","last_fresh":"2023-08-28T02:38:08.097230+0000","last_change":"2023-08-28T02:33:13.289765+0000","last_active":"2023-08-28T02:38:08.097230+0000","last_peered":"2023-08-28T02:38:08.097230+0000","last_clean":"2023-08-28T02:38:08.097230+0000","last_became_active":"2023-08-28T02:33:13.289159+0000","last_became_peered":"2023-08-28T02:33:13.289159+0000","last_unstale":"2023-08-28T02:38:08.097230+0000","last_undegraded":"2023-08-28T02:38:08.097230+0000","last_fullsized":"2023-08-28T02:38:08.097230+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:30:38.956723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":164,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-08-28T02:38:03.084873+0000","last_change":"2023-08-28T02:32:28.464203+0000","last_active":"2023-08-28T02:38:03.084873+0000","last_peered":"2023-08-28T02:38:03.084873+0000","last_clean":"2023-08-28T02:38:03.084873+0000","last_became_active":"2023-08-28T02:32:28.463412+0000","last_became_peered":"2023-08-28T02:32:28.463412+0000","last_unstale":"2023-08-28T02:38:03.084873+0000","last_undegraded":"2023-08-28T02:38:03.084873+0000","last_fullsized":"2023-08-28T02:38:03.084873+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:20:38.177879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":145,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-08-28T02:38:03.085351+0000","last_change":"2023-08-28T02:29:44.427945+0000","last_active":"2023-08-28T02:38:03.085351+0000","last_peered":"2023-08-28T02:38:03.085351+0000","last_clean":"2023-08-28T02:38:03.085351+0000","last_became_active":"2023-08-28T02:29:44.426487+0000","last_became_peered":"2023-08-28T02:29:44.426487+0000","last_unstale":"2023-08-28T02:38:03.085351+0000","last_undegraded":"2023-08-28T02:38:03.085351+0000","last_fullsized":"2023-08-28T02:38:03.085351+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:30:20.438896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"355'7519","reported_seq":17604,"reported_epoch":355,"state":"active+clean","last_fresh":"2023-08-28T02:38:11.954838+0000","last_change":"2023-08-28T02:34:48.488647+0000","last_active":"2023-08-28T02:38:11.954838+0000","last_peered":"2023-08-28T02:38:11.954838+0000","last_clean":"2023-08-28T02:38:11.954838+0000","last_became_active":"2023-08-28T02:34:48.476519+0000","last_became_peered":"2023-08-28T02:34:48.476519+0000","last_unstale":"2023-08-28T02:38:11.954838+0000","last_undegraded":"2023-08-28T02:38:11.954838+0000","last_fullsized":"2023-08-28T02:38:11.954838+0000","mapping_epoch":318,"log_start":"255'1300","ondisk_log_start":"255'1300","created":250,"last_epoch_clean":319,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6219,"log_dups_size":0,"ondisk_log_size":6219,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:44:20.004230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":270336000,"num_objects":4125,"num_object_clones":0,"num_object_copies":12375,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4125,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7519,"num_write_kb":372608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4973,"num_bytes_recovered":325910528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":347,"reported_epoch":355,"state":"active+clean","last_fresh":"2023-08-28T02:38:08.104116+0000","last_change":"2023-08-28T02:33:13.484970+0000","last_active":"2023-08-28T02:38:08.104116+0000","last_peered":"2023-08-28T02:38:08.104116+0000","last_clean":"2023-08-28T02:38:08.104116+0000","last_became_active":"2023-08-28T02:33:13.484579+0000","last_became_peered":"2023-08-28T02:33:13.484579+0000","last_unstale":"2023-08-28T02:38:08.104116+0000","last_undegraded":"2023-08-28T02:38:08.104116+0000","last_fullsized":"2023-08-28T02:38:08.104116+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:58.027468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"75'161","reported_seq":738,"reported_epoch":355,"state":"active+clean","last_fresh":"2023-08-28T02:38:08.132632+0000","last_change":"2023-08-28T02:31:55.059467+0000","last_active":"2023-08-28T02:38:08.132632+0000","last_peered":"2023-08-28T02:38:08.132632+0000","last_clean":"2023-08-28T02:38:08.132632+0000","last_became_active":"2023-08-28T02:31:55.059115+0000","last_became_peered":"2023-08-28T02:31:55.059115+0000","last_unstale":"2023-08-28T02:38:08.132632+0000","last_undegraded":"2023-08-28T02:38:08.132632+0000","last_fullsized":"2023-08-28T02:38:08.132632+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":0,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.820990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.820990+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:15:56.774667+0000","scrub_duration":0.0017342480000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":265,"reported_epoch":355,"state":"active+clean","last_fresh":"2023-08-28T02:38:08.097573+0000","last_change":"2023-08-28T02:33:13.352810+0000","last_active":"2023-08-28T02:38:08.097573+0000","last_peered":"2023-08-28T02:38:08.097573+0000","last_clean":"2023-08-28T02:38:08.097573+0000","last_became_active":"2023-08-28T02:33:13.351697+0000","last_became_peered":"2023-08-28T02:33:13.351697+0000","last_unstale":"2023-08-28T02:38:08.097573+0000","last_undegraded":"2023-08-28T02:38:08.097573+0000","last_fullsized":"2023-08-28T02:38:08.097573+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:56.187163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":177,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-08-28T02:38:03.037914+0000","last_change":"2023-08-28T02:31:51.984584+0000","last_active":"2023-08-28T02:38:03.037914+0000","last_peered":"2023-08-28T02:38:03.037914+0000","last_clean":"2023-08-28T02:38:03.037914+0000","last_became_active":"2023-08-28T02:31:51.984264+0000","last_became_peered":"2023-08-28T02:31:51.984264+0000","last_unstale":"2023-08-28T02:38:03.037914+0000","last_undegraded":"2023-08-28T02:38:03.037914+0000","last_fullsized":"2023-08-28T02:38:03.037914+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:58:42.306722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"356'7473","reported_seq":19195,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:14.988809+0000","last_change":"2023-08-28T02:35:11.978901+0000","last_active":"2023-08-28T02:38:14.988809+0000","last_peered":"2023-08-28T02:38:14.988809+0000","last_clean":"2023-08-28T02:38:14.988809+0000","last_became_active":"2023-08-28T02:35:11.966585+0000","last_became_peered":"2023-08-28T02:35:11.966585+0000","last_unstale":"2023-08-28T02:38:14.988809+0000","last_undegraded":"2023-08-28T02:38:14.988809+0000","last_fullsized":"2023-08-28T02:38:14.988809+0000","mapping_epoch":323,"log_start":"257'2128","ondisk_log_start":"257'2128","created":250,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5345,"log_dups_size":0,"ondisk_log_size":5345,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:03:07.017814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":269287424,"num_objects":4109,"num_object_clones":0,"num_object_copies":12327,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4109,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7473,"num_write_kb":370624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5791,"num_bytes_recovered":368967680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3","version":"75'161","reported_seq":622,"reported_epoch":355,"state":"active+clean","last_fresh":"2023-08-28T02:38:08.263428+0000","last_change":"2023-08-28T02:31:55.068239+0000","last_active":"2023-08-28T02:38:08.263428+0000","last_peered":"2023-08-28T02:38:08.263428+0000","last_clean":"2023-08-28T02:38:08.263428+0000","last_became_active":"2023-08-28T02:31:55.067875+0000","last_became_peered":"2023-08-28T02:31:55.067875+0000","last_unstale":"2023-08-28T02:38:08.263428+0000","last_undegraded":"2023-08-28T02:38:08.263428+0000","last_fullsized":"2023-08-28T02:38:08.263428+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.868248+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:11:04.391639+0000","scrub_duration":0.0016215240000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":361,"reported_epoch":355,"state":"active+clean","last_fresh":"2023-08-28T02:38:08.132552+0000","last_change":"2023-08-28T02:29:44.421353+0000","last_active":"2023-08-28T02:38:08.132552+0000","last_peered":"2023-08-28T02:38:08.132552+0000","last_clean":"2023-08-28T02:38:08.132552+0000","last_became_active":"2023-08-28T02:29:44.421064+0000","last_became_peered":"2023-08-28T02:29:44.421064+0000","last_unstale":"2023-08-28T02:38:08.132552+0000","last_undegraded":"2023-08-28T02:38:08.132552+0000","last_fullsized":"2023-08-28T02:38:08.132552+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:51:36.524024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":331,"reported_epoch":355,"state":"active+clean","last_fresh":"2023-08-28T02:38:08.124918+0000","last_change":"2023-08-28T02:33:12.299487+0000","last_active":"2023-08-28T02:38:08.124918+0000","last_peered":"2023-08-28T02:38:08.124918+0000","last_clean":"2023-08-28T02:38:08.124918+0000","last_became_active":"2023-08-28T02:33:12.299175+0000","last_became_peered":"2023-08-28T02:33:12.299175+0000","last_unstale":"2023-08-28T02:38:08.124918+0000","last_undegraded":"2023-08-28T02:38:08.124918+0000","last_fullsized":"2023-08-28T02:38:08.124918+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:42:29.713462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":341,"reported_epoch":355,"state":"active+clean","last_fresh":"2023-08-28T02:38:08.125292+0000","last_change":"2023-08-28T02:32:28.457696+0000","last_active":"2023-08-28T02:38:08.125292+0000","last_peered":"2023-08-28T02:38:08.125292+0000","last_clean":"2023-08-28T02:38:08.125292+0000","last_became_active":"2023-08-28T02:32:28.457407+0000","last_became_peered":"2023-08-28T02:32:28.457407+0000","last_unstale":"2023-08-28T02:38:08.125292+0000","last_undegraded":"2023-08-28T02:38:08.125292+0000","last_fullsized":"2023-08-28T02:38:08.125292+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:26:29.392787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"355'7381","reported_seq":8522,"reported_epoch":355,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:38:11.735016+0000","last_change":"2023-08-28T02:34:11.566035+0000","last_active":"2023-08-28T02:38:11.735016+0000","last_peered":"2023-08-28T02:38:11.735016+0000","last_clean":"2023-08-28T02:33:10.395883+0000","last_became_active":"2023-08-28T02:33:12.394714+0000","last_became_peered":"2023-08-28T02:33:12.394714+0000","last_unstale":"2023-08-28T02:38:11.735016+0000","last_undegraded":"2023-08-28T02:38:11.735016+0000","last_fullsized":"2023-08-28T02:38:11.735016+0000","mapping_epoch":297,"log_start":"256'1984","ondisk_log_start":"256'1984","created":250,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5397,"log_dups_size":0,"ondisk_log_size":5397,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:01:26.984565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":268828696,"num_objects":4103,"num_object_clones":0,"num_object_copies":12309,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3744,"num_objects_unfound":0,"num_objects_dirty":4103,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7381,"num_write_kb":367425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":500,"num_bytes_recovered":32768000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,6],"avail_no_missing":["4","0","6"],"object_location_counts":[{"shards":"0,4,6","objects":4103}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.6","version":"75'161","reported_seq":616,"reported_epoch":355,"state":"active+clean","last_fresh":"2023-08-28T02:38:08.125200+0000","last_change":"2023-08-28T02:33:13.338675+0000","last_active":"2023-08-28T02:38:08.125200+0000","last_peered":"2023-08-28T02:38:08.125200+0000","last_clean":"2023-08-28T02:38:08.125200+0000","last_became_active":"2023-08-28T02:33:13.338271+0000","last_became_peered":"2023-08-28T02:33:13.338271+0000","last_unstale":"2023-08-28T02:38:08.125200+0000","last_undegraded":"2023-08-28T02:38:08.125200+0000","last_fullsized":"2023-08-28T02:38:08.125200+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.774982+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.774982+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:13:20.011329+0000","scrub_duration":0.003539819,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":324,"reported_epoch":355,"state":"active+clean","last_fresh":"2023-08-28T02:38:08.133838+0000","last_change":"2023-08-28T02:14:43.033789+0000","last_active":"2023-08-28T02:38:08.133838+0000","last_peered":"2023-08-28T02:38:08.133838+0000","last_clean":"2023-08-28T02:38:08.133838+0000","last_became_active":"2023-08-28T02:14:43.033454+0000","last_became_peered":"2023-08-28T02:14:43.033454+0000","last_unstale":"2023-08-28T02:38:08.133838+0000","last_undegraded":"2023-08-28T02:38:08.133838+0000","last_fullsized":"2023-08-28T02:38:08.133838+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:01:13.205842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":155,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-08-28T02:38:07.592664+0000","last_change":"2023-08-28T02:32:28.461807+0000","last_active":"2023-08-28T02:38:07.592664+0000","last_peered":"2023-08-28T02:38:07.592664+0000","last_clean":"2023-08-28T02:38:07.592664+0000","last_became_active":"2023-08-28T02:32:28.461116+0000","last_became_peered":"2023-08-28T02:32:28.461116+0000","last_unstale":"2023-08-28T02:38:07.592664+0000","last_undegraded":"2023-08-28T02:38:07.592664+0000","last_fullsized":"2023-08-28T02:38:07.592664+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:12:45.321757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":302,"reported_epoch":355,"state":"active+clean","last_fresh":"2023-08-28T02:38:08.125410+0000","last_change":"2023-08-28T02:14:43.048791+0000","last_active":"2023-08-28T02:38:08.125410+0000","last_peered":"2023-08-28T02:38:08.125410+0000","last_clean":"2023-08-28T02:38:08.125410+0000","last_became_active":"2023-08-28T02:14:43.047408+0000","last_became_peered":"2023-08-28T02:14:43.047408+0000","last_unstale":"2023-08-28T02:38:08.125410+0000","last_undegraded":"2023-08-28T02:38:08.125410+0000","last_fullsized":"2023-08-28T02:38:08.125410+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:47.097181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"355'7625","reported_seq":17705,"reported_epoch":355,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:38:11.958480+0000","last_change":"2023-08-28T02:37:37.899201+0000","last_active":"2023-08-28T02:38:11.958480+0000","last_peered":"2023-08-28T02:38:11.958480+0000","last_clean":"2023-08-28T02:31:50.933695+0000","last_became_active":"2023-08-28T02:33:13.540416+0000","last_became_peered":"2023-08-28T02:33:13.540416+0000","last_unstale":"2023-08-28T02:38:11.958480+0000","last_undegraded":"2023-08-28T02:38:11.958480+0000","last_fullsized":"2023-08-28T02:38:11.958480+0000","mapping_epoch":298,"log_start":"257'2174","ondisk_log_start":"257'2174","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5451,"log_dups_size":0,"ondisk_log_size":5451,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:49:35.658845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":277676032,"num_objects":4237,"num_object_clones":0,"num_object_copies":12711,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4237,"num_objects_unfound":0,"num_objects_dirty":4237,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7625,"num_write_kb":379584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4967,"num_bytes_recovered":325517312,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,2],"avail_no_missing":["4","2","5","6"],"object_location_counts":[{"shards":"2,4,5","objects":4237}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.5","version":"75'161","reported_seq":648,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-08-28T02:38:03.037488+0000","last_change":"2023-08-28T02:32:31.477151+0000","last_active":"2023-08-28T02:38:03.037488+0000","last_peered":"2023-08-28T02:38:03.037488+0000","last_clean":"2023-08-28T02:38:03.037488+0000","last_became_active":"2023-08-28T02:32:31.476776+0000","last_became_peered":"2023-08-28T02:32:31.476776+0000","last_unstale":"2023-08-28T02:38:03.037488+0000","last_undegraded":"2023-08-28T02:38:03.037488+0000","last_fullsized":"2023-08-28T02:38:03.037488+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:18.891729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:18.891729+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:47:27.194140+0000","scrub_duration":0.0031546460000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"65'2","reported_seq":312,"reported_epoch":355,"state":"active+clean","last_fresh":"2023-08-28T02:38:08.098089+0000","last_change":"2023-08-28T02:33:12.327778+0000","last_active":"2023-08-28T02:38:08.098089+0000","last_peered":"2023-08-28T02:38:08.098089+0000","last_clean":"2023-08-28T02:38:08.098089+0000","last_became_active":"2023-08-28T02:33:12.327273+0000","last_became_peered":"2023-08-28T02:33:12.327273+0000","last_unstale":"2023-08-28T02:38:08.098089+0000","last_undegraded":"2023-08-28T02:38:08.098089+0000","last_fullsized":"2023-08-28T02:38:08.098089+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:40.554192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":193,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-08-28T02:38:03.085306+0000","last_change":"2023-08-28T02:33:13.335665+0000","last_active":"2023-08-28T02:38:03.085306+0000","last_peered":"2023-08-28T02:38:03.085306+0000","last_clean":"2023-08-28T02:38:03.085306+0000","last_became_active":"2023-08-28T02:33:13.335322+0000","last_became_peered":"2023-08-28T02:33:13.335322+0000","last_unstale":"2023-08-28T02:38:03.085306+0000","last_undegraded":"2023-08-28T02:38:03.085306+0000","last_fullsized":"2023-08-28T02:38:03.085306+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:21:08.024493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":309,"reported_epoch":355,"state":"active+clean","last_fresh":"2023-08-28T02:38:08.097242+0000","last_change":"2023-08-28T02:33:12.310326+0000","last_active":"2023-08-28T02:38:08.097242+0000","last_peered":"2023-08-28T02:38:08.097242+0000","last_clean":"2023-08-28T02:38:08.097242+0000","last_became_active":"2023-08-28T02:33:12.310011+0000","last_became_peered":"2023-08-28T02:33:12.310011+0000","last_unstale":"2023-08-28T02:38:08.097242+0000","last_undegraded":"2023-08-28T02:38:08.097242+0000","last_fullsized":"2023-08-28T02:38:08.097242+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:35:03.710036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"355'7597","reported_seq":12711,"reported_epoch":355,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:38:12.146088+0000","last_change":"2023-08-28T02:33:34.765675+0000","last_active":"2023-08-28T02:38:12.146088+0000","last_peered":"2023-08-28T02:38:12.146088+0000","last_clean":"2023-08-28T02:31:27.909649+0000","last_became_active":"2023-08-28T02:33:33.726805+0000","last_became_peered":"2023-08-28T02:33:33.726805+0000","last_unstale":"2023-08-28T02:38:12.146088+0000","last_undegraded":"2023-08-28T02:33:20.140072+0000","last_fullsized":"2023-08-28T02:33:13.278549+0000","mapping_epoch":298,"log_start":"257'2177","ondisk_log_start":"257'2177","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5420,"log_dups_size":0,"ondisk_log_size":5420,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:02:22.971585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":279904256,"num_objects":4271,"num_object_clones":0,"num_object_copies":12813,"num_objects_missing_on_primary":4247,"num_objects_missing":4247,"num_objects_degraded":11095,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4271,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7597,"num_write_kb":379776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1652,"num_bytes_recovered":108134400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[4,3],"avail_no_missing":["2","6"],"object_location_counts":[{"shards":"2,3,4,6","objects":10},{"shards":"2,3,6","objects":1764},{"shards":"2,4,6","objects":14},{"shards":"2,6","objects":2483},{"shards":"3,4","objects":-13}],"blocked_by":[],"up_primary":3,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.4","version":"75'161","reported_seq":564,"reported_epoch":355,"state":"active+clean","last_fresh":"2023-08-28T02:38:08.097792+0000","last_change":"2023-08-28T02:33:12.296479+0000","last_active":"2023-08-28T02:38:08.097792+0000","last_peered":"2023-08-28T02:38:08.097792+0000","last_clean":"2023-08-28T02:38:08.097792+0000","last_became_active":"2023-08-28T02:33:12.294160+0000","last_became_peered":"2023-08-28T02:33:12.294160+0000","last_unstale":"2023-08-28T02:38:08.097792+0000","last_undegraded":"2023-08-28T02:38:08.097792+0000","last_fullsized":"2023-08-28T02:38:08.097792+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.899247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.899247+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":282,"reported_epoch":355,"state":"active+clean","last_fresh":"2023-08-28T02:38:08.133007+0000","last_change":"2023-08-28T02:33:13.539335+0000","last_active":"2023-08-28T02:38:08.133007+0000","last_peered":"2023-08-28T02:38:08.133007+0000","last_clean":"2023-08-28T02:38:08.133007+0000","last_became_active":"2023-08-28T02:33:13.538978+0000","last_became_peered":"2023-08-28T02:33:13.538978+0000","last_unstale":"2023-08-28T02:38:08.133007+0000","last_undegraded":"2023-08-28T02:38:08.133007+0000","last_fullsized":"2023-08-28T02:38:08.133007+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:26:13.405766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"65'1","reported_seq":345,"reported_epoch":355,"state":"active+clean","last_fresh":"2023-08-28T02:38:08.125408+0000","last_change":"2023-08-28T02:29:44.510205+0000","last_active":"2023-08-28T02:38:08.125408+0000","last_peered":"2023-08-28T02:38:08.125408+0000","last_clean":"2023-08-28T02:38:08.125408+0000","last_became_active":"2023-08-28T02:29:44.429357+0000","last_became_peered":"2023-08-28T02:29:44.429357+0000","last_unstale":"2023-08-28T02:38:08.125408+0000","last_undegraded":"2023-08-28T02:38:08.125408+0000","last_fullsized":"2023-08-28T02:38:08.125408+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:44:59.955729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":310,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-08-28T02:38:03.035082+0000","last_change":"2023-08-28T02:32:12.950661+0000","last_active":"2023-08-28T02:38:03.035082+0000","last_peered":"2023-08-28T02:38:03.035082+0000","last_clean":"2023-08-28T02:38:03.035082+0000","last_became_active":"2023-08-28T02:32:12.950276+0000","last_became_peered":"2023-08-28T02:32:12.950276+0000","last_unstale":"2023-08-28T02:38:03.035082+0000","last_undegraded":"2023-08-28T02:38:03.035082+0000","last_fullsized":"2023-08-28T02:38:03.035082+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:05:17.972868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"65'1","reported_seq":303,"reported_epoch":355,"state":"active+clean","last_fresh":"2023-08-28T02:38:08.125306+0000","last_change":"2023-08-28T02:14:43.042150+0000","last_active":"2023-08-28T02:38:08.125306+0000","last_peered":"2023-08-28T02:38:08.125306+0000","last_clean":"2023-08-28T02:38:08.125306+0000","last_became_active":"2023-08-28T02:14:43.038336+0000","last_became_peered":"2023-08-28T02:14:43.038336+0000","last_unstale":"2023-08-28T02:38:08.125306+0000","last_undegraded":"2023-08-28T02:38:08.125306+0000","last_fullsized":"2023-08-28T02:38:08.125306+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:26:02.415152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":352,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-08-28T02:38:03.085052+0000","last_change":"2023-08-28T02:33:13.318097+0000","last_active":"2023-08-28T02:38:03.085052+0000","last_peered":"2023-08-28T02:38:03.085052+0000","last_clean":"2023-08-28T02:38:03.085052+0000","last_became_active":"2023-08-28T02:33:13.317761+0000","last_became_peered":"2023-08-28T02:33:13.317761+0000","last_unstale":"2023-08-28T02:38:03.085052+0000","last_undegraded":"2023-08-28T02:38:03.085052+0000","last_fullsized":"2023-08-28T02:38:03.085052+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:24.836996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"65'2","reported_seq":349,"reported_epoch":355,"state":"active+clean","last_fresh":"2023-08-28T02:38:08.103318+0000","last_change":"2023-08-28T02:29:44.535937+0000","last_active":"2023-08-28T02:38:08.103318+0000","last_peered":"2023-08-28T02:38:08.103318+0000","last_clean":"2023-08-28T02:38:08.103318+0000","last_became_active":"2023-08-28T02:29:44.462244+0000","last_became_peered":"2023-08-28T02:29:44.462244+0000","last_unstale":"2023-08-28T02:38:08.103318+0000","last_undegraded":"2023-08-28T02:38:08.103318+0000","last_fullsized":"2023-08-28T02:38:08.103318+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:30:33.173713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":350,"reported_epoch":355,"state":"active+clean","last_fresh":"2023-08-28T02:38:08.125163+0000","last_change":"2023-08-28T02:33:12.305580+0000","last_active":"2023-08-28T02:38:08.125163+0000","last_peered":"2023-08-28T02:38:08.125163+0000","last_clean":"2023-08-28T02:38:08.125163+0000","last_became_active":"2023-08-28T02:33:12.305261+0000","last_became_peered":"2023-08-28T02:33:12.305261+0000","last_unstale":"2023-08-28T02:38:08.125163+0000","last_undegraded":"2023-08-28T02:38:08.125163+0000","last_fullsized":"2023-08-28T02:38:08.125163+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:22:31.614221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"65'2","reported_seq":318,"reported_epoch":355,"state":"active+clean","last_fresh":"2023-08-28T02:38:08.103370+0000","last_change":"2023-08-28T02:31:51.991101+0000","last_active":"2023-08-28T02:38:08.103370+0000","last_peered":"2023-08-28T02:38:08.103370+0000","last_clean":"2023-08-28T02:38:08.103370+0000","last_became_active":"2023-08-28T02:31:51.987237+0000","last_became_peered":"2023-08-28T02:31:51.987237+0000","last_unstale":"2023-08-28T02:38:08.103370+0000","last_undegraded":"2023-08-28T02:38:08.103370+0000","last_fullsized":"2023-08-28T02:38:08.103370+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:07:07.370857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":351,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-08-28T02:38:03.035300+0000","last_change":"2023-08-28T02:33:12.494483+0000","last_active":"2023-08-28T02:38:03.035300+0000","last_peered":"2023-08-28T02:38:03.035300+0000","last_clean":"2023-08-28T02:38:03.035300+0000","last_became_active":"2023-08-28T02:33:12.494136+0000","last_became_peered":"2023-08-28T02:33:12.494136+0000","last_unstale":"2023-08-28T02:38:03.035300+0000","last_undegraded":"2023-08-28T02:38:03.035300+0000","last_fullsized":"2023-08-28T02:38:03.035300+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:36.772588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"65'1","reported_seq":297,"reported_epoch":355,"state":"active+clean","last_fresh":"2023-08-28T02:38:08.098272+0000","last_change":"2023-08-28T02:33:13.287922+0000","last_active":"2023-08-28T02:38:08.098272+0000","last_peered":"2023-08-28T02:38:08.098272+0000","last_clean":"2023-08-28T02:38:08.098272+0000","last_became_active":"2023-08-28T02:33:13.287520+0000","last_became_peered":"2023-08-28T02:33:13.287520+0000","last_unstale":"2023-08-28T02:38:08.098272+0000","last_undegraded":"2023-08-28T02:38:08.098272+0000","last_fullsized":"2023-08-28T02:38:08.098272+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:11.627168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":311,"reported_epoch":355,"state":"active+clean","last_fresh":"2023-08-28T02:38:08.097370+0000","last_change":"2023-08-28T02:33:13.289469+0000","last_active":"2023-08-28T02:38:08.097370+0000","last_peered":"2023-08-28T02:38:08.097370+0000","last_clean":"2023-08-28T02:38:08.097370+0000","last_became_active":"2023-08-28T02:33:13.288737+0000","last_became_peered":"2023-08-28T02:33:13.288737+0000","last_unstale":"2023-08-28T02:38:08.097370+0000","last_undegraded":"2023-08-28T02:38:08.097370+0000","last_fullsized":"2023-08-28T02:38:08.097370+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:11:15.043550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"65'4","reported_seq":335,"reported_epoch":355,"state":"active+clean","last_fresh":"2023-08-28T02:38:08.125556+0000","last_change":"2023-08-28T02:32:28.607010+0000","last_active":"2023-08-28T02:38:08.125556+0000","last_peered":"2023-08-28T02:38:08.125556+0000","last_clean":"2023-08-28T02:38:08.125556+0000","last_became_active":"2023-08-28T02:32:28.492224+0000","last_became_peered":"2023-08-28T02:32:28.492224+0000","last_unstale":"2023-08-28T02:38:08.125556+0000","last_undegraded":"2023-08-28T02:38:08.125556+0000","last_fullsized":"2023-08-28T02:38:08.125556+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:13:45.711951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":554,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":361,"reported_epoch":354,"state":"active+clean","last_fresh":"2023-08-28T02:38:03.035038+0000","last_change":"2023-08-28T02:33:13.309144+0000","last_active":"2023-08-28T02:38:03.035038+0000","last_peered":"2023-08-28T02:38:03.035038+0000","last_clean":"2023-08-28T02:38:03.035038+0000","last_became_active":"2023-08-28T02:33:13.308910+0000","last_became_peered":"2023-08-28T02:33:13.308910+0000","last_unstale":"2023-08-28T02:38:03.035038+0000","last_undegraded":"2023-08-28T02:38:03.035038+0000","last_fullsized":"2023-08-28T02:38:03.035038+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:09:59.549591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":4347920408,"num_objects":66345,"num_object_clones":0,"num_object_copies":199035,"num_objects_missing_on_primary":4247,"num_objects_missing":4247,"num_objects_degraded":26777,"num_objects_misplaced":14864,"num_objects_unfound":0,"num_objects_dirty":66345,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":120269,"num_write_kb":5971585,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":43915,"num_bytes_recovered":2856189952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":13871099904,"data_stored":13871087688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97217,"ondisk_log_size":97217,"up":48,"acting":44,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":10126,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":370028,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":89,"num_read_kb":167,"num_write":44,"num_write_kb":440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":584707,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2048000,"data_stored":2033792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299776,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1825436,"kb_used_data":1333396,"kb_used_omap":0,"kb_used_meta":492032,"kb_avail":91919716,"statfs":{"total":95995035648,"available":94125789184,"internally_reserved":0,"allocated":1365397504,"data_stored":1363982195,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":503840768},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:38:11 2023","interfaces":[{"interface":"back","average":{"1min":0.439,"5min":0.51100000000000001,"15min":1.1990000000000001},"min":{"1min":0.26300000000000001,"5min":0.23400000000000001,"15min":0.219},"max":{"1min":0.93899999999999995,"5min":3.6480000000000001,"15min":13.118},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.436,"5min":0.57299999999999995,"15min":1.611},"min":{"1min":0.27700000000000002,"5min":0.247,"15min":0.246},"max":{"1min":0.66900000000000004,"5min":3.6619999999999999,"15min":17.402999999999999},"last":0.501}]},{"osd":1,"last update":"Mon Aug 28 02:37:43 2023","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.56699999999999995,"15min":1.954},"min":{"1min":0.253,"5min":0.253,"15min":0.248},"max":{"1min":0.54500000000000004,"5min":5.492,"15min":17.43},"last":0.38600000000000001},{"interface":"front","average":{"1min":0.76700000000000002,"5min":0.72799999999999998,"15min":1.8260000000000001},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.25900000000000001},"max":{"1min":4.9749999999999996,"5min":5.5179999999999998,"15min":19.913},"last":0.44500000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:37:28 2023","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.49099999999999999,"15min":1.355},"min":{"1min":0.312,"5min":0.23499999999999999,"15min":0.22800000000000001},"max":{"1min":0.65100000000000002,"5min":3.1760000000000002,"15min":8.3889999999999993},"last":0.374},{"interface":"front","average":{"1min":0.67600000000000005,"5min":0.57499999999999996,"15min":1.181},"min":{"1min":0.372,"5min":0.28799999999999998,"15min":0.28699999999999998},"max":{"1min":2.399,"5min":2.919,"15min":9.2219999999999995},"last":0.58299999999999996}]},{"osd":3,"last update":"Mon Aug 28 02:37:18 2023","interfaces":[{"interface":"back","average":{"1min":0.66900000000000004,"5min":0.64600000000000002,"15min":0.69399999999999995},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":2.468,"5min":3.0099999999999998,"15min":3.0099999999999998},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.498,"5min":0.59899999999999998,"15min":0.61899999999999999},"min":{"1min":0.39700000000000002,"5min":0.308,"15min":0.308},"max":{"1min":0.64500000000000002,"5min":3.1000000000000001,"15min":3.1000000000000001},"last":0.42999999999999999}]},{"osd":4,"last update":"Mon Aug 28 02:38:11 2023","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.52900000000000003,"15min":1.244},"min":{"1min":0.32000000000000001,"5min":0.27700000000000002,"15min":0.245},"max":{"1min":1.458,"5min":5.2169999999999996,"15min":18.943000000000001},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.57399999999999995,"15min":0.92000000000000004},"min":{"1min":0.309,"5min":0.28699999999999998,"15min":0.25700000000000001},"max":{"1min":1.286,"5min":2.9870000000000001,"15min":8.1890000000000001},"last":0.54900000000000004}]},{"osd":5,"last update":"Mon Aug 28 02:38:11 2023","interfaces":[{"interface":"back","average":{"1min":0.71299999999999997,"5min":0.53400000000000003,"15min":1.004},"min":{"1min":0.309,"5min":0.28100000000000003,"15min":0.23599999999999999},"max":{"1min":2.6669999999999998,"5min":3.2120000000000002,"15min":14.622},"last":0.81799999999999995},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.54600000000000004,"15min":1.232},"min":{"1min":0.38700000000000001,"5min":0.317,"15min":0.27000000000000002},"max":{"1min":0.71599999999999997,"5min":3.0499999999999998,"15min":17.324999999999999},"last":0.47599999999999998}]},{"osd":6,"last update":"Mon Aug 28 02:38:11 2023","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.623,"15min":1.2689999999999999},"min":{"1min":0.373,"5min":0.33300000000000002,"15min":0.30299999999999999},"max":{"1min":1.5740000000000001,"5min":3.2250000000000001,"15min":17.454999999999998},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.622,"15min":0.83799999999999997},"min":{"1min":0.41699999999999998,"5min":0.33400000000000002,"15min":0.28999999999999998},"max":{"1min":1.3879999999999999,"5min":3.0499999999999998,"15min":7.665},"last":0.63100000000000001}]}]},{"osd":6,"up_from":0,"seq":193273528707,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":101,"seq":433791697165,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1441412,"kb_used_data":809148,"kb_used_omap":4,"kb_used_meta":632251,"kb_avail":92303740,"statfs":{"total":95995035648,"available":94519029760,"internally_reserved":0,"allocated":828567552,"data_stored":826551692,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":647425934},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:37:47 2023","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.47399999999999998,"15min":1.9430000000000001},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.214},"max":{"1min":0.66900000000000004,"5min":3.3730000000000002,"15min":24.545999999999999},"last":0.28999999999999998},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.65500000000000003,"15min":2.4820000000000002},"min":{"1min":0.28199999999999997,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":1.466,"5min":7.2450000000000001,"15min":24.515000000000001},"last":0.27100000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:37:32 2023","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.63800000000000001,"15min":2.153},"min":{"1min":0.31900000000000001,"5min":0.28699999999999998,"15min":0.24099999999999999},"max":{"1min":1.0489999999999999,"5min":4.0579999999999998,"15min":22.161000000000001},"last":0.34699999999999998},{"interface":"front","average":{"1min":0.503,"5min":0.629,"15min":1.609},"min":{"1min":0.28499999999999998,"5min":0.28399999999999997,"15min":0.253},"max":{"1min":1.8129999999999999,"5min":7.0110000000000001,"15min":19.100999999999999},"last":0.312}]},{"osd":3,"last update":"Mon Aug 28 02:37:20 2023","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.53600000000000003,"15min":0.48699999999999999},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":2.742,"5min":2.742,"15min":2.742},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.56499999999999995,"15min":0.53100000000000003},"min":{"1min":0.309,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.88500000000000001,"5min":3.5819999999999999,"15min":3.5819999999999999},"last":0.39100000000000001}]},{"osd":4,"last update":"Mon Aug 28 02:37:47 2023","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.63300000000000001,"15min":1.3939999999999999},"min":{"1min":0.33600000000000002,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":1.2909999999999999,"5min":3.0259999999999998,"15min":18.992999999999999},"last":0.377},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.58699999999999997,"15min":1.532},"min":{"1min":0.378,"5min":0.29099999999999998,"15min":0.26400000000000001},"max":{"1min":0.71799999999999997,"5min":1.9650000000000001,"15min":14.779999999999999},"last":0.64600000000000002}]},{"osd":5,"last update":"Mon Aug 28 02:37:47 2023","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.66900000000000004,"15min":2.0059999999999998},"min":{"1min":0.376,"5min":0.35999999999999999,"15min":0.29999999999999999},"max":{"1min":1.423,"5min":3.7029999999999998,"15min":18.626999999999999},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.623,"5min":0.69399999999999995,"15min":1.833},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.33600000000000002},"max":{"1min":1.3280000000000001,"5min":3.0609999999999999,"15min":18.945},"last":0.40999999999999998}]},{"osd":6,"last update":"Mon Aug 28 02:37:47 2023","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.68700000000000006,"15min":1.946},"min":{"1min":0.42799999999999999,"5min":0.40000000000000002,"15min":0.34300000000000003},"max":{"1min":1.4990000000000001,"5min":3.7400000000000002,"15min":12.221},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.70499999999999996,"5min":0.73899999999999999,"15min":1.6259999999999999},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.35699999999999998},"max":{"1min":2.375,"5min":3.089,"15min":19.021999999999998},"last":0.46700000000000003}]},{"osd":7,"last update":"Mon Aug 28 02:37:47 2023","interfaces":[{"interface":"back","average":{"1min":0.64000000000000001,"5min":0.74399999999999999,"15min":1.75},"min":{"1min":0.38500000000000001,"5min":0.374,"15min":0.374},"max":{"1min":1.4710000000000001,"5min":3.1080000000000001,"15min":19.047999999999998},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.67800000000000005,"15min":1.7669999999999999},"min":{"1min":0.46300000000000002,"5min":0.432,"15min":0.312},"max":{"1min":0.80000000000000004,"5min":1.9430000000000001,"15min":14.818},"last":0.60999999999999999}]}]},{"osd":0,"up_from":87,"seq":373662155032,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3302492,"kb_used_data":2641556,"kb_used_omap":5,"kb_used_meta":660922,"kb_avail":90442660,"statfs":{"total":95995035648,"available":92613283840,"internally_reserved":0,"allocated":2704953344,"data_stored":2702811837,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":676784762},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:37:38 2023","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.48999999999999999,"15min":1.532},"min":{"1min":0.26900000000000002,"5min":0.20300000000000001,"15min":0.184},"max":{"1min":2.5489999999999999,"5min":5.3280000000000003,"15min":30.315000000000001},"last":0.36599999999999999},{"interface":"front","average":{"1min":0.65700000000000003,"5min":0.52300000000000002,"15min":2.3069999999999999},"min":{"1min":0.29699999999999999,"5min":0.25800000000000001,"15min":0.221},"max":{"1min":4.0679999999999996,"5min":4.0679999999999996,"15min":69.272000000000006},"last":0.42199999999999999}]},{"osd":2,"last update":"Mon Aug 28 02:37:38 2023","interfaces":[{"interface":"back","average":{"1min":0.70799999999999996,"5min":0.63900000000000001,"15min":1.8420000000000001},"min":{"1min":0.247,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":4.4020000000000001,"5min":4.4020000000000001,"15min":20.959},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.69799999999999995,"15min":1.677},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.24299999999999999},"max":{"1min":2.5190000000000001,"5min":6.1180000000000003,"15min":9.3729999999999993},"last":0.495}]},{"osd":3,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.996,"5min":0.80400000000000005,"15min":0.76800000000000002},"min":{"1min":0.32900000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":5.6680000000000001,"5min":5.6680000000000001,"15min":5.6680000000000001},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.754,"15min":0.77200000000000002},"min":{"1min":0.40300000000000002,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":2.4889999999999999,"5min":4.9199999999999999,"15min":4.9199999999999999},"last":0.53400000000000003}]},{"osd":4,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.56299999999999994,"15min":2.3380000000000001},"min":{"1min":0.33100000000000002,"5min":0.314,"15min":0.29299999999999998},"max":{"1min":2.3210000000000002,"5min":3.9710000000000001,"15min":274.33199999999999},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.66300000000000003,"15min":2.6949999999999998},"min":{"1min":0.376,"5min":0.315,"15min":0.28199999999999997},"max":{"1min":1.357,"5min":2.6520000000000001,"15min":266.31999999999999},"last":0.50900000000000001}]},{"osd":5,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.67700000000000005,"5min":0.623,"15min":1.415},"min":{"1min":0.38800000000000001,"5min":0.33300000000000002,"15min":0.29299999999999998},"max":{"1min":2.3759999999999999,"5min":4.1219999999999999,"15min":13.038},"last":0.64500000000000002},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.65700000000000003,"15min":1.895},"min":{"1min":0.41899999999999998,"5min":0.36399999999999999,"15min":0.27800000000000002},"max":{"1min":1.3120000000000001,"5min":2.2679999999999998,"15min":15.231},"last":0.54600000000000004}]},{"osd":6,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.72799999999999998,"5min":0.66600000000000004,"15min":1.6120000000000001},"min":{"1min":0.41299999999999998,"5min":0.38300000000000001,"15min":0.29399999999999998},"max":{"1min":2.4540000000000002,"5min":4.0620000000000003,"15min":15.122999999999999},"last":0.70399999999999996},{"interface":"front","average":{"1min":0.621,"5min":0.68400000000000005,"15min":1.905},"min":{"1min":0.45200000000000001,"5min":0.40000000000000002,"15min":0.35599999999999998},"max":{"1min":1.3919999999999999,"5min":2.3029999999999999,"15min":15.186999999999999},"last":0.57799999999999996}]},{"osd":7,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":1.006,"5min":0.78900000000000003,"15min":1.899},"min":{"1min":0.51300000000000001,"5min":0.36399999999999999,"15min":0.33400000000000002},"max":{"1min":4.4390000000000001,"5min":4.4390000000000001,"15min":16.183},"last":0.68899999999999995},{"interface":"front","average":{"1min":0.80500000000000005,"5min":0.73899999999999999,"15min":1.625},"min":{"1min":0.46000000000000002,"5min":0.38500000000000001,"15min":0.35999999999999999},"max":{"1min":2.4220000000000002,"5min":4.0250000000000004,"15min":13.005000000000001},"last":0.67000000000000004}]}]},{"osd":2,"up_from":0,"seq":502511173891,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":297,"seq":1275605286974,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":889232,"kb_used_data":748552,"kb_used_omap":2,"kb_used_meta":140669,"kb_avail":92855920,"statfs":{"total":95995035648,"available":95084462080,"internally_reserved":0,"allocated":766517248,"data_stored":764492315,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":144045109},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:37:14 2023","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.52700000000000002,"15min":0.44400000000000001},"min":{"1min":0.247,"5min":0.22,"15min":0.22},"max":{"1min":2.2530000000000001,"5min":6.8819999999999997,"15min":6.8819999999999997},"last":0.35599999999999998},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.69299999999999995,"15min":0.69699999999999995},"min":{"1min":0.30399999999999999,"5min":0.217,"15min":0.217},"max":{"1min":1.018,"5min":6.7839999999999998,"15min":6.7839999999999998},"last":0.497}]},{"osd":1,"last update":"Mon Aug 28 02:37:14 2023","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.56000000000000005,"15min":0.45200000000000001},"min":{"1min":0.28499999999999998,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":1.056,"5min":4.0650000000000004,"15min":4.0650000000000004},"last":1.0049999999999999},{"interface":"front","average":{"1min":0.624,"5min":0.70799999999999996,"15min":0.71899999999999997},"min":{"1min":0.28999999999999998,"5min":0.249,"15min":0.249},"max":{"1min":1.431,"5min":3.9249999999999998,"15min":3.9249999999999998},"last":0.47399999999999998}]},{"osd":2,"last update":"Mon Aug 28 02:37:14 2023","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.57199999999999995,"15min":0.61799999999999999},"min":{"1min":0.31,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":1.3919999999999999,"5min":2.5449999999999999,"15min":2.5449999999999999},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.61899999999999999,"15min":0.56899999999999995},"min":{"1min":0.38200000000000001,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":1.1539999999999999,"5min":4.7030000000000003,"15min":4.7030000000000003},"last":0.70399999999999996}]},{"osd":4,"last update":"Mon Aug 28 02:37:14 2023","interfaces":[{"interface":"back","average":{"1min":0.91800000000000004,"5min":0.63300000000000001,"15min":0.59199999999999997},"min":{"1min":0.40699999999999997,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":6.2670000000000003,"5min":6.2670000000000003,"15min":6.2670000000000003},"last":0.73799999999999999},{"interface":"front","average":{"1min":0.78100000000000003,"5min":0.65100000000000002,"15min":0.57299999999999995},"min":{"1min":0.39800000000000002,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":2.8380000000000001,"5min":3.5030000000000001,"15min":3.5030000000000001},"last":0.60999999999999999}]},{"osd":5,"last update":"Mon Aug 28 02:37:14 2023","interfaces":[{"interface":"back","average":{"1min":0.68799999999999994,"5min":0.65100000000000002,"15min":0.59499999999999997},"min":{"1min":0.40100000000000002,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":2.29,"5min":3.5390000000000001,"15min":3.5390000000000001},"last":0.55600000000000005},{"interface":"front","average":{"1min":0.73899999999999999,"5min":0.58199999999999996,"15min":0.55500000000000005},"min":{"1min":0.40600000000000003,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":2.7149999999999999,"5min":2.7149999999999999,"15min":2.7149999999999999},"last":3.411}]},{"osd":6,"last update":"Mon Aug 28 02:37:14 2023","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.63100000000000001,"15min":0.64000000000000001},"min":{"1min":0.437,"5min":0.436,"15min":0.436},"max":{"1min":0.89000000000000001,"5min":1.8879999999999999,"15min":1.8879999999999999},"last":0.76900000000000002},{"interface":"front","average":{"1min":0.66100000000000003,"5min":0.69699999999999995,"15min":0.65300000000000002},"min":{"1min":0.44700000000000001,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.99099999999999999,"5min":3.6099999999999999,"15min":3.6099999999999999},"last":0.66100000000000003}]},{"osd":7,"last update":"Mon Aug 28 02:37:14 2023","interfaces":[{"interface":"back","average":{"1min":0.78000000000000003,"5min":0.63400000000000001,"15min":0.59599999999999997},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":2.9399999999999999,"5min":2.9399999999999999,"15min":2.9399999999999999},"last":0.68300000000000005},{"interface":"front","average":{"1min":0.82899999999999996,"5min":0.68500000000000005,"15min":0.66000000000000003},"min":{"1min":0.46500000000000002,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":2.9540000000000002,"5min":2.9540000000000002,"15min":2.9540000000000002},"last":0.80600000000000005}]}]},{"osd":4,"up_from":30,"seq":128849019268,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3232020,"kb_used_data":2744460,"kb_used_omap":0,"kb_used_meta":487552,"kb_avail":90513132,"statfs":{"total":95995035648,"available":92685447168,"internally_reserved":0,"allocated":2810327040,"data_stored":2808912327,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":499253248},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.55900000000000005,"15min":1.593},"min":{"1min":0.26100000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":4.46,"5min":10.249000000000001,"15min":22.515000000000001},"last":0.318},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.56000000000000005,"15min":1.5249999999999999},"min":{"1min":0.28100000000000003,"5min":0.23200000000000001,"15min":0.217},"max":{"1min":1.425,"5min":4.5250000000000004,"15min":22.454000000000001},"last":0.69899999999999995}]},{"osd":1,"last update":"Mon Aug 28 02:37:48 2023","interfaces":[{"interface":"back","average":{"1min":0.71399999999999997,"5min":0.59499999999999997,"15min":1.3899999999999999},"min":{"1min":0.26300000000000001,"5min":0.254,"15min":0.24199999999999999},"max":{"1min":4.5090000000000003,"5min":5.5979999999999999,"15min":23.082000000000001},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.81599999999999995,"5min":0.56499999999999995,"15min":1.5449999999999999},"min":{"1min":0.28899999999999998,"5min":0.26300000000000001,"15min":0.26000000000000001},"max":{"1min":4.5910000000000002,"5min":4.7960000000000003,"15min":25.100000000000001},"last":0.438}]},{"osd":2,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.72399999999999998,"5min":0.67400000000000004,"15min":1.5169999999999999},"min":{"1min":0.29599999999999999,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":4.5430000000000001,"5min":4.827,"15min":16.231000000000002},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.85399999999999998,"5min":0.64600000000000002,"15min":1.4039999999999999},"min":{"1min":0.33200000000000002,"5min":0.312,"15min":0.251},"max":{"1min":5.6360000000000001,"5min":5.6360000000000001,"15min":13.515000000000001},"last":0.77200000000000002}]},{"osd":3,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.69699999999999995,"15min":0.77100000000000002},"min":{"1min":0.34799999999999998,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.9059999999999999,"5min":7.7480000000000002,"15min":7.7480000000000002},"last":0.41999999999999998},{"interface":"front","average":{"1min":0.627,"5min":0.70999999999999996,"15min":0.67000000000000004},"min":{"1min":0.371,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":1.4850000000000001,"5min":3.7069999999999999,"15min":3.7069999999999999},"last":0.754}]},{"osd":5,"last update":"Mon Aug 28 02:38:02 2023","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.49099999999999999,"15min":1.0900000000000001},"min":{"1min":0.28399999999999997,"5min":0.25900000000000001,"15min":0.222},"max":{"1min":0.64800000000000002,"5min":4.609,"15min":16.181999999999999},"last":0.372},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.47999999999999998,"15min":1.117},"min":{"1min":0.32700000000000001,"5min":0.27500000000000002,"15min":0.20699999999999999},"max":{"1min":0.84199999999999997,"5min":1.5700000000000001,"15min":10.233000000000001},"last":0.80400000000000005}]},{"osd":6,"last update":"Mon Aug 28 02:37:16 2023","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.55500000000000005,"15min":1.052},"min":{"1min":0.29599999999999999,"5min":0.27100000000000002,"15min":0.26500000000000001},"max":{"1min":1.6000000000000001,"5min":2.9830000000000001,"15min":10.023999999999999},"last":0.72799999999999998},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.61799999999999999,"15min":1.121},"min":{"1min":0.313,"5min":0.28299999999999997,"15min":0.26600000000000001},"max":{"1min":1.679,"5min":4.5949999999999998,"15min":8.5},"last":0.45500000000000002}]},{"osd":7,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.67600000000000005,"5min":0.57899999999999996,"15min":1.143},"min":{"1min":0.35399999999999998,"5min":0.28999999999999998,"15min":0.22500000000000001},"max":{"1min":4.5720000000000001,"5min":4.8559999999999999,"15min":9.3209999999999997},"last":0.58699999999999997},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.59099999999999997,"15min":1.089},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.30299999999999999},"max":{"1min":1.647,"5min":2.754,"15min":15.597},"last":0.78700000000000003}]}]},{"osd":5,"up_from":37,"seq":158913790342,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2408332,"kb_used_data":1854212,"kb_used_omap":0,"kb_used_meta":554112,"kb_avail":91336820,"statfs":{"total":95995035648,"available":93528903680,"internally_reserved":0,"allocated":1898713088,"data_stored":1897310381,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":567410688},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,0,0,0,3],"upper_bound":512},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:37:49 2023","interfaces":[{"interface":"back","average":{"1min":0.439,"5min":0.44800000000000001,"15min":1.661},"min":{"1min":0.245,"5min":0.23200000000000001,"15min":0.20200000000000001},"max":{"1min":1.1100000000000001,"5min":1.4530000000000001,"15min":40.334000000000003},"last":0.38400000000000001},{"interface":"front","average":{"1min":0.498,"5min":0.69299999999999995,"15min":1.6830000000000001},"min":{"1min":0.32100000000000001,"5min":0.26600000000000001,"15min":0.23200000000000001},"max":{"1min":0.93300000000000005,"5min":19.815999999999999,"15min":40.212000000000003},"last":0.97399999999999998}]},{"osd":1,"last update":"Mon Aug 28 02:37:49 2023","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.63600000000000001,"15min":1.8620000000000001},"min":{"1min":0.28799999999999998,"5min":0.27900000000000003,"15min":0.23699999999999999},"max":{"1min":1.0700000000000001,"5min":17.998000000000001,"15min":40.088000000000001},"last":0.35899999999999999},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.73199999999999998,"15min":1.738},"min":{"1min":0.36099999999999999,"5min":0.28100000000000003,"15min":0.26000000000000001},"max":{"1min":0.95699999999999996,"5min":19.853000000000002,"15min":40.243000000000002},"last":0.88500000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:37:49 2023","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.57199999999999995,"15min":1.6120000000000001},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.27700000000000002},"max":{"1min":1.776,"5min":5.3099999999999996,"15min":40.436999999999998},"last":0.442},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.60999999999999999,"15min":1.7569999999999999},"min":{"1min":0.32600000000000001,"5min":0.315,"15min":0.27200000000000002},"max":{"1min":2.069,"5min":4.2400000000000002,"15min":40.555},"last":0.91500000000000004}]},{"osd":3,"last update":"Mon Aug 28 02:37:21 2023","interfaces":[{"interface":"back","average":{"1min":0.44900000000000001,"5min":0.82399999999999995,"15min":1.1399999999999999},"min":{"1min":0.308,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.52600000000000002,"5min":16.190999999999999,"15min":16.190999999999999},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.53100000000000003,"5min":1.0589999999999999,"15min":1.476},"min":{"1min":0.42599999999999999,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.77800000000000002,"5min":21.420999999999999,"15min":21.420999999999999},"last":0.94999999999999996}]},{"osd":4,"last update":"Mon Aug 28 02:37:58 2023","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.41399999999999998,"15min":1.069},"min":{"1min":0.27300000000000002,"5min":0.25,"15min":0.23100000000000001},"max":{"1min":1.4239999999999999,"5min":1.516,"15min":13.616},"last":0.41699999999999998},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.53300000000000003,"15min":1.194},"min":{"1min":0.33100000000000002,"5min":0.28499999999999998,"15min":0.25700000000000001},"max":{"1min":1.9610000000000001,"5min":4.1879999999999997,"15min":10.664999999999999},"last":0.81000000000000005}]},{"osd":6,"last update":"Mon Aug 28 02:37:49 2023","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.64100000000000001,"15min":1.4279999999999999},"min":{"1min":0.30499999999999999,"5min":0.28599999999999998,"15min":0.23300000000000001},"max":{"1min":1.6439999999999999,"5min":10.66,"15min":42.409999999999997},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":1.369},"min":{"1min":0.35999999999999999,"5min":0.29499999999999998,"15min":0.254},"max":{"1min":1.7150000000000001,"5min":6.1159999999999997,"15min":42.533999999999999},"last":0.39500000000000002}]},{"osd":7,"last update":"Mon Aug 28 02:37:49 2023","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.60199999999999998,"15min":1.5780000000000001},"min":{"1min":0.39400000000000002,"5min":0.33900000000000002,"15min":0.315},"max":{"1min":0.68999999999999995,"5min":6.1749999999999998,"15min":42.667000000000002},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.628,"15min":1.6060000000000001},"min":{"1min":0.42299999999999999,"5min":0.33000000000000002,"15min":0.318},"max":{"1min":1.8069999999999999,"5min":4.149,"15min":42.344000000000001},"last":0.84199999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":2697728000,"data_stored":2697723928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":823459840,"data_stored":823459840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1797586944,"data_stored":1797586944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":760217600,"data_stored":760217600,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":2805796864,"data_stored":2805792792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1891172352,"data_stored":1891172352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1735266304,"data_stored":1735262232,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1359872000,"data_stored":1359872000,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:38:18.677 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph status --format=json 2023-08-28T02:38:18.708 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:18 smithi040 ceph-mon[175404]: from='client.46169 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:38:18.708 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:18 smithi040 ceph-mon[175404]: pgmap v1088: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 4.0 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 101 op/s; 26711/198378 objects degraded (13.465%); 14795/198378 objects misplaced (7.458%); 5.3 MiB/s, 85 objects/s recovering 2023-08-28T02:38:18.708 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:18 smithi040 ceph-mon[170259]: from='client.46169 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:38:18.708 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:18 smithi040 ceph-mon[170259]: pgmap v1088: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 4.0 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 101 op/s; 26711/198378 objects degraded (13.465%); 14795/198378 objects misplaced (7.458%); 5.3 MiB/s, 85 objects/s recovering 2023-08-28T02:38:18.722 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:38:18.751 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:18.871 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:38:18.876 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:18 smithi083 ceph-mon[157819]: from='client.46169 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:38:18.876 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:18 smithi083 ceph-mon[157819]: pgmap v1088: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 4.0 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 101 op/s; 26711/198378 objects degraded (13.465%); 14795/198378 objects misplaced (7.458%); 5.3 MiB/s, 85 objects/s recovering 2023-08-28T02:38:18.877 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:18.877 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:38:18.978 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:38:19.010 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:19.038 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:38:19.042 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:19.043 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:38:19.120 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2023-08-28T02:38:19.120 INFO:teuthology.orchestra.run.smithi083.stdout: "ops": [], 2023-08-28T02:38:19.120 INFO:teuthology.orchestra.run.smithi083.stdout: "num_ops": 0 2023-08-28T02:38:19.120 INFO:teuthology.orchestra.run.smithi083.stdout:} 2023-08-28T02:38:19.143 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:38:19.174 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:19.198 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:38:19.309 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:38:19.331 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:38:19.355 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:38:19.378 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:38:19.398 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:38:19.417 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:38:19.438 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:38:19.458 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:38:19.459 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-08-28T02:38:19.460 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-08-28T02:38:19.460 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-08-28T02:38:19.460 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-08-28T02:38:19.460 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-08-28T02:38:19.460 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-08-28T02:38:19.460 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-08-28T02:38:19.460 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-08-28T02:38:19.575 INFO:teuthology.orchestra.run.smithi040.stderr:nodeep-scrub is unset 2023-08-28T02:38:19.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:19 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1952921061' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:38:19.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:19 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3763599499' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:38:19.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:19 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1952921061' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:38:19.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:19 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3763599499' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:38:19.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:19 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1952921061' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:38:19.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:19 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3763599499' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:38:20.103 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:38:20.108 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:20.108 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:38:20.129 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.7 dump_blocked_ops 2023-08-28T02:38:20.209 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:38:20.280 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:20.314 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:38:20.322 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:20.323 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:38:20.423 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:38:20.458 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:20.484 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:38:20.530 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:38:20.533 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:20.533 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:38:20.634 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:38:20.666 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:20.689 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:38:20.694 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:20.694 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:38:20.795 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:38:20.824 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:20 smithi040 ceph-mon[175404]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:38:20.824 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:20 smithi040 ceph-mon[175404]: failed to encode map e357 with expected crc 2023-08-28T02:38:20.824 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:20 smithi040 ceph-mon[175404]: failed to encode map e357 with expected crc 2023-08-28T02:38:20.824 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:20 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1952921061' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:38:20.825 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:20 smithi040 ceph-mon[175404]: osdmap e357: 8 total, 8 up, 6 in 2023-08-28T02:38:20.825 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:20 smithi040 ceph-mon[175404]: pgmap v1090: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 4.0 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 96 op/s; 26671/198015 objects degraded (13.469%); 14765/198015 objects misplaced (7.457%); 3.8 MiB/s, 60 objects/s recovering 2023-08-28T02:38:20.825 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:20 smithi040 ceph-mon[170259]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:38:20.825 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:20 smithi040 ceph-mon[170259]: failed to encode map e357 with expected crc 2023-08-28T02:38:20.825 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:20 smithi040 ceph-mon[170259]: failed to encode map e357 with expected crc 2023-08-28T02:38:20.825 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:20 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1952921061' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:38:20.825 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:20 smithi040 ceph-mon[170259]: osdmap e357: 8 total, 8 up, 6 in 2023-08-28T02:38:20.825 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:20 smithi040 ceph-mon[170259]: pgmap v1090: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 4.0 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 96 op/s; 26671/198015 objects degraded (13.469%); 14765/198015 objects misplaced (7.457%); 3.8 MiB/s, 60 objects/s recovering 2023-08-28T02:38:20.827 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:20.827 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:20 smithi083 ceph-mon[157819]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:38:20.827 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:20 smithi083 ceph-mon[157819]: failed to encode map e357 with expected crc 2023-08-28T02:38:20.828 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:20 smithi083 ceph-mon[157819]: failed to encode map e357 with expected crc 2023-08-28T02:38:20.828 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:20 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1952921061' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:38:20.828 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:20 smithi083 ceph-mon[157819]: osdmap e357: 8 total, 8 up, 6 in 2023-08-28T02:38:20.828 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:20 smithi083 ceph-mon[157819]: pgmap v1090: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 4.0 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 96 op/s; 26671/198015 objects degraded (13.469%); 14765/198015 objects misplaced (7.457%); 3.8 MiB/s, 60 objects/s recovering 2023-08-28T02:38:20.849 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:38:20.852 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:20.853 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:38:20.942 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:38:20.942 INFO:teuthology.orchestra.run.smithi040.stdout:{"fsid":"d9a8f48a-4546-11ee-817c-1b7a5f1ba315","health":{"status":"HEALTH_WARN","checks":{"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 26671/198015 objects degraded (13.469%), 4 pgs degraded, 4 pgs undersized","count":8},"muted":false}},"mutes":[]},"election_epoch":34,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":1506,"monmap":{"epoch":4,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":357,"num_osds":8,"num_up_osds":8,"osd_up_since":1693189991,"num_in_osds":6,"osd_in_since":1693189947,"num_remapped_pgs":7},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":92},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":3},{"state_name":"active+remapped+backfill_wait","count":3},{"state_name":"active+recovering+undersized+degraded+remapped","count":1}],"num_pgs":99,"num_pools":5,"num_objects":66005,"data_bytes":4324506372,"bytes_used":13374230528,"bytes_avail":562595983360,"bytes_total":575970213888,"degraded_objects":26671,"degraded_total":198015,"degraded_ratio":0.1346918162765447,"misplaced_objects":14765,"misplaced_total":198015,"misplaced_ratio":0.074565058202661419,"recovering_objects_per_sec":60,"recovering_bytes_per_sec":3980088,"recovering_keys_per_sec":0,"num_objects_recovered":486,"num_bytes_recovered":31850496,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":96},"fsmap":{"epoch":7,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi040.wmhbsz","status":"up:active","gid":24577}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.40:8443/","prometheus":"http://172.21.15.40:9283/"}},"servicemap":{"epoch":22,"modified":"2023-08-28T02:34:10.384085+0000","services":{}},"progress_events":{"12dba03a-d529-4826-b243-e29af8fa97a8":{"message":"Upgrade to 18.2.0-187-g9cf20820 (5m)\n [============................] (remaining: 6m)","progress":0.44999998807907104,"add_to_ceph_s":true},"42e4bfe6-6201-4e43-94a3-bd00b5166574":{"message":"Global Recovery Event (6m)\n [==========================..] (remaining: 30s)","progress":0.92929291725158691,"add_to_ceph_s":true}}} 2023-08-28T02:38:20.954 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:38:20.989 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:21.065 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:38:21.068 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:21.069 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:38:21.169 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:38:21.211 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:21.236 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:38:21.239 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:21.240 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:38:21.321 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2023-08-28T02:38:21.321 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:38:21.340 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:38:21.372 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:21.636 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:38:21.697 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:38:21.704 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:21.704 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:38:21.805 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:38:21.833 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:21 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2110062386' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:38:21.833 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:21 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 26671/198015 objects degraded (13.469%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-08-28T02:38:21.835 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:21.857 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:38:21.861 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:21.862 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:38:21.945 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:21 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2110062386' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:38:21.945 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:21 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 26671/198015 objects degraded (13.469%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-08-28T02:38:21.945 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:21 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2110062386' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:38:21.945 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:21 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 26671/198015 objects degraded (13.469%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-08-28T02:38:21.963 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:38:21.997 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:22.203 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-08-28T02:38:22.275 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:38:22.279 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:22.280 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:38:22.304 INFO:teuthology.orchestra.run.smithi083.stdout:ERROR: (22) Invalid argument 2023-08-28T02:38:22.305 INFO:teuthology.orchestra.run.smithi083.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:38:22.334 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd set noscrub 2023-08-28T02:38:22.381 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:38:22.411 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:22.436 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:38:22.439 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:22.440 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:38:22.540 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:38:22.575 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:22.604 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:38:22.607 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:22.607 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:38:22.608 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:22 smithi083 ceph-mon[157819]: pgmap v1091: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 4.0 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 98 op/s; 26576/197289 objects degraded (13.471%); 14339/197289 objects misplaced (7.268%); 6.1 MiB/s, 97 objects/s recovering 2023-08-28T02:38:22.666 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:38:22.708 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:38:22.757 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:22 smithi040 ceph-mon[170259]: pgmap v1091: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 4.0 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 98 op/s; 26576/197289 objects degraded (13.471%); 14339/197289 objects misplaced (7.268%); 6.1 MiB/s, 97 objects/s recovering 2023-08-28T02:38:22.757 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:22 smithi040 ceph-mon[175404]: pgmap v1091: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 4.0 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 98 op/s; 26576/197289 objects degraded (13.471%); 14339/197289 objects misplaced (7.268%); 6.1 MiB/s, 97 objects/s recovering 2023-08-28T02:38:22.760 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:22.835 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:38:22.838 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:22.839 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:38:22.939 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:38:22.973 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:23.005 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:38:23.006 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:38:23.011 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:38:23.446 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:38:23.451 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:23.451 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:38:23.475 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":1091,"stamp":"2023-08-28T02:38:22.462694+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4308646660,"num_objects":65763,"num_object_clones":0,"num_object_copies":197289,"num_objects_missing_on_primary":4180,"num_objects_missing":4180,"num_objects_degraded":26576,"num_objects_misplaced":14339,"num_objects_unfound":0,"num_objects_dirty":65763,"num_whiteouts":0,"num_read":90,"num_read_kb":168,"num_write":120979,"num_write_kb":5972054,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":44436,"num_bytes_recovered":2889290641,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":98748,"ondisk_log_size":98748,"up":297,"acting":293,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":13052808,"kb_used_data":10082456,"kb_used_omap":12,"kb_used_meta":2970291,"kb_avail":549418104,"statfs":{"total":575970213888,"available":562604138496,"internally_reserved":0,"allocated":10324434944,"data_stored":10313985110,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12739,"internal_metadata":3041578557},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,2,0,3,1,3,3,5,3],"upper_bound":8192},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-60293120,"num_objects":-920,"num_object_clones":0,"num_object_copies":-2760,"num_objects_missing_on_primary":-67,"num_objects_missing":-67,"num_objects_degraded":-271,"num_objects_misplaced":-915,"num_objects_unfound":0,"num_objects_dirty":-920,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":920,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":910,"num_bytes_recovered":59637760,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"9.327506"},"pg_stats":[{"pgid":"3.1a","version":"65'1","reported_seq":368,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.142557+0000","last_change":"2023-08-28T02:32:32.667028+0000","last_active":"2023-08-28T02:38:13.142557+0000","last_peered":"2023-08-28T02:38:13.142557+0000","last_clean":"2023-08-28T02:38:13.142557+0000","last_became_active":"2023-08-28T02:32:32.666711+0000","last_became_peered":"2023-08-28T02:32:32.666711+0000","last_unstale":"2023-08-28T02:38:13.142557+0000","last_undegraded":"2023-08-28T02:38:13.142557+0000","last_fullsized":"2023-08-28T02:38:13.142557+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:28:21.913105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":321,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.134013+0000","last_change":"2023-08-28T02:29:44.421259+0000","last_active":"2023-08-28T02:38:13.134013+0000","last_peered":"2023-08-28T02:38:13.134013+0000","last_clean":"2023-08-28T02:38:13.134013+0000","last_became_active":"2023-08-28T02:29:44.420936+0000","last_became_peered":"2023-08-28T02:29:44.420936+0000","last_unstale":"2023-08-28T02:38:13.134013+0000","last_undegraded":"2023-08-28T02:38:13.134013+0000","last_fullsized":"2023-08-28T02:38:13.134013+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:22:26.346867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":161,"reported_epoch":355,"state":"active+clean","last_fresh":"2023-08-28T02:38:08.262494+0000","last_change":"2023-08-28T02:33:12.290337+0000","last_active":"2023-08-28T02:38:08.262494+0000","last_peered":"2023-08-28T02:38:08.262494+0000","last_clean":"2023-08-28T02:38:08.262494+0000","last_became_active":"2023-08-28T02:33:12.289852+0000","last_became_peered":"2023-08-28T02:33:12.289852+0000","last_unstale":"2023-08-28T02:38:08.262494+0000","last_undegraded":"2023-08-28T02:38:08.262494+0000","last_fullsized":"2023-08-28T02:38:08.262494+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:04:26.420037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":336,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.133557+0000","last_change":"2023-08-28T02:33:13.317226+0000","last_active":"2023-08-28T02:38:13.133557+0000","last_peered":"2023-08-28T02:38:13.133557+0000","last_clean":"2023-08-28T02:38:13.133557+0000","last_became_active":"2023-08-28T02:33:13.316893+0000","last_became_peered":"2023-08-28T02:33:13.316893+0000","last_unstale":"2023-08-28T02:38:13.133557+0000","last_undegraded":"2023-08-28T02:38:13.133557+0000","last_fullsized":"2023-08-28T02:38:13.133557+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:55:46.593463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":281,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.146547+0000","last_change":"2023-08-28T02:33:12.295203+0000","last_active":"2023-08-28T02:38:13.146547+0000","last_peered":"2023-08-28T02:38:13.146547+0000","last_clean":"2023-08-28T02:38:13.146547+0000","last_became_active":"2023-08-28T02:33:12.294904+0000","last_became_peered":"2023-08-28T02:33:12.294904+0000","last_unstale":"2023-08-28T02:38:13.146547+0000","last_undegraded":"2023-08-28T02:38:13.146547+0000","last_fullsized":"2023-08-28T02:38:13.146547+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:31:07.008856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":298,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.144433+0000","last_change":"2023-08-28T02:31:51.987263+0000","last_active":"2023-08-28T02:38:13.144433+0000","last_peered":"2023-08-28T02:38:13.144433+0000","last_clean":"2023-08-28T02:38:13.144433+0000","last_became_active":"2023-08-28T02:31:51.986938+0000","last_became_peered":"2023-08-28T02:31:51.986938+0000","last_unstale":"2023-08-28T02:38:13.144433+0000","last_undegraded":"2023-08-28T02:38:13.144433+0000","last_fullsized":"2023-08-28T02:38:13.144433+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:18.021905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":330,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.133825+0000","last_change":"2023-08-28T02:33:12.318656+0000","last_active":"2023-08-28T02:38:13.133825+0000","last_peered":"2023-08-28T02:38:13.133825+0000","last_clean":"2023-08-28T02:38:13.133825+0000","last_became_active":"2023-08-28T02:33:12.318297+0000","last_became_peered":"2023-08-28T02:33:12.318297+0000","last_unstale":"2023-08-28T02:38:13.133825+0000","last_undegraded":"2023-08-28T02:38:13.133825+0000","last_fullsized":"2023-08-28T02:38:13.133825+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:43:09.789767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":262,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.146621+0000","last_change":"2023-08-28T02:33:13.357230+0000","last_active":"2023-08-28T02:38:13.146621+0000","last_peered":"2023-08-28T02:38:13.146621+0000","last_clean":"2023-08-28T02:38:13.146621+0000","last_became_active":"2023-08-28T02:33:13.356853+0000","last_became_peered":"2023-08-28T02:33:13.356853+0000","last_unstale":"2023-08-28T02:38:13.146621+0000","last_undegraded":"2023-08-28T02:38:13.146621+0000","last_fullsized":"2023-08-28T02:38:13.146621+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:20:21.545007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":340,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.144147+0000","last_change":"2023-08-28T02:29:44.462510+0000","last_active":"2023-08-28T02:38:13.144147+0000","last_peered":"2023-08-28T02:38:13.144147+0000","last_clean":"2023-08-28T02:38:13.144147+0000","last_became_active":"2023-08-28T02:29:44.460314+0000","last_became_peered":"2023-08-28T02:29:44.460314+0000","last_unstale":"2023-08-28T02:38:13.144147+0000","last_undegraded":"2023-08-28T02:38:13.144147+0000","last_fullsized":"2023-08-28T02:38:13.144147+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:59:01.311467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":265,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.146484+0000","last_change":"2023-08-28T02:33:13.291255+0000","last_active":"2023-08-28T02:38:13.146484+0000","last_peered":"2023-08-28T02:38:13.146484+0000","last_clean":"2023-08-28T02:38:13.146484+0000","last_became_active":"2023-08-28T02:33:13.290933+0000","last_became_peered":"2023-08-28T02:33:13.290933+0000","last_unstale":"2023-08-28T02:38:13.146484+0000","last_undegraded":"2023-08-28T02:38:13.146484+0000","last_fullsized":"2023-08-28T02:38:13.146484+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:31:54.116908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"65'3","reported_seq":341,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.138613+0000","last_change":"2023-08-28T02:33:12.296412+0000","last_active":"2023-08-28T02:38:13.138613+0000","last_peered":"2023-08-28T02:38:13.138613+0000","last_clean":"2023-08-28T02:38:13.138613+0000","last_became_active":"2023-08-28T02:33:12.295786+0000","last_became_peered":"2023-08-28T02:33:12.295786+0000","last_unstale":"2023-08-28T02:38:13.138613+0000","last_undegraded":"2023-08-28T02:38:13.138613+0000","last_fullsized":"2023-08-28T02:38:13.138613+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:15:31.449163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":164,"reported_epoch":355,"state":"active+clean","last_fresh":"2023-08-28T02:38:08.263538+0000","last_change":"2023-08-28T02:32:32.666927+0000","last_active":"2023-08-28T02:38:08.263538+0000","last_peered":"2023-08-28T02:38:08.263538+0000","last_clean":"2023-08-28T02:38:08.263538+0000","last_became_active":"2023-08-28T02:32:32.666618+0000","last_became_peered":"2023-08-28T02:32:32.666618+0000","last_unstale":"2023-08-28T02:38:08.263538+0000","last_undegraded":"2023-08-28T02:38:08.263538+0000","last_fullsized":"2023-08-28T02:38:08.263538+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:45:57.998333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":365,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.143089+0000","last_change":"2023-08-28T02:32:28.505262+0000","last_active":"2023-08-28T02:38:13.143089+0000","last_peered":"2023-08-28T02:38:13.143089+0000","last_clean":"2023-08-28T02:38:13.143089+0000","last_became_active":"2023-08-28T02:32:28.455999+0000","last_became_peered":"2023-08-28T02:32:28.455999+0000","last_unstale":"2023-08-28T02:38:13.143089+0000","last_undegraded":"2023-08-28T02:38:13.143089+0000","last_fullsized":"2023-08-28T02:38:13.143089+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:28.937020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":9468,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":349,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.142811+0000","last_change":"2023-08-28T02:32:12.959195+0000","last_active":"2023-08-28T02:38:13.142811+0000","last_peered":"2023-08-28T02:38:13.142811+0000","last_clean":"2023-08-28T02:38:13.142811+0000","last_became_active":"2023-08-28T02:32:12.958832+0000","last_became_peered":"2023-08-28T02:32:12.958832+0000","last_unstale":"2023-08-28T02:38:13.142811+0000","last_undegraded":"2023-08-28T02:38:13.142811+0000","last_fullsized":"2023-08-28T02:38:13.142811+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:23:27.197787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"65'2","reported_seq":339,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.138224+0000","last_change":"2023-08-28T02:32:28.461161+0000","last_active":"2023-08-28T02:38:13.138224+0000","last_peered":"2023-08-28T02:38:13.138224+0000","last_clean":"2023-08-28T02:38:13.138224+0000","last_became_active":"2023-08-28T02:32:28.451284+0000","last_became_peered":"2023-08-28T02:32:28.451284+0000","last_unstale":"2023-08-28T02:38:13.138224+0000","last_undegraded":"2023-08-28T02:38:13.138224+0000","last_fullsized":"2023-08-28T02:38:13.138224+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:58:20.061020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":322,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.132994+0000","last_change":"2023-08-28T02:29:44.419566+0000","last_active":"2023-08-28T02:38:13.132994+0000","last_peered":"2023-08-28T02:38:13.132994+0000","last_clean":"2023-08-28T02:38:13.132994+0000","last_became_active":"2023-08-28T02:29:44.419053+0000","last_became_peered":"2023-08-28T02:29:44.419053+0000","last_unstale":"2023-08-28T02:38:13.132994+0000","last_undegraded":"2023-08-28T02:38:13.132994+0000","last_fullsized":"2023-08-28T02:38:13.132994+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:44:36.133499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":325,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.133111+0000","last_change":"2023-08-28T02:33:12.493777+0000","last_active":"2023-08-28T02:38:13.133111+0000","last_peered":"2023-08-28T02:38:13.133111+0000","last_clean":"2023-08-28T02:38:13.133111+0000","last_became_active":"2023-08-28T02:33:12.491177+0000","last_became_peered":"2023-08-28T02:33:12.491177+0000","last_unstale":"2023-08-28T02:38:13.133111+0000","last_undegraded":"2023-08-28T02:38:13.133111+0000","last_fullsized":"2023-08-28T02:38:13.133111+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:10:58.167753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":336,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.143860+0000","last_change":"2023-08-28T02:33:12.290293+0000","last_active":"2023-08-28T02:38:13.143860+0000","last_peered":"2023-08-28T02:38:13.143860+0000","last_clean":"2023-08-28T02:38:13.143860+0000","last_became_active":"2023-08-28T02:33:12.289989+0000","last_became_peered":"2023-08-28T02:33:12.289989+0000","last_unstale":"2023-08-28T02:38:13.143860+0000","last_undegraded":"2023-08-28T02:38:13.143860+0000","last_fullsized":"2023-08-28T02:38:13.143860+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:05:33.622172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":314,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.137926+0000","last_change":"2023-08-28T02:32:12.948756+0000","last_active":"2023-08-28T02:38:13.137926+0000","last_peered":"2023-08-28T02:38:13.137926+0000","last_clean":"2023-08-28T02:38:13.137926+0000","last_became_active":"2023-08-28T02:32:12.948441+0000","last_became_peered":"2023-08-28T02:32:12.948441+0000","last_unstale":"2023-08-28T02:38:13.137926+0000","last_undegraded":"2023-08-28T02:38:13.137926+0000","last_fullsized":"2023-08-28T02:38:13.137926+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:27.922180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":331,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.133652+0000","last_change":"2023-08-28T02:33:12.299398+0000","last_active":"2023-08-28T02:38:13.133652+0000","last_peered":"2023-08-28T02:38:13.133652+0000","last_clean":"2023-08-28T02:38:13.133652+0000","last_became_active":"2023-08-28T02:33:12.299113+0000","last_became_peered":"2023-08-28T02:33:12.299113+0000","last_unstale":"2023-08-28T02:38:13.133652+0000","last_undegraded":"2023-08-28T02:38:13.133652+0000","last_fullsized":"2023-08-28T02:38:13.133652+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:14:55.597212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"65'8","reported_seq":125,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.132681+0000","last_change":"2023-08-28T02:33:13.478870+0000","last_active":"2023-08-28T02:38:13.132681+0000","last_peered":"2023-08-28T02:38:13.132681+0000","last_clean":"2023-08-28T02:38:13.132681+0000","last_became_active":"2023-08-28T02:33:13.332142+0000","last_became_peered":"2023-08-28T02:33:13.332142+0000","last_unstale":"2023-08-28T02:38:13.132681+0000","last_undegraded":"2023-08-28T02:38:13.132681+0000","last_fullsized":"2023-08-28T02:38:13.132681+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:32:42.810159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":263,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.148107+0000","last_change":"2023-08-28T02:33:12.306353+0000","last_active":"2023-08-28T02:38:13.148107+0000","last_peered":"2023-08-28T02:38:13.148107+0000","last_clean":"2023-08-28T02:38:13.148107+0000","last_became_active":"2023-08-28T02:33:12.304977+0000","last_became_peered":"2023-08-28T02:33:12.304977+0000","last_unstale":"2023-08-28T02:38:13.148107+0000","last_undegraded":"2023-08-28T02:38:13.148107+0000","last_fullsized":"2023-08-28T02:38:13.148107+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:19:38.819671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"357'7521","reported_seq":7636,"reported_epoch":357,"state":"active+clean","last_fresh":"2023-08-28T02:38:20.647461+0000","last_change":"2023-08-28T02:30:50.402703+0000","last_active":"2023-08-28T02:38:20.647461+0000","last_peered":"2023-08-28T02:38:20.647461+0000","last_clean":"2023-08-28T02:38:20.647461+0000","last_became_active":"2023-08-28T02:30:50.402419+0000","last_became_peered":"2023-08-28T02:30:50.402419+0000","last_unstale":"2023-08-28T02:38:20.647461+0000","last_undegraded":"2023-08-28T02:38:20.647461+0000","last_fullsized":"2023-08-28T02:38:20.647461+0000","mapping_epoch":250,"log_start":"254'300","ondisk_log_start":"254'300","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7221,"log_dups_size":0,"ondisk_log_size":7221,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:07:37.393907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":271253504,"num_objects":4139,"num_object_clones":0,"num_object_copies":12417,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4139,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7521,"num_write_kb":373120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"65'1","reported_seq":322,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.138835+0000","last_change":"2023-08-28T02:14:43.046130+0000","last_active":"2023-08-28T02:38:13.138835+0000","last_peered":"2023-08-28T02:38:13.138835+0000","last_clean":"2023-08-28T02:38:13.138835+0000","last_became_active":"2023-08-28T02:14:43.045775+0000","last_became_peered":"2023-08-28T02:14:43.045775+0000","last_unstale":"2023-08-28T02:38:13.138835+0000","last_undegraded":"2023-08-28T02:38:13.138835+0000","last_fullsized":"2023-08-28T02:38:13.138835+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:57:38.279756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":312,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.144676+0000","last_change":"2023-08-28T02:31:51.987149+0000","last_active":"2023-08-28T02:38:13.144676+0000","last_peered":"2023-08-28T02:38:13.144676+0000","last_clean":"2023-08-28T02:38:13.144676+0000","last_became_active":"2023-08-28T02:31:51.986821+0000","last_became_peered":"2023-08-28T02:31:51.986821+0000","last_unstale":"2023-08-28T02:38:13.144676+0000","last_undegraded":"2023-08-28T02:38:13.144676+0000","last_fullsized":"2023-08-28T02:38:13.144676+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:23:26.661134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"357'7557","reported_seq":12576,"reported_epoch":357,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:38:20.261519+0000","last_change":"2023-08-28T02:33:33.975566+0000","last_active":"2023-08-28T02:38:20.261519+0000","last_peered":"2023-08-28T02:38:20.261519+0000","last_clean":"2023-08-28T02:31:27.868230+0000","last_became_active":"2023-08-28T02:33:33.660452+0000","last_became_peered":"2023-08-28T02:33:33.660452+0000","last_unstale":"2023-08-28T02:38:20.261519+0000","last_undegraded":"2023-08-28T02:33:13.410847+0000","last_fullsized":"2023-08-28T02:33:13.270012+0000","mapping_epoch":298,"log_start":"254'400","ondisk_log_start":"254'400","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7157,"log_dups_size":0,"ondisk_log_size":7157,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:33.375162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":264962048,"num_objects":4043,"num_object_clones":0,"num_object_copies":12129,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6551,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4043,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7557,"num_write_kb":371200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2433,"num_bytes_recovered":159383552,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[5,4],"avail_no_missing":["5","6"],"object_location_counts":[{"shards":"2,5,6","objects":915},{"shards":"3,5,6","objects":1623},{"shards":"5,6","objects":1505}],"blocked_by":[],"up_primary":3,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"65'2","reported_seq":347,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.138594+0000","last_change":"2023-08-28T02:29:44.436352+0000","last_active":"2023-08-28T02:38:13.138594+0000","last_peered":"2023-08-28T02:38:13.138594+0000","last_clean":"2023-08-28T02:38:13.138594+0000","last_became_active":"2023-08-28T02:29:44.411499+0000","last_became_peered":"2023-08-28T02:29:44.411499+0000","last_unstale":"2023-08-28T02:38:13.138594+0000","last_undegraded":"2023-08-28T02:38:13.138594+0000","last_fullsized":"2023-08-28T02:38:13.138594+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:46:57.540191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":373,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.141989+0000","last_change":"2023-08-28T02:33:12.289004+0000","last_active":"2023-08-28T02:38:13.141989+0000","last_peered":"2023-08-28T02:38:13.141989+0000","last_clean":"2023-08-28T02:38:13.141989+0000","last_became_active":"2023-08-28T02:33:12.288722+0000","last_became_peered":"2023-08-28T02:33:12.288722+0000","last_unstale":"2023-08-28T02:38:13.141989+0000","last_undegraded":"2023-08-28T02:38:13.141989+0000","last_fullsized":"2023-08-28T02:38:13.141989+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:24.019483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"357'7448","reported_seq":12658,"reported_epoch":357,"state":"active+clean","last_fresh":"2023-08-28T02:38:20.108602+0000","last_change":"2023-08-28T02:37:54.748968+0000","last_active":"2023-08-28T02:38:20.108602+0000","last_peered":"2023-08-28T02:38:20.108602+0000","last_clean":"2023-08-28T02:38:20.108602+0000","last_became_active":"2023-08-28T02:37:54.729376+0000","last_became_peered":"2023-08-28T02:37:54.729376+0000","last_unstale":"2023-08-28T02:38:20.108602+0000","last_undegraded":"2023-08-28T02:38:20.108602+0000","last_fullsized":"2023-08-28T02:38:20.108602+0000","mapping_epoch":351,"log_start":"257'2112","ondisk_log_start":"257'2112","created":250,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5336,"log_dups_size":0,"ondisk_log_size":5336,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:00.988172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":268828672,"num_objects":4102,"num_object_clones":0,"num_object_copies":12306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4102,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7448,"num_write_kb":369600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2533,"num_bytes_recovered":160432128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"65'1","reported_seq":333,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.138451+0000","last_change":"2023-08-28T02:33:13.516869+0000","last_active":"2023-08-28T02:38:13.138451+0000","last_peered":"2023-08-28T02:38:13.138451+0000","last_clean":"2023-08-28T02:38:13.138451+0000","last_became_active":"2023-08-28T02:33:13.396736+0000","last_became_peered":"2023-08-28T02:33:13.396736+0000","last_unstale":"2023-08-28T02:38:13.138451+0000","last_undegraded":"2023-08-28T02:38:13.138451+0000","last_fullsized":"2023-08-28T02:38:13.138451+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:47:08.237137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":298,"reported_epoch":355,"state":"active+clean","last_fresh":"2023-08-28T02:38:08.263336+0000","last_change":"2023-08-28T02:31:51.987327+0000","last_active":"2023-08-28T02:38:08.263336+0000","last_peered":"2023-08-28T02:38:08.263336+0000","last_clean":"2023-08-28T02:38:08.263336+0000","last_became_active":"2023-08-28T02:31:51.987018+0000","last_became_peered":"2023-08-28T02:31:51.987018+0000","last_unstale":"2023-08-28T02:38:08.263336+0000","last_undegraded":"2023-08-28T02:38:08.263336+0000","last_fullsized":"2023-08-28T02:38:08.263336+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:53:26.105101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.5","version":"357'7403","reported_seq":10712,"reported_epoch":357,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:38:20.342961+0000","last_change":"2023-08-28T02:33:13.625779+0000","last_active":"2023-08-28T02:38:20.342961+0000","last_peered":"2023-08-28T02:38:20.342961+0000","last_clean":"2023-08-28T02:31:27.898932+0000","last_became_active":"2023-08-28T02:33:13.612126+0000","last_became_peered":"2023-08-28T02:33:13.612126+0000","last_unstale":"2023-08-28T02:38:20.342961+0000","last_undegraded":"2023-08-28T02:33:13.485377+0000","last_fullsized":"2023-08-28T02:33:13.264317+0000","mapping_epoch":298,"log_start":"257'2063","ondisk_log_start":"257'2063","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5340,"log_dups_size":0,"ondisk_log_size":5340,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:37:28.843386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":265355264,"num_objects":4049,"num_object_clones":0,"num_object_copies":12147,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6591,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4049,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7403,"num_write_kb":366464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1585,"num_bytes_recovered":103874560,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,7],"avail_no_missing":["0","2"],"object_location_counts":[{"shards":"0,2","objects":2358},{"shards":"0,2,3","objects":1691}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":351,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.143486+0000","last_change":"2023-08-28T02:33:13.281826+0000","last_active":"2023-08-28T02:38:13.143486+0000","last_peered":"2023-08-28T02:38:13.143486+0000","last_clean":"2023-08-28T02:38:13.143486+0000","last_became_active":"2023-08-28T02:33:13.281511+0000","last_became_peered":"2023-08-28T02:33:13.281511+0000","last_unstale":"2023-08-28T02:38:13.143486+0000","last_undegraded":"2023-08-28T02:38:13.143486+0000","last_fullsized":"2023-08-28T02:38:13.143486+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:32:55.005706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":348,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.134884+0000","last_change":"2023-08-28T02:29:44.436713+0000","last_active":"2023-08-28T02:38:13.134884+0000","last_peered":"2023-08-28T02:38:13.134884+0000","last_clean":"2023-08-28T02:38:13.134884+0000","last_became_active":"2023-08-28T02:29:44.436203+0000","last_became_peered":"2023-08-28T02:29:44.436203+0000","last_unstale":"2023-08-28T02:38:13.134884+0000","last_undegraded":"2023-08-28T02:38:13.134884+0000","last_fullsized":"2023-08-28T02:38:13.134884+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:46:48.522293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"356'7681","reported_seq":7799,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:17.569166+0000","last_change":"2023-08-28T02:30:50.399669+0000","last_active":"2023-08-28T02:38:17.569166+0000","last_peered":"2023-08-28T02:38:17.569166+0000","last_clean":"2023-08-28T02:38:17.569166+0000","last_became_active":"2023-08-28T02:30:50.399332+0000","last_became_peered":"2023-08-28T02:30:50.399332+0000","last_unstale":"2023-08-28T02:38:17.569166+0000","last_undegraded":"2023-08-28T02:38:17.569166+0000","last_fullsized":"2023-08-28T02:38:17.569166+0000","mapping_epoch":250,"log_start":"256'1500","ondisk_log_start":"256'1500","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6181,"log_dups_size":0,"ondisk_log_size":6181,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:00:54.910841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":270860288,"num_objects":4133,"num_object_clones":0,"num_object_copies":12399,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4133,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7681,"num_write_kb":378048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"75'161","reported_seq":777,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.138054+0000","last_change":"2023-08-28T02:33:13.310049+0000","last_active":"2023-08-28T02:38:13.138054+0000","last_peered":"2023-08-28T02:38:13.138054+0000","last_clean":"2023-08-28T02:38:13.138054+0000","last_became_active":"2023-08-28T02:33:13.309661+0000","last_became_peered":"2023-08-28T02:33:13.309661+0000","last_unstale":"2023-08-28T02:38:13.138054+0000","last_undegraded":"2023-08-28T02:38:13.138054+0000","last_fullsized":"2023-08-28T02:38:13.138054+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.930230+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.930230+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:27:40.889460+0000","scrub_duration":0.0050169209999999997,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"65'2","reported_seq":312,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.147011+0000","last_change":"2023-08-28T02:33:12.294922+0000","last_active":"2023-08-28T02:38:13.147011+0000","last_peered":"2023-08-28T02:38:13.147011+0000","last_clean":"2023-08-28T02:38:13.147011+0000","last_became_active":"2023-08-28T02:33:12.294518+0000","last_became_peered":"2023-08-28T02:33:12.294518+0000","last_unstale":"2023-08-28T02:38:13.147011+0000","last_undegraded":"2023-08-28T02:38:13.147011+0000","last_fullsized":"2023-08-28T02:38:13.147011+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:21:12.737286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":350,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.143163+0000","last_change":"2023-08-28T02:33:13.310505+0000","last_active":"2023-08-28T02:38:13.143163+0000","last_peered":"2023-08-28T02:38:13.143163+0000","last_clean":"2023-08-28T02:38:13.143163+0000","last_became_active":"2023-08-28T02:33:13.310223+0000","last_became_peered":"2023-08-28T02:33:13.310223+0000","last_unstale":"2023-08-28T02:38:13.143163+0000","last_undegraded":"2023-08-28T02:38:13.143163+0000","last_fullsized":"2023-08-28T02:38:13.143163+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:27:02.124453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"357'7554","reported_seq":14298,"reported_epoch":357,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-08-28T02:38:20.823270+0000","last_change":"2023-08-28T02:37:52.936094+0000","last_active":"2023-08-28T02:38:20.823270+0000","last_peered":"2023-08-28T02:38:20.823270+0000","last_clean":"2023-08-28T02:31:27.916082+0000","last_became_active":"2023-08-28T02:33:13.580413+0000","last_became_peered":"2023-08-28T02:33:13.580413+0000","last_unstale":"2023-08-28T02:38:20.823270+0000","last_undegraded":"2023-08-28T02:33:13.480527+0000","last_fullsized":"2023-08-28T02:33:13.270957+0000","mapping_epoch":298,"log_start":"254'400","ondisk_log_start":"254'400","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7154,"log_dups_size":0,"ondisk_log_size":7154,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:03.698410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":269615104,"num_objects":4114,"num_object_clones":0,"num_object_copies":12342,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2470,"num_objects_misplaced":2470,"num_objects_unfound":0,"num_objects_dirty":4114,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7554,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3293,"num_bytes_recovered":215810048,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,4],"avail_no_missing":["5","2"],"object_location_counts":[{"shards":"2,5","objects":2470},{"shards":"4,5","objects":1644}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"75'161","reported_seq":616,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.144593+0000","last_change":"2023-08-28T02:37:37.933802+0000","last_active":"2023-08-28T02:38:13.144593+0000","last_peered":"2023-08-28T02:38:13.144593+0000","last_clean":"2023-08-28T02:38:13.144593+0000","last_became_active":"2023-08-28T02:33:13.287313+0000","last_became_peered":"2023-08-28T02:33:13.287313+0000","last_unstale":"2023-08-28T02:38:13.144593+0000","last_undegraded":"2023-08-28T02:38:13.144593+0000","last_fullsized":"2023-08-28T02:38:13.144593+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:45.407127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:45.407127+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:39:14.213229+0000","scrub_duration":0.0018495320000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":262688,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":270,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.142370+0000","last_change":"2023-08-28T02:33:13.309727+0000","last_active":"2023-08-28T02:38:13.142370+0000","last_peered":"2023-08-28T02:38:13.142370+0000","last_clean":"2023-08-28T02:38:13.142370+0000","last_became_active":"2023-08-28T02:33:13.309487+0000","last_became_peered":"2023-08-28T02:33:13.309487+0000","last_unstale":"2023-08-28T02:38:13.142370+0000","last_undegraded":"2023-08-28T02:38:13.142370+0000","last_fullsized":"2023-08-28T02:38:13.142370+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:27:29.294011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":85,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.143023+0000","last_change":"2023-08-28T02:32:28.456323+0000","last_active":"2023-08-28T02:38:13.143023+0000","last_peered":"2023-08-28T02:38:13.143023+0000","last_clean":"2023-08-28T02:38:13.143023+0000","last_became_active":"2023-08-28T02:32:28.455987+0000","last_became_peered":"2023-08-28T02:32:28.455987+0000","last_unstale":"2023-08-28T02:38:13.143023+0000","last_undegraded":"2023-08-28T02:38:13.143023+0000","last_fullsized":"2023-08-28T02:38:13.143023+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:54:07.724002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"356'7660","reported_seq":17795,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:17.017302+0000","last_change":"2023-08-28T02:33:13.316023+0000","last_active":"2023-08-28T02:38:17.017302+0000","last_peered":"2023-08-28T02:38:17.017302+0000","last_clean":"2023-08-28T02:38:17.017302+0000","last_became_active":"2023-08-28T02:33:13.308403+0000","last_became_peered":"2023-08-28T02:33:13.308403+0000","last_unstale":"2023-08-28T02:38:17.017302+0000","last_undegraded":"2023-08-28T02:38:17.017302+0000","last_fullsized":"2023-08-28T02:38:17.017302+0000","mapping_epoch":298,"log_start":"256'1500","ondisk_log_start":"256'1500","created":250,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6160,"log_dups_size":0,"ondisk_log_size":6160,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:10:38.401973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":277610496,"num_objects":4236,"num_object_clones":0,"num_object_copies":12708,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4236,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7660,"num_write_kb":380672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4999,"num_bytes_recovered":327614464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":330,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.141926+0000","last_change":"2023-08-28T02:32:28.455294+0000","last_active":"2023-08-28T02:38:13.141926+0000","last_peered":"2023-08-28T02:38:13.141926+0000","last_clean":"2023-08-28T02:38:13.141926+0000","last_became_active":"2023-08-28T02:32:28.455013+0000","last_became_peered":"2023-08-28T02:32:28.455013+0000","last_unstale":"2023-08-28T02:38:13.141926+0000","last_undegraded":"2023-08-28T02:38:13.141926+0000","last_fullsized":"2023-08-28T02:38:13.141926+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:53.583864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":362,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.143563+0000","last_change":"2023-08-28T02:33:13.335588+0000","last_active":"2023-08-28T02:38:13.143563+0000","last_peered":"2023-08-28T02:38:13.143563+0000","last_clean":"2023-08-28T02:38:13.143563+0000","last_became_active":"2023-08-28T02:33:13.335326+0000","last_became_peered":"2023-08-28T02:33:13.335326+0000","last_unstale":"2023-08-28T02:38:13.143563+0000","last_undegraded":"2023-08-28T02:38:13.143563+0000","last_fullsized":"2023-08-28T02:38:13.143563+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:15:44.958663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"357'7576","reported_seq":7691,"reported_epoch":357,"state":"active+clean","last_fresh":"2023-08-28T02:38:22.124947+0000","last_change":"2023-08-28T02:30:50.400261+0000","last_active":"2023-08-28T02:38:22.124947+0000","last_peered":"2023-08-28T02:38:22.124947+0000","last_clean":"2023-08-28T02:38:22.124947+0000","last_became_active":"2023-08-28T02:30:50.399938+0000","last_became_peered":"2023-08-28T02:30:50.399938+0000","last_unstale":"2023-08-28T02:38:22.124947+0000","last_undegraded":"2023-08-28T02:38:22.124947+0000","last_fullsized":"2023-08-28T02:38:22.124947+0000","mapping_epoch":250,"log_start":"257'2190","ondisk_log_start":"257'2190","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5386,"log_dups_size":0,"ondisk_log_size":5386,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:43:56.802792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":269877248,"num_objects":4118,"num_object_clones":0,"num_object_copies":12354,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4118,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7576,"num_write_kb":374208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"75'161","reported_seq":636,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.145213+0000","last_change":"2023-08-28T02:32:56.519141+0000","last_active":"2023-08-28T02:38:13.145213+0000","last_peered":"2023-08-28T02:38:13.145213+0000","last_clean":"2023-08-28T02:38:13.145213+0000","last_became_active":"2023-08-28T02:32:56.518863+0000","last_became_peered":"2023-08-28T02:32:56.518863+0000","last_unstale":"2023-08-28T02:38:13.145213+0000","last_undegraded":"2023-08-28T02:38:13.145213+0000","last_fullsized":"2023-08-28T02:38:13.145213+0000","mapping_epoch":292,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":293,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_clean_scrub_stamp":"2023-08-28T02:29:25.608370+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:59:50.561109+0000","scrub_duration":0.001662689,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":265,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.146776+0000","last_change":"2023-08-28T02:33:12.294592+0000","last_active":"2023-08-28T02:38:13.146776+0000","last_peered":"2023-08-28T02:38:13.146776+0000","last_clean":"2023-08-28T02:38:13.146776+0000","last_became_active":"2023-08-28T02:33:12.288508+0000","last_became_peered":"2023-08-28T02:33:12.288508+0000","last_unstale":"2023-08-28T02:38:13.146776+0000","last_undegraded":"2023-08-28T02:38:13.146776+0000","last_fullsized":"2023-08-28T02:38:13.146776+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:05:42.717608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":146,"reported_epoch":355,"state":"active+clean","last_fresh":"2023-08-28T02:38:08.264057+0000","last_change":"2023-08-28T02:29:44.429834+0000","last_active":"2023-08-28T02:38:08.264057+0000","last_peered":"2023-08-28T02:38:08.264057+0000","last_clean":"2023-08-28T02:38:08.264057+0000","last_became_active":"2023-08-28T02:29:44.429512+0000","last_became_peered":"2023-08-28T02:29:44.429512+0000","last_unstale":"2023-08-28T02:38:08.264057+0000","last_undegraded":"2023-08-28T02:38:08.264057+0000","last_fullsized":"2023-08-28T02:38:08.264057+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:58.062455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"357'7476","reported_seq":7591,"reported_epoch":357,"state":"active+clean","last_fresh":"2023-08-28T02:38:21.087833+0000","last_change":"2023-08-28T02:30:50.402348+0000","last_active":"2023-08-28T02:38:21.087833+0000","last_peered":"2023-08-28T02:38:21.087833+0000","last_clean":"2023-08-28T02:38:21.087833+0000","last_became_active":"2023-08-28T02:30:50.402076+0000","last_became_peered":"2023-08-28T02:30:50.402076+0000","last_unstale":"2023-08-28T02:38:21.087833+0000","last_undegraded":"2023-08-28T02:38:21.087833+0000","last_fullsized":"2023-08-28T02:38:21.087833+0000","mapping_epoch":250,"log_start":"255'600","ondisk_log_start":"255'600","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6876,"log_dups_size":0,"ondisk_log_size":6876,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:24.859426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":268697600,"num_objects":4100,"num_object_clones":0,"num_object_copies":12300,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4100,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7476,"num_write_kb":370432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.7","version":"75'161","reported_seq":557,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.148025+0000","last_change":"2023-08-28T02:33:13.532525+0000","last_active":"2023-08-28T02:38:13.148025+0000","last_peered":"2023-08-28T02:38:13.148025+0000","last_clean":"2023-08-28T02:38:13.148025+0000","last_became_active":"2023-08-28T02:33:13.532125+0000","last_became_peered":"2023-08-28T02:33:13.532125+0000","last_unstale":"2023-08-28T02:38:13.148025+0000","last_undegraded":"2023-08-28T02:38:13.148025+0000","last_fullsized":"2023-08-28T02:38:13.148025+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.887648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.887648+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":147,"reported_epoch":355,"state":"active+clean","last_fresh":"2023-08-28T02:38:08.263528+0000","last_change":"2023-08-28T02:29:44.407595+0000","last_active":"2023-08-28T02:38:08.263528+0000","last_peered":"2023-08-28T02:38:08.263528+0000","last_clean":"2023-08-28T02:38:08.263528+0000","last_became_active":"2023-08-28T02:29:44.407316+0000","last_became_peered":"2023-08-28T02:29:44.407316+0000","last_unstale":"2023-08-28T02:38:08.263528+0000","last_undegraded":"2023-08-28T02:38:08.263528+0000","last_fullsized":"2023-08-28T02:38:08.263528+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:01:47.777709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":368,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.143796+0000","last_change":"2023-08-28T02:33:13.286980+0000","last_active":"2023-08-28T02:38:13.143796+0000","last_peered":"2023-08-28T02:38:13.143796+0000","last_clean":"2023-08-28T02:38:13.143796+0000","last_became_active":"2023-08-28T02:33:13.286740+0000","last_became_peered":"2023-08-28T02:33:13.286740+0000","last_unstale":"2023-08-28T02:38:13.143796+0000","last_undegraded":"2023-08-28T02:38:13.143796+0000","last_fullsized":"2023-08-28T02:38:13.143796+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:24:54.574365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":147,"reported_epoch":355,"state":"active+clean","last_fresh":"2023-08-28T02:38:08.263435+0000","last_change":"2023-08-28T02:29:44.506914+0000","last_active":"2023-08-28T02:38:08.263435+0000","last_peered":"2023-08-28T02:38:08.263435+0000","last_clean":"2023-08-28T02:38:08.263435+0000","last_became_active":"2023-08-28T02:29:44.506606+0000","last_became_peered":"2023-08-28T02:29:44.506606+0000","last_unstale":"2023-08-28T02:38:08.263435+0000","last_undegraded":"2023-08-28T02:38:08.263435+0000","last_fullsized":"2023-08-28T02:38:08.263435+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:55:50.992279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"357'7587","reported_seq":19301,"reported_epoch":357,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:38:20.116691+0000","last_change":"2023-08-28T02:34:11.565330+0000","last_active":"2023-08-28T02:38:20.116691+0000","last_peered":"2023-08-28T02:38:20.116691+0000","last_clean":"2023-08-28T02:32:11.916240+0000","last_became_active":"2023-08-28T02:33:12.501819+0000","last_became_peered":"2023-08-28T02:33:12.501819+0000","last_unstale":"2023-08-28T02:38:20.116691+0000","last_undegraded":"2023-08-28T02:38:20.116691+0000","last_fullsized":"2023-08-28T02:38:20.116691+0000","mapping_epoch":297,"log_start":"257'2224","ondisk_log_start":"257'2224","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5363,"log_dups_size":0,"ondisk_log_size":5363,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:45:43.329719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262733824,"num_objects":4009,"num_object_clones":0,"num_object_copies":12027,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4009,"num_objects_unfound":0,"num_objects_dirty":4009,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7587,"num_write_kb":371072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5787,"num_bytes_recovered":379256832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,2],"avail_no_missing":["0","2","5","6"],"object_location_counts":[{"shards":"0,2,5","objects":4009}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.1","version":"75'161","reported_seq":616,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.143303+0000","last_change":"2023-08-28T02:32:31.482659+0000","last_active":"2023-08-28T02:38:13.143303+0000","last_peered":"2023-08-28T02:38:13.143303+0000","last_clean":"2023-08-28T02:38:13.143303+0000","last_became_active":"2023-08-28T02:32:31.482320+0000","last_became_peered":"2023-08-28T02:32:31.482320+0000","last_unstale":"2023-08-28T02:38:13.143303+0000","last_undegraded":"2023-08-28T02:38:13.143303+0000","last_fullsized":"2023-08-28T02:38:13.143303+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:24.559397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:24.559397+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:41:09.516918+0000","scrub_duration":0.001580328,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":354,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.145080+0000","last_change":"2023-08-28T02:31:51.988386+0000","last_active":"2023-08-28T02:38:13.145080+0000","last_peered":"2023-08-28T02:38:13.145080+0000","last_clean":"2023-08-28T02:38:13.145080+0000","last_became_active":"2023-08-28T02:31:51.988097+0000","last_became_peered":"2023-08-28T02:31:51.988097+0000","last_unstale":"2023-08-28T02:38:13.145080+0000","last_undegraded":"2023-08-28T02:38:13.145080+0000","last_fullsized":"2023-08-28T02:38:13.145080+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:25:01.818829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":330,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.142956+0000","last_change":"2023-08-28T02:32:12.951275+0000","last_active":"2023-08-28T02:38:13.142956+0000","last_peered":"2023-08-28T02:38:13.142956+0000","last_clean":"2023-08-28T02:38:13.142956+0000","last_became_active":"2023-08-28T02:32:12.950965+0000","last_became_peered":"2023-08-28T02:32:12.950965+0000","last_unstale":"2023-08-28T02:38:13.142956+0000","last_undegraded":"2023-08-28T02:38:13.142956+0000","last_fullsized":"2023-08-28T02:38:13.142956+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:37:31.294280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":173,"reported_epoch":355,"state":"active+clean","last_fresh":"2023-08-28T02:38:08.263617+0000","last_change":"2023-08-28T02:33:13.286534+0000","last_active":"2023-08-28T02:38:08.263617+0000","last_peered":"2023-08-28T02:38:08.263617+0000","last_clean":"2023-08-28T02:38:08.263617+0000","last_became_active":"2023-08-28T02:33:13.286164+0000","last_became_peered":"2023-08-28T02:33:13.286164+0000","last_unstale":"2023-08-28T02:38:08.263617+0000","last_undegraded":"2023-08-28T02:38:08.263617+0000","last_fullsized":"2023-08-28T02:38:08.263617+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:56.721932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"357'7567","reported_seq":19372,"reported_epoch":357,"state":"active+clean","last_fresh":"2023-08-28T02:38:20.625291+0000","last_change":"2023-08-28T02:34:14.448606+0000","last_active":"2023-08-28T02:38:20.625291+0000","last_peered":"2023-08-28T02:38:20.625291+0000","last_clean":"2023-08-28T02:38:20.625291+0000","last_became_active":"2023-08-28T02:34:14.438547+0000","last_became_peered":"2023-08-28T02:34:14.438547+0000","last_unstale":"2023-08-28T02:38:20.625291+0000","last_undegraded":"2023-08-28T02:38:20.625291+0000","last_fullsized":"2023-08-28T02:38:20.625291+0000","mapping_epoch":314,"log_start":"254'400","ondisk_log_start":"254'400","created":250,"last_epoch_clean":315,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7167,"log_dups_size":0,"ondisk_log_size":7167,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:06:41.120408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":268763136,"num_objects":4101,"num_object_clones":0,"num_object_copies":12303,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4101,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7567,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5834,"num_bytes_recovered":376832000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2","version":"75'161","reported_seq":738,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.138186+0000","last_change":"2023-08-28T02:30:51.762377+0000","last_active":"2023-08-28T02:38:13.138186+0000","last_peered":"2023-08-28T02:38:13.138186+0000","last_clean":"2023-08-28T02:38:13.138186+0000","last_became_active":"2023-08-28T02:27:46.375590+0000","last_became_peered":"2023-08-28T02:27:46.375590+0000","last_unstale":"2023-08-28T02:38:13.138186+0000","last_undegraded":"2023-08-28T02:38:13.138186+0000","last_fullsized":"2023-08-28T02:38:13.138186+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:51.762314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:51.762314+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:02.034555+0000","scrub_duration":0.0020023620000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":165,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.146569+0000","last_change":"2023-08-28T02:33:13.289765+0000","last_active":"2023-08-28T02:38:13.146569+0000","last_peered":"2023-08-28T02:38:13.146569+0000","last_clean":"2023-08-28T02:38:13.146569+0000","last_became_active":"2023-08-28T02:33:13.289159+0000","last_became_peered":"2023-08-28T02:33:13.289159+0000","last_unstale":"2023-08-28T02:38:13.146569+0000","last_undegraded":"2023-08-28T02:38:13.146569+0000","last_fullsized":"2023-08-28T02:38:13.146569+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:30:38.956723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":165,"reported_epoch":355,"state":"active+clean","last_fresh":"2023-08-28T02:38:08.262527+0000","last_change":"2023-08-28T02:32:28.464203+0000","last_active":"2023-08-28T02:38:08.262527+0000","last_peered":"2023-08-28T02:38:08.262527+0000","last_clean":"2023-08-28T02:38:08.262527+0000","last_became_active":"2023-08-28T02:32:28.463412+0000","last_became_peered":"2023-08-28T02:32:28.463412+0000","last_unstale":"2023-08-28T02:38:08.262527+0000","last_undegraded":"2023-08-28T02:38:08.262527+0000","last_fullsized":"2023-08-28T02:38:08.262527+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:20:38.177879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":146,"reported_epoch":355,"state":"active+clean","last_fresh":"2023-08-28T02:38:08.264094+0000","last_change":"2023-08-28T02:29:44.427945+0000","last_active":"2023-08-28T02:38:08.264094+0000","last_peered":"2023-08-28T02:38:08.264094+0000","last_clean":"2023-08-28T02:38:08.264094+0000","last_became_active":"2023-08-28T02:29:44.426487+0000","last_became_peered":"2023-08-28T02:29:44.426487+0000","last_unstale":"2023-08-28T02:38:08.264094+0000","last_undegraded":"2023-08-28T02:38:08.264094+0000","last_fullsized":"2023-08-28T02:38:08.264094+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:30:20.438896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"356'7554","reported_seq":17640,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:17.566967+0000","last_change":"2023-08-28T02:34:48.488647+0000","last_active":"2023-08-28T02:38:17.566967+0000","last_peered":"2023-08-28T02:38:17.566967+0000","last_clean":"2023-08-28T02:38:17.566967+0000","last_became_active":"2023-08-28T02:34:48.476519+0000","last_became_peered":"2023-08-28T02:34:48.476519+0000","last_unstale":"2023-08-28T02:38:17.566967+0000","last_undegraded":"2023-08-28T02:38:17.566967+0000","last_fullsized":"2023-08-28T02:38:17.566967+0000","mapping_epoch":318,"log_start":"256'1400","ondisk_log_start":"256'1400","created":250,"last_epoch_clean":319,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6154,"log_dups_size":0,"ondisk_log_size":6154,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:44:20.004230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":268042240,"num_objects":4090,"num_object_clones":0,"num_object_copies":12270,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4090,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7554,"num_write_kb":372608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4973,"num_bytes_recovered":325910528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":348,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.146186+0000","last_change":"2023-08-28T02:33:13.484970+0000","last_active":"2023-08-28T02:38:13.146186+0000","last_peered":"2023-08-28T02:38:13.146186+0000","last_clean":"2023-08-28T02:38:13.146186+0000","last_became_active":"2023-08-28T02:33:13.484579+0000","last_became_peered":"2023-08-28T02:33:13.484579+0000","last_unstale":"2023-08-28T02:38:13.146186+0000","last_undegraded":"2023-08-28T02:38:13.146186+0000","last_fullsized":"2023-08-28T02:38:13.146186+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:58.027468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"75'161","reported_seq":739,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.137860+0000","last_change":"2023-08-28T02:31:55.059467+0000","last_active":"2023-08-28T02:38:13.137860+0000","last_peered":"2023-08-28T02:38:13.137860+0000","last_clean":"2023-08-28T02:38:13.137860+0000","last_became_active":"2023-08-28T02:31:55.059115+0000","last_became_peered":"2023-08-28T02:31:55.059115+0000","last_unstale":"2023-08-28T02:38:13.137860+0000","last_undegraded":"2023-08-28T02:38:13.137860+0000","last_fullsized":"2023-08-28T02:38:13.137860+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":0,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.820990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.820990+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:15:56.774667+0000","scrub_duration":0.0017342480000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":266,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.147729+0000","last_change":"2023-08-28T02:33:13.352810+0000","last_active":"2023-08-28T02:38:13.147729+0000","last_peered":"2023-08-28T02:38:13.147729+0000","last_clean":"2023-08-28T02:38:13.147729+0000","last_became_active":"2023-08-28T02:33:13.351697+0000","last_became_peered":"2023-08-28T02:33:13.351697+0000","last_unstale":"2023-08-28T02:38:13.147729+0000","last_undegraded":"2023-08-28T02:38:13.147729+0000","last_fullsized":"2023-08-28T02:38:13.147729+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:56.187163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":179,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.143584+0000","last_change":"2023-08-28T02:31:51.984584+0000","last_active":"2023-08-28T02:38:13.143584+0000","last_peered":"2023-08-28T02:38:13.143584+0000","last_clean":"2023-08-28T02:38:13.143584+0000","last_became_active":"2023-08-28T02:31:51.984264+0000","last_became_peered":"2023-08-28T02:31:51.984264+0000","last_unstale":"2023-08-28T02:38:13.143584+0000","last_undegraded":"2023-08-28T02:38:13.143584+0000","last_fullsized":"2023-08-28T02:38:13.143584+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:58:42.306722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"357'7499","reported_seq":19222,"reported_epoch":357,"state":"active+clean","last_fresh":"2023-08-28T02:38:20.125304+0000","last_change":"2023-08-28T02:35:11.978901+0000","last_active":"2023-08-28T02:38:20.125304+0000","last_peered":"2023-08-28T02:38:20.125304+0000","last_clean":"2023-08-28T02:38:20.125304+0000","last_became_active":"2023-08-28T02:35:11.966585+0000","last_became_peered":"2023-08-28T02:35:11.966585+0000","last_unstale":"2023-08-28T02:38:20.125304+0000","last_undegraded":"2023-08-28T02:38:20.125304+0000","last_fullsized":"2023-08-28T02:38:20.125304+0000","mapping_epoch":323,"log_start":"257'2228","ondisk_log_start":"257'2228","created":250,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5271,"log_dups_size":0,"ondisk_log_size":5271,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:03:07.017814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":267583488,"num_objects":4083,"num_object_clones":0,"num_object_copies":12249,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4083,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7499,"num_write_kb":370624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5791,"num_bytes_recovered":368967680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3","version":"75'161","reported_seq":623,"reported_epoch":355,"state":"active+clean","last_fresh":"2023-08-28T02:38:12.593482+0000","last_change":"2023-08-28T02:31:55.068239+0000","last_active":"2023-08-28T02:38:12.593482+0000","last_peered":"2023-08-28T02:38:12.593482+0000","last_clean":"2023-08-28T02:38:12.593482+0000","last_became_active":"2023-08-28T02:31:55.067875+0000","last_became_peered":"2023-08-28T02:31:55.067875+0000","last_unstale":"2023-08-28T02:38:12.593482+0000","last_undegraded":"2023-08-28T02:38:12.593482+0000","last_fullsized":"2023-08-28T02:38:12.593482+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.868248+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:11:04.391639+0000","scrub_duration":0.0016215240000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":362,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.137829+0000","last_change":"2023-08-28T02:29:44.421353+0000","last_active":"2023-08-28T02:38:13.137829+0000","last_peered":"2023-08-28T02:38:13.137829+0000","last_clean":"2023-08-28T02:38:13.137829+0000","last_became_active":"2023-08-28T02:29:44.421064+0000","last_became_peered":"2023-08-28T02:29:44.421064+0000","last_unstale":"2023-08-28T02:38:13.137829+0000","last_undegraded":"2023-08-28T02:38:13.137829+0000","last_fullsized":"2023-08-28T02:38:13.137829+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:51:36.524024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":332,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.132850+0000","last_change":"2023-08-28T02:33:12.299487+0000","last_active":"2023-08-28T02:38:13.132850+0000","last_peered":"2023-08-28T02:38:13.132850+0000","last_clean":"2023-08-28T02:38:13.132850+0000","last_became_active":"2023-08-28T02:33:12.299175+0000","last_became_peered":"2023-08-28T02:33:12.299175+0000","last_unstale":"2023-08-28T02:38:13.132850+0000","last_undegraded":"2023-08-28T02:38:13.132850+0000","last_fullsized":"2023-08-28T02:38:13.132850+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:42:29.713462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":342,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.133379+0000","last_change":"2023-08-28T02:32:28.457696+0000","last_active":"2023-08-28T02:38:13.133379+0000","last_peered":"2023-08-28T02:38:13.133379+0000","last_clean":"2023-08-28T02:38:13.133379+0000","last_became_active":"2023-08-28T02:32:28.457407+0000","last_became_peered":"2023-08-28T02:32:28.457407+0000","last_unstale":"2023-08-28T02:38:13.133379+0000","last_undegraded":"2023-08-28T02:38:13.133379+0000","last_fullsized":"2023-08-28T02:38:13.133379+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:26:29.392787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"357'7452","reported_seq":8595,"reported_epoch":357,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:38:21.943781+0000","last_change":"2023-08-28T02:34:11.566035+0000","last_active":"2023-08-28T02:38:21.943781+0000","last_peered":"2023-08-28T02:38:21.943781+0000","last_clean":"2023-08-28T02:33:10.395883+0000","last_became_active":"2023-08-28T02:33:12.394714+0000","last_became_peered":"2023-08-28T02:33:12.394714+0000","last_unstale":"2023-08-28T02:38:21.943781+0000","last_undegraded":"2023-08-28T02:38:21.943781+0000","last_fullsized":"2023-08-28T02:38:21.943781+0000","mapping_epoch":297,"log_start":"257'2084","ondisk_log_start":"257'2084","created":250,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5368,"log_dups_size":0,"ondisk_log_size":5368,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:01:26.984565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":264175640,"num_objects":4032,"num_object_clones":0,"num_object_copies":12096,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3677,"num_objects_unfound":0,"num_objects_dirty":4032,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7452,"num_write_kb":367425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":500,"num_bytes_recovered":32768000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,6],"avail_no_missing":["4","0","6"],"object_location_counts":[{"shards":"0,4,6","objects":4032}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.6","version":"75'161","reported_seq":617,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.133334+0000","last_change":"2023-08-28T02:33:13.338675+0000","last_active":"2023-08-28T02:38:13.133334+0000","last_peered":"2023-08-28T02:38:13.133334+0000","last_clean":"2023-08-28T02:38:13.133334+0000","last_became_active":"2023-08-28T02:33:13.338271+0000","last_became_peered":"2023-08-28T02:33:13.338271+0000","last_unstale":"2023-08-28T02:38:13.133334+0000","last_undegraded":"2023-08-28T02:38:13.133334+0000","last_fullsized":"2023-08-28T02:38:13.133334+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.774982+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.774982+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:13:20.011329+0000","scrub_duration":0.003539819,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":325,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.138531+0000","last_change":"2023-08-28T02:14:43.033789+0000","last_active":"2023-08-28T02:38:13.138531+0000","last_peered":"2023-08-28T02:38:13.138531+0000","last_clean":"2023-08-28T02:38:13.138531+0000","last_became_active":"2023-08-28T02:14:43.033454+0000","last_became_peered":"2023-08-28T02:14:43.033454+0000","last_unstale":"2023-08-28T02:38:13.138531+0000","last_undegraded":"2023-08-28T02:38:13.138531+0000","last_fullsized":"2023-08-28T02:38:13.138531+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:01:13.205842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":156,"reported_epoch":355,"state":"active+clean","last_fresh":"2023-08-28T02:38:08.263806+0000","last_change":"2023-08-28T02:32:28.461807+0000","last_active":"2023-08-28T02:38:08.263806+0000","last_peered":"2023-08-28T02:38:08.263806+0000","last_clean":"2023-08-28T02:38:08.263806+0000","last_became_active":"2023-08-28T02:32:28.461116+0000","last_became_peered":"2023-08-28T02:32:28.461116+0000","last_unstale":"2023-08-28T02:38:08.263806+0000","last_undegraded":"2023-08-28T02:38:08.263806+0000","last_fullsized":"2023-08-28T02:38:08.263806+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:12:45.321757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":303,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.135100+0000","last_change":"2023-08-28T02:14:43.048791+0000","last_active":"2023-08-28T02:38:13.135100+0000","last_peered":"2023-08-28T02:38:13.135100+0000","last_clean":"2023-08-28T02:38:13.135100+0000","last_became_active":"2023-08-28T02:14:43.047408+0000","last_became_peered":"2023-08-28T02:14:43.047408+0000","last_unstale":"2023-08-28T02:38:13.135100+0000","last_undegraded":"2023-08-28T02:38:13.135100+0000","last_fullsized":"2023-08-28T02:38:13.135100+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:47.097181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"357'7679","reported_seq":17761,"reported_epoch":357,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:38:21.338947+0000","last_change":"2023-08-28T02:37:37.899201+0000","last_active":"2023-08-28T02:38:21.338947+0000","last_peered":"2023-08-28T02:38:21.338947+0000","last_clean":"2023-08-28T02:31:50.933695+0000","last_became_active":"2023-08-28T02:33:13.540416+0000","last_became_peered":"2023-08-28T02:33:13.540416+0000","last_unstale":"2023-08-28T02:38:21.338947+0000","last_undegraded":"2023-08-28T02:38:21.338947+0000","last_fullsized":"2023-08-28T02:38:21.338947+0000","mapping_epoch":298,"log_start":"257'2274","ondisk_log_start":"257'2274","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5405,"log_dups_size":0,"ondisk_log_size":5405,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:49:35.658845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":274137088,"num_objects":4183,"num_object_clones":0,"num_object_copies":12549,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4183,"num_objects_unfound":0,"num_objects_dirty":4183,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7679,"num_write_kb":379584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4967,"num_bytes_recovered":325517312,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,2],"avail_no_missing":["4","2","5","6"],"object_location_counts":[{"shards":"2,4,5","objects":4183}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.5","version":"75'161","reported_seq":650,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.143126+0000","last_change":"2023-08-28T02:32:31.477151+0000","last_active":"2023-08-28T02:38:13.143126+0000","last_peered":"2023-08-28T02:38:13.143126+0000","last_clean":"2023-08-28T02:38:13.143126+0000","last_became_active":"2023-08-28T02:32:31.476776+0000","last_became_peered":"2023-08-28T02:32:31.476776+0000","last_unstale":"2023-08-28T02:38:13.143126+0000","last_undegraded":"2023-08-28T02:38:13.143126+0000","last_fullsized":"2023-08-28T02:38:13.143126+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:18.891729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:18.891729+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:47:27.194140+0000","scrub_duration":0.0031546460000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"65'2","reported_seq":313,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.147856+0000","last_change":"2023-08-28T02:33:12.327778+0000","last_active":"2023-08-28T02:38:13.147856+0000","last_peered":"2023-08-28T02:38:13.147856+0000","last_clean":"2023-08-28T02:38:13.147856+0000","last_became_active":"2023-08-28T02:33:12.327273+0000","last_became_peered":"2023-08-28T02:33:12.327273+0000","last_unstale":"2023-08-28T02:38:13.147856+0000","last_undegraded":"2023-08-28T02:38:13.147856+0000","last_fullsized":"2023-08-28T02:38:13.147856+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:40.554192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":194,"reported_epoch":355,"state":"active+clean","last_fresh":"2023-08-28T02:38:08.263729+0000","last_change":"2023-08-28T02:33:13.335665+0000","last_active":"2023-08-28T02:38:08.263729+0000","last_peered":"2023-08-28T02:38:08.263729+0000","last_clean":"2023-08-28T02:38:08.263729+0000","last_became_active":"2023-08-28T02:33:13.335322+0000","last_became_peered":"2023-08-28T02:33:13.335322+0000","last_unstale":"2023-08-28T02:38:08.263729+0000","last_undegraded":"2023-08-28T02:38:08.263729+0000","last_fullsized":"2023-08-28T02:38:08.263729+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:21:08.024493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":310,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.146848+0000","last_change":"2023-08-28T02:33:12.310326+0000","last_active":"2023-08-28T02:38:13.146848+0000","last_peered":"2023-08-28T02:38:13.146848+0000","last_clean":"2023-08-28T02:38:13.146848+0000","last_became_active":"2023-08-28T02:33:12.310011+0000","last_became_peered":"2023-08-28T02:33:12.310011+0000","last_unstale":"2023-08-28T02:38:13.146848+0000","last_undegraded":"2023-08-28T02:38:13.146848+0000","last_fullsized":"2023-08-28T02:38:13.146848+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:35:03.710036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"357'7660","reported_seq":12971,"reported_epoch":357,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:38:22.179990+0000","last_change":"2023-08-28T02:33:34.765675+0000","last_active":"2023-08-28T02:38:22.179990+0000","last_peered":"2023-08-28T02:38:22.179990+0000","last_clean":"2023-08-28T02:31:27.909649+0000","last_became_active":"2023-08-28T02:33:33.726805+0000","last_became_peered":"2023-08-28T02:33:33.726805+0000","last_unstale":"2023-08-28T02:38:22.179990+0000","last_undegraded":"2023-08-28T02:33:20.140072+0000","last_fullsized":"2023-08-28T02:33:13.278549+0000","mapping_epoch":298,"log_start":"257'2277","ondisk_log_start":"257'2277","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5383,"log_dups_size":0,"ondisk_log_size":5383,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:02:22.971585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":275775488,"num_objects":4208,"num_object_clones":0,"num_object_copies":12624,"num_objects_missing_on_primary":4180,"num_objects_missing":4180,"num_objects_degraded":10964,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4208,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7660,"num_write_kb":379776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1716,"num_bytes_recovered":112328704,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[4,3],"avail_no_missing":["2","6"],"object_location_counts":[{"shards":"2,3,4,6","objects":13},{"shards":"2,3,6","objects":1697},{"shards":"2,4,6","objects":14},{"shards":"2,6","objects":2483},{"shards":"3,4","objects":-12}],"blocked_by":[],"up_primary":3,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.4","version":"75'161","reported_seq":565,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.147072+0000","last_change":"2023-08-28T02:33:12.296479+0000","last_active":"2023-08-28T02:38:13.147072+0000","last_peered":"2023-08-28T02:38:13.147072+0000","last_clean":"2023-08-28T02:38:13.147072+0000","last_became_active":"2023-08-28T02:33:12.294160+0000","last_became_peered":"2023-08-28T02:33:12.294160+0000","last_unstale":"2023-08-28T02:38:13.147072+0000","last_undegraded":"2023-08-28T02:38:13.147072+0000","last_fullsized":"2023-08-28T02:38:13.147072+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.899247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.899247+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":283,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.138906+0000","last_change":"2023-08-28T02:33:13.539335+0000","last_active":"2023-08-28T02:38:13.138906+0000","last_peered":"2023-08-28T02:38:13.138906+0000","last_clean":"2023-08-28T02:38:13.138906+0000","last_became_active":"2023-08-28T02:33:13.538978+0000","last_became_peered":"2023-08-28T02:33:13.538978+0000","last_unstale":"2023-08-28T02:38:13.138906+0000","last_undegraded":"2023-08-28T02:38:13.138906+0000","last_fullsized":"2023-08-28T02:38:13.138906+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:26:13.405766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"65'1","reported_seq":346,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.133456+0000","last_change":"2023-08-28T02:29:44.510205+0000","last_active":"2023-08-28T02:38:13.133456+0000","last_peered":"2023-08-28T02:38:13.133456+0000","last_clean":"2023-08-28T02:38:13.133456+0000","last_became_active":"2023-08-28T02:29:44.429357+0000","last_became_peered":"2023-08-28T02:29:44.429357+0000","last_unstale":"2023-08-28T02:38:13.133456+0000","last_undegraded":"2023-08-28T02:38:13.133456+0000","last_fullsized":"2023-08-28T02:38:13.133456+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:44:59.955729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":312,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.141802+0000","last_change":"2023-08-28T02:32:12.950661+0000","last_active":"2023-08-28T02:38:13.141802+0000","last_peered":"2023-08-28T02:38:13.141802+0000","last_clean":"2023-08-28T02:38:13.141802+0000","last_became_active":"2023-08-28T02:32:12.950276+0000","last_became_peered":"2023-08-28T02:32:12.950276+0000","last_unstale":"2023-08-28T02:38:13.141802+0000","last_undegraded":"2023-08-28T02:38:13.141802+0000","last_fullsized":"2023-08-28T02:38:13.141802+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:05:17.972868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"65'1","reported_seq":304,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.135028+0000","last_change":"2023-08-28T02:14:43.042150+0000","last_active":"2023-08-28T02:38:13.135028+0000","last_peered":"2023-08-28T02:38:13.135028+0000","last_clean":"2023-08-28T02:38:13.135028+0000","last_became_active":"2023-08-28T02:14:43.038336+0000","last_became_peered":"2023-08-28T02:14:43.038336+0000","last_unstale":"2023-08-28T02:38:13.135028+0000","last_undegraded":"2023-08-28T02:38:13.135028+0000","last_fullsized":"2023-08-28T02:38:13.135028+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:26:02.415152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":353,"reported_epoch":355,"state":"active+clean","last_fresh":"2023-08-28T02:38:08.263716+0000","last_change":"2023-08-28T02:33:13.318097+0000","last_active":"2023-08-28T02:38:08.263716+0000","last_peered":"2023-08-28T02:38:08.263716+0000","last_clean":"2023-08-28T02:38:08.263716+0000","last_became_active":"2023-08-28T02:33:13.317761+0000","last_became_peered":"2023-08-28T02:33:13.317761+0000","last_unstale":"2023-08-28T02:38:08.263716+0000","last_undegraded":"2023-08-28T02:38:08.263716+0000","last_fullsized":"2023-08-28T02:38:08.263716+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:24.836996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"65'2","reported_seq":350,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.143557+0000","last_change":"2023-08-28T02:29:44.535937+0000","last_active":"2023-08-28T02:38:13.143557+0000","last_peered":"2023-08-28T02:38:13.143557+0000","last_clean":"2023-08-28T02:38:13.143557+0000","last_became_active":"2023-08-28T02:29:44.462244+0000","last_became_peered":"2023-08-28T02:29:44.462244+0000","last_unstale":"2023-08-28T02:38:13.143557+0000","last_undegraded":"2023-08-28T02:38:13.143557+0000","last_fullsized":"2023-08-28T02:38:13.143557+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:30:33.173713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":351,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.134812+0000","last_change":"2023-08-28T02:33:12.305580+0000","last_active":"2023-08-28T02:38:13.134812+0000","last_peered":"2023-08-28T02:38:13.134812+0000","last_clean":"2023-08-28T02:38:13.134812+0000","last_became_active":"2023-08-28T02:33:12.305261+0000","last_became_peered":"2023-08-28T02:33:12.305261+0000","last_unstale":"2023-08-28T02:38:13.134812+0000","last_undegraded":"2023-08-28T02:38:13.134812+0000","last_fullsized":"2023-08-28T02:38:13.134812+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:22:31.614221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"65'2","reported_seq":319,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.143706+0000","last_change":"2023-08-28T02:31:51.991101+0000","last_active":"2023-08-28T02:38:13.143706+0000","last_peered":"2023-08-28T02:38:13.143706+0000","last_clean":"2023-08-28T02:38:13.143706+0000","last_became_active":"2023-08-28T02:31:51.987237+0000","last_became_peered":"2023-08-28T02:31:51.987237+0000","last_unstale":"2023-08-28T02:38:13.143706+0000","last_undegraded":"2023-08-28T02:38:13.143706+0000","last_fullsized":"2023-08-28T02:38:13.143706+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:07:07.370857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":353,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.142296+0000","last_change":"2023-08-28T02:33:12.494483+0000","last_active":"2023-08-28T02:38:13.142296+0000","last_peered":"2023-08-28T02:38:13.142296+0000","last_clean":"2023-08-28T02:38:13.142296+0000","last_became_active":"2023-08-28T02:33:12.494136+0000","last_became_peered":"2023-08-28T02:33:12.494136+0000","last_unstale":"2023-08-28T02:38:13.142296+0000","last_undegraded":"2023-08-28T02:38:13.142296+0000","last_fullsized":"2023-08-28T02:38:13.142296+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:36.772588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"65'1","reported_seq":298,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.147400+0000","last_change":"2023-08-28T02:33:13.287922+0000","last_active":"2023-08-28T02:38:13.147400+0000","last_peered":"2023-08-28T02:38:13.147400+0000","last_clean":"2023-08-28T02:38:13.147400+0000","last_became_active":"2023-08-28T02:33:13.287520+0000","last_became_peered":"2023-08-28T02:33:13.287520+0000","last_unstale":"2023-08-28T02:38:13.147400+0000","last_undegraded":"2023-08-28T02:38:13.147400+0000","last_fullsized":"2023-08-28T02:38:13.147400+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:11.627168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":312,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.146734+0000","last_change":"2023-08-28T02:33:13.289469+0000","last_active":"2023-08-28T02:38:13.146734+0000","last_peered":"2023-08-28T02:38:13.146734+0000","last_clean":"2023-08-28T02:38:13.146734+0000","last_became_active":"2023-08-28T02:33:13.288737+0000","last_became_peered":"2023-08-28T02:33:13.288737+0000","last_unstale":"2023-08-28T02:38:13.146734+0000","last_undegraded":"2023-08-28T02:38:13.146734+0000","last_fullsized":"2023-08-28T02:38:13.146734+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:11:15.043550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"65'4","reported_seq":336,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.133910+0000","last_change":"2023-08-28T02:32:28.607010+0000","last_active":"2023-08-28T02:38:13.133910+0000","last_peered":"2023-08-28T02:38:13.133910+0000","last_clean":"2023-08-28T02:38:13.133910+0000","last_became_active":"2023-08-28T02:32:28.492224+0000","last_became_peered":"2023-08-28T02:32:28.492224+0000","last_unstale":"2023-08-28T02:38:13.133910+0000","last_undegraded":"2023-08-28T02:38:13.133910+0000","last_fullsized":"2023-08-28T02:38:13.133910+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:13:45.711951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":554,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":363,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.141575+0000","last_change":"2023-08-28T02:33:13.309144+0000","last_active":"2023-08-28T02:38:13.141575+0000","last_peered":"2023-08-28T02:38:13.141575+0000","last_clean":"2023-08-28T02:38:13.141575+0000","last_became_active":"2023-08-28T02:33:13.308910+0000","last_became_peered":"2023-08-28T02:33:13.308910+0000","last_unstale":"2023-08-28T02:38:13.141575+0000","last_undegraded":"2023-08-28T02:38:13.141575+0000","last_fullsized":"2023-08-28T02:38:13.141575+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:09:59.549591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":4308271128,"num_objects":65740,"num_object_clones":0,"num_object_copies":197220,"num_objects_missing_on_primary":4180,"num_objects_missing":4180,"num_objects_degraded":26576,"num_objects_misplaced":14339,"num_objects_unfound":0,"num_objects_dirty":65740,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":120874,"num_write_kb":5971585,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":44411,"num_bytes_recovered":2888695808,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":13804449792,"data_stored":13804437576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":96922,"ondisk_log_size":96922,"up":48,"acting":44,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":10126,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":370028,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":89,"num_read_kb":167,"num_write":44,"num_write_kb":440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":584707,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2048000,"data_stored":2033792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299777,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1817832,"kb_used_data":1325536,"kb_used_omap":0,"kb_used_meta":492288,"kb_avail":91927320,"statfs":{"total":95995035648,"available":94133575680,"internally_reserved":0,"allocated":1357348864,"data_stored":1355929642,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":504102912},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:38:11 2023","interfaces":[{"interface":"back","average":{"1min":0.439,"5min":0.51100000000000001,"15min":1.1990000000000001},"min":{"1min":0.26300000000000001,"5min":0.23400000000000001,"15min":0.219},"max":{"1min":0.93899999999999995,"5min":3.6480000000000001,"15min":13.118},"last":0.71799999999999997},{"interface":"front","average":{"1min":0.436,"5min":0.57299999999999995,"15min":1.611},"min":{"1min":0.27700000000000002,"5min":0.247,"15min":0.246},"max":{"1min":0.66900000000000004,"5min":3.6619999999999999,"15min":17.402999999999999},"last":0.40699999999999997}]},{"osd":1,"last update":"Mon Aug 28 02:37:43 2023","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.56699999999999995,"15min":1.954},"min":{"1min":0.253,"5min":0.253,"15min":0.248},"max":{"1min":0.54500000000000004,"5min":5.492,"15min":17.43},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.76700000000000002,"5min":0.72799999999999998,"15min":1.8260000000000001},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.25900000000000001},"max":{"1min":4.9749999999999996,"5min":5.5179999999999998,"15min":19.913},"last":0.58199999999999996}]},{"osd":2,"last update":"Mon Aug 28 02:37:28 2023","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.49099999999999999,"15min":1.355},"min":{"1min":0.312,"5min":0.23499999999999999,"15min":0.22800000000000001},"max":{"1min":0.65100000000000002,"5min":3.1760000000000002,"15min":8.3889999999999993},"last":0.68799999999999994},{"interface":"front","average":{"1min":0.67600000000000005,"5min":0.57499999999999996,"15min":1.181},"min":{"1min":0.372,"5min":0.28799999999999998,"15min":0.28699999999999998},"max":{"1min":2.399,"5min":2.919,"15min":9.2219999999999995},"last":0.5}]},{"osd":3,"last update":"Mon Aug 28 02:38:19 2023","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.61399999999999999,"15min":0.68300000000000005},"min":{"1min":0.36499999999999999,"5min":0.312,"15min":0.312},"max":{"1min":1.5900000000000001,"5min":3.0099999999999998,"15min":3.0099999999999998},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59099999999999997,"15min":0.61699999999999999},"min":{"1min":0.36399999999999999,"5min":0.308,"15min":0.308},"max":{"1min":1.3169999999999999,"5min":3.1000000000000001,"15min":3.1000000000000001},"last":0.66600000000000004}]},{"osd":4,"last update":"Mon Aug 28 02:38:11 2023","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.52900000000000003,"15min":1.244},"min":{"1min":0.32000000000000001,"5min":0.27700000000000002,"15min":0.245},"max":{"1min":1.458,"5min":5.2169999999999996,"15min":18.943000000000001},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.57399999999999995,"15min":0.92000000000000004},"min":{"1min":0.309,"5min":0.28699999999999998,"15min":0.25700000000000001},"max":{"1min":1.286,"5min":2.9870000000000001,"15min":8.1890000000000001},"last":0.53300000000000003}]},{"osd":5,"last update":"Mon Aug 28 02:38:11 2023","interfaces":[{"interface":"back","average":{"1min":0.71299999999999997,"5min":0.53400000000000003,"15min":1.004},"min":{"1min":0.309,"5min":0.28100000000000003,"15min":0.23599999999999999},"max":{"1min":2.6669999999999998,"5min":3.2120000000000002,"15min":14.622},"last":0.70399999999999996},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.54600000000000004,"15min":1.232},"min":{"1min":0.38700000000000001,"5min":0.317,"15min":0.27000000000000002},"max":{"1min":0.71599999999999997,"5min":3.0499999999999998,"15min":17.324999999999999},"last":0.48699999999999999}]},{"osd":6,"last update":"Mon Aug 28 02:38:11 2023","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.623,"15min":1.2689999999999999},"min":{"1min":0.373,"5min":0.33300000000000002,"15min":0.30299999999999999},"max":{"1min":1.5740000000000001,"5min":3.2250000000000001,"15min":17.454999999999998},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.622,"15min":0.83799999999999997},"min":{"1min":0.41699999999999998,"5min":0.33400000000000002,"15min":0.28999999999999998},"max":{"1min":1.3879999999999999,"5min":3.0499999999999998,"15min":7.665},"last":0.42899999999999999}]}]},{"osd":6,"up_from":0,"seq":193273528708,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":101,"seq":433791697166,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1439060,"kb_used_data":802700,"kb_used_omap":4,"kb_used_meta":636347,"kb_avail":92306092,"statfs":{"total":95995035648,"available":94521438208,"internally_reserved":0,"allocated":821964800,"data_stored":819941320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":651620238},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:37:47 2023","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.47399999999999998,"15min":1.9430000000000001},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.214},"max":{"1min":0.66900000000000004,"5min":3.3730000000000002,"15min":24.545999999999999},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.65500000000000003,"15min":2.4820000000000002},"min":{"1min":0.28199999999999997,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":1.466,"5min":7.2450000000000001,"15min":24.515000000000001},"last":0.36199999999999999}]},{"osd":2,"last update":"Mon Aug 28 02:37:32 2023","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.63800000000000001,"15min":2.153},"min":{"1min":0.31900000000000001,"5min":0.28699999999999998,"15min":0.24099999999999999},"max":{"1min":1.0489999999999999,"5min":4.0579999999999998,"15min":22.161000000000001},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.503,"5min":0.629,"15min":1.609},"min":{"1min":0.28499999999999998,"5min":0.28399999999999997,"15min":0.253},"max":{"1min":1.8129999999999999,"5min":7.0110000000000001,"15min":19.100999999999999},"last":0.44700000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:37:20 2023","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.53600000000000003,"15min":0.48699999999999999},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":2.742,"5min":2.742,"15min":2.742},"last":0.29199999999999998},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.56499999999999995,"15min":0.53100000000000003},"min":{"1min":0.309,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.88500000000000001,"5min":3.5819999999999999,"15min":3.5819999999999999},"last":0.39900000000000002}]},{"osd":4,"last update":"Mon Aug 28 02:37:47 2023","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.63300000000000001,"15min":1.3939999999999999},"min":{"1min":0.33600000000000002,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":1.2909999999999999,"5min":3.0259999999999998,"15min":18.992999999999999},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.58699999999999997,"15min":1.532},"min":{"1min":0.378,"5min":0.29099999999999998,"15min":0.26400000000000001},"max":{"1min":0.71799999999999997,"5min":1.9650000000000001,"15min":14.779999999999999},"last":0.503}]},{"osd":5,"last update":"Mon Aug 28 02:37:47 2023","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.66900000000000004,"15min":2.0059999999999998},"min":{"1min":0.376,"5min":0.35999999999999999,"15min":0.29999999999999999},"max":{"1min":1.423,"5min":3.7029999999999998,"15min":18.626999999999999},"last":0.72899999999999998},{"interface":"front","average":{"1min":0.623,"5min":0.69399999999999995,"15min":1.833},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.33600000000000002},"max":{"1min":1.3280000000000001,"5min":3.0609999999999999,"15min":18.945},"last":0.59999999999999998}]},{"osd":6,"last update":"Mon Aug 28 02:37:47 2023","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.68700000000000006,"15min":1.946},"min":{"1min":0.42799999999999999,"5min":0.40000000000000002,"15min":0.34300000000000003},"max":{"1min":1.4990000000000001,"5min":3.7400000000000002,"15min":12.221},"last":0.65900000000000003},{"interface":"front","average":{"1min":0.70499999999999996,"5min":0.73899999999999999,"15min":1.6259999999999999},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.35699999999999998},"max":{"1min":2.375,"5min":3.089,"15min":19.021999999999998},"last":0.67600000000000005}]},{"osd":7,"last update":"Mon Aug 28 02:37:47 2023","interfaces":[{"interface":"back","average":{"1min":0.64000000000000001,"5min":0.74399999999999999,"15min":1.75},"min":{"1min":0.38500000000000001,"5min":0.374,"15min":0.374},"max":{"1min":1.4710000000000001,"5min":3.1080000000000001,"15min":19.047999999999998},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.67800000000000005,"15min":1.7669999999999999},"min":{"1min":0.46300000000000002,"5min":0.432,"15min":0.312},"max":{"1min":0.80000000000000004,"5min":1.9430000000000001,"15min":14.818},"last":0.54800000000000004}]}]},{"osd":0,"up_from":87,"seq":373662155033,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3287724,"kb_used_data":2622692,"kb_used_omap":5,"kb_used_meta":665018,"kb_avail":90457428,"statfs":{"total":95995035648,"available":92628406272,"internally_reserved":0,"allocated":2685636608,"data_stored":2683487481,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":680979066},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:37:38 2023","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.48999999999999999,"15min":1.532},"min":{"1min":0.26900000000000002,"5min":0.20300000000000001,"15min":0.184},"max":{"1min":2.5489999999999999,"5min":5.3280000000000003,"15min":30.315000000000001},"last":0.372},{"interface":"front","average":{"1min":0.65700000000000003,"5min":0.52300000000000002,"15min":2.3069999999999999},"min":{"1min":0.29699999999999999,"5min":0.25800000000000001,"15min":0.221},"max":{"1min":4.0679999999999996,"5min":4.0679999999999996,"15min":69.272000000000006},"last":0.39400000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:37:38 2023","interfaces":[{"interface":"back","average":{"1min":0.70799999999999996,"5min":0.63900000000000001,"15min":1.8420000000000001},"min":{"1min":0.247,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":4.4020000000000001,"5min":4.4020000000000001,"15min":20.959},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.69799999999999995,"15min":1.677},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.24299999999999999},"max":{"1min":2.5190000000000001,"5min":6.1180000000000003,"15min":9.3729999999999993},"last":0.32600000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.996,"5min":0.80400000000000005,"15min":0.76800000000000002},"min":{"1min":0.32900000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":5.6680000000000001,"5min":5.6680000000000001,"15min":5.6680000000000001},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.72799999999999998,"5min":0.754,"15min":0.77200000000000002},"min":{"1min":0.40300000000000002,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":2.4889999999999999,"5min":4.9199999999999999,"15min":4.9199999999999999},"last":0.433}]},{"osd":4,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.56299999999999994,"15min":2.3380000000000001},"min":{"1min":0.33100000000000002,"5min":0.314,"15min":0.29299999999999998},"max":{"1min":2.3210000000000002,"5min":3.9710000000000001,"15min":274.33199999999999},"last":0.496},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.66300000000000003,"15min":2.6949999999999998},"min":{"1min":0.376,"5min":0.315,"15min":0.28199999999999997},"max":{"1min":1.357,"5min":2.6520000000000001,"15min":266.31999999999999},"last":0.58099999999999996}]},{"osd":5,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.67700000000000005,"5min":0.623,"15min":1.415},"min":{"1min":0.38800000000000001,"5min":0.33300000000000002,"15min":0.29299999999999998},"max":{"1min":2.3759999999999999,"5min":4.1219999999999999,"15min":13.038},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.65700000000000003,"15min":1.895},"min":{"1min":0.41899999999999998,"5min":0.36399999999999999,"15min":0.27800000000000002},"max":{"1min":1.3120000000000001,"5min":2.2679999999999998,"15min":15.231},"last":0.56200000000000006}]},{"osd":6,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.72799999999999998,"5min":0.66600000000000004,"15min":1.6120000000000001},"min":{"1min":0.41299999999999998,"5min":0.38300000000000001,"15min":0.29399999999999998},"max":{"1min":2.4540000000000002,"5min":4.0620000000000003,"15min":15.122999999999999},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.621,"5min":0.68400000000000005,"15min":1.905},"min":{"1min":0.45200000000000001,"5min":0.40000000000000002,"15min":0.35599999999999998},"max":{"1min":1.3919999999999999,"5min":2.3029999999999999,"15min":15.186999999999999},"last":0.51000000000000001}]},{"osd":7,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":1.006,"5min":0.78900000000000003,"15min":1.899},"min":{"1min":0.51300000000000001,"5min":0.36399999999999999,"15min":0.33400000000000002},"max":{"1min":4.4390000000000001,"5min":4.4390000000000001,"15min":16.183},"last":0.69699999999999995},{"interface":"front","average":{"1min":0.80500000000000005,"5min":0.73899999999999999,"15min":1.625},"min":{"1min":0.46000000000000002,"5min":0.38500000000000001,"15min":0.35999999999999999},"max":{"1min":2.4220000000000002,"5min":4.0250000000000004,"15min":13.005000000000001},"last":0.621}]}]},{"osd":2,"up_from":0,"seq":502511173892,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":297,"seq":1275605286975,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":880028,"kb_used_data":739348,"kb_used_omap":2,"kb_used_meta":140669,"kb_avail":92865124,"statfs":{"total":95995035648,"available":95093886976,"internally_reserved":0,"allocated":757092352,"data_stored":755063506,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":144045109},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:38:16 2023","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":0.53900000000000003,"15min":0.44800000000000001},"min":{"1min":0.224,"5min":0.22,"15min":0.22},"max":{"1min":1.9910000000000001,"5min":6.8819999999999997,"15min":6.8819999999999997},"last":0.28399999999999997},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.63600000000000001,"15min":0.67800000000000005},"min":{"1min":0.25900000000000001,"5min":0.217,"15min":0.217},"max":{"1min":0.79700000000000004,"5min":6.7839999999999998,"15min":6.7839999999999998},"last":0.43099999999999999}]},{"osd":1,"last update":"Mon Aug 28 02:38:16 2023","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.59599999999999997,"15min":0.46400000000000002},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":3.044,"5min":4.0650000000000004,"15min":4.0650000000000004},"last":0.34300000000000003},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.66700000000000004,"15min":0.70499999999999996},"min":{"1min":0.30099999999999999,"5min":0.249,"15min":0.249},"max":{"1min":2.4620000000000002,"5min":3.9249999999999998,"15min":3.9249999999999998},"last":0.45800000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:38:16 2023","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.54700000000000004,"15min":0.60999999999999999},"min":{"1min":0.307,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":1.212,"5min":2.5449999999999999,"15min":2.5449999999999999},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.628,"15min":0.57199999999999995},"min":{"1min":0.29599999999999999,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":1.911,"5min":4.7030000000000003,"15min":4.7030000000000003},"last":0.61199999999999999}]},{"osd":4,"last update":"Mon Aug 28 02:38:16 2023","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.64200000000000002,"15min":0.59499999999999997},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.8029999999999999,"5min":6.2670000000000003,"15min":6.2670000000000003},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.63900000000000001,"15min":0.56899999999999995},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.63500000000000001,"5min":3.5030000000000001,"15min":3.5030000000000001},"last":0.52400000000000002}]},{"osd":5,"last update":"Mon Aug 28 02:38:16 2023","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.64400000000000002,"15min":0.59199999999999997},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":1.1419999999999999,"5min":3.5390000000000001,"15min":3.5390000000000001},"last":0.58399999999999996},{"interface":"front","average":{"1min":0.67500000000000004,"5min":0.60799999999999998,"15min":0.56399999999999995},"min":{"1min":0.38800000000000001,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":3.411,"5min":3.411,"15min":3.411},"last":0.59799999999999998}]},{"osd":6,"last update":"Mon Aug 28 02:38:16 2023","interfaces":[{"interface":"back","average":{"1min":0.77200000000000002,"5min":0.65600000000000003,"15min":0.64800000000000002},"min":{"1min":0.47799999999999998,"5min":0.436,"15min":0.436},"max":{"1min":1.921,"5min":1.921,"15min":1.921},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.68999999999999995,"15min":0.65100000000000002},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":1.1659999999999999,"5min":3.6099999999999999,"15min":3.6099999999999999},"last":0.629}]},{"osd":7,"last update":"Mon Aug 28 02:38:16 2023","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":0.64200000000000002,"15min":0.59799999999999998},"min":{"1min":0.44700000000000001,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":1.6339999999999999,"5min":2.9399999999999999,"15min":2.9399999999999999},"last":0.64800000000000002},{"interface":"front","average":{"1min":0.72699999999999998,"5min":0.70099999999999996,"15min":0.66500000000000004},"min":{"1min":0.47299999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":1.8460000000000001,"5min":2.9540000000000002,"15min":2.9540000000000002},"last":0.66100000000000003}]}]},{"osd":4,"up_from":30,"seq":128849019270,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3231660,"kb_used_data":2750052,"kb_used_omap":0,"kb_used_meta":481600,"kb_avail":90513492,"statfs":{"total":95995035648,"available":92685815808,"internally_reserved":0,"allocated":2816053248,"data_stored":2814630709,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":493158400},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,2,0,3,0,3,3,5,3],"upper_bound":8192},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.55900000000000005,"15min":1.593},"min":{"1min":0.26100000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":4.46,"5min":10.249000000000001,"15min":22.515000000000001},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.56000000000000005,"15min":1.5249999999999999},"min":{"1min":0.28100000000000003,"5min":0.23200000000000001,"15min":0.217},"max":{"1min":1.425,"5min":4.5250000000000004,"15min":22.454000000000001},"last":0.51500000000000001}]},{"osd":1,"last update":"Mon Aug 28 02:37:48 2023","interfaces":[{"interface":"back","average":{"1min":0.71399999999999997,"5min":0.59499999999999997,"15min":1.3899999999999999},"min":{"1min":0.26300000000000001,"5min":0.254,"15min":0.24199999999999999},"max":{"1min":4.5090000000000003,"5min":5.5979999999999999,"15min":23.082000000000001},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.81599999999999995,"5min":0.56499999999999995,"15min":1.5449999999999999},"min":{"1min":0.28899999999999998,"5min":0.26300000000000001,"15min":0.26000000000000001},"max":{"1min":4.5910000000000002,"5min":4.7960000000000003,"15min":25.100000000000001},"last":0.48999999999999999}]},{"osd":2,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.72399999999999998,"5min":0.67400000000000004,"15min":1.5169999999999999},"min":{"1min":0.29599999999999999,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":4.5430000000000001,"5min":4.827,"15min":16.231000000000002},"last":0.41799999999999998},{"interface":"front","average":{"1min":0.85399999999999998,"5min":0.64600000000000002,"15min":1.4039999999999999},"min":{"1min":0.33200000000000002,"5min":0.312,"15min":0.251},"max":{"1min":5.6360000000000001,"5min":5.6360000000000001,"15min":13.515000000000001},"last":0.54700000000000004}]},{"osd":3,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.69699999999999995,"15min":0.77100000000000002},"min":{"1min":0.34799999999999998,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.9059999999999999,"5min":7.7480000000000002,"15min":7.7480000000000002},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.627,"5min":0.70999999999999996,"15min":0.67000000000000004},"min":{"1min":0.371,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":1.4850000000000001,"5min":3.7069999999999999,"15min":3.7069999999999999},"last":0.57399999999999995}]},{"osd":5,"last update":"Mon Aug 28 02:38:02 2023","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.49099999999999999,"15min":1.0900000000000001},"min":{"1min":0.28399999999999997,"5min":0.25900000000000001,"15min":0.222},"max":{"1min":0.64800000000000002,"5min":4.609,"15min":16.181999999999999},"last":0.34699999999999998},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.47999999999999998,"15min":1.117},"min":{"1min":0.32700000000000001,"5min":0.27500000000000002,"15min":0.20699999999999999},"max":{"1min":0.84199999999999997,"5min":1.5700000000000001,"15min":10.233000000000001},"last":0.43099999999999999}]},{"osd":6,"last update":"Mon Aug 28 02:38:18 2023","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":0.53100000000000003,"15min":1.02},"min":{"1min":0.28699999999999998,"5min":0.27100000000000002,"15min":0.26500000000000001},"max":{"1min":0.72799999999999998,"5min":2.9830000000000001,"15min":10.023999999999999},"last":0.372},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.54400000000000004,"15min":1.0940000000000001},"min":{"1min":0.32100000000000001,"5min":0.30499999999999999,"15min":0.26600000000000001},"max":{"1min":1.131,"5min":4.5880000000000001,"15min":8.5},"last":0.5}]},{"osd":7,"last update":"Mon Aug 28 02:37:19 2023","interfaces":[{"interface":"back","average":{"1min":0.67600000000000005,"5min":0.57899999999999996,"15min":1.143},"min":{"1min":0.35399999999999998,"5min":0.28999999999999998,"15min":0.22500000000000001},"max":{"1min":4.5720000000000001,"5min":4.8559999999999999,"15min":9.3209999999999997},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.59099999999999997,"15min":1.089},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.30299999999999999},"max":{"1min":1.647,"5min":2.754,"15min":15.597},"last":0.46700000000000003}]}]},{"osd":5,"up_from":37,"seq":158913790343,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2396504,"kb_used_data":1842128,"kb_used_omap":0,"kb_used_meta":554368,"kb_avail":91348648,"statfs":{"total":95995035648,"available":93541015552,"internally_reserved":0,"allocated":1886339072,"data_stored":1884932452,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":567672832},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,0,0,0,1],"upper_bound":512},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:37:49 2023","interfaces":[{"interface":"back","average":{"1min":0.439,"5min":0.44800000000000001,"15min":1.661},"min":{"1min":0.245,"5min":0.23200000000000001,"15min":0.20200000000000001},"max":{"1min":1.1100000000000001,"5min":1.4530000000000001,"15min":40.334000000000003},"last":0.35499999999999998},{"interface":"front","average":{"1min":0.498,"5min":0.69299999999999995,"15min":1.6830000000000001},"min":{"1min":0.32100000000000001,"5min":0.26600000000000001,"15min":0.23200000000000001},"max":{"1min":0.93300000000000005,"5min":19.815999999999999,"15min":40.212000000000003},"last":0.50600000000000001}]},{"osd":1,"last update":"Mon Aug 28 02:37:49 2023","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.63600000000000001,"15min":1.8620000000000001},"min":{"1min":0.28799999999999998,"5min":0.27900000000000003,"15min":0.23699999999999999},"max":{"1min":1.0700000000000001,"5min":17.998000000000001,"15min":40.088000000000001},"last":0.36399999999999999},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.73199999999999998,"15min":1.738},"min":{"1min":0.36099999999999999,"5min":0.28100000000000003,"15min":0.26000000000000001},"max":{"1min":0.95699999999999996,"5min":19.853000000000002,"15min":40.243000000000002},"last":0.39700000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:37:49 2023","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.57199999999999995,"15min":1.6120000000000001},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.27700000000000002},"max":{"1min":1.776,"5min":5.3099999999999996,"15min":40.436999999999998},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.60999999999999999,"15min":1.7569999999999999},"min":{"1min":0.32600000000000001,"5min":0.315,"15min":0.27200000000000002},"max":{"1min":2.069,"5min":4.2400000000000002,"15min":40.555},"last":0.44400000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:37:21 2023","interfaces":[{"interface":"back","average":{"1min":0.44900000000000001,"5min":0.82399999999999995,"15min":1.1399999999999999},"min":{"1min":0.308,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.52600000000000002,"5min":16.190999999999999,"15min":16.190999999999999},"last":0.31},{"interface":"front","average":{"1min":0.53100000000000003,"5min":1.0589999999999999,"15min":1.476},"min":{"1min":0.42599999999999999,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.77800000000000002,"5min":21.420999999999999,"15min":21.420999999999999},"last":0.48999999999999999}]},{"osd":4,"last update":"Mon Aug 28 02:37:58 2023","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.41399999999999998,"15min":1.069},"min":{"1min":0.27300000000000002,"5min":0.25,"15min":0.23100000000000001},"max":{"1min":1.4239999999999999,"5min":1.516,"15min":13.616},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.53300000000000003,"15min":1.194},"min":{"1min":0.33100000000000002,"5min":0.28499999999999998,"15min":0.25700000000000001},"max":{"1min":1.9610000000000001,"5min":4.1879999999999997,"15min":10.664999999999999},"last":0.46999999999999997}]},{"osd":6,"last update":"Mon Aug 28 02:37:49 2023","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.64100000000000001,"15min":1.4279999999999999},"min":{"1min":0.30499999999999999,"5min":0.28599999999999998,"15min":0.23300000000000001},"max":{"1min":1.6439999999999999,"5min":10.66,"15min":42.409999999999997},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":1.369},"min":{"1min":0.35999999999999999,"5min":0.29499999999999998,"15min":0.254},"max":{"1min":1.7150000000000001,"5min":6.1159999999999997,"15min":42.533999999999999},"last":0.43099999999999999}]},{"osd":7,"last update":"Mon Aug 28 02:37:49 2023","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.60199999999999998,"15min":1.5780000000000001},"min":{"1min":0.39400000000000002,"5min":0.33900000000000002,"15min":0.315},"max":{"1min":0.68999999999999995,"5min":6.1749999999999998,"15min":42.667000000000002},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.628,"15min":1.6060000000000001},"min":{"1min":0.42299999999999999,"5min":0.33000000000000002,"15min":0.318},"max":{"1min":1.8069999999999999,"5min":4.149,"15min":42.344000000000001},"last":0.52700000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":2678001664,"data_stored":2677997592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":816578560,"data_stored":816578560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1784020992,"data_stored":1784020992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":750321664,"data_stored":750321664,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":2812022784,"data_stored":2812018712,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1879506944,"data_stored":1879506944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1732841472,"data_stored":1732837400,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1351155712,"data_stored":1351155712,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:38:23.553 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:38:23.588 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.7 dump_historic_ops 2023-08-28T02:38:23.588 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:23.619 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:23 smithi040 ceph-mon[175404]: from='client.36291 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:38:23.620 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:23 smithi040 ceph-mon[170259]: from='client.36291 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:38:23.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:23 smithi083 ceph-mon[157819]: from='client.36291 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:38:23.762 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:38:23.766 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:23.767 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:38:23.867 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:38:23.909 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:23.929 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:38:23.943 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:38:23.947 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:23.947 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:38:24.048 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:38:24.082 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:24.115 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:38:24.136 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:38:24.157 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:38:24.183 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:38:24.208 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:38:24.211 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:24.211 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:38:24.212 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:38:24.232 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:38:24.255 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:38:24.279 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:38:24.281 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-08-28T02:38:24.281 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-08-28T02:38:24.281 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-08-28T02:38:24.281 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-08-28T02:38:24.282 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-08-28T02:38:24.282 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-08-28T02:38:24.282 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-08-28T02:38:24.282 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-08-28T02:38:24.312 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:38:24.347 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:24.419 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:38:24.424 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:24.425 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:38:24.525 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:38:24.559 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:24.585 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:24 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1316448353' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:38:24.585 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:24 smithi083 ceph-mon[157819]: pgmap v1092: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 4.0 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 98 op/s; 26576/197085 objects degraded (13.485%); 14339/197085 objects misplaced (7.276%); 5.7 MiB/s, 90 objects/s recovering 2023-08-28T02:38:24.684 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:38:24.687 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:24.688 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:38:24.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:24 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1316448353' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:38:24.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:24 smithi040 ceph-mon[175404]: pgmap v1092: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 4.0 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 98 op/s; 26576/197085 objects degraded (13.485%); 14339/197085 objects misplaced (7.276%); 5.7 MiB/s, 90 objects/s recovering 2023-08-28T02:38:24.736 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:24 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1316448353' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:38:24.736 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:24 smithi040 ceph-mon[170259]: pgmap v1092: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 4.0 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 98 op/s; 26576/197085 objects degraded (13.485%); 14339/197085 objects misplaced (7.276%); 5.7 MiB/s, 90 objects/s recovering 2023-08-28T02:38:24.788 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:38:24.824 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:25.598 INFO:teuthology.orchestra.run.smithi040.stderr:noscrub is set 2023-08-28T02:38:25.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:25 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3086499435' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:38:25.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:25 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3086499435' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:38:25.731 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:38:25 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:38:25] "GET /metrics HTTP/1.1" 200 36612 "" "Prometheus/2.43.0" 2023-08-28T02:38:25.866 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:25 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3086499435' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:38:25.881 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:38:25.887 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:25.888 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:38:25.988 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:38:26.022 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:26.096 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:38:26.100 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:26.101 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:38:26.202 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:38:26.236 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:26.259 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:38:26.262 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:26.262 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:38:26.363 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:38:26.384 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2023-08-28T02:38:26.384 INFO:teuthology.orchestra.run.smithi083.stdout: "size": 20, 2023-08-28T02:38:26.384 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 600, 2023-08-28T02:38:26.384 INFO:teuthology.orchestra.run.smithi083.stdout: "ops": [ 2023-08-28T02:38:26.384 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.384 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:127584 9.13 9:ccd8e9f1:::benchmark_data_smithi040_209735_object19989:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e195)", 2023-08-28T02:38:26.384 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:28:42.366041+0000", 2023-08-28T02:38:26.384 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 584.01546954499997, 2023-08-28T02:38:26.384 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.5989940570000001, 2023-08-28T02:38:26.384 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:38:26.384 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "reached pg", 2023-08-28T02:38:26.385 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:38:26.385 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:38:26.385 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:38:26.385 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 127584 2023-08-28T02:38:26.385 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.385 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:38:26.385 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.385 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:38:26.385 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.366041+0000", 2023-08-28T02:38:26.385 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:26.385 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.385 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.386 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:38:26.386 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.366041+0000", 2023-08-28T02:38:26.386 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:26.386 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.386 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.386 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:38:26.386 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.366039+0000", 2023-08-28T02:38:26.386 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:38:26.386 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.386 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.386 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:38:26.387 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.366049+0000", 2023-08-28T02:38:26.387 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.2990000000000002e-06 2023-08-28T02:38:26.387 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.387 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.387 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:38:26.387 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.366059+0000", 2023-08-28T02:38:26.387 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0608000000000001e-05 2023-08-28T02:38:26.387 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.387 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.387 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:38:26.387 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.366065+0000", 2023-08-28T02:38:26.387 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.5029999999999997e-06 2023-08-28T02:38:26.388 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.388 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.388 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:26.388 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.366131+0000", 2023-08-28T02:38:26.388 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.6157999999999999e-05 2023-08-28T02:38:26.388 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.388 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.388 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:38:26.388 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.366251+0000", 2023-08-28T02:38:26.388 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000120239 2023-08-28T02:38:26.389 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.389 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.389 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 5,6", 2023-08-28T02:38:26.389 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.366362+0000", 2023-08-28T02:38:26.389 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000110827 2023-08-28T02:38:26.389 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.389 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.389 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:26.389 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.375407+0000", 2023-08-28T02:38:26.389 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0090447679999999999 2023-08-28T02:38:26.389 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.389 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.390 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:38:26.390 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.375415+0000", 2023-08-28T02:38:26.390 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.2190000000000004e-06 2023-08-28T02:38:26.390 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.390 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.390 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:26.390 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.942037+0000", 2023-08-28T02:38:26.390 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.5666214429999998 2023-08-28T02:38:26.390 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.390 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.390 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:38:26.390 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.942138+0000", 2023-08-28T02:38:26.390 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000101446 2023-08-28T02:38:26.391 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.391 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.391 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:26.391 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.964946+0000", 2023-08-28T02:38:26.391 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.022807971999999999 2023-08-28T02:38:26.391 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.391 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.391 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:38:26.391 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.965035+0000", 2023-08-28T02:38:26.391 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.8844000000000005e-05 2023-08-28T02:38:26.391 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:26.391 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:38:26.392 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:26.392 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.392 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.392 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:127621 9.13 9:cdd7cc3e:::benchmark_data_smithi040_209735_object20026:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e196)", 2023-08-28T02:38:26.392 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:28:42.404065+0000", 2023-08-28T02:38:26.392 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 583.97744478599998, 2023-08-28T02:38:26.392 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.561206986, 2023-08-28T02:38:26.392 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:38:26.392 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:38:26.392 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:38:26.392 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:38:26.392 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:38:26.393 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 127621 2023-08-28T02:38:26.393 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.393 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:38:26.393 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.393 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:38:26.393 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.404065+0000", 2023-08-28T02:38:26.393 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:26.393 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.393 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.393 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:38:26.393 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.404065+0000", 2023-08-28T02:38:26.393 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:26.393 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.394 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.394 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:38:26.394 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.404065+0000", 2023-08-28T02:38:26.394 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:38:26.394 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.394 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.394 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:38:26.394 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.404069+0000", 2023-08-28T02:38:26.394 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.4680000000000003e-06 2023-08-28T02:38:26.394 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.395 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.395 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:38:26.395 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.404079+0000", 2023-08-28T02:38:26.395 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.7599999999999997e-06 2023-08-28T02:38:26.395 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.395 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.395 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:38:26.395 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.404084+0000", 2023-08-28T02:38:26.395 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.1420000000000001e-06 2023-08-28T02:38:26.395 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.395 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.395 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:26.396 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.404137+0000", 2023-08-28T02:38:26.396 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.2716999999999997e-05 2023-08-28T02:38:26.396 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.396 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.396 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:38:26.396 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.404146+0000", 2023-08-28T02:38:26.396 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.2119999999999992e-06 2023-08-28T02:38:26.396 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.396 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.396 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:26.396 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.942167+0000", 2023-08-28T02:38:26.396 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.5380211319999999 2023-08-28T02:38:26.397 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.397 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.397 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:38:26.397 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.942252+0000", 2023-08-28T02:38:26.397 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.5019999999999996e-05 2023-08-28T02:38:26.397 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.397 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.397 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 5,6", 2023-08-28T02:38:26.397 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.942326+0000", 2023-08-28T02:38:26.397 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.3821999999999999e-05 2023-08-28T02:38:26.397 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.398 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.398 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:38:26.398 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.948781+0000", 2023-08-28T02:38:26.398 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0064548660000000001 2023-08-28T02:38:26.398 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.398 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.398 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:26.398 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.964743+0000", 2023-08-28T02:38:26.398 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.015962147999999999 2023-08-28T02:38:26.398 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.398 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.398 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:26.398 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.965106+0000", 2023-08-28T02:38:26.399 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00036322399999999999 2023-08-28T02:38:26.399 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.399 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.399 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:38:26.399 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.965160+0000", 2023-08-28T02:38:26.399 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.3563000000000002e-05 2023-08-28T02:38:26.399 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.399 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.399 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:38:26.399 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.965272+0000", 2023-08-28T02:38:26.399 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000112674 2023-08-28T02:38:26.399 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:26.400 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:38:26.400 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:26.400 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.400 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.400 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:127699 9.13 9:c95a224d:::benchmark_data_smithi040_209735_object20104:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e196)", 2023-08-28T02:38:26.400 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:28:42.478129+0000", 2023-08-28T02:38:26.400 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 583.90338093699995, 2023-08-28T02:38:26.400 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.487381549, 2023-08-28T02:38:26.400 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:38:26.400 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:38:26.400 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:38:26.400 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:38:26.400 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:38:26.401 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 127699 2023-08-28T02:38:26.401 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.401 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:38:26.401 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.401 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:38:26.401 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.478129+0000", 2023-08-28T02:38:26.401 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:26.401 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.401 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.401 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:38:26.401 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.478129+0000", 2023-08-28T02:38:26.401 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:26.402 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.402 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.402 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:38:26.402 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.478128+0000", 2023-08-28T02:38:26.402 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:38:26.402 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.402 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.402 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:38:26.402 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.478134+0000", 2023-08-28T02:38:26.402 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.3509999999999998e-06 2023-08-28T02:38:26.402 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.402 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.403 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:38:26.403 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.478145+0000", 2023-08-28T02:38:26.403 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1447999999999999e-05 2023-08-28T02:38:26.403 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.403 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.403 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:38:26.403 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.478150+0000", 2023-08-28T02:38:26.403 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.6870000000000002e-06 2023-08-28T02:38:26.403 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.403 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.403 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:26.403 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.478197+0000", 2023-08-28T02:38:26.404 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.7302000000000002e-05 2023-08-28T02:38:26.404 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.404 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.404 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:38:26.404 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.478207+0000", 2023-08-28T02:38:26.404 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.6369999999999994e-06 2023-08-28T02:38:26.404 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.404 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.404 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:26.404 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.944100+0000", 2023-08-28T02:38:26.404 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.465893074 2023-08-28T02:38:26.404 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.404 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.405 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:38:26.405 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.944177+0000", 2023-08-28T02:38:26.405 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.6809000000000003e-05 2023-08-28T02:38:26.405 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.405 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.405 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 5,6", 2023-08-28T02:38:26.405 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.944258+0000", 2023-08-28T02:38:26.405 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.1360999999999996e-05 2023-08-28T02:38:26.405 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.405 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.405 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:38:26.405 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.951928+0000", 2023-08-28T02:38:26.406 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0076698690000000002 2023-08-28T02:38:26.406 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.406 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.406 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:26.406 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.965323+0000", 2023-08-28T02:38:26.406 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.013394708999999999 2023-08-28T02:38:26.406 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.406 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.406 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:26.406 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.965367+0000", 2023-08-28T02:38:26.406 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.3828000000000001e-05 2023-08-28T02:38:26.406 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.407 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.407 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:38:26.407 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.965411+0000", 2023-08-28T02:38:26.407 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.4295999999999997e-05 2023-08-28T02:38:26.407 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.407 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.407 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:38:26.407 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.965511+0000", 2023-08-28T02:38:26.407 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.9938000000000004e-05 2023-08-28T02:38:26.407 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:26.407 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:38:26.407 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:26.408 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.408 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.408 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:127756 9.13 9:c8448c8f:::benchmark_data_smithi040_209735_object20161:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e196)", 2023-08-28T02:38:26.408 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:28:42.539662+0000", 2023-08-28T02:38:26.408 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 583.841848207, 2023-08-28T02:38:26.408 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.4260867099999999, 2023-08-28T02:38:26.408 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:38:26.408 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:38:26.408 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:38:26.408 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:38:26.408 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:38:26.408 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 127756 2023-08-28T02:38:26.409 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.409 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:38:26.409 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.409 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:38:26.409 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.539662+0000", 2023-08-28T02:38:26.409 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:26.409 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.409 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.409 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:38:26.409 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.539662+0000", 2023-08-28T02:38:26.409 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:26.409 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.409 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.410 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:38:26.410 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.539661+0000", 2023-08-28T02:38:26.410 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:38:26.410 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.410 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.410 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:38:26.410 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.539666+0000", 2023-08-28T02:38:26.410 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.147e-06 2023-08-28T02:38:26.410 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.410 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.410 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:38:26.410 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.539676+0000", 2023-08-28T02:38:26.411 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0074e-05 2023-08-28T02:38:26.411 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.411 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.411 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:38:26.411 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.539682+0000", 2023-08-28T02:38:26.411 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.1909999999999997e-06 2023-08-28T02:38:26.411 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.411 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.411 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:26.411 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.539748+0000", 2023-08-28T02:38:26.411 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.6340000000000005e-05 2023-08-28T02:38:26.411 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.412 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.412 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:38:26.412 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.539758+0000", 2023-08-28T02:38:26.412 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.5359999999999998e-06 2023-08-28T02:38:26.412 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.412 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.412 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:26.412 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.945775+0000", 2023-08-28T02:38:26.412 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.4060173119999999 2023-08-28T02:38:26.412 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.412 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.412 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:38:26.413 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.945846+0000", 2023-08-28T02:38:26.413 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.0340999999999996e-05 2023-08-28T02:38:26.413 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.413 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.413 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 5,6", 2023-08-28T02:38:26.413 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.945910+0000", 2023-08-28T02:38:26.413 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.4500999999999998e-05 2023-08-28T02:38:26.413 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.413 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.413 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:38:26.413 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.951936+0000", 2023-08-28T02:38:26.413 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0060255600000000001 2023-08-28T02:38:26.413 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.414 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.414 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:26.414 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.965558+0000", 2023-08-28T02:38:26.414 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.013622568 2023-08-28T02:38:26.414 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.414 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.414 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:26.414 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.965598+0000", 2023-08-28T02:38:26.414 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.9331e-05 2023-08-28T02:38:26.414 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.414 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.414 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:38:26.415 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.965636+0000", 2023-08-28T02:38:26.415 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.7982000000000003e-05 2023-08-28T02:38:26.415 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.415 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.415 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:38:26.415 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.965749+0000", 2023-08-28T02:38:26.415 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000113149 2023-08-28T02:38:26.415 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:26.415 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:38:26.415 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:26.415 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.415 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.416 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:127771 9.13 9:cbbcd8ee:::benchmark_data_smithi040_209735_object20176:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e196)", 2023-08-28T02:38:26.416 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:28:42.557085+0000", 2023-08-28T02:38:26.416 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 583.82442504699998, 2023-08-28T02:38:26.416 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.408910731, 2023-08-28T02:38:26.416 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:38:26.416 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:38:26.416 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:38:26.416 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:38:26.416 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:38:26.416 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 127771 2023-08-28T02:38:26.416 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.416 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:38:26.417 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.417 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:38:26.417 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.557085+0000", 2023-08-28T02:38:26.417 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:26.417 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.417 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.417 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:38:26.417 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.557085+0000", 2023-08-28T02:38:26.417 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:26.417 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.417 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.418 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:38:26.418 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.557084+0000", 2023-08-28T02:38:26.418 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:38:26.418 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.418 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.418 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:38:26.418 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.557090+0000", 2023-08-28T02:38:26.418 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.8069999999999996e-06 2023-08-28T02:38:26.418 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.418 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.418 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:38:26.418 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.557103+0000", 2023-08-28T02:38:26.419 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.3046e-05 2023-08-28T02:38:26.419 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.419 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.419 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:38:26.419 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.557109+0000", 2023-08-28T02:38:26.419 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.1249999999999998e-06 2023-08-28T02:38:26.419 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.419 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.419 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:26.419 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.557172+0000", 2023-08-28T02:38:26.419 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.3542999999999998e-05 2023-08-28T02:38:26.419 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.420 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.420 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:38:26.420 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:42.557183+0000", 2023-08-28T02:38:26.420 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0917000000000001e-05 2023-08-28T02:38:26.420 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.420 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.420 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:26.420 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.947531+0000", 2023-08-28T02:38:26.420 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.39034803 2023-08-28T02:38:26.420 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.420 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.420 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:38:26.420 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.947628+0000", 2023-08-28T02:38:26.421 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.6347000000000004e-05 2023-08-28T02:38:26.421 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.421 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.421 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 5,6", 2023-08-28T02:38:26.421 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.947702+0000", 2023-08-28T02:38:26.421 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.4671000000000004e-05 2023-08-28T02:38:26.421 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.421 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.421 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:38:26.421 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.955130+0000", 2023-08-28T02:38:26.421 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0074280220000000003 2023-08-28T02:38:26.421 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.422 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.422 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:26.422 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.965805+0000", 2023-08-28T02:38:26.422 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.010675087999999999 2023-08-28T02:38:26.422 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.422 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.422 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:26.422 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.965845+0000", 2023-08-28T02:38:26.422 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.0061000000000002e-05 2023-08-28T02:38:26.422 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.422 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.422 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:38:26.423 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.965890+0000", 2023-08-28T02:38:26.423 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.4907000000000002e-05 2023-08-28T02:38:26.423 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.423 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.423 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:38:26.423 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:28:43.965996+0000", 2023-08-28T02:38:26.423 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000105547 2023-08-28T02:38:26.423 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:26.423 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:38:26.423 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:26.423 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.423 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.423 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:166808 9.1e 9:7d8b976f:::benchmark_data_smithi040_209735_object59213:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e217)", 2023-08-28T02:38:26.424 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:32.944074+0000", 2023-08-28T02:38:26.424 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 533.43743629300002, 2023-08-28T02:38:26.424 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.1070183020000002, 2023-08-28T02:38:26.424 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:38:26.424 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "reached pg", 2023-08-28T02:38:26.424 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:38:26.424 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:38:26.424 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:38:26.424 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 166808 2023-08-28T02:38:26.424 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.424 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:38:26.424 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.425 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:38:26.425 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.944074+0000", 2023-08-28T02:38:26.425 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:26.425 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.425 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.425 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:38:26.425 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.944074+0000", 2023-08-28T02:38:26.425 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:26.425 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.425 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.425 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:38:26.425 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.944071+0000", 2023-08-28T02:38:26.426 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999971 2023-08-28T02:38:26.426 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.426 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.426 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:38:26.426 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.944085+0000", 2023-08-28T02:38:26.426 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.3621000000000001e-05 2023-08-28T02:38:26.426 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.426 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.426 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:38:26.426 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.944111+0000", 2023-08-28T02:38:26.426 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.6063000000000001e-05 2023-08-28T02:38:26.426 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.426 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.427 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:38:26.427 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.944121+0000", 2023-08-28T02:38:26.427 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.825e-06 2023-08-28T02:38:26.427 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.427 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.427 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:26.427 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.206267+0000", 2023-08-28T02:38:26.427 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.26214620300000002 2023-08-28T02:38:26.427 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.427 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.427 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:38:26.428 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.206274+0000", 2023-08-28T02:38:26.428 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.2740000000000002e-06 2023-08-28T02:38:26.428 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.428 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.428 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:26.428 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.915241+0000", 2023-08-28T02:38:26.428 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.70896636700000004 2023-08-28T02:38:26.428 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.428 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.428 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:38:26.428 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.915250+0000", 2023-08-28T02:38:26.428 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.3919999999999992e-06 2023-08-28T02:38:26.428 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.429 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.429 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:26.429 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.911318+0000", 2023-08-28T02:38:26.429 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.99606770300000003 2023-08-28T02:38:26.429 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.429 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.429 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:38:26.429 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.911324+0000", 2023-08-28T02:38:26.429 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.2020000000000001e-06 2023-08-28T02:38:26.429 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.429 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.429 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:26.429 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.051009+0000", 2023-08-28T02:38:26.430 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.139685405 2023-08-28T02:38:26.430 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.430 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.430 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:38:26.430 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.051092+0000", 2023-08-28T02:38:26.430 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.3008000000000002e-05 2023-08-28T02:38:26.430 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:26.430 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:38:26.430 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:26.430 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.430 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.430 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:166814 9.1d 9:b9dc76d3:::benchmark_data_smithi040_209735_object59219:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e217)", 2023-08-28T02:38:26.431 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:32.944129+0000", 2023-08-28T02:38:26.431 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 533.43738111799996, 2023-08-28T02:38:26.431 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.2318206749999998, 2023-08-28T02:38:26.431 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:38:26.431 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "reached pg", 2023-08-28T02:38:26.431 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:38:26.433 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:38:26.434 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:38:26.434 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 166814 2023-08-28T02:38:26.434 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.434 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:38:26.434 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.434 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:38:26.434 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.944129+0000", 2023-08-28T02:38:26.434 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:26.434 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.434 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.434 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:38:26.434 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.944129+0000", 2023-08-28T02:38:26.435 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:26.435 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.435 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.435 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:38:26.435 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.944129+0000", 2023-08-28T02:38:26.435 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999995 2023-08-28T02:38:26.435 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.435 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.435 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:38:26.435 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.944132+0000", 2023-08-28T02:38:26.435 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.7269999999999999e-06 2023-08-28T02:38:26.436 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.436 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.436 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:38:26.436 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.944137+0000", 2023-08-28T02:38:26.436 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.6699999999999999e-06 2023-08-28T02:38:26.436 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.436 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.436 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:38:26.436 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.944141+0000", 2023-08-28T02:38:26.436 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.754e-06 2023-08-28T02:38:26.436 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.437 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.437 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:26.437 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.213492+0000", 2023-08-28T02:38:26.437 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.269350751 2023-08-28T02:38:26.437 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.437 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.437 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:38:26.437 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.213501+0000", 2023-08-28T02:38:26.437 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.8729999999999996e-06 2023-08-28T02:38:26.437 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.437 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.438 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:26.438 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.916069+0000", 2023-08-28T02:38:26.438 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.70256875299999999 2023-08-28T02:38:26.438 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.438 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.438 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:38:26.438 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.916078+0000", 2023-08-28T02:38:26.438 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.2279999999999998e-06 2023-08-28T02:38:26.438 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.438 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.438 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:26.439 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.923445+0000", 2023-08-28T02:38:26.439 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0073671259999999 2023-08-28T02:38:26.439 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.439 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.439 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:38:26.439 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.923454+0000", 2023-08-28T02:38:26.439 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.7909999999999999e-06 2023-08-28T02:38:26.439 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.439 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.439 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:26.439 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.175862+0000", 2023-08-28T02:38:26.439 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.252407128 2023-08-28T02:38:26.439 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.440 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.440 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:38:26.440 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.175950+0000", 2023-08-28T02:38:26.440 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.8239000000000007e-05 2023-08-28T02:38:26.440 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:26.440 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:38:26.440 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:26.440 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.440 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.440 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:166817 9.1e 9:7e9db4e7:::benchmark_data_smithi040_209735_object59222:head [delete] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e217)", 2023-08-28T02:38:26.440 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:32.944146+0000", 2023-08-28T02:38:26.440 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 533.43736467600002, 2023-08-28T02:38:26.441 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.1442467710000002, 2023-08-28T02:38:26.441 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:38:26.441 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:38:26.441 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:38:26.441 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:38:26.441 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:38:26.441 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 166817 2023-08-28T02:38:26.441 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.441 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:38:26.441 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.441 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:38:26.441 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.944146+0000", 2023-08-28T02:38:26.441 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:26.442 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.442 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.442 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:38:26.442 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.944146+0000", 2023-08-28T02:38:26.442 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:26.442 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.442 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.442 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:38:26.442 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.944145+0000", 2023-08-28T02:38:26.442 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999995 2023-08-28T02:38:26.442 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.442 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.443 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:38:26.443 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.944147+0000", 2023-08-28T02:38:26.443 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.1909999999999999e-06 2023-08-28T02:38:26.443 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.443 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.443 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:38:26.443 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.944152+0000", 2023-08-28T02:38:26.443 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.9980000000000003e-06 2023-08-28T02:38:26.443 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.443 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.443 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:38:26.443 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.944156+0000", 2023-08-28T02:38:26.444 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.1829999999999998e-06 2023-08-28T02:38:26.444 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.444 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.444 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:26.444 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.206291+0000", 2023-08-28T02:38:26.444 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.26213489899999998 2023-08-28T02:38:26.444 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.444 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.444 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:38:26.444 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.206295+0000", 2023-08-28T02:38:26.444 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.4510000000000002e-06 2023-08-28T02:38:26.444 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.444 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.445 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:26.445 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.922196+0000", 2023-08-28T02:38:26.445 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.715901067 2023-08-28T02:38:26.445 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.445 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.445 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:38:26.445 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.922201+0000", 2023-08-28T02:38:26.445 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.3839999999999996e-06 2023-08-28T02:38:26.445 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.445 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.445 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:26.445 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.911344+0000", 2023-08-28T02:38:26.445 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.98914235800000005 2023-08-28T02:38:26.446 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.446 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.446 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:38:26.446 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.911349+0000", 2023-08-28T02:38:26.446 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.2190000000000003e-06 2023-08-28T02:38:26.446 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.446 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.446 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:26.446 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.051333+0000", 2023-08-28T02:38:26.446 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1399839119999999 2023-08-28T02:38:26.446 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.446 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.447 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:38:26.447 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.051450+0000", 2023-08-28T02:38:26.447 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00011752399999999999 2023-08-28T02:38:26.447 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.447 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.447 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 0,1,4", 2023-08-28T02:38:26.447 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.051714+0000", 2023-08-28T02:38:26.447 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00026338499999999999 2023-08-28T02:38:26.447 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.447 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.447 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:38:26.448 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.058793+0000", 2023-08-28T02:38:26.448 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0070791040000000001 2023-08-28T02:38:26.448 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.448 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.448 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:26.448 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.058878+0000", 2023-08-28T02:38:26.448 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.5088999999999998e-05 2023-08-28T02:38:26.448 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.448 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.448 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:26.448 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.059874+0000", 2023-08-28T02:38:26.448 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0009963280000000001 2023-08-28T02:38:26.448 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.449 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.449 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:26.449 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.088206+0000", 2023-08-28T02:38:26.449 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.028332039 2023-08-28T02:38:26.449 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.450 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.450 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:38:26.450 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.088271+0000", 2023-08-28T02:38:26.450 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.4957999999999997e-05 2023-08-28T02:38:26.450 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.450 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.450 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:38:26.450 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.088392+0000", 2023-08-28T02:38:26.450 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000120971 2023-08-28T02:38:26.450 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:26.450 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:38:26.451 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:26.451 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.451 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.451 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:166826 9.1e 9:7bce0ea1:::benchmark_data_smithi040_209735_object59231:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e217)", 2023-08-28T02:38:26.451 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:33.031489+0000", 2023-08-28T02:38:26.451 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 533.35002163499996, 2023-08-28T02:38:26.451 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.057079436, 2023-08-28T02:38:26.451 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:38:26.451 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:38:26.451 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:38:26.451 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:38:26.451 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:38:26.452 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 166826 2023-08-28T02:38:26.452 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.452 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:38:26.452 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.452 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:38:26.452 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.031489+0000", 2023-08-28T02:38:26.452 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:26.452 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.452 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.452 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:38:26.452 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.031489+0000", 2023-08-28T02:38:26.452 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:26.453 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.453 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.453 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:38:26.453 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.031487+0000", 2023-08-28T02:38:26.453 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:38:26.453 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.453 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.453 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:38:26.453 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.031500+0000", 2023-08-28T02:38:26.453 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2933e-05 2023-08-28T02:38:26.453 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.453 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.453 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:38:26.454 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.031527+0000", 2023-08-28T02:38:26.454 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.7917999999999999e-05 2023-08-28T02:38:26.454 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.454 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.454 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:38:26.454 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.031539+0000", 2023-08-28T02:38:26.454 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.187e-05 2023-08-28T02:38:26.454 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.454 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.454 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:26.454 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.206311+0000", 2023-08-28T02:38:26.454 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.17477168000000001 2023-08-28T02:38:26.455 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.455 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.455 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:38:26.455 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.206315+0000", 2023-08-28T02:38:26.455 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.5109999999999997e-06 2023-08-28T02:38:26.455 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.455 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.455 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:26.455 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.922218+0000", 2023-08-28T02:38:26.455 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.71590277099999999 2023-08-28T02:38:26.455 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.455 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.456 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:38:26.456 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.922222+0000", 2023-08-28T02:38:26.456 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.16e-06 2023-08-28T02:38:26.456 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.456 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.456 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:26.456 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.911368+0000", 2023-08-28T02:38:26.456 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.98914599700000005 2023-08-28T02:38:26.456 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.456 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.456 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:38:26.456 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.911375+0000", 2023-08-28T02:38:26.457 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.5910000000000001e-06 2023-08-28T02:38:26.457 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.457 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.457 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:26.457 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.056764+0000", 2023-08-28T02:38:26.457 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.145388538 2023-08-28T02:38:26.457 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.457 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.457 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:38:26.457 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.056903+0000", 2023-08-28T02:38:26.457 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000139686 2023-08-28T02:38:26.457 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.458 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.458 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 0,1,4", 2023-08-28T02:38:26.458 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.057169+0000", 2023-08-28T02:38:26.458 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00026584699999999999 2023-08-28T02:38:26.458 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.458 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.458 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:38:26.458 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.059038+0000", 2023-08-28T02:38:26.458 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.001868439 2023-08-28T02:38:26.458 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.458 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.458 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:26.459 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.059967+0000", 2023-08-28T02:38:26.459 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00092936899999999999 2023-08-28T02:38:26.459 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.459 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.459 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:26.459 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.060397+0000", 2023-08-28T02:38:26.459 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00042968800000000001 2023-08-28T02:38:26.459 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.459 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.459 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:26.459 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.088435+0000", 2023-08-28T02:38:26.459 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.028038027 2023-08-28T02:38:26.460 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.460 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.460 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:38:26.460 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.088473+0000", 2023-08-28T02:38:26.460 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.8133000000000002e-05 2023-08-28T02:38:26.460 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.460 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.460 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:38:26.460 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.088568+0000", 2023-08-28T02:38:26.460 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.5328999999999995e-05 2023-08-28T02:38:26.460 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:26.460 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:38:26.460 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:26.461 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.461 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.461 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:166833 9.d 9:b375ead0:::benchmark_data_smithi040_209735_object59238:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e217)", 2023-08-28T02:38:26.461 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:33.200895+0000", 2023-08-28T02:38:26.461 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 533.18061552400002, 2023-08-28T02:38:26.461 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.140917693, 2023-08-28T02:38:26.461 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:38:26.461 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:38:26.461 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:38:26.461 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:38:26.461 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:38:26.461 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 166833 2023-08-28T02:38:26.462 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.462 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:38:26.462 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.462 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:38:26.462 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.200895+0000", 2023-08-28T02:38:26.462 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:26.462 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.462 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.462 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:38:26.462 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.200895+0000", 2023-08-28T02:38:26.462 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:26.462 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.463 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.463 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:38:26.463 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.200894+0000", 2023-08-28T02:38:26.463 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999995 2023-08-28T02:38:26.463 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.463 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.463 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:38:26.463 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.200897+0000", 2023-08-28T02:38:26.463 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.486e-06 2023-08-28T02:38:26.463 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.463 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.463 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:38:26.463 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.200902+0000", 2023-08-28T02:38:26.464 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.1479999999999997e-06 2023-08-28T02:38:26.464 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.464 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.464 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:38:26.464 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.200909+0000", 2023-08-28T02:38:26.464 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.3690000000000001e-06 2023-08-28T02:38:26.464 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.464 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.464 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:26.464 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.216479+0000", 2023-08-28T02:38:26.464 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.015570011 2023-08-28T02:38:26.464 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.465 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.465 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:38:26.465 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.216488+0000", 2023-08-28T02:38:26.465 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.7679999999999997e-06 2023-08-28T02:38:26.465 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.465 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.465 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:26.465 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.916456+0000", 2023-08-28T02:38:26.465 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.69996779799999997 2023-08-28T02:38:26.465 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.465 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.465 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:38:26.466 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.916464+0000", 2023-08-28T02:38:26.466 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.8480000000000001e-06 2023-08-28T02:38:26.466 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.466 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.466 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:26.466 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.924005+0000", 2023-08-28T02:38:26.466 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0075415999999999 2023-08-28T02:38:26.466 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.466 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.466 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:38:26.466 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.924013+0000", 2023-08-28T02:38:26.466 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.4599999999999997e-06 2023-08-28T02:38:26.466 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.467 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.467 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:26.467 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.328068+0000", 2023-08-28T02:38:26.467 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.404055042 2023-08-28T02:38:26.467 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.467 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.467 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:38:26.467 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.328196+0000", 2023-08-28T02:38:26.467 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00012798599999999999 2023-08-28T02:38:26.467 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.467 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.468 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,4,5", 2023-08-28T02:38:26.468 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.328529+0000", 2023-08-28T02:38:26.468 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00033311000000000001 2023-08-28T02:38:26.468 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.468 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.468 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:26.468 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.337323+0000", 2023-08-28T02:38:26.468 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0087938089999999997 2023-08-28T02:38:26.468 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.468 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.468 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:26.468 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.341473+0000", 2023-08-28T02:38:26.469 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0041499620000000001 2023-08-28T02:38:26.469 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.469 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.469 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:26.469 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.341490+0000", 2023-08-28T02:38:26.469 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.7538999999999999e-05 2023-08-28T02:38:26.469 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.469 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.469 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:38:26.469 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.341659+0000", 2023-08-28T02:38:26.469 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00016829099999999999 2023-08-28T02:38:26.469 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.469 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.470 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:38:26.470 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.341704+0000", 2023-08-28T02:38:26.470 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.579e-05 2023-08-28T02:38:26.470 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.470 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.470 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:38:26.470 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.341812+0000", 2023-08-28T02:38:26.470 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00010807900000000001 2023-08-28T02:38:26.470 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:26.470 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:38:26.470 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:26.470 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.471 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.471 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:166836 9.e 9:7610d7ed:::benchmark_data_smithi040_209735_object59241:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e217)", 2023-08-28T02:38:26.471 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:33.248767+0000", 2023-08-28T02:38:26.471 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 533.13274280999997, 2023-08-28T02:38:26.471 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.874118465, 2023-08-28T02:38:26.471 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:38:26.471 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:38:26.471 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:38:26.471 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:38:26.471 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:38:26.471 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 166836 2023-08-28T02:38:26.471 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.472 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:38:26.472 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.472 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:38:26.472 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.248767+0000", 2023-08-28T02:38:26.472 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:26.472 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.472 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.472 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:38:26.472 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.248767+0000", 2023-08-28T02:38:26.472 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:26.472 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.472 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.473 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:38:26.473 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.248766+0000", 2023-08-28T02:38:26.473 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:38:26.473 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.473 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.473 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:38:26.473 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.248773+0000", 2023-08-28T02:38:26.473 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.6159999999999998e-06 2023-08-28T02:38:26.473 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.473 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.473 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:38:26.473 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.248788+0000", 2023-08-28T02:38:26.473 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.4868000000000001e-05 2023-08-28T02:38:26.473 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.474 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.474 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:38:26.474 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.248794+0000", 2023-08-28T02:38:26.474 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.4309999999999999e-06 2023-08-28T02:38:26.474 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.474 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.474 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:26.474 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.248839+0000", 2023-08-28T02:38:26.474 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.4712999999999997e-05 2023-08-28T02:38:26.474 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.474 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.474 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:38:26.475 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.248846+0000", 2023-08-28T02:38:26.475 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.3549999999999999e-06 2023-08-28T02:38:26.475 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.475 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.475 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:26.475 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.922166+0000", 2023-08-28T02:38:26.475 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.67331997700000001 2023-08-28T02:38:26.475 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.475 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.475 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:38:26.475 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.922177+0000", 2023-08-28T02:38:26.475 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1086e-05 2023-08-28T02:38:26.475 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.476 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.476 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:26.476 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.911280+0000", 2023-08-28T02:38:26.476 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.98910295100000001 2023-08-28T02:38:26.476 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.476 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.476 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:38:26.476 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.911294+0000", 2023-08-28T02:38:26.476 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.3556e-05 2023-08-28T02:38:26.476 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.476 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.476 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:26.477 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.095671+0000", 2023-08-28T02:38:26.477 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1843778380000001 2023-08-28T02:38:26.477 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.477 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.477 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:38:26.477 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.095801+0000", 2023-08-28T02:38:26.477 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00012968800000000001 2023-08-28T02:38:26.477 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.477 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.477 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 0,1,4", 2023-08-28T02:38:26.477 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.096197+0000", 2023-08-28T02:38:26.478 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00039581399999999997 2023-08-28T02:38:26.478 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.478 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.478 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:38:26.478 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.104037+0000", 2023-08-28T02:38:26.478 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0078397899999999993 2023-08-28T02:38:26.478 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.478 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.478 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:26.478 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.104916+0000", 2023-08-28T02:38:26.478 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00087921899999999999 2023-08-28T02:38:26.478 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.479 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.479 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:26.479 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.108581+0000", 2023-08-28T02:38:26.479 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0036648449999999999 2023-08-28T02:38:26.479 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.479 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.479 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:26.479 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.122731+0000", 2023-08-28T02:38:26.479 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.014150484 2023-08-28T02:38:26.479 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.479 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.479 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:38:26.479 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.122781+0000", 2023-08-28T02:38:26.480 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.0009000000000002e-05 2023-08-28T02:38:26.480 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.480 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.480 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:38:26.480 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.122886+0000", 2023-08-28T02:38:26.480 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000104654 2023-08-28T02:38:26.480 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:26.480 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:38:26.480 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:26.480 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.480 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.481 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:166837 9.1d 9:bcf1dafa:::benchmark_data_smithi040_209735_object59242:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e217)", 2023-08-28T02:38:26.481 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:33.248802+0000", 2023-08-28T02:38:26.481 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 533.13270841200006, 2023-08-28T02:38:26.481 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.0926461789999999, 2023-08-28T02:38:26.481 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:38:26.481 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:38:26.481 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:38:26.481 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:38:26.481 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:38:26.481 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 166837 2023-08-28T02:38:26.481 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.481 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:38:26.482 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.482 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:38:26.482 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.248802+0000", 2023-08-28T02:38:26.482 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:26.482 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.482 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.482 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:38:26.482 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.248802+0000", 2023-08-28T02:38:26.482 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:26.482 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.482 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.482 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:38:26.483 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.248801+0000", 2023-08-28T02:38:26.483 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999995 2023-08-28T02:38:26.483 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.483 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.483 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:38:26.483 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.248808+0000", 2023-08-28T02:38:26.483 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.1040000000000003e-06 2023-08-28T02:38:26.483 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.483 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.483 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:38:26.483 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.248813+0000", 2023-08-28T02:38:26.483 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.5539999999999997e-06 2023-08-28T02:38:26.484 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.484 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.484 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:38:26.484 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.248816+0000", 2023-08-28T02:38:26.484 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.27e-06 2023-08-28T02:38:26.484 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.484 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.484 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:26.484 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.248854+0000", 2023-08-28T02:38:26.484 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.7926000000000002e-05 2023-08-28T02:38:26.484 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.484 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.485 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:38:26.485 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.248861+0000", 2023-08-28T02:38:26.485 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.1489999999999997e-06 2023-08-28T02:38:26.485 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.485 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.485 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:26.485 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.921077+0000", 2023-08-28T02:38:26.485 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.67221596699999997 2023-08-28T02:38:26.485 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.485 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.485 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:38:26.485 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.921089+0000", 2023-08-28T02:38:26.485 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1224e-05 2023-08-28T02:38:26.486 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.486 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.486 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:26.486 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.923975+0000", 2023-08-28T02:38:26.486 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.002885896 2023-08-28T02:38:26.486 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.486 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.486 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:38:26.486 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:34.923981+0000", 2023-08-28T02:38:26.486 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.5769999999999999e-06 2023-08-28T02:38:26.486 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.486 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.487 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:26.487 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.326741+0000", 2023-08-28T02:38:26.487 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.4027598290000001 2023-08-28T02:38:26.487 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.487 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.487 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:38:26.487 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.326897+0000", 2023-08-28T02:38:26.487 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00015567700000000001 2023-08-28T02:38:26.487 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.487 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.487 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,4,5", 2023-08-28T02:38:26.488 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.327168+0000", 2023-08-28T02:38:26.488 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00027120699999999998 2023-08-28T02:38:26.488 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.488 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.488 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:26.488 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.337253+0000", 2023-08-28T02:38:26.488 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.010084971 2023-08-28T02:38:26.488 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.488 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.488 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:38:26.488 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.337578+0000", 2023-08-28T02:38:26.489 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00032532699999999998 2023-08-28T02:38:26.489 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.489 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.489 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:26.489 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.341333+0000", 2023-08-28T02:38:26.489 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0037549520000000002 2023-08-28T02:38:26.489 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.489 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.489 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:26.489 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.341352+0000", 2023-08-28T02:38:26.489 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.8736000000000002e-05 2023-08-28T02:38:26.489 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.490 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.490 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:38:26.490 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.341381+0000", 2023-08-28T02:38:26.490 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.8742e-05 2023-08-28T02:38:26.490 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.490 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.490 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:38:26.490 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:36.341448+0000", 2023-08-28T02:38:26.490 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.7458000000000004e-05 2023-08-28T02:38:26.490 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:26.490 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:38:26.490 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:26.491 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.491 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.491 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:173346 9.1e 9:7cf8630e:::benchmark_data_smithi040_209735_object65751:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e225)", 2023-08-28T02:38:26.491 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:45.467466+0000", 2023-08-28T02:38:26.491 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 520.91404414700003, 2023-08-28T02:38:26.491 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.07132819, 2023-08-28T02:38:26.491 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:38:26.491 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:38:26.491 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:38:26.491 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:38:26.491 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:38:26.491 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 173346 2023-08-28T02:38:26.492 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.492 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:38:26.492 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.492 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:38:26.492 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.467466+0000", 2023-08-28T02:38:26.492 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:26.492 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.492 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.492 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:38:26.492 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.467466+0000", 2023-08-28T02:38:26.492 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:26.492 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.492 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.493 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:38:26.493 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.467465+0000", 2023-08-28T02:38:26.493 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:38:26.493 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.493 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.493 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:38:26.493 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.467469+0000", 2023-08-28T02:38:26.493 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.216e-06 2023-08-28T02:38:26.493 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.493 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.493 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:38:26.493 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.467478+0000", 2023-08-28T02:38:26.493 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.5140000000000001e-06 2023-08-28T02:38:26.494 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.494 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.494 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:38:26.494 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.467482+0000", 2023-08-28T02:38:26.494 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.2830000000000003e-06 2023-08-28T02:38:26.494 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.494 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.494 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:26.494 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.467521+0000", 2023-08-28T02:38:26.494 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.9112000000000001e-05 2023-08-28T02:38:26.494 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.495 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.495 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:38:26.495 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.467607+0000", 2023-08-28T02:38:26.495 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.6195999999999999e-05 2023-08-28T02:38:26.495 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.495 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.495 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,4", 2023-08-28T02:38:26.495 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.467877+0000", 2023-08-28T02:38:26.495 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00026976600000000001 2023-08-28T02:38:26.495 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.495 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.495 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:38:26.496 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.469511+0000", 2023-08-28T02:38:26.496 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0016340529999999999 2023-08-28T02:38:26.496 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.496 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.496 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:26.496 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.474179+0000", 2023-08-28T02:38:26.496 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0046675930000000003 2023-08-28T02:38:26.496 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.496 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.496 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:26.496 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.538705+0000", 2023-08-28T02:38:26.496 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.0645259180000002 2023-08-28T02:38:26.497 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.497 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.497 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:38:26.497 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.538754+0000", 2023-08-28T02:38:26.497 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.9466999999999999e-05 2023-08-28T02:38:26.497 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.497 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.497 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:38:26.497 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.538794+0000", 2023-08-28T02:38:26.497 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.0159e-05 2023-08-28T02:38:26.497 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:26.497 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:38:26.498 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:26.498 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.498 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.498 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:173376 9.e 9:7349bdcd:::benchmark_data_smithi040_209735_object65781:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e225)", 2023-08-28T02:38:26.498 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:45.526251+0000", 2023-08-28T02:38:26.498 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 520.85525970100002, 2023-08-28T02:38:26.498 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.012530055, 2023-08-28T02:38:26.498 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:38:26.498 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:38:26.498 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:38:26.498 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:38:26.499 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:38:26.499 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 173376 2023-08-28T02:38:26.499 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.499 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:38:26.499 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.499 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:38:26.499 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.526251+0000", 2023-08-28T02:38:26.499 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:26.499 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.499 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.499 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:38:26.499 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.526251+0000", 2023-08-28T02:38:26.500 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:26.500 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.500 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.500 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:38:26.500 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.526249+0000", 2023-08-28T02:38:26.500 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:38:26.500 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.500 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.500 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:38:26.500 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.526256+0000", 2023-08-28T02:38:26.501 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.9949999999999999e-06 2023-08-28T02:38:26.501 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.501 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.501 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:38:26.501 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.526268+0000", 2023-08-28T02:38:26.501 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1972e-05 2023-08-28T02:38:26.501 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.501 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.501 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:38:26.502 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.526274+0000", 2023-08-28T02:38:26.502 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.1059999999999996e-06 2023-08-28T02:38:26.502 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.502 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.502 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:26.502 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.526327+0000", 2023-08-28T02:38:26.502 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.2837999999999998e-05 2023-08-28T02:38:26.502 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.502 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.502 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:38:26.502 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.526442+0000", 2023-08-28T02:38:26.502 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000115654 2023-08-28T02:38:26.503 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.503 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.503 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,4", 2023-08-28T02:38:26.503 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.526829+0000", 2023-08-28T02:38:26.503 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00038654200000000003 2023-08-28T02:38:26.503 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.503 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.503 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:26.503 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.529553+0000", 2023-08-28T02:38:26.503 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00272427 2023-08-28T02:38:26.503 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.503 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.504 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:38:26.504 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.533647+0000", 2023-08-28T02:38:26.504 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0040935140000000004 2023-08-28T02:38:26.504 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.504 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.504 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:26.504 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.538719+0000", 2023-08-28T02:38:26.504 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.0050726189999999 2023-08-28T02:38:26.504 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.504 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.504 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:38:26.504 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.538756+0000", 2023-08-28T02:38:26.505 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.6999999999999998e-05 2023-08-28T02:38:26.505 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.505 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.505 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:38:26.505 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.538781+0000", 2023-08-28T02:38:26.505 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.4409999999999998e-05 2023-08-28T02:38:26.505 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:26.505 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:38:26.505 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:26.505 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.505 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.505 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:173383 9.e 9:77f6d65b:::benchmark_data_smithi040_209735_object65788:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e225)", 2023-08-28T02:38:26.506 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:45.538116+0000", 2023-08-28T02:38:26.506 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 520.84339473, 2023-08-28T02:38:26.506 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.0007276030000001, 2023-08-28T02:38:26.506 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:38:26.506 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:38:26.506 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:38:26.506 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:38:26.506 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:38:26.506 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 173383 2023-08-28T02:38:26.506 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.506 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:38:26.506 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.507 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:38:26.507 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.538116+0000", 2023-08-28T02:38:26.507 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:26.507 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.507 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.507 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:38:26.507 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.538116+0000", 2023-08-28T02:38:26.507 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:26.507 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.507 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.507 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:38:26.508 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.538114+0000", 2023-08-28T02:38:26.508 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:38:26.508 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.508 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.508 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:38:26.508 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.538120+0000", 2023-08-28T02:38:26.508 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.8189999999999997e-06 2023-08-28T02:38:26.508 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.508 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.508 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:38:26.508 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.538132+0000", 2023-08-28T02:38:26.508 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2398000000000001e-05 2023-08-28T02:38:26.509 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.509 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.509 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:38:26.509 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.538139+0000", 2023-08-28T02:38:26.509 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.6900000000000003e-06 2023-08-28T02:38:26.509 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.509 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.509 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:26.509 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.538209+0000", 2023-08-28T02:38:26.509 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.9550999999999999e-05 2023-08-28T02:38:26.509 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.509 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.510 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:38:26.510 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.538338+0000", 2023-08-28T02:38:26.510 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00012970599999999999 2023-08-28T02:38:26.510 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.510 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.510 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,4", 2023-08-28T02:38:26.510 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.538702+0000", 2023-08-28T02:38:26.510 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00036375699999999998 2023-08-28T02:38:26.510 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.510 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.510 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:38:26.510 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.541437+0000", 2023-08-28T02:38:26.510 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0027347109999999999 2023-08-28T02:38:26.511 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.511 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.511 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:26.511 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.542358+0000", 2023-08-28T02:38:26.511 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00092105500000000005 2023-08-28T02:38:26.511 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.511 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.511 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:26.511 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.538801+0000", 2023-08-28T02:38:26.511 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.9964434559999999 2023-08-28T02:38:26.511 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.511 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.512 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:38:26.512 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.538825+0000", 2023-08-28T02:38:26.512 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.3388999999999999e-05 2023-08-28T02:38:26.512 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.512 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.512 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:38:26.512 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.538843+0000", 2023-08-28T02:38:26.512 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.8437999999999999e-05 2023-08-28T02:38:26.512 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:26.512 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:38:26.512 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:26.512 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.512 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.513 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:173404 9.1e 9:7a63089a:::benchmark_data_smithi040_209735_object65809:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e225)", 2023-08-28T02:38:26.513 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:45.586429+0000", 2023-08-28T02:38:26.513 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 520.79508101199997, 2023-08-28T02:38:26.513 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.953333706, 2023-08-28T02:38:26.513 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:38:26.513 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:38:26.513 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:38:26.513 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:38:26.513 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:38:26.513 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 173404 2023-08-28T02:38:26.513 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.514 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:38:26.514 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.514 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:38:26.514 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.586429+0000", 2023-08-28T02:38:26.514 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:26.514 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.514 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.514 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:38:26.514 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.586429+0000", 2023-08-28T02:38:26.514 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:26.514 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.514 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.515 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:38:26.515 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.586428+0000", 2023-08-28T02:38:26.515 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:38:26.515 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.515 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.515 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:38:26.515 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.586435+0000", 2023-08-28T02:38:26.515 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.4779999999999996e-06 2023-08-28T02:38:26.515 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.515 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.515 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:38:26.515 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.586445+0000", 2023-08-28T02:38:26.516 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0852e-05 2023-08-28T02:38:26.516 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.516 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.516 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:38:26.516 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.586451+0000", 2023-08-28T02:38:26.516 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.75e-06 2023-08-28T02:38:26.516 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.516 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.516 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:26.516 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.586491+0000", 2023-08-28T02:38:26.516 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.0030999999999997e-05 2023-08-28T02:38:26.517 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.517 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.517 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:38:26.517 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.586618+0000", 2023-08-28T02:38:26.517 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00012661399999999999 2023-08-28T02:38:26.517 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.517 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.517 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,4", 2023-08-28T02:38:26.517 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.586901+0000", 2023-08-28T02:38:26.517 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00028295499999999999 2023-08-28T02:38:26.517 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.517 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.518 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:38:26.518 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.588334+0000", 2023-08-28T02:38:26.518 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00143362 2023-08-28T02:38:26.518 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.518 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.518 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:26.518 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.588720+0000", 2023-08-28T02:38:26.518 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00038548899999999998 2023-08-28T02:38:26.518 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.518 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.518 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:26.518 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.539676+0000", 2023-08-28T02:38:26.519 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.9509561259999999 2023-08-28T02:38:26.519 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.519 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.519 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:38:26.519 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.539727+0000", 2023-08-28T02:38:26.519 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.0657e-05 2023-08-28T02:38:26.519 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.519 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.519 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:38:26.519 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.539763+0000", 2023-08-28T02:38:26.519 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.6353000000000002e-05 2023-08-28T02:38:26.519 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:26.520 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:38:26.520 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:26.520 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.520 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.520 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:173412 9.e 9:775e1976:::benchmark_data_smithi040_209735_object65817:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e225)", 2023-08-28T02:38:26.520 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:45.637618+0000", 2023-08-28T02:38:26.520 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 520.74389257500002, 2023-08-28T02:38:26.520 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.90474498, 2023-08-28T02:38:26.520 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:38:26.520 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:38:26.520 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:38:26.520 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:38:26.521 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:38:26.521 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 173412 2023-08-28T02:38:26.521 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.521 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:38:26.521 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.521 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:38:26.521 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.637618+0000", 2023-08-28T02:38:26.521 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:26.521 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.521 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.521 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:38:26.521 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.637618+0000", 2023-08-28T02:38:26.522 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:26.522 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.522 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.522 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:38:26.522 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.637617+0000", 2023-08-28T02:38:26.522 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:38:26.522 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.522 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.522 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:38:26.522 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.637622+0000", 2023-08-28T02:38:26.522 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.5199999999999997e-06 2023-08-28T02:38:26.522 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.523 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.523 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:38:26.523 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.637633+0000", 2023-08-28T02:38:26.523 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0329999999999999e-05 2023-08-28T02:38:26.523 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.523 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.523 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:38:26.523 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.637637+0000", 2023-08-28T02:38:26.523 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.3000000000000003e-06 2023-08-28T02:38:26.523 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.523 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.523 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:26.524 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.637669+0000", 2023-08-28T02:38:26.524 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.2202000000000001e-05 2023-08-28T02:38:26.524 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.524 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.524 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:38:26.524 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.637739+0000", 2023-08-28T02:38:26.524 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.9716999999999997e-05 2023-08-28T02:38:26.524 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.524 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.524 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,4", 2023-08-28T02:38:26.524 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.637998+0000", 2023-08-28T02:38:26.524 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00025929499999999999 2023-08-28T02:38:26.524 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.525 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.525 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:38:26.525 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.639284+0000", 2023-08-28T02:38:26.525 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.001286248 2023-08-28T02:38:26.525 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.525 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.525 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:26.525 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.640940+0000", 2023-08-28T02:38:26.525 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.001655307 2023-08-28T02:38:26.525 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.525 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.525 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:26.525 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.542275+0000", 2023-08-28T02:38:26.526 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.9013357470000001 2023-08-28T02:38:26.526 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.526 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.526 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:38:26.526 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.542323+0000", 2023-08-28T02:38:26.526 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.7769999999999998e-05 2023-08-28T02:38:26.526 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.526 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.526 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:38:26.526 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.542363+0000", 2023-08-28T02:38:26.526 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.9583999999999999e-05 2023-08-28T02:38:26.526 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:26.527 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:38:26.527 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:26.527 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.527 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.527 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:173428 9.e 9:766a8b60:::benchmark_data_smithi040_209735_object65833:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e226)", 2023-08-28T02:38:26.527 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:45.889129+0000", 2023-08-28T02:38:26.527 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 520.49238117300001, 2023-08-28T02:38:26.527 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.6725081180000001, 2023-08-28T02:38:26.527 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:38:26.527 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:38:26.527 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:38:26.527 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:38:26.528 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:38:26.528 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 173428 2023-08-28T02:38:26.528 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.528 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:38:26.528 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.528 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:38:26.528 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.889129+0000", 2023-08-28T02:38:26.528 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:26.528 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.528 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.528 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:38:26.528 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.889129+0000", 2023-08-28T02:38:26.528 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:26.529 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.529 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.529 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:38:26.529 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.889128+0000", 2023-08-28T02:38:26.529 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:38:26.529 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.529 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.529 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:38:26.529 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.889133+0000", 2023-08-28T02:38:26.529 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.0209999999999999e-06 2023-08-28T02:38:26.529 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.529 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.530 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:38:26.530 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.889144+0000", 2023-08-28T02:38:26.530 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1357e-05 2023-08-28T02:38:26.530 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.530 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.530 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:38:26.530 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.889149+0000", 2023-08-28T02:38:26.530 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.8960000000000002e-06 2023-08-28T02:38:26.530 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.530 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.530 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:26.530 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.889196+0000", 2023-08-28T02:38:26.531 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.7221000000000001e-05 2023-08-28T02:38:26.531 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.531 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.531 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:38:26.531 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.889325+0000", 2023-08-28T02:38:26.531 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00012908900000000001 2023-08-28T02:38:26.531 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.531 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.531 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,4", 2023-08-28T02:38:26.531 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.889656+0000", 2023-08-28T02:38:26.531 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00033046399999999999 2023-08-28T02:38:26.531 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.532 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.532 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:38:26.532 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.890978+0000", 2023-08-28T02:38:26.532 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0013223589999999999 2023-08-28T02:38:26.532 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.532 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.532 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:26.532 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.892216+0000", 2023-08-28T02:38:26.532 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0012379450000000001 2023-08-28T02:38:26.532 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.532 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.532 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:26.532 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.561568+0000", 2023-08-28T02:38:26.533 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.669351469 2023-08-28T02:38:26.533 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.533 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.533 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:38:26.533 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.561598+0000", 2023-08-28T02:38:26.533 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.0822999999999999e-05 2023-08-28T02:38:26.533 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.533 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.533 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:38:26.533 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.561637+0000", 2023-08-28T02:38:26.533 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.8807999999999998e-05 2023-08-28T02:38:26.533 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:26.534 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:38:26.534 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:26.534 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.534 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.534 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:173444 9.1e 9:7e5e8021:::benchmark_data_smithi040_209735_object65849:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e226)", 2023-08-28T02:38:26.534 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:45.913545+0000", 2023-08-28T02:38:26.534 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 520.46796571699997, 2023-08-28T02:38:26.534 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.648181042, 2023-08-28T02:38:26.534 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:38:26.534 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:38:26.534 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:38:26.534 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:38:26.535 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:38:26.535 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 173444 2023-08-28T02:38:26.535 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.535 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:38:26.535 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.535 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:38:26.535 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.913545+0000", 2023-08-28T02:38:26.535 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:26.535 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.535 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.535 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:38:26.535 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.913545+0000", 2023-08-28T02:38:26.535 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:26.536 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.536 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.536 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:38:26.536 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.913544+0000", 2023-08-28T02:38:26.536 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999995 2023-08-28T02:38:26.536 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.536 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.536 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:38:26.536 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.913547+0000", 2023-08-28T02:38:26.536 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.7609999999999999e-06 2023-08-28T02:38:26.536 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.536 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.537 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:38:26.537 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.913553+0000", 2023-08-28T02:38:26.537 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.5549999999999999e-06 2023-08-28T02:38:26.537 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.537 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.537 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:38:26.537 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.913558+0000", 2023-08-28T02:38:26.537 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.2150000000000003e-06 2023-08-28T02:38:26.537 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.537 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.538 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:26.538 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.913593+0000", 2023-08-28T02:38:26.538 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.5355999999999998e-05 2023-08-28T02:38:26.538 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.538 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.538 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:38:26.538 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.913675+0000", 2023-08-28T02:38:26.538 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.174e-05 2023-08-28T02:38:26.538 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.538 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.539 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,4", 2023-08-28T02:38:26.539 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.913900+0000", 2023-08-28T02:38:26.539 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00022486899999999999 2023-08-28T02:38:26.539 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.539 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.539 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:38:26.539 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.914959+0000", 2023-08-28T02:38:26.539 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0010593550000000001 2023-08-28T02:38:26.539 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.539 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.539 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:26.539 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.917392+0000", 2023-08-28T02:38:26.540 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0024325570000000001 2023-08-28T02:38:26.540 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.540 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.540 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:26.540 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.561661+0000", 2023-08-28T02:38:26.540 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.6442692810000001 2023-08-28T02:38:26.540 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.540 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.540 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:38:26.540 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.561688+0000", 2023-08-28T02:38:26.540 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.6998000000000001e-05 2023-08-28T02:38:26.540 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.541 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.541 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:38:26.541 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.561726+0000", 2023-08-28T02:38:26.541 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.7802999999999997e-05 2023-08-28T02:38:26.541 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:26.541 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:38:26.541 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:26.541 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.541 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.541 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.34719.0:173455 9.1e 9:796cd6a5:::benchmark_data_smithi040_209735_object65860:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e226)", 2023-08-28T02:38:26.541 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:45.942477+0000", 2023-08-28T02:38:26.541 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 520.43903328900001, 2023-08-28T02:38:26.542 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.6457492970000001, 2023-08-28T02:38:26.542 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:38:26.542 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:38:26.542 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:38:26.542 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.34719", 2023-08-28T02:38:26.542 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/3292502891", 2023-08-28T02:38:26.542 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 173455 2023-08-28T02:38:26.542 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.542 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:38:26.542 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.542 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:38:26.542 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.942477+0000", 2023-08-28T02:38:26.543 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:26.543 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.543 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.543 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:38:26.543 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.942477+0000", 2023-08-28T02:38:26.543 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:38:26.543 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.543 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.543 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:38:26.543 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.942476+0000", 2023-08-28T02:38:26.543 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:38:26.543 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.544 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.544 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:38:26.544 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.942481+0000", 2023-08-28T02:38:26.544 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.4790000000000004e-06 2023-08-28T02:38:26.544 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.544 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.544 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:38:26.544 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.942491+0000", 2023-08-28T02:38:26.544 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0156999999999999e-05 2023-08-28T02:38:26.544 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.544 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.544 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:38:26.545 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.942496+0000", 2023-08-28T02:38:26.545 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.0699999999999997e-06 2023-08-28T02:38:26.545 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.545 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.545 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:38:26.545 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.942544+0000", 2023-08-28T02:38:26.545 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.7953e-05 2023-08-28T02:38:26.545 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.545 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.545 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:38:26.545 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.942881+0000", 2023-08-28T02:38:26.546 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00033649500000000002 2023-08-28T02:38:26.546 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.546 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.546 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,4", 2023-08-28T02:38:26.546 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.943152+0000", 2023-08-28T02:38:26.546 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00027160200000000002 2023-08-28T02:38:26.546 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.546 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.546 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:38:26.546 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.944545+0000", 2023-08-28T02:38:26.546 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.001392257 2023-08-28T02:38:26.547 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.547 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.547 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:26.547 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:45.947700+0000", 2023-08-28T02:38:26.547 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0031557820000000002 2023-08-28T02:38:26.547 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.547 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.547 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:38:26.547 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.588169+0000", 2023-08-28T02:38:26.547 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.6404686050000001 2023-08-28T02:38:26.547 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.547 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.547 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:38:26.548 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.588201+0000", 2023-08-28T02:38:26.548 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.2181999999999998e-05 2023-08-28T02:38:26.548 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:38:26.548 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:38:26.548 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:38:26.548 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:47.588226+0000", 2023-08-28T02:38:26.548 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.5105000000000001e-05 2023-08-28T02:38:26.548 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:26.548 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:38:26.548 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:26.548 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:38:26.548 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:38:26.549 INFO:teuthology.orchestra.run.smithi083.stdout:} 2023-08-28T02:38:26.549 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:38:26.550 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:26.551 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:26.551 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:38:26.551 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:38:26.651 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:38:26.680 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:26 smithi083 ceph-mon[157819]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:38:26.680 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:26 smithi083 ceph-mon[157819]: failed to encode map e358 with expected crc 2023-08-28T02:38:26.680 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:26 smithi083 ceph-mon[157819]: failed to encode map e358 with expected crc 2023-08-28T02:38:26.680 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:26 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3086499435' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:38:26.680 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:26 smithi083 ceph-mon[157819]: osdmap e358: 8 total, 8 up, 6 in 2023-08-28T02:38:26.680 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:26 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 26576/197085 objects degraded (13.485%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-08-28T02:38:26.680 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:26 smithi083 ceph-mon[157819]: pgmap v1094: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 4.0 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 85 op/s; 26130/196314 objects degraded (13.310%); 13933/196314 objects misplaced (7.097%); 7.1 MiB/s, 113 objects/s recovering 2023-08-28T02:38:26.686 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:26.716 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:38:26.719 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:26.720 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:38:26.723 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.3 dump_ops_in_flight 2023-08-28T02:38:26.770 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-08-28T02:38:26.821 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:38:26.851 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:26.875 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:38:26.878 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:26.879 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:38:26.909 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:38:26.979 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:38:26.980 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:26 smithi040 ceph-mon[175404]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:38:26.980 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:26 smithi040 ceph-mon[175404]: failed to encode map e358 with expected crc 2023-08-28T02:38:26.980 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:26 smithi040 ceph-mon[175404]: failed to encode map e358 with expected crc 2023-08-28T02:38:26.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:26 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3086499435' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:38:26.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:26 smithi040 ceph-mon[175404]: osdmap e358: 8 total, 8 up, 6 in 2023-08-28T02:38:26.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:26 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 26576/197085 objects degraded (13.485%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-08-28T02:38:26.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:26 smithi040 ceph-mon[175404]: pgmap v1094: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 4.0 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 85 op/s; 26130/196314 objects degraded (13.310%); 13933/196314 objects misplaced (7.097%); 7.1 MiB/s, 113 objects/s recovering 2023-08-28T02:38:26.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:26 smithi040 ceph-mon[170259]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:38:26.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:26 smithi040 ceph-mon[170259]: failed to encode map e358 with expected crc 2023-08-28T02:38:26.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:26 smithi040 ceph-mon[170259]: failed to encode map e358 with expected crc 2023-08-28T02:38:26.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:26 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3086499435' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:38:26.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:26 smithi040 ceph-mon[170259]: osdmap e358: 8 total, 8 up, 6 in 2023-08-28T02:38:26.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:26 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 26576/197085 objects degraded (13.485%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-08-28T02:38:26.983 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:26 smithi040 ceph-mon[170259]: pgmap v1094: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 4.0 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 85 op/s; 26130/196314 objects degraded (13.310%); 13933/196314 objects misplaced (7.097%); 7.1 MiB/s, 113 objects/s recovering 2023-08-28T02:38:27.015 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:27.043 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:38:27.047 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:27.047 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:38:27.147 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:38:27.184 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:27.365 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:38:27.843 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:38:27.908 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:38:27.912 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:27.912 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:38:27.980 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd set nodeep-scrub 2023-08-28T02:38:28.013 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:38:28.062 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:28.192 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:38:28.195 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:28.196 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:38:28.297 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:38:28.326 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:28.366 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:38:28.372 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:28.373 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:38:28.474 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:38:28.505 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:28.523 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:38:28.524 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:38:28.530 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:38:28.534 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:28.535 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:38:28.635 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:38:28.673 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:28.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:28 smithi040 ceph-mon[170259]: pgmap v1095: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 4.0 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 101 op/s; 26066/195669 objects degraded (13.321%); 13857/195669 objects misplaced (7.082%); 6.6 MiB/s, 105 objects/s recovering 2023-08-28T02:38:28.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:28 smithi040 ceph-mon[175404]: pgmap v1095: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 4.0 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 101 op/s; 26066/195669 objects degraded (13.321%); 13857/195669 objects misplaced (7.082%); 6.6 MiB/s, 105 objects/s recovering 2023-08-28T02:38:28.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:28 smithi083 ceph-mon[157819]: pgmap v1095: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 4.0 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 101 op/s; 26066/195669 objects degraded (13.321%); 13857/195669 objects misplaced (7.082%); 6.6 MiB/s, 105 objects/s recovering 2023-08-28T02:38:28.899 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:38:28.903 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:28.903 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:38:29.004 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:38:29.037 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:29.060 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:38:29.063 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:29.064 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:38:29.164 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:38:29.193 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:29.217 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:38:29.220 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:29.220 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:38:29.271 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":1095,"stamp":"2023-08-28T02:38:28.464424+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4273257220,"num_objects":65223,"num_object_clones":0,"num_object_copies":195669,"num_objects_missing_on_primary":4148,"num_objects_missing":4148,"num_objects_degraded":26066,"num_objects_misplaced":13857,"num_objects_unfound":0,"num_objects_dirty":65223,"num_whiteouts":0,"num_read":90,"num_read_kb":168,"num_write":121519,"num_write_kb":5972054,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":44914,"num_bytes_recovered":2920616849,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":98788,"ondisk_log_size":98788,"up":297,"acting":293,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":13014704,"kb_used_data":10046848,"kb_used_omap":12,"kb_used_meta":2967795,"kb_avail":549456208,"statfs":{"total":575970213888,"available":562643156992,"internally_reserved":0,"allocated":10287972352,"data_stored":10277507072,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12739,"internal_metadata":3039022653},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,1,0,0,1,0,1],"upper_bound":512},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-59179008,"num_objects":-903,"num_object_clones":0,"num_object_copies":-2709,"num_objects_missing_on_primary":-65,"num_objects_missing":-65,"num_objects_degraded":-645,"num_objects_misplaced":-938,"num_objects_unfound":0,"num_objects_dirty":-903,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":903,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":942,"num_bytes_recovered":61734912,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.893803"},"pg_stats":[{"pgid":"3.1a","version":"65'1","reported_seq":369,"reported_epoch":357,"state":"active+clean","last_fresh":"2023-08-28T02:38:19.571609+0000","last_change":"2023-08-28T02:32:32.667028+0000","last_active":"2023-08-28T02:38:19.571609+0000","last_peered":"2023-08-28T02:38:19.571609+0000","last_clean":"2023-08-28T02:38:19.571609+0000","last_became_active":"2023-08-28T02:32:32.666711+0000","last_became_peered":"2023-08-28T02:32:32.666711+0000","last_unstale":"2023-08-28T02:38:19.571609+0000","last_undegraded":"2023-08-28T02:38:19.571609+0000","last_fullsized":"2023-08-28T02:38:19.571609+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:28:21.913105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":321,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.134013+0000","last_change":"2023-08-28T02:29:44.421259+0000","last_active":"2023-08-28T02:38:13.134013+0000","last_peered":"2023-08-28T02:38:13.134013+0000","last_clean":"2023-08-28T02:38:13.134013+0000","last_became_active":"2023-08-28T02:29:44.420936+0000","last_became_peered":"2023-08-28T02:29:44.420936+0000","last_unstale":"2023-08-28T02:38:13.134013+0000","last_undegraded":"2023-08-28T02:38:13.134013+0000","last_fullsized":"2023-08-28T02:38:13.134013+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:22:26.346867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":163,"reported_epoch":357,"state":"active+clean","last_fresh":"2023-08-28T02:38:19.590673+0000","last_change":"2023-08-28T02:33:12.290337+0000","last_active":"2023-08-28T02:38:19.590673+0000","last_peered":"2023-08-28T02:38:19.590673+0000","last_clean":"2023-08-28T02:38:19.590673+0000","last_became_active":"2023-08-28T02:33:12.289852+0000","last_became_peered":"2023-08-28T02:33:12.289852+0000","last_unstale":"2023-08-28T02:38:19.590673+0000","last_undegraded":"2023-08-28T02:38:19.590673+0000","last_fullsized":"2023-08-28T02:38:19.590673+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:04:26.420037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":336,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.133557+0000","last_change":"2023-08-28T02:33:13.317226+0000","last_active":"2023-08-28T02:38:13.133557+0000","last_peered":"2023-08-28T02:38:13.133557+0000","last_clean":"2023-08-28T02:38:13.133557+0000","last_became_active":"2023-08-28T02:33:13.316893+0000","last_became_peered":"2023-08-28T02:33:13.316893+0000","last_unstale":"2023-08-28T02:38:13.133557+0000","last_undegraded":"2023-08-28T02:38:13.133557+0000","last_fullsized":"2023-08-28T02:38:13.133557+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:55:46.593463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":281,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.146547+0000","last_change":"2023-08-28T02:33:12.295203+0000","last_active":"2023-08-28T02:38:13.146547+0000","last_peered":"2023-08-28T02:38:13.146547+0000","last_clean":"2023-08-28T02:38:13.146547+0000","last_became_active":"2023-08-28T02:33:12.294904+0000","last_became_peered":"2023-08-28T02:33:12.294904+0000","last_unstale":"2023-08-28T02:38:13.146547+0000","last_undegraded":"2023-08-28T02:38:13.146547+0000","last_fullsized":"2023-08-28T02:38:13.146547+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:31:07.008856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":299,"reported_epoch":357,"state":"active+clean","last_fresh":"2023-08-28T02:38:19.576977+0000","last_change":"2023-08-28T02:31:51.987263+0000","last_active":"2023-08-28T02:38:19.576977+0000","last_peered":"2023-08-28T02:38:19.576977+0000","last_clean":"2023-08-28T02:38:19.576977+0000","last_became_active":"2023-08-28T02:31:51.986938+0000","last_became_peered":"2023-08-28T02:31:51.986938+0000","last_unstale":"2023-08-28T02:38:19.576977+0000","last_undegraded":"2023-08-28T02:38:19.576977+0000","last_fullsized":"2023-08-28T02:38:19.576977+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:18.021905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":330,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.133825+0000","last_change":"2023-08-28T02:33:12.318656+0000","last_active":"2023-08-28T02:38:13.133825+0000","last_peered":"2023-08-28T02:38:13.133825+0000","last_clean":"2023-08-28T02:38:13.133825+0000","last_became_active":"2023-08-28T02:33:12.318297+0000","last_became_peered":"2023-08-28T02:33:12.318297+0000","last_unstale":"2023-08-28T02:38:13.133825+0000","last_undegraded":"2023-08-28T02:38:13.133825+0000","last_fullsized":"2023-08-28T02:38:13.133825+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:43:09.789767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":262,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.146621+0000","last_change":"2023-08-28T02:33:13.357230+0000","last_active":"2023-08-28T02:38:13.146621+0000","last_peered":"2023-08-28T02:38:13.146621+0000","last_clean":"2023-08-28T02:38:13.146621+0000","last_became_active":"2023-08-28T02:33:13.356853+0000","last_became_peered":"2023-08-28T02:33:13.356853+0000","last_unstale":"2023-08-28T02:38:13.146621+0000","last_undegraded":"2023-08-28T02:38:13.146621+0000","last_fullsized":"2023-08-28T02:38:13.146621+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:20:21.545007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":341,"reported_epoch":357,"state":"active+clean","last_fresh":"2023-08-28T02:38:19.576291+0000","last_change":"2023-08-28T02:29:44.462510+0000","last_active":"2023-08-28T02:38:19.576291+0000","last_peered":"2023-08-28T02:38:19.576291+0000","last_clean":"2023-08-28T02:38:19.576291+0000","last_became_active":"2023-08-28T02:29:44.460314+0000","last_became_peered":"2023-08-28T02:29:44.460314+0000","last_unstale":"2023-08-28T02:38:19.576291+0000","last_undegraded":"2023-08-28T02:38:19.576291+0000","last_fullsized":"2023-08-28T02:38:19.576291+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:59:01.311467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":265,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.146484+0000","last_change":"2023-08-28T02:33:13.291255+0000","last_active":"2023-08-28T02:38:13.146484+0000","last_peered":"2023-08-28T02:38:13.146484+0000","last_clean":"2023-08-28T02:38:13.146484+0000","last_became_active":"2023-08-28T02:33:13.290933+0000","last_became_peered":"2023-08-28T02:33:13.290933+0000","last_unstale":"2023-08-28T02:38:13.146484+0000","last_undegraded":"2023-08-28T02:38:13.146484+0000","last_fullsized":"2023-08-28T02:38:13.146484+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:31:54.116908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"65'3","reported_seq":342,"reported_epoch":357,"state":"active+clean","last_fresh":"2023-08-28T02:38:19.575876+0000","last_change":"2023-08-28T02:33:12.296412+0000","last_active":"2023-08-28T02:38:19.575876+0000","last_peered":"2023-08-28T02:38:19.575876+0000","last_clean":"2023-08-28T02:38:19.575876+0000","last_became_active":"2023-08-28T02:33:12.295786+0000","last_became_peered":"2023-08-28T02:33:12.295786+0000","last_unstale":"2023-08-28T02:38:19.575876+0000","last_undegraded":"2023-08-28T02:38:19.575876+0000","last_fullsized":"2023-08-28T02:38:19.575876+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:15:31.449163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":166,"reported_epoch":357,"state":"active+clean","last_fresh":"2023-08-28T02:38:19.590837+0000","last_change":"2023-08-28T02:32:32.666927+0000","last_active":"2023-08-28T02:38:19.590837+0000","last_peered":"2023-08-28T02:38:19.590837+0000","last_clean":"2023-08-28T02:38:19.590837+0000","last_became_active":"2023-08-28T02:32:32.666618+0000","last_became_peered":"2023-08-28T02:32:32.666618+0000","last_unstale":"2023-08-28T02:38:19.590837+0000","last_undegraded":"2023-08-28T02:38:19.590837+0000","last_fullsized":"2023-08-28T02:38:19.590837+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:45:57.998333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":366,"reported_epoch":357,"state":"active+clean","last_fresh":"2023-08-28T02:38:19.571574+0000","last_change":"2023-08-28T02:32:28.505262+0000","last_active":"2023-08-28T02:38:19.571574+0000","last_peered":"2023-08-28T02:38:19.571574+0000","last_clean":"2023-08-28T02:38:19.571574+0000","last_became_active":"2023-08-28T02:32:28.455999+0000","last_became_peered":"2023-08-28T02:32:28.455999+0000","last_unstale":"2023-08-28T02:38:19.571574+0000","last_undegraded":"2023-08-28T02:38:19.571574+0000","last_fullsized":"2023-08-28T02:38:19.571574+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:28.937020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":9468,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":350,"reported_epoch":357,"state":"active+clean","last_fresh":"2023-08-28T02:38:19.571806+0000","last_change":"2023-08-28T02:32:12.959195+0000","last_active":"2023-08-28T02:38:19.571806+0000","last_peered":"2023-08-28T02:38:19.571806+0000","last_clean":"2023-08-28T02:38:19.571806+0000","last_became_active":"2023-08-28T02:32:12.958832+0000","last_became_peered":"2023-08-28T02:32:12.958832+0000","last_unstale":"2023-08-28T02:38:19.571806+0000","last_undegraded":"2023-08-28T02:38:19.571806+0000","last_fullsized":"2023-08-28T02:38:19.571806+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:23:27.197787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"65'2","reported_seq":340,"reported_epoch":357,"state":"active+clean","last_fresh":"2023-08-28T02:38:19.574485+0000","last_change":"2023-08-28T02:32:28.461161+0000","last_active":"2023-08-28T02:38:19.574485+0000","last_peered":"2023-08-28T02:38:19.574485+0000","last_clean":"2023-08-28T02:38:19.574485+0000","last_became_active":"2023-08-28T02:32:28.451284+0000","last_became_peered":"2023-08-28T02:32:28.451284+0000","last_unstale":"2023-08-28T02:38:19.574485+0000","last_undegraded":"2023-08-28T02:38:19.574485+0000","last_fullsized":"2023-08-28T02:38:19.574485+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:58:20.061020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":322,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.132994+0000","last_change":"2023-08-28T02:29:44.419566+0000","last_active":"2023-08-28T02:38:13.132994+0000","last_peered":"2023-08-28T02:38:13.132994+0000","last_clean":"2023-08-28T02:38:13.132994+0000","last_became_active":"2023-08-28T02:29:44.419053+0000","last_became_peered":"2023-08-28T02:29:44.419053+0000","last_unstale":"2023-08-28T02:38:13.132994+0000","last_undegraded":"2023-08-28T02:38:13.132994+0000","last_fullsized":"2023-08-28T02:38:13.132994+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:44:36.133499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":325,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.133111+0000","last_change":"2023-08-28T02:33:12.493777+0000","last_active":"2023-08-28T02:38:13.133111+0000","last_peered":"2023-08-28T02:38:13.133111+0000","last_clean":"2023-08-28T02:38:13.133111+0000","last_became_active":"2023-08-28T02:33:12.491177+0000","last_became_peered":"2023-08-28T02:33:12.491177+0000","last_unstale":"2023-08-28T02:38:13.133111+0000","last_undegraded":"2023-08-28T02:38:13.133111+0000","last_fullsized":"2023-08-28T02:38:13.133111+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:10:58.167753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":337,"reported_epoch":357,"state":"active+clean","last_fresh":"2023-08-28T02:38:19.574572+0000","last_change":"2023-08-28T02:33:12.290293+0000","last_active":"2023-08-28T02:38:19.574572+0000","last_peered":"2023-08-28T02:38:19.574572+0000","last_clean":"2023-08-28T02:38:19.574572+0000","last_became_active":"2023-08-28T02:33:12.289989+0000","last_became_peered":"2023-08-28T02:33:12.289989+0000","last_unstale":"2023-08-28T02:38:19.574572+0000","last_undegraded":"2023-08-28T02:38:19.574572+0000","last_fullsized":"2023-08-28T02:38:19.574572+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:05:33.622172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":315,"reported_epoch":357,"state":"active+clean","last_fresh":"2023-08-28T02:38:19.574881+0000","last_change":"2023-08-28T02:32:12.948756+0000","last_active":"2023-08-28T02:38:19.574881+0000","last_peered":"2023-08-28T02:38:19.574881+0000","last_clean":"2023-08-28T02:38:19.574881+0000","last_became_active":"2023-08-28T02:32:12.948441+0000","last_became_peered":"2023-08-28T02:32:12.948441+0000","last_unstale":"2023-08-28T02:38:19.574881+0000","last_undegraded":"2023-08-28T02:38:19.574881+0000","last_fullsized":"2023-08-28T02:38:19.574881+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:27.922180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":331,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.133652+0000","last_change":"2023-08-28T02:33:12.299398+0000","last_active":"2023-08-28T02:38:13.133652+0000","last_peered":"2023-08-28T02:38:13.133652+0000","last_clean":"2023-08-28T02:38:13.133652+0000","last_became_active":"2023-08-28T02:33:12.299113+0000","last_became_peered":"2023-08-28T02:33:12.299113+0000","last_unstale":"2023-08-28T02:38:13.133652+0000","last_undegraded":"2023-08-28T02:38:13.133652+0000","last_fullsized":"2023-08-28T02:38:13.133652+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:14:55.597212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"65'8","reported_seq":125,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.132681+0000","last_change":"2023-08-28T02:33:13.478870+0000","last_active":"2023-08-28T02:38:13.132681+0000","last_peered":"2023-08-28T02:38:13.132681+0000","last_clean":"2023-08-28T02:38:13.132681+0000","last_became_active":"2023-08-28T02:33:13.332142+0000","last_became_peered":"2023-08-28T02:33:13.332142+0000","last_unstale":"2023-08-28T02:38:13.132681+0000","last_undegraded":"2023-08-28T02:38:13.132681+0000","last_fullsized":"2023-08-28T02:38:13.132681+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:32:42.810159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":263,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.148107+0000","last_change":"2023-08-28T02:33:12.306353+0000","last_active":"2023-08-28T02:38:13.148107+0000","last_peered":"2023-08-28T02:38:13.148107+0000","last_clean":"2023-08-28T02:38:13.148107+0000","last_became_active":"2023-08-28T02:33:12.304977+0000","last_became_peered":"2023-08-28T02:33:12.304977+0000","last_unstale":"2023-08-28T02:38:13.148107+0000","last_undegraded":"2023-08-28T02:38:13.148107+0000","last_fullsized":"2023-08-28T02:38:13.148107+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:19:38.819671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"357'7545","reported_seq":7661,"reported_epoch":357,"state":"active+clean","last_fresh":"2023-08-28T02:38:25.483897+0000","last_change":"2023-08-28T02:30:50.402703+0000","last_active":"2023-08-28T02:38:25.483897+0000","last_peered":"2023-08-28T02:38:25.483897+0000","last_clean":"2023-08-28T02:38:25.483897+0000","last_became_active":"2023-08-28T02:30:50.402419+0000","last_became_peered":"2023-08-28T02:30:50.402419+0000","last_unstale":"2023-08-28T02:38:25.483897+0000","last_undegraded":"2023-08-28T02:38:25.483897+0000","last_fullsized":"2023-08-28T02:38:25.483897+0000","mapping_epoch":250,"log_start":"254'400","ondisk_log_start":"254'400","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7145,"log_dups_size":0,"ondisk_log_size":7145,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:07:37.393907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":269680640,"num_objects":4115,"num_object_clones":0,"num_object_copies":12345,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4115,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7545,"num_write_kb":373120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"65'1","reported_seq":323,"reported_epoch":357,"state":"active+clean","last_fresh":"2023-08-28T02:38:19.575390+0000","last_change":"2023-08-28T02:14:43.046130+0000","last_active":"2023-08-28T02:38:19.575390+0000","last_peered":"2023-08-28T02:38:19.575390+0000","last_clean":"2023-08-28T02:38:19.575390+0000","last_became_active":"2023-08-28T02:14:43.045775+0000","last_became_peered":"2023-08-28T02:14:43.045775+0000","last_unstale":"2023-08-28T02:38:19.575390+0000","last_undegraded":"2023-08-28T02:38:19.575390+0000","last_fullsized":"2023-08-28T02:38:19.575390+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:57:38.279756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":313,"reported_epoch":357,"state":"active+clean","last_fresh":"2023-08-28T02:38:19.573678+0000","last_change":"2023-08-28T02:31:51.987149+0000","last_active":"2023-08-28T02:38:19.573678+0000","last_peered":"2023-08-28T02:38:19.573678+0000","last_clean":"2023-08-28T02:38:19.573678+0000","last_became_active":"2023-08-28T02:31:51.986821+0000","last_became_peered":"2023-08-28T02:31:51.986821+0000","last_unstale":"2023-08-28T02:38:19.573678+0000","last_undegraded":"2023-08-28T02:38:19.573678+0000","last_fullsized":"2023-08-28T02:38:19.573678+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:23:26.661134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"357'7587","reported_seq":12669,"reported_epoch":358,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:38:25.731432+0000","last_change":"2023-08-28T02:33:33.975566+0000","last_active":"2023-08-28T02:38:25.731432+0000","last_peered":"2023-08-28T02:38:25.731432+0000","last_clean":"2023-08-28T02:31:27.868230+0000","last_became_active":"2023-08-28T02:33:33.660452+0000","last_became_peered":"2023-08-28T02:33:33.660452+0000","last_unstale":"2023-08-28T02:38:25.731432+0000","last_undegraded":"2023-08-28T02:33:13.410847+0000","last_fullsized":"2023-08-28T02:33:13.270012+0000","mapping_epoch":298,"log_start":"254'400","ondisk_log_start":"254'400","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7187,"log_dups_size":0,"ondisk_log_size":7187,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:33.375162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262995968,"num_objects":4013,"num_object_clones":0,"num_object_copies":12039,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6520,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4013,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7587,"num_write_kb":371200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2464,"num_bytes_recovered":161415168,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[5,4],"avail_no_missing":["5","6"],"object_location_counts":[{"shards":"2,5,6","objects":915},{"shards":"3,5,6","objects":1592},{"shards":"4,5","objects":1},{"shards":"5,6","objects":1505}],"blocked_by":[],"up_primary":3,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"65'2","reported_seq":348,"reported_epoch":357,"state":"active+clean","last_fresh":"2023-08-28T02:38:19.575171+0000","last_change":"2023-08-28T02:29:44.436352+0000","last_active":"2023-08-28T02:38:19.575171+0000","last_peered":"2023-08-28T02:38:19.575171+0000","last_clean":"2023-08-28T02:38:19.575171+0000","last_became_active":"2023-08-28T02:29:44.411499+0000","last_became_peered":"2023-08-28T02:29:44.411499+0000","last_unstale":"2023-08-28T02:38:19.575171+0000","last_undegraded":"2023-08-28T02:38:19.575171+0000","last_fullsized":"2023-08-28T02:38:19.575171+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:46:57.540191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":374,"reported_epoch":357,"state":"active+clean","last_fresh":"2023-08-28T02:38:19.571569+0000","last_change":"2023-08-28T02:33:12.289004+0000","last_active":"2023-08-28T02:38:19.571569+0000","last_peered":"2023-08-28T02:38:19.571569+0000","last_clean":"2023-08-28T02:38:19.571569+0000","last_became_active":"2023-08-28T02:33:12.288722+0000","last_became_peered":"2023-08-28T02:33:12.288722+0000","last_unstale":"2023-08-28T02:38:19.571569+0000","last_undegraded":"2023-08-28T02:38:19.571569+0000","last_fullsized":"2023-08-28T02:38:19.571569+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:24.019483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"357'7484","reported_seq":12694,"reported_epoch":357,"state":"active+clean","last_fresh":"2023-08-28T02:38:25.045121+0000","last_change":"2023-08-28T02:37:54.748968+0000","last_active":"2023-08-28T02:38:25.045121+0000","last_peered":"2023-08-28T02:38:25.045121+0000","last_clean":"2023-08-28T02:38:25.045121+0000","last_became_active":"2023-08-28T02:37:54.729376+0000","last_became_peered":"2023-08-28T02:37:54.729376+0000","last_unstale":"2023-08-28T02:38:25.045121+0000","last_undegraded":"2023-08-28T02:38:25.045121+0000","last_fullsized":"2023-08-28T02:38:25.045121+0000","mapping_epoch":351,"log_start":"257'2212","ondisk_log_start":"257'2212","created":250,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5272,"log_dups_size":0,"ondisk_log_size":5272,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:00.988172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":266469376,"num_objects":4066,"num_object_clones":0,"num_object_copies":12198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4066,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7484,"num_write_kb":369600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2533,"num_bytes_recovered":160432128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"65'1","reported_seq":334,"reported_epoch":357,"state":"active+clean","last_fresh":"2023-08-28T02:38:19.575734+0000","last_change":"2023-08-28T02:33:13.516869+0000","last_active":"2023-08-28T02:38:19.575734+0000","last_peered":"2023-08-28T02:38:19.575734+0000","last_clean":"2023-08-28T02:38:19.575734+0000","last_became_active":"2023-08-28T02:33:13.396736+0000","last_became_peered":"2023-08-28T02:33:13.396736+0000","last_unstale":"2023-08-28T02:38:19.575734+0000","last_undegraded":"2023-08-28T02:38:19.575734+0000","last_fullsized":"2023-08-28T02:38:19.575734+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:47:08.237137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":301,"reported_epoch":357,"state":"active+clean","last_fresh":"2023-08-28T02:38:22.597359+0000","last_change":"2023-08-28T02:31:51.987327+0000","last_active":"2023-08-28T02:38:22.597359+0000","last_peered":"2023-08-28T02:38:22.597359+0000","last_clean":"2023-08-28T02:38:22.597359+0000","last_became_active":"2023-08-28T02:31:51.987018+0000","last_became_peered":"2023-08-28T02:31:51.987018+0000","last_unstale":"2023-08-28T02:38:22.597359+0000","last_undegraded":"2023-08-28T02:38:22.597359+0000","last_fullsized":"2023-08-28T02:38:22.597359+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:53:26.105101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.5","version":"357'7433","reported_seq":10804,"reported_epoch":357,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:38:25.398194+0000","last_change":"2023-08-28T02:33:13.625779+0000","last_active":"2023-08-28T02:38:25.398194+0000","last_peered":"2023-08-28T02:38:25.398194+0000","last_clean":"2023-08-28T02:31:27.898932+0000","last_became_active":"2023-08-28T02:33:13.612126+0000","last_became_peered":"2023-08-28T02:33:13.612126+0000","last_unstale":"2023-08-28T02:38:25.398194+0000","last_undegraded":"2023-08-28T02:33:13.485377+0000","last_fullsized":"2023-08-28T02:33:13.264317+0000","mapping_epoch":298,"log_start":"257'2163","ondisk_log_start":"257'2163","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5270,"log_dups_size":0,"ondisk_log_size":5270,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:37:28.843386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":263389184,"num_objects":4019,"num_object_clones":0,"num_object_copies":12057,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6560,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4019,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7433,"num_write_kb":366464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1616,"num_bytes_recovered":105906176,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,7],"avail_no_missing":["0","2"],"object_location_counts":[{"shards":"0,2","objects":2358},{"shards":"0,2,3","objects":1660},{"shards":"0,7","objects":1}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":352,"reported_epoch":357,"state":"active+clean","last_fresh":"2023-08-28T02:38:19.574189+0000","last_change":"2023-08-28T02:33:13.281826+0000","last_active":"2023-08-28T02:38:19.574189+0000","last_peered":"2023-08-28T02:38:19.574189+0000","last_clean":"2023-08-28T02:38:19.574189+0000","last_became_active":"2023-08-28T02:33:13.281511+0000","last_became_peered":"2023-08-28T02:33:13.281511+0000","last_unstale":"2023-08-28T02:38:19.574189+0000","last_undegraded":"2023-08-28T02:38:19.574189+0000","last_fullsized":"2023-08-28T02:38:19.574189+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:32:55.005706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":348,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.134884+0000","last_change":"2023-08-28T02:29:44.436713+0000","last_active":"2023-08-28T02:38:13.134884+0000","last_peered":"2023-08-28T02:38:13.134884+0000","last_clean":"2023-08-28T02:38:13.134884+0000","last_became_active":"2023-08-28T02:29:44.436203+0000","last_became_peered":"2023-08-28T02:29:44.436203+0000","last_unstale":"2023-08-28T02:38:13.134884+0000","last_undegraded":"2023-08-28T02:38:13.134884+0000","last_fullsized":"2023-08-28T02:38:13.134884+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:46:48.522293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"358'7736","reported_seq":7856,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:27.321766+0000","last_change":"2023-08-28T02:30:50.399669+0000","last_active":"2023-08-28T02:38:27.321766+0000","last_peered":"2023-08-28T02:38:27.321766+0000","last_clean":"2023-08-28T02:38:27.321766+0000","last_became_active":"2023-08-28T02:30:50.399332+0000","last_became_peered":"2023-08-28T02:30:50.399332+0000","last_unstale":"2023-08-28T02:38:27.321766+0000","last_undegraded":"2023-08-28T02:38:27.321766+0000","last_fullsized":"2023-08-28T02:38:27.321766+0000","mapping_epoch":250,"log_start":"256'1600","ondisk_log_start":"256'1600","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6136,"log_dups_size":0,"ondisk_log_size":6136,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:00:54.910841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":267255808,"num_objects":4078,"num_object_clones":0,"num_object_copies":12234,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4078,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7736,"num_write_kb":378048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"75'161","reported_seq":778,"reported_epoch":357,"state":"active+clean","last_fresh":"2023-08-28T02:38:19.575104+0000","last_change":"2023-08-28T02:33:13.310049+0000","last_active":"2023-08-28T02:38:19.575104+0000","last_peered":"2023-08-28T02:38:19.575104+0000","last_clean":"2023-08-28T02:38:19.575104+0000","last_became_active":"2023-08-28T02:33:13.309661+0000","last_became_peered":"2023-08-28T02:33:13.309661+0000","last_unstale":"2023-08-28T02:38:19.575104+0000","last_undegraded":"2023-08-28T02:38:19.575104+0000","last_fullsized":"2023-08-28T02:38:19.575104+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.930230+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.930230+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:27:40.889460+0000","scrub_duration":0.0050169209999999997,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"65'2","reported_seq":312,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.147011+0000","last_change":"2023-08-28T02:33:12.294922+0000","last_active":"2023-08-28T02:38:13.147011+0000","last_peered":"2023-08-28T02:38:13.147011+0000","last_clean":"2023-08-28T02:38:13.147011+0000","last_became_active":"2023-08-28T02:33:12.294518+0000","last_became_peered":"2023-08-28T02:33:12.294518+0000","last_unstale":"2023-08-28T02:38:13.147011+0000","last_undegraded":"2023-08-28T02:38:13.147011+0000","last_fullsized":"2023-08-28T02:38:13.147011+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:21:12.737286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":351,"reported_epoch":357,"state":"active+clean","last_fresh":"2023-08-28T02:38:19.571651+0000","last_change":"2023-08-28T02:33:13.310505+0000","last_active":"2023-08-28T02:38:19.571651+0000","last_peered":"2023-08-28T02:38:19.571651+0000","last_clean":"2023-08-28T02:38:19.571651+0000","last_became_active":"2023-08-28T02:33:13.310223+0000","last_became_peered":"2023-08-28T02:33:13.310223+0000","last_unstale":"2023-08-28T02:38:19.571651+0000","last_undegraded":"2023-08-28T02:38:19.571651+0000","last_fullsized":"2023-08-28T02:38:19.571651+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:27:02.124453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"357'7583","reported_seq":15480,"reported_epoch":358,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-08-28T02:38:25.827446+0000","last_change":"2023-08-28T02:37:52.936094+0000","last_active":"2023-08-28T02:38:25.827446+0000","last_peered":"2023-08-28T02:38:25.827446+0000","last_clean":"2023-08-28T02:31:27.916082+0000","last_became_active":"2023-08-28T02:33:13.580413+0000","last_became_peered":"2023-08-28T02:33:13.580413+0000","last_unstale":"2023-08-28T02:38:25.827446+0000","last_undegraded":"2023-08-28T02:33:13.480527+0000","last_fullsized":"2023-08-28T02:33:13.270957+0000","mapping_epoch":298,"log_start":"254'400","ondisk_log_start":"254'400","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7183,"log_dups_size":0,"ondisk_log_size":7183,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:03.698410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":267714560,"num_objects":4085,"num_object_clones":0,"num_object_copies":12255,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":2086,"num_objects_misplaced":2086,"num_objects_unfound":0,"num_objects_dirty":4085,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7583,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3677,"num_bytes_recovered":240975872,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,4],"avail_no_missing":["5","2"],"object_location_counts":[{"shards":"2,5","objects":2086},{"shards":"4,5","objects":1999}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"75'161","reported_seq":617,"reported_epoch":357,"state":"active+clean","last_fresh":"2023-08-28T02:38:19.573604+0000","last_change":"2023-08-28T02:37:37.933802+0000","last_active":"2023-08-28T02:38:19.573604+0000","last_peered":"2023-08-28T02:38:19.573604+0000","last_clean":"2023-08-28T02:38:19.573604+0000","last_became_active":"2023-08-28T02:33:13.287313+0000","last_became_peered":"2023-08-28T02:33:13.287313+0000","last_unstale":"2023-08-28T02:38:19.573604+0000","last_undegraded":"2023-08-28T02:38:19.573604+0000","last_fullsized":"2023-08-28T02:38:19.573604+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:45.407127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:45.407127+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:39:14.213229+0000","scrub_duration":0.0018495320000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":262688,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":271,"reported_epoch":357,"state":"active+clean","last_fresh":"2023-08-28T02:38:19.571412+0000","last_change":"2023-08-28T02:33:13.309727+0000","last_active":"2023-08-28T02:38:19.571412+0000","last_peered":"2023-08-28T02:38:19.571412+0000","last_clean":"2023-08-28T02:38:19.571412+0000","last_became_active":"2023-08-28T02:33:13.309487+0000","last_became_peered":"2023-08-28T02:33:13.309487+0000","last_unstale":"2023-08-28T02:38:19.571412+0000","last_undegraded":"2023-08-28T02:38:19.571412+0000","last_fullsized":"2023-08-28T02:38:19.571412+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:27:29.294011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":86,"reported_epoch":357,"state":"active+clean","last_fresh":"2023-08-28T02:38:19.571460+0000","last_change":"2023-08-28T02:32:28.456323+0000","last_active":"2023-08-28T02:38:19.571460+0000","last_peered":"2023-08-28T02:38:19.571460+0000","last_clean":"2023-08-28T02:38:19.571460+0000","last_became_active":"2023-08-28T02:32:28.455987+0000","last_became_peered":"2023-08-28T02:32:28.455987+0000","last_unstale":"2023-08-28T02:38:19.571460+0000","last_undegraded":"2023-08-28T02:38:19.571460+0000","last_fullsized":"2023-08-28T02:38:19.571460+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:54:07.724002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"358'7708","reported_seq":17845,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:27.138662+0000","last_change":"2023-08-28T02:33:13.316023+0000","last_active":"2023-08-28T02:38:27.138662+0000","last_peered":"2023-08-28T02:38:27.138662+0000","last_clean":"2023-08-28T02:38:27.138662+0000","last_became_active":"2023-08-28T02:33:13.308403+0000","last_became_peered":"2023-08-28T02:33:13.308403+0000","last_unstale":"2023-08-28T02:38:27.138662+0000","last_undegraded":"2023-08-28T02:38:27.138662+0000","last_fullsized":"2023-08-28T02:38:27.138662+0000","mapping_epoch":298,"log_start":"256'1500","ondisk_log_start":"256'1500","created":250,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6208,"log_dups_size":0,"ondisk_log_size":6208,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:10:38.401973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":274464768,"num_objects":4188,"num_object_clones":0,"num_object_copies":12564,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4188,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7708,"num_write_kb":380672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4999,"num_bytes_recovered":327614464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":331,"reported_epoch":357,"state":"active+clean","last_fresh":"2023-08-28T02:38:19.571503+0000","last_change":"2023-08-28T02:32:28.455294+0000","last_active":"2023-08-28T02:38:19.571503+0000","last_peered":"2023-08-28T02:38:19.571503+0000","last_clean":"2023-08-28T02:38:19.571503+0000","last_became_active":"2023-08-28T02:32:28.455013+0000","last_became_peered":"2023-08-28T02:32:28.455013+0000","last_unstale":"2023-08-28T02:38:19.571503+0000","last_undegraded":"2023-08-28T02:38:19.571503+0000","last_fullsized":"2023-08-28T02:38:19.571503+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:53.583864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":363,"reported_epoch":357,"state":"active+clean","last_fresh":"2023-08-28T02:38:19.572310+0000","last_change":"2023-08-28T02:33:13.335588+0000","last_active":"2023-08-28T02:38:19.572310+0000","last_peered":"2023-08-28T02:38:19.572310+0000","last_clean":"2023-08-28T02:38:19.572310+0000","last_became_active":"2023-08-28T02:33:13.335326+0000","last_became_peered":"2023-08-28T02:33:13.335326+0000","last_unstale":"2023-08-28T02:38:19.572310+0000","last_undegraded":"2023-08-28T02:38:19.572310+0000","last_fullsized":"2023-08-28T02:38:19.572310+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:15:44.958663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"358'7607","reported_seq":7723,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:26.675831+0000","last_change":"2023-08-28T02:30:50.400261+0000","last_active":"2023-08-28T02:38:26.675831+0000","last_peered":"2023-08-28T02:38:26.675831+0000","last_clean":"2023-08-28T02:38:26.675831+0000","last_became_active":"2023-08-28T02:30:50.399938+0000","last_became_peered":"2023-08-28T02:30:50.399938+0000","last_unstale":"2023-08-28T02:38:26.675831+0000","last_undegraded":"2023-08-28T02:38:26.675831+0000","last_fullsized":"2023-08-28T02:38:26.675831+0000","mapping_epoch":250,"log_start":"257'2190","ondisk_log_start":"257'2190","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5417,"log_dups_size":0,"ondisk_log_size":5417,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:43:56.802792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":267845632,"num_objects":4087,"num_object_clones":0,"num_object_copies":12261,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4087,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7607,"num_write_kb":374208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"75'161","reported_seq":637,"reported_epoch":357,"state":"active+clean","last_fresh":"2023-08-28T02:38:19.573972+0000","last_change":"2023-08-28T02:32:56.519141+0000","last_active":"2023-08-28T02:38:19.573972+0000","last_peered":"2023-08-28T02:38:19.573972+0000","last_clean":"2023-08-28T02:38:19.573972+0000","last_became_active":"2023-08-28T02:32:56.518863+0000","last_became_peered":"2023-08-28T02:32:56.518863+0000","last_unstale":"2023-08-28T02:38:19.573972+0000","last_undegraded":"2023-08-28T02:38:19.573972+0000","last_fullsized":"2023-08-28T02:38:19.573972+0000","mapping_epoch":292,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":293,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_clean_scrub_stamp":"2023-08-28T02:29:25.608370+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:59:50.561109+0000","scrub_duration":0.001662689,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":265,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.146776+0000","last_change":"2023-08-28T02:33:12.294592+0000","last_active":"2023-08-28T02:38:13.146776+0000","last_peered":"2023-08-28T02:38:13.146776+0000","last_clean":"2023-08-28T02:38:13.146776+0000","last_became_active":"2023-08-28T02:33:12.288508+0000","last_became_peered":"2023-08-28T02:33:12.288508+0000","last_unstale":"2023-08-28T02:38:13.146776+0000","last_undegraded":"2023-08-28T02:38:13.146776+0000","last_fullsized":"2023-08-28T02:38:13.146776+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:05:42.717608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":148,"reported_epoch":357,"state":"active+clean","last_fresh":"2023-08-28T02:38:19.591459+0000","last_change":"2023-08-28T02:29:44.429834+0000","last_active":"2023-08-28T02:38:19.591459+0000","last_peered":"2023-08-28T02:38:19.591459+0000","last_clean":"2023-08-28T02:38:19.591459+0000","last_became_active":"2023-08-28T02:29:44.429512+0000","last_became_peered":"2023-08-28T02:29:44.429512+0000","last_unstale":"2023-08-28T02:38:19.591459+0000","last_undegraded":"2023-08-28T02:38:19.591459+0000","last_fullsized":"2023-08-28T02:38:19.591459+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:58.062455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"358'7505","reported_seq":7621,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:25.644083+0000","last_change":"2023-08-28T02:30:50.402348+0000","last_active":"2023-08-28T02:38:25.644083+0000","last_peered":"2023-08-28T02:38:25.644083+0000","last_clean":"2023-08-28T02:38:25.644083+0000","last_became_active":"2023-08-28T02:30:50.402076+0000","last_became_peered":"2023-08-28T02:30:50.402076+0000","last_unstale":"2023-08-28T02:38:25.644083+0000","last_undegraded":"2023-08-28T02:38:25.644083+0000","last_fullsized":"2023-08-28T02:38:25.644083+0000","mapping_epoch":250,"log_start":"255'600","ondisk_log_start":"255'600","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6905,"log_dups_size":0,"ondisk_log_size":6905,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:24.859426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":266797056,"num_objects":4071,"num_object_clones":0,"num_object_copies":12213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4071,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7505,"num_write_kb":370432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.7","version":"75'161","reported_seq":557,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.148025+0000","last_change":"2023-08-28T02:33:13.532525+0000","last_active":"2023-08-28T02:38:13.148025+0000","last_peered":"2023-08-28T02:38:13.148025+0000","last_clean":"2023-08-28T02:38:13.148025+0000","last_became_active":"2023-08-28T02:33:13.532125+0000","last_became_peered":"2023-08-28T02:33:13.532125+0000","last_unstale":"2023-08-28T02:38:13.148025+0000","last_undegraded":"2023-08-28T02:38:13.148025+0000","last_fullsized":"2023-08-28T02:38:13.148025+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.887648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.887648+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":149,"reported_epoch":357,"state":"active+clean","last_fresh":"2023-08-28T02:38:19.591143+0000","last_change":"2023-08-28T02:29:44.407595+0000","last_active":"2023-08-28T02:38:19.591143+0000","last_peered":"2023-08-28T02:38:19.591143+0000","last_clean":"2023-08-28T02:38:19.591143+0000","last_became_active":"2023-08-28T02:29:44.407316+0000","last_became_peered":"2023-08-28T02:29:44.407316+0000","last_unstale":"2023-08-28T02:38:19.591143+0000","last_undegraded":"2023-08-28T02:38:19.591143+0000","last_fullsized":"2023-08-28T02:38:19.591143+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:01:47.777709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":369,"reported_epoch":357,"state":"active+clean","last_fresh":"2023-08-28T02:38:19.574503+0000","last_change":"2023-08-28T02:33:13.286980+0000","last_active":"2023-08-28T02:38:19.574503+0000","last_peered":"2023-08-28T02:38:19.574503+0000","last_clean":"2023-08-28T02:38:19.574503+0000","last_became_active":"2023-08-28T02:33:13.286740+0000","last_became_peered":"2023-08-28T02:33:13.286740+0000","last_unstale":"2023-08-28T02:38:19.574503+0000","last_undegraded":"2023-08-28T02:38:19.574503+0000","last_fullsized":"2023-08-28T02:38:19.574503+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:24:54.574365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":149,"reported_epoch":357,"state":"active+clean","last_fresh":"2023-08-28T02:38:19.590775+0000","last_change":"2023-08-28T02:29:44.506914+0000","last_active":"2023-08-28T02:38:19.590775+0000","last_peered":"2023-08-28T02:38:19.590775+0000","last_clean":"2023-08-28T02:38:19.590775+0000","last_became_active":"2023-08-28T02:29:44.506606+0000","last_became_peered":"2023-08-28T02:29:44.506606+0000","last_unstale":"2023-08-28T02:38:19.590775+0000","last_undegraded":"2023-08-28T02:38:19.590775+0000","last_fullsized":"2023-08-28T02:38:19.590775+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:55:50.992279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"357'7609","reported_seq":19323,"reported_epoch":357,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:38:25.050774+0000","last_change":"2023-08-28T02:34:11.565330+0000","last_active":"2023-08-28T02:38:25.050774+0000","last_peered":"2023-08-28T02:38:25.050774+0000","last_clean":"2023-08-28T02:32:11.916240+0000","last_became_active":"2023-08-28T02:33:12.501819+0000","last_became_peered":"2023-08-28T02:33:12.501819+0000","last_unstale":"2023-08-28T02:38:25.050774+0000","last_undegraded":"2023-08-28T02:38:25.050774+0000","last_fullsized":"2023-08-28T02:38:25.050774+0000","mapping_epoch":297,"log_start":"257'2324","ondisk_log_start":"257'2324","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5285,"log_dups_size":0,"ondisk_log_size":5285,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:45:43.329719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":261292032,"num_objects":3987,"num_object_clones":0,"num_object_copies":11961,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3987,"num_objects_unfound":0,"num_objects_dirty":3987,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7609,"num_write_kb":371072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5787,"num_bytes_recovered":379256832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,2],"avail_no_missing":["0","2","5","6"],"object_location_counts":[{"shards":"0,2,5","objects":3987}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.1","version":"75'161","reported_seq":617,"reported_epoch":357,"state":"active+clean","last_fresh":"2023-08-28T02:38:19.575602+0000","last_change":"2023-08-28T02:32:31.482659+0000","last_active":"2023-08-28T02:38:19.575602+0000","last_peered":"2023-08-28T02:38:19.575602+0000","last_clean":"2023-08-28T02:38:19.575602+0000","last_became_active":"2023-08-28T02:32:31.482320+0000","last_became_peered":"2023-08-28T02:32:31.482320+0000","last_unstale":"2023-08-28T02:38:19.575602+0000","last_undegraded":"2023-08-28T02:38:19.575602+0000","last_fullsized":"2023-08-28T02:38:19.575602+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:24.559397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:24.559397+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:41:09.516918+0000","scrub_duration":0.001580328,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":355,"reported_epoch":357,"state":"active+clean","last_fresh":"2023-08-28T02:38:19.573840+0000","last_change":"2023-08-28T02:31:51.988386+0000","last_active":"2023-08-28T02:38:19.573840+0000","last_peered":"2023-08-28T02:38:19.573840+0000","last_clean":"2023-08-28T02:38:19.573840+0000","last_became_active":"2023-08-28T02:31:51.988097+0000","last_became_peered":"2023-08-28T02:31:51.988097+0000","last_unstale":"2023-08-28T02:38:19.573840+0000","last_undegraded":"2023-08-28T02:38:19.573840+0000","last_fullsized":"2023-08-28T02:38:19.573840+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:25:01.818829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":331,"reported_epoch":357,"state":"active+clean","last_fresh":"2023-08-28T02:38:19.571876+0000","last_change":"2023-08-28T02:32:12.951275+0000","last_active":"2023-08-28T02:38:19.571876+0000","last_peered":"2023-08-28T02:38:19.571876+0000","last_clean":"2023-08-28T02:38:19.571876+0000","last_became_active":"2023-08-28T02:32:12.950965+0000","last_became_peered":"2023-08-28T02:32:12.950965+0000","last_unstale":"2023-08-28T02:38:19.571876+0000","last_undegraded":"2023-08-28T02:38:19.571876+0000","last_fullsized":"2023-08-28T02:38:19.571876+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:37:31.294280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":175,"reported_epoch":357,"state":"active+clean","last_fresh":"2023-08-28T02:38:19.591150+0000","last_change":"2023-08-28T02:33:13.286534+0000","last_active":"2023-08-28T02:38:19.591150+0000","last_peered":"2023-08-28T02:38:19.591150+0000","last_clean":"2023-08-28T02:38:19.591150+0000","last_became_active":"2023-08-28T02:33:13.286164+0000","last_became_peered":"2023-08-28T02:33:13.286164+0000","last_unstale":"2023-08-28T02:38:19.591150+0000","last_undegraded":"2023-08-28T02:38:19.591150+0000","last_fullsized":"2023-08-28T02:38:19.591150+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:56.721932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"357'7598","reported_seq":19404,"reported_epoch":357,"state":"active+clean","last_fresh":"2023-08-28T02:38:25.443943+0000","last_change":"2023-08-28T02:34:14.448606+0000","last_active":"2023-08-28T02:38:25.443943+0000","last_peered":"2023-08-28T02:38:25.443943+0000","last_clean":"2023-08-28T02:38:25.443943+0000","last_became_active":"2023-08-28T02:34:14.438547+0000","last_became_peered":"2023-08-28T02:34:14.438547+0000","last_unstale":"2023-08-28T02:38:25.443943+0000","last_undegraded":"2023-08-28T02:38:25.443943+0000","last_fullsized":"2023-08-28T02:38:25.443943+0000","mapping_epoch":314,"log_start":"254'400","ondisk_log_start":"254'400","created":250,"last_epoch_clean":315,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7198,"log_dups_size":0,"ondisk_log_size":7198,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:06:41.120408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":266731520,"num_objects":4070,"num_object_clones":0,"num_object_copies":12210,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4070,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7598,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5834,"num_bytes_recovered":376832000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2","version":"75'161","reported_seq":739,"reported_epoch":357,"state":"active+clean","last_fresh":"2023-08-28T02:38:19.574348+0000","last_change":"2023-08-28T02:30:51.762377+0000","last_active":"2023-08-28T02:38:19.574348+0000","last_peered":"2023-08-28T02:38:19.574348+0000","last_clean":"2023-08-28T02:38:19.574348+0000","last_became_active":"2023-08-28T02:27:46.375590+0000","last_became_peered":"2023-08-28T02:27:46.375590+0000","last_unstale":"2023-08-28T02:38:19.574348+0000","last_undegraded":"2023-08-28T02:38:19.574348+0000","last_fullsized":"2023-08-28T02:38:19.574348+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:51.762314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:51.762314+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:02.034555+0000","scrub_duration":0.0020023620000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":165,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.146569+0000","last_change":"2023-08-28T02:33:13.289765+0000","last_active":"2023-08-28T02:38:13.146569+0000","last_peered":"2023-08-28T02:38:13.146569+0000","last_clean":"2023-08-28T02:38:13.146569+0000","last_became_active":"2023-08-28T02:33:13.289159+0000","last_became_peered":"2023-08-28T02:33:13.289159+0000","last_unstale":"2023-08-28T02:38:13.146569+0000","last_undegraded":"2023-08-28T02:38:13.146569+0000","last_fullsized":"2023-08-28T02:38:13.146569+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:30:38.956723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":167,"reported_epoch":357,"state":"active+clean","last_fresh":"2023-08-28T02:38:19.590763+0000","last_change":"2023-08-28T02:32:28.464203+0000","last_active":"2023-08-28T02:38:19.590763+0000","last_peered":"2023-08-28T02:38:19.590763+0000","last_clean":"2023-08-28T02:38:19.590763+0000","last_became_active":"2023-08-28T02:32:28.463412+0000","last_became_peered":"2023-08-28T02:32:28.463412+0000","last_unstale":"2023-08-28T02:38:19.590763+0000","last_undegraded":"2023-08-28T02:38:19.590763+0000","last_fullsized":"2023-08-28T02:38:19.590763+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:20:38.177879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":149,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:25.635625+0000","last_change":"2023-08-28T02:29:44.427945+0000","last_active":"2023-08-28T02:38:25.635625+0000","last_peered":"2023-08-28T02:38:25.635625+0000","last_clean":"2023-08-28T02:38:25.635625+0000","last_became_active":"2023-08-28T02:29:44.426487+0000","last_became_peered":"2023-08-28T02:29:44.426487+0000","last_unstale":"2023-08-28T02:38:25.635625+0000","last_undegraded":"2023-08-28T02:38:25.635625+0000","last_fullsized":"2023-08-28T02:38:25.635625+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:30:20.438896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"358'7591","reported_seq":17679,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:27.022968+0000","last_change":"2023-08-28T02:34:48.488647+0000","last_active":"2023-08-28T02:38:27.022968+0000","last_peered":"2023-08-28T02:38:27.022968+0000","last_clean":"2023-08-28T02:38:27.022968+0000","last_became_active":"2023-08-28T02:34:48.476519+0000","last_became_peered":"2023-08-28T02:34:48.476519+0000","last_unstale":"2023-08-28T02:38:27.022968+0000","last_undegraded":"2023-08-28T02:38:27.022968+0000","last_fullsized":"2023-08-28T02:38:27.022968+0000","mapping_epoch":318,"log_start":"256'1400","ondisk_log_start":"256'1400","created":250,"last_epoch_clean":319,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6191,"log_dups_size":0,"ondisk_log_size":6191,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:44:20.004230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":265617408,"num_objects":4053,"num_object_clones":0,"num_object_copies":12159,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4053,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7591,"num_write_kb":372608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4973,"num_bytes_recovered":325910528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":349,"reported_epoch":357,"state":"active+clean","last_fresh":"2023-08-28T02:38:19.574800+0000","last_change":"2023-08-28T02:33:13.484970+0000","last_active":"2023-08-28T02:38:19.574800+0000","last_peered":"2023-08-28T02:38:19.574800+0000","last_clean":"2023-08-28T02:38:19.574800+0000","last_became_active":"2023-08-28T02:33:13.484579+0000","last_became_peered":"2023-08-28T02:33:13.484579+0000","last_unstale":"2023-08-28T02:38:19.574800+0000","last_undegraded":"2023-08-28T02:38:19.574800+0000","last_fullsized":"2023-08-28T02:38:19.574800+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:58.027468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"75'161","reported_seq":740,"reported_epoch":357,"state":"active+clean","last_fresh":"2023-08-28T02:38:19.576156+0000","last_change":"2023-08-28T02:31:55.059467+0000","last_active":"2023-08-28T02:38:19.576156+0000","last_peered":"2023-08-28T02:38:19.576156+0000","last_clean":"2023-08-28T02:38:19.576156+0000","last_became_active":"2023-08-28T02:31:55.059115+0000","last_became_peered":"2023-08-28T02:31:55.059115+0000","last_unstale":"2023-08-28T02:38:19.576156+0000","last_undegraded":"2023-08-28T02:38:19.576156+0000","last_fullsized":"2023-08-28T02:38:19.576156+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":0,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.820990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.820990+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:15:56.774667+0000","scrub_duration":0.0017342480000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":266,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.147729+0000","last_change":"2023-08-28T02:33:13.352810+0000","last_active":"2023-08-28T02:38:13.147729+0000","last_peered":"2023-08-28T02:38:13.147729+0000","last_clean":"2023-08-28T02:38:13.147729+0000","last_became_active":"2023-08-28T02:33:13.351697+0000","last_became_peered":"2023-08-28T02:33:13.351697+0000","last_unstale":"2023-08-28T02:38:13.147729+0000","last_undegraded":"2023-08-28T02:38:13.147729+0000","last_fullsized":"2023-08-28T02:38:13.147729+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:56.187163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":180,"reported_epoch":357,"state":"active+clean","last_fresh":"2023-08-28T02:38:19.572193+0000","last_change":"2023-08-28T02:31:51.984584+0000","last_active":"2023-08-28T02:38:19.572193+0000","last_peered":"2023-08-28T02:38:19.572193+0000","last_clean":"2023-08-28T02:38:19.572193+0000","last_became_active":"2023-08-28T02:31:51.984264+0000","last_became_peered":"2023-08-28T02:31:51.984264+0000","last_unstale":"2023-08-28T02:38:19.572193+0000","last_undegraded":"2023-08-28T02:38:19.572193+0000","last_fullsized":"2023-08-28T02:38:19.572193+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:58:42.306722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"357'7525","reported_seq":19248,"reported_epoch":357,"state":"active+clean","last_fresh":"2023-08-28T02:38:24.813435+0000","last_change":"2023-08-28T02:35:11.978901+0000","last_active":"2023-08-28T02:38:24.813435+0000","last_peered":"2023-08-28T02:38:24.813435+0000","last_clean":"2023-08-28T02:38:24.813435+0000","last_became_active":"2023-08-28T02:35:11.966585+0000","last_became_peered":"2023-08-28T02:35:11.966585+0000","last_unstale":"2023-08-28T02:38:24.813435+0000","last_undegraded":"2023-08-28T02:38:24.813435+0000","last_fullsized":"2023-08-28T02:38:24.813435+0000","mapping_epoch":323,"log_start":"257'2228","ondisk_log_start":"257'2228","created":250,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5297,"log_dups_size":0,"ondisk_log_size":5297,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:03:07.017814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":265879552,"num_objects":4057,"num_object_clones":0,"num_object_copies":12171,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4057,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7525,"num_write_kb":370624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5791,"num_bytes_recovered":368967680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3","version":"75'161","reported_seq":625,"reported_epoch":357,"state":"active+clean","last_fresh":"2023-08-28T02:38:19.590971+0000","last_change":"2023-08-28T02:31:55.068239+0000","last_active":"2023-08-28T02:38:19.590971+0000","last_peered":"2023-08-28T02:38:19.590971+0000","last_clean":"2023-08-28T02:38:19.590971+0000","last_became_active":"2023-08-28T02:31:55.067875+0000","last_became_peered":"2023-08-28T02:31:55.067875+0000","last_unstale":"2023-08-28T02:38:19.590971+0000","last_undegraded":"2023-08-28T02:38:19.590971+0000","last_fullsized":"2023-08-28T02:38:19.590971+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.868248+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:11:04.391639+0000","scrub_duration":0.0016215240000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":363,"reported_epoch":357,"state":"active+clean","last_fresh":"2023-08-28T02:38:19.576120+0000","last_change":"2023-08-28T02:29:44.421353+0000","last_active":"2023-08-28T02:38:19.576120+0000","last_peered":"2023-08-28T02:38:19.576120+0000","last_clean":"2023-08-28T02:38:19.576120+0000","last_became_active":"2023-08-28T02:29:44.421064+0000","last_became_peered":"2023-08-28T02:29:44.421064+0000","last_unstale":"2023-08-28T02:38:19.576120+0000","last_undegraded":"2023-08-28T02:38:19.576120+0000","last_fullsized":"2023-08-28T02:38:19.576120+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:51:36.524024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":332,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.132850+0000","last_change":"2023-08-28T02:33:12.299487+0000","last_active":"2023-08-28T02:38:13.132850+0000","last_peered":"2023-08-28T02:38:13.132850+0000","last_clean":"2023-08-28T02:38:13.132850+0000","last_became_active":"2023-08-28T02:33:12.299175+0000","last_became_peered":"2023-08-28T02:33:12.299175+0000","last_unstale":"2023-08-28T02:38:13.132850+0000","last_undegraded":"2023-08-28T02:38:13.132850+0000","last_fullsized":"2023-08-28T02:38:13.132850+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:42:29.713462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":342,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.133379+0000","last_change":"2023-08-28T02:32:28.457696+0000","last_active":"2023-08-28T02:38:13.133379+0000","last_peered":"2023-08-28T02:38:13.133379+0000","last_clean":"2023-08-28T02:38:13.133379+0000","last_became_active":"2023-08-28T02:32:28.457407+0000","last_became_peered":"2023-08-28T02:32:28.457407+0000","last_unstale":"2023-08-28T02:38:13.133379+0000","last_undegraded":"2023-08-28T02:38:13.133379+0000","last_fullsized":"2023-08-28T02:38:13.133379+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:26:29.392787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"358'7487","reported_seq":8631,"reported_epoch":358,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:38:27.163717+0000","last_change":"2023-08-28T02:34:11.566035+0000","last_active":"2023-08-28T02:38:27.163717+0000","last_peered":"2023-08-28T02:38:27.163717+0000","last_clean":"2023-08-28T02:33:10.395883+0000","last_became_active":"2023-08-28T02:33:12.394714+0000","last_became_peered":"2023-08-28T02:33:12.394714+0000","last_unstale":"2023-08-28T02:38:27.163717+0000","last_undegraded":"2023-08-28T02:38:27.163717+0000","last_fullsized":"2023-08-28T02:38:27.163717+0000","mapping_epoch":297,"log_start":"257'2084","ondisk_log_start":"257'2084","created":250,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5403,"log_dups_size":0,"ondisk_log_size":5403,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:01:26.984565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":261881880,"num_objects":3997,"num_object_clones":0,"num_object_copies":11991,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3645,"num_objects_unfound":0,"num_objects_dirty":3997,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7487,"num_write_kb":367425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":500,"num_bytes_recovered":32768000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,6],"avail_no_missing":["4","0","6"],"object_location_counts":[{"shards":"0,4,6","objects":3997}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.6","version":"75'161","reported_seq":617,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.133334+0000","last_change":"2023-08-28T02:33:13.338675+0000","last_active":"2023-08-28T02:38:13.133334+0000","last_peered":"2023-08-28T02:38:13.133334+0000","last_clean":"2023-08-28T02:38:13.133334+0000","last_became_active":"2023-08-28T02:33:13.338271+0000","last_became_peered":"2023-08-28T02:33:13.338271+0000","last_unstale":"2023-08-28T02:38:13.133334+0000","last_undegraded":"2023-08-28T02:38:13.133334+0000","last_fullsized":"2023-08-28T02:38:13.133334+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.774982+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.774982+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:13:20.011329+0000","scrub_duration":0.003539819,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":326,"reported_epoch":357,"state":"active+clean","last_fresh":"2023-08-28T02:38:19.575805+0000","last_change":"2023-08-28T02:14:43.033789+0000","last_active":"2023-08-28T02:38:19.575805+0000","last_peered":"2023-08-28T02:38:19.575805+0000","last_clean":"2023-08-28T02:38:19.575805+0000","last_became_active":"2023-08-28T02:14:43.033454+0000","last_became_peered":"2023-08-28T02:14:43.033454+0000","last_unstale":"2023-08-28T02:38:19.575805+0000","last_undegraded":"2023-08-28T02:38:19.575805+0000","last_fullsized":"2023-08-28T02:38:19.575805+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:01:13.205842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":158,"reported_epoch":357,"state":"active+clean","last_fresh":"2023-08-28T02:38:19.591289+0000","last_change":"2023-08-28T02:32:28.461807+0000","last_active":"2023-08-28T02:38:19.591289+0000","last_peered":"2023-08-28T02:38:19.591289+0000","last_clean":"2023-08-28T02:38:19.591289+0000","last_became_active":"2023-08-28T02:32:28.461116+0000","last_became_peered":"2023-08-28T02:32:28.461116+0000","last_unstale":"2023-08-28T02:38:19.591289+0000","last_undegraded":"2023-08-28T02:38:19.591289+0000","last_fullsized":"2023-08-28T02:38:19.591289+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:12:45.321757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":303,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.135100+0000","last_change":"2023-08-28T02:14:43.048791+0000","last_active":"2023-08-28T02:38:13.135100+0000","last_peered":"2023-08-28T02:38:13.135100+0000","last_clean":"2023-08-28T02:38:13.135100+0000","last_became_active":"2023-08-28T02:14:43.047408+0000","last_became_peered":"2023-08-28T02:14:43.047408+0000","last_unstale":"2023-08-28T02:38:13.135100+0000","last_undegraded":"2023-08-28T02:38:13.135100+0000","last_fullsized":"2023-08-28T02:38:13.135100+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:47.097181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"358'7723","reported_seq":17806,"reported_epoch":358,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:38:27.010842+0000","last_change":"2023-08-28T02:37:37.899201+0000","last_active":"2023-08-28T02:38:27.010842+0000","last_peered":"2023-08-28T02:38:27.010842+0000","last_clean":"2023-08-28T02:31:50.933695+0000","last_became_active":"2023-08-28T02:33:13.540416+0000","last_became_peered":"2023-08-28T02:33:13.540416+0000","last_unstale":"2023-08-28T02:38:27.010842+0000","last_undegraded":"2023-08-28T02:38:27.010842+0000","last_fullsized":"2023-08-28T02:38:27.010842+0000","mapping_epoch":298,"log_start":"257'2274","ondisk_log_start":"257'2274","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5449,"log_dups_size":0,"ondisk_log_size":5449,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:49:35.658845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":271253504,"num_objects":4139,"num_object_clones":0,"num_object_copies":12417,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4139,"num_objects_unfound":0,"num_objects_dirty":4139,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7723,"num_write_kb":379584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4967,"num_bytes_recovered":325517312,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,2],"avail_no_missing":["4","2","5","6"],"object_location_counts":[{"shards":"2,4,5","objects":4139}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.5","version":"75'161","reported_seq":651,"reported_epoch":357,"state":"active+clean","last_fresh":"2023-08-28T02:38:19.571547+0000","last_change":"2023-08-28T02:32:31.477151+0000","last_active":"2023-08-28T02:38:19.571547+0000","last_peered":"2023-08-28T02:38:19.571547+0000","last_clean":"2023-08-28T02:38:19.571547+0000","last_became_active":"2023-08-28T02:32:31.476776+0000","last_became_peered":"2023-08-28T02:32:31.476776+0000","last_unstale":"2023-08-28T02:38:19.571547+0000","last_undegraded":"2023-08-28T02:38:19.571547+0000","last_fullsized":"2023-08-28T02:38:19.571547+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:18.891729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:18.891729+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:47:27.194140+0000","scrub_duration":0.0031546460000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"65'2","reported_seq":313,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.147856+0000","last_change":"2023-08-28T02:33:12.327778+0000","last_active":"2023-08-28T02:38:13.147856+0000","last_peered":"2023-08-28T02:38:13.147856+0000","last_clean":"2023-08-28T02:38:13.147856+0000","last_became_active":"2023-08-28T02:33:12.327273+0000","last_became_peered":"2023-08-28T02:33:12.327273+0000","last_unstale":"2023-08-28T02:38:13.147856+0000","last_undegraded":"2023-08-28T02:38:13.147856+0000","last_fullsized":"2023-08-28T02:38:13.147856+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:40.554192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":196,"reported_epoch":357,"state":"active+clean","last_fresh":"2023-08-28T02:38:19.591291+0000","last_change":"2023-08-28T02:33:13.335665+0000","last_active":"2023-08-28T02:38:19.591291+0000","last_peered":"2023-08-28T02:38:19.591291+0000","last_clean":"2023-08-28T02:38:19.591291+0000","last_became_active":"2023-08-28T02:33:13.335322+0000","last_became_peered":"2023-08-28T02:33:13.335322+0000","last_unstale":"2023-08-28T02:38:19.591291+0000","last_undegraded":"2023-08-28T02:38:19.591291+0000","last_fullsized":"2023-08-28T02:38:19.591291+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:21:08.024493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":310,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.146848+0000","last_change":"2023-08-28T02:33:12.310326+0000","last_active":"2023-08-28T02:38:13.146848+0000","last_peered":"2023-08-28T02:38:13.146848+0000","last_clean":"2023-08-28T02:38:13.146848+0000","last_became_active":"2023-08-28T02:33:12.310011+0000","last_became_peered":"2023-08-28T02:33:12.310011+0000","last_unstale":"2023-08-28T02:38:13.146848+0000","last_undegraded":"2023-08-28T02:38:13.146848+0000","last_fullsized":"2023-08-28T02:38:13.146848+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:35:03.710036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"358'7693","reported_seq":13101,"reported_epoch":358,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:38:27.210934+0000","last_change":"2023-08-28T02:33:34.765675+0000","last_active":"2023-08-28T02:38:27.210934+0000","last_peered":"2023-08-28T02:38:27.210934+0000","last_clean":"2023-08-28T02:31:27.909649+0000","last_became_active":"2023-08-28T02:33:33.726805+0000","last_became_peered":"2023-08-28T02:33:33.726805+0000","last_unstale":"2023-08-28T02:38:27.210934+0000","last_undegraded":"2023-08-28T02:33:20.140072+0000","last_fullsized":"2023-08-28T02:33:13.278549+0000","mapping_epoch":298,"log_start":"257'2277","ondisk_log_start":"257'2277","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5416,"log_dups_size":0,"ondisk_log_size":5416,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:02:22.971585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":273612800,"num_objects":4175,"num_object_clones":0,"num_object_copies":12525,"num_objects_missing_on_primary":4148,"num_objects_missing":4148,"num_objects_degraded":10900,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4175,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7693,"num_write_kb":379776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1748,"num_bytes_recovered":114425856,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[4,3],"avail_no_missing":["2","6"],"object_location_counts":[{"shards":"2,3,4,6","objects":13},{"shards":"2,3,6","objects":1665},{"shards":"2,4,6","objects":14},{"shards":"2,6","objects":2483},{"shards":"3,4","objects":-13}],"blocked_by":[],"up_primary":3,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.4","version":"75'161","reported_seq":565,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.147072+0000","last_change":"2023-08-28T02:33:12.296479+0000","last_active":"2023-08-28T02:38:13.147072+0000","last_peered":"2023-08-28T02:38:13.147072+0000","last_clean":"2023-08-28T02:38:13.147072+0000","last_became_active":"2023-08-28T02:33:12.294160+0000","last_became_peered":"2023-08-28T02:33:12.294160+0000","last_unstale":"2023-08-28T02:38:13.147072+0000","last_undegraded":"2023-08-28T02:38:13.147072+0000","last_fullsized":"2023-08-28T02:38:13.147072+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.899247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.899247+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":284,"reported_epoch":357,"state":"active+clean","last_fresh":"2023-08-28T02:38:19.575453+0000","last_change":"2023-08-28T02:33:13.539335+0000","last_active":"2023-08-28T02:38:19.575453+0000","last_peered":"2023-08-28T02:38:19.575453+0000","last_clean":"2023-08-28T02:38:19.575453+0000","last_became_active":"2023-08-28T02:33:13.538978+0000","last_became_peered":"2023-08-28T02:33:13.538978+0000","last_unstale":"2023-08-28T02:38:19.575453+0000","last_undegraded":"2023-08-28T02:38:19.575453+0000","last_fullsized":"2023-08-28T02:38:19.575453+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:26:13.405766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"65'1","reported_seq":346,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.133456+0000","last_change":"2023-08-28T02:29:44.510205+0000","last_active":"2023-08-28T02:38:13.133456+0000","last_peered":"2023-08-28T02:38:13.133456+0000","last_clean":"2023-08-28T02:38:13.133456+0000","last_became_active":"2023-08-28T02:29:44.429357+0000","last_became_peered":"2023-08-28T02:29:44.429357+0000","last_unstale":"2023-08-28T02:38:13.133456+0000","last_undegraded":"2023-08-28T02:38:13.133456+0000","last_fullsized":"2023-08-28T02:38:13.133456+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:44:59.955729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":313,"reported_epoch":357,"state":"active+clean","last_fresh":"2023-08-28T02:38:19.571379+0000","last_change":"2023-08-28T02:32:12.950661+0000","last_active":"2023-08-28T02:38:19.571379+0000","last_peered":"2023-08-28T02:38:19.571379+0000","last_clean":"2023-08-28T02:38:19.571379+0000","last_became_active":"2023-08-28T02:32:12.950276+0000","last_became_peered":"2023-08-28T02:32:12.950276+0000","last_unstale":"2023-08-28T02:38:19.571379+0000","last_undegraded":"2023-08-28T02:38:19.571379+0000","last_fullsized":"2023-08-28T02:38:19.571379+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:05:17.972868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"65'1","reported_seq":304,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.135028+0000","last_change":"2023-08-28T02:14:43.042150+0000","last_active":"2023-08-28T02:38:13.135028+0000","last_peered":"2023-08-28T02:38:13.135028+0000","last_clean":"2023-08-28T02:38:13.135028+0000","last_became_active":"2023-08-28T02:14:43.038336+0000","last_became_peered":"2023-08-28T02:14:43.038336+0000","last_unstale":"2023-08-28T02:38:13.135028+0000","last_undegraded":"2023-08-28T02:38:13.135028+0000","last_fullsized":"2023-08-28T02:38:13.135028+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:26:02.415152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":355,"reported_epoch":357,"state":"active+clean","last_fresh":"2023-08-28T02:38:19.591252+0000","last_change":"2023-08-28T02:33:13.318097+0000","last_active":"2023-08-28T02:38:19.591252+0000","last_peered":"2023-08-28T02:38:19.591252+0000","last_clean":"2023-08-28T02:38:19.591252+0000","last_became_active":"2023-08-28T02:33:13.317761+0000","last_became_peered":"2023-08-28T02:33:13.317761+0000","last_unstale":"2023-08-28T02:38:19.591252+0000","last_undegraded":"2023-08-28T02:38:19.591252+0000","last_fullsized":"2023-08-28T02:38:19.591252+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:24.836996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"65'2","reported_seq":351,"reported_epoch":357,"state":"active+clean","last_fresh":"2023-08-28T02:38:19.574268+0000","last_change":"2023-08-28T02:29:44.535937+0000","last_active":"2023-08-28T02:38:19.574268+0000","last_peered":"2023-08-28T02:38:19.574268+0000","last_clean":"2023-08-28T02:38:19.574268+0000","last_became_active":"2023-08-28T02:29:44.462244+0000","last_became_peered":"2023-08-28T02:29:44.462244+0000","last_unstale":"2023-08-28T02:38:19.574268+0000","last_undegraded":"2023-08-28T02:38:19.574268+0000","last_fullsized":"2023-08-28T02:38:19.574268+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:30:33.173713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":351,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.134812+0000","last_change":"2023-08-28T02:33:12.305580+0000","last_active":"2023-08-28T02:38:13.134812+0000","last_peered":"2023-08-28T02:38:13.134812+0000","last_clean":"2023-08-28T02:38:13.134812+0000","last_became_active":"2023-08-28T02:33:12.305261+0000","last_became_peered":"2023-08-28T02:33:12.305261+0000","last_unstale":"2023-08-28T02:38:13.134812+0000","last_undegraded":"2023-08-28T02:38:13.134812+0000","last_fullsized":"2023-08-28T02:38:13.134812+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:22:31.614221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"65'2","reported_seq":320,"reported_epoch":357,"state":"active+clean","last_fresh":"2023-08-28T02:38:19.574426+0000","last_change":"2023-08-28T02:31:51.991101+0000","last_active":"2023-08-28T02:38:19.574426+0000","last_peered":"2023-08-28T02:38:19.574426+0000","last_clean":"2023-08-28T02:38:19.574426+0000","last_became_active":"2023-08-28T02:31:51.987237+0000","last_became_peered":"2023-08-28T02:31:51.987237+0000","last_unstale":"2023-08-28T02:38:19.574426+0000","last_undegraded":"2023-08-28T02:38:19.574426+0000","last_fullsized":"2023-08-28T02:38:19.574426+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:07:07.370857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":354,"reported_epoch":357,"state":"active+clean","last_fresh":"2023-08-28T02:38:19.571326+0000","last_change":"2023-08-28T02:33:12.494483+0000","last_active":"2023-08-28T02:38:19.571326+0000","last_peered":"2023-08-28T02:38:19.571326+0000","last_clean":"2023-08-28T02:38:19.571326+0000","last_became_active":"2023-08-28T02:33:12.494136+0000","last_became_peered":"2023-08-28T02:33:12.494136+0000","last_unstale":"2023-08-28T02:38:19.571326+0000","last_undegraded":"2023-08-28T02:38:19.571326+0000","last_fullsized":"2023-08-28T02:38:19.571326+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:36.772588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"65'1","reported_seq":298,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.147400+0000","last_change":"2023-08-28T02:33:13.287922+0000","last_active":"2023-08-28T02:38:13.147400+0000","last_peered":"2023-08-28T02:38:13.147400+0000","last_clean":"2023-08-28T02:38:13.147400+0000","last_became_active":"2023-08-28T02:33:13.287520+0000","last_became_peered":"2023-08-28T02:33:13.287520+0000","last_unstale":"2023-08-28T02:38:13.147400+0000","last_undegraded":"2023-08-28T02:38:13.147400+0000","last_fullsized":"2023-08-28T02:38:13.147400+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:11.627168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":312,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.146734+0000","last_change":"2023-08-28T02:33:13.289469+0000","last_active":"2023-08-28T02:38:13.146734+0000","last_peered":"2023-08-28T02:38:13.146734+0000","last_clean":"2023-08-28T02:38:13.146734+0000","last_became_active":"2023-08-28T02:33:13.288737+0000","last_became_peered":"2023-08-28T02:33:13.288737+0000","last_unstale":"2023-08-28T02:38:13.146734+0000","last_undegraded":"2023-08-28T02:38:13.146734+0000","last_fullsized":"2023-08-28T02:38:13.146734+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:11:15.043550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"65'4","reported_seq":336,"reported_epoch":356,"state":"active+clean","last_fresh":"2023-08-28T02:38:13.133910+0000","last_change":"2023-08-28T02:32:28.607010+0000","last_active":"2023-08-28T02:38:13.133910+0000","last_peered":"2023-08-28T02:38:13.133910+0000","last_clean":"2023-08-28T02:38:13.133910+0000","last_became_active":"2023-08-28T02:32:28.492224+0000","last_became_peered":"2023-08-28T02:32:28.492224+0000","last_unstale":"2023-08-28T02:38:13.133910+0000","last_undegraded":"2023-08-28T02:38:13.133910+0000","last_fullsized":"2023-08-28T02:38:13.133910+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:13:45.711951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":554,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":364,"reported_epoch":357,"state":"active+clean","last_fresh":"2023-08-28T02:38:19.571091+0000","last_change":"2023-08-28T02:33:13.309144+0000","last_active":"2023-08-28T02:38:19.571091+0000","last_peered":"2023-08-28T02:38:19.571091+0000","last_clean":"2023-08-28T02:38:19.571091+0000","last_became_active":"2023-08-28T02:33:13.308910+0000","last_became_peered":"2023-08-28T02:33:13.308910+0000","last_unstale":"2023-08-28T02:38:19.571091+0000","last_undegraded":"2023-08-28T02:38:19.571091+0000","last_fullsized":"2023-08-28T02:38:19.571091+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:09:59.549591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":4272881688,"num_objects":65200,"num_object_clones":0,"num_object_copies":195600,"num_objects_missing_on_primary":4148,"num_objects_missing":4148,"num_objects_degraded":26066,"num_objects_misplaced":13857,"num_objects_unfound":0,"num_objects_dirty":65200,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":121414,"num_write_kb":5971585,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":44889,"num_bytes_recovered":2920022016,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":13754576896,"data_stored":13754564680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":96962,"ondisk_log_size":96962,"up":48,"acting":44,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":10126,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":370028,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":89,"num_read_kb":167,"num_write":44,"num_write_kb":440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":584707,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2048000,"data_stored":2033792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299778,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1812456,"kb_used_data":1315872,"kb_used_omap":0,"kb_used_meta":496576,"kb_avail":91932696,"statfs":{"total":95995035648,"available":94139080704,"internally_reserved":0,"allocated":1347452928,"data_stored":1346033706,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":508493824},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:38:11 2023","interfaces":[{"interface":"back","average":{"1min":0.439,"5min":0.51100000000000001,"15min":1.1990000000000001},"min":{"1min":0.26300000000000001,"5min":0.23400000000000001,"15min":0.219},"max":{"1min":0.93899999999999995,"5min":3.6480000000000001,"15min":13.118},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.436,"5min":0.57299999999999995,"15min":1.611},"min":{"1min":0.27700000000000002,"5min":0.247,"15min":0.246},"max":{"1min":0.66900000000000004,"5min":3.6619999999999999,"15min":17.402999999999999},"last":0.44800000000000001}]},{"osd":1,"last update":"Mon Aug 28 02:37:43 2023","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.56699999999999995,"15min":1.954},"min":{"1min":0.253,"5min":0.253,"15min":0.248},"max":{"1min":0.54500000000000004,"5min":5.492,"15min":17.43},"last":0.371},{"interface":"front","average":{"1min":0.76700000000000002,"5min":0.72799999999999998,"15min":1.8260000000000001},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.25900000000000001},"max":{"1min":4.9749999999999996,"5min":5.5179999999999998,"15min":19.913},"last":0.51100000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:37:28 2023","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.49099999999999999,"15min":1.355},"min":{"1min":0.312,"5min":0.23499999999999999,"15min":0.22800000000000001},"max":{"1min":0.65100000000000002,"5min":3.1760000000000002,"15min":8.3889999999999993},"last":0.38700000000000001},{"interface":"front","average":{"1min":0.67600000000000005,"5min":0.57499999999999996,"15min":1.181},"min":{"1min":0.372,"5min":0.28799999999999998,"15min":0.28699999999999998},"max":{"1min":2.399,"5min":2.919,"15min":9.2219999999999995},"last":0.433}]},{"osd":3,"last update":"Mon Aug 28 02:38:19 2023","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.61399999999999999,"15min":0.68300000000000005},"min":{"1min":0.36499999999999999,"5min":0.312,"15min":0.312},"max":{"1min":1.5900000000000001,"5min":3.0099999999999998,"15min":3.0099999999999998},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59099999999999997,"15min":0.61699999999999999},"min":{"1min":0.36399999999999999,"5min":0.308,"15min":0.308},"max":{"1min":1.3169999999999999,"5min":3.1000000000000001,"15min":3.1000000000000001},"last":0.41299999999999998}]},{"osd":4,"last update":"Mon Aug 28 02:38:11 2023","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.52900000000000003,"15min":1.244},"min":{"1min":0.32000000000000001,"5min":0.27700000000000002,"15min":0.245},"max":{"1min":1.458,"5min":5.2169999999999996,"15min":18.943000000000001},"last":0.39900000000000002},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.57399999999999995,"15min":0.92000000000000004},"min":{"1min":0.309,"5min":0.28699999999999998,"15min":0.25700000000000001},"max":{"1min":1.286,"5min":2.9870000000000001,"15min":8.1890000000000001},"last":1.665}]},{"osd":5,"last update":"Mon Aug 28 02:38:11 2023","interfaces":[{"interface":"back","average":{"1min":0.71299999999999997,"5min":0.53400000000000003,"15min":1.004},"min":{"1min":0.309,"5min":0.28100000000000003,"15min":0.23599999999999999},"max":{"1min":2.6669999999999998,"5min":3.2120000000000002,"15min":14.622},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.54600000000000004,"15min":1.232},"min":{"1min":0.38700000000000001,"5min":0.317,"15min":0.27000000000000002},"max":{"1min":0.71599999999999997,"5min":3.0499999999999998,"15min":17.324999999999999},"last":0.41999999999999998}]},{"osd":6,"last update":"Mon Aug 28 02:38:11 2023","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.623,"15min":1.2689999999999999},"min":{"1min":0.373,"5min":0.33300000000000002,"15min":0.30299999999999999},"max":{"1min":1.5740000000000001,"5min":3.2250000000000001,"15min":17.454999999999998},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.622,"15min":0.83799999999999997},"min":{"1min":0.41699999999999998,"5min":0.33400000000000002,"15min":0.28999999999999998},"max":{"1min":1.3879999999999999,"5min":3.0499999999999998,"15min":7.665},"last":0.5}]}]},{"osd":6,"up_from":0,"seq":193273528709,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":101,"seq":433791697168,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1413360,"kb_used_data":793384,"kb_used_omap":4,"kb_used_meta":619963,"kb_avail":92331792,"statfs":{"total":95995035648,"available":94547755008,"internally_reserved":0,"allocated":812425216,"data_stored":810390203,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":634843022},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:37:47 2023","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.47399999999999998,"15min":1.9430000000000001},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.214},"max":{"1min":0.66900000000000004,"5min":3.3730000000000002,"15min":24.545999999999999},"last":1.659},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.65500000000000003,"15min":2.4820000000000002},"min":{"1min":0.28199999999999997,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":1.466,"5min":7.2450000000000001,"15min":24.515000000000001},"last":0.90200000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:37:32 2023","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.63800000000000001,"15min":2.153},"min":{"1min":0.31900000000000001,"5min":0.28699999999999998,"15min":0.24099999999999999},"max":{"1min":1.0489999999999999,"5min":4.0579999999999998,"15min":22.161000000000001},"last":0.94099999999999995},{"interface":"front","average":{"1min":0.503,"5min":0.629,"15min":1.609},"min":{"1min":0.28499999999999998,"5min":0.28399999999999997,"15min":0.253},"max":{"1min":1.8129999999999999,"5min":7.0110000000000001,"15min":19.100999999999999},"last":0.79000000000000004}]},{"osd":3,"last update":"Mon Aug 28 02:38:22 2023","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.56399999999999995,"15min":0.496},"min":{"1min":0.29199999999999998,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":1.704,"5min":2.742,"15min":2.742},"last":1.704},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.56699999999999995,"15min":0.53200000000000003},"min":{"1min":0.29199999999999998,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.98099999999999998,"5min":3.5819999999999999,"15min":3.5819999999999999},"last":0.98099999999999998}]},{"osd":4,"last update":"Mon Aug 28 02:37:47 2023","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.63300000000000001,"15min":1.3939999999999999},"min":{"1min":0.33600000000000002,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":1.2909999999999999,"5min":3.0259999999999998,"15min":18.992999999999999},"last":0.752},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.58699999999999997,"15min":1.532},"min":{"1min":0.378,"5min":0.29099999999999998,"15min":0.26400000000000001},"max":{"1min":0.71799999999999997,"5min":1.9650000000000001,"15min":14.779999999999999},"last":1.746}]},{"osd":5,"last update":"Mon Aug 28 02:37:47 2023","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.66900000000000004,"15min":2.0059999999999998},"min":{"1min":0.376,"5min":0.35999999999999999,"15min":0.29999999999999999},"max":{"1min":1.423,"5min":3.7029999999999998,"15min":18.626999999999999},"last":0.96299999999999997},{"interface":"front","average":{"1min":0.623,"5min":0.69399999999999995,"15min":1.833},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.33600000000000002},"max":{"1min":1.3280000000000001,"5min":3.0609999999999999,"15min":18.945},"last":0.82399999999999995}]},{"osd":6,"last update":"Mon Aug 28 02:37:47 2023","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.68700000000000006,"15min":1.946},"min":{"1min":0.42799999999999999,"5min":0.40000000000000002,"15min":0.34300000000000003},"max":{"1min":1.4990000000000001,"5min":3.7400000000000002,"15min":12.221},"last":0.92000000000000004},{"interface":"front","average":{"1min":0.70499999999999996,"5min":0.73899999999999999,"15min":1.6259999999999999},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.35699999999999998},"max":{"1min":2.375,"5min":3.089,"15min":19.021999999999998},"last":0.85199999999999998}]},{"osd":7,"last update":"Mon Aug 28 02:37:47 2023","interfaces":[{"interface":"back","average":{"1min":0.64000000000000001,"5min":0.74399999999999999,"15min":1.75},"min":{"1min":0.38500000000000001,"5min":0.374,"15min":0.374},"max":{"1min":1.4710000000000001,"5min":3.1080000000000001,"15min":19.047999999999998},"last":0.871},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.67800000000000005,"15min":1.7669999999999999},"min":{"1min":0.46300000000000002,"5min":0.432,"15min":0.312},"max":{"1min":0.80000000000000004,"5min":1.9430000000000001,"15min":14.818},"last":1.7809999999999999}]}]},{"osd":0,"up_from":87,"seq":373662155034,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3269932,"kb_used_data":2604900,"kb_used_omap":5,"kb_used_meta":665018,"kb_avail":90475220,"statfs":{"total":95995035648,"available":92646625280,"internally_reserved":0,"allocated":2667417600,"data_stored":2665268473,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":680979066},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:37:38 2023","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.48999999999999999,"15min":1.532},"min":{"1min":0.26900000000000002,"5min":0.20300000000000001,"15min":0.184},"max":{"1min":2.5489999999999999,"5min":5.3280000000000003,"15min":30.315000000000001},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.65700000000000003,"5min":0.52300000000000002,"15min":2.3069999999999999},"min":{"1min":0.29699999999999999,"5min":0.25800000000000001,"15min":0.221},"max":{"1min":4.0679999999999996,"5min":4.0679999999999996,"15min":69.272000000000006},"last":0.35599999999999998}]},{"osd":2,"last update":"Mon Aug 28 02:37:38 2023","interfaces":[{"interface":"back","average":{"1min":0.70799999999999996,"5min":0.63900000000000001,"15min":1.8420000000000001},"min":{"1min":0.247,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":4.4020000000000001,"5min":4.4020000000000001,"15min":20.959},"last":0.33500000000000002},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.69799999999999995,"15min":1.677},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.24299999999999999},"max":{"1min":2.5190000000000001,"5min":6.1180000000000003,"15min":9.3729999999999993},"last":0.40699999999999997}]},{"osd":3,"last update":"Mon Aug 28 02:38:22 2023","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.76800000000000002,"15min":0.75600000000000001},"min":{"1min":0.32800000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":1.9139999999999999,"5min":5.6680000000000001,"15min":5.6680000000000001},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.70499999999999996,"15min":0.755},"min":{"1min":0.38700000000000001,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.83299999999999996,"5min":4.9199999999999999,"15min":4.9199999999999999},"last":0.51300000000000001}]},{"osd":4,"last update":"Mon Aug 28 02:38:22 2023","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.53600000000000003,"15min":2.246},"min":{"1min":0.34699999999999998,"5min":0.315,"15min":0.29299999999999998},"max":{"1min":0.64600000000000002,"5min":2.3210000000000002,"15min":274.33199999999999},"last":0.58699999999999997},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.65500000000000003,"15min":2.6080000000000001},"min":{"1min":0.40500000000000003,"5min":0.315,"15min":0.28199999999999997},"max":{"1min":0.73899999999999999,"5min":2.6520000000000001,"15min":266.31999999999999},"last":0.60999999999999999}]},{"osd":5,"last update":"Mon Aug 28 02:38:23 2023","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.57799999999999996,"15min":1.323},"min":{"1min":0.34999999999999998,"5min":0.33300000000000002,"15min":0.29299999999999998},"max":{"1min":0.81200000000000006,"5min":2.3759999999999999,"15min":13.038},"last":0.81200000000000006},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.63700000000000001,"15min":1.8069999999999999},"min":{"1min":0.41699999999999998,"5min":0.36399999999999999,"15min":0.27800000000000002},"max":{"1min":0.76700000000000002,"5min":2.2679999999999998,"15min":15.231},"last":0.56499999999999995}]},{"osd":6,"last update":"Mon Aug 28 02:38:23 2023","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.63700000000000001,"15min":1.4870000000000001},"min":{"1min":0.441,"5min":0.38300000000000001,"15min":0.29399999999999998},"max":{"1min":0.82399999999999995,"5min":2.4540000000000002,"15min":15.122999999999999},"last":0.77200000000000002},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.67900000000000005,"15min":1.802},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.35599999999999998},"max":{"1min":0.80500000000000005,"5min":2.3029999999999999,"15min":15.186999999999999},"last":0.65000000000000002}]},{"osd":7,"last update":"Mon Aug 28 02:38:23 2023","interfaces":[{"interface":"back","average":{"1min":0.76300000000000001,"5min":0.80400000000000005,"15min":1.8280000000000001},"min":{"1min":0.442,"5min":0.36399999999999999,"15min":0.33400000000000002},"max":{"1min":3.2130000000000001,"5min":4.4390000000000001,"15min":16.183},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.76100000000000001,"5min":0.73199999999999998,"15min":1.5209999999999999},"min":{"1min":0.47699999999999998,"5min":0.46000000000000002,"15min":0.35999999999999999},"max":{"1min":3.194,"5min":3.194,"15min":13.005000000000001},"last":0.84599999999999997}]}]},{"osd":2,"up_from":0,"seq":502511173893,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":297,"seq":1275605286976,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":895196,"kb_used_data":750420,"kb_used_omap":2,"kb_used_meta":144765,"kb_avail":92849956,"statfs":{"total":95995035648,"available":95078354944,"internally_reserved":0,"allocated":768430080,"data_stored":766401234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":148239413},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:38:16 2023","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":0.53900000000000003,"15min":0.44800000000000001},"min":{"1min":0.224,"5min":0.22,"15min":0.22},"max":{"1min":1.9910000000000001,"5min":6.8819999999999997,"15min":6.8819999999999997},"last":0.373},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.63600000000000001,"15min":0.67800000000000005},"min":{"1min":0.25900000000000001,"5min":0.217,"15min":0.217},"max":{"1min":0.79700000000000004,"5min":6.7839999999999998,"15min":6.7839999999999998},"last":0.35299999999999998}]},{"osd":1,"last update":"Mon Aug 28 02:38:16 2023","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.59599999999999997,"15min":0.46400000000000002},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":3.044,"5min":4.0650000000000004,"15min":4.0650000000000004},"last":0.44},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.66700000000000004,"15min":0.70499999999999996},"min":{"1min":0.30099999999999999,"5min":0.249,"15min":0.249},"max":{"1min":2.4620000000000002,"5min":3.9249999999999998,"15min":3.9249999999999998},"last":0.57699999999999996}]},{"osd":2,"last update":"Mon Aug 28 02:38:16 2023","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.54700000000000004,"15min":0.60999999999999999},"min":{"1min":0.307,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":1.212,"5min":2.5449999999999999,"15min":2.5449999999999999},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.628,"15min":0.57199999999999995},"min":{"1min":0.29599999999999999,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":1.911,"5min":4.7030000000000003,"15min":4.7030000000000003},"last":0.32800000000000001}]},{"osd":4,"last update":"Mon Aug 28 02:38:16 2023","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.64200000000000002,"15min":0.59499999999999997},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.8029999999999999,"5min":6.2670000000000003,"15min":6.2670000000000003},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.63900000000000001,"15min":0.56899999999999995},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.63500000000000001,"5min":3.5030000000000001,"15min":3.5030000000000001},"last":0.56399999999999995}]},{"osd":5,"last update":"Mon Aug 28 02:38:16 2023","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.64400000000000002,"15min":0.59199999999999997},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":1.1419999999999999,"5min":3.5390000000000001,"15min":3.5390000000000001},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.67500000000000004,"5min":0.60799999999999998,"15min":0.56399999999999995},"min":{"1min":0.38800000000000001,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":3.411,"5min":3.411,"15min":3.411},"last":0.47399999999999998}]},{"osd":6,"last update":"Mon Aug 28 02:38:16 2023","interfaces":[{"interface":"back","average":{"1min":0.77200000000000002,"5min":0.65600000000000003,"15min":0.64800000000000002},"min":{"1min":0.47799999999999998,"5min":0.436,"15min":0.436},"max":{"1min":1.921,"5min":1.921,"15min":1.921},"last":0.5},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.68999999999999995,"15min":0.65100000000000002},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":1.1659999999999999,"5min":3.6099999999999999,"15min":3.6099999999999999},"last":0.51300000000000001}]},{"osd":7,"last update":"Mon Aug 28 02:38:16 2023","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":0.64200000000000002,"15min":0.59799999999999998},"min":{"1min":0.44700000000000001,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":1.6339999999999999,"5min":2.9399999999999999,"15min":2.9399999999999999},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.72699999999999998,"5min":0.70099999999999996,"15min":0.66500000000000004},"min":{"1min":0.47299999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":1.8460000000000001,"5min":2.9540000000000002,"15min":2.9540000000000002},"last":0.54600000000000004}]}]},{"osd":4,"up_from":30,"seq":128849019271,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3240120,"kb_used_data":2753200,"kb_used_omap":0,"kb_used_meta":486912,"kb_avail":90505032,"statfs":{"total":95995035648,"available":92677152768,"internally_reserved":0,"allocated":2819276800,"data_stored":2817850348,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":498597888},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,1,0,0,1,0,1],"upper_bound":512},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:38:24 2023","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.57699999999999996,"15min":1.5069999999999999},"min":{"1min":0.23899999999999999,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":1.21,"5min":10.249000000000001,"15min":22.515000000000001},"last":0.26600000000000001},{"interface":"front","average":{"1min":0.48799999999999999,"5min":0.54300000000000004,"15min":1.4430000000000001},"min":{"1min":0.29299999999999998,"5min":0.23200000000000001,"15min":0.218},"max":{"1min":0.79000000000000004,"5min":4.5250000000000004,"15min":22.454000000000001},"last":0.52700000000000002}]},{"osd":1,"last update":"Mon Aug 28 02:37:48 2023","interfaces":[{"interface":"back","average":{"1min":0.71399999999999997,"5min":0.59499999999999997,"15min":1.3899999999999999},"min":{"1min":0.26300000000000001,"5min":0.254,"15min":0.24199999999999999},"max":{"1min":4.5090000000000003,"5min":5.5979999999999999,"15min":23.082000000000001},"last":0.33300000000000002},{"interface":"front","average":{"1min":0.81599999999999995,"5min":0.56499999999999995,"15min":1.5449999999999999},"min":{"1min":0.28899999999999998,"5min":0.26300000000000001,"15min":0.26000000000000001},"max":{"1min":4.5910000000000002,"5min":4.7960000000000003,"15min":25.100000000000001},"last":0.36299999999999999}]},{"osd":2,"last update":"Mon Aug 28 02:38:24 2023","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.64600000000000002,"15min":1.464},"min":{"1min":0.34499999999999997,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":1.3979999999999999,"5min":4.5430000000000001,"15min":16.231000000000002},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.65200000000000002,"15min":1.387},"min":{"1min":0.314,"5min":0.312,"15min":0.29299999999999998},"max":{"1min":2.2719999999999998,"5min":5.6360000000000001,"15min":13.515000000000001},"last":2.2719999999999998}]},{"osd":3,"last update":"Mon Aug 28 02:38:24 2023","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.65600000000000003,"15min":0.75700000000000001},"min":{"1min":0.34200000000000003,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.516,"5min":7.7480000000000002,"15min":7.7480000000000002},"last":0.94999999999999996},{"interface":"front","average":{"1min":0.71699999999999997,"5min":0.72399999999999998,"15min":0.67400000000000004},"min":{"1min":0.36899999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":2.3290000000000002,"5min":3.7069999999999999,"15min":3.7069999999999999},"last":2.3290000000000002}]},{"osd":5,"last update":"Mon Aug 28 02:38:02 2023","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.49099999999999999,"15min":1.0900000000000001},"min":{"1min":0.28399999999999997,"5min":0.25900000000000001,"15min":0.222},"max":{"1min":0.64800000000000002,"5min":4.609,"15min":16.181999999999999},"last":0.30299999999999999},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.47999999999999998,"15min":1.117},"min":{"1min":0.32700000000000001,"5min":0.27500000000000002,"15min":0.20699999999999999},"max":{"1min":0.84199999999999997,"5min":1.5700000000000001,"15min":10.233000000000001},"last":0.42799999999999999}]},{"osd":6,"last update":"Mon Aug 28 02:38:18 2023","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":0.53100000000000003,"15min":1.02},"min":{"1min":0.28699999999999998,"5min":0.27100000000000002,"15min":0.26500000000000001},"max":{"1min":0.72799999999999998,"5min":2.9830000000000001,"15min":10.023999999999999},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.54400000000000004,"15min":1.0940000000000001},"min":{"1min":0.32100000000000001,"5min":0.30499999999999999,"15min":0.26600000000000001},"max":{"1min":1.131,"5min":4.5880000000000001,"15min":8.5},"last":0.38800000000000001}]},{"osd":7,"last update":"Mon Aug 28 02:38:24 2023","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.54400000000000004,"15min":1.103},"min":{"1min":0.375,"5min":0.28999999999999998,"15min":0.22500000000000001},"max":{"1min":0.68400000000000005,"5min":4.5720000000000001,"15min":9.3209999999999997},"last":0.40600000000000003},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.57399999999999995,"15min":1.0649999999999999},"min":{"1min":0.34300000000000003,"5min":0.32400000000000001,"15min":0.30299999999999999},"max":{"1min":0.94199999999999995,"5min":1.647,"15min":15.597},"last":0.59599999999999997}]}]},{"osd":5,"up_from":37,"seq":158913790344,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2383640,"kb_used_data":1829072,"kb_used_omap":0,"kb_used_meta":554560,"kb_avail":91361512,"statfs":{"total":95995035648,"available":93554188288,"internally_reserved":0,"allocated":1872969728,"data_stored":1871563108,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":567869440},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:37:49 2023","interfaces":[{"interface":"back","average":{"1min":0.439,"5min":0.44800000000000001,"15min":1.661},"min":{"1min":0.245,"5min":0.23200000000000001,"15min":0.20200000000000001},"max":{"1min":1.1100000000000001,"5min":1.4530000000000001,"15min":40.334000000000003},"last":0.39000000000000001},{"interface":"front","average":{"1min":0.498,"5min":0.69299999999999995,"15min":1.6830000000000001},"min":{"1min":0.32100000000000001,"5min":0.26600000000000001,"15min":0.23200000000000001},"max":{"1min":0.93300000000000005,"5min":19.815999999999999,"15min":40.212000000000003},"last":0.50600000000000001}]},{"osd":1,"last update":"Mon Aug 28 02:37:49 2023","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.63600000000000001,"15min":1.8620000000000001},"min":{"1min":0.28799999999999998,"5min":0.27900000000000003,"15min":0.23699999999999999},"max":{"1min":1.0700000000000001,"5min":17.998000000000001,"15min":40.088000000000001},"last":0.34300000000000003},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.73199999999999998,"15min":1.738},"min":{"1min":0.36099999999999999,"5min":0.28100000000000003,"15min":0.26000000000000001},"max":{"1min":0.95699999999999996,"5min":19.853000000000002,"15min":40.243000000000002},"last":0.48099999999999998}]},{"osd":2,"last update":"Mon Aug 28 02:37:49 2023","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.57199999999999995,"15min":1.6120000000000001},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.27700000000000002},"max":{"1min":1.776,"5min":5.3099999999999996,"15min":40.436999999999998},"last":0.432},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.60999999999999999,"15min":1.7569999999999999},"min":{"1min":0.32600000000000001,"5min":0.315,"15min":0.27200000000000002},"max":{"1min":2.069,"5min":4.2400000000000002,"15min":40.555},"last":0.40400000000000003}]},{"osd":3,"last update":"Mon Aug 28 02:38:23 2023","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.66100000000000003,"15min":1.0860000000000001},"min":{"1min":0.31,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.94399999999999995,"5min":16.190999999999999,"15min":16.190999999999999},"last":0.378},{"interface":"front","average":{"1min":0.628,"5min":0.84799999999999998,"15min":1.4059999999999999},"min":{"1min":0.36099999999999999,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":2.0470000000000002,"5min":21.420999999999999,"15min":21.420999999999999},"last":0.55700000000000005}]},{"osd":4,"last update":"Mon Aug 28 02:37:58 2023","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.41399999999999998,"15min":1.069},"min":{"1min":0.27300000000000002,"5min":0.25,"15min":0.23100000000000001},"max":{"1min":1.4239999999999999,"5min":1.516,"15min":13.616},"last":0.32800000000000001},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.53300000000000003,"15min":1.194},"min":{"1min":0.33100000000000002,"5min":0.28499999999999998,"15min":0.25700000000000001},"max":{"1min":1.9610000000000001,"5min":4.1879999999999997,"15min":10.664999999999999},"last":0.44600000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:37:49 2023","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.64100000000000001,"15min":1.4279999999999999},"min":{"1min":0.30499999999999999,"5min":0.28599999999999998,"15min":0.23300000000000001},"max":{"1min":1.6439999999999999,"5min":10.66,"15min":42.409999999999997},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":1.369},"min":{"1min":0.35999999999999999,"5min":0.29499999999999998,"15min":0.254},"max":{"1min":1.7150000000000001,"5min":6.1159999999999997,"15min":42.533999999999999},"last":0.41799999999999998}]},{"osd":7,"last update":"Mon Aug 28 02:37:49 2023","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.60199999999999998,"15min":1.5780000000000001},"min":{"1min":0.39400000000000002,"5min":0.33900000000000002,"15min":0.315},"max":{"1min":0.68999999999999995,"5min":6.1749999999999998,"15min":42.667000000000002},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.628,"15min":1.6060000000000001},"min":{"1min":0.42299999999999999,"5min":0.33000000000000002,"15min":0.318},"max":{"1min":1.8069999999999999,"5min":4.149,"15min":42.344000000000001},"last":0.53300000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":2658930688,"data_stored":2658926616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":807403520,"data_stored":807403520,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1770586112,"data_stored":1770586112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":763625472,"data_stored":763625472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":2815496192,"data_stored":2815492120,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1865875456,"data_stored":1865875456,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1730744320,"data_stored":1730740248,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1341915136,"data_stored":1341915136,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:38:29.277 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph status --format=json 2023-08-28T02:38:29.321 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:38:29.360 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:29.392 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:38:29.396 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:29.396 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:38:29.461 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:38:29.490 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:38:29.497 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:38:29.519 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:38:29.549 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:29.556 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-08-28T02:38:29.556 INFO:teuthology.orchestra.run.smithi040.stdout: "ops": [], 2023-08-28T02:38:29.556 INFO:teuthology.orchestra.run.smithi040.stdout: "num_ops": 0 2023-08-28T02:38:29.556 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-08-28T02:38:29.561 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:38:29.587 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:29 smithi040 ceph-mon[170259]: from='client.46208 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:38:29.587 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:29 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3011452166' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:38:29.587 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:29 smithi040 ceph-mon[175404]: from='client.46208 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:38:29.587 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:29 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3011452166' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:38:29.609 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:38:29.626 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:38:29.650 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:38:29.672 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:38:29.678 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:38:29.681 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:29.681 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:38:29.693 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:38:29.694 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-08-28T02:38:29.694 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-08-28T02:38:29.694 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-08-28T02:38:29.694 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-08-28T02:38:29.695 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-08-28T02:38:29.695 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-08-28T02:38:29.695 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-08-28T02:38:29.695 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-08-28T02:38:29.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:29 smithi083 ceph-mon[157819]: from='client.46208 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:38:29.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:29 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3011452166' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:38:29.782 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:38:29.815 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:29.848 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:38:29.851 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:29.852 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:38:29.952 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:38:29.986 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:30.009 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:38:30.014 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:30.014 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:38:30.061 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.3 dump_blocked_ops 2023-08-28T02:38:30.115 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:38:30.166 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:30.193 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:38:30.195 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:30.196 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:38:30.297 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:38:30.334 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:30.474 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:38:30.482 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:30.483 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:38:30.583 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:38:30.633 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:30.714 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:38:30.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:30 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:38:30.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:30 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:38:30.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:30 smithi040 ceph-mon[170259]: pgmap v1096: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 4.0 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 93 op/s; 26027/195204 objects degraded (13.333%); 13828/195204 objects misplaced (7.084%); 5.9 MiB/s, 94 objects/s recovering 2023-08-28T02:38:30.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:30 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:38:30.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:30 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:38:30.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:30 smithi040 ceph-mon[175404]: pgmap v1096: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 4.0 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 93 op/s; 26027/195204 objects degraded (13.333%); 13828/195204 objects misplaced (7.084%); 5.9 MiB/s, 94 objects/s recovering 2023-08-28T02:38:30.756 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:38:30.760 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:30.760 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:38:30.861 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:38:30.891 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:30 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:38:30.891 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:30 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:38:30.891 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:30 smithi083 ceph-mon[157819]: pgmap v1096: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 4.0 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 93 op/s; 26027/195204 objects degraded (13.333%); 13828/195204 objects misplaced (7.084%); 5.9 MiB/s, 94 objects/s recovering 2023-08-28T02:38:30.893 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:31.183 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:38:31.317 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:38:31.319 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:31.320 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:38:31.421 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:38:31.452 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:31.473 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:38:31.478 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:31.478 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:38:31.579 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:38:31.588 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:31 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 26027/195204 objects degraded (13.333%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-08-28T02:38:31.588 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:31 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1979648759' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:38:31.588 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:31 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:38:31.588 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:31 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 26027/195204 objects degraded (13.333%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-08-28T02:38:31.588 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:31 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1979648759' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:38:31.588 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:31 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:38:31.606 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:31 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 26027/195204 objects degraded (13.333%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-08-28T02:38:31.607 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:31 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1979648759' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:38:31.607 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:31 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:38:31.609 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:31.634 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:38:31.638 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:31.638 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:38:31.739 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:38:31.777 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:31.860 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:38:31.864 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:31.864 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:38:31.965 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:38:32.000 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:32.021 INFO:teuthology.orchestra.run.smithi040.stderr:nodeep-scrub is set 2023-08-28T02:38:32.275 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:38:32.278 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:32.278 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:38:32.379 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:38:32.416 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:32.439 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:38:32.445 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:32.445 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:38:32.508 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-08-28T02:38:32.546 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:38:32.596 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:32.627 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:38:32.632 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:32.633 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:38:32.734 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:38:32.779 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:32.879 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:32 smithi083 ceph-mon[157819]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:38:32.879 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:32 smithi083 ceph-mon[157819]: failed to encode map e359 with expected crc 2023-08-28T02:38:32.879 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:32 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:38:32.879 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:32 smithi083 ceph-mon[157819]: osdmap e359: 8 total, 8 up, 6 in 2023-08-28T02:38:32.880 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:32 smithi083 ceph-mon[157819]: failed to encode map e359 with expected crc 2023-08-28T02:38:32.880 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:32 smithi083 ceph-mon[157819]: pgmap v1098: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 3.9 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 123 op/s; 25512/194124 objects degraded (13.142%); 13333/194124 objects misplaced (6.868%); 7.8 MiB/s, 124 objects/s recovering 2023-08-28T02:38:32.929 INFO:teuthology.orchestra.run.smithi040.stdout:ERROR: (22) Invalid argument 2023-08-28T02:38:32.929 INFO:teuthology.orchestra.run.smithi040.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:38:32.958 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:32 smithi040 ceph-mon[175404]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:38:32.958 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:32 smithi040 ceph-mon[175404]: failed to encode map e359 with expected crc 2023-08-28T02:38:32.958 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:32 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:38:32.958 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:32 smithi040 ceph-mon[175404]: osdmap e359: 8 total, 8 up, 6 in 2023-08-28T02:38:32.958 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:32 smithi040 ceph-mon[175404]: failed to encode map e359 with expected crc 2023-08-28T02:38:32.959 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:32 smithi040 ceph-mon[175404]: pgmap v1098: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 3.9 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 123 op/s; 25512/194124 objects degraded (13.142%); 13333/194124 objects misplaced (6.868%); 7.8 MiB/s, 124 objects/s recovering 2023-08-28T02:38:32.959 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:32 smithi040 ceph-mon[170259]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:38:32.959 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:32 smithi040 ceph-mon[170259]: failed to encode map e359 with expected crc 2023-08-28T02:38:32.959 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:32 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:38:32.959 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:32 smithi040 ceph-mon[170259]: osdmap e359: 8 total, 8 up, 6 in 2023-08-28T02:38:32.959 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:32 smithi040 ceph-mon[170259]: failed to encode map e359 with expected crc 2023-08-28T02:38:32.959 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:32 smithi040 ceph-mon[170259]: pgmap v1098: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 3.9 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 123 op/s; 25512/194124 objects degraded (13.142%); 13333/194124 objects misplaced (6.868%); 7.8 MiB/s, 124 objects/s recovering 2023-08-28T02:38:33.084 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:38:33.084 INFO:teuthology.orchestra.run.smithi040.stdout:{"fsid":"d9a8f48a-4546-11ee-817c-1b7a5f1ba315","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"noscrub,nodeep-scrub flag(s) set","count":20},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 25512/194124 objects degraded (13.142%), 4 pgs degraded, 4 pgs undersized","count":8},"muted":false}},"mutes":[]},"election_epoch":34,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":1518,"monmap":{"epoch":4,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":359,"num_osds":8,"num_up_osds":8,"osd_up_since":1693189991,"num_in_osds":6,"osd_in_since":1693189947,"num_remapped_pgs":7},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":92},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":3},{"state_name":"active+remapped+backfill_wait","count":3},{"state_name":"active+recovering+undersized+degraded+remapped","count":1}],"num_pgs":99,"num_pools":5,"num_objects":64708,"data_bytes":4239506180,"bytes_used":13299462144,"bytes_avail":562670751744,"bytes_total":575970213888,"degraded_objects":25512,"degraded_total":194124,"degraded_ratio":0.13142115348952216,"misplaced_objects":13333,"misplaced_total":194124,"misplaced_ratio":0.068682903711030058,"recovering_objects_per_sec":124,"recovering_bytes_per_sec":8180862,"recovering_keys_per_sec":0,"num_objects_recovered":999,"num_bytes_recovered":65470464,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":123},"fsmap":{"epoch":7,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi040.wmhbsz","status":"up:active","gid":24577}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.40:8443/","prometheus":"http://172.21.15.40:9283/"}},"servicemap":{"epoch":22,"modified":"2023-08-28T02:34:10.384085+0000","services":{}},"progress_events":{"12dba03a-d529-4826-b243-e29af8fa97a8":{"message":"Upgrade to 18.2.0-187-g9cf20820 (5m)\n [============................] (remaining: 6m)","progress":0.44999998807907104,"add_to_ceph_s":true},"42e4bfe6-6201-4e43-94a3-bd00b5166574":{"message":"Global Recovery Event (7m)\n [==========================..] (remaining: 31s)","progress":0.92929291725158691,"add_to_ceph_s":true}}} 2023-08-28T02:38:33.103 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:38:33.108 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:33.108 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:38:33.209 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:38:33.243 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:33.616 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:38:33.620 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:33.621 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:38:33.653 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2023-08-28T02:38:33.653 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:38:33.688 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.3 dump_historic_ops 2023-08-28T02:38:33.722 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:38:33.754 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:33.778 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:38:33.783 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:33.784 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:38:33.885 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:38:33.921 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:33.923 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:38:33.947 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:38:33.952 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:33.952 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:38:34.053 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:38:34.098 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:34.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:34 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3647050270' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:38:34.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:34 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3647050270' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:38:34.174 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:38:34.178 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:34.179 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:38:34.280 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:38:34.311 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:34.334 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:38:34.336 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:34.337 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:38:34.352 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:34 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3647050270' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:38:34.437 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:38:34.474 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:34.652 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:38:34.656 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:34.656 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:38:34.757 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:38:34.794 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:35.076 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:38:35.138 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd unset noscrub 2023-08-28T02:38:35.333 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:38:35.340 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:35 smithi083 ceph-mon[157819]: pgmap v1099: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 3.9 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 113 op/s; 25512/193713 objects degraded (13.170%); 13333/193713 objects misplaced (6.883%); 6.8 MiB/s, 109 objects/s recovering 2023-08-28T02:38:35.341 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:35.341 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:38:35.346 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:35 smithi040 ceph-mon[170259]: pgmap v1099: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 3.9 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 113 op/s; 25512/193713 objects degraded (13.170%); 13333/193713 objects misplaced (6.883%); 6.8 MiB/s, 109 objects/s recovering 2023-08-28T02:38:35.346 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:35 smithi040 ceph-mon[175404]: pgmap v1099: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 3.9 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 113 op/s; 25512/193713 objects degraded (13.170%); 13333/193713 objects misplaced (6.883%); 6.8 MiB/s, 109 objects/s recovering 2023-08-28T02:38:35.442 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:38:35.475 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:35.482 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:38:35.674 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:38:35.697 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:38:35.707 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:38:35 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:38:35] "GET /metrics HTTP/1.1" 200 36612 "" "Prometheus/2.43.0" 2023-08-28T02:38:35.723 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:38:35.742 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:38:35.766 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:38:35.789 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:38:35.813 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:38:35.822 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:38:35.839 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:38:35.846 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-08-28T02:38:35.846 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-08-28T02:38:35.846 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-08-28T02:38:35.846 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-08-28T02:38:35.847 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-08-28T02:38:35.847 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-08-28T02:38:35.847 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-08-28T02:38:35.847 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-08-28T02:38:35.900 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:38:35.929 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:35.930 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:38:36.031 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:38:36.065 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:36.090 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:38:36.093 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:36.093 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:38:36.194 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:38:36.230 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:36 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3114475473' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:38:36.230 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:36 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:38:36.230 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:36 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:38:36.230 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:36 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 25512/193713 objects degraded (13.170%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-08-28T02:38:36.231 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:36.263 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:38:36.267 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:36.268 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:38:36.294 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:36 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3114475473' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:38:36.294 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:36 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:38:36.294 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:36 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:38:36.294 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:36 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 25512/193713 objects degraded (13.170%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-08-28T02:38:36.295 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:36 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3114475473' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:38:36.295 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:36 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:38:36.295 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:36 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:38:36.295 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:36 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 25512/193713 objects degraded (13.170%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-08-28T02:38:36.369 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:38:36.409 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:36.436 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:38:36.439 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:36.439 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:38:36.540 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:38:36.571 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:36.591 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:38:36.593 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:36.594 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:38:36.695 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:38:36.733 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:37.260 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:38:37.266 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:37.267 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:38:37.337 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:37 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:38:37.337 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:37 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:38:37.337 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:37 smithi040 ceph-mon[170259]: pgmap v1100: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 3.9 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 116 op/s; 24944/192810 objects degraded (12.937%); 12791/192810 objects misplaced (6.634%); 7.0 MiB/s, 112 objects/s recovering 2023-08-28T02:38:37.337 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:37 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:38:37.338 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:37 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:38:37.338 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:37 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:38:37.367 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:38:37.414 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:37.500 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-08-28T02:38:37.500 INFO:teuthology.orchestra.run.smithi040.stdout: "size": 20, 2023-08-28T02:38:37.501 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 600, 2023-08-28T02:38:37.501 INFO:teuthology.orchestra.run.smithi040.stdout: "ops": [ 2023-08-28T02:38:37.501 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.501 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "MOSDPGPush(10.d 299/297 [PushOp(10:b17f00a9:::benchmark_data_smithi040_250784_object75247:head, version: 267'4687, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(10:b17f00a9:::benchmark_data_smithi040_250784_object75247:head@267'4687, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-08-28T02:38:37.501 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:33:13.338811+0000", 2023-08-28T02:38:37.501 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 324.155862066, 2023-08-28T02:38:37.501 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.014310685, 2023-08-28T02:38:37.501 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:38:37.501 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "started", 2023-08-28T02:38:37.501 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:38:37.502 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.502 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:38:37.502 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.338811+0000", 2023-08-28T02:38:37.502 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:38:37.502 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.502 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.502 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:38:37.502 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.338811+0000", 2023-08-28T02:38:37.502 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:38:37.502 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.502 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.502 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:38:37.502 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.338810+0000", 2023-08-28T02:38:37.503 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:38:37.503 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.503 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.503 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:38:37.503 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.338984+0000", 2023-08-28T02:38:37.503 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00017307499999999999 2023-08-28T02:38:37.503 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.503 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.503 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:38:37.503 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.352618+0000", 2023-08-28T02:38:37.503 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.013634366 2023-08-28T02:38:37.504 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.504 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.504 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:38:37.504 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.352650+0000", 2023-08-28T02:38:37.504 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.1686000000000001e-05 2023-08-28T02:38:37.504 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.504 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.504 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:38:37.504 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.352897+0000", 2023-08-28T02:38:37.504 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00024705499999999999 2023-08-28T02:38:37.504 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.504 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.504 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:38:37.505 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.352909+0000", 2023-08-28T02:38:37.505 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1973999999999999e-05 2023-08-28T02:38:37.505 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.505 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.505 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:38:37.505 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.353121+0000", 2023-08-28T02:38:37.505 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000212835 2023-08-28T02:38:37.505 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:38:37.505 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:38:37.505 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:38:37.505 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.505 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.506 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:95680 10.4 e309/298 10:241f6c88:::benchmark_data_smithi040_250784_object2371:head v 309'5909, mlcod=260'3327)", 2023-08-28T02:38:37.506 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:33:43.539475+0000", 2023-08-28T02:38:37.506 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 293.95519736099999, 2023-08-28T02:38:37.506 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.019732039999999999, 2023-08-28T02:38:37.506 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:38:37.506 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:38:37.506 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:38:37.506 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.506 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:38:37.506 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.539475+0000", 2023-08-28T02:38:37.506 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:38:37.506 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.507 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.507 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:38:37.507 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.539475+0000", 2023-08-28T02:38:37.507 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:38:37.507 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.507 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.507 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:38:37.507 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.539474+0000", 2023-08-28T02:38:37.507 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:38:37.507 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.507 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.507 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:38:37.508 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.539493+0000", 2023-08-28T02:38:37.508 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.9082000000000001e-05 2023-08-28T02:38:37.508 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.508 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.508 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:38:37.508 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.539520+0000", 2023-08-28T02:38:37.508 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.7095999999999999e-05 2023-08-28T02:38:37.508 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.508 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.508 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:38:37.508 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.539531+0000", 2023-08-28T02:38:37.508 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1260999999999999e-05 2023-08-28T02:38:37.509 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.509 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.509 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:38:37.509 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.539597+0000", 2023-08-28T02:38:37.509 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.5497e-05 2023-08-28T02:38:37.509 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.509 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.509 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:38:37.509 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.539636+0000", 2023-08-28T02:38:37.509 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.9613000000000002e-05 2023-08-28T02:38:37.509 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.509 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.510 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:38:37.510 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.559145+0000", 2023-08-28T02:38:37.510 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.019508958999999999 2023-08-28T02:38:37.510 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.510 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.510 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:38:37.510 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.559208+0000", 2023-08-28T02:38:37.510 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.2120999999999997e-05 2023-08-28T02:38:37.510 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:38:37.510 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:38:37.510 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:38:37.510 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.510 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.511 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:95764 10.f e310/298 10:fe03ab10:::benchmark_data_smithi040_250784_object2455:head v 310'6059, mlcod=0'0)", 2023-08-28T02:38:37.511 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:33:48.000792+0000", 2023-08-28T02:38:37.511 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 289.49388104399998, 2023-08-28T02:38:37.511 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.010532592, 2023-08-28T02:38:37.511 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:38:37.511 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:38:37.511 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:38:37.511 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.511 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:38:37.511 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:48.000792+0000", 2023-08-28T02:38:37.511 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:38:37.512 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.512 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.512 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:38:37.512 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:48.000792+0000", 2023-08-28T02:38:37.512 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:38:37.512 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.512 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.512 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:38:37.512 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:48.000790+0000", 2023-08-28T02:38:37.512 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:38:37.512 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.512 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.512 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:38:37.513 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:48.000811+0000", 2023-08-28T02:38:37.513 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.1112e-05 2023-08-28T02:38:37.513 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.513 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.513 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:38:37.513 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:48.000838+0000", 2023-08-28T02:38:37.513 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.7328999999999999e-05 2023-08-28T02:38:37.513 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.513 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.513 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:38:37.513 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:48.000853+0000", 2023-08-28T02:38:37.513 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4138000000000001e-05 2023-08-28T02:38:37.514 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.514 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.514 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:38:37.514 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:48.006735+0000", 2023-08-28T02:38:37.514 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0058829440000000002 2023-08-28T02:38:37.514 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.514 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.514 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:38:37.514 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:48.006780+0000", 2023-08-28T02:38:37.514 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.5011e-05 2023-08-28T02:38:37.514 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.514 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.515 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:38:37.515 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:48.011269+0000", 2023-08-28T02:38:37.515 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0044884110000000003 2023-08-28T02:38:37.515 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.515 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.515 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:38:37.515 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:48.011324+0000", 2023-08-28T02:38:37.515 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.5494000000000001e-05 2023-08-28T02:38:37.515 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:38:37.515 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:38:37.515 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:38:37.516 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.516 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.516 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:96073 10.d e310/297 10:b56973fa:::benchmark_data_smithi040_250784_object2764:head v 310'5932, mlcod=310'5930)", 2023-08-28T02:38:37.516 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:33:50.015284+0000", 2023-08-28T02:38:37.516 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 287.47938880200002, 2023-08-28T02:38:37.516 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0096735959999999996, 2023-08-28T02:38:37.516 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:38:37.516 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:38:37.516 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:38:37.516 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.516 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:38:37.516 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:50.015284+0000", 2023-08-28T02:38:37.517 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:38:37.517 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.517 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.517 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:38:37.517 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:50.015284+0000", 2023-08-28T02:38:37.517 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:38:37.517 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.517 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.517 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:38:37.517 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:50.015282+0000", 2023-08-28T02:38:37.518 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:38:37.518 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.518 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.518 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:38:37.518 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:50.015309+0000", 2023-08-28T02:38:37.518 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.6350999999999999e-05 2023-08-28T02:38:37.518 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.518 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.518 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:38:37.518 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:50.015335+0000", 2023-08-28T02:38:37.518 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.6210000000000001e-05 2023-08-28T02:38:37.518 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.519 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.519 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:38:37.519 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:50.015349+0000", 2023-08-28T02:38:37.519 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4253000000000001e-05 2023-08-28T02:38:37.519 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.519 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.519 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:38:37.519 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:50.015466+0000", 2023-08-28T02:38:37.519 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00011708 2023-08-28T02:38:37.519 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.520 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.520 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:38:37.520 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:50.015489+0000", 2023-08-28T02:38:37.520 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.3006999999999998e-05 2023-08-28T02:38:37.520 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.520 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.520 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:38:37.520 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:50.024909+0000", 2023-08-28T02:38:37.520 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0094199809999999991 2023-08-28T02:38:37.520 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.520 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.520 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:38:37.521 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:50.024958+0000", 2023-08-28T02:38:37.521 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.8393999999999998e-05 2023-08-28T02:38:37.521 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:38:37.521 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:38:37.521 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:38:37.521 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.521 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.521 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:98514 10.3 e315/298 10:c5d0e888:::benchmark_data_smithi040_250784_object5205:head v 315'6137, mlcod=254'302)", 2023-08-28T02:38:37.521 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:34:25.426205+0000", 2023-08-28T02:38:37.521 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 252.06846754399999, 2023-08-28T02:38:37.521 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.012627611, 2023-08-28T02:38:37.521 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:38:37.522 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:38:37.522 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:38:37.522 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.522 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:38:37.522 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:25.426205+0000", 2023-08-28T02:38:37.522 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:38:37.522 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.522 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.522 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:38:37.522 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:25.426205+0000", 2023-08-28T02:38:37.522 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:38:37.522 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.523 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.523 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:38:37.523 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:25.426204+0000", 2023-08-28T02:38:37.523 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:38:37.523 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.523 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.523 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:38:37.523 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:25.426217+0000", 2023-08-28T02:38:37.523 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2332e-05 2023-08-28T02:38:37.523 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.523 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.523 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:38:37.524 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:25.426236+0000", 2023-08-28T02:38:37.524 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.9695999999999999e-05 2023-08-28T02:38:37.524 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.524 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.524 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:38:37.524 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:25.426251+0000", 2023-08-28T02:38:37.524 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4600000000000001e-05 2023-08-28T02:38:37.524 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.524 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.524 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:38:37.524 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:25.426337+0000", 2023-08-28T02:38:37.524 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.6180000000000005e-05 2023-08-28T02:38:37.524 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.525 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.525 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:38:37.525 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:25.426376+0000", 2023-08-28T02:38:37.525 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.9483000000000001e-05 2023-08-28T02:38:37.525 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.525 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.525 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:38:37.525 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:25.438767+0000", 2023-08-28T02:38:37.525 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.012390541 2023-08-28T02:38:37.525 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.525 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.525 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:38:37.526 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:25.438833+0000", 2023-08-28T02:38:37.526 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.5877999999999995e-05 2023-08-28T02:38:37.526 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:38:37.526 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:38:37.526 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:38:37.526 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.526 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.526 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:99827 10.3 e316/298 10:cb91dd09:::benchmark_data_smithi040_250784_object6518:head v 316'6239, mlcod=254'404)", 2023-08-28T02:38:37.526 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:34:41.462534+0000", 2023-08-28T02:38:37.526 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 236.03213865399999, 2023-08-28T02:38:37.526 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.01159138, 2023-08-28T02:38:37.526 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:38:37.527 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:38:37.527 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:38:37.527 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.527 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:38:37.527 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:41.462534+0000", 2023-08-28T02:38:37.527 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:38:37.527 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.527 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.527 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:38:37.527 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:41.462534+0000", 2023-08-28T02:38:37.527 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:38:37.528 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.528 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.528 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:38:37.528 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:41.462533+0000", 2023-08-28T02:38:37.528 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:38:37.528 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.528 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.528 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:38:37.528 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:41.462547+0000", 2023-08-28T02:38:37.528 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4630999999999999e-05 2023-08-28T02:38:37.528 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.528 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.529 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:38:37.529 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:41.462573+0000", 2023-08-28T02:38:37.529 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.5500999999999999e-05 2023-08-28T02:38:37.529 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.529 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.529 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:38:37.529 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:41.462584+0000", 2023-08-28T02:38:37.529 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1077000000000001e-05 2023-08-28T02:38:37.529 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.529 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.529 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:38:37.529 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:41.462881+0000", 2023-08-28T02:38:37.530 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00029668099999999997 2023-08-28T02:38:37.530 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.530 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.530 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:38:37.530 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:41.462916+0000", 2023-08-28T02:38:37.530 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.5227e-05 2023-08-28T02:38:37.530 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.530 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.530 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:38:37.530 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:41.474037+0000", 2023-08-28T02:38:37.530 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.011121504000000001 2023-08-28T02:38:37.530 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.530 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.531 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:38:37.531 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:41.474126+0000", 2023-08-28T02:38:37.531 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.8170000000000005e-05 2023-08-28T02:38:37.531 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:38:37.531 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:38:37.531 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:38:37.531 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.531 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.531 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:99832 10.7 e317/298 10:e475b207:::benchmark_data_smithi040_250784_object6523:head v 317'6239, mlcod=255'984)", 2023-08-28T02:38:37.531 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:34:41.487861+0000", 2023-08-28T02:38:37.531 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 236.00681208899999, 2023-08-28T02:38:37.531 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.012129294000000001, 2023-08-28T02:38:37.532 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:38:37.532 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:38:37.532 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:38:37.532 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.532 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:38:37.532 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:41.487861+0000", 2023-08-28T02:38:37.532 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:38:37.532 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.532 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.532 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:38:37.532 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:41.487861+0000", 2023-08-28T02:38:37.533 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:38:37.533 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.533 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.533 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:38:37.533 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:41.487860+0000", 2023-08-28T02:38:37.533 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:38:37.533 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.533 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.533 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:38:37.533 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:41.487869+0000", 2023-08-28T02:38:37.533 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.329e-06 2023-08-28T02:38:37.533 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.533 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.534 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:38:37.534 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:41.487883+0000", 2023-08-28T02:38:37.534 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.3546e-05 2023-08-28T02:38:37.534 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.534 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.534 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:38:37.534 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:41.487892+0000", 2023-08-28T02:38:37.534 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.6029999999999994e-06 2023-08-28T02:38:37.534 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.534 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.534 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:38:37.534 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:41.487958+0000", 2023-08-28T02:38:37.535 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.5386e-05 2023-08-28T02:38:37.535 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.535 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.535 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:38:37.535 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:41.487984+0000", 2023-08-28T02:38:37.535 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.6381999999999999e-05 2023-08-28T02:38:37.535 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.535 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.535 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:38:37.535 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:41.499911+0000", 2023-08-28T02:38:37.535 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.011926374 2023-08-28T02:38:37.535 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.536 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.536 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:38:37.536 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:41.499990+0000", 2023-08-28T02:38:37.536 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.9538999999999999e-05 2023-08-28T02:38:37.536 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:38:37.536 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:38:37.536 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:38:37.536 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.536 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.536 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:103126 10.4 e325/298 10:2c8943d3:::benchmark_data_smithi040_250784_object9817:head v 325'6375, mlcod=260'3327)", 2023-08-28T02:38:37.536 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:35:23.475003+0000", 2023-08-28T02:38:37.537 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 194.01966952500001, 2023-08-28T02:38:37.537 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0090736199999999993, 2023-08-28T02:38:37.537 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:38:37.537 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:38:37.537 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:38:37.537 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.537 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:38:37.537 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:23.475003+0000", 2023-08-28T02:38:37.537 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:38:37.537 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.537 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.538 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:38:37.538 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:23.475003+0000", 2023-08-28T02:38:37.538 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:38:37.538 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.538 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.538 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:38:37.538 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:23.475002+0000", 2023-08-28T02:38:37.538 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:38:37.538 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.538 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.538 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:38:37.538 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:23.475014+0000", 2023-08-28T02:38:37.539 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2206e-05 2023-08-28T02:38:37.539 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.539 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.539 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:38:37.539 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:23.475035+0000", 2023-08-28T02:38:37.539 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.0798e-05 2023-08-28T02:38:37.539 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.539 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.539 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:38:37.539 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:23.475045+0000", 2023-08-28T02:38:37.539 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0613e-05 2023-08-28T02:38:37.539 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.540 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.540 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:38:37.540 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:23.475101+0000", 2023-08-28T02:38:37.540 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.5457000000000001e-05 2023-08-28T02:38:37.540 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.540 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.540 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:38:37.540 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:23.475133+0000", 2023-08-28T02:38:37.540 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.2336999999999999e-05 2023-08-28T02:38:37.540 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.540 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.541 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:38:37.541 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:23.484011+0000", 2023-08-28T02:38:37.541 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0088779099999999993 2023-08-28T02:38:37.541 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.541 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.541 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:38:37.541 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:23.484077+0000", 2023-08-28T02:38:37.541 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.5914999999999995e-05 2023-08-28T02:38:37.541 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:38:37.541 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:38:37.541 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:38:37.541 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.541 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.542 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:103158 10.3 e325/298 10:c3f50a78:::benchmark_data_smithi040_250784_object9849:head v 325'6448, mlcod=255'613)", 2023-08-28T02:38:37.542 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:35:23.600318+0000", 2023-08-28T02:38:37.542 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 193.89435437399999, 2023-08-28T02:38:37.542 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.011688057999999999, 2023-08-28T02:38:37.542 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:38:37.542 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:38:37.542 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:38:37.542 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.542 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:38:37.542 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:23.600318+0000", 2023-08-28T02:38:37.542 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:38:37.543 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.543 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.543 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:38:37.543 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:23.600318+0000", 2023-08-28T02:38:37.543 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:38:37.543 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.543 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.543 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:38:37.543 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:23.600317+0000", 2023-08-28T02:38:37.543 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:38:37.543 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.543 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.544 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:38:37.544 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:23.600332+0000", 2023-08-28T02:38:37.544 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.483e-05 2023-08-28T02:38:37.544 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.544 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.544 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:38:37.544 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:23.600354+0000", 2023-08-28T02:38:37.544 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.2240999999999999e-05 2023-08-28T02:38:37.544 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.544 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.544 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:38:37.544 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:23.600367+0000", 2023-08-28T02:38:37.545 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2543e-05 2023-08-28T02:38:37.545 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.545 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.545 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:38:37.545 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:23.600470+0000", 2023-08-28T02:38:37.545 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00010362299999999999 2023-08-28T02:38:37.545 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.545 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.545 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:38:37.545 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:23.600511+0000", 2023-08-28T02:38:37.545 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.1119999999999999e-05 2023-08-28T02:38:37.545 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.546 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.546 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:38:37.546 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:23.611946+0000", 2023-08-28T02:38:37.546 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.011434975 2023-08-28T02:38:37.546 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.546 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.546 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:38:37.546 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:23.612007+0000", 2023-08-28T02:38:37.546 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.0093000000000002e-05 2023-08-28T02:38:37.546 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:38:37.546 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:38:37.546 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:38:37.547 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.547 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.547 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:103837 10.7 e327/298 10:e71bb4a5:::benchmark_data_smithi040_250784_object10528:head v 327'6496, mlcod=255'984)", 2023-08-28T02:38:37.547 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:35:30.655741+0000", 2023-08-28T02:38:37.547 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 186.838931911, 2023-08-28T02:38:37.547 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.010780424, 2023-08-28T02:38:37.547 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:38:37.547 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:38:37.547 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:38:37.547 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.547 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:38:37.547 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:30.655741+0000", 2023-08-28T02:38:37.548 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:38:37.548 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.548 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.548 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:38:37.548 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:30.655741+0000", 2023-08-28T02:38:37.548 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:38:37.548 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.548 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.548 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:38:37.548 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:30.655740+0000", 2023-08-28T02:38:37.548 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:38:37.548 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.549 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.549 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:38:37.549 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:30.655750+0000", 2023-08-28T02:38:37.549 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.893e-06 2023-08-28T02:38:37.549 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.549 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.549 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:38:37.549 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:30.655768+0000", 2023-08-28T02:38:37.549 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.8193e-05 2023-08-28T02:38:37.549 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.549 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.550 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:38:37.550 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:30.655777+0000", 2023-08-28T02:38:37.550 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.3840000000000003e-06 2023-08-28T02:38:37.550 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.550 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.550 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:38:37.550 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:30.655836+0000", 2023-08-28T02:38:37.550 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.8542000000000003e-05 2023-08-28T02:38:37.550 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.550 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.550 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:38:37.550 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:30.655876+0000", 2023-08-28T02:38:37.551 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.9882999999999997e-05 2023-08-28T02:38:37.551 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.551 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.551 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:38:37.551 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:30.666470+0000", 2023-08-28T02:38:37.551 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.010593943 2023-08-28T02:38:37.551 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.551 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.551 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:38:37.551 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:30.666521+0000", 2023-08-28T02:38:37.551 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.1617999999999999e-05 2023-08-28T02:38:37.551 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:38:37.552 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:38:37.552 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:38:37.552 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.552 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.552 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:106539 10.7 e331/298 10:ef61eb28:::benchmark_data_smithi040_250784_object13230:head v 331'6651, mlcod=255'984)", 2023-08-28T02:38:37.552 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:35:55.569557+0000", 2023-08-28T02:38:37.552 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 161.925115648, 2023-08-28T02:38:37.552 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0093608119999999996, 2023-08-28T02:38:37.552 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:38:37.552 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:38:37.552 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:38:37.552 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.553 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:38:37.553 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:55.569557+0000", 2023-08-28T02:38:37.553 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:38:37.553 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.553 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.553 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:38:37.553 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:55.569557+0000", 2023-08-28T02:38:37.553 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:38:37.553 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.553 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.553 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:38:37.553 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:55.569556+0000", 2023-08-28T02:38:37.553 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:38:37.554 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.554 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.554 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:38:37.554 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:55.569567+0000", 2023-08-28T02:38:37.554 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1532000000000001e-05 2023-08-28T02:38:37.554 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.554 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.554 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:38:37.554 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:55.569580+0000", 2023-08-28T02:38:37.554 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2028000000000001e-05 2023-08-28T02:38:37.554 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.554 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.555 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:38:37.555 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:55.569590+0000", 2023-08-28T02:38:37.555 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0713999999999999e-05 2023-08-28T02:38:37.555 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.555 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.555 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:38:37.555 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:55.569659+0000", 2023-08-28T02:38:37.555 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.8627000000000005e-05 2023-08-28T02:38:37.555 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.555 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.555 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:38:37.556 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:55.569684+0000", 2023-08-28T02:38:37.556 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.5398999999999999e-05 2023-08-28T02:38:37.556 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.556 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.556 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:38:37.556 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:55.578865+0000", 2023-08-28T02:38:37.556 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0091810559999999999 2023-08-28T02:38:37.556 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.556 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.556 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:38:37.556 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:55.578918+0000", 2023-08-28T02:38:37.556 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.2706e-05 2023-08-28T02:38:37.557 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:38:37.557 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:38:37.557 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:38:37.557 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.557 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.557 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:106883 10.f e332/298 10:fa3d84b2:::benchmark_data_smithi040_250784_object13574:head v 332'6758, mlcod=0'0)", 2023-08-28T02:38:37.557 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:36:01.754355+0000", 2023-08-28T02:38:37.557 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 155.74031789700001, 2023-08-28T02:38:37.557 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0092157809999999993, 2023-08-28T02:38:37.557 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:38:37.557 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:38:37.557 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:38:37.558 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.558 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:38:37.558 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:36:01.754355+0000", 2023-08-28T02:38:37.558 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:38:37.558 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.558 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.558 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:38:37.558 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:36:01.754355+0000", 2023-08-28T02:38:37.558 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:38:37.558 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.558 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.558 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:38:37.559 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:36:01.754354+0000", 2023-08-28T02:38:37.559 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:38:37.559 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.559 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.559 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:38:37.559 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:36:01.754363+0000", 2023-08-28T02:38:37.559 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.9250000000000001e-06 2023-08-28T02:38:37.559 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.559 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.559 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:38:37.559 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:36:01.754378+0000", 2023-08-28T02:38:37.560 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.5432000000000001e-05 2023-08-28T02:38:37.560 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.560 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.560 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:38:37.560 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:36:01.754388+0000", 2023-08-28T02:38:37.560 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0040999999999999e-05 2023-08-28T02:38:37.560 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.560 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.560 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:38:37.560 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:36:01.754438+0000", 2023-08-28T02:38:37.560 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.9478999999999998e-05 2023-08-28T02:38:37.560 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.561 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.561 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:38:37.561 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:36:01.754475+0000", 2023-08-28T02:38:37.561 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.7013e-05 2023-08-28T02:38:37.561 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.561 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.561 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:38:37.561 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:36:01.763523+0000", 2023-08-28T02:38:37.561 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0090479389999999996 2023-08-28T02:38:37.561 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.561 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.561 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:38:37.562 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:36:01.763571+0000", 2023-08-28T02:38:37.562 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.7905999999999998e-05 2023-08-28T02:38:37.562 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:38:37.562 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:38:37.562 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:38:37.562 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.562 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.562 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:107119 10.f e332/298 10:ff3372fd:::benchmark_data_smithi040_250784_object13810:head v 332'6781, mlcod=0'0)", 2023-08-28T02:38:37.562 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:36:05.945276+0000", 2023-08-28T02:38:37.562 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 151.54939694000001, 2023-08-28T02:38:37.562 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.058535464000000002, 2023-08-28T02:38:37.562 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:38:37.563 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:38:37.563 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:38:37.563 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.563 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:38:37.563 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:36:05.945276+0000", 2023-08-28T02:38:37.563 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:38:37.563 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.563 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.563 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:38:37.563 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:36:05.945276+0000", 2023-08-28T02:38:37.563 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:38:37.563 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.564 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.564 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:38:37.564 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:36:05.945275+0000", 2023-08-28T02:38:37.564 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:38:37.564 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.564 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.564 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:38:37.564 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:36:05.945286+0000", 2023-08-28T02:38:37.564 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0637e-05 2023-08-28T02:38:37.564 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.564 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.564 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:38:37.565 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:36:05.945319+0000", 2023-08-28T02:38:37.565 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.2696e-05 2023-08-28T02:38:37.565 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.565 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.565 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:38:37.565 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:36:05.945346+0000", 2023-08-28T02:38:37.565 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.7413e-05 2023-08-28T02:38:37.565 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.565 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.565 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:38:37.565 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:36:05.945471+0000", 2023-08-28T02:38:37.566 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00012538499999999999 2023-08-28T02:38:37.566 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.566 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.566 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:38:37.566 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:36:05.945499+0000", 2023-08-28T02:38:37.566 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.8089000000000002e-05 2023-08-28T02:38:37.566 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.566 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.566 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:38:37.566 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:36:06.003678+0000", 2023-08-28T02:38:37.566 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.058178728999999998 2023-08-28T02:38:37.566 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.567 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.567 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:38:37.567 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:36:06.003811+0000", 2023-08-28T02:38:37.567 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000133218 2023-08-28T02:38:37.567 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:38:37.567 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:38:37.567 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:38:37.567 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.567 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.567 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:110943 10.4 e338/298 10:2dfdab85:::benchmark_data_smithi040_250784_object17634:head v 338'6835, mlcod=260'3327)", 2023-08-28T02:38:37.567 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:36:43.713930+0000", 2023-08-28T02:38:37.568 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 113.78074311899999, 2023-08-28T02:38:37.568 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.010514513, 2023-08-28T02:38:37.568 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:38:37.568 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:38:37.568 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:38:37.568 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.568 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:38:37.568 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:36:43.713930+0000", 2023-08-28T02:38:37.568 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:38:37.568 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.568 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.568 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:38:37.568 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:36:43.713930+0000", 2023-08-28T02:38:37.569 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:38:37.569 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.569 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.569 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:38:37.569 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:36:43.713929+0000", 2023-08-28T02:38:37.569 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:38:37.569 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.569 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.569 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:38:37.569 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:36:43.713939+0000", 2023-08-28T02:38:37.570 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0115999999999999e-05 2023-08-28T02:38:37.570 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.570 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.570 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:38:37.570 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:36:43.713953+0000", 2023-08-28T02:38:37.570 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4255e-05 2023-08-28T02:38:37.570 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.570 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.570 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:38:37.570 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:36:43.713964+0000", 2023-08-28T02:38:37.570 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0715e-05 2023-08-28T02:38:37.570 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.571 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.571 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:38:37.571 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:36:43.714040+0000", 2023-08-28T02:38:37.571 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.6272000000000004e-05 2023-08-28T02:38:37.571 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.571 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.571 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:38:37.571 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:36:43.714072+0000", 2023-08-28T02:38:37.571 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.2129999999999999e-05 2023-08-28T02:38:37.571 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.571 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.572 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:38:37.572 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:36:43.724394+0000", 2023-08-28T02:38:37.572 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.010321505999999999 2023-08-28T02:38:37.572 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.572 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.572 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:38:37.572 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:36:43.724444+0000", 2023-08-28T02:38:37.572 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.041e-05 2023-08-28T02:38:37.572 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:38:37.572 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:38:37.572 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:38:37.572 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.573 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.573 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:116235 10.7 e347/298 10:ed8d87c7:::benchmark_data_smithi040_250784_object22926:head v 347'7255, mlcod=256'1453)", 2023-08-28T02:38:37.573 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:37:33.936592+0000", 2023-08-28T02:38:37.573 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 63.558080679, 2023-08-28T02:38:37.573 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0095254999999999992, 2023-08-28T02:38:37.573 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:38:37.573 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:38:37.573 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:38:37.573 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.573 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:38:37.573 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:33.936592+0000", 2023-08-28T02:38:37.574 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:38:37.574 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.574 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.574 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:38:37.574 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:33.936592+0000", 2023-08-28T02:38:37.574 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:38:37.574 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.574 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.574 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:38:37.574 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:33.936591+0000", 2023-08-28T02:38:37.574 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:38:37.575 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.575 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.575 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:38:37.575 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:33.936606+0000", 2023-08-28T02:38:37.575 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.5633000000000001e-05 2023-08-28T02:38:37.575 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.575 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.575 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:38:37.575 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:33.936658+0000", 2023-08-28T02:38:37.575 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.1461000000000001e-05 2023-08-28T02:38:37.575 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.575 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.576 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:38:37.576 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:33.936673+0000", 2023-08-28T02:38:37.576 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.5738000000000001e-05 2023-08-28T02:38:37.576 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.576 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.576 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:38:37.576 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:33.936820+0000", 2023-08-28T02:38:37.576 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00014669300000000001 2023-08-28T02:38:37.576 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.576 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.576 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:38:37.576 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:33.936856+0000", 2023-08-28T02:38:37.577 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.5439999999999999e-05 2023-08-28T02:38:37.577 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.577 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.577 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:38:37.577 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:33.946073+0000", 2023-08-28T02:38:37.577 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0092176580000000001 2023-08-28T02:38:37.577 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.577 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.577 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:38:37.577 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:33.946118+0000", 2023-08-28T02:38:37.577 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.4458e-05 2023-08-28T02:38:37.578 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:38:37.578 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:38:37.578 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:38:37.578 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.578 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.578 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:117763 10.4 e348/298 10:2a1575e5:::benchmark_data_smithi040_250784_object24454:head v 348'7260, mlcod=266'4445)", 2023-08-28T02:38:37.578 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:37:47.038736+0000", 2023-08-28T02:38:37.578 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 50.455937261000003, 2023-08-28T02:38:37.578 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0090459219999999996, 2023-08-28T02:38:37.578 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:38:37.578 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:38:37.578 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:38:37.579 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.579 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:38:37.579 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:47.038736+0000", 2023-08-28T02:38:37.579 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:38:37.579 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.579 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.579 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:38:37.579 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:47.038736+0000", 2023-08-28T02:38:37.579 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:38:37.579 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.579 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.579 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:38:37.580 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:47.038735+0000", 2023-08-28T02:38:37.580 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:38:37.580 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.580 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.580 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:38:37.580 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:47.038745+0000", 2023-08-28T02:38:37.580 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.8139999999999995e-06 2023-08-28T02:38:37.580 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.580 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.580 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:38:37.580 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:47.038756+0000", 2023-08-28T02:38:37.580 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1684e-05 2023-08-28T02:38:37.581 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.581 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.581 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:38:37.581 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:47.038765+0000", 2023-08-28T02:38:37.581 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.337e-06 2023-08-28T02:38:37.581 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.581 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.581 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:38:37.581 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:47.039179+0000", 2023-08-28T02:38:37.581 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00041461699999999999 2023-08-28T02:38:37.581 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.582 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.582 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:38:37.582 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:47.039208+0000", 2023-08-28T02:38:37.582 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.8374e-05 2023-08-28T02:38:37.582 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.582 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.582 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:38:37.582 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:47.047736+0000", 2023-08-28T02:38:37.582 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0085282229999999997 2023-08-28T02:38:37.582 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.582 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.582 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:38:37.583 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:47.047782+0000", 2023-08-28T02:38:37.583 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.5676000000000001e-05 2023-08-28T02:38:37.583 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:38:37.583 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:38:37.583 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:38:37.583 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.583 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.583 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:117943 10.5 e349/298 10:aa921b97:::benchmark_data_smithi040_250784_object24634:head v 349'7226, mlcod=0'0)", 2023-08-28T02:38:37.583 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:37:48.818771+0000", 2023-08-28T02:38:37.583 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 48.675901678999999, 2023-08-28T02:38:37.583 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0089444940000000007, 2023-08-28T02:38:37.583 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:38:37.584 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:38:37.584 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:38:37.584 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.584 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:38:37.584 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:48.818771+0000", 2023-08-28T02:38:37.584 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:38:37.584 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.584 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.584 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:38:37.584 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:48.818771+0000", 2023-08-28T02:38:37.584 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:38:37.584 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.585 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.585 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:38:37.585 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:48.818769+0000", 2023-08-28T02:38:37.585 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:38:37.585 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.585 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.585 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:38:37.585 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:48.818804+0000", 2023-08-28T02:38:37.585 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.4486000000000002e-05 2023-08-28T02:38:37.585 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.585 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.585 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:38:37.586 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:48.818831+0000", 2023-08-28T02:38:37.586 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.7161999999999998e-05 2023-08-28T02:38:37.586 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.586 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.586 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:38:37.586 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:48.818841+0000", 2023-08-28T02:38:37.586 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.9769999999999995e-06 2023-08-28T02:38:37.586 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.586 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.586 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:38:37.586 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:48.818898+0000", 2023-08-28T02:38:37.586 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.6712000000000002e-05 2023-08-28T02:38:37.587 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.587 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.587 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:38:37.587 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:48.818923+0000", 2023-08-28T02:38:37.587 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.5293999999999999e-05 2023-08-28T02:38:37.587 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.587 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.587 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:38:37.587 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:48.827677+0000", 2023-08-28T02:38:37.587 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0087541089999999995 2023-08-28T02:38:37.587 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.587 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.588 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:38:37.588 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:48.827716+0000", 2023-08-28T02:38:37.588 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.8637999999999998e-05 2023-08-28T02:38:37.588 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:38:37.588 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:38:37.588 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:38:37.588 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.588 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.588 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "MOSDPGPush(10.3 358/298 [PushOp(10:c42413d6:::benchmark_data_smithi040_250784_object65006:head, version: 264'4062, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(10:c42413d6:::benchmark_data_smithi040_250784_object65006:head@264'4062, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-08-28T02:38:37.588 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:38:29.503569+0000", 2023-08-28T02:38:37.588 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 7.9911037079999998, 2023-08-28T02:38:37.588 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0097871810000000007, 2023-08-28T02:38:37.589 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:38:37.589 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "started", 2023-08-28T02:38:37.589 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:38:37.589 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.589 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:38:37.589 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.503569+0000", 2023-08-28T02:38:37.589 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:38:37.589 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.589 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.589 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:38:37.589 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.503569+0000", 2023-08-28T02:38:37.589 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:38:37.590 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.590 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.590 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:38:37.590 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.503568+0000", 2023-08-28T02:38:37.590 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:38:37.590 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.590 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.590 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:38:37.590 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.503640+0000", 2023-08-28T02:38:37.590 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.2168000000000004e-05 2023-08-28T02:38:37.590 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.591 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.591 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:38:37.591 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.503676+0000", 2023-08-28T02:38:37.591 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.6381000000000003e-05 2023-08-28T02:38:37.591 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.591 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.591 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:38:37.591 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.503701+0000", 2023-08-28T02:38:37.591 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.4833000000000001e-05 2023-08-28T02:38:37.591 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.591 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.591 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:38:37.592 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.509446+0000", 2023-08-28T02:38:37.592 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0057452049999999998 2023-08-28T02:38:37.592 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.592 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.592 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:38:37.592 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.509463+0000", 2023-08-28T02:38:37.592 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.6540000000000001e-05 2023-08-28T02:38:37.592 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.592 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.592 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:38:37.592 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.513356+0000", 2023-08-28T02:38:37.592 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0038933330000000001 2023-08-28T02:38:37.593 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:38:37.593 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:38:37.593 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:38:37.593 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.593 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.593 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:121793 10.3 e358/298 10:c2e915e4:::benchmark_data_smithi040_250784_object28484:head v 358'7606, mlcod=264'4055)", 2023-08-28T02:38:37.593 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:38:29.503723+0000", 2023-08-28T02:38:37.593 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 7.9909497040000002, 2023-08-28T02:38:37.593 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0096954399999999996, 2023-08-28T02:38:37.593 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:38:37.593 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:38:37.593 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:38:37.594 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.594 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:38:37.594 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.503723+0000", 2023-08-28T02:38:37.594 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:38:37.594 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.594 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.594 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:38:37.594 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.503723+0000", 2023-08-28T02:38:37.594 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:38:37.594 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.594 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.594 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:38:37.595 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.503723+0000", 2023-08-28T02:38:37.595 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:38:37.595 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.595 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.595 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:38:37.595 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.503730+0000", 2023-08-28T02:38:37.595 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.0419999999999997e-06 2023-08-28T02:38:37.595 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.595 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.595 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:38:37.595 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.503738+0000", 2023-08-28T02:38:37.595 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.2029999999999992e-06 2023-08-28T02:38:37.596 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.596 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.596 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:38:37.596 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.503744+0000", 2023-08-28T02:38:37.596 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.9320000000000001e-06 2023-08-28T02:38:37.596 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.596 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.596 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:38:37.596 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.503817+0000", 2023-08-28T02:38:37.596 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.2924999999999997e-05 2023-08-28T02:38:37.596 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.596 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.597 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:38:37.597 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.503853+0000", 2023-08-28T02:38:37.597 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.6671999999999997e-05 2023-08-28T02:38:37.597 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.597 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.597 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:38:37.597 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.513363+0000", 2023-08-28T02:38:37.597 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0095091229999999995 2023-08-28T02:38:37.597 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.597 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.597 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:38:37.598 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.513419+0000", 2023-08-28T02:38:37.598 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.6035000000000001e-05 2023-08-28T02:38:37.598 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:38:37.598 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:38:37.598 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:38:37.598 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.598 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.598 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:122686 10.5 e359/298 10:a35fd00f:::benchmark_data_smithi040_250784_object29377:head v 359'7515, mlcod=0'0)", 2023-08-28T02:38:37.598 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:38:37.418586+0000", 2023-08-28T02:38:37.598 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 0.076086626000000004, 2023-08-28T02:38:37.598 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.011287276000000001, 2023-08-28T02:38:37.599 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:38:37.599 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:38:37.599 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:38:37.599 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.599 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:38:37.599 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:37.418586+0000", 2023-08-28T02:38:37.599 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:38:37.599 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.599 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.599 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:38:37.599 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:37.418586+0000", 2023-08-28T02:38:37.599 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:38:37.600 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.600 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.600 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:38:37.600 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:37.418585+0000", 2023-08-28T02:38:37.600 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:38:37.600 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.600 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.600 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:38:37.600 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:37.418598+0000", 2023-08-28T02:38:37.600 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.313e-05 2023-08-28T02:38:37.600 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.600 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.601 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:38:37.601 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:37.418613+0000", 2023-08-28T02:38:37.601 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.556e-05 2023-08-28T02:38:37.601 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.601 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.601 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:38:37.601 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:37.418625+0000", 2023-08-28T02:38:37.601 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1635e-05 2023-08-28T02:38:37.601 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.601 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.601 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:38:37.601 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:37.418727+0000", 2023-08-28T02:38:37.602 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00010191699999999999 2023-08-28T02:38:37.602 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.602 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.602 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:38:37.602 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:37.418766+0000", 2023-08-28T02:38:37.602 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.8764999999999999e-05 2023-08-28T02:38:37.602 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.602 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.602 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:38:37.602 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:37.429817+0000", 2023-08-28T02:38:37.602 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.011051663999999999 2023-08-28T02:38:37.602 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:38:37.603 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:38:37.603 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:38:37.603 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:37.429873+0000", 2023-08-28T02:38:37.603 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.6069000000000001e-05 2023-08-28T02:38:37.603 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:38:37.603 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:38:37.603 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:38:37.603 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:38:37.603 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:38:37.603 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-08-28T02:38:37.606 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:37 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:38:37.606 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:37 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:38:37.606 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:37 smithi040 ceph-mon[175404]: pgmap v1100: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 3.9 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 116 op/s; 24944/192810 objects degraded (12.937%); 12791/192810 objects misplaced (6.634%); 7.0 MiB/s, 112 objects/s recovering 2023-08-28T02:38:37.606 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:37 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:38:37.606 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:37 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:38:37.606 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:37 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:38:37.704 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:38:37.712 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:37.712 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:38:37.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:37 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:38:37.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:37 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:38:37.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:37 smithi083 ceph-mon[157819]: pgmap v1100: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 3.9 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 116 op/s; 24944/192810 objects degraded (12.937%); 12791/192810 objects misplaced (6.634%); 7.0 MiB/s, 112 objects/s recovering 2023-08-28T02:38:37.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:37 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:38:37.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:37 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:38:37.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:37 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:38:37.813 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:38:37.852 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:37.877 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:38:37.905 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:37.906 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:38:38.006 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:38:38.013 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:38:38.015 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:38:38.037 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:38.058 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:38:38.062 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:38.062 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:38:38.093 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.0 dump_ops_in_flight 2023-08-28T02:38:38.163 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:38:38.192 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:38.211 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:38:38.213 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:38.214 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:38:38.315 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:38:38.353 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:38.353 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:38 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2271029208' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:38:38.353 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:38 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:38:38.372 INFO:teuthology.orchestra.run.smithi040.stderr:noscrub is unset 2023-08-28T02:38:38.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:38 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2271029208' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:38:38.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:38 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:38:38.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:38 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2271029208' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:38:38.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:38 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:38:38.490 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-08-28T02:38:38.493 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:38:38.498 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:38.499 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:38:38.542 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":1100,"stamp":"2023-08-28T02:38:36.467237+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4210801412,"num_objects":64270,"num_object_clones":0,"num_object_copies":192810,"num_objects_missing_on_primary":4115,"num_objects_missing":4115,"num_objects_degraded":24944,"num_objects_misplaced":12791,"num_objects_unfound":0,"num_objects_dirty":64270,"num_whiteouts":0,"num_read":90,"num_read_kb":168,"num_write":122472,"num_write_kb":5972054,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":46003,"num_bytes_recovered":2991985553,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":98941,"ondisk_log_size":98941,"up":297,"acting":293,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":12957872,"kb_used_data":9967040,"kb_used_omap":12,"kb_used_meta":2990771,"kb_avail":549513040,"statfs":{"total":575970213888,"available":562701352960,"internally_reserved":0,"allocated":10206248960,"data_stored":10195737136,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12739,"internal_metadata":3062550077},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,0,1,0,0,1,1,1,2,4,7],"upper_bound":4096},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-76546048,"num_objects":-1168,"num_object_clones":0,"num_object_copies":-3504,"num_objects_missing_on_primary":-65,"num_objects_missing":-65,"num_objects_degraded":-1186,"num_objects_misplaced":-1142,"num_objects_unfound":0,"num_objects_dirty":-1168,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1168,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1121,"num_bytes_recovered":73465856,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.003325"},"pg_stats":[{"pgid":"3.1a","version":"65'1","reported_seq":370,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:25.597463+0000","last_change":"2023-08-28T02:32:32.667028+0000","last_active":"2023-08-28T02:38:25.597463+0000","last_peered":"2023-08-28T02:38:25.597463+0000","last_clean":"2023-08-28T02:38:25.597463+0000","last_became_active":"2023-08-28T02:32:32.666711+0000","last_became_peered":"2023-08-28T02:32:32.666711+0000","last_unstale":"2023-08-28T02:38:25.597463+0000","last_undegraded":"2023-08-28T02:38:25.597463+0000","last_fullsized":"2023-08-28T02:38:25.597463+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:28:21.913105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":323,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:25.644452+0000","last_change":"2023-08-28T02:29:44.421259+0000","last_active":"2023-08-28T02:38:25.644452+0000","last_peered":"2023-08-28T02:38:25.644452+0000","last_clean":"2023-08-28T02:38:25.644452+0000","last_became_active":"2023-08-28T02:29:44.420936+0000","last_became_peered":"2023-08-28T02:29:44.420936+0000","last_unstale":"2023-08-28T02:38:25.644452+0000","last_undegraded":"2023-08-28T02:38:25.644452+0000","last_fullsized":"2023-08-28T02:38:25.644452+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:22:26.346867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":164,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:25.634989+0000","last_change":"2023-08-28T02:33:12.290337+0000","last_active":"2023-08-28T02:38:25.634989+0000","last_peered":"2023-08-28T02:38:25.634989+0000","last_clean":"2023-08-28T02:38:25.634989+0000","last_became_active":"2023-08-28T02:33:12.289852+0000","last_became_peered":"2023-08-28T02:33:12.289852+0000","last_unstale":"2023-08-28T02:38:25.634989+0000","last_undegraded":"2023-08-28T02:38:25.634989+0000","last_fullsized":"2023-08-28T02:38:25.634989+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:04:26.420037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":338,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:25.641884+0000","last_change":"2023-08-28T02:33:13.317226+0000","last_active":"2023-08-28T02:38:25.641884+0000","last_peered":"2023-08-28T02:38:25.641884+0000","last_clean":"2023-08-28T02:38:25.641884+0000","last_became_active":"2023-08-28T02:33:13.316893+0000","last_became_peered":"2023-08-28T02:33:13.316893+0000","last_unstale":"2023-08-28T02:38:25.641884+0000","last_undegraded":"2023-08-28T02:38:25.641884+0000","last_fullsized":"2023-08-28T02:38:25.641884+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:55:46.593463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":283,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:25.651955+0000","last_change":"2023-08-28T02:33:12.295203+0000","last_active":"2023-08-28T02:38:25.651955+0000","last_peered":"2023-08-28T02:38:25.651955+0000","last_clean":"2023-08-28T02:38:25.651955+0000","last_became_active":"2023-08-28T02:33:12.294904+0000","last_became_peered":"2023-08-28T02:33:12.294904+0000","last_unstale":"2023-08-28T02:38:25.651955+0000","last_undegraded":"2023-08-28T02:38:25.651955+0000","last_fullsized":"2023-08-28T02:38:25.651955+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:31:07.008856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":300,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:25.637886+0000","last_change":"2023-08-28T02:31:51.987263+0000","last_active":"2023-08-28T02:38:25.637886+0000","last_peered":"2023-08-28T02:38:25.637886+0000","last_clean":"2023-08-28T02:38:25.637886+0000","last_became_active":"2023-08-28T02:31:51.986938+0000","last_became_peered":"2023-08-28T02:31:51.986938+0000","last_unstale":"2023-08-28T02:38:25.637886+0000","last_undegraded":"2023-08-28T02:38:25.637886+0000","last_fullsized":"2023-08-28T02:38:25.637886+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:18.021905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":332,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:25.641969+0000","last_change":"2023-08-28T02:33:12.318656+0000","last_active":"2023-08-28T02:38:25.641969+0000","last_peered":"2023-08-28T02:38:25.641969+0000","last_clean":"2023-08-28T02:38:25.641969+0000","last_became_active":"2023-08-28T02:33:12.318297+0000","last_became_peered":"2023-08-28T02:33:12.318297+0000","last_unstale":"2023-08-28T02:38:25.641969+0000","last_undegraded":"2023-08-28T02:38:25.641969+0000","last_fullsized":"2023-08-28T02:38:25.641969+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:43:09.789767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":264,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:25.652056+0000","last_change":"2023-08-28T02:33:13.357230+0000","last_active":"2023-08-28T02:38:25.652056+0000","last_peered":"2023-08-28T02:38:25.652056+0000","last_clean":"2023-08-28T02:38:25.652056+0000","last_became_active":"2023-08-28T02:33:13.356853+0000","last_became_peered":"2023-08-28T02:33:13.356853+0000","last_unstale":"2023-08-28T02:38:25.652056+0000","last_undegraded":"2023-08-28T02:38:25.652056+0000","last_fullsized":"2023-08-28T02:38:25.652056+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:20:21.545007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":342,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:25.635271+0000","last_change":"2023-08-28T02:29:44.462510+0000","last_active":"2023-08-28T02:38:25.635271+0000","last_peered":"2023-08-28T02:38:25.635271+0000","last_clean":"2023-08-28T02:38:25.635271+0000","last_became_active":"2023-08-28T02:29:44.460314+0000","last_became_peered":"2023-08-28T02:29:44.460314+0000","last_unstale":"2023-08-28T02:38:25.635271+0000","last_undegraded":"2023-08-28T02:38:25.635271+0000","last_fullsized":"2023-08-28T02:38:25.635271+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:59:01.311467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":267,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:25.652102+0000","last_change":"2023-08-28T02:33:13.291255+0000","last_active":"2023-08-28T02:38:25.652102+0000","last_peered":"2023-08-28T02:38:25.652102+0000","last_clean":"2023-08-28T02:38:25.652102+0000","last_became_active":"2023-08-28T02:33:13.290933+0000","last_became_peered":"2023-08-28T02:33:13.290933+0000","last_unstale":"2023-08-28T02:38:25.652102+0000","last_undegraded":"2023-08-28T02:38:25.652102+0000","last_fullsized":"2023-08-28T02:38:25.652102+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:31:54.116908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"65'3","reported_seq":343,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:25.595982+0000","last_change":"2023-08-28T02:33:12.296412+0000","last_active":"2023-08-28T02:38:25.595982+0000","last_peered":"2023-08-28T02:38:25.595982+0000","last_clean":"2023-08-28T02:38:25.595982+0000","last_became_active":"2023-08-28T02:33:12.295786+0000","last_became_peered":"2023-08-28T02:33:12.295786+0000","last_unstale":"2023-08-28T02:38:25.595982+0000","last_undegraded":"2023-08-28T02:38:25.595982+0000","last_fullsized":"2023-08-28T02:38:25.595982+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:15:31.449163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":167,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:25.635367+0000","last_change":"2023-08-28T02:32:32.666927+0000","last_active":"2023-08-28T02:38:25.635367+0000","last_peered":"2023-08-28T02:38:25.635367+0000","last_clean":"2023-08-28T02:38:25.635367+0000","last_became_active":"2023-08-28T02:32:32.666618+0000","last_became_peered":"2023-08-28T02:32:32.666618+0000","last_unstale":"2023-08-28T02:38:25.635367+0000","last_undegraded":"2023-08-28T02:38:25.635367+0000","last_fullsized":"2023-08-28T02:38:25.635367+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:45:57.998333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":367,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:25.597478+0000","last_change":"2023-08-28T02:32:28.505262+0000","last_active":"2023-08-28T02:38:25.597478+0000","last_peered":"2023-08-28T02:38:25.597478+0000","last_clean":"2023-08-28T02:38:25.597478+0000","last_became_active":"2023-08-28T02:32:28.455999+0000","last_became_peered":"2023-08-28T02:32:28.455999+0000","last_unstale":"2023-08-28T02:38:25.597478+0000","last_undegraded":"2023-08-28T02:38:25.597478+0000","last_fullsized":"2023-08-28T02:38:25.597478+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:28.937020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":9468,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":351,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:25.597442+0000","last_change":"2023-08-28T02:32:12.959195+0000","last_active":"2023-08-28T02:38:25.597442+0000","last_peered":"2023-08-28T02:38:25.597442+0000","last_clean":"2023-08-28T02:38:25.597442+0000","last_became_active":"2023-08-28T02:32:12.958832+0000","last_became_peered":"2023-08-28T02:32:12.958832+0000","last_unstale":"2023-08-28T02:38:25.597442+0000","last_undegraded":"2023-08-28T02:38:25.597442+0000","last_fullsized":"2023-08-28T02:38:25.597442+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:23:27.197787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"65'2","reported_seq":341,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:25.595844+0000","last_change":"2023-08-28T02:32:28.461161+0000","last_active":"2023-08-28T02:38:25.595844+0000","last_peered":"2023-08-28T02:38:25.595844+0000","last_clean":"2023-08-28T02:38:25.595844+0000","last_became_active":"2023-08-28T02:32:28.451284+0000","last_became_peered":"2023-08-28T02:32:28.451284+0000","last_unstale":"2023-08-28T02:38:25.595844+0000","last_undegraded":"2023-08-28T02:38:25.595844+0000","last_fullsized":"2023-08-28T02:38:25.595844+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:58:20.061020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":324,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:25.641257+0000","last_change":"2023-08-28T02:29:44.419566+0000","last_active":"2023-08-28T02:38:25.641257+0000","last_peered":"2023-08-28T02:38:25.641257+0000","last_clean":"2023-08-28T02:38:25.641257+0000","last_became_active":"2023-08-28T02:29:44.419053+0000","last_became_peered":"2023-08-28T02:29:44.419053+0000","last_unstale":"2023-08-28T02:38:25.641257+0000","last_undegraded":"2023-08-28T02:38:25.641257+0000","last_fullsized":"2023-08-28T02:38:25.641257+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:44:36.133499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":327,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:25.640997+0000","last_change":"2023-08-28T02:33:12.493777+0000","last_active":"2023-08-28T02:38:25.640997+0000","last_peered":"2023-08-28T02:38:25.640997+0000","last_clean":"2023-08-28T02:38:25.640997+0000","last_became_active":"2023-08-28T02:33:12.491177+0000","last_became_peered":"2023-08-28T02:33:12.491177+0000","last_unstale":"2023-08-28T02:38:25.640997+0000","last_undegraded":"2023-08-28T02:38:25.640997+0000","last_fullsized":"2023-08-28T02:38:25.640997+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:10:58.167753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":338,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:25.635272+0000","last_change":"2023-08-28T02:33:12.290293+0000","last_active":"2023-08-28T02:38:25.635272+0000","last_peered":"2023-08-28T02:38:25.635272+0000","last_clean":"2023-08-28T02:38:25.635272+0000","last_became_active":"2023-08-28T02:33:12.289989+0000","last_became_peered":"2023-08-28T02:33:12.289989+0000","last_unstale":"2023-08-28T02:38:25.635272+0000","last_undegraded":"2023-08-28T02:38:25.635272+0000","last_fullsized":"2023-08-28T02:38:25.635272+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:05:33.622172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":316,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:25.595629+0000","last_change":"2023-08-28T02:32:12.948756+0000","last_active":"2023-08-28T02:38:25.595629+0000","last_peered":"2023-08-28T02:38:25.595629+0000","last_clean":"2023-08-28T02:38:25.595629+0000","last_became_active":"2023-08-28T02:32:12.948441+0000","last_became_peered":"2023-08-28T02:32:12.948441+0000","last_unstale":"2023-08-28T02:38:25.595629+0000","last_undegraded":"2023-08-28T02:38:25.595629+0000","last_fullsized":"2023-08-28T02:38:25.595629+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:27.922180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":333,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:25.641906+0000","last_change":"2023-08-28T02:33:12.299398+0000","last_active":"2023-08-28T02:38:25.641906+0000","last_peered":"2023-08-28T02:38:25.641906+0000","last_clean":"2023-08-28T02:38:25.641906+0000","last_became_active":"2023-08-28T02:33:12.299113+0000","last_became_peered":"2023-08-28T02:33:12.299113+0000","last_unstale":"2023-08-28T02:38:25.641906+0000","last_undegraded":"2023-08-28T02:38:25.641906+0000","last_fullsized":"2023-08-28T02:38:25.641906+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:14:55.597212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"65'8","reported_seq":127,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:25.640452+0000","last_change":"2023-08-28T02:33:13.478870+0000","last_active":"2023-08-28T02:38:25.640452+0000","last_peered":"2023-08-28T02:38:25.640452+0000","last_clean":"2023-08-28T02:38:25.640452+0000","last_became_active":"2023-08-28T02:33:13.332142+0000","last_became_peered":"2023-08-28T02:33:13.332142+0000","last_unstale":"2023-08-28T02:38:25.640452+0000","last_undegraded":"2023-08-28T02:38:25.640452+0000","last_fullsized":"2023-08-28T02:38:25.640452+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:32:42.810159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":265,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:25.653118+0000","last_change":"2023-08-28T02:33:12.306353+0000","last_active":"2023-08-28T02:38:25.653118+0000","last_peered":"2023-08-28T02:38:25.653118+0000","last_clean":"2023-08-28T02:38:25.653118+0000","last_became_active":"2023-08-28T02:33:12.304977+0000","last_became_peered":"2023-08-28T02:33:12.304977+0000","last_unstale":"2023-08-28T02:38:25.653118+0000","last_undegraded":"2023-08-28T02:38:25.653118+0000","last_fullsized":"2023-08-28T02:38:25.653118+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:19:38.819671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"359'7614","reported_seq":7731,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:35.112588+0000","last_change":"2023-08-28T02:30:50.402703+0000","last_active":"2023-08-28T02:38:35.112588+0000","last_peered":"2023-08-28T02:38:35.112588+0000","last_clean":"2023-08-28T02:38:35.112588+0000","last_became_active":"2023-08-28T02:30:50.402419+0000","last_became_peered":"2023-08-28T02:30:50.402419+0000","last_unstale":"2023-08-28T02:38:35.112588+0000","last_undegraded":"2023-08-28T02:38:35.112588+0000","last_fullsized":"2023-08-28T02:38:35.112588+0000","mapping_epoch":250,"log_start":"254'400","ondisk_log_start":"254'400","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7214,"log_dups_size":0,"ondisk_log_size":7214,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:07:37.393907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":265158656,"num_objects":4046,"num_object_clones":0,"num_object_copies":12138,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4046,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7614,"num_write_kb":373120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"65'1","reported_seq":324,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:25.596196+0000","last_change":"2023-08-28T02:14:43.046130+0000","last_active":"2023-08-28T02:38:25.596196+0000","last_peered":"2023-08-28T02:38:25.596196+0000","last_clean":"2023-08-28T02:38:25.596196+0000","last_became_active":"2023-08-28T02:14:43.045775+0000","last_became_peered":"2023-08-28T02:14:43.045775+0000","last_unstale":"2023-08-28T02:38:25.596196+0000","last_undegraded":"2023-08-28T02:38:25.596196+0000","last_fullsized":"2023-08-28T02:38:25.596196+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:57:38.279756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":314,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:25.634093+0000","last_change":"2023-08-28T02:31:51.987149+0000","last_active":"2023-08-28T02:38:25.634093+0000","last_peered":"2023-08-28T02:38:25.634093+0000","last_clean":"2023-08-28T02:38:25.634093+0000","last_became_active":"2023-08-28T02:31:51.986821+0000","last_became_peered":"2023-08-28T02:31:51.986821+0000","last_unstale":"2023-08-28T02:38:25.634093+0000","last_undegraded":"2023-08-28T02:38:25.634093+0000","last_fullsized":"2023-08-28T02:38:25.634093+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:23:26.661134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"359'7641","reported_seq":12830,"reported_epoch":359,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:38:35.332142+0000","last_change":"2023-08-28T02:33:33.975566+0000","last_active":"2023-08-28T02:38:35.332142+0000","last_peered":"2023-08-28T02:38:35.332142+0000","last_clean":"2023-08-28T02:31:27.868230+0000","last_became_active":"2023-08-28T02:33:33.660452+0000","last_became_peered":"2023-08-28T02:33:33.660452+0000","last_unstale":"2023-08-28T02:38:35.332142+0000","last_undegraded":"2023-08-28T02:33:13.410847+0000","last_fullsized":"2023-08-28T02:33:13.270012+0000","mapping_epoch":298,"log_start":"254'400","ondisk_log_start":"254'400","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7241,"log_dups_size":0,"ondisk_log_size":7241,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:33.375162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":259457024,"num_objects":3959,"num_object_clones":0,"num_object_copies":11877,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6467,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3959,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7641,"num_write_kb":371200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2517,"num_bytes_recovered":164888576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[5,4],"avail_no_missing":["5","6"],"object_location_counts":[{"shards":"2,5,6","objects":915},{"shards":"3,5,6","objects":1539},{"shards":"5,6","objects":1505}],"blocked_by":[],"up_primary":3,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"65'2","reported_seq":349,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:25.596156+0000","last_change":"2023-08-28T02:29:44.436352+0000","last_active":"2023-08-28T02:38:25.596156+0000","last_peered":"2023-08-28T02:38:25.596156+0000","last_clean":"2023-08-28T02:38:25.596156+0000","last_became_active":"2023-08-28T02:29:44.411499+0000","last_became_peered":"2023-08-28T02:29:44.411499+0000","last_unstale":"2023-08-28T02:38:25.596156+0000","last_undegraded":"2023-08-28T02:38:25.596156+0000","last_fullsized":"2023-08-28T02:38:25.596156+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:46:57.540191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":375,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:25.597495+0000","last_change":"2023-08-28T02:33:12.289004+0000","last_active":"2023-08-28T02:38:25.597495+0000","last_peered":"2023-08-28T02:38:25.597495+0000","last_clean":"2023-08-28T02:38:25.597495+0000","last_became_active":"2023-08-28T02:33:12.288722+0000","last_became_peered":"2023-08-28T02:33:12.288722+0000","last_unstale":"2023-08-28T02:38:25.597495+0000","last_undegraded":"2023-08-28T02:38:25.597495+0000","last_fullsized":"2023-08-28T02:38:25.597495+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:24.019483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"359'7565","reported_seq":12777,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:35.091092+0000","last_change":"2023-08-28T02:37:54.748968+0000","last_active":"2023-08-28T02:38:35.091092+0000","last_peered":"2023-08-28T02:38:35.091092+0000","last_clean":"2023-08-28T02:38:35.091092+0000","last_became_active":"2023-08-28T02:37:54.729376+0000","last_became_peered":"2023-08-28T02:37:54.729376+0000","last_unstale":"2023-08-28T02:38:35.091092+0000","last_undegraded":"2023-08-28T02:38:35.091092+0000","last_fullsized":"2023-08-28T02:38:35.091092+0000","mapping_epoch":351,"log_start":"257'2212","ondisk_log_start":"257'2212","created":250,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5353,"log_dups_size":0,"ondisk_log_size":5353,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:00.988172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":261160960,"num_objects":3985,"num_object_clones":0,"num_object_copies":11955,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3985,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7565,"num_write_kb":369600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2533,"num_bytes_recovered":160432128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"65'1","reported_seq":335,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:25.595910+0000","last_change":"2023-08-28T02:33:13.516869+0000","last_active":"2023-08-28T02:38:25.595910+0000","last_peered":"2023-08-28T02:38:25.595910+0000","last_clean":"2023-08-28T02:38:25.595910+0000","last_became_active":"2023-08-28T02:33:13.396736+0000","last_became_peered":"2023-08-28T02:33:13.396736+0000","last_unstale":"2023-08-28T02:38:25.595910+0000","last_undegraded":"2023-08-28T02:38:25.595910+0000","last_fullsized":"2023-08-28T02:38:25.595910+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:47:08.237137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":302,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:25.635127+0000","last_change":"2023-08-28T02:31:51.987327+0000","last_active":"2023-08-28T02:38:25.635127+0000","last_peered":"2023-08-28T02:38:25.635127+0000","last_clean":"2023-08-28T02:38:25.635127+0000","last_became_active":"2023-08-28T02:31:51.987018+0000","last_became_peered":"2023-08-28T02:31:51.987018+0000","last_unstale":"2023-08-28T02:38:25.635127+0000","last_undegraded":"2023-08-28T02:38:25.635127+0000","last_fullsized":"2023-08-28T02:38:25.635127+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:53:26.105101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.5","version":"359'7505","reported_seq":11020,"reported_epoch":359,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:38:35.309246+0000","last_change":"2023-08-28T02:33:13.625779+0000","last_active":"2023-08-28T02:38:35.309246+0000","last_peered":"2023-08-28T02:38:35.309246+0000","last_clean":"2023-08-28T02:31:27.898932+0000","last_became_active":"2023-08-28T02:33:13.612126+0000","last_became_peered":"2023-08-28T02:33:13.612126+0000","last_unstale":"2023-08-28T02:38:35.309246+0000","last_undegraded":"2023-08-28T02:33:13.485377+0000","last_fullsized":"2023-08-28T02:33:13.264317+0000","mapping_epoch":298,"log_start":"257'2163","ondisk_log_start":"257'2163","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5342,"log_dups_size":0,"ondisk_log_size":5342,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:37:28.843386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":258670592,"num_objects":3947,"num_object_clones":0,"num_object_copies":11841,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6489,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3947,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7505,"num_write_kb":366464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1687,"num_bytes_recovered":110559232,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,7],"avail_no_missing":["0","2"],"object_location_counts":[{"shards":"0,2","objects":2358},{"shards":"0,2,3","objects":1589}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":353,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:25.634964+0000","last_change":"2023-08-28T02:33:13.281826+0000","last_active":"2023-08-28T02:38:25.634964+0000","last_peered":"2023-08-28T02:38:25.634964+0000","last_clean":"2023-08-28T02:38:25.634964+0000","last_became_active":"2023-08-28T02:33:13.281511+0000","last_became_peered":"2023-08-28T02:33:13.281511+0000","last_unstale":"2023-08-28T02:38:25.634964+0000","last_undegraded":"2023-08-28T02:38:25.634964+0000","last_fullsized":"2023-08-28T02:38:25.634964+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:32:55.005706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":350,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:25.640703+0000","last_change":"2023-08-28T02:29:44.436713+0000","last_active":"2023-08-28T02:38:25.640703+0000","last_peered":"2023-08-28T02:38:25.640703+0000","last_clean":"2023-08-28T02:38:25.640703+0000","last_became_active":"2023-08-28T02:29:44.436203+0000","last_became_peered":"2023-08-28T02:29:44.436203+0000","last_unstale":"2023-08-28T02:38:25.640703+0000","last_undegraded":"2023-08-28T02:38:25.640703+0000","last_fullsized":"2023-08-28T02:38:25.640703+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:46:48.522293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"359'7779","reported_seq":7900,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.157999+0000","last_change":"2023-08-28T02:30:50.399669+0000","last_active":"2023-08-28T02:38:32.157999+0000","last_peered":"2023-08-28T02:38:32.157999+0000","last_clean":"2023-08-28T02:38:32.157999+0000","last_became_active":"2023-08-28T02:30:50.399332+0000","last_became_peered":"2023-08-28T02:30:50.399332+0000","last_unstale":"2023-08-28T02:38:32.157999+0000","last_undegraded":"2023-08-28T02:38:32.157999+0000","last_fullsized":"2023-08-28T02:38:32.157999+0000","mapping_epoch":250,"log_start":"256'1600","ondisk_log_start":"256'1600","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6179,"log_dups_size":0,"ondisk_log_size":6179,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:00:54.910841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":264437760,"num_objects":4035,"num_object_clones":0,"num_object_copies":12105,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4035,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7779,"num_write_kb":378048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"75'161","reported_seq":779,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:25.595717+0000","last_change":"2023-08-28T02:33:13.310049+0000","last_active":"2023-08-28T02:38:25.595717+0000","last_peered":"2023-08-28T02:38:25.595717+0000","last_clean":"2023-08-28T02:38:25.595717+0000","last_became_active":"2023-08-28T02:33:13.309661+0000","last_became_peered":"2023-08-28T02:33:13.309661+0000","last_unstale":"2023-08-28T02:38:25.595717+0000","last_undegraded":"2023-08-28T02:38:25.595717+0000","last_fullsized":"2023-08-28T02:38:25.595717+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.930230+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.930230+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:27:40.889460+0000","scrub_duration":0.0050169209999999997,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"65'2","reported_seq":314,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:25.652556+0000","last_change":"2023-08-28T02:33:12.294922+0000","last_active":"2023-08-28T02:38:25.652556+0000","last_peered":"2023-08-28T02:38:25.652556+0000","last_clean":"2023-08-28T02:38:25.652556+0000","last_became_active":"2023-08-28T02:33:12.294518+0000","last_became_peered":"2023-08-28T02:33:12.294518+0000","last_unstale":"2023-08-28T02:38:25.652556+0000","last_undegraded":"2023-08-28T02:38:25.652556+0000","last_fullsized":"2023-08-28T02:38:25.652556+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:21:12.737286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":352,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:25.597516+0000","last_change":"2023-08-28T02:33:13.310505+0000","last_active":"2023-08-28T02:38:25.597516+0000","last_peered":"2023-08-28T02:38:25.597516+0000","last_clean":"2023-08-28T02:38:25.597516+0000","last_became_active":"2023-08-28T02:33:13.310223+0000","last_became_peered":"2023-08-28T02:33:13.310223+0000","last_unstale":"2023-08-28T02:38:25.597516+0000","last_undegraded":"2023-08-28T02:38:25.597516+0000","last_fullsized":"2023-08-28T02:38:25.597516+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:27:02.124453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"359'7651","reported_seq":18342,"reported_epoch":359,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-08-28T02:38:35.830930+0000","last_change":"2023-08-28T02:37:52.936094+0000","last_active":"2023-08-28T02:38:35.830930+0000","last_peered":"2023-08-28T02:38:35.830930+0000","last_clean":"2023-08-28T02:31:27.916082+0000","last_became_active":"2023-08-28T02:33:13.580413+0000","last_became_peered":"2023-08-28T02:33:13.580413+0000","last_unstale":"2023-08-28T02:38:35.830930+0000","last_undegraded":"2023-08-28T02:33:13.480527+0000","last_fullsized":"2023-08-28T02:33:13.270957+0000","mapping_epoch":298,"log_start":"254'500","ondisk_log_start":"254'500","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7151,"log_dups_size":0,"ondisk_log_size":7151,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:03.698410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":263258112,"num_objects":4017,"num_object_clones":0,"num_object_copies":12051,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":1155,"num_objects_misplaced":1155,"num_objects_unfound":0,"num_objects_dirty":4017,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7651,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4608,"num_bytes_recovered":301989888,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,4],"avail_no_missing":["5","2"],"object_location_counts":[{"shards":"2,5","objects":1155},{"shards":"4,5","objects":2862}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"75'161","reported_seq":618,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:25.634021+0000","last_change":"2023-08-28T02:37:37.933802+0000","last_active":"2023-08-28T02:38:25.634021+0000","last_peered":"2023-08-28T02:38:25.634021+0000","last_clean":"2023-08-28T02:38:25.634021+0000","last_became_active":"2023-08-28T02:33:13.287313+0000","last_became_peered":"2023-08-28T02:33:13.287313+0000","last_unstale":"2023-08-28T02:38:25.634021+0000","last_undegraded":"2023-08-28T02:38:25.634021+0000","last_fullsized":"2023-08-28T02:38:25.634021+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:45.407127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:45.407127+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:39:14.213229+0000","scrub_duration":0.0018495320000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":262688,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":272,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:25.597346+0000","last_change":"2023-08-28T02:33:13.309727+0000","last_active":"2023-08-28T02:38:25.597346+0000","last_peered":"2023-08-28T02:38:25.597346+0000","last_clean":"2023-08-28T02:38:25.597346+0000","last_became_active":"2023-08-28T02:33:13.309487+0000","last_became_peered":"2023-08-28T02:33:13.309487+0000","last_unstale":"2023-08-28T02:38:25.597346+0000","last_undegraded":"2023-08-28T02:38:25.597346+0000","last_fullsized":"2023-08-28T02:38:25.597346+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:27:29.294011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":87,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:25.597495+0000","last_change":"2023-08-28T02:32:28.456323+0000","last_active":"2023-08-28T02:38:25.597495+0000","last_peered":"2023-08-28T02:38:25.597495+0000","last_clean":"2023-08-28T02:38:25.597495+0000","last_became_active":"2023-08-28T02:32:28.455987+0000","last_became_peered":"2023-08-28T02:32:28.455987+0000","last_unstale":"2023-08-28T02:38:25.597495+0000","last_undegraded":"2023-08-28T02:38:25.597495+0000","last_fullsized":"2023-08-28T02:38:25.597495+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:54:07.724002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"359'7751","reported_seq":17889,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.398513+0000","last_change":"2023-08-28T02:33:13.316023+0000","last_active":"2023-08-28T02:38:32.398513+0000","last_peered":"2023-08-28T02:38:32.398513+0000","last_clean":"2023-08-28T02:38:32.398513+0000","last_became_active":"2023-08-28T02:33:13.308403+0000","last_became_peered":"2023-08-28T02:33:13.308403+0000","last_unstale":"2023-08-28T02:38:32.398513+0000","last_undegraded":"2023-08-28T02:38:32.398513+0000","last_fullsized":"2023-08-28T02:38:32.398513+0000","mapping_epoch":298,"log_start":"256'1600","ondisk_log_start":"256'1600","created":250,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6151,"log_dups_size":0,"ondisk_log_size":6151,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:10:38.401973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":271646720,"num_objects":4145,"num_object_clones":0,"num_object_copies":12435,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4145,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7751,"num_write_kb":380672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4999,"num_bytes_recovered":327614464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":332,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:25.597406+0000","last_change":"2023-08-28T02:32:28.455294+0000","last_active":"2023-08-28T02:38:25.597406+0000","last_peered":"2023-08-28T02:38:25.597406+0000","last_clean":"2023-08-28T02:38:25.597406+0000","last_became_active":"2023-08-28T02:32:28.455013+0000","last_became_peered":"2023-08-28T02:32:28.455013+0000","last_unstale":"2023-08-28T02:38:25.597406+0000","last_undegraded":"2023-08-28T02:38:25.597406+0000","last_fullsized":"2023-08-28T02:38:25.597406+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:53.583864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":364,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:25.597875+0000","last_change":"2023-08-28T02:33:13.335588+0000","last_active":"2023-08-28T02:38:25.597875+0000","last_peered":"2023-08-28T02:38:25.597875+0000","last_clean":"2023-08-28T02:38:25.597875+0000","last_became_active":"2023-08-28T02:33:13.335326+0000","last_became_peered":"2023-08-28T02:33:13.335326+0000","last_unstale":"2023-08-28T02:38:25.597875+0000","last_undegraded":"2023-08-28T02:38:25.597875+0000","last_fullsized":"2023-08-28T02:38:25.597875+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:15:44.958663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"359'7665","reported_seq":7782,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.024762+0000","last_change":"2023-08-28T02:30:50.400261+0000","last_active":"2023-08-28T02:38:32.024762+0000","last_peered":"2023-08-28T02:38:32.024762+0000","last_clean":"2023-08-28T02:38:32.024762+0000","last_became_active":"2023-08-28T02:30:50.399938+0000","last_became_peered":"2023-08-28T02:30:50.399938+0000","last_unstale":"2023-08-28T02:38:32.024762+0000","last_undegraded":"2023-08-28T02:38:32.024762+0000","last_fullsized":"2023-08-28T02:38:32.024762+0000","mapping_epoch":250,"log_start":"257'2290","ondisk_log_start":"257'2290","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5375,"log_dups_size":0,"ondisk_log_size":5375,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:43:56.802792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":264044544,"num_objects":4029,"num_object_clones":0,"num_object_copies":12087,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4029,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7665,"num_write_kb":374208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"75'161","reported_seq":638,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:25.634841+0000","last_change":"2023-08-28T02:32:56.519141+0000","last_active":"2023-08-28T02:38:25.634841+0000","last_peered":"2023-08-28T02:38:25.634841+0000","last_clean":"2023-08-28T02:38:25.634841+0000","last_became_active":"2023-08-28T02:32:56.518863+0000","last_became_peered":"2023-08-28T02:32:56.518863+0000","last_unstale":"2023-08-28T02:38:25.634841+0000","last_undegraded":"2023-08-28T02:38:25.634841+0000","last_fullsized":"2023-08-28T02:38:25.634841+0000","mapping_epoch":292,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":293,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_clean_scrub_stamp":"2023-08-28T02:29:25.608370+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:59:50.561109+0000","scrub_duration":0.001662689,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":267,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:25.652132+0000","last_change":"2023-08-28T02:33:12.294592+0000","last_active":"2023-08-28T02:38:25.652132+0000","last_peered":"2023-08-28T02:38:25.652132+0000","last_clean":"2023-08-28T02:38:25.652132+0000","last_became_active":"2023-08-28T02:33:12.288508+0000","last_became_peered":"2023-08-28T02:33:12.288508+0000","last_unstale":"2023-08-28T02:38:25.652132+0000","last_undegraded":"2023-08-28T02:38:25.652132+0000","last_fullsized":"2023-08-28T02:38:25.652132+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:05:42.717608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":149,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:25.635578+0000","last_change":"2023-08-28T02:29:44.429834+0000","last_active":"2023-08-28T02:38:25.635578+0000","last_peered":"2023-08-28T02:38:25.635578+0000","last_clean":"2023-08-28T02:38:25.635578+0000","last_became_active":"2023-08-28T02:29:44.429512+0000","last_became_peered":"2023-08-28T02:29:44.429512+0000","last_unstale":"2023-08-28T02:38:25.635578+0000","last_undegraded":"2023-08-28T02:38:25.635578+0000","last_fullsized":"2023-08-28T02:38:25.635578+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:58.062455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"359'7588","reported_seq":7705,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:36.253170+0000","last_change":"2023-08-28T02:30:50.402348+0000","last_active":"2023-08-28T02:38:36.253170+0000","last_peered":"2023-08-28T02:38:36.253170+0000","last_clean":"2023-08-28T02:38:36.253170+0000","last_became_active":"2023-08-28T02:30:50.402076+0000","last_became_peered":"2023-08-28T02:30:50.402076+0000","last_unstale":"2023-08-28T02:38:36.253170+0000","last_undegraded":"2023-08-28T02:38:36.253170+0000","last_fullsized":"2023-08-28T02:38:36.253170+0000","mapping_epoch":250,"log_start":"255'700","ondisk_log_start":"255'700","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6888,"log_dups_size":0,"ondisk_log_size":6888,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:24.859426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":261357568,"num_objects":3988,"num_object_clones":0,"num_object_copies":11964,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3988,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7588,"num_write_kb":370432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.7","version":"75'161","reported_seq":559,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:25.653075+0000","last_change":"2023-08-28T02:33:13.532525+0000","last_active":"2023-08-28T02:38:25.653075+0000","last_peered":"2023-08-28T02:38:25.653075+0000","last_clean":"2023-08-28T02:38:25.653075+0000","last_became_active":"2023-08-28T02:33:13.532125+0000","last_became_peered":"2023-08-28T02:33:13.532125+0000","last_unstale":"2023-08-28T02:38:25.653075+0000","last_undegraded":"2023-08-28T02:38:25.653075+0000","last_fullsized":"2023-08-28T02:38:25.653075+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.887648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.887648+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":150,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:25.635537+0000","last_change":"2023-08-28T02:29:44.407595+0000","last_active":"2023-08-28T02:38:25.635537+0000","last_peered":"2023-08-28T02:38:25.635537+0000","last_clean":"2023-08-28T02:38:25.635537+0000","last_became_active":"2023-08-28T02:29:44.407316+0000","last_became_peered":"2023-08-28T02:29:44.407316+0000","last_unstale":"2023-08-28T02:38:25.635537+0000","last_undegraded":"2023-08-28T02:38:25.635537+0000","last_fullsized":"2023-08-28T02:38:25.635537+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:01:47.777709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":370,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:25.635208+0000","last_change":"2023-08-28T02:33:13.286980+0000","last_active":"2023-08-28T02:38:25.635208+0000","last_peered":"2023-08-28T02:38:25.635208+0000","last_clean":"2023-08-28T02:38:25.635208+0000","last_became_active":"2023-08-28T02:33:13.286740+0000","last_became_peered":"2023-08-28T02:33:13.286740+0000","last_unstale":"2023-08-28T02:38:25.635208+0000","last_undegraded":"2023-08-28T02:38:25.635208+0000","last_fullsized":"2023-08-28T02:38:25.635208+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:24:54.574365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":150,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:25.635267+0000","last_change":"2023-08-28T02:29:44.506914+0000","last_active":"2023-08-28T02:38:25.635267+0000","last_peered":"2023-08-28T02:38:25.635267+0000","last_clean":"2023-08-28T02:38:25.635267+0000","last_became_active":"2023-08-28T02:29:44.506606+0000","last_became_peered":"2023-08-28T02:29:44.506606+0000","last_unstale":"2023-08-28T02:38:25.635267+0000","last_undegraded":"2023-08-28T02:38:25.635267+0000","last_fullsized":"2023-08-28T02:38:25.635267+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:55:50.992279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"359'7669","reported_seq":19385,"reported_epoch":359,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:38:35.305201+0000","last_change":"2023-08-28T02:34:11.565330+0000","last_active":"2023-08-28T02:38:35.305201+0000","last_peered":"2023-08-28T02:38:35.305201+0000","last_clean":"2023-08-28T02:32:11.916240+0000","last_became_active":"2023-08-28T02:33:12.501819+0000","last_became_peered":"2023-08-28T02:33:12.501819+0000","last_unstale":"2023-08-28T02:38:35.305201+0000","last_undegraded":"2023-08-28T02:38:35.305201+0000","last_fullsized":"2023-08-28T02:38:35.305201+0000","mapping_epoch":297,"log_start":"257'2324","ondisk_log_start":"257'2324","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5345,"log_dups_size":0,"ondisk_log_size":5345,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:45:43.329719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":257359872,"num_objects":3927,"num_object_clones":0,"num_object_copies":11781,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3927,"num_objects_unfound":0,"num_objects_dirty":3927,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7669,"num_write_kb":371072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5787,"num_bytes_recovered":379256832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,2],"avail_no_missing":["0","2","5","6"],"object_location_counts":[{"shards":"0,2,5","objects":3927}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.1","version":"75'161","reported_seq":618,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:25.634467+0000","last_change":"2023-08-28T02:32:31.482659+0000","last_active":"2023-08-28T02:38:25.634467+0000","last_peered":"2023-08-28T02:38:25.634467+0000","last_clean":"2023-08-28T02:38:25.634467+0000","last_became_active":"2023-08-28T02:32:31.482320+0000","last_became_peered":"2023-08-28T02:32:31.482320+0000","last_unstale":"2023-08-28T02:38:25.634467+0000","last_undegraded":"2023-08-28T02:38:25.634467+0000","last_fullsized":"2023-08-28T02:38:25.634467+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:24.559397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:24.559397+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:41:09.516918+0000","scrub_duration":0.001580328,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":356,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:25.634729+0000","last_change":"2023-08-28T02:31:51.988386+0000","last_active":"2023-08-28T02:38:25.634729+0000","last_peered":"2023-08-28T02:38:25.634729+0000","last_clean":"2023-08-28T02:38:25.634729+0000","last_became_active":"2023-08-28T02:31:51.988097+0000","last_became_peered":"2023-08-28T02:31:51.988097+0000","last_unstale":"2023-08-28T02:38:25.634729+0000","last_undegraded":"2023-08-28T02:38:25.634729+0000","last_fullsized":"2023-08-28T02:38:25.634729+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:25:01.818829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":332,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:25.597692+0000","last_change":"2023-08-28T02:32:12.951275+0000","last_active":"2023-08-28T02:38:25.597692+0000","last_peered":"2023-08-28T02:38:25.597692+0000","last_clean":"2023-08-28T02:38:25.597692+0000","last_became_active":"2023-08-28T02:32:12.950965+0000","last_became_peered":"2023-08-28T02:32:12.950965+0000","last_unstale":"2023-08-28T02:38:25.597692+0000","last_undegraded":"2023-08-28T02:38:25.597692+0000","last_fullsized":"2023-08-28T02:38:25.597692+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:37:31.294280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":176,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:25.635647+0000","last_change":"2023-08-28T02:33:13.286534+0000","last_active":"2023-08-28T02:38:25.635647+0000","last_peered":"2023-08-28T02:38:25.635647+0000","last_clean":"2023-08-28T02:38:25.635647+0000","last_became_active":"2023-08-28T02:33:13.286164+0000","last_became_peered":"2023-08-28T02:33:13.286164+0000","last_unstale":"2023-08-28T02:38:25.635647+0000","last_undegraded":"2023-08-28T02:38:25.635647+0000","last_fullsized":"2023-08-28T02:38:25.635647+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:56.721932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"359'7675","reported_seq":19482,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:35.452104+0000","last_change":"2023-08-28T02:34:14.448606+0000","last_active":"2023-08-28T02:38:35.452104+0000","last_peered":"2023-08-28T02:38:35.452104+0000","last_clean":"2023-08-28T02:38:35.452104+0000","last_became_active":"2023-08-28T02:34:14.438547+0000","last_became_peered":"2023-08-28T02:34:14.438547+0000","last_unstale":"2023-08-28T02:38:35.452104+0000","last_undegraded":"2023-08-28T02:38:35.452104+0000","last_fullsized":"2023-08-28T02:38:35.452104+0000","mapping_epoch":314,"log_start":"254'500","ondisk_log_start":"254'500","created":250,"last_epoch_clean":315,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7175,"log_dups_size":0,"ondisk_log_size":7175,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:06:41.120408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":261685248,"num_objects":3993,"num_object_clones":0,"num_object_copies":11979,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3993,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7675,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5834,"num_bytes_recovered":376832000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2","version":"75'161","reported_seq":740,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:25.595759+0000","last_change":"2023-08-28T02:30:51.762377+0000","last_active":"2023-08-28T02:38:25.595759+0000","last_peered":"2023-08-28T02:38:25.595759+0000","last_clean":"2023-08-28T02:38:25.595759+0000","last_became_active":"2023-08-28T02:27:46.375590+0000","last_became_peered":"2023-08-28T02:27:46.375590+0000","last_unstale":"2023-08-28T02:38:25.595759+0000","last_undegraded":"2023-08-28T02:38:25.595759+0000","last_fullsized":"2023-08-28T02:38:25.595759+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:51.762314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:51.762314+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:02.034555+0000","scrub_duration":0.0020023620000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":167,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:25.652157+0000","last_change":"2023-08-28T02:33:13.289765+0000","last_active":"2023-08-28T02:38:25.652157+0000","last_peered":"2023-08-28T02:38:25.652157+0000","last_clean":"2023-08-28T02:38:25.652157+0000","last_became_active":"2023-08-28T02:33:13.289159+0000","last_became_peered":"2023-08-28T02:33:13.289159+0000","last_unstale":"2023-08-28T02:38:25.652157+0000","last_undegraded":"2023-08-28T02:38:25.652157+0000","last_fullsized":"2023-08-28T02:38:25.652157+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:30:38.956723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":168,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:25.636793+0000","last_change":"2023-08-28T02:32:28.464203+0000","last_active":"2023-08-28T02:38:25.636793+0000","last_peered":"2023-08-28T02:38:25.636793+0000","last_clean":"2023-08-28T02:38:25.636793+0000","last_became_active":"2023-08-28T02:32:28.463412+0000","last_became_peered":"2023-08-28T02:32:28.463412+0000","last_unstale":"2023-08-28T02:38:25.636793+0000","last_undegraded":"2023-08-28T02:38:25.636793+0000","last_fullsized":"2023-08-28T02:38:25.636793+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:20:38.177879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":150,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:27.598057+0000","last_change":"2023-08-28T02:29:44.427945+0000","last_active":"2023-08-28T02:38:27.598057+0000","last_peered":"2023-08-28T02:38:27.598057+0000","last_clean":"2023-08-28T02:38:27.598057+0000","last_became_active":"2023-08-28T02:29:44.426487+0000","last_became_peered":"2023-08-28T02:29:44.426487+0000","last_unstale":"2023-08-28T02:38:27.598057+0000","last_undegraded":"2023-08-28T02:38:27.598057+0000","last_fullsized":"2023-08-28T02:38:27.598057+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:30:20.438896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"359'7642","reported_seq":17731,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.158220+0000","last_change":"2023-08-28T02:34:48.488647+0000","last_active":"2023-08-28T02:38:32.158220+0000","last_peered":"2023-08-28T02:38:32.158220+0000","last_clean":"2023-08-28T02:38:32.158220+0000","last_became_active":"2023-08-28T02:34:48.476519+0000","last_became_peered":"2023-08-28T02:34:48.476519+0000","last_unstale":"2023-08-28T02:38:32.158220+0000","last_undegraded":"2023-08-28T02:38:32.158220+0000","last_fullsized":"2023-08-28T02:38:32.158220+0000","mapping_epoch":318,"log_start":"256'1500","ondisk_log_start":"256'1500","created":250,"last_epoch_clean":319,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6142,"log_dups_size":0,"ondisk_log_size":6142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:44:20.004230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262275072,"num_objects":4002,"num_object_clones":0,"num_object_copies":12006,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4002,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7642,"num_write_kb":372608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4973,"num_bytes_recovered":325910528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":350,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:25.643893+0000","last_change":"2023-08-28T02:33:13.484970+0000","last_active":"2023-08-28T02:38:25.643893+0000","last_peered":"2023-08-28T02:38:25.643893+0000","last_clean":"2023-08-28T02:38:25.643893+0000","last_became_active":"2023-08-28T02:33:13.484579+0000","last_became_peered":"2023-08-28T02:33:13.484579+0000","last_unstale":"2023-08-28T02:38:25.643893+0000","last_undegraded":"2023-08-28T02:38:25.643893+0000","last_fullsized":"2023-08-28T02:38:25.643893+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:58.027468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"75'161","reported_seq":741,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:25.595603+0000","last_change":"2023-08-28T02:31:55.059467+0000","last_active":"2023-08-28T02:38:25.595603+0000","last_peered":"2023-08-28T02:38:25.595603+0000","last_clean":"2023-08-28T02:38:25.595603+0000","last_became_active":"2023-08-28T02:31:55.059115+0000","last_became_peered":"2023-08-28T02:31:55.059115+0000","last_unstale":"2023-08-28T02:38:25.595603+0000","last_undegraded":"2023-08-28T02:38:25.595603+0000","last_fullsized":"2023-08-28T02:38:25.595603+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":0,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.820990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.820990+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:15:56.774667+0000","scrub_duration":0.0017342480000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":268,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:25.652316+0000","last_change":"2023-08-28T02:33:13.352810+0000","last_active":"2023-08-28T02:38:25.652316+0000","last_peered":"2023-08-28T02:38:25.652316+0000","last_clean":"2023-08-28T02:38:25.652316+0000","last_became_active":"2023-08-28T02:33:13.351697+0000","last_became_peered":"2023-08-28T02:33:13.351697+0000","last_unstale":"2023-08-28T02:38:25.652316+0000","last_undegraded":"2023-08-28T02:38:25.652316+0000","last_fullsized":"2023-08-28T02:38:25.652316+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:56.187163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":181,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:25.597920+0000","last_change":"2023-08-28T02:31:51.984584+0000","last_active":"2023-08-28T02:38:25.597920+0000","last_peered":"2023-08-28T02:38:25.597920+0000","last_clean":"2023-08-28T02:38:25.597920+0000","last_became_active":"2023-08-28T02:31:51.984264+0000","last_became_peered":"2023-08-28T02:31:51.984264+0000","last_unstale":"2023-08-28T02:38:25.597920+0000","last_undegraded":"2023-08-28T02:38:25.597920+0000","last_fullsized":"2023-08-28T02:38:25.597920+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:58:42.306722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"359'7609","reported_seq":19334,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:35.082049+0000","last_change":"2023-08-28T02:35:11.978901+0000","last_active":"2023-08-28T02:38:35.082049+0000","last_peered":"2023-08-28T02:38:35.082049+0000","last_clean":"2023-08-28T02:38:35.082049+0000","last_became_active":"2023-08-28T02:35:11.966585+0000","last_became_peered":"2023-08-28T02:35:11.966585+0000","last_unstale":"2023-08-28T02:38:35.082049+0000","last_undegraded":"2023-08-28T02:38:35.082049+0000","last_fullsized":"2023-08-28T02:38:35.082049+0000","mapping_epoch":323,"log_start":"257'2328","ondisk_log_start":"257'2328","created":250,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5281,"log_dups_size":0,"ondisk_log_size":5281,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:03:07.017814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":260374528,"num_objects":3973,"num_object_clones":0,"num_object_copies":11919,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3973,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7609,"num_write_kb":370624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5791,"num_bytes_recovered":368967680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3","version":"75'161","reported_seq":626,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:25.635307+0000","last_change":"2023-08-28T02:31:55.068239+0000","last_active":"2023-08-28T02:38:25.635307+0000","last_peered":"2023-08-28T02:38:25.635307+0000","last_clean":"2023-08-28T02:38:25.635307+0000","last_became_active":"2023-08-28T02:31:55.067875+0000","last_became_peered":"2023-08-28T02:31:55.067875+0000","last_unstale":"2023-08-28T02:38:25.635307+0000","last_undegraded":"2023-08-28T02:38:25.635307+0000","last_fullsized":"2023-08-28T02:38:25.635307+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.868248+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:11:04.391639+0000","scrub_duration":0.0016215240000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":364,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:25.595562+0000","last_change":"2023-08-28T02:29:44.421353+0000","last_active":"2023-08-28T02:38:25.595562+0000","last_peered":"2023-08-28T02:38:25.595562+0000","last_clean":"2023-08-28T02:38:25.595562+0000","last_became_active":"2023-08-28T02:29:44.421064+0000","last_became_peered":"2023-08-28T02:29:44.421064+0000","last_unstale":"2023-08-28T02:38:25.595562+0000","last_undegraded":"2023-08-28T02:38:25.595562+0000","last_fullsized":"2023-08-28T02:38:25.595562+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:51:36.524024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":334,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:25.640664+0000","last_change":"2023-08-28T02:33:12.299487+0000","last_active":"2023-08-28T02:38:25.640664+0000","last_peered":"2023-08-28T02:38:25.640664+0000","last_clean":"2023-08-28T02:38:25.640664+0000","last_became_active":"2023-08-28T02:33:12.299175+0000","last_became_peered":"2023-08-28T02:33:12.299175+0000","last_unstale":"2023-08-28T02:38:25.640664+0000","last_undegraded":"2023-08-28T02:38:25.640664+0000","last_fullsized":"2023-08-28T02:38:25.640664+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:42:29.713462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":345,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:30.411175+0000","last_change":"2023-08-28T02:32:28.457696+0000","last_active":"2023-08-28T02:38:30.411175+0000","last_peered":"2023-08-28T02:38:30.411175+0000","last_clean":"2023-08-28T02:38:30.411175+0000","last_became_active":"2023-08-28T02:32:28.457407+0000","last_became_peered":"2023-08-28T02:32:28.457407+0000","last_unstale":"2023-08-28T02:38:30.411175+0000","last_undegraded":"2023-08-28T02:38:30.411175+0000","last_fullsized":"2023-08-28T02:38:30.411175+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:26:29.392787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"358'7524","reported_seq":8669,"reported_epoch":358,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:38:31.985211+0000","last_change":"2023-08-28T02:34:11.566035+0000","last_active":"2023-08-28T02:38:31.985211+0000","last_peered":"2023-08-28T02:38:31.985211+0000","last_clean":"2023-08-28T02:33:10.395883+0000","last_became_active":"2023-08-28T02:33:12.394714+0000","last_became_peered":"2023-08-28T02:33:12.394714+0000","last_unstale":"2023-08-28T02:38:31.985211+0000","last_undegraded":"2023-08-28T02:38:31.985211+0000","last_fullsized":"2023-08-28T02:38:31.985211+0000","mapping_epoch":297,"log_start":"257'2084","ondisk_log_start":"257'2084","created":250,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5440,"log_dups_size":0,"ondisk_log_size":5440,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:01:26.984565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":259457048,"num_objects":3960,"num_object_clones":0,"num_object_copies":11880,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3610,"num_objects_unfound":0,"num_objects_dirty":3960,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7524,"num_write_kb":367425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":500,"num_bytes_recovered":32768000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,6],"avail_no_missing":["4","0","6"],"object_location_counts":[{"shards":"0,4,6","objects":3960}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.6","version":"75'161","reported_seq":619,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:25.640741+0000","last_change":"2023-08-28T02:33:13.338675+0000","last_active":"2023-08-28T02:38:25.640741+0000","last_peered":"2023-08-28T02:38:25.640741+0000","last_clean":"2023-08-28T02:38:25.640741+0000","last_became_active":"2023-08-28T02:33:13.338271+0000","last_became_peered":"2023-08-28T02:33:13.338271+0000","last_unstale":"2023-08-28T02:38:25.640741+0000","last_undegraded":"2023-08-28T02:38:25.640741+0000","last_fullsized":"2023-08-28T02:38:25.640741+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.774982+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.774982+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:13:20.011329+0000","scrub_duration":0.003539819,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":327,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:25.595944+0000","last_change":"2023-08-28T02:14:43.033789+0000","last_active":"2023-08-28T02:38:25.595944+0000","last_peered":"2023-08-28T02:38:25.595944+0000","last_clean":"2023-08-28T02:38:25.595944+0000","last_became_active":"2023-08-28T02:14:43.033454+0000","last_became_peered":"2023-08-28T02:14:43.033454+0000","last_unstale":"2023-08-28T02:38:25.595944+0000","last_undegraded":"2023-08-28T02:38:25.595944+0000","last_fullsized":"2023-08-28T02:38:25.595944+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:01:13.205842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":159,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:25.635712+0000","last_change":"2023-08-28T02:32:28.461807+0000","last_active":"2023-08-28T02:38:25.635712+0000","last_peered":"2023-08-28T02:38:25.635712+0000","last_clean":"2023-08-28T02:38:25.635712+0000","last_became_active":"2023-08-28T02:32:28.461116+0000","last_became_peered":"2023-08-28T02:32:28.461116+0000","last_unstale":"2023-08-28T02:38:25.635712+0000","last_undegraded":"2023-08-28T02:38:25.635712+0000","last_fullsized":"2023-08-28T02:38:25.635712+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:12:45.321757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":305,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:25.640813+0000","last_change":"2023-08-28T02:14:43.048791+0000","last_active":"2023-08-28T02:38:25.640813+0000","last_peered":"2023-08-28T02:38:25.640813+0000","last_clean":"2023-08-28T02:38:25.640813+0000","last_became_active":"2023-08-28T02:14:43.047408+0000","last_became_peered":"2023-08-28T02:14:43.047408+0000","last_unstale":"2023-08-28T02:38:25.640813+0000","last_undegraded":"2023-08-28T02:38:25.640813+0000","last_fullsized":"2023-08-28T02:38:25.640813+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:47.097181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"359'7763","reported_seq":17847,"reported_epoch":359,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:38:32.165626+0000","last_change":"2023-08-28T02:37:37.899201+0000","last_active":"2023-08-28T02:38:32.165626+0000","last_peered":"2023-08-28T02:38:32.165626+0000","last_clean":"2023-08-28T02:31:50.933695+0000","last_became_active":"2023-08-28T02:33:13.540416+0000","last_became_peered":"2023-08-28T02:33:13.540416+0000","last_unstale":"2023-08-28T02:38:32.165626+0000","last_undegraded":"2023-08-28T02:38:32.165626+0000","last_fullsized":"2023-08-28T02:38:32.165626+0000","mapping_epoch":298,"log_start":"257'2374","ondisk_log_start":"257'2374","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5389,"log_dups_size":0,"ondisk_log_size":5389,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:49:35.658845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":268632064,"num_objects":4099,"num_object_clones":0,"num_object_copies":12297,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4099,"num_objects_unfound":0,"num_objects_dirty":4099,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7763,"num_write_kb":379584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4967,"num_bytes_recovered":325517312,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,2],"avail_no_missing":["4","2","5","6"],"object_location_counts":[{"shards":"2,4,5","objects":4099}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.5","version":"75'161","reported_seq":652,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:25.597933+0000","last_change":"2023-08-28T02:32:31.477151+0000","last_active":"2023-08-28T02:38:25.597933+0000","last_peered":"2023-08-28T02:38:25.597933+0000","last_clean":"2023-08-28T02:38:25.597933+0000","last_became_active":"2023-08-28T02:32:31.476776+0000","last_became_peered":"2023-08-28T02:32:31.476776+0000","last_unstale":"2023-08-28T02:38:25.597933+0000","last_undegraded":"2023-08-28T02:38:25.597933+0000","last_fullsized":"2023-08-28T02:38:25.597933+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:18.891729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:18.891729+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:47:27.194140+0000","scrub_duration":0.0031546460000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"65'2","reported_seq":315,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:25.652937+0000","last_change":"2023-08-28T02:33:12.327778+0000","last_active":"2023-08-28T02:38:25.652937+0000","last_peered":"2023-08-28T02:38:25.652937+0000","last_clean":"2023-08-28T02:38:25.652937+0000","last_became_active":"2023-08-28T02:33:12.327273+0000","last_became_peered":"2023-08-28T02:33:12.327273+0000","last_unstale":"2023-08-28T02:38:25.652937+0000","last_undegraded":"2023-08-28T02:38:25.652937+0000","last_fullsized":"2023-08-28T02:38:25.652937+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:40.554192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":197,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:25.635563+0000","last_change":"2023-08-28T02:33:13.335665+0000","last_active":"2023-08-28T02:38:25.635563+0000","last_peered":"2023-08-28T02:38:25.635563+0000","last_clean":"2023-08-28T02:38:25.635563+0000","last_became_active":"2023-08-28T02:33:13.335322+0000","last_became_peered":"2023-08-28T02:33:13.335322+0000","last_unstale":"2023-08-28T02:38:25.635563+0000","last_undegraded":"2023-08-28T02:38:25.635563+0000","last_fullsized":"2023-08-28T02:38:25.635563+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:21:08.024493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":312,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:25.652164+0000","last_change":"2023-08-28T02:33:12.310326+0000","last_active":"2023-08-28T02:38:25.652164+0000","last_peered":"2023-08-28T02:38:25.652164+0000","last_clean":"2023-08-28T02:38:25.652164+0000","last_became_active":"2023-08-28T02:33:12.310011+0000","last_became_peered":"2023-08-28T02:33:12.310011+0000","last_unstale":"2023-08-28T02:38:25.652164+0000","last_undegraded":"2023-08-28T02:38:25.652164+0000","last_fullsized":"2023-08-28T02:38:25.652164+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:35:03.710036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"359'7726","reported_seq":13234,"reported_epoch":359,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:38:32.303379+0000","last_change":"2023-08-28T02:33:34.765675+0000","last_active":"2023-08-28T02:38:32.303379+0000","last_peered":"2023-08-28T02:38:32.303379+0000","last_clean":"2023-08-28T02:31:27.909649+0000","last_became_active":"2023-08-28T02:33:33.726805+0000","last_became_peered":"2023-08-28T02:33:33.726805+0000","last_unstale":"2023-08-28T02:38:32.303379+0000","last_undegraded":"2023-08-28T02:33:20.140072+0000","last_fullsized":"2023-08-28T02:33:13.278549+0000","mapping_epoch":298,"log_start":"257'2277","ondisk_log_start":"257'2277","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5449,"log_dups_size":0,"ondisk_log_size":5449,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:02:22.971585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":271450112,"num_objects":4142,"num_object_clones":0,"num_object_copies":12426,"num_objects_missing_on_primary":4115,"num_objects_missing":4115,"num_objects_degraded":10833,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4142,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7726,"num_write_kb":379776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1782,"num_bytes_recovered":116654080,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[4,3],"avail_no_missing":["2","6"],"object_location_counts":[{"shards":"2,3,4,6","objects":12},{"shards":"2,3,6","objects":1632},{"shards":"2,4,6","objects":14},{"shards":"2,6","objects":2483},{"shards":"3,4","objects":-12}],"blocked_by":[],"up_primary":3,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.4","version":"75'161","reported_seq":567,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:25.652530+0000","last_change":"2023-08-28T02:33:12.296479+0000","last_active":"2023-08-28T02:38:25.652530+0000","last_peered":"2023-08-28T02:38:25.652530+0000","last_clean":"2023-08-28T02:38:25.652530+0000","last_became_active":"2023-08-28T02:33:12.294160+0000","last_became_peered":"2023-08-28T02:33:12.294160+0000","last_unstale":"2023-08-28T02:38:25.652530+0000","last_undegraded":"2023-08-28T02:38:25.652530+0000","last_fullsized":"2023-08-28T02:38:25.652530+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.899247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.899247+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":285,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:25.596266+0000","last_change":"2023-08-28T02:33:13.539335+0000","last_active":"2023-08-28T02:38:25.596266+0000","last_peered":"2023-08-28T02:38:25.596266+0000","last_clean":"2023-08-28T02:38:25.596266+0000","last_became_active":"2023-08-28T02:33:13.538978+0000","last_became_peered":"2023-08-28T02:33:13.538978+0000","last_unstale":"2023-08-28T02:38:25.596266+0000","last_undegraded":"2023-08-28T02:38:25.596266+0000","last_fullsized":"2023-08-28T02:38:25.596266+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:26:13.405766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"65'1","reported_seq":349,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:30.411188+0000","last_change":"2023-08-28T02:29:44.510205+0000","last_active":"2023-08-28T02:38:30.411188+0000","last_peered":"2023-08-28T02:38:30.411188+0000","last_clean":"2023-08-28T02:38:30.411188+0000","last_became_active":"2023-08-28T02:29:44.429357+0000","last_became_peered":"2023-08-28T02:29:44.429357+0000","last_unstale":"2023-08-28T02:38:30.411188+0000","last_undegraded":"2023-08-28T02:38:30.411188+0000","last_fullsized":"2023-08-28T02:38:30.411188+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:44:59.955729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":314,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:25.597245+0000","last_change":"2023-08-28T02:32:12.950661+0000","last_active":"2023-08-28T02:38:25.597245+0000","last_peered":"2023-08-28T02:38:25.597245+0000","last_clean":"2023-08-28T02:38:25.597245+0000","last_became_active":"2023-08-28T02:32:12.950276+0000","last_became_peered":"2023-08-28T02:32:12.950276+0000","last_unstale":"2023-08-28T02:38:25.597245+0000","last_undegraded":"2023-08-28T02:38:25.597245+0000","last_fullsized":"2023-08-28T02:38:25.597245+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:05:17.972868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"65'1","reported_seq":306,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:25.640827+0000","last_change":"2023-08-28T02:14:43.042150+0000","last_active":"2023-08-28T02:38:25.640827+0000","last_peered":"2023-08-28T02:38:25.640827+0000","last_clean":"2023-08-28T02:38:25.640827+0000","last_became_active":"2023-08-28T02:14:43.038336+0000","last_became_peered":"2023-08-28T02:14:43.038336+0000","last_unstale":"2023-08-28T02:38:25.640827+0000","last_undegraded":"2023-08-28T02:38:25.640827+0000","last_fullsized":"2023-08-28T02:38:25.640827+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:26:02.415152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":356,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:25.635691+0000","last_change":"2023-08-28T02:33:13.318097+0000","last_active":"2023-08-28T02:38:25.635691+0000","last_peered":"2023-08-28T02:38:25.635691+0000","last_clean":"2023-08-28T02:38:25.635691+0000","last_became_active":"2023-08-28T02:33:13.317761+0000","last_became_peered":"2023-08-28T02:33:13.317761+0000","last_unstale":"2023-08-28T02:38:25.635691+0000","last_undegraded":"2023-08-28T02:38:25.635691+0000","last_fullsized":"2023-08-28T02:38:25.635691+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:24.836996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"65'2","reported_seq":352,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:25.635051+0000","last_change":"2023-08-28T02:29:44.535937+0000","last_active":"2023-08-28T02:38:25.635051+0000","last_peered":"2023-08-28T02:38:25.635051+0000","last_clean":"2023-08-28T02:38:25.635051+0000","last_became_active":"2023-08-28T02:29:44.462244+0000","last_became_peered":"2023-08-28T02:29:44.462244+0000","last_unstale":"2023-08-28T02:38:25.635051+0000","last_undegraded":"2023-08-28T02:38:25.635051+0000","last_fullsized":"2023-08-28T02:38:25.635051+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:30:33.173713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":353,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:25.640599+0000","last_change":"2023-08-28T02:33:12.305580+0000","last_active":"2023-08-28T02:38:25.640599+0000","last_peered":"2023-08-28T02:38:25.640599+0000","last_clean":"2023-08-28T02:38:25.640599+0000","last_became_active":"2023-08-28T02:33:12.305261+0000","last_became_peered":"2023-08-28T02:33:12.305261+0000","last_unstale":"2023-08-28T02:38:25.640599+0000","last_undegraded":"2023-08-28T02:38:25.640599+0000","last_fullsized":"2023-08-28T02:38:25.640599+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:22:31.614221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"65'2","reported_seq":321,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:25.635140+0000","last_change":"2023-08-28T02:31:51.991101+0000","last_active":"2023-08-28T02:38:25.635140+0000","last_peered":"2023-08-28T02:38:25.635140+0000","last_clean":"2023-08-28T02:38:25.635140+0000","last_became_active":"2023-08-28T02:31:51.987237+0000","last_became_peered":"2023-08-28T02:31:51.987237+0000","last_unstale":"2023-08-28T02:38:25.635140+0000","last_undegraded":"2023-08-28T02:38:25.635140+0000","last_fullsized":"2023-08-28T02:38:25.635140+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:07:07.370857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":355,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:25.597303+0000","last_change":"2023-08-28T02:33:12.494483+0000","last_active":"2023-08-28T02:38:25.597303+0000","last_peered":"2023-08-28T02:38:25.597303+0000","last_clean":"2023-08-28T02:38:25.597303+0000","last_became_active":"2023-08-28T02:33:12.494136+0000","last_became_peered":"2023-08-28T02:33:12.494136+0000","last_unstale":"2023-08-28T02:38:25.597303+0000","last_undegraded":"2023-08-28T02:38:25.597303+0000","last_fullsized":"2023-08-28T02:38:25.597303+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:36.772588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"65'1","reported_seq":300,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:25.652862+0000","last_change":"2023-08-28T02:33:13.287922+0000","last_active":"2023-08-28T02:38:25.652862+0000","last_peered":"2023-08-28T02:38:25.652862+0000","last_clean":"2023-08-28T02:38:25.652862+0000","last_became_active":"2023-08-28T02:33:13.287520+0000","last_became_peered":"2023-08-28T02:33:13.287520+0000","last_unstale":"2023-08-28T02:38:25.652862+0000","last_undegraded":"2023-08-28T02:38:25.652862+0000","last_fullsized":"2023-08-28T02:38:25.652862+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:11.627168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":314,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:25.652289+0000","last_change":"2023-08-28T02:33:13.289469+0000","last_active":"2023-08-28T02:38:25.652289+0000","last_peered":"2023-08-28T02:38:25.652289+0000","last_clean":"2023-08-28T02:38:25.652289+0000","last_became_active":"2023-08-28T02:33:13.288737+0000","last_became_peered":"2023-08-28T02:33:13.288737+0000","last_unstale":"2023-08-28T02:38:25.652289+0000","last_undegraded":"2023-08-28T02:38:25.652289+0000","last_fullsized":"2023-08-28T02:38:25.652289+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:11:15.043550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"65'4","reported_seq":338,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:25.642036+0000","last_change":"2023-08-28T02:32:28.607010+0000","last_active":"2023-08-28T02:38:25.642036+0000","last_peered":"2023-08-28T02:38:25.642036+0000","last_clean":"2023-08-28T02:38:25.642036+0000","last_became_active":"2023-08-28T02:32:28.492224+0000","last_became_peered":"2023-08-28T02:32:28.492224+0000","last_unstale":"2023-08-28T02:38:25.642036+0000","last_undegraded":"2023-08-28T02:38:25.642036+0000","last_fullsized":"2023-08-28T02:38:25.642036+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:13:45.711951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":554,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":365,"reported_epoch":358,"state":"active+clean","last_fresh":"2023-08-28T02:38:25.597186+0000","last_change":"2023-08-28T02:33:13.309144+0000","last_active":"2023-08-28T02:38:25.597186+0000","last_peered":"2023-08-28T02:38:25.597186+0000","last_clean":"2023-08-28T02:38:25.597186+0000","last_became_active":"2023-08-28T02:33:13.308910+0000","last_became_peered":"2023-08-28T02:33:13.308910+0000","last_unstale":"2023-08-28T02:38:25.597186+0000","last_undegraded":"2023-08-28T02:38:25.597186+0000","last_fullsized":"2023-08-28T02:38:25.597186+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:09:59.549591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":4210425880,"num_objects":64247,"num_object_clones":0,"num_object_copies":192741,"num_objects_missing_on_primary":4115,"num_objects_missing":4115,"num_objects_degraded":24944,"num_objects_misplaced":12791,"num_objects_unfound":0,"num_objects_dirty":64247,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":122367,"num_write_kb":5971585,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":45978,"num_bytes_recovered":2991390720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":13660663808,"data_stored":13660651592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97115,"ondisk_log_size":97115,"up":48,"acting":44,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":10126,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":370028,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":89,"num_read_kb":167,"num_write":44,"num_write_kb":440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":584707,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2048000,"data_stored":2033792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299780,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1787392,"kb_used_data":1290296,"kb_used_omap":0,"kb_used_meta":497088,"kb_avail":91957760,"statfs":{"total":95995035648,"available":94164746240,"internally_reserved":0,"allocated":1321263104,"data_stored":1319836056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":509018112},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:38:11 2023","interfaces":[{"interface":"back","average":{"1min":0.439,"5min":0.51100000000000001,"15min":1.1990000000000001},"min":{"1min":0.26300000000000001,"5min":0.23400000000000001,"15min":0.219},"max":{"1min":0.93899999999999995,"5min":3.6480000000000001,"15min":13.118},"last":0.432},{"interface":"front","average":{"1min":0.436,"5min":0.57299999999999995,"15min":1.611},"min":{"1min":0.27700000000000002,"5min":0.247,"15min":0.246},"max":{"1min":0.66900000000000004,"5min":3.6619999999999999,"15min":17.402999999999999},"last":0.31900000000000001}]},{"osd":1,"last update":"Mon Aug 28 02:37:43 2023","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.56699999999999995,"15min":1.954},"min":{"1min":0.253,"5min":0.253,"15min":0.248},"max":{"1min":0.54500000000000004,"5min":5.492,"15min":17.43},"last":3.113},{"interface":"front","average":{"1min":0.76700000000000002,"5min":0.72799999999999998,"15min":1.8260000000000001},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.25900000000000001},"max":{"1min":4.9749999999999996,"5min":5.5179999999999998,"15min":19.913},"last":3.5880000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:38:28 2023","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.496,"15min":1.278},"min":{"1min":0.318,"5min":0.26800000000000002,"15min":0.22900000000000001},"max":{"1min":1.266,"5min":3.1760000000000002,"15min":8.3889999999999993},"last":2.96},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.56999999999999995,"15min":1.1359999999999999},"min":{"1min":0.34499999999999997,"5min":0.28799999999999998,"15min":0.28699999999999998},"max":{"1min":1.8720000000000001,"5min":2.399,"15min":9.2219999999999995},"last":1.079}]},{"osd":3,"last update":"Mon Aug 28 02:38:19 2023","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.61399999999999999,"15min":0.68300000000000005},"min":{"1min":0.36499999999999999,"5min":0.312,"15min":0.312},"max":{"1min":1.5900000000000001,"5min":3.0099999999999998,"15min":3.0099999999999998},"last":3.9430000000000001},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59099999999999997,"15min":0.61699999999999999},"min":{"1min":0.36399999999999999,"5min":0.308,"15min":0.308},"max":{"1min":1.3169999999999999,"5min":3.1000000000000001,"15min":3.1000000000000001},"last":0.54100000000000004}]},{"osd":4,"last update":"Mon Aug 28 02:38:11 2023","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.52900000000000003,"15min":1.244},"min":{"1min":0.32000000000000001,"5min":0.27700000000000002,"15min":0.245},"max":{"1min":1.458,"5min":5.2169999999999996,"15min":18.943000000000001},"last":1.306},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.57399999999999995,"15min":0.92000000000000004},"min":{"1min":0.309,"5min":0.28699999999999998,"15min":0.25700000000000001},"max":{"1min":1.286,"5min":2.9870000000000001,"15min":8.1890000000000001},"last":1.415}]},{"osd":5,"last update":"Mon Aug 28 02:38:11 2023","interfaces":[{"interface":"back","average":{"1min":0.71299999999999997,"5min":0.53400000000000003,"15min":1.004},"min":{"1min":0.309,"5min":0.28100000000000003,"15min":0.23599999999999999},"max":{"1min":2.6669999999999998,"5min":3.2120000000000002,"15min":14.622},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.54600000000000004,"15min":1.232},"min":{"1min":0.38700000000000001,"5min":0.317,"15min":0.27000000000000002},"max":{"1min":0.71599999999999997,"5min":3.0499999999999998,"15min":17.324999999999999},"last":3.214}]},{"osd":6,"last update":"Mon Aug 28 02:38:11 2023","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.623,"15min":1.2689999999999999},"min":{"1min":0.373,"5min":0.33300000000000002,"15min":0.30299999999999999},"max":{"1min":1.5740000000000001,"5min":3.2250000000000001,"15min":17.454999999999998},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.622,"15min":0.83799999999999997},"min":{"1min":0.41699999999999998,"5min":0.33400000000000002,"15min":0.28999999999999998},"max":{"1min":1.3879999999999999,"5min":3.0499999999999998,"15min":7.665},"last":1.107}]}]},{"osd":6,"up_from":0,"seq":193273528711,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":101,"seq":433791697169,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1404864,"kb_used_data":784888,"kb_used_omap":4,"kb_used_meta":619963,"kb_avail":92340288,"statfs":{"total":95995035648,"available":94556454912,"internally_reserved":0,"allocated":803725312,"data_stored":801682679,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":634843022},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:37:47 2023","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.47399999999999998,"15min":1.9430000000000001},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.214},"max":{"1min":0.66900000000000004,"5min":3.3730000000000002,"15min":24.545999999999999},"last":0.28899999999999998},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.65500000000000003,"15min":2.4820000000000002},"min":{"1min":0.28199999999999997,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":1.466,"5min":7.2450000000000001,"15min":24.515000000000001},"last":0.63700000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:37:32 2023","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.63800000000000001,"15min":2.153},"min":{"1min":0.31900000000000001,"5min":0.28699999999999998,"15min":0.24099999999999999},"max":{"1min":1.0489999999999999,"5min":4.0579999999999998,"15min":22.161000000000001},"last":0.47499999999999998},{"interface":"front","average":{"1min":0.503,"5min":0.629,"15min":1.609},"min":{"1min":0.28499999999999998,"5min":0.28399999999999997,"15min":0.253},"max":{"1min":1.8129999999999999,"5min":7.0110000000000001,"15min":19.100999999999999},"last":0.53800000000000003}]},{"osd":3,"last update":"Mon Aug 28 02:38:22 2023","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.56399999999999995,"15min":0.496},"min":{"1min":0.29199999999999998,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":1.704,"5min":2.742,"15min":2.742},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.56699999999999995,"15min":0.53200000000000003},"min":{"1min":0.29199999999999998,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.98099999999999998,"5min":3.5819999999999999,"15min":3.5819999999999999},"last":0.34499999999999997}]},{"osd":4,"last update":"Mon Aug 28 02:37:47 2023","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.63300000000000001,"15min":1.3939999999999999},"min":{"1min":0.33600000000000002,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":1.2909999999999999,"5min":3.0259999999999998,"15min":18.992999999999999},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.58699999999999997,"15min":1.532},"min":{"1min":0.378,"5min":0.29099999999999998,"15min":0.26400000000000001},"max":{"1min":0.71799999999999997,"5min":1.9650000000000001,"15min":14.779999999999999},"last":0.51000000000000001}]},{"osd":5,"last update":"Mon Aug 28 02:37:47 2023","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.66900000000000004,"15min":2.0059999999999998},"min":{"1min":0.376,"5min":0.35999999999999999,"15min":0.29999999999999999},"max":{"1min":1.423,"5min":3.7029999999999998,"15min":18.626999999999999},"last":0.41299999999999998},{"interface":"front","average":{"1min":0.623,"5min":0.69399999999999995,"15min":1.833},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.33600000000000002},"max":{"1min":1.3280000000000001,"5min":3.0609999999999999,"15min":18.945},"last":0.80800000000000005}]},{"osd":6,"last update":"Mon Aug 28 02:37:47 2023","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.68700000000000006,"15min":1.946},"min":{"1min":0.42799999999999999,"5min":0.40000000000000002,"15min":0.34300000000000003},"max":{"1min":1.4990000000000001,"5min":3.7400000000000002,"15min":12.221},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.70499999999999996,"5min":0.73899999999999999,"15min":1.6259999999999999},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.35699999999999998},"max":{"1min":2.375,"5min":3.089,"15min":19.021999999999998},"last":0.84599999999999997}]},{"osd":7,"last update":"Mon Aug 28 02:37:47 2023","interfaces":[{"interface":"back","average":{"1min":0.64000000000000001,"5min":0.74399999999999999,"15min":1.75},"min":{"1min":0.38500000000000001,"5min":0.374,"15min":0.374},"max":{"1min":1.4710000000000001,"5min":3.1080000000000001,"15min":19.047999999999998},"last":0.878},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.67800000000000005,"15min":1.7669999999999999},"min":{"1min":0.46300000000000002,"5min":0.432,"15min":0.312},"max":{"1min":0.80000000000000004,"5min":1.9430000000000001,"15min":14.818},"last":0.61899999999999999}]}]},{"osd":0,"up_from":87,"seq":373662155036,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3225608,"kb_used_data":2556480,"kb_used_omap":5,"kb_used_meta":669114,"kb_avail":90519544,"statfs":{"total":95995035648,"available":92692013056,"internally_reserved":0,"allocated":2617835520,"data_stored":2615674860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":685173370},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:37:38 2023","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.48999999999999999,"15min":1.532},"min":{"1min":0.26900000000000002,"5min":0.20300000000000001,"15min":0.184},"max":{"1min":2.5489999999999999,"5min":5.3280000000000003,"15min":30.315000000000001},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.65700000000000003,"5min":0.52300000000000002,"15min":2.3069999999999999},"min":{"1min":0.29699999999999999,"5min":0.25800000000000001,"15min":0.221},"max":{"1min":4.0679999999999996,"5min":4.0679999999999996,"15min":69.272000000000006},"last":0.45400000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:37:38 2023","interfaces":[{"interface":"back","average":{"1min":0.70799999999999996,"5min":0.63900000000000001,"15min":1.8420000000000001},"min":{"1min":0.247,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":4.4020000000000001,"5min":4.4020000000000001,"15min":20.959},"last":0.752},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.69799999999999995,"15min":1.677},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.24299999999999999},"max":{"1min":2.5190000000000001,"5min":6.1180000000000003,"15min":9.3729999999999993},"last":0.54500000000000004}]},{"osd":3,"last update":"Mon Aug 28 02:38:22 2023","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.76800000000000002,"15min":0.75600000000000001},"min":{"1min":0.32800000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":1.9139999999999999,"5min":5.6680000000000001,"15min":5.6680000000000001},"last":0.79000000000000004},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.70499999999999996,"15min":0.755},"min":{"1min":0.38700000000000001,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.83299999999999996,"5min":4.9199999999999999,"15min":4.9199999999999999},"last":0.64200000000000002}]},{"osd":4,"last update":"Mon Aug 28 02:38:22 2023","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.53600000000000003,"15min":2.246},"min":{"1min":0.34699999999999998,"5min":0.315,"15min":0.29299999999999998},"max":{"1min":0.64600000000000002,"5min":2.3210000000000002,"15min":274.33199999999999},"last":0.497},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.65500000000000003,"15min":2.6080000000000001},"min":{"1min":0.40500000000000003,"5min":0.315,"15min":0.28199999999999997},"max":{"1min":0.73899999999999999,"5min":2.6520000000000001,"15min":266.31999999999999},"last":0.39100000000000001}]},{"osd":5,"last update":"Mon Aug 28 02:38:23 2023","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.57799999999999996,"15min":1.323},"min":{"1min":0.34999999999999998,"5min":0.33300000000000002,"15min":0.29299999999999998},"max":{"1min":0.81200000000000006,"5min":2.3759999999999999,"15min":13.038},"last":0.80700000000000005},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.63700000000000001,"15min":1.8069999999999999},"min":{"1min":0.41699999999999998,"5min":0.36399999999999999,"15min":0.27800000000000002},"max":{"1min":0.76700000000000002,"5min":2.2679999999999998,"15min":15.231},"last":0.66100000000000003}]},{"osd":6,"last update":"Mon Aug 28 02:38:23 2023","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.63700000000000001,"15min":1.4870000000000001},"min":{"1min":0.441,"5min":0.38300000000000001,"15min":0.29399999999999998},"max":{"1min":0.82399999999999995,"5min":2.4540000000000002,"15min":15.122999999999999},"last":0.73999999999999999},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.67900000000000005,"15min":1.802},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.35599999999999998},"max":{"1min":0.80500000000000005,"5min":2.3029999999999999,"15min":15.186999999999999},"last":0.72199999999999998}]},{"osd":7,"last update":"Mon Aug 28 02:38:23 2023","interfaces":[{"interface":"back","average":{"1min":0.76300000000000001,"5min":0.80400000000000005,"15min":1.8280000000000001},"min":{"1min":0.442,"5min":0.36399999999999999,"15min":0.33400000000000002},"max":{"1min":3.2130000000000001,"5min":4.4390000000000001,"15min":16.183},"last":0.68300000000000005},{"interface":"front","average":{"1min":0.76100000000000001,"5min":0.73199999999999998,"15min":1.5209999999999999},"min":{"1min":0.47699999999999998,"5min":0.46000000000000002,"15min":0.35999999999999999},"max":{"1min":3.194,"5min":3.194,"15min":13.005000000000001},"last":0.76800000000000002}]}]},{"osd":2,"up_from":0,"seq":502511173895,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":297,"seq":1275605286978,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":938868,"kb_used_data":785900,"kb_used_omap":2,"kb_used_meta":152957,"kb_avail":92806284,"statfs":{"total":95995035648,"available":95033634816,"internally_reserved":0,"allocated":804761600,"data_stored":802724928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":156628021},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:38:16 2023","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":0.53900000000000003,"15min":0.44800000000000001},"min":{"1min":0.224,"5min":0.22,"15min":0.22},"max":{"1min":1.9910000000000001,"5min":6.8819999999999997,"15min":6.8819999999999997},"last":0.44},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.63600000000000001,"15min":0.67800000000000005},"min":{"1min":0.25900000000000001,"5min":0.217,"15min":0.217},"max":{"1min":0.79700000000000004,"5min":6.7839999999999998,"15min":6.7839999999999998},"last":0.42499999999999999}]},{"osd":1,"last update":"Mon Aug 28 02:38:16 2023","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.59599999999999997,"15min":0.46400000000000002},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":3.044,"5min":4.0650000000000004,"15min":4.0650000000000004},"last":0.35499999999999998},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.66700000000000004,"15min":0.70499999999999996},"min":{"1min":0.30099999999999999,"5min":0.249,"15min":0.249},"max":{"1min":2.4620000000000002,"5min":3.9249999999999998,"15min":3.9249999999999998},"last":0.33400000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:38:16 2023","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.54700000000000004,"15min":0.60999999999999999},"min":{"1min":0.307,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":1.212,"5min":2.5449999999999999,"15min":2.5449999999999999},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.628,"15min":0.57199999999999995},"min":{"1min":0.29599999999999999,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":1.911,"5min":4.7030000000000003,"15min":4.7030000000000003},"last":0.48299999999999998}]},{"osd":4,"last update":"Mon Aug 28 02:38:16 2023","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.64200000000000002,"15min":0.59499999999999997},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.8029999999999999,"5min":6.2670000000000003,"15min":6.2670000000000003},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.63900000000000001,"15min":0.56899999999999995},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.63500000000000001,"5min":3.5030000000000001,"15min":3.5030000000000001},"last":0.60899999999999999}]},{"osd":5,"last update":"Mon Aug 28 02:38:16 2023","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.64400000000000002,"15min":0.59199999999999997},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":1.1419999999999999,"5min":3.5390000000000001,"15min":3.5390000000000001},"last":0.77200000000000002},{"interface":"front","average":{"1min":0.67500000000000004,"5min":0.60799999999999998,"15min":0.56399999999999995},"min":{"1min":0.38800000000000001,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":3.411,"5min":3.411,"15min":3.411},"last":0.49299999999999999}]},{"osd":6,"last update":"Mon Aug 28 02:38:16 2023","interfaces":[{"interface":"back","average":{"1min":0.77200000000000002,"5min":0.65600000000000003,"15min":0.64800000000000002},"min":{"1min":0.47799999999999998,"5min":0.436,"15min":0.436},"max":{"1min":1.921,"5min":1.921,"15min":1.921},"last":1.234},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.68999999999999995,"15min":0.65100000000000002},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":1.1659999999999999,"5min":3.6099999999999999,"15min":3.6099999999999999},"last":0.73499999999999999}]},{"osd":7,"last update":"Mon Aug 28 02:38:16 2023","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":0.64200000000000002,"15min":0.59799999999999998},"min":{"1min":0.44700000000000001,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":1.6339999999999999,"5min":2.9399999999999999,"15min":2.9399999999999999},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.72699999999999998,"5min":0.70099999999999996,"15min":0.66500000000000004},"min":{"1min":0.47299999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":1.8460000000000001,"5min":2.9540000000000002,"15min":2.9540000000000002},"last":1.2010000000000001}]}]},{"osd":4,"up_from":30,"seq":128849019272,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3244676,"kb_used_data":2752252,"kb_used_omap":0,"kb_used_meta":492416,"kb_avail":90500476,"statfs":{"total":95995035648,"available":92672487424,"internally_reserved":0,"allocated":2818306048,"data_stored":2816875683,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":504233984},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,1,0,0,1,1,1,2,4,7],"upper_bound":4096},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:38:24 2023","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.57699999999999996,"15min":1.5069999999999999},"min":{"1min":0.23899999999999999,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":1.21,"5min":10.249000000000001,"15min":22.515000000000001},"last":0.32700000000000001},{"interface":"front","average":{"1min":0.48799999999999999,"5min":0.54300000000000004,"15min":1.4430000000000001},"min":{"1min":0.29299999999999998,"5min":0.23200000000000001,"15min":0.218},"max":{"1min":0.79000000000000004,"5min":4.5250000000000004,"15min":22.454000000000001},"last":0.39000000000000001}]},{"osd":1,"last update":"Mon Aug 28 02:37:48 2023","interfaces":[{"interface":"back","average":{"1min":0.71399999999999997,"5min":0.59499999999999997,"15min":1.3899999999999999},"min":{"1min":0.26300000000000001,"5min":0.254,"15min":0.24199999999999999},"max":{"1min":4.5090000000000003,"5min":5.5979999999999999,"15min":23.082000000000001},"last":0.54400000000000004},{"interface":"front","average":{"1min":0.81599999999999995,"5min":0.56499999999999995,"15min":1.5449999999999999},"min":{"1min":0.28899999999999998,"5min":0.26300000000000001,"15min":0.26000000000000001},"max":{"1min":4.5910000000000002,"5min":4.7960000000000003,"15min":25.100000000000001},"last":0.41299999999999998}]},{"osd":2,"last update":"Mon Aug 28 02:38:24 2023","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.64600000000000002,"15min":1.464},"min":{"1min":0.34499999999999997,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":1.3979999999999999,"5min":4.5430000000000001,"15min":16.231000000000002},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.65200000000000002,"15min":1.387},"min":{"1min":0.314,"5min":0.312,"15min":0.29299999999999998},"max":{"1min":2.2719999999999998,"5min":5.6360000000000001,"15min":13.515000000000001},"last":0.52900000000000003}]},{"osd":3,"last update":"Mon Aug 28 02:38:24 2023","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.65600000000000003,"15min":0.75700000000000001},"min":{"1min":0.34200000000000003,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.516,"5min":7.7480000000000002,"15min":7.7480000000000002},"last":0.441},{"interface":"front","average":{"1min":0.71699999999999997,"5min":0.72399999999999998,"15min":0.67400000000000004},"min":{"1min":0.36899999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":2.3290000000000002,"5min":3.7069999999999999,"15min":3.7069999999999999},"last":0.55800000000000005}]},{"osd":5,"last update":"Mon Aug 28 02:38:02 2023","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.49099999999999999,"15min":1.0900000000000001},"min":{"1min":0.28399999999999997,"5min":0.25900000000000001,"15min":0.222},"max":{"1min":0.64800000000000002,"5min":4.609,"15min":16.181999999999999},"last":0.37},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.47999999999999998,"15min":1.117},"min":{"1min":0.32700000000000001,"5min":0.27500000000000002,"15min":0.20699999999999999},"max":{"1min":0.84199999999999997,"5min":1.5700000000000001,"15min":10.233000000000001},"last":0.48099999999999998}]},{"osd":6,"last update":"Mon Aug 28 02:38:18 2023","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":0.53100000000000003,"15min":1.02},"min":{"1min":0.28699999999999998,"5min":0.27100000000000002,"15min":0.26500000000000001},"max":{"1min":0.72799999999999998,"5min":2.9830000000000001,"15min":10.023999999999999},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.54400000000000004,"15min":1.0940000000000001},"min":{"1min":0.32100000000000001,"5min":0.30499999999999999,"15min":0.26600000000000001},"max":{"1min":1.131,"5min":4.5880000000000001,"15min":8.5},"last":0.51100000000000001}]},{"osd":7,"last update":"Mon Aug 28 02:38:24 2023","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.54400000000000004,"15min":1.103},"min":{"1min":0.375,"5min":0.28999999999999998,"15min":0.22500000000000001},"max":{"1min":0.68400000000000005,"5min":4.5720000000000001,"15min":9.3209999999999997},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.57399999999999995,"15min":1.0649999999999999},"min":{"1min":0.34300000000000003,"5min":0.32400000000000001,"15min":0.30299999999999999},"max":{"1min":0.94199999999999995,"5min":1.647,"15min":15.597},"last":0.58999999999999997}]}]},{"osd":5,"up_from":37,"seq":158913790346,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2356464,"kb_used_data":1797224,"kb_used_omap":0,"kb_used_meta":559232,"kb_avail":91388688,"statfs":{"total":95995035648,"available":93582016512,"internally_reserved":0,"allocated":1840357376,"data_stored":1838942930,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":572653568},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:37:49 2023","interfaces":[{"interface":"back","average":{"1min":0.439,"5min":0.44800000000000001,"15min":1.661},"min":{"1min":0.245,"5min":0.23200000000000001,"15min":0.20200000000000001},"max":{"1min":1.1100000000000001,"5min":1.4530000000000001,"15min":40.334000000000003},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.498,"5min":0.69299999999999995,"15min":1.6830000000000001},"min":{"1min":0.32100000000000001,"5min":0.26600000000000001,"15min":0.23200000000000001},"max":{"1min":0.93300000000000005,"5min":19.815999999999999,"15min":40.212000000000003},"last":0.79400000000000004}]},{"osd":1,"last update":"Mon Aug 28 02:37:49 2023","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.63600000000000001,"15min":1.8620000000000001},"min":{"1min":0.28799999999999998,"5min":0.27900000000000003,"15min":0.23699999999999999},"max":{"1min":1.0700000000000001,"5min":17.998000000000001,"15min":40.088000000000001},"last":0.63900000000000001},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.73199999999999998,"15min":1.738},"min":{"1min":0.36099999999999999,"5min":0.28100000000000003,"15min":0.26000000000000001},"max":{"1min":0.95699999999999996,"5min":19.853000000000002,"15min":40.243000000000002},"last":0.81899999999999995}]},{"osd":2,"last update":"Mon Aug 28 02:37:49 2023","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.57199999999999995,"15min":1.6120000000000001},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.27700000000000002},"max":{"1min":1.776,"5min":5.3099999999999996,"15min":40.436999999999998},"last":0.68999999999999995},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.60999999999999999,"15min":1.7569999999999999},"min":{"1min":0.32600000000000001,"5min":0.315,"15min":0.27200000000000002},"max":{"1min":2.069,"5min":4.2400000000000002,"15min":40.555},"last":0.84499999999999997}]},{"osd":3,"last update":"Mon Aug 28 02:38:23 2023","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.66100000000000003,"15min":1.0860000000000001},"min":{"1min":0.31,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.94399999999999995,"5min":16.190999999999999,"15min":16.190999999999999},"last":0.67400000000000004},{"interface":"front","average":{"1min":0.628,"5min":0.84799999999999998,"15min":1.4059999999999999},"min":{"1min":0.36099999999999999,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":2.0470000000000002,"5min":21.420999999999999,"15min":21.420999999999999},"last":0.872}]},{"osd":4,"last update":"Mon Aug 28 02:37:58 2023","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.41399999999999998,"15min":1.069},"min":{"1min":0.27300000000000002,"5min":0.25,"15min":0.23100000000000001},"max":{"1min":1.4239999999999999,"5min":1.516,"15min":13.616},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.53300000000000003,"15min":1.194},"min":{"1min":0.33100000000000002,"5min":0.28499999999999998,"15min":0.25700000000000001},"max":{"1min":1.9610000000000001,"5min":4.1879999999999997,"15min":10.664999999999999},"last":0.76600000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:37:49 2023","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.64100000000000001,"15min":1.4279999999999999},"min":{"1min":0.30499999999999999,"5min":0.28599999999999998,"15min":0.23300000000000001},"max":{"1min":1.6439999999999999,"5min":10.66,"15min":42.409999999999997},"last":0.65600000000000003},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":1.369},"min":{"1min":0.35999999999999999,"5min":0.29499999999999998,"15min":0.254},"max":{"1min":1.7150000000000001,"5min":6.1159999999999997,"15min":42.533999999999999},"last":0.70199999999999996}]},{"osd":7,"last update":"Mon Aug 28 02:37:49 2023","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.60199999999999998,"15min":1.5780000000000001},"min":{"1min":0.39400000000000002,"5min":0.33900000000000002,"15min":0.315},"max":{"1min":0.68999999999999995,"5min":6.1749999999999998,"15min":42.667000000000002},"last":0.73099999999999998},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.628,"15min":1.6060000000000001},"min":{"1min":0.42299999999999999,"5min":0.33000000000000002,"15min":0.318},"max":{"1min":1.8069999999999999,"5min":4.149,"15min":42.344000000000001},"last":0.89800000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":2609713152,"data_stored":2609709080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":798359552,"data_stored":798359552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1762000896,"data_stored":1762000896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":800325632,"data_stored":800325632,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":2814382080,"data_stored":2814378008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1834549248,"data_stored":1834549248,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1726025728,"data_stored":1726021656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1315307520,"data_stored":1315307520,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:38:38.600 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:38:38.629 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:38.652 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:38:38.654 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:38.655 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:38:38.746 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:38:38.755 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:38:38.801 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:38.826 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:38:38.829 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:38.830 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:38:38.930 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:38:38.947 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:38:38.969 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:39.093 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:38:39.096 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:39.097 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:38:39.197 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:38:39.225 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:39.247 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:38:39.249 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:39.250 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:38:39.350 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:38:39.354 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:39 smithi040 ceph-mon[170259]: from='client.46232 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:38:39.354 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:39 smithi040 ceph-mon[170259]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:38:39.380 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:39.401 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:38:39.404 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:39.404 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:38:39.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:39 smithi083 ceph-mon[157819]: from='client.46232 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:38:39.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:39 smithi083 ceph-mon[157819]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:38:39.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:39 smithi083 ceph-mon[157819]: failed to encode map e360 with expected crc 2023-08-28T02:38:39.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:39 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:38:39.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:39 smithi083 ceph-mon[157819]: osdmap e360: 8 total, 8 up, 6 in 2023-08-28T02:38:39.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:39 smithi083 ceph-mon[157819]: failed to encode map e360 with expected crc 2023-08-28T02:38:39.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:39 smithi083 ceph-mon[157819]: pgmap v1102: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 3.9 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 128 op/s; 24880/192126 objects degraded (12.950%); 12731/192126 objects misplaced (6.626%); 8.5 MiB/s, 135 objects/s recovering 2023-08-28T02:38:39.506 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:38:39.542 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:39.617 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:38:39.619 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:39 smithi040 ceph-mon[175404]: from='client.46232 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:38:39.619 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:39 smithi040 ceph-mon[175404]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:38:39.620 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:39 smithi040 ceph-mon[175404]: failed to encode map e360 with expected crc 2023-08-28T02:38:39.620 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:39 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:38:39.620 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:39 smithi040 ceph-mon[175404]: osdmap e360: 8 total, 8 up, 6 in 2023-08-28T02:38:39.620 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:39 smithi040 ceph-mon[175404]: failed to encode map e360 with expected crc 2023-08-28T02:38:39.620 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:39 smithi040 ceph-mon[175404]: pgmap v1102: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 3.9 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 128 op/s; 24880/192126 objects degraded (12.950%); 12731/192126 objects misplaced (6.626%); 8.5 MiB/s, 135 objects/s recovering 2023-08-28T02:38:39.620 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:39 smithi040 ceph-mon[170259]: failed to encode map e360 with expected crc 2023-08-28T02:38:39.620 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:39 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:38:39.620 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:39 smithi040 ceph-mon[170259]: osdmap e360: 8 total, 8 up, 6 in 2023-08-28T02:38:39.620 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:39 smithi040 ceph-mon[170259]: failed to encode map e360 with expected crc 2023-08-28T02:38:39.621 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:39 smithi040 ceph-mon[170259]: pgmap v1102: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 3.9 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 128 op/s; 24880/192126 objects degraded (12.950%); 12731/192126 objects misplaced (6.626%); 8.5 MiB/s, 135 objects/s recovering 2023-08-28T02:38:39.621 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:39.621 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:38:39.723 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:38:39.759 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:39.883 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:38:39.886 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:39.886 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:38:39.987 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:38:40.025 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:40.049 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:38:40.053 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:40.054 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:38:40.154 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:38:40.184 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:40.204 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:38:40.207 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:40.208 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:38:40.236 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-08-28T02:38:40.236 INFO:teuthology.orchestra.run.smithi040.stdout: "ops": [], 2023-08-28T02:38:40.236 INFO:teuthology.orchestra.run.smithi040.stdout: "num_ops": 0 2023-08-28T02:38:40.236 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-08-28T02:38:40.309 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:38:40.349 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:40.372 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:38:40.377 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:40.377 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:38:40.478 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:38:40.512 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:40.558 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:40 smithi040 ceph-mon[170259]: pgmap v1103: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 3.9 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 110 op/s; 24851/191829 objects degraded (12.955%); 12708/191829 objects misplaced (6.625%); 4.9 MiB/s, 78 objects/s recovering 2023-08-28T02:38:40.687 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:38:40.691 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:40.691 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:38:40.693 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.0 dump_blocked_ops 2023-08-28T02:38:40.792 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:38:40.820 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:40 smithi083 ceph-mon[157819]: pgmap v1103: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 3.9 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 110 op/s; 24851/191829 objects degraded (12.955%); 12708/191829 objects misplaced (6.625%); 4.9 MiB/s, 78 objects/s recovering 2023-08-28T02:38:40.822 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:40.845 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:38:40.848 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:40.848 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:38:40.875 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd unset nodeep-scrub 2023-08-28T02:38:40.898 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:38:40.904 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:40 smithi040 ceph-mon[175404]: pgmap v1103: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 3.9 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 110 op/s; 24851/191829 objects degraded (12.955%); 12708/191829 objects misplaced (6.625%); 4.9 MiB/s, 78 objects/s recovering 2023-08-28T02:38:40.923 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:38:40.949 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:38:40.949 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:38:40.978 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:38:41.003 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:41.013 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:38:41.036 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:38:41.041 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:41.042 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:38:41.045 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:38:41.072 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:38:41.100 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:38:41.113 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-08-28T02:38:41.113 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-08-28T02:38:41.113 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-08-28T02:38:41.113 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-08-28T02:38:41.113 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-08-28T02:38:41.114 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-08-28T02:38:41.114 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-08-28T02:38:41.114 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-08-28T02:38:41.125 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:38:41.143 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:38:41.193 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:41.268 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:38:41.271 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:41.272 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:38:41.373 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:38:41.411 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:41.550 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:38:41.583 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:38:41.589 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:41.589 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:38:41.690 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:38:41.723 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:41.745 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:38:41.748 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:41.748 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:38:41.819 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:41 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/884486201' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:38:41.819 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:41 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 24851/191829 objects degraded (12.955%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-08-28T02:38:41.819 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:41 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/884486201' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:38:41.820 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:41 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 24851/191829 objects degraded (12.955%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-08-28T02:38:41.849 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:38:41.882 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:41.908 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:38:41.912 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:41.912 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:38:41.922 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:38:41.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:41 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/884486201' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:38:41.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:41 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 24851/191829 objects degraded (12.955%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-08-28T02:38:42.013 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:38:42.043 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:42.072 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:38:42.075 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:42.076 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:38:42.176 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:38:42.218 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:42.219 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:38:42.400 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:38:42.404 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:42.405 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:38:42.506 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:38:42.552 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:42.645 INFO:teuthology.orchestra.run.smithi040.stdout:ERROR: (22) Invalid argument 2023-08-28T02:38:42.645 INFO:teuthology.orchestra.run.smithi040.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:38:42.673 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:42 smithi040 ceph-mon[175404]: pgmap v1104: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 3.9 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 108 op/s; 24077/190857 objects degraded (12.615%); 11944/190857 objects misplaced (6.258%); 8.5 MiB/s, 136 objects/s recovering 2023-08-28T02:38:42.674 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:42 smithi040 ceph-mon[170259]: pgmap v1104: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 3.9 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 108 op/s; 24077/190857 objects degraded (12.615%); 11944/190857 objects misplaced (6.258%); 8.5 MiB/s, 136 objects/s recovering 2023-08-28T02:38:42.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:42 smithi083 ceph-mon[157819]: pgmap v1104: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 3.9 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 108 op/s; 24077/190857 objects degraded (12.615%); 11944/190857 objects misplaced (6.258%); 8.5 MiB/s, 136 objects/s recovering 2023-08-28T02:38:43.502 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.0 dump_historic_ops 2023-08-28T02:38:43.689 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:38:43.693 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:43.694 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:38:43.796 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:38:43.821 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-08-28T02:38:43.822 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:43.842 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:38:43.845 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:43.845 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:38:43.946 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:38:43.973 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:43.995 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:38:43.997 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:43.998 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:38:44.007 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:38:44.052 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:38:44.054 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:38:44.098 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:38:44.131 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:44.305 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:38:44.309 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:44.310 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:38:44.411 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:38:44.445 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:44.809 INFO:teuthology.orchestra.run.smithi040.stderr:nodeep-scrub is unset 2023-08-28T02:38:45.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:44 smithi040 ceph-mon[170259]: failed to encode map e361 with expected crc 2023-08-28T02:38:45.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:44 smithi040 ceph-mon[170259]: osdmap e361: 8 total, 8 up, 6 in 2023-08-28T02:38:45.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:44 smithi040 ceph-mon[170259]: failed to encode map e361 with expected crc 2023-08-28T02:38:45.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:44 smithi040 ceph-mon[170259]: failed to encode map e361 with expected crc 2023-08-28T02:38:45.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:44 smithi040 ceph-mon[170259]: failed to encode map e361 with expected crc 2023-08-28T02:38:45.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:44 smithi040 ceph-mon[170259]: from='client.56293 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:38:45.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:44 smithi040 ceph-mon[170259]: pgmap v1106: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 3.9 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 94 op/s; 24077/190545 objects degraded (12.636%); 11944/190545 objects misplaced (6.268%); 6.2 MiB/s, 99 objects/s recovering 2023-08-28T02:38:45.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:44 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3975964868' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:38:45.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:44 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:38:45.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:44 smithi040 ceph-mon[175404]: failed to encode map e361 with expected crc 2023-08-28T02:38:45.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:44 smithi040 ceph-mon[175404]: osdmap e361: 8 total, 8 up, 6 in 2023-08-28T02:38:45.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:44 smithi040 ceph-mon[175404]: failed to encode map e361 with expected crc 2023-08-28T02:38:45.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:44 smithi040 ceph-mon[175404]: failed to encode map e361 with expected crc 2023-08-28T02:38:45.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:44 smithi040 ceph-mon[175404]: failed to encode map e361 with expected crc 2023-08-28T02:38:45.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:44 smithi040 ceph-mon[175404]: from='client.56293 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:38:45.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:44 smithi040 ceph-mon[175404]: pgmap v1106: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 3.9 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 94 op/s; 24077/190545 objects degraded (12.636%); 11944/190545 objects misplaced (6.268%); 6.2 MiB/s, 99 objects/s recovering 2023-08-28T02:38:45.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:44 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3975964868' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:38:45.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:44 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:38:45.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:44 smithi083 ceph-mon[157819]: failed to encode map e361 with expected crc 2023-08-28T02:38:45.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:44 smithi083 ceph-mon[157819]: osdmap e361: 8 total, 8 up, 6 in 2023-08-28T02:38:45.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:44 smithi083 ceph-mon[157819]: failed to encode map e361 with expected crc 2023-08-28T02:38:45.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:44 smithi083 ceph-mon[157819]: failed to encode map e361 with expected crc 2023-08-28T02:38:45.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:44 smithi083 ceph-mon[157819]: failed to encode map e361 with expected crc 2023-08-28T02:38:45.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:44 smithi083 ceph-mon[157819]: from='client.56293 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:38:45.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:44 smithi083 ceph-mon[157819]: pgmap v1106: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 92 active+clean; 3.9 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 94 op/s; 24077/190545 objects degraded (12.636%); 11944/190545 objects misplaced (6.268%); 6.2 MiB/s, 99 objects/s recovering 2023-08-28T02:38:45.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:44 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3975964868' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:38:45.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:44 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:38:45.732 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:38:45 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:38:45] "GET /metrics HTTP/1.1" 200 36611 "" "Prometheus/2.43.0" 2023-08-28T02:38:46.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:45 smithi040 ceph-mon[170259]: failed to encode map e361 with expected crc 2023-08-28T02:38:46.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:45 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:38:46.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:45 smithi040 ceph-mon[170259]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:38:46.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:45 smithi040 ceph-mon[170259]: failed to encode map e362 with expected crc 2023-08-28T02:38:46.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:45 smithi040 ceph-mon[170259]: failed to encode map e362 with expected crc 2023-08-28T02:38:46.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:45 smithi040 ceph-mon[170259]: failed to encode map e362 with expected crc 2023-08-28T02:38:46.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:45 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:38:46.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:45 smithi040 ceph-mon[170259]: osdmap e362: 8 total, 8 up, 6 in 2023-08-28T02:38:46.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:45 smithi040 ceph-mon[170259]: failed to encode map e362 with expected crc 2023-08-28T02:38:46.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:45 smithi040 ceph-mon[175404]: failed to encode map e361 with expected crc 2023-08-28T02:38:46.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:45 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:38:46.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:45 smithi040 ceph-mon[175404]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:38:46.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:45 smithi040 ceph-mon[175404]: failed to encode map e362 with expected crc 2023-08-28T02:38:46.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:45 smithi040 ceph-mon[175404]: failed to encode map e362 with expected crc 2023-08-28T02:38:46.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:45 smithi040 ceph-mon[175404]: failed to encode map e362 with expected crc 2023-08-28T02:38:46.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:45 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:38:46.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:45 smithi040 ceph-mon[175404]: osdmap e362: 8 total, 8 up, 6 in 2023-08-28T02:38:46.233 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:45 smithi040 ceph-mon[175404]: failed to encode map e362 with expected crc 2023-08-28T02:38:46.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:45 smithi083 ceph-mon[157819]: failed to encode map e361 with expected crc 2023-08-28T02:38:46.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:45 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:38:46.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:45 smithi083 ceph-mon[157819]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:38:46.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:45 smithi083 ceph-mon[157819]: failed to encode map e362 with expected crc 2023-08-28T02:38:46.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:45 smithi083 ceph-mon[157819]: failed to encode map e362 with expected crc 2023-08-28T02:38:46.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:45 smithi083 ceph-mon[157819]: failed to encode map e362 with expected crc 2023-08-28T02:38:46.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:45 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:38:46.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:45 smithi083 ceph-mon[157819]: osdmap e362: 8 total, 8 up, 6 in 2023-08-28T02:38:46.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:45 smithi083 ceph-mon[157819]: failed to encode map e362 with expected crc 2023-08-28T02:38:46.821 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":1105,"stamp":"2023-08-28T02:38:43.784369+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4161321732,"num_objects":63515,"num_object_clones":0,"num_object_copies":190545,"num_objects_missing_on_primary":4048,"num_objects_missing":4048,"num_objects_degraded":24077,"num_objects_misplaced":11944,"num_objects_unfound":0,"num_objects_dirty":63515,"num_whiteouts":0,"num_read":90,"num_read_kb":168,"num_write":123227,"num_write_kb":5972054,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":46803,"num_bytes_recovered":3044414353,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":98696,"ondisk_log_size":98696,"up":297,"acting":293,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":12961600,"kb_used_data":9975248,"kb_used_omap":12,"kb_used_meta":2986291,"kb_avail":549509312,"statfs":{"total":575970213888,"available":562697535488,"internally_reserved":0,"allocated":10214653952,"data_stored":10204111236,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12739,"internal_metadata":3057962557},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,0,0,1,0,3,2,0,2,5,5],"upper_bound":4096},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-69206016,"num_objects":-1056,"num_object_clones":0,"num_object_copies":-3168,"num_objects_missing_on_primary":-67,"num_objects_missing":-67,"num_objects_degraded":-1435,"num_objects_misplaced":-1389,"num_objects_unfound":0,"num_objects_dirty":-1056,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1056,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1368,"num_bytes_recovered":89653248,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"9.317627"},"pg_stats":[{"pgid":"3.1a","version":"65'1","reported_seq":371,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.025193+0000","last_change":"2023-08-28T02:32:32.667028+0000","last_active":"2023-08-28T02:38:32.025193+0000","last_peered":"2023-08-28T02:38:32.025193+0000","last_clean":"2023-08-28T02:38:32.025193+0000","last_became_active":"2023-08-28T02:32:32.666711+0000","last_became_peered":"2023-08-28T02:32:32.666711+0000","last_unstale":"2023-08-28T02:38:32.025193+0000","last_undegraded":"2023-08-28T02:38:32.025193+0000","last_fullsized":"2023-08-28T02:38:32.025193+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:28:21.913105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":324,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.140393+0000","last_change":"2023-08-28T02:29:44.421259+0000","last_active":"2023-08-28T02:38:32.140393+0000","last_peered":"2023-08-28T02:38:32.140393+0000","last_clean":"2023-08-28T02:38:32.140393+0000","last_became_active":"2023-08-28T02:29:44.420936+0000","last_became_peered":"2023-08-28T02:29:44.420936+0000","last_unstale":"2023-08-28T02:38:32.140393+0000","last_undegraded":"2023-08-28T02:38:32.140393+0000","last_fullsized":"2023-08-28T02:38:32.140393+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:22:26.346867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":165,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.158017+0000","last_change":"2023-08-28T02:33:12.290337+0000","last_active":"2023-08-28T02:38:32.158017+0000","last_peered":"2023-08-28T02:38:32.158017+0000","last_clean":"2023-08-28T02:38:32.158017+0000","last_became_active":"2023-08-28T02:33:12.289852+0000","last_became_peered":"2023-08-28T02:33:12.289852+0000","last_unstale":"2023-08-28T02:38:32.158017+0000","last_undegraded":"2023-08-28T02:38:32.158017+0000","last_fullsized":"2023-08-28T02:38:32.158017+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:04:26.420037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":339,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.140699+0000","last_change":"2023-08-28T02:33:13.317226+0000","last_active":"2023-08-28T02:38:32.140699+0000","last_peered":"2023-08-28T02:38:32.140699+0000","last_clean":"2023-08-28T02:38:32.140699+0000","last_became_active":"2023-08-28T02:33:13.316893+0000","last_became_peered":"2023-08-28T02:33:13.316893+0000","last_unstale":"2023-08-28T02:38:32.140699+0000","last_undegraded":"2023-08-28T02:38:32.140699+0000","last_fullsized":"2023-08-28T02:38:32.140699+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:55:46.593463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":284,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.043254+0000","last_change":"2023-08-28T02:33:12.295203+0000","last_active":"2023-08-28T02:38:32.043254+0000","last_peered":"2023-08-28T02:38:32.043254+0000","last_clean":"2023-08-28T02:38:32.043254+0000","last_became_active":"2023-08-28T02:33:12.294904+0000","last_became_peered":"2023-08-28T02:33:12.294904+0000","last_unstale":"2023-08-28T02:38:32.043254+0000","last_undegraded":"2023-08-28T02:38:32.043254+0000","last_fullsized":"2023-08-28T02:38:32.043254+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:31:07.008856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":301,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.038301+0000","last_change":"2023-08-28T02:31:51.987263+0000","last_active":"2023-08-28T02:38:32.038301+0000","last_peered":"2023-08-28T02:38:32.038301+0000","last_clean":"2023-08-28T02:38:32.038301+0000","last_became_active":"2023-08-28T02:31:51.986938+0000","last_became_peered":"2023-08-28T02:31:51.986938+0000","last_unstale":"2023-08-28T02:38:32.038301+0000","last_undegraded":"2023-08-28T02:38:32.038301+0000","last_fullsized":"2023-08-28T02:38:32.038301+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:18.021905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":333,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.140648+0000","last_change":"2023-08-28T02:33:12.318656+0000","last_active":"2023-08-28T02:38:32.140648+0000","last_peered":"2023-08-28T02:38:32.140648+0000","last_clean":"2023-08-28T02:38:32.140648+0000","last_became_active":"2023-08-28T02:33:12.318297+0000","last_became_peered":"2023-08-28T02:33:12.318297+0000","last_unstale":"2023-08-28T02:38:32.140648+0000","last_undegraded":"2023-08-28T02:38:32.140648+0000","last_fullsized":"2023-08-28T02:38:32.140648+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:43:09.789767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":265,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.043329+0000","last_change":"2023-08-28T02:33:13.357230+0000","last_active":"2023-08-28T02:38:32.043329+0000","last_peered":"2023-08-28T02:38:32.043329+0000","last_clean":"2023-08-28T02:38:32.043329+0000","last_became_active":"2023-08-28T02:33:13.356853+0000","last_became_peered":"2023-08-28T02:33:13.356853+0000","last_unstale":"2023-08-28T02:38:32.043329+0000","last_undegraded":"2023-08-28T02:38:32.043329+0000","last_fullsized":"2023-08-28T02:38:32.043329+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:20:21.545007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":343,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.036855+0000","last_change":"2023-08-28T02:29:44.462510+0000","last_active":"2023-08-28T02:38:32.036855+0000","last_peered":"2023-08-28T02:38:32.036855+0000","last_clean":"2023-08-28T02:38:32.036855+0000","last_became_active":"2023-08-28T02:29:44.460314+0000","last_became_peered":"2023-08-28T02:29:44.460314+0000","last_unstale":"2023-08-28T02:38:32.036855+0000","last_undegraded":"2023-08-28T02:38:32.036855+0000","last_fullsized":"2023-08-28T02:38:32.036855+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:59:01.311467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":268,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.043401+0000","last_change":"2023-08-28T02:33:13.291255+0000","last_active":"2023-08-28T02:38:32.043401+0000","last_peered":"2023-08-28T02:38:32.043401+0000","last_clean":"2023-08-28T02:38:32.043401+0000","last_became_active":"2023-08-28T02:33:13.290933+0000","last_became_peered":"2023-08-28T02:33:13.290933+0000","last_unstale":"2023-08-28T02:38:32.043401+0000","last_undegraded":"2023-08-28T02:38:32.043401+0000","last_fullsized":"2023-08-28T02:38:32.043401+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:31:54.116908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"65'3","reported_seq":344,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.017691+0000","last_change":"2023-08-28T02:33:12.296412+0000","last_active":"2023-08-28T02:38:32.017691+0000","last_peered":"2023-08-28T02:38:32.017691+0000","last_clean":"2023-08-28T02:38:32.017691+0000","last_became_active":"2023-08-28T02:33:12.295786+0000","last_became_peered":"2023-08-28T02:33:12.295786+0000","last_unstale":"2023-08-28T02:38:32.017691+0000","last_undegraded":"2023-08-28T02:38:32.017691+0000","last_fullsized":"2023-08-28T02:38:32.017691+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:15:31.449163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":168,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.158289+0000","last_change":"2023-08-28T02:32:32.666927+0000","last_active":"2023-08-28T02:38:32.158289+0000","last_peered":"2023-08-28T02:38:32.158289+0000","last_clean":"2023-08-28T02:38:32.158289+0000","last_became_active":"2023-08-28T02:32:32.666618+0000","last_became_peered":"2023-08-28T02:32:32.666618+0000","last_unstale":"2023-08-28T02:38:32.158289+0000","last_undegraded":"2023-08-28T02:38:32.158289+0000","last_fullsized":"2023-08-28T02:38:32.158289+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:45:57.998333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":368,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.025099+0000","last_change":"2023-08-28T02:32:28.505262+0000","last_active":"2023-08-28T02:38:32.025099+0000","last_peered":"2023-08-28T02:38:32.025099+0000","last_clean":"2023-08-28T02:38:32.025099+0000","last_became_active":"2023-08-28T02:32:28.455999+0000","last_became_peered":"2023-08-28T02:32:28.455999+0000","last_unstale":"2023-08-28T02:38:32.025099+0000","last_undegraded":"2023-08-28T02:38:32.025099+0000","last_fullsized":"2023-08-28T02:38:32.025099+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:28.937020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":9468,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":352,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.026650+0000","last_change":"2023-08-28T02:32:12.959195+0000","last_active":"2023-08-28T02:38:32.026650+0000","last_peered":"2023-08-28T02:38:32.026650+0000","last_clean":"2023-08-28T02:38:32.026650+0000","last_became_active":"2023-08-28T02:32:12.958832+0000","last_became_peered":"2023-08-28T02:32:12.958832+0000","last_unstale":"2023-08-28T02:38:32.026650+0000","last_undegraded":"2023-08-28T02:38:32.026650+0000","last_fullsized":"2023-08-28T02:38:32.026650+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:23:27.197787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"65'2","reported_seq":342,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.017403+0000","last_change":"2023-08-28T02:32:28.461161+0000","last_active":"2023-08-28T02:38:32.017403+0000","last_peered":"2023-08-28T02:38:32.017403+0000","last_clean":"2023-08-28T02:38:32.017403+0000","last_became_active":"2023-08-28T02:32:28.451284+0000","last_became_peered":"2023-08-28T02:32:28.451284+0000","last_unstale":"2023-08-28T02:38:32.017403+0000","last_undegraded":"2023-08-28T02:38:32.017403+0000","last_fullsized":"2023-08-28T02:38:32.017403+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:58:20.061020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":325,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.140167+0000","last_change":"2023-08-28T02:29:44.419566+0000","last_active":"2023-08-28T02:38:32.140167+0000","last_peered":"2023-08-28T02:38:32.140167+0000","last_clean":"2023-08-28T02:38:32.140167+0000","last_became_active":"2023-08-28T02:29:44.419053+0000","last_became_peered":"2023-08-28T02:29:44.419053+0000","last_unstale":"2023-08-28T02:38:32.140167+0000","last_undegraded":"2023-08-28T02:38:32.140167+0000","last_fullsized":"2023-08-28T02:38:32.140167+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:44:36.133499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":328,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.140264+0000","last_change":"2023-08-28T02:33:12.493777+0000","last_active":"2023-08-28T02:38:32.140264+0000","last_peered":"2023-08-28T02:38:32.140264+0000","last_clean":"2023-08-28T02:38:32.140264+0000","last_became_active":"2023-08-28T02:33:12.491177+0000","last_became_peered":"2023-08-28T02:33:12.491177+0000","last_unstale":"2023-08-28T02:38:32.140264+0000","last_undegraded":"2023-08-28T02:38:32.140264+0000","last_fullsized":"2023-08-28T02:38:32.140264+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:10:58.167753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":339,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.036681+0000","last_change":"2023-08-28T02:33:12.290293+0000","last_active":"2023-08-28T02:38:32.036681+0000","last_peered":"2023-08-28T02:38:32.036681+0000","last_clean":"2023-08-28T02:38:32.036681+0000","last_became_active":"2023-08-28T02:33:12.289989+0000","last_became_peered":"2023-08-28T02:33:12.289989+0000","last_unstale":"2023-08-28T02:38:32.036681+0000","last_undegraded":"2023-08-28T02:38:32.036681+0000","last_fullsized":"2023-08-28T02:38:32.036681+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:05:33.622172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":317,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.017234+0000","last_change":"2023-08-28T02:32:12.948756+0000","last_active":"2023-08-28T02:38:32.017234+0000","last_peered":"2023-08-28T02:38:32.017234+0000","last_clean":"2023-08-28T02:38:32.017234+0000","last_became_active":"2023-08-28T02:32:12.948441+0000","last_became_peered":"2023-08-28T02:32:12.948441+0000","last_unstale":"2023-08-28T02:38:32.017234+0000","last_undegraded":"2023-08-28T02:38:32.017234+0000","last_fullsized":"2023-08-28T02:38:32.017234+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:27.922180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":334,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.140813+0000","last_change":"2023-08-28T02:33:12.299398+0000","last_active":"2023-08-28T02:38:32.140813+0000","last_peered":"2023-08-28T02:38:32.140813+0000","last_clean":"2023-08-28T02:38:32.140813+0000","last_became_active":"2023-08-28T02:33:12.299113+0000","last_became_peered":"2023-08-28T02:33:12.299113+0000","last_unstale":"2023-08-28T02:38:32.140813+0000","last_undegraded":"2023-08-28T02:38:32.140813+0000","last_fullsized":"2023-08-28T02:38:32.140813+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:14:55.597212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"65'8","reported_seq":128,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.139801+0000","last_change":"2023-08-28T02:33:13.478870+0000","last_active":"2023-08-28T02:38:32.139801+0000","last_peered":"2023-08-28T02:38:32.139801+0000","last_clean":"2023-08-28T02:38:32.139801+0000","last_became_active":"2023-08-28T02:33:13.332142+0000","last_became_peered":"2023-08-28T02:33:13.332142+0000","last_unstale":"2023-08-28T02:38:32.139801+0000","last_undegraded":"2023-08-28T02:38:32.139801+0000","last_fullsized":"2023-08-28T02:38:32.139801+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:32:42.810159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":266,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.044056+0000","last_change":"2023-08-28T02:33:12.306353+0000","last_active":"2023-08-28T02:38:32.044056+0000","last_peered":"2023-08-28T02:38:32.044056+0000","last_clean":"2023-08-28T02:38:32.044056+0000","last_became_active":"2023-08-28T02:33:12.304977+0000","last_became_peered":"2023-08-28T02:33:12.304977+0000","last_unstale":"2023-08-28T02:38:32.044056+0000","last_undegraded":"2023-08-28T02:38:32.044056+0000","last_fullsized":"2023-08-28T02:38:32.044056+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:19:38.819671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"360'7644","reported_seq":7762,"reported_epoch":360,"state":"active+clean","last_fresh":"2023-08-28T02:38:40.582673+0000","last_change":"2023-08-28T02:30:50.402703+0000","last_active":"2023-08-28T02:38:40.582673+0000","last_peered":"2023-08-28T02:38:40.582673+0000","last_clean":"2023-08-28T02:38:40.582673+0000","last_became_active":"2023-08-28T02:30:50.402419+0000","last_became_peered":"2023-08-28T02:30:50.402419+0000","last_unstale":"2023-08-28T02:38:40.582673+0000","last_undegraded":"2023-08-28T02:38:40.582673+0000","last_fullsized":"2023-08-28T02:38:40.582673+0000","mapping_epoch":250,"log_start":"254'500","ondisk_log_start":"254'500","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7144,"log_dups_size":0,"ondisk_log_size":7144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:07:37.393907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":263192576,"num_objects":4016,"num_object_clones":0,"num_object_copies":12048,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4016,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7644,"num_write_kb":373120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"65'1","reported_seq":325,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.017872+0000","last_change":"2023-08-28T02:14:43.046130+0000","last_active":"2023-08-28T02:38:32.017872+0000","last_peered":"2023-08-28T02:38:32.017872+0000","last_clean":"2023-08-28T02:38:32.017872+0000","last_became_active":"2023-08-28T02:14:43.045775+0000","last_became_peered":"2023-08-28T02:14:43.045775+0000","last_unstale":"2023-08-28T02:38:32.017872+0000","last_undegraded":"2023-08-28T02:38:32.017872+0000","last_fullsized":"2023-08-28T02:38:32.017872+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:57:38.279756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":315,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.034634+0000","last_change":"2023-08-28T02:31:51.987149+0000","last_active":"2023-08-28T02:38:32.034634+0000","last_peered":"2023-08-28T02:38:32.034634+0000","last_clean":"2023-08-28T02:38:32.034634+0000","last_became_active":"2023-08-28T02:31:51.986821+0000","last_became_peered":"2023-08-28T02:31:51.986821+0000","last_unstale":"2023-08-28T02:38:32.034634+0000","last_undegraded":"2023-08-28T02:38:32.034634+0000","last_fullsized":"2023-08-28T02:38:32.034634+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:23:26.661134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"360'7669","reported_seq":12917,"reported_epoch":360,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:38:40.824823+0000","last_change":"2023-08-28T02:33:33.975566+0000","last_active":"2023-08-28T02:38:40.824823+0000","last_peered":"2023-08-28T02:38:40.824823+0000","last_clean":"2023-08-28T02:31:27.868230+0000","last_became_active":"2023-08-28T02:33:33.660452+0000","last_became_peered":"2023-08-28T02:33:33.660452+0000","last_unstale":"2023-08-28T02:38:40.824823+0000","last_undegraded":"2023-08-28T02:33:13.410847+0000","last_fullsized":"2023-08-28T02:33:13.270012+0000","mapping_epoch":298,"log_start":"254'500","ondisk_log_start":"254'500","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7169,"log_dups_size":0,"ondisk_log_size":7169,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:33.375162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":257622016,"num_objects":3931,"num_object_clones":0,"num_object_copies":11793,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6438,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3931,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7669,"num_write_kb":371200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2546,"num_bytes_recovered":166789120,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[5,4],"avail_no_missing":["5","6"],"object_location_counts":[{"shards":"2,5,6","objects":915},{"shards":"3,5,6","objects":1510},{"shards":"4,5","objects":1},{"shards":"5,6","objects":1505}],"blocked_by":[],"up_primary":3,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"65'2","reported_seq":350,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.017728+0000","last_change":"2023-08-28T02:29:44.436352+0000","last_active":"2023-08-28T02:38:32.017728+0000","last_peered":"2023-08-28T02:38:32.017728+0000","last_clean":"2023-08-28T02:38:32.017728+0000","last_became_active":"2023-08-28T02:29:44.411499+0000","last_became_peered":"2023-08-28T02:29:44.411499+0000","last_unstale":"2023-08-28T02:38:32.017728+0000","last_undegraded":"2023-08-28T02:38:32.017728+0000","last_fullsized":"2023-08-28T02:38:32.017728+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:46:57.540191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":376,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.024987+0000","last_change":"2023-08-28T02:33:12.289004+0000","last_active":"2023-08-28T02:38:32.024987+0000","last_peered":"2023-08-28T02:38:32.024987+0000","last_clean":"2023-08-28T02:38:32.024987+0000","last_became_active":"2023-08-28T02:33:12.288722+0000","last_became_peered":"2023-08-28T02:33:12.288722+0000","last_unstale":"2023-08-28T02:38:32.024987+0000","last_undegraded":"2023-08-28T02:38:32.024987+0000","last_fullsized":"2023-08-28T02:38:32.024987+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:24.019483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"360'7594","reported_seq":12807,"reported_epoch":360,"state":"active+clean","last_fresh":"2023-08-28T02:38:39.827103+0000","last_change":"2023-08-28T02:37:54.748968+0000","last_active":"2023-08-28T02:38:39.827103+0000","last_peered":"2023-08-28T02:38:39.827103+0000","last_clean":"2023-08-28T02:38:39.827103+0000","last_became_active":"2023-08-28T02:37:54.729376+0000","last_became_peered":"2023-08-28T02:37:54.729376+0000","last_unstale":"2023-08-28T02:38:39.827103+0000","last_undegraded":"2023-08-28T02:38:39.827103+0000","last_fullsized":"2023-08-28T02:38:39.827103+0000","mapping_epoch":351,"log_start":"257'2312","ondisk_log_start":"257'2312","created":250,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5282,"log_dups_size":0,"ondisk_log_size":5282,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:00.988172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":259260416,"num_objects":3956,"num_object_clones":0,"num_object_copies":11868,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3956,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7594,"num_write_kb":369600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2533,"num_bytes_recovered":160432128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"65'1","reported_seq":336,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.017549+0000","last_change":"2023-08-28T02:33:13.516869+0000","last_active":"2023-08-28T02:38:32.017549+0000","last_peered":"2023-08-28T02:38:32.017549+0000","last_clean":"2023-08-28T02:38:32.017549+0000","last_became_active":"2023-08-28T02:33:13.396736+0000","last_became_peered":"2023-08-28T02:33:13.396736+0000","last_unstale":"2023-08-28T02:38:32.017549+0000","last_undegraded":"2023-08-28T02:38:32.017549+0000","last_fullsized":"2023-08-28T02:38:32.017549+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:47:08.237137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":303,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.158195+0000","last_change":"2023-08-28T02:31:51.987327+0000","last_active":"2023-08-28T02:38:32.158195+0000","last_peered":"2023-08-28T02:38:32.158195+0000","last_clean":"2023-08-28T02:38:32.158195+0000","last_became_active":"2023-08-28T02:31:51.987018+0000","last_became_peered":"2023-08-28T02:31:51.987018+0000","last_unstale":"2023-08-28T02:38:32.158195+0000","last_undegraded":"2023-08-28T02:38:32.158195+0000","last_fullsized":"2023-08-28T02:38:32.158195+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:53:26.105101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.5","version":"360'7534","reported_seq":11108,"reported_epoch":360,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:38:40.375293+0000","last_change":"2023-08-28T02:33:13.625779+0000","last_active":"2023-08-28T02:38:40.375293+0000","last_peered":"2023-08-28T02:38:40.375293+0000","last_clean":"2023-08-28T02:31:27.898932+0000","last_became_active":"2023-08-28T02:33:13.612126+0000","last_became_peered":"2023-08-28T02:33:13.612126+0000","last_unstale":"2023-08-28T02:38:40.375293+0000","last_undegraded":"2023-08-28T02:33:13.485377+0000","last_fullsized":"2023-08-28T02:33:13.264317+0000","mapping_epoch":298,"log_start":"257'2263","ondisk_log_start":"257'2263","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5271,"log_dups_size":0,"ondisk_log_size":5271,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:37:28.843386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":256770048,"num_objects":3918,"num_object_clones":0,"num_object_copies":11754,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6460,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3918,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7534,"num_write_kb":366464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1716,"num_bytes_recovered":112459776,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,7],"avail_no_missing":["0","2"],"object_location_counts":[{"shards":"0,2","objects":2358},{"shards":"0,2,3","objects":1560}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":354,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.037122+0000","last_change":"2023-08-28T02:33:13.281826+0000","last_active":"2023-08-28T02:38:32.037122+0000","last_peered":"2023-08-28T02:38:32.037122+0000","last_clean":"2023-08-28T02:38:32.037122+0000","last_became_active":"2023-08-28T02:33:13.281511+0000","last_became_peered":"2023-08-28T02:33:13.281511+0000","last_unstale":"2023-08-28T02:38:32.037122+0000","last_undegraded":"2023-08-28T02:38:32.037122+0000","last_fullsized":"2023-08-28T02:38:32.037122+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:32:55.005706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":351,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.140119+0000","last_change":"2023-08-28T02:29:44.436713+0000","last_active":"2023-08-28T02:38:32.140119+0000","last_peered":"2023-08-28T02:38:32.140119+0000","last_clean":"2023-08-28T02:38:32.140119+0000","last_became_active":"2023-08-28T02:29:44.436203+0000","last_became_peered":"2023-08-28T02:29:44.436203+0000","last_unstale":"2023-08-28T02:38:32.140119+0000","last_undegraded":"2023-08-28T02:38:32.140119+0000","last_fullsized":"2023-08-28T02:38:32.140119+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:46:48.522293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"360'7846","reported_seq":7968,"reported_epoch":360,"state":"active+clean","last_fresh":"2023-08-28T02:38:42.496868+0000","last_change":"2023-08-28T02:30:50.399669+0000","last_active":"2023-08-28T02:38:42.496868+0000","last_peered":"2023-08-28T02:38:42.496868+0000","last_clean":"2023-08-28T02:38:42.496868+0000","last_became_active":"2023-08-28T02:30:50.399332+0000","last_became_peered":"2023-08-28T02:30:50.399332+0000","last_unstale":"2023-08-28T02:38:42.496868+0000","last_undegraded":"2023-08-28T02:38:42.496868+0000","last_fullsized":"2023-08-28T02:38:42.496868+0000","mapping_epoch":250,"log_start":"256'1700","ondisk_log_start":"256'1700","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6146,"log_dups_size":0,"ondisk_log_size":6146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:00:54.910841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":260046848,"num_objects":3968,"num_object_clones":0,"num_object_copies":11904,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3968,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7846,"num_write_kb":378048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"75'161","reported_seq":780,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.017293+0000","last_change":"2023-08-28T02:33:13.310049+0000","last_active":"2023-08-28T02:38:32.017293+0000","last_peered":"2023-08-28T02:38:32.017293+0000","last_clean":"2023-08-28T02:38:32.017293+0000","last_became_active":"2023-08-28T02:33:13.309661+0000","last_became_peered":"2023-08-28T02:33:13.309661+0000","last_unstale":"2023-08-28T02:38:32.017293+0000","last_undegraded":"2023-08-28T02:38:32.017293+0000","last_fullsized":"2023-08-28T02:38:32.017293+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.930230+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.930230+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:27:40.889460+0000","scrub_duration":0.0050169209999999997,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"65'2","reported_seq":315,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.043938+0000","last_change":"2023-08-28T02:33:12.294922+0000","last_active":"2023-08-28T02:38:32.043938+0000","last_peered":"2023-08-28T02:38:32.043938+0000","last_clean":"2023-08-28T02:38:32.043938+0000","last_became_active":"2023-08-28T02:33:12.294518+0000","last_became_peered":"2023-08-28T02:33:12.294518+0000","last_unstale":"2023-08-28T02:38:32.043938+0000","last_undegraded":"2023-08-28T02:38:32.043938+0000","last_fullsized":"2023-08-28T02:38:32.043938+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:21:12.737286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":353,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.025308+0000","last_change":"2023-08-28T02:33:13.310505+0000","last_active":"2023-08-28T02:38:32.025308+0000","last_peered":"2023-08-28T02:38:32.025308+0000","last_clean":"2023-08-28T02:38:32.025308+0000","last_became_active":"2023-08-28T02:33:13.310223+0000","last_became_peered":"2023-08-28T02:33:13.310223+0000","last_unstale":"2023-08-28T02:38:32.025308+0000","last_undegraded":"2023-08-28T02:38:32.025308+0000","last_fullsized":"2023-08-28T02:38:32.025308+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:27:02.124453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"360'7673","reported_seq":20385,"reported_epoch":360,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-08-28T02:38:40.830812+0000","last_change":"2023-08-28T02:37:52.936094+0000","last_active":"2023-08-28T02:38:40.830812+0000","last_peered":"2023-08-28T02:38:40.830812+0000","last_clean":"2023-08-28T02:31:27.916082+0000","last_became_active":"2023-08-28T02:33:13.580413+0000","last_became_peered":"2023-08-28T02:33:13.580413+0000","last_unstale":"2023-08-28T02:38:40.830812+0000","last_undegraded":"2023-08-28T02:33:13.480527+0000","last_fullsized":"2023-08-28T02:33:13.270957+0000","mapping_epoch":298,"log_start":"254'500","ondisk_log_start":"254'500","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7173,"log_dups_size":0,"ondisk_log_size":7173,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:03.698410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":261816320,"num_objects":3995,"num_object_clones":0,"num_object_copies":11985,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":482,"num_objects_misplaced":482,"num_objects_unfound":0,"num_objects_dirty":3995,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7673,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5281,"num_bytes_recovered":346095616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,4],"avail_no_missing":["5","2"],"object_location_counts":[{"shards":"2,5","objects":482},{"shards":"4,5","objects":3513}],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"75'161","reported_seq":619,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.034634+0000","last_change":"2023-08-28T02:37:37.933802+0000","last_active":"2023-08-28T02:38:32.034634+0000","last_peered":"2023-08-28T02:38:32.034634+0000","last_clean":"2023-08-28T02:38:32.034634+0000","last_became_active":"2023-08-28T02:33:13.287313+0000","last_became_peered":"2023-08-28T02:33:13.287313+0000","last_unstale":"2023-08-28T02:38:32.034634+0000","last_undegraded":"2023-08-28T02:38:32.034634+0000","last_fullsized":"2023-08-28T02:38:32.034634+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:45.407127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:45.407127+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:39:14.213229+0000","scrub_duration":0.0018495320000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":262688,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":273,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.024914+0000","last_change":"2023-08-28T02:33:13.309727+0000","last_active":"2023-08-28T02:38:32.024914+0000","last_peered":"2023-08-28T02:38:32.024914+0000","last_clean":"2023-08-28T02:38:32.024914+0000","last_became_active":"2023-08-28T02:33:13.309487+0000","last_became_peered":"2023-08-28T02:33:13.309487+0000","last_unstale":"2023-08-28T02:38:32.024914+0000","last_undegraded":"2023-08-28T02:38:32.024914+0000","last_fullsized":"2023-08-28T02:38:32.024914+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:27:29.294011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":88,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.025365+0000","last_change":"2023-08-28T02:32:28.456323+0000","last_active":"2023-08-28T02:38:32.025365+0000","last_peered":"2023-08-28T02:38:32.025365+0000","last_clean":"2023-08-28T02:38:32.025365+0000","last_became_active":"2023-08-28T02:32:28.455987+0000","last_became_peered":"2023-08-28T02:32:28.455987+0000","last_unstale":"2023-08-28T02:38:32.025365+0000","last_undegraded":"2023-08-28T02:38:32.025365+0000","last_fullsized":"2023-08-28T02:38:32.025365+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:54:07.724002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"360'7822","reported_seq":17961,"reported_epoch":360,"state":"active+clean","last_fresh":"2023-08-28T02:38:42.418309+0000","last_change":"2023-08-28T02:33:13.316023+0000","last_active":"2023-08-28T02:38:42.418309+0000","last_peered":"2023-08-28T02:38:42.418309+0000","last_clean":"2023-08-28T02:38:42.418309+0000","last_became_active":"2023-08-28T02:33:13.308403+0000","last_became_peered":"2023-08-28T02:33:13.308403+0000","last_unstale":"2023-08-28T02:38:42.418309+0000","last_undegraded":"2023-08-28T02:38:42.418309+0000","last_fullsized":"2023-08-28T02:38:42.418309+0000","mapping_epoch":298,"log_start":"256'1600","ondisk_log_start":"256'1600","created":250,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6222,"log_dups_size":0,"ondisk_log_size":6222,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:10:38.401973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":266993664,"num_objects":4074,"num_object_clones":0,"num_object_copies":12222,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4074,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7822,"num_write_kb":380672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4999,"num_bytes_recovered":327614464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":333,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.024910+0000","last_change":"2023-08-28T02:32:28.455294+0000","last_active":"2023-08-28T02:38:32.024910+0000","last_peered":"2023-08-28T02:38:32.024910+0000","last_clean":"2023-08-28T02:38:32.024910+0000","last_became_active":"2023-08-28T02:32:28.455013+0000","last_became_peered":"2023-08-28T02:32:28.455013+0000","last_unstale":"2023-08-28T02:38:32.024910+0000","last_undegraded":"2023-08-28T02:38:32.024910+0000","last_fullsized":"2023-08-28T02:38:32.024910+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:53.583864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":365,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.026543+0000","last_change":"2023-08-28T02:33:13.335588+0000","last_active":"2023-08-28T02:38:32.026543+0000","last_peered":"2023-08-28T02:38:32.026543+0000","last_clean":"2023-08-28T02:38:32.026543+0000","last_became_active":"2023-08-28T02:33:13.335326+0000","last_became_peered":"2023-08-28T02:33:13.335326+0000","last_unstale":"2023-08-28T02:38:32.026543+0000","last_undegraded":"2023-08-28T02:38:32.026543+0000","last_fullsized":"2023-08-28T02:38:32.026543+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:15:44.958663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"360'7737","reported_seq":7855,"reported_epoch":360,"state":"active+clean","last_fresh":"2023-08-28T02:38:42.345607+0000","last_change":"2023-08-28T02:30:50.400261+0000","last_active":"2023-08-28T02:38:42.345607+0000","last_peered":"2023-08-28T02:38:42.345607+0000","last_clean":"2023-08-28T02:38:42.345607+0000","last_became_active":"2023-08-28T02:30:50.399938+0000","last_became_peered":"2023-08-28T02:30:50.399938+0000","last_unstale":"2023-08-28T02:38:42.345607+0000","last_undegraded":"2023-08-28T02:38:42.345607+0000","last_fullsized":"2023-08-28T02:38:42.345607+0000","mapping_epoch":250,"log_start":"257'2290","ondisk_log_start":"257'2290","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5447,"log_dups_size":0,"ondisk_log_size":5447,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:43:56.802792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":259325952,"num_objects":3957,"num_object_clones":0,"num_object_copies":11871,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3957,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7737,"num_write_kb":374208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"75'161","reported_seq":639,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.036427+0000","last_change":"2023-08-28T02:32:56.519141+0000","last_active":"2023-08-28T02:38:32.036427+0000","last_peered":"2023-08-28T02:38:32.036427+0000","last_clean":"2023-08-28T02:38:32.036427+0000","last_became_active":"2023-08-28T02:32:56.518863+0000","last_became_peered":"2023-08-28T02:32:56.518863+0000","last_unstale":"2023-08-28T02:38:32.036427+0000","last_undegraded":"2023-08-28T02:38:32.036427+0000","last_fullsized":"2023-08-28T02:38:32.036427+0000","mapping_epoch":292,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":293,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_clean_scrub_stamp":"2023-08-28T02:29:25.608370+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:59:50.561109+0000","scrub_duration":0.001662689,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":268,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.043459+0000","last_change":"2023-08-28T02:33:12.294592+0000","last_active":"2023-08-28T02:38:32.043459+0000","last_peered":"2023-08-28T02:38:32.043459+0000","last_clean":"2023-08-28T02:38:32.043459+0000","last_became_active":"2023-08-28T02:33:12.288508+0000","last_became_peered":"2023-08-28T02:33:12.288508+0000","last_unstale":"2023-08-28T02:38:32.043459+0000","last_undegraded":"2023-08-28T02:38:32.043459+0000","last_fullsized":"2023-08-28T02:38:32.043459+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:05:42.717608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":150,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.159102+0000","last_change":"2023-08-28T02:29:44.429834+0000","last_active":"2023-08-28T02:38:32.159102+0000","last_peered":"2023-08-28T02:38:32.159102+0000","last_clean":"2023-08-28T02:38:32.159102+0000","last_became_active":"2023-08-28T02:29:44.429512+0000","last_became_peered":"2023-08-28T02:29:44.429512+0000","last_unstale":"2023-08-28T02:38:32.159102+0000","last_undegraded":"2023-08-28T02:38:32.159102+0000","last_fullsized":"2023-08-28T02:38:32.159102+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:58.062455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"360'7626","reported_seq":7744,"reported_epoch":360,"state":"active+clean","last_fresh":"2023-08-28T02:38:41.152285+0000","last_change":"2023-08-28T02:30:50.402348+0000","last_active":"2023-08-28T02:38:41.152285+0000","last_peered":"2023-08-28T02:38:41.152285+0000","last_clean":"2023-08-28T02:38:41.152285+0000","last_became_active":"2023-08-28T02:30:50.402076+0000","last_became_peered":"2023-08-28T02:30:50.402076+0000","last_unstale":"2023-08-28T02:38:41.152285+0000","last_undegraded":"2023-08-28T02:38:41.152285+0000","last_fullsized":"2023-08-28T02:38:41.152285+0000","mapping_epoch":250,"log_start":"255'800","ondisk_log_start":"255'800","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6826,"log_dups_size":0,"ondisk_log_size":6826,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:24.859426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":258867200,"num_objects":3950,"num_object_clones":0,"num_object_copies":11850,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3950,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7626,"num_write_kb":370432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.7","version":"75'161","reported_seq":560,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.044010+0000","last_change":"2023-08-28T02:33:13.532525+0000","last_active":"2023-08-28T02:38:32.044010+0000","last_peered":"2023-08-28T02:38:32.044010+0000","last_clean":"2023-08-28T02:38:32.044010+0000","last_became_active":"2023-08-28T02:33:13.532125+0000","last_became_peered":"2023-08-28T02:33:13.532125+0000","last_unstale":"2023-08-28T02:38:32.044010+0000","last_undegraded":"2023-08-28T02:38:32.044010+0000","last_fullsized":"2023-08-28T02:38:32.044010+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.887648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.887648+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":151,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.158475+0000","last_change":"2023-08-28T02:29:44.407595+0000","last_active":"2023-08-28T02:38:32.158475+0000","last_peered":"2023-08-28T02:38:32.158475+0000","last_clean":"2023-08-28T02:38:32.158475+0000","last_became_active":"2023-08-28T02:29:44.407316+0000","last_became_peered":"2023-08-28T02:29:44.407316+0000","last_unstale":"2023-08-28T02:38:32.158475+0000","last_undegraded":"2023-08-28T02:38:32.158475+0000","last_fullsized":"2023-08-28T02:38:32.158475+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:01:47.777709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":371,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.036640+0000","last_change":"2023-08-28T02:33:13.286980+0000","last_active":"2023-08-28T02:38:32.036640+0000","last_peered":"2023-08-28T02:38:32.036640+0000","last_clean":"2023-08-28T02:38:32.036640+0000","last_became_active":"2023-08-28T02:33:13.286740+0000","last_became_peered":"2023-08-28T02:33:13.286740+0000","last_unstale":"2023-08-28T02:38:32.036640+0000","last_undegraded":"2023-08-28T02:38:32.036640+0000","last_fullsized":"2023-08-28T02:38:32.036640+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:24:54.574365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":151,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.158196+0000","last_change":"2023-08-28T02:29:44.506914+0000","last_active":"2023-08-28T02:38:32.158196+0000","last_peered":"2023-08-28T02:38:32.158196+0000","last_clean":"2023-08-28T02:38:32.158196+0000","last_became_active":"2023-08-28T02:29:44.506606+0000","last_became_peered":"2023-08-28T02:29:44.506606+0000","last_unstale":"2023-08-28T02:38:32.158196+0000","last_undegraded":"2023-08-28T02:38:32.158196+0000","last_fullsized":"2023-08-28T02:38:32.158196+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:55:50.992279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"360'7692","reported_seq":19409,"reported_epoch":360,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:38:39.938420+0000","last_change":"2023-08-28T02:34:11.565330+0000","last_active":"2023-08-28T02:38:39.938420+0000","last_peered":"2023-08-28T02:38:39.938420+0000","last_clean":"2023-08-28T02:32:11.916240+0000","last_became_active":"2023-08-28T02:33:12.501819+0000","last_became_peered":"2023-08-28T02:33:12.501819+0000","last_unstale":"2023-08-28T02:38:39.938420+0000","last_undegraded":"2023-08-28T02:38:39.938420+0000","last_fullsized":"2023-08-28T02:38:39.938420+0000","mapping_epoch":297,"log_start":"257'2424","ondisk_log_start":"257'2424","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5268,"log_dups_size":0,"ondisk_log_size":5268,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:45:43.329719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":255852544,"num_objects":3904,"num_object_clones":0,"num_object_copies":11712,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3904,"num_objects_unfound":0,"num_objects_dirty":3904,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7692,"num_write_kb":371072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5787,"num_bytes_recovered":379256832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,2],"avail_no_missing":["0","2","5","6"],"object_location_counts":[{"shards":"0,2,5","objects":3904}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.1","version":"75'161","reported_seq":619,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.034870+0000","last_change":"2023-08-28T02:32:31.482659+0000","last_active":"2023-08-28T02:38:32.034870+0000","last_peered":"2023-08-28T02:38:32.034870+0000","last_clean":"2023-08-28T02:38:32.034870+0000","last_became_active":"2023-08-28T02:32:31.482320+0000","last_became_peered":"2023-08-28T02:32:31.482320+0000","last_unstale":"2023-08-28T02:38:32.034870+0000","last_undegraded":"2023-08-28T02:38:32.034870+0000","last_fullsized":"2023-08-28T02:38:32.034870+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:24.559397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:24.559397+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:41:09.516918+0000","scrub_duration":0.001580328,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":357,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.036296+0000","last_change":"2023-08-28T02:31:51.988386+0000","last_active":"2023-08-28T02:38:32.036296+0000","last_peered":"2023-08-28T02:38:32.036296+0000","last_clean":"2023-08-28T02:38:32.036296+0000","last_became_active":"2023-08-28T02:31:51.988097+0000","last_became_peered":"2023-08-28T02:31:51.988097+0000","last_unstale":"2023-08-28T02:38:32.036296+0000","last_undegraded":"2023-08-28T02:38:32.036296+0000","last_fullsized":"2023-08-28T02:38:32.036296+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:25:01.818829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":333,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.026591+0000","last_change":"2023-08-28T02:32:12.951275+0000","last_active":"2023-08-28T02:38:32.026591+0000","last_peered":"2023-08-28T02:38:32.026591+0000","last_clean":"2023-08-28T02:38:32.026591+0000","last_became_active":"2023-08-28T02:32:12.950965+0000","last_became_peered":"2023-08-28T02:32:12.950965+0000","last_unstale":"2023-08-28T02:38:32.026591+0000","last_undegraded":"2023-08-28T02:38:32.026591+0000","last_fullsized":"2023-08-28T02:38:32.026591+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:37:31.294280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":177,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.158477+0000","last_change":"2023-08-28T02:33:13.286534+0000","last_active":"2023-08-28T02:38:32.158477+0000","last_peered":"2023-08-28T02:38:32.158477+0000","last_clean":"2023-08-28T02:38:32.158477+0000","last_became_active":"2023-08-28T02:33:13.286164+0000","last_became_peered":"2023-08-28T02:33:13.286164+0000","last_unstale":"2023-08-28T02:38:32.158477+0000","last_undegraded":"2023-08-28T02:38:32.158477+0000","last_fullsized":"2023-08-28T02:38:32.158477+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:56.721932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"360'7711","reported_seq":19519,"reported_epoch":360,"state":"active+clean","last_fresh":"2023-08-28T02:38:40.366136+0000","last_change":"2023-08-28T02:34:14.448606+0000","last_active":"2023-08-28T02:38:40.366136+0000","last_peered":"2023-08-28T02:38:40.366136+0000","last_clean":"2023-08-28T02:38:40.366136+0000","last_became_active":"2023-08-28T02:34:14.438547+0000","last_became_peered":"2023-08-28T02:34:14.438547+0000","last_unstale":"2023-08-28T02:38:40.366136+0000","last_undegraded":"2023-08-28T02:38:40.366136+0000","last_fullsized":"2023-08-28T02:38:40.366136+0000","mapping_epoch":314,"log_start":"254'500","ondisk_log_start":"254'500","created":250,"last_epoch_clean":315,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7211,"log_dups_size":0,"ondisk_log_size":7211,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:06:41.120408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":259325952,"num_objects":3957,"num_object_clones":0,"num_object_copies":11871,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3957,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7711,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5834,"num_bytes_recovered":376832000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2","version":"75'161","reported_seq":741,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.017173+0000","last_change":"2023-08-28T02:30:51.762377+0000","last_active":"2023-08-28T02:38:32.017173+0000","last_peered":"2023-08-28T02:38:32.017173+0000","last_clean":"2023-08-28T02:38:32.017173+0000","last_became_active":"2023-08-28T02:27:46.375590+0000","last_became_peered":"2023-08-28T02:27:46.375590+0000","last_unstale":"2023-08-28T02:38:32.017173+0000","last_undegraded":"2023-08-28T02:38:32.017173+0000","last_fullsized":"2023-08-28T02:38:32.017173+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:51.762314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:51.762314+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:02.034555+0000","scrub_duration":0.0020023620000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":168,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.043406+0000","last_change":"2023-08-28T02:33:13.289765+0000","last_active":"2023-08-28T02:38:32.043406+0000","last_peered":"2023-08-28T02:38:32.043406+0000","last_clean":"2023-08-28T02:38:32.043406+0000","last_became_active":"2023-08-28T02:33:13.289159+0000","last_became_peered":"2023-08-28T02:33:13.289159+0000","last_unstale":"2023-08-28T02:38:32.043406+0000","last_undegraded":"2023-08-28T02:38:32.043406+0000","last_fullsized":"2023-08-28T02:38:32.043406+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:30:38.956723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":169,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.158164+0000","last_change":"2023-08-28T02:32:28.464203+0000","last_active":"2023-08-28T02:38:32.158164+0000","last_peered":"2023-08-28T02:38:32.158164+0000","last_clean":"2023-08-28T02:38:32.158164+0000","last_became_active":"2023-08-28T02:32:28.463412+0000","last_became_peered":"2023-08-28T02:32:28.463412+0000","last_unstale":"2023-08-28T02:38:32.158164+0000","last_undegraded":"2023-08-28T02:38:32.158164+0000","last_fullsized":"2023-08-28T02:38:32.158164+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:20:38.177879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":151,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.159144+0000","last_change":"2023-08-28T02:29:44.427945+0000","last_active":"2023-08-28T02:38:32.159144+0000","last_peered":"2023-08-28T02:38:32.159144+0000","last_clean":"2023-08-28T02:38:32.159144+0000","last_became_active":"2023-08-28T02:29:44.426487+0000","last_became_peered":"2023-08-28T02:29:44.426487+0000","last_unstale":"2023-08-28T02:38:32.159144+0000","last_undegraded":"2023-08-28T02:38:32.159144+0000","last_fullsized":"2023-08-28T02:38:32.159144+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:30:20.438896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"360'7709","reported_seq":17799,"reported_epoch":360,"state":"active+clean","last_fresh":"2023-08-28T02:38:42.473544+0000","last_change":"2023-08-28T02:34:48.488647+0000","last_active":"2023-08-28T02:38:42.473544+0000","last_peered":"2023-08-28T02:38:42.473544+0000","last_clean":"2023-08-28T02:38:42.473544+0000","last_became_active":"2023-08-28T02:34:48.476519+0000","last_became_peered":"2023-08-28T02:34:48.476519+0000","last_unstale":"2023-08-28T02:38:42.473544+0000","last_undegraded":"2023-08-28T02:38:42.473544+0000","last_fullsized":"2023-08-28T02:38:42.473544+0000","mapping_epoch":318,"log_start":"256'1500","ondisk_log_start":"256'1500","created":250,"last_epoch_clean":319,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6209,"log_dups_size":0,"ondisk_log_size":6209,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:44:20.004230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":257884160,"num_objects":3935,"num_object_clones":0,"num_object_copies":11805,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3935,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7709,"num_write_kb":372608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4973,"num_bytes_recovered":325910528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":351,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.035426+0000","last_change":"2023-08-28T02:33:13.484970+0000","last_active":"2023-08-28T02:38:32.035426+0000","last_peered":"2023-08-28T02:38:32.035426+0000","last_clean":"2023-08-28T02:38:32.035426+0000","last_became_active":"2023-08-28T02:33:13.484579+0000","last_became_peered":"2023-08-28T02:33:13.484579+0000","last_unstale":"2023-08-28T02:38:32.035426+0000","last_undegraded":"2023-08-28T02:38:32.035426+0000","last_fullsized":"2023-08-28T02:38:32.035426+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:58.027468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"75'161","reported_seq":742,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.017072+0000","last_change":"2023-08-28T02:31:55.059467+0000","last_active":"2023-08-28T02:38:32.017072+0000","last_peered":"2023-08-28T02:38:32.017072+0000","last_clean":"2023-08-28T02:38:32.017072+0000","last_became_active":"2023-08-28T02:31:55.059115+0000","last_became_peered":"2023-08-28T02:31:55.059115+0000","last_unstale":"2023-08-28T02:38:32.017072+0000","last_undegraded":"2023-08-28T02:38:32.017072+0000","last_fullsized":"2023-08-28T02:38:32.017072+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":0,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.820990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.820990+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:15:56.774667+0000","scrub_duration":0.0017342480000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":269,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.043541+0000","last_change":"2023-08-28T02:33:13.352810+0000","last_active":"2023-08-28T02:38:32.043541+0000","last_peered":"2023-08-28T02:38:32.043541+0000","last_clean":"2023-08-28T02:38:32.043541+0000","last_became_active":"2023-08-28T02:33:13.351697+0000","last_became_peered":"2023-08-28T02:33:13.351697+0000","last_unstale":"2023-08-28T02:38:32.043541+0000","last_undegraded":"2023-08-28T02:38:32.043541+0000","last_fullsized":"2023-08-28T02:38:32.043541+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:56.187163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":182,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.025648+0000","last_change":"2023-08-28T02:31:51.984584+0000","last_active":"2023-08-28T02:38:32.025648+0000","last_peered":"2023-08-28T02:38:32.025648+0000","last_clean":"2023-08-28T02:38:32.025648+0000","last_became_active":"2023-08-28T02:31:51.984264+0000","last_became_peered":"2023-08-28T02:31:51.984264+0000","last_unstale":"2023-08-28T02:38:32.025648+0000","last_undegraded":"2023-08-28T02:38:32.025648+0000","last_fullsized":"2023-08-28T02:38:32.025648+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:58:42.306722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"360'7627","reported_seq":19353,"reported_epoch":360,"state":"active+clean","last_fresh":"2023-08-28T02:38:39.319939+0000","last_change":"2023-08-28T02:35:11.978901+0000","last_active":"2023-08-28T02:38:39.319939+0000","last_peered":"2023-08-28T02:38:39.319939+0000","last_clean":"2023-08-28T02:38:39.319939+0000","last_became_active":"2023-08-28T02:35:11.966585+0000","last_became_peered":"2023-08-28T02:35:11.966585+0000","last_unstale":"2023-08-28T02:38:39.319939+0000","last_undegraded":"2023-08-28T02:38:39.319939+0000","last_fullsized":"2023-08-28T02:38:39.319939+0000","mapping_epoch":323,"log_start":"257'2328","ondisk_log_start":"257'2328","created":250,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5299,"log_dups_size":0,"ondisk_log_size":5299,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:03:07.017814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":259194880,"num_objects":3955,"num_object_clones":0,"num_object_copies":11865,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3955,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7627,"num_write_kb":370624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5791,"num_bytes_recovered":368967680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3","version":"75'161","reported_seq":627,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.158397+0000","last_change":"2023-08-28T02:31:55.068239+0000","last_active":"2023-08-28T02:38:32.158397+0000","last_peered":"2023-08-28T02:38:32.158397+0000","last_clean":"2023-08-28T02:38:32.158397+0000","last_became_active":"2023-08-28T02:31:55.067875+0000","last_became_peered":"2023-08-28T02:31:55.067875+0000","last_unstale":"2023-08-28T02:38:32.158397+0000","last_undegraded":"2023-08-28T02:38:32.158397+0000","last_fullsized":"2023-08-28T02:38:32.158397+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.868248+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:11:04.391639+0000","scrub_duration":0.0016215240000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":365,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.017053+0000","last_change":"2023-08-28T02:29:44.421353+0000","last_active":"2023-08-28T02:38:32.017053+0000","last_peered":"2023-08-28T02:38:32.017053+0000","last_clean":"2023-08-28T02:38:32.017053+0000","last_became_active":"2023-08-28T02:29:44.421064+0000","last_became_peered":"2023-08-28T02:29:44.421064+0000","last_unstale":"2023-08-28T02:38:32.017053+0000","last_undegraded":"2023-08-28T02:38:32.017053+0000","last_fullsized":"2023-08-28T02:38:32.017053+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:51:36.524024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":335,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.139922+0000","last_change":"2023-08-28T02:33:12.299487+0000","last_active":"2023-08-28T02:38:32.139922+0000","last_peered":"2023-08-28T02:38:32.139922+0000","last_clean":"2023-08-28T02:38:32.139922+0000","last_became_active":"2023-08-28T02:33:12.299175+0000","last_became_peered":"2023-08-28T02:33:12.299175+0000","last_unstale":"2023-08-28T02:38:32.139922+0000","last_undegraded":"2023-08-28T02:38:32.139922+0000","last_fullsized":"2023-08-28T02:38:32.139922+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:42:29.713462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":346,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.140585+0000","last_change":"2023-08-28T02:32:28.457696+0000","last_active":"2023-08-28T02:38:32.140585+0000","last_peered":"2023-08-28T02:38:32.140585+0000","last_clean":"2023-08-28T02:38:32.140585+0000","last_became_active":"2023-08-28T02:32:28.457407+0000","last_became_peered":"2023-08-28T02:32:28.457407+0000","last_unstale":"2023-08-28T02:38:32.140585+0000","last_undegraded":"2023-08-28T02:38:32.140585+0000","last_fullsized":"2023-08-28T02:38:32.140585+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:26:29.392787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"360'7598","reported_seq":8744,"reported_epoch":360,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:38:42.334024+0000","last_change":"2023-08-28T02:34:11.566035+0000","last_active":"2023-08-28T02:38:42.334024+0000","last_peered":"2023-08-28T02:38:42.334024+0000","last_clean":"2023-08-28T02:33:10.395883+0000","last_became_active":"2023-08-28T02:33:12.394714+0000","last_became_peered":"2023-08-28T02:33:12.394714+0000","last_unstale":"2023-08-28T02:38:42.334024+0000","last_undegraded":"2023-08-28T02:38:42.334024+0000","last_fullsized":"2023-08-28T02:38:42.334024+0000","mapping_epoch":297,"log_start":"257'2184","ondisk_log_start":"257'2184","created":250,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5414,"log_dups_size":0,"ondisk_log_size":5414,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:01:26.984565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":254607384,"num_objects":3886,"num_object_clones":0,"num_object_copies":11658,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3541,"num_objects_unfound":0,"num_objects_dirty":3886,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7598,"num_write_kb":367425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":500,"num_bytes_recovered":32768000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,6],"avail_no_missing":["4","0","6"],"object_location_counts":[{"shards":"0,4,6","objects":3886}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.6","version":"75'161","reported_seq":620,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.140569+0000","last_change":"2023-08-28T02:33:13.338675+0000","last_active":"2023-08-28T02:38:32.140569+0000","last_peered":"2023-08-28T02:38:32.140569+0000","last_clean":"2023-08-28T02:38:32.140569+0000","last_became_active":"2023-08-28T02:33:13.338271+0000","last_became_peered":"2023-08-28T02:33:13.338271+0000","last_unstale":"2023-08-28T02:38:32.140569+0000","last_undegraded":"2023-08-28T02:38:32.140569+0000","last_fullsized":"2023-08-28T02:38:32.140569+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.774982+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.774982+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:13:20.011329+0000","scrub_duration":0.003539819,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":328,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.017632+0000","last_change":"2023-08-28T02:14:43.033789+0000","last_active":"2023-08-28T02:38:32.017632+0000","last_peered":"2023-08-28T02:38:32.017632+0000","last_clean":"2023-08-28T02:38:32.017632+0000","last_became_active":"2023-08-28T02:14:43.033454+0000","last_became_peered":"2023-08-28T02:14:43.033454+0000","last_unstale":"2023-08-28T02:38:32.017632+0000","last_undegraded":"2023-08-28T02:38:32.017632+0000","last_fullsized":"2023-08-28T02:38:32.017632+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:01:13.205842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":160,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.158588+0000","last_change":"2023-08-28T02:32:28.461807+0000","last_active":"2023-08-28T02:38:32.158588+0000","last_peered":"2023-08-28T02:38:32.158588+0000","last_clean":"2023-08-28T02:38:32.158588+0000","last_became_active":"2023-08-28T02:32:28.461116+0000","last_became_peered":"2023-08-28T02:32:28.461116+0000","last_unstale":"2023-08-28T02:38:32.158588+0000","last_undegraded":"2023-08-28T02:38:32.158588+0000","last_fullsized":"2023-08-28T02:38:32.158588+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:12:45.321757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":306,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.140368+0000","last_change":"2023-08-28T02:14:43.048791+0000","last_active":"2023-08-28T02:38:32.140368+0000","last_peered":"2023-08-28T02:38:32.140368+0000","last_clean":"2023-08-28T02:38:32.140368+0000","last_became_active":"2023-08-28T02:14:43.047408+0000","last_became_peered":"2023-08-28T02:14:43.047408+0000","last_unstale":"2023-08-28T02:38:32.140368+0000","last_undegraded":"2023-08-28T02:38:32.140368+0000","last_fullsized":"2023-08-28T02:38:32.140368+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:47.097181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"360'7845","reported_seq":17930,"reported_epoch":360,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:38:42.373222+0000","last_change":"2023-08-28T02:37:37.899201+0000","last_active":"2023-08-28T02:38:42.373222+0000","last_peered":"2023-08-28T02:38:42.373222+0000","last_clean":"2023-08-28T02:31:50.933695+0000","last_became_active":"2023-08-28T02:33:13.540416+0000","last_became_peered":"2023-08-28T02:33:13.540416+0000","last_unstale":"2023-08-28T02:38:42.373222+0000","last_undegraded":"2023-08-28T02:38:42.373222+0000","last_fullsized":"2023-08-28T02:38:42.373222+0000","mapping_epoch":298,"log_start":"257'2474","ondisk_log_start":"257'2474","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5371,"log_dups_size":0,"ondisk_log_size":5371,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:49:35.658845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":263258112,"num_objects":4017,"num_object_clones":0,"num_object_copies":12051,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":4017,"num_objects_unfound":0,"num_objects_dirty":4017,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7845,"num_write_kb":379584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4967,"num_bytes_recovered":325517312,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,2],"avail_no_missing":["4","2","5","6"],"object_location_counts":[{"shards":"2,4,5","objects":4017}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.5","version":"75'161","reported_seq":653,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.025413+0000","last_change":"2023-08-28T02:32:31.477151+0000","last_active":"2023-08-28T02:38:32.025413+0000","last_peered":"2023-08-28T02:38:32.025413+0000","last_clean":"2023-08-28T02:38:32.025413+0000","last_became_active":"2023-08-28T02:32:31.476776+0000","last_became_peered":"2023-08-28T02:32:31.476776+0000","last_unstale":"2023-08-28T02:38:32.025413+0000","last_undegraded":"2023-08-28T02:38:32.025413+0000","last_fullsized":"2023-08-28T02:38:32.025413+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:18.891729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:18.891729+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:47:27.194140+0000","scrub_duration":0.0031546460000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"65'2","reported_seq":316,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.043881+0000","last_change":"2023-08-28T02:33:12.327778+0000","last_active":"2023-08-28T02:38:32.043881+0000","last_peered":"2023-08-28T02:38:32.043881+0000","last_clean":"2023-08-28T02:38:32.043881+0000","last_became_active":"2023-08-28T02:33:12.327273+0000","last_became_peered":"2023-08-28T02:33:12.327273+0000","last_unstale":"2023-08-28T02:38:32.043881+0000","last_undegraded":"2023-08-28T02:38:32.043881+0000","last_fullsized":"2023-08-28T02:38:32.043881+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:40.554192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":198,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.158833+0000","last_change":"2023-08-28T02:33:13.335665+0000","last_active":"2023-08-28T02:38:32.158833+0000","last_peered":"2023-08-28T02:38:32.158833+0000","last_clean":"2023-08-28T02:38:32.158833+0000","last_became_active":"2023-08-28T02:33:13.335322+0000","last_became_peered":"2023-08-28T02:33:13.335322+0000","last_unstale":"2023-08-28T02:38:32.158833+0000","last_undegraded":"2023-08-28T02:38:32.158833+0000","last_fullsized":"2023-08-28T02:38:32.158833+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:21:08.024493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":313,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.043539+0000","last_change":"2023-08-28T02:33:12.310326+0000","last_active":"2023-08-28T02:38:32.043539+0000","last_peered":"2023-08-28T02:38:32.043539+0000","last_clean":"2023-08-28T02:38:32.043539+0000","last_became_active":"2023-08-28T02:33:12.310011+0000","last_became_peered":"2023-08-28T02:33:12.310011+0000","last_unstale":"2023-08-28T02:38:32.043539+0000","last_undegraded":"2023-08-28T02:38:32.043539+0000","last_fullsized":"2023-08-28T02:38:32.043539+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:35:03.710036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"360'7795","reported_seq":13511,"reported_epoch":360,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:38:42.348412+0000","last_change":"2023-08-28T02:33:34.765675+0000","last_active":"2023-08-28T02:38:42.348412+0000","last_peered":"2023-08-28T02:38:42.348412+0000","last_clean":"2023-08-28T02:31:27.909649+0000","last_became_active":"2023-08-28T02:33:33.726805+0000","last_became_peered":"2023-08-28T02:33:33.726805+0000","last_unstale":"2023-08-28T02:38:42.348412+0000","last_undegraded":"2023-08-28T02:33:20.140072+0000","last_fullsized":"2023-08-28T02:33:13.278549+0000","mapping_epoch":298,"log_start":"257'2377","ondisk_log_start":"257'2377","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5418,"log_dups_size":0,"ondisk_log_size":5418,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:02:22.971585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":266928128,"num_objects":4073,"num_object_clones":0,"num_object_copies":12219,"num_objects_missing_on_primary":4048,"num_objects_missing":4048,"num_objects_degraded":10697,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4073,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7795,"num_write_kb":379776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1851,"num_bytes_recovered":121176064,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[4,3],"avail_no_missing":["2","6"],"object_location_counts":[{"shards":"2,3,4,6","objects":10},{"shards":"2,3,6","objects":1565},{"shards":"2,4,6","objects":14},{"shards":"2,6","objects":2483},{"shards":"3,4","objects":-12}],"blocked_by":[],"up_primary":3,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.4","version":"75'161","reported_seq":568,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.043596+0000","last_change":"2023-08-28T02:33:12.296479+0000","last_active":"2023-08-28T02:38:32.043596+0000","last_peered":"2023-08-28T02:38:32.043596+0000","last_clean":"2023-08-28T02:38:32.043596+0000","last_became_active":"2023-08-28T02:33:12.294160+0000","last_became_peered":"2023-08-28T02:33:12.294160+0000","last_unstale":"2023-08-28T02:38:32.043596+0000","last_undegraded":"2023-08-28T02:38:32.043596+0000","last_fullsized":"2023-08-28T02:38:32.043596+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.899247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.899247+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":286,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.017914+0000","last_change":"2023-08-28T02:33:13.539335+0000","last_active":"2023-08-28T02:38:32.017914+0000","last_peered":"2023-08-28T02:38:32.017914+0000","last_clean":"2023-08-28T02:38:32.017914+0000","last_became_active":"2023-08-28T02:33:13.538978+0000","last_became_peered":"2023-08-28T02:33:13.538978+0000","last_unstale":"2023-08-28T02:38:32.017914+0000","last_undegraded":"2023-08-28T02:38:32.017914+0000","last_fullsized":"2023-08-28T02:38:32.017914+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:26:13.405766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"65'1","reported_seq":350,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.140868+0000","last_change":"2023-08-28T02:29:44.510205+0000","last_active":"2023-08-28T02:38:32.140868+0000","last_peered":"2023-08-28T02:38:32.140868+0000","last_clean":"2023-08-28T02:38:32.140868+0000","last_became_active":"2023-08-28T02:29:44.429357+0000","last_became_peered":"2023-08-28T02:29:44.429357+0000","last_unstale":"2023-08-28T02:38:32.140868+0000","last_undegraded":"2023-08-28T02:38:32.140868+0000","last_fullsized":"2023-08-28T02:38:32.140868+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:44:59.955729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":315,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.024756+0000","last_change":"2023-08-28T02:32:12.950661+0000","last_active":"2023-08-28T02:38:32.024756+0000","last_peered":"2023-08-28T02:38:32.024756+0000","last_clean":"2023-08-28T02:38:32.024756+0000","last_became_active":"2023-08-28T02:32:12.950276+0000","last_became_peered":"2023-08-28T02:32:12.950276+0000","last_unstale":"2023-08-28T02:38:32.024756+0000","last_undegraded":"2023-08-28T02:38:32.024756+0000","last_fullsized":"2023-08-28T02:38:32.024756+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:05:17.972868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"65'1","reported_seq":307,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.140264+0000","last_change":"2023-08-28T02:14:43.042150+0000","last_active":"2023-08-28T02:38:32.140264+0000","last_peered":"2023-08-28T02:38:32.140264+0000","last_clean":"2023-08-28T02:38:32.140264+0000","last_became_active":"2023-08-28T02:14:43.038336+0000","last_became_peered":"2023-08-28T02:14:43.038336+0000","last_unstale":"2023-08-28T02:38:32.140264+0000","last_undegraded":"2023-08-28T02:38:32.140264+0000","last_fullsized":"2023-08-28T02:38:32.140264+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:26:02.415152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":357,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.158569+0000","last_change":"2023-08-28T02:33:13.318097+0000","last_active":"2023-08-28T02:38:32.158569+0000","last_peered":"2023-08-28T02:38:32.158569+0000","last_clean":"2023-08-28T02:38:32.158569+0000","last_became_active":"2023-08-28T02:33:13.317761+0000","last_became_peered":"2023-08-28T02:33:13.317761+0000","last_unstale":"2023-08-28T02:38:32.158569+0000","last_undegraded":"2023-08-28T02:38:32.158569+0000","last_fullsized":"2023-08-28T02:38:32.158569+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:24.836996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"65'2","reported_seq":353,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.037202+0000","last_change":"2023-08-28T02:29:44.535937+0000","last_active":"2023-08-28T02:38:32.037202+0000","last_peered":"2023-08-28T02:38:32.037202+0000","last_clean":"2023-08-28T02:38:32.037202+0000","last_became_active":"2023-08-28T02:29:44.462244+0000","last_became_peered":"2023-08-28T02:29:44.462244+0000","last_unstale":"2023-08-28T02:38:32.037202+0000","last_undegraded":"2023-08-28T02:38:32.037202+0000","last_fullsized":"2023-08-28T02:38:32.037202+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:30:33.173713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":354,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.140104+0000","last_change":"2023-08-28T02:33:12.305580+0000","last_active":"2023-08-28T02:38:32.140104+0000","last_peered":"2023-08-28T02:38:32.140104+0000","last_clean":"2023-08-28T02:38:32.140104+0000","last_became_active":"2023-08-28T02:33:12.305261+0000","last_became_peered":"2023-08-28T02:33:12.305261+0000","last_unstale":"2023-08-28T02:38:32.140104+0000","last_undegraded":"2023-08-28T02:38:32.140104+0000","last_fullsized":"2023-08-28T02:38:32.140104+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:22:31.614221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"65'2","reported_seq":322,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.036592+0000","last_change":"2023-08-28T02:31:51.991101+0000","last_active":"2023-08-28T02:38:32.036592+0000","last_peered":"2023-08-28T02:38:32.036592+0000","last_clean":"2023-08-28T02:38:32.036592+0000","last_became_active":"2023-08-28T02:31:51.987237+0000","last_became_peered":"2023-08-28T02:31:51.987237+0000","last_unstale":"2023-08-28T02:38:32.036592+0000","last_undegraded":"2023-08-28T02:38:32.036592+0000","last_fullsized":"2023-08-28T02:38:32.036592+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:07:07.370857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":356,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.024910+0000","last_change":"2023-08-28T02:33:12.494483+0000","last_active":"2023-08-28T02:38:32.024910+0000","last_peered":"2023-08-28T02:38:32.024910+0000","last_clean":"2023-08-28T02:38:32.024910+0000","last_became_active":"2023-08-28T02:33:12.494136+0000","last_became_peered":"2023-08-28T02:33:12.494136+0000","last_unstale":"2023-08-28T02:38:32.024910+0000","last_undegraded":"2023-08-28T02:38:32.024910+0000","last_fullsized":"2023-08-28T02:38:32.024910+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:36.772588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"65'1","reported_seq":301,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.043963+0000","last_change":"2023-08-28T02:33:13.287922+0000","last_active":"2023-08-28T02:38:32.043963+0000","last_peered":"2023-08-28T02:38:32.043963+0000","last_clean":"2023-08-28T02:38:32.043963+0000","last_became_active":"2023-08-28T02:33:13.287520+0000","last_became_peered":"2023-08-28T02:33:13.287520+0000","last_unstale":"2023-08-28T02:38:32.043963+0000","last_undegraded":"2023-08-28T02:38:32.043963+0000","last_fullsized":"2023-08-28T02:38:32.043963+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:11.627168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":315,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.043576+0000","last_change":"2023-08-28T02:33:13.289469+0000","last_active":"2023-08-28T02:38:32.043576+0000","last_peered":"2023-08-28T02:38:32.043576+0000","last_clean":"2023-08-28T02:38:32.043576+0000","last_became_active":"2023-08-28T02:33:13.288737+0000","last_became_peered":"2023-08-28T02:33:13.288737+0000","last_unstale":"2023-08-28T02:38:32.043576+0000","last_undegraded":"2023-08-28T02:38:32.043576+0000","last_fullsized":"2023-08-28T02:38:32.043576+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:11:15.043550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"65'4","reported_seq":339,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.140754+0000","last_change":"2023-08-28T02:32:28.607010+0000","last_active":"2023-08-28T02:38:32.140754+0000","last_peered":"2023-08-28T02:38:32.140754+0000","last_clean":"2023-08-28T02:38:32.140754+0000","last_became_active":"2023-08-28T02:32:28.492224+0000","last_became_peered":"2023-08-28T02:32:28.492224+0000","last_unstale":"2023-08-28T02:38:32.140754+0000","last_undegraded":"2023-08-28T02:38:32.140754+0000","last_fullsized":"2023-08-28T02:38:32.140754+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:13:45.711951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":554,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":366,"reported_epoch":359,"state":"active+clean","last_fresh":"2023-08-28T02:38:32.024781+0000","last_change":"2023-08-28T02:33:13.309144+0000","last_active":"2023-08-28T02:38:32.024781+0000","last_peered":"2023-08-28T02:38:32.024781+0000","last_clean":"2023-08-28T02:38:32.024781+0000","last_became_active":"2023-08-28T02:33:13.308910+0000","last_became_peered":"2023-08-28T02:33:13.308910+0000","last_unstale":"2023-08-28T02:38:32.024781+0000","last_undegraded":"2023-08-28T02:38:32.024781+0000","last_fullsized":"2023-08-28T02:38:32.024781+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:09:59.549591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":4160946200,"num_objects":63492,"num_object_clones":0,"num_object_copies":190476,"num_objects_missing_on_primary":4048,"num_objects_missing":4048,"num_objects_degraded":24077,"num_objects_misplaced":11944,"num_objects_unfound":0,"num_objects_dirty":63492,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":123122,"num_write_kb":5971585,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":46778,"num_bytes_recovered":3043819520,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":13663940608,"data_stored":13663928392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":96870,"ondisk_log_size":96870,"up":48,"acting":44,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":10126,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":370028,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":89,"num_read_kb":167,"num_write":44,"num_write_kb":440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":584707,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2048000,"data_stored":2033792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299781,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1778124,"kb_used_data":1280836,"kb_used_omap":0,"kb_used_meta":497280,"kb_avail":91967028,"statfs":{"total":95995035648,"available":94174236672,"internally_reserved":0,"allocated":1311576064,"data_stored":1310145103,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":509214720},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:38:11 2023","interfaces":[{"interface":"back","average":{"1min":0.439,"5min":0.51100000000000001,"15min":1.1990000000000001},"min":{"1min":0.26300000000000001,"5min":0.23400000000000001,"15min":0.219},"max":{"1min":0.93899999999999995,"5min":3.6480000000000001,"15min":13.118},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.436,"5min":0.57299999999999995,"15min":1.611},"min":{"1min":0.27700000000000002,"5min":0.247,"15min":0.246},"max":{"1min":0.66900000000000004,"5min":3.6619999999999999,"15min":17.402999999999999},"last":0.38}]},{"osd":1,"last update":"Mon Aug 28 02:37:43 2023","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.56699999999999995,"15min":1.954},"min":{"1min":0.253,"5min":0.253,"15min":0.248},"max":{"1min":0.54500000000000004,"5min":5.492,"15min":17.43},"last":0.29399999999999998},{"interface":"front","average":{"1min":0.76700000000000002,"5min":0.72799999999999998,"15min":1.8260000000000001},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.25900000000000001},"max":{"1min":4.9749999999999996,"5min":5.5179999999999998,"15min":19.913},"last":0.437}]},{"osd":2,"last update":"Mon Aug 28 02:38:28 2023","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.496,"15min":1.278},"min":{"1min":0.318,"5min":0.26800000000000002,"15min":0.22900000000000001},"max":{"1min":1.266,"5min":3.1760000000000002,"15min":8.3889999999999993},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.56999999999999995,"15min":1.1359999999999999},"min":{"1min":0.34499999999999997,"5min":0.28799999999999998,"15min":0.28699999999999998},"max":{"1min":1.8720000000000001,"5min":2.399,"15min":9.2219999999999995},"last":0.57499999999999996}]},{"osd":3,"last update":"Mon Aug 28 02:38:19 2023","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.61399999999999999,"15min":0.68300000000000005},"min":{"1min":0.36499999999999999,"5min":0.312,"15min":0.312},"max":{"1min":1.5900000000000001,"5min":3.0099999999999998,"15min":3.0099999999999998},"last":0.40300000000000002},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59099999999999997,"15min":0.61699999999999999},"min":{"1min":0.36399999999999999,"5min":0.308,"15min":0.308},"max":{"1min":1.3169999999999999,"5min":3.1000000000000001,"15min":3.1000000000000001},"last":0.58999999999999997}]},{"osd":4,"last update":"Mon Aug 28 02:38:11 2023","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.52900000000000003,"15min":1.244},"min":{"1min":0.32000000000000001,"5min":0.27700000000000002,"15min":0.245},"max":{"1min":1.458,"5min":5.2169999999999996,"15min":18.943000000000001},"last":0.34399999999999997},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.57399999999999995,"15min":0.92000000000000004},"min":{"1min":0.309,"5min":0.28699999999999998,"15min":0.25700000000000001},"max":{"1min":1.286,"5min":2.9870000000000001,"15min":8.1890000000000001},"last":0.53900000000000003}]},{"osd":5,"last update":"Mon Aug 28 02:38:11 2023","interfaces":[{"interface":"back","average":{"1min":0.71299999999999997,"5min":0.53400000000000003,"15min":1.004},"min":{"1min":0.309,"5min":0.28100000000000003,"15min":0.23599999999999999},"max":{"1min":2.6669999999999998,"5min":3.2120000000000002,"15min":14.622},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.54600000000000004,"15min":1.232},"min":{"1min":0.38700000000000001,"5min":0.317,"15min":0.27000000000000002},"max":{"1min":0.71599999999999997,"5min":3.0499999999999998,"15min":17.324999999999999},"last":0.505}]},{"osd":6,"last update":"Mon Aug 28 02:38:11 2023","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.623,"15min":1.2689999999999999},"min":{"1min":0.373,"5min":0.33300000000000002,"15min":0.30299999999999999},"max":{"1min":1.5740000000000001,"5min":3.2250000000000001,"15min":17.454999999999998},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.622,"15min":0.83799999999999997},"min":{"1min":0.41699999999999998,"5min":0.33400000000000002,"15min":0.28999999999999998},"max":{"1min":1.3879999999999999,"5min":3.0499999999999998,"15min":7.665},"last":0.69699999999999995}]}]},{"osd":6,"up_from":0,"seq":193273528712,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":101,"seq":433791697171,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1392012,"kb_used_data":772036,"kb_used_omap":4,"kb_used_meta":619963,"kb_avail":92353140,"statfs":{"total":95995035648,"available":94569615360,"internally_reserved":0,"allocated":790564864,"data_stored":788518318,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":634843022},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:37:47 2023","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.47399999999999998,"15min":1.9430000000000001},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.214},"max":{"1min":0.66900000000000004,"5min":3.3730000000000002,"15min":24.545999999999999},"last":0.28000000000000003},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.65500000000000003,"15min":2.4820000000000002},"min":{"1min":0.28199999999999997,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":1.466,"5min":7.2450000000000001,"15min":24.515000000000001},"last":0.314}]},{"osd":2,"last update":"Mon Aug 28 02:38:33 2023","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.66300000000000003,"15min":2.0409999999999999},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.24099999999999999},"max":{"1min":1.639,"5min":4.0579999999999998,"15min":22.161000000000001},"last":0.41299999999999998},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.64600000000000002,"15min":1.5},"min":{"1min":0.308,"5min":0.28399999999999997,"15min":0.254},"max":{"1min":1.431,"5min":7.0110000000000001,"15min":19.100999999999999},"last":0.29699999999999999}]},{"osd":3,"last update":"Mon Aug 28 02:38:22 2023","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.56399999999999995,"15min":0.496},"min":{"1min":0.29199999999999998,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":1.704,"5min":2.742,"15min":2.742},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.56699999999999995,"15min":0.53200000000000003},"min":{"1min":0.29199999999999998,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.98099999999999998,"5min":3.5819999999999999,"15min":3.5819999999999999},"last":0.48399999999999999}]},{"osd":4,"last update":"Mon Aug 28 02:37:47 2023","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.63300000000000001,"15min":1.3939999999999999},"min":{"1min":0.33600000000000002,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":1.2909999999999999,"5min":3.0259999999999998,"15min":18.992999999999999},"last":0.33900000000000002},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.58699999999999997,"15min":1.532},"min":{"1min":0.378,"5min":0.29099999999999998,"15min":0.26400000000000001},"max":{"1min":0.71799999999999997,"5min":1.9650000000000001,"15min":14.779999999999999},"last":0.51400000000000001}]},{"osd":5,"last update":"Mon Aug 28 02:37:47 2023","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.66900000000000004,"15min":2.0059999999999998},"min":{"1min":0.376,"5min":0.35999999999999999,"15min":0.29999999999999999},"max":{"1min":1.423,"5min":3.7029999999999998,"15min":18.626999999999999},"last":0.372},{"interface":"front","average":{"1min":0.623,"5min":0.69399999999999995,"15min":1.833},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.33600000000000002},"max":{"1min":1.3280000000000001,"5min":3.0609999999999999,"15min":18.945},"last":0.42799999999999999}]},{"osd":6,"last update":"Mon Aug 28 02:37:47 2023","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.68700000000000006,"15min":1.946},"min":{"1min":0.42799999999999999,"5min":0.40000000000000002,"15min":0.34300000000000003},"max":{"1min":1.4990000000000001,"5min":3.7400000000000002,"15min":12.221},"last":1.923},{"interface":"front","average":{"1min":0.70499999999999996,"5min":0.73899999999999999,"15min":1.6259999999999999},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.35699999999999998},"max":{"1min":2.375,"5min":3.089,"15min":19.021999999999998},"last":1.1930000000000001}]},{"osd":7,"last update":"Mon Aug 28 02:37:47 2023","interfaces":[{"interface":"back","average":{"1min":0.64000000000000001,"5min":0.74399999999999999,"15min":1.75},"min":{"1min":0.38500000000000001,"5min":0.374,"15min":0.374},"max":{"1min":1.4710000000000001,"5min":3.1080000000000001,"15min":19.047999999999998},"last":0.501},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.67800000000000005,"15min":1.7669999999999999},"min":{"1min":0.46300000000000002,"5min":0.432,"15min":0.312},"max":{"1min":0.80000000000000004,"5min":1.9430000000000001,"15min":14.818},"last":1.236}]}]},{"osd":0,"up_from":87,"seq":373662155037,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3205080,"kb_used_data":2535952,"kb_used_omap":5,"kb_used_meta":669114,"kb_avail":90540072,"statfs":{"total":95995035648,"available":92713033728,"internally_reserved":0,"allocated":2596814848,"data_stored":2594646568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":685173370},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:38:40 2023","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.45900000000000002,"15min":1.4199999999999999},"min":{"1min":0.23699999999999999,"5min":0.20300000000000001,"15min":0.184},"max":{"1min":0.94499999999999995,"5min":2.5489999999999999,"15min":30.315000000000001},"last":0.39600000000000002},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.51700000000000002,"15min":2.073},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.221},"max":{"1min":0.83499999999999996,"5min":4.0679999999999996,"15min":69.272000000000006},"last":0.42499999999999999}]},{"osd":2,"last update":"Mon Aug 28 02:38:40 2023","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.65000000000000002,"15min":1.6819999999999999},"min":{"1min":0.27900000000000003,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":1.9419999999999999,"5min":4.4020000000000001,"15min":20.959},"last":0.65100000000000002},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.66300000000000003,"15min":1.518},"min":{"1min":0.314,"5min":0.28000000000000003,"15min":0.24299999999999999},"max":{"1min":1.71,"5min":6.1180000000000003,"15min":9.3729999999999993},"last":0.61399999999999999}]},{"osd":3,"last update":"Mon Aug 28 02:38:22 2023","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.76800000000000002,"15min":0.75600000000000001},"min":{"1min":0.32800000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":1.9139999999999999,"5min":5.6680000000000001,"15min":5.6680000000000001},"last":0.79900000000000004},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.70499999999999996,"15min":0.755},"min":{"1min":0.38700000000000001,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.83299999999999996,"5min":4.9199999999999999,"15min":4.9199999999999999},"last":0.57899999999999996}]},{"osd":4,"last update":"Mon Aug 28 02:38:22 2023","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.53600000000000003,"15min":2.246},"min":{"1min":0.34699999999999998,"5min":0.315,"15min":0.29299999999999998},"max":{"1min":0.64600000000000002,"5min":2.3210000000000002,"15min":274.33199999999999},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.65500000000000003,"15min":2.6080000000000001},"min":{"1min":0.40500000000000003,"5min":0.315,"15min":0.28199999999999997},"max":{"1min":0.73899999999999999,"5min":2.6520000000000001,"15min":266.31999999999999},"last":0.81599999999999995}]},{"osd":5,"last update":"Mon Aug 28 02:38:23 2023","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.57799999999999996,"15min":1.323},"min":{"1min":0.34999999999999998,"5min":0.33300000000000002,"15min":0.29299999999999998},"max":{"1min":0.81200000000000006,"5min":2.3759999999999999,"15min":13.038},"last":0.70499999999999996},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.63700000000000001,"15min":1.8069999999999999},"min":{"1min":0.41699999999999998,"5min":0.36399999999999999,"15min":0.27800000000000002},"max":{"1min":0.76700000000000002,"5min":2.2679999999999998,"15min":15.231},"last":0.73499999999999999}]},{"osd":6,"last update":"Mon Aug 28 02:38:23 2023","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.63700000000000001,"15min":1.4870000000000001},"min":{"1min":0.441,"5min":0.38300000000000001,"15min":0.29399999999999998},"max":{"1min":0.82399999999999995,"5min":2.4540000000000002,"15min":15.122999999999999},"last":0.76700000000000002},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.67900000000000005,"15min":1.802},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.35599999999999998},"max":{"1min":0.80500000000000005,"5min":2.3029999999999999,"15min":15.186999999999999},"last":0.78400000000000003}]},{"osd":7,"last update":"Mon Aug 28 02:38:23 2023","interfaces":[{"interface":"back","average":{"1min":0.76300000000000001,"5min":0.80400000000000005,"15min":1.8280000000000001},"min":{"1min":0.442,"5min":0.36399999999999999,"15min":0.33400000000000002},"max":{"1min":3.2130000000000001,"5min":4.4390000000000001,"15min":16.183},"last":0.84099999999999997},{"interface":"front","average":{"1min":0.76100000000000001,"5min":0.73199999999999998,"15min":1.5209999999999999},"min":{"1min":0.47699999999999998,"5min":0.46000000000000002,"15min":0.35999999999999999},"max":{"1min":3.194,"5min":3.194,"15min":13.005000000000001},"last":0.64200000000000002}]}]},{"osd":2,"up_from":0,"seq":502511173896,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":297,"seq":1275605286979,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":969668,"kb_used_data":816700,"kb_used_omap":2,"kb_used_meta":152957,"kb_avail":92775484,"statfs":{"total":95995035648,"available":95002095616,"internally_reserved":0,"allocated":836300800,"data_stored":834256508,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":156628021},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1],"upper_bound":4},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:38:16 2023","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":0.53900000000000003,"15min":0.44800000000000001},"min":{"1min":0.224,"5min":0.22,"15min":0.22},"max":{"1min":1.9910000000000001,"5min":6.8819999999999997,"15min":6.8819999999999997},"last":0.23300000000000001},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.63600000000000001,"15min":0.67800000000000005},"min":{"1min":0.25900000000000001,"5min":0.217,"15min":0.217},"max":{"1min":0.79700000000000004,"5min":6.7839999999999998,"15min":6.7839999999999998},"last":0.315}]},{"osd":1,"last update":"Mon Aug 28 02:38:16 2023","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.59599999999999997,"15min":0.46400000000000002},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":3.044,"5min":4.0650000000000004,"15min":4.0650000000000004},"last":0.36099999999999999},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.66700000000000004,"15min":0.70499999999999996},"min":{"1min":0.30099999999999999,"5min":0.249,"15min":0.249},"max":{"1min":2.4620000000000002,"5min":3.9249999999999998,"15min":3.9249999999999998},"last":0.33800000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:38:16 2023","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.54700000000000004,"15min":0.60999999999999999},"min":{"1min":0.307,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":1.212,"5min":2.5449999999999999,"15min":2.5449999999999999},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.628,"15min":0.57199999999999995},"min":{"1min":0.29599999999999999,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":1.911,"5min":4.7030000000000003,"15min":4.7030000000000003},"last":0.44800000000000001}]},{"osd":4,"last update":"Mon Aug 28 02:38:16 2023","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.64200000000000002,"15min":0.59499999999999997},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.8029999999999999,"5min":6.2670000000000003,"15min":6.2670000000000003},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.63900000000000001,"15min":0.56899999999999995},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.63500000000000001,"5min":3.5030000000000001,"15min":3.5030000000000001},"last":0.64400000000000002}]},{"osd":5,"last update":"Mon Aug 28 02:38:16 2023","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.64400000000000002,"15min":0.59199999999999997},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":1.1419999999999999,"5min":3.5390000000000001,"15min":3.5390000000000001},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.67500000000000004,"5min":0.60799999999999998,"15min":0.56399999999999995},"min":{"1min":0.38800000000000001,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":3.411,"5min":3.411,"15min":3.411},"last":0.46899999999999997}]},{"osd":6,"last update":"Mon Aug 28 02:38:16 2023","interfaces":[{"interface":"back","average":{"1min":0.77200000000000002,"5min":0.65600000000000003,"15min":0.64800000000000002},"min":{"1min":0.47799999999999998,"5min":0.436,"15min":0.436},"max":{"1min":1.921,"5min":1.921,"15min":1.921},"last":0.495},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.68999999999999995,"15min":0.65100000000000002},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":1.1659999999999999,"5min":3.6099999999999999,"15min":3.6099999999999999},"last":1.546}]},{"osd":7,"last update":"Mon Aug 28 02:38:16 2023","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":0.64200000000000002,"15min":0.59799999999999998},"min":{"1min":0.44700000000000001,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":1.6339999999999999,"5min":2.9399999999999999,"15min":2.9399999999999999},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.72699999999999998,"5min":0.70099999999999996,"15min":0.66500000000000004},"min":{"1min":0.47299999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":1.8460000000000001,"5min":2.9540000000000002,"15min":2.9540000000000002},"last":0.52700000000000002}]}]},{"osd":4,"up_from":30,"seq":128849019274,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3272592,"kb_used_data":2785096,"kb_used_omap":0,"kb_used_meta":487488,"kb_avail":90472560,"statfs":{"total":95995035648,"available":92643901440,"internally_reserved":0,"allocated":2851938304,"data_stored":2850504026,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":499187712},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,1,0,3,2,0,2,5,5],"upper_bound":4096},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:38:24 2023","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.57699999999999996,"15min":1.5069999999999999},"min":{"1min":0.23899999999999999,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":1.21,"5min":10.249000000000001,"15min":22.515000000000001},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.48799999999999999,"5min":0.54300000000000004,"15min":1.4430000000000001},"min":{"1min":0.29299999999999998,"5min":0.23200000000000001,"15min":0.218},"max":{"1min":0.79000000000000004,"5min":4.5250000000000004,"15min":22.454000000000001},"last":0.316}]},{"osd":1,"last update":"Mon Aug 28 02:37:48 2023","interfaces":[{"interface":"back","average":{"1min":0.71399999999999997,"5min":0.59499999999999997,"15min":1.3899999999999999},"min":{"1min":0.26300000000000001,"5min":0.254,"15min":0.24199999999999999},"max":{"1min":4.5090000000000003,"5min":5.5979999999999999,"15min":23.082000000000001},"last":0.36399999999999999},{"interface":"front","average":{"1min":0.81599999999999995,"5min":0.56499999999999995,"15min":1.5449999999999999},"min":{"1min":0.28899999999999998,"5min":0.26300000000000001,"15min":0.26000000000000001},"max":{"1min":4.5910000000000002,"5min":4.7960000000000003,"15min":25.100000000000001},"last":0.495}]},{"osd":2,"last update":"Mon Aug 28 02:38:24 2023","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.64600000000000002,"15min":1.464},"min":{"1min":0.34499999999999997,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":1.3979999999999999,"5min":4.5430000000000001,"15min":16.231000000000002},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.65200000000000002,"15min":1.387},"min":{"1min":0.314,"5min":0.312,"15min":0.29299999999999998},"max":{"1min":2.2719999999999998,"5min":5.6360000000000001,"15min":13.515000000000001},"last":0.40899999999999997}]},{"osd":3,"last update":"Mon Aug 28 02:38:24 2023","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.65600000000000003,"15min":0.75700000000000001},"min":{"1min":0.34200000000000003,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.516,"5min":7.7480000000000002,"15min":7.7480000000000002},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.71699999999999997,"5min":0.72399999999999998,"15min":0.67400000000000004},"min":{"1min":0.36899999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":2.3290000000000002,"5min":3.7069999999999999,"15min":3.7069999999999999},"last":0.46999999999999997}]},{"osd":5,"last update":"Mon Aug 28 02:38:02 2023","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.49099999999999999,"15min":1.0900000000000001},"min":{"1min":0.28399999999999997,"5min":0.25900000000000001,"15min":0.222},"max":{"1min":0.64800000000000002,"5min":4.609,"15min":16.181999999999999},"last":0.33200000000000002},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.47999999999999998,"15min":1.117},"min":{"1min":0.32700000000000001,"5min":0.27500000000000002,"15min":0.20699999999999999},"max":{"1min":0.84199999999999997,"5min":1.5700000000000001,"15min":10.233000000000001},"last":0.51100000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:38:18 2023","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":0.53100000000000003,"15min":1.02},"min":{"1min":0.28699999999999998,"5min":0.27100000000000002,"15min":0.26500000000000001},"max":{"1min":0.72799999999999998,"5min":2.9830000000000001,"15min":10.023999999999999},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.54400000000000004,"15min":1.0940000000000001},"min":{"1min":0.32100000000000001,"5min":0.30499999999999999,"15min":0.26600000000000001},"max":{"1min":1.131,"5min":4.5880000000000001,"15min":8.5},"last":0.48099999999999998}]},{"osd":7,"last update":"Mon Aug 28 02:38:24 2023","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.54400000000000004,"15min":1.103},"min":{"1min":0.375,"5min":0.28999999999999998,"15min":0.22500000000000001},"max":{"1min":0.68400000000000005,"5min":4.5720000000000001,"15min":9.3209999999999997},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.57399999999999995,"15min":1.0649999999999999},"min":{"1min":0.34300000000000003,"5min":0.32400000000000001,"15min":0.30299999999999999},"max":{"1min":0.94199999999999995,"5min":1.647,"15min":15.597},"last":0.443}]}]},{"osd":5,"up_from":37,"seq":158913790347,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2344124,"kb_used_data":1784628,"kb_used_omap":0,"kb_used_meta":559488,"kb_avail":91401028,"statfs":{"total":95995035648,"available":93594652672,"internally_reserved":0,"allocated":1827459072,"data_stored":1826040713,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":572915712},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:37:49 2023","interfaces":[{"interface":"back","average":{"1min":0.439,"5min":0.44800000000000001,"15min":1.661},"min":{"1min":0.245,"5min":0.23200000000000001,"15min":0.20200000000000001},"max":{"1min":1.1100000000000001,"5min":1.4530000000000001,"15min":40.334000000000003},"last":0.495},{"interface":"front","average":{"1min":0.498,"5min":0.69299999999999995,"15min":1.6830000000000001},"min":{"1min":0.32100000000000001,"5min":0.26600000000000001,"15min":0.23200000000000001},"max":{"1min":0.93300000000000005,"5min":19.815999999999999,"15min":40.212000000000003},"last":0.55800000000000005}]},{"osd":1,"last update":"Mon Aug 28 02:37:49 2023","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.63600000000000001,"15min":1.8620000000000001},"min":{"1min":0.28799999999999998,"5min":0.27900000000000003,"15min":0.23699999999999999},"max":{"1min":1.0700000000000001,"5min":17.998000000000001,"15min":40.088000000000001},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.73199999999999998,"15min":1.738},"min":{"1min":0.36099999999999999,"5min":0.28100000000000003,"15min":0.26000000000000001},"max":{"1min":0.95699999999999996,"5min":19.853000000000002,"15min":40.243000000000002},"last":0.68700000000000006}]},{"osd":2,"last update":"Mon Aug 28 02:37:49 2023","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.57199999999999995,"15min":1.6120000000000001},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.27700000000000002},"max":{"1min":1.776,"5min":5.3099999999999996,"15min":40.436999999999998},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.60999999999999999,"15min":1.7569999999999999},"min":{"1min":0.32600000000000001,"5min":0.315,"15min":0.27200000000000002},"max":{"1min":2.069,"5min":4.2400000000000002,"15min":40.555},"last":0.58799999999999997}]},{"osd":3,"last update":"Mon Aug 28 02:38:23 2023","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.66100000000000003,"15min":1.0860000000000001},"min":{"1min":0.31,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.94399999999999995,"5min":16.190999999999999,"15min":16.190999999999999},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.628,"5min":0.84799999999999998,"15min":1.4059999999999999},"min":{"1min":0.36099999999999999,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":2.0470000000000002,"5min":21.420999999999999,"15min":21.420999999999999},"last":0.61399999999999999}]},{"osd":4,"last update":"Mon Aug 28 02:37:58 2023","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.41399999999999998,"15min":1.069},"min":{"1min":0.27300000000000002,"5min":0.25,"15min":0.23100000000000001},"max":{"1min":1.4239999999999999,"5min":1.516,"15min":13.616},"last":0.32700000000000001},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.53300000000000003,"15min":1.194},"min":{"1min":0.33100000000000002,"5min":0.28499999999999998,"15min":0.25700000000000001},"max":{"1min":1.9610000000000001,"5min":4.1879999999999997,"15min":10.664999999999999},"last":0.71699999999999997}]},{"osd":6,"last update":"Mon Aug 28 02:37:49 2023","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.64100000000000001,"15min":1.4279999999999999},"min":{"1min":0.30499999999999999,"5min":0.28599999999999998,"15min":0.23300000000000001},"max":{"1min":1.6439999999999999,"5min":10.66,"15min":42.409999999999997},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":1.369},"min":{"1min":0.35999999999999999,"5min":0.29499999999999998,"15min":0.254},"max":{"1min":1.7150000000000001,"5min":6.1159999999999997,"15min":42.533999999999999},"last":0.47799999999999998}]},{"osd":7,"last update":"Mon Aug 28 02:37:49 2023","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.60199999999999998,"15min":1.5780000000000001},"min":{"1min":0.39400000000000002,"5min":0.33900000000000002,"15min":0.315},"max":{"1min":0.68999999999999995,"5min":6.1749999999999998,"15min":42.667000000000002},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.628,"15min":1.6060000000000001},"min":{"1min":0.42299999999999999,"5min":0.33000000000000002,"15min":0.318},"max":{"1min":1.8069999999999999,"5min":4.149,"15min":42.344000000000001},"last":0.64000000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":2590773248,"data_stored":2590769176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":784990208,"data_stored":784990208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1756823552,"data_stored":1756823552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":833617920,"data_stored":833617920,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":2847543296,"data_stored":2847539224,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1821114368,"data_stored":1821114368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1723928576,"data_stored":1723924504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1305149440,"data_stored":1305149440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:38:46.829 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph status --format=json 2023-08-28T02:38:47.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:46 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 24077/190545 objects degraded (12.636%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-08-28T02:38:47.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:46 smithi040 ceph-mon[170259]: pgmap v1108: 99 pgs: 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.9 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 112 op/s; 23514/189426 objects degraded (12.413%); 11420/189426 objects misplaced (6.029%); 10 MiB/s, 175 objects/s recovering 2023-08-28T02:38:47.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:46 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 24077/190545 objects degraded (12.636%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-08-28T02:38:47.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:46 smithi040 ceph-mon[175404]: pgmap v1108: 99 pgs: 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.9 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 112 op/s; 23514/189426 objects degraded (12.413%); 11420/189426 objects misplaced (6.029%); 10 MiB/s, 175 objects/s recovering 2023-08-28T02:38:47.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:46 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 24077/190545 objects degraded (12.636%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2023-08-28T02:38:47.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:46 smithi083 ceph-mon[157819]: pgmap v1108: 99 pgs: 3 active+remapped+backfill_wait, 3 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.9 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 112 op/s; 23514/189426 objects degraded (12.413%); 11420/189426 objects misplaced (6.029%); 10 MiB/s, 175 objects/s recovering 2023-08-28T02:38:47.580 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:38:47.582 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:47.582 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:38:47.683 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:38:47.723 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:47.848 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:38:47.860 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:47.860 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:38:47.961 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:38:47.990 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:48.012 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:38:48.015 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:48.016 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:38:48.116 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:38:48.144 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:48.163 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:38:48.165 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:48.166 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:38:48.267 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:38:48.305 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:48.828 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:48 smithi040 ceph-mon[170259]: pgmap v1109: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.8 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 137 op/s; 15313/188526 objects degraded (8.122%); 19394/188526 objects misplaced (10.287%); 10 MiB/s, 176 objects/s recovering 2023-08-28T02:38:48.828 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:48 smithi040 ceph-mon[175404]: pgmap v1109: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.8 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 137 op/s; 15313/188526 objects degraded (8.122%); 19394/188526 objects misplaced (10.287%); 10 MiB/s, 176 objects/s recovering 2023-08-28T02:38:48.844 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:38:48.848 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:48.850 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:38:48.952 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:38:48.976 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:48 smithi083 ceph-mon[157819]: pgmap v1109: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.8 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 137 op/s; 15313/188526 objects degraded (8.122%); 19394/188526 objects misplaced (10.287%); 10 MiB/s, 176 objects/s recovering 2023-08-28T02:38:48.978 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:48.997 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:38:49.000 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:49.000 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:38:49.048 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:38:49.073 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:38:49.101 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:38:49.134 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:49.205 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:38:49.209 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:49.209 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:38:49.310 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:38:49.346 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:49.418 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:38:49.422 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:49.422 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:38:49.523 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:38:49.551 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:49.570 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:38:49.573 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:49.573 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:38:49.674 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:38:49.707 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:49.879 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:38:49.882 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:49.882 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:38:49.983 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:38:50.011 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:50.032 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:38:50.037 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:50.038 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:38:50.138 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:38:50.173 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:50.399 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:38:50.403 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:50.404 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:38:50.448 INFO:teuthology.orchestra.run.smithi040.stdout:ERROR: (22) Invalid argument 2023-08-28T02:38:50.448 INFO:teuthology.orchestra.run.smithi040.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:38:50.505 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:38:50.533 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:50.553 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:38:50.556 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:50.556 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:38:50.657 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:38:50.702 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:50.726 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:38:50.727 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:50 smithi040 ceph-mon[175404]: pgmap v1110: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.8 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 112 op/s; 15283/188145 objects degraded (8.123%); 19355/188145 objects misplaced (10.287%); 4.9 MiB/s, 87 objects/s recovering 2023-08-28T02:38:50.728 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:50 smithi040 ceph-mon[170259]: pgmap v1110: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.8 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 112 op/s; 15283/188145 objects degraded (8.123%); 19355/188145 objects misplaced (10.287%); 4.9 MiB/s, 87 objects/s recovering 2023-08-28T02:38:50.740 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:50.741 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:38:50.841 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:38:50.851 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd set noscrub 2023-08-28T02:38:50.868 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:50 smithi083 ceph-mon[157819]: pgmap v1110: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.8 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 112 op/s; 15283/188145 objects degraded (8.123%); 19355/188145 objects misplaced (10.287%); 4.9 MiB/s, 87 objects/s recovering 2023-08-28T02:38:50.870 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:50.890 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:38:50.894 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:50.894 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:38:50.923 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:38:50.936 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:38:50.936 INFO:teuthology.orchestra.run.smithi040.stdout:{"fsid":"d9a8f48a-4546-11ee-817c-1b7a5f1ba315","health":{"status":"HEALTH_WARN","checks":{"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 15283/188145 objects degraded (8.123%), 3 pgs degraded, 3 pgs undersized","count":6},"muted":false}},"mutes":[]},"election_epoch":34,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":1536,"monmap":{"epoch":4,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":362,"num_osds":8,"num_up_osds":8,"osd_up_since":1693189991,"num_in_osds":6,"osd_in_since":1693189947,"num_remapped_pgs":6},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":93},{"state_name":"active+remapped+backfill_wait","count":3},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":2},{"state_name":"active+recovering+undersized+degraded+remapped","count":1}],"num_pgs":99,"num_pools":5,"num_objects":62715,"data_bytes":4108892932,"bytes_used":13190467584,"bytes_avail":562779746304,"bytes_total":575970213888,"degraded_objects":15283,"degraded_total":188145,"degraded_ratio":0.081229902468840529,"misplaced_objects":19355,"misplaced_total":188145,"misplaced_ratio":0.10287278428871349,"recovering_objects_per_sec":87,"recovering_bytes_per_sec":5166876,"recovering_keys_per_sec":0,"num_objects_recovered":702,"num_bytes_recovered":41353216,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":112},"fsmap":{"epoch":7,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi040.wmhbsz","status":"up:active","gid":24577}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.40:8443/","prometheus":"http://172.21.15.40:9283/"}},"servicemap":{"epoch":22,"modified":"2023-08-28T02:34:10.384085+0000","services":{}},"progress_events":{"12dba03a-d529-4826-b243-e29af8fa97a8":{"message":"Upgrade to 18.2.0-187-g9cf20820 (5m)\n [============................] (remaining: 6m)","progress":0.44999998807907104,"add_to_ceph_s":true},"42e4bfe6-6201-4e43-94a3-bd00b5166574":{"message":"Global Recovery Event (7m)\n [==========================..] (remaining: 33s)","progress":0.92929291725158691,"add_to_ceph_s":true}}} 2023-08-28T02:38:50.948 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:38:50.969 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:38:50.982 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.1 dump_ops_in_flight 2023-08-28T02:38:50.992 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:38:50.995 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:38:51.031 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:38:51.038 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:51.062 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:38:51.069 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:51.070 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:38:51.070 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:38:51.107 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:38:51.128 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:38:51.130 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-08-28T02:38:51.130 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-08-28T02:38:51.130 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-08-28T02:38:51.130 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-08-28T02:38:51.130 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-08-28T02:38:51.130 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-08-28T02:38:51.130 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-08-28T02:38:51.130 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-08-28T02:38:51.170 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:38:51.205 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:51.377 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:38:51.381 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:51.382 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:38:51.398 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2023-08-28T02:38:51.398 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:38:51.483 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:38:51.531 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:51.544 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:38:51.553 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:38:51.554 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:38:51.558 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:51.559 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:38:51.660 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:38:51.686 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:51.706 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:38:51.708 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:51.709 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:38:51.809 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:38:51.828 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:51 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1438427035' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:38:51.828 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:51 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2882802913' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:38:51.828 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:51 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 15283/188145 objects degraded (8.123%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:38:51.829 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:51 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1438427035' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:38:51.829 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:51 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2882802913' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:38:51.829 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:51 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 15283/188145 objects degraded (8.123%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:38:51.835 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:51 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1438427035' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:38:51.835 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:51 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2882802913' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:38:51.835 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:51 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 15283/188145 objects degraded (8.123%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:38:51.837 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:51.856 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:38:51.859 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:51.859 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:38:51.961 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:38:51.988 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:52.008 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:38:52.015 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:52.016 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:38:52.116 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:38:52.144 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:52.163 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:38:52.166 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:52.166 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:38:52.267 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:38:52.302 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:52.474 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:38:52.476 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:38:52.481 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:52.482 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:38:52.583 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:38:52.610 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:52.628 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:38:52.631 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:52.631 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:38:52.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:52 smithi040 ceph-mon[175404]: pgmap v1111: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.8 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 121 op/s; 15256/187368 objects degraded (8.142%); 19236/187368 objects misplaced (10.266%); 5.0 MiB/s, 88 objects/s recovering 2023-08-28T02:38:52.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:52 smithi040 ceph-mon[170259]: pgmap v1111: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.8 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 121 op/s; 15256/187368 objects degraded (8.142%); 19236/187368 objects misplaced (10.266%); 5.0 MiB/s, 88 objects/s recovering 2023-08-28T02:38:52.732 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:38:52.760 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:52.779 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:38:52.782 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:52.782 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:38:52.883 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:38:52.903 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-08-28T02:38:52.903 INFO:teuthology.orchestra.run.smithi040.stdout: "ops": [], 2023-08-28T02:38:52.903 INFO:teuthology.orchestra.run.smithi040.stdout: "num_ops": 0 2023-08-28T02:38:52.903 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-08-28T02:38:52.927 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:52.949 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:38:52.952 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:52.952 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:38:52.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:52 smithi083 ceph-mon[157819]: pgmap v1111: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.8 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 121 op/s; 15256/187368 objects degraded (8.142%); 19236/187368 objects misplaced (10.266%); 5.0 MiB/s, 88 objects/s recovering 2023-08-28T02:38:53.053 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:38:53.080 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:53.100 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:38:53.102 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:53.103 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:38:53.205 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:38:53.240 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:53.362 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:38:53.365 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:53.366 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:38:53.466 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:38:53.498 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:53.522 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:38:53.527 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:53.527 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:38:53.593 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.1 dump_blocked_ops 2023-08-28T02:38:53.599 INFO:teuthology.orchestra.run.smithi040.stderr:noscrub is set 2023-08-28T02:38:53.629 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:38:53.659 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:53.667 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-08-28T02:38:53.680 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:38:53.684 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:53.684 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:38:53.785 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:38:53.825 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:53 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2753903764' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:38:53.826 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:53 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2753903764' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:38:53.830 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:53.864 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:38:53.893 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:53.893 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:38:53.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:53 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2753903764' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:38:53.994 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:38:54.033 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:54.104 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:38:54.108 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:54.108 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:38:54.195 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:38:54.209 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:38:54.235 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:54.248 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:38:54.260 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:38:54.263 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:54.263 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:38:54.364 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:38:54.392 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:54.411 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:38:54.413 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:54.414 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:38:54.479 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:38:54.482 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:38:54.514 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:38:54.547 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:54.569 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:38:54.575 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:54.575 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:38:54.676 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:38:54.691 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:54 smithi040 ceph-mon[175404]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:38:54.691 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:54 smithi040 ceph-mon[175404]: failed to encode map e363 with expected crc 2023-08-28T02:38:54.691 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:54 smithi040 ceph-mon[175404]: failed to encode map e363 with expected crc 2023-08-28T02:38:54.691 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:54 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2753903764' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:38:54.691 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:54 smithi040 ceph-mon[175404]: osdmap e363: 8 total, 8 up, 6 in 2023-08-28T02:38:54.691 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:54 smithi040 ceph-mon[175404]: from='client.36381 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:38:54.691 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:54 smithi040 ceph-mon[175404]: pgmap v1113: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.8 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 119 op/s; 15256/187059 objects degraded (8.156%); 19236/187059 objects misplaced (10.283%); 4.5 MiB/s, 79 objects/s recovering 2023-08-28T02:38:54.692 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:54 smithi040 ceph-mon[170259]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:38:54.692 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:54 smithi040 ceph-mon[170259]: failed to encode map e363 with expected crc 2023-08-28T02:38:54.692 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:54 smithi040 ceph-mon[170259]: failed to encode map e363 with expected crc 2023-08-28T02:38:54.692 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:54 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2753903764' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:38:54.692 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:54 smithi040 ceph-mon[170259]: osdmap e363: 8 total, 8 up, 6 in 2023-08-28T02:38:54.692 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:54 smithi040 ceph-mon[170259]: from='client.36381 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:38:54.692 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:54 smithi040 ceph-mon[170259]: pgmap v1113: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.8 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 119 op/s; 15256/187059 objects degraded (8.156%); 19236/187059 objects misplaced (10.283%); 4.5 MiB/s, 79 objects/s recovering 2023-08-28T02:38:54.704 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:54.723 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:38:54.726 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:54.726 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:38:54.827 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:38:54.861 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:54.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:54 smithi083 ceph-mon[157819]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:38:54.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:54 smithi083 ceph-mon[157819]: failed to encode map e363 with expected crc 2023-08-28T02:38:54.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:54 smithi083 ceph-mon[157819]: failed to encode map e363 with expected crc 2023-08-28T02:38:54.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:54 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2753903764' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:38:54.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:54 smithi083 ceph-mon[157819]: osdmap e363: 8 total, 8 up, 6 in 2023-08-28T02:38:54.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:54 smithi083 ceph-mon[157819]: from='client.36381 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:38:54.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:54 smithi083 ceph-mon[157819]: pgmap v1113: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.8 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 119 op/s; 15256/187059 objects degraded (8.156%); 19236/187059 objects misplaced (10.283%); 4.5 MiB/s, 79 objects/s recovering 2023-08-28T02:38:55.184 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:38:55.188 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:55.189 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:38:55.208 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":1112,"stamp":"2023-08-28T02:38:53.588168+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4085168900,"num_objects":62353,"num_object_clones":0,"num_object_copies":187059,"num_objects_missing_on_primary":3967,"num_objects_missing":3967,"num_objects_degraded":15256,"num_objects_misplaced":19236,"num_objects_unfound":0,"num_objects_dirty":62353,"num_whiteouts":0,"num_read":90,"num_read_kb":168,"num_write":124389,"num_write_kb":5972054,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":47573,"num_bytes_recovered":3090224017,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":99058,"ondisk_log_size":99058,"up":297,"acting":294,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":12821732,"kb_used_data":9832500,"kb_used_omap":12,"kb_used_meta":2989107,"kb_avail":549649180,"statfs":{"total":575970213888,"available":562840760320,"internally_reserved":0,"allocated":10068480000,"data_stored":10057871527,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12739,"internal_metadata":3060846141},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-76152832,"num_objects":-1162,"num_object_clones":0,"num_object_copies":-3486,"num_objects_missing_on_primary":-81,"num_objects_missing":-81,"num_objects_degraded":-8821,"num_objects_misplaced":7292,"num_objects_unfound":0,"num_objects_dirty":-1162,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1162,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":770,"num_bytes_recovered":45809664,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"9.117476"},"pg_stats":[{"pgid":"3.1a","version":"65'1","reported_seq":373,"reported_epoch":361,"state":"active+clean","last_fresh":"2023-08-28T02:38:43.795195+0000","last_change":"2023-08-28T02:32:32.667028+0000","last_active":"2023-08-28T02:38:43.795195+0000","last_peered":"2023-08-28T02:38:43.795195+0000","last_clean":"2023-08-28T02:38:43.795195+0000","last_became_active":"2023-08-28T02:32:32.666711+0000","last_became_peered":"2023-08-28T02:32:32.666711+0000","last_unstale":"2023-08-28T02:38:43.795195+0000","last_undegraded":"2023-08-28T02:38:43.795195+0000","last_fullsized":"2023-08-28T02:38:43.795195+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:28:21.913105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":326,"reported_epoch":361,"state":"active+clean","last_fresh":"2023-08-28T02:38:43.795413+0000","last_change":"2023-08-28T02:29:44.421259+0000","last_active":"2023-08-28T02:38:43.795413+0000","last_peered":"2023-08-28T02:38:43.795413+0000","last_clean":"2023-08-28T02:38:43.795413+0000","last_became_active":"2023-08-28T02:29:44.420936+0000","last_became_peered":"2023-08-28T02:29:44.420936+0000","last_unstale":"2023-08-28T02:38:43.795413+0000","last_undegraded":"2023-08-28T02:38:43.795413+0000","last_fullsized":"2023-08-28T02:38:43.795413+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:22:26.346867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":167,"reported_epoch":361,"state":"active+clean","last_fresh":"2023-08-28T02:38:43.784699+0000","last_change":"2023-08-28T02:33:12.290337+0000","last_active":"2023-08-28T02:38:43.784699+0000","last_peered":"2023-08-28T02:38:43.784699+0000","last_clean":"2023-08-28T02:38:43.784699+0000","last_became_active":"2023-08-28T02:33:12.289852+0000","last_became_peered":"2023-08-28T02:33:12.289852+0000","last_unstale":"2023-08-28T02:38:43.784699+0000","last_undegraded":"2023-08-28T02:38:43.784699+0000","last_fullsized":"2023-08-28T02:38:43.784699+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:04:26.420037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":342,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:44.801796+0000","last_change":"2023-08-28T02:33:13.317226+0000","last_active":"2023-08-28T02:38:44.801796+0000","last_peered":"2023-08-28T02:38:44.801796+0000","last_clean":"2023-08-28T02:38:44.801796+0000","last_became_active":"2023-08-28T02:33:13.316893+0000","last_became_peered":"2023-08-28T02:33:13.316893+0000","last_unstale":"2023-08-28T02:38:44.801796+0000","last_undegraded":"2023-08-28T02:38:44.801796+0000","last_fullsized":"2023-08-28T02:38:44.801796+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:55:46.593463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":286,"reported_epoch":361,"state":"active+clean","last_fresh":"2023-08-28T02:38:43.787523+0000","last_change":"2023-08-28T02:33:12.295203+0000","last_active":"2023-08-28T02:38:43.787523+0000","last_peered":"2023-08-28T02:38:43.787523+0000","last_clean":"2023-08-28T02:38:43.787523+0000","last_became_active":"2023-08-28T02:33:12.294904+0000","last_became_peered":"2023-08-28T02:33:12.294904+0000","last_unstale":"2023-08-28T02:38:43.787523+0000","last_undegraded":"2023-08-28T02:38:43.787523+0000","last_fullsized":"2023-08-28T02:38:43.787523+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:31:07.008856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":303,"reported_epoch":361,"state":"active+clean","last_fresh":"2023-08-28T02:38:43.793313+0000","last_change":"2023-08-28T02:31:51.987263+0000","last_active":"2023-08-28T02:38:43.793313+0000","last_peered":"2023-08-28T02:38:43.793313+0000","last_clean":"2023-08-28T02:38:43.793313+0000","last_became_active":"2023-08-28T02:31:51.986938+0000","last_became_peered":"2023-08-28T02:31:51.986938+0000","last_unstale":"2023-08-28T02:38:43.793313+0000","last_undegraded":"2023-08-28T02:38:43.793313+0000","last_fullsized":"2023-08-28T02:38:43.793313+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:18.021905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":336,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:44.801231+0000","last_change":"2023-08-28T02:33:12.318656+0000","last_active":"2023-08-28T02:38:44.801231+0000","last_peered":"2023-08-28T02:38:44.801231+0000","last_clean":"2023-08-28T02:38:44.801231+0000","last_became_active":"2023-08-28T02:33:12.318297+0000","last_became_peered":"2023-08-28T02:33:12.318297+0000","last_unstale":"2023-08-28T02:38:44.801231+0000","last_undegraded":"2023-08-28T02:38:44.801231+0000","last_fullsized":"2023-08-28T02:38:44.801231+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:43:09.789767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":267,"reported_epoch":361,"state":"active+clean","last_fresh":"2023-08-28T02:38:43.787576+0000","last_change":"2023-08-28T02:33:13.357230+0000","last_active":"2023-08-28T02:38:43.787576+0000","last_peered":"2023-08-28T02:38:43.787576+0000","last_clean":"2023-08-28T02:38:43.787576+0000","last_became_active":"2023-08-28T02:33:13.356853+0000","last_became_peered":"2023-08-28T02:33:13.356853+0000","last_unstale":"2023-08-28T02:38:43.787576+0000","last_undegraded":"2023-08-28T02:38:43.787576+0000","last_fullsized":"2023-08-28T02:38:43.787576+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:20:21.545007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":345,"reported_epoch":361,"state":"active+clean","last_fresh":"2023-08-28T02:38:43.793353+0000","last_change":"2023-08-28T02:29:44.462510+0000","last_active":"2023-08-28T02:38:43.793353+0000","last_peered":"2023-08-28T02:38:43.793353+0000","last_clean":"2023-08-28T02:38:43.793353+0000","last_became_active":"2023-08-28T02:29:44.460314+0000","last_became_peered":"2023-08-28T02:29:44.460314+0000","last_unstale":"2023-08-28T02:38:43.793353+0000","last_undegraded":"2023-08-28T02:38:43.793353+0000","last_fullsized":"2023-08-28T02:38:43.793353+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:59:01.311467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":270,"reported_epoch":361,"state":"active+clean","last_fresh":"2023-08-28T02:38:43.787787+0000","last_change":"2023-08-28T02:33:13.291255+0000","last_active":"2023-08-28T02:38:43.787787+0000","last_peered":"2023-08-28T02:38:43.787787+0000","last_clean":"2023-08-28T02:38:43.787787+0000","last_became_active":"2023-08-28T02:33:13.290933+0000","last_became_peered":"2023-08-28T02:33:13.290933+0000","last_unstale":"2023-08-28T02:38:43.787787+0000","last_undegraded":"2023-08-28T02:38:43.787787+0000","last_fullsized":"2023-08-28T02:38:43.787787+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:31:54.116908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"65'3","reported_seq":346,"reported_epoch":361,"state":"active+clean","last_fresh":"2023-08-28T02:38:43.999375+0000","last_change":"2023-08-28T02:33:12.296412+0000","last_active":"2023-08-28T02:38:43.999375+0000","last_peered":"2023-08-28T02:38:43.999375+0000","last_clean":"2023-08-28T02:38:43.999375+0000","last_became_active":"2023-08-28T02:33:12.295786+0000","last_became_peered":"2023-08-28T02:33:12.295786+0000","last_unstale":"2023-08-28T02:38:43.999375+0000","last_undegraded":"2023-08-28T02:38:43.999375+0000","last_fullsized":"2023-08-28T02:38:43.999375+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:15:31.449163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":170,"reported_epoch":361,"state":"active+clean","last_fresh":"2023-08-28T02:38:43.785098+0000","last_change":"2023-08-28T02:32:32.666927+0000","last_active":"2023-08-28T02:38:43.785098+0000","last_peered":"2023-08-28T02:38:43.785098+0000","last_clean":"2023-08-28T02:38:43.785098+0000","last_became_active":"2023-08-28T02:32:32.666618+0000","last_became_peered":"2023-08-28T02:32:32.666618+0000","last_unstale":"2023-08-28T02:38:43.785098+0000","last_undegraded":"2023-08-28T02:38:43.785098+0000","last_fullsized":"2023-08-28T02:38:43.785098+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:45:57.998333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":370,"reported_epoch":361,"state":"active+clean","last_fresh":"2023-08-28T02:38:43.795387+0000","last_change":"2023-08-28T02:32:28.505262+0000","last_active":"2023-08-28T02:38:43.795387+0000","last_peered":"2023-08-28T02:38:43.795387+0000","last_clean":"2023-08-28T02:38:43.795387+0000","last_became_active":"2023-08-28T02:32:28.455999+0000","last_became_peered":"2023-08-28T02:32:28.455999+0000","last_unstale":"2023-08-28T02:38:43.795387+0000","last_undegraded":"2023-08-28T02:38:43.795387+0000","last_fullsized":"2023-08-28T02:38:43.795387+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:28.937020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":9468,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":354,"reported_epoch":361,"state":"active+clean","last_fresh":"2023-08-28T02:38:43.795568+0000","last_change":"2023-08-28T02:32:12.959195+0000","last_active":"2023-08-28T02:38:43.795568+0000","last_peered":"2023-08-28T02:38:43.795568+0000","last_clean":"2023-08-28T02:38:43.795568+0000","last_became_active":"2023-08-28T02:32:12.958832+0000","last_became_peered":"2023-08-28T02:32:12.958832+0000","last_unstale":"2023-08-28T02:38:43.795568+0000","last_undegraded":"2023-08-28T02:38:43.795568+0000","last_fullsized":"2023-08-28T02:38:43.795568+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:23:27.197787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"65'2","reported_seq":344,"reported_epoch":361,"state":"active+clean","last_fresh":"2023-08-28T02:38:43.999065+0000","last_change":"2023-08-28T02:32:28.461161+0000","last_active":"2023-08-28T02:38:43.999065+0000","last_peered":"2023-08-28T02:38:43.999065+0000","last_clean":"2023-08-28T02:38:43.999065+0000","last_became_active":"2023-08-28T02:32:28.451284+0000","last_became_peered":"2023-08-28T02:32:28.451284+0000","last_unstale":"2023-08-28T02:38:43.999065+0000","last_undegraded":"2023-08-28T02:38:43.999065+0000","last_fullsized":"2023-08-28T02:38:43.999065+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:58:20.061020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":327,"reported_epoch":361,"state":"active+clean","last_fresh":"2023-08-28T02:38:43.795561+0000","last_change":"2023-08-28T02:29:44.419566+0000","last_active":"2023-08-28T02:38:43.795561+0000","last_peered":"2023-08-28T02:38:43.795561+0000","last_clean":"2023-08-28T02:38:43.795561+0000","last_became_active":"2023-08-28T02:29:44.419053+0000","last_became_peered":"2023-08-28T02:29:44.419053+0000","last_unstale":"2023-08-28T02:38:43.795561+0000","last_undegraded":"2023-08-28T02:38:43.795561+0000","last_fullsized":"2023-08-28T02:38:43.795561+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:44:36.133499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":330,"reported_epoch":361,"state":"active+clean","last_fresh":"2023-08-28T02:38:43.796305+0000","last_change":"2023-08-28T02:33:12.493777+0000","last_active":"2023-08-28T02:38:43.796305+0000","last_peered":"2023-08-28T02:38:43.796305+0000","last_clean":"2023-08-28T02:38:43.796305+0000","last_became_active":"2023-08-28T02:33:12.491177+0000","last_became_peered":"2023-08-28T02:33:12.491177+0000","last_unstale":"2023-08-28T02:38:43.796305+0000","last_undegraded":"2023-08-28T02:38:43.796305+0000","last_fullsized":"2023-08-28T02:38:43.796305+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:10:58.167753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":341,"reported_epoch":361,"state":"active+clean","last_fresh":"2023-08-28T02:38:43.792157+0000","last_change":"2023-08-28T02:33:12.290293+0000","last_active":"2023-08-28T02:38:43.792157+0000","last_peered":"2023-08-28T02:38:43.792157+0000","last_clean":"2023-08-28T02:38:43.792157+0000","last_became_active":"2023-08-28T02:33:12.289989+0000","last_became_peered":"2023-08-28T02:33:12.289989+0000","last_unstale":"2023-08-28T02:38:43.792157+0000","last_undegraded":"2023-08-28T02:38:43.792157+0000","last_fullsized":"2023-08-28T02:38:43.792157+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:05:33.622172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":319,"reported_epoch":361,"state":"active+clean","last_fresh":"2023-08-28T02:38:43.998932+0000","last_change":"2023-08-28T02:32:12.948756+0000","last_active":"2023-08-28T02:38:43.998932+0000","last_peered":"2023-08-28T02:38:43.998932+0000","last_clean":"2023-08-28T02:38:43.998932+0000","last_became_active":"2023-08-28T02:32:12.948441+0000","last_became_peered":"2023-08-28T02:32:12.948441+0000","last_unstale":"2023-08-28T02:38:43.998932+0000","last_undegraded":"2023-08-28T02:38:43.998932+0000","last_fullsized":"2023-08-28T02:38:43.998932+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:27.922180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":337,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:44.801856+0000","last_change":"2023-08-28T02:33:12.299398+0000","last_active":"2023-08-28T02:38:44.801856+0000","last_peered":"2023-08-28T02:38:44.801856+0000","last_clean":"2023-08-28T02:38:44.801856+0000","last_became_active":"2023-08-28T02:33:12.299113+0000","last_became_peered":"2023-08-28T02:33:12.299113+0000","last_unstale":"2023-08-28T02:38:44.801856+0000","last_undegraded":"2023-08-28T02:38:44.801856+0000","last_fullsized":"2023-08-28T02:38:44.801856+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:14:55.597212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"65'8","reported_seq":130,"reported_epoch":361,"state":"active+clean","last_fresh":"2023-08-28T02:38:43.795637+0000","last_change":"2023-08-28T02:33:13.478870+0000","last_active":"2023-08-28T02:38:43.795637+0000","last_peered":"2023-08-28T02:38:43.795637+0000","last_clean":"2023-08-28T02:38:43.795637+0000","last_became_active":"2023-08-28T02:33:13.332142+0000","last_became_peered":"2023-08-28T02:33:13.332142+0000","last_unstale":"2023-08-28T02:38:43.795637+0000","last_undegraded":"2023-08-28T02:38:43.795637+0000","last_fullsized":"2023-08-28T02:38:43.795637+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:32:42.810159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":268,"reported_epoch":361,"state":"active+clean","last_fresh":"2023-08-28T02:38:43.788620+0000","last_change":"2023-08-28T02:33:12.306353+0000","last_active":"2023-08-28T02:38:43.788620+0000","last_peered":"2023-08-28T02:38:43.788620+0000","last_clean":"2023-08-28T02:38:43.788620+0000","last_became_active":"2023-08-28T02:33:12.304977+0000","last_became_peered":"2023-08-28T02:33:12.304977+0000","last_unstale":"2023-08-28T02:38:43.788620+0000","last_undegraded":"2023-08-28T02:38:43.788620+0000","last_fullsized":"2023-08-28T02:38:43.788620+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:19:38.819671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"362'7723","reported_seq":7843,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:50.439390+0000","last_change":"2023-08-28T02:30:50.402703+0000","last_active":"2023-08-28T02:38:50.439390+0000","last_peered":"2023-08-28T02:38:50.439390+0000","last_clean":"2023-08-28T02:38:50.439390+0000","last_became_active":"2023-08-28T02:30:50.402419+0000","last_became_peered":"2023-08-28T02:30:50.402419+0000","last_unstale":"2023-08-28T02:38:50.439390+0000","last_undegraded":"2023-08-28T02:38:50.439390+0000","last_fullsized":"2023-08-28T02:38:50.439390+0000","mapping_epoch":250,"log_start":"254'500","ondisk_log_start":"254'500","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7223,"log_dups_size":0,"ondisk_log_size":7223,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:07:37.393907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":258015232,"num_objects":3937,"num_object_clones":0,"num_object_copies":11811,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3937,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7723,"num_write_kb":373120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"65'1","reported_seq":327,"reported_epoch":361,"state":"active+clean","last_fresh":"2023-08-28T02:38:43.999459+0000","last_change":"2023-08-28T02:14:43.046130+0000","last_active":"2023-08-28T02:38:43.999459+0000","last_peered":"2023-08-28T02:38:43.999459+0000","last_clean":"2023-08-28T02:38:43.999459+0000","last_became_active":"2023-08-28T02:14:43.045775+0000","last_became_peered":"2023-08-28T02:14:43.045775+0000","last_unstale":"2023-08-28T02:38:43.999459+0000","last_undegraded":"2023-08-28T02:38:43.999459+0000","last_fullsized":"2023-08-28T02:38:43.999459+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:57:38.279756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":317,"reported_epoch":361,"state":"active+clean","last_fresh":"2023-08-28T02:38:43.791779+0000","last_change":"2023-08-28T02:31:51.987149+0000","last_active":"2023-08-28T02:38:43.791779+0000","last_peered":"2023-08-28T02:38:43.791779+0000","last_clean":"2023-08-28T02:38:43.791779+0000","last_became_active":"2023-08-28T02:31:51.986821+0000","last_became_peered":"2023-08-28T02:31:51.986821+0000","last_unstale":"2023-08-28T02:38:43.791779+0000","last_undegraded":"2023-08-28T02:38:43.791779+0000","last_fullsized":"2023-08-28T02:38:43.791779+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:23:26.661134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"362'7737","reported_seq":13121,"reported_epoch":362,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:38:50.579783+0000","last_change":"2023-08-28T02:33:33.975566+0000","last_active":"2023-08-28T02:38:50.579783+0000","last_peered":"2023-08-28T02:38:50.579783+0000","last_clean":"2023-08-28T02:31:27.868230+0000","last_became_active":"2023-08-28T02:33:33.660452+0000","last_became_peered":"2023-08-28T02:33:33.660452+0000","last_unstale":"2023-08-28T02:38:50.579783+0000","last_undegraded":"2023-08-28T02:33:13.410847+0000","last_fullsized":"2023-08-28T02:33:13.270012+0000","mapping_epoch":298,"log_start":"254'500","ondisk_log_start":"254'500","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7237,"log_dups_size":0,"ondisk_log_size":7237,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:33.375162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":253165568,"num_objects":3863,"num_object_clones":0,"num_object_copies":11589,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6371,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3863,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7737,"num_write_kb":371200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2613,"num_bytes_recovered":171180032,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[5,4],"avail_no_missing":["5","6"],"object_location_counts":[{"shards":"2,5,6","objects":915},{"shards":"3,5,6","objects":1443},{"shards":"5,6","objects":1505}],"blocked_by":[],"up_primary":3,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"65'2","reported_seq":352,"reported_epoch":361,"state":"active+clean","last_fresh":"2023-08-28T02:38:43.999457+0000","last_change":"2023-08-28T02:29:44.436352+0000","last_active":"2023-08-28T02:38:43.999457+0000","last_peered":"2023-08-28T02:38:43.999457+0000","last_clean":"2023-08-28T02:38:43.999457+0000","last_became_active":"2023-08-28T02:29:44.411499+0000","last_became_peered":"2023-08-28T02:29:44.411499+0000","last_unstale":"2023-08-28T02:38:43.999457+0000","last_undegraded":"2023-08-28T02:38:43.999457+0000","last_fullsized":"2023-08-28T02:38:43.999457+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:46:57.540191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":378,"reported_epoch":361,"state":"active+clean","last_fresh":"2023-08-28T02:38:43.795156+0000","last_change":"2023-08-28T02:33:12.289004+0000","last_active":"2023-08-28T02:38:43.795156+0000","last_peered":"2023-08-28T02:38:43.795156+0000","last_clean":"2023-08-28T02:38:43.795156+0000","last_became_active":"2023-08-28T02:33:12.288722+0000","last_became_peered":"2023-08-28T02:33:12.288722+0000","last_unstale":"2023-08-28T02:38:43.795156+0000","last_undegraded":"2023-08-28T02:38:43.795156+0000","last_fullsized":"2023-08-28T02:38:43.795156+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:24.019483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"362'7662","reported_seq":12877,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:50.040429+0000","last_change":"2023-08-28T02:37:54.748968+0000","last_active":"2023-08-28T02:38:50.040429+0000","last_peered":"2023-08-28T02:38:50.040429+0000","last_clean":"2023-08-28T02:38:50.040429+0000","last_became_active":"2023-08-28T02:37:54.729376+0000","last_became_peered":"2023-08-28T02:37:54.729376+0000","last_unstale":"2023-08-28T02:38:50.040429+0000","last_undegraded":"2023-08-28T02:38:50.040429+0000","last_fullsized":"2023-08-28T02:38:50.040429+0000","mapping_epoch":351,"log_start":"257'2312","ondisk_log_start":"257'2312","created":250,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5350,"log_dups_size":0,"ondisk_log_size":5350,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:00.988172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":254803968,"num_objects":3888,"num_object_clones":0,"num_object_copies":11664,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3888,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7662,"num_write_kb":369600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2533,"num_bytes_recovered":160432128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"65'1","reported_seq":338,"reported_epoch":361,"state":"active+clean","last_fresh":"2023-08-28T02:38:43.999309+0000","last_change":"2023-08-28T02:33:13.516869+0000","last_active":"2023-08-28T02:38:43.999309+0000","last_peered":"2023-08-28T02:38:43.999309+0000","last_clean":"2023-08-28T02:38:43.999309+0000","last_became_active":"2023-08-28T02:33:13.396736+0000","last_became_peered":"2023-08-28T02:33:13.396736+0000","last_unstale":"2023-08-28T02:38:43.999309+0000","last_undegraded":"2023-08-28T02:38:43.999309+0000","last_fullsized":"2023-08-28T02:38:43.999309+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:47:08.237137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":305,"reported_epoch":361,"state":"active+clean","last_fresh":"2023-08-28T02:38:43.784901+0000","last_change":"2023-08-28T02:31:51.987327+0000","last_active":"2023-08-28T02:38:43.784901+0000","last_peered":"2023-08-28T02:38:43.784901+0000","last_clean":"2023-08-28T02:38:43.784901+0000","last_became_active":"2023-08-28T02:31:51.987018+0000","last_became_peered":"2023-08-28T02:31:51.987018+0000","last_unstale":"2023-08-28T02:38:43.784901+0000","last_undegraded":"2023-08-28T02:38:43.784901+0000","last_fullsized":"2023-08-28T02:38:43.784901+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:53:26.105101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.5","version":"362'7605","reported_seq":11324,"reported_epoch":362,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:38:50.252860+0000","last_change":"2023-08-28T02:33:13.625779+0000","last_active":"2023-08-28T02:38:50.252860+0000","last_peered":"2023-08-28T02:38:50.252860+0000","last_clean":"2023-08-28T02:31:27.898932+0000","last_became_active":"2023-08-28T02:33:13.612126+0000","last_became_peered":"2023-08-28T02:33:13.612126+0000","last_unstale":"2023-08-28T02:38:50.252860+0000","last_undegraded":"2023-08-28T02:33:13.485377+0000","last_fullsized":"2023-08-28T02:33:13.264317+0000","mapping_epoch":298,"log_start":"257'2263","ondisk_log_start":"257'2263","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5342,"log_dups_size":0,"ondisk_log_size":5342,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:37:28.843386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":252116992,"num_objects":3847,"num_object_clones":0,"num_object_copies":11541,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6389,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3847,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7605,"num_write_kb":366464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1787,"num_bytes_recovered":117112832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,7],"avail_no_missing":["0","2"],"object_location_counts":[{"shards":"0,2","objects":2358},{"shards":"0,2,3","objects":1489}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":356,"reported_epoch":361,"state":"active+clean","last_fresh":"2023-08-28T02:38:43.792608+0000","last_change":"2023-08-28T02:33:13.281826+0000","last_active":"2023-08-28T02:38:43.792608+0000","last_peered":"2023-08-28T02:38:43.792608+0000","last_clean":"2023-08-28T02:38:43.792608+0000","last_became_active":"2023-08-28T02:33:13.281511+0000","last_became_peered":"2023-08-28T02:33:13.281511+0000","last_unstale":"2023-08-28T02:38:43.792608+0000","last_undegraded":"2023-08-28T02:38:43.792608+0000","last_fullsized":"2023-08-28T02:38:43.792608+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:32:55.005706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":353,"reported_epoch":361,"state":"active+clean","last_fresh":"2023-08-28T02:38:43.795291+0000","last_change":"2023-08-28T02:29:44.436713+0000","last_active":"2023-08-28T02:38:43.795291+0000","last_peered":"2023-08-28T02:38:43.795291+0000","last_clean":"2023-08-28T02:38:43.795291+0000","last_became_active":"2023-08-28T02:29:44.436203+0000","last_became_peered":"2023-08-28T02:29:44.436203+0000","last_unstale":"2023-08-28T02:38:43.795291+0000","last_undegraded":"2023-08-28T02:38:43.795291+0000","last_fullsized":"2023-08-28T02:38:43.795291+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:46:48.522293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"362'7913","reported_seq":8037,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:52.249162+0000","last_change":"2023-08-28T02:30:50.399669+0000","last_active":"2023-08-28T02:38:52.249162+0000","last_peered":"2023-08-28T02:38:52.249162+0000","last_clean":"2023-08-28T02:38:52.249162+0000","last_became_active":"2023-08-28T02:30:50.399332+0000","last_became_peered":"2023-08-28T02:30:50.399332+0000","last_unstale":"2023-08-28T02:38:52.249162+0000","last_undegraded":"2023-08-28T02:38:52.249162+0000","last_fullsized":"2023-08-28T02:38:52.249162+0000","mapping_epoch":250,"log_start":"256'1700","ondisk_log_start":"256'1700","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6213,"log_dups_size":0,"ondisk_log_size":6213,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:00:54.910841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":255655936,"num_objects":3901,"num_object_clones":0,"num_object_copies":11703,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3901,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7913,"num_write_kb":378048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"75'161","reported_seq":782,"reported_epoch":361,"state":"active+clean","last_fresh":"2023-08-28T02:38:43.999016+0000","last_change":"2023-08-28T02:33:13.310049+0000","last_active":"2023-08-28T02:38:43.999016+0000","last_peered":"2023-08-28T02:38:43.999016+0000","last_clean":"2023-08-28T02:38:43.999016+0000","last_became_active":"2023-08-28T02:33:13.309661+0000","last_became_peered":"2023-08-28T02:33:13.309661+0000","last_unstale":"2023-08-28T02:38:43.999016+0000","last_undegraded":"2023-08-28T02:38:43.999016+0000","last_fullsized":"2023-08-28T02:38:43.999016+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.930230+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.930230+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:27:40.889460+0000","scrub_duration":0.0050169209999999997,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"65'2","reported_seq":317,"reported_epoch":361,"state":"active+clean","last_fresh":"2023-08-28T02:38:43.787966+0000","last_change":"2023-08-28T02:33:12.294922+0000","last_active":"2023-08-28T02:38:43.787966+0000","last_peered":"2023-08-28T02:38:43.787966+0000","last_clean":"2023-08-28T02:38:43.787966+0000","last_became_active":"2023-08-28T02:33:12.294518+0000","last_became_peered":"2023-08-28T02:33:12.294518+0000","last_unstale":"2023-08-28T02:38:43.787966+0000","last_undegraded":"2023-08-28T02:38:43.787966+0000","last_fullsized":"2023-08-28T02:38:43.787966+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:21:12.737286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":355,"reported_epoch":361,"state":"active+clean","last_fresh":"2023-08-28T02:38:43.795377+0000","last_change":"2023-08-28T02:33:13.310505+0000","last_active":"2023-08-28T02:38:43.795377+0000","last_peered":"2023-08-28T02:38:43.795377+0000","last_clean":"2023-08-28T02:38:43.795377+0000","last_became_active":"2023-08-28T02:33:13.310223+0000","last_became_peered":"2023-08-28T02:33:13.310223+0000","last_unstale":"2023-08-28T02:38:43.795377+0000","last_undegraded":"2023-08-28T02:38:43.795377+0000","last_fullsized":"2023-08-28T02:38:43.795377+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:27:02.124453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"362'7746","reported_seq":22129,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:50.452038+0000","last_change":"2023-08-28T02:38:44.816101+0000","last_active":"2023-08-28T02:38:50.452038+0000","last_peered":"2023-08-28T02:38:50.452038+0000","last_clean":"2023-08-28T02:38:50.452038+0000","last_became_active":"2023-08-28T02:38:44.798734+0000","last_became_peered":"2023-08-28T02:38:44.798734+0000","last_unstale":"2023-08-28T02:38:50.452038+0000","last_undegraded":"2023-08-28T02:38:50.452038+0000","last_fullsized":"2023-08-28T02:38:50.452038+0000","mapping_epoch":361,"log_start":"255'600","ondisk_log_start":"255'600","created":250,"last_epoch_clean":362,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7146,"log_dups_size":0,"ondisk_log_size":7146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:34:42.975012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":257032192,"num_objects":3922,"num_object_clones":0,"num_object_copies":11766,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3922,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7746,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5834,"num_bytes_recovered":377683968,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"75'161","reported_seq":621,"reported_epoch":361,"state":"active+clean","last_fresh":"2023-08-28T02:38:43.791780+0000","last_change":"2023-08-28T02:37:37.933802+0000","last_active":"2023-08-28T02:38:43.791780+0000","last_peered":"2023-08-28T02:38:43.791780+0000","last_clean":"2023-08-28T02:38:43.791780+0000","last_became_active":"2023-08-28T02:33:13.287313+0000","last_became_peered":"2023-08-28T02:33:13.287313+0000","last_unstale":"2023-08-28T02:38:43.791780+0000","last_undegraded":"2023-08-28T02:38:43.791780+0000","last_fullsized":"2023-08-28T02:38:43.791780+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:45.407127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:45.407127+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:39:14.213229+0000","scrub_duration":0.0018495320000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":262688,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":275,"reported_epoch":361,"state":"active+clean","last_fresh":"2023-08-28T02:38:43.795007+0000","last_change":"2023-08-28T02:33:13.309727+0000","last_active":"2023-08-28T02:38:43.795007+0000","last_peered":"2023-08-28T02:38:43.795007+0000","last_clean":"2023-08-28T02:38:43.795007+0000","last_became_active":"2023-08-28T02:33:13.309487+0000","last_became_peered":"2023-08-28T02:33:13.309487+0000","last_unstale":"2023-08-28T02:38:43.795007+0000","last_undegraded":"2023-08-28T02:38:43.795007+0000","last_fullsized":"2023-08-28T02:38:43.795007+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:27:29.294011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":90,"reported_epoch":361,"state":"active+clean","last_fresh":"2023-08-28T02:38:43.795294+0000","last_change":"2023-08-28T02:32:28.456323+0000","last_active":"2023-08-28T02:38:43.795294+0000","last_peered":"2023-08-28T02:38:43.795294+0000","last_clean":"2023-08-28T02:38:43.795294+0000","last_became_active":"2023-08-28T02:32:28.455987+0000","last_became_peered":"2023-08-28T02:32:28.455987+0000","last_unstale":"2023-08-28T02:38:43.795294+0000","last_undegraded":"2023-08-28T02:38:43.795294+0000","last_fullsized":"2023-08-28T02:38:43.795294+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:54:07.724002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"362'7890","reported_seq":18031,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:52.236946+0000","last_change":"2023-08-28T02:33:13.316023+0000","last_active":"2023-08-28T02:38:52.236946+0000","last_peered":"2023-08-28T02:38:52.236946+0000","last_clean":"2023-08-28T02:38:52.236946+0000","last_became_active":"2023-08-28T02:33:13.308403+0000","last_became_peered":"2023-08-28T02:33:13.308403+0000","last_unstale":"2023-08-28T02:38:52.236946+0000","last_undegraded":"2023-08-28T02:38:52.236946+0000","last_fullsized":"2023-08-28T02:38:52.236946+0000","mapping_epoch":298,"log_start":"256'1700","ondisk_log_start":"256'1700","created":250,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6190,"log_dups_size":0,"ondisk_log_size":6190,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:10:38.401973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262537216,"num_objects":4006,"num_object_clones":0,"num_object_copies":12018,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4006,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7890,"num_write_kb":380672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4999,"num_bytes_recovered":327614464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":335,"reported_epoch":361,"state":"active+clean","last_fresh":"2023-08-28T02:38:43.795108+0000","last_change":"2023-08-28T02:32:28.455294+0000","last_active":"2023-08-28T02:38:43.795108+0000","last_peered":"2023-08-28T02:38:43.795108+0000","last_clean":"2023-08-28T02:38:43.795108+0000","last_became_active":"2023-08-28T02:32:28.455013+0000","last_became_peered":"2023-08-28T02:32:28.455013+0000","last_unstale":"2023-08-28T02:38:43.795108+0000","last_undegraded":"2023-08-28T02:38:43.795108+0000","last_fullsized":"2023-08-28T02:38:43.795108+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:53.583864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":367,"reported_epoch":361,"state":"active+clean","last_fresh":"2023-08-28T02:38:43.796475+0000","last_change":"2023-08-28T02:33:13.335588+0000","last_active":"2023-08-28T02:38:43.796475+0000","last_peered":"2023-08-28T02:38:43.796475+0000","last_clean":"2023-08-28T02:38:43.796475+0000","last_became_active":"2023-08-28T02:33:13.335326+0000","last_became_peered":"2023-08-28T02:33:13.335326+0000","last_unstale":"2023-08-28T02:38:43.796475+0000","last_undegraded":"2023-08-28T02:38:43.796475+0000","last_fullsized":"2023-08-28T02:38:43.796475+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:15:44.958663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"362'7825","reported_seq":7945,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:52.205845+0000","last_change":"2023-08-28T02:30:50.400261+0000","last_active":"2023-08-28T02:38:52.205845+0000","last_peered":"2023-08-28T02:38:52.205845+0000","last_clean":"2023-08-28T02:38:52.205845+0000","last_became_active":"2023-08-28T02:30:50.399938+0000","last_became_peered":"2023-08-28T02:30:50.399938+0000","last_unstale":"2023-08-28T02:38:52.205845+0000","last_undegraded":"2023-08-28T02:38:52.205845+0000","last_fullsized":"2023-08-28T02:38:52.205845+0000","mapping_epoch":250,"log_start":"257'2390","ondisk_log_start":"257'2390","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5435,"log_dups_size":0,"ondisk_log_size":5435,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:43:56.802792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":253558784,"num_objects":3869,"num_object_clones":0,"num_object_copies":11607,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3869,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7825,"num_write_kb":374208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"75'161","reported_seq":641,"reported_epoch":361,"state":"active+clean","last_fresh":"2023-08-28T02:38:43.792408+0000","last_change":"2023-08-28T02:32:56.519141+0000","last_active":"2023-08-28T02:38:43.792408+0000","last_peered":"2023-08-28T02:38:43.792408+0000","last_clean":"2023-08-28T02:38:43.792408+0000","last_became_active":"2023-08-28T02:32:56.518863+0000","last_became_peered":"2023-08-28T02:32:56.518863+0000","last_unstale":"2023-08-28T02:38:43.792408+0000","last_undegraded":"2023-08-28T02:38:43.792408+0000","last_fullsized":"2023-08-28T02:38:43.792408+0000","mapping_epoch":292,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":293,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_clean_scrub_stamp":"2023-08-28T02:29:25.608370+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:59:50.561109+0000","scrub_duration":0.001662689,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":270,"reported_epoch":361,"state":"active+clean","last_fresh":"2023-08-28T02:38:43.787680+0000","last_change":"2023-08-28T02:33:12.294592+0000","last_active":"2023-08-28T02:38:43.787680+0000","last_peered":"2023-08-28T02:38:43.787680+0000","last_clean":"2023-08-28T02:38:43.787680+0000","last_became_active":"2023-08-28T02:33:12.288508+0000","last_became_peered":"2023-08-28T02:33:12.288508+0000","last_unstale":"2023-08-28T02:38:43.787680+0000","last_undegraded":"2023-08-28T02:38:43.787680+0000","last_fullsized":"2023-08-28T02:38:43.787680+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:05:42.717608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":153,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:44.829118+0000","last_change":"2023-08-28T02:29:44.429834+0000","last_active":"2023-08-28T02:38:44.829118+0000","last_peered":"2023-08-28T02:38:44.829118+0000","last_clean":"2023-08-28T02:38:44.829118+0000","last_became_active":"2023-08-28T02:29:44.429512+0000","last_became_peered":"2023-08-28T02:29:44.429512+0000","last_unstale":"2023-08-28T02:38:44.829118+0000","last_undegraded":"2023-08-28T02:38:44.829118+0000","last_fullsized":"2023-08-28T02:38:44.829118+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:58.062455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"362'7699","reported_seq":7819,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:50.419392+0000","last_change":"2023-08-28T02:30:50.402348+0000","last_active":"2023-08-28T02:38:50.419392+0000","last_peered":"2023-08-28T02:38:50.419392+0000","last_clean":"2023-08-28T02:38:50.419392+0000","last_became_active":"2023-08-28T02:30:50.402076+0000","last_became_peered":"2023-08-28T02:30:50.402076+0000","last_unstale":"2023-08-28T02:38:50.419392+0000","last_undegraded":"2023-08-28T02:38:50.419392+0000","last_fullsized":"2023-08-28T02:38:50.419392+0000","mapping_epoch":250,"log_start":"255'800","ondisk_log_start":"255'800","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6899,"log_dups_size":0,"ondisk_log_size":6899,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:24.859426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":254083072,"num_objects":3877,"num_object_clones":0,"num_object_copies":11631,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3877,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7699,"num_write_kb":370432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.7","version":"75'161","reported_seq":562,"reported_epoch":361,"state":"active+clean","last_fresh":"2023-08-28T02:38:43.788527+0000","last_change":"2023-08-28T02:33:13.532525+0000","last_active":"2023-08-28T02:38:43.788527+0000","last_peered":"2023-08-28T02:38:43.788527+0000","last_clean":"2023-08-28T02:38:43.788527+0000","last_became_active":"2023-08-28T02:33:13.532125+0000","last_became_peered":"2023-08-28T02:33:13.532125+0000","last_unstale":"2023-08-28T02:38:43.788527+0000","last_undegraded":"2023-08-28T02:38:43.788527+0000","last_fullsized":"2023-08-28T02:38:43.788527+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.887648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.887648+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":153,"reported_epoch":361,"state":"active+clean","last_fresh":"2023-08-28T02:38:43.785254+0000","last_change":"2023-08-28T02:29:44.407595+0000","last_active":"2023-08-28T02:38:43.785254+0000","last_peered":"2023-08-28T02:38:43.785254+0000","last_clean":"2023-08-28T02:38:43.785254+0000","last_became_active":"2023-08-28T02:29:44.407316+0000","last_became_peered":"2023-08-28T02:29:44.407316+0000","last_unstale":"2023-08-28T02:38:43.785254+0000","last_undegraded":"2023-08-28T02:38:43.785254+0000","last_fullsized":"2023-08-28T02:38:43.785254+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:01:47.777709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":373,"reported_epoch":361,"state":"active+clean","last_fresh":"2023-08-28T02:38:43.792090+0000","last_change":"2023-08-28T02:33:13.286980+0000","last_active":"2023-08-28T02:38:43.792090+0000","last_peered":"2023-08-28T02:38:43.792090+0000","last_clean":"2023-08-28T02:38:43.792090+0000","last_became_active":"2023-08-28T02:33:13.286740+0000","last_became_peered":"2023-08-28T02:33:13.286740+0000","last_unstale":"2023-08-28T02:38:43.792090+0000","last_undegraded":"2023-08-28T02:38:43.792090+0000","last_fullsized":"2023-08-28T02:38:43.792090+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:24:54.574365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":153,"reported_epoch":361,"state":"active+clean","last_fresh":"2023-08-28T02:38:43.784995+0000","last_change":"2023-08-28T02:29:44.506914+0000","last_active":"2023-08-28T02:38:43.784995+0000","last_peered":"2023-08-28T02:38:43.784995+0000","last_clean":"2023-08-28T02:38:43.784995+0000","last_became_active":"2023-08-28T02:29:44.506606+0000","last_became_peered":"2023-08-28T02:29:44.506606+0000","last_unstale":"2023-08-28T02:38:43.784995+0000","last_undegraded":"2023-08-28T02:38:43.784995+0000","last_fullsized":"2023-08-28T02:38:43.784995+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:55:50.992279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"362'7773","reported_seq":19493,"reported_epoch":362,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:38:50.393864+0000","last_change":"2023-08-28T02:34:11.565330+0000","last_active":"2023-08-28T02:38:50.393864+0000","last_peered":"2023-08-28T02:38:50.393864+0000","last_clean":"2023-08-28T02:32:11.916240+0000","last_became_active":"2023-08-28T02:33:12.501819+0000","last_became_peered":"2023-08-28T02:33:12.501819+0000","last_unstale":"2023-08-28T02:38:50.393864+0000","last_undegraded":"2023-08-28T02:38:50.393864+0000","last_fullsized":"2023-08-28T02:38:50.393864+0000","mapping_epoch":297,"log_start":"257'2424","ondisk_log_start":"257'2424","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5349,"log_dups_size":0,"ondisk_log_size":5349,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:45:43.329719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":250544128,"num_objects":3823,"num_object_clones":0,"num_object_copies":11469,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3823,"num_objects_unfound":0,"num_objects_dirty":3823,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7773,"num_write_kb":371072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5787,"num_bytes_recovered":379256832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,2],"avail_no_missing":["0","2","5","6"],"object_location_counts":[{"shards":"0,2,5","objects":3823}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.1","version":"75'161","reported_seq":621,"reported_epoch":361,"state":"active+clean","last_fresh":"2023-08-28T02:38:43.792036+0000","last_change":"2023-08-28T02:32:31.482659+0000","last_active":"2023-08-28T02:38:43.792036+0000","last_peered":"2023-08-28T02:38:43.792036+0000","last_clean":"2023-08-28T02:38:43.792036+0000","last_became_active":"2023-08-28T02:32:31.482320+0000","last_became_peered":"2023-08-28T02:32:31.482320+0000","last_unstale":"2023-08-28T02:38:43.792036+0000","last_undegraded":"2023-08-28T02:38:43.792036+0000","last_fullsized":"2023-08-28T02:38:43.792036+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:24.559397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:24.559397+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:41:09.516918+0000","scrub_duration":0.001580328,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":359,"reported_epoch":361,"state":"active+clean","last_fresh":"2023-08-28T02:38:43.792274+0000","last_change":"2023-08-28T02:31:51.988386+0000","last_active":"2023-08-28T02:38:43.792274+0000","last_peered":"2023-08-28T02:38:43.792274+0000","last_clean":"2023-08-28T02:38:43.792274+0000","last_became_active":"2023-08-28T02:31:51.988097+0000","last_became_peered":"2023-08-28T02:31:51.988097+0000","last_unstale":"2023-08-28T02:38:43.792274+0000","last_undegraded":"2023-08-28T02:38:43.792274+0000","last_fullsized":"2023-08-28T02:38:43.792274+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:25:01.818829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":335,"reported_epoch":361,"state":"active+clean","last_fresh":"2023-08-28T02:38:43.795653+0000","last_change":"2023-08-28T02:32:12.951275+0000","last_active":"2023-08-28T02:38:43.795653+0000","last_peered":"2023-08-28T02:38:43.795653+0000","last_clean":"2023-08-28T02:38:43.795653+0000","last_became_active":"2023-08-28T02:32:12.950965+0000","last_became_peered":"2023-08-28T02:32:12.950965+0000","last_unstale":"2023-08-28T02:38:43.795653+0000","last_undegraded":"2023-08-28T02:38:43.795653+0000","last_fullsized":"2023-08-28T02:38:43.795653+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:37:31.294280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":179,"reported_epoch":361,"state":"active+clean","last_fresh":"2023-08-28T02:38:43.785279+0000","last_change":"2023-08-28T02:33:13.286534+0000","last_active":"2023-08-28T02:38:43.785279+0000","last_peered":"2023-08-28T02:38:43.785279+0000","last_clean":"2023-08-28T02:38:43.785279+0000","last_became_active":"2023-08-28T02:33:13.286164+0000","last_became_peered":"2023-08-28T02:33:13.286164+0000","last_unstale":"2023-08-28T02:38:43.785279+0000","last_undegraded":"2023-08-28T02:38:43.785279+0000","last_fullsized":"2023-08-28T02:38:43.785279+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:56.721932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"362'7783","reported_seq":19593,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:50.415057+0000","last_change":"2023-08-28T02:34:14.448606+0000","last_active":"2023-08-28T02:38:50.415057+0000","last_peered":"2023-08-28T02:38:50.415057+0000","last_clean":"2023-08-28T02:38:50.415057+0000","last_became_active":"2023-08-28T02:34:14.438547+0000","last_became_peered":"2023-08-28T02:34:14.438547+0000","last_unstale":"2023-08-28T02:38:50.415057+0000","last_undegraded":"2023-08-28T02:38:50.415057+0000","last_fullsized":"2023-08-28T02:38:50.415057+0000","mapping_epoch":314,"log_start":"255'600","ondisk_log_start":"255'600","created":250,"last_epoch_clean":315,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7183,"log_dups_size":0,"ondisk_log_size":7183,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:06:41.120408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":254607360,"num_objects":3885,"num_object_clones":0,"num_object_copies":11655,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3885,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7783,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5834,"num_bytes_recovered":376832000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2","version":"75'161","reported_seq":743,"reported_epoch":361,"state":"active+clean","last_fresh":"2023-08-28T02:38:43.998984+0000","last_change":"2023-08-28T02:30:51.762377+0000","last_active":"2023-08-28T02:38:43.998984+0000","last_peered":"2023-08-28T02:38:43.998984+0000","last_clean":"2023-08-28T02:38:43.998984+0000","last_became_active":"2023-08-28T02:27:46.375590+0000","last_became_peered":"2023-08-28T02:27:46.375590+0000","last_unstale":"2023-08-28T02:38:43.998984+0000","last_undegraded":"2023-08-28T02:38:43.998984+0000","last_fullsized":"2023-08-28T02:38:43.998984+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:51.762314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:51.762314+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:02.034555+0000","scrub_duration":0.0020023620000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":170,"reported_epoch":361,"state":"active+clean","last_fresh":"2023-08-28T02:38:43.787846+0000","last_change":"2023-08-28T02:33:13.289765+0000","last_active":"2023-08-28T02:38:43.787846+0000","last_peered":"2023-08-28T02:38:43.787846+0000","last_clean":"2023-08-28T02:38:43.787846+0000","last_became_active":"2023-08-28T02:33:13.289159+0000","last_became_peered":"2023-08-28T02:33:13.289159+0000","last_unstale":"2023-08-28T02:38:43.787846+0000","last_undegraded":"2023-08-28T02:38:43.787846+0000","last_fullsized":"2023-08-28T02:38:43.787846+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:30:38.956723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":171,"reported_epoch":361,"state":"active+clean","last_fresh":"2023-08-28T02:38:43.785155+0000","last_change":"2023-08-28T02:32:28.464203+0000","last_active":"2023-08-28T02:38:43.785155+0000","last_peered":"2023-08-28T02:38:43.785155+0000","last_clean":"2023-08-28T02:38:43.785155+0000","last_became_active":"2023-08-28T02:32:28.463412+0000","last_became_peered":"2023-08-28T02:32:28.463412+0000","last_unstale":"2023-08-28T02:38:43.785155+0000","last_undegraded":"2023-08-28T02:38:43.785155+0000","last_fullsized":"2023-08-28T02:38:43.785155+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:20:38.177879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":153,"reported_epoch":361,"state":"active+clean","last_fresh":"2023-08-28T02:38:43.785941+0000","last_change":"2023-08-28T02:29:44.427945+0000","last_active":"2023-08-28T02:38:43.785941+0000","last_peered":"2023-08-28T02:38:43.785941+0000","last_clean":"2023-08-28T02:38:43.785941+0000","last_became_active":"2023-08-28T02:29:44.426487+0000","last_became_peered":"2023-08-28T02:29:44.426487+0000","last_unstale":"2023-08-28T02:38:43.785941+0000","last_undegraded":"2023-08-28T02:38:43.785941+0000","last_fullsized":"2023-08-28T02:38:43.785941+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:30:20.438896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"362'7791","reported_seq":17883,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:52.575838+0000","last_change":"2023-08-28T02:34:48.488647+0000","last_active":"2023-08-28T02:38:52.575838+0000","last_peered":"2023-08-28T02:38:52.575838+0000","last_clean":"2023-08-28T02:38:52.575838+0000","last_became_active":"2023-08-28T02:34:48.476519+0000","last_became_peered":"2023-08-28T02:34:48.476519+0000","last_unstale":"2023-08-28T02:38:52.575838+0000","last_undegraded":"2023-08-28T02:38:52.575838+0000","last_fullsized":"2023-08-28T02:38:52.575838+0000","mapping_epoch":318,"log_start":"256'1600","ondisk_log_start":"256'1600","created":250,"last_epoch_clean":319,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6191,"log_dups_size":0,"ondisk_log_size":6191,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:44:20.004230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":252510208,"num_objects":3853,"num_object_clones":0,"num_object_copies":11559,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3853,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7791,"num_write_kb":372608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4973,"num_bytes_recovered":325910528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":353,"reported_epoch":361,"state":"active+clean","last_fresh":"2023-08-28T02:38:43.793885+0000","last_change":"2023-08-28T02:33:13.484970+0000","last_active":"2023-08-28T02:38:43.793885+0000","last_peered":"2023-08-28T02:38:43.793885+0000","last_clean":"2023-08-28T02:38:43.793885+0000","last_became_active":"2023-08-28T02:33:13.484579+0000","last_became_peered":"2023-08-28T02:33:13.484579+0000","last_unstale":"2023-08-28T02:38:43.793885+0000","last_undegraded":"2023-08-28T02:38:43.793885+0000","last_fullsized":"2023-08-28T02:38:43.793885+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:58.027468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"75'161","reported_seq":744,"reported_epoch":361,"state":"active+clean","last_fresh":"2023-08-28T02:38:43.998883+0000","last_change":"2023-08-28T02:31:55.059467+0000","last_active":"2023-08-28T02:38:43.998883+0000","last_peered":"2023-08-28T02:38:43.998883+0000","last_clean":"2023-08-28T02:38:43.998883+0000","last_became_active":"2023-08-28T02:31:55.059115+0000","last_became_peered":"2023-08-28T02:31:55.059115+0000","last_unstale":"2023-08-28T02:38:43.998883+0000","last_undegraded":"2023-08-28T02:38:43.998883+0000","last_fullsized":"2023-08-28T02:38:43.998883+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":0,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.820990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.820990+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:15:56.774667+0000","scrub_duration":0.0017342480000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":271,"reported_epoch":361,"state":"active+clean","last_fresh":"2023-08-28T02:38:43.788087+0000","last_change":"2023-08-28T02:33:13.352810+0000","last_active":"2023-08-28T02:38:43.788087+0000","last_peered":"2023-08-28T02:38:43.788087+0000","last_clean":"2023-08-28T02:38:43.788087+0000","last_became_active":"2023-08-28T02:33:13.351697+0000","last_became_peered":"2023-08-28T02:33:13.351697+0000","last_unstale":"2023-08-28T02:38:43.788087+0000","last_undegraded":"2023-08-28T02:38:43.788087+0000","last_fullsized":"2023-08-28T02:38:43.788087+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:56.187163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":184,"reported_epoch":361,"state":"active+clean","last_fresh":"2023-08-28T02:38:43.795835+0000","last_change":"2023-08-28T02:31:51.984584+0000","last_active":"2023-08-28T02:38:43.795835+0000","last_peered":"2023-08-28T02:38:43.795835+0000","last_clean":"2023-08-28T02:38:43.795835+0000","last_became_active":"2023-08-28T02:31:51.984264+0000","last_became_peered":"2023-08-28T02:31:51.984264+0000","last_unstale":"2023-08-28T02:38:43.795835+0000","last_undegraded":"2023-08-28T02:38:43.795835+0000","last_fullsized":"2023-08-28T02:38:43.795835+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:58:42.306722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"362'7692","reported_seq":19420,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:49.844453+0000","last_change":"2023-08-28T02:35:11.978901+0000","last_active":"2023-08-28T02:38:49.844453+0000","last_peered":"2023-08-28T02:38:49.844453+0000","last_clean":"2023-08-28T02:38:49.844453+0000","last_became_active":"2023-08-28T02:35:11.966585+0000","last_became_peered":"2023-08-28T02:35:11.966585+0000","last_unstale":"2023-08-28T02:38:49.844453+0000","last_undegraded":"2023-08-28T02:38:49.844453+0000","last_fullsized":"2023-08-28T02:38:49.844453+0000","mapping_epoch":323,"log_start":"257'2428","ondisk_log_start":"257'2428","created":250,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5264,"log_dups_size":0,"ondisk_log_size":5264,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:03:07.017814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":254935040,"num_objects":3890,"num_object_clones":0,"num_object_copies":11670,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3890,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7692,"num_write_kb":370624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5791,"num_bytes_recovered":368967680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3","version":"75'161","reported_seq":629,"reported_epoch":361,"state":"active+clean","last_fresh":"2023-08-28T02:38:43.785833+0000","last_change":"2023-08-28T02:31:55.068239+0000","last_active":"2023-08-28T02:38:43.785833+0000","last_peered":"2023-08-28T02:38:43.785833+0000","last_clean":"2023-08-28T02:38:43.785833+0000","last_became_active":"2023-08-28T02:31:55.067875+0000","last_became_peered":"2023-08-28T02:31:55.067875+0000","last_unstale":"2023-08-28T02:38:43.785833+0000","last_undegraded":"2023-08-28T02:38:43.785833+0000","last_fullsized":"2023-08-28T02:38:43.785833+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.868248+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:11:04.391639+0000","scrub_duration":0.0016215240000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":367,"reported_epoch":361,"state":"active+clean","last_fresh":"2023-08-28T02:38:43.998871+0000","last_change":"2023-08-28T02:29:44.421353+0000","last_active":"2023-08-28T02:38:43.998871+0000","last_peered":"2023-08-28T02:38:43.998871+0000","last_clean":"2023-08-28T02:38:43.998871+0000","last_became_active":"2023-08-28T02:29:44.421064+0000","last_became_peered":"2023-08-28T02:29:44.421064+0000","last_unstale":"2023-08-28T02:38:43.998871+0000","last_undegraded":"2023-08-28T02:38:43.998871+0000","last_fullsized":"2023-08-28T02:38:43.998871+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:51:36.524024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":337,"reported_epoch":361,"state":"active+clean","last_fresh":"2023-08-28T02:38:43.795393+0000","last_change":"2023-08-28T02:33:12.299487+0000","last_active":"2023-08-28T02:38:43.795393+0000","last_peered":"2023-08-28T02:38:43.795393+0000","last_clean":"2023-08-28T02:38:43.795393+0000","last_became_active":"2023-08-28T02:33:12.299175+0000","last_became_peered":"2023-08-28T02:33:12.299175+0000","last_unstale":"2023-08-28T02:38:43.795393+0000","last_undegraded":"2023-08-28T02:38:43.795393+0000","last_fullsized":"2023-08-28T02:38:43.795393+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:42:29.713462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":348,"reported_epoch":361,"state":"active+clean","last_fresh":"2023-08-28T02:38:43.795603+0000","last_change":"2023-08-28T02:32:28.457696+0000","last_active":"2023-08-28T02:38:43.795603+0000","last_peered":"2023-08-28T02:38:43.795603+0000","last_clean":"2023-08-28T02:38:43.795603+0000","last_became_active":"2023-08-28T02:32:28.457407+0000","last_became_peered":"2023-08-28T02:32:28.457407+0000","last_unstale":"2023-08-28T02:38:43.795603+0000","last_undegraded":"2023-08-28T02:38:43.795603+0000","last_fullsized":"2023-08-28T02:38:43.795603+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:26:29.392787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"362'7666","reported_seq":8814,"reported_epoch":362,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:38:52.233175+0000","last_change":"2023-08-28T02:34:11.566035+0000","last_active":"2023-08-28T02:38:52.233175+0000","last_peered":"2023-08-28T02:38:52.233175+0000","last_clean":"2023-08-28T02:33:10.395883+0000","last_became_active":"2023-08-28T02:33:12.394714+0000","last_became_peered":"2023-08-28T02:33:12.394714+0000","last_unstale":"2023-08-28T02:38:52.233175+0000","last_undegraded":"2023-08-28T02:38:52.233175+0000","last_fullsized":"2023-08-28T02:38:52.233175+0000","mapping_epoch":297,"log_start":"257'2284","ondisk_log_start":"257'2284","created":250,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5382,"log_dups_size":0,"ondisk_log_size":5382,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:01:26.984565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":250150936,"num_objects":3818,"num_object_clones":0,"num_object_copies":11454,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3481,"num_objects_unfound":0,"num_objects_dirty":3818,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7666,"num_write_kb":367425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":500,"num_bytes_recovered":32768000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,6],"avail_no_missing":["4","0","6"],"object_location_counts":[{"shards":"0,4,6","objects":3818}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.6","version":"75'161","reported_seq":622,"reported_epoch":361,"state":"active+clean","last_fresh":"2023-08-28T02:38:43.795506+0000","last_change":"2023-08-28T02:33:13.338675+0000","last_active":"2023-08-28T02:38:43.795506+0000","last_peered":"2023-08-28T02:38:43.795506+0000","last_clean":"2023-08-28T02:38:43.795506+0000","last_became_active":"2023-08-28T02:33:13.338271+0000","last_became_peered":"2023-08-28T02:33:13.338271+0000","last_unstale":"2023-08-28T02:38:43.795506+0000","last_undegraded":"2023-08-28T02:38:43.795506+0000","last_fullsized":"2023-08-28T02:38:43.795506+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.774982+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.774982+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:13:20.011329+0000","scrub_duration":0.003539819,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":330,"reported_epoch":361,"state":"active+clean","last_fresh":"2023-08-28T02:38:43.999298+0000","last_change":"2023-08-28T02:14:43.033789+0000","last_active":"2023-08-28T02:38:43.999298+0000","last_peered":"2023-08-28T02:38:43.999298+0000","last_clean":"2023-08-28T02:38:43.999298+0000","last_became_active":"2023-08-28T02:14:43.033454+0000","last_became_peered":"2023-08-28T02:14:43.033454+0000","last_unstale":"2023-08-28T02:38:43.999298+0000","last_undegraded":"2023-08-28T02:38:43.999298+0000","last_fullsized":"2023-08-28T02:38:43.999298+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:01:13.205842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":162,"reported_epoch":361,"state":"active+clean","last_fresh":"2023-08-28T02:38:43.785376+0000","last_change":"2023-08-28T02:32:28.461807+0000","last_active":"2023-08-28T02:38:43.785376+0000","last_peered":"2023-08-28T02:38:43.785376+0000","last_clean":"2023-08-28T02:38:43.785376+0000","last_became_active":"2023-08-28T02:32:28.461116+0000","last_became_peered":"2023-08-28T02:32:28.461116+0000","last_unstale":"2023-08-28T02:38:43.785376+0000","last_undegraded":"2023-08-28T02:38:43.785376+0000","last_fullsized":"2023-08-28T02:38:43.785376+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:12:45.321757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":308,"reported_epoch":361,"state":"active+clean","last_fresh":"2023-08-28T02:38:43.795445+0000","last_change":"2023-08-28T02:14:43.048791+0000","last_active":"2023-08-28T02:38:43.795445+0000","last_peered":"2023-08-28T02:38:43.795445+0000","last_clean":"2023-08-28T02:38:43.795445+0000","last_became_active":"2023-08-28T02:14:43.047408+0000","last_became_peered":"2023-08-28T02:14:43.047408+0000","last_unstale":"2023-08-28T02:38:43.795445+0000","last_undegraded":"2023-08-28T02:38:43.795445+0000","last_fullsized":"2023-08-28T02:38:43.795445+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:47.097181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"362'7904","reported_seq":17991,"reported_epoch":362,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:38:52.002730+0000","last_change":"2023-08-28T02:37:37.899201+0000","last_active":"2023-08-28T02:38:52.002730+0000","last_peered":"2023-08-28T02:38:52.002730+0000","last_clean":"2023-08-28T02:31:50.933695+0000","last_became_active":"2023-08-28T02:33:13.540416+0000","last_became_peered":"2023-08-28T02:33:13.540416+0000","last_unstale":"2023-08-28T02:38:52.002730+0000","last_undegraded":"2023-08-28T02:38:52.002730+0000","last_fullsized":"2023-08-28T02:38:52.002730+0000","mapping_epoch":298,"log_start":"257'2474","ondisk_log_start":"257'2474","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5430,"log_dups_size":0,"ondisk_log_size":5430,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:49:35.658845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":259391488,"num_objects":3958,"num_object_clones":0,"num_object_copies":11874,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3958,"num_objects_unfound":0,"num_objects_dirty":3958,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7904,"num_write_kb":379584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4967,"num_bytes_recovered":325517312,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,2],"avail_no_missing":["4","2","5","6"],"object_location_counts":[{"shards":"2,4,5","objects":3958}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.5","version":"75'161","reported_seq":655,"reported_epoch":361,"state":"active+clean","last_fresh":"2023-08-28T02:38:43.795388+0000","last_change":"2023-08-28T02:32:31.477151+0000","last_active":"2023-08-28T02:38:43.795388+0000","last_peered":"2023-08-28T02:38:43.795388+0000","last_clean":"2023-08-28T02:38:43.795388+0000","last_became_active":"2023-08-28T02:32:31.476776+0000","last_became_peered":"2023-08-28T02:32:31.476776+0000","last_unstale":"2023-08-28T02:38:43.795388+0000","last_undegraded":"2023-08-28T02:38:43.795388+0000","last_fullsized":"2023-08-28T02:38:43.795388+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:18.891729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:18.891729+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:47:27.194140+0000","scrub_duration":0.0031546460000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"65'2","reported_seq":318,"reported_epoch":361,"state":"active+clean","last_fresh":"2023-08-28T02:38:43.788437+0000","last_change":"2023-08-28T02:33:12.327778+0000","last_active":"2023-08-28T02:38:43.788437+0000","last_peered":"2023-08-28T02:38:43.788437+0000","last_clean":"2023-08-28T02:38:43.788437+0000","last_became_active":"2023-08-28T02:33:12.327273+0000","last_became_peered":"2023-08-28T02:33:12.327273+0000","last_unstale":"2023-08-28T02:38:43.788437+0000","last_undegraded":"2023-08-28T02:38:43.788437+0000","last_fullsized":"2023-08-28T02:38:43.788437+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:40.554192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":200,"reported_epoch":361,"state":"active+clean","last_fresh":"2023-08-28T02:38:43.785434+0000","last_change":"2023-08-28T02:33:13.335665+0000","last_active":"2023-08-28T02:38:43.785434+0000","last_peered":"2023-08-28T02:38:43.785434+0000","last_clean":"2023-08-28T02:38:43.785434+0000","last_became_active":"2023-08-28T02:33:13.335322+0000","last_became_peered":"2023-08-28T02:33:13.335322+0000","last_unstale":"2023-08-28T02:38:43.785434+0000","last_undegraded":"2023-08-28T02:38:43.785434+0000","last_fullsized":"2023-08-28T02:38:43.785434+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:21:08.024493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":315,"reported_epoch":361,"state":"active+clean","last_fresh":"2023-08-28T02:38:43.787708+0000","last_change":"2023-08-28T02:33:12.310326+0000","last_active":"2023-08-28T02:38:43.787708+0000","last_peered":"2023-08-28T02:38:43.787708+0000","last_clean":"2023-08-28T02:38:43.787708+0000","last_became_active":"2023-08-28T02:33:12.310011+0000","last_became_peered":"2023-08-28T02:33:12.310011+0000","last_unstale":"2023-08-28T02:38:43.787708+0000","last_undegraded":"2023-08-28T02:38:43.787708+0000","last_fullsized":"2023-08-28T02:38:43.787708+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:35:03.710036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"362'7875","reported_seq":13833,"reported_epoch":362,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-08-28T02:38:52.333031+0000","last_change":"2023-08-28T02:38:43.760745+0000","last_active":"2023-08-28T02:38:52.333031+0000","last_peered":"2023-08-28T02:38:52.333031+0000","last_clean":"2023-08-28T02:31:27.909649+0000","last_became_active":"2023-08-28T02:33:33.726805+0000","last_became_peered":"2023-08-28T02:33:33.726805+0000","last_unstale":"2023-08-28T02:38:52.333031+0000","last_undegraded":"2023-08-28T02:33:20.140072+0000","last_fullsized":"2023-08-28T02:33:13.278549+0000","mapping_epoch":298,"log_start":"257'2477","ondisk_log_start":"257'2477","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5398,"log_dups_size":0,"ondisk_log_size":5398,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:02:22.971585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":261685248,"num_objects":3993,"num_object_clones":0,"num_object_copies":11979,"num_objects_missing_on_primary":3967,"num_objects_missing":3967,"num_objects_degraded":2496,"num_objects_misplaced":7974,"num_objects_unfound":0,"num_objects_dirty":3993,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7875,"num_write_kb":379776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1930,"num_bytes_recovered":126353408,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[4,3],"avail_no_missing":["2","6"],"object_location_counts":[{"shards":"2,3,4,6","objects":12},{"shards":"2,3,6","objects":1484},{"shards":"2,4,6","objects":14},{"shards":"2,6","objects":2483},{"shards":"3,4","objects":-13}],"blocked_by":[],"up_primary":3,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.4","version":"75'161","reported_seq":570,"reported_epoch":361,"state":"active+clean","last_fresh":"2023-08-28T02:38:43.788258+0000","last_change":"2023-08-28T02:33:12.296479+0000","last_active":"2023-08-28T02:38:43.788258+0000","last_peered":"2023-08-28T02:38:43.788258+0000","last_clean":"2023-08-28T02:38:43.788258+0000","last_became_active":"2023-08-28T02:33:12.294160+0000","last_became_peered":"2023-08-28T02:33:12.294160+0000","last_unstale":"2023-08-28T02:38:43.788258+0000","last_undegraded":"2023-08-28T02:38:43.788258+0000","last_fullsized":"2023-08-28T02:38:43.788258+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.899247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.899247+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":288,"reported_epoch":361,"state":"active+clean","last_fresh":"2023-08-28T02:38:43.999462+0000","last_change":"2023-08-28T02:33:13.539335+0000","last_active":"2023-08-28T02:38:43.999462+0000","last_peered":"2023-08-28T02:38:43.999462+0000","last_clean":"2023-08-28T02:38:43.999462+0000","last_became_active":"2023-08-28T02:33:13.538978+0000","last_became_peered":"2023-08-28T02:33:13.538978+0000","last_unstale":"2023-08-28T02:38:43.999462+0000","last_undegraded":"2023-08-28T02:38:43.999462+0000","last_fullsized":"2023-08-28T02:38:43.999462+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:26:13.405766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"65'1","reported_seq":352,"reported_epoch":361,"state":"active+clean","last_fresh":"2023-08-28T02:38:43.796003+0000","last_change":"2023-08-28T02:29:44.510205+0000","last_active":"2023-08-28T02:38:43.796003+0000","last_peered":"2023-08-28T02:38:43.796003+0000","last_clean":"2023-08-28T02:38:43.796003+0000","last_became_active":"2023-08-28T02:29:44.429357+0000","last_became_peered":"2023-08-28T02:29:44.429357+0000","last_unstale":"2023-08-28T02:38:43.796003+0000","last_undegraded":"2023-08-28T02:38:43.796003+0000","last_fullsized":"2023-08-28T02:38:43.796003+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:44:59.955729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":317,"reported_epoch":361,"state":"active+clean","last_fresh":"2023-08-28T02:38:43.794995+0000","last_change":"2023-08-28T02:32:12.950661+0000","last_active":"2023-08-28T02:38:43.794995+0000","last_peered":"2023-08-28T02:38:43.794995+0000","last_clean":"2023-08-28T02:38:43.794995+0000","last_became_active":"2023-08-28T02:32:12.950276+0000","last_became_peered":"2023-08-28T02:32:12.950276+0000","last_unstale":"2023-08-28T02:38:43.794995+0000","last_undegraded":"2023-08-28T02:38:43.794995+0000","last_fullsized":"2023-08-28T02:38:43.794995+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:05:17.972868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"65'1","reported_seq":309,"reported_epoch":361,"state":"active+clean","last_fresh":"2023-08-28T02:38:43.795401+0000","last_change":"2023-08-28T02:14:43.042150+0000","last_active":"2023-08-28T02:38:43.795401+0000","last_peered":"2023-08-28T02:38:43.795401+0000","last_clean":"2023-08-28T02:38:43.795401+0000","last_became_active":"2023-08-28T02:14:43.038336+0000","last_became_peered":"2023-08-28T02:14:43.038336+0000","last_unstale":"2023-08-28T02:38:43.795401+0000","last_undegraded":"2023-08-28T02:38:43.795401+0000","last_fullsized":"2023-08-28T02:38:43.795401+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:26:02.415152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":359,"reported_epoch":361,"state":"active+clean","last_fresh":"2023-08-28T02:38:43.785500+0000","last_change":"2023-08-28T02:33:13.318097+0000","last_active":"2023-08-28T02:38:43.785500+0000","last_peered":"2023-08-28T02:38:43.785500+0000","last_clean":"2023-08-28T02:38:43.785500+0000","last_became_active":"2023-08-28T02:33:13.317761+0000","last_became_peered":"2023-08-28T02:33:13.317761+0000","last_unstale":"2023-08-28T02:38:43.785500+0000","last_undegraded":"2023-08-28T02:38:43.785500+0000","last_fullsized":"2023-08-28T02:38:43.785500+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:24.836996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"65'2","reported_seq":355,"reported_epoch":361,"state":"active+clean","last_fresh":"2023-08-28T02:38:43.792682+0000","last_change":"2023-08-28T02:29:44.535937+0000","last_active":"2023-08-28T02:38:43.792682+0000","last_peered":"2023-08-28T02:38:43.792682+0000","last_clean":"2023-08-28T02:38:43.792682+0000","last_became_active":"2023-08-28T02:29:44.462244+0000","last_became_peered":"2023-08-28T02:29:44.462244+0000","last_unstale":"2023-08-28T02:38:43.792682+0000","last_undegraded":"2023-08-28T02:38:43.792682+0000","last_fullsized":"2023-08-28T02:38:43.792682+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:30:33.173713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":356,"reported_epoch":361,"state":"active+clean","last_fresh":"2023-08-28T02:38:43.795178+0000","last_change":"2023-08-28T02:33:12.305580+0000","last_active":"2023-08-28T02:38:43.795178+0000","last_peered":"2023-08-28T02:38:43.795178+0000","last_clean":"2023-08-28T02:38:43.795178+0000","last_became_active":"2023-08-28T02:33:12.305261+0000","last_became_peered":"2023-08-28T02:33:12.305261+0000","last_unstale":"2023-08-28T02:38:43.795178+0000","last_undegraded":"2023-08-28T02:38:43.795178+0000","last_fullsized":"2023-08-28T02:38:43.795178+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:22:31.614221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"65'2","reported_seq":324,"reported_epoch":361,"state":"active+clean","last_fresh":"2023-08-28T02:38:43.792002+0000","last_change":"2023-08-28T02:31:51.991101+0000","last_active":"2023-08-28T02:38:43.792002+0000","last_peered":"2023-08-28T02:38:43.792002+0000","last_clean":"2023-08-28T02:38:43.792002+0000","last_became_active":"2023-08-28T02:31:51.987237+0000","last_became_peered":"2023-08-28T02:31:51.987237+0000","last_unstale":"2023-08-28T02:38:43.792002+0000","last_undegraded":"2023-08-28T02:38:43.792002+0000","last_fullsized":"2023-08-28T02:38:43.792002+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:07:07.370857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":358,"reported_epoch":361,"state":"active+clean","last_fresh":"2023-08-28T02:38:43.794991+0000","last_change":"2023-08-28T02:33:12.494483+0000","last_active":"2023-08-28T02:38:43.794991+0000","last_peered":"2023-08-28T02:38:43.794991+0000","last_clean":"2023-08-28T02:38:43.794991+0000","last_became_active":"2023-08-28T02:33:12.494136+0000","last_became_peered":"2023-08-28T02:33:12.494136+0000","last_unstale":"2023-08-28T02:38:43.794991+0000","last_undegraded":"2023-08-28T02:38:43.794991+0000","last_fullsized":"2023-08-28T02:38:43.794991+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:36.772588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"65'1","reported_seq":303,"reported_epoch":361,"state":"active+clean","last_fresh":"2023-08-28T02:38:43.788932+0000","last_change":"2023-08-28T02:33:13.287922+0000","last_active":"2023-08-28T02:38:43.788932+0000","last_peered":"2023-08-28T02:38:43.788932+0000","last_clean":"2023-08-28T02:38:43.788932+0000","last_became_active":"2023-08-28T02:33:13.287520+0000","last_became_peered":"2023-08-28T02:33:13.287520+0000","last_unstale":"2023-08-28T02:38:43.788932+0000","last_undegraded":"2023-08-28T02:38:43.788932+0000","last_fullsized":"2023-08-28T02:38:43.788932+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:11.627168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":317,"reported_epoch":361,"state":"active+clean","last_fresh":"2023-08-28T02:38:43.787958+0000","last_change":"2023-08-28T02:33:13.289469+0000","last_active":"2023-08-28T02:38:43.787958+0000","last_peered":"2023-08-28T02:38:43.787958+0000","last_clean":"2023-08-28T02:38:43.787958+0000","last_became_active":"2023-08-28T02:33:13.288737+0000","last_became_peered":"2023-08-28T02:33:13.288737+0000","last_unstale":"2023-08-28T02:38:43.787958+0000","last_undegraded":"2023-08-28T02:38:43.787958+0000","last_fullsized":"2023-08-28T02:38:43.787958+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:11:15.043550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"65'4","reported_seq":341,"reported_epoch":361,"state":"active+clean","last_fresh":"2023-08-28T02:38:43.795892+0000","last_change":"2023-08-28T02:32:28.607010+0000","last_active":"2023-08-28T02:38:43.795892+0000","last_peered":"2023-08-28T02:38:43.795892+0000","last_clean":"2023-08-28T02:38:43.795892+0000","last_became_active":"2023-08-28T02:32:28.492224+0000","last_became_peered":"2023-08-28T02:32:28.492224+0000","last_unstale":"2023-08-28T02:38:43.795892+0000","last_undegraded":"2023-08-28T02:38:43.795892+0000","last_fullsized":"2023-08-28T02:38:43.795892+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:13:45.711951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":554,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":368,"reported_epoch":361,"state":"active+clean","last_fresh":"2023-08-28T02:38:43.794829+0000","last_change":"2023-08-28T02:33:13.309144+0000","last_active":"2023-08-28T02:38:43.794829+0000","last_peered":"2023-08-28T02:38:43.794829+0000","last_clean":"2023-08-28T02:38:43.794829+0000","last_became_active":"2023-08-28T02:33:13.308910+0000","last_became_peered":"2023-08-28T02:33:13.308910+0000","last_unstale":"2023-08-28T02:38:43.794829+0000","last_undegraded":"2023-08-28T02:38:43.794829+0000","last_fullsized":"2023-08-28T02:38:43.794829+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:09:59.549591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":4084793368,"num_objects":62330,"num_object_clones":0,"num_object_copies":186990,"num_objects_missing_on_primary":3967,"num_objects_missing":3967,"num_objects_degraded":15256,"num_objects_misplaced":19236,"num_objects_unfound":0,"num_objects_dirty":62330,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":124284,"num_write_kb":5971585,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":47548,"num_bytes_recovered":3089629184,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":13488107520,"data_stored":13488095304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97232,"ondisk_log_size":97232,"up":48,"acting":45,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":10126,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":370028,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":89,"num_read_kb":167,"num_write":44,"num_write_kb":440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":584707,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2048000,"data_stored":2033792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299783,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1740900,"kb_used_data":1255388,"kb_used_omap":0,"kb_used_meta":485504,"kb_avail":92004252,"statfs":{"total":95995035648,"available":94212354048,"internally_reserved":0,"allocated":1285517312,"data_stored":1284078467,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":497156096},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:38:11 2023","interfaces":[{"interface":"back","average":{"1min":0.439,"5min":0.51100000000000001,"15min":1.1990000000000001},"min":{"1min":0.26300000000000001,"5min":0.23400000000000001,"15min":0.219},"max":{"1min":0.93899999999999995,"5min":3.6480000000000001,"15min":13.118},"last":0.29199999999999998},{"interface":"front","average":{"1min":0.436,"5min":0.57299999999999995,"15min":1.611},"min":{"1min":0.27700000000000002,"5min":0.247,"15min":0.246},"max":{"1min":0.66900000000000004,"5min":3.6619999999999999,"15min":17.402999999999999},"last":0.75700000000000001}]},{"osd":1,"last update":"Mon Aug 28 02:38:44 2023","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.58999999999999997,"15min":1.8260000000000001},"min":{"1min":0.28799999999999998,"5min":0.253,"15min":0.248},"max":{"1min":3.113,"5min":5.492,"15min":17.43},"last":0.81899999999999995},{"interface":"front","average":{"1min":0.68700000000000006,"5min":0.73699999999999999,"15min":1.7410000000000001},"min":{"1min":0.32100000000000001,"5min":0.28699999999999998,"15min":0.25900000000000001},"max":{"1min":3.5880000000000001,"5min":5.5179999999999998,"15min":19.913},"last":1.052}]},{"osd":2,"last update":"Mon Aug 28 02:38:28 2023","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.496,"15min":1.278},"min":{"1min":0.318,"5min":0.26800000000000002,"15min":0.22900000000000001},"max":{"1min":1.266,"5min":3.1760000000000002,"15min":8.3889999999999993},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.56999999999999995,"15min":1.1359999999999999},"min":{"1min":0.34499999999999997,"5min":0.28799999999999998,"15min":0.28699999999999998},"max":{"1min":1.8720000000000001,"5min":2.399,"15min":9.2219999999999995},"last":1.534}]},{"osd":3,"last update":"Mon Aug 28 02:38:19 2023","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.61399999999999999,"15min":0.68300000000000005},"min":{"1min":0.36499999999999999,"5min":0.312,"15min":0.312},"max":{"1min":1.5900000000000001,"5min":3.0099999999999998,"15min":3.0099999999999998},"last":1.51},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59099999999999997,"15min":0.61699999999999999},"min":{"1min":0.36399999999999999,"5min":0.308,"15min":0.308},"max":{"1min":1.3169999999999999,"5min":3.1000000000000001,"15min":3.1000000000000001},"last":0.36799999999999999}]},{"osd":4,"last update":"Mon Aug 28 02:38:11 2023","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.52900000000000003,"15min":1.244},"min":{"1min":0.32000000000000001,"5min":0.27700000000000002,"15min":0.245},"max":{"1min":1.458,"5min":5.2169999999999996,"15min":18.943000000000001},"last":0.83999999999999997},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.57399999999999995,"15min":0.92000000000000004},"min":{"1min":0.309,"5min":0.28699999999999998,"15min":0.25700000000000001},"max":{"1min":1.286,"5min":2.9870000000000001,"15min":8.1890000000000001},"last":1.45}]},{"osd":5,"last update":"Mon Aug 28 02:38:11 2023","interfaces":[{"interface":"back","average":{"1min":0.71299999999999997,"5min":0.53400000000000003,"15min":1.004},"min":{"1min":0.309,"5min":0.28100000000000003,"15min":0.23599999999999999},"max":{"1min":2.6669999999999998,"5min":3.2120000000000002,"15min":14.622},"last":0.34000000000000002},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.54600000000000004,"15min":1.232},"min":{"1min":0.38700000000000001,"5min":0.317,"15min":0.27000000000000002},"max":{"1min":0.71599999999999997,"5min":3.0499999999999998,"15min":17.324999999999999},"last":0.79100000000000004}]},{"osd":6,"last update":"Mon Aug 28 02:38:11 2023","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.623,"15min":1.2689999999999999},"min":{"1min":0.373,"5min":0.33300000000000002,"15min":0.30299999999999999},"max":{"1min":1.5740000000000001,"5min":3.2250000000000001,"15min":17.454999999999998},"last":0.86099999999999999},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.622,"15min":0.83799999999999997},"min":{"1min":0.41699999999999998,"5min":0.33400000000000002,"15min":0.28999999999999998},"max":{"1min":1.3879999999999999,"5min":3.0499999999999998,"15min":7.665},"last":1.486}]}]},{"osd":6,"up_from":0,"seq":193273528714,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":101,"seq":433791697173,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1381996,"kb_used_data":757924,"kb_used_omap":4,"kb_used_meta":624059,"kb_avail":92363156,"statfs":{"total":95995035648,"available":94579871744,"internally_reserved":0,"allocated":776114176,"data_stored":774052369,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":639037326},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:38:48 2023","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.48699999999999999,"15min":1.776},"min":{"1min":0.24299999999999999,"5min":0.23799999999999999,"15min":0.22},"max":{"1min":1.659,"5min":3.3730000000000002,"15min":24.545999999999999},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.497,"5min":0.66500000000000004,"15min":2.323},"min":{"1min":0.27100000000000002,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":1.0600000000000001,"5min":7.2450000000000001,"15min":24.515000000000001},"last":0.81599999999999995}]},{"osd":2,"last update":"Mon Aug 28 02:38:33 2023","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.66300000000000003,"15min":2.0409999999999999},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.24099999999999999},"max":{"1min":1.639,"5min":4.0579999999999998,"15min":22.161000000000001},"last":0.73999999999999999},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.64600000000000002,"15min":1.5},"min":{"1min":0.308,"5min":0.28399999999999997,"15min":0.254},"max":{"1min":1.431,"5min":7.0110000000000001,"15min":19.100999999999999},"last":0.39900000000000002}]},{"osd":3,"last update":"Mon Aug 28 02:38:22 2023","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.56399999999999995,"15min":0.496},"min":{"1min":0.29199999999999998,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":1.704,"5min":2.742,"15min":2.742},"last":0.501},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.56699999999999995,"15min":0.53200000000000003},"min":{"1min":0.29199999999999998,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.98099999999999998,"5min":3.5819999999999999,"15min":3.5819999999999999},"last":0.78200000000000003}]},{"osd":4,"last update":"Mon Aug 28 02:38:48 2023","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.64800000000000002,"15min":1.264},"min":{"1min":0.30599999999999999,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":1.9910000000000001,"5min":3.0259999999999998,"15min":18.992999999999999},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.73799999999999999,"5min":0.63,"15min":1.4419999999999999},"min":{"1min":0.44,"5min":0.34300000000000003,"15min":0.26400000000000001},"max":{"1min":2.0070000000000001,"5min":2.0070000000000001,"15min":14.779999999999999},"last":0.56100000000000005}]},{"osd":5,"last update":"Mon Aug 28 02:38:48 2023","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.67300000000000004,"15min":1.8979999999999999},"min":{"1min":0.372,"5min":0.36499999999999999,"15min":0.29999999999999999},"max":{"1min":0.96299999999999997,"5min":3.7029999999999998,"15min":18.626999999999999},"last":1.0049999999999999},{"interface":"front","average":{"1min":0.67700000000000005,"5min":0.70699999999999996,"15min":1.6639999999999999},"min":{"1min":0.38200000000000001,"5min":0.35299999999999998,"15min":0.33600000000000002},"max":{"1min":2.5739999999999998,"5min":3.0609999999999999,"15min":18.945},"last":0.47199999999999998}]},{"osd":6,"last update":"Mon Aug 28 02:38:48 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.70099999999999996,"15min":1.841},"min":{"1min":0.45300000000000001,"5min":0.40799999999999997,"15min":0.34300000000000003},"max":{"1min":1.923,"5min":3.7400000000000002,"15min":12.221},"last":1.042},{"interface":"front","average":{"1min":0.77000000000000002,"5min":0.77200000000000002,"15min":1.472},"min":{"1min":0.45000000000000001,"5min":0.39100000000000001,"15min":0.35699999999999998},"max":{"1min":2.4780000000000002,"5min":3.089,"15min":19.021999999999998},"last":0.63100000000000001}]},{"osd":7,"last update":"Mon Aug 28 02:38:48 2023","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.76100000000000001,"15min":1.6080000000000001},"min":{"1min":0.434,"5min":0.38500000000000001,"15min":0.374},"max":{"1min":2.2850000000000001,"5min":3.1080000000000001,"15min":19.047999999999998},"last":0.61399999999999999},{"interface":"front","average":{"1min":0.94199999999999995,"5min":0.73499999999999999,"15min":1.6919999999999999},"min":{"1min":0.52400000000000002,"5min":0.432,"15min":0.312},"max":{"1min":2.3679999999999999,"5min":2.3679999999999999,"15min":14.818},"last":0.71399999999999997}]}]},{"osd":0,"up_from":87,"seq":373662155039,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3160564,"kb_used_data":2487340,"kb_used_omap":5,"kb_used_meta":673210,"kb_avail":90584588,"statfs":{"total":95995035648,"available":92758618112,"internally_reserved":0,"allocated":2547036160,"data_stored":2544856297,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":689367674},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:38:40 2023","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.45900000000000002,"15min":1.4199999999999999},"min":{"1min":0.23699999999999999,"5min":0.20300000000000001,"15min":0.184},"max":{"1min":0.94499999999999995,"5min":2.5489999999999999,"15min":30.315000000000001},"last":0.499},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.51700000000000002,"15min":2.073},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.221},"max":{"1min":0.83499999999999996,"5min":4.0679999999999996,"15min":69.272000000000006},"last":0.51800000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:38:40 2023","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.65000000000000002,"15min":1.6819999999999999},"min":{"1min":0.27900000000000003,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":1.9419999999999999,"5min":4.4020000000000001,"15min":20.959},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.66300000000000003,"15min":1.518},"min":{"1min":0.314,"5min":0.28000000000000003,"15min":0.24299999999999999},"max":{"1min":1.71,"5min":6.1180000000000003,"15min":9.3729999999999993},"last":0.54600000000000004}]},{"osd":3,"last update":"Mon Aug 28 02:38:22 2023","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.76800000000000002,"15min":0.75600000000000001},"min":{"1min":0.32800000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":1.9139999999999999,"5min":5.6680000000000001,"15min":5.6680000000000001},"last":0.92600000000000005},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.70499999999999996,"15min":0.755},"min":{"1min":0.38700000000000001,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.83299999999999996,"5min":4.9199999999999999,"15min":4.9199999999999999},"last":0.76000000000000001}]},{"osd":4,"last update":"Mon Aug 28 02:38:22 2023","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.53600000000000003,"15min":2.246},"min":{"1min":0.34699999999999998,"5min":0.315,"15min":0.29299999999999998},"max":{"1min":0.64600000000000002,"5min":2.3210000000000002,"15min":274.33199999999999},"last":0.84299999999999997},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.65500000000000003,"15min":2.6080000000000001},"min":{"1min":0.40500000000000003,"5min":0.315,"15min":0.28199999999999997},"max":{"1min":0.73899999999999999,"5min":2.6520000000000001,"15min":266.31999999999999},"last":0.77400000000000002}]},{"osd":5,"last update":"Mon Aug 28 02:38:23 2023","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.57799999999999996,"15min":1.323},"min":{"1min":0.34999999999999998,"5min":0.33300000000000002,"15min":0.29299999999999998},"max":{"1min":0.81200000000000006,"5min":2.3759999999999999,"15min":13.038},"last":0.79800000000000004},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.63700000000000001,"15min":1.8069999999999999},"min":{"1min":0.41699999999999998,"5min":0.36399999999999999,"15min":0.27800000000000002},"max":{"1min":0.76700000000000002,"5min":2.2679999999999998,"15min":15.231},"last":0.72899999999999998}]},{"osd":6,"last update":"Mon Aug 28 02:38:23 2023","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.63700000000000001,"15min":1.4870000000000001},"min":{"1min":0.441,"5min":0.38300000000000001,"15min":0.29399999999999998},"max":{"1min":0.82399999999999995,"5min":2.4540000000000002,"15min":15.122999999999999},"last":0.88},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.67900000000000005,"15min":1.802},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.35599999999999998},"max":{"1min":0.80500000000000005,"5min":2.3029999999999999,"15min":15.186999999999999},"last":0.81499999999999995}]},{"osd":7,"last update":"Mon Aug 28 02:38:23 2023","interfaces":[{"interface":"back","average":{"1min":0.76300000000000001,"5min":0.80400000000000005,"15min":1.8280000000000001},"min":{"1min":0.442,"5min":0.36399999999999999,"15min":0.33400000000000002},"max":{"1min":3.2130000000000001,"5min":4.4390000000000001,"15min":16.183},"last":0.86399999999999999},{"interface":"front","average":{"1min":0.76100000000000001,"5min":0.73199999999999998,"15min":1.5209999999999999},"min":{"1min":0.47699999999999998,"5min":0.46000000000000002,"15min":0.35999999999999999},"max":{"1min":3.194,"5min":3.194,"15min":13.005000000000001},"last":0.90800000000000003}]}]},{"osd":2,"up_from":0,"seq":502511173898,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":297,"seq":1275605286981,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":973476,"kb_used_data":828636,"kb_used_omap":2,"kb_used_meta":144765,"kb_avail":92771676,"statfs":{"total":95995035648,"available":94998196224,"internally_reserved":0,"allocated":848523264,"data_stored":846463711,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":148239413},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:38:16 2023","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":0.53900000000000003,"15min":0.44800000000000001},"min":{"1min":0.224,"5min":0.22,"15min":0.22},"max":{"1min":1.9910000000000001,"5min":6.8819999999999997,"15min":6.8819999999999997},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.63600000000000001,"15min":0.67800000000000005},"min":{"1min":0.25900000000000001,"5min":0.217,"15min":0.217},"max":{"1min":0.79700000000000004,"5min":6.7839999999999998,"15min":6.7839999999999998},"last":0.44700000000000001}]},{"osd":1,"last update":"Mon Aug 28 02:38:16 2023","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.59599999999999997,"15min":0.46400000000000002},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":3.044,"5min":4.0650000000000004,"15min":4.0650000000000004},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.66700000000000004,"15min":0.70499999999999996},"min":{"1min":0.30099999999999999,"5min":0.249,"15min":0.249},"max":{"1min":2.4620000000000002,"5min":3.9249999999999998,"15min":3.9249999999999998},"last":0.498}]},{"osd":2,"last update":"Mon Aug 28 02:38:16 2023","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.54700000000000004,"15min":0.60999999999999999},"min":{"1min":0.307,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":1.212,"5min":2.5449999999999999,"15min":2.5449999999999999},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.628,"15min":0.57199999999999995},"min":{"1min":0.29599999999999999,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":1.911,"5min":4.7030000000000003,"15min":4.7030000000000003},"last":0.51800000000000002}]},{"osd":4,"last update":"Mon Aug 28 02:38:16 2023","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.64200000000000002,"15min":0.59499999999999997},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.8029999999999999,"5min":6.2670000000000003,"15min":6.2670000000000003},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.63900000000000001,"15min":0.56899999999999995},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.63500000000000001,"5min":3.5030000000000001,"15min":3.5030000000000001},"last":0.58299999999999996}]},{"osd":5,"last update":"Mon Aug 28 02:38:16 2023","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.64400000000000002,"15min":0.59199999999999997},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":1.1419999999999999,"5min":3.5390000000000001,"15min":3.5390000000000001},"last":0.627},{"interface":"front","average":{"1min":0.67500000000000004,"5min":0.60799999999999998,"15min":0.56399999999999995},"min":{"1min":0.38800000000000001,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":3.411,"5min":3.411,"15min":3.411},"last":0.41899999999999998}]},{"osd":6,"last update":"Mon Aug 28 02:38:16 2023","interfaces":[{"interface":"back","average":{"1min":0.77200000000000002,"5min":0.65600000000000003,"15min":0.64800000000000002},"min":{"1min":0.47799999999999998,"5min":0.436,"15min":0.436},"max":{"1min":1.921,"5min":1.921,"15min":1.921},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.68999999999999995,"15min":0.65100000000000002},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":1.1659999999999999,"5min":3.6099999999999999,"15min":3.6099999999999999},"last":0.65700000000000003}]},{"osd":7,"last update":"Mon Aug 28 02:38:16 2023","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":0.64200000000000002,"15min":0.59799999999999998},"min":{"1min":0.44700000000000001,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":1.6339999999999999,"5min":2.9399999999999999,"15min":2.9399999999999999},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.72699999999999998,"5min":0.70099999999999996,"15min":0.66500000000000004},"min":{"1min":0.47299999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":1.8460000000000001,"5min":2.9540000000000002,"15min":2.9540000000000002},"last":0.64500000000000002}]}]},{"osd":4,"up_from":30,"seq":128849019276,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3247720,"kb_used_data":2750304,"kb_used_omap":0,"kb_used_meta":497408,"kb_avail":90497432,"statfs":{"total":95995035648,"available":92669370368,"internally_reserved":0,"allocated":2816311296,"data_stored":2814869134,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":509345792},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:38:24 2023","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.57699999999999996,"15min":1.5069999999999999},"min":{"1min":0.23899999999999999,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":1.21,"5min":10.249000000000001,"15min":22.515000000000001},"last":0.628},{"interface":"front","average":{"1min":0.48799999999999999,"5min":0.54300000000000004,"15min":1.4430000000000001},"min":{"1min":0.29299999999999998,"5min":0.23200000000000001,"15min":0.218},"max":{"1min":0.79000000000000004,"5min":4.5250000000000004,"15min":22.454000000000001},"last":0.29299999999999998}]},{"osd":1,"last update":"Mon Aug 28 02:38:49 2023","interfaces":[{"interface":"back","average":{"1min":0.47899999999999998,"5min":0.56899999999999995,"15min":1.2889999999999999},"min":{"1min":0.29599999999999999,"5min":0.254,"15min":0.248},"max":{"1min":0.70799999999999996,"5min":5.5979999999999999,"15min":23.082000000000001},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.48399999999999999,"5min":0.53700000000000003,"15min":1.4319999999999999},"min":{"1min":0.33700000000000002,"5min":0.28199999999999997,"15min":0.26000000000000001},"max":{"1min":0.65200000000000002,"5min":4.5910000000000002,"15min":25.100000000000001},"last":0.56499999999999995}]},{"osd":2,"last update":"Mon Aug 28 02:38:24 2023","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.64600000000000002,"15min":1.464},"min":{"1min":0.34499999999999997,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":1.3979999999999999,"5min":4.5430000000000001,"15min":16.231000000000002},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.65200000000000002,"15min":1.387},"min":{"1min":0.314,"5min":0.312,"15min":0.29299999999999998},"max":{"1min":2.2719999999999998,"5min":5.6360000000000001,"15min":13.515000000000001},"last":0.34899999999999998}]},{"osd":3,"last update":"Mon Aug 28 02:38:24 2023","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.65600000000000003,"15min":0.75700000000000001},"min":{"1min":0.34200000000000003,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.516,"5min":7.7480000000000002,"15min":7.7480000000000002},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.71699999999999997,"5min":0.72399999999999998,"15min":0.67400000000000004},"min":{"1min":0.36899999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":2.3290000000000002,"5min":3.7069999999999999,"15min":3.7069999999999999},"last":0.38600000000000001}]},{"osd":5,"last update":"Mon Aug 28 02:38:02 2023","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.49099999999999999,"15min":1.0900000000000001},"min":{"1min":0.28399999999999997,"5min":0.25900000000000001,"15min":0.222},"max":{"1min":0.64800000000000002,"5min":4.609,"15min":16.181999999999999},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.47999999999999998,"15min":1.117},"min":{"1min":0.32700000000000001,"5min":0.27500000000000002,"15min":0.20699999999999999},"max":{"1min":0.84199999999999997,"5min":1.5700000000000001,"15min":10.233000000000001},"last":0.42999999999999999}]},{"osd":6,"last update":"Mon Aug 28 02:38:18 2023","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":0.53100000000000003,"15min":1.02},"min":{"1min":0.28699999999999998,"5min":0.27100000000000002,"15min":0.26500000000000001},"max":{"1min":0.72799999999999998,"5min":2.9830000000000001,"15min":10.023999999999999},"last":0.41099999999999998},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.54400000000000004,"15min":1.0940000000000001},"min":{"1min":0.32100000000000001,"5min":0.30499999999999999,"15min":0.26600000000000001},"max":{"1min":1.131,"5min":4.5880000000000001,"15min":8.5},"last":0.55200000000000005}]},{"osd":7,"last update":"Mon Aug 28 02:38:24 2023","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.54400000000000004,"15min":1.103},"min":{"1min":0.375,"5min":0.28999999999999998,"15min":0.22500000000000001},"max":{"1min":0.68400000000000005,"5min":4.5720000000000001,"15min":9.3209999999999997},"last":0.751},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.57399999999999995,"15min":1.0649999999999999},"min":{"1min":0.34300000000000003,"5min":0.32400000000000001,"15min":0.30299999999999999},"max":{"1min":0.94199999999999995,"5min":1.647,"15min":15.597},"last":0.46800000000000003}]}]},{"osd":5,"up_from":37,"seq":158913790349,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2317076,"kb_used_data":1752908,"kb_used_omap":0,"kb_used_meta":564160,"kb_avail":91428076,"statfs":{"total":95995035648,"available":93622349824,"internally_reserved":0,"allocated":1794977792,"data_stored":1793551549,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":577699840},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:37:49 2023","interfaces":[{"interface":"back","average":{"1min":0.439,"5min":0.44800000000000001,"15min":1.661},"min":{"1min":0.245,"5min":0.23200000000000001,"15min":0.20200000000000001},"max":{"1min":1.1100000000000001,"5min":1.4530000000000001,"15min":40.334000000000003},"last":0.28100000000000003},{"interface":"front","average":{"1min":0.498,"5min":0.69299999999999995,"15min":1.6830000000000001},"min":{"1min":0.32100000000000001,"5min":0.26600000000000001,"15min":0.23200000000000001},"max":{"1min":0.93300000000000005,"5min":19.815999999999999,"15min":40.212000000000003},"last":0.36599999999999999}]},{"osd":1,"last update":"Mon Aug 28 02:37:49 2023","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.63600000000000001,"15min":1.8620000000000001},"min":{"1min":0.28799999999999998,"5min":0.27900000000000003,"15min":0.23699999999999999},"max":{"1min":1.0700000000000001,"5min":17.998000000000001,"15min":40.088000000000001},"last":0.71599999999999997},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.73199999999999998,"15min":1.738},"min":{"1min":0.36099999999999999,"5min":0.28100000000000003,"15min":0.26000000000000001},"max":{"1min":0.95699999999999996,"5min":19.853000000000002,"15min":40.243000000000002},"last":0.33100000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:37:49 2023","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.57199999999999995,"15min":1.6120000000000001},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.27700000000000002},"max":{"1min":1.776,"5min":5.3099999999999996,"15min":40.436999999999998},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.60999999999999999,"15min":1.7569999999999999},"min":{"1min":0.32600000000000001,"5min":0.315,"15min":0.27200000000000002},"max":{"1min":2.069,"5min":4.2400000000000002,"15min":40.555},"last":0.45100000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:38:23 2023","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.66100000000000003,"15min":1.0860000000000001},"min":{"1min":0.31,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.94399999999999995,"5min":16.190999999999999,"15min":16.190999999999999},"last":0.68300000000000005},{"interface":"front","average":{"1min":0.628,"5min":0.84799999999999998,"15min":1.4059999999999999},"min":{"1min":0.36099999999999999,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":2.0470000000000002,"5min":21.420999999999999,"15min":21.420999999999999},"last":0.40699999999999997}]},{"osd":4,"last update":"Mon Aug 28 02:37:58 2023","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.41399999999999998,"15min":1.069},"min":{"1min":0.27300000000000002,"5min":0.25,"15min":0.23100000000000001},"max":{"1min":1.4239999999999999,"5min":1.516,"15min":13.616},"last":0.34300000000000003},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.53300000000000003,"15min":1.194},"min":{"1min":0.33100000000000002,"5min":0.28499999999999998,"15min":0.25700000000000001},"max":{"1min":1.9610000000000001,"5min":4.1879999999999997,"15min":10.664999999999999},"last":0.60999999999999999}]},{"osd":6,"last update":"Mon Aug 28 02:37:49 2023","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.64100000000000001,"15min":1.4279999999999999},"min":{"1min":0.30499999999999999,"5min":0.28599999999999998,"15min":0.23300000000000001},"max":{"1min":1.6439999999999999,"5min":10.66,"15min":42.409999999999997},"last":0.69999999999999996},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":1.369},"min":{"1min":0.35999999999999999,"5min":0.29499999999999998,"15min":0.254},"max":{"1min":1.7150000000000001,"5min":6.1159999999999997,"15min":42.533999999999999},"last":0.65000000000000002}]},{"osd":7,"last update":"Mon Aug 28 02:37:49 2023","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.60199999999999998,"15min":1.5780000000000001},"min":{"1min":0.39400000000000002,"5min":0.33900000000000002,"15min":0.315},"max":{"1min":0.68999999999999995,"5min":6.1749999999999998,"15min":42.667000000000002},"last":0.74299999999999999},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.628,"15min":1.6060000000000001},"min":{"1min":0.42299999999999999,"5min":0.33000000000000002,"15min":0.318},"max":{"1min":1.8069999999999999,"5min":4.149,"15min":42.344000000000001},"last":0.54100000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":2539982848,"data_stored":2539978776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":770768896,"data_stored":770768896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1737097216,"data_stored":1737097216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":842072064,"data_stored":842072064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":2811695104,"data_stored":2811691032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1787887616,"data_stored":1787887616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1718751232,"data_stored":1718747160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1279852544,"data_stored":1279852544,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:38:55.290 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:38:55.324 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:55.447 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:38:55.450 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:55.451 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:38:55.539 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:38:55 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:38:55] "GET /metrics HTTP/1.1" 200 36611 "" "Prometheus/2.43.0" 2023-08-28T02:38:55.551 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:38:55.586 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:55.744 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:38:55.762 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:38:55.766 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:55.766 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:38:55.774 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:38:55.795 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:38:55.818 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:38:55.840 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:38:55.862 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:38:55.867 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:38:55.882 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:38:55.897 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:55 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3573840024' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:38:55.897 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:55 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3573840024' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:38:55.902 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:55.903 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:38:55.905 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-08-28T02:38:55.905 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-08-28T02:38:55.905 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-08-28T02:38:55.906 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-08-28T02:38:55.906 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-08-28T02:38:55.906 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-08-28T02:38:55.906 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-08-28T02:38:55.906 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-08-28T02:38:55.930 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:38:55.933 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:55.933 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:38:55.973 INFO:teuthology.orchestra.run.smithi040.stdout:ERROR: (22) Invalid argument 2023-08-28T02:38:55.973 INFO:teuthology.orchestra.run.smithi040.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:38:56.028 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd set nodeep-scrub 2023-08-28T02:38:56.034 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:38:56.063 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:55 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3573840024' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:38:56.067 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:56.089 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:38:56.093 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:56.094 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:38:56.194 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:38:56.228 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:56.451 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:38:56.456 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:56.456 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:38:56.557 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:38:56.564 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:38:56.570 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.1 dump_historic_ops 2023-08-28T02:38:56.589 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:56.663 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:38:56.665 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:56.666 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:38:56.767 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:38:56.794 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:56.816 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:38:56.819 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:56.820 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:38:56.920 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:38:56.950 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:56.975 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:38:56.978 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:56.978 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:38:56.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:56 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 15256/187059 objects degraded (8.156%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:38:56.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:56 smithi040 ceph-mon[170259]: pgmap v1114: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.8 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 102 op/s; 15210/186345 objects degraded (8.162%); 19214/186345 objects misplaced (10.311%); 1.1 MiB/s, 18 objects/s recovering 2023-08-28T02:38:56.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:56 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 15256/187059 objects degraded (8.156%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:38:56.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:56 smithi040 ceph-mon[175404]: pgmap v1114: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.8 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 102 op/s; 15210/186345 objects degraded (8.162%); 19214/186345 objects misplaced (10.311%); 1.1 MiB/s, 18 objects/s recovering 2023-08-28T02:38:57.079 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:38:57.104 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:56 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 15256/187059 objects degraded (8.156%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:38:57.104 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:56 smithi083 ceph-mon[157819]: pgmap v1114: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.8 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 102 op/s; 15210/186345 objects degraded (8.162%); 19214/186345 objects misplaced (10.311%); 1.1 MiB/s, 18 objects/s recovering 2023-08-28T02:38:57.106 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:57.125 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:38:57.128 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:57.128 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:38:57.229 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:38:57.263 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:38:57.266 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:57.291 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:38:57.296 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:57.296 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:38:57.397 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:38:57.434 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:57.608 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:38:57.614 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:57.614 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:38:57.715 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:38:57.744 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:57.768 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:38:57.772 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:57.772 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:38:57.873 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:38:57.901 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:57.920 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:38:57.923 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:57.923 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:38:58.024 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:38:58.054 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:58.078 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:38:58.081 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:58.081 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:38:58.105 INFO:teuthology.orchestra.run.smithi040.stderr:nodeep-scrub is set 2023-08-28T02:38:58.181 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:38:58.215 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:38:58.216 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:58.238 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:38:58.242 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:58.242 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:38:58.286 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:58 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/353162579' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:38:58.286 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:58 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/353162579' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:38:58.343 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:38:58.368 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:58 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/353162579' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:38:58.371 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:58.391 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:38:58.394 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:58.394 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:38:58.495 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:38:58.509 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-08-28T02:38:58.524 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:58.543 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:38:58.546 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:58.547 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:38:58.589 INFO:teuthology.orchestra.run.smithi040.stdout:ERROR: (22) Invalid argument 2023-08-28T02:38:58.590 INFO:teuthology.orchestra.run.smithi040.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:38:58.648 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:38:58.684 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:58.706 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:38:58.709 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:58.709 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:38:58.810 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:38:58.849 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:58.922 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:38:58.924 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:38:58.927 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:58.928 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:38:58.984 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.2 dump_ops_in_flight 2023-08-28T02:38:59.029 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:38:59.065 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:59.100 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:38:59.103 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:59.103 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:38:59.204 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:38:59.230 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:59 smithi040 ceph-mon[175404]: failed to encode map e364 with expected crc 2023-08-28T02:38:59.230 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:59 smithi040 ceph-mon[175404]: failed to encode map e364 with expected crc 2023-08-28T02:38:59.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:59 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/353162579' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:38:59.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:59 smithi040 ceph-mon[175404]: osdmap e364: 8 total, 8 up, 6 in 2023-08-28T02:38:59.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:38:59 smithi040 ceph-mon[175404]: pgmap v1116: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.8 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 98 op/s; 15210/185781 objects degraded (8.187%); 19091/185781 objects misplaced (10.276%); 1.2 MiB/s, 19 objects/s recovering 2023-08-28T02:38:59.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:59 smithi040 ceph-mon[170259]: failed to encode map e364 with expected crc 2023-08-28T02:38:59.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:59 smithi040 ceph-mon[170259]: failed to encode map e364 with expected crc 2023-08-28T02:38:59.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:59 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/353162579' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:38:59.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:59 smithi040 ceph-mon[170259]: osdmap e364: 8 total, 8 up, 6 in 2023-08-28T02:38:59.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:38:59 smithi040 ceph-mon[170259]: pgmap v1116: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.8 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 98 op/s; 15210/185781 objects degraded (8.187%); 19091/185781 objects misplaced (10.276%); 1.2 MiB/s, 19 objects/s recovering 2023-08-28T02:38:59.232 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:59.250 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:38:59.255 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:59.255 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:38:59.356 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:38:59.390 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:59.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:59 smithi083 ceph-mon[157819]: failed to encode map e364 with expected crc 2023-08-28T02:38:59.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:59 smithi083 ceph-mon[157819]: failed to encode map e364 with expected crc 2023-08-28T02:38:59.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:59 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/353162579' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:38:59.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:59 smithi083 ceph-mon[157819]: osdmap e364: 8 total, 8 up, 6 in 2023-08-28T02:38:59.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:38:59 smithi083 ceph-mon[157819]: pgmap v1116: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.8 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 98 op/s; 15210/185781 objects degraded (8.187%); 19091/185781 objects misplaced (10.276%); 1.2 MiB/s, 19 objects/s recovering 2023-08-28T02:38:59.562 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:38:59.564 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:38:59.571 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:59.571 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:38:59.672 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:38:59.700 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:59.722 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:38:59.725 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:59.725 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:38:59.826 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:38:59.862 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:38:59.887 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:38:59.892 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:38:59.893 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:38:59.939 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:38:59.994 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:39:00.035 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:00.207 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:39:00.226 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:00.227 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:39:00.328 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:39:00.358 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:00.378 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:39:00.380 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:00 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:39:00.381 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:00.381 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:39:00.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:00 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:39:00.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:00 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:39:00.482 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:39:00.489 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:39:00.491 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:39:00.509 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:00.528 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:39:00.531 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:00.531 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:39:00.632 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:39:00.636 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd unset noscrub 2023-08-28T02:39:00.666 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:00.791 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:39:00.794 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:00.795 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:39:00.895 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:39:00.934 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:00.943 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":1116,"stamp":"2023-08-28T02:38:58.476958+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4057250564,"num_objects":61927,"num_object_clones":0,"num_object_copies":185781,"num_objects_missing_on_primary":3924,"num_objects_missing":3924,"num_objects_degraded":15210,"num_objects_misplaced":19091,"num_objects_unfound":0,"num_objects_dirty":61927,"num_whiteouts":0,"num_read":90,"num_read_kb":168,"num_write":124815,"num_write_kb":5972054,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":47661,"num_bytes_recovered":3095991185,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":98784,"ondisk_log_size":98784,"up":297,"acting":294,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":12750644,"kb_used_data":9760644,"kb_used_omap":12,"kb_used_meta":2989939,"kb_avail":549720268,"statfs":{"total":575970213888,"available":562913554432,"internally_reserved":0,"allocated":9994899456,"data_stored":9984259917,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12739,"internal_metadata":3061698109},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,0,0,0,0,1,0,0,0,0,2],"upper_bound":4096},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-51642368,"num_objects":-788,"num_object_clones":0,"num_object_copies":-2364,"num_objects_missing_on_primary":-83,"num_objects_missing":-83,"num_objects_degraded":-73,"num_objects_misplaced":-264,"num_objects_unfound":0,"num_objects_dirty":-788,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":788,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":156,"num_bytes_recovered":10223616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.004464"},"pg_stats":[{"pgid":"3.1a","version":"65'1","reported_seq":374,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:44.796200+0000","last_change":"2023-08-28T02:32:32.667028+0000","last_active":"2023-08-28T02:38:44.796200+0000","last_peered":"2023-08-28T02:38:44.796200+0000","last_clean":"2023-08-28T02:38:44.796200+0000","last_became_active":"2023-08-28T02:32:32.666711+0000","last_became_peered":"2023-08-28T02:32:32.666711+0000","last_unstale":"2023-08-28T02:38:44.796200+0000","last_undegraded":"2023-08-28T02:38:44.796200+0000","last_fullsized":"2023-08-28T02:38:44.796200+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:28:21.913105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":327,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:44.800196+0000","last_change":"2023-08-28T02:29:44.421259+0000","last_active":"2023-08-28T02:38:44.800196+0000","last_peered":"2023-08-28T02:38:44.800196+0000","last_clean":"2023-08-28T02:38:44.800196+0000","last_became_active":"2023-08-28T02:29:44.420936+0000","last_became_peered":"2023-08-28T02:29:44.420936+0000","last_unstale":"2023-08-28T02:38:44.800196+0000","last_undegraded":"2023-08-28T02:38:44.800196+0000","last_fullsized":"2023-08-28T02:38:44.800196+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:22:26.346867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":168,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:44.825961+0000","last_change":"2023-08-28T02:33:12.290337+0000","last_active":"2023-08-28T02:38:44.825961+0000","last_peered":"2023-08-28T02:38:44.825961+0000","last_clean":"2023-08-28T02:38:44.825961+0000","last_became_active":"2023-08-28T02:33:12.289852+0000","last_became_peered":"2023-08-28T02:33:12.289852+0000","last_unstale":"2023-08-28T02:38:44.825961+0000","last_undegraded":"2023-08-28T02:38:44.825961+0000","last_fullsized":"2023-08-28T02:38:44.825961+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:04:26.420037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":343,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:50.416835+0000","last_change":"2023-08-28T02:33:13.317226+0000","last_active":"2023-08-28T02:38:50.416835+0000","last_peered":"2023-08-28T02:38:50.416835+0000","last_clean":"2023-08-28T02:38:50.416835+0000","last_became_active":"2023-08-28T02:33:13.316893+0000","last_became_peered":"2023-08-28T02:33:13.316893+0000","last_unstale":"2023-08-28T02:38:50.416835+0000","last_undegraded":"2023-08-28T02:38:50.416835+0000","last_fullsized":"2023-08-28T02:38:50.416835+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:55:46.593463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":287,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:44.788595+0000","last_change":"2023-08-28T02:33:12.295203+0000","last_active":"2023-08-28T02:38:44.788595+0000","last_peered":"2023-08-28T02:38:44.788595+0000","last_clean":"2023-08-28T02:38:44.788595+0000","last_became_active":"2023-08-28T02:33:12.294904+0000","last_became_peered":"2023-08-28T02:33:12.294904+0000","last_unstale":"2023-08-28T02:38:44.788595+0000","last_undegraded":"2023-08-28T02:38:44.788595+0000","last_fullsized":"2023-08-28T02:38:44.788595+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:31:07.008856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":304,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:44.802386+0000","last_change":"2023-08-28T02:31:51.987263+0000","last_active":"2023-08-28T02:38:44.802386+0000","last_peered":"2023-08-28T02:38:44.802386+0000","last_clean":"2023-08-28T02:38:44.802386+0000","last_became_active":"2023-08-28T02:31:51.986938+0000","last_became_peered":"2023-08-28T02:31:51.986938+0000","last_unstale":"2023-08-28T02:38:44.802386+0000","last_undegraded":"2023-08-28T02:38:44.802386+0000","last_fullsized":"2023-08-28T02:38:44.802386+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:18.021905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":337,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:50.416882+0000","last_change":"2023-08-28T02:33:12.318656+0000","last_active":"2023-08-28T02:38:50.416882+0000","last_peered":"2023-08-28T02:38:50.416882+0000","last_clean":"2023-08-28T02:38:50.416882+0000","last_became_active":"2023-08-28T02:33:12.318297+0000","last_became_peered":"2023-08-28T02:33:12.318297+0000","last_unstale":"2023-08-28T02:38:50.416882+0000","last_undegraded":"2023-08-28T02:38:50.416882+0000","last_fullsized":"2023-08-28T02:38:50.416882+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:43:09.789767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":268,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:44.788682+0000","last_change":"2023-08-28T02:33:13.357230+0000","last_active":"2023-08-28T02:38:44.788682+0000","last_peered":"2023-08-28T02:38:44.788682+0000","last_clean":"2023-08-28T02:38:44.788682+0000","last_became_active":"2023-08-28T02:33:13.356853+0000","last_became_peered":"2023-08-28T02:33:13.356853+0000","last_unstale":"2023-08-28T02:38:44.788682+0000","last_undegraded":"2023-08-28T02:38:44.788682+0000","last_fullsized":"2023-08-28T02:38:44.788682+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:20:21.545007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":346,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:44.797425+0000","last_change":"2023-08-28T02:29:44.462510+0000","last_active":"2023-08-28T02:38:44.797425+0000","last_peered":"2023-08-28T02:38:44.797425+0000","last_clean":"2023-08-28T02:38:44.797425+0000","last_became_active":"2023-08-28T02:29:44.460314+0000","last_became_peered":"2023-08-28T02:29:44.460314+0000","last_unstale":"2023-08-28T02:38:44.797425+0000","last_undegraded":"2023-08-28T02:38:44.797425+0000","last_fullsized":"2023-08-28T02:38:44.797425+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:59:01.311467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":271,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:44.788613+0000","last_change":"2023-08-28T02:33:13.291255+0000","last_active":"2023-08-28T02:38:44.788613+0000","last_peered":"2023-08-28T02:38:44.788613+0000","last_clean":"2023-08-28T02:38:44.788613+0000","last_became_active":"2023-08-28T02:33:13.290933+0000","last_became_peered":"2023-08-28T02:33:13.290933+0000","last_unstale":"2023-08-28T02:38:44.788613+0000","last_undegraded":"2023-08-28T02:38:44.788613+0000","last_fullsized":"2023-08-28T02:38:44.788613+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:31:54.116908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"65'3","reported_seq":347,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:44.810502+0000","last_change":"2023-08-28T02:33:12.296412+0000","last_active":"2023-08-28T02:38:44.810502+0000","last_peered":"2023-08-28T02:38:44.810502+0000","last_clean":"2023-08-28T02:38:44.810502+0000","last_became_active":"2023-08-28T02:33:12.295786+0000","last_became_peered":"2023-08-28T02:33:12.295786+0000","last_unstale":"2023-08-28T02:38:44.810502+0000","last_undegraded":"2023-08-28T02:38:44.810502+0000","last_fullsized":"2023-08-28T02:38:44.810502+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:15:31.449163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":171,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:44.826205+0000","last_change":"2023-08-28T02:32:32.666927+0000","last_active":"2023-08-28T02:38:44.826205+0000","last_peered":"2023-08-28T02:38:44.826205+0000","last_clean":"2023-08-28T02:38:44.826205+0000","last_became_active":"2023-08-28T02:32:32.666618+0000","last_became_peered":"2023-08-28T02:32:32.666618+0000","last_unstale":"2023-08-28T02:38:44.826205+0000","last_undegraded":"2023-08-28T02:38:44.826205+0000","last_fullsized":"2023-08-28T02:38:44.826205+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:45:57.998333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":371,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:44.796394+0000","last_change":"2023-08-28T02:32:28.505262+0000","last_active":"2023-08-28T02:38:44.796394+0000","last_peered":"2023-08-28T02:38:44.796394+0000","last_clean":"2023-08-28T02:38:44.796394+0000","last_became_active":"2023-08-28T02:32:28.455999+0000","last_became_peered":"2023-08-28T02:32:28.455999+0000","last_unstale":"2023-08-28T02:38:44.796394+0000","last_undegraded":"2023-08-28T02:38:44.796394+0000","last_fullsized":"2023-08-28T02:38:44.796394+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:28.937020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":9468,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":355,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:44.797921+0000","last_change":"2023-08-28T02:32:12.959195+0000","last_active":"2023-08-28T02:38:44.797921+0000","last_peered":"2023-08-28T02:38:44.797921+0000","last_clean":"2023-08-28T02:38:44.797921+0000","last_became_active":"2023-08-28T02:32:12.958832+0000","last_became_peered":"2023-08-28T02:32:12.958832+0000","last_unstale":"2023-08-28T02:38:44.797921+0000","last_undegraded":"2023-08-28T02:38:44.797921+0000","last_fullsized":"2023-08-28T02:38:44.797921+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:23:27.197787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"65'2","reported_seq":345,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:44.809998+0000","last_change":"2023-08-28T02:32:28.461161+0000","last_active":"2023-08-28T02:38:44.809998+0000","last_peered":"2023-08-28T02:38:44.809998+0000","last_clean":"2023-08-28T02:38:44.809998+0000","last_became_active":"2023-08-28T02:32:28.451284+0000","last_became_peered":"2023-08-28T02:32:28.451284+0000","last_unstale":"2023-08-28T02:38:44.809998+0000","last_undegraded":"2023-08-28T02:38:44.809998+0000","last_fullsized":"2023-08-28T02:38:44.809998+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:58:20.061020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":328,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:44.801716+0000","last_change":"2023-08-28T02:29:44.419566+0000","last_active":"2023-08-28T02:38:44.801716+0000","last_peered":"2023-08-28T02:38:44.801716+0000","last_clean":"2023-08-28T02:38:44.801716+0000","last_became_active":"2023-08-28T02:29:44.419053+0000","last_became_peered":"2023-08-28T02:29:44.419053+0000","last_unstale":"2023-08-28T02:38:44.801716+0000","last_undegraded":"2023-08-28T02:38:44.801716+0000","last_fullsized":"2023-08-28T02:38:44.801716+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:44:36.133499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":331,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:44.801406+0000","last_change":"2023-08-28T02:33:12.493777+0000","last_active":"2023-08-28T02:38:44.801406+0000","last_peered":"2023-08-28T02:38:44.801406+0000","last_clean":"2023-08-28T02:38:44.801406+0000","last_became_active":"2023-08-28T02:33:12.491177+0000","last_became_peered":"2023-08-28T02:33:12.491177+0000","last_unstale":"2023-08-28T02:38:44.801406+0000","last_undegraded":"2023-08-28T02:38:44.801406+0000","last_fullsized":"2023-08-28T02:38:44.801406+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:10:58.167753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":342,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:44.796387+0000","last_change":"2023-08-28T02:33:12.290293+0000","last_active":"2023-08-28T02:38:44.796387+0000","last_peered":"2023-08-28T02:38:44.796387+0000","last_clean":"2023-08-28T02:38:44.796387+0000","last_became_active":"2023-08-28T02:33:12.289989+0000","last_became_peered":"2023-08-28T02:33:12.289989+0000","last_unstale":"2023-08-28T02:38:44.796387+0000","last_undegraded":"2023-08-28T02:38:44.796387+0000","last_fullsized":"2023-08-28T02:38:44.796387+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:05:33.622172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":320,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:44.809732+0000","last_change":"2023-08-28T02:32:12.948756+0000","last_active":"2023-08-28T02:38:44.809732+0000","last_peered":"2023-08-28T02:38:44.809732+0000","last_clean":"2023-08-28T02:38:44.809732+0000","last_became_active":"2023-08-28T02:32:12.948441+0000","last_became_peered":"2023-08-28T02:32:12.948441+0000","last_unstale":"2023-08-28T02:38:44.809732+0000","last_undegraded":"2023-08-28T02:38:44.809732+0000","last_fullsized":"2023-08-28T02:38:44.809732+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:27.922180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":338,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:50.416859+0000","last_change":"2023-08-28T02:33:12.299398+0000","last_active":"2023-08-28T02:38:50.416859+0000","last_peered":"2023-08-28T02:38:50.416859+0000","last_clean":"2023-08-28T02:38:50.416859+0000","last_became_active":"2023-08-28T02:33:12.299113+0000","last_became_peered":"2023-08-28T02:33:12.299113+0000","last_unstale":"2023-08-28T02:38:50.416859+0000","last_undegraded":"2023-08-28T02:38:50.416859+0000","last_fullsized":"2023-08-28T02:38:50.416859+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:14:55.597212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"65'8","reported_seq":131,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:44.799893+0000","last_change":"2023-08-28T02:33:13.478870+0000","last_active":"2023-08-28T02:38:44.799893+0000","last_peered":"2023-08-28T02:38:44.799893+0000","last_clean":"2023-08-28T02:38:44.799893+0000","last_became_active":"2023-08-28T02:33:13.332142+0000","last_became_peered":"2023-08-28T02:33:13.332142+0000","last_unstale":"2023-08-28T02:38:44.799893+0000","last_undegraded":"2023-08-28T02:38:44.799893+0000","last_fullsized":"2023-08-28T02:38:44.799893+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:32:42.810159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":269,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:44.789889+0000","last_change":"2023-08-28T02:33:12.306353+0000","last_active":"2023-08-28T02:38:44.789889+0000","last_peered":"2023-08-28T02:38:44.789889+0000","last_clean":"2023-08-28T02:38:44.789889+0000","last_became_active":"2023-08-28T02:33:12.304977+0000","last_became_peered":"2023-08-28T02:33:12.304977+0000","last_unstale":"2023-08-28T02:38:44.789889+0000","last_undegraded":"2023-08-28T02:38:44.789889+0000","last_fullsized":"2023-08-28T02:38:44.789889+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:19:38.819671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"363'7750","reported_seq":7871,"reported_epoch":363,"state":"active+clean","last_fresh":"2023-08-28T02:38:55.531883+0000","last_change":"2023-08-28T02:30:50.402703+0000","last_active":"2023-08-28T02:38:55.531883+0000","last_peered":"2023-08-28T02:38:55.531883+0000","last_clean":"2023-08-28T02:38:55.531883+0000","last_became_active":"2023-08-28T02:30:50.402419+0000","last_became_peered":"2023-08-28T02:30:50.402419+0000","last_unstale":"2023-08-28T02:38:55.531883+0000","last_undegraded":"2023-08-28T02:38:55.531883+0000","last_fullsized":"2023-08-28T02:38:55.531883+0000","mapping_epoch":250,"log_start":"255'600","ondisk_log_start":"255'600","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7150,"log_dups_size":0,"ondisk_log_size":7150,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:07:37.393907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":256245760,"num_objects":3910,"num_object_clones":0,"num_object_copies":11730,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3910,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7750,"num_write_kb":373120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"65'1","reported_seq":328,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:44.810150+0000","last_change":"2023-08-28T02:14:43.046130+0000","last_active":"2023-08-28T02:38:44.810150+0000","last_peered":"2023-08-28T02:38:44.810150+0000","last_clean":"2023-08-28T02:38:44.810150+0000","last_became_active":"2023-08-28T02:14:43.045775+0000","last_became_peered":"2023-08-28T02:14:43.045775+0000","last_unstale":"2023-08-28T02:38:44.810150+0000","last_undegraded":"2023-08-28T02:38:44.810150+0000","last_fullsized":"2023-08-28T02:38:44.810150+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:57:38.279756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":318,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:44.797095+0000","last_change":"2023-08-28T02:31:51.987149+0000","last_active":"2023-08-28T02:38:44.797095+0000","last_peered":"2023-08-28T02:38:44.797095+0000","last_clean":"2023-08-28T02:38:44.797095+0000","last_became_active":"2023-08-28T02:31:51.986821+0000","last_became_peered":"2023-08-28T02:31:51.986821+0000","last_unstale":"2023-08-28T02:38:44.797095+0000","last_undegraded":"2023-08-28T02:38:44.797095+0000","last_fullsized":"2023-08-28T02:38:44.797095+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:23:26.661134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"363'7762","reported_seq":13196,"reported_epoch":363,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:38:55.651716+0000","last_change":"2023-08-28T02:33:33.975566+0000","last_active":"2023-08-28T02:38:55.651716+0000","last_peered":"2023-08-28T02:38:55.651716+0000","last_clean":"2023-08-28T02:31:27.868230+0000","last_became_active":"2023-08-28T02:33:33.660452+0000","last_became_peered":"2023-08-28T02:33:33.660452+0000","last_unstale":"2023-08-28T02:38:55.651716+0000","last_undegraded":"2023-08-28T02:33:13.410847+0000","last_fullsized":"2023-08-28T02:33:13.270012+0000","mapping_epoch":298,"log_start":"255'600","ondisk_log_start":"255'600","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7162,"log_dups_size":0,"ondisk_log_size":7162,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:33.375162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":251527168,"num_objects":3838,"num_object_clones":0,"num_object_copies":11514,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6346,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3838,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7762,"num_write_kb":371200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2638,"num_bytes_recovered":172818432,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[5,4],"avail_no_missing":["5","6"],"object_location_counts":[{"shards":"2,5,6","objects":915},{"shards":"3,5,6","objects":1418},{"shards":"5,6","objects":1505}],"blocked_by":[],"up_primary":3,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"65'2","reported_seq":353,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:44.810181+0000","last_change":"2023-08-28T02:29:44.436352+0000","last_active":"2023-08-28T02:38:44.810181+0000","last_peered":"2023-08-28T02:38:44.810181+0000","last_clean":"2023-08-28T02:38:44.810181+0000","last_became_active":"2023-08-28T02:29:44.411499+0000","last_became_peered":"2023-08-28T02:29:44.411499+0000","last_unstale":"2023-08-28T02:38:44.810181+0000","last_undegraded":"2023-08-28T02:38:44.810181+0000","last_fullsized":"2023-08-28T02:38:44.810181+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:46:57.540191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":379,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:44.796368+0000","last_change":"2023-08-28T02:33:12.289004+0000","last_active":"2023-08-28T02:38:44.796368+0000","last_peered":"2023-08-28T02:38:44.796368+0000","last_clean":"2023-08-28T02:38:44.796368+0000","last_became_active":"2023-08-28T02:33:12.288722+0000","last_became_peered":"2023-08-28T02:33:12.288722+0000","last_unstale":"2023-08-28T02:38:44.796368+0000","last_undegraded":"2023-08-28T02:38:44.796368+0000","last_fullsized":"2023-08-28T02:38:44.796368+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:24.019483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"363'7689","reported_seq":12905,"reported_epoch":363,"state":"active+clean","last_fresh":"2023-08-28T02:38:54.672563+0000","last_change":"2023-08-28T02:37:54.748968+0000","last_active":"2023-08-28T02:38:54.672563+0000","last_peered":"2023-08-28T02:38:54.672563+0000","last_clean":"2023-08-28T02:38:54.672563+0000","last_became_active":"2023-08-28T02:37:54.729376+0000","last_became_peered":"2023-08-28T02:37:54.729376+0000","last_unstale":"2023-08-28T02:38:54.672563+0000","last_undegraded":"2023-08-28T02:38:54.672563+0000","last_fullsized":"2023-08-28T02:38:54.672563+0000","mapping_epoch":351,"log_start":"257'2412","ondisk_log_start":"257'2412","created":250,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5277,"log_dups_size":0,"ondisk_log_size":5277,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:00.988172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":253034496,"num_objects":3861,"num_object_clones":0,"num_object_copies":11583,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3861,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7689,"num_write_kb":369600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2533,"num_bytes_recovered":160432128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"65'1","reported_seq":339,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:44.810357+0000","last_change":"2023-08-28T02:33:13.516869+0000","last_active":"2023-08-28T02:38:44.810357+0000","last_peered":"2023-08-28T02:38:44.810357+0000","last_clean":"2023-08-28T02:38:44.810357+0000","last_became_active":"2023-08-28T02:33:13.396736+0000","last_became_peered":"2023-08-28T02:33:13.396736+0000","last_unstale":"2023-08-28T02:38:44.810357+0000","last_undegraded":"2023-08-28T02:38:44.810357+0000","last_fullsized":"2023-08-28T02:38:44.810357+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:47:08.237137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":306,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:44.826113+0000","last_change":"2023-08-28T02:31:51.987327+0000","last_active":"2023-08-28T02:38:44.826113+0000","last_peered":"2023-08-28T02:38:44.826113+0000","last_clean":"2023-08-28T02:38:44.826113+0000","last_became_active":"2023-08-28T02:31:51.987018+0000","last_became_peered":"2023-08-28T02:31:51.987018+0000","last_unstale":"2023-08-28T02:38:44.826113+0000","last_undegraded":"2023-08-28T02:38:44.826113+0000","last_fullsized":"2023-08-28T02:38:44.826113+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:53:26.105101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.5","version":"363'7626","reported_seq":11388,"reported_epoch":363,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:38:55.379431+0000","last_change":"2023-08-28T02:33:13.625779+0000","last_active":"2023-08-28T02:38:55.379431+0000","last_peered":"2023-08-28T02:38:55.379431+0000","last_clean":"2023-08-28T02:31:27.898932+0000","last_became_active":"2023-08-28T02:33:13.612126+0000","last_became_peered":"2023-08-28T02:33:13.612126+0000","last_unstale":"2023-08-28T02:38:55.379431+0000","last_undegraded":"2023-08-28T02:33:13.485377+0000","last_fullsized":"2023-08-28T02:33:13.264317+0000","mapping_epoch":298,"log_start":"257'2263","ondisk_log_start":"257'2263","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5363,"log_dups_size":0,"ondisk_log_size":5363,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:37:28.843386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":250740736,"num_objects":3826,"num_object_clones":0,"num_object_copies":11478,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6368,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3826,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7626,"num_write_kb":366464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1808,"num_bytes_recovered":118489088,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,7],"avail_no_missing":["0","2"],"object_location_counts":[{"shards":"0,2","objects":2358},{"shards":"0,2,3","objects":1468}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":357,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:44.795965+0000","last_change":"2023-08-28T02:33:13.281826+0000","last_active":"2023-08-28T02:38:44.795965+0000","last_peered":"2023-08-28T02:38:44.795965+0000","last_clean":"2023-08-28T02:38:44.795965+0000","last_became_active":"2023-08-28T02:33:13.281511+0000","last_became_peered":"2023-08-28T02:33:13.281511+0000","last_unstale":"2023-08-28T02:38:44.795965+0000","last_undegraded":"2023-08-28T02:38:44.795965+0000","last_fullsized":"2023-08-28T02:38:44.795965+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:32:55.005706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":354,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:44.800702+0000","last_change":"2023-08-28T02:29:44.436713+0000","last_active":"2023-08-28T02:38:44.800702+0000","last_peered":"2023-08-28T02:38:44.800702+0000","last_clean":"2023-08-28T02:38:44.800702+0000","last_became_active":"2023-08-28T02:29:44.436203+0000","last_became_peered":"2023-08-28T02:29:44.436203+0000","last_unstale":"2023-08-28T02:38:44.800702+0000","last_undegraded":"2023-08-28T02:38:44.800702+0000","last_fullsized":"2023-08-28T02:38:44.800702+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:46:48.522293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"363'7938","reported_seq":8063,"reported_epoch":363,"state":"active+clean","last_fresh":"2023-08-28T02:38:56.931584+0000","last_change":"2023-08-28T02:30:50.399669+0000","last_active":"2023-08-28T02:38:56.931584+0000","last_peered":"2023-08-28T02:38:56.931584+0000","last_clean":"2023-08-28T02:38:56.931584+0000","last_became_active":"2023-08-28T02:30:50.399332+0000","last_became_peered":"2023-08-28T02:30:50.399332+0000","last_unstale":"2023-08-28T02:38:56.931584+0000","last_undegraded":"2023-08-28T02:38:56.931584+0000","last_fullsized":"2023-08-28T02:38:56.931584+0000","mapping_epoch":250,"log_start":"256'1800","ondisk_log_start":"256'1800","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6138,"log_dups_size":0,"ondisk_log_size":6138,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:00:54.910841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":254017536,"num_objects":3876,"num_object_clones":0,"num_object_copies":11628,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3876,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7938,"num_write_kb":378048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"75'161","reported_seq":783,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:44.809899+0000","last_change":"2023-08-28T02:33:13.310049+0000","last_active":"2023-08-28T02:38:44.809899+0000","last_peered":"2023-08-28T02:38:44.809899+0000","last_clean":"2023-08-28T02:38:44.809899+0000","last_became_active":"2023-08-28T02:33:13.309661+0000","last_became_peered":"2023-08-28T02:33:13.309661+0000","last_unstale":"2023-08-28T02:38:44.809899+0000","last_undegraded":"2023-08-28T02:38:44.809899+0000","last_fullsized":"2023-08-28T02:38:44.809899+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.930230+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.930230+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:27:40.889460+0000","scrub_duration":0.0050169209999999997,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"65'2","reported_seq":318,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:44.789197+0000","last_change":"2023-08-28T02:33:12.294922+0000","last_active":"2023-08-28T02:38:44.789197+0000","last_peered":"2023-08-28T02:38:44.789197+0000","last_clean":"2023-08-28T02:38:44.789197+0000","last_became_active":"2023-08-28T02:33:12.294518+0000","last_became_peered":"2023-08-28T02:33:12.294518+0000","last_unstale":"2023-08-28T02:38:44.789197+0000","last_undegraded":"2023-08-28T02:38:44.789197+0000","last_fullsized":"2023-08-28T02:38:44.789197+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:21:12.737286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":356,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:44.796463+0000","last_change":"2023-08-28T02:33:13.310505+0000","last_active":"2023-08-28T02:38:44.796463+0000","last_peered":"2023-08-28T02:38:44.796463+0000","last_clean":"2023-08-28T02:38:44.796463+0000","last_became_active":"2023-08-28T02:33:13.310223+0000","last_became_peered":"2023-08-28T02:33:13.310223+0000","last_unstale":"2023-08-28T02:38:44.796463+0000","last_undegraded":"2023-08-28T02:38:44.796463+0000","last_fullsized":"2023-08-28T02:38:44.796463+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:27:02.124453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"363'7771","reported_seq":22155,"reported_epoch":363,"state":"active+clean","last_fresh":"2023-08-28T02:38:55.422692+0000","last_change":"2023-08-28T02:38:44.816101+0000","last_active":"2023-08-28T02:38:55.422692+0000","last_peered":"2023-08-28T02:38:55.422692+0000","last_clean":"2023-08-28T02:38:55.422692+0000","last_became_active":"2023-08-28T02:38:44.798734+0000","last_became_peered":"2023-08-28T02:38:44.798734+0000","last_unstale":"2023-08-28T02:38:55.422692+0000","last_undegraded":"2023-08-28T02:38:55.422692+0000","last_fullsized":"2023-08-28T02:38:55.422692+0000","mapping_epoch":361,"log_start":"255'600","ondisk_log_start":"255'600","created":250,"last_epoch_clean":362,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7171,"log_dups_size":0,"ondisk_log_size":7171,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:34:42.975012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":255393792,"num_objects":3897,"num_object_clones":0,"num_object_copies":11691,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3897,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7771,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5834,"num_bytes_recovered":377683968,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"75'161","reported_seq":622,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:44.797011+0000","last_change":"2023-08-28T02:37:37.933802+0000","last_active":"2023-08-28T02:38:44.797011+0000","last_peered":"2023-08-28T02:38:44.797011+0000","last_clean":"2023-08-28T02:38:44.797011+0000","last_became_active":"2023-08-28T02:33:13.287313+0000","last_became_peered":"2023-08-28T02:33:13.287313+0000","last_unstale":"2023-08-28T02:38:44.797011+0000","last_undegraded":"2023-08-28T02:38:44.797011+0000","last_fullsized":"2023-08-28T02:38:44.797011+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:45.407127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:45.407127+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:39:14.213229+0000","scrub_duration":0.0018495320000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":262688,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":276,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:44.796017+0000","last_change":"2023-08-28T02:33:13.309727+0000","last_active":"2023-08-28T02:38:44.796017+0000","last_peered":"2023-08-28T02:38:44.796017+0000","last_clean":"2023-08-28T02:38:44.796017+0000","last_became_active":"2023-08-28T02:33:13.309487+0000","last_became_peered":"2023-08-28T02:33:13.309487+0000","last_unstale":"2023-08-28T02:38:44.796017+0000","last_undegraded":"2023-08-28T02:38:44.796017+0000","last_fullsized":"2023-08-28T02:38:44.796017+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:27:29.294011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":91,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:44.796645+0000","last_change":"2023-08-28T02:32:28.456323+0000","last_active":"2023-08-28T02:38:44.796645+0000","last_peered":"2023-08-28T02:38:44.796645+0000","last_clean":"2023-08-28T02:38:44.796645+0000","last_became_active":"2023-08-28T02:32:28.455987+0000","last_became_peered":"2023-08-28T02:32:28.455987+0000","last_unstale":"2023-08-28T02:38:44.796645+0000","last_undegraded":"2023-08-28T02:38:44.796645+0000","last_fullsized":"2023-08-28T02:38:44.796645+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:54:07.724002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"363'7924","reported_seq":18066,"reported_epoch":363,"state":"active+clean","last_fresh":"2023-08-28T02:38:57.562449+0000","last_change":"2023-08-28T02:33:13.316023+0000","last_active":"2023-08-28T02:38:57.562449+0000","last_peered":"2023-08-28T02:38:57.562449+0000","last_clean":"2023-08-28T02:38:57.562449+0000","last_became_active":"2023-08-28T02:33:13.308403+0000","last_became_peered":"2023-08-28T02:33:13.308403+0000","last_unstale":"2023-08-28T02:38:57.562449+0000","last_undegraded":"2023-08-28T02:38:57.562449+0000","last_fullsized":"2023-08-28T02:38:57.562449+0000","mapping_epoch":298,"log_start":"256'1800","ondisk_log_start":"256'1800","created":250,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6124,"log_dups_size":0,"ondisk_log_size":6124,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:10:38.401973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":260308992,"num_objects":3972,"num_object_clones":0,"num_object_copies":11916,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3972,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7924,"num_write_kb":380672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4999,"num_bytes_recovered":327614464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":336,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:44.796290+0000","last_change":"2023-08-28T02:32:28.455294+0000","last_active":"2023-08-28T02:38:44.796290+0000","last_peered":"2023-08-28T02:38:44.796290+0000","last_clean":"2023-08-28T02:38:44.796290+0000","last_became_active":"2023-08-28T02:32:28.455013+0000","last_became_peered":"2023-08-28T02:32:28.455013+0000","last_unstale":"2023-08-28T02:38:44.796290+0000","last_undegraded":"2023-08-28T02:38:44.796290+0000","last_fullsized":"2023-08-28T02:38:44.796290+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:53.583864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":368,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:44.797363+0000","last_change":"2023-08-28T02:33:13.335588+0000","last_active":"2023-08-28T02:38:44.797363+0000","last_peered":"2023-08-28T02:38:44.797363+0000","last_clean":"2023-08-28T02:38:44.797363+0000","last_became_active":"2023-08-28T02:33:13.335326+0000","last_became_peered":"2023-08-28T02:33:13.335326+0000","last_unstale":"2023-08-28T02:38:44.797363+0000","last_undegraded":"2023-08-28T02:38:44.797363+0000","last_fullsized":"2023-08-28T02:38:44.797363+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:15:44.958663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"363'7845","reported_seq":7966,"reported_epoch":363,"state":"active+clean","last_fresh":"2023-08-28T02:38:56.799618+0000","last_change":"2023-08-28T02:30:50.400261+0000","last_active":"2023-08-28T02:38:56.799618+0000","last_peered":"2023-08-28T02:38:56.799618+0000","last_clean":"2023-08-28T02:38:56.799618+0000","last_became_active":"2023-08-28T02:30:50.399938+0000","last_became_peered":"2023-08-28T02:30:50.399938+0000","last_unstale":"2023-08-28T02:38:56.799618+0000","last_undegraded":"2023-08-28T02:38:56.799618+0000","last_fullsized":"2023-08-28T02:38:56.799618+0000","mapping_epoch":250,"log_start":"257'2390","ondisk_log_start":"257'2390","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5455,"log_dups_size":0,"ondisk_log_size":5455,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:43:56.802792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":252248064,"num_objects":3849,"num_object_clones":0,"num_object_copies":11547,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3849,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7845,"num_write_kb":374208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"75'161","reported_seq":642,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:44.796959+0000","last_change":"2023-08-28T02:32:56.519141+0000","last_active":"2023-08-28T02:38:44.796959+0000","last_peered":"2023-08-28T02:38:44.796959+0000","last_clean":"2023-08-28T02:38:44.796959+0000","last_became_active":"2023-08-28T02:32:56.518863+0000","last_became_peered":"2023-08-28T02:32:56.518863+0000","last_unstale":"2023-08-28T02:38:44.796959+0000","last_undegraded":"2023-08-28T02:38:44.796959+0000","last_fullsized":"2023-08-28T02:38:44.796959+0000","mapping_epoch":292,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":293,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_clean_scrub_stamp":"2023-08-28T02:29:25.608370+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:59:50.561109+0000","scrub_duration":0.001662689,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":271,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:44.788781+0000","last_change":"2023-08-28T02:33:12.294592+0000","last_active":"2023-08-28T02:38:44.788781+0000","last_peered":"2023-08-28T02:38:44.788781+0000","last_clean":"2023-08-28T02:38:44.788781+0000","last_became_active":"2023-08-28T02:33:12.288508+0000","last_became_peered":"2023-08-28T02:33:12.288508+0000","last_unstale":"2023-08-28T02:38:44.788781+0000","last_undegraded":"2023-08-28T02:38:44.788781+0000","last_fullsized":"2023-08-28T02:38:44.788781+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:05:42.717608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":154,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:47.600943+0000","last_change":"2023-08-28T02:29:44.429834+0000","last_active":"2023-08-28T02:38:47.600943+0000","last_peered":"2023-08-28T02:38:47.600943+0000","last_clean":"2023-08-28T02:38:47.600943+0000","last_became_active":"2023-08-28T02:29:44.429512+0000","last_became_peered":"2023-08-28T02:29:44.429512+0000","last_unstale":"2023-08-28T02:38:47.600943+0000","last_undegraded":"2023-08-28T02:38:47.600943+0000","last_fullsized":"2023-08-28T02:38:47.600943+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:58.062455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"363'7737","reported_seq":7858,"reported_epoch":363,"state":"active+clean","last_fresh":"2023-08-28T02:38:56.061841+0000","last_change":"2023-08-28T02:30:50.402348+0000","last_active":"2023-08-28T02:38:56.061841+0000","last_peered":"2023-08-28T02:38:56.061841+0000","last_clean":"2023-08-28T02:38:56.061841+0000","last_became_active":"2023-08-28T02:30:50.402076+0000","last_became_peered":"2023-08-28T02:30:50.402076+0000","last_unstale":"2023-08-28T02:38:56.061841+0000","last_undegraded":"2023-08-28T02:38:56.061841+0000","last_fullsized":"2023-08-28T02:38:56.061841+0000","mapping_epoch":250,"log_start":"255'900","ondisk_log_start":"255'900","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6837,"log_dups_size":0,"ondisk_log_size":6837,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:24.859426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":251592704,"num_objects":3839,"num_object_clones":0,"num_object_copies":11517,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3839,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7737,"num_write_kb":370432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.7","version":"75'161","reported_seq":563,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:44.789805+0000","last_change":"2023-08-28T02:33:13.532525+0000","last_active":"2023-08-28T02:38:44.789805+0000","last_peered":"2023-08-28T02:38:44.789805+0000","last_clean":"2023-08-28T02:38:44.789805+0000","last_became_active":"2023-08-28T02:33:13.532125+0000","last_became_peered":"2023-08-28T02:33:13.532125+0000","last_unstale":"2023-08-28T02:38:44.789805+0000","last_undegraded":"2023-08-28T02:38:44.789805+0000","last_fullsized":"2023-08-28T02:38:44.789805+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.887648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.887648+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":154,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:44.828241+0000","last_change":"2023-08-28T02:29:44.407595+0000","last_active":"2023-08-28T02:38:44.828241+0000","last_peered":"2023-08-28T02:38:44.828241+0000","last_clean":"2023-08-28T02:38:44.828241+0000","last_became_active":"2023-08-28T02:29:44.407316+0000","last_became_peered":"2023-08-28T02:29:44.407316+0000","last_unstale":"2023-08-28T02:38:44.828241+0000","last_undegraded":"2023-08-28T02:38:44.828241+0000","last_fullsized":"2023-08-28T02:38:44.828241+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:01:47.777709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":374,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:44.796315+0000","last_change":"2023-08-28T02:33:13.286980+0000","last_active":"2023-08-28T02:38:44.796315+0000","last_peered":"2023-08-28T02:38:44.796315+0000","last_clean":"2023-08-28T02:38:44.796315+0000","last_became_active":"2023-08-28T02:33:13.286740+0000","last_became_peered":"2023-08-28T02:33:13.286740+0000","last_unstale":"2023-08-28T02:38:44.796315+0000","last_undegraded":"2023-08-28T02:38:44.796315+0000","last_fullsized":"2023-08-28T02:38:44.796315+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:24:54.574365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":154,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:44.826155+0000","last_change":"2023-08-28T02:29:44.506914+0000","last_active":"2023-08-28T02:38:44.826155+0000","last_peered":"2023-08-28T02:38:44.826155+0000","last_clean":"2023-08-28T02:38:44.826155+0000","last_became_active":"2023-08-28T02:29:44.506606+0000","last_became_peered":"2023-08-28T02:29:44.506606+0000","last_unstale":"2023-08-28T02:38:44.826155+0000","last_undegraded":"2023-08-28T02:38:44.826155+0000","last_fullsized":"2023-08-28T02:38:44.826155+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:55:50.992279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"363'7795","reported_seq":19516,"reported_epoch":363,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:38:54.624500+0000","last_change":"2023-08-28T02:34:11.565330+0000","last_active":"2023-08-28T02:38:54.624500+0000","last_peered":"2023-08-28T02:38:54.624500+0000","last_clean":"2023-08-28T02:32:11.916240+0000","last_became_active":"2023-08-28T02:33:12.501819+0000","last_became_peered":"2023-08-28T02:33:12.501819+0000","last_unstale":"2023-08-28T02:38:54.624500+0000","last_undegraded":"2023-08-28T02:38:54.624500+0000","last_fullsized":"2023-08-28T02:38:54.624500+0000","mapping_epoch":297,"log_start":"257'2524","ondisk_log_start":"257'2524","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5271,"log_dups_size":0,"ondisk_log_size":5271,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:45:43.329719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":249102336,"num_objects":3801,"num_object_clones":0,"num_object_copies":11403,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3801,"num_objects_unfound":0,"num_objects_dirty":3801,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7795,"num_write_kb":371072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5787,"num_bytes_recovered":379256832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,2],"avail_no_missing":["0","2","5","6"],"object_location_counts":[{"shards":"0,2,5","objects":3801}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.1","version":"75'161","reported_seq":622,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:44.796790+0000","last_change":"2023-08-28T02:32:31.482659+0000","last_active":"2023-08-28T02:38:44.796790+0000","last_peered":"2023-08-28T02:38:44.796790+0000","last_clean":"2023-08-28T02:38:44.796790+0000","last_became_active":"2023-08-28T02:32:31.482320+0000","last_became_peered":"2023-08-28T02:32:31.482320+0000","last_unstale":"2023-08-28T02:38:44.796790+0000","last_undegraded":"2023-08-28T02:38:44.796790+0000","last_fullsized":"2023-08-28T02:38:44.796790+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:24.559397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:24.559397+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:41:09.516918+0000","scrub_duration":0.001580328,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":360,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:44.796825+0000","last_change":"2023-08-28T02:31:51.988386+0000","last_active":"2023-08-28T02:38:44.796825+0000","last_peered":"2023-08-28T02:38:44.796825+0000","last_clean":"2023-08-28T02:38:44.796825+0000","last_became_active":"2023-08-28T02:31:51.988097+0000","last_became_peered":"2023-08-28T02:31:51.988097+0000","last_unstale":"2023-08-28T02:38:44.796825+0000","last_undegraded":"2023-08-28T02:38:44.796825+0000","last_fullsized":"2023-08-28T02:38:44.796825+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:25:01.818829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":336,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:44.797991+0000","last_change":"2023-08-28T02:32:12.951275+0000","last_active":"2023-08-28T02:38:44.797991+0000","last_peered":"2023-08-28T02:38:44.797991+0000","last_clean":"2023-08-28T02:38:44.797991+0000","last_became_active":"2023-08-28T02:32:12.950965+0000","last_became_peered":"2023-08-28T02:32:12.950965+0000","last_unstale":"2023-08-28T02:38:44.797991+0000","last_undegraded":"2023-08-28T02:38:44.797991+0000","last_fullsized":"2023-08-28T02:38:44.797991+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:37:31.294280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":180,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:44.828297+0000","last_change":"2023-08-28T02:33:13.286534+0000","last_active":"2023-08-28T02:38:44.828297+0000","last_peered":"2023-08-28T02:38:44.828297+0000","last_clean":"2023-08-28T02:38:44.828297+0000","last_became_active":"2023-08-28T02:33:13.286164+0000","last_became_peered":"2023-08-28T02:33:13.286164+0000","last_unstale":"2023-08-28T02:38:44.828297+0000","last_undegraded":"2023-08-28T02:38:44.828297+0000","last_fullsized":"2023-08-28T02:38:44.828297+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:56.721932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"363'7812","reported_seq":19623,"reported_epoch":363,"state":"active+clean","last_fresh":"2023-08-28T02:38:55.486204+0000","last_change":"2023-08-28T02:34:14.448606+0000","last_active":"2023-08-28T02:38:55.486204+0000","last_peered":"2023-08-28T02:38:55.486204+0000","last_clean":"2023-08-28T02:38:55.486204+0000","last_became_active":"2023-08-28T02:34:14.438547+0000","last_became_peered":"2023-08-28T02:34:14.438547+0000","last_unstale":"2023-08-28T02:38:55.486204+0000","last_undegraded":"2023-08-28T02:38:55.486204+0000","last_fullsized":"2023-08-28T02:38:55.486204+0000","mapping_epoch":314,"log_start":"255'600","ondisk_log_start":"255'600","created":250,"last_epoch_clean":315,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7212,"log_dups_size":0,"ondisk_log_size":7212,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:06:41.120408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":252706816,"num_objects":3856,"num_object_clones":0,"num_object_copies":11568,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3856,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7812,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5834,"num_bytes_recovered":376832000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2","version":"75'161","reported_seq":744,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:44.809911+0000","last_change":"2023-08-28T02:30:51.762377+0000","last_active":"2023-08-28T02:38:44.809911+0000","last_peered":"2023-08-28T02:38:44.809911+0000","last_clean":"2023-08-28T02:38:44.809911+0000","last_became_active":"2023-08-28T02:27:46.375590+0000","last_became_peered":"2023-08-28T02:27:46.375590+0000","last_unstale":"2023-08-28T02:38:44.809911+0000","last_undegraded":"2023-08-28T02:38:44.809911+0000","last_fullsized":"2023-08-28T02:38:44.809911+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:51.762314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:51.762314+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:02.034555+0000","scrub_duration":0.0020023620000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":171,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:44.788740+0000","last_change":"2023-08-28T02:33:13.289765+0000","last_active":"2023-08-28T02:38:44.788740+0000","last_peered":"2023-08-28T02:38:44.788740+0000","last_clean":"2023-08-28T02:38:44.788740+0000","last_became_active":"2023-08-28T02:33:13.289159+0000","last_became_peered":"2023-08-28T02:33:13.289159+0000","last_unstale":"2023-08-28T02:38:44.788740+0000","last_undegraded":"2023-08-28T02:38:44.788740+0000","last_fullsized":"2023-08-28T02:38:44.788740+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:30:38.956723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":172,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:44.826247+0000","last_change":"2023-08-28T02:32:28.464203+0000","last_active":"2023-08-28T02:38:44.826247+0000","last_peered":"2023-08-28T02:38:44.826247+0000","last_clean":"2023-08-28T02:38:44.826247+0000","last_became_active":"2023-08-28T02:32:28.463412+0000","last_became_peered":"2023-08-28T02:32:28.463412+0000","last_unstale":"2023-08-28T02:38:44.826247+0000","last_undegraded":"2023-08-28T02:38:44.826247+0000","last_fullsized":"2023-08-28T02:38:44.826247+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:20:38.177879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":154,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:44.829195+0000","last_change":"2023-08-28T02:29:44.427945+0000","last_active":"2023-08-28T02:38:44.829195+0000","last_peered":"2023-08-28T02:38:44.829195+0000","last_clean":"2023-08-28T02:38:44.829195+0000","last_became_active":"2023-08-28T02:29:44.426487+0000","last_became_peered":"2023-08-28T02:29:44.426487+0000","last_unstale":"2023-08-28T02:38:44.829195+0000","last_undegraded":"2023-08-28T02:38:44.829195+0000","last_fullsized":"2023-08-28T02:38:44.829195+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:30:20.438896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"363'7818","reported_seq":17911,"reported_epoch":363,"state":"active+clean","last_fresh":"2023-08-28T02:38:56.882758+0000","last_change":"2023-08-28T02:34:48.488647+0000","last_active":"2023-08-28T02:38:56.882758+0000","last_peered":"2023-08-28T02:38:56.882758+0000","last_clean":"2023-08-28T02:38:56.882758+0000","last_became_active":"2023-08-28T02:34:48.476519+0000","last_became_peered":"2023-08-28T02:34:48.476519+0000","last_unstale":"2023-08-28T02:38:56.882758+0000","last_undegraded":"2023-08-28T02:38:56.882758+0000","last_fullsized":"2023-08-28T02:38:56.882758+0000","mapping_epoch":318,"log_start":"256'1600","ondisk_log_start":"256'1600","created":250,"last_epoch_clean":319,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6218,"log_dups_size":0,"ondisk_log_size":6218,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:44:20.004230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":250740736,"num_objects":3826,"num_object_clones":0,"num_object_copies":11478,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3826,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7818,"num_write_kb":372608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4973,"num_bytes_recovered":325910528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":354,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:44.796328+0000","last_change":"2023-08-28T02:33:13.484970+0000","last_active":"2023-08-28T02:38:44.796328+0000","last_peered":"2023-08-28T02:38:44.796328+0000","last_clean":"2023-08-28T02:38:44.796328+0000","last_became_active":"2023-08-28T02:33:13.484579+0000","last_became_peered":"2023-08-28T02:33:13.484579+0000","last_unstale":"2023-08-28T02:38:44.796328+0000","last_undegraded":"2023-08-28T02:38:44.796328+0000","last_fullsized":"2023-08-28T02:38:44.796328+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:58.027468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"75'161","reported_seq":745,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:44.809654+0000","last_change":"2023-08-28T02:31:55.059467+0000","last_active":"2023-08-28T02:38:44.809654+0000","last_peered":"2023-08-28T02:38:44.809654+0000","last_clean":"2023-08-28T02:38:44.809654+0000","last_became_active":"2023-08-28T02:31:55.059115+0000","last_became_peered":"2023-08-28T02:31:55.059115+0000","last_unstale":"2023-08-28T02:38:44.809654+0000","last_undegraded":"2023-08-28T02:38:44.809654+0000","last_fullsized":"2023-08-28T02:38:44.809654+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":0,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.820990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.820990+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:15:56.774667+0000","scrub_duration":0.0017342480000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":272,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:44.789169+0000","last_change":"2023-08-28T02:33:13.352810+0000","last_active":"2023-08-28T02:38:44.789169+0000","last_peered":"2023-08-28T02:38:44.789169+0000","last_clean":"2023-08-28T02:38:44.789169+0000","last_became_active":"2023-08-28T02:33:13.351697+0000","last_became_peered":"2023-08-28T02:33:13.351697+0000","last_unstale":"2023-08-28T02:38:44.789169+0000","last_undegraded":"2023-08-28T02:38:44.789169+0000","last_fullsized":"2023-08-28T02:38:44.789169+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:56.187163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":185,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:44.797087+0000","last_change":"2023-08-28T02:31:51.984584+0000","last_active":"2023-08-28T02:38:44.797087+0000","last_peered":"2023-08-28T02:38:44.797087+0000","last_clean":"2023-08-28T02:38:44.797087+0000","last_became_active":"2023-08-28T02:31:51.984264+0000","last_became_peered":"2023-08-28T02:31:51.984264+0000","last_unstale":"2023-08-28T02:38:44.797087+0000","last_undegraded":"2023-08-28T02:38:44.797087+0000","last_fullsized":"2023-08-28T02:38:44.797087+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:58:42.306722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"363'7716","reported_seq":19445,"reported_epoch":363,"state":"active+clean","last_fresh":"2023-08-28T02:38:55.406360+0000","last_change":"2023-08-28T02:35:11.978901+0000","last_active":"2023-08-28T02:38:55.406360+0000","last_peered":"2023-08-28T02:38:55.406360+0000","last_clean":"2023-08-28T02:38:55.406360+0000","last_became_active":"2023-08-28T02:35:11.966585+0000","last_became_peered":"2023-08-28T02:35:11.966585+0000","last_unstale":"2023-08-28T02:38:55.406360+0000","last_undegraded":"2023-08-28T02:38:55.406360+0000","last_fullsized":"2023-08-28T02:38:55.406360+0000","mapping_epoch":323,"log_start":"257'2428","ondisk_log_start":"257'2428","created":250,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5288,"log_dups_size":0,"ondisk_log_size":5288,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:03:07.017814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":253362176,"num_objects":3866,"num_object_clones":0,"num_object_copies":11598,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3866,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7716,"num_write_kb":370624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5791,"num_bytes_recovered":368967680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3","version":"75'161","reported_seq":630,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:44.828100+0000","last_change":"2023-08-28T02:31:55.068239+0000","last_active":"2023-08-28T02:38:44.828100+0000","last_peered":"2023-08-28T02:38:44.828100+0000","last_clean":"2023-08-28T02:38:44.828100+0000","last_became_active":"2023-08-28T02:31:55.067875+0000","last_became_peered":"2023-08-28T02:31:55.067875+0000","last_unstale":"2023-08-28T02:38:44.828100+0000","last_undegraded":"2023-08-28T02:38:44.828100+0000","last_fullsized":"2023-08-28T02:38:44.828100+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.868248+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:11:04.391639+0000","scrub_duration":0.0016215240000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":368,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:44.809638+0000","last_change":"2023-08-28T02:29:44.421353+0000","last_active":"2023-08-28T02:38:44.809638+0000","last_peered":"2023-08-28T02:38:44.809638+0000","last_clean":"2023-08-28T02:38:44.809638+0000","last_became_active":"2023-08-28T02:29:44.421064+0000","last_became_peered":"2023-08-28T02:29:44.421064+0000","last_unstale":"2023-08-28T02:38:44.809638+0000","last_undegraded":"2023-08-28T02:38:44.809638+0000","last_fullsized":"2023-08-28T02:38:44.809638+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:51:36.524024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":338,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:44.800332+0000","last_change":"2023-08-28T02:33:12.299487+0000","last_active":"2023-08-28T02:38:44.800332+0000","last_peered":"2023-08-28T02:38:44.800332+0000","last_clean":"2023-08-28T02:38:44.800332+0000","last_became_active":"2023-08-28T02:33:12.299175+0000","last_became_peered":"2023-08-28T02:33:12.299175+0000","last_unstale":"2023-08-28T02:38:44.800332+0000","last_undegraded":"2023-08-28T02:38:44.800332+0000","last_fullsized":"2023-08-28T02:38:44.800332+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:42:29.713462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":349,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:44.801622+0000","last_change":"2023-08-28T02:32:28.457696+0000","last_active":"2023-08-28T02:38:44.801622+0000","last_peered":"2023-08-28T02:38:44.801622+0000","last_clean":"2023-08-28T02:38:44.801622+0000","last_became_active":"2023-08-28T02:32:28.457407+0000","last_became_peered":"2023-08-28T02:32:28.457407+0000","last_unstale":"2023-08-28T02:38:44.801622+0000","last_undegraded":"2023-08-28T02:38:44.801622+0000","last_fullsized":"2023-08-28T02:38:44.801622+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:26:29.392787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"363'7685","reported_seq":8834,"reported_epoch":363,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:38:56.791036+0000","last_change":"2023-08-28T02:34:11.566035+0000","last_active":"2023-08-28T02:38:56.791036+0000","last_peered":"2023-08-28T02:38:56.791036+0000","last_clean":"2023-08-28T02:33:10.395883+0000","last_became_active":"2023-08-28T02:33:12.394714+0000","last_became_peered":"2023-08-28T02:33:12.394714+0000","last_unstale":"2023-08-28T02:38:56.791036+0000","last_undegraded":"2023-08-28T02:38:56.791036+0000","last_fullsized":"2023-08-28T02:38:56.791036+0000","mapping_epoch":297,"log_start":"257'2284","ondisk_log_start":"257'2284","created":250,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5401,"log_dups_size":0,"ondisk_log_size":5401,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:01:26.984565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":248905752,"num_objects":3799,"num_object_clones":0,"num_object_copies":11397,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3465,"num_objects_unfound":0,"num_objects_dirty":3799,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7685,"num_write_kb":367425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":500,"num_bytes_recovered":32768000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,6],"avail_no_missing":["4","0","6"],"object_location_counts":[{"shards":"0,4,6","objects":3799}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.6","version":"75'161","reported_seq":623,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:44.801548+0000","last_change":"2023-08-28T02:33:13.338675+0000","last_active":"2023-08-28T02:38:44.801548+0000","last_peered":"2023-08-28T02:38:44.801548+0000","last_clean":"2023-08-28T02:38:44.801548+0000","last_became_active":"2023-08-28T02:33:13.338271+0000","last_became_peered":"2023-08-28T02:33:13.338271+0000","last_unstale":"2023-08-28T02:38:44.801548+0000","last_undegraded":"2023-08-28T02:38:44.801548+0000","last_fullsized":"2023-08-28T02:38:44.801548+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.774982+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.774982+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:13:20.011329+0000","scrub_duration":0.003539819,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":331,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:44.810426+0000","last_change":"2023-08-28T02:14:43.033789+0000","last_active":"2023-08-28T02:38:44.810426+0000","last_peered":"2023-08-28T02:38:44.810426+0000","last_clean":"2023-08-28T02:38:44.810426+0000","last_became_active":"2023-08-28T02:14:43.033454+0000","last_became_peered":"2023-08-28T02:14:43.033454+0000","last_unstale":"2023-08-28T02:38:44.810426+0000","last_undegraded":"2023-08-28T02:38:44.810426+0000","last_fullsized":"2023-08-28T02:38:44.810426+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:01:13.205842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":163,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:44.828388+0000","last_change":"2023-08-28T02:32:28.461807+0000","last_active":"2023-08-28T02:38:44.828388+0000","last_peered":"2023-08-28T02:38:44.828388+0000","last_clean":"2023-08-28T02:38:44.828388+0000","last_became_active":"2023-08-28T02:32:28.461116+0000","last_became_peered":"2023-08-28T02:32:28.461116+0000","last_unstale":"2023-08-28T02:38:44.828388+0000","last_undegraded":"2023-08-28T02:38:44.828388+0000","last_fullsized":"2023-08-28T02:38:44.828388+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:12:45.321757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":309,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:44.800924+0000","last_change":"2023-08-28T02:14:43.048791+0000","last_active":"2023-08-28T02:38:44.800924+0000","last_peered":"2023-08-28T02:38:44.800924+0000","last_clean":"2023-08-28T02:38:44.800924+0000","last_became_active":"2023-08-28T02:14:43.047408+0000","last_became_peered":"2023-08-28T02:14:43.047408+0000","last_unstale":"2023-08-28T02:38:44.800924+0000","last_undegraded":"2023-08-28T02:38:44.800924+0000","last_fullsized":"2023-08-28T02:38:44.800924+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:47.097181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"363'7926","reported_seq":18014,"reported_epoch":363,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:38:57.016494+0000","last_change":"2023-08-28T02:37:37.899201+0000","last_active":"2023-08-28T02:38:57.016494+0000","last_peered":"2023-08-28T02:38:57.016494+0000","last_clean":"2023-08-28T02:31:50.933695+0000","last_became_active":"2023-08-28T02:33:13.540416+0000","last_became_peered":"2023-08-28T02:33:13.540416+0000","last_unstale":"2023-08-28T02:38:57.016494+0000","last_undegraded":"2023-08-28T02:38:57.016494+0000","last_fullsized":"2023-08-28T02:38:57.016494+0000","mapping_epoch":298,"log_start":"257'2474","ondisk_log_start":"257'2474","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5452,"log_dups_size":0,"ondisk_log_size":5452,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:49:35.658845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":257949696,"num_objects":3936,"num_object_clones":0,"num_object_copies":11808,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3936,"num_objects_unfound":0,"num_objects_dirty":3936,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7926,"num_write_kb":379584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4967,"num_bytes_recovered":325517312,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,2],"avail_no_missing":["4","2","5","6"],"object_location_counts":[{"shards":"2,4,5","objects":3936}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.5","version":"75'161","reported_seq":656,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:44.796716+0000","last_change":"2023-08-28T02:32:31.477151+0000","last_active":"2023-08-28T02:38:44.796716+0000","last_peered":"2023-08-28T02:38:44.796716+0000","last_clean":"2023-08-28T02:38:44.796716+0000","last_became_active":"2023-08-28T02:32:31.476776+0000","last_became_peered":"2023-08-28T02:32:31.476776+0000","last_unstale":"2023-08-28T02:38:44.796716+0000","last_undegraded":"2023-08-28T02:38:44.796716+0000","last_fullsized":"2023-08-28T02:38:44.796716+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:18.891729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:18.891729+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:47:27.194140+0000","scrub_duration":0.0031546460000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"65'2","reported_seq":319,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:44.789692+0000","last_change":"2023-08-28T02:33:12.327778+0000","last_active":"2023-08-28T02:38:44.789692+0000","last_peered":"2023-08-28T02:38:44.789692+0000","last_clean":"2023-08-28T02:38:44.789692+0000","last_became_active":"2023-08-28T02:33:12.327273+0000","last_became_peered":"2023-08-28T02:33:12.327273+0000","last_unstale":"2023-08-28T02:38:44.789692+0000","last_undegraded":"2023-08-28T02:38:44.789692+0000","last_fullsized":"2023-08-28T02:38:44.789692+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:40.554192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":201,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:44.828754+0000","last_change":"2023-08-28T02:33:13.335665+0000","last_active":"2023-08-28T02:38:44.828754+0000","last_peered":"2023-08-28T02:38:44.828754+0000","last_clean":"2023-08-28T02:38:44.828754+0000","last_became_active":"2023-08-28T02:33:13.335322+0000","last_became_peered":"2023-08-28T02:33:13.335322+0000","last_unstale":"2023-08-28T02:38:44.828754+0000","last_undegraded":"2023-08-28T02:38:44.828754+0000","last_fullsized":"2023-08-28T02:38:44.828754+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:21:08.024493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":316,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:44.788830+0000","last_change":"2023-08-28T02:33:12.310326+0000","last_active":"2023-08-28T02:38:44.788830+0000","last_peered":"2023-08-28T02:38:44.788830+0000","last_clean":"2023-08-28T02:38:44.788830+0000","last_became_active":"2023-08-28T02:33:12.310011+0000","last_became_peered":"2023-08-28T02:33:12.310011+0000","last_unstale":"2023-08-28T02:38:44.788830+0000","last_undegraded":"2023-08-28T02:38:44.788830+0000","last_fullsized":"2023-08-28T02:38:44.788830+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:35:03.710036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"363'7916","reported_seq":14000,"reported_epoch":363,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-08-28T02:38:57.447683+0000","last_change":"2023-08-28T02:38:43.760745+0000","last_active":"2023-08-28T02:38:57.447683+0000","last_peered":"2023-08-28T02:38:57.447683+0000","last_clean":"2023-08-28T02:31:27.909649+0000","last_became_active":"2023-08-28T02:33:33.726805+0000","last_became_peered":"2023-08-28T02:33:33.726805+0000","last_unstale":"2023-08-28T02:38:57.447683+0000","last_undegraded":"2023-08-28T02:33:20.140072+0000","last_fullsized":"2023-08-28T02:33:13.278549+0000","mapping_epoch":298,"log_start":"257'2477","ondisk_log_start":"257'2477","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5439,"log_dups_size":0,"ondisk_log_size":5439,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:02:22.971585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":258998272,"num_objects":3952,"num_object_clones":0,"num_object_copies":11856,"num_objects_missing_on_primary":3924,"num_objects_missing":3924,"num_objects_degraded":2496,"num_objects_misplaced":7889,"num_objects_unfound":0,"num_objects_dirty":3952,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7916,"num_write_kb":379776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1972,"num_bytes_recovered":129105920,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[4,3],"avail_no_missing":["2","6"],"object_location_counts":[{"shards":"2,3,4,6","objects":13},{"shards":"2,3,6","objects":1441},{"shards":"2,4,6","objects":14},{"shards":"2,6","objects":2483},{"shards":"3,4","objects":-12}],"blocked_by":[],"up_primary":3,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.4","version":"75'161","reported_seq":571,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:44.789285+0000","last_change":"2023-08-28T02:33:12.296479+0000","last_active":"2023-08-28T02:38:44.789285+0000","last_peered":"2023-08-28T02:38:44.789285+0000","last_clean":"2023-08-28T02:38:44.789285+0000","last_became_active":"2023-08-28T02:33:12.294160+0000","last_became_peered":"2023-08-28T02:33:12.294160+0000","last_unstale":"2023-08-28T02:38:44.789285+0000","last_undegraded":"2023-08-28T02:38:44.789285+0000","last_fullsized":"2023-08-28T02:38:44.789285+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.899247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.899247+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":289,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:44.810164+0000","last_change":"2023-08-28T02:33:13.539335+0000","last_active":"2023-08-28T02:38:44.810164+0000","last_peered":"2023-08-28T02:38:44.810164+0000","last_clean":"2023-08-28T02:38:44.810164+0000","last_became_active":"2023-08-28T02:33:13.538978+0000","last_became_peered":"2023-08-28T02:33:13.538978+0000","last_unstale":"2023-08-28T02:38:44.810164+0000","last_undegraded":"2023-08-28T02:38:44.810164+0000","last_fullsized":"2023-08-28T02:38:44.810164+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:26:13.405766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"65'1","reported_seq":353,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:44.801717+0000","last_change":"2023-08-28T02:29:44.510205+0000","last_active":"2023-08-28T02:38:44.801717+0000","last_peered":"2023-08-28T02:38:44.801717+0000","last_clean":"2023-08-28T02:38:44.801717+0000","last_became_active":"2023-08-28T02:29:44.429357+0000","last_became_peered":"2023-08-28T02:29:44.429357+0000","last_unstale":"2023-08-28T02:38:44.801717+0000","last_undegraded":"2023-08-28T02:38:44.801717+0000","last_fullsized":"2023-08-28T02:38:44.801717+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:44:59.955729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":318,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:44.796151+0000","last_change":"2023-08-28T02:32:12.950661+0000","last_active":"2023-08-28T02:38:44.796151+0000","last_peered":"2023-08-28T02:38:44.796151+0000","last_clean":"2023-08-28T02:38:44.796151+0000","last_became_active":"2023-08-28T02:32:12.950276+0000","last_became_peered":"2023-08-28T02:32:12.950276+0000","last_unstale":"2023-08-28T02:38:44.796151+0000","last_undegraded":"2023-08-28T02:38:44.796151+0000","last_fullsized":"2023-08-28T02:38:44.796151+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:05:17.972868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"65'1","reported_seq":310,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:44.800848+0000","last_change":"2023-08-28T02:14:43.042150+0000","last_active":"2023-08-28T02:38:44.800848+0000","last_peered":"2023-08-28T02:38:44.800848+0000","last_clean":"2023-08-28T02:38:44.800848+0000","last_became_active":"2023-08-28T02:14:43.038336+0000","last_became_peered":"2023-08-28T02:14:43.038336+0000","last_unstale":"2023-08-28T02:38:44.800848+0000","last_undegraded":"2023-08-28T02:38:44.800848+0000","last_fullsized":"2023-08-28T02:38:44.800848+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:26:02.415152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":360,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:44.828318+0000","last_change":"2023-08-28T02:33:13.318097+0000","last_active":"2023-08-28T02:38:44.828318+0000","last_peered":"2023-08-28T02:38:44.828318+0000","last_clean":"2023-08-28T02:38:44.828318+0000","last_became_active":"2023-08-28T02:33:13.317761+0000","last_became_peered":"2023-08-28T02:33:13.317761+0000","last_unstale":"2023-08-28T02:38:44.828318+0000","last_undegraded":"2023-08-28T02:38:44.828318+0000","last_fullsized":"2023-08-28T02:38:44.828318+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:24.836996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"65'2","reported_seq":356,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:44.796063+0000","last_change":"2023-08-28T02:29:44.535937+0000","last_active":"2023-08-28T02:38:44.796063+0000","last_peered":"2023-08-28T02:38:44.796063+0000","last_clean":"2023-08-28T02:38:44.796063+0000","last_became_active":"2023-08-28T02:29:44.462244+0000","last_became_peered":"2023-08-28T02:29:44.462244+0000","last_unstale":"2023-08-28T02:38:44.796063+0000","last_undegraded":"2023-08-28T02:38:44.796063+0000","last_fullsized":"2023-08-28T02:38:44.796063+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:30:33.173713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":357,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:44.800618+0000","last_change":"2023-08-28T02:33:12.305580+0000","last_active":"2023-08-28T02:38:44.800618+0000","last_peered":"2023-08-28T02:38:44.800618+0000","last_clean":"2023-08-28T02:38:44.800618+0000","last_became_active":"2023-08-28T02:33:12.305261+0000","last_became_peered":"2023-08-28T02:33:12.305261+0000","last_unstale":"2023-08-28T02:38:44.800618+0000","last_undegraded":"2023-08-28T02:38:44.800618+0000","last_fullsized":"2023-08-28T02:38:44.800618+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:22:31.614221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"65'2","reported_seq":325,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:44.796231+0000","last_change":"2023-08-28T02:31:51.991101+0000","last_active":"2023-08-28T02:38:44.796231+0000","last_peered":"2023-08-28T02:38:44.796231+0000","last_clean":"2023-08-28T02:38:44.796231+0000","last_became_active":"2023-08-28T02:31:51.987237+0000","last_became_peered":"2023-08-28T02:31:51.987237+0000","last_unstale":"2023-08-28T02:38:44.796231+0000","last_undegraded":"2023-08-28T02:38:44.796231+0000","last_fullsized":"2023-08-28T02:38:44.796231+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:07:07.370857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":359,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:44.795947+0000","last_change":"2023-08-28T02:33:12.494483+0000","last_active":"2023-08-28T02:38:44.795947+0000","last_peered":"2023-08-28T02:38:44.795947+0000","last_clean":"2023-08-28T02:38:44.795947+0000","last_became_active":"2023-08-28T02:33:12.494136+0000","last_became_peered":"2023-08-28T02:33:12.494136+0000","last_unstale":"2023-08-28T02:38:44.795947+0000","last_undegraded":"2023-08-28T02:38:44.795947+0000","last_fullsized":"2023-08-28T02:38:44.795947+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:36.772588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"65'1","reported_seq":304,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:44.789612+0000","last_change":"2023-08-28T02:33:13.287922+0000","last_active":"2023-08-28T02:38:44.789612+0000","last_peered":"2023-08-28T02:38:44.789612+0000","last_clean":"2023-08-28T02:38:44.789612+0000","last_became_active":"2023-08-28T02:33:13.287520+0000","last_became_peered":"2023-08-28T02:33:13.287520+0000","last_unstale":"2023-08-28T02:38:44.789612+0000","last_undegraded":"2023-08-28T02:38:44.789612+0000","last_fullsized":"2023-08-28T02:38:44.789612+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:11.627168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":318,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:44.788921+0000","last_change":"2023-08-28T02:33:13.289469+0000","last_active":"2023-08-28T02:38:44.788921+0000","last_peered":"2023-08-28T02:38:44.788921+0000","last_clean":"2023-08-28T02:38:44.788921+0000","last_became_active":"2023-08-28T02:33:13.288737+0000","last_became_peered":"2023-08-28T02:33:13.288737+0000","last_unstale":"2023-08-28T02:38:44.788921+0000","last_undegraded":"2023-08-28T02:38:44.788921+0000","last_fullsized":"2023-08-28T02:38:44.788921+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:11:15.043550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"65'4","reported_seq":342,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:44.801375+0000","last_change":"2023-08-28T02:32:28.607010+0000","last_active":"2023-08-28T02:38:44.801375+0000","last_peered":"2023-08-28T02:38:44.801375+0000","last_clean":"2023-08-28T02:38:44.801375+0000","last_became_active":"2023-08-28T02:32:28.492224+0000","last_became_peered":"2023-08-28T02:32:28.492224+0000","last_unstale":"2023-08-28T02:38:44.801375+0000","last_undegraded":"2023-08-28T02:38:44.801375+0000","last_fullsized":"2023-08-28T02:38:44.801375+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:13:45.711951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":554,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":369,"reported_epoch":362,"state":"active+clean","last_fresh":"2023-08-28T02:38:44.795845+0000","last_change":"2023-08-28T02:33:13.309144+0000","last_active":"2023-08-28T02:38:44.795845+0000","last_peered":"2023-08-28T02:38:44.795845+0000","last_clean":"2023-08-28T02:38:44.795845+0000","last_became_active":"2023-08-28T02:33:13.308910+0000","last_became_peered":"2023-08-28T02:33:13.308910+0000","last_unstale":"2023-08-28T02:38:44.795845+0000","last_undegraded":"2023-08-28T02:38:44.795845+0000","last_fullsized":"2023-08-28T02:38:44.795845+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:09:59.549591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":4056875032,"num_objects":61904,"num_object_clones":0,"num_object_copies":185712,"num_objects_missing_on_primary":3924,"num_objects_missing":3924,"num_objects_degraded":15210,"num_objects_misplaced":19091,"num_objects_unfound":0,"num_objects_dirty":61904,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":124710,"num_write_kb":5971585,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":47636,"num_bytes_recovered":3095396352,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":13402189824,"data_stored":13402177608,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":96958,"ondisk_log_size":96958,"up":48,"acting":45,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":10126,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":370028,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":89,"num_read_kb":167,"num_write":44,"num_write_kb":440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":584707,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2048000,"data_stored":2033792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299784,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1731312,"kb_used_data":1245608,"kb_used_omap":0,"kb_used_meta":485696,"kb_avail":92013840,"statfs":{"total":95995035648,"available":94222172160,"internally_reserved":0,"allocated":1275502592,"data_stored":1274059805,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":497352704},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:38:11 2023","interfaces":[{"interface":"back","average":{"1min":0.439,"5min":0.51100000000000001,"15min":1.1990000000000001},"min":{"1min":0.26300000000000001,"5min":0.23400000000000001,"15min":0.219},"max":{"1min":0.93899999999999995,"5min":3.6480000000000001,"15min":13.118},"last":0.29699999999999999},{"interface":"front","average":{"1min":0.436,"5min":0.57299999999999995,"15min":1.611},"min":{"1min":0.27700000000000002,"5min":0.247,"15min":0.246},"max":{"1min":0.66900000000000004,"5min":3.6619999999999999,"15min":17.402999999999999},"last":0.45100000000000001}]},{"osd":1,"last update":"Mon Aug 28 02:38:44 2023","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.58999999999999997,"15min":1.8260000000000001},"min":{"1min":0.28799999999999998,"5min":0.253,"15min":0.248},"max":{"1min":3.113,"5min":5.492,"15min":17.43},"last":0.377},{"interface":"front","average":{"1min":0.68700000000000006,"5min":0.73699999999999999,"15min":1.7410000000000001},"min":{"1min":0.32100000000000001,"5min":0.28699999999999998,"15min":0.25900000000000001},"max":{"1min":3.5880000000000001,"5min":5.5179999999999998,"15min":19.913},"last":0.41699999999999998}]},{"osd":2,"last update":"Mon Aug 28 02:38:28 2023","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.496,"15min":1.278},"min":{"1min":0.318,"5min":0.26800000000000002,"15min":0.22900000000000001},"max":{"1min":1.266,"5min":3.1760000000000002,"15min":8.3889999999999993},"last":0.36399999999999999},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.56999999999999995,"15min":1.1359999999999999},"min":{"1min":0.34499999999999997,"5min":0.28799999999999998,"15min":0.28699999999999998},"max":{"1min":1.8720000000000001,"5min":2.399,"15min":9.2219999999999995},"last":0.52100000000000002}]},{"osd":3,"last update":"Mon Aug 28 02:38:19 2023","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.61399999999999999,"15min":0.68300000000000005},"min":{"1min":0.36499999999999999,"5min":0.312,"15min":0.312},"max":{"1min":1.5900000000000001,"5min":3.0099999999999998,"15min":3.0099999999999998},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59099999999999997,"15min":0.61699999999999999},"min":{"1min":0.36399999999999999,"5min":0.308,"15min":0.308},"max":{"1min":1.3169999999999999,"5min":3.1000000000000001,"15min":3.1000000000000001},"last":0.432}]},{"osd":4,"last update":"Mon Aug 28 02:38:11 2023","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.52900000000000003,"15min":1.244},"min":{"1min":0.32000000000000001,"5min":0.27700000000000002,"15min":0.245},"max":{"1min":1.458,"5min":5.2169999999999996,"15min":18.943000000000001},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.57399999999999995,"15min":0.92000000000000004},"min":{"1min":0.309,"5min":0.28699999999999998,"15min":0.25700000000000001},"max":{"1min":1.286,"5min":2.9870000000000001,"15min":8.1890000000000001},"last":0.40100000000000002}]},{"osd":5,"last update":"Mon Aug 28 02:38:11 2023","interfaces":[{"interface":"back","average":{"1min":0.71299999999999997,"5min":0.53400000000000003,"15min":1.004},"min":{"1min":0.309,"5min":0.28100000000000003,"15min":0.23599999999999999},"max":{"1min":2.6669999999999998,"5min":3.2120000000000002,"15min":14.622},"last":0.33400000000000002},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.54600000000000004,"15min":1.232},"min":{"1min":0.38700000000000001,"5min":0.317,"15min":0.27000000000000002},"max":{"1min":0.71599999999999997,"5min":3.0499999999999998,"15min":17.324999999999999},"last":0.53700000000000003}]},{"osd":6,"last update":"Mon Aug 28 02:38:11 2023","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.623,"15min":1.2689999999999999},"min":{"1min":0.373,"5min":0.33300000000000002,"15min":0.30299999999999999},"max":{"1min":1.5740000000000001,"5min":3.2250000000000001,"15min":17.454999999999998},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.622,"15min":0.83799999999999997},"min":{"1min":0.41699999999999998,"5min":0.33400000000000002,"15min":0.28999999999999998},"max":{"1min":1.3879999999999999,"5min":3.0499999999999998,"15min":7.665},"last":0.44500000000000001}]}]},{"osd":6,"up_from":0,"seq":193273528715,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":101,"seq":433791697174,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1376248,"kb_used_data":752176,"kb_used_omap":4,"kb_used_meta":624059,"kb_avail":92368904,"statfs":{"total":95995035648,"available":94585757696,"internally_reserved":0,"allocated":770228224,"data_stored":768162475,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":639037326},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:38:48 2023","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.48699999999999999,"15min":1.776},"min":{"1min":0.24299999999999999,"5min":0.23799999999999999,"15min":0.22},"max":{"1min":1.659,"5min":3.3730000000000002,"15min":24.545999999999999},"last":0.21299999999999999},{"interface":"front","average":{"1min":0.497,"5min":0.66500000000000004,"15min":2.323},"min":{"1min":0.27100000000000002,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":1.0600000000000001,"5min":7.2450000000000001,"15min":24.515000000000001},"last":0.92400000000000004}]},{"osd":2,"last update":"Mon Aug 28 02:38:33 2023","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.66300000000000003,"15min":2.0409999999999999},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.24099999999999999},"max":{"1min":1.639,"5min":4.0579999999999998,"15min":22.161000000000001},"last":0.71099999999999997},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.64600000000000002,"15min":1.5},"min":{"1min":0.308,"5min":0.28399999999999997,"15min":0.254},"max":{"1min":1.431,"5min":7.0110000000000001,"15min":19.100999999999999},"last":0.45100000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:38:22 2023","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.56399999999999995,"15min":0.496},"min":{"1min":0.29199999999999998,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":1.704,"5min":2.742,"15min":2.742},"last":0.28699999999999998},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.56699999999999995,"15min":0.53200000000000003},"min":{"1min":0.29199999999999998,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.98099999999999998,"5min":3.5819999999999999,"15min":3.5819999999999999},"last":0.745}]},{"osd":4,"last update":"Mon Aug 28 02:38:48 2023","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.64800000000000002,"15min":1.264},"min":{"1min":0.30599999999999999,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":1.9910000000000001,"5min":3.0259999999999998,"15min":18.992999999999999},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.73799999999999999,"5min":0.63,"15min":1.4419999999999999},"min":{"1min":0.44,"5min":0.34300000000000003,"15min":0.26400000000000001},"max":{"1min":2.0070000000000001,"5min":2.0070000000000001,"15min":14.779999999999999},"last":0.38200000000000001}]},{"osd":5,"last update":"Mon Aug 28 02:38:48 2023","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.67300000000000004,"15min":1.8979999999999999},"min":{"1min":0.372,"5min":0.36499999999999999,"15min":0.29999999999999999},"max":{"1min":0.96299999999999997,"5min":3.7029999999999998,"15min":18.626999999999999},"last":0.63600000000000001},{"interface":"front","average":{"1min":0.67700000000000005,"5min":0.70699999999999996,"15min":1.6639999999999999},"min":{"1min":0.38200000000000001,"5min":0.35299999999999998,"15min":0.33600000000000002},"max":{"1min":2.5739999999999998,"5min":3.0609999999999999,"15min":18.945},"last":0.50700000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:38:48 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.70099999999999996,"15min":1.841},"min":{"1min":0.45300000000000001,"5min":0.40799999999999997,"15min":0.34300000000000003},"max":{"1min":1.923,"5min":3.7400000000000002,"15min":12.221},"last":0.67600000000000005},{"interface":"front","average":{"1min":0.77000000000000002,"5min":0.77200000000000002,"15min":1.472},"min":{"1min":0.45000000000000001,"5min":0.39100000000000001,"15min":0.35699999999999998},"max":{"1min":2.4780000000000002,"5min":3.089,"15min":19.021999999999998},"last":0.54200000000000004}]},{"osd":7,"last update":"Mon Aug 28 02:38:48 2023","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.76100000000000001,"15min":1.6080000000000001},"min":{"1min":0.434,"5min":0.38500000000000001,"15min":0.374},"max":{"1min":2.2850000000000001,"5min":3.1080000000000001,"15min":19.047999999999998},"last":0.58699999999999997},{"interface":"front","average":{"1min":0.94199999999999995,"5min":0.73499999999999999,"15min":1.6919999999999999},"min":{"1min":0.52400000000000002,"5min":0.432,"15min":0.312},"max":{"1min":2.3679999999999999,"5min":2.3679999999999999,"15min":14.818},"last":0.52900000000000003}]}]},{"osd":0,"up_from":87,"seq":373662155040,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3142980,"kb_used_data":2469756,"kb_used_omap":5,"kb_used_meta":673210,"kb_avail":90602172,"statfs":{"total":95995035648,"available":92776624128,"internally_reserved":0,"allocated":2529030144,"data_stored":2526842632,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":689367674},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:38:40 2023","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.45900000000000002,"15min":1.4199999999999999},"min":{"1min":0.23699999999999999,"5min":0.20300000000000001,"15min":0.184},"max":{"1min":0.94499999999999995,"5min":2.5489999999999999,"15min":30.315000000000001},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.51700000000000002,"15min":2.073},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.221},"max":{"1min":0.83499999999999996,"5min":4.0679999999999996,"15min":69.272000000000006},"last":0.59899999999999998}]},{"osd":2,"last update":"Mon Aug 28 02:38:40 2023","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.65000000000000002,"15min":1.6819999999999999},"min":{"1min":0.27900000000000003,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":1.9419999999999999,"5min":4.4020000000000001,"15min":20.959},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.66300000000000003,"15min":1.518},"min":{"1min":0.314,"5min":0.28000000000000003,"15min":0.24299999999999999},"max":{"1min":1.71,"5min":6.1180000000000003,"15min":9.3729999999999993},"last":0.625}]},{"osd":3,"last update":"Mon Aug 28 02:38:22 2023","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.76800000000000002,"15min":0.75600000000000001},"min":{"1min":0.32800000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":1.9139999999999999,"5min":5.6680000000000001,"15min":5.6680000000000001},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.70499999999999996,"15min":0.755},"min":{"1min":0.38700000000000001,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.83299999999999996,"5min":4.9199999999999999,"15min":4.9199999999999999},"last":0.58199999999999996}]},{"osd":4,"last update":"Mon Aug 28 02:38:22 2023","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.53600000000000003,"15min":2.246},"min":{"1min":0.34699999999999998,"5min":0.315,"15min":0.29299999999999998},"max":{"1min":0.64600000000000002,"5min":2.3210000000000002,"15min":274.33199999999999},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.65500000000000003,"15min":2.6080000000000001},"min":{"1min":0.40500000000000003,"5min":0.315,"15min":0.28199999999999997},"max":{"1min":0.73899999999999999,"5min":2.6520000000000001,"15min":266.31999999999999},"last":0.505}]},{"osd":5,"last update":"Mon Aug 28 02:38:23 2023","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.57799999999999996,"15min":1.323},"min":{"1min":0.34999999999999998,"5min":0.33300000000000002,"15min":0.29299999999999998},"max":{"1min":0.81200000000000006,"5min":2.3759999999999999,"15min":13.038},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.63700000000000001,"15min":1.8069999999999999},"min":{"1min":0.41699999999999998,"5min":0.36399999999999999,"15min":0.27800000000000002},"max":{"1min":0.76700000000000002,"5min":2.2679999999999998,"15min":15.231},"last":0.55200000000000005}]},{"osd":6,"last update":"Mon Aug 28 02:38:23 2023","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.63700000000000001,"15min":1.4870000000000001},"min":{"1min":0.441,"5min":0.38300000000000001,"15min":0.29399999999999998},"max":{"1min":0.82399999999999995,"5min":2.4540000000000002,"15min":15.122999999999999},"last":0.95199999999999996},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.67900000000000005,"15min":1.802},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.35599999999999998},"max":{"1min":0.80500000000000005,"5min":2.3029999999999999,"15min":15.186999999999999},"last":0.94099999999999995}]},{"osd":7,"last update":"Mon Aug 28 02:38:23 2023","interfaces":[{"interface":"back","average":{"1min":0.76300000000000001,"5min":0.80400000000000005,"15min":1.8280000000000001},"min":{"1min":0.442,"5min":0.36399999999999999,"15min":0.33400000000000002},"max":{"1min":3.2130000000000001,"5min":4.4390000000000001,"15min":16.183},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.76100000000000001,"5min":0.73199999999999998,"15min":1.5209999999999999},"min":{"1min":0.47699999999999998,"5min":0.46000000000000002,"15min":0.35999999999999999},"max":{"1min":3.194,"5min":3.194,"15min":13.005000000000001},"last":0.65100000000000002}]}]},{"osd":2,"up_from":0,"seq":502511173899,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":297,"seq":1275605286982,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":963892,"kb_used_data":819116,"kb_used_omap":2,"kb_used_meta":144765,"kb_avail":92781260,"statfs":{"total":95995035648,"available":95008010240,"internally_reserved":0,"allocated":838774784,"data_stored":836707582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":148239413},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:38:16 2023","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":0.53900000000000003,"15min":0.44800000000000001},"min":{"1min":0.224,"5min":0.22,"15min":0.22},"max":{"1min":1.9910000000000001,"5min":6.8819999999999997,"15min":6.8819999999999997},"last":0.495},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.63600000000000001,"15min":0.67800000000000005},"min":{"1min":0.25900000000000001,"5min":0.217,"15min":0.217},"max":{"1min":0.79700000000000004,"5min":6.7839999999999998,"15min":6.7839999999999998},"last":0.38300000000000001}]},{"osd":1,"last update":"Mon Aug 28 02:38:16 2023","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.59599999999999997,"15min":0.46400000000000002},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":3.044,"5min":4.0650000000000004,"15min":4.0650000000000004},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.66700000000000004,"15min":0.70499999999999996},"min":{"1min":0.30099999999999999,"5min":0.249,"15min":0.249},"max":{"1min":2.4620000000000002,"5min":3.9249999999999998,"15min":3.9249999999999998},"last":0.32100000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:38:16 2023","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.54700000000000004,"15min":0.60999999999999999},"min":{"1min":0.307,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":1.212,"5min":2.5449999999999999,"15min":2.5449999999999999},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.628,"15min":0.57199999999999995},"min":{"1min":0.29599999999999999,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":1.911,"5min":4.7030000000000003,"15min":4.7030000000000003},"last":0.33700000000000002}]},{"osd":4,"last update":"Mon Aug 28 02:38:16 2023","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.64200000000000002,"15min":0.59499999999999997},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.8029999999999999,"5min":6.2670000000000003,"15min":6.2670000000000003},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.63900000000000001,"15min":0.56899999999999995},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.63500000000000001,"5min":3.5030000000000001,"15min":3.5030000000000001},"last":0.51800000000000002}]},{"osd":5,"last update":"Mon Aug 28 02:38:16 2023","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.64400000000000002,"15min":0.59199999999999997},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":1.1419999999999999,"5min":3.5390000000000001,"15min":3.5390000000000001},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.67500000000000004,"5min":0.60799999999999998,"15min":0.56399999999999995},"min":{"1min":0.38800000000000001,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":3.411,"5min":3.411,"15min":3.411},"last":0.45000000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:38:16 2023","interfaces":[{"interface":"back","average":{"1min":0.77200000000000002,"5min":0.65600000000000003,"15min":0.64800000000000002},"min":{"1min":0.47799999999999998,"5min":0.436,"15min":0.436},"max":{"1min":1.921,"5min":1.921,"15min":1.921},"last":0.438},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.68999999999999995,"15min":0.65100000000000002},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":1.1659999999999999,"5min":3.6099999999999999,"15min":3.6099999999999999},"last":0.46300000000000002}]},{"osd":7,"last update":"Mon Aug 28 02:38:16 2023","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":0.64200000000000002,"15min":0.59799999999999998},"min":{"1min":0.44700000000000001,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":1.6339999999999999,"5min":2.9399999999999999,"15min":2.9399999999999999},"last":0.48399999999999999},{"interface":"front","average":{"1min":0.72699999999999998,"5min":0.70099999999999996,"15min":0.66500000000000004},"min":{"1min":0.47299999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":1.8460000000000001,"5min":2.9540000000000002,"15min":2.9540000000000002},"last":0.53500000000000003}]}]},{"osd":4,"up_from":30,"seq":128849019277,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3230580,"kb_used_data":2732716,"kb_used_omap":0,"kb_used_meta":497856,"kb_avail":90514572,"statfs":{"total":95995035648,"available":92686921728,"internally_reserved":0,"allocated":2798301184,"data_stored":2796855080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":509804544},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,0,0,0,0,0,0,2],"upper_bound":4096},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:38:24 2023","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.57699999999999996,"15min":1.5069999999999999},"min":{"1min":0.23899999999999999,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":1.21,"5min":10.249000000000001,"15min":22.515000000000001},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.48799999999999999,"5min":0.54300000000000004,"15min":1.4430000000000001},"min":{"1min":0.29299999999999998,"5min":0.23200000000000001,"15min":0.218},"max":{"1min":0.79000000000000004,"5min":4.5250000000000004,"15min":22.454000000000001},"last":0.58599999999999997}]},{"osd":1,"last update":"Mon Aug 28 02:38:49 2023","interfaces":[{"interface":"back","average":{"1min":0.47899999999999998,"5min":0.56899999999999995,"15min":1.2889999999999999},"min":{"1min":0.29599999999999999,"5min":0.254,"15min":0.248},"max":{"1min":0.70799999999999996,"5min":5.5979999999999999,"15min":23.082000000000001},"last":0.63900000000000001},{"interface":"front","average":{"1min":0.48399999999999999,"5min":0.53700000000000003,"15min":1.4319999999999999},"min":{"1min":0.33700000000000002,"5min":0.28199999999999997,"15min":0.26000000000000001},"max":{"1min":0.65200000000000002,"5min":4.5910000000000002,"15min":25.100000000000001},"last":0.54300000000000004}]},{"osd":2,"last update":"Mon Aug 28 02:38:24 2023","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.64600000000000002,"15min":1.464},"min":{"1min":0.34499999999999997,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":1.3979999999999999,"5min":4.5430000000000001,"15min":16.231000000000002},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.65200000000000002,"15min":1.387},"min":{"1min":0.314,"5min":0.312,"15min":0.29299999999999998},"max":{"1min":2.2719999999999998,"5min":5.6360000000000001,"15min":13.515000000000001},"last":0.629}]},{"osd":3,"last update":"Mon Aug 28 02:38:24 2023","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.65600000000000003,"15min":0.75700000000000001},"min":{"1min":0.34200000000000003,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.516,"5min":7.7480000000000002,"15min":7.7480000000000002},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.71699999999999997,"5min":0.72399999999999998,"15min":0.67400000000000004},"min":{"1min":0.36899999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":2.3290000000000002,"5min":3.7069999999999999,"15min":3.7069999999999999},"last":0.56599999999999995}]},{"osd":5,"last update":"Mon Aug 28 02:38:02 2023","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.49099999999999999,"15min":1.0900000000000001},"min":{"1min":0.28399999999999997,"5min":0.25900000000000001,"15min":0.222},"max":{"1min":0.64800000000000002,"5min":4.609,"15min":16.181999999999999},"last":0.30299999999999999},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.47999999999999998,"15min":1.117},"min":{"1min":0.32700000000000001,"5min":0.27500000000000002,"15min":0.20699999999999999},"max":{"1min":0.84199999999999997,"5min":1.5700000000000001,"15min":10.233000000000001},"last":0.36399999999999999}]},{"osd":6,"last update":"Mon Aug 28 02:38:18 2023","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":0.53100000000000003,"15min":1.02},"min":{"1min":0.28699999999999998,"5min":0.27100000000000002,"15min":0.26500000000000001},"max":{"1min":0.72799999999999998,"5min":2.9830000000000001,"15min":10.023999999999999},"last":0.41099999999999998},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.54400000000000004,"15min":1.0940000000000001},"min":{"1min":0.32100000000000001,"5min":0.30499999999999999,"15min":0.26600000000000001},"max":{"1min":1.131,"5min":4.5880000000000001,"15min":8.5},"last":0.32100000000000001}]},{"osd":7,"last update":"Mon Aug 28 02:38:24 2023","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.54400000000000004,"15min":1.103},"min":{"1min":0.375,"5min":0.28999999999999998,"15min":0.22500000000000001},"max":{"1min":0.68400000000000005,"5min":4.5720000000000001,"15min":9.3209999999999997},"last":0.35099999999999998},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.57399999999999995,"15min":1.0649999999999999},"min":{"1min":0.34300000000000003,"5min":0.32400000000000001,"15min":0.30299999999999999},"max":{"1min":0.94199999999999995,"5min":1.647,"15min":15.597},"last":0.39200000000000002}]}]},{"osd":5,"up_from":37,"seq":158913790350,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2305632,"kb_used_data":1741272,"kb_used_omap":0,"kb_used_meta":564352,"kb_avail":91439520,"statfs":{"total":95995035648,"available":93634068480,"internally_reserved":0,"allocated":1783062528,"data_stored":1781632343,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":577896448},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,0,0,0,0,1],"upper_bound":128},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:38:52 2023","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.437,"15min":1.4099999999999999},"min":{"1min":0.26100000000000001,"5min":0.23200000000000001,"15min":0.20200000000000001},"max":{"1min":0.64600000000000002,"5min":1.1100000000000001,"15min":15.156000000000001},"last":0.59799999999999998},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.53300000000000003,"15min":1.45},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.24099999999999999},"max":{"1min":1.4019999999999999,"5min":4.298,"15min":19.815999999999999},"last":0.94699999999999995}]},{"osd":1,"last update":"Mon Aug 28 02:38:52 2023","interfaces":[{"interface":"back","average":{"1min":0.73999999999999999,"5min":0.53600000000000003,"15min":1.651},"min":{"1min":0.312,"5min":0.27900000000000003,"15min":0.23699999999999999},"max":{"1min":3.7989999999999999,"5min":3.7989999999999999,"15min":17.998000000000001},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.56100000000000005,"15min":1.4990000000000001},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.26000000000000001},"max":{"1min":1.056,"5min":4.2149999999999999,"15min":19.853000000000002},"last":1.056}]},{"osd":2,"last update":"Mon Aug 28 02:38:52 2023","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.51400000000000001,"15min":1.3129999999999999},"min":{"1min":0.32100000000000001,"5min":0.28100000000000003,"15min":0.27700000000000002},"max":{"1min":0.68999999999999995,"5min":1.776,"15min":13.335000000000001},"last":0.62},{"interface":"front","average":{"1min":0.77000000000000002,"5min":0.66300000000000003,"15min":1.54},"min":{"1min":0.39100000000000001,"5min":0.315,"15min":0.28499999999999998},"max":{"1min":3.597,"5min":4.2400000000000002,"15min":10.629},"last":1.0840000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:38:23 2023","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.66100000000000003,"15min":1.0860000000000001},"min":{"1min":0.31,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.94399999999999995,"5min":16.190999999999999,"15min":16.190999999999999},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.628,"5min":0.84799999999999998,"15min":1.4059999999999999},"min":{"1min":0.36099999999999999,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":2.0470000000000002,"5min":21.420999999999999,"15min":21.420999999999999},"last":1.0229999999999999}]},{"osd":4,"last update":"Mon Aug 28 02:37:58 2023","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.41399999999999998,"15min":1.069},"min":{"1min":0.27300000000000002,"5min":0.25,"15min":0.23100000000000001},"max":{"1min":1.4239999999999999,"5min":1.516,"15min":13.616},"last":0.98699999999999999},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.53300000000000003,"15min":1.194},"min":{"1min":0.33100000000000002,"5min":0.28499999999999998,"15min":0.25700000000000001},"max":{"1min":1.9610000000000001,"5min":4.1879999999999997,"15min":10.664999999999999},"last":2.0819999999999999}]},{"osd":6,"last update":"Mon Aug 28 02:38:52 2023","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.55700000000000005,"15min":1.2190000000000001},"min":{"1min":0.29099999999999998,"5min":0.28599999999999998,"15min":0.23300000000000001},"max":{"1min":1.6839999999999999,"5min":4.04,"15min":17.510000000000002},"last":0.64100000000000001},{"interface":"front","average":{"1min":0.755,"5min":0.55900000000000005,"15min":1.179},"min":{"1min":0.34000000000000002,"5min":0.29499999999999998,"15min":0.254},"max":{"1min":3.726,"5min":3.726,"15min":15.856999999999999},"last":0.49399999999999999}]},{"osd":7,"last update":"Mon Aug 28 02:38:52 2023","interfaces":[{"interface":"back","average":{"1min":0.98499999999999999,"5min":0.64600000000000002,"15min":1.3700000000000001},"min":{"1min":0.40899999999999997,"5min":0.34999999999999998,"15min":0.315},"max":{"1min":6.9630000000000001,"5min":6.9630000000000001,"15min":31.707000000000001},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.95399999999999996,"5min":0.70099999999999996,"15min":1.423},"min":{"1min":0.39400000000000002,"5min":0.33000000000000002,"15min":0.318},"max":{"1min":4.5890000000000004,"5min":4.5890000000000004,"15min":31.66},"last":4.5890000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":2523140096,"data_stored":2523136024,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":765198336,"data_stored":765198336,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1724121088,"data_stored":1724121088,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":832831488,"data_stored":832831488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":2793607168,"data_stored":2793603096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1776091136,"data_stored":1776091136,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1717112832,"data_stored":1717108760,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1270087680,"data_stored":1270087680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:39:00.950 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph status --format=json 2023-08-28T02:39:00.964 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:39:00.969 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:00.970 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:39:01.070 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:39:01.107 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:01.184 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:39:01.192 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:01.193 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:39:01.294 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:39:01.325 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:01 smithi040 ceph-mon[175404]: from='client.36399 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:39:01.325 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:01 smithi040 ceph-mon[175404]: pgmap v1117: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.8 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 84 op/s; 15168/185331 objects degraded (8.184%); 19052/185331 objects misplaced (10.280%); 1.0 MiB/s, 16 objects/s recovering 2023-08-28T02:39:01.326 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:01 smithi040 ceph-mon[175404]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:39:01.326 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:01 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 15210/185781 objects degraded (8.187%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:39:01.326 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:01 smithi040 ceph-mon[170259]: from='client.36399 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:39:01.326 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:01 smithi040 ceph-mon[170259]: pgmap v1117: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.8 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 84 op/s; 15168/185331 objects degraded (8.184%); 19052/185331 objects misplaced (10.280%); 1.0 MiB/s, 16 objects/s recovering 2023-08-28T02:39:01.326 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:01 smithi040 ceph-mon[170259]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:39:01.326 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:01 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 15210/185781 objects degraded (8.187%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:39:01.329 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:01.363 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:39:01.387 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:39:01.407 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:39:01.411 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:39:01.412 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:01.413 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:39:01.416 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:39:01.445 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:39:01.471 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:39:01.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:01 smithi083 ceph-mon[157819]: from='client.36399 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:39:01.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:01 smithi083 ceph-mon[157819]: pgmap v1117: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.8 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 84 op/s; 15168/185331 objects degraded (8.184%); 19052/185331 objects misplaced (10.280%); 1.0 MiB/s, 16 objects/s recovering 2023-08-28T02:39:01.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:01 smithi083 ceph-mon[157819]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:39:01.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:01 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 15210/185781 objects degraded (8.187%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:39:01.503 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:39:01.513 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:39:01.526 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:39:01.535 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-08-28T02:39:01.535 INFO:teuthology.orchestra.run.smithi040.stdout: "ops": [], 2023-08-28T02:39:01.535 INFO:teuthology.orchestra.run.smithi040.stdout: "num_ops": 0 2023-08-28T02:39:01.536 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-08-28T02:39:01.553 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:39:01.554 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:01.556 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-08-28T02:39:01.556 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-08-28T02:39:01.556 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-08-28T02:39:01.556 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-08-28T02:39:01.556 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-08-28T02:39:01.556 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-08-28T02:39:01.556 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-08-28T02:39:01.557 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-08-28T02:39:01.591 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:39:01.596 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:01.597 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:39:01.697 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:39:01.737 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:01.764 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:39:01.768 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:01.768 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:39:01.869 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:39:01.902 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:02.035 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.2 dump_blocked_ops 2023-08-28T02:39:02.092 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:39:02.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:02 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/264306092' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:39:02.159 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:02 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/264306092' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:39:02.225 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:39:02.228 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:02.228 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:39:02.329 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:39:02.356 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:02.376 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:39:02.378 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:02 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/264306092' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:39:02.379 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:02.379 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:39:02.480 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:39:02.515 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:02.535 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:39:02.538 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:02.538 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:39:02.639 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:39:02.684 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:02.707 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:39:02.710 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:02.711 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:39:02.812 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:39:02.834 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:39:02.843 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:02.863 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:39:02.865 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:02.866 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:39:02.967 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:39:03.004 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:03.126 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:39:03.134 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:03.134 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:39:03.235 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:39:03.261 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:03.280 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:39:03.284 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:03.284 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:39:03.366 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:03 smithi040 ceph-mon[170259]: pgmap v1118: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.8 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 85 op/s; 15131/184770 objects degraded (8.189%); 19052/184770 objects misplaced (10.311%); 1.2 MiB/s, 18 objects/s recovering 2023-08-28T02:39:03.367 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:03 smithi040 ceph-mon[175404]: pgmap v1118: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.8 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 85 op/s; 15131/184770 objects degraded (8.189%); 19052/184770 objects misplaced (10.311%); 1.2 MiB/s, 18 objects/s recovering 2023-08-28T02:39:03.385 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:39:03.427 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:03.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:03 smithi083 ceph-mon[157819]: pgmap v1118: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.8 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 85 op/s; 15131/184770 objects degraded (8.189%); 19052/184770 objects misplaced (10.311%); 1.2 MiB/s, 18 objects/s recovering 2023-08-28T02:39:03.499 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:39:03.502 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:03.502 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:39:03.603 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:39:03.635 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:03.654 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:39:03.656 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:03.657 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:39:03.758 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:39:03.788 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:03.812 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:39:03.815 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:03.815 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:39:03.916 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:39:03.963 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:03.994 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:39:03.994 INFO:teuthology.orchestra.run.smithi040.stdout:{"fsid":"d9a8f48a-4546-11ee-817c-1b7a5f1ba315","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"noscrub,nodeep-scrub flag(s) set","count":20},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 15131/184770 objects degraded (8.189%), 3 pgs degraded, 3 pgs undersized","count":6},"muted":false}},"mutes":[]},"election_epoch":34,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":1549,"monmap":{"epoch":4,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":364,"num_osds":8,"num_up_osds":8,"osd_up_since":1693189991,"num_in_osds":6,"osd_in_since":1693189947,"num_remapped_pgs":6},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":93},{"state_name":"active+remapped+backfill_wait","count":3},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":2},{"state_name":"active+recovering+undersized+degraded+remapped","count":1}],"num_pgs":99,"num_pools":5,"num_objects":61590,"data_bytes":4035164932,"bytes_used":12990980096,"bytes_avail":562979233792,"bytes_total":575970213888,"degraded_objects":15131,"degraded_total":184770,"degraded_ratio":0.081890999621150623,"misplaced_objects":19052,"misplaced_total":184770,"misplaced_ratio":0.10311197705255182,"recovering_objects_per_sec":18,"recovering_bytes_per_sec":1229954,"recovering_keys_per_sec":0,"num_objects_recovered":167,"num_bytes_recovered":10944512,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":85},"fsmap":{"epoch":7,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi040.wmhbsz","status":"up:active","gid":24577}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.40:8443/","prometheus":"http://172.21.15.40:9283/"}},"servicemap":{"epoch":22,"modified":"2023-08-28T02:34:10.384085+0000","services":{}},"progress_events":{"12dba03a-d529-4826-b243-e29af8fa97a8":{"message":"Upgrade to 18.2.0-187-g9cf20820 (5m)\n [============................] (remaining: 6m)","progress":0.44999998807907104,"add_to_ceph_s":true},"42e4bfe6-6201-4e43-94a3-bd00b5166574":{"message":"Global Recovery Event (7m)\n [==========================..] (remaining: 29s)","progress":0.93939393758773804,"add_to_ceph_s":true}}} 2023-08-28T02:39:04.001 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:39:04.004 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:04.004 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:39:04.105 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:39:04.132 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:04.145 INFO:teuthology.orchestra.run.smithi040.stderr:noscrub is unset 2023-08-28T02:39:04.155 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:39:04.158 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:04.159 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:39:04.200 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-08-28T02:39:04.200 INFO:teuthology.orchestra.run.smithi040.stdout: "ops": [], 2023-08-28T02:39:04.200 INFO:teuthology.orchestra.run.smithi040.stdout: "complaint_time": 30, 2023-08-28T02:39:04.200 INFO:teuthology.orchestra.run.smithi040.stdout: "num_blocked_ops": 0 2023-08-28T02:39:04.200 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-08-28T02:39:04.260 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:39:04.287 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:04.306 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:39:04.308 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:04.309 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:39:04.320 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:04 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1084823352' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:39:04.321 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:04 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3967477731' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:39:04.321 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:04 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1084823352' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:39:04.321 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:04 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3967477731' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:39:04.371 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-08-28T02:39:04.409 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:39:04.449 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:04.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:04 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1084823352' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:39:04.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:04 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3967477731' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:39:04.713 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2023-08-28T02:39:04.713 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:39:04.824 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:39:04.831 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:04.832 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:39:04.850 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.2 dump_historic_ops 2023-08-28T02:39:04.893 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:39:04.932 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:39:04.965 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:05.047 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:39:05.050 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:05.051 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:39:05.152 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:39:05.182 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:05.195 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:05 smithi040 ceph-mon[175404]: failed to encode map e365 with expected crc 2023-08-28T02:39:05.195 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:05 smithi040 ceph-mon[175404]: failed to encode map e365 with expected crc 2023-08-28T02:39:05.195 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:05 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1084823352' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:39:05.195 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:05 smithi040 ceph-mon[175404]: osdmap e365: 8 total, 8 up, 6 in 2023-08-28T02:39:05.195 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:05 smithi040 ceph-mon[175404]: pgmap v1120: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.7 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 109 op/s; 15131/183702 objects degraded (8.237%); 18874/183702 objects misplaced (10.274%); 1.3 MiB/s, 20 objects/s recovering 2023-08-28T02:39:05.196 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:05 smithi040 ceph-mon[170259]: failed to encode map e365 with expected crc 2023-08-28T02:39:05.196 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:05 smithi040 ceph-mon[170259]: failed to encode map e365 with expected crc 2023-08-28T02:39:05.196 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:05 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1084823352' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:39:05.196 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:05 smithi040 ceph-mon[170259]: osdmap e365: 8 total, 8 up, 6 in 2023-08-28T02:39:05.196 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:05 smithi040 ceph-mon[170259]: pgmap v1120: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.7 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 109 op/s; 15131/183702 objects degraded (8.237%); 18874/183702 objects misplaced (10.274%); 1.3 MiB/s, 20 objects/s recovering 2023-08-28T02:39:05.206 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:39:05.211 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:05.211 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:39:05.312 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:39:05.326 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:39:05.351 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:05.379 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:39:05.383 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:05.384 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:39:05.479 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:39:05 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:39:05] "GET /metrics HTTP/1.1" 200 36613 "" "Prometheus/2.43.0" 2023-08-28T02:39:05.485 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:39:05.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:05 smithi083 ceph-mon[157819]: failed to encode map e365 with expected crc 2023-08-28T02:39:05.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:05 smithi083 ceph-mon[157819]: failed to encode map e365 with expected crc 2023-08-28T02:39:05.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:05 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1084823352' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:39:05.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:05 smithi083 ceph-mon[157819]: osdmap e365: 8 total, 8 up, 6 in 2023-08-28T02:39:05.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:05 smithi083 ceph-mon[157819]: pgmap v1120: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.7 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 109 op/s; 15131/183702 objects degraded (8.237%); 18874/183702 objects misplaced (10.274%); 1.3 MiB/s, 20 objects/s recovering 2023-08-28T02:39:05.513 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:05.535 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:39:05.538 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:05.538 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:39:05.639 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:39:05.673 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:05.848 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:39:05.858 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:05.858 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:39:05.959 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:39:05.988 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:06.010 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:39:06.012 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:39:06.013 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:06.013 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:39:06.114 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:39:06.153 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:06.184 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:39:06.188 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:06.188 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:39:06.230 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:39:06.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:06 smithi083 ceph-mon[157819]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:39:06.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:06 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 15131/183702 objects degraded (8.237%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:39:06.261 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:39:06.285 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:39:06.289 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:39:06.308 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:39:06.317 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:06.328 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:39:06.336 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:39:06.338 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:06.339 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:39:06.348 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:39:06.370 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:39:06.390 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:39:06.392 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-08-28T02:39:06.392 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-08-28T02:39:06.392 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-08-28T02:39:06.392 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-08-28T02:39:06.393 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-08-28T02:39:06.393 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-08-28T02:39:06.393 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-08-28T02:39:06.393 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-08-28T02:39:06.418 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:06 smithi040 ceph-mon[175404]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:39:06.418 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:06 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 15131/183702 objects degraded (8.237%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:39:06.419 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:06 smithi040 ceph-mon[170259]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:39:06.419 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:06 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 15131/183702 objects degraded (8.237%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:39:06.439 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:39:06.478 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:06.659 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:39:06.662 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:06.663 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:39:06.752 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:39:06.754 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:39:06.763 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:39:06.792 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:06.799 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd unset nodeep-scrub 2023-08-28T02:39:06.816 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:39:06.820 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:06.820 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:39:06.921 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:39:06.952 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:07.178 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:39:07.181 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:07.181 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:39:07.282 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:39:07.310 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:07.329 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:39:07.332 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:07.333 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:39:07.351 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:07 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/722337552' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:39:07.351 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:07 smithi040 ceph-mon[175404]: pgmap v1121: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.7 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 128 op/s; 15051/182541 objects degraded (8.245%); 18841/182541 objects misplaced (10.322%); 1.5 MiB/s, 23 objects/s recovering 2023-08-28T02:39:07.352 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:07 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/722337552' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:39:07.352 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:07 smithi040 ceph-mon[170259]: pgmap v1121: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.7 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 128 op/s; 15051/182541 objects degraded (8.245%); 18841/182541 objects misplaced (10.322%); 1.5 MiB/s, 23 objects/s recovering 2023-08-28T02:39:07.353 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":1121,"stamp":"2023-08-28T02:39:06.487573+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":3986471684,"num_objects":60847,"num_object_clones":0,"num_object_copies":182541,"num_objects_missing_on_primary":3885,"num_objects_missing":3885,"num_objects_degraded":15051,"num_objects_misplaced":18841,"num_objects_unfound":0,"num_objects_dirty":60847,"num_whiteouts":0,"num_read":90,"num_read_kb":168,"num_write":125895,"num_write_kb":5972054,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":47860,"num_bytes_recovered":3109032849,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":99064,"ondisk_log_size":99064,"up":297,"acting":294,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":12600372,"kb_used_data":9574084,"kb_used_omap":12,"kb_used_meta":3026227,"kb_avail":549870540,"statfs":{"total":575970213888,"available":563067432960,"internally_reserved":0,"allocated":9803862016,"data_stored":9793175643,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12739,"internal_metadata":3098857021},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,1,1,0,0,0,0,1],"upper_bound":512},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-70778880,"num_objects":-1080,"num_object_clones":0,"num_object_copies":-3240,"num_objects_missing_on_primary":-39,"num_objects_missing":-39,"num_objects_degraded":-159,"num_objects_misplaced":-250,"num_objects_unfound":0,"num_objects_dirty":-1080,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1080,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":199,"num_bytes_recovered":13041664,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.390218"},"pg_stats":[{"pgid":"3.1a","version":"65'1","reported_seq":375,"reported_epoch":363,"state":"active+clean","last_fresh":"2023-08-28T02:38:53.593761+0000","last_change":"2023-08-28T02:32:32.667028+0000","last_active":"2023-08-28T02:38:53.593761+0000","last_peered":"2023-08-28T02:38:53.593761+0000","last_clean":"2023-08-28T02:38:53.593761+0000","last_became_active":"2023-08-28T02:32:32.666711+0000","last_became_peered":"2023-08-28T02:32:32.666711+0000","last_unstale":"2023-08-28T02:38:53.593761+0000","last_undegraded":"2023-08-28T02:38:53.593761+0000","last_fullsized":"2023-08-28T02:38:53.593761+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:28:21.913105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":329,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.100015+0000","last_change":"2023-08-28T02:29:44.421259+0000","last_active":"2023-08-28T02:38:58.100015+0000","last_peered":"2023-08-28T02:38:58.100015+0000","last_clean":"2023-08-28T02:38:58.100015+0000","last_became_active":"2023-08-28T02:29:44.420936+0000","last_became_peered":"2023-08-28T02:29:44.420936+0000","last_unstale":"2023-08-28T02:38:58.100015+0000","last_undegraded":"2023-08-28T02:38:58.100015+0000","last_fullsized":"2023-08-28T02:38:58.100015+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:22:26.346867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":169,"reported_epoch":363,"state":"active+clean","last_fresh":"2023-08-28T02:38:53.638217+0000","last_change":"2023-08-28T02:33:12.290337+0000","last_active":"2023-08-28T02:38:53.638217+0000","last_peered":"2023-08-28T02:38:53.638217+0000","last_clean":"2023-08-28T02:38:53.638217+0000","last_became_active":"2023-08-28T02:33:12.289852+0000","last_became_peered":"2023-08-28T02:33:12.289852+0000","last_unstale":"2023-08-28T02:38:53.638217+0000","last_undegraded":"2023-08-28T02:38:53.638217+0000","last_fullsized":"2023-08-28T02:38:53.638217+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:04:26.420037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":345,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.100322+0000","last_change":"2023-08-28T02:33:13.317226+0000","last_active":"2023-08-28T02:38:58.100322+0000","last_peered":"2023-08-28T02:38:58.100322+0000","last_clean":"2023-08-28T02:38:58.100322+0000","last_became_active":"2023-08-28T02:33:13.316893+0000","last_became_peered":"2023-08-28T02:33:13.316893+0000","last_unstale":"2023-08-28T02:38:58.100322+0000","last_undegraded":"2023-08-28T02:38:58.100322+0000","last_fullsized":"2023-08-28T02:38:58.100322+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:55:46.593463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":289,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.179908+0000","last_change":"2023-08-28T02:33:12.295203+0000","last_active":"2023-08-28T02:38:58.179908+0000","last_peered":"2023-08-28T02:38:58.179908+0000","last_clean":"2023-08-28T02:38:58.179908+0000","last_became_active":"2023-08-28T02:33:12.294904+0000","last_became_peered":"2023-08-28T02:33:12.294904+0000","last_unstale":"2023-08-28T02:38:58.179908+0000","last_undegraded":"2023-08-28T02:38:58.179908+0000","last_fullsized":"2023-08-28T02:38:58.179908+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:31:07.008856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":306,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.177330+0000","last_change":"2023-08-28T02:31:51.987263+0000","last_active":"2023-08-28T02:38:58.177330+0000","last_peered":"2023-08-28T02:38:58.177330+0000","last_clean":"2023-08-28T02:38:58.177330+0000","last_became_active":"2023-08-28T02:31:51.986938+0000","last_became_peered":"2023-08-28T02:31:51.986938+0000","last_unstale":"2023-08-28T02:38:58.177330+0000","last_undegraded":"2023-08-28T02:38:58.177330+0000","last_fullsized":"2023-08-28T02:38:58.177330+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:18.021905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":339,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.100022+0000","last_change":"2023-08-28T02:33:12.318656+0000","last_active":"2023-08-28T02:38:58.100022+0000","last_peered":"2023-08-28T02:38:58.100022+0000","last_clean":"2023-08-28T02:38:58.100022+0000","last_became_active":"2023-08-28T02:33:12.318297+0000","last_became_peered":"2023-08-28T02:33:12.318297+0000","last_unstale":"2023-08-28T02:38:58.100022+0000","last_undegraded":"2023-08-28T02:38:58.100022+0000","last_fullsized":"2023-08-28T02:38:58.100022+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:43:09.789767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":270,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.180010+0000","last_change":"2023-08-28T02:33:13.357230+0000","last_active":"2023-08-28T02:38:58.180010+0000","last_peered":"2023-08-28T02:38:58.180010+0000","last_clean":"2023-08-28T02:38:58.180010+0000","last_became_active":"2023-08-28T02:33:13.356853+0000","last_became_peered":"2023-08-28T02:33:13.356853+0000","last_unstale":"2023-08-28T02:38:58.180010+0000","last_undegraded":"2023-08-28T02:38:58.180010+0000","last_fullsized":"2023-08-28T02:38:58.180010+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:20:21.545007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":348,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.172352+0000","last_change":"2023-08-28T02:29:44.462510+0000","last_active":"2023-08-28T02:38:58.172352+0000","last_peered":"2023-08-28T02:38:58.172352+0000","last_clean":"2023-08-28T02:38:58.172352+0000","last_became_active":"2023-08-28T02:29:44.460314+0000","last_became_peered":"2023-08-28T02:29:44.460314+0000","last_unstale":"2023-08-28T02:38:58.172352+0000","last_undegraded":"2023-08-28T02:38:58.172352+0000","last_fullsized":"2023-08-28T02:38:58.172352+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:59:01.311467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":273,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.180055+0000","last_change":"2023-08-28T02:33:13.291255+0000","last_active":"2023-08-28T02:38:58.180055+0000","last_peered":"2023-08-28T02:38:58.180055+0000","last_clean":"2023-08-28T02:38:58.180055+0000","last_became_active":"2023-08-28T02:33:13.290933+0000","last_became_peered":"2023-08-28T02:33:13.290933+0000","last_unstale":"2023-08-28T02:38:58.180055+0000","last_undegraded":"2023-08-28T02:38:58.180055+0000","last_fullsized":"2023-08-28T02:38:58.180055+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:31:54.116908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"65'3","reported_seq":349,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.101362+0000","last_change":"2023-08-28T02:33:12.296412+0000","last_active":"2023-08-28T02:38:58.101362+0000","last_peered":"2023-08-28T02:38:58.101362+0000","last_clean":"2023-08-28T02:38:58.101362+0000","last_became_active":"2023-08-28T02:33:12.295786+0000","last_became_peered":"2023-08-28T02:33:12.295786+0000","last_unstale":"2023-08-28T02:38:58.101362+0000","last_undegraded":"2023-08-28T02:38:58.101362+0000","last_fullsized":"2023-08-28T02:38:58.101362+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:15:31.449163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":172,"reported_epoch":363,"state":"active+clean","last_fresh":"2023-08-28T02:38:53.638745+0000","last_change":"2023-08-28T02:32:32.666927+0000","last_active":"2023-08-28T02:38:53.638745+0000","last_peered":"2023-08-28T02:38:53.638745+0000","last_clean":"2023-08-28T02:38:53.638745+0000","last_became_active":"2023-08-28T02:32:32.666618+0000","last_became_peered":"2023-08-28T02:32:32.666618+0000","last_unstale":"2023-08-28T02:38:53.638745+0000","last_undegraded":"2023-08-28T02:38:53.638745+0000","last_fullsized":"2023-08-28T02:38:53.638745+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:45:57.998333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":372,"reported_epoch":363,"state":"active+clean","last_fresh":"2023-08-28T02:38:53.593938+0000","last_change":"2023-08-28T02:32:28.505262+0000","last_active":"2023-08-28T02:38:53.593938+0000","last_peered":"2023-08-28T02:38:53.593938+0000","last_clean":"2023-08-28T02:38:53.593938+0000","last_became_active":"2023-08-28T02:32:28.455999+0000","last_became_peered":"2023-08-28T02:32:28.455999+0000","last_unstale":"2023-08-28T02:38:53.593938+0000","last_undegraded":"2023-08-28T02:38:53.593938+0000","last_fullsized":"2023-08-28T02:38:53.593938+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:28.937020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":9468,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":356,"reported_epoch":363,"state":"active+clean","last_fresh":"2023-08-28T02:38:53.593560+0000","last_change":"2023-08-28T02:32:12.959195+0000","last_active":"2023-08-28T02:38:53.593560+0000","last_peered":"2023-08-28T02:38:53.593560+0000","last_clean":"2023-08-28T02:38:53.593560+0000","last_became_active":"2023-08-28T02:32:12.958832+0000","last_became_peered":"2023-08-28T02:32:12.958832+0000","last_unstale":"2023-08-28T02:38:53.593560+0000","last_undegraded":"2023-08-28T02:38:53.593560+0000","last_fullsized":"2023-08-28T02:38:53.593560+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:23:27.197787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"65'2","reported_seq":347,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.100882+0000","last_change":"2023-08-28T02:32:28.461161+0000","last_active":"2023-08-28T02:38:58.100882+0000","last_peered":"2023-08-28T02:38:58.100882+0000","last_clean":"2023-08-28T02:38:58.100882+0000","last_became_active":"2023-08-28T02:32:28.451284+0000","last_became_peered":"2023-08-28T02:32:28.451284+0000","last_unstale":"2023-08-28T02:38:58.100882+0000","last_undegraded":"2023-08-28T02:38:58.100882+0000","last_fullsized":"2023-08-28T02:38:58.100882+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:58:20.061020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":330,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.099979+0000","last_change":"2023-08-28T02:29:44.419566+0000","last_active":"2023-08-28T02:38:58.099979+0000","last_peered":"2023-08-28T02:38:58.099979+0000","last_clean":"2023-08-28T02:38:58.099979+0000","last_became_active":"2023-08-28T02:29:44.419053+0000","last_became_peered":"2023-08-28T02:29:44.419053+0000","last_unstale":"2023-08-28T02:38:58.099979+0000","last_undegraded":"2023-08-28T02:38:58.099979+0000","last_fullsized":"2023-08-28T02:38:58.099979+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:44:36.133499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":333,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.099568+0000","last_change":"2023-08-28T02:33:12.493777+0000","last_active":"2023-08-28T02:38:58.099568+0000","last_peered":"2023-08-28T02:38:58.099568+0000","last_clean":"2023-08-28T02:38:58.099568+0000","last_became_active":"2023-08-28T02:33:12.491177+0000","last_became_peered":"2023-08-28T02:33:12.491177+0000","last_unstale":"2023-08-28T02:38:58.099568+0000","last_undegraded":"2023-08-28T02:38:58.099568+0000","last_fullsized":"2023-08-28T02:38:58.099568+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:10:58.167753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":344,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.172142+0000","last_change":"2023-08-28T02:33:12.290293+0000","last_active":"2023-08-28T02:38:58.172142+0000","last_peered":"2023-08-28T02:38:58.172142+0000","last_clean":"2023-08-28T02:38:58.172142+0000","last_became_active":"2023-08-28T02:33:12.289989+0000","last_became_peered":"2023-08-28T02:33:12.289989+0000","last_unstale":"2023-08-28T02:38:58.172142+0000","last_undegraded":"2023-08-28T02:38:58.172142+0000","last_fullsized":"2023-08-28T02:38:58.172142+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:05:33.622172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":322,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.100834+0000","last_change":"2023-08-28T02:32:12.948756+0000","last_active":"2023-08-28T02:38:58.100834+0000","last_peered":"2023-08-28T02:38:58.100834+0000","last_clean":"2023-08-28T02:38:58.100834+0000","last_became_active":"2023-08-28T02:32:12.948441+0000","last_became_peered":"2023-08-28T02:32:12.948441+0000","last_unstale":"2023-08-28T02:38:58.100834+0000","last_undegraded":"2023-08-28T02:38:58.100834+0000","last_fullsized":"2023-08-28T02:38:58.100834+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:27.922180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":340,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.100394+0000","last_change":"2023-08-28T02:33:12.299398+0000","last_active":"2023-08-28T02:38:58.100394+0000","last_peered":"2023-08-28T02:38:58.100394+0000","last_clean":"2023-08-28T02:38:58.100394+0000","last_became_active":"2023-08-28T02:33:12.299113+0000","last_became_peered":"2023-08-28T02:33:12.299113+0000","last_unstale":"2023-08-28T02:38:58.100394+0000","last_undegraded":"2023-08-28T02:38:58.100394+0000","last_fullsized":"2023-08-28T02:38:58.100394+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:14:55.597212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"65'8","reported_seq":133,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.098295+0000","last_change":"2023-08-28T02:33:13.478870+0000","last_active":"2023-08-28T02:38:58.098295+0000","last_peered":"2023-08-28T02:38:58.098295+0000","last_clean":"2023-08-28T02:38:58.098295+0000","last_became_active":"2023-08-28T02:33:13.332142+0000","last_became_peered":"2023-08-28T02:33:13.332142+0000","last_unstale":"2023-08-28T02:38:58.098295+0000","last_undegraded":"2023-08-28T02:38:58.098295+0000","last_fullsized":"2023-08-28T02:38:58.098295+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:32:42.810159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":271,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.180672+0000","last_change":"2023-08-28T02:33:12.306353+0000","last_active":"2023-08-28T02:38:58.180672+0000","last_peered":"2023-08-28T02:38:58.180672+0000","last_clean":"2023-08-28T02:38:58.180672+0000","last_became_active":"2023-08-28T02:33:12.304977+0000","last_became_peered":"2023-08-28T02:33:12.304977+0000","last_unstale":"2023-08-28T02:38:58.180672+0000","last_undegraded":"2023-08-28T02:38:58.180672+0000","last_fullsized":"2023-08-28T02:38:58.180672+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:19:38.819671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"365'7840","reported_seq":7963,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-08-28T02:39:04.655663+0000","last_change":"2023-08-28T02:30:50.402703+0000","last_active":"2023-08-28T02:39:04.655663+0000","last_peered":"2023-08-28T02:39:04.655663+0000","last_clean":"2023-08-28T02:39:04.655663+0000","last_became_active":"2023-08-28T02:30:50.402419+0000","last_became_peered":"2023-08-28T02:30:50.402419+0000","last_unstale":"2023-08-28T02:39:04.655663+0000","last_undegraded":"2023-08-28T02:39:04.655663+0000","last_fullsized":"2023-08-28T02:39:04.655663+0000","mapping_epoch":250,"log_start":"255'600","ondisk_log_start":"255'600","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7240,"log_dups_size":0,"ondisk_log_size":7240,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:07:37.393907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":250347520,"num_objects":3820,"num_object_clones":0,"num_object_copies":11460,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3820,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7840,"num_write_kb":373120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"65'1","reported_seq":330,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.101103+0000","last_change":"2023-08-28T02:14:43.046130+0000","last_active":"2023-08-28T02:38:58.101103+0000","last_peered":"2023-08-28T02:38:58.101103+0000","last_clean":"2023-08-28T02:38:58.101103+0000","last_became_active":"2023-08-28T02:14:43.045775+0000","last_became_peered":"2023-08-28T02:14:43.045775+0000","last_unstale":"2023-08-28T02:38:58.101103+0000","last_undegraded":"2023-08-28T02:38:58.101103+0000","last_fullsized":"2023-08-28T02:38:58.101103+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:57:38.279756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":320,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.171365+0000","last_change":"2023-08-28T02:31:51.987149+0000","last_active":"2023-08-28T02:38:58.171365+0000","last_peered":"2023-08-28T02:38:58.171365+0000","last_clean":"2023-08-28T02:38:58.171365+0000","last_became_active":"2023-08-28T02:31:51.986821+0000","last_became_peered":"2023-08-28T02:31:51.986821+0000","last_unstale":"2023-08-28T02:38:58.171365+0000","last_undegraded":"2023-08-28T02:38:58.171365+0000","last_fullsized":"2023-08-28T02:38:58.171365+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:23:26.661134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"365'7838","reported_seq":13426,"reported_epoch":365,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:39:05.771360+0000","last_change":"2023-08-28T02:33:33.975566+0000","last_active":"2023-08-28T02:39:05.771360+0000","last_peered":"2023-08-28T02:39:05.771360+0000","last_clean":"2023-08-28T02:31:27.868230+0000","last_became_active":"2023-08-28T02:33:33.660452+0000","last_became_peered":"2023-08-28T02:33:33.660452+0000","last_unstale":"2023-08-28T02:39:05.771360+0000","last_undegraded":"2023-08-28T02:33:13.410847+0000","last_fullsized":"2023-08-28T02:33:13.270012+0000","mapping_epoch":298,"log_start":"255'600","ondisk_log_start":"255'600","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7238,"log_dups_size":0,"ondisk_log_size":7238,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:33.375162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":246546432,"num_objects":3762,"num_object_clones":0,"num_object_copies":11286,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6270,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3762,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7838,"num_write_kb":371200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2714,"num_bytes_recovered":177799168,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[5,4],"avail_no_missing":["5","6"],"object_location_counts":[{"shards":"2,5,6","objects":915},{"shards":"3,5,6","objects":1342},{"shards":"5,6","objects":1505}],"blocked_by":[],"up_primary":3,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"65'2","reported_seq":355,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.101289+0000","last_change":"2023-08-28T02:29:44.436352+0000","last_active":"2023-08-28T02:38:58.101289+0000","last_peered":"2023-08-28T02:38:58.101289+0000","last_clean":"2023-08-28T02:38:58.101289+0000","last_became_active":"2023-08-28T02:29:44.411499+0000","last_became_peered":"2023-08-28T02:29:44.411499+0000","last_unstale":"2023-08-28T02:38:58.101289+0000","last_undegraded":"2023-08-28T02:38:58.101289+0000","last_fullsized":"2023-08-28T02:38:58.101289+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:46:57.540191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":380,"reported_epoch":363,"state":"active+clean","last_fresh":"2023-08-28T02:38:53.594838+0000","last_change":"2023-08-28T02:33:12.289004+0000","last_active":"2023-08-28T02:38:53.594838+0000","last_peered":"2023-08-28T02:38:53.594838+0000","last_clean":"2023-08-28T02:38:53.594838+0000","last_became_active":"2023-08-28T02:33:12.288722+0000","last_became_peered":"2023-08-28T02:33:12.288722+0000","last_unstale":"2023-08-28T02:38:53.594838+0000","last_undegraded":"2023-08-28T02:38:53.594838+0000","last_fullsized":"2023-08-28T02:38:53.594838+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:24.019483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"365'7769","reported_seq":12987,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-08-28T02:39:05.197965+0000","last_change":"2023-08-28T02:37:54.748968+0000","last_active":"2023-08-28T02:39:05.197965+0000","last_peered":"2023-08-28T02:39:05.197965+0000","last_clean":"2023-08-28T02:39:05.197965+0000","last_became_active":"2023-08-28T02:37:54.729376+0000","last_became_peered":"2023-08-28T02:37:54.729376+0000","last_unstale":"2023-08-28T02:39:05.197965+0000","last_undegraded":"2023-08-28T02:39:05.197965+0000","last_fullsized":"2023-08-28T02:39:05.197965+0000","mapping_epoch":351,"log_start":"257'2412","ondisk_log_start":"257'2412","created":250,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5357,"log_dups_size":0,"ondisk_log_size":5357,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:00.988172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":247791616,"num_objects":3781,"num_object_clones":0,"num_object_copies":11343,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3781,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7769,"num_write_kb":369600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2533,"num_bytes_recovered":160432128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"65'1","reported_seq":341,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.101276+0000","last_change":"2023-08-28T02:33:13.516869+0000","last_active":"2023-08-28T02:38:58.101276+0000","last_peered":"2023-08-28T02:38:58.101276+0000","last_clean":"2023-08-28T02:38:58.101276+0000","last_became_active":"2023-08-28T02:33:13.396736+0000","last_became_peered":"2023-08-28T02:33:13.396736+0000","last_unstale":"2023-08-28T02:38:58.101276+0000","last_undegraded":"2023-08-28T02:38:58.101276+0000","last_fullsized":"2023-08-28T02:38:58.101276+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:47:08.237137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":307,"reported_epoch":363,"state":"active+clean","last_fresh":"2023-08-28T02:38:53.638556+0000","last_change":"2023-08-28T02:31:51.987327+0000","last_active":"2023-08-28T02:38:53.638556+0000","last_peered":"2023-08-28T02:38:53.638556+0000","last_clean":"2023-08-28T02:38:53.638556+0000","last_became_active":"2023-08-28T02:31:51.987018+0000","last_became_peered":"2023-08-28T02:31:51.987018+0000","last_unstale":"2023-08-28T02:38:53.638556+0000","last_undegraded":"2023-08-28T02:38:53.638556+0000","last_fullsized":"2023-08-28T02:38:53.638556+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:53:26.105101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.5","version":"365'7709","reported_seq":11639,"reported_epoch":365,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:39:05.217448+0000","last_change":"2023-08-28T02:33:13.625779+0000","last_active":"2023-08-28T02:39:05.217448+0000","last_peered":"2023-08-28T02:39:05.217448+0000","last_clean":"2023-08-28T02:31:27.898932+0000","last_became_active":"2023-08-28T02:33:13.612126+0000","last_became_peered":"2023-08-28T02:33:13.612126+0000","last_unstale":"2023-08-28T02:39:05.217448+0000","last_undegraded":"2023-08-28T02:33:13.485377+0000","last_fullsized":"2023-08-28T02:33:13.264317+0000","mapping_epoch":298,"log_start":"257'2363","ondisk_log_start":"257'2363","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5346,"log_dups_size":0,"ondisk_log_size":5346,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:37:28.843386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":245301248,"num_objects":3743,"num_object_clones":0,"num_object_copies":11229,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6285,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3743,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7709,"num_write_kb":366464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1891,"num_bytes_recovered":123928576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,7],"avail_no_missing":["0","2"],"object_location_counts":[{"shards":"0,2","objects":2358},{"shards":"0,2,3","objects":1385}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":359,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.171755+0000","last_change":"2023-08-28T02:33:13.281826+0000","last_active":"2023-08-28T02:38:58.171755+0000","last_peered":"2023-08-28T02:38:58.171755+0000","last_clean":"2023-08-28T02:38:58.171755+0000","last_became_active":"2023-08-28T02:33:13.281511+0000","last_became_peered":"2023-08-28T02:33:13.281511+0000","last_unstale":"2023-08-28T02:38:58.171755+0000","last_undegraded":"2023-08-28T02:38:58.171755+0000","last_fullsized":"2023-08-28T02:38:58.171755+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:32:55.005706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":356,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.098783+0000","last_change":"2023-08-28T02:29:44.436713+0000","last_active":"2023-08-28T02:38:58.098783+0000","last_peered":"2023-08-28T02:38:58.098783+0000","last_clean":"2023-08-28T02:38:58.098783+0000","last_became_active":"2023-08-28T02:29:44.436203+0000","last_became_peered":"2023-08-28T02:29:44.436203+0000","last_unstale":"2023-08-28T02:38:58.098783+0000","last_undegraded":"2023-08-28T02:38:58.098783+0000","last_fullsized":"2023-08-28T02:38:58.098783+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:46:48.522293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"364'7989","reported_seq":8115,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:39:02.491256+0000","last_change":"2023-08-28T02:30:50.399669+0000","last_active":"2023-08-28T02:39:02.491256+0000","last_peered":"2023-08-28T02:39:02.491256+0000","last_clean":"2023-08-28T02:39:02.491256+0000","last_became_active":"2023-08-28T02:30:50.399332+0000","last_became_peered":"2023-08-28T02:30:50.399332+0000","last_unstale":"2023-08-28T02:39:02.491256+0000","last_undegraded":"2023-08-28T02:39:02.491256+0000","last_fullsized":"2023-08-28T02:39:02.491256+0000","mapping_epoch":250,"log_start":"256'1800","ondisk_log_start":"256'1800","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6189,"log_dups_size":0,"ondisk_log_size":6189,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:00:54.910841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":250675200,"num_objects":3825,"num_object_clones":0,"num_object_copies":11475,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3825,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7989,"num_write_kb":378048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"75'161","reported_seq":785,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.100940+0000","last_change":"2023-08-28T02:33:13.310049+0000","last_active":"2023-08-28T02:38:58.100940+0000","last_peered":"2023-08-28T02:38:58.100940+0000","last_clean":"2023-08-28T02:38:58.100940+0000","last_became_active":"2023-08-28T02:33:13.309661+0000","last_became_peered":"2023-08-28T02:33:13.309661+0000","last_unstale":"2023-08-28T02:38:58.100940+0000","last_undegraded":"2023-08-28T02:38:58.100940+0000","last_fullsized":"2023-08-28T02:38:58.100940+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.930230+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.930230+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:27:40.889460+0000","scrub_duration":0.0050169209999999997,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"65'2","reported_seq":320,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.180192+0000","last_change":"2023-08-28T02:33:12.294922+0000","last_active":"2023-08-28T02:38:58.180192+0000","last_peered":"2023-08-28T02:38:58.180192+0000","last_clean":"2023-08-28T02:38:58.180192+0000","last_became_active":"2023-08-28T02:33:12.294518+0000","last_became_peered":"2023-08-28T02:33:12.294518+0000","last_unstale":"2023-08-28T02:38:58.180192+0000","last_undegraded":"2023-08-28T02:38:58.180192+0000","last_fullsized":"2023-08-28T02:38:58.180192+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:21:12.737286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":357,"reported_epoch":363,"state":"active+clean","last_fresh":"2023-08-28T02:38:53.594004+0000","last_change":"2023-08-28T02:33:13.310505+0000","last_active":"2023-08-28T02:38:53.594004+0000","last_peered":"2023-08-28T02:38:53.594004+0000","last_clean":"2023-08-28T02:38:53.594004+0000","last_became_active":"2023-08-28T02:33:13.310223+0000","last_became_peered":"2023-08-28T02:33:13.310223+0000","last_unstale":"2023-08-28T02:38:53.594004+0000","last_undegraded":"2023-08-28T02:38:53.594004+0000","last_fullsized":"2023-08-28T02:38:53.594004+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:27:02.124453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"365'7846","reported_seq":22232,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-08-28T02:39:05.588343+0000","last_change":"2023-08-28T02:38:44.816101+0000","last_active":"2023-08-28T02:39:05.588343+0000","last_peered":"2023-08-28T02:39:05.588343+0000","last_clean":"2023-08-28T02:39:05.588343+0000","last_became_active":"2023-08-28T02:38:44.798734+0000","last_became_peered":"2023-08-28T02:38:44.798734+0000","last_unstale":"2023-08-28T02:39:05.588343+0000","last_undegraded":"2023-08-28T02:39:05.588343+0000","last_fullsized":"2023-08-28T02:39:05.588343+0000","mapping_epoch":361,"log_start":"255'700","ondisk_log_start":"255'700","created":250,"last_epoch_clean":362,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7146,"log_dups_size":0,"ondisk_log_size":7146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:34:42.975012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":250478592,"num_objects":3822,"num_object_clones":0,"num_object_copies":11466,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3822,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7846,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5834,"num_bytes_recovered":377683968,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"75'161","reported_seq":624,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.171291+0000","last_change":"2023-08-28T02:37:37.933802+0000","last_active":"2023-08-28T02:38:58.171291+0000","last_peered":"2023-08-28T02:38:58.171291+0000","last_clean":"2023-08-28T02:38:58.171291+0000","last_became_active":"2023-08-28T02:33:13.287313+0000","last_became_peered":"2023-08-28T02:33:13.287313+0000","last_unstale":"2023-08-28T02:38:58.171291+0000","last_undegraded":"2023-08-28T02:38:58.171291+0000","last_fullsized":"2023-08-28T02:38:58.171291+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:45.407127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:45.407127+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:39:14.213229+0000","scrub_duration":0.0018495320000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":262688,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":277,"reported_epoch":363,"state":"active+clean","last_fresh":"2023-08-28T02:38:53.593584+0000","last_change":"2023-08-28T02:33:13.309727+0000","last_active":"2023-08-28T02:38:53.593584+0000","last_peered":"2023-08-28T02:38:53.593584+0000","last_clean":"2023-08-28T02:38:53.593584+0000","last_became_active":"2023-08-28T02:33:13.309487+0000","last_became_peered":"2023-08-28T02:33:13.309487+0000","last_unstale":"2023-08-28T02:38:53.593584+0000","last_undegraded":"2023-08-28T02:38:53.593584+0000","last_fullsized":"2023-08-28T02:38:53.593584+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:27:29.294011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":92,"reported_epoch":363,"state":"active+clean","last_fresh":"2023-08-28T02:38:53.593899+0000","last_change":"2023-08-28T02:32:28.456323+0000","last_active":"2023-08-28T02:38:53.593899+0000","last_peered":"2023-08-28T02:38:53.593899+0000","last_clean":"2023-08-28T02:38:53.593899+0000","last_became_active":"2023-08-28T02:32:28.455987+0000","last_became_peered":"2023-08-28T02:32:28.455987+0000","last_unstale":"2023-08-28T02:38:53.593899+0000","last_undegraded":"2023-08-28T02:38:53.593899+0000","last_fullsized":"2023-08-28T02:38:53.593899+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:54:07.724002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"364'7978","reported_seq":18121,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:39:02.335151+0000","last_change":"2023-08-28T02:33:13.316023+0000","last_active":"2023-08-28T02:39:02.335151+0000","last_peered":"2023-08-28T02:39:02.335151+0000","last_clean":"2023-08-28T02:39:02.335151+0000","last_became_active":"2023-08-28T02:33:13.308403+0000","last_became_peered":"2023-08-28T02:33:13.308403+0000","last_unstale":"2023-08-28T02:39:02.335151+0000","last_undegraded":"2023-08-28T02:39:02.335151+0000","last_fullsized":"2023-08-28T02:39:02.335151+0000","mapping_epoch":298,"log_start":"256'1800","ondisk_log_start":"256'1800","created":250,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6178,"log_dups_size":0,"ondisk_log_size":6178,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:10:38.401973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":256770048,"num_objects":3918,"num_object_clones":0,"num_object_copies":11754,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3918,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7978,"num_write_kb":380672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4999,"num_bytes_recovered":327614464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":337,"reported_epoch":363,"state":"active+clean","last_fresh":"2023-08-28T02:38:53.594800+0000","last_change":"2023-08-28T02:32:28.455294+0000","last_active":"2023-08-28T02:38:53.594800+0000","last_peered":"2023-08-28T02:38:53.594800+0000","last_clean":"2023-08-28T02:38:53.594800+0000","last_became_active":"2023-08-28T02:32:28.455013+0000","last_became_peered":"2023-08-28T02:32:28.455013+0000","last_unstale":"2023-08-28T02:38:53.594800+0000","last_undegraded":"2023-08-28T02:38:53.594800+0000","last_fullsized":"2023-08-28T02:38:53.594800+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:53.583864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":369,"reported_epoch":363,"state":"active+clean","last_fresh":"2023-08-28T02:38:53.593619+0000","last_change":"2023-08-28T02:33:13.335588+0000","last_active":"2023-08-28T02:38:53.593619+0000","last_peered":"2023-08-28T02:38:53.593619+0000","last_clean":"2023-08-28T02:38:53.593619+0000","last_became_active":"2023-08-28T02:33:13.335326+0000","last_became_peered":"2023-08-28T02:33:13.335326+0000","last_unstale":"2023-08-28T02:38:53.593619+0000","last_undegraded":"2023-08-28T02:38:53.593619+0000","last_fullsized":"2023-08-28T02:38:53.593619+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:15:44.958663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"364'7900","reported_seq":8022,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:39:02.298753+0000","last_change":"2023-08-28T02:30:50.400261+0000","last_active":"2023-08-28T02:39:02.298753+0000","last_peered":"2023-08-28T02:39:02.298753+0000","last_clean":"2023-08-28T02:39:02.298753+0000","last_became_active":"2023-08-28T02:30:50.399938+0000","last_became_peered":"2023-08-28T02:30:50.399938+0000","last_unstale":"2023-08-28T02:39:02.298753+0000","last_undegraded":"2023-08-28T02:39:02.298753+0000","last_fullsized":"2023-08-28T02:39:02.298753+0000","mapping_epoch":250,"log_start":"257'2490","ondisk_log_start":"257'2490","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5410,"log_dups_size":0,"ondisk_log_size":5410,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:43:56.802792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":248643584,"num_objects":3794,"num_object_clones":0,"num_object_copies":11382,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3794,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7900,"num_write_kb":374208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"75'161","reported_seq":644,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.171849+0000","last_change":"2023-08-28T02:32:56.519141+0000","last_active":"2023-08-28T02:38:58.171849+0000","last_peered":"2023-08-28T02:38:58.171849+0000","last_clean":"2023-08-28T02:38:58.171849+0000","last_became_active":"2023-08-28T02:32:56.518863+0000","last_became_peered":"2023-08-28T02:32:56.518863+0000","last_unstale":"2023-08-28T02:38:58.171849+0000","last_undegraded":"2023-08-28T02:38:58.171849+0000","last_fullsized":"2023-08-28T02:38:58.171849+0000","mapping_epoch":292,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":293,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_clean_scrub_stamp":"2023-08-28T02:29:25.608370+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:59:50.561109+0000","scrub_duration":0.001662689,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":273,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.180115+0000","last_change":"2023-08-28T02:33:12.294592+0000","last_active":"2023-08-28T02:38:58.180115+0000","last_peered":"2023-08-28T02:38:58.180115+0000","last_clean":"2023-08-28T02:38:58.180115+0000","last_became_active":"2023-08-28T02:33:12.288508+0000","last_became_peered":"2023-08-28T02:33:12.288508+0000","last_unstale":"2023-08-28T02:38:58.180115+0000","last_undegraded":"2023-08-28T02:38:58.180115+0000","last_fullsized":"2023-08-28T02:38:58.180115+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:05:42.717608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":155,"reported_epoch":363,"state":"active+clean","last_fresh":"2023-08-28T02:38:53.643482+0000","last_change":"2023-08-28T02:29:44.429834+0000","last_active":"2023-08-28T02:38:53.643482+0000","last_peered":"2023-08-28T02:38:53.643482+0000","last_clean":"2023-08-28T02:38:53.643482+0000","last_became_active":"2023-08-28T02:29:44.429512+0000","last_became_peered":"2023-08-28T02:29:44.429512+0000","last_unstale":"2023-08-28T02:38:53.643482+0000","last_undegraded":"2023-08-28T02:38:53.643482+0000","last_fullsized":"2023-08-28T02:38:53.643482+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:58.062455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"365'7803","reported_seq":7926,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-08-28T02:39:05.974664+0000","last_change":"2023-08-28T02:30:50.402348+0000","last_active":"2023-08-28T02:39:05.974664+0000","last_peered":"2023-08-28T02:39:05.974664+0000","last_clean":"2023-08-28T02:39:05.974664+0000","last_became_active":"2023-08-28T02:30:50.402076+0000","last_became_peered":"2023-08-28T02:30:50.402076+0000","last_unstale":"2023-08-28T02:39:05.974664+0000","last_undegraded":"2023-08-28T02:39:05.974664+0000","last_fullsized":"2023-08-28T02:39:05.974664+0000","mapping_epoch":250,"log_start":"255'900","ondisk_log_start":"255'900","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6903,"log_dups_size":0,"ondisk_log_size":6903,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:24.859426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":247267328,"num_objects":3773,"num_object_clones":0,"num_object_copies":11319,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3773,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7803,"num_write_kb":370432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.7","version":"75'161","reported_seq":565,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.180639+0000","last_change":"2023-08-28T02:33:13.532525+0000","last_active":"2023-08-28T02:38:58.180639+0000","last_peered":"2023-08-28T02:38:58.180639+0000","last_clean":"2023-08-28T02:38:58.180639+0000","last_became_active":"2023-08-28T02:33:13.532125+0000","last_became_peered":"2023-08-28T02:33:13.532125+0000","last_unstale":"2023-08-28T02:38:58.180639+0000","last_undegraded":"2023-08-28T02:38:58.180639+0000","last_fullsized":"2023-08-28T02:38:58.180639+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.887648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.887648+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":155,"reported_epoch":363,"state":"active+clean","last_fresh":"2023-08-28T02:38:53.639091+0000","last_change":"2023-08-28T02:29:44.407595+0000","last_active":"2023-08-28T02:38:53.639091+0000","last_peered":"2023-08-28T02:38:53.639091+0000","last_clean":"2023-08-28T02:38:53.639091+0000","last_became_active":"2023-08-28T02:29:44.407316+0000","last_became_peered":"2023-08-28T02:29:44.407316+0000","last_unstale":"2023-08-28T02:38:53.639091+0000","last_undegraded":"2023-08-28T02:38:53.639091+0000","last_fullsized":"2023-08-28T02:38:53.639091+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:01:47.777709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":376,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.172076+0000","last_change":"2023-08-28T02:33:13.286980+0000","last_active":"2023-08-28T02:38:58.172076+0000","last_peered":"2023-08-28T02:38:58.172076+0000","last_clean":"2023-08-28T02:38:58.172076+0000","last_became_active":"2023-08-28T02:33:13.286740+0000","last_became_peered":"2023-08-28T02:33:13.286740+0000","last_unstale":"2023-08-28T02:38:58.172076+0000","last_undegraded":"2023-08-28T02:38:58.172076+0000","last_fullsized":"2023-08-28T02:38:58.172076+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:24:54.574365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":155,"reported_epoch":363,"state":"active+clean","last_fresh":"2023-08-28T02:38:53.638660+0000","last_change":"2023-08-28T02:29:44.506914+0000","last_active":"2023-08-28T02:38:53.638660+0000","last_peered":"2023-08-28T02:38:53.638660+0000","last_clean":"2023-08-28T02:38:53.638660+0000","last_became_active":"2023-08-28T02:29:44.506606+0000","last_became_peered":"2023-08-28T02:29:44.506606+0000","last_unstale":"2023-08-28T02:38:53.638660+0000","last_undegraded":"2023-08-28T02:38:53.638660+0000","last_fullsized":"2023-08-28T02:38:53.638660+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:55:50.992279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"365'7867","reported_seq":19590,"reported_epoch":365,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:39:04.196554+0000","last_change":"2023-08-28T02:34:11.565330+0000","last_active":"2023-08-28T02:39:04.196554+0000","last_peered":"2023-08-28T02:39:04.196554+0000","last_clean":"2023-08-28T02:32:11.916240+0000","last_became_active":"2023-08-28T02:33:12.501819+0000","last_became_peered":"2023-08-28T02:33:12.501819+0000","last_unstale":"2023-08-28T02:39:04.196554+0000","last_undegraded":"2023-08-28T02:39:04.196554+0000","last_fullsized":"2023-08-28T02:39:04.196554+0000","mapping_epoch":297,"log_start":"257'2524","ondisk_log_start":"257'2524","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5343,"log_dups_size":0,"ondisk_log_size":5343,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:45:43.329719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":244383744,"num_objects":3729,"num_object_clones":0,"num_object_copies":11187,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3729,"num_objects_unfound":0,"num_objects_dirty":3729,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7867,"num_write_kb":371072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5787,"num_bytes_recovered":379256832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,2],"avail_no_missing":["0","2","5","6"],"object_location_counts":[{"shards":"0,2,5","objects":3729}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.1","version":"75'161","reported_seq":624,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.174988+0000","last_change":"2023-08-28T02:32:31.482659+0000","last_active":"2023-08-28T02:38:58.174988+0000","last_peered":"2023-08-28T02:38:58.174988+0000","last_clean":"2023-08-28T02:38:58.174988+0000","last_became_active":"2023-08-28T02:32:31.482320+0000","last_became_peered":"2023-08-28T02:32:31.482320+0000","last_unstale":"2023-08-28T02:38:58.174988+0000","last_undegraded":"2023-08-28T02:38:58.174988+0000","last_fullsized":"2023-08-28T02:38:58.174988+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:24.559397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:24.559397+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:41:09.516918+0000","scrub_duration":0.001580328,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":362,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.171720+0000","last_change":"2023-08-28T02:31:51.988386+0000","last_active":"2023-08-28T02:38:58.171720+0000","last_peered":"2023-08-28T02:38:58.171720+0000","last_clean":"2023-08-28T02:38:58.171720+0000","last_became_active":"2023-08-28T02:31:51.988097+0000","last_became_peered":"2023-08-28T02:31:51.988097+0000","last_unstale":"2023-08-28T02:38:58.171720+0000","last_undegraded":"2023-08-28T02:38:58.171720+0000","last_fullsized":"2023-08-28T02:38:58.171720+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:25:01.818829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":337,"reported_epoch":363,"state":"active+clean","last_fresh":"2023-08-28T02:38:53.593702+0000","last_change":"2023-08-28T02:32:12.951275+0000","last_active":"2023-08-28T02:38:53.593702+0000","last_peered":"2023-08-28T02:38:53.593702+0000","last_clean":"2023-08-28T02:38:53.593702+0000","last_became_active":"2023-08-28T02:32:12.950965+0000","last_became_peered":"2023-08-28T02:32:12.950965+0000","last_unstale":"2023-08-28T02:38:53.593702+0000","last_undegraded":"2023-08-28T02:38:53.593702+0000","last_fullsized":"2023-08-28T02:38:53.593702+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:37:31.294280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":181,"reported_epoch":363,"state":"active+clean","last_fresh":"2023-08-28T02:38:53.639173+0000","last_change":"2023-08-28T02:33:13.286534+0000","last_active":"2023-08-28T02:38:53.639173+0000","last_peered":"2023-08-28T02:38:53.639173+0000","last_clean":"2023-08-28T02:38:53.639173+0000","last_became_active":"2023-08-28T02:33:13.286164+0000","last_became_peered":"2023-08-28T02:33:13.286164+0000","last_unstale":"2023-08-28T02:38:53.639173+0000","last_undegraded":"2023-08-28T02:38:53.639173+0000","last_fullsized":"2023-08-28T02:38:53.639173+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:56.721932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"365'7907","reported_seq":19720,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-08-28T02:39:05.367095+0000","last_change":"2023-08-28T02:34:14.448606+0000","last_active":"2023-08-28T02:39:05.367095+0000","last_peered":"2023-08-28T02:39:05.367095+0000","last_clean":"2023-08-28T02:39:05.367095+0000","last_became_active":"2023-08-28T02:34:14.438547+0000","last_became_peered":"2023-08-28T02:34:14.438547+0000","last_unstale":"2023-08-28T02:39:05.367095+0000","last_undegraded":"2023-08-28T02:39:05.367095+0000","last_fullsized":"2023-08-28T02:39:05.367095+0000","mapping_epoch":314,"log_start":"255'700","ondisk_log_start":"255'700","created":250,"last_epoch_clean":315,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7207,"log_dups_size":0,"ondisk_log_size":7207,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:06:41.120408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":246480896,"num_objects":3761,"num_object_clones":0,"num_object_copies":11283,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3761,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7907,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5834,"num_bytes_recovered":376832000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2","version":"75'161","reported_seq":746,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.101156+0000","last_change":"2023-08-28T02:30:51.762377+0000","last_active":"2023-08-28T02:38:58.101156+0000","last_peered":"2023-08-28T02:38:58.101156+0000","last_clean":"2023-08-28T02:38:58.101156+0000","last_became_active":"2023-08-28T02:27:46.375590+0000","last_became_peered":"2023-08-28T02:27:46.375590+0000","last_unstale":"2023-08-28T02:38:58.101156+0000","last_undegraded":"2023-08-28T02:38:58.101156+0000","last_fullsized":"2023-08-28T02:38:58.101156+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:51.762314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:51.762314+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:02.034555+0000","scrub_duration":0.0020023620000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":173,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.180155+0000","last_change":"2023-08-28T02:33:13.289765+0000","last_active":"2023-08-28T02:38:58.180155+0000","last_peered":"2023-08-28T02:38:58.180155+0000","last_clean":"2023-08-28T02:38:58.180155+0000","last_became_active":"2023-08-28T02:33:13.289159+0000","last_became_peered":"2023-08-28T02:33:13.289159+0000","last_unstale":"2023-08-28T02:38:58.180155+0000","last_undegraded":"2023-08-28T02:38:58.180155+0000","last_fullsized":"2023-08-28T02:38:58.180155+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:30:38.956723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":173,"reported_epoch":363,"state":"active+clean","last_fresh":"2023-08-28T02:38:53.638118+0000","last_change":"2023-08-28T02:32:28.464203+0000","last_active":"2023-08-28T02:38:53.638118+0000","last_peered":"2023-08-28T02:38:53.638118+0000","last_clean":"2023-08-28T02:38:53.638118+0000","last_became_active":"2023-08-28T02:32:28.463412+0000","last_became_peered":"2023-08-28T02:32:28.463412+0000","last_unstale":"2023-08-28T02:38:53.638118+0000","last_undegraded":"2023-08-28T02:38:53.638118+0000","last_fullsized":"2023-08-28T02:38:53.638118+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:20:38.177879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":155,"reported_epoch":363,"state":"active+clean","last_fresh":"2023-08-28T02:38:53.643490+0000","last_change":"2023-08-28T02:29:44.427945+0000","last_active":"2023-08-28T02:38:53.643490+0000","last_peered":"2023-08-28T02:38:53.643490+0000","last_clean":"2023-08-28T02:38:53.643490+0000","last_became_active":"2023-08-28T02:29:44.426487+0000","last_became_peered":"2023-08-28T02:29:44.426487+0000","last_unstale":"2023-08-28T02:38:53.643490+0000","last_undegraded":"2023-08-28T02:38:53.643490+0000","last_fullsized":"2023-08-28T02:38:53.643490+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:30:20.438896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"364'7870","reported_seq":17964,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:39:02.471641+0000","last_change":"2023-08-28T02:34:48.488647+0000","last_active":"2023-08-28T02:39:02.471641+0000","last_peered":"2023-08-28T02:39:02.471641+0000","last_clean":"2023-08-28T02:39:02.471641+0000","last_became_active":"2023-08-28T02:34:48.476519+0000","last_became_peered":"2023-08-28T02:34:48.476519+0000","last_unstale":"2023-08-28T02:39:02.471641+0000","last_undegraded":"2023-08-28T02:39:02.471641+0000","last_fullsized":"2023-08-28T02:39:02.471641+0000","mapping_epoch":318,"log_start":"256'1700","ondisk_log_start":"256'1700","created":250,"last_epoch_clean":319,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6170,"log_dups_size":0,"ondisk_log_size":6170,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:44:20.004230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":247332864,"num_objects":3774,"num_object_clones":0,"num_object_copies":11322,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3774,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7870,"num_write_kb":372608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4973,"num_bytes_recovered":325910528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":356,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.171529+0000","last_change":"2023-08-28T02:33:13.484970+0000","last_active":"2023-08-28T02:38:58.171529+0000","last_peered":"2023-08-28T02:38:58.171529+0000","last_clean":"2023-08-28T02:38:58.171529+0000","last_became_active":"2023-08-28T02:33:13.484579+0000","last_became_peered":"2023-08-28T02:33:13.484579+0000","last_unstale":"2023-08-28T02:38:58.171529+0000","last_undegraded":"2023-08-28T02:38:58.171529+0000","last_fullsized":"2023-08-28T02:38:58.171529+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:58.027468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"75'161","reported_seq":747,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.100789+0000","last_change":"2023-08-28T02:31:55.059467+0000","last_active":"2023-08-28T02:38:58.100789+0000","last_peered":"2023-08-28T02:38:58.100789+0000","last_clean":"2023-08-28T02:38:58.100789+0000","last_became_active":"2023-08-28T02:31:55.059115+0000","last_became_peered":"2023-08-28T02:31:55.059115+0000","last_unstale":"2023-08-28T02:38:58.100789+0000","last_undegraded":"2023-08-28T02:38:58.100789+0000","last_fullsized":"2023-08-28T02:38:58.100789+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":0,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.820990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.820990+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:15:56.774667+0000","scrub_duration":0.0017342480000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":274,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.181194+0000","last_change":"2023-08-28T02:33:13.352810+0000","last_active":"2023-08-28T02:38:58.181194+0000","last_peered":"2023-08-28T02:38:58.181194+0000","last_clean":"2023-08-28T02:38:58.181194+0000","last_became_active":"2023-08-28T02:33:13.351697+0000","last_became_peered":"2023-08-28T02:33:13.351697+0000","last_unstale":"2023-08-28T02:38:58.181194+0000","last_undegraded":"2023-08-28T02:38:58.181194+0000","last_fullsized":"2023-08-28T02:38:58.181194+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:56.187163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":186,"reported_epoch":363,"state":"active+clean","last_fresh":"2023-08-28T02:38:53.594373+0000","last_change":"2023-08-28T02:31:51.984584+0000","last_active":"2023-08-28T02:38:53.594373+0000","last_peered":"2023-08-28T02:38:53.594373+0000","last_clean":"2023-08-28T02:38:53.594373+0000","last_became_active":"2023-08-28T02:31:51.984264+0000","last_became_peered":"2023-08-28T02:31:51.984264+0000","last_unstale":"2023-08-28T02:38:53.594373+0000","last_undegraded":"2023-08-28T02:38:53.594373+0000","last_fullsized":"2023-08-28T02:38:53.594373+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:58:42.306722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"365'7803","reported_seq":19534,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-08-28T02:39:05.362437+0000","last_change":"2023-08-28T02:35:11.978901+0000","last_active":"2023-08-28T02:39:05.362437+0000","last_peered":"2023-08-28T02:39:05.362437+0000","last_clean":"2023-08-28T02:39:05.362437+0000","last_became_active":"2023-08-28T02:35:11.966585+0000","last_became_peered":"2023-08-28T02:35:11.966585+0000","last_unstale":"2023-08-28T02:39:05.362437+0000","last_undegraded":"2023-08-28T02:39:05.362437+0000","last_fullsized":"2023-08-28T02:39:05.362437+0000","mapping_epoch":323,"log_start":"257'2528","ondisk_log_start":"257'2528","created":250,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5275,"log_dups_size":0,"ondisk_log_size":5275,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:03:07.017814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":247660544,"num_objects":3779,"num_object_clones":0,"num_object_copies":11337,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3779,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7803,"num_write_kb":370624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5791,"num_bytes_recovered":368967680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3","version":"75'161","reported_seq":631,"reported_epoch":363,"state":"active+clean","last_fresh":"2023-08-28T02:38:53.638673+0000","last_change":"2023-08-28T02:31:55.068239+0000","last_active":"2023-08-28T02:38:53.638673+0000","last_peered":"2023-08-28T02:38:53.638673+0000","last_clean":"2023-08-28T02:38:53.638673+0000","last_became_active":"2023-08-28T02:31:55.067875+0000","last_became_peered":"2023-08-28T02:31:55.067875+0000","last_unstale":"2023-08-28T02:38:53.638673+0000","last_undegraded":"2023-08-28T02:38:53.638673+0000","last_fullsized":"2023-08-28T02:38:53.638673+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.868248+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:11:04.391639+0000","scrub_duration":0.0016215240000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":370,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.100781+0000","last_change":"2023-08-28T02:29:44.421353+0000","last_active":"2023-08-28T02:38:58.100781+0000","last_peered":"2023-08-28T02:38:58.100781+0000","last_clean":"2023-08-28T02:38:58.100781+0000","last_became_active":"2023-08-28T02:29:44.421064+0000","last_became_peered":"2023-08-28T02:29:44.421064+0000","last_unstale":"2023-08-28T02:38:58.100781+0000","last_undegraded":"2023-08-28T02:38:58.100781+0000","last_fullsized":"2023-08-28T02:38:58.100781+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:51:36.524024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":340,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.098453+0000","last_change":"2023-08-28T02:33:12.299487+0000","last_active":"2023-08-28T02:38:58.098453+0000","last_peered":"2023-08-28T02:38:58.098453+0000","last_clean":"2023-08-28T02:38:58.098453+0000","last_became_active":"2023-08-28T02:33:12.299175+0000","last_became_peered":"2023-08-28T02:33:12.299175+0000","last_unstale":"2023-08-28T02:38:58.098453+0000","last_undegraded":"2023-08-28T02:38:58.098453+0000","last_fullsized":"2023-08-28T02:38:58.098453+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:42:29.713462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":351,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.100122+0000","last_change":"2023-08-28T02:32:28.457696+0000","last_active":"2023-08-28T02:38:58.100122+0000","last_peered":"2023-08-28T02:38:58.100122+0000","last_clean":"2023-08-28T02:38:58.100122+0000","last_became_active":"2023-08-28T02:32:28.457407+0000","last_became_peered":"2023-08-28T02:32:28.457407+0000","last_unstale":"2023-08-28T02:38:58.100122+0000","last_undegraded":"2023-08-28T02:38:58.100122+0000","last_fullsized":"2023-08-28T02:38:58.100122+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:26:29.392787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"364'7738","reported_seq":8888,"reported_epoch":364,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:39:02.516489+0000","last_change":"2023-08-28T02:34:11.566035+0000","last_active":"2023-08-28T02:39:02.516489+0000","last_peered":"2023-08-28T02:39:02.516489+0000","last_clean":"2023-08-28T02:33:10.395883+0000","last_became_active":"2023-08-28T02:33:12.394714+0000","last_became_peered":"2023-08-28T02:33:12.394714+0000","last_unstale":"2023-08-28T02:39:02.516489+0000","last_undegraded":"2023-08-28T02:39:02.516489+0000","last_fullsized":"2023-08-28T02:39:02.516489+0000","mapping_epoch":297,"log_start":"257'2284","ondisk_log_start":"257'2284","created":250,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5454,"log_dups_size":0,"ondisk_log_size":5454,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:01:26.984565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":245432344,"num_objects":3746,"num_object_clones":0,"num_object_copies":11238,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3417,"num_objects_unfound":0,"num_objects_dirty":3746,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7738,"num_write_kb":367425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":500,"num_bytes_recovered":32768000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,6],"avail_no_missing":["4","0","6"],"object_location_counts":[{"shards":"0,4,6","objects":3746}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.6","version":"75'161","reported_seq":625,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.100023+0000","last_change":"2023-08-28T02:33:13.338675+0000","last_active":"2023-08-28T02:38:58.100023+0000","last_peered":"2023-08-28T02:38:58.100023+0000","last_clean":"2023-08-28T02:38:58.100023+0000","last_became_active":"2023-08-28T02:33:13.338271+0000","last_became_peered":"2023-08-28T02:33:13.338271+0000","last_unstale":"2023-08-28T02:38:58.100023+0000","last_undegraded":"2023-08-28T02:38:58.100023+0000","last_fullsized":"2023-08-28T02:38:58.100023+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.774982+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.774982+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:13:20.011329+0000","scrub_duration":0.003539819,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":333,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.101287+0000","last_change":"2023-08-28T02:14:43.033789+0000","last_active":"2023-08-28T02:38:58.101287+0000","last_peered":"2023-08-28T02:38:58.101287+0000","last_clean":"2023-08-28T02:38:58.101287+0000","last_became_active":"2023-08-28T02:14:43.033454+0000","last_became_peered":"2023-08-28T02:14:43.033454+0000","last_unstale":"2023-08-28T02:38:58.101287+0000","last_undegraded":"2023-08-28T02:38:58.101287+0000","last_fullsized":"2023-08-28T02:38:58.101287+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:01:13.205842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":164,"reported_epoch":363,"state":"active+clean","last_fresh":"2023-08-28T02:38:53.639353+0000","last_change":"2023-08-28T02:32:28.461807+0000","last_active":"2023-08-28T02:38:53.639353+0000","last_peered":"2023-08-28T02:38:53.639353+0000","last_clean":"2023-08-28T02:38:53.639353+0000","last_became_active":"2023-08-28T02:32:28.461116+0000","last_became_peered":"2023-08-28T02:32:28.461116+0000","last_unstale":"2023-08-28T02:38:53.639353+0000","last_undegraded":"2023-08-28T02:38:53.639353+0000","last_fullsized":"2023-08-28T02:38:53.639353+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:12:45.321757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":311,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.099030+0000","last_change":"2023-08-28T02:14:43.048791+0000","last_active":"2023-08-28T02:38:58.099030+0000","last_peered":"2023-08-28T02:38:58.099030+0000","last_clean":"2023-08-28T02:38:58.099030+0000","last_became_active":"2023-08-28T02:14:43.047408+0000","last_became_peered":"2023-08-28T02:14:43.047408+0000","last_unstale":"2023-08-28T02:38:58.099030+0000","last_undegraded":"2023-08-28T02:38:58.099030+0000","last_fullsized":"2023-08-28T02:38:58.099030+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:47.097181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"364'7977","reported_seq":18066,"reported_epoch":364,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:39:02.487147+0000","last_change":"2023-08-28T02:37:37.899201+0000","last_active":"2023-08-28T02:39:02.487147+0000","last_peered":"2023-08-28T02:39:02.487147+0000","last_clean":"2023-08-28T02:31:50.933695+0000","last_became_active":"2023-08-28T02:33:13.540416+0000","last_became_peered":"2023-08-28T02:33:13.540416+0000","last_unstale":"2023-08-28T02:39:02.487147+0000","last_undegraded":"2023-08-28T02:39:02.487147+0000","last_fullsized":"2023-08-28T02:39:02.487147+0000","mapping_epoch":298,"log_start":"257'2574","ondisk_log_start":"257'2574","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5403,"log_dups_size":0,"ondisk_log_size":5403,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:49:35.658845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":254607360,"num_objects":3885,"num_object_clones":0,"num_object_copies":11655,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3885,"num_objects_unfound":0,"num_objects_dirty":3885,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7977,"num_write_kb":379584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4967,"num_bytes_recovered":325517312,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,2],"avail_no_missing":["4","2","5","6"],"object_location_counts":[{"shards":"2,4,5","objects":3885}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.5","version":"75'161","reported_seq":657,"reported_epoch":363,"state":"active+clean","last_fresh":"2023-08-28T02:38:53.593975+0000","last_change":"2023-08-28T02:32:31.477151+0000","last_active":"2023-08-28T02:38:53.593975+0000","last_peered":"2023-08-28T02:38:53.593975+0000","last_clean":"2023-08-28T02:38:53.593975+0000","last_became_active":"2023-08-28T02:32:31.476776+0000","last_became_peered":"2023-08-28T02:32:31.476776+0000","last_unstale":"2023-08-28T02:38:53.593975+0000","last_undegraded":"2023-08-28T02:38:53.593975+0000","last_fullsized":"2023-08-28T02:38:53.593975+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:18.891729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:18.891729+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:47:27.194140+0000","scrub_duration":0.0031546460000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"65'2","reported_seq":321,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.180541+0000","last_change":"2023-08-28T02:33:12.327778+0000","last_active":"2023-08-28T02:38:58.180541+0000","last_peered":"2023-08-28T02:38:58.180541+0000","last_clean":"2023-08-28T02:38:58.180541+0000","last_became_active":"2023-08-28T02:33:12.327273+0000","last_became_peered":"2023-08-28T02:33:12.327273+0000","last_unstale":"2023-08-28T02:38:58.180541+0000","last_undegraded":"2023-08-28T02:38:58.180541+0000","last_fullsized":"2023-08-28T02:38:58.180541+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:40.554192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":202,"reported_epoch":363,"state":"active+clean","last_fresh":"2023-08-28T02:38:53.638939+0000","last_change":"2023-08-28T02:33:13.335665+0000","last_active":"2023-08-28T02:38:53.638939+0000","last_peered":"2023-08-28T02:38:53.638939+0000","last_clean":"2023-08-28T02:38:53.638939+0000","last_became_active":"2023-08-28T02:33:13.335322+0000","last_became_peered":"2023-08-28T02:33:13.335322+0000","last_unstale":"2023-08-28T02:38:53.638939+0000","last_undegraded":"2023-08-28T02:38:53.638939+0000","last_fullsized":"2023-08-28T02:38:53.638939+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:21:08.024493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":318,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.180112+0000","last_change":"2023-08-28T02:33:12.310326+0000","last_active":"2023-08-28T02:38:58.180112+0000","last_peered":"2023-08-28T02:38:58.180112+0000","last_clean":"2023-08-28T02:38:58.180112+0000","last_became_active":"2023-08-28T02:33:12.310011+0000","last_became_peered":"2023-08-28T02:33:12.310011+0000","last_unstale":"2023-08-28T02:38:58.180112+0000","last_undegraded":"2023-08-28T02:38:58.180112+0000","last_fullsized":"2023-08-28T02:38:58.180112+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:35:03.710036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"364'7956","reported_seq":14162,"reported_epoch":364,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-08-28T02:39:02.544395+0000","last_change":"2023-08-28T02:38:43.760745+0000","last_active":"2023-08-28T02:39:02.544395+0000","last_peered":"2023-08-28T02:39:02.544395+0000","last_clean":"2023-08-28T02:31:27.909649+0000","last_became_active":"2023-08-28T02:33:33.726805+0000","last_became_peered":"2023-08-28T02:33:33.726805+0000","last_unstale":"2023-08-28T02:39:02.544395+0000","last_undegraded":"2023-08-28T02:33:20.140072+0000","last_fullsized":"2023-08-28T02:33:13.278549+0000","mapping_epoch":298,"log_start":"257'2577","ondisk_log_start":"257'2577","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5379,"log_dups_size":0,"ondisk_log_size":5379,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:02:22.971585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":256376832,"num_objects":3912,"num_object_clones":0,"num_object_copies":11736,"num_objects_missing_on_primary":3885,"num_objects_missing":3885,"num_objects_degraded":2496,"num_objects_misplaced":7810,"num_objects_unfound":0,"num_objects_dirty":3912,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7956,"num_write_kb":379776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2012,"num_bytes_recovered":131727360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[4,3],"avail_no_missing":["2","6"],"object_location_counts":[{"shards":"2,3,4,6","objects":12},{"shards":"2,3,6","objects":1402},{"shards":"2,4,6","objects":14},{"shards":"2,6","objects":2483},{"shards":"3,4","objects":-12}],"blocked_by":[],"up_primary":3,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.4","version":"75'161","reported_seq":573,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.180273+0000","last_change":"2023-08-28T02:33:12.296479+0000","last_active":"2023-08-28T02:38:58.180273+0000","last_peered":"2023-08-28T02:38:58.180273+0000","last_clean":"2023-08-28T02:38:58.180273+0000","last_became_active":"2023-08-28T02:33:12.294160+0000","last_became_peered":"2023-08-28T02:33:12.294160+0000","last_unstale":"2023-08-28T02:38:58.180273+0000","last_undegraded":"2023-08-28T02:38:58.180273+0000","last_fullsized":"2023-08-28T02:38:58.180273+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.899247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.899247+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":291,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.101094+0000","last_change":"2023-08-28T02:33:13.539335+0000","last_active":"2023-08-28T02:38:58.101094+0000","last_peered":"2023-08-28T02:38:58.101094+0000","last_clean":"2023-08-28T02:38:58.101094+0000","last_became_active":"2023-08-28T02:33:13.538978+0000","last_became_peered":"2023-08-28T02:33:13.538978+0000","last_unstale":"2023-08-28T02:38:58.101094+0000","last_undegraded":"2023-08-28T02:38:58.101094+0000","last_fullsized":"2023-08-28T02:38:58.101094+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:26:13.405766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"65'1","reported_seq":355,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.100247+0000","last_change":"2023-08-28T02:29:44.510205+0000","last_active":"2023-08-28T02:38:58.100247+0000","last_peered":"2023-08-28T02:38:58.100247+0000","last_clean":"2023-08-28T02:38:58.100247+0000","last_became_active":"2023-08-28T02:29:44.429357+0000","last_became_peered":"2023-08-28T02:29:44.429357+0000","last_unstale":"2023-08-28T02:38:58.100247+0000","last_undegraded":"2023-08-28T02:38:58.100247+0000","last_fullsized":"2023-08-28T02:38:58.100247+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:44:59.955729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":319,"reported_epoch":363,"state":"active+clean","last_fresh":"2023-08-28T02:38:53.594703+0000","last_change":"2023-08-28T02:32:12.950661+0000","last_active":"2023-08-28T02:38:53.594703+0000","last_peered":"2023-08-28T02:38:53.594703+0000","last_clean":"2023-08-28T02:38:53.594703+0000","last_became_active":"2023-08-28T02:32:12.950276+0000","last_became_peered":"2023-08-28T02:32:12.950276+0000","last_unstale":"2023-08-28T02:38:53.594703+0000","last_undegraded":"2023-08-28T02:38:53.594703+0000","last_fullsized":"2023-08-28T02:38:53.594703+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:05:17.972868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"65'1","reported_seq":312,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.098944+0000","last_change":"2023-08-28T02:14:43.042150+0000","last_active":"2023-08-28T02:38:58.098944+0000","last_peered":"2023-08-28T02:38:58.098944+0000","last_clean":"2023-08-28T02:38:58.098944+0000","last_became_active":"2023-08-28T02:14:43.038336+0000","last_became_peered":"2023-08-28T02:14:43.038336+0000","last_unstale":"2023-08-28T02:38:58.098944+0000","last_undegraded":"2023-08-28T02:38:58.098944+0000","last_fullsized":"2023-08-28T02:38:58.098944+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:26:02.415152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":361,"reported_epoch":363,"state":"active+clean","last_fresh":"2023-08-28T02:38:53.639259+0000","last_change":"2023-08-28T02:33:13.318097+0000","last_active":"2023-08-28T02:38:53.639259+0000","last_peered":"2023-08-28T02:38:53.639259+0000","last_clean":"2023-08-28T02:38:53.639259+0000","last_became_active":"2023-08-28T02:33:13.317761+0000","last_became_peered":"2023-08-28T02:33:13.317761+0000","last_unstale":"2023-08-28T02:38:53.639259+0000","last_undegraded":"2023-08-28T02:38:53.639259+0000","last_fullsized":"2023-08-28T02:38:53.639259+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:24.836996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"65'2","reported_seq":358,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.171835+0000","last_change":"2023-08-28T02:29:44.535937+0000","last_active":"2023-08-28T02:38:58.171835+0000","last_peered":"2023-08-28T02:38:58.171835+0000","last_clean":"2023-08-28T02:38:58.171835+0000","last_became_active":"2023-08-28T02:29:44.462244+0000","last_became_peered":"2023-08-28T02:29:44.462244+0000","last_unstale":"2023-08-28T02:38:58.171835+0000","last_undegraded":"2023-08-28T02:38:58.171835+0000","last_fullsized":"2023-08-28T02:38:58.171835+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:30:33.173713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":359,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.098701+0000","last_change":"2023-08-28T02:33:12.305580+0000","last_active":"2023-08-28T02:38:58.098701+0000","last_peered":"2023-08-28T02:38:58.098701+0000","last_clean":"2023-08-28T02:38:58.098701+0000","last_became_active":"2023-08-28T02:33:12.305261+0000","last_became_peered":"2023-08-28T02:33:12.305261+0000","last_unstale":"2023-08-28T02:38:58.098701+0000","last_undegraded":"2023-08-28T02:38:58.098701+0000","last_fullsized":"2023-08-28T02:38:58.098701+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:22:31.614221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"65'2","reported_seq":327,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.171992+0000","last_change":"2023-08-28T02:31:51.991101+0000","last_active":"2023-08-28T02:38:58.171992+0000","last_peered":"2023-08-28T02:38:58.171992+0000","last_clean":"2023-08-28T02:38:58.171992+0000","last_became_active":"2023-08-28T02:31:51.987237+0000","last_became_peered":"2023-08-28T02:31:51.987237+0000","last_unstale":"2023-08-28T02:38:58.171992+0000","last_undegraded":"2023-08-28T02:38:58.171992+0000","last_fullsized":"2023-08-28T02:38:58.171992+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:07:07.370857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":360,"reported_epoch":363,"state":"active+clean","last_fresh":"2023-08-28T02:38:53.593509+0000","last_change":"2023-08-28T02:33:12.494483+0000","last_active":"2023-08-28T02:38:53.593509+0000","last_peered":"2023-08-28T02:38:53.593509+0000","last_clean":"2023-08-28T02:38:53.593509+0000","last_became_active":"2023-08-28T02:33:12.494136+0000","last_became_peered":"2023-08-28T02:33:12.494136+0000","last_unstale":"2023-08-28T02:38:53.593509+0000","last_undegraded":"2023-08-28T02:38:53.593509+0000","last_fullsized":"2023-08-28T02:38:53.593509+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:36.772588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"65'1","reported_seq":306,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.180644+0000","last_change":"2023-08-28T02:33:13.287922+0000","last_active":"2023-08-28T02:38:58.180644+0000","last_peered":"2023-08-28T02:38:58.180644+0000","last_clean":"2023-08-28T02:38:58.180644+0000","last_became_active":"2023-08-28T02:33:13.287520+0000","last_became_peered":"2023-08-28T02:33:13.287520+0000","last_unstale":"2023-08-28T02:38:58.180644+0000","last_undegraded":"2023-08-28T02:38:58.180644+0000","last_fullsized":"2023-08-28T02:38:58.180644+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:11.627168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":320,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.180301+0000","last_change":"2023-08-28T02:33:13.289469+0000","last_active":"2023-08-28T02:38:58.180301+0000","last_peered":"2023-08-28T02:38:58.180301+0000","last_clean":"2023-08-28T02:38:58.180301+0000","last_became_active":"2023-08-28T02:33:13.288737+0000","last_became_peered":"2023-08-28T02:33:13.288737+0000","last_unstale":"2023-08-28T02:38:58.180301+0000","last_undegraded":"2023-08-28T02:38:58.180301+0000","last_fullsized":"2023-08-28T02:38:58.180301+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:11:15.043550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"65'4","reported_seq":344,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.100139+0000","last_change":"2023-08-28T02:32:28.607010+0000","last_active":"2023-08-28T02:38:58.100139+0000","last_peered":"2023-08-28T02:38:58.100139+0000","last_clean":"2023-08-28T02:38:58.100139+0000","last_became_active":"2023-08-28T02:32:28.492224+0000","last_became_peered":"2023-08-28T02:32:28.492224+0000","last_unstale":"2023-08-28T02:38:58.100139+0000","last_undegraded":"2023-08-28T02:38:58.100139+0000","last_fullsized":"2023-08-28T02:38:58.100139+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:13:45.711951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":554,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":370,"reported_epoch":363,"state":"active+clean","last_fresh":"2023-08-28T02:38:53.593314+0000","last_change":"2023-08-28T02:33:13.309144+0000","last_active":"2023-08-28T02:38:53.593314+0000","last_peered":"2023-08-28T02:38:53.593314+0000","last_clean":"2023-08-28T02:38:53.593314+0000","last_became_active":"2023-08-28T02:33:13.308910+0000","last_became_peered":"2023-08-28T02:33:13.308910+0000","last_unstale":"2023-08-28T02:38:53.593314+0000","last_undegraded":"2023-08-28T02:38:53.593314+0000","last_fullsized":"2023-08-28T02:38:53.593314+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:09:59.549591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":3986096152,"num_objects":60824,"num_object_clones":0,"num_object_copies":182472,"num_objects_missing_on_primary":3885,"num_objects_missing":3885,"num_objects_degraded":15051,"num_objects_misplaced":18841,"num_objects_unfound":0,"num_objects_dirty":60824,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":125790,"num_write_kb":5971585,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":47835,"num_bytes_recovered":3108438016,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":13174452224,"data_stored":13174440008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97238,"ondisk_log_size":97238,"up":48,"acting":45,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":10126,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":370028,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":89,"num_read_kb":167,"num_write":44,"num_write_kb":440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":584707,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2048000,"data_stored":2033792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299786,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1710408,"kb_used_data":1220096,"kb_used_omap":0,"kb_used_meta":490304,"kb_avail":92034744,"statfs":{"total":95995035648,"available":94243577856,"internally_reserved":0,"allocated":1249378304,"data_stored":1247927633,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":502071296},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:38:11 2023","interfaces":[{"interface":"back","average":{"1min":0.439,"5min":0.51100000000000001,"15min":1.1990000000000001},"min":{"1min":0.26300000000000001,"5min":0.23400000000000001,"15min":0.219},"max":{"1min":0.93899999999999995,"5min":3.6480000000000001,"15min":13.118},"last":0.23499999999999999},{"interface":"front","average":{"1min":0.436,"5min":0.57299999999999995,"15min":1.611},"min":{"1min":0.27700000000000002,"5min":0.247,"15min":0.246},"max":{"1min":0.66900000000000004,"5min":3.6619999999999999,"15min":17.402999999999999},"last":0.33200000000000002}]},{"osd":1,"last update":"Mon Aug 28 02:38:44 2023","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.58999999999999997,"15min":1.8260000000000001},"min":{"1min":0.28799999999999998,"5min":0.253,"15min":0.248},"max":{"1min":3.113,"5min":5.492,"15min":17.43},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.68700000000000006,"5min":0.73699999999999999,"15min":1.7410000000000001},"min":{"1min":0.32100000000000001,"5min":0.28699999999999998,"15min":0.25900000000000001},"max":{"1min":3.5880000000000001,"5min":5.5179999999999998,"15min":19.913},"last":0.39600000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:38:28 2023","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.496,"15min":1.278},"min":{"1min":0.318,"5min":0.26800000000000002,"15min":0.22900000000000001},"max":{"1min":1.266,"5min":3.1760000000000002,"15min":8.3889999999999993},"last":0.43099999999999999},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.56999999999999995,"15min":1.1359999999999999},"min":{"1min":0.34499999999999997,"5min":0.28799999999999998,"15min":0.28699999999999998},"max":{"1min":1.8720000000000001,"5min":2.399,"15min":9.2219999999999995},"last":0.38800000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:38:19 2023","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.61399999999999999,"15min":0.68300000000000005},"min":{"1min":0.36499999999999999,"5min":0.312,"15min":0.312},"max":{"1min":1.5900000000000001,"5min":3.0099999999999998,"15min":3.0099999999999998},"last":0.35899999999999999},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59099999999999997,"15min":0.61699999999999999},"min":{"1min":0.36399999999999999,"5min":0.308,"15min":0.308},"max":{"1min":1.3169999999999999,"5min":3.1000000000000001,"15min":3.1000000000000001},"last":0.46100000000000002}]},{"osd":4,"last update":"Mon Aug 28 02:38:11 2023","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.52900000000000003,"15min":1.244},"min":{"1min":0.32000000000000001,"5min":0.27700000000000002,"15min":0.245},"max":{"1min":1.458,"5min":5.2169999999999996,"15min":18.943000000000001},"last":0.29999999999999999},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.57399999999999995,"15min":0.92000000000000004},"min":{"1min":0.309,"5min":0.28699999999999998,"15min":0.25700000000000001},"max":{"1min":1.286,"5min":2.9870000000000001,"15min":8.1890000000000001},"last":0.318}]},{"osd":5,"last update":"Mon Aug 28 02:38:11 2023","interfaces":[{"interface":"back","average":{"1min":0.71299999999999997,"5min":0.53400000000000003,"15min":1.004},"min":{"1min":0.309,"5min":0.28100000000000003,"15min":0.23599999999999999},"max":{"1min":2.6669999999999998,"5min":3.2120000000000002,"15min":14.622},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.54600000000000004,"15min":1.232},"min":{"1min":0.38700000000000001,"5min":0.317,"15min":0.27000000000000002},"max":{"1min":0.71599999999999997,"5min":3.0499999999999998,"15min":17.324999999999999},"last":0.443}]},{"osd":6,"last update":"Mon Aug 28 02:38:11 2023","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.623,"15min":1.2689999999999999},"min":{"1min":0.373,"5min":0.33300000000000002,"15min":0.30299999999999999},"max":{"1min":1.5740000000000001,"5min":3.2250000000000001,"15min":17.454999999999998},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.622,"15min":0.83799999999999997},"min":{"1min":0.41699999999999998,"5min":0.33400000000000002,"15min":0.28999999999999998},"max":{"1min":1.3879999999999999,"5min":3.0499999999999998,"15min":7.665},"last":0.41699999999999998}]}]},{"osd":6,"up_from":0,"seq":193273528717,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":101,"seq":433791697175,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1366856,"kb_used_data":742784,"kb_used_omap":4,"kb_used_meta":624059,"kb_avail":92378296,"statfs":{"total":95995035648,"available":94595375104,"internally_reserved":0,"allocated":760610816,"data_stored":758537418,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":639037326},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:38:48 2023","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.48699999999999999,"15min":1.776},"min":{"1min":0.24299999999999999,"5min":0.23799999999999999,"15min":0.22},"max":{"1min":1.659,"5min":3.3730000000000002,"15min":24.545999999999999},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.497,"5min":0.66500000000000004,"15min":2.323},"min":{"1min":0.27100000000000002,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":1.0600000000000001,"5min":7.2450000000000001,"15min":24.515000000000001},"last":0.77600000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:38:33 2023","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.66300000000000003,"15min":2.0409999999999999},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.24099999999999999},"max":{"1min":1.639,"5min":4.0579999999999998,"15min":22.161000000000001},"last":0.85899999999999999},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.64600000000000002,"15min":1.5},"min":{"1min":0.308,"5min":0.28399999999999997,"15min":0.254},"max":{"1min":1.431,"5min":7.0110000000000001,"15min":19.100999999999999},"last":0.35099999999999998}]},{"osd":3,"last update":"Mon Aug 28 02:38:22 2023","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.56399999999999995,"15min":0.496},"min":{"1min":0.29199999999999998,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":1.704,"5min":2.742,"15min":2.742},"last":0.63},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.56699999999999995,"15min":0.53200000000000003},"min":{"1min":0.29199999999999998,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.98099999999999998,"5min":3.5819999999999999,"15min":3.5819999999999999},"last":0.81599999999999995}]},{"osd":4,"last update":"Mon Aug 28 02:38:48 2023","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.64800000000000002,"15min":1.264},"min":{"1min":0.30599999999999999,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":1.9910000000000001,"5min":3.0259999999999998,"15min":18.992999999999999},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.73799999999999999,"5min":0.63,"15min":1.4419999999999999},"min":{"1min":0.44,"5min":0.34300000000000003,"15min":0.26400000000000001},"max":{"1min":2.0070000000000001,"5min":2.0070000000000001,"15min":14.779999999999999},"last":0.40899999999999997}]},{"osd":5,"last update":"Mon Aug 28 02:38:48 2023","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.67300000000000004,"15min":1.8979999999999999},"min":{"1min":0.372,"5min":0.36499999999999999,"15min":0.29999999999999999},"max":{"1min":0.96299999999999997,"5min":3.7029999999999998,"15min":18.626999999999999},"last":0.83999999999999997},{"interface":"front","average":{"1min":0.67700000000000005,"5min":0.70699999999999996,"15min":1.6639999999999999},"min":{"1min":0.38200000000000001,"5min":0.35299999999999998,"15min":0.33600000000000002},"max":{"1min":2.5739999999999998,"5min":3.0609999999999999,"15min":18.945},"last":0.56799999999999995}]},{"osd":6,"last update":"Mon Aug 28 02:38:48 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.70099999999999996,"15min":1.841},"min":{"1min":0.45300000000000001,"5min":0.40799999999999997,"15min":0.34300000000000003},"max":{"1min":1.923,"5min":3.7400000000000002,"15min":12.221},"last":0.88100000000000001},{"interface":"front","average":{"1min":0.77000000000000002,"5min":0.77200000000000002,"15min":1.472},"min":{"1min":0.45000000000000001,"5min":0.39100000000000001,"15min":0.35699999999999998},"max":{"1min":2.4780000000000002,"5min":3.089,"15min":19.021999999999998},"last":0.60699999999999998}]},{"osd":7,"last update":"Mon Aug 28 02:38:48 2023","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.76100000000000001,"15min":1.6080000000000001},"min":{"1min":0.434,"5min":0.38500000000000001,"15min":0.374},"max":{"1min":2.2850000000000001,"5min":3.1080000000000001,"15min":19.047999999999998},"last":0.64500000000000002},{"interface":"front","average":{"1min":0.94199999999999995,"5min":0.73499999999999999,"15min":1.6919999999999999},"min":{"1min":0.52400000000000002,"5min":0.432,"15min":0.312},"max":{"1min":2.3679999999999999,"5min":2.3679999999999999,"15min":14.818},"last":0.46600000000000003}]}]},{"osd":0,"up_from":87,"seq":373662155042,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3113504,"kb_used_data":2418136,"kb_used_omap":5,"kb_used_meta":695354,"kb_avail":90631648,"statfs":{"total":95995035648,"available":92806807552,"internally_reserved":0,"allocated":2476171264,"data_stored":2473972161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":712043130},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,1],"upper_bound":16},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:38:40 2023","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.45900000000000002,"15min":1.4199999999999999},"min":{"1min":0.23699999999999999,"5min":0.20300000000000001,"15min":0.184},"max":{"1min":0.94499999999999995,"5min":2.5489999999999999,"15min":30.315000000000001},"last":0.254},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.51700000000000002,"15min":2.073},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.221},"max":{"1min":0.83499999999999996,"5min":4.0679999999999996,"15min":69.272000000000006},"last":0.30299999999999999}]},{"osd":2,"last update":"Mon Aug 28 02:38:40 2023","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.65000000000000002,"15min":1.6819999999999999},"min":{"1min":0.27900000000000003,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":1.9419999999999999,"5min":4.4020000000000001,"15min":20.959},"last":0.35099999999999998},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.66300000000000003,"15min":1.518},"min":{"1min":0.314,"5min":0.28000000000000003,"15min":0.24299999999999999},"max":{"1min":1.71,"5min":6.1180000000000003,"15min":9.3729999999999993},"last":0.52900000000000003}]},{"osd":3,"last update":"Mon Aug 28 02:38:22 2023","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.76800000000000002,"15min":0.75600000000000001},"min":{"1min":0.32800000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":1.9139999999999999,"5min":5.6680000000000001,"15min":5.6680000000000001},"last":0.39900000000000002},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.70499999999999996,"15min":0.755},"min":{"1min":0.38700000000000001,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.83299999999999996,"5min":4.9199999999999999,"15min":4.9199999999999999},"last":0.33900000000000002}]},{"osd":4,"last update":"Mon Aug 28 02:38:22 2023","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.53600000000000003,"15min":2.246},"min":{"1min":0.34699999999999998,"5min":0.315,"15min":0.29299999999999998},"max":{"1min":0.64600000000000002,"5min":2.3210000000000002,"15min":274.33199999999999},"last":0.69699999999999995},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.65500000000000003,"15min":2.6080000000000001},"min":{"1min":0.40500000000000003,"5min":0.315,"15min":0.28199999999999997},"max":{"1min":0.73899999999999999,"5min":2.6520000000000001,"15min":266.31999999999999},"last":0.41599999999999998}]},{"osd":5,"last update":"Mon Aug 28 02:38:23 2023","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.57799999999999996,"15min":1.323},"min":{"1min":0.34999999999999998,"5min":0.33300000000000002,"15min":0.29299999999999998},"max":{"1min":0.81200000000000006,"5min":2.3759999999999999,"15min":13.038},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.63700000000000001,"15min":1.8069999999999999},"min":{"1min":0.41699999999999998,"5min":0.36399999999999999,"15min":0.27800000000000002},"max":{"1min":0.76700000000000002,"5min":2.2679999999999998,"15min":15.231},"last":1.2410000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:38:23 2023","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.63700000000000001,"15min":1.4870000000000001},"min":{"1min":0.441,"5min":0.38300000000000001,"15min":0.29399999999999998},"max":{"1min":0.82399999999999995,"5min":2.4540000000000002,"15min":15.122999999999999},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.67900000000000005,"15min":1.802},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.35599999999999998},"max":{"1min":0.80500000000000005,"5min":2.3029999999999999,"15min":15.186999999999999},"last":0.54200000000000004}]},{"osd":7,"last update":"Mon Aug 28 02:38:23 2023","interfaces":[{"interface":"back","average":{"1min":0.76300000000000001,"5min":0.80400000000000005,"15min":1.8280000000000001},"min":{"1min":0.442,"5min":0.36399999999999999,"15min":0.33400000000000002},"max":{"1min":3.2130000000000001,"5min":4.4390000000000001,"15min":16.183},"last":0.876},{"interface":"front","average":{"1min":0.76100000000000001,"5min":0.73199999999999998,"15min":1.5209999999999999},"min":{"1min":0.47699999999999998,"5min":0.46000000000000002,"15min":0.35999999999999999},"max":{"1min":3.194,"5min":3.194,"15min":13.005000000000001},"last":0.85599999999999998}]}]},{"osd":2,"up_from":0,"seq":502511173901,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":297,"seq":1275605286984,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":942028,"kb_used_data":793156,"kb_used_omap":2,"kb_used_meta":148861,"kb_avail":92803124,"statfs":{"total":95995035648,"available":95030398976,"internally_reserved":0,"allocated":812191744,"data_stored":810116658,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":152433717},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:38:16 2023","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":0.53900000000000003,"15min":0.44800000000000001},"min":{"1min":0.224,"5min":0.22,"15min":0.22},"max":{"1min":1.9910000000000001,"5min":6.8819999999999997,"15min":6.8819999999999997},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.63600000000000001,"15min":0.67800000000000005},"min":{"1min":0.25900000000000001,"5min":0.217,"15min":0.217},"max":{"1min":0.79700000000000004,"5min":6.7839999999999998,"15min":6.7839999999999998},"last":0.29499999999999998}]},{"osd":1,"last update":"Mon Aug 28 02:38:16 2023","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.59599999999999997,"15min":0.46400000000000002},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":3.044,"5min":4.0650000000000004,"15min":4.0650000000000004},"last":0.34200000000000003},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.66700000000000004,"15min":0.70499999999999996},"min":{"1min":0.30099999999999999,"5min":0.249,"15min":0.249},"max":{"1min":2.4620000000000002,"5min":3.9249999999999998,"15min":3.9249999999999998},"last":0.54600000000000004}]},{"osd":2,"last update":"Mon Aug 28 02:38:16 2023","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.54700000000000004,"15min":0.60999999999999999},"min":{"1min":0.307,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":1.212,"5min":2.5449999999999999,"15min":2.5449999999999999},"last":0.35899999999999999},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.628,"15min":0.57199999999999995},"min":{"1min":0.29599999999999999,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":1.911,"5min":4.7030000000000003,"15min":4.7030000000000003},"last":0.317}]},{"osd":4,"last update":"Mon Aug 28 02:38:16 2023","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.64200000000000002,"15min":0.59499999999999997},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.8029999999999999,"5min":6.2670000000000003,"15min":6.2670000000000003},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.63900000000000001,"15min":0.56899999999999995},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.63500000000000001,"5min":3.5030000000000001,"15min":3.5030000000000001},"last":0.378}]},{"osd":5,"last update":"Mon Aug 28 02:38:16 2023","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.64400000000000002,"15min":0.59199999999999997},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":1.1419999999999999,"5min":3.5390000000000001,"15min":3.5390000000000001},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.67500000000000004,"5min":0.60799999999999998,"15min":0.56399999999999995},"min":{"1min":0.38800000000000001,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":3.411,"5min":3.411,"15min":3.411},"last":0.499}]},{"osd":6,"last update":"Mon Aug 28 02:38:16 2023","interfaces":[{"interface":"back","average":{"1min":0.77200000000000002,"5min":0.65600000000000003,"15min":0.64800000000000002},"min":{"1min":0.47799999999999998,"5min":0.436,"15min":0.436},"max":{"1min":1.921,"5min":1.921,"15min":1.921},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.68999999999999995,"15min":0.65100000000000002},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":1.1659999999999999,"5min":3.6099999999999999,"15min":3.6099999999999999},"last":0.47099999999999997}]},{"osd":7,"last update":"Mon Aug 28 02:38:16 2023","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":0.64200000000000002,"15min":0.59799999999999998},"min":{"1min":0.44700000000000001,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":1.6339999999999999,"5min":2.9399999999999999,"15min":2.9399999999999999},"last":0.437},{"interface":"front","average":{"1min":0.72699999999999998,"5min":0.70099999999999996,"15min":0.66500000000000004},"min":{"1min":0.47299999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":1.8460000000000001,"5min":2.9540000000000002,"15min":2.9540000000000002},"last":0.48499999999999999}]}]},{"osd":4,"up_from":30,"seq":128849019278,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3199360,"kb_used_data":2696632,"kb_used_omap":0,"kb_used_meta":502720,"kb_avail":90545792,"statfs":{"total":95995035648,"available":92718891008,"internally_reserved":0,"allocated":2761351168,"data_stored":2759901122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":514785280},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:38:24 2023","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.57699999999999996,"15min":1.5069999999999999},"min":{"1min":0.23899999999999999,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":1.21,"5min":10.249000000000001,"15min":22.515000000000001},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.48799999999999999,"5min":0.54300000000000004,"15min":1.4430000000000001},"min":{"1min":0.29299999999999998,"5min":0.23200000000000001,"15min":0.218},"max":{"1min":0.79000000000000004,"5min":4.5250000000000004,"15min":22.454000000000001},"last":0.65900000000000003}]},{"osd":1,"last update":"Mon Aug 28 02:38:49 2023","interfaces":[{"interface":"back","average":{"1min":0.47899999999999998,"5min":0.56899999999999995,"15min":1.2889999999999999},"min":{"1min":0.29599999999999999,"5min":0.254,"15min":0.248},"max":{"1min":0.70799999999999996,"5min":5.5979999999999999,"15min":23.082000000000001},"last":0.499},{"interface":"front","average":{"1min":0.48399999999999999,"5min":0.53700000000000003,"15min":1.4319999999999999},"min":{"1min":0.33700000000000002,"5min":0.28199999999999997,"15min":0.26000000000000001},"max":{"1min":0.65200000000000002,"5min":4.5910000000000002,"15min":25.100000000000001},"last":0.67100000000000004}]},{"osd":2,"last update":"Mon Aug 28 02:38:24 2023","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.64600000000000002,"15min":1.464},"min":{"1min":0.34499999999999997,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":1.3979999999999999,"5min":4.5430000000000001,"15min":16.231000000000002},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.65200000000000002,"15min":1.387},"min":{"1min":0.314,"5min":0.312,"15min":0.29299999999999998},"max":{"1min":2.2719999999999998,"5min":5.6360000000000001,"15min":13.515000000000001},"last":0.47499999999999998}]},{"osd":3,"last update":"Mon Aug 28 02:38:24 2023","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.65600000000000003,"15min":0.75700000000000001},"min":{"1min":0.34200000000000003,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.516,"5min":7.7480000000000002,"15min":7.7480000000000002},"last":0.745},{"interface":"front","average":{"1min":0.71699999999999997,"5min":0.72399999999999998,"15min":0.67400000000000004},"min":{"1min":0.36899999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":2.3290000000000002,"5min":3.7069999999999999,"15min":3.7069999999999999},"last":0.51400000000000001}]},{"osd":5,"last update":"Mon Aug 28 02:38:02 2023","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.49099999999999999,"15min":1.0900000000000001},"min":{"1min":0.28399999999999997,"5min":0.25900000000000001,"15min":0.222},"max":{"1min":0.64800000000000002,"5min":4.609,"15min":16.181999999999999},"last":0.31},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.47999999999999998,"15min":1.117},"min":{"1min":0.32700000000000001,"5min":0.27500000000000002,"15min":0.20699999999999999},"max":{"1min":0.84199999999999997,"5min":1.5700000000000001,"15min":10.233000000000001},"last":0.38800000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:38:18 2023","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":0.53100000000000003,"15min":1.02},"min":{"1min":0.28699999999999998,"5min":0.27100000000000002,"15min":0.26500000000000001},"max":{"1min":0.72799999999999998,"5min":2.9830000000000001,"15min":10.023999999999999},"last":0.443},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.54400000000000004,"15min":1.0940000000000001},"min":{"1min":0.32100000000000001,"5min":0.30499999999999999,"15min":0.26600000000000001},"max":{"1min":1.131,"5min":4.5880000000000001,"15min":8.5},"last":0.33600000000000002}]},{"osd":7,"last update":"Mon Aug 28 02:38:24 2023","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.54400000000000004,"15min":1.103},"min":{"1min":0.375,"5min":0.28999999999999998,"15min":0.22500000000000001},"max":{"1min":0.68400000000000005,"5min":4.5720000000000001,"15min":9.3209999999999997},"last":0.376},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.57399999999999995,"15min":1.0649999999999999},"min":{"1min":0.34300000000000003,"5min":0.32400000000000001,"15min":0.30299999999999999},"max":{"1min":0.94199999999999995,"5min":1.647,"15min":15.597},"last":0.42199999999999999}]}]},{"osd":5,"up_from":37,"seq":158913790352,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2268216,"kb_used_data":1703280,"kb_used_omap":0,"kb_used_meta":564928,"kb_avail":91476936,"statfs":{"total":95995035648,"available":93672382464,"internally_reserved":0,"allocated":1744158720,"data_stored":1742720651,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":578486272},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,0,0,0,1],"upper_bound":512},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:38:52 2023","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.437,"15min":1.4099999999999999},"min":{"1min":0.26100000000000001,"5min":0.23200000000000001,"15min":0.20200000000000001},"max":{"1min":0.64600000000000002,"5min":1.1100000000000001,"15min":15.156000000000001},"last":0.747},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.53300000000000003,"15min":1.45},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.24099999999999999},"max":{"1min":1.4019999999999999,"5min":4.298,"15min":19.815999999999999},"last":0.39300000000000002}]},{"osd":1,"last update":"Mon Aug 28 02:38:52 2023","interfaces":[{"interface":"back","average":{"1min":0.73999999999999999,"5min":0.53600000000000003,"15min":1.651},"min":{"1min":0.312,"5min":0.27900000000000003,"15min":0.23699999999999999},"max":{"1min":3.7989999999999999,"5min":3.7989999999999999,"15min":17.998000000000001},"last":0.44500000000000001},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.56100000000000005,"15min":1.4990000000000001},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.26000000000000001},"max":{"1min":1.056,"5min":4.2149999999999999,"15min":19.853000000000002},"last":0.52800000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:38:52 2023","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.51400000000000001,"15min":1.3129999999999999},"min":{"1min":0.32100000000000001,"5min":0.28100000000000003,"15min":0.27700000000000002},"max":{"1min":0.68999999999999995,"5min":1.776,"15min":13.335000000000001},"last":0.72099999999999997},{"interface":"front","average":{"1min":0.77000000000000002,"5min":0.66300000000000003,"15min":1.54},"min":{"1min":0.39100000000000001,"5min":0.315,"15min":0.28499999999999998},"max":{"1min":3.597,"5min":4.2400000000000002,"15min":10.629},"last":0.55800000000000005}]},{"osd":3,"last update":"Mon Aug 28 02:38:23 2023","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.66100000000000003,"15min":1.0860000000000001},"min":{"1min":0.31,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.94399999999999995,"5min":16.190999999999999,"15min":16.190999999999999},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.628,"5min":0.84799999999999998,"15min":1.4059999999999999},"min":{"1min":0.36099999999999999,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":2.0470000000000002,"5min":21.420999999999999,"15min":21.420999999999999},"last":0.41699999999999998}]},{"osd":4,"last update":"Mon Aug 28 02:39:02 2023","interfaces":[{"interface":"back","average":{"1min":0.438,"5min":0.42299999999999999,"15min":1.016},"min":{"1min":0.251,"5min":0.25,"15min":0.23100000000000001},"max":{"1min":0.98699999999999999,"5min":1.516,"15min":13.616},"last":0.88100000000000001},{"interface":"front","average":{"1min":0.75800000000000001,"5min":0.58199999999999996,"15min":1.1859999999999999},"min":{"1min":0.29299999999999998,"5min":0.28499999999999998,"15min":0.25700000000000001},"max":{"1min":3.5179999999999998,"5min":4.1879999999999997,"15min":10.664999999999999},"last":0.35499999999999998}]},{"osd":6,"last update":"Mon Aug 28 02:38:52 2023","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.55700000000000005,"15min":1.2190000000000001},"min":{"1min":0.29099999999999998,"5min":0.28599999999999998,"15min":0.23300000000000001},"max":{"1min":1.6839999999999999,"5min":4.04,"15min":17.510000000000002},"last":0.90600000000000003},{"interface":"front","average":{"1min":0.755,"5min":0.55900000000000005,"15min":1.179},"min":{"1min":0.34000000000000002,"5min":0.29499999999999998,"15min":0.254},"max":{"1min":3.726,"5min":3.726,"15min":15.856999999999999},"last":0.36799999999999999}]},{"osd":7,"last update":"Mon Aug 28 02:38:52 2023","interfaces":[{"interface":"back","average":{"1min":0.98499999999999999,"5min":0.64600000000000002,"15min":1.3700000000000001},"min":{"1min":0.40899999999999997,"5min":0.34999999999999998,"15min":0.315},"max":{"1min":6.9630000000000001,"5min":6.9630000000000001,"15min":31.707000000000001},"last":0.40300000000000002},{"interface":"front","average":{"1min":0.95399999999999996,"5min":0.70099999999999996,"15min":1.423},"min":{"1min":0.39400000000000002,"5min":0.33000000000000002,"15min":0.318},"max":{"1min":4.5890000000000004,"5min":4.5890000000000004,"15min":31.66},"last":0.49299999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":2469597184,"data_stored":2469593112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":754843648,"data_stored":754843648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1694629888,"data_stored":1694629888,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":806354944,"data_stored":806354944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":2755530752,"data_stored":2755526680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1738932224,"data_stored":1738932224,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1711673344,"data_stored":1711669272,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1242890240,"data_stored":1242890240,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:39:07.390 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:39:07.433 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:39:07.458 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:07 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/722337552' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:39:07.458 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:07 smithi083 ceph-mon[157819]: pgmap v1121: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.7 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 128 op/s; 15051/182541 objects degraded (8.245%); 18841/182541 objects misplaced (10.322%); 1.5 MiB/s, 23 objects/s recovering 2023-08-28T02:39:07.461 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:07.486 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:39:07.489 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:07.489 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:39:07.590 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:39:07.622 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:07.647 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:39:07.651 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:07.651 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:39:07.732 INFO:teuthology.orchestra.run.smithi040.stdout:ERROR: (22) Invalid argument 2023-08-28T02:39:07.732 INFO:teuthology.orchestra.run.smithi040.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:39:07.752 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:39:07.787 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:07.812 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:39:07.816 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:07.816 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:39:07.917 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:39:07.945 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:07.966 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:39:07.969 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:07.969 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:39:08.070 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:39:08.106 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:08.129 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:39:08.131 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:08.132 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:39:08.178 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.4 dump_ops_in_flight 2023-08-28T02:39:08.204 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:08 smithi083 ceph-mon[157819]: from='client.46319 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:39:08.233 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:39:08.266 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:08.339 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:39:08.341 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:08 smithi040 ceph-mon[170259]: from='client.46319 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:39:08.341 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:08 smithi040 ceph-mon[175404]: from='client.46319 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:39:08.343 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:08.343 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:39:08.444 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:39:08.475 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:08.489 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:39:08.495 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:39:08.498 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:08.498 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:39:08.599 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:39:08.626 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:09.122 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-08-28T02:39:09.177 INFO:teuthology.orchestra.run.smithi040.stderr:nodeep-scrub is unset 2023-08-28T02:39:09.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:09 smithi040 ceph-mon[170259]: pgmap v1122: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.7 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 136 op/s; 15051/181692 objects degraded (8.284%); 18681/181692 objects misplaced (10.282%); 1.5 MiB/s, 23 objects/s recovering 2023-08-28T02:39:09.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:09 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3172770769' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:39:09.481 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:09 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:39:09.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:09 smithi040 ceph-mon[175404]: pgmap v1122: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.7 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 136 op/s; 15051/181692 objects degraded (8.284%); 18681/181692 objects misplaced (10.282%); 1.5 MiB/s, 23 objects/s recovering 2023-08-28T02:39:09.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:09 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3172770769' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:39:09.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:09 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:39:09.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:09 smithi083 ceph-mon[157819]: pgmap v1122: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.7 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 136 op/s; 15051/181692 objects degraded (8.284%); 18681/181692 objects misplaced (10.282%); 1.5 MiB/s, 23 objects/s recovering 2023-08-28T02:39:09.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:09 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3172770769' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:39:09.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:09 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:39:09.603 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:39:09.607 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:09.608 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:39:09.622 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:39:09.710 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:39:09.744 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:09.817 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:39:09.823 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:09.823 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:39:09.924 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:39:09.959 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:10.082 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:39:10.084 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:10.085 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:39:10.185 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:39:10.225 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:10.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:10 smithi083 ceph-mon[157819]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:39:10.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:10 smithi083 ceph-mon[157819]: failed to encode map e366 with expected crc 2023-08-28T02:39:10.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:10 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:39:10.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:10 smithi083 ceph-mon[157819]: osdmap e366: 8 total, 8 up, 6 in 2023-08-28T02:39:10.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:10 smithi083 ceph-mon[157819]: failed to encode map e366 with expected crc 2023-08-28T02:39:10.242 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:10 smithi083 ceph-mon[157819]: failed to encode map e366 with expected crc 2023-08-28T02:39:10.250 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:39:10.253 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:10.253 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:39:10.354 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:39:10.360 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:39:10.384 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:10 smithi040 ceph-mon[170259]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:39:10.384 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:10 smithi040 ceph-mon[170259]: failed to encode map e366 with expected crc 2023-08-28T02:39:10.384 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:10 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:39:10.384 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:10 smithi040 ceph-mon[170259]: osdmap e366: 8 total, 8 up, 6 in 2023-08-28T02:39:10.385 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:10 smithi040 ceph-mon[170259]: failed to encode map e366 with expected crc 2023-08-28T02:39:10.385 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:10 smithi040 ceph-mon[170259]: failed to encode map e366 with expected crc 2023-08-28T02:39:10.385 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:10 smithi040 ceph-mon[175404]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:39:10.385 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:10 smithi040 ceph-mon[175404]: failed to encode map e366 with expected crc 2023-08-28T02:39:10.385 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:10 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:39:10.385 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:10 smithi040 ceph-mon[175404]: osdmap e366: 8 total, 8 up, 6 in 2023-08-28T02:39:10.385 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:10 smithi040 ceph-mon[175404]: failed to encode map e366 with expected crc 2023-08-28T02:39:10.385 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:10 smithi040 ceph-mon[175404]: failed to encode map e366 with expected crc 2023-08-28T02:39:10.387 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:10.512 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:39:10.516 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:10.517 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:39:10.618 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:39:10.656 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:10.712 INFO:teuthology.orchestra.run.smithi083.stdout:ERROR: (22) Invalid argument 2023-08-28T02:39:10.712 INFO:teuthology.orchestra.run.smithi083.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:39:10.734 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:39:10.738 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:39:10.744 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:10.744 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:39:10.759 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:39:10.780 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:39:10.800 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:39:10.824 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:39:10.845 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:39:10.846 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:39:10.870 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:39:10.879 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:10.895 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:39:10.903 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:39:10.906 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:10.906 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:39:10.915 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:39:10.917 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-08-28T02:39:10.918 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-08-28T02:39:10.918 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-08-28T02:39:10.918 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-08-28T02:39:10.918 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-08-28T02:39:10.918 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-08-28T02:39:10.918 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-08-28T02:39:10.918 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-08-28T02:39:11.007 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:39:11.046 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:11.091 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.4 dump_blocked_ops 2023-08-28T02:39:11.165 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:11 smithi040 ceph-mon[170259]: pgmap v1124: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.7 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 145 op/s; 15017/181284 objects degraded (8.284%); 18648/181284 objects misplaced (10.287%); 1.5 MiB/s, 24 objects/s recovering 2023-08-28T02:39:11.166 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:11 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3200335282' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:39:11.166 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:11 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 15051/181692 objects degraded (8.284%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:39:11.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:11 smithi083 ceph-mon[157819]: pgmap v1124: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.7 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 145 op/s; 15017/181284 objects degraded (8.284%); 18648/181284 objects misplaced (10.287%); 1.5 MiB/s, 24 objects/s recovering 2023-08-28T02:39:11.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:11 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3200335282' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:39:11.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:11 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 15051/181692 objects degraded (8.284%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:39:11.372 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:39:11.375 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:11.376 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:39:11.422 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:39:11.447 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:11 smithi040 ceph-mon[175404]: pgmap v1124: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.7 GiB data, 12 GiB used, 524 GiB / 536 GiB avail; 0 B/s wr, 145 op/s; 15017/181284 objects degraded (8.284%); 18648/181284 objects misplaced (10.287%); 1.5 MiB/s, 24 objects/s recovering 2023-08-28T02:39:11.447 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:11 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3200335282' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:39:11.448 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:11 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 15051/181692 objects degraded (8.284%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:39:11.477 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:39:11.509 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:11.533 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:39:11.538 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:11.538 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:39:11.566 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd set noscrub 2023-08-28T02:39:11.639 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:39:11.678 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:11.755 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:39:11.766 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:11.766 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:39:11.867 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:39:11.896 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:11.954 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:39:12.115 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:39:12.118 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:12.118 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:39:12.208 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:39:12.210 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:39:12.219 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:39:12.250 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:12.277 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:39:12.280 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:12.280 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:39:12.381 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:39:12.409 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:12.429 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:39:12.432 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:12.432 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:39:12.456 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2023-08-28T02:39:12.456 INFO:teuthology.orchestra.run.smithi083.stdout: "ops": [], 2023-08-28T02:39:12.456 INFO:teuthology.orchestra.run.smithi083.stdout: "complaint_time": 30, 2023-08-28T02:39:12.456 INFO:teuthology.orchestra.run.smithi083.stdout: "num_blocked_ops": 0 2023-08-28T02:39:12.456 INFO:teuthology.orchestra.run.smithi083.stdout:} 2023-08-28T02:39:12.533 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:39:12.561 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:12.580 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:39:12.583 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:12.583 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:39:12.674 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":1124,"stamp":"2023-08-28T02:39:10.488883+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":3959012100,"num_objects":60428,"num_object_clones":0,"num_object_copies":181284,"num_objects_missing_on_primary":3844,"num_objects_missing":3844,"num_objects_degraded":15017,"num_objects_misplaced":18648,"num_objects_unfound":0,"num_objects_dirty":60428,"num_whiteouts":0,"num_read":90,"num_read_kb":168,"num_write":126314,"num_write_kb":5972054,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":47935,"num_bytes_recovered":3113948049,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":98983,"ondisk_log_size":98983,"up":297,"acting":294,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":12500204,"kb_used_data":9506108,"kb_used_omap":12,"kb_used_meta":2994035,"kb_avail":549970708,"statfs":{"total":575970213888,"available":563170004992,"internally_reserved":0,"allocated":9734254592,"data_stored":9723545037,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12739,"internal_metadata":3065892413},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,1,0,0,0,0,0,3,3,3,7],"upper_bound":4096},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-76152832,"num_objects":-1162,"num_object_clones":0,"num_object_copies":-3486,"num_objects_missing_on_primary":-80,"num_objects_missing":-80,"num_objects_degraded":-114,"num_objects_misplaced":-404,"num_objects_unfound":0,"num_objects_dirty":-1162,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1162,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":195,"num_bytes_recovered":12779520,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.002412"},"pg_stats":[{"pgid":"3.1a","version":"65'1","reported_seq":376,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.106847+0000","last_change":"2023-08-28T02:32:32.667028+0000","last_active":"2023-08-28T02:38:58.106847+0000","last_peered":"2023-08-28T02:38:58.106847+0000","last_clean":"2023-08-28T02:38:58.106847+0000","last_became_active":"2023-08-28T02:32:32.666711+0000","last_became_peered":"2023-08-28T02:32:32.666711+0000","last_unstale":"2023-08-28T02:38:58.106847+0000","last_undegraded":"2023-08-28T02:38:58.106847+0000","last_fullsized":"2023-08-28T02:38:58.106847+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:28:21.913105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":330,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-08-28T02:39:04.197043+0000","last_change":"2023-08-28T02:29:44.421259+0000","last_active":"2023-08-28T02:39:04.197043+0000","last_peered":"2023-08-28T02:39:04.197043+0000","last_clean":"2023-08-28T02:39:04.197043+0000","last_became_active":"2023-08-28T02:29:44.420936+0000","last_became_peered":"2023-08-28T02:29:44.420936+0000","last_unstale":"2023-08-28T02:39:04.197043+0000","last_undegraded":"2023-08-28T02:39:04.197043+0000","last_fullsized":"2023-08-28T02:39:04.197043+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:22:26.346867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":170,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.197115+0000","last_change":"2023-08-28T02:33:12.290337+0000","last_active":"2023-08-28T02:38:58.197115+0000","last_peered":"2023-08-28T02:38:58.197115+0000","last_clean":"2023-08-28T02:38:58.197115+0000","last_became_active":"2023-08-28T02:33:12.289852+0000","last_became_peered":"2023-08-28T02:33:12.289852+0000","last_unstale":"2023-08-28T02:38:58.197115+0000","last_undegraded":"2023-08-28T02:38:58.197115+0000","last_fullsized":"2023-08-28T02:38:58.197115+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:04:26.420037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":346,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-08-28T02:39:04.198436+0000","last_change":"2023-08-28T02:33:13.317226+0000","last_active":"2023-08-28T02:39:04.198436+0000","last_peered":"2023-08-28T02:39:04.198436+0000","last_clean":"2023-08-28T02:39:04.198436+0000","last_became_active":"2023-08-28T02:33:13.316893+0000","last_became_peered":"2023-08-28T02:33:13.316893+0000","last_unstale":"2023-08-28T02:39:04.198436+0000","last_undegraded":"2023-08-28T02:39:04.198436+0000","last_fullsized":"2023-08-28T02:39:04.198436+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:55:46.593463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":290,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-08-28T02:39:04.200659+0000","last_change":"2023-08-28T02:33:12.295203+0000","last_active":"2023-08-28T02:39:04.200659+0000","last_peered":"2023-08-28T02:39:04.200659+0000","last_clean":"2023-08-28T02:39:04.200659+0000","last_became_active":"2023-08-28T02:33:12.294904+0000","last_became_peered":"2023-08-28T02:33:12.294904+0000","last_unstale":"2023-08-28T02:39:04.200659+0000","last_undegraded":"2023-08-28T02:39:04.200659+0000","last_fullsized":"2023-08-28T02:39:04.200659+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:31:07.008856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":306,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.177330+0000","last_change":"2023-08-28T02:31:51.987263+0000","last_active":"2023-08-28T02:38:58.177330+0000","last_peered":"2023-08-28T02:38:58.177330+0000","last_clean":"2023-08-28T02:38:58.177330+0000","last_became_active":"2023-08-28T02:31:51.986938+0000","last_became_peered":"2023-08-28T02:31:51.986938+0000","last_unstale":"2023-08-28T02:38:58.177330+0000","last_undegraded":"2023-08-28T02:38:58.177330+0000","last_fullsized":"2023-08-28T02:38:58.177330+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:18.021905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":340,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-08-28T02:39:04.196870+0000","last_change":"2023-08-28T02:33:12.318656+0000","last_active":"2023-08-28T02:39:04.196870+0000","last_peered":"2023-08-28T02:39:04.196870+0000","last_clean":"2023-08-28T02:39:04.196870+0000","last_became_active":"2023-08-28T02:33:12.318297+0000","last_became_peered":"2023-08-28T02:33:12.318297+0000","last_unstale":"2023-08-28T02:39:04.196870+0000","last_undegraded":"2023-08-28T02:39:04.196870+0000","last_fullsized":"2023-08-28T02:39:04.196870+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:43:09.789767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":271,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-08-28T02:39:04.200708+0000","last_change":"2023-08-28T02:33:13.357230+0000","last_active":"2023-08-28T02:39:04.200708+0000","last_peered":"2023-08-28T02:39:04.200708+0000","last_clean":"2023-08-28T02:39:04.200708+0000","last_became_active":"2023-08-28T02:33:13.356853+0000","last_became_peered":"2023-08-28T02:33:13.356853+0000","last_unstale":"2023-08-28T02:39:04.200708+0000","last_undegraded":"2023-08-28T02:39:04.200708+0000","last_fullsized":"2023-08-28T02:39:04.200708+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:20:21.545007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":348,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.172352+0000","last_change":"2023-08-28T02:29:44.462510+0000","last_active":"2023-08-28T02:38:58.172352+0000","last_peered":"2023-08-28T02:38:58.172352+0000","last_clean":"2023-08-28T02:38:58.172352+0000","last_became_active":"2023-08-28T02:29:44.460314+0000","last_became_peered":"2023-08-28T02:29:44.460314+0000","last_unstale":"2023-08-28T02:38:58.172352+0000","last_undegraded":"2023-08-28T02:38:58.172352+0000","last_fullsized":"2023-08-28T02:38:58.172352+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:59:01.311467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":274,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-08-28T02:39:04.200977+0000","last_change":"2023-08-28T02:33:13.291255+0000","last_active":"2023-08-28T02:39:04.200977+0000","last_peered":"2023-08-28T02:39:04.200977+0000","last_clean":"2023-08-28T02:39:04.200977+0000","last_became_active":"2023-08-28T02:33:13.290933+0000","last_became_peered":"2023-08-28T02:33:13.290933+0000","last_unstale":"2023-08-28T02:39:04.200977+0000","last_undegraded":"2023-08-28T02:39:04.200977+0000","last_fullsized":"2023-08-28T02:39:04.200977+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:31:54.116908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"65'3","reported_seq":349,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.101362+0000","last_change":"2023-08-28T02:33:12.296412+0000","last_active":"2023-08-28T02:38:58.101362+0000","last_peered":"2023-08-28T02:38:58.101362+0000","last_clean":"2023-08-28T02:38:58.101362+0000","last_became_active":"2023-08-28T02:33:12.295786+0000","last_became_peered":"2023-08-28T02:33:12.295786+0000","last_unstale":"2023-08-28T02:38:58.101362+0000","last_undegraded":"2023-08-28T02:38:58.101362+0000","last_fullsized":"2023-08-28T02:38:58.101362+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:15:31.449163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":174,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-08-28T02:39:04.339957+0000","last_change":"2023-08-28T02:32:32.666927+0000","last_active":"2023-08-28T02:39:04.339957+0000","last_peered":"2023-08-28T02:39:04.339957+0000","last_clean":"2023-08-28T02:39:04.339957+0000","last_became_active":"2023-08-28T02:32:32.666618+0000","last_became_peered":"2023-08-28T02:32:32.666618+0000","last_unstale":"2023-08-28T02:39:04.339957+0000","last_undegraded":"2023-08-28T02:39:04.339957+0000","last_fullsized":"2023-08-28T02:39:04.339957+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:45:57.998333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":373,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.106754+0000","last_change":"2023-08-28T02:32:28.505262+0000","last_active":"2023-08-28T02:38:58.106754+0000","last_peered":"2023-08-28T02:38:58.106754+0000","last_clean":"2023-08-28T02:38:58.106754+0000","last_became_active":"2023-08-28T02:32:28.455999+0000","last_became_peered":"2023-08-28T02:32:28.455999+0000","last_unstale":"2023-08-28T02:38:58.106754+0000","last_undegraded":"2023-08-28T02:38:58.106754+0000","last_fullsized":"2023-08-28T02:38:58.106754+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:28.937020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":9468,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":357,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.106783+0000","last_change":"2023-08-28T02:32:12.959195+0000","last_active":"2023-08-28T02:38:58.106783+0000","last_peered":"2023-08-28T02:38:58.106783+0000","last_clean":"2023-08-28T02:38:58.106783+0000","last_became_active":"2023-08-28T02:32:12.958832+0000","last_became_peered":"2023-08-28T02:32:12.958832+0000","last_unstale":"2023-08-28T02:38:58.106783+0000","last_undegraded":"2023-08-28T02:38:58.106783+0000","last_fullsized":"2023-08-28T02:38:58.106783+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:23:27.197787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"65'2","reported_seq":347,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.100882+0000","last_change":"2023-08-28T02:32:28.461161+0000","last_active":"2023-08-28T02:38:58.100882+0000","last_peered":"2023-08-28T02:38:58.100882+0000","last_clean":"2023-08-28T02:38:58.100882+0000","last_became_active":"2023-08-28T02:32:28.451284+0000","last_became_peered":"2023-08-28T02:32:28.451284+0000","last_unstale":"2023-08-28T02:38:58.100882+0000","last_undegraded":"2023-08-28T02:38:58.100882+0000","last_fullsized":"2023-08-28T02:38:58.100882+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:58:20.061020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":331,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-08-28T02:39:04.196965+0000","last_change":"2023-08-28T02:29:44.419566+0000","last_active":"2023-08-28T02:39:04.196965+0000","last_peered":"2023-08-28T02:39:04.196965+0000","last_clean":"2023-08-28T02:39:04.196965+0000","last_became_active":"2023-08-28T02:29:44.419053+0000","last_became_peered":"2023-08-28T02:29:44.419053+0000","last_unstale":"2023-08-28T02:39:04.196965+0000","last_undegraded":"2023-08-28T02:39:04.196965+0000","last_fullsized":"2023-08-28T02:39:04.196965+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:44:36.133499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":334,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-08-28T02:39:04.196537+0000","last_change":"2023-08-28T02:33:12.493777+0000","last_active":"2023-08-28T02:39:04.196537+0000","last_peered":"2023-08-28T02:39:04.196537+0000","last_clean":"2023-08-28T02:39:04.196537+0000","last_became_active":"2023-08-28T02:33:12.491177+0000","last_became_peered":"2023-08-28T02:33:12.491177+0000","last_unstale":"2023-08-28T02:39:04.196537+0000","last_undegraded":"2023-08-28T02:39:04.196537+0000","last_fullsized":"2023-08-28T02:39:04.196537+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:10:58.167753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":344,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.172142+0000","last_change":"2023-08-28T02:33:12.290293+0000","last_active":"2023-08-28T02:38:58.172142+0000","last_peered":"2023-08-28T02:38:58.172142+0000","last_clean":"2023-08-28T02:38:58.172142+0000","last_became_active":"2023-08-28T02:33:12.289989+0000","last_became_peered":"2023-08-28T02:33:12.289989+0000","last_unstale":"2023-08-28T02:38:58.172142+0000","last_undegraded":"2023-08-28T02:38:58.172142+0000","last_fullsized":"2023-08-28T02:38:58.172142+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:05:33.622172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":322,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.100834+0000","last_change":"2023-08-28T02:32:12.948756+0000","last_active":"2023-08-28T02:38:58.100834+0000","last_peered":"2023-08-28T02:38:58.100834+0000","last_clean":"2023-08-28T02:38:58.100834+0000","last_became_active":"2023-08-28T02:32:12.948441+0000","last_became_peered":"2023-08-28T02:32:12.948441+0000","last_unstale":"2023-08-28T02:38:58.100834+0000","last_undegraded":"2023-08-28T02:38:58.100834+0000","last_fullsized":"2023-08-28T02:38:58.100834+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:27.922180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":341,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-08-28T02:39:04.198425+0000","last_change":"2023-08-28T02:33:12.299398+0000","last_active":"2023-08-28T02:39:04.198425+0000","last_peered":"2023-08-28T02:39:04.198425+0000","last_clean":"2023-08-28T02:39:04.198425+0000","last_became_active":"2023-08-28T02:33:12.299113+0000","last_became_peered":"2023-08-28T02:33:12.299113+0000","last_unstale":"2023-08-28T02:39:04.198425+0000","last_undegraded":"2023-08-28T02:39:04.198425+0000","last_fullsized":"2023-08-28T02:39:04.198425+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:14:55.597212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"65'8","reported_seq":135,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:09.162567+0000","last_change":"2023-08-28T02:33:13.478870+0000","last_active":"2023-08-28T02:39:09.162567+0000","last_peered":"2023-08-28T02:39:09.162567+0000","last_clean":"2023-08-28T02:39:09.162567+0000","last_became_active":"2023-08-28T02:33:13.332142+0000","last_became_peered":"2023-08-28T02:33:13.332142+0000","last_unstale":"2023-08-28T02:39:09.162567+0000","last_undegraded":"2023-08-28T02:39:09.162567+0000","last_fullsized":"2023-08-28T02:39:09.162567+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:32:42.810159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":272,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-08-28T02:39:04.201976+0000","last_change":"2023-08-28T02:33:12.306353+0000","last_active":"2023-08-28T02:39:04.201976+0000","last_peered":"2023-08-28T02:39:04.201976+0000","last_clean":"2023-08-28T02:39:04.201976+0000","last_became_active":"2023-08-28T02:33:12.304977+0000","last_became_peered":"2023-08-28T02:33:12.304977+0000","last_unstale":"2023-08-28T02:39:04.201976+0000","last_undegraded":"2023-08-28T02:39:04.201976+0000","last_fullsized":"2023-08-28T02:39:04.201976+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:19:38.819671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"365'7840","reported_seq":7963,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-08-28T02:39:04.655663+0000","last_change":"2023-08-28T02:30:50.402703+0000","last_active":"2023-08-28T02:39:04.655663+0000","last_peered":"2023-08-28T02:39:04.655663+0000","last_clean":"2023-08-28T02:39:04.655663+0000","last_became_active":"2023-08-28T02:30:50.402419+0000","last_became_peered":"2023-08-28T02:30:50.402419+0000","last_unstale":"2023-08-28T02:39:04.655663+0000","last_undegraded":"2023-08-28T02:39:04.655663+0000","last_fullsized":"2023-08-28T02:39:04.655663+0000","mapping_epoch":250,"log_start":"255'600","ondisk_log_start":"255'600","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7240,"log_dups_size":0,"ondisk_log_size":7240,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:07:37.393907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":250347520,"num_objects":3820,"num_object_clones":0,"num_object_copies":11460,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3820,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7840,"num_write_kb":373120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"65'1","reported_seq":330,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.101103+0000","last_change":"2023-08-28T02:14:43.046130+0000","last_active":"2023-08-28T02:38:58.101103+0000","last_peered":"2023-08-28T02:38:58.101103+0000","last_clean":"2023-08-28T02:38:58.101103+0000","last_became_active":"2023-08-28T02:14:43.045775+0000","last_became_peered":"2023-08-28T02:14:43.045775+0000","last_unstale":"2023-08-28T02:38:58.101103+0000","last_undegraded":"2023-08-28T02:38:58.101103+0000","last_fullsized":"2023-08-28T02:38:58.101103+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:57:38.279756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":320,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.171365+0000","last_change":"2023-08-28T02:31:51.987149+0000","last_active":"2023-08-28T02:38:58.171365+0000","last_peered":"2023-08-28T02:38:58.171365+0000","last_clean":"2023-08-28T02:38:58.171365+0000","last_became_active":"2023-08-28T02:31:51.986821+0000","last_became_peered":"2023-08-28T02:31:51.986821+0000","last_unstale":"2023-08-28T02:38:58.171365+0000","last_undegraded":"2023-08-28T02:38:58.171365+0000","last_fullsized":"2023-08-28T02:38:58.171365+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:23:26.661134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"365'7838","reported_seq":13426,"reported_epoch":365,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:39:05.771360+0000","last_change":"2023-08-28T02:33:33.975566+0000","last_active":"2023-08-28T02:39:05.771360+0000","last_peered":"2023-08-28T02:39:05.771360+0000","last_clean":"2023-08-28T02:31:27.868230+0000","last_became_active":"2023-08-28T02:33:33.660452+0000","last_became_peered":"2023-08-28T02:33:33.660452+0000","last_unstale":"2023-08-28T02:39:05.771360+0000","last_undegraded":"2023-08-28T02:33:13.410847+0000","last_fullsized":"2023-08-28T02:33:13.270012+0000","mapping_epoch":298,"log_start":"255'600","ondisk_log_start":"255'600","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7238,"log_dups_size":0,"ondisk_log_size":7238,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:33.375162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":246546432,"num_objects":3762,"num_object_clones":0,"num_object_copies":11286,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6270,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3762,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7838,"num_write_kb":371200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2714,"num_bytes_recovered":177799168,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[5,4],"avail_no_missing":["5","6"],"object_location_counts":[{"shards":"2,5,6","objects":915},{"shards":"3,5,6","objects":1342},{"shards":"5,6","objects":1505}],"blocked_by":[],"up_primary":3,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"65'2","reported_seq":355,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.101289+0000","last_change":"2023-08-28T02:29:44.436352+0000","last_active":"2023-08-28T02:38:58.101289+0000","last_peered":"2023-08-28T02:38:58.101289+0000","last_clean":"2023-08-28T02:38:58.101289+0000","last_became_active":"2023-08-28T02:29:44.411499+0000","last_became_peered":"2023-08-28T02:29:44.411499+0000","last_unstale":"2023-08-28T02:38:58.101289+0000","last_undegraded":"2023-08-28T02:38:58.101289+0000","last_fullsized":"2023-08-28T02:38:58.101289+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:46:57.540191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":381,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.106605+0000","last_change":"2023-08-28T02:33:12.289004+0000","last_active":"2023-08-28T02:38:58.106605+0000","last_peered":"2023-08-28T02:38:58.106605+0000","last_clean":"2023-08-28T02:38:58.106605+0000","last_became_active":"2023-08-28T02:33:12.288722+0000","last_became_peered":"2023-08-28T02:33:12.288722+0000","last_unstale":"2023-08-28T02:38:58.106605+0000","last_undegraded":"2023-08-28T02:38:58.106605+0000","last_fullsized":"2023-08-28T02:38:58.106605+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:24.019483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"366'7810","reported_seq":13029,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:10.284337+0000","last_change":"2023-08-28T02:37:54.748968+0000","last_active":"2023-08-28T02:39:10.284337+0000","last_peered":"2023-08-28T02:39:10.284337+0000","last_clean":"2023-08-28T02:39:10.284337+0000","last_became_active":"2023-08-28T02:37:54.729376+0000","last_became_peered":"2023-08-28T02:37:54.729376+0000","last_unstale":"2023-08-28T02:39:10.284337+0000","last_undegraded":"2023-08-28T02:39:10.284337+0000","last_fullsized":"2023-08-28T02:39:10.284337+0000","mapping_epoch":351,"log_start":"257'2512","ondisk_log_start":"257'2512","created":250,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5298,"log_dups_size":0,"ondisk_log_size":5298,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:00.988172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":245104640,"num_objects":3740,"num_object_clones":0,"num_object_copies":11220,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3740,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7810,"num_write_kb":369600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2533,"num_bytes_recovered":160432128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"65'1","reported_seq":341,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.101276+0000","last_change":"2023-08-28T02:33:13.516869+0000","last_active":"2023-08-28T02:38:58.101276+0000","last_peered":"2023-08-28T02:38:58.101276+0000","last_clean":"2023-08-28T02:38:58.101276+0000","last_became_active":"2023-08-28T02:33:13.396736+0000","last_became_peered":"2023-08-28T02:33:13.396736+0000","last_unstale":"2023-08-28T02:38:58.101276+0000","last_undegraded":"2023-08-28T02:38:58.101276+0000","last_fullsized":"2023-08-28T02:38:58.101276+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:47:08.237137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":308,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.197253+0000","last_change":"2023-08-28T02:31:51.987327+0000","last_active":"2023-08-28T02:38:58.197253+0000","last_peered":"2023-08-28T02:38:58.197253+0000","last_clean":"2023-08-28T02:38:58.197253+0000","last_became_active":"2023-08-28T02:31:51.987018+0000","last_became_peered":"2023-08-28T02:31:51.987018+0000","last_unstale":"2023-08-28T02:38:58.197253+0000","last_undegraded":"2023-08-28T02:38:58.197253+0000","last_fullsized":"2023-08-28T02:38:58.197253+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:53:26.105101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.5","version":"366'7743","reported_seq":11742,"reported_epoch":366,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:39:10.387478+0000","last_change":"2023-08-28T02:33:13.625779+0000","last_active":"2023-08-28T02:39:10.387478+0000","last_peered":"2023-08-28T02:39:10.387478+0000","last_clean":"2023-08-28T02:31:27.898932+0000","last_became_active":"2023-08-28T02:33:13.612126+0000","last_became_peered":"2023-08-28T02:33:13.612126+0000","last_unstale":"2023-08-28T02:39:10.387478+0000","last_undegraded":"2023-08-28T02:33:13.485377+0000","last_fullsized":"2023-08-28T02:33:13.264317+0000","mapping_epoch":298,"log_start":"257'2463","ondisk_log_start":"257'2463","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5280,"log_dups_size":0,"ondisk_log_size":5280,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:37:28.843386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":243073024,"num_objects":3709,"num_object_clones":0,"num_object_copies":11127,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6251,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3709,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7743,"num_write_kb":366464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1925,"num_bytes_recovered":126156800,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,7],"avail_no_missing":["0","2"],"object_location_counts":[{"shards":"0,2","objects":2358},{"shards":"0,2,3","objects":1351}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":359,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.171755+0000","last_change":"2023-08-28T02:33:13.281826+0000","last_active":"2023-08-28T02:38:58.171755+0000","last_peered":"2023-08-28T02:38:58.171755+0000","last_clean":"2023-08-28T02:38:58.171755+0000","last_became_active":"2023-08-28T02:33:13.281511+0000","last_became_peered":"2023-08-28T02:33:13.281511+0000","last_unstale":"2023-08-28T02:38:58.171755+0000","last_undegraded":"2023-08-28T02:38:58.171755+0000","last_fullsized":"2023-08-28T02:38:58.171755+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:32:55.005706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":357,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-08-28T02:39:04.196579+0000","last_change":"2023-08-28T02:29:44.436713+0000","last_active":"2023-08-28T02:39:04.196579+0000","last_peered":"2023-08-28T02:39:04.196579+0000","last_clean":"2023-08-28T02:39:04.196579+0000","last_became_active":"2023-08-28T02:29:44.436203+0000","last_became_peered":"2023-08-28T02:29:44.436203+0000","last_unstale":"2023-08-28T02:39:04.196579+0000","last_undegraded":"2023-08-28T02:39:04.196579+0000","last_fullsized":"2023-08-28T02:39:04.196579+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:46:48.522293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"365'8038","reported_seq":8165,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-08-28T02:39:07.539414+0000","last_change":"2023-08-28T02:30:50.399669+0000","last_active":"2023-08-28T02:39:07.539414+0000","last_peered":"2023-08-28T02:39:07.539414+0000","last_clean":"2023-08-28T02:39:07.539414+0000","last_became_active":"2023-08-28T02:30:50.399332+0000","last_became_peered":"2023-08-28T02:30:50.399332+0000","last_unstale":"2023-08-28T02:39:07.539414+0000","last_undegraded":"2023-08-28T02:39:07.539414+0000","last_fullsized":"2023-08-28T02:39:07.539414+0000","mapping_epoch":250,"log_start":"256'1900","ondisk_log_start":"256'1900","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6138,"log_dups_size":0,"ondisk_log_size":6138,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:00:54.910841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":247463936,"num_objects":3776,"num_object_clones":0,"num_object_copies":11328,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3776,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8038,"num_write_kb":378048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"75'161","reported_seq":785,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.100940+0000","last_change":"2023-08-28T02:33:13.310049+0000","last_active":"2023-08-28T02:38:58.100940+0000","last_peered":"2023-08-28T02:38:58.100940+0000","last_clean":"2023-08-28T02:38:58.100940+0000","last_became_active":"2023-08-28T02:33:13.309661+0000","last_became_peered":"2023-08-28T02:33:13.309661+0000","last_unstale":"2023-08-28T02:38:58.100940+0000","last_undegraded":"2023-08-28T02:38:58.100940+0000","last_fullsized":"2023-08-28T02:38:58.100940+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.930230+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.930230+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:27:40.889460+0000","scrub_duration":0.0050169209999999997,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"65'2","reported_seq":321,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-08-28T02:39:04.201830+0000","last_change":"2023-08-28T02:33:12.294922+0000","last_active":"2023-08-28T02:39:04.201830+0000","last_peered":"2023-08-28T02:39:04.201830+0000","last_clean":"2023-08-28T02:39:04.201830+0000","last_became_active":"2023-08-28T02:33:12.294518+0000","last_became_peered":"2023-08-28T02:33:12.294518+0000","last_unstale":"2023-08-28T02:39:04.201830+0000","last_undegraded":"2023-08-28T02:39:04.201830+0000","last_fullsized":"2023-08-28T02:39:04.201830+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:21:12.737286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":358,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.106868+0000","last_change":"2023-08-28T02:33:13.310505+0000","last_active":"2023-08-28T02:38:58.106868+0000","last_peered":"2023-08-28T02:38:58.106868+0000","last_clean":"2023-08-28T02:38:58.106868+0000","last_became_active":"2023-08-28T02:33:13.310223+0000","last_became_peered":"2023-08-28T02:33:13.310223+0000","last_unstale":"2023-08-28T02:38:58.106868+0000","last_undegraded":"2023-08-28T02:38:58.106868+0000","last_fullsized":"2023-08-28T02:38:58.106868+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:27:02.124453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"365'7846","reported_seq":22232,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-08-28T02:39:05.588343+0000","last_change":"2023-08-28T02:38:44.816101+0000","last_active":"2023-08-28T02:39:05.588343+0000","last_peered":"2023-08-28T02:39:05.588343+0000","last_clean":"2023-08-28T02:39:05.588343+0000","last_became_active":"2023-08-28T02:38:44.798734+0000","last_became_peered":"2023-08-28T02:38:44.798734+0000","last_unstale":"2023-08-28T02:39:05.588343+0000","last_undegraded":"2023-08-28T02:39:05.588343+0000","last_fullsized":"2023-08-28T02:39:05.588343+0000","mapping_epoch":361,"log_start":"255'700","ondisk_log_start":"255'700","created":250,"last_epoch_clean":362,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7146,"log_dups_size":0,"ondisk_log_size":7146,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:34:42.975012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":250478592,"num_objects":3822,"num_object_clones":0,"num_object_copies":11466,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3822,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7846,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5834,"num_bytes_recovered":377683968,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"75'161","reported_seq":624,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.171291+0000","last_change":"2023-08-28T02:37:37.933802+0000","last_active":"2023-08-28T02:38:58.171291+0000","last_peered":"2023-08-28T02:38:58.171291+0000","last_clean":"2023-08-28T02:38:58.171291+0000","last_became_active":"2023-08-28T02:33:13.287313+0000","last_became_peered":"2023-08-28T02:33:13.287313+0000","last_unstale":"2023-08-28T02:38:58.171291+0000","last_undegraded":"2023-08-28T02:38:58.171291+0000","last_fullsized":"2023-08-28T02:38:58.171291+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:45.407127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:45.407127+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:39:14.213229+0000","scrub_duration":0.0018495320000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":262688,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":278,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.106653+0000","last_change":"2023-08-28T02:33:13.309727+0000","last_active":"2023-08-28T02:38:58.106653+0000","last_peered":"2023-08-28T02:38:58.106653+0000","last_clean":"2023-08-28T02:38:58.106653+0000","last_became_active":"2023-08-28T02:33:13.309487+0000","last_became_peered":"2023-08-28T02:33:13.309487+0000","last_unstale":"2023-08-28T02:38:58.106653+0000","last_undegraded":"2023-08-28T02:38:58.106653+0000","last_fullsized":"2023-08-28T02:38:58.106653+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:27:29.294011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":93,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.106657+0000","last_change":"2023-08-28T02:32:28.456323+0000","last_active":"2023-08-28T02:38:58.106657+0000","last_peered":"2023-08-28T02:38:58.106657+0000","last_clean":"2023-08-28T02:38:58.106657+0000","last_became_active":"2023-08-28T02:32:28.455987+0000","last_became_peered":"2023-08-28T02:32:28.455987+0000","last_unstale":"2023-08-28T02:38:58.106657+0000","last_undegraded":"2023-08-28T02:38:58.106657+0000","last_fullsized":"2023-08-28T02:38:58.106657+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:54:07.724002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"365'8016","reported_seq":18160,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-08-28T02:39:07.528124+0000","last_change":"2023-08-28T02:33:13.316023+0000","last_active":"2023-08-28T02:39:07.528124+0000","last_peered":"2023-08-28T02:39:07.528124+0000","last_clean":"2023-08-28T02:39:07.528124+0000","last_became_active":"2023-08-28T02:33:13.308403+0000","last_became_peered":"2023-08-28T02:33:13.308403+0000","last_unstale":"2023-08-28T02:39:07.528124+0000","last_undegraded":"2023-08-28T02:39:07.528124+0000","last_fullsized":"2023-08-28T02:39:07.528124+0000","mapping_epoch":298,"log_start":"256'1800","ondisk_log_start":"256'1800","created":250,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6216,"log_dups_size":0,"ondisk_log_size":6216,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:10:38.401973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":254279680,"num_objects":3880,"num_object_clones":0,"num_object_copies":11640,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3880,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8016,"num_write_kb":380672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4999,"num_bytes_recovered":327614464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":338,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.106576+0000","last_change":"2023-08-28T02:32:28.455294+0000","last_active":"2023-08-28T02:38:58.106576+0000","last_peered":"2023-08-28T02:38:58.106576+0000","last_clean":"2023-08-28T02:38:58.106576+0000","last_became_active":"2023-08-28T02:32:28.455013+0000","last_became_peered":"2023-08-28T02:32:28.455013+0000","last_unstale":"2023-08-28T02:38:58.106576+0000","last_undegraded":"2023-08-28T02:38:58.106576+0000","last_fullsized":"2023-08-28T02:38:58.106576+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:53.583864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":370,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.107163+0000","last_change":"2023-08-28T02:33:13.335588+0000","last_active":"2023-08-28T02:38:58.107163+0000","last_peered":"2023-08-28T02:38:58.107163+0000","last_clean":"2023-08-28T02:38:58.107163+0000","last_became_active":"2023-08-28T02:33:13.335326+0000","last_became_peered":"2023-08-28T02:33:13.335326+0000","last_unstale":"2023-08-28T02:38:58.107163+0000","last_undegraded":"2023-08-28T02:38:58.107163+0000","last_fullsized":"2023-08-28T02:38:58.107163+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:15:44.958663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"365'7939","reported_seq":8062,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-08-28T02:39:07.543683+0000","last_change":"2023-08-28T02:30:50.400261+0000","last_active":"2023-08-28T02:39:07.543683+0000","last_peered":"2023-08-28T02:39:07.543683+0000","last_clean":"2023-08-28T02:39:07.543683+0000","last_became_active":"2023-08-28T02:30:50.399938+0000","last_became_peered":"2023-08-28T02:30:50.399938+0000","last_unstale":"2023-08-28T02:39:07.543683+0000","last_undegraded":"2023-08-28T02:39:07.543683+0000","last_fullsized":"2023-08-28T02:39:07.543683+0000","mapping_epoch":250,"log_start":"257'2490","ondisk_log_start":"257'2490","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5449,"log_dups_size":0,"ondisk_log_size":5449,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:43:56.802792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":246087680,"num_objects":3755,"num_object_clones":0,"num_object_copies":11265,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3755,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7939,"num_write_kb":374208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"75'161","reported_seq":644,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.171849+0000","last_change":"2023-08-28T02:32:56.519141+0000","last_active":"2023-08-28T02:38:58.171849+0000","last_peered":"2023-08-28T02:38:58.171849+0000","last_clean":"2023-08-28T02:38:58.171849+0000","last_became_active":"2023-08-28T02:32:56.518863+0000","last_became_peered":"2023-08-28T02:32:56.518863+0000","last_unstale":"2023-08-28T02:38:58.171849+0000","last_undegraded":"2023-08-28T02:38:58.171849+0000","last_fullsized":"2023-08-28T02:38:58.171849+0000","mapping_epoch":292,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":293,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_clean_scrub_stamp":"2023-08-28T02:29:25.608370+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:59:50.561109+0000","scrub_duration":0.001662689,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":274,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-08-28T02:39:04.200795+0000","last_change":"2023-08-28T02:33:12.294592+0000","last_active":"2023-08-28T02:39:04.200795+0000","last_peered":"2023-08-28T02:39:04.200795+0000","last_clean":"2023-08-28T02:39:04.200795+0000","last_became_active":"2023-08-28T02:33:12.288508+0000","last_became_peered":"2023-08-28T02:33:12.288508+0000","last_unstale":"2023-08-28T02:39:04.200795+0000","last_undegraded":"2023-08-28T02:39:04.200795+0000","last_fullsized":"2023-08-28T02:39:04.200795+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:05:42.717608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":156,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.198126+0000","last_change":"2023-08-28T02:29:44.429834+0000","last_active":"2023-08-28T02:38:58.198126+0000","last_peered":"2023-08-28T02:38:58.198126+0000","last_clean":"2023-08-28T02:38:58.198126+0000","last_became_active":"2023-08-28T02:29:44.429512+0000","last_became_peered":"2023-08-28T02:29:44.429512+0000","last_unstale":"2023-08-28T02:38:58.198126+0000","last_undegraded":"2023-08-28T02:38:58.198126+0000","last_fullsized":"2023-08-28T02:38:58.198126+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:58.062455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"365'7803","reported_seq":7926,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-08-28T02:39:05.974664+0000","last_change":"2023-08-28T02:30:50.402348+0000","last_active":"2023-08-28T02:39:05.974664+0000","last_peered":"2023-08-28T02:39:05.974664+0000","last_clean":"2023-08-28T02:39:05.974664+0000","last_became_active":"2023-08-28T02:30:50.402076+0000","last_became_peered":"2023-08-28T02:30:50.402076+0000","last_unstale":"2023-08-28T02:39:05.974664+0000","last_undegraded":"2023-08-28T02:39:05.974664+0000","last_fullsized":"2023-08-28T02:39:05.974664+0000","mapping_epoch":250,"log_start":"255'900","ondisk_log_start":"255'900","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6903,"log_dups_size":0,"ondisk_log_size":6903,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:24.859426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":247267328,"num_objects":3773,"num_object_clones":0,"num_object_copies":11319,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3773,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7803,"num_write_kb":370432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.7","version":"75'161","reported_seq":566,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-08-28T02:39:04.201980+0000","last_change":"2023-08-28T02:33:13.532525+0000","last_active":"2023-08-28T02:39:04.201980+0000","last_peered":"2023-08-28T02:39:04.201980+0000","last_clean":"2023-08-28T02:39:04.201980+0000","last_became_active":"2023-08-28T02:33:13.532125+0000","last_became_peered":"2023-08-28T02:33:13.532125+0000","last_unstale":"2023-08-28T02:39:04.201980+0000","last_undegraded":"2023-08-28T02:39:04.201980+0000","last_fullsized":"2023-08-28T02:39:04.201980+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.887648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.887648+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":156,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.197620+0000","last_change":"2023-08-28T02:29:44.407595+0000","last_active":"2023-08-28T02:38:58.197620+0000","last_peered":"2023-08-28T02:38:58.197620+0000","last_clean":"2023-08-28T02:38:58.197620+0000","last_became_active":"2023-08-28T02:29:44.407316+0000","last_became_peered":"2023-08-28T02:29:44.407316+0000","last_unstale":"2023-08-28T02:38:58.197620+0000","last_undegraded":"2023-08-28T02:38:58.197620+0000","last_fullsized":"2023-08-28T02:38:58.197620+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:01:47.777709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":376,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.172076+0000","last_change":"2023-08-28T02:33:13.286980+0000","last_active":"2023-08-28T02:38:58.172076+0000","last_peered":"2023-08-28T02:38:58.172076+0000","last_clean":"2023-08-28T02:38:58.172076+0000","last_became_active":"2023-08-28T02:33:13.286740+0000","last_became_peered":"2023-08-28T02:33:13.286740+0000","last_unstale":"2023-08-28T02:38:58.172076+0000","last_undegraded":"2023-08-28T02:38:58.172076+0000","last_fullsized":"2023-08-28T02:38:58.172076+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:24:54.574365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":156,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.197307+0000","last_change":"2023-08-28T02:29:44.506914+0000","last_active":"2023-08-28T02:38:58.197307+0000","last_peered":"2023-08-28T02:38:58.197307+0000","last_clean":"2023-08-28T02:38:58.197307+0000","last_became_active":"2023-08-28T02:29:44.506606+0000","last_became_peered":"2023-08-28T02:29:44.506606+0000","last_unstale":"2023-08-28T02:38:58.197307+0000","last_undegraded":"2023-08-28T02:38:58.197307+0000","last_fullsized":"2023-08-28T02:38:58.197307+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:55:50.992279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"366'7900","reported_seq":19624,"reported_epoch":366,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:39:10.006801+0000","last_change":"2023-08-28T02:34:11.565330+0000","last_active":"2023-08-28T02:39:10.006801+0000","last_peered":"2023-08-28T02:39:10.006801+0000","last_clean":"2023-08-28T02:32:11.916240+0000","last_became_active":"2023-08-28T02:33:12.501819+0000","last_became_peered":"2023-08-28T02:33:12.501819+0000","last_unstale":"2023-08-28T02:39:10.006801+0000","last_undegraded":"2023-08-28T02:39:10.006801+0000","last_fullsized":"2023-08-28T02:39:10.006801+0000","mapping_epoch":297,"log_start":"257'2624","ondisk_log_start":"257'2624","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5276,"log_dups_size":0,"ondisk_log_size":5276,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:45:43.329719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":242221056,"num_objects":3696,"num_object_clones":0,"num_object_copies":11088,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3696,"num_objects_unfound":0,"num_objects_dirty":3696,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7900,"num_write_kb":371072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5787,"num_bytes_recovered":379256832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,2],"avail_no_missing":["0","2","5","6"],"object_location_counts":[{"shards":"0,2,5","objects":3696}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.1","version":"75'161","reported_seq":624,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.174988+0000","last_change":"2023-08-28T02:32:31.482659+0000","last_active":"2023-08-28T02:38:58.174988+0000","last_peered":"2023-08-28T02:38:58.174988+0000","last_clean":"2023-08-28T02:38:58.174988+0000","last_became_active":"2023-08-28T02:32:31.482320+0000","last_became_peered":"2023-08-28T02:32:31.482320+0000","last_unstale":"2023-08-28T02:38:58.174988+0000","last_undegraded":"2023-08-28T02:38:58.174988+0000","last_fullsized":"2023-08-28T02:38:58.174988+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:24.559397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:24.559397+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:41:09.516918+0000","scrub_duration":0.001580328,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":362,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.171720+0000","last_change":"2023-08-28T02:31:51.988386+0000","last_active":"2023-08-28T02:38:58.171720+0000","last_peered":"2023-08-28T02:38:58.171720+0000","last_clean":"2023-08-28T02:38:58.171720+0000","last_became_active":"2023-08-28T02:31:51.988097+0000","last_became_peered":"2023-08-28T02:31:51.988097+0000","last_unstale":"2023-08-28T02:38:58.171720+0000","last_undegraded":"2023-08-28T02:38:58.171720+0000","last_fullsized":"2023-08-28T02:38:58.171720+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:25:01.818829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":338,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.106885+0000","last_change":"2023-08-28T02:32:12.951275+0000","last_active":"2023-08-28T02:38:58.106885+0000","last_peered":"2023-08-28T02:38:58.106885+0000","last_clean":"2023-08-28T02:38:58.106885+0000","last_became_active":"2023-08-28T02:32:12.950965+0000","last_became_peered":"2023-08-28T02:32:12.950965+0000","last_unstale":"2023-08-28T02:38:58.106885+0000","last_undegraded":"2023-08-28T02:38:58.106885+0000","last_fullsized":"2023-08-28T02:38:58.106885+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:37:31.294280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":182,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.197704+0000","last_change":"2023-08-28T02:33:13.286534+0000","last_active":"2023-08-28T02:38:58.197704+0000","last_peered":"2023-08-28T02:38:58.197704+0000","last_clean":"2023-08-28T02:38:58.197704+0000","last_became_active":"2023-08-28T02:33:13.286164+0000","last_became_peered":"2023-08-28T02:33:13.286164+0000","last_unstale":"2023-08-28T02:38:58.197704+0000","last_undegraded":"2023-08-28T02:38:58.197704+0000","last_fullsized":"2023-08-28T02:38:58.197704+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:56.721932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"365'7907","reported_seq":19720,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-08-28T02:39:05.367095+0000","last_change":"2023-08-28T02:34:14.448606+0000","last_active":"2023-08-28T02:39:05.367095+0000","last_peered":"2023-08-28T02:39:05.367095+0000","last_clean":"2023-08-28T02:39:05.367095+0000","last_became_active":"2023-08-28T02:34:14.438547+0000","last_became_peered":"2023-08-28T02:34:14.438547+0000","last_unstale":"2023-08-28T02:39:05.367095+0000","last_undegraded":"2023-08-28T02:39:05.367095+0000","last_fullsized":"2023-08-28T02:39:05.367095+0000","mapping_epoch":314,"log_start":"255'700","ondisk_log_start":"255'700","created":250,"last_epoch_clean":315,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7207,"log_dups_size":0,"ondisk_log_size":7207,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:06:41.120408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":246480896,"num_objects":3761,"num_object_clones":0,"num_object_copies":11283,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3761,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7907,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5834,"num_bytes_recovered":376832000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2","version":"75'161","reported_seq":746,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.101156+0000","last_change":"2023-08-28T02:30:51.762377+0000","last_active":"2023-08-28T02:38:58.101156+0000","last_peered":"2023-08-28T02:38:58.101156+0000","last_clean":"2023-08-28T02:38:58.101156+0000","last_became_active":"2023-08-28T02:27:46.375590+0000","last_became_peered":"2023-08-28T02:27:46.375590+0000","last_unstale":"2023-08-28T02:38:58.101156+0000","last_undegraded":"2023-08-28T02:38:58.101156+0000","last_fullsized":"2023-08-28T02:38:58.101156+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:51.762314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:51.762314+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:02.034555+0000","scrub_duration":0.0020023620000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":174,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-08-28T02:39:04.200994+0000","last_change":"2023-08-28T02:33:13.289765+0000","last_active":"2023-08-28T02:39:04.200994+0000","last_peered":"2023-08-28T02:39:04.200994+0000","last_clean":"2023-08-28T02:39:04.200994+0000","last_became_active":"2023-08-28T02:33:13.289159+0000","last_became_peered":"2023-08-28T02:33:13.289159+0000","last_unstale":"2023-08-28T02:39:04.200994+0000","last_undegraded":"2023-08-28T02:39:04.200994+0000","last_fullsized":"2023-08-28T02:39:04.200994+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:30:38.956723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":174,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.196964+0000","last_change":"2023-08-28T02:32:28.464203+0000","last_active":"2023-08-28T02:38:58.196964+0000","last_peered":"2023-08-28T02:38:58.196964+0000","last_clean":"2023-08-28T02:38:58.196964+0000","last_became_active":"2023-08-28T02:32:28.463412+0000","last_became_peered":"2023-08-28T02:32:28.463412+0000","last_unstale":"2023-08-28T02:38:58.196964+0000","last_undegraded":"2023-08-28T02:38:58.196964+0000","last_fullsized":"2023-08-28T02:38:58.196964+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:20:38.177879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":156,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.198130+0000","last_change":"2023-08-28T02:29:44.427945+0000","last_active":"2023-08-28T02:38:58.198130+0000","last_peered":"2023-08-28T02:38:58.198130+0000","last_clean":"2023-08-28T02:38:58.198130+0000","last_became_active":"2023-08-28T02:29:44.426487+0000","last_became_peered":"2023-08-28T02:29:44.426487+0000","last_unstale":"2023-08-28T02:38:58.198130+0000","last_undegraded":"2023-08-28T02:38:58.198130+0000","last_fullsized":"2023-08-28T02:38:58.198130+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:30:20.438896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"365'7903","reported_seq":17998,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-08-28T02:39:07.025826+0000","last_change":"2023-08-28T02:34:48.488647+0000","last_active":"2023-08-28T02:39:07.025826+0000","last_peered":"2023-08-28T02:39:07.025826+0000","last_clean":"2023-08-28T02:39:07.025826+0000","last_became_active":"2023-08-28T02:34:48.476519+0000","last_became_peered":"2023-08-28T02:34:48.476519+0000","last_unstale":"2023-08-28T02:39:07.025826+0000","last_undegraded":"2023-08-28T02:39:07.025826+0000","last_fullsized":"2023-08-28T02:39:07.025826+0000","mapping_epoch":318,"log_start":"256'1700","ondisk_log_start":"256'1700","created":250,"last_epoch_clean":319,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6203,"log_dups_size":0,"ondisk_log_size":6203,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:44:20.004230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":245170176,"num_objects":3741,"num_object_clones":0,"num_object_copies":11223,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3741,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7903,"num_write_kb":372608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4973,"num_bytes_recovered":325910528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":356,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.171529+0000","last_change":"2023-08-28T02:33:13.484970+0000","last_active":"2023-08-28T02:38:58.171529+0000","last_peered":"2023-08-28T02:38:58.171529+0000","last_clean":"2023-08-28T02:38:58.171529+0000","last_became_active":"2023-08-28T02:33:13.484579+0000","last_became_peered":"2023-08-28T02:33:13.484579+0000","last_unstale":"2023-08-28T02:38:58.171529+0000","last_undegraded":"2023-08-28T02:38:58.171529+0000","last_fullsized":"2023-08-28T02:38:58.171529+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:58.027468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"75'161","reported_seq":747,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.100789+0000","last_change":"2023-08-28T02:31:55.059467+0000","last_active":"2023-08-28T02:38:58.100789+0000","last_peered":"2023-08-28T02:38:58.100789+0000","last_clean":"2023-08-28T02:38:58.100789+0000","last_became_active":"2023-08-28T02:31:55.059115+0000","last_became_peered":"2023-08-28T02:31:55.059115+0000","last_unstale":"2023-08-28T02:38:58.100789+0000","last_undegraded":"2023-08-28T02:38:58.100789+0000","last_fullsized":"2023-08-28T02:38:58.100789+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":0,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.820990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.820990+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:15:56.774667+0000","scrub_duration":0.0017342480000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":275,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-08-28T02:39:04.201743+0000","last_change":"2023-08-28T02:33:13.352810+0000","last_active":"2023-08-28T02:39:04.201743+0000","last_peered":"2023-08-28T02:39:04.201743+0000","last_clean":"2023-08-28T02:39:04.201743+0000","last_became_active":"2023-08-28T02:33:13.351697+0000","last_became_peered":"2023-08-28T02:33:13.351697+0000","last_unstale":"2023-08-28T02:39:04.201743+0000","last_undegraded":"2023-08-28T02:39:04.201743+0000","last_fullsized":"2023-08-28T02:39:04.201743+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:56.187163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":187,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.106967+0000","last_change":"2023-08-28T02:31:51.984584+0000","last_active":"2023-08-28T02:38:58.106967+0000","last_peered":"2023-08-28T02:38:58.106967+0000","last_clean":"2023-08-28T02:38:58.106967+0000","last_became_active":"2023-08-28T02:31:51.984264+0000","last_became_peered":"2023-08-28T02:31:51.984264+0000","last_unstale":"2023-08-28T02:38:58.106967+0000","last_undegraded":"2023-08-28T02:38:58.106967+0000","last_fullsized":"2023-08-28T02:38:58.106967+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:58:42.306722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"366'7831","reported_seq":19563,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:09.992539+0000","last_change":"2023-08-28T02:35:11.978901+0000","last_active":"2023-08-28T02:39:09.992539+0000","last_peered":"2023-08-28T02:39:09.992539+0000","last_clean":"2023-08-28T02:39:09.992539+0000","last_became_active":"2023-08-28T02:35:11.966585+0000","last_became_peered":"2023-08-28T02:35:11.966585+0000","last_unstale":"2023-08-28T02:39:09.992539+0000","last_undegraded":"2023-08-28T02:39:09.992539+0000","last_fullsized":"2023-08-28T02:39:09.992539+0000","mapping_epoch":323,"log_start":"257'2528","ondisk_log_start":"257'2528","created":250,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5303,"log_dups_size":0,"ondisk_log_size":5303,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:03:07.017814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":245825536,"num_objects":3751,"num_object_clones":0,"num_object_copies":11253,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3751,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7831,"num_write_kb":370624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5791,"num_bytes_recovered":368967680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3","version":"75'161","reported_seq":632,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.197443+0000","last_change":"2023-08-28T02:31:55.068239+0000","last_active":"2023-08-28T02:38:58.197443+0000","last_peered":"2023-08-28T02:38:58.197443+0000","last_clean":"2023-08-28T02:38:58.197443+0000","last_became_active":"2023-08-28T02:31:55.067875+0000","last_became_peered":"2023-08-28T02:31:55.067875+0000","last_unstale":"2023-08-28T02:38:58.197443+0000","last_undegraded":"2023-08-28T02:38:58.197443+0000","last_fullsized":"2023-08-28T02:38:58.197443+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.868248+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:11:04.391639+0000","scrub_duration":0.0016215240000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":370,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.100781+0000","last_change":"2023-08-28T02:29:44.421353+0000","last_active":"2023-08-28T02:38:58.100781+0000","last_peered":"2023-08-28T02:38:58.100781+0000","last_clean":"2023-08-28T02:38:58.100781+0000","last_became_active":"2023-08-28T02:29:44.421064+0000","last_became_peered":"2023-08-28T02:29:44.421064+0000","last_unstale":"2023-08-28T02:38:58.100781+0000","last_undegraded":"2023-08-28T02:38:58.100781+0000","last_fullsized":"2023-08-28T02:38:58.100781+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:51:36.524024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":341,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-08-28T02:39:04.196270+0000","last_change":"2023-08-28T02:33:12.299487+0000","last_active":"2023-08-28T02:39:04.196270+0000","last_peered":"2023-08-28T02:39:04.196270+0000","last_clean":"2023-08-28T02:39:04.196270+0000","last_became_active":"2023-08-28T02:33:12.299175+0000","last_became_peered":"2023-08-28T02:33:12.299175+0000","last_unstale":"2023-08-28T02:39:04.196270+0000","last_undegraded":"2023-08-28T02:39:04.196270+0000","last_fullsized":"2023-08-28T02:39:04.196270+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:42:29.713462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":352,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-08-28T02:39:04.198352+0000","last_change":"2023-08-28T02:32:28.457696+0000","last_active":"2023-08-28T02:39:04.198352+0000","last_peered":"2023-08-28T02:39:04.198352+0000","last_clean":"2023-08-28T02:39:04.198352+0000","last_became_active":"2023-08-28T02:32:28.457407+0000","last_became_peered":"2023-08-28T02:32:28.457407+0000","last_unstale":"2023-08-28T02:39:04.198352+0000","last_undegraded":"2023-08-28T02:39:04.198352+0000","last_fullsized":"2023-08-28T02:39:04.198352+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:26:29.392787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"365'7780","reported_seq":8931,"reported_epoch":365,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:39:07.531671+0000","last_change":"2023-08-28T02:34:11.566035+0000","last_active":"2023-08-28T02:39:07.531671+0000","last_peered":"2023-08-28T02:39:07.531671+0000","last_clean":"2023-08-28T02:33:10.395883+0000","last_became_active":"2023-08-28T02:33:12.394714+0000","last_became_peered":"2023-08-28T02:33:12.394714+0000","last_unstale":"2023-08-28T02:39:07.531671+0000","last_undegraded":"2023-08-28T02:39:07.531671+0000","last_fullsized":"2023-08-28T02:39:07.531671+0000","mapping_epoch":297,"log_start":"257'2384","ondisk_log_start":"257'2384","created":250,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5396,"log_dups_size":0,"ondisk_log_size":5396,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:01:26.984565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":242679832,"num_objects":3704,"num_object_clones":0,"num_object_copies":11112,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3380,"num_objects_unfound":0,"num_objects_dirty":3704,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7780,"num_write_kb":367425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":500,"num_bytes_recovered":32768000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,6],"avail_no_missing":["4","0","6"],"object_location_counts":[{"shards":"0,4,6","objects":3704}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.6","version":"75'161","reported_seq":626,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-08-28T02:39:04.198270+0000","last_change":"2023-08-28T02:33:13.338675+0000","last_active":"2023-08-28T02:39:04.198270+0000","last_peered":"2023-08-28T02:39:04.198270+0000","last_clean":"2023-08-28T02:39:04.198270+0000","last_became_active":"2023-08-28T02:33:13.338271+0000","last_became_peered":"2023-08-28T02:33:13.338271+0000","last_unstale":"2023-08-28T02:39:04.198270+0000","last_undegraded":"2023-08-28T02:39:04.198270+0000","last_fullsized":"2023-08-28T02:39:04.198270+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.774982+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.774982+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:13:20.011329+0000","scrub_duration":0.003539819,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":333,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.101287+0000","last_change":"2023-08-28T02:14:43.033789+0000","last_active":"2023-08-28T02:38:58.101287+0000","last_peered":"2023-08-28T02:38:58.101287+0000","last_clean":"2023-08-28T02:38:58.101287+0000","last_became_active":"2023-08-28T02:14:43.033454+0000","last_became_peered":"2023-08-28T02:14:43.033454+0000","last_unstale":"2023-08-28T02:38:58.101287+0000","last_undegraded":"2023-08-28T02:38:58.101287+0000","last_fullsized":"2023-08-28T02:38:58.101287+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:01:13.205842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":165,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.197838+0000","last_change":"2023-08-28T02:32:28.461807+0000","last_active":"2023-08-28T02:38:58.197838+0000","last_peered":"2023-08-28T02:38:58.197838+0000","last_clean":"2023-08-28T02:38:58.197838+0000","last_became_active":"2023-08-28T02:32:28.461116+0000","last_became_peered":"2023-08-28T02:32:28.461116+0000","last_unstale":"2023-08-28T02:38:58.197838+0000","last_undegraded":"2023-08-28T02:38:58.197838+0000","last_fullsized":"2023-08-28T02:38:58.197838+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:12:45.321757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":312,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-08-28T02:39:04.196748+0000","last_change":"2023-08-28T02:14:43.048791+0000","last_active":"2023-08-28T02:39:04.196748+0000","last_peered":"2023-08-28T02:39:04.196748+0000","last_clean":"2023-08-28T02:39:04.196748+0000","last_became_active":"2023-08-28T02:14:43.047408+0000","last_became_peered":"2023-08-28T02:14:43.047408+0000","last_unstale":"2023-08-28T02:39:04.196748+0000","last_undegraded":"2023-08-28T02:39:04.196748+0000","last_fullsized":"2023-08-28T02:39:04.196748+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:47.097181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"365'8018","reported_seq":18108,"reported_epoch":365,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:39:07.580669+0000","last_change":"2023-08-28T02:37:37.899201+0000","last_active":"2023-08-28T02:39:07.580669+0000","last_peered":"2023-08-28T02:39:07.580669+0000","last_clean":"2023-08-28T02:31:50.933695+0000","last_became_active":"2023-08-28T02:33:13.540416+0000","last_became_peered":"2023-08-28T02:33:13.540416+0000","last_unstale":"2023-08-28T02:39:07.580669+0000","last_undegraded":"2023-08-28T02:39:07.580669+0000","last_fullsized":"2023-08-28T02:39:07.580669+0000","mapping_epoch":298,"log_start":"257'2574","ondisk_log_start":"257'2574","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5444,"log_dups_size":0,"ondisk_log_size":5444,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:49:35.658845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":251920384,"num_objects":3844,"num_object_clones":0,"num_object_copies":11532,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3844,"num_objects_unfound":0,"num_objects_dirty":3844,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8018,"num_write_kb":379584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4967,"num_bytes_recovered":325517312,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,2],"avail_no_missing":["4","2","5","6"],"object_location_counts":[{"shards":"2,4,5","objects":3844}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.5","version":"75'161","reported_seq":658,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.106670+0000","last_change":"2023-08-28T02:32:31.477151+0000","last_active":"2023-08-28T02:38:58.106670+0000","last_peered":"2023-08-28T02:38:58.106670+0000","last_clean":"2023-08-28T02:38:58.106670+0000","last_became_active":"2023-08-28T02:32:31.476776+0000","last_became_peered":"2023-08-28T02:32:31.476776+0000","last_unstale":"2023-08-28T02:38:58.106670+0000","last_undegraded":"2023-08-28T02:38:58.106670+0000","last_fullsized":"2023-08-28T02:38:58.106670+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:18.891729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:18.891729+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:47:27.194140+0000","scrub_duration":0.0031546460000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"65'2","reported_seq":322,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-08-28T02:39:04.201921+0000","last_change":"2023-08-28T02:33:12.327778+0000","last_active":"2023-08-28T02:39:04.201921+0000","last_peered":"2023-08-28T02:39:04.201921+0000","last_clean":"2023-08-28T02:39:04.201921+0000","last_became_active":"2023-08-28T02:33:12.327273+0000","last_became_peered":"2023-08-28T02:33:12.327273+0000","last_unstale":"2023-08-28T02:39:04.201921+0000","last_undegraded":"2023-08-28T02:39:04.201921+0000","last_fullsized":"2023-08-28T02:39:04.201921+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:40.554192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":203,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.198010+0000","last_change":"2023-08-28T02:33:13.335665+0000","last_active":"2023-08-28T02:38:58.198010+0000","last_peered":"2023-08-28T02:38:58.198010+0000","last_clean":"2023-08-28T02:38:58.198010+0000","last_became_active":"2023-08-28T02:33:13.335322+0000","last_became_peered":"2023-08-28T02:33:13.335322+0000","last_unstale":"2023-08-28T02:38:58.198010+0000","last_undegraded":"2023-08-28T02:38:58.198010+0000","last_fullsized":"2023-08-28T02:38:58.198010+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:21:08.024493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":320,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:09.168176+0000","last_change":"2023-08-28T02:33:12.310326+0000","last_active":"2023-08-28T02:39:09.168176+0000","last_peered":"2023-08-28T02:39:09.168176+0000","last_clean":"2023-08-28T02:39:09.168176+0000","last_became_active":"2023-08-28T02:33:12.310011+0000","last_became_peered":"2023-08-28T02:33:12.310011+0000","last_unstale":"2023-08-28T02:39:09.168176+0000","last_undegraded":"2023-08-28T02:39:09.168176+0000","last_fullsized":"2023-08-28T02:39:09.168176+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:35:03.710036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"365'7997","reported_seq":14327,"reported_epoch":365,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-08-28T02:39:07.552416+0000","last_change":"2023-08-28T02:38:43.760745+0000","last_active":"2023-08-28T02:39:07.552416+0000","last_peered":"2023-08-28T02:39:07.552416+0000","last_clean":"2023-08-28T02:31:27.909649+0000","last_became_active":"2023-08-28T02:33:33.726805+0000","last_became_peered":"2023-08-28T02:33:33.726805+0000","last_unstale":"2023-08-28T02:39:07.552416+0000","last_undegraded":"2023-08-28T02:33:20.140072+0000","last_fullsized":"2023-08-28T02:33:13.278549+0000","mapping_epoch":298,"log_start":"257'2577","ondisk_log_start":"257'2577","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5420,"log_dups_size":0,"ondisk_log_size":5420,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:02:22.971585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":253689856,"num_objects":3871,"num_object_clones":0,"num_object_copies":11613,"num_objects_missing_on_primary":3844,"num_objects_missing":3844,"num_objects_degraded":2496,"num_objects_misplaced":7728,"num_objects_unfound":0,"num_objects_dirty":3871,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7997,"num_write_kb":379776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2053,"num_bytes_recovered":134414336,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[4,3],"avail_no_missing":["2","6"],"object_location_counts":[{"shards":"2,3,4,6","objects":12},{"shards":"2,3,6","objects":1361},{"shards":"2,4,6","objects":14},{"shards":"2,6","objects":2483},{"shards":"3,4","objects":-12}],"blocked_by":[],"up_primary":3,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.4","version":"75'161","reported_seq":574,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-08-28T02:39:04.201377+0000","last_change":"2023-08-28T02:33:12.296479+0000","last_active":"2023-08-28T02:39:04.201377+0000","last_peered":"2023-08-28T02:39:04.201377+0000","last_clean":"2023-08-28T02:39:04.201377+0000","last_became_active":"2023-08-28T02:33:12.294160+0000","last_became_peered":"2023-08-28T02:33:12.294160+0000","last_unstale":"2023-08-28T02:39:04.201377+0000","last_undegraded":"2023-08-28T02:39:04.201377+0000","last_fullsized":"2023-08-28T02:39:04.201377+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.899247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.899247+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":291,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.101094+0000","last_change":"2023-08-28T02:33:13.539335+0000","last_active":"2023-08-28T02:38:58.101094+0000","last_peered":"2023-08-28T02:38:58.101094+0000","last_clean":"2023-08-28T02:38:58.101094+0000","last_became_active":"2023-08-28T02:33:13.538978+0000","last_became_peered":"2023-08-28T02:33:13.538978+0000","last_unstale":"2023-08-28T02:38:58.101094+0000","last_undegraded":"2023-08-28T02:38:58.101094+0000","last_fullsized":"2023-08-28T02:38:58.101094+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:26:13.405766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"65'1","reported_seq":356,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-08-28T02:39:04.198357+0000","last_change":"2023-08-28T02:29:44.510205+0000","last_active":"2023-08-28T02:39:04.198357+0000","last_peered":"2023-08-28T02:39:04.198357+0000","last_clean":"2023-08-28T02:39:04.198357+0000","last_became_active":"2023-08-28T02:29:44.429357+0000","last_became_peered":"2023-08-28T02:29:44.429357+0000","last_unstale":"2023-08-28T02:39:04.198357+0000","last_undegraded":"2023-08-28T02:39:04.198357+0000","last_fullsized":"2023-08-28T02:39:04.198357+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:44:59.955729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":320,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.106434+0000","last_change":"2023-08-28T02:32:12.950661+0000","last_active":"2023-08-28T02:38:58.106434+0000","last_peered":"2023-08-28T02:38:58.106434+0000","last_clean":"2023-08-28T02:38:58.106434+0000","last_became_active":"2023-08-28T02:32:12.950276+0000","last_became_peered":"2023-08-28T02:32:12.950276+0000","last_unstale":"2023-08-28T02:38:58.106434+0000","last_undegraded":"2023-08-28T02:38:58.106434+0000","last_fullsized":"2023-08-28T02:38:58.106434+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:05:17.972868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"65'1","reported_seq":313,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-08-28T02:39:04.196688+0000","last_change":"2023-08-28T02:14:43.042150+0000","last_active":"2023-08-28T02:39:04.196688+0000","last_peered":"2023-08-28T02:39:04.196688+0000","last_clean":"2023-08-28T02:39:04.196688+0000","last_became_active":"2023-08-28T02:14:43.038336+0000","last_became_peered":"2023-08-28T02:14:43.038336+0000","last_unstale":"2023-08-28T02:39:04.196688+0000","last_undegraded":"2023-08-28T02:39:04.196688+0000","last_fullsized":"2023-08-28T02:39:04.196688+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:26:02.415152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":362,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.197728+0000","last_change":"2023-08-28T02:33:13.318097+0000","last_active":"2023-08-28T02:38:58.197728+0000","last_peered":"2023-08-28T02:38:58.197728+0000","last_clean":"2023-08-28T02:38:58.197728+0000","last_became_active":"2023-08-28T02:33:13.317761+0000","last_became_peered":"2023-08-28T02:33:13.317761+0000","last_unstale":"2023-08-28T02:38:58.197728+0000","last_undegraded":"2023-08-28T02:38:58.197728+0000","last_fullsized":"2023-08-28T02:38:58.197728+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:24.836996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"65'2","reported_seq":358,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.171835+0000","last_change":"2023-08-28T02:29:44.535937+0000","last_active":"2023-08-28T02:38:58.171835+0000","last_peered":"2023-08-28T02:38:58.171835+0000","last_clean":"2023-08-28T02:38:58.171835+0000","last_became_active":"2023-08-28T02:29:44.462244+0000","last_became_peered":"2023-08-28T02:29:44.462244+0000","last_unstale":"2023-08-28T02:38:58.171835+0000","last_undegraded":"2023-08-28T02:38:58.171835+0000","last_fullsized":"2023-08-28T02:38:58.171835+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:30:33.173713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":360,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-08-28T02:39:04.196562+0000","last_change":"2023-08-28T02:33:12.305580+0000","last_active":"2023-08-28T02:39:04.196562+0000","last_peered":"2023-08-28T02:39:04.196562+0000","last_clean":"2023-08-28T02:39:04.196562+0000","last_became_active":"2023-08-28T02:33:12.305261+0000","last_became_peered":"2023-08-28T02:33:12.305261+0000","last_unstale":"2023-08-28T02:39:04.196562+0000","last_undegraded":"2023-08-28T02:39:04.196562+0000","last_fullsized":"2023-08-28T02:39:04.196562+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:22:31.614221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"65'2","reported_seq":327,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.171992+0000","last_change":"2023-08-28T02:31:51.991101+0000","last_active":"2023-08-28T02:38:58.171992+0000","last_peered":"2023-08-28T02:38:58.171992+0000","last_clean":"2023-08-28T02:38:58.171992+0000","last_became_active":"2023-08-28T02:31:51.987237+0000","last_became_peered":"2023-08-28T02:31:51.987237+0000","last_unstale":"2023-08-28T02:38:58.171992+0000","last_undegraded":"2023-08-28T02:38:58.171992+0000","last_fullsized":"2023-08-28T02:38:58.171992+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:07:07.370857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":361,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.106573+0000","last_change":"2023-08-28T02:33:12.494483+0000","last_active":"2023-08-28T02:38:58.106573+0000","last_peered":"2023-08-28T02:38:58.106573+0000","last_clean":"2023-08-28T02:38:58.106573+0000","last_became_active":"2023-08-28T02:33:12.494136+0000","last_became_peered":"2023-08-28T02:33:12.494136+0000","last_unstale":"2023-08-28T02:38:58.106573+0000","last_undegraded":"2023-08-28T02:38:58.106573+0000","last_fullsized":"2023-08-28T02:38:58.106573+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:36.772588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"65'1","reported_seq":308,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:09.169009+0000","last_change":"2023-08-28T02:33:13.287922+0000","last_active":"2023-08-28T02:39:09.169009+0000","last_peered":"2023-08-28T02:39:09.169009+0000","last_clean":"2023-08-28T02:39:09.169009+0000","last_became_active":"2023-08-28T02:33:13.287520+0000","last_became_peered":"2023-08-28T02:33:13.287520+0000","last_unstale":"2023-08-28T02:39:09.169009+0000","last_undegraded":"2023-08-28T02:39:09.169009+0000","last_fullsized":"2023-08-28T02:39:09.169009+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:11.627168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":321,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-08-28T02:39:04.201079+0000","last_change":"2023-08-28T02:33:13.289469+0000","last_active":"2023-08-28T02:39:04.201079+0000","last_peered":"2023-08-28T02:39:04.201079+0000","last_clean":"2023-08-28T02:39:04.201079+0000","last_became_active":"2023-08-28T02:33:13.288737+0000","last_became_peered":"2023-08-28T02:33:13.288737+0000","last_unstale":"2023-08-28T02:39:04.201079+0000","last_undegraded":"2023-08-28T02:39:04.201079+0000","last_fullsized":"2023-08-28T02:39:04.201079+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:11:15.043550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"65'4","reported_seq":345,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-08-28T02:39:04.196960+0000","last_change":"2023-08-28T02:32:28.607010+0000","last_active":"2023-08-28T02:39:04.196960+0000","last_peered":"2023-08-28T02:39:04.196960+0000","last_clean":"2023-08-28T02:39:04.196960+0000","last_became_active":"2023-08-28T02:32:28.492224+0000","last_became_peered":"2023-08-28T02:32:28.492224+0000","last_unstale":"2023-08-28T02:39:04.196960+0000","last_undegraded":"2023-08-28T02:39:04.196960+0000","last_fullsized":"2023-08-28T02:39:04.196960+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:13:45.711951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":554,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":371,"reported_epoch":364,"state":"active+clean","last_fresh":"2023-08-28T02:38:58.106413+0000","last_change":"2023-08-28T02:33:13.309144+0000","last_active":"2023-08-28T02:38:58.106413+0000","last_peered":"2023-08-28T02:38:58.106413+0000","last_clean":"2023-08-28T02:38:58.106413+0000","last_became_active":"2023-08-28T02:33:13.308910+0000","last_became_peered":"2023-08-28T02:33:13.308910+0000","last_unstale":"2023-08-28T02:38:58.106413+0000","last_undegraded":"2023-08-28T02:38:58.106413+0000","last_fullsized":"2023-08-28T02:38:58.106413+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:09:59.549591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":3958636568,"num_objects":60405,"num_object_clones":0,"num_object_copies":181215,"num_objects_missing_on_primary":3844,"num_objects_missing":3844,"num_objects_degraded":15017,"num_objects_misplaced":18648,"num_objects_unfound":0,"num_objects_dirty":60405,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":126209,"num_write_kb":5971585,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":47910,"num_bytes_recovered":3113353216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":13089058816,"data_stored":13089046600,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97157,"ondisk_log_size":97157,"up":48,"acting":45,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":10126,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":370028,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":89,"num_read_kb":167,"num_write":44,"num_write_kb":440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":584707,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2048000,"data_stored":2033792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299786,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1710408,"kb_used_data":1220096,"kb_used_omap":0,"kb_used_meta":490304,"kb_avail":92034744,"statfs":{"total":95995035648,"available":94243577856,"internally_reserved":0,"allocated":1249378304,"data_stored":1247927633,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":502071296},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:38:11 2023","interfaces":[{"interface":"back","average":{"1min":0.439,"5min":0.51100000000000001,"15min":1.1990000000000001},"min":{"1min":0.26300000000000001,"5min":0.23400000000000001,"15min":0.219},"max":{"1min":0.93899999999999995,"5min":3.6480000000000001,"15min":13.118},"last":0.23499999999999999},{"interface":"front","average":{"1min":0.436,"5min":0.57299999999999995,"15min":1.611},"min":{"1min":0.27700000000000002,"5min":0.247,"15min":0.246},"max":{"1min":0.66900000000000004,"5min":3.6619999999999999,"15min":17.402999999999999},"last":0.33200000000000002}]},{"osd":1,"last update":"Mon Aug 28 02:38:44 2023","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.58999999999999997,"15min":1.8260000000000001},"min":{"1min":0.28799999999999998,"5min":0.253,"15min":0.248},"max":{"1min":3.113,"5min":5.492,"15min":17.43},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.68700000000000006,"5min":0.73699999999999999,"15min":1.7410000000000001},"min":{"1min":0.32100000000000001,"5min":0.28699999999999998,"15min":0.25900000000000001},"max":{"1min":3.5880000000000001,"5min":5.5179999999999998,"15min":19.913},"last":0.39600000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:38:28 2023","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.496,"15min":1.278},"min":{"1min":0.318,"5min":0.26800000000000002,"15min":0.22900000000000001},"max":{"1min":1.266,"5min":3.1760000000000002,"15min":8.3889999999999993},"last":0.43099999999999999},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.56999999999999995,"15min":1.1359999999999999},"min":{"1min":0.34499999999999997,"5min":0.28799999999999998,"15min":0.28699999999999998},"max":{"1min":1.8720000000000001,"5min":2.399,"15min":9.2219999999999995},"last":0.38800000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:38:19 2023","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.61399999999999999,"15min":0.68300000000000005},"min":{"1min":0.36499999999999999,"5min":0.312,"15min":0.312},"max":{"1min":1.5900000000000001,"5min":3.0099999999999998,"15min":3.0099999999999998},"last":0.35899999999999999},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59099999999999997,"15min":0.61699999999999999},"min":{"1min":0.36399999999999999,"5min":0.308,"15min":0.308},"max":{"1min":1.3169999999999999,"5min":3.1000000000000001,"15min":3.1000000000000001},"last":0.46100000000000002}]},{"osd":4,"last update":"Mon Aug 28 02:38:11 2023","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.52900000000000003,"15min":1.244},"min":{"1min":0.32000000000000001,"5min":0.27700000000000002,"15min":0.245},"max":{"1min":1.458,"5min":5.2169999999999996,"15min":18.943000000000001},"last":0.29999999999999999},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.57399999999999995,"15min":0.92000000000000004},"min":{"1min":0.309,"5min":0.28699999999999998,"15min":0.25700000000000001},"max":{"1min":1.286,"5min":2.9870000000000001,"15min":8.1890000000000001},"last":0.318}]},{"osd":5,"last update":"Mon Aug 28 02:38:11 2023","interfaces":[{"interface":"back","average":{"1min":0.71299999999999997,"5min":0.53400000000000003,"15min":1.004},"min":{"1min":0.309,"5min":0.28100000000000003,"15min":0.23599999999999999},"max":{"1min":2.6669999999999998,"5min":3.2120000000000002,"15min":14.622},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.54600000000000004,"15min":1.232},"min":{"1min":0.38700000000000001,"5min":0.317,"15min":0.27000000000000002},"max":{"1min":0.71599999999999997,"5min":3.0499999999999998,"15min":17.324999999999999},"last":0.443}]},{"osd":6,"last update":"Mon Aug 28 02:38:11 2023","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.623,"15min":1.2689999999999999},"min":{"1min":0.373,"5min":0.33300000000000002,"15min":0.30299999999999999},"max":{"1min":1.5740000000000001,"5min":3.2250000000000001,"15min":17.454999999999998},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.622,"15min":0.83799999999999997},"min":{"1min":0.41699999999999998,"5min":0.33400000000000002,"15min":0.28999999999999998},"max":{"1min":1.3879999999999999,"5min":3.0499999999999998,"15min":7.665},"last":0.41699999999999998}]}]},{"osd":6,"up_from":0,"seq":193273528717,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":101,"seq":433791697176,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1358804,"kb_used_data":734732,"kb_used_omap":4,"kb_used_meta":624059,"kb_avail":92386348,"statfs":{"total":95995035648,"available":94603620352,"internally_reserved":0,"allocated":752365568,"data_stored":750288228,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":639037326},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:38:48 2023","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.48699999999999999,"15min":1.776},"min":{"1min":0.24299999999999999,"5min":0.23799999999999999,"15min":0.22},"max":{"1min":1.659,"5min":3.3730000000000002,"15min":24.545999999999999},"last":0.316},{"interface":"front","average":{"1min":0.497,"5min":0.66500000000000004,"15min":2.323},"min":{"1min":0.27100000000000002,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":1.0600000000000001,"5min":7.2450000000000001,"15min":24.515000000000001},"last":0.45800000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:38:33 2023","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.66300000000000003,"15min":2.0409999999999999},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.24099999999999999},"max":{"1min":1.639,"5min":4.0579999999999998,"15min":22.161000000000001},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.64600000000000002,"15min":1.5},"min":{"1min":0.308,"5min":0.28399999999999997,"15min":0.254},"max":{"1min":1.431,"5min":7.0110000000000001,"15min":19.100999999999999},"last":0.61199999999999999}]},{"osd":3,"last update":"Mon Aug 28 02:38:22 2023","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.56399999999999995,"15min":0.496},"min":{"1min":0.29199999999999998,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":1.704,"5min":2.742,"15min":2.742},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.56699999999999995,"15min":0.53200000000000003},"min":{"1min":0.29199999999999998,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.98099999999999998,"5min":3.5819999999999999,"15min":3.5819999999999999},"last":0.627}]},{"osd":4,"last update":"Mon Aug 28 02:38:48 2023","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.64800000000000002,"15min":1.264},"min":{"1min":0.30599999999999999,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":1.9910000000000001,"5min":3.0259999999999998,"15min":18.992999999999999},"last":0.65200000000000002},{"interface":"front","average":{"1min":0.73799999999999999,"5min":0.63,"15min":1.4419999999999999},"min":{"1min":0.44,"5min":0.34300000000000003,"15min":0.26400000000000001},"max":{"1min":2.0070000000000001,"5min":2.0070000000000001,"15min":14.779999999999999},"last":0.41899999999999998}]},{"osd":5,"last update":"Mon Aug 28 02:38:48 2023","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.67300000000000004,"15min":1.8979999999999999},"min":{"1min":0.372,"5min":0.36499999999999999,"15min":0.29999999999999999},"max":{"1min":0.96299999999999997,"5min":3.7029999999999998,"15min":18.626999999999999},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.67700000000000005,"5min":0.70699999999999996,"15min":1.6639999999999999},"min":{"1min":0.38200000000000001,"5min":0.35299999999999998,"15min":0.33600000000000002},"max":{"1min":2.5739999999999998,"5min":3.0609999999999999,"15min":18.945},"last":0.751}]},{"osd":6,"last update":"Mon Aug 28 02:38:48 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.70099999999999996,"15min":1.841},"min":{"1min":0.45300000000000001,"5min":0.40799999999999997,"15min":0.34300000000000003},"max":{"1min":1.923,"5min":3.7400000000000002,"15min":12.221},"last":0.70999999999999996},{"interface":"front","average":{"1min":0.77000000000000002,"5min":0.77200000000000002,"15min":1.472},"min":{"1min":0.45000000000000001,"5min":0.39100000000000001,"15min":0.35699999999999998},"max":{"1min":2.4780000000000002,"5min":3.089,"15min":19.021999999999998},"last":0.67500000000000004}]},{"osd":7,"last update":"Mon Aug 28 02:38:48 2023","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.76100000000000001,"15min":1.6080000000000001},"min":{"1min":0.434,"5min":0.38500000000000001,"15min":0.374},"max":{"1min":2.2850000000000001,"5min":3.1080000000000001,"15min":19.047999999999998},"last":0.72299999999999998},{"interface":"front","average":{"1min":0.94199999999999995,"5min":0.73499999999999999,"15min":1.6919999999999999},"min":{"1min":0.52400000000000002,"5min":0.432,"15min":0.312},"max":{"1min":2.3679999999999999,"5min":2.3679999999999999,"15min":14.818},"last":0.48399999999999999}]}]},{"osd":0,"up_from":87,"seq":373662155043,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3076400,"kb_used_data":2397416,"kb_used_omap":5,"kb_used_meta":678970,"kb_avail":90668752,"statfs":{"total":95995035648,"available":92844802048,"internally_reserved":0,"allocated":2454953984,"data_stored":2452747232,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":695265914},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:38:40 2023","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.45900000000000002,"15min":1.4199999999999999},"min":{"1min":0.23699999999999999,"5min":0.20300000000000001,"15min":0.184},"max":{"1min":0.94499999999999995,"5min":2.5489999999999999,"15min":30.315000000000001},"last":0.26900000000000002},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.51700000000000002,"15min":2.073},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.221},"max":{"1min":0.83499999999999996,"5min":4.0679999999999996,"15min":69.272000000000006},"last":0.28399999999999997}]},{"osd":2,"last update":"Mon Aug 28 02:38:40 2023","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.65000000000000002,"15min":1.6819999999999999},"min":{"1min":0.27900000000000003,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":1.9419999999999999,"5min":4.4020000000000001,"15min":20.959},"last":0.439},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.66300000000000003,"15min":1.518},"min":{"1min":0.314,"5min":0.28000000000000003,"15min":0.24299999999999999},"max":{"1min":1.71,"5min":6.1180000000000003,"15min":9.3729999999999993},"last":0.32700000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:38:22 2023","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.76800000000000002,"15min":0.75600000000000001},"min":{"1min":0.32800000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":1.9139999999999999,"5min":5.6680000000000001,"15min":5.6680000000000001},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.70499999999999996,"15min":0.755},"min":{"1min":0.38700000000000001,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.83299999999999996,"5min":4.9199999999999999,"15min":4.9199999999999999},"last":0.49199999999999999}]},{"osd":4,"last update":"Mon Aug 28 02:38:22 2023","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.53600000000000003,"15min":2.246},"min":{"1min":0.34699999999999998,"5min":0.315,"15min":0.29299999999999998},"max":{"1min":0.64600000000000002,"5min":2.3210000000000002,"15min":274.33199999999999},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.65500000000000003,"15min":2.6080000000000001},"min":{"1min":0.40500000000000003,"5min":0.315,"15min":0.28199999999999997},"max":{"1min":0.73899999999999999,"5min":2.6520000000000001,"15min":266.31999999999999},"last":0.40999999999999998}]},{"osd":5,"last update":"Mon Aug 28 02:38:23 2023","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.57799999999999996,"15min":1.323},"min":{"1min":0.34999999999999998,"5min":0.33300000000000002,"15min":0.29299999999999998},"max":{"1min":0.81200000000000006,"5min":2.3759999999999999,"15min":13.038},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.63700000000000001,"15min":1.8069999999999999},"min":{"1min":0.41699999999999998,"5min":0.36399999999999999,"15min":0.27800000000000002},"max":{"1min":0.76700000000000002,"5min":2.2679999999999998,"15min":15.231},"last":0.45900000000000002}]},{"osd":6,"last update":"Mon Aug 28 02:38:23 2023","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.63700000000000001,"15min":1.4870000000000001},"min":{"1min":0.441,"5min":0.38300000000000001,"15min":0.29399999999999998},"max":{"1min":0.82399999999999995,"5min":2.4540000000000002,"15min":15.122999999999999},"last":0.66800000000000004},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.67900000000000005,"15min":1.802},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.35599999999999998},"max":{"1min":0.80500000000000005,"5min":2.3029999999999999,"15min":15.186999999999999},"last":0.56999999999999995}]},{"osd":7,"last update":"Mon Aug 28 02:38:23 2023","interfaces":[{"interface":"back","average":{"1min":0.76300000000000001,"5min":0.80400000000000005,"15min":1.8280000000000001},"min":{"1min":0.442,"5min":0.36399999999999999,"15min":0.33400000000000002},"max":{"1min":3.2130000000000001,"5min":4.4390000000000001,"15min":16.183},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.76100000000000001,"5min":0.73199999999999998,"15min":1.5209999999999999},"min":{"1min":0.47699999999999998,"5min":0.46000000000000002,"15min":0.35999999999999999},"max":{"1min":3.194,"5min":3.194,"15min":13.005000000000001},"last":0.53300000000000003}]}]},{"osd":2,"up_from":0,"seq":502511173902,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":297,"seq":1275605286985,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":930012,"kb_used_data":781140,"kb_used_omap":2,"kb_used_meta":148861,"kb_avail":92815140,"statfs":{"total":95995035648,"available":95042703360,"internally_reserved":0,"allocated":799887360,"data_stored":797804625,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":152433717},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:38:16 2023","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":0.53900000000000003,"15min":0.44800000000000001},"min":{"1min":0.224,"5min":0.22,"15min":0.22},"max":{"1min":1.9910000000000001,"5min":6.8819999999999997,"15min":6.8819999999999997},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.63600000000000001,"15min":0.67800000000000005},"min":{"1min":0.25900000000000001,"5min":0.217,"15min":0.217},"max":{"1min":0.79700000000000004,"5min":6.7839999999999998,"15min":6.7839999999999998},"last":0.41999999999999998}]},{"osd":1,"last update":"Mon Aug 28 02:38:16 2023","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.59599999999999997,"15min":0.46400000000000002},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":3.044,"5min":4.0650000000000004,"15min":4.0650000000000004},"last":0.33300000000000002},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.66700000000000004,"15min":0.70499999999999996},"min":{"1min":0.30099999999999999,"5min":0.249,"15min":0.249},"max":{"1min":2.4620000000000002,"5min":3.9249999999999998,"15min":3.9249999999999998},"last":0.36699999999999999}]},{"osd":2,"last update":"Mon Aug 28 02:38:16 2023","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.54700000000000004,"15min":0.60999999999999999},"min":{"1min":0.307,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":1.212,"5min":2.5449999999999999,"15min":2.5449999999999999},"last":0.628},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.628,"15min":0.57199999999999995},"min":{"1min":0.29599999999999999,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":1.911,"5min":4.7030000000000003,"15min":4.7030000000000003},"last":0.59099999999999997}]},{"osd":4,"last update":"Mon Aug 28 02:38:16 2023","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.64200000000000002,"15min":0.59499999999999997},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.8029999999999999,"5min":6.2670000000000003,"15min":6.2670000000000003},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.63900000000000001,"15min":0.56899999999999995},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.63500000000000001,"5min":3.5030000000000001,"15min":3.5030000000000001},"last":0.54600000000000004}]},{"osd":5,"last update":"Mon Aug 28 02:38:16 2023","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.64400000000000002,"15min":0.59199999999999997},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":1.1419999999999999,"5min":3.5390000000000001,"15min":3.5390000000000001},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.67500000000000004,"5min":0.60799999999999998,"15min":0.56399999999999995},"min":{"1min":0.38800000000000001,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":3.411,"5min":3.411,"15min":3.411},"last":0.56200000000000006}]},{"osd":6,"last update":"Mon Aug 28 02:38:16 2023","interfaces":[{"interface":"back","average":{"1min":0.77200000000000002,"5min":0.65600000000000003,"15min":0.64800000000000002},"min":{"1min":0.47799999999999998,"5min":0.436,"15min":0.436},"max":{"1min":1.921,"5min":1.921,"15min":1.921},"last":0.746},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.68999999999999995,"15min":0.65100000000000002},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":1.1659999999999999,"5min":3.6099999999999999,"15min":3.6099999999999999},"last":0.64900000000000002}]},{"osd":7,"last update":"Mon Aug 28 02:38:16 2023","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":0.64200000000000002,"15min":0.59799999999999998},"min":{"1min":0.44700000000000001,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":1.6339999999999999,"5min":2.9399999999999999,"15min":2.9399999999999999},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.72699999999999998,"5min":0.70099999999999996,"15min":0.66500000000000004},"min":{"1min":0.47299999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":1.8460000000000001,"5min":2.9540000000000002,"15min":2.9540000000000002},"last":0.77100000000000002}]}]},{"osd":4,"up_from":30,"seq":128849019279,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3156364,"kb_used_data":2669444,"kb_used_omap":0,"kb_used_meta":486912,"kb_avail":90588788,"statfs":{"total":95995035648,"available":92762918912,"internally_reserved":0,"allocated":2733510656,"data_stored":2732056668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":498597888},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,0,0,0,2,3,3,7],"upper_bound":4096},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:38:24 2023","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.57699999999999996,"15min":1.5069999999999999},"min":{"1min":0.23899999999999999,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":1.21,"5min":10.249000000000001,"15min":22.515000000000001},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.48799999999999999,"5min":0.54300000000000004,"15min":1.4430000000000001},"min":{"1min":0.29299999999999998,"5min":0.23200000000000001,"15min":0.218},"max":{"1min":0.79000000000000004,"5min":4.5250000000000004,"15min":22.454000000000001},"last":0.35399999999999998}]},{"osd":1,"last update":"Mon Aug 28 02:38:49 2023","interfaces":[{"interface":"back","average":{"1min":0.47899999999999998,"5min":0.56899999999999995,"15min":1.2889999999999999},"min":{"1min":0.29599999999999999,"5min":0.254,"15min":0.248},"max":{"1min":0.70799999999999996,"5min":5.5979999999999999,"15min":23.082000000000001},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.48399999999999999,"5min":0.53700000000000003,"15min":1.4319999999999999},"min":{"1min":0.33700000000000002,"5min":0.28199999999999997,"15min":0.26000000000000001},"max":{"1min":0.65200000000000002,"5min":4.5910000000000002,"15min":25.100000000000001},"last":0.51700000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:38:24 2023","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.64600000000000002,"15min":1.464},"min":{"1min":0.34499999999999997,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":1.3979999999999999,"5min":4.5430000000000001,"15min":16.231000000000002},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.65200000000000002,"15min":1.387},"min":{"1min":0.314,"5min":0.312,"15min":0.29299999999999998},"max":{"1min":2.2719999999999998,"5min":5.6360000000000001,"15min":13.515000000000001},"last":0.47099999999999997}]},{"osd":3,"last update":"Mon Aug 28 02:38:24 2023","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.65600000000000003,"15min":0.75700000000000001},"min":{"1min":0.34200000000000003,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.516,"5min":7.7480000000000002,"15min":7.7480000000000002},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.71699999999999997,"5min":0.72399999999999998,"15min":0.67400000000000004},"min":{"1min":0.36899999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":2.3290000000000002,"5min":3.7069999999999999,"15min":3.7069999999999999},"last":0.58899999999999997}]},{"osd":5,"last update":"Mon Aug 28 02:39:03 2023","interfaces":[{"interface":"back","average":{"1min":0.38500000000000001,"5min":0.48299999999999998,"15min":1.008},"min":{"1min":0.29099999999999998,"5min":0.27300000000000002,"15min":0.222},"max":{"1min":0.65000000000000002,"5min":4.609,"15min":16.181999999999999},"last":0.43099999999999999},{"interface":"front","average":{"1min":0.432,"5min":0.47199999999999998,"15min":1.0669999999999999},"min":{"1min":0.30199999999999999,"5min":0.27500000000000002,"15min":0.20699999999999999},"max":{"1min":0.80400000000000005,"5min":1.5700000000000001,"15min":10.233000000000001},"last":0.39400000000000002}]},{"osd":6,"last update":"Mon Aug 28 02:38:18 2023","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":0.53100000000000003,"15min":1.02},"min":{"1min":0.28699999999999998,"5min":0.27100000000000002,"15min":0.26500000000000001},"max":{"1min":0.72799999999999998,"5min":2.9830000000000001,"15min":10.023999999999999},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.54400000000000004,"15min":1.0940000000000001},"min":{"1min":0.32100000000000001,"5min":0.30499999999999999,"15min":0.26600000000000001},"max":{"1min":1.131,"5min":4.5880000000000001,"15min":8.5},"last":0.45400000000000001}]},{"osd":7,"last update":"Mon Aug 28 02:38:24 2023","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.54400000000000004,"15min":1.103},"min":{"1min":0.375,"5min":0.28999999999999998,"15min":0.22500000000000001},"max":{"1min":0.68400000000000005,"5min":4.5720000000000001,"15min":9.3209999999999997},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.57399999999999995,"15min":1.0649999999999999},"min":{"1min":0.34300000000000003,"5min":0.32400000000000001,"15min":0.30299999999999999},"max":{"1min":0.94199999999999995,"5min":1.647,"15min":15.597},"last":0.503}]}]},{"osd":5,"up_from":37,"seq":158913790352,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2268216,"kb_used_data":1703280,"kb_used_omap":0,"kb_used_meta":564928,"kb_avail":91476936,"statfs":{"total":95995035648,"available":93672382464,"internally_reserved":0,"allocated":1744158720,"data_stored":1742720651,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":578486272},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,0,0,0,1],"upper_bound":512},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:38:52 2023","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.437,"15min":1.4099999999999999},"min":{"1min":0.26100000000000001,"5min":0.23200000000000001,"15min":0.20200000000000001},"max":{"1min":0.64600000000000002,"5min":1.1100000000000001,"15min":15.156000000000001},"last":0.747},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.53300000000000003,"15min":1.45},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.24099999999999999},"max":{"1min":1.4019999999999999,"5min":4.298,"15min":19.815999999999999},"last":0.39300000000000002}]},{"osd":1,"last update":"Mon Aug 28 02:38:52 2023","interfaces":[{"interface":"back","average":{"1min":0.73999999999999999,"5min":0.53600000000000003,"15min":1.651},"min":{"1min":0.312,"5min":0.27900000000000003,"15min":0.23699999999999999},"max":{"1min":3.7989999999999999,"5min":3.7989999999999999,"15min":17.998000000000001},"last":0.44500000000000001},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.56100000000000005,"15min":1.4990000000000001},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.26000000000000001},"max":{"1min":1.056,"5min":4.2149999999999999,"15min":19.853000000000002},"last":0.52800000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:38:52 2023","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.51400000000000001,"15min":1.3129999999999999},"min":{"1min":0.32100000000000001,"5min":0.28100000000000003,"15min":0.27700000000000002},"max":{"1min":0.68999999999999995,"5min":1.776,"15min":13.335000000000001},"last":0.72099999999999997},{"interface":"front","average":{"1min":0.77000000000000002,"5min":0.66300000000000003,"15min":1.54},"min":{"1min":0.39100000000000001,"5min":0.315,"15min":0.28499999999999998},"max":{"1min":3.597,"5min":4.2400000000000002,"15min":10.629},"last":0.55800000000000005}]},{"osd":3,"last update":"Mon Aug 28 02:38:23 2023","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.66100000000000003,"15min":1.0860000000000001},"min":{"1min":0.31,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.94399999999999995,"5min":16.190999999999999,"15min":16.190999999999999},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.628,"5min":0.84799999999999998,"15min":1.4059999999999999},"min":{"1min":0.36099999999999999,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":2.0470000000000002,"5min":21.420999999999999,"15min":21.420999999999999},"last":0.41699999999999998}]},{"osd":4,"last update":"Mon Aug 28 02:39:02 2023","interfaces":[{"interface":"back","average":{"1min":0.438,"5min":0.42299999999999999,"15min":1.016},"min":{"1min":0.251,"5min":0.25,"15min":0.23100000000000001},"max":{"1min":0.98699999999999999,"5min":1.516,"15min":13.616},"last":0.88100000000000001},{"interface":"front","average":{"1min":0.75800000000000001,"5min":0.58199999999999996,"15min":1.1859999999999999},"min":{"1min":0.29299999999999998,"5min":0.28499999999999998,"15min":0.25700000000000001},"max":{"1min":3.5179999999999998,"5min":4.1879999999999997,"15min":10.664999999999999},"last":0.35499999999999998}]},{"osd":6,"last update":"Mon Aug 28 02:38:52 2023","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.55700000000000005,"15min":1.2190000000000001},"min":{"1min":0.29099999999999998,"5min":0.28599999999999998,"15min":0.23300000000000001},"max":{"1min":1.6839999999999999,"5min":4.04,"15min":17.510000000000002},"last":0.90600000000000003},{"interface":"front","average":{"1min":0.755,"5min":0.55900000000000005,"15min":1.179},"min":{"1min":0.34000000000000002,"5min":0.29499999999999998,"15min":0.254},"max":{"1min":3.726,"5min":3.726,"15min":15.856999999999999},"last":0.36799999999999999}]},{"osd":7,"last update":"Mon Aug 28 02:38:52 2023","interfaces":[{"interface":"back","average":{"1min":0.98499999999999999,"5min":0.64600000000000002,"15min":1.3700000000000001},"min":{"1min":0.40899999999999997,"5min":0.34999999999999998,"15min":0.315},"max":{"1min":6.9630000000000001,"5min":6.9630000000000001,"15min":31.707000000000001},"last":0.40300000000000002},{"interface":"front","average":{"1min":0.95399999999999996,"5min":0.70099999999999996,"15min":1.423},"min":{"1min":0.39400000000000002,"5min":0.33000000000000002,"15min":0.318},"max":{"1min":4.5890000000000004,"5min":4.5890000000000004,"15min":31.66},"last":0.49299999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":2446790656,"data_stored":2446786584,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":746979328,"data_stored":746979328,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1680605184,"data_stored":1680605184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":793640960,"data_stored":793640960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":2727546880,"data_stored":2727542808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1738932224,"data_stored":1738932224,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1711673344,"data_stored":1711669272,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1242890240,"data_stored":1242890240,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:39:12.681 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph status --format=json 2023-08-28T02:39:12.684 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:39:12.703 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:12 smithi040 ceph-mon[170259]: from='client.36447 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:39:12.703 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:12 smithi040 ceph-mon[170259]: pgmap v1125: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.7 GiB data, 12 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 117 op/s; 14982/180768 objects degraded (8.288%); 18648/180768 objects misplaced (10.316%); 1.4 MiB/s, 22 objects/s recovering 2023-08-28T02:39:12.704 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:12 smithi040 ceph-mon[175404]: from='client.36447 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:39:12.704 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:12 smithi040 ceph-mon[175404]: pgmap v1125: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.7 GiB data, 12 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 117 op/s; 14982/180768 objects degraded (8.288%); 18648/180768 objects misplaced (10.316%); 1.4 MiB/s, 22 objects/s recovering 2023-08-28T02:39:12.743 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:12.819 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:39:12.822 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:12.822 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:39:12.853 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:12 smithi083 ceph-mon[157819]: from='client.36447 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:39:12.853 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:12 smithi083 ceph-mon[157819]: pgmap v1125: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.7 GiB data, 12 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 117 op/s; 14982/180768 objects degraded (8.288%); 18648/180768 objects misplaced (10.316%); 1.4 MiB/s, 22 objects/s recovering 2023-08-28T02:39:12.854 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.4 dump_historic_ops 2023-08-28T02:39:12.923 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:39:12.956 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:12.989 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:39:12.995 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:12.995 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:39:13.096 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:39:13.136 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:13.169 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:39:13.169 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:39:13.172 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:13.172 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:39:13.273 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:39:13.273 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:39:13.314 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:13.440 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:39:13.443 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:13.444 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:39:13.544 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:39:13.578 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:13.671 INFO:teuthology.orchestra.run.smithi040.stderr:noscrub is set 2023-08-28T02:39:13.703 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:39:13.707 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:13.707 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:39:13.718 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-08-28T02:39:13.808 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:39:13.836 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:13 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3759558613' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:39:13.837 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:13 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3759558613' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:39:13.839 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:13.983 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:13 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3759558613' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:39:14.165 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:39:14.170 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:14.170 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:39:14.227 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:39:14.248 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2023-08-28T02:39:14.248 INFO:teuthology.orchestra.run.smithi083.stdout: "size": 20, 2023-08-28T02:39:14.248 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 600, 2023-08-28T02:39:14.248 INFO:teuthology.orchestra.run.smithi083.stdout: "ops": [ 2023-08-28T02:39:14.248 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.248 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "MOSDPGPush(10.7 282/281 [PushOp(10:eea07471:::benchmark_data_smithi040_250784_object740:head, version: 254'50, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(10:eea07471:::benchmark_data_smithi040_250784_object740:head@254'50, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-08-28T02:39:14.248 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:32:29.461560+0000", 2023-08-28T02:39:14.248 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 404.78584029400002, 2023-08-28T02:39:14.248 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 12.692113797999999, 2023-08-28T02:39:14.249 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:39:14.249 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "started", 2023-08-28T02:39:14.249 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:39:14.249 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.249 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:39:14.249 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:29.461560+0000", 2023-08-28T02:39:14.249 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:39:14.249 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.249 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.249 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:39:14.249 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:29.461560+0000", 2023-08-28T02:39:14.249 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:39:14.250 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.250 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.250 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:39:14.250 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:29.461559+0000", 2023-08-28T02:39:14.250 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:39:14.250 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.250 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.250 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:39:14.250 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:29.461605+0000", 2023-08-28T02:39:14.250 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.5247999999999998e-05 2023-08-28T02:39:14.250 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.251 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.251 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:39:14.251 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:29.461625+0000", 2023-08-28T02:39:14.251 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.0091000000000001e-05 2023-08-28T02:39:14.251 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.251 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.251 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:39:14.251 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:29.461637+0000", 2023-08-28T02:39:14.251 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1979e-05 2023-08-28T02:39:14.251 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.251 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.252 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:39:14.252 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.152193+0000", 2023-08-28T02:39:14.252 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 12.690556690999999 2023-08-28T02:39:14.252 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.252 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.252 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:39:14.252 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.152198+0000", 2023-08-28T02:39:14.252 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.1050000000000003e-06 2023-08-28T02:39:14.252 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.252 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.252 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:39:14.253 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.153674+0000", 2023-08-28T02:39:14.253 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0014757259999999999 2023-08-28T02:39:14.253 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:39:14.253 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:39:14.253 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:39:14.253 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.253 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.253 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "MOSDPGPush(10.7 283/281 [PushOp(10:ed994e4f:::benchmark_data_smithi040_250784_object757:head, version: 254'51, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(10:ed994e4f:::benchmark_data_smithi040_250784_object757:head@254'51, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-08-28T02:39:14.253 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:32:29.477002+0000", 2023-08-28T02:39:14.253 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 404.77039877300001, 2023-08-28T02:39:14.253 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 12.677954372, 2023-08-28T02:39:14.253 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:39:14.254 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "started", 2023-08-28T02:39:14.254 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:39:14.254 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.254 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:39:14.254 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:29.477002+0000", 2023-08-28T02:39:14.254 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:39:14.254 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.254 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.254 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:39:14.254 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:29.477002+0000", 2023-08-28T02:39:14.254 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:39:14.255 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.255 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.255 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:39:14.255 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:29.477000+0000", 2023-08-28T02:39:14.255 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:39:14.255 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.255 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.255 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:39:14.255 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:29.477039+0000", 2023-08-28T02:39:14.255 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.8642e-05 2023-08-28T02:39:14.256 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.256 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.256 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:39:14.256 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:29.477060+0000", 2023-08-28T02:39:14.256 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.1452999999999999e-05 2023-08-28T02:39:14.256 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.256 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.256 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:39:14.256 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:29.477073+0000", 2023-08-28T02:39:14.256 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2464e-05 2023-08-28T02:39:14.256 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.256 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.257 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:39:14.257 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.153729+0000", 2023-08-28T02:39:14.257 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 12.676656468000001 2023-08-28T02:39:14.257 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.257 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.257 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:39:14.257 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.153734+0000", 2023-08-28T02:39:14.257 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.9250000000000003e-06 2023-08-28T02:39:14.257 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.257 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.257 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:39:14.258 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.154956+0000", 2023-08-28T02:39:14.258 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.001222381 2023-08-28T02:39:14.258 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:39:14.258 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:39:14.258 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:39:14.258 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.258 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.258 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "MOSDPGPush(10.7 284/281 [PushOp(10:eb72f90e:::benchmark_data_smithi040_250784_object766:head, version: 254'52, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(10:eb72f90e:::benchmark_data_smithi040_250784_object766:head@254'52, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-08-28T02:39:14.258 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:32:30.477077+0000", 2023-08-28T02:39:14.258 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 403.77032331100003, 2023-08-28T02:39:14.258 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 11.679071906000001, 2023-08-28T02:39:14.259 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:39:14.259 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "started", 2023-08-28T02:39:14.259 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:39:14.259 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.259 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:39:14.259 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:30.477077+0000", 2023-08-28T02:39:14.259 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:39:14.259 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.259 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.259 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:39:14.260 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:30.477077+0000", 2023-08-28T02:39:14.260 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:39:14.260 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.260 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.260 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:39:14.260 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:30.477076+0000", 2023-08-28T02:39:14.260 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:39:14.260 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.260 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.260 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:39:14.260 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:30.477110+0000", 2023-08-28T02:39:14.261 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.4078000000000001e-05 2023-08-28T02:39:14.261 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.261 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.261 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:39:14.261 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:30.477127+0000", 2023-08-28T02:39:14.261 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.6840000000000001e-05 2023-08-28T02:39:14.261 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.261 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.261 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:39:14.261 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:30.477135+0000", 2023-08-28T02:39:14.261 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.2600000000000005e-06 2023-08-28T02:39:14.261 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.261 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.262 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:39:14.263 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.154993+0000", 2023-08-28T02:39:14.263 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 11.677858086000001 2023-08-28T02:39:14.263 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.263 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.263 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:39:14.263 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.154998+0000", 2023-08-28T02:39:14.263 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.7530000000000001e-06 2023-08-28T02:39:14.263 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.263 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.263 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:39:14.264 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.156149+0000", 2023-08-28T02:39:14.264 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0011510660000000001 2023-08-28T02:39:14.264 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:39:14.264 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:39:14.264 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:39:14.264 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.264 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.264 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "MOSDPGPush(10.7 285/281 [PushOp(10:e374c13a:::benchmark_data_smithi040_250784_object767:head, version: 254'53, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(10:e374c13a:::benchmark_data_smithi040_250784_object767:head@254'53, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-08-28T02:39:14.264 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:32:31.487430+0000", 2023-08-28T02:39:14.264 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 402.75997018499999, 2023-08-28T02:39:14.264 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 10.669954233, 2023-08-28T02:39:14.264 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:39:14.265 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "started", 2023-08-28T02:39:14.265 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:39:14.265 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.265 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:39:14.265 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:31.487430+0000", 2023-08-28T02:39:14.265 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:39:14.265 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.265 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.265 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:39:14.265 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:31.487430+0000", 2023-08-28T02:39:14.265 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:39:14.266 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.266 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.266 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:39:14.266 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:31.487429+0000", 2023-08-28T02:39:14.266 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:39:14.266 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.266 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.266 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:39:14.266 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:31.487470+0000", 2023-08-28T02:39:14.266 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.1517999999999998e-05 2023-08-28T02:39:14.266 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.266 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.267 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:39:14.267 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:31.487493+0000", 2023-08-28T02:39:14.267 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.2614999999999999e-05 2023-08-28T02:39:14.267 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.267 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.267 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:39:14.267 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:31.487507+0000", 2023-08-28T02:39:14.267 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.3984e-05 2023-08-28T02:39:14.267 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.267 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.267 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:39:14.268 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.156187+0000", 2023-08-28T02:39:14.268 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 10.66868028 2023-08-28T02:39:14.268 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.268 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.268 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:39:14.268 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.156192+0000", 2023-08-28T02:39:14.268 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.5499999999999996e-06 2023-08-28T02:39:14.268 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.268 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.268 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:39:14.268 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.157385+0000", 2023-08-28T02:39:14.269 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0011930529999999999 2023-08-28T02:39:14.269 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:39:14.269 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:39:14.269 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:39:14.269 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.269 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.269 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "MOSDPGPush(10.7 286/281 [PushOp(10:ecef9a00:::benchmark_data_smithi040_250784_object794:head, version: 254'54, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(10:ecef9a00:::benchmark_data_smithi040_250784_object794:head@254'54, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-08-28T02:39:14.269 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:32:32.496154+0000", 2023-08-28T02:39:14.269 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 401.75124620000003, 2023-08-28T02:39:14.269 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.6624650469999995, 2023-08-28T02:39:14.269 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:39:14.269 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "started", 2023-08-28T02:39:14.270 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:39:14.270 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.270 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:39:14.270 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:32.496154+0000", 2023-08-28T02:39:14.270 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:39:14.270 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.271 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.271 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:39:14.271 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:32.496154+0000", 2023-08-28T02:39:14.271 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:39:14.271 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.271 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.271 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:39:14.271 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:32.496154+0000", 2023-08-28T02:39:14.271 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:39:14.272 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.272 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.272 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:39:14.272 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:32.496183+0000", 2023-08-28T02:39:14.272 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.9841000000000001e-05 2023-08-28T02:39:14.272 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.272 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.272 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:39:14.272 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:32.496198+0000", 2023-08-28T02:39:14.272 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.4748e-05 2023-08-28T02:39:14.272 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.272 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.273 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:39:14.273 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:32.496206+0000", 2023-08-28T02:39:14.273 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.6660000000000008e-06 2023-08-28T02:39:14.273 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.273 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.273 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:39:14.273 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.157422+0000", 2023-08-28T02:39:14.273 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.6612157619999994 2023-08-28T02:39:14.273 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.273 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.273 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:39:14.273 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.157426+0000", 2023-08-28T02:39:14.273 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.1289999999999998e-06 2023-08-28T02:39:14.274 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.274 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.274 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:39:14.274 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.158620+0000", 2023-08-28T02:39:14.274 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0011938750000000001 2023-08-28T02:39:14.274 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:39:14.274 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:39:14.274 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:39:14.274 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.274 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.274 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "MOSDPGPush(10.7 287/281 [PushOp(10:e410776a:::benchmark_data_smithi040_250784_object833:head, version: 254'55, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(10:e410776a:::benchmark_data_smithi040_250784_object833:head@254'55, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-08-28T02:39:14.275 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:32:33.490071+0000", 2023-08-28T02:39:14.275 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 400.75732991400002, 2023-08-28T02:39:14.275 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.6699878320000003, 2023-08-28T02:39:14.275 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:39:14.275 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "started", 2023-08-28T02:39:14.275 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:39:14.275 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.275 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:39:14.275 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:33.490071+0000", 2023-08-28T02:39:14.275 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:39:14.275 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.276 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.276 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:39:14.276 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:33.490071+0000", 2023-08-28T02:39:14.276 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:39:14.276 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.276 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.276 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:39:14.276 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:33.490069+0000", 2023-08-28T02:39:14.276 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:39:14.276 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.276 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.276 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:39:14.277 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:33.490111+0000", 2023-08-28T02:39:14.277 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.1662000000000002e-05 2023-08-28T02:39:14.277 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.277 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.277 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:39:14.277 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:33.490129+0000", 2023-08-28T02:39:14.277 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.7980000000000001e-05 2023-08-28T02:39:14.277 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.277 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.277 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:39:14.277 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:33.490142+0000", 2023-08-28T02:39:14.277 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.271e-05 2023-08-28T02:39:14.278 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.278 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.278 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:39:14.278 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.158653+0000", 2023-08-28T02:39:14.278 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.6685110590000001 2023-08-28T02:39:14.278 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.278 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.278 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:39:14.278 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.158657+0000", 2023-08-28T02:39:14.278 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.0810000000000004e-06 2023-08-28T02:39:14.278 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.278 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.279 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:39:14.279 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.160059+0000", 2023-08-28T02:39:14.279 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0014018399999999999 2023-08-28T02:39:14.279 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:39:14.279 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:39:14.279 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:39:14.279 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.279 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.279 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "MOSDPGPush(10.7 288/281 [PushOp(10:e4e88e2f:::benchmark_data_smithi040_250784_object869:head, version: 254'56, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(10:e4e88e2f:::benchmark_data_smithi040_250784_object869:head@254'56, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-08-28T02:39:14.279 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:32:34.510843+0000", 2023-08-28T02:39:14.279 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 399.73655757699999, 2023-08-28T02:39:14.279 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.6508924839999999, 2023-08-28T02:39:14.280 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:39:14.280 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "started", 2023-08-28T02:39:14.280 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:39:14.280 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.280 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:39:14.280 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:34.510843+0000", 2023-08-28T02:39:14.280 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:39:14.280 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.280 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.280 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:39:14.280 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:34.510843+0000", 2023-08-28T02:39:14.280 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:39:14.281 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.281 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.281 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:39:14.281 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:34.510842+0000", 2023-08-28T02:39:14.281 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:39:14.281 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.281 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.281 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:39:14.281 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:34.510874+0000", 2023-08-28T02:39:14.281 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.2709000000000001e-05 2023-08-28T02:39:14.281 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.281 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.281 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:39:14.282 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:34.510889+0000", 2023-08-28T02:39:14.282 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.4681000000000001e-05 2023-08-28T02:39:14.282 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.282 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.282 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:39:14.282 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:34.510898+0000", 2023-08-28T02:39:14.282 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.1900000000000001e-06 2023-08-28T02:39:14.282 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.282 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.282 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:39:14.282 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.160101+0000", 2023-08-28T02:39:14.282 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.6492023549999999 2023-08-28T02:39:14.283 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.283 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.283 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:39:14.283 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.160107+0000", 2023-08-28T02:39:14.283 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.1020000000000002e-06 2023-08-28T02:39:14.283 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.283 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.283 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:39:14.283 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.161736+0000", 2023-08-28T02:39:14.283 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0016288069999999999 2023-08-28T02:39:14.283 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:39:14.283 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:39:14.284 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:39:14.284 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.284 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.284 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:95688 10.f 10:f73436db:::benchmark_data_smithi040_250784_object2379:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e309)", 2023-08-28T02:39:14.284 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:33:43.597010+0000", 2023-08-28T02:39:14.284 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 330.650391023, 2023-08-28T02:39:14.284 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.1043612610000002, 2023-08-28T02:39:14.284 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:39:14.284 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:39:14.284 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:39:14.284 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:39:14.284 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:39:14.284 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 95688 2023-08-28T02:39:14.285 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.285 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:39:14.285 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.285 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:39:14.285 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:43.597010+0000", 2023-08-28T02:39:14.285 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:39:14.285 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.285 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.285 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:39:14.285 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:43.597010+0000", 2023-08-28T02:39:14.285 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:39:14.286 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.286 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.286 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:39:14.286 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:43.597008+0000", 2023-08-28T02:39:14.286 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:39:14.286 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.286 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.286 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:39:14.286 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:43.597015+0000", 2023-08-28T02:39:14.286 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.5710000000000003e-06 2023-08-28T02:39:14.286 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.286 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.286 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:39:14.287 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:43.597027+0000", 2023-08-28T02:39:14.287 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1908e-05 2023-08-28T02:39:14.287 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.287 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.287 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:39:14.287 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:43.597038+0000", 2023-08-28T02:39:14.287 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1381e-05 2023-08-28T02:39:14.287 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.287 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.287 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:39:14.287 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:43.727505+0000", 2023-08-28T02:39:14.288 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.130466632 2023-08-28T02:39:14.288 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.288 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.288 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:39:14.288 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:43.747682+0000", 2023-08-28T02:39:14.288 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.020177548 2023-08-28T02:39:14.288 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.288 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.288 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:39:14.288 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:43.892362+0000", 2023-08-28T02:39:14.288 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.144680214 2023-08-28T02:39:14.288 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.289 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.289 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:39:14.289 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:43.905663+0000", 2023-08-28T02:39:14.289 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.013300378 2023-08-28T02:39:14.289 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.289 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.289 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:39:14.289 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:47.591941+0000", 2023-08-28T02:39:14.289 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.686278529 2023-08-28T02:39:14.289 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.289 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.289 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:39:14.290 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:47.601928+0000", 2023-08-28T02:39:14.290 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0099871270000000002 2023-08-28T02:39:14.290 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.290 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.290 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:39:14.290 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:47.621263+0000", 2023-08-28T02:39:14.290 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.019334857 2023-08-28T02:39:14.290 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.290 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.290 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:14.290 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:47.654115+0000", 2023-08-28T02:39:14.290 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.032851957000000001 2023-08-28T02:39:14.290 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.291 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.291 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:39:14.291 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:47.655214+0000", 2023-08-28T02:39:14.291 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.001098531 2023-08-28T02:39:14.291 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.291 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.291 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:14.291 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:47.658685+0000", 2023-08-28T02:39:14.291 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0034712129999999999 2023-08-28T02:39:14.291 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.291 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.292 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:39:14.292 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:47.663886+0000", 2023-08-28T02:39:14.292 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0052006869999999998 2023-08-28T02:39:14.292 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.292 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.292 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:39:14.292 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:47.701371+0000", 2023-08-28T02:39:14.292 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.037485277999999997 2023-08-28T02:39:14.292 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:39:14.292 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:39:14.292 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:39:14.292 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.293 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.293 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:95815 10.f 10:f7978655:::benchmark_data_smithi040_250784_object2506:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e309)", 2023-08-28T02:39:14.293 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:33:45.569642+0000", 2023-08-28T02:39:14.293 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 328.67775909099998, 2023-08-28T02:39:14.293 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.9627855300000001, 2023-08-28T02:39:14.293 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:39:14.293 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:39:14.293 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:39:14.293 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:39:14.293 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:39:14.293 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 95815 2023-08-28T02:39:14.293 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.293 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:39:14.294 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.294 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:39:14.294 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:45.569642+0000", 2023-08-28T02:39:14.294 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:39:14.294 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.294 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.294 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:39:14.294 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:45.569642+0000", 2023-08-28T02:39:14.294 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:39:14.294 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.294 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.294 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:39:14.295 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:45.569641+0000", 2023-08-28T02:39:14.295 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:39:14.295 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.295 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.295 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:39:14.295 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:45.569645+0000", 2023-08-28T02:39:14.295 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.2150000000000003e-06 2023-08-28T02:39:14.295 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.295 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.295 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:39:14.295 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:45.569653+0000", 2023-08-28T02:39:14.295 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.0290000000000005e-06 2023-08-28T02:39:14.295 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.296 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.296 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:39:14.296 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:45.569657+0000", 2023-08-28T02:39:14.296 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.7969999999999998e-06 2023-08-28T02:39:14.296 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.296 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.296 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:39:14.296 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:45.593583+0000", 2023-08-28T02:39:14.296 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.023926913000000001 2023-08-28T02:39:14.296 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.296 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.296 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:39:14.297 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:45.605370+0000", 2023-08-28T02:39:14.297 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011786217999999999 2023-08-28T02:39:14.297 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.297 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.297 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:39:14.297 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:45.708175+0000", 2023-08-28T02:39:14.297 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.102805008 2023-08-28T02:39:14.297 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.297 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.297 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:39:14.297 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:45.719261+0000", 2023-08-28T02:39:14.297 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011085948 2023-08-28T02:39:14.298 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.298 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.298 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:39:14.298 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:49.324128+0000", 2023-08-28T02:39:14.298 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.6048676369999999 2023-08-28T02:39:14.298 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.298 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.298 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:39:14.298 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:49.333674+0000", 2023-08-28T02:39:14.298 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0095456629999999994 2023-08-28T02:39:14.298 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.298 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.299 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:39:14.299 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:49.351357+0000", 2023-08-28T02:39:14.299 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.017683074 2023-08-28T02:39:14.299 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.299 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.299 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:39:14.299 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:49.456002+0000", 2023-08-28T02:39:14.299 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.104644925 2023-08-28T02:39:14.299 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.299 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.299 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:14.299 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:49.499336+0000", 2023-08-28T02:39:14.300 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.043334185999999997 2023-08-28T02:39:14.300 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.300 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.300 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:14.300 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:49.503333+0000", 2023-08-28T02:39:14.300 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0039971410000000001 2023-08-28T02:39:14.300 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.300 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.300 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:39:14.300 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:49.508268+0000", 2023-08-28T02:39:14.300 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0049344369999999999 2023-08-28T02:39:14.300 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.301 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.301 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:39:14.301 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:49.532427+0000", 2023-08-28T02:39:14.301 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.024159386000000001 2023-08-28T02:39:14.301 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:39:14.301 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:39:14.301 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:39:14.301 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.301 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.301 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:96622 10.f 10:f1dd7ded:::benchmark_data_smithi040_250784_object3313:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e311)", 2023-08-28T02:39:14.301 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:33:57.473931+0000", 2023-08-28T02:39:14.301 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 316.77346940699999, 2023-08-28T02:39:14.302 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.2260838669999998, 2023-08-28T02:39:14.302 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:39:14.302 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:39:14.302 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:39:14.302 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:39:14.302 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:39:14.302 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 96622 2023-08-28T02:39:14.302 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.302 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:39:14.302 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.302 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:39:14.302 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.473931+0000", 2023-08-28T02:39:14.303 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:39:14.303 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.303 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.303 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:39:14.303 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.473931+0000", 2023-08-28T02:39:14.303 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:39:14.303 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.303 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.303 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:39:14.303 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.473930+0000", 2023-08-28T02:39:14.303 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:39:14.303 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.304 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.304 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:39:14.304 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.473937+0000", 2023-08-28T02:39:14.304 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.6379999999999998e-06 2023-08-28T02:39:14.304 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.304 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.304 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:39:14.304 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.473949+0000", 2023-08-28T02:39:14.304 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2741999999999999e-05 2023-08-28T02:39:14.304 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.304 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.304 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:39:14.305 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.473956+0000", 2023-08-28T02:39:14.305 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.9500000000000004e-06 2023-08-28T02:39:14.305 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.305 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.305 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:39:14.305 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.611108+0000", 2023-08-28T02:39:14.305 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.13715195699999999 2023-08-28T02:39:14.305 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.305 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.305 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:39:14.305 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.620672+0000", 2023-08-28T02:39:14.305 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0095635779999999997 2023-08-28T02:39:14.306 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.306 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.306 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:39:14.306 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.673723+0000", 2023-08-28T02:39:14.306 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.053050767999999998 2023-08-28T02:39:14.306 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.306 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.306 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:39:14.306 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.685785+0000", 2023-08-28T02:39:14.306 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.012062165 2023-08-28T02:39:14.306 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.306 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.307 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:39:14.307 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.585714+0000", 2023-08-28T02:39:14.307 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.899929014 2023-08-28T02:39:14.307 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.307 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.307 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:39:14.307 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.599776+0000", 2023-08-28T02:39:14.307 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.01406192 2023-08-28T02:39:14.307 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.307 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.307 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:39:14.308 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.619098+0000", 2023-08-28T02:39:14.308 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.019321892 2023-08-28T02:39:14.308 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.308 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.308 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:14.308 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.658421+0000", 2023-08-28T02:39:14.308 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.039323534 2023-08-28T02:39:14.308 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.308 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.308 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:39:14.308 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.660469+0000", 2023-08-28T02:39:14.308 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0020480030000000001 2023-08-28T02:39:14.309 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.309 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.309 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:14.309 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.666257+0000", 2023-08-28T02:39:14.309 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0057876259999999997 2023-08-28T02:39:14.309 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.309 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.309 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:39:14.309 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.671177+0000", 2023-08-28T02:39:14.309 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0049202990000000004 2023-08-28T02:39:14.309 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.310 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.310 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:39:14.310 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.700015+0000", 2023-08-28T02:39:14.310 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.028838124999999999 2023-08-28T02:39:14.310 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:39:14.310 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:39:14.310 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:39:14.310 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.310 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.310 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:96628 10.f 10:f07eb378:::benchmark_data_smithi040_250784_object3319:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e311)", 2023-08-28T02:39:14.310 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:33:57.997064+0000", 2023-08-28T02:39:14.310 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 316.250336812, 2023-08-28T02:39:14.310 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.9074898999999998, 2023-08-28T02:39:14.311 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:39:14.311 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:39:14.311 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:39:14.311 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:39:14.311 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:39:14.311 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 96628 2023-08-28T02:39:14.311 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.311 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:39:14.311 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.311 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:39:14.311 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.997064+0000", 2023-08-28T02:39:14.312 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:39:14.312 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.312 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.312 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:39:14.312 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.997064+0000", 2023-08-28T02:39:14.312 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:39:14.312 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.312 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.312 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:39:14.312 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.997062+0000", 2023-08-28T02:39:14.312 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999976 2023-08-28T02:39:14.312 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.313 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.313 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:39:14.313 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.997072+0000", 2023-08-28T02:39:14.313 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0755e-05 2023-08-28T02:39:14.313 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.313 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.313 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:39:14.313 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.997092+0000", 2023-08-28T02:39:14.313 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.914e-05 2023-08-28T02:39:14.313 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.313 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.313 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:39:14.314 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.997101+0000", 2023-08-28T02:39:14.314 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.1789999999999997e-06 2023-08-28T02:39:14.314 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.314 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.314 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:39:14.314 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.114281+0000", 2023-08-28T02:39:14.314 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.117180432 2023-08-28T02:39:14.314 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.314 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.314 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:39:14.314 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.130243+0000", 2023-08-28T02:39:14.314 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.015962223000000001 2023-08-28T02:39:14.315 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.315 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.315 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:39:14.315 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.227295+0000", 2023-08-28T02:39:14.315 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.097051448999999998 2023-08-28T02:39:14.315 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.315 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.315 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:39:14.315 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.253056+0000", 2023-08-28T02:39:14.315 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.025761218999999998 2023-08-28T02:39:14.315 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.315 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.316 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:39:14.316 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.753743+0000", 2023-08-28T02:39:14.316 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.5006867279999998 2023-08-28T02:39:14.316 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.316 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.316 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:39:14.316 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.770778+0000", 2023-08-28T02:39:14.316 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.017034807999999999 2023-08-28T02:39:14.316 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.316 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.316 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:39:14.316 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.800321+0000", 2023-08-28T02:39:14.317 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.029543011000000001 2023-08-28T02:39:14.317 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.317 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.317 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:14.317 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.840722+0000", 2023-08-28T02:39:14.317 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.040401689999999997 2023-08-28T02:39:14.317 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.317 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.317 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:14.317 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.847824+0000", 2023-08-28T02:39:14.317 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0071018339999999996 2023-08-28T02:39:14.317 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.318 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.318 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:39:14.318 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.849978+0000", 2023-08-28T02:39:14.318 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0021536120000000001 2023-08-28T02:39:14.318 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.318 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.318 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:39:14.318 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.862402+0000", 2023-08-28T02:39:14.318 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.012423975 2023-08-28T02:39:14.318 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.318 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.318 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:39:14.319 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.904554+0000", 2023-08-28T02:39:14.319 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.042152096999999999 2023-08-28T02:39:14.319 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:39:14.319 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:39:14.319 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:39:14.319 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.319 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.319 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:96726 10.f 10:fa4a7a3a:::benchmark_data_smithi040_250784_object3417:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e311)", 2023-08-28T02:39:14.319 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:33:58.554524+0000", 2023-08-28T02:39:14.319 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 315.69287713099999, 2023-08-28T02:39:14.319 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.0936931950000002, 2023-08-28T02:39:14.319 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:39:14.320 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:39:14.320 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:39:14.320 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:39:14.320 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:39:14.320 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 96726 2023-08-28T02:39:14.320 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.320 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:39:14.320 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.320 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:39:14.320 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.554524+0000", 2023-08-28T02:39:14.320 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:39:14.321 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.321 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.321 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:39:14.321 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.554524+0000", 2023-08-28T02:39:14.321 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:39:14.321 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.321 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.321 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:39:14.321 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.554522+0000", 2023-08-28T02:39:14.321 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:39:14.321 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.321 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.322 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:39:14.322 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.554528+0000", 2023-08-28T02:39:14.322 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.0750000000000003e-06 2023-08-28T02:39:14.322 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.322 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.322 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:39:14.322 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.554541+0000", 2023-08-28T02:39:14.322 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2425999999999999e-05 2023-08-28T02:39:14.322 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.322 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.322 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:39:14.322 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.554548+0000", 2023-08-28T02:39:14.323 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.8900000000000001e-06 2023-08-28T02:39:14.323 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.323 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.323 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:39:14.323 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.916733+0000", 2023-08-28T02:39:14.323 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.36218528900000002 2023-08-28T02:39:14.323 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.323 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.323 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:39:14.323 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.937610+0000", 2023-08-28T02:39:14.323 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.020876718999999998 2023-08-28T02:39:14.323 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.324 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.324 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:39:14.324 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.084143+0000", 2023-08-28T02:39:14.324 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.14653334700000001 2023-08-28T02:39:14.324 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.324 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.324 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:39:14.324 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.095800+0000", 2023-08-28T02:39:14.324 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011657453 2023-08-28T02:39:14.324 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.324 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.324 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:39:14.325 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.514708+0000", 2023-08-28T02:39:14.325 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.4189070529999999 2023-08-28T02:39:14.325 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.325 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.325 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:39:14.325 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.524309+0000", 2023-08-28T02:39:14.325 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0096015189999999993 2023-08-28T02:39:14.325 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.325 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.325 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:39:14.325 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.545608+0000", 2023-08-28T02:39:14.325 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.021298991999999999 2023-08-28T02:39:14.326 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.326 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.326 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:14.326 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.572076+0000", 2023-08-28T02:39:14.326 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.026468068000000001 2023-08-28T02:39:14.326 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.326 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.326 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:14.326 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.578276+0000", 2023-08-28T02:39:14.326 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0061997670000000001 2023-08-28T02:39:14.326 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.326 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.327 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:39:14.327 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.599669+0000", 2023-08-28T02:39:14.327 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.021393201000000001 2023-08-28T02:39:14.327 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.327 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.327 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:39:14.327 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.610422+0000", 2023-08-28T02:39:14.327 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.010753102 2023-08-28T02:39:14.327 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.327 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.327 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:39:14.328 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.648217+0000", 2023-08-28T02:39:14.328 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.037794546999999998 2023-08-28T02:39:14.328 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:39:14.328 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:39:14.328 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:39:14.328 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.328 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.328 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:96734 10.f 10:f1090e88:::benchmark_data_smithi040_250784_object3425:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e311)", 2023-08-28T02:39:14.328 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:33:58.814602+0000", 2023-08-28T02:39:14.328 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 315.43279870600003, 2023-08-28T02:39:14.328 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.1287970139999999, 2023-08-28T02:39:14.328 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:39:14.329 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:39:14.329 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:39:14.329 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:39:14.329 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:39:14.329 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 96734 2023-08-28T02:39:14.329 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.329 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:39:14.329 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.329 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:39:14.329 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.814602+0000", 2023-08-28T02:39:14.329 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:39:14.329 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.330 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.330 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:39:14.330 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.814602+0000", 2023-08-28T02:39:14.330 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:39:14.330 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.330 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.330 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:39:14.330 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.814601+0000", 2023-08-28T02:39:14.330 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:39:14.330 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.330 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.330 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:39:14.331 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.814607+0000", 2023-08-28T02:39:14.331 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.0209999999999996e-06 2023-08-28T02:39:14.331 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.331 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.331 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:39:14.331 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.814619+0000", 2023-08-28T02:39:14.331 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2126999999999999e-05 2023-08-28T02:39:14.331 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.331 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.331 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:39:14.331 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.814624+0000", 2023-08-28T02:39:14.331 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.4689999999999996e-06 2023-08-28T02:39:14.332 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.332 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.332 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:39:14.332 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.939905+0000", 2023-08-28T02:39:14.332 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.12528078300000001 2023-08-28T02:39:14.332 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.332 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.332 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:39:14.332 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.963820+0000", 2023-08-28T02:39:14.332 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.023914474000000002 2023-08-28T02:39:14.332 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.332 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.333 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:39:14.333 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.143450+0000", 2023-08-28T02:39:14.333 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.179630283 2023-08-28T02:39:14.333 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.333 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.333 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:39:14.333 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.156813+0000", 2023-08-28T02:39:14.333 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.013362873000000001 2023-08-28T02:39:14.333 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.333 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.333 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:39:14.333 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.704010+0000", 2023-08-28T02:39:14.334 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.5471967609999999 2023-08-28T02:39:14.334 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.334 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.334 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:39:14.334 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.716908+0000", 2023-08-28T02:39:14.334 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.012898494999999999 2023-08-28T02:39:14.334 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.334 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.334 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:39:14.334 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.742111+0000", 2023-08-28T02:39:14.334 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.025203478000000001 2023-08-28T02:39:14.334 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.335 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.335 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:14.335 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.787671+0000", 2023-08-28T02:39:14.335 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.045559901999999999 2023-08-28T02:39:14.335 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.335 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.335 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:14.335 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.795833+0000", 2023-08-28T02:39:14.335 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0081614679999999998 2023-08-28T02:39:14.335 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.335 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.335 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:39:14.336 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.892438+0000", 2023-08-28T02:39:14.336 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.096605060000000006 2023-08-28T02:39:14.336 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.336 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.336 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:39:14.336 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.899702+0000", 2023-08-28T02:39:14.336 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0072642710000000001 2023-08-28T02:39:14.336 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.336 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.336 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:39:14.336 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.943399+0000", 2023-08-28T02:39:14.336 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.043696798000000002 2023-08-28T02:39:14.337 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:39:14.337 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:39:14.337 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:39:14.337 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.337 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.337 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:96757 10.f 10:f39eb823:::benchmark_data_smithi040_250784_object3448:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e311)", 2023-08-28T02:39:14.337 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:33:58.984934+0000", 2023-08-28T02:39:14.337 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 315.26246701000002, 2023-08-28T02:39:14.337 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.2158582979999997, 2023-08-28T02:39:14.337 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:39:14.337 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:39:14.338 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:39:14.338 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:39:14.338 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:39:14.338 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 96757 2023-08-28T02:39:14.338 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.338 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:39:14.338 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.338 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:39:14.338 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.984934+0000", 2023-08-28T02:39:14.338 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:39:14.338 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.338 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.339 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:39:14.339 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.984934+0000", 2023-08-28T02:39:14.339 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:39:14.339 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.339 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.339 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:39:14.339 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.984932+0000", 2023-08-28T02:39:14.339 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:39:14.339 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.339 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.339 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:39:14.339 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.984940+0000", 2023-08-28T02:39:14.340 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.0600000000000008e-06 2023-08-28T02:39:14.340 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.340 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.340 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:39:14.340 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.984953+0000", 2023-08-28T02:39:14.340 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2539e-05 2023-08-28T02:39:14.340 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.340 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.340 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:39:14.340 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.984959+0000", 2023-08-28T02:39:14.340 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.9109999999999998e-06 2023-08-28T02:39:14.340 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.341 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.341 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:39:14.341 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.161251+0000", 2023-08-28T02:39:14.341 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.17629288100000001 2023-08-28T02:39:14.341 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.341 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.341 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:39:14.341 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.172483+0000", 2023-08-28T02:39:14.341 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011231669 2023-08-28T02:39:14.341 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.341 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.341 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:39:14.342 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.244511+0000", 2023-08-28T02:39:14.342 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.072028152999999998 2023-08-28T02:39:14.342 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.342 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.342 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:39:14.342 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.256430+0000", 2023-08-28T02:39:14.342 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011918735 2023-08-28T02:39:14.342 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.342 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.342 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:39:14.342 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.013028+0000", 2023-08-28T02:39:14.343 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.7565978769999999 2023-08-28T02:39:14.343 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.343 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.343 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:39:14.343 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.022640+0000", 2023-08-28T02:39:14.343 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0096121569999999996 2023-08-28T02:39:14.343 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.343 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.343 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:39:14.343 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.053955+0000", 2023-08-28T02:39:14.343 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.031314635 2023-08-28T02:39:14.343 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.343 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.344 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:14.344 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.167498+0000", 2023-08-28T02:39:14.344 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.113543172 2023-08-28T02:39:14.344 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.344 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.344 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:39:14.344 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.168612+0000", 2023-08-28T02:39:14.344 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.001114093 2023-08-28T02:39:14.344 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.344 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.344 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:14.344 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.172211+0000", 2023-08-28T02:39:14.345 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0035989989999999999 2023-08-28T02:39:14.345 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.345 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.345 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:39:14.345 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.177119+0000", 2023-08-28T02:39:14.345 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0049084849999999998 2023-08-28T02:39:14.345 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.345 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.345 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:39:14.345 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.200792+0000", 2023-08-28T02:39:14.345 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.023672500999999999 2023-08-28T02:39:14.345 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:39:14.346 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:39:14.346 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:39:14.346 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.346 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.346 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:96765 10.f 10:ff9b6e3d:::benchmark_data_smithi040_250784_object3456:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e311)", 2023-08-28T02:39:14.346 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:33:59.031814+0000", 2023-08-28T02:39:14.346 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 315.21558630599998, 2023-08-28T02:39:14.346 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.2126211810000003, 2023-08-28T02:39:14.346 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:39:14.346 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:39:14.346 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:39:14.346 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:39:14.347 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:39:14.347 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 96765 2023-08-28T02:39:14.347 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.347 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:39:14.347 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.347 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:39:14.347 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.031814+0000", 2023-08-28T02:39:14.347 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:39:14.347 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.347 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.347 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:39:14.348 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.031814+0000", 2023-08-28T02:39:14.348 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:39:14.348 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.348 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.348 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:39:14.348 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.031813+0000", 2023-08-28T02:39:14.348 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:39:14.348 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.348 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.348 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:39:14.348 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.031819+0000", 2023-08-28T02:39:14.348 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.5489999999999997e-06 2023-08-28T02:39:14.349 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.349 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.349 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:39:14.349 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.031829+0000", 2023-08-28T02:39:14.349 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0573e-05 2023-08-28T02:39:14.349 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.349 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.349 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:39:14.349 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.031834+0000", 2023-08-28T02:39:14.349 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.6789999999999996e-06 2023-08-28T02:39:14.349 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.349 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.349 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:39:14.350 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.173768+0000", 2023-08-28T02:39:14.350 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.141934383 2023-08-28T02:39:14.350 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.350 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.350 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:39:14.350 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.184873+0000", 2023-08-28T02:39:14.350 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011104475000000001 2023-08-28T02:39:14.350 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.350 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.350 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:39:14.350 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.300706+0000", 2023-08-28T02:39:14.350 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.115833085 2023-08-28T02:39:14.351 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.351 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.351 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:39:14.351 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.312415+0000", 2023-08-28T02:39:14.351 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011708829 2023-08-28T02:39:14.351 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.351 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.351 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:39:14.351 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.121231+0000", 2023-08-28T02:39:14.351 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.8088165109999998 2023-08-28T02:39:14.351 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.351 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.352 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:39:14.352 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.134976+0000", 2023-08-28T02:39:14.352 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.013744319 2023-08-28T02:39:14.352 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.352 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.352 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:39:14.352 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.154004+0000", 2023-08-28T02:39:14.352 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.019028219999999998 2023-08-28T02:39:14.352 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.352 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.352 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:14.352 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.203754+0000", 2023-08-28T02:39:14.353 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.049750333000000001 2023-08-28T02:39:14.353 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.353 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.353 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:39:14.353 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.205377+0000", 2023-08-28T02:39:14.353 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.001623074 2023-08-28T02:39:14.353 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.353 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.353 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:14.353 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.208452+0000", 2023-08-28T02:39:14.353 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0030744069999999999 2023-08-28T02:39:14.353 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.354 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.354 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:39:14.354 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.213507+0000", 2023-08-28T02:39:14.354 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0050556510000000004 2023-08-28T02:39:14.354 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.354 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.354 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:39:14.354 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.244436+0000", 2023-08-28T02:39:14.354 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.030928186 2023-08-28T02:39:14.354 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:39:14.354 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:39:14.354 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:39:14.354 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.355 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.355 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:96770 10.f 10:f97ce6fb:::benchmark_data_smithi040_250784_object3461:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e311)", 2023-08-28T02:39:14.355 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:33:59.202402+0000", 2023-08-28T02:39:14.355 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 315.044999168, 2023-08-28T02:39:14.355 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.5848080009999999, 2023-08-28T02:39:14.355 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:39:14.355 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:39:14.355 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:39:14.355 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:39:14.355 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:39:14.355 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 96770 2023-08-28T02:39:14.356 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.356 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:39:14.356 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.356 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:39:14.356 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.202402+0000", 2023-08-28T02:39:14.356 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:39:14.356 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.356 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.356 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:39:14.356 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.202402+0000", 2023-08-28T02:39:14.356 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:39:14.356 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.356 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.357 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:39:14.357 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.202400+0000", 2023-08-28T02:39:14.357 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:39:14.357 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.357 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.357 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:39:14.357 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.202407+0000", 2023-08-28T02:39:14.357 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.4070000000000004e-06 2023-08-28T02:39:14.357 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.357 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.357 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:39:14.357 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.202419+0000", 2023-08-28T02:39:14.358 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1800000000000001e-05 2023-08-28T02:39:14.358 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.358 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.358 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:39:14.358 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.202427+0000", 2023-08-28T02:39:14.358 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.4070000000000004e-06 2023-08-28T02:39:14.358 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.358 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.358 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:39:14.358 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.411223+0000", 2023-08-28T02:39:14.358 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.208796226 2023-08-28T02:39:14.358 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.359 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.359 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:39:14.359 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.436024+0000", 2023-08-28T02:39:14.359 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.024800819000000002 2023-08-28T02:39:14.359 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.359 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.359 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:39:14.359 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.531579+0000", 2023-08-28T02:39:14.359 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.095555426999999998 2023-08-28T02:39:14.359 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.359 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.359 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:39:14.359 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.546464+0000", 2023-08-28T02:39:14.360 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.014884731999999999 2023-08-28T02:39:14.360 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.360 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.360 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:39:14.360 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.546461+0000", 2023-08-28T02:39:14.360 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.9999973170000001 2023-08-28T02:39:14.360 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.360 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.360 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:39:14.360 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.555219+0000", 2023-08-28T02:39:14.360 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0087576519999999995 2023-08-28T02:39:14.360 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.361 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.361 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:39:14.361 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.572381+0000", 2023-08-28T02:39:14.361 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.017162153999999999 2023-08-28T02:39:14.361 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.361 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.361 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:39:14.361 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.636894+0000", 2023-08-28T02:39:14.361 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.064513319999999999 2023-08-28T02:39:14.361 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.361 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.361 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:14.361 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.740752+0000", 2023-08-28T02:39:14.362 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.103857805 2023-08-28T02:39:14.362 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.362 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.362 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:14.362 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.743802+0000", 2023-08-28T02:39:14.362 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0030497110000000001 2023-08-28T02:39:14.362 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.362 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.362 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:39:14.362 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.748577+0000", 2023-08-28T02:39:14.362 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0047756079999999998 2023-08-28T02:39:14.362 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.363 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.363 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:39:14.363 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.787210+0000", 2023-08-28T02:39:14.363 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.038632037000000001 2023-08-28T02:39:14.363 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:39:14.363 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:39:14.363 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:39:14.363 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.363 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.363 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:96778 10.f 10:f76f1e3a:::benchmark_data_smithi040_250784_object3469:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e311)", 2023-08-28T02:39:14.363 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:33:59.496575+0000", 2023-08-28T02:39:14.364 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 314.75082529899998, 2023-08-28T02:39:14.364 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.333504961, 2023-08-28T02:39:14.364 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:39:14.364 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:39:14.364 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:39:14.364 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:39:14.364 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:39:14.364 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 96778 2023-08-28T02:39:14.364 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.364 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:39:14.364 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.364 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:39:14.364 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.496575+0000", 2023-08-28T02:39:14.365 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:39:14.365 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.365 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.365 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:39:14.365 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.496575+0000", 2023-08-28T02:39:14.365 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:39:14.365 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.365 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.365 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:39:14.365 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.496574+0000", 2023-08-28T02:39:14.365 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:39:14.365 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.366 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.366 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:39:14.366 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.496580+0000", 2023-08-28T02:39:14.366 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.84e-06 2023-08-28T02:39:14.366 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.366 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.366 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:39:14.366 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.496590+0000", 2023-08-28T02:39:14.366 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.5550000000000008e-06 2023-08-28T02:39:14.366 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.366 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.366 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:39:14.366 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.496595+0000", 2023-08-28T02:39:14.367 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.5639999999999996e-06 2023-08-28T02:39:14.367 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.367 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.367 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:39:14.367 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.568924+0000", 2023-08-28T02:39:14.367 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.072329120999999996 2023-08-28T02:39:14.367 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.367 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.367 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:39:14.367 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.589991+0000", 2023-08-28T02:39:14.367 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.021067174000000001 2023-08-28T02:39:14.367 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.368 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.368 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:39:14.368 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.735432+0000", 2023-08-28T02:39:14.368 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.14544056799999999 2023-08-28T02:39:14.368 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.368 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.368 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:39:14.368 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.746915+0000", 2023-08-28T02:39:14.368 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011483363 2023-08-28T02:39:14.368 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.368 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.368 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:39:14.369 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.683223+0000", 2023-08-28T02:39:14.369 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.9363077249999998 2023-08-28T02:39:14.369 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.369 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.369 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:39:14.369 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.692538+0000", 2023-08-28T02:39:14.369 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0093153339999999998 2023-08-28T02:39:14.369 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.369 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.369 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:39:14.369 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.726611+0000", 2023-08-28T02:39:14.369 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.034072270000000002 2023-08-28T02:39:14.369 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.370 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.370 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:14.370 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.790924+0000", 2023-08-28T02:39:14.370 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.064313633999999995 2023-08-28T02:39:14.370 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.370 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.370 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:39:14.370 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.791996+0000", 2023-08-28T02:39:14.370 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0010721719999999999 2023-08-28T02:39:14.370 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.370 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.370 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:14.371 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.795665+0000", 2023-08-28T02:39:14.371 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0036686420000000002 2023-08-28T02:39:14.371 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.371 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.371 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:39:14.371 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.802562+0000", 2023-08-28T02:39:14.371 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0068967070000000002 2023-08-28T02:39:14.371 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.371 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.371 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:39:14.371 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.830080+0000", 2023-08-28T02:39:14.371 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.027518549999999999 2023-08-28T02:39:14.372 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:39:14.372 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:39:14.372 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:39:14.372 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.372 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.372 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:96797 10.f 10:f9c05bbc:::benchmark_data_smithi040_250784_object3488:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e311)", 2023-08-28T02:39:14.372 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:34:00.015065+0000", 2023-08-28T02:39:14.372 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 314.23233603300002, 2023-08-28T02:39:14.372 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.252628735, 2023-08-28T02:39:14.372 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:39:14.372 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:39:14.372 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:39:14.373 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:39:14.373 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:39:14.373 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 96797 2023-08-28T02:39:14.373 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.373 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:39:14.373 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.373 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:39:14.373 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.015065+0000", 2023-08-28T02:39:14.373 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:39:14.373 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.373 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.373 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:39:14.373 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.015065+0000", 2023-08-28T02:39:14.374 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:39:14.374 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.374 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.374 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:39:14.374 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.015063+0000", 2023-08-28T02:39:14.374 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:39:14.374 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.374 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.374 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:39:14.374 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.015071+0000", 2023-08-28T02:39:14.374 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.5109999999999997e-06 2023-08-28T02:39:14.374 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.374 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.375 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:39:14.375 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.015082+0000", 2023-08-28T02:39:14.375 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1637999999999999e-05 2023-08-28T02:39:14.375 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.375 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.375 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:39:14.375 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.015088+0000", 2023-08-28T02:39:14.375 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.3739999999999997e-06 2023-08-28T02:39:14.375 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.375 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.375 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:39:14.376 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.227902+0000", 2023-08-28T02:39:14.376 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.21281409300000001 2023-08-28T02:39:14.376 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.376 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.376 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:39:14.376 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.240030+0000", 2023-08-28T02:39:14.376 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.012128431 2023-08-28T02:39:14.376 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.376 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.376 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:39:14.376 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.341985+0000", 2023-08-28T02:39:14.376 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.101954987 2023-08-28T02:39:14.376 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.377 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.377 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:39:14.377 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.353338+0000", 2023-08-28T02:39:14.377 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011352395 2023-08-28T02:39:14.377 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.377 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.377 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:39:14.377 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.941127+0000", 2023-08-28T02:39:14.377 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.587789393 2023-08-28T02:39:14.377 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.377 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.377 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:39:14.378 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.955233+0000", 2023-08-28T02:39:14.378 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.014105525000000001 2023-08-28T02:39:14.378 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.378 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.378 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:39:14.378 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.991607+0000", 2023-08-28T02:39:14.378 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.036374539999999997 2023-08-28T02:39:14.378 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.378 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.378 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:39:14.378 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.136341+0000", 2023-08-28T02:39:14.378 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.14473370199999999 2023-08-28T02:39:14.379 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.379 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.379 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:14.379 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.225244+0000", 2023-08-28T02:39:14.379 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.088903183999999996 2023-08-28T02:39:14.379 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.379 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.379 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:14.379 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.229456+0000", 2023-08-28T02:39:14.379 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.004211897 2023-08-28T02:39:14.379 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.379 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.379 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:39:14.380 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.234681+0000", 2023-08-28T02:39:14.380 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0052248900000000003 2023-08-28T02:39:14.380 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.380 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.380 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:39:14.380 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.267693+0000", 2023-08-28T02:39:14.380 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.033012481000000003 2023-08-28T02:39:14.380 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:39:14.380 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:39:14.380 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:39:14.380 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.380 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.381 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:96814 10.f 10:fe2a992a:::benchmark_data_smithi040_250784_object3505:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e311)", 2023-08-28T02:39:14.381 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:34:00.204834+0000", 2023-08-28T02:39:14.381 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 314.04256640300002, 2023-08-28T02:39:14.381 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.11497767, 2023-08-28T02:39:14.381 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:39:14.381 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:39:14.381 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:39:14.381 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:39:14.381 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:39:14.381 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 96814 2023-08-28T02:39:14.381 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.381 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:39:14.382 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.382 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:39:14.382 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.204834+0000", 2023-08-28T02:39:14.382 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:39:14.382 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.382 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.382 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:39:14.382 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.204834+0000", 2023-08-28T02:39:14.382 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:39:14.382 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.382 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.382 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:39:14.383 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.204832+0000", 2023-08-28T02:39:14.383 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:39:14.383 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.383 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.383 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:39:14.383 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.204844+0000", 2023-08-28T02:39:14.383 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1488000000000001e-05 2023-08-28T02:39:14.383 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.383 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.383 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:39:14.383 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.204861+0000", 2023-08-28T02:39:14.383 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.7467000000000001e-05 2023-08-28T02:39:14.384 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.384 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.384 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:39:14.384 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.204869+0000", 2023-08-28T02:39:14.384 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.4939999999999997e-06 2023-08-28T02:39:14.384 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.384 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.384 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:39:14.384 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.354580+0000", 2023-08-28T02:39:14.384 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.149710909 2023-08-28T02:39:14.384 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.384 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.385 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:39:14.385 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.365256+0000", 2023-08-28T02:39:14.385 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.010676257 2023-08-28T02:39:14.385 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.385 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.385 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:39:14.385 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.439060+0000", 2023-08-28T02:39:14.385 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.073804227 2023-08-28T02:39:14.385 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.385 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.385 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:39:14.386 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.452006+0000", 2023-08-28T02:39:14.386 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.012946064 2023-08-28T02:39:14.386 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.386 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.386 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:39:14.386 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.059663+0000", 2023-08-28T02:39:14.386 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.607656875 2023-08-28T02:39:14.386 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.386 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.386 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:39:14.386 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.077024+0000", 2023-08-28T02:39:14.386 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.017361002 2023-08-28T02:39:14.387 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.387 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.387 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:39:14.387 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.116396+0000", 2023-08-28T02:39:14.387 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.039371641999999998 2023-08-28T02:39:14.387 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.387 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.387 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:39:14.387 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.221638+0000", 2023-08-28T02:39:14.387 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.10524247 2023-08-28T02:39:14.387 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.387 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.387 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:14.388 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.275944+0000", 2023-08-28T02:39:14.388 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.054306311000000003 2023-08-28T02:39:14.388 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.388 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.388 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:14.388 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.280754+0000", 2023-08-28T02:39:14.388 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0048092079999999997 2023-08-28T02:39:14.388 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.388 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.388 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:39:14.388 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.287878+0000", 2023-08-28T02:39:14.388 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.007124277 2023-08-28T02:39:14.389 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.389 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.389 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:39:14.389 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.319812+0000", 2023-08-28T02:39:14.389 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.031934059000000001 2023-08-28T02:39:14.389 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:39:14.389 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:39:14.389 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:39:14.389 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.389 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.389 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:96821 10.f 10:f454922f:::benchmark_data_smithi040_250784_object3512:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e311)", 2023-08-28T02:39:14.390 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:34:00.318821+0000", 2023-08-28T02:39:14.390 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 313.92857956400002, 2023-08-28T02:39:14.390 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.061164947, 2023-08-28T02:39:14.390 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:39:14.390 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:39:14.390 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:39:14.390 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:39:14.390 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:39:14.390 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 96821 2023-08-28T02:39:14.390 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.390 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:39:14.390 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.391 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:39:14.391 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.318821+0000", 2023-08-28T02:39:14.391 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:39:14.391 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.391 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.391 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:39:14.391 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.318821+0000", 2023-08-28T02:39:14.391 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:39:14.391 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.391 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.391 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:39:14.391 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.318819+0000", 2023-08-28T02:39:14.392 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999976 2023-08-28T02:39:14.392 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.392 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.392 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:39:14.392 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.318830+0000", 2023-08-28T02:39:14.392 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1289e-05 2023-08-28T02:39:14.392 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.392 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.392 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:39:14.392 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.318848+0000", 2023-08-28T02:39:14.392 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.7696000000000001e-05 2023-08-28T02:39:14.392 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.393 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.393 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:39:14.393 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.318856+0000", 2023-08-28T02:39:14.393 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.7640000000000005e-06 2023-08-28T02:39:14.393 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.393 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.393 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:39:14.393 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.366665+0000", 2023-08-28T02:39:14.393 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.047809500999999997 2023-08-28T02:39:14.393 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.393 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.394 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:39:14.394 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.383393+0000", 2023-08-28T02:39:14.394 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.016727705999999998 2023-08-28T02:39:14.394 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.394 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.394 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:39:14.394 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.497628+0000", 2023-08-28T02:39:14.394 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.11423538900000001 2023-08-28T02:39:14.394 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.394 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.394 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:39:14.394 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.508633+0000", 2023-08-28T02:39:14.395 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011005011 2023-08-28T02:39:14.395 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.395 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.395 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:39:14.395 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.185668+0000", 2023-08-28T02:39:14.395 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.6770350660000002 2023-08-28T02:39:14.395 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.395 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.395 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:39:14.395 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.194340+0000", 2023-08-28T02:39:14.395 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0086712339999999999 2023-08-28T02:39:14.395 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.396 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.396 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:39:14.396 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.211124+0000", 2023-08-28T02:39:14.396 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.016784177000000001 2023-08-28T02:39:14.396 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.396 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.396 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:39:14.396 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.269756+0000", 2023-08-28T02:39:14.396 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.058632722999999998 2023-08-28T02:39:14.396 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.396 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.396 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:14.397 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.325292+0000", 2023-08-28T02:39:14.397 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.055535094 2023-08-28T02:39:14.397 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.397 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.397 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:14.397 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.331014+0000", 2023-08-28T02:39:14.397 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0057225339999999996 2023-08-28T02:39:14.397 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.397 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.397 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:39:14.397 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.337644+0000", 2023-08-28T02:39:14.397 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0066303350000000002 2023-08-28T02:39:14.398 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:14.398 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:14.398 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:39:14.398 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.379986+0000", 2023-08-28T02:39:14.398 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.042341615999999999 2023-08-28T02:39:14.398 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:39:14.398 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:39:14.398 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:39:14.398 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:39:14.398 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:39:14.398 INFO:teuthology.orchestra.run.smithi083.stdout:} 2023-08-28T02:39:14.399 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:39:14.437 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:14.512 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:39:14.516 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:14.517 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:39:14.617 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:39:14.625 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.5 dump_ops_in_flight 2023-08-28T02:39:14.653 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:14.734 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:14 smithi040 ceph-mon[170259]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:39:14.734 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:14 smithi040 ceph-mon[170259]: failed to encode map e367 with expected crc 2023-08-28T02:39:14.734 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:14 smithi040 ceph-mon[170259]: failed to encode map e367 with expected crc 2023-08-28T02:39:14.734 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:14 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3759558613' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:39:14.734 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:14 smithi040 ceph-mon[170259]: osdmap e367: 8 total, 8 up, 6 in 2023-08-28T02:39:14.734 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:14 smithi040 ceph-mon[170259]: pgmap v1127: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.7 GiB data, 12 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 104 op/s; 14982/180021 objects degraded (8.322%); 18496/180021 objects misplaced (10.274%); 1.2 MiB/s, 18 objects/s recovering 2023-08-28T02:39:14.735 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:14 smithi040 ceph-mon[175404]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:39:14.735 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:14 smithi040 ceph-mon[175404]: failed to encode map e367 with expected crc 2023-08-28T02:39:14.735 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:14 smithi040 ceph-mon[175404]: failed to encode map e367 with expected crc 2023-08-28T02:39:14.735 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:14 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3759558613' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:39:14.735 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:14 smithi040 ceph-mon[175404]: osdmap e367: 8 total, 8 up, 6 in 2023-08-28T02:39:14.735 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:14 smithi040 ceph-mon[175404]: pgmap v1127: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.7 GiB data, 12 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 104 op/s; 14982/180021 objects degraded (8.322%); 18496/180021 objects misplaced (10.274%); 1.2 MiB/s, 18 objects/s recovering 2023-08-28T02:39:14.777 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:39:14.791 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:14.792 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:39:14.892 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:39:14.923 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:14 smithi083 ceph-mon[157819]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:39:14.923 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:14 smithi083 ceph-mon[157819]: failed to encode map e367 with expected crc 2023-08-28T02:39:14.923 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:14 smithi083 ceph-mon[157819]: failed to encode map e367 with expected crc 2023-08-28T02:39:14.923 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:14 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3759558613' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:39:14.923 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:14 smithi083 ceph-mon[157819]: osdmap e367: 8 total, 8 up, 6 in 2023-08-28T02:39:14.923 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:14 smithi083 ceph-mon[157819]: pgmap v1127: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.7 GiB data, 12 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 104 op/s; 14982/180021 objects degraded (8.322%); 18496/180021 objects misplaced (10.274%); 1.2 MiB/s, 18 objects/s recovering 2023-08-28T02:39:14.927 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:14.946 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:39:14.949 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:39:14.953 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:14.953 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:39:14.957 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:39:14.957 INFO:teuthology.orchestra.run.smithi040.stdout:{"fsid":"d9a8f48a-4546-11ee-817c-1b7a5f1ba315","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"noscrub flag(s) set","count":7},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 14982/180021 objects degraded (8.322%), 3 pgs degraded, 3 pgs undersized","count":6},"muted":false}},"mutes":[]},"election_epoch":34,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":1560,"monmap":{"epoch":4,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":367,"num_osds":8,"num_up_osds":8,"osd_up_since":1693189991,"num_in_osds":6,"osd_in_since":1693189947,"num_remapped_pgs":6},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":93},{"state_name":"active+remapped+backfill_wait","count":3},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":2},{"state_name":"active+recovering+undersized+degraded+remapped","count":1}],"num_pgs":99,"num_pools":5,"num_objects":60007,"data_bytes":3931421444,"bytes_used":12755173376,"bytes_avail":563215040512,"bytes_total":575970213888,"degraded_objects":14982,"degraded_total":180021,"degraded_ratio":0.083223623910543776,"misplaced_objects":18496,"misplaced_total":180021,"misplaced_ratio":0.10274356880586154,"recovering_objects_per_sec":18,"recovering_bytes_per_sec":1236562,"recovering_keys_per_sec":0,"num_objects_recovered":151,"num_bytes_recovered":9895936,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":104},"fsmap":{"epoch":7,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi040.wmhbsz","status":"up:active","gid":24577}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.40:8443/","prometheus":"http://172.21.15.40:9283/"}},"servicemap":{"epoch":22,"modified":"2023-08-28T02:34:10.384085+0000","services":{}},"progress_events":{"12dba03a-d529-4826-b243-e29af8fa97a8":{"message":"Upgrade to 18.2.0-187-g9cf20820 (5m)\n [============................] (remaining: 6m)","progress":0.44999998807907104,"add_to_ceph_s":true},"42e4bfe6-6201-4e43-94a3-bd00b5166574":{"message":"Global Recovery Event (7m)\n [==========================..] (remaining: 29s)","progress":0.93939393758773804,"add_to_ceph_s":true}}} 2023-08-28T02:39:15.053 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:39:15.082 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:15.104 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:39:15.108 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:15.108 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:39:15.209 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:39:15.246 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:15.322 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:39:15.327 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:15.327 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:39:15.379 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2023-08-28T02:39:15.379 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:39:15.427 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:39:15.463 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:15.590 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:39:15.595 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:15.595 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:39:15.678 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:39:15 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:39:15] "GET /metrics HTTP/1.1" 200 36609 "" "Prometheus/2.43.0" 2023-08-28T02:39:15.682 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:39:15.696 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:39:15.713 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:39:15.736 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:15.737 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:39:15.741 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:39:15.760 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:39:15.763 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:39:15.767 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:15.768 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:39:15.794 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:39:15.814 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:39:15.818 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:15 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:39:15.818 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:15 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3578362818' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:39:15.818 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:15 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1995358216' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:39:15.838 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:39:15.859 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:39:15.861 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-08-28T02:39:15.861 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-08-28T02:39:15.861 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-08-28T02:39:15.861 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-08-28T02:39:15.861 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-08-28T02:39:15.861 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-08-28T02:39:15.861 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-08-28T02:39:15.861 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-08-28T02:39:15.869 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:39:15.900 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:15.970 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:39:15.973 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:15.974 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:39:15.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:15 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:39:15.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:15 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3578362818' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:39:15.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:15 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1995358216' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:39:15.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:15 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:39:15.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:15 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3578362818' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:39:15.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:15 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1995358216' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:39:16.030 INFO:teuthology.orchestra.run.smithi083.stdout:ERROR: (22) Invalid argument 2023-08-28T02:39:16.030 INFO:teuthology.orchestra.run.smithi083.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:39:16.075 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:39:16.110 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:16.132 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:39:16.135 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:16.135 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:39:16.155 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd set nodeep-scrub 2023-08-28T02:39:16.238 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:39:16.267 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:16.337 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:39:16.339 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:16.340 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:39:16.404 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.5 dump_blocked_ops 2023-08-28T02:39:16.441 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:39:16.479 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:16.499 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:39:16.503 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:16.504 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:39:16.604 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:39:16.632 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:16.647 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:39:16.652 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:39:16.655 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:16.656 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:39:16.720 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:39:16.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:16 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 14982/180021 objects degraded (8.322%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:39:16.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:16 smithi083 ceph-mon[157819]: pgmap v1128: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.6 GiB data, 12 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 116 op/s; 14894/178893 objects degraded (8.326%); 18460/178893 objects misplaced (10.319%); 1.5 MiB/s, 24 objects/s recovering 2023-08-28T02:39:16.756 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:39:16.789 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:16.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:16 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 14982/180021 objects degraded (8.322%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:39:16.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:16 smithi040 ceph-mon[170259]: pgmap v1128: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.6 GiB data, 12 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 116 op/s; 14894/178893 objects degraded (8.326%); 18460/178893 objects misplaced (10.319%); 1.5 MiB/s, 24 objects/s recovering 2023-08-28T02:39:16.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:16 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 14982/180021 objects degraded (8.322%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:39:16.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:16 smithi040 ceph-mon[175404]: pgmap v1128: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.6 GiB data, 12 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 116 op/s; 14894/178893 objects degraded (8.326%); 18460/178893 objects misplaced (10.319%); 1.5 MiB/s, 24 objects/s recovering 2023-08-28T02:39:17.064 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:39:17.067 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:17.068 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:39:17.169 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:39:17.201 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:17.322 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:39:17.324 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:17.325 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:39:17.374 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:39:17.376 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:39:17.425 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:39:17.477 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:17.608 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:39:17.612 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:17.612 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:39:17.713 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:39:17.744 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:17.767 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:39:17.771 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:17.771 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:39:17.824 INFO:teuthology.orchestra.run.smithi083.stdout:ERROR: (22) Invalid argument 2023-08-28T02:39:17.824 INFO:teuthology.orchestra.run.smithi083.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:39:17.874 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:39:17.882 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":1128,"stamp":"2023-08-28T02:39:16.490817+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":3906779908,"num_objects":59631,"num_object_clones":0,"num_object_copies":178893,"num_objects_missing_on_primary":3806,"num_objects_missing":3806,"num_objects_degraded":14894,"num_objects_misplaced":18460,"num_objects_unfound":0,"num_objects_dirty":59631,"num_whiteouts":0,"num_read":90,"num_read_kb":168,"num_write":127111,"num_write_kb":5972054,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":48099,"num_bytes_recovered":3124695953,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":98880,"ondisk_log_size":98880,"up":297,"acting":294,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":12382544,"kb_used_data":9374368,"kb_used_omap":12,"kb_used_meta":3008115,"kb_avail":550088368,"statfs":{"total":575970213888,"available":563290488832,"internally_reserved":0,"allocated":9599352832,"data_stored":9588608034,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12739,"internal_metadata":3080310333},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,2,1,0,1,0,1,0,2,1,5,3],"upper_bound":4096},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-61145088,"num_objects":-933,"num_object_clones":0,"num_object_copies":-2799,"num_objects_missing_on_primary":-38,"num_objects_missing":-38,"num_objects_degraded":-157,"num_objects_misplaced":-221,"num_objects_unfound":0,"num_objects_dirty":-933,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":933,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":198,"num_bytes_recovered":12976128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.002464"},"pg_stats":[{"pgid":"3.1a","version":"65'1","reported_seq":377,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-08-28T02:39:04.145051+0000","last_change":"2023-08-28T02:32:32.667028+0000","last_active":"2023-08-28T02:39:04.145051+0000","last_peered":"2023-08-28T02:39:04.145051+0000","last_clean":"2023-08-28T02:39:04.145051+0000","last_became_active":"2023-08-28T02:32:32.666711+0000","last_became_peered":"2023-08-28T02:32:32.666711+0000","last_unstale":"2023-08-28T02:39:04.145051+0000","last_undegraded":"2023-08-28T02:39:04.145051+0000","last_fullsized":"2023-08-28T02:39:04.145051+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:28:21.913105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":331,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:09.163608+0000","last_change":"2023-08-28T02:29:44.421259+0000","last_active":"2023-08-28T02:39:09.163608+0000","last_peered":"2023-08-28T02:39:09.163608+0000","last_clean":"2023-08-28T02:39:09.163608+0000","last_became_active":"2023-08-28T02:29:44.420936+0000","last_became_peered":"2023-08-28T02:29:44.420936+0000","last_unstale":"2023-08-28T02:39:09.163608+0000","last_undegraded":"2023-08-28T02:39:09.163608+0000","last_fullsized":"2023-08-28T02:39:09.163608+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:22:26.346867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":171,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-08-28T02:39:04.339526+0000","last_change":"2023-08-28T02:33:12.290337+0000","last_active":"2023-08-28T02:39:04.339526+0000","last_peered":"2023-08-28T02:39:04.339526+0000","last_clean":"2023-08-28T02:39:04.339526+0000","last_became_active":"2023-08-28T02:33:12.289852+0000","last_became_peered":"2023-08-28T02:33:12.289852+0000","last_unstale":"2023-08-28T02:39:04.339526+0000","last_undegraded":"2023-08-28T02:39:04.339526+0000","last_fullsized":"2023-08-28T02:39:04.339526+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:04:26.420037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":347,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:09.164138+0000","last_change":"2023-08-28T02:33:13.317226+0000","last_active":"2023-08-28T02:39:09.164138+0000","last_peered":"2023-08-28T02:39:09.164138+0000","last_clean":"2023-08-28T02:39:09.164138+0000","last_became_active":"2023-08-28T02:33:13.316893+0000","last_became_peered":"2023-08-28T02:33:13.316893+0000","last_unstale":"2023-08-28T02:39:09.164138+0000","last_undegraded":"2023-08-28T02:39:09.164138+0000","last_fullsized":"2023-08-28T02:39:09.164138+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:55:46.593463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":291,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:09.167997+0000","last_change":"2023-08-28T02:33:12.295203+0000","last_active":"2023-08-28T02:39:09.167997+0000","last_peered":"2023-08-28T02:39:09.167997+0000","last_clean":"2023-08-28T02:39:09.167997+0000","last_became_active":"2023-08-28T02:33:12.294904+0000","last_became_peered":"2023-08-28T02:33:12.294904+0000","last_unstale":"2023-08-28T02:39:09.167997+0000","last_undegraded":"2023-08-28T02:39:09.167997+0000","last_fullsized":"2023-08-28T02:39:09.167997+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:31:07.008856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":308,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:09.204394+0000","last_change":"2023-08-28T02:31:51.987263+0000","last_active":"2023-08-28T02:39:09.204394+0000","last_peered":"2023-08-28T02:39:09.204394+0000","last_clean":"2023-08-28T02:39:09.204394+0000","last_became_active":"2023-08-28T02:31:51.986938+0000","last_became_peered":"2023-08-28T02:31:51.986938+0000","last_unstale":"2023-08-28T02:39:09.204394+0000","last_undegraded":"2023-08-28T02:39:09.204394+0000","last_fullsized":"2023-08-28T02:39:09.204394+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:18.021905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":341,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:09.164021+0000","last_change":"2023-08-28T02:33:12.318656+0000","last_active":"2023-08-28T02:39:09.164021+0000","last_peered":"2023-08-28T02:39:09.164021+0000","last_clean":"2023-08-28T02:39:09.164021+0000","last_became_active":"2023-08-28T02:33:12.318297+0000","last_became_peered":"2023-08-28T02:33:12.318297+0000","last_unstale":"2023-08-28T02:39:09.164021+0000","last_undegraded":"2023-08-28T02:39:09.164021+0000","last_fullsized":"2023-08-28T02:39:09.164021+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:43:09.789767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":272,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:09.168092+0000","last_change":"2023-08-28T02:33:13.357230+0000","last_active":"2023-08-28T02:39:09.168092+0000","last_peered":"2023-08-28T02:39:09.168092+0000","last_clean":"2023-08-28T02:39:09.168092+0000","last_became_active":"2023-08-28T02:33:13.356853+0000","last_became_peered":"2023-08-28T02:33:13.356853+0000","last_unstale":"2023-08-28T02:39:09.168092+0000","last_undegraded":"2023-08-28T02:39:09.168092+0000","last_fullsized":"2023-08-28T02:39:09.168092+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:20:21.545007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":350,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:09.193507+0000","last_change":"2023-08-28T02:29:44.462510+0000","last_active":"2023-08-28T02:39:09.193507+0000","last_peered":"2023-08-28T02:39:09.193507+0000","last_clean":"2023-08-28T02:39:09.193507+0000","last_became_active":"2023-08-28T02:29:44.460314+0000","last_became_peered":"2023-08-28T02:29:44.460314+0000","last_unstale":"2023-08-28T02:39:09.193507+0000","last_undegraded":"2023-08-28T02:39:09.193507+0000","last_fullsized":"2023-08-28T02:39:09.193507+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:59:01.311467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":275,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:09.168409+0000","last_change":"2023-08-28T02:33:13.291255+0000","last_active":"2023-08-28T02:39:09.168409+0000","last_peered":"2023-08-28T02:39:09.168409+0000","last_clean":"2023-08-28T02:39:09.168409+0000","last_became_active":"2023-08-28T02:33:13.290933+0000","last_became_peered":"2023-08-28T02:33:13.290933+0000","last_unstale":"2023-08-28T02:39:09.168409+0000","last_undegraded":"2023-08-28T02:39:09.168409+0000","last_fullsized":"2023-08-28T02:39:09.168409+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:31:54.116908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"65'3","reported_seq":351,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:09.196738+0000","last_change":"2023-08-28T02:33:12.296412+0000","last_active":"2023-08-28T02:39:09.196738+0000","last_peered":"2023-08-28T02:39:09.196738+0000","last_clean":"2023-08-28T02:39:09.196738+0000","last_became_active":"2023-08-28T02:33:12.295786+0000","last_became_peered":"2023-08-28T02:33:12.295786+0000","last_unstale":"2023-08-28T02:39:09.196738+0000","last_undegraded":"2023-08-28T02:39:09.196738+0000","last_fullsized":"2023-08-28T02:39:09.196738+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:15:31.449163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":175,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-08-28T02:39:07.603199+0000","last_change":"2023-08-28T02:32:32.666927+0000","last_active":"2023-08-28T02:39:07.603199+0000","last_peered":"2023-08-28T02:39:07.603199+0000","last_clean":"2023-08-28T02:39:07.603199+0000","last_became_active":"2023-08-28T02:32:32.666618+0000","last_became_peered":"2023-08-28T02:32:32.666618+0000","last_unstale":"2023-08-28T02:39:07.603199+0000","last_undegraded":"2023-08-28T02:39:07.603199+0000","last_fullsized":"2023-08-28T02:39:07.603199+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:45:57.998333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":374,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-08-28T02:39:04.145258+0000","last_change":"2023-08-28T02:32:28.505262+0000","last_active":"2023-08-28T02:39:04.145258+0000","last_peered":"2023-08-28T02:39:04.145258+0000","last_clean":"2023-08-28T02:39:04.145258+0000","last_became_active":"2023-08-28T02:32:28.455999+0000","last_became_peered":"2023-08-28T02:32:28.455999+0000","last_unstale":"2023-08-28T02:39:04.145258+0000","last_undegraded":"2023-08-28T02:39:04.145258+0000","last_fullsized":"2023-08-28T02:39:04.145258+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:28.937020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":9468,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":358,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-08-28T02:39:04.144974+0000","last_change":"2023-08-28T02:32:12.959195+0000","last_active":"2023-08-28T02:39:04.144974+0000","last_peered":"2023-08-28T02:39:04.144974+0000","last_clean":"2023-08-28T02:39:04.144974+0000","last_became_active":"2023-08-28T02:32:12.958832+0000","last_became_peered":"2023-08-28T02:32:12.958832+0000","last_unstale":"2023-08-28T02:39:04.144974+0000","last_undegraded":"2023-08-28T02:39:04.144974+0000","last_fullsized":"2023-08-28T02:39:04.144974+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:23:27.197787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"65'2","reported_seq":349,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:09.195735+0000","last_change":"2023-08-28T02:32:28.461161+0000","last_active":"2023-08-28T02:39:09.195735+0000","last_peered":"2023-08-28T02:39:09.195735+0000","last_clean":"2023-08-28T02:39:09.195735+0000","last_became_active":"2023-08-28T02:32:28.451284+0000","last_became_peered":"2023-08-28T02:32:28.451284+0000","last_unstale":"2023-08-28T02:39:09.195735+0000","last_undegraded":"2023-08-28T02:39:09.195735+0000","last_fullsized":"2023-08-28T02:39:09.195735+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:58:20.061020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":332,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:09.163412+0000","last_change":"2023-08-28T02:29:44.419566+0000","last_active":"2023-08-28T02:39:09.163412+0000","last_peered":"2023-08-28T02:39:09.163412+0000","last_clean":"2023-08-28T02:39:09.163412+0000","last_became_active":"2023-08-28T02:29:44.419053+0000","last_became_peered":"2023-08-28T02:29:44.419053+0000","last_unstale":"2023-08-28T02:39:09.163412+0000","last_undegraded":"2023-08-28T02:39:09.163412+0000","last_fullsized":"2023-08-28T02:39:09.163412+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:44:36.133499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":335,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:09.163045+0000","last_change":"2023-08-28T02:33:12.493777+0000","last_active":"2023-08-28T02:39:09.163045+0000","last_peered":"2023-08-28T02:39:09.163045+0000","last_clean":"2023-08-28T02:39:09.163045+0000","last_became_active":"2023-08-28T02:33:12.491177+0000","last_became_peered":"2023-08-28T02:33:12.491177+0000","last_unstale":"2023-08-28T02:39:09.163045+0000","last_undegraded":"2023-08-28T02:39:09.163045+0000","last_fullsized":"2023-08-28T02:39:09.163045+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:10:58.167753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":346,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:09.192726+0000","last_change":"2023-08-28T02:33:12.290293+0000","last_active":"2023-08-28T02:39:09.192726+0000","last_peered":"2023-08-28T02:39:09.192726+0000","last_clean":"2023-08-28T02:39:09.192726+0000","last_became_active":"2023-08-28T02:33:12.289989+0000","last_became_peered":"2023-08-28T02:33:12.289989+0000","last_unstale":"2023-08-28T02:39:09.192726+0000","last_undegraded":"2023-08-28T02:39:09.192726+0000","last_fullsized":"2023-08-28T02:39:09.192726+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:05:33.622172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":324,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:09.197295+0000","last_change":"2023-08-28T02:32:12.948756+0000","last_active":"2023-08-28T02:39:09.197295+0000","last_peered":"2023-08-28T02:39:09.197295+0000","last_clean":"2023-08-28T02:39:09.197295+0000","last_became_active":"2023-08-28T02:32:12.948441+0000","last_became_peered":"2023-08-28T02:32:12.948441+0000","last_unstale":"2023-08-28T02:39:09.197295+0000","last_undegraded":"2023-08-28T02:39:09.197295+0000","last_fullsized":"2023-08-28T02:39:09.197295+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:27.922180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":342,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:09.164214+0000","last_change":"2023-08-28T02:33:12.299398+0000","last_active":"2023-08-28T02:39:09.164214+0000","last_peered":"2023-08-28T02:39:09.164214+0000","last_clean":"2023-08-28T02:39:09.164214+0000","last_became_active":"2023-08-28T02:33:12.299113+0000","last_became_peered":"2023-08-28T02:33:12.299113+0000","last_unstale":"2023-08-28T02:39:09.164214+0000","last_undegraded":"2023-08-28T02:39:09.164214+0000","last_fullsized":"2023-08-28T02:39:09.164214+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:14:55.597212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"65'8","reported_seq":136,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:10.421731+0000","last_change":"2023-08-28T02:33:13.478870+0000","last_active":"2023-08-28T02:39:10.421731+0000","last_peered":"2023-08-28T02:39:10.421731+0000","last_clean":"2023-08-28T02:39:10.421731+0000","last_became_active":"2023-08-28T02:33:13.332142+0000","last_became_peered":"2023-08-28T02:33:13.332142+0000","last_unstale":"2023-08-28T02:39:10.421731+0000","last_undegraded":"2023-08-28T02:39:10.421731+0000","last_fullsized":"2023-08-28T02:39:10.421731+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:32:42.810159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":273,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:09.170868+0000","last_change":"2023-08-28T02:33:12.306353+0000","last_active":"2023-08-28T02:39:09.170868+0000","last_peered":"2023-08-28T02:39:09.170868+0000","last_clean":"2023-08-28T02:39:09.170868+0000","last_became_active":"2023-08-28T02:33:12.304977+0000","last_became_peered":"2023-08-28T02:33:12.304977+0000","last_unstale":"2023-08-28T02:39:09.170868+0000","last_undegraded":"2023-08-28T02:39:09.170868+0000","last_fullsized":"2023-08-28T02:39:09.170868+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:19:38.819671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"367'7900","reported_seq":8025,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:15.493905+0000","last_change":"2023-08-28T02:30:50.402703+0000","last_active":"2023-08-28T02:39:15.493905+0000","last_peered":"2023-08-28T02:39:15.493905+0000","last_clean":"2023-08-28T02:39:15.493905+0000","last_became_active":"2023-08-28T02:30:50.402419+0000","last_became_peered":"2023-08-28T02:30:50.402419+0000","last_unstale":"2023-08-28T02:39:15.493905+0000","last_undegraded":"2023-08-28T02:39:15.493905+0000","last_fullsized":"2023-08-28T02:39:15.493905+0000","mapping_epoch":250,"log_start":"255'700","ondisk_log_start":"255'700","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7200,"log_dups_size":0,"ondisk_log_size":7200,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:07:37.393907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":246415360,"num_objects":3760,"num_object_clones":0,"num_object_copies":11280,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3760,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7900,"num_write_kb":373120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"65'1","reported_seq":332,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:09.196426+0000","last_change":"2023-08-28T02:14:43.046130+0000","last_active":"2023-08-28T02:39:09.196426+0000","last_peered":"2023-08-28T02:39:09.196426+0000","last_clean":"2023-08-28T02:39:09.196426+0000","last_became_active":"2023-08-28T02:14:43.045775+0000","last_became_peered":"2023-08-28T02:14:43.045775+0000","last_unstale":"2023-08-28T02:39:09.196426+0000","last_undegraded":"2023-08-28T02:39:09.196426+0000","last_fullsized":"2023-08-28T02:39:09.196426+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:57:38.279756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":322,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:09.192558+0000","last_change":"2023-08-28T02:31:51.987149+0000","last_active":"2023-08-28T02:39:09.192558+0000","last_peered":"2023-08-28T02:39:09.192558+0000","last_clean":"2023-08-28T02:39:09.192558+0000","last_became_active":"2023-08-28T02:31:51.986821+0000","last_became_peered":"2023-08-28T02:31:51.986821+0000","last_unstale":"2023-08-28T02:39:09.192558+0000","last_undegraded":"2023-08-28T02:39:09.192558+0000","last_fullsized":"2023-08-28T02:39:09.192558+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:23:26.661134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"367'7916","reported_seq":13665,"reported_epoch":367,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:39:15.826646+0000","last_change":"2023-08-28T02:33:33.975566+0000","last_active":"2023-08-28T02:39:15.826646+0000","last_peered":"2023-08-28T02:39:15.826646+0000","last_clean":"2023-08-28T02:31:27.868230+0000","last_became_active":"2023-08-28T02:33:33.660452+0000","last_became_peered":"2023-08-28T02:33:33.660452+0000","last_unstale":"2023-08-28T02:39:15.826646+0000","last_undegraded":"2023-08-28T02:33:13.410847+0000","last_fullsized":"2023-08-28T02:33:13.270012+0000","mapping_epoch":298,"log_start":"255'700","ondisk_log_start":"255'700","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7216,"log_dups_size":0,"ondisk_log_size":7216,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:33.375162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":241434624,"num_objects":3684,"num_object_clones":0,"num_object_copies":11052,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6191,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3684,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7916,"num_write_kb":371200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2793,"num_bytes_recovered":182976512,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[5,4],"avail_no_missing":["5","6"],"object_location_counts":[{"shards":"2,5,6","objects":915},{"shards":"3,5,6","objects":1263},{"shards":"4,5","objects":1},{"shards":"5,6","objects":1505}],"blocked_by":[],"up_primary":3,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"65'2","reported_seq":357,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:09.196167+0000","last_change":"2023-08-28T02:29:44.436352+0000","last_active":"2023-08-28T02:39:09.196167+0000","last_peered":"2023-08-28T02:39:09.196167+0000","last_clean":"2023-08-28T02:39:09.196167+0000","last_became_active":"2023-08-28T02:29:44.411499+0000","last_became_peered":"2023-08-28T02:29:44.411499+0000","last_unstale":"2023-08-28T02:39:09.196167+0000","last_undegraded":"2023-08-28T02:39:09.196167+0000","last_fullsized":"2023-08-28T02:39:09.196167+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:46:57.540191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":382,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-08-28T02:39:04.144580+0000","last_change":"2023-08-28T02:33:12.289004+0000","last_active":"2023-08-28T02:39:04.144580+0000","last_peered":"2023-08-28T02:39:04.144580+0000","last_clean":"2023-08-28T02:39:04.144580+0000","last_became_active":"2023-08-28T02:33:12.288722+0000","last_became_peered":"2023-08-28T02:33:12.288722+0000","last_unstale":"2023-08-28T02:39:04.144580+0000","last_undegraded":"2023-08-28T02:39:04.144580+0000","last_fullsized":"2023-08-28T02:39:04.144580+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:24.019483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"367'7858","reported_seq":13079,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:15.330160+0000","last_change":"2023-08-28T02:37:54.748968+0000","last_active":"2023-08-28T02:39:15.330160+0000","last_peered":"2023-08-28T02:39:15.330160+0000","last_clean":"2023-08-28T02:39:15.330160+0000","last_became_active":"2023-08-28T02:37:54.729376+0000","last_became_peered":"2023-08-28T02:37:54.729376+0000","last_unstale":"2023-08-28T02:39:15.330160+0000","last_undegraded":"2023-08-28T02:39:15.330160+0000","last_fullsized":"2023-08-28T02:39:15.330160+0000","mapping_epoch":351,"log_start":"257'2512","ondisk_log_start":"257'2512","created":250,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5346,"log_dups_size":0,"ondisk_log_size":5346,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:00.988172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":241958912,"num_objects":3692,"num_object_clones":0,"num_object_copies":11076,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3692,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7858,"num_write_kb":369600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2533,"num_bytes_recovered":160432128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"65'1","reported_seq":343,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:09.196597+0000","last_change":"2023-08-28T02:33:13.516869+0000","last_active":"2023-08-28T02:39:09.196597+0000","last_peered":"2023-08-28T02:39:09.196597+0000","last_clean":"2023-08-28T02:39:09.196597+0000","last_became_active":"2023-08-28T02:33:13.396736+0000","last_became_peered":"2023-08-28T02:33:13.396736+0000","last_unstale":"2023-08-28T02:39:09.196597+0000","last_undegraded":"2023-08-28T02:39:09.196597+0000","last_fullsized":"2023-08-28T02:39:09.196597+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:47:08.237137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":309,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-08-28T02:39:04.339806+0000","last_change":"2023-08-28T02:31:51.987327+0000","last_active":"2023-08-28T02:39:04.339806+0000","last_peered":"2023-08-28T02:39:04.339806+0000","last_clean":"2023-08-28T02:39:04.339806+0000","last_became_active":"2023-08-28T02:31:51.987018+0000","last_became_peered":"2023-08-28T02:31:51.987018+0000","last_unstale":"2023-08-28T02:39:04.339806+0000","last_undegraded":"2023-08-28T02:39:04.339806+0000","last_fullsized":"2023-08-28T02:39:04.339806+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:53:26.105101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.5","version":"367'7787","reported_seq":11875,"reported_epoch":367,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:39:15.407877+0000","last_change":"2023-08-28T02:33:13.625779+0000","last_active":"2023-08-28T02:39:15.407877+0000","last_peered":"2023-08-28T02:39:15.407877+0000","last_clean":"2023-08-28T02:31:27.898932+0000","last_became_active":"2023-08-28T02:33:13.612126+0000","last_became_peered":"2023-08-28T02:33:13.612126+0000","last_unstale":"2023-08-28T02:39:15.407877+0000","last_undegraded":"2023-08-28T02:33:13.485377+0000","last_fullsized":"2023-08-28T02:33:13.264317+0000","mapping_epoch":298,"log_start":"257'2463","ondisk_log_start":"257'2463","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5324,"log_dups_size":0,"ondisk_log_size":5324,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:37:28.843386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":240189440,"num_objects":3665,"num_object_clones":0,"num_object_copies":10995,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6207,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3665,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7787,"num_write_kb":366464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1969,"num_bytes_recovered":129040384,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,7],"avail_no_missing":["0","2"],"object_location_counts":[{"shards":"0,2","objects":2358},{"shards":"0,2,3","objects":1307}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":361,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:09.193178+0000","last_change":"2023-08-28T02:33:13.281826+0000","last_active":"2023-08-28T02:39:09.193178+0000","last_peered":"2023-08-28T02:39:09.193178+0000","last_clean":"2023-08-28T02:39:09.193178+0000","last_became_active":"2023-08-28T02:33:13.281511+0000","last_became_peered":"2023-08-28T02:33:13.281511+0000","last_unstale":"2023-08-28T02:39:09.193178+0000","last_undegraded":"2023-08-28T02:39:09.193178+0000","last_fullsized":"2023-08-28T02:39:09.193178+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:32:55.005706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":358,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:09.163277+0000","last_change":"2023-08-28T02:29:44.436713+0000","last_active":"2023-08-28T02:39:09.163277+0000","last_peered":"2023-08-28T02:39:09.163277+0000","last_clean":"2023-08-28T02:39:09.163277+0000","last_became_active":"2023-08-28T02:29:44.436203+0000","last_became_peered":"2023-08-28T02:29:44.436203+0000","last_unstale":"2023-08-28T02:39:09.163277+0000","last_undegraded":"2023-08-28T02:39:09.163277+0000","last_fullsized":"2023-08-28T02:39:09.163277+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:46:48.522293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"366'8076","reported_seq":8205,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:12.529187+0000","last_change":"2023-08-28T02:30:50.399669+0000","last_active":"2023-08-28T02:39:12.529187+0000","last_peered":"2023-08-28T02:39:12.529187+0000","last_clean":"2023-08-28T02:39:12.529187+0000","last_became_active":"2023-08-28T02:30:50.399332+0000","last_became_peered":"2023-08-28T02:30:50.399332+0000","last_unstale":"2023-08-28T02:39:12.529187+0000","last_undegraded":"2023-08-28T02:39:12.529187+0000","last_fullsized":"2023-08-28T02:39:12.529187+0000","mapping_epoch":250,"log_start":"256'1900","ondisk_log_start":"256'1900","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6176,"log_dups_size":0,"ondisk_log_size":6176,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:00:54.910841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":244973568,"num_objects":3738,"num_object_clones":0,"num_object_copies":11214,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3738,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8076,"num_write_kb":378048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"75'161","reported_seq":787,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:09.197383+0000","last_change":"2023-08-28T02:33:13.310049+0000","last_active":"2023-08-28T02:39:09.197383+0000","last_peered":"2023-08-28T02:39:09.197383+0000","last_clean":"2023-08-28T02:39:09.197383+0000","last_became_active":"2023-08-28T02:33:13.309661+0000","last_became_peered":"2023-08-28T02:33:13.309661+0000","last_unstale":"2023-08-28T02:39:09.197383+0000","last_undegraded":"2023-08-28T02:39:09.197383+0000","last_fullsized":"2023-08-28T02:39:09.197383+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.930230+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.930230+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:27:40.889460+0000","scrub_duration":0.0050169209999999997,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"65'2","reported_seq":322,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:09.168471+0000","last_change":"2023-08-28T02:33:12.294922+0000","last_active":"2023-08-28T02:39:09.168471+0000","last_peered":"2023-08-28T02:39:09.168471+0000","last_clean":"2023-08-28T02:39:09.168471+0000","last_became_active":"2023-08-28T02:33:12.294518+0000","last_became_peered":"2023-08-28T02:33:12.294518+0000","last_unstale":"2023-08-28T02:39:09.168471+0000","last_undegraded":"2023-08-28T02:39:09.168471+0000","last_fullsized":"2023-08-28T02:39:09.168471+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:21:12.737286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":359,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-08-28T02:39:04.145282+0000","last_change":"2023-08-28T02:33:13.310505+0000","last_active":"2023-08-28T02:39:04.145282+0000","last_peered":"2023-08-28T02:39:04.145282+0000","last_clean":"2023-08-28T02:39:04.145282+0000","last_became_active":"2023-08-28T02:33:13.310223+0000","last_became_peered":"2023-08-28T02:33:13.310223+0000","last_unstale":"2023-08-28T02:39:04.145282+0000","last_undegraded":"2023-08-28T02:39:04.145282+0000","last_fullsized":"2023-08-28T02:39:04.145282+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:27:02.124453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"367'7931","reported_seq":22319,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:15.687676+0000","last_change":"2023-08-28T02:38:44.816101+0000","last_active":"2023-08-28T02:39:15.687676+0000","last_peered":"2023-08-28T02:39:15.687676+0000","last_clean":"2023-08-28T02:39:15.687676+0000","last_became_active":"2023-08-28T02:38:44.798734+0000","last_became_peered":"2023-08-28T02:38:44.798734+0000","last_unstale":"2023-08-28T02:39:15.687676+0000","last_undegraded":"2023-08-28T02:39:15.687676+0000","last_fullsized":"2023-08-28T02:39:15.687676+0000","mapping_epoch":361,"log_start":"255'700","ondisk_log_start":"255'700","created":250,"last_epoch_clean":362,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7231,"log_dups_size":0,"ondisk_log_size":7231,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:34:42.975012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":244908032,"num_objects":3737,"num_object_clones":0,"num_object_copies":11211,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3737,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7931,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5834,"num_bytes_recovered":377683968,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"75'161","reported_seq":626,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:09.192484+0000","last_change":"2023-08-28T02:37:37.933802+0000","last_active":"2023-08-28T02:39:09.192484+0000","last_peered":"2023-08-28T02:39:09.192484+0000","last_clean":"2023-08-28T02:39:09.192484+0000","last_became_active":"2023-08-28T02:33:13.287313+0000","last_became_peered":"2023-08-28T02:33:13.287313+0000","last_unstale":"2023-08-28T02:39:09.192484+0000","last_undegraded":"2023-08-28T02:39:09.192484+0000","last_fullsized":"2023-08-28T02:39:09.192484+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:45.407127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:45.407127+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:39:14.213229+0000","scrub_duration":0.0018495320000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":262688,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":279,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-08-28T02:39:04.144874+0000","last_change":"2023-08-28T02:33:13.309727+0000","last_active":"2023-08-28T02:39:04.144874+0000","last_peered":"2023-08-28T02:39:04.144874+0000","last_clean":"2023-08-28T02:39:04.144874+0000","last_became_active":"2023-08-28T02:33:13.309487+0000","last_became_peered":"2023-08-28T02:33:13.309487+0000","last_unstale":"2023-08-28T02:39:04.144874+0000","last_undegraded":"2023-08-28T02:39:04.144874+0000","last_fullsized":"2023-08-28T02:39:04.144874+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:27:29.294011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":94,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-08-28T02:39:04.145214+0000","last_change":"2023-08-28T02:32:28.456323+0000","last_active":"2023-08-28T02:39:04.145214+0000","last_peered":"2023-08-28T02:39:04.145214+0000","last_clean":"2023-08-28T02:39:04.145214+0000","last_became_active":"2023-08-28T02:32:28.455987+0000","last_became_peered":"2023-08-28T02:32:28.455987+0000","last_unstale":"2023-08-28T02:39:04.145214+0000","last_undegraded":"2023-08-28T02:39:04.145214+0000","last_fullsized":"2023-08-28T02:39:04.145214+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:54:07.724002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"366'8051","reported_seq":18196,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:12.359419+0000","last_change":"2023-08-28T02:33:13.316023+0000","last_active":"2023-08-28T02:39:12.359419+0000","last_peered":"2023-08-28T02:39:12.359419+0000","last_clean":"2023-08-28T02:39:12.359419+0000","last_became_active":"2023-08-28T02:33:13.308403+0000","last_became_peered":"2023-08-28T02:33:13.308403+0000","last_unstale":"2023-08-28T02:39:12.359419+0000","last_undegraded":"2023-08-28T02:39:12.359419+0000","last_fullsized":"2023-08-28T02:39:12.359419+0000","mapping_epoch":298,"log_start":"256'1900","ondisk_log_start":"256'1900","created":250,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6151,"log_dups_size":0,"ondisk_log_size":6151,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:10:38.401973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":251985920,"num_objects":3845,"num_object_clones":0,"num_object_copies":11535,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3845,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8051,"num_write_kb":380672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4999,"num_bytes_recovered":327614464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":339,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-08-28T02:39:04.144568+0000","last_change":"2023-08-28T02:32:28.455294+0000","last_active":"2023-08-28T02:39:04.144568+0000","last_peered":"2023-08-28T02:39:04.144568+0000","last_clean":"2023-08-28T02:39:04.144568+0000","last_became_active":"2023-08-28T02:32:28.455013+0000","last_became_peered":"2023-08-28T02:32:28.455013+0000","last_unstale":"2023-08-28T02:39:04.144568+0000","last_undegraded":"2023-08-28T02:39:04.144568+0000","last_fullsized":"2023-08-28T02:39:04.144568+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:53.583864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":371,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-08-28T02:39:04.144938+0000","last_change":"2023-08-28T02:33:13.335588+0000","last_active":"2023-08-28T02:39:04.144938+0000","last_peered":"2023-08-28T02:39:04.144938+0000","last_clean":"2023-08-28T02:39:04.144938+0000","last_became_active":"2023-08-28T02:33:13.335326+0000","last_became_peered":"2023-08-28T02:33:13.335326+0000","last_unstale":"2023-08-28T02:39:04.144938+0000","last_undegraded":"2023-08-28T02:39:04.144938+0000","last_fullsized":"2023-08-28T02:39:04.144938+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:15:44.958663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"366'7968","reported_seq":8092,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:11.675172+0000","last_change":"2023-08-28T02:30:50.400261+0000","last_active":"2023-08-28T02:39:11.675172+0000","last_peered":"2023-08-28T02:39:11.675172+0000","last_clean":"2023-08-28T02:39:11.675172+0000","last_became_active":"2023-08-28T02:30:50.399938+0000","last_became_peered":"2023-08-28T02:30:50.399938+0000","last_unstale":"2023-08-28T02:39:11.675172+0000","last_undegraded":"2023-08-28T02:39:11.675172+0000","last_fullsized":"2023-08-28T02:39:11.675172+0000","mapping_epoch":250,"log_start":"257'2590","ondisk_log_start":"257'2590","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5378,"log_dups_size":0,"ondisk_log_size":5378,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:43:56.802792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":244187136,"num_objects":3726,"num_object_clones":0,"num_object_copies":11178,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3726,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7968,"num_write_kb":374208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"75'161","reported_seq":646,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:09.193477+0000","last_change":"2023-08-28T02:32:56.519141+0000","last_active":"2023-08-28T02:39:09.193477+0000","last_peered":"2023-08-28T02:39:09.193477+0000","last_clean":"2023-08-28T02:39:09.193477+0000","last_became_active":"2023-08-28T02:32:56.518863+0000","last_became_peered":"2023-08-28T02:32:56.518863+0000","last_unstale":"2023-08-28T02:39:09.193477+0000","last_undegraded":"2023-08-28T02:39:09.193477+0000","last_fullsized":"2023-08-28T02:39:09.193477+0000","mapping_epoch":292,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":293,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_clean_scrub_stamp":"2023-08-28T02:29:25.608370+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:59:50.561109+0000","scrub_duration":0.001662689,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":275,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:09.168164+0000","last_change":"2023-08-28T02:33:12.294592+0000","last_active":"2023-08-28T02:39:09.168164+0000","last_peered":"2023-08-28T02:39:09.168164+0000","last_clean":"2023-08-28T02:39:09.168164+0000","last_became_active":"2023-08-28T02:33:12.288508+0000","last_became_peered":"2023-08-28T02:33:12.288508+0000","last_unstale":"2023-08-28T02:39:09.168164+0000","last_undegraded":"2023-08-28T02:39:09.168164+0000","last_fullsized":"2023-08-28T02:39:09.168164+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:05:42.717608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":157,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-08-28T02:39:04.340610+0000","last_change":"2023-08-28T02:29:44.429834+0000","last_active":"2023-08-28T02:39:04.340610+0000","last_peered":"2023-08-28T02:39:04.340610+0000","last_clean":"2023-08-28T02:39:04.340610+0000","last_became_active":"2023-08-28T02:29:44.429512+0000","last_became_peered":"2023-08-28T02:29:44.429512+0000","last_unstale":"2023-08-28T02:39:04.340610+0000","last_undegraded":"2023-08-28T02:39:04.340610+0000","last_fullsized":"2023-08-28T02:39:04.340610+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:58.062455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"367'7876","reported_seq":8001,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:15.550086+0000","last_change":"2023-08-28T02:30:50.402348+0000","last_active":"2023-08-28T02:39:15.550086+0000","last_peered":"2023-08-28T02:39:15.550086+0000","last_clean":"2023-08-28T02:39:15.550086+0000","last_became_active":"2023-08-28T02:30:50.402076+0000","last_became_peered":"2023-08-28T02:30:50.402076+0000","last_unstale":"2023-08-28T02:39:15.550086+0000","last_undegraded":"2023-08-28T02:39:15.550086+0000","last_fullsized":"2023-08-28T02:39:15.550086+0000","mapping_epoch":250,"log_start":"255'1000","ondisk_log_start":"255'1000","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6876,"log_dups_size":0,"ondisk_log_size":6876,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:24.859426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":242483200,"num_objects":3700,"num_object_clones":0,"num_object_copies":11100,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3700,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7876,"num_write_kb":370432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.7","version":"75'161","reported_seq":567,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:09.170766+0000","last_change":"2023-08-28T02:33:13.532525+0000","last_active":"2023-08-28T02:39:09.170766+0000","last_peered":"2023-08-28T02:39:09.170766+0000","last_clean":"2023-08-28T02:39:09.170766+0000","last_became_active":"2023-08-28T02:33:13.532125+0000","last_became_peered":"2023-08-28T02:33:13.532125+0000","last_unstale":"2023-08-28T02:39:09.170766+0000","last_undegraded":"2023-08-28T02:39:09.170766+0000","last_fullsized":"2023-08-28T02:39:09.170766+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.887648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.887648+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":157,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-08-28T02:39:04.340364+0000","last_change":"2023-08-28T02:29:44.407595+0000","last_active":"2023-08-28T02:39:04.340364+0000","last_peered":"2023-08-28T02:39:04.340364+0000","last_clean":"2023-08-28T02:39:04.340364+0000","last_became_active":"2023-08-28T02:29:44.407316+0000","last_became_peered":"2023-08-28T02:29:44.407316+0000","last_unstale":"2023-08-28T02:39:04.340364+0000","last_undegraded":"2023-08-28T02:39:04.340364+0000","last_fullsized":"2023-08-28T02:39:04.340364+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:01:47.777709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":378,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:09.192669+0000","last_change":"2023-08-28T02:33:13.286980+0000","last_active":"2023-08-28T02:39:09.192669+0000","last_peered":"2023-08-28T02:39:09.192669+0000","last_clean":"2023-08-28T02:39:09.192669+0000","last_became_active":"2023-08-28T02:33:13.286740+0000","last_became_peered":"2023-08-28T02:33:13.286740+0000","last_unstale":"2023-08-28T02:39:09.192669+0000","last_undegraded":"2023-08-28T02:39:09.192669+0000","last_fullsized":"2023-08-28T02:39:09.192669+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:24:54.574365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":157,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-08-28T02:39:04.339865+0000","last_change":"2023-08-28T02:29:44.506914+0000","last_active":"2023-08-28T02:39:04.339865+0000","last_peered":"2023-08-28T02:39:04.339865+0000","last_clean":"2023-08-28T02:39:04.339865+0000","last_became_active":"2023-08-28T02:29:44.506606+0000","last_became_peered":"2023-08-28T02:29:44.506606+0000","last_unstale":"2023-08-28T02:39:04.339865+0000","last_undegraded":"2023-08-28T02:39:04.339865+0000","last_fullsized":"2023-08-28T02:39:04.339865+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:55:50.992279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"367'7936","reported_seq":19661,"reported_epoch":367,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:39:15.242193+0000","last_change":"2023-08-28T02:34:11.565330+0000","last_active":"2023-08-28T02:39:15.242193+0000","last_peered":"2023-08-28T02:39:15.242193+0000","last_clean":"2023-08-28T02:32:11.916240+0000","last_became_active":"2023-08-28T02:33:12.501819+0000","last_became_peered":"2023-08-28T02:33:12.501819+0000","last_unstale":"2023-08-28T02:39:15.242193+0000","last_undegraded":"2023-08-28T02:39:15.242193+0000","last_fullsized":"2023-08-28T02:39:15.242193+0000","mapping_epoch":297,"log_start":"257'2624","ondisk_log_start":"257'2624","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5312,"log_dups_size":0,"ondisk_log_size":5312,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:45:43.329719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":239861760,"num_objects":3660,"num_object_clones":0,"num_object_copies":10980,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3660,"num_objects_unfound":0,"num_objects_dirty":3660,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7936,"num_write_kb":371072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5787,"num_bytes_recovered":379256832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,2],"avail_no_missing":["0","2","5","6"],"object_location_counts":[{"shards":"0,2,5","objects":3660}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.1","version":"75'161","reported_seq":626,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:09.193130+0000","last_change":"2023-08-28T02:32:31.482659+0000","last_active":"2023-08-28T02:39:09.193130+0000","last_peered":"2023-08-28T02:39:09.193130+0000","last_clean":"2023-08-28T02:39:09.193130+0000","last_became_active":"2023-08-28T02:32:31.482320+0000","last_became_peered":"2023-08-28T02:32:31.482320+0000","last_unstale":"2023-08-28T02:39:09.193130+0000","last_undegraded":"2023-08-28T02:39:09.193130+0000","last_fullsized":"2023-08-28T02:39:09.193130+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:24.559397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:24.559397+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:41:09.516918+0000","scrub_duration":0.001580328,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":364,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:09.193376+0000","last_change":"2023-08-28T02:31:51.988386+0000","last_active":"2023-08-28T02:39:09.193376+0000","last_peered":"2023-08-28T02:39:09.193376+0000","last_clean":"2023-08-28T02:39:09.193376+0000","last_became_active":"2023-08-28T02:31:51.988097+0000","last_became_peered":"2023-08-28T02:31:51.988097+0000","last_unstale":"2023-08-28T02:39:09.193376+0000","last_undegraded":"2023-08-28T02:39:09.193376+0000","last_fullsized":"2023-08-28T02:39:09.193376+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:25:01.818829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":339,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-08-28T02:39:04.145132+0000","last_change":"2023-08-28T02:32:12.951275+0000","last_active":"2023-08-28T02:39:04.145132+0000","last_peered":"2023-08-28T02:39:04.145132+0000","last_clean":"2023-08-28T02:39:04.145132+0000","last_became_active":"2023-08-28T02:32:12.950965+0000","last_became_peered":"2023-08-28T02:32:12.950965+0000","last_unstale":"2023-08-28T02:39:04.145132+0000","last_undegraded":"2023-08-28T02:39:04.145132+0000","last_fullsized":"2023-08-28T02:39:04.145132+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:37:31.294280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":183,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-08-28T02:39:04.340369+0000","last_change":"2023-08-28T02:33:13.286534+0000","last_active":"2023-08-28T02:39:04.340369+0000","last_peered":"2023-08-28T02:39:04.340369+0000","last_clean":"2023-08-28T02:39:04.340369+0000","last_became_active":"2023-08-28T02:33:13.286164+0000","last_became_peered":"2023-08-28T02:33:13.286164+0000","last_unstale":"2023-08-28T02:39:04.340369+0000","last_undegraded":"2023-08-28T02:39:04.340369+0000","last_fullsized":"2023-08-28T02:39:04.340369+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:56.721932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"367'7979","reported_seq":19794,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:15.460740+0000","last_change":"2023-08-28T02:34:14.448606+0000","last_active":"2023-08-28T02:39:15.460740+0000","last_peered":"2023-08-28T02:39:15.460740+0000","last_clean":"2023-08-28T02:39:15.460740+0000","last_became_active":"2023-08-28T02:34:14.438547+0000","last_became_peered":"2023-08-28T02:34:14.438547+0000","last_unstale":"2023-08-28T02:39:15.460740+0000","last_undegraded":"2023-08-28T02:39:15.460740+0000","last_fullsized":"2023-08-28T02:39:15.460740+0000","mapping_epoch":314,"log_start":"255'800","ondisk_log_start":"255'800","created":250,"last_epoch_clean":315,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7179,"log_dups_size":0,"ondisk_log_size":7179,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:06:41.120408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":241762304,"num_objects":3689,"num_object_clones":0,"num_object_copies":11067,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3689,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7979,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5834,"num_bytes_recovered":376832000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2","version":"75'161","reported_seq":748,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:09.195577+0000","last_change":"2023-08-28T02:30:51.762377+0000","last_active":"2023-08-28T02:39:09.195577+0000","last_peered":"2023-08-28T02:39:09.195577+0000","last_clean":"2023-08-28T02:39:09.195577+0000","last_became_active":"2023-08-28T02:27:46.375590+0000","last_became_peered":"2023-08-28T02:27:46.375590+0000","last_unstale":"2023-08-28T02:39:09.195577+0000","last_undegraded":"2023-08-28T02:39:09.195577+0000","last_fullsized":"2023-08-28T02:39:09.195577+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:51.762314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:51.762314+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:02.034555+0000","scrub_duration":0.0020023620000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":175,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:09.168488+0000","last_change":"2023-08-28T02:33:13.289765+0000","last_active":"2023-08-28T02:39:09.168488+0000","last_peered":"2023-08-28T02:39:09.168488+0000","last_clean":"2023-08-28T02:39:09.168488+0000","last_became_active":"2023-08-28T02:33:13.289159+0000","last_became_peered":"2023-08-28T02:33:13.289159+0000","last_unstale":"2023-08-28T02:39:09.168488+0000","last_undegraded":"2023-08-28T02:39:09.168488+0000","last_fullsized":"2023-08-28T02:39:09.168488+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:30:38.956723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":175,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-08-28T02:39:04.340070+0000","last_change":"2023-08-28T02:32:28.464203+0000","last_active":"2023-08-28T02:39:04.340070+0000","last_peered":"2023-08-28T02:39:04.340070+0000","last_clean":"2023-08-28T02:39:04.340070+0000","last_became_active":"2023-08-28T02:32:28.463412+0000","last_became_peered":"2023-08-28T02:32:28.463412+0000","last_unstale":"2023-08-28T02:39:04.340070+0000","last_undegraded":"2023-08-28T02:39:04.340070+0000","last_fullsized":"2023-08-28T02:39:04.340070+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:20:38.177879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":157,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-08-28T02:39:04.340662+0000","last_change":"2023-08-28T02:29:44.427945+0000","last_active":"2023-08-28T02:39:04.340662+0000","last_peered":"2023-08-28T02:39:04.340662+0000","last_clean":"2023-08-28T02:39:04.340662+0000","last_became_active":"2023-08-28T02:29:44.426487+0000","last_became_peered":"2023-08-28T02:29:44.426487+0000","last_unstale":"2023-08-28T02:39:04.340662+0000","last_undegraded":"2023-08-28T02:39:04.340662+0000","last_fullsized":"2023-08-28T02:39:04.340662+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:30:20.438896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"366'7934","reported_seq":18030,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:12.485109+0000","last_change":"2023-08-28T02:34:48.488647+0000","last_active":"2023-08-28T02:39:12.485109+0000","last_peered":"2023-08-28T02:39:12.485109+0000","last_clean":"2023-08-28T02:39:12.485109+0000","last_became_active":"2023-08-28T02:34:48.476519+0000","last_became_peered":"2023-08-28T02:34:48.476519+0000","last_unstale":"2023-08-28T02:39:12.485109+0000","last_undegraded":"2023-08-28T02:39:12.485109+0000","last_fullsized":"2023-08-28T02:39:12.485109+0000","mapping_epoch":318,"log_start":"256'1800","ondisk_log_start":"256'1800","created":250,"last_epoch_clean":319,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6134,"log_dups_size":0,"ondisk_log_size":6134,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:44:20.004230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":243138560,"num_objects":3710,"num_object_clones":0,"num_object_copies":11130,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3710,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7934,"num_write_kb":372608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4973,"num_bytes_recovered":325910528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":358,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:09.193110+0000","last_change":"2023-08-28T02:33:13.484970+0000","last_active":"2023-08-28T02:39:09.193110+0000","last_peered":"2023-08-28T02:39:09.193110+0000","last_clean":"2023-08-28T02:39:09.193110+0000","last_became_active":"2023-08-28T02:33:13.484579+0000","last_became_peered":"2023-08-28T02:33:13.484579+0000","last_unstale":"2023-08-28T02:39:09.193110+0000","last_undegraded":"2023-08-28T02:39:09.193110+0000","last_fullsized":"2023-08-28T02:39:09.193110+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:58.027468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"75'161","reported_seq":749,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:09.195461+0000","last_change":"2023-08-28T02:31:55.059467+0000","last_active":"2023-08-28T02:39:09.195461+0000","last_peered":"2023-08-28T02:39:09.195461+0000","last_clean":"2023-08-28T02:39:09.195461+0000","last_became_active":"2023-08-28T02:31:55.059115+0000","last_became_peered":"2023-08-28T02:31:55.059115+0000","last_unstale":"2023-08-28T02:39:09.195461+0000","last_undegraded":"2023-08-28T02:39:09.195461+0000","last_fullsized":"2023-08-28T02:39:09.195461+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":0,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.820990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.820990+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:15:56.774667+0000","scrub_duration":0.0017342480000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":276,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:09.169379+0000","last_change":"2023-08-28T02:33:13.352810+0000","last_active":"2023-08-28T02:39:09.169379+0000","last_peered":"2023-08-28T02:39:09.169379+0000","last_clean":"2023-08-28T02:39:09.169379+0000","last_became_active":"2023-08-28T02:33:13.351697+0000","last_became_peered":"2023-08-28T02:33:13.351697+0000","last_unstale":"2023-08-28T02:39:09.169379+0000","last_undegraded":"2023-08-28T02:39:09.169379+0000","last_fullsized":"2023-08-28T02:39:09.169379+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:56.187163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":188,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-08-28T02:39:04.145518+0000","last_change":"2023-08-28T02:31:51.984584+0000","last_active":"2023-08-28T02:39:04.145518+0000","last_peered":"2023-08-28T02:39:04.145518+0000","last_clean":"2023-08-28T02:39:04.145518+0000","last_became_active":"2023-08-28T02:31:51.984264+0000","last_became_peered":"2023-08-28T02:31:51.984264+0000","last_unstale":"2023-08-28T02:39:04.145518+0000","last_undegraded":"2023-08-28T02:39:04.145518+0000","last_fullsized":"2023-08-28T02:39:04.145518+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:58:42.306722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"367'7883","reported_seq":19616,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:15.030010+0000","last_change":"2023-08-28T02:35:11.978901+0000","last_active":"2023-08-28T02:39:15.030010+0000","last_peered":"2023-08-28T02:39:15.030010+0000","last_clean":"2023-08-28T02:39:15.030010+0000","last_became_active":"2023-08-28T02:35:11.966585+0000","last_became_peered":"2023-08-28T02:35:11.966585+0000","last_unstale":"2023-08-28T02:39:15.030010+0000","last_undegraded":"2023-08-28T02:39:15.030010+0000","last_fullsized":"2023-08-28T02:39:15.030010+0000","mapping_epoch":323,"log_start":"257'2528","ondisk_log_start":"257'2528","created":250,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5355,"log_dups_size":0,"ondisk_log_size":5355,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:03:07.017814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":242417664,"num_objects":3699,"num_object_clones":0,"num_object_copies":11097,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3699,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7883,"num_write_kb":370624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5791,"num_bytes_recovered":368967680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3","version":"75'161","reported_seq":633,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-08-28T02:39:04.340233+0000","last_change":"2023-08-28T02:31:55.068239+0000","last_active":"2023-08-28T02:39:04.340233+0000","last_peered":"2023-08-28T02:39:04.340233+0000","last_clean":"2023-08-28T02:39:04.340233+0000","last_became_active":"2023-08-28T02:31:55.067875+0000","last_became_peered":"2023-08-28T02:31:55.067875+0000","last_unstale":"2023-08-28T02:39:04.340233+0000","last_undegraded":"2023-08-28T02:39:04.340233+0000","last_fullsized":"2023-08-28T02:39:04.340233+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.868248+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:11:04.391639+0000","scrub_duration":0.0016215240000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":372,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:09.195386+0000","last_change":"2023-08-28T02:29:44.421353+0000","last_active":"2023-08-28T02:39:09.195386+0000","last_peered":"2023-08-28T02:39:09.195386+0000","last_clean":"2023-08-28T02:39:09.195386+0000","last_became_active":"2023-08-28T02:29:44.421064+0000","last_became_peered":"2023-08-28T02:29:44.421064+0000","last_unstale":"2023-08-28T02:39:09.195386+0000","last_undegraded":"2023-08-28T02:39:09.195386+0000","last_fullsized":"2023-08-28T02:39:09.195386+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:51:36.524024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":342,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:09.162667+0000","last_change":"2023-08-28T02:33:12.299487+0000","last_active":"2023-08-28T02:39:09.162667+0000","last_peered":"2023-08-28T02:39:09.162667+0000","last_clean":"2023-08-28T02:39:09.162667+0000","last_became_active":"2023-08-28T02:33:12.299175+0000","last_became_peered":"2023-08-28T02:33:12.299175+0000","last_unstale":"2023-08-28T02:39:09.162667+0000","last_undegraded":"2023-08-28T02:39:09.162667+0000","last_fullsized":"2023-08-28T02:39:09.162667+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:42:29.713462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":353,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:09.163960+0000","last_change":"2023-08-28T02:32:28.457696+0000","last_active":"2023-08-28T02:39:09.163960+0000","last_peered":"2023-08-28T02:39:09.163960+0000","last_clean":"2023-08-28T02:39:09.163960+0000","last_became_active":"2023-08-28T02:32:28.457407+0000","last_became_peered":"2023-08-28T02:32:28.457407+0000","last_unstale":"2023-08-28T02:39:09.163960+0000","last_undegraded":"2023-08-28T02:39:09.163960+0000","last_fullsized":"2023-08-28T02:39:09.163960+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:26:29.392787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"366'7823","reported_seq":8975,"reported_epoch":366,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:39:12.450669+0000","last_change":"2023-08-28T02:34:11.566035+0000","last_active":"2023-08-28T02:39:12.450669+0000","last_peered":"2023-08-28T02:39:12.450669+0000","last_clean":"2023-08-28T02:33:10.395883+0000","last_became_active":"2023-08-28T02:33:12.394714+0000","last_became_peered":"2023-08-28T02:33:12.394714+0000","last_unstale":"2023-08-28T02:39:12.450669+0000","last_undegraded":"2023-08-28T02:39:12.450669+0000","last_fullsized":"2023-08-28T02:39:12.450669+0000","mapping_epoch":297,"log_start":"257'2384","ondisk_log_start":"257'2384","created":250,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5439,"log_dups_size":0,"ondisk_log_size":5439,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:01:26.984565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":239861784,"num_objects":3661,"num_object_clones":0,"num_object_copies":10983,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3339,"num_objects_unfound":0,"num_objects_dirty":3661,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7823,"num_write_kb":367425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":500,"num_bytes_recovered":32768000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,6],"avail_no_missing":["4","0","6"],"object_location_counts":[{"shards":"0,4,6","objects":3661}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.6","version":"75'161","reported_seq":627,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:09.163871+0000","last_change":"2023-08-28T02:33:13.338675+0000","last_active":"2023-08-28T02:39:09.163871+0000","last_peered":"2023-08-28T02:39:09.163871+0000","last_clean":"2023-08-28T02:39:09.163871+0000","last_became_active":"2023-08-28T02:33:13.338271+0000","last_became_peered":"2023-08-28T02:33:13.338271+0000","last_unstale":"2023-08-28T02:39:09.163871+0000","last_undegraded":"2023-08-28T02:39:09.163871+0000","last_fullsized":"2023-08-28T02:39:09.163871+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.774982+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.774982+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:13:20.011329+0000","scrub_duration":0.003539819,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":335,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:09.196665+0000","last_change":"2023-08-28T02:14:43.033789+0000","last_active":"2023-08-28T02:39:09.196665+0000","last_peered":"2023-08-28T02:39:09.196665+0000","last_clean":"2023-08-28T02:39:09.196665+0000","last_became_active":"2023-08-28T02:14:43.033454+0000","last_became_peered":"2023-08-28T02:14:43.033454+0000","last_unstale":"2023-08-28T02:39:09.196665+0000","last_undegraded":"2023-08-28T02:39:09.196665+0000","last_fullsized":"2023-08-28T02:39:09.196665+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:01:13.205842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":166,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-08-28T02:39:04.340485+0000","last_change":"2023-08-28T02:32:28.461807+0000","last_active":"2023-08-28T02:39:04.340485+0000","last_peered":"2023-08-28T02:39:04.340485+0000","last_clean":"2023-08-28T02:39:04.340485+0000","last_became_active":"2023-08-28T02:32:28.461116+0000","last_became_peered":"2023-08-28T02:32:28.461116+0000","last_unstale":"2023-08-28T02:39:04.340485+0000","last_undegraded":"2023-08-28T02:39:04.340485+0000","last_fullsized":"2023-08-28T02:39:04.340485+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:12:45.321757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":313,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:09.163458+0000","last_change":"2023-08-28T02:14:43.048791+0000","last_active":"2023-08-28T02:39:09.163458+0000","last_peered":"2023-08-28T02:39:09.163458+0000","last_clean":"2023-08-28T02:39:09.163458+0000","last_became_active":"2023-08-28T02:14:43.047408+0000","last_became_peered":"2023-08-28T02:14:43.047408+0000","last_unstale":"2023-08-28T02:39:09.163458+0000","last_undegraded":"2023-08-28T02:39:09.163458+0000","last_fullsized":"2023-08-28T02:39:09.163458+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:47.097181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"366'8050","reported_seq":18141,"reported_epoch":366,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:39:12.242579+0000","last_change":"2023-08-28T02:37:37.899201+0000","last_active":"2023-08-28T02:39:12.242579+0000","last_peered":"2023-08-28T02:39:12.242579+0000","last_clean":"2023-08-28T02:31:50.933695+0000","last_became_active":"2023-08-28T02:33:13.540416+0000","last_became_peered":"2023-08-28T02:33:13.540416+0000","last_unstale":"2023-08-28T02:39:12.242579+0000","last_undegraded":"2023-08-28T02:39:12.242579+0000","last_fullsized":"2023-08-28T02:39:12.242579+0000","mapping_epoch":298,"log_start":"257'2674","ondisk_log_start":"257'2674","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5376,"log_dups_size":0,"ondisk_log_size":5376,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:49:35.658845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":249823232,"num_objects":3812,"num_object_clones":0,"num_object_copies":11436,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3812,"num_objects_unfound":0,"num_objects_dirty":3812,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8050,"num_write_kb":379584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4967,"num_bytes_recovered":325517312,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,2],"avail_no_missing":["4","2","5","6"],"object_location_counts":[{"shards":"2,4,5","objects":3812}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.5","version":"75'161","reported_seq":659,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-08-28T02:39:04.145291+0000","last_change":"2023-08-28T02:32:31.477151+0000","last_active":"2023-08-28T02:39:04.145291+0000","last_peered":"2023-08-28T02:39:04.145291+0000","last_clean":"2023-08-28T02:39:04.145291+0000","last_became_active":"2023-08-28T02:32:31.476776+0000","last_became_peered":"2023-08-28T02:32:31.476776+0000","last_unstale":"2023-08-28T02:39:04.145291+0000","last_undegraded":"2023-08-28T02:39:04.145291+0000","last_fullsized":"2023-08-28T02:39:04.145291+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:18.891729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:18.891729+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:47:27.194140+0000","scrub_duration":0.0031546460000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"65'2","reported_seq":323,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:09.169961+0000","last_change":"2023-08-28T02:33:12.327778+0000","last_active":"2023-08-28T02:39:09.169961+0000","last_peered":"2023-08-28T02:39:09.169961+0000","last_clean":"2023-08-28T02:39:09.169961+0000","last_became_active":"2023-08-28T02:33:12.327273+0000","last_became_peered":"2023-08-28T02:33:12.327273+0000","last_unstale":"2023-08-28T02:39:09.169961+0000","last_undegraded":"2023-08-28T02:39:09.169961+0000","last_fullsized":"2023-08-28T02:39:09.169961+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:40.554192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":204,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-08-28T02:39:04.340459+0000","last_change":"2023-08-28T02:33:13.335665+0000","last_active":"2023-08-28T02:39:04.340459+0000","last_peered":"2023-08-28T02:39:04.340459+0000","last_clean":"2023-08-28T02:39:04.340459+0000","last_became_active":"2023-08-28T02:33:13.335322+0000","last_became_peered":"2023-08-28T02:33:13.335322+0000","last_unstale":"2023-08-28T02:39:04.340459+0000","last_undegraded":"2023-08-28T02:39:04.340459+0000","last_fullsized":"2023-08-28T02:39:04.340459+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:21:08.024493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":321,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:10.347968+0000","last_change":"2023-08-28T02:33:12.310326+0000","last_active":"2023-08-28T02:39:10.347968+0000","last_peered":"2023-08-28T02:39:10.347968+0000","last_clean":"2023-08-28T02:39:10.347968+0000","last_became_active":"2023-08-28T02:33:12.310011+0000","last_became_peered":"2023-08-28T02:33:12.310011+0000","last_unstale":"2023-08-28T02:39:10.347968+0000","last_undegraded":"2023-08-28T02:39:10.347968+0000","last_fullsized":"2023-08-28T02:39:10.347968+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:35:03.710036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"366'8038","reported_seq":14487,"reported_epoch":366,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-08-28T02:39:12.631822+0000","last_change":"2023-08-28T02:38:43.760745+0000","last_active":"2023-08-28T02:39:12.631822+0000","last_peered":"2023-08-28T02:39:12.631822+0000","last_clean":"2023-08-28T02:31:27.909649+0000","last_became_active":"2023-08-28T02:33:33.726805+0000","last_became_peered":"2023-08-28T02:33:33.726805+0000","last_unstale":"2023-08-28T02:39:12.631822+0000","last_undegraded":"2023-08-28T02:33:20.140072+0000","last_fullsized":"2023-08-28T02:33:13.278549+0000","mapping_epoch":298,"log_start":"257'2677","ondisk_log_start":"257'2677","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5361,"log_dups_size":0,"ondisk_log_size":5361,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:02:22.971585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":251002880,"num_objects":3830,"num_object_clones":0,"num_object_copies":11490,"num_objects_missing_on_primary":3806,"num_objects_missing":3806,"num_objects_degraded":2496,"num_objects_misplaced":7649,"num_objects_unfound":0,"num_objects_dirty":3830,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8038,"num_write_kb":379776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2094,"num_bytes_recovered":137101312,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[4,3],"avail_no_missing":["2","6"],"object_location_counts":[{"shards":"2,3,4,6","objects":9},{"shards":"2,3,6","objects":1323},{"shards":"2,4,6","objects":14},{"shards":"2,6","objects":2483},{"shards":"3,4","objects":-12}],"blocked_by":[],"up_primary":3,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.4","version":"75'161","reported_seq":575,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:09.168345+0000","last_change":"2023-08-28T02:33:12.296479+0000","last_active":"2023-08-28T02:39:09.168345+0000","last_peered":"2023-08-28T02:39:09.168345+0000","last_clean":"2023-08-28T02:39:09.168345+0000","last_became_active":"2023-08-28T02:33:12.294160+0000","last_became_peered":"2023-08-28T02:33:12.294160+0000","last_unstale":"2023-08-28T02:39:09.168345+0000","last_undegraded":"2023-08-28T02:39:09.168345+0000","last_fullsized":"2023-08-28T02:39:09.168345+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.899247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.899247+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":293,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:09.196506+0000","last_change":"2023-08-28T02:33:13.539335+0000","last_active":"2023-08-28T02:39:09.196506+0000","last_peered":"2023-08-28T02:39:09.196506+0000","last_clean":"2023-08-28T02:39:09.196506+0000","last_became_active":"2023-08-28T02:33:13.538978+0000","last_became_peered":"2023-08-28T02:33:13.538978+0000","last_unstale":"2023-08-28T02:39:09.196506+0000","last_undegraded":"2023-08-28T02:39:09.196506+0000","last_fullsized":"2023-08-28T02:39:09.196506+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:26:13.405766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"65'1","reported_seq":357,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:09.164058+0000","last_change":"2023-08-28T02:29:44.510205+0000","last_active":"2023-08-28T02:39:09.164058+0000","last_peered":"2023-08-28T02:39:09.164058+0000","last_clean":"2023-08-28T02:39:09.164058+0000","last_became_active":"2023-08-28T02:29:44.429357+0000","last_became_peered":"2023-08-28T02:29:44.429357+0000","last_unstale":"2023-08-28T02:39:09.164058+0000","last_undegraded":"2023-08-28T02:39:09.164058+0000","last_fullsized":"2023-08-28T02:39:09.164058+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:44:59.955729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":321,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-08-28T02:39:04.144482+0000","last_change":"2023-08-28T02:32:12.950661+0000","last_active":"2023-08-28T02:39:04.144482+0000","last_peered":"2023-08-28T02:39:04.144482+0000","last_clean":"2023-08-28T02:39:04.144482+0000","last_became_active":"2023-08-28T02:32:12.950276+0000","last_became_peered":"2023-08-28T02:32:12.950276+0000","last_unstale":"2023-08-28T02:39:04.144482+0000","last_undegraded":"2023-08-28T02:39:04.144482+0000","last_fullsized":"2023-08-28T02:39:04.144482+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:05:17.972868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"65'1","reported_seq":314,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:09.163401+0000","last_change":"2023-08-28T02:14:43.042150+0000","last_active":"2023-08-28T02:39:09.163401+0000","last_peered":"2023-08-28T02:39:09.163401+0000","last_clean":"2023-08-28T02:39:09.163401+0000","last_became_active":"2023-08-28T02:14:43.038336+0000","last_became_peered":"2023-08-28T02:14:43.038336+0000","last_unstale":"2023-08-28T02:39:09.163401+0000","last_undegraded":"2023-08-28T02:39:09.163401+0000","last_fullsized":"2023-08-28T02:39:09.163401+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:26:02.415152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":363,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-08-28T02:39:04.340463+0000","last_change":"2023-08-28T02:33:13.318097+0000","last_active":"2023-08-28T02:39:04.340463+0000","last_peered":"2023-08-28T02:39:04.340463+0000","last_clean":"2023-08-28T02:39:04.340463+0000","last_became_active":"2023-08-28T02:33:13.317761+0000","last_became_peered":"2023-08-28T02:33:13.317761+0000","last_unstale":"2023-08-28T02:39:04.340463+0000","last_undegraded":"2023-08-28T02:39:04.340463+0000","last_fullsized":"2023-08-28T02:39:04.340463+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:24.836996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"65'2","reported_seq":360,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:09.193257+0000","last_change":"2023-08-28T02:29:44.535937+0000","last_active":"2023-08-28T02:39:09.193257+0000","last_peered":"2023-08-28T02:39:09.193257+0000","last_clean":"2023-08-28T02:39:09.193257+0000","last_became_active":"2023-08-28T02:29:44.462244+0000","last_became_peered":"2023-08-28T02:29:44.462244+0000","last_unstale":"2023-08-28T02:39:09.193257+0000","last_undegraded":"2023-08-28T02:39:09.193257+0000","last_fullsized":"2023-08-28T02:39:09.193257+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:30:33.173713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":361,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:09.163280+0000","last_change":"2023-08-28T02:33:12.305580+0000","last_active":"2023-08-28T02:39:09.163280+0000","last_peered":"2023-08-28T02:39:09.163280+0000","last_clean":"2023-08-28T02:39:09.163280+0000","last_became_active":"2023-08-28T02:33:12.305261+0000","last_became_peered":"2023-08-28T02:33:12.305261+0000","last_unstale":"2023-08-28T02:39:09.163280+0000","last_undegraded":"2023-08-28T02:39:09.163280+0000","last_fullsized":"2023-08-28T02:39:09.163280+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:22:31.614221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"65'2","reported_seq":329,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:09.192603+0000","last_change":"2023-08-28T02:31:51.991101+0000","last_active":"2023-08-28T02:39:09.192603+0000","last_peered":"2023-08-28T02:39:09.192603+0000","last_clean":"2023-08-28T02:39:09.192603+0000","last_became_active":"2023-08-28T02:31:51.987237+0000","last_became_peered":"2023-08-28T02:31:51.987237+0000","last_unstale":"2023-08-28T02:39:09.192603+0000","last_undegraded":"2023-08-28T02:39:09.192603+0000","last_fullsized":"2023-08-28T02:39:09.192603+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:07:07.370857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":362,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-08-28T02:39:04.144805+0000","last_change":"2023-08-28T02:33:12.494483+0000","last_active":"2023-08-28T02:39:04.144805+0000","last_peered":"2023-08-28T02:39:04.144805+0000","last_clean":"2023-08-28T02:39:04.144805+0000","last_became_active":"2023-08-28T02:33:12.494136+0000","last_became_peered":"2023-08-28T02:33:12.494136+0000","last_unstale":"2023-08-28T02:39:04.144805+0000","last_undegraded":"2023-08-28T02:39:04.144805+0000","last_fullsized":"2023-08-28T02:39:04.144805+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:36.772588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"65'1","reported_seq":309,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:10.348051+0000","last_change":"2023-08-28T02:33:13.287922+0000","last_active":"2023-08-28T02:39:10.348051+0000","last_peered":"2023-08-28T02:39:10.348051+0000","last_clean":"2023-08-28T02:39:10.348051+0000","last_became_active":"2023-08-28T02:33:13.287520+0000","last_became_peered":"2023-08-28T02:33:13.287520+0000","last_unstale":"2023-08-28T02:39:10.348051+0000","last_undegraded":"2023-08-28T02:39:10.348051+0000","last_fullsized":"2023-08-28T02:39:10.348051+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:11.627168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":322,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:09.168625+0000","last_change":"2023-08-28T02:33:13.289469+0000","last_active":"2023-08-28T02:39:09.168625+0000","last_peered":"2023-08-28T02:39:09.168625+0000","last_clean":"2023-08-28T02:39:09.168625+0000","last_became_active":"2023-08-28T02:33:13.288737+0000","last_became_peered":"2023-08-28T02:33:13.288737+0000","last_unstale":"2023-08-28T02:39:09.168625+0000","last_undegraded":"2023-08-28T02:39:09.168625+0000","last_fullsized":"2023-08-28T02:39:09.168625+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:11:15.043550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"65'4","reported_seq":346,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:09.164185+0000","last_change":"2023-08-28T02:32:28.607010+0000","last_active":"2023-08-28T02:39:09.164185+0000","last_peered":"2023-08-28T02:39:09.164185+0000","last_clean":"2023-08-28T02:39:09.164185+0000","last_became_active":"2023-08-28T02:32:28.492224+0000","last_became_peered":"2023-08-28T02:32:28.492224+0000","last_unstale":"2023-08-28T02:39:09.164185+0000","last_undegraded":"2023-08-28T02:39:09.164185+0000","last_fullsized":"2023-08-28T02:39:09.164185+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:13:45.711951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":554,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":372,"reported_epoch":365,"state":"active+clean","last_fresh":"2023-08-28T02:39:04.144296+0000","last_change":"2023-08-28T02:33:13.309144+0000","last_active":"2023-08-28T02:39:04.144296+0000","last_peered":"2023-08-28T02:39:04.144296+0000","last_clean":"2023-08-28T02:39:04.144296+0000","last_became_active":"2023-08-28T02:33:13.308910+0000","last_became_peered":"2023-08-28T02:33:13.308910+0000","last_unstale":"2023-08-28T02:39:04.144296+0000","last_undegraded":"2023-08-28T02:39:04.144296+0000","last_fullsized":"2023-08-28T02:39:04.144296+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:09:59.549591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":3906404376,"num_objects":59608,"num_object_clones":0,"num_object_copies":178824,"num_objects_missing_on_primary":3806,"num_objects_missing":3806,"num_objects_degraded":14894,"num_objects_misplaced":18460,"num_objects_unfound":0,"num_objects_dirty":59608,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":127006,"num_write_kb":5971585,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":48074,"num_bytes_recovered":3124101120,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12936032256,"data_stored":12936020040,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97054,"ondisk_log_size":97054,"up":48,"acting":45,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":10126,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":370028,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":89,"num_read_kb":167,"num_write":44,"num_write_kb":440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":584707,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2048000,"data_stored":2033792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299788,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1686368,"kb_used_data":1195480,"kb_used_omap":0,"kb_used_meta":490880,"kb_avail":92058784,"statfs":{"total":95995035648,"available":94268194816,"internally_reserved":0,"allocated":1224171520,"data_stored":1222712965,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":502661120},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:39:14 2023","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.44700000000000001,"15min":1.0820000000000001},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.219},"max":{"1min":0.71799999999999997,"5min":1.524,"15min":13.118},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.53700000000000003,"15min":1.48},"min":{"1min":0.31900000000000001,"5min":0.247,"15min":0.246},"max":{"1min":2.3439999999999999,"5min":2.6989999999999998,"15min":17.402999999999999},"last":0.52600000000000002}]},{"osd":1,"last update":"Mon Aug 28 02:38:44 2023","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.58999999999999997,"15min":1.8260000000000001},"min":{"1min":0.28799999999999998,"5min":0.253,"15min":0.248},"max":{"1min":3.113,"5min":5.492,"15min":17.43},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.68700000000000006,"5min":0.73699999999999999,"15min":1.7410000000000001},"min":{"1min":0.32100000000000001,"5min":0.28699999999999998,"15min":0.25900000000000001},"max":{"1min":3.5880000000000001,"5min":5.5179999999999998,"15min":19.913},"last":0.45500000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:38:28 2023","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.496,"15min":1.278},"min":{"1min":0.318,"5min":0.26800000000000002,"15min":0.22900000000000001},"max":{"1min":1.266,"5min":3.1760000000000002,"15min":8.3889999999999993},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.56999999999999995,"15min":1.1359999999999999},"min":{"1min":0.34499999999999997,"5min":0.28799999999999998,"15min":0.28699999999999998},"max":{"1min":1.8720000000000001,"5min":2.399,"15min":9.2219999999999995},"last":0.38900000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:38:19 2023","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.61399999999999999,"15min":0.68300000000000005},"min":{"1min":0.36499999999999999,"5min":0.312,"15min":0.312},"max":{"1min":1.5900000000000001,"5min":3.0099999999999998,"15min":3.0099999999999998},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59099999999999997,"15min":0.61699999999999999},"min":{"1min":0.36399999999999999,"5min":0.308,"15min":0.308},"max":{"1min":1.3169999999999999,"5min":3.1000000000000001,"15min":3.1000000000000001},"last":0.40899999999999997}]},{"osd":4,"last update":"Mon Aug 28 02:39:14 2023","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":0.49399999999999999,"15min":1.1659999999999999},"min":{"1min":0.27900000000000003,"5min":0.27700000000000002,"15min":0.245},"max":{"1min":2.3860000000000001,"5min":2.677,"15min":18.943000000000001},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.81399999999999995,"5min":0.59699999999999998,"15min":0.84199999999999997},"min":{"1min":0.313,"5min":0.28699999999999998,"15min":0.25700000000000001},"max":{"1min":3.282,"5min":3.282,"15min":7.2130000000000001},"last":0.435}]},{"osd":5,"last update":"Mon Aug 28 02:39:14 2023","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.51400000000000001,"15min":0.94699999999999995},"min":{"1min":0.31,"5min":0.28100000000000003,"15min":0.23599999999999999},"max":{"1min":0.81799999999999995,"5min":2.6669999999999998,"15min":14.622},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.79600000000000004,"5min":0.57799999999999996,"15min":1.1759999999999999},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27000000000000002},"max":{"1min":3.214,"5min":3.214,"15min":17.324999999999999},"last":0.498}]},{"osd":6,"last update":"Mon Aug 28 02:39:14 2023","interfaces":[{"interface":"back","average":{"1min":0.85699999999999998,"5min":0.63700000000000001,"15min":1.2110000000000001},"min":{"1min":0.36099999999999999,"5min":0.33300000000000002,"15min":0.30299999999999999},"max":{"1min":3.8959999999999999,"5min":3.8959999999999999,"15min":17.454999999999998},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.71399999999999997,"5min":0.59299999999999997,"15min":0.83499999999999996},"min":{"1min":0.40000000000000002,"5min":0.33400000000000002,"15min":0.28999999999999998},"max":{"1min":2.1339999999999999,"5min":2.4399999999999999,"15min":7.665},"last":0.59099999999999997}]}]},{"osd":6,"up_from":0,"seq":193273528719,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":101,"seq":433791697177,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1356452,"kb_used_data":728284,"kb_used_omap":4,"kb_used_meta":628155,"kb_avail":92388700,"statfs":{"total":95995035648,"available":94606028800,"internally_reserved":0,"allocated":745762816,"data_stored":743677827,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":643231630},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:38:48 2023","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.48699999999999999,"15min":1.776},"min":{"1min":0.24299999999999999,"5min":0.23799999999999999,"15min":0.22},"max":{"1min":1.659,"5min":3.3730000000000002,"15min":24.545999999999999},"last":0.27700000000000002},{"interface":"front","average":{"1min":0.497,"5min":0.66500000000000004,"15min":2.323},"min":{"1min":0.27100000000000002,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":1.0600000000000001,"5min":7.2450000000000001,"15min":24.515000000000001},"last":0.313}]},{"osd":2,"last update":"Mon Aug 28 02:38:33 2023","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.66300000000000003,"15min":2.0409999999999999},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.24099999999999999},"max":{"1min":1.639,"5min":4.0579999999999998,"15min":22.161000000000001},"last":1.028},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.64600000000000002,"15min":1.5},"min":{"1min":0.308,"5min":0.28399999999999997,"15min":0.254},"max":{"1min":1.431,"5min":7.0110000000000001,"15min":19.100999999999999},"last":0.373}]},{"osd":3,"last update":"Mon Aug 28 02:38:22 2023","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.56399999999999995,"15min":0.496},"min":{"1min":0.29199999999999998,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":1.704,"5min":2.742,"15min":2.742},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.56699999999999995,"15min":0.53200000000000003},"min":{"1min":0.29199999999999998,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.98099999999999998,"5min":3.5819999999999999,"15min":3.5819999999999999},"last":0.47799999999999998}]},{"osd":4,"last update":"Mon Aug 28 02:38:48 2023","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.64800000000000002,"15min":1.264},"min":{"1min":0.30599999999999999,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":1.9910000000000001,"5min":3.0259999999999998,"15min":18.992999999999999},"last":0.48899999999999999},{"interface":"front","average":{"1min":0.73799999999999999,"5min":0.63,"15min":1.4419999999999999},"min":{"1min":0.44,"5min":0.34300000000000003,"15min":0.26400000000000001},"max":{"1min":2.0070000000000001,"5min":2.0070000000000001,"15min":14.779999999999999},"last":0.58299999999999996}]},{"osd":5,"last update":"Mon Aug 28 02:38:48 2023","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.67300000000000004,"15min":1.8979999999999999},"min":{"1min":0.372,"5min":0.36499999999999999,"15min":0.29999999999999999},"max":{"1min":0.96299999999999997,"5min":3.7029999999999998,"15min":18.626999999999999},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.67700000000000005,"5min":0.70699999999999996,"15min":1.6639999999999999},"min":{"1min":0.38200000000000001,"5min":0.35299999999999998,"15min":0.33600000000000002},"max":{"1min":2.5739999999999998,"5min":3.0609999999999999,"15min":18.945},"last":0.56399999999999995}]},{"osd":6,"last update":"Mon Aug 28 02:38:48 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.70099999999999996,"15min":1.841},"min":{"1min":0.45300000000000001,"5min":0.40799999999999997,"15min":0.34300000000000003},"max":{"1min":1.923,"5min":3.7400000000000002,"15min":12.221},"last":0.59799999999999998},{"interface":"front","average":{"1min":0.77000000000000002,"5min":0.77200000000000002,"15min":1.472},"min":{"1min":0.45000000000000001,"5min":0.39100000000000001,"15min":0.35699999999999998},"max":{"1min":2.4780000000000002,"5min":3.089,"15min":19.021999999999998},"last":0.61399999999999999}]},{"osd":7,"last update":"Mon Aug 28 02:38:48 2023","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.76100000000000001,"15min":1.6080000000000001},"min":{"1min":0.434,"5min":0.38500000000000001,"15min":0.374},"max":{"1min":2.2850000000000001,"5min":3.1080000000000001,"15min":19.047999999999998},"last":1.6499999999999999},{"interface":"front","average":{"1min":0.94199999999999995,"5min":0.73499999999999999,"15min":1.6919999999999999},"min":{"1min":0.52400000000000002,"5min":0.432,"15min":0.312},"max":{"1min":2.3679999999999999,"5min":2.3679999999999999,"15min":14.818},"last":0.63100000000000001}]}]},{"osd":0,"up_from":87,"seq":373662155044,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3049084,"kb_used_data":2370100,"kb_used_omap":5,"kb_used_meta":678970,"kb_avail":90696068,"statfs":{"total":95995035648,"available":92872773632,"internally_reserved":0,"allocated":2426982400,"data_stored":2424771706,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":695265914},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:38:40 2023","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.45900000000000002,"15min":1.4199999999999999},"min":{"1min":0.23699999999999999,"5min":0.20300000000000001,"15min":0.184},"max":{"1min":0.94499999999999995,"5min":2.5489999999999999,"15min":30.315000000000001},"last":0.26900000000000002},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.51700000000000002,"15min":2.073},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.221},"max":{"1min":0.83499999999999996,"5min":4.0679999999999996,"15min":69.272000000000006},"last":0.28399999999999997}]},{"osd":2,"last update":"Mon Aug 28 02:38:40 2023","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.65000000000000002,"15min":1.6819999999999999},"min":{"1min":0.27900000000000003,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":1.9419999999999999,"5min":4.4020000000000001,"15min":20.959},"last":0.439},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.66300000000000003,"15min":1.518},"min":{"1min":0.314,"5min":0.28000000000000003,"15min":0.24299999999999999},"max":{"1min":1.71,"5min":6.1180000000000003,"15min":9.3729999999999993},"last":0.32700000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:38:22 2023","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.76800000000000002,"15min":0.75600000000000001},"min":{"1min":0.32800000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":1.9139999999999999,"5min":5.6680000000000001,"15min":5.6680000000000001},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.70499999999999996,"15min":0.755},"min":{"1min":0.38700000000000001,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.83299999999999996,"5min":4.9199999999999999,"15min":4.9199999999999999},"last":0.49199999999999999}]},{"osd":4,"last update":"Mon Aug 28 02:38:22 2023","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.53600000000000003,"15min":2.246},"min":{"1min":0.34699999999999998,"5min":0.315,"15min":0.29299999999999998},"max":{"1min":0.64600000000000002,"5min":2.3210000000000002,"15min":274.33199999999999},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.65500000000000003,"15min":2.6080000000000001},"min":{"1min":0.40500000000000003,"5min":0.315,"15min":0.28199999999999997},"max":{"1min":0.73899999999999999,"5min":2.6520000000000001,"15min":266.31999999999999},"last":0.40999999999999998}]},{"osd":5,"last update":"Mon Aug 28 02:38:23 2023","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.57799999999999996,"15min":1.323},"min":{"1min":0.34999999999999998,"5min":0.33300000000000002,"15min":0.29299999999999998},"max":{"1min":0.81200000000000006,"5min":2.3759999999999999,"15min":13.038},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.63700000000000001,"15min":1.8069999999999999},"min":{"1min":0.41699999999999998,"5min":0.36399999999999999,"15min":0.27800000000000002},"max":{"1min":0.76700000000000002,"5min":2.2679999999999998,"15min":15.231},"last":0.45900000000000002}]},{"osd":6,"last update":"Mon Aug 28 02:38:23 2023","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.63700000000000001,"15min":1.4870000000000001},"min":{"1min":0.441,"5min":0.38300000000000001,"15min":0.29399999999999998},"max":{"1min":0.82399999999999995,"5min":2.4540000000000002,"15min":15.122999999999999},"last":0.66800000000000004},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.67900000000000005,"15min":1.802},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.35599999999999998},"max":{"1min":0.80500000000000005,"5min":2.3029999999999999,"15min":15.186999999999999},"last":0.56999999999999995}]},{"osd":7,"last update":"Mon Aug 28 02:38:23 2023","interfaces":[{"interface":"back","average":{"1min":0.76300000000000001,"5min":0.80400000000000005,"15min":1.8280000000000001},"min":{"1min":0.442,"5min":0.36399999999999999,"15min":0.33400000000000002},"max":{"1min":3.2130000000000001,"5min":4.4390000000000001,"15min":16.183},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.76100000000000001,"5min":0.73199999999999998,"15min":1.5209999999999999},"min":{"1min":0.47699999999999998,"5min":0.46000000000000002,"15min":0.35999999999999999},"max":{"1min":3.194,"5min":3.194,"15min":13.005000000000001},"last":0.53300000000000003}]}]},{"osd":2,"up_from":0,"seq":502511173903,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":297,"seq":1275605286986,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":916264,"kb_used_data":767392,"kb_used_omap":2,"kb_used_meta":148861,"kb_avail":92828888,"statfs":{"total":95995035648,"available":95056781312,"internally_reserved":0,"allocated":785809408,"data_stored":783722731,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":152433717},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1],"upper_bound":4},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:38:16 2023","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":0.53900000000000003,"15min":0.44800000000000001},"min":{"1min":0.224,"5min":0.22,"15min":0.22},"max":{"1min":1.9910000000000001,"5min":6.8819999999999997,"15min":6.8819999999999997},"last":0.61399999999999999},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.63600000000000001,"15min":0.67800000000000005},"min":{"1min":0.25900000000000001,"5min":0.217,"15min":0.217},"max":{"1min":0.79700000000000004,"5min":6.7839999999999998,"15min":6.7839999999999998},"last":0.63800000000000001}]},{"osd":1,"last update":"Mon Aug 28 02:38:16 2023","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.59599999999999997,"15min":0.46400000000000002},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":3.044,"5min":4.0650000000000004,"15min":4.0650000000000004},"last":0.35199999999999998},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.66700000000000004,"15min":0.70499999999999996},"min":{"1min":0.30099999999999999,"5min":0.249,"15min":0.249},"max":{"1min":2.4620000000000002,"5min":3.9249999999999998,"15min":3.9249999999999998},"last":2.121}]},{"osd":2,"last update":"Mon Aug 28 02:38:16 2023","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.54700000000000004,"15min":0.60999999999999999},"min":{"1min":0.307,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":1.212,"5min":2.5449999999999999,"15min":2.5449999999999999},"last":2.1659999999999999},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.628,"15min":0.57199999999999995},"min":{"1min":0.29599999999999999,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":1.911,"5min":4.7030000000000003,"15min":4.7030000000000003},"last":0.39800000000000002}]},{"osd":4,"last update":"Mon Aug 28 02:38:16 2023","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.64200000000000002,"15min":0.59499999999999997},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.8029999999999999,"5min":6.2670000000000003,"15min":6.2670000000000003},"last":1.153},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.63900000000000001,"15min":0.56899999999999995},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.63500000000000001,"5min":3.5030000000000001,"15min":3.5030000000000001},"last":0.41299999999999998}]},{"osd":5,"last update":"Mon Aug 28 02:38:16 2023","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.64400000000000002,"15min":0.59199999999999997},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":1.1419999999999999,"5min":3.5390000000000001,"15min":3.5390000000000001},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.67500000000000004,"5min":0.60799999999999998,"15min":0.56399999999999995},"min":{"1min":0.38800000000000001,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":3.411,"5min":3.411,"15min":3.411},"last":2.2519999999999998}]},{"osd":6,"last update":"Mon Aug 28 02:38:16 2023","interfaces":[{"interface":"back","average":{"1min":0.77200000000000002,"5min":0.65600000000000003,"15min":0.64800000000000002},"min":{"1min":0.47799999999999998,"5min":0.436,"15min":0.436},"max":{"1min":1.921,"5min":1.921,"15min":1.921},"last":0.443},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.68999999999999995,"15min":0.65100000000000002},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":1.1659999999999999,"5min":3.6099999999999999,"15min":3.6099999999999999},"last":0.498}]},{"osd":7,"last update":"Mon Aug 28 02:38:16 2023","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":0.64200000000000002,"15min":0.59799999999999998},"min":{"1min":0.44700000000000001,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":1.6339999999999999,"5min":2.9399999999999999,"15min":2.9399999999999999},"last":2.2130000000000001},{"interface":"front","average":{"1min":0.72699999999999998,"5min":0.70099999999999996,"15min":0.66500000000000004},"min":{"1min":0.47299999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":1.8460000000000001,"5min":2.9540000000000002,"15min":2.9540000000000002},"last":0.57799999999999996}]}]},{"osd":4,"up_from":30,"seq":128849019280,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3135832,"kb_used_data":2644176,"kb_used_omap":0,"kb_used_meta":491648,"kb_avail":90609320,"statfs":{"total":95995035648,"available":92783943680,"internally_reserved":0,"allocated":2707636224,"data_stored":2706178294,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":503447552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,0,1,0,2,1,5,3],"upper_bound":4096},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:38:24 2023","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.57699999999999996,"15min":1.5069999999999999},"min":{"1min":0.23899999999999999,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":1.21,"5min":10.249000000000001,"15min":22.515000000000001},"last":0.36599999999999999},{"interface":"front","average":{"1min":0.48799999999999999,"5min":0.54300000000000004,"15min":1.4430000000000001},"min":{"1min":0.29299999999999998,"5min":0.23200000000000001,"15min":0.218},"max":{"1min":0.79000000000000004,"5min":4.5250000000000004,"15min":22.454000000000001},"last":0.27300000000000002}]},{"osd":1,"last update":"Mon Aug 28 02:38:49 2023","interfaces":[{"interface":"back","average":{"1min":0.47899999999999998,"5min":0.56899999999999995,"15min":1.2889999999999999},"min":{"1min":0.29599999999999999,"5min":0.254,"15min":0.248},"max":{"1min":0.70799999999999996,"5min":5.5979999999999999,"15min":23.082000000000001},"last":0.31},{"interface":"front","average":{"1min":0.48399999999999999,"5min":0.53700000000000003,"15min":1.4319999999999999},"min":{"1min":0.33700000000000002,"5min":0.28199999999999997,"15min":0.26000000000000001},"max":{"1min":0.65200000000000002,"5min":4.5910000000000002,"15min":25.100000000000001},"last":0.44800000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:38:24 2023","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.64600000000000002,"15min":1.464},"min":{"1min":0.34499999999999997,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":1.3979999999999999,"5min":4.5430000000000001,"15min":16.231000000000002},"last":0.34200000000000003},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.65200000000000002,"15min":1.387},"min":{"1min":0.314,"5min":0.312,"15min":0.29299999999999998},"max":{"1min":2.2719999999999998,"5min":5.6360000000000001,"15min":13.515000000000001},"last":0.38200000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:38:24 2023","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.65600000000000003,"15min":0.75700000000000001},"min":{"1min":0.34200000000000003,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.516,"5min":7.7480000000000002,"15min":7.7480000000000002},"last":0.41799999999999998},{"interface":"front","average":{"1min":0.71699999999999997,"5min":0.72399999999999998,"15min":0.67400000000000004},"min":{"1min":0.36899999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":2.3290000000000002,"5min":3.7069999999999999,"15min":3.7069999999999999},"last":0.36099999999999999}]},{"osd":5,"last update":"Mon Aug 28 02:39:03 2023","interfaces":[{"interface":"back","average":{"1min":0.38500000000000001,"5min":0.48299999999999998,"15min":1.008},"min":{"1min":0.29099999999999998,"5min":0.27300000000000002,"15min":0.222},"max":{"1min":0.65000000000000002,"5min":4.609,"15min":16.181999999999999},"last":4.1459999999999999},{"interface":"front","average":{"1min":0.432,"5min":0.47199999999999998,"15min":1.0669999999999999},"min":{"1min":0.30199999999999999,"5min":0.27500000000000002,"15min":0.20699999999999999},"max":{"1min":0.80400000000000005,"5min":1.5700000000000001,"15min":10.233000000000001},"last":0.32900000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:38:18 2023","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":0.53100000000000003,"15min":1.02},"min":{"1min":0.28699999999999998,"5min":0.27100000000000002,"15min":0.26500000000000001},"max":{"1min":0.72799999999999998,"5min":2.9830000000000001,"15min":10.023999999999999},"last":2.2949999999999999},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.54400000000000004,"15min":1.0940000000000001},"min":{"1min":0.32100000000000001,"5min":0.30499999999999999,"15min":0.26600000000000001},"max":{"1min":1.131,"5min":4.5880000000000001,"15min":8.5},"last":1.248}]},{"osd":7,"last update":"Mon Aug 28 02:38:24 2023","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.54400000000000004,"15min":1.103},"min":{"1min":0.375,"5min":0.28999999999999998,"15min":0.22500000000000001},"max":{"1min":0.68400000000000005,"5min":4.5720000000000001,"15min":9.3209999999999997},"last":4.5250000000000004},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.57399999999999995,"15min":1.0649999999999999},"min":{"1min":0.34300000000000003,"5min":0.32400000000000001,"15min":0.30299999999999999},"max":{"1min":0.94199999999999995,"5min":1.647,"15min":15.597},"last":0.55700000000000005}]}]},{"osd":5,"up_from":37,"seq":158913790354,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2238544,"kb_used_data":1668936,"kb_used_omap":0,"kb_used_meta":569600,"kb_avail":91506608,"statfs":{"total":95995035648,"available":93702766592,"internally_reserved":0,"allocated":1708990464,"data_stored":1707544511,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":583270400},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,1],"upper_bound":32},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:38:52 2023","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.437,"15min":1.4099999999999999},"min":{"1min":0.26100000000000001,"5min":0.23200000000000001,"15min":0.20200000000000001},"max":{"1min":0.64600000000000002,"5min":1.1100000000000001,"15min":15.156000000000001},"last":0.70399999999999996},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.53300000000000003,"15min":1.45},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.24099999999999999},"max":{"1min":1.4019999999999999,"5min":4.298,"15min":19.815999999999999},"last":0.53100000000000003}]},{"osd":1,"last update":"Mon Aug 28 02:38:52 2023","interfaces":[{"interface":"back","average":{"1min":0.73999999999999999,"5min":0.53600000000000003,"15min":1.651},"min":{"1min":0.312,"5min":0.27900000000000003,"15min":0.23699999999999999},"max":{"1min":3.7989999999999999,"5min":3.7989999999999999,"15min":17.998000000000001},"last":0.40100000000000002},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.56100000000000005,"15min":1.4990000000000001},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.26000000000000001},"max":{"1min":1.056,"5min":4.2149999999999999,"15min":19.853000000000002},"last":0.55000000000000004}]},{"osd":2,"last update":"Mon Aug 28 02:38:52 2023","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.51400000000000001,"15min":1.3129999999999999},"min":{"1min":0.32100000000000001,"5min":0.28100000000000003,"15min":0.27700000000000002},"max":{"1min":0.68999999999999995,"5min":1.776,"15min":13.335000000000001},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.77000000000000002,"5min":0.66300000000000003,"15min":1.54},"min":{"1min":0.39100000000000001,"5min":0.315,"15min":0.28499999999999998},"max":{"1min":3.597,"5min":4.2400000000000002,"15min":10.629},"last":0.57899999999999996}]},{"osd":3,"last update":"Mon Aug 28 02:38:23 2023","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.66100000000000003,"15min":1.0860000000000001},"min":{"1min":0.31,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.94399999999999995,"5min":16.190999999999999,"15min":16.190999999999999},"last":0.439},{"interface":"front","average":{"1min":0.628,"5min":0.84799999999999998,"15min":1.4059999999999999},"min":{"1min":0.36099999999999999,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":2.0470000000000002,"5min":21.420999999999999,"15min":21.420999999999999},"last":0.60699999999999998}]},{"osd":4,"last update":"Mon Aug 28 02:39:02 2023","interfaces":[{"interface":"back","average":{"1min":0.438,"5min":0.42299999999999999,"15min":1.016},"min":{"1min":0.251,"5min":0.25,"15min":0.23100000000000001},"max":{"1min":0.98699999999999999,"5min":1.516,"15min":13.616},"last":0.91300000000000003},{"interface":"front","average":{"1min":0.75800000000000001,"5min":0.58199999999999996,"15min":1.1859999999999999},"min":{"1min":0.29299999999999998,"5min":0.28499999999999998,"15min":0.25700000000000001},"max":{"1min":3.5179999999999998,"5min":4.1879999999999997,"15min":10.664999999999999},"last":0.627}]},{"osd":6,"last update":"Mon Aug 28 02:38:52 2023","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.55700000000000005,"15min":1.2190000000000001},"min":{"1min":0.29099999999999998,"5min":0.28599999999999998,"15min":0.23300000000000001},"max":{"1min":1.6839999999999999,"5min":4.04,"15min":17.510000000000002},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.755,"5min":0.55900000000000005,"15min":1.179},"min":{"1min":0.34000000000000002,"5min":0.29499999999999998,"15min":0.254},"max":{"1min":3.726,"5min":3.726,"15min":15.856999999999999},"last":0.50700000000000001}]},{"osd":7,"last update":"Mon Aug 28 02:38:52 2023","interfaces":[{"interface":"back","average":{"1min":0.98499999999999999,"5min":0.64600000000000002,"15min":1.3700000000000001},"min":{"1min":0.40899999999999997,"5min":0.34999999999999998,"15min":0.315},"max":{"1min":6.9630000000000001,"5min":6.9630000000000001,"15min":31.707000000000001},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.95399999999999996,"5min":0.70099999999999996,"15min":1.423},"min":{"1min":0.39400000000000002,"5min":0.33000000000000002,"15min":0.318},"max":{"1min":4.5890000000000004,"5min":4.5890000000000004,"15min":31.66},"last":0.64300000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":2419396608,"data_stored":2419392536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":740229120,"data_stored":740229120,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1666318336,"data_stored":1666318336,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":779419648,"data_stored":779419648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":2701725696,"data_stored":2701721624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1704001536,"data_stored":1704001536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1705709568,"data_stored":1705705496,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1219231744,"data_stored":1219231744,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:39:17.908 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:17.930 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:39:17.933 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:17.934 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:39:18.034 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:39:18.070 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:18.093 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:39:18.097 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:18.097 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:39:18.126 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:18 smithi083 ceph-mon[157819]: from='client.56398 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:39:18.196 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.5 dump_historic_ops 2023-08-28T02:39:18.198 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:39:18.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:18 smithi040 ceph-mon[170259]: from='client.56398 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:39:18.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:18 smithi040 ceph-mon[175404]: from='client.56398 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:39:18.267 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:18.287 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:39:18.290 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:18.291 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:39:18.392 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:39:18.425 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:18.448 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:39:18.451 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:18.451 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:39:18.510 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:39:18.541 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-08-28T02:39:18.552 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:39:18.587 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:18.661 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:39:18.664 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:18.665 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:39:18.765 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:39:18.794 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:18.847 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:39:18.914 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:39:18.918 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:18.918 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:39:19.019 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:39:19.038 INFO:teuthology.orchestra.run.smithi040.stderr:nodeep-scrub is set 2023-08-28T02:39:19.054 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:19.124 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:39:19.126 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:19.127 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:39:19.227 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:39:19.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:19 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3177579651' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:39:19.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:19 smithi083 ceph-mon[157819]: pgmap v1129: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.6 GiB data, 12 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 127 op/s; 14894/178122 objects degraded (8.362%); 18303/178122 objects misplaced (10.276%); 1.6 MiB/s, 25 objects/s recovering 2023-08-28T02:39:19.260 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:19 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3177579651' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:39:19.261 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:19 smithi040 ceph-mon[170259]: pgmap v1129: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.6 GiB data, 12 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 127 op/s; 14894/178122 objects degraded (8.362%); 18303/178122 objects misplaced (10.276%); 1.6 MiB/s, 25 objects/s recovering 2023-08-28T02:39:19.261 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:19 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3177579651' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:39:19.261 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:19 smithi040 ceph-mon[175404]: pgmap v1129: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.6 GiB data, 12 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 127 op/s; 14894/178122 objects degraded (8.362%); 18303/178122 objects misplaced (10.276%); 1.6 MiB/s, 25 objects/s recovering 2023-08-28T02:39:19.264 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:19.286 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:39:19.288 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:19.289 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:39:19.390 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:39:19.419 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:19.442 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:39:19.445 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:19.446 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:39:19.546 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:39:19.579 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:19.585 INFO:teuthology.orchestra.run.smithi083.stdout:ERROR: (22) Invalid argument 2023-08-28T02:39:19.586 INFO:teuthology.orchestra.run.smithi083.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:39:19.607 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:39:19.611 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:19.612 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:39:19.712 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:39:19.746 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:19.975 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.6 dump_ops_in_flight 2023-08-28T02:39:20.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:20 smithi040 ceph-mon[170259]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:39:20.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:20 smithi040 ceph-mon[170259]: failed to encode map e368 with expected crc 2023-08-28T02:39:20.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:20 smithi040 ceph-mon[170259]: failed to encode map e368 with expected crc 2023-08-28T02:39:20.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:20 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3177579651' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:39:20.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:20 smithi040 ceph-mon[170259]: osdmap e368: 8 total, 8 up, 6 in 2023-08-28T02:39:20.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:20 smithi040 ceph-mon[170259]: failed to encode map e368 with expected crc 2023-08-28T02:39:20.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:20 smithi040 ceph-mon[175404]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:39:20.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:20 smithi040 ceph-mon[175404]: failed to encode map e368 with expected crc 2023-08-28T02:39:20.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:20 smithi040 ceph-mon[175404]: failed to encode map e368 with expected crc 2023-08-28T02:39:20.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:20 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3177579651' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:39:20.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:20 smithi040 ceph-mon[175404]: osdmap e368: 8 total, 8 up, 6 in 2023-08-28T02:39:20.232 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:20 smithi040 ceph-mon[175404]: failed to encode map e368 with expected crc 2023-08-28T02:39:20.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:20 smithi083 ceph-mon[157819]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:39:20.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:20 smithi083 ceph-mon[157819]: failed to encode map e368 with expected crc 2023-08-28T02:39:20.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:20 smithi083 ceph-mon[157819]: failed to encode map e368 with expected crc 2023-08-28T02:39:20.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:20 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3177579651' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:39:20.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:20 smithi083 ceph-mon[157819]: osdmap e368: 8 total, 8 up, 6 in 2023-08-28T02:39:20.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:20 smithi083 ceph-mon[157819]: failed to encode map e368 with expected crc 2023-08-28T02:39:20.282 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:39:20.889 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:39:20.951 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:39:20.954 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:20.954 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:39:21.055 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:39:21.087 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:21.110 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:39:21.115 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:21.116 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:39:21.183 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:21 smithi040 ceph-mon[175404]: pgmap v1131: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.6 GiB data, 12 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 125 op/s; 14863/177762 objects degraded (8.361%); 18273/177762 objects misplaced (10.279%); 1.5 MiB/s, 24 objects/s recovering 2023-08-28T02:39:21.183 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:21 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 14894/178122 objects degraded (8.362%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:39:21.184 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:21 smithi040 ceph-mon[170259]: pgmap v1131: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.6 GiB data, 12 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 125 op/s; 14863/177762 objects degraded (8.361%); 18273/177762 objects misplaced (10.279%); 1.5 MiB/s, 24 objects/s recovering 2023-08-28T02:39:21.184 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:21 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 14894/178122 objects degraded (8.362%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:39:21.216 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:39:21.252 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:21.257 INFO:teuthology.orchestra.run.smithi083.stdout:ERROR: (22) Invalid argument 2023-08-28T02:39:21.257 INFO:teuthology.orchestra.run.smithi083.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:39:21.275 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:39:21.278 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:21.279 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:39:21.346 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:39:21.376 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:39:21.380 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:39:21.397 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:39:21.408 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:21 smithi083 ceph-mon[157819]: pgmap v1131: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.6 GiB data, 12 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 125 op/s; 14863/177762 objects degraded (8.361%); 18273/177762 objects misplaced (10.279%); 1.5 MiB/s, 24 objects/s recovering 2023-08-28T02:39:21.409 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:21 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 14894/178122 objects degraded (8.362%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:39:21.412 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:21.417 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:39:21.436 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:39:21.437 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:39:21.441 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:21.441 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:39:21.459 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:39:21.482 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:39:21.492 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd unset noscrub 2023-08-28T02:39:21.508 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:39:21.534 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:39:21.536 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-08-28T02:39:21.536 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-08-28T02:39:21.536 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-08-28T02:39:21.536 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-08-28T02:39:21.536 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-08-28T02:39:21.536 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-08-28T02:39:21.536 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-08-28T02:39:21.536 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-08-28T02:39:21.541 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:39:21.573 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:21.599 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:39:21.602 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:21.602 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:39:21.629 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.6 dump_blocked_ops 2023-08-28T02:39:21.703 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:39:21.741 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:21.765 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:39:21.768 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:21.768 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:39:21.869 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:39:21.905 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:21.958 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:39:22.077 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:39:22.080 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:22.080 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:39:22.181 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:39:22.209 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:22 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3230210525' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:39:22.210 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:22 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3230210525' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:39:22.212 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:22.283 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:39:22.287 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:22.287 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:39:22.288 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:39:22.388 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:39:22.405 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:22 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3230210525' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:39:22.425 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:23.001 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:39:23.003 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2023-08-28T02:39:23.003 INFO:teuthology.orchestra.run.smithi083.stdout: "ops": [], 2023-08-28T02:39:23.003 INFO:teuthology.orchestra.run.smithi083.stdout: "complaint_time": 30, 2023-08-28T02:39:23.003 INFO:teuthology.orchestra.run.smithi083.stdout: "num_blocked_ops": 0 2023-08-28T02:39:23.003 INFO:teuthology.orchestra.run.smithi083.stdout:} 2023-08-28T02:39:23.003 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:39:23.005 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:39:23.010 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:23.010 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:39:23.111 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:39:23.154 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:23.228 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:39:23.230 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:23 smithi040 ceph-mon[175404]: pgmap v1132: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.6 GiB data, 12 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 101 op/s; 14838/177333 objects degraded (8.367%); 18273/177333 objects misplaced (10.304%); 1.3 MiB/s, 20 objects/s recovering 2023-08-28T02:39:23.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:23 smithi040 ceph-mon[170259]: pgmap v1132: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.6 GiB data, 12 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 101 op/s; 14838/177333 objects degraded (8.367%); 18273/177333 objects misplaced (10.304%); 1.3 MiB/s, 20 objects/s recovering 2023-08-28T02:39:23.232 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:23.233 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:39:23.311 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:23 smithi083 ceph-mon[157819]: pgmap v1132: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.6 GiB data, 12 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 101 op/s; 14838/177333 objects degraded (8.367%); 18273/177333 objects misplaced (10.304%); 1.3 MiB/s, 20 objects/s recovering 2023-08-28T02:39:23.333 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:39:23.372 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:23.377 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.6 dump_historic_ops 2023-08-28T02:39:23.396 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:39:23.399 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:23.400 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:39:23.484 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":1132,"stamp":"2023-08-28T02:39:22.492777+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":3872701188,"num_objects":59111,"num_object_clones":0,"num_object_copies":177333,"num_objects_missing_on_primary":3765,"num_objects_missing":3765,"num_objects_degraded":14838,"num_objects_misplaced":18273,"num_objects_unfound":0,"num_objects_dirty":59111,"num_whiteouts":0,"num_read":90,"num_read_kb":168,"num_write":127631,"num_write_kb":5972054,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":48192,"num_bytes_recovered":3130790801,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":99000,"ondisk_log_size":99000,"up":297,"acting":294,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":12309980,"kb_used_data":9296812,"kb_used_omap":12,"kb_used_meta":3013107,"kb_avail":550160932,"statfs":{"total":575970213888,"available":563364794368,"internally_reserved":0,"allocated":9519935488,"data_stored":9509163331,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12739,"internal_metadata":3085422141},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,0,1,0,2,1,5,3],"upper_bound":4096},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-58720256,"num_objects":-896,"num_object_clones":0,"num_object_copies":-2688,"num_objects_missing_on_primary":-41,"num_objects_missing":-41,"num_objects_degraded":-144,"num_objects_misplaced":-223,"num_objects_unfound":0,"num_objects_dirty":-896,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":896,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":181,"num_bytes_recovered":11862016,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.827559"},"pg_stats":[{"pgid":"3.1a","version":"65'1","reported_seq":378,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:09.167913+0000","last_change":"2023-08-28T02:32:32.667028+0000","last_active":"2023-08-28T02:39:09.167913+0000","last_peered":"2023-08-28T02:39:09.167913+0000","last_clean":"2023-08-28T02:39:09.167913+0000","last_became_active":"2023-08-28T02:32:32.666711+0000","last_became_peered":"2023-08-28T02:32:32.666711+0000","last_unstale":"2023-08-28T02:39:09.167913+0000","last_undegraded":"2023-08-28T02:39:09.167913+0000","last_fullsized":"2023-08-28T02:39:09.167913+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:28:21.913105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":332,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:13.690814+0000","last_change":"2023-08-28T02:29:44.421259+0000","last_active":"2023-08-28T02:39:13.690814+0000","last_peered":"2023-08-28T02:39:13.690814+0000","last_clean":"2023-08-28T02:39:13.690814+0000","last_became_active":"2023-08-28T02:29:44.420936+0000","last_became_peered":"2023-08-28T02:29:44.420936+0000","last_unstale":"2023-08-28T02:39:13.690814+0000","last_undegraded":"2023-08-28T02:39:13.690814+0000","last_fullsized":"2023-08-28T02:39:13.690814+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:22:26.346867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":172,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:09.196322+0000","last_change":"2023-08-28T02:33:12.290337+0000","last_active":"2023-08-28T02:39:09.196322+0000","last_peered":"2023-08-28T02:39:09.196322+0000","last_clean":"2023-08-28T02:39:09.196322+0000","last_became_active":"2023-08-28T02:33:12.289852+0000","last_became_peered":"2023-08-28T02:33:12.289852+0000","last_unstale":"2023-08-28T02:39:09.196322+0000","last_undegraded":"2023-08-28T02:39:09.196322+0000","last_fullsized":"2023-08-28T02:39:09.196322+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:04:26.420037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":348,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:13.690972+0000","last_change":"2023-08-28T02:33:13.317226+0000","last_active":"2023-08-28T02:39:13.690972+0000","last_peered":"2023-08-28T02:39:13.690972+0000","last_clean":"2023-08-28T02:39:13.690972+0000","last_became_active":"2023-08-28T02:33:13.316893+0000","last_became_peered":"2023-08-28T02:33:13.316893+0000","last_unstale":"2023-08-28T02:39:13.690972+0000","last_undegraded":"2023-08-28T02:39:13.690972+0000","last_fullsized":"2023-08-28T02:39:13.690972+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:55:46.593463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":292,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:13.675957+0000","last_change":"2023-08-28T02:33:12.295203+0000","last_active":"2023-08-28T02:39:13.675957+0000","last_peered":"2023-08-28T02:39:13.675957+0000","last_clean":"2023-08-28T02:39:13.675957+0000","last_became_active":"2023-08-28T02:33:12.294904+0000","last_became_peered":"2023-08-28T02:33:12.294904+0000","last_unstale":"2023-08-28T02:39:13.675957+0000","last_undegraded":"2023-08-28T02:39:13.675957+0000","last_fullsized":"2023-08-28T02:39:13.675957+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:31:07.008856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":309,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:13.694011+0000","last_change":"2023-08-28T02:31:51.987263+0000","last_active":"2023-08-28T02:39:13.694011+0000","last_peered":"2023-08-28T02:39:13.694011+0000","last_clean":"2023-08-28T02:39:13.694011+0000","last_became_active":"2023-08-28T02:31:51.986938+0000","last_became_peered":"2023-08-28T02:31:51.986938+0000","last_unstale":"2023-08-28T02:39:13.694011+0000","last_undegraded":"2023-08-28T02:39:13.694011+0000","last_fullsized":"2023-08-28T02:39:13.694011+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:18.021905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":342,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:13.691135+0000","last_change":"2023-08-28T02:33:12.318656+0000","last_active":"2023-08-28T02:39:13.691135+0000","last_peered":"2023-08-28T02:39:13.691135+0000","last_clean":"2023-08-28T02:39:13.691135+0000","last_became_active":"2023-08-28T02:33:12.318297+0000","last_became_peered":"2023-08-28T02:33:12.318297+0000","last_unstale":"2023-08-28T02:39:13.691135+0000","last_undegraded":"2023-08-28T02:39:13.691135+0000","last_fullsized":"2023-08-28T02:39:13.691135+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:43:09.789767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":273,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:13.676048+0000","last_change":"2023-08-28T02:33:13.357230+0000","last_active":"2023-08-28T02:39:13.676048+0000","last_peered":"2023-08-28T02:39:13.676048+0000","last_clean":"2023-08-28T02:39:13.676048+0000","last_became_active":"2023-08-28T02:33:13.356853+0000","last_became_peered":"2023-08-28T02:33:13.356853+0000","last_unstale":"2023-08-28T02:39:13.676048+0000","last_undegraded":"2023-08-28T02:39:13.676048+0000","last_fullsized":"2023-08-28T02:39:13.676048+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:20:21.545007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":351,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:13.694580+0000","last_change":"2023-08-28T02:29:44.462510+0000","last_active":"2023-08-28T02:39:13.694580+0000","last_peered":"2023-08-28T02:39:13.694580+0000","last_clean":"2023-08-28T02:39:13.694580+0000","last_became_active":"2023-08-28T02:29:44.460314+0000","last_became_peered":"2023-08-28T02:29:44.460314+0000","last_unstale":"2023-08-28T02:39:13.694580+0000","last_undegraded":"2023-08-28T02:39:13.694580+0000","last_fullsized":"2023-08-28T02:39:13.694580+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:59:01.311467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":276,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:13.676074+0000","last_change":"2023-08-28T02:33:13.291255+0000","last_active":"2023-08-28T02:39:13.676074+0000","last_peered":"2023-08-28T02:39:13.676074+0000","last_clean":"2023-08-28T02:39:13.676074+0000","last_became_active":"2023-08-28T02:33:13.290933+0000","last_became_peered":"2023-08-28T02:33:13.290933+0000","last_unstale":"2023-08-28T02:39:13.676074+0000","last_undegraded":"2023-08-28T02:39:13.676074+0000","last_fullsized":"2023-08-28T02:39:13.676074+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:31:54.116908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"65'3","reported_seq":352,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:13.669901+0000","last_change":"2023-08-28T02:33:12.296412+0000","last_active":"2023-08-28T02:39:13.669901+0000","last_peered":"2023-08-28T02:39:13.669901+0000","last_clean":"2023-08-28T02:39:13.669901+0000","last_became_active":"2023-08-28T02:33:12.295786+0000","last_became_peered":"2023-08-28T02:33:12.295786+0000","last_unstale":"2023-08-28T02:39:13.669901+0000","last_undegraded":"2023-08-28T02:39:13.669901+0000","last_fullsized":"2023-08-28T02:39:13.669901+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:15:31.449163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":176,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:09.198516+0000","last_change":"2023-08-28T02:32:32.666927+0000","last_active":"2023-08-28T02:39:09.198516+0000","last_peered":"2023-08-28T02:39:09.198516+0000","last_clean":"2023-08-28T02:39:09.198516+0000","last_became_active":"2023-08-28T02:32:32.666618+0000","last_became_peered":"2023-08-28T02:32:32.666618+0000","last_unstale":"2023-08-28T02:39:09.198516+0000","last_undegraded":"2023-08-28T02:39:09.198516+0000","last_fullsized":"2023-08-28T02:39:09.198516+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:45:57.998333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":375,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:09.167763+0000","last_change":"2023-08-28T02:32:28.505262+0000","last_active":"2023-08-28T02:39:09.167763+0000","last_peered":"2023-08-28T02:39:09.167763+0000","last_clean":"2023-08-28T02:39:09.167763+0000","last_became_active":"2023-08-28T02:32:28.455999+0000","last_became_peered":"2023-08-28T02:32:28.455999+0000","last_unstale":"2023-08-28T02:39:09.167763+0000","last_undegraded":"2023-08-28T02:39:09.167763+0000","last_fullsized":"2023-08-28T02:39:09.167763+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:28.937020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":9468,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":359,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:09.167752+0000","last_change":"2023-08-28T02:32:12.959195+0000","last_active":"2023-08-28T02:39:09.167752+0000","last_peered":"2023-08-28T02:39:09.167752+0000","last_clean":"2023-08-28T02:39:09.167752+0000","last_became_active":"2023-08-28T02:32:12.958832+0000","last_became_peered":"2023-08-28T02:32:12.958832+0000","last_unstale":"2023-08-28T02:39:09.167752+0000","last_undegraded":"2023-08-28T02:39:09.167752+0000","last_fullsized":"2023-08-28T02:39:09.167752+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:23:27.197787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"65'2","reported_seq":350,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:13.669221+0000","last_change":"2023-08-28T02:32:28.461161+0000","last_active":"2023-08-28T02:39:13.669221+0000","last_peered":"2023-08-28T02:39:13.669221+0000","last_clean":"2023-08-28T02:39:13.669221+0000","last_became_active":"2023-08-28T02:32:28.451284+0000","last_became_peered":"2023-08-28T02:32:28.451284+0000","last_unstale":"2023-08-28T02:39:13.669221+0000","last_undegraded":"2023-08-28T02:39:13.669221+0000","last_fullsized":"2023-08-28T02:39:13.669221+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:58:20.061020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":333,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:13.690508+0000","last_change":"2023-08-28T02:29:44.419566+0000","last_active":"2023-08-28T02:39:13.690508+0000","last_peered":"2023-08-28T02:39:13.690508+0000","last_clean":"2023-08-28T02:39:13.690508+0000","last_became_active":"2023-08-28T02:29:44.419053+0000","last_became_peered":"2023-08-28T02:29:44.419053+0000","last_unstale":"2023-08-28T02:39:13.690508+0000","last_undegraded":"2023-08-28T02:39:13.690508+0000","last_fullsized":"2023-08-28T02:39:13.690508+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:44:36.133499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":336,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:13.690419+0000","last_change":"2023-08-28T02:33:12.493777+0000","last_active":"2023-08-28T02:39:13.690419+0000","last_peered":"2023-08-28T02:39:13.690419+0000","last_clean":"2023-08-28T02:39:13.690419+0000","last_became_active":"2023-08-28T02:33:12.491177+0000","last_became_peered":"2023-08-28T02:33:12.491177+0000","last_unstale":"2023-08-28T02:39:13.690419+0000","last_undegraded":"2023-08-28T02:39:13.690419+0000","last_fullsized":"2023-08-28T02:39:13.690419+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:10:58.167753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":347,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:13.693640+0000","last_change":"2023-08-28T02:33:12.290293+0000","last_active":"2023-08-28T02:39:13.693640+0000","last_peered":"2023-08-28T02:39:13.693640+0000","last_clean":"2023-08-28T02:39:13.693640+0000","last_became_active":"2023-08-28T02:33:12.289989+0000","last_became_peered":"2023-08-28T02:33:12.289989+0000","last_unstale":"2023-08-28T02:39:13.693640+0000","last_undegraded":"2023-08-28T02:39:13.693640+0000","last_fullsized":"2023-08-28T02:39:13.693640+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:05:33.622172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":325,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:13.669376+0000","last_change":"2023-08-28T02:32:12.948756+0000","last_active":"2023-08-28T02:39:13.669376+0000","last_peered":"2023-08-28T02:39:13.669376+0000","last_clean":"2023-08-28T02:39:13.669376+0000","last_became_active":"2023-08-28T02:32:12.948441+0000","last_became_peered":"2023-08-28T02:32:12.948441+0000","last_unstale":"2023-08-28T02:39:13.669376+0000","last_undegraded":"2023-08-28T02:39:13.669376+0000","last_fullsized":"2023-08-28T02:39:13.669376+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:27.922180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":343,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:13.691022+0000","last_change":"2023-08-28T02:33:12.299398+0000","last_active":"2023-08-28T02:39:13.691022+0000","last_peered":"2023-08-28T02:39:13.691022+0000","last_clean":"2023-08-28T02:39:13.691022+0000","last_became_active":"2023-08-28T02:33:12.299113+0000","last_became_peered":"2023-08-28T02:33:12.299113+0000","last_unstale":"2023-08-28T02:39:13.691022+0000","last_undegraded":"2023-08-28T02:39:13.691022+0000","last_fullsized":"2023-08-28T02:39:13.691022+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:14:55.597212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"65'8","reported_seq":137,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:13.691590+0000","last_change":"2023-08-28T02:33:13.478870+0000","last_active":"2023-08-28T02:39:13.691590+0000","last_peered":"2023-08-28T02:39:13.691590+0000","last_clean":"2023-08-28T02:39:13.691590+0000","last_became_active":"2023-08-28T02:33:13.332142+0000","last_became_peered":"2023-08-28T02:33:13.332142+0000","last_unstale":"2023-08-28T02:39:13.691590+0000","last_undegraded":"2023-08-28T02:39:13.691590+0000","last_fullsized":"2023-08-28T02:39:13.691590+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:32:42.810159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":274,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:13.677360+0000","last_change":"2023-08-28T02:33:12.306353+0000","last_active":"2023-08-28T02:39:13.677360+0000","last_peered":"2023-08-28T02:39:13.677360+0000","last_clean":"2023-08-28T02:39:13.677360+0000","last_became_active":"2023-08-28T02:33:12.304977+0000","last_became_peered":"2023-08-28T02:33:12.304977+0000","last_unstale":"2023-08-28T02:39:13.677360+0000","last_undegraded":"2023-08-28T02:39:13.677360+0000","last_fullsized":"2023-08-28T02:39:13.677360+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:19:38.819671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"368'7928","reported_seq":8054,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:20.668648+0000","last_change":"2023-08-28T02:30:50.402703+0000","last_active":"2023-08-28T02:39:20.668648+0000","last_peered":"2023-08-28T02:39:20.668648+0000","last_clean":"2023-08-28T02:39:20.668648+0000","last_became_active":"2023-08-28T02:30:50.402419+0000","last_became_peered":"2023-08-28T02:30:50.402419+0000","last_unstale":"2023-08-28T02:39:20.668648+0000","last_undegraded":"2023-08-28T02:39:20.668648+0000","last_fullsized":"2023-08-28T02:39:20.668648+0000","mapping_epoch":250,"log_start":"255'700","ondisk_log_start":"255'700","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7228,"log_dups_size":0,"ondisk_log_size":7228,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:07:37.393907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":244580352,"num_objects":3732,"num_object_clones":0,"num_object_copies":11196,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3732,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7928,"num_write_kb":373120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"65'1","reported_seq":333,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:13.669543+0000","last_change":"2023-08-28T02:14:43.046130+0000","last_active":"2023-08-28T02:39:13.669543+0000","last_peered":"2023-08-28T02:39:13.669543+0000","last_clean":"2023-08-28T02:39:13.669543+0000","last_became_active":"2023-08-28T02:14:43.045775+0000","last_became_peered":"2023-08-28T02:14:43.045775+0000","last_unstale":"2023-08-28T02:39:13.669543+0000","last_undegraded":"2023-08-28T02:39:13.669543+0000","last_fullsized":"2023-08-28T02:39:13.669543+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:57:38.279756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":323,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:13.695067+0000","last_change":"2023-08-28T02:31:51.987149+0000","last_active":"2023-08-28T02:39:13.695067+0000","last_peered":"2023-08-28T02:39:13.695067+0000","last_clean":"2023-08-28T02:39:13.695067+0000","last_became_active":"2023-08-28T02:31:51.986821+0000","last_became_peered":"2023-08-28T02:31:51.986821+0000","last_unstale":"2023-08-28T02:39:13.695067+0000","last_undegraded":"2023-08-28T02:39:13.695067+0000","last_fullsized":"2023-08-28T02:39:13.695067+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:23:26.661134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"368'7942","reported_seq":13741,"reported_epoch":368,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:39:20.761102+0000","last_change":"2023-08-28T02:33:33.975566+0000","last_active":"2023-08-28T02:39:20.761102+0000","last_peered":"2023-08-28T02:39:20.761102+0000","last_clean":"2023-08-28T02:31:27.868230+0000","last_became_active":"2023-08-28T02:33:33.660452+0000","last_became_peered":"2023-08-28T02:33:33.660452+0000","last_unstale":"2023-08-28T02:39:20.761102+0000","last_undegraded":"2023-08-28T02:33:13.410847+0000","last_fullsized":"2023-08-28T02:33:13.270012+0000","mapping_epoch":298,"log_start":"255'700","ondisk_log_start":"255'700","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7242,"log_dups_size":0,"ondisk_log_size":7242,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:33.375162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":239730688,"num_objects":3658,"num_object_clones":0,"num_object_copies":10974,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6166,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3658,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7942,"num_write_kb":371200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2818,"num_bytes_recovered":184614912,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[5,4],"avail_no_missing":["5","6"],"object_location_counts":[{"shards":"2,5,6","objects":915},{"shards":"3,5,6","objects":1238},{"shards":"5,6","objects":1505}],"blocked_by":[],"up_primary":3,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"65'2","reported_seq":358,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:13.669506+0000","last_change":"2023-08-28T02:29:44.436352+0000","last_active":"2023-08-28T02:39:13.669506+0000","last_peered":"2023-08-28T02:39:13.669506+0000","last_clean":"2023-08-28T02:39:13.669506+0000","last_became_active":"2023-08-28T02:29:44.411499+0000","last_became_peered":"2023-08-28T02:29:44.411499+0000","last_unstale":"2023-08-28T02:39:13.669506+0000","last_undegraded":"2023-08-28T02:39:13.669506+0000","last_fullsized":"2023-08-28T02:39:13.669506+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:46:57.540191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":383,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:09.167749+0000","last_change":"2023-08-28T02:33:12.289004+0000","last_active":"2023-08-28T02:39:09.167749+0000","last_peered":"2023-08-28T02:39:09.167749+0000","last_clean":"2023-08-28T02:39:09.167749+0000","last_became_active":"2023-08-28T02:33:12.288722+0000","last_became_peered":"2023-08-28T02:33:12.288722+0000","last_unstale":"2023-08-28T02:39:09.167749+0000","last_undegraded":"2023-08-28T02:39:09.167749+0000","last_fullsized":"2023-08-28T02:39:09.167749+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:24.019483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"368'7882","reported_seq":13104,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:19.773530+0000","last_change":"2023-08-28T02:37:54.748968+0000","last_active":"2023-08-28T02:39:19.773530+0000","last_peered":"2023-08-28T02:39:19.773530+0000","last_clean":"2023-08-28T02:39:19.773530+0000","last_became_active":"2023-08-28T02:37:54.729376+0000","last_became_peered":"2023-08-28T02:37:54.729376+0000","last_unstale":"2023-08-28T02:39:19.773530+0000","last_undegraded":"2023-08-28T02:39:19.773530+0000","last_fullsized":"2023-08-28T02:39:19.773530+0000","mapping_epoch":351,"log_start":"257'2612","ondisk_log_start":"257'2612","created":250,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5270,"log_dups_size":0,"ondisk_log_size":5270,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:00.988172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":240386048,"num_objects":3668,"num_object_clones":0,"num_object_copies":11004,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3668,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7882,"num_write_kb":369600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2533,"num_bytes_recovered":160432128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"65'1","reported_seq":344,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:13.669753+0000","last_change":"2023-08-28T02:33:13.516869+0000","last_active":"2023-08-28T02:39:13.669753+0000","last_peered":"2023-08-28T02:39:13.669753+0000","last_clean":"2023-08-28T02:39:13.669753+0000","last_became_active":"2023-08-28T02:33:13.396736+0000","last_became_peered":"2023-08-28T02:33:13.396736+0000","last_unstale":"2023-08-28T02:39:13.669753+0000","last_undegraded":"2023-08-28T02:39:13.669753+0000","last_fullsized":"2023-08-28T02:39:13.669753+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:47:08.237137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":310,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:09.198709+0000","last_change":"2023-08-28T02:31:51.987327+0000","last_active":"2023-08-28T02:39:09.198709+0000","last_peered":"2023-08-28T02:39:09.198709+0000","last_clean":"2023-08-28T02:39:09.198709+0000","last_became_active":"2023-08-28T02:31:51.987018+0000","last_became_peered":"2023-08-28T02:31:51.987018+0000","last_unstale":"2023-08-28T02:39:09.198709+0000","last_undegraded":"2023-08-28T02:39:09.198709+0000","last_fullsized":"2023-08-28T02:39:09.198709+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:53:26.105101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.5","version":"368'7818","reported_seq":11969,"reported_epoch":368,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:39:20.393436+0000","last_change":"2023-08-28T02:33:13.625779+0000","last_active":"2023-08-28T02:39:20.393436+0000","last_peered":"2023-08-28T02:39:20.393436+0000","last_clean":"2023-08-28T02:31:27.898932+0000","last_became_active":"2023-08-28T02:33:13.612126+0000","last_became_peered":"2023-08-28T02:33:13.612126+0000","last_unstale":"2023-08-28T02:39:20.393436+0000","last_undegraded":"2023-08-28T02:33:13.485377+0000","last_fullsized":"2023-08-28T02:33:13.264317+0000","mapping_epoch":298,"log_start":"257'2463","ondisk_log_start":"257'2463","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5355,"log_dups_size":0,"ondisk_log_size":5355,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:37:28.843386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":238157824,"num_objects":3634,"num_object_clones":0,"num_object_copies":10902,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6176,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3634,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7818,"num_write_kb":366464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2000,"num_bytes_recovered":131072000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,7],"avail_no_missing":["0","2"],"object_location_counts":[{"shards":"0,2","objects":2358},{"shards":"0,2,3","objects":1276}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":362,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:13.693904+0000","last_change":"2023-08-28T02:33:13.281826+0000","last_active":"2023-08-28T02:39:13.693904+0000","last_peered":"2023-08-28T02:39:13.693904+0000","last_clean":"2023-08-28T02:39:13.693904+0000","last_became_active":"2023-08-28T02:33:13.281511+0000","last_became_peered":"2023-08-28T02:33:13.281511+0000","last_unstale":"2023-08-28T02:39:13.693904+0000","last_undegraded":"2023-08-28T02:39:13.693904+0000","last_fullsized":"2023-08-28T02:39:13.693904+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:32:55.005706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":359,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:13.690445+0000","last_change":"2023-08-28T02:29:44.436713+0000","last_active":"2023-08-28T02:39:13.690445+0000","last_peered":"2023-08-28T02:39:13.690445+0000","last_clean":"2023-08-28T02:39:13.690445+0000","last_became_active":"2023-08-28T02:29:44.436203+0000","last_became_peered":"2023-08-28T02:29:44.436203+0000","last_unstale":"2023-08-28T02:39:13.690445+0000","last_undegraded":"2023-08-28T02:39:13.690445+0000","last_fullsized":"2023-08-28T02:39:13.690445+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:46:48.522293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"367'8111","reported_seq":8241,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:17.440793+0000","last_change":"2023-08-28T02:30:50.399669+0000","last_active":"2023-08-28T02:39:17.440793+0000","last_peered":"2023-08-28T02:39:17.440793+0000","last_clean":"2023-08-28T02:39:17.440793+0000","last_became_active":"2023-08-28T02:30:50.399332+0000","last_became_peered":"2023-08-28T02:30:50.399332+0000","last_unstale":"2023-08-28T02:39:17.440793+0000","last_undegraded":"2023-08-28T02:39:17.440793+0000","last_fullsized":"2023-08-28T02:39:17.440793+0000","mapping_epoch":250,"log_start":"256'1900","ondisk_log_start":"256'1900","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6211,"log_dups_size":0,"ondisk_log_size":6211,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:00:54.910841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":242679808,"num_objects":3703,"num_object_clones":0,"num_object_copies":11109,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3703,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8111,"num_write_kb":378048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"75'161","reported_seq":788,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:13.669601+0000","last_change":"2023-08-28T02:33:13.310049+0000","last_active":"2023-08-28T02:39:13.669601+0000","last_peered":"2023-08-28T02:39:13.669601+0000","last_clean":"2023-08-28T02:39:13.669601+0000","last_became_active":"2023-08-28T02:33:13.309661+0000","last_became_peered":"2023-08-28T02:33:13.309661+0000","last_unstale":"2023-08-28T02:39:13.669601+0000","last_undegraded":"2023-08-28T02:39:13.669601+0000","last_fullsized":"2023-08-28T02:39:13.669601+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.930230+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.930230+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:27:40.889460+0000","scrub_duration":0.0050169209999999997,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"65'2","reported_seq":323,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:13.676411+0000","last_change":"2023-08-28T02:33:12.294922+0000","last_active":"2023-08-28T02:39:13.676411+0000","last_peered":"2023-08-28T02:39:13.676411+0000","last_clean":"2023-08-28T02:39:13.676411+0000","last_became_active":"2023-08-28T02:33:12.294518+0000","last_became_peered":"2023-08-28T02:33:12.294518+0000","last_unstale":"2023-08-28T02:39:13.676411+0000","last_undegraded":"2023-08-28T02:39:13.676411+0000","last_fullsized":"2023-08-28T02:39:13.676411+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:21:12.737286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":360,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:09.168012+0000","last_change":"2023-08-28T02:33:13.310505+0000","last_active":"2023-08-28T02:39:09.168012+0000","last_peered":"2023-08-28T02:39:09.168012+0000","last_clean":"2023-08-28T02:39:09.168012+0000","last_became_active":"2023-08-28T02:33:13.310223+0000","last_became_peered":"2023-08-28T02:33:13.310223+0000","last_unstale":"2023-08-28T02:39:09.168012+0000","last_undegraded":"2023-08-28T02:39:09.168012+0000","last_fullsized":"2023-08-28T02:39:09.168012+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:27:02.124453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"368'7954","reported_seq":22343,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:20.822097+0000","last_change":"2023-08-28T02:38:44.816101+0000","last_active":"2023-08-28T02:39:20.822097+0000","last_peered":"2023-08-28T02:39:20.822097+0000","last_clean":"2023-08-28T02:39:20.822097+0000","last_became_active":"2023-08-28T02:38:44.798734+0000","last_became_peered":"2023-08-28T02:38:44.798734+0000","last_unstale":"2023-08-28T02:39:20.822097+0000","last_undegraded":"2023-08-28T02:39:20.822097+0000","last_fullsized":"2023-08-28T02:39:20.822097+0000","mapping_epoch":361,"log_start":"255'800","ondisk_log_start":"255'800","created":250,"last_epoch_clean":362,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7154,"log_dups_size":0,"ondisk_log_size":7154,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:34:42.975012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":243400704,"num_objects":3714,"num_object_clones":0,"num_object_copies":11142,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3714,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7954,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5834,"num_bytes_recovered":377683968,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"75'161","reported_seq":627,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:13.695249+0000","last_change":"2023-08-28T02:37:37.933802+0000","last_active":"2023-08-28T02:39:13.695249+0000","last_peered":"2023-08-28T02:39:13.695249+0000","last_clean":"2023-08-28T02:39:13.695249+0000","last_became_active":"2023-08-28T02:33:13.287313+0000","last_became_peered":"2023-08-28T02:33:13.287313+0000","last_unstale":"2023-08-28T02:39:13.695249+0000","last_undegraded":"2023-08-28T02:39:13.695249+0000","last_fullsized":"2023-08-28T02:39:13.695249+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:45.407127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:45.407127+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:39:14.213229+0000","scrub_duration":0.0018495320000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":262688,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":280,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:09.167713+0000","last_change":"2023-08-28T02:33:13.309727+0000","last_active":"2023-08-28T02:39:09.167713+0000","last_peered":"2023-08-28T02:39:09.167713+0000","last_clean":"2023-08-28T02:39:09.167713+0000","last_became_active":"2023-08-28T02:33:13.309487+0000","last_became_peered":"2023-08-28T02:33:13.309487+0000","last_unstale":"2023-08-28T02:39:09.167713+0000","last_undegraded":"2023-08-28T02:39:09.167713+0000","last_fullsized":"2023-08-28T02:39:09.167713+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:27:29.294011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":95,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:09.167872+0000","last_change":"2023-08-28T02:32:28.456323+0000","last_active":"2023-08-28T02:39:09.167872+0000","last_peered":"2023-08-28T02:39:09.167872+0000","last_clean":"2023-08-28T02:39:09.167872+0000","last_became_active":"2023-08-28T02:32:28.455987+0000","last_became_peered":"2023-08-28T02:32:28.455987+0000","last_unstale":"2023-08-28T02:39:09.167872+0000","last_undegraded":"2023-08-28T02:39:09.167872+0000","last_fullsized":"2023-08-28T02:39:09.167872+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:54:07.724002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"367'8077","reported_seq":18223,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:17.561210+0000","last_change":"2023-08-28T02:33:13.316023+0000","last_active":"2023-08-28T02:39:17.561210+0000","last_peered":"2023-08-28T02:39:17.561210+0000","last_clean":"2023-08-28T02:39:17.561210+0000","last_became_active":"2023-08-28T02:33:13.308403+0000","last_became_peered":"2023-08-28T02:33:13.308403+0000","last_unstale":"2023-08-28T02:39:17.561210+0000","last_undegraded":"2023-08-28T02:39:17.561210+0000","last_fullsized":"2023-08-28T02:39:17.561210+0000","mapping_epoch":298,"log_start":"256'1900","ondisk_log_start":"256'1900","created":250,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6177,"log_dups_size":0,"ondisk_log_size":6177,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:10:38.401973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":250281984,"num_objects":3819,"num_object_clones":0,"num_object_copies":11457,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3819,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8077,"num_write_kb":380672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4999,"num_bytes_recovered":327614464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":340,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:09.167627+0000","last_change":"2023-08-28T02:32:28.455294+0000","last_active":"2023-08-28T02:39:09.167627+0000","last_peered":"2023-08-28T02:39:09.167627+0000","last_clean":"2023-08-28T02:39:09.167627+0000","last_became_active":"2023-08-28T02:32:28.455013+0000","last_became_peered":"2023-08-28T02:32:28.455013+0000","last_unstale":"2023-08-28T02:39:09.167627+0000","last_undegraded":"2023-08-28T02:39:09.167627+0000","last_fullsized":"2023-08-28T02:39:09.167627+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:53.583864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":372,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:09.168227+0000","last_change":"2023-08-28T02:33:13.335588+0000","last_active":"2023-08-28T02:39:09.168227+0000","last_peered":"2023-08-28T02:39:09.168227+0000","last_clean":"2023-08-28T02:39:09.168227+0000","last_became_active":"2023-08-28T02:33:13.335326+0000","last_became_peered":"2023-08-28T02:33:13.335326+0000","last_unstale":"2023-08-28T02:39:09.168227+0000","last_undegraded":"2023-08-28T02:39:09.168227+0000","last_fullsized":"2023-08-28T02:39:09.168227+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:15:44.958663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"367'8006","reported_seq":8131,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:17.641265+0000","last_change":"2023-08-28T02:30:50.400261+0000","last_active":"2023-08-28T02:39:17.641265+0000","last_peered":"2023-08-28T02:39:17.641265+0000","last_clean":"2023-08-28T02:39:17.641265+0000","last_became_active":"2023-08-28T02:30:50.399938+0000","last_became_peered":"2023-08-28T02:30:50.399938+0000","last_unstale":"2023-08-28T02:39:17.641265+0000","last_undegraded":"2023-08-28T02:39:17.641265+0000","last_fullsized":"2023-08-28T02:39:17.641265+0000","mapping_epoch":250,"log_start":"257'2590","ondisk_log_start":"257'2590","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5416,"log_dups_size":0,"ondisk_log_size":5416,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:43:56.802792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":241696768,"num_objects":3688,"num_object_clones":0,"num_object_copies":11064,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3688,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8006,"num_write_kb":374208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"75'161","reported_seq":647,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:13.694364+0000","last_change":"2023-08-28T02:32:56.519141+0000","last_active":"2023-08-28T02:39:13.694364+0000","last_peered":"2023-08-28T02:39:13.694364+0000","last_clean":"2023-08-28T02:39:13.694364+0000","last_became_active":"2023-08-28T02:32:56.518863+0000","last_became_peered":"2023-08-28T02:32:56.518863+0000","last_unstale":"2023-08-28T02:39:13.694364+0000","last_undegraded":"2023-08-28T02:39:13.694364+0000","last_fullsized":"2023-08-28T02:39:13.694364+0000","mapping_epoch":292,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":293,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_clean_scrub_stamp":"2023-08-28T02:29:25.608370+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:59:50.561109+0000","scrub_duration":0.001662689,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":276,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:13.676106+0000","last_change":"2023-08-28T02:33:12.294592+0000","last_active":"2023-08-28T02:39:13.676106+0000","last_peered":"2023-08-28T02:39:13.676106+0000","last_clean":"2023-08-28T02:39:13.676106+0000","last_became_active":"2023-08-28T02:33:12.288508+0000","last_became_peered":"2023-08-28T02:33:12.288508+0000","last_unstale":"2023-08-28T02:39:13.676106+0000","last_undegraded":"2023-08-28T02:39:13.676106+0000","last_fullsized":"2023-08-28T02:39:13.676106+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:05:42.717608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":158,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:09.197887+0000","last_change":"2023-08-28T02:29:44.429834+0000","last_active":"2023-08-28T02:39:09.197887+0000","last_peered":"2023-08-28T02:39:09.197887+0000","last_clean":"2023-08-28T02:39:09.197887+0000","last_became_active":"2023-08-28T02:29:44.429512+0000","last_became_peered":"2023-08-28T02:29:44.429512+0000","last_unstale":"2023-08-28T02:39:09.197887+0000","last_undegraded":"2023-08-28T02:39:09.197887+0000","last_fullsized":"2023-08-28T02:39:09.197887+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:58.062455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"368'7911","reported_seq":8037,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:20.948496+0000","last_change":"2023-08-28T02:30:50.402348+0000","last_active":"2023-08-28T02:39:20.948496+0000","last_peered":"2023-08-28T02:39:20.948496+0000","last_clean":"2023-08-28T02:39:20.948496+0000","last_became_active":"2023-08-28T02:30:50.402076+0000","last_became_peered":"2023-08-28T02:30:50.402076+0000","last_unstale":"2023-08-28T02:39:20.948496+0000","last_undegraded":"2023-08-28T02:39:20.948496+0000","last_fullsized":"2023-08-28T02:39:20.948496+0000","mapping_epoch":250,"log_start":"255'1000","ondisk_log_start":"255'1000","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6911,"log_dups_size":0,"ondisk_log_size":6911,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:24.859426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":240189440,"num_objects":3665,"num_object_clones":0,"num_object_copies":10995,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3665,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7911,"num_write_kb":370432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.7","version":"75'161","reported_seq":568,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:13.676616+0000","last_change":"2023-08-28T02:33:13.532525+0000","last_active":"2023-08-28T02:39:13.676616+0000","last_peered":"2023-08-28T02:39:13.676616+0000","last_clean":"2023-08-28T02:39:13.676616+0000","last_became_active":"2023-08-28T02:33:13.532125+0000","last_became_peered":"2023-08-28T02:33:13.532125+0000","last_unstale":"2023-08-28T02:39:13.676616+0000","last_undegraded":"2023-08-28T02:39:13.676616+0000","last_fullsized":"2023-08-28T02:39:13.676616+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.887648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.887648+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":158,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:09.196711+0000","last_change":"2023-08-28T02:29:44.407595+0000","last_active":"2023-08-28T02:39:09.196711+0000","last_peered":"2023-08-28T02:39:09.196711+0000","last_clean":"2023-08-28T02:39:09.196711+0000","last_became_active":"2023-08-28T02:29:44.407316+0000","last_became_peered":"2023-08-28T02:29:44.407316+0000","last_unstale":"2023-08-28T02:39:09.196711+0000","last_undegraded":"2023-08-28T02:39:09.196711+0000","last_fullsized":"2023-08-28T02:39:09.196711+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:01:47.777709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":379,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:13.693570+0000","last_change":"2023-08-28T02:33:13.286980+0000","last_active":"2023-08-28T02:39:13.693570+0000","last_peered":"2023-08-28T02:39:13.693570+0000","last_clean":"2023-08-28T02:39:13.693570+0000","last_became_active":"2023-08-28T02:33:13.286740+0000","last_became_peered":"2023-08-28T02:33:13.286740+0000","last_unstale":"2023-08-28T02:39:13.693570+0000","last_undegraded":"2023-08-28T02:39:13.693570+0000","last_fullsized":"2023-08-28T02:39:13.693570+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:24:54.574365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":158,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:09.198453+0000","last_change":"2023-08-28T02:29:44.506914+0000","last_active":"2023-08-28T02:39:09.198453+0000","last_peered":"2023-08-28T02:39:09.198453+0000","last_clean":"2023-08-28T02:39:09.198453+0000","last_became_active":"2023-08-28T02:29:44.506606+0000","last_became_peered":"2023-08-28T02:29:44.506606+0000","last_unstale":"2023-08-28T02:39:09.198453+0000","last_undegraded":"2023-08-28T02:39:09.198453+0000","last_fullsized":"2023-08-28T02:39:09.198453+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:55:50.992279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"368'7966","reported_seq":19692,"reported_epoch":368,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:39:20.360614+0000","last_change":"2023-08-28T02:34:11.565330+0000","last_active":"2023-08-28T02:39:20.360614+0000","last_peered":"2023-08-28T02:39:20.360614+0000","last_clean":"2023-08-28T02:32:11.916240+0000","last_became_active":"2023-08-28T02:33:12.501819+0000","last_became_peered":"2023-08-28T02:33:12.501819+0000","last_unstale":"2023-08-28T02:39:20.360614+0000","last_undegraded":"2023-08-28T02:39:20.360614+0000","last_fullsized":"2023-08-28T02:39:20.360614+0000","mapping_epoch":297,"log_start":"257'2624","ondisk_log_start":"257'2624","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5342,"log_dups_size":0,"ondisk_log_size":5342,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:45:43.329719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":237895680,"num_objects":3630,"num_object_clones":0,"num_object_copies":10890,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3630,"num_objects_unfound":0,"num_objects_dirty":3630,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7966,"num_write_kb":371072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5787,"num_bytes_recovered":379256832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,2],"avail_no_missing":["0","2","5","6"],"object_location_counts":[{"shards":"0,2,5","objects":3630}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.1","version":"75'161","reported_seq":627,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:13.693284+0000","last_change":"2023-08-28T02:32:31.482659+0000","last_active":"2023-08-28T02:39:13.693284+0000","last_peered":"2023-08-28T02:39:13.693284+0000","last_clean":"2023-08-28T02:39:13.693284+0000","last_became_active":"2023-08-28T02:32:31.482320+0000","last_became_peered":"2023-08-28T02:32:31.482320+0000","last_unstale":"2023-08-28T02:39:13.693284+0000","last_undegraded":"2023-08-28T02:39:13.693284+0000","last_fullsized":"2023-08-28T02:39:13.693284+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:24.559397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:24.559397+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:41:09.516918+0000","scrub_duration":0.001580328,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":365,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:13.694253+0000","last_change":"2023-08-28T02:31:51.988386+0000","last_active":"2023-08-28T02:39:13.694253+0000","last_peered":"2023-08-28T02:39:13.694253+0000","last_clean":"2023-08-28T02:39:13.694253+0000","last_became_active":"2023-08-28T02:31:51.988097+0000","last_became_peered":"2023-08-28T02:31:51.988097+0000","last_unstale":"2023-08-28T02:39:13.694253+0000","last_undegraded":"2023-08-28T02:39:13.694253+0000","last_fullsized":"2023-08-28T02:39:13.694253+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:25:01.818829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":340,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:09.167854+0000","last_change":"2023-08-28T02:32:12.951275+0000","last_active":"2023-08-28T02:39:09.167854+0000","last_peered":"2023-08-28T02:39:09.167854+0000","last_clean":"2023-08-28T02:39:09.167854+0000","last_became_active":"2023-08-28T02:32:12.950965+0000","last_became_peered":"2023-08-28T02:32:12.950965+0000","last_unstale":"2023-08-28T02:39:09.167854+0000","last_undegraded":"2023-08-28T02:39:09.167854+0000","last_fullsized":"2023-08-28T02:39:09.167854+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:37:31.294280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":184,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:09.196759+0000","last_change":"2023-08-28T02:33:13.286534+0000","last_active":"2023-08-28T02:39:09.196759+0000","last_peered":"2023-08-28T02:39:09.196759+0000","last_clean":"2023-08-28T02:39:09.196759+0000","last_became_active":"2023-08-28T02:33:13.286164+0000","last_became_peered":"2023-08-28T02:33:13.286164+0000","last_unstale":"2023-08-28T02:39:09.196759+0000","last_undegraded":"2023-08-28T02:39:09.196759+0000","last_fullsized":"2023-08-28T02:39:09.196759+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:56.721932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"368'8010","reported_seq":19826,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:20.568569+0000","last_change":"2023-08-28T02:34:14.448606+0000","last_active":"2023-08-28T02:39:20.568569+0000","last_peered":"2023-08-28T02:39:20.568569+0000","last_clean":"2023-08-28T02:39:20.568569+0000","last_became_active":"2023-08-28T02:34:14.438547+0000","last_became_peered":"2023-08-28T02:34:14.438547+0000","last_unstale":"2023-08-28T02:39:20.568569+0000","last_undegraded":"2023-08-28T02:39:20.568569+0000","last_fullsized":"2023-08-28T02:39:20.568569+0000","mapping_epoch":314,"log_start":"255'800","ondisk_log_start":"255'800","created":250,"last_epoch_clean":315,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7210,"log_dups_size":0,"ondisk_log_size":7210,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:06:41.120408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":239730688,"num_objects":3658,"num_object_clones":0,"num_object_copies":10974,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3658,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8010,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5834,"num_bytes_recovered":376832000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2","version":"75'161","reported_seq":749,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:13.669308+0000","last_change":"2023-08-28T02:30:51.762377+0000","last_active":"2023-08-28T02:39:13.669308+0000","last_peered":"2023-08-28T02:39:13.669308+0000","last_clean":"2023-08-28T02:39:13.669308+0000","last_became_active":"2023-08-28T02:27:46.375590+0000","last_became_peered":"2023-08-28T02:27:46.375590+0000","last_unstale":"2023-08-28T02:39:13.669308+0000","last_undegraded":"2023-08-28T02:39:13.669308+0000","last_fullsized":"2023-08-28T02:39:13.669308+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:51.762314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:51.762314+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:02.034555+0000","scrub_duration":0.0020023620000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":176,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:13.676197+0000","last_change":"2023-08-28T02:33:13.289765+0000","last_active":"2023-08-28T02:39:13.676197+0000","last_peered":"2023-08-28T02:39:13.676197+0000","last_clean":"2023-08-28T02:39:13.676197+0000","last_became_active":"2023-08-28T02:33:13.289159+0000","last_became_peered":"2023-08-28T02:33:13.289159+0000","last_unstale":"2023-08-28T02:39:13.676197+0000","last_undegraded":"2023-08-28T02:39:13.676197+0000","last_fullsized":"2023-08-28T02:39:13.676197+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:30:38.956723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":176,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:09.196266+0000","last_change":"2023-08-28T02:32:28.464203+0000","last_active":"2023-08-28T02:39:09.196266+0000","last_peered":"2023-08-28T02:39:09.196266+0000","last_clean":"2023-08-28T02:39:09.196266+0000","last_became_active":"2023-08-28T02:32:28.463412+0000","last_became_peered":"2023-08-28T02:32:28.463412+0000","last_unstale":"2023-08-28T02:39:09.196266+0000","last_undegraded":"2023-08-28T02:39:09.196266+0000","last_fullsized":"2023-08-28T02:39:09.196266+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:20:38.177879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":158,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:09.197969+0000","last_change":"2023-08-28T02:29:44.427945+0000","last_active":"2023-08-28T02:39:09.197969+0000","last_peered":"2023-08-28T02:39:09.197969+0000","last_clean":"2023-08-28T02:39:09.197969+0000","last_became_active":"2023-08-28T02:29:44.426487+0000","last_became_peered":"2023-08-28T02:29:44.426487+0000","last_unstale":"2023-08-28T02:39:09.197969+0000","last_undegraded":"2023-08-28T02:39:09.197969+0000","last_fullsized":"2023-08-28T02:39:09.197969+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:30:20.438896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"367'7971","reported_seq":18068,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:17.496286+0000","last_change":"2023-08-28T02:34:48.488647+0000","last_active":"2023-08-28T02:39:17.496286+0000","last_peered":"2023-08-28T02:39:17.496286+0000","last_clean":"2023-08-28T02:39:17.496286+0000","last_became_active":"2023-08-28T02:34:48.476519+0000","last_became_peered":"2023-08-28T02:34:48.476519+0000","last_unstale":"2023-08-28T02:39:17.496286+0000","last_undegraded":"2023-08-28T02:39:17.496286+0000","last_fullsized":"2023-08-28T02:39:17.496286+0000","mapping_epoch":318,"log_start":"256'1800","ondisk_log_start":"256'1800","created":250,"last_epoch_clean":319,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6171,"log_dups_size":0,"ondisk_log_size":6171,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:44:20.004230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":240713728,"num_objects":3673,"num_object_clones":0,"num_object_copies":11019,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3673,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7971,"num_write_kb":372608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4973,"num_bytes_recovered":325910528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":359,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:13.693292+0000","last_change":"2023-08-28T02:33:13.484970+0000","last_active":"2023-08-28T02:39:13.693292+0000","last_peered":"2023-08-28T02:39:13.693292+0000","last_clean":"2023-08-28T02:39:13.693292+0000","last_became_active":"2023-08-28T02:33:13.484579+0000","last_became_peered":"2023-08-28T02:33:13.484579+0000","last_unstale":"2023-08-28T02:39:13.693292+0000","last_undegraded":"2023-08-28T02:39:13.693292+0000","last_fullsized":"2023-08-28T02:39:13.693292+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:58.027468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"75'161","reported_seq":750,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:13.670238+0000","last_change":"2023-08-28T02:31:55.059467+0000","last_active":"2023-08-28T02:39:13.670238+0000","last_peered":"2023-08-28T02:39:13.670238+0000","last_clean":"2023-08-28T02:39:13.670238+0000","last_became_active":"2023-08-28T02:31:55.059115+0000","last_became_peered":"2023-08-28T02:31:55.059115+0000","last_unstale":"2023-08-28T02:39:13.670238+0000","last_undegraded":"2023-08-28T02:39:13.670238+0000","last_fullsized":"2023-08-28T02:39:13.670238+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":0,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.820990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.820990+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:15:56.774667+0000","scrub_duration":0.0017342480000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":277,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:13.676617+0000","last_change":"2023-08-28T02:33:13.352810+0000","last_active":"2023-08-28T02:39:13.676617+0000","last_peered":"2023-08-28T02:39:13.676617+0000","last_clean":"2023-08-28T02:39:13.676617+0000","last_became_active":"2023-08-28T02:33:13.351697+0000","last_became_peered":"2023-08-28T02:33:13.351697+0000","last_unstale":"2023-08-28T02:39:13.676617+0000","last_undegraded":"2023-08-28T02:39:13.676617+0000","last_fullsized":"2023-08-28T02:39:13.676617+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:56.187163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":189,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:09.168102+0000","last_change":"2023-08-28T02:31:51.984584+0000","last_active":"2023-08-28T02:39:09.168102+0000","last_peered":"2023-08-28T02:39:09.168102+0000","last_clean":"2023-08-28T02:39:09.168102+0000","last_became_active":"2023-08-28T02:31:51.984264+0000","last_became_peered":"2023-08-28T02:31:51.984264+0000","last_unstale":"2023-08-28T02:39:09.168102+0000","last_undegraded":"2023-08-28T02:39:09.168102+0000","last_fullsized":"2023-08-28T02:39:09.168102+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:58:42.306722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"368'7918","reported_seq":19652,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:20.274402+0000","last_change":"2023-08-28T02:35:11.978901+0000","last_active":"2023-08-28T02:39:20.274402+0000","last_peered":"2023-08-28T02:39:20.274402+0000","last_clean":"2023-08-28T02:39:20.274402+0000","last_became_active":"2023-08-28T02:35:11.966585+0000","last_became_peered":"2023-08-28T02:35:11.966585+0000","last_unstale":"2023-08-28T02:39:20.274402+0000","last_undegraded":"2023-08-28T02:39:20.274402+0000","last_fullsized":"2023-08-28T02:39:20.274402+0000","mapping_epoch":323,"log_start":"257'2628","ondisk_log_start":"257'2628","created":250,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5290,"log_dups_size":0,"ondisk_log_size":5290,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:03:07.017814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":240123904,"num_objects":3664,"num_object_clones":0,"num_object_copies":10992,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3664,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7918,"num_write_kb":370624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5791,"num_bytes_recovered":368967680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3","version":"75'161","reported_seq":634,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:09.197304+0000","last_change":"2023-08-28T02:31:55.068239+0000","last_active":"2023-08-28T02:39:09.197304+0000","last_peered":"2023-08-28T02:39:09.197304+0000","last_clean":"2023-08-28T02:39:09.197304+0000","last_became_active":"2023-08-28T02:31:55.067875+0000","last_became_peered":"2023-08-28T02:31:55.067875+0000","last_unstale":"2023-08-28T02:39:09.197304+0000","last_undegraded":"2023-08-28T02:39:09.197304+0000","last_fullsized":"2023-08-28T02:39:09.197304+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.868248+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:11:04.391639+0000","scrub_duration":0.0016215240000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":373,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:13.670159+0000","last_change":"2023-08-28T02:29:44.421353+0000","last_active":"2023-08-28T02:39:13.670159+0000","last_peered":"2023-08-28T02:39:13.670159+0000","last_clean":"2023-08-28T02:39:13.670159+0000","last_became_active":"2023-08-28T02:29:44.421064+0000","last_became_peered":"2023-08-28T02:29:44.421064+0000","last_unstale":"2023-08-28T02:39:13.670159+0000","last_undegraded":"2023-08-28T02:39:13.670159+0000","last_fullsized":"2023-08-28T02:39:13.670159+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:51:36.524024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":343,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:13.690219+0000","last_change":"2023-08-28T02:33:12.299487+0000","last_active":"2023-08-28T02:39:13.690219+0000","last_peered":"2023-08-28T02:39:13.690219+0000","last_clean":"2023-08-28T02:39:13.690219+0000","last_became_active":"2023-08-28T02:33:12.299175+0000","last_became_peered":"2023-08-28T02:33:12.299175+0000","last_unstale":"2023-08-28T02:39:13.690219+0000","last_undegraded":"2023-08-28T02:39:13.690219+0000","last_fullsized":"2023-08-28T02:39:13.690219+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:42:29.713462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":354,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:13.690920+0000","last_change":"2023-08-28T02:32:28.457696+0000","last_active":"2023-08-28T02:39:13.690920+0000","last_peered":"2023-08-28T02:39:13.690920+0000","last_clean":"2023-08-28T02:39:13.690920+0000","last_became_active":"2023-08-28T02:32:28.457407+0000","last_became_peered":"2023-08-28T02:32:28.457407+0000","last_unstale":"2023-08-28T02:39:13.690920+0000","last_undegraded":"2023-08-28T02:39:13.690920+0000","last_fullsized":"2023-08-28T02:39:13.690920+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:26:29.392787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"367'7864","reported_seq":9017,"reported_epoch":367,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:39:17.543844+0000","last_change":"2023-08-28T02:34:11.566035+0000","last_active":"2023-08-28T02:39:17.543844+0000","last_peered":"2023-08-28T02:39:17.543844+0000","last_clean":"2023-08-28T02:33:10.395883+0000","last_became_active":"2023-08-28T02:33:12.394714+0000","last_became_peered":"2023-08-28T02:33:12.394714+0000","last_unstale":"2023-08-28T02:39:17.543844+0000","last_undegraded":"2023-08-28T02:39:17.543844+0000","last_fullsized":"2023-08-28T02:39:17.543844+0000","mapping_epoch":297,"log_start":"257'2484","ondisk_log_start":"257'2484","created":250,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5380,"log_dups_size":0,"ondisk_log_size":5380,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:01:26.984565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":237174808,"num_objects":3620,"num_object_clones":0,"num_object_copies":10860,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3302,"num_objects_unfound":0,"num_objects_dirty":3620,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7864,"num_write_kb":367425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":500,"num_bytes_recovered":32768000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,6],"avail_no_missing":["4","0","6"],"object_location_counts":[{"shards":"0,4,6","objects":3620}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.6","version":"75'161","reported_seq":628,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:13.690871+0000","last_change":"2023-08-28T02:33:13.338675+0000","last_active":"2023-08-28T02:39:13.690871+0000","last_peered":"2023-08-28T02:39:13.690871+0000","last_clean":"2023-08-28T02:39:13.690871+0000","last_became_active":"2023-08-28T02:33:13.338271+0000","last_became_peered":"2023-08-28T02:33:13.338271+0000","last_unstale":"2023-08-28T02:39:13.690871+0000","last_undegraded":"2023-08-28T02:39:13.690871+0000","last_fullsized":"2023-08-28T02:39:13.690871+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.774982+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.774982+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:13:20.011329+0000","scrub_duration":0.003539819,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":336,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:13.669825+0000","last_change":"2023-08-28T02:14:43.033789+0000","last_active":"2023-08-28T02:39:13.669825+0000","last_peered":"2023-08-28T02:39:13.669825+0000","last_clean":"2023-08-28T02:39:13.669825+0000","last_became_active":"2023-08-28T02:14:43.033454+0000","last_became_peered":"2023-08-28T02:14:43.033454+0000","last_unstale":"2023-08-28T02:39:13.669825+0000","last_undegraded":"2023-08-28T02:39:13.669825+0000","last_fullsized":"2023-08-28T02:39:13.669825+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:01:13.205842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":167,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:09.196857+0000","last_change":"2023-08-28T02:32:28.461807+0000","last_active":"2023-08-28T02:39:09.196857+0000","last_peered":"2023-08-28T02:39:09.196857+0000","last_clean":"2023-08-28T02:39:09.196857+0000","last_became_active":"2023-08-28T02:32:28.461116+0000","last_became_peered":"2023-08-28T02:32:28.461116+0000","last_unstale":"2023-08-28T02:39:09.196857+0000","last_undegraded":"2023-08-28T02:39:09.196857+0000","last_fullsized":"2023-08-28T02:39:09.196857+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:12:45.321757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":314,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:13.690553+0000","last_change":"2023-08-28T02:14:43.048791+0000","last_active":"2023-08-28T02:39:13.690553+0000","last_peered":"2023-08-28T02:39:13.690553+0000","last_clean":"2023-08-28T02:39:13.690553+0000","last_became_active":"2023-08-28T02:14:43.047408+0000","last_became_peered":"2023-08-28T02:14:43.047408+0000","last_unstale":"2023-08-28T02:39:13.690553+0000","last_undegraded":"2023-08-28T02:39:13.690553+0000","last_fullsized":"2023-08-28T02:39:13.690553+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:47.097181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"367'8092","reported_seq":18184,"reported_epoch":367,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:39:17.629596+0000","last_change":"2023-08-28T02:37:37.899201+0000","last_active":"2023-08-28T02:39:17.629596+0000","last_peered":"2023-08-28T02:39:17.629596+0000","last_clean":"2023-08-28T02:31:50.933695+0000","last_became_active":"2023-08-28T02:33:13.540416+0000","last_became_peered":"2023-08-28T02:33:13.540416+0000","last_unstale":"2023-08-28T02:39:17.629596+0000","last_undegraded":"2023-08-28T02:39:17.629596+0000","last_fullsized":"2023-08-28T02:39:17.629596+0000","mapping_epoch":298,"log_start":"257'2674","ondisk_log_start":"257'2674","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5418,"log_dups_size":0,"ondisk_log_size":5418,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:49:35.658845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":247070720,"num_objects":3770,"num_object_clones":0,"num_object_copies":11310,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3770,"num_objects_unfound":0,"num_objects_dirty":3770,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8092,"num_write_kb":379584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4967,"num_bytes_recovered":325517312,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,2],"avail_no_missing":["4","2","5","6"],"object_location_counts":[{"shards":"2,4,5","objects":3770}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.5","version":"75'161","reported_seq":660,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:09.167757+0000","last_change":"2023-08-28T02:32:31.477151+0000","last_active":"2023-08-28T02:39:09.167757+0000","last_peered":"2023-08-28T02:39:09.167757+0000","last_clean":"2023-08-28T02:39:09.167757+0000","last_became_active":"2023-08-28T02:32:31.476776+0000","last_became_peered":"2023-08-28T02:32:31.476776+0000","last_unstale":"2023-08-28T02:39:09.167757+0000","last_undegraded":"2023-08-28T02:39:09.167757+0000","last_fullsized":"2023-08-28T02:39:09.167757+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:18.891729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:18.891729+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:47:27.194140+0000","scrub_duration":0.0031546460000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"65'2","reported_seq":324,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:13.676449+0000","last_change":"2023-08-28T02:33:12.327778+0000","last_active":"2023-08-28T02:39:13.676449+0000","last_peered":"2023-08-28T02:39:13.676449+0000","last_clean":"2023-08-28T02:39:13.676449+0000","last_became_active":"2023-08-28T02:33:12.327273+0000","last_became_peered":"2023-08-28T02:33:12.327273+0000","last_unstale":"2023-08-28T02:39:13.676449+0000","last_undegraded":"2023-08-28T02:39:13.676449+0000","last_fullsized":"2023-08-28T02:39:13.676449+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:40.554192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":205,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:09.197350+0000","last_change":"2023-08-28T02:33:13.335665+0000","last_active":"2023-08-28T02:39:09.197350+0000","last_peered":"2023-08-28T02:39:09.197350+0000","last_clean":"2023-08-28T02:39:09.197350+0000","last_became_active":"2023-08-28T02:33:13.335322+0000","last_became_peered":"2023-08-28T02:33:13.335322+0000","last_unstale":"2023-08-28T02:39:09.197350+0000","last_undegraded":"2023-08-28T02:39:09.197350+0000","last_fullsized":"2023-08-28T02:39:09.197350+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:21:08.024493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":322,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:13.676134+0000","last_change":"2023-08-28T02:33:12.310326+0000","last_active":"2023-08-28T02:39:13.676134+0000","last_peered":"2023-08-28T02:39:13.676134+0000","last_clean":"2023-08-28T02:39:13.676134+0000","last_became_active":"2023-08-28T02:33:12.310011+0000","last_became_peered":"2023-08-28T02:33:12.310011+0000","last_unstale":"2023-08-28T02:39:13.676134+0000","last_undegraded":"2023-08-28T02:39:13.676134+0000","last_fullsized":"2023-08-28T02:39:13.676134+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:35:03.710036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"367'8076","reported_seq":14643,"reported_epoch":367,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-08-28T02:39:17.651616+0000","last_change":"2023-08-28T02:38:43.760745+0000","last_active":"2023-08-28T02:39:17.651616+0000","last_peered":"2023-08-28T02:39:17.651616+0000","last_clean":"2023-08-28T02:31:27.909649+0000","last_became_active":"2023-08-28T02:33:33.726805+0000","last_became_peered":"2023-08-28T02:33:33.726805+0000","last_unstale":"2023-08-28T02:39:17.651616+0000","last_undegraded":"2023-08-28T02:33:20.140072+0000","last_fullsized":"2023-08-28T02:33:13.278549+0000","mapping_epoch":298,"log_start":"257'2677","ondisk_log_start":"257'2677","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5399,"log_dups_size":0,"ondisk_log_size":5399,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:02:22.971585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":248512512,"num_objects":3792,"num_object_clones":0,"num_object_copies":11376,"num_objects_missing_on_primary":3765,"num_objects_missing":3765,"num_objects_degraded":2496,"num_objects_misplaced":7571,"num_objects_unfound":0,"num_objects_dirty":3792,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8076,"num_write_kb":379776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2131,"num_bytes_recovered":139526144,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[4,3],"avail_no_missing":["2","6"],"object_location_counts":[{"shards":"2,3,4,6","objects":13},{"shards":"2,3,6","objects":1282},{"shards":"2,4,6","objects":14},{"shards":"2,6","objects":2483},{"shards":"3,4","objects":-13}],"blocked_by":[],"up_primary":3,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.4","version":"75'161","reported_seq":576,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:13.676503+0000","last_change":"2023-08-28T02:33:12.296479+0000","last_active":"2023-08-28T02:39:13.676503+0000","last_peered":"2023-08-28T02:39:13.676503+0000","last_clean":"2023-08-28T02:39:13.676503+0000","last_became_active":"2023-08-28T02:33:12.294160+0000","last_became_peered":"2023-08-28T02:33:12.294160+0000","last_unstale":"2023-08-28T02:39:13.676503+0000","last_undegraded":"2023-08-28T02:39:13.676503+0000","last_fullsized":"2023-08-28T02:39:13.676503+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.899247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.899247+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":294,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:13.669687+0000","last_change":"2023-08-28T02:33:13.539335+0000","last_active":"2023-08-28T02:39:13.669687+0000","last_peered":"2023-08-28T02:39:13.669687+0000","last_clean":"2023-08-28T02:39:13.669687+0000","last_became_active":"2023-08-28T02:33:13.538978+0000","last_became_peered":"2023-08-28T02:33:13.538978+0000","last_unstale":"2023-08-28T02:39:13.669687+0000","last_undegraded":"2023-08-28T02:39:13.669687+0000","last_fullsized":"2023-08-28T02:39:13.669687+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:26:13.405766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"65'1","reported_seq":358,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:13.690961+0000","last_change":"2023-08-28T02:29:44.510205+0000","last_active":"2023-08-28T02:39:13.690961+0000","last_peered":"2023-08-28T02:39:13.690961+0000","last_clean":"2023-08-28T02:39:13.690961+0000","last_became_active":"2023-08-28T02:29:44.429357+0000","last_became_peered":"2023-08-28T02:29:44.429357+0000","last_unstale":"2023-08-28T02:39:13.690961+0000","last_undegraded":"2023-08-28T02:39:13.690961+0000","last_fullsized":"2023-08-28T02:39:13.690961+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:44:59.955729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":322,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:09.167518+0000","last_change":"2023-08-28T02:32:12.950661+0000","last_active":"2023-08-28T02:39:09.167518+0000","last_peered":"2023-08-28T02:39:09.167518+0000","last_clean":"2023-08-28T02:39:09.167518+0000","last_became_active":"2023-08-28T02:32:12.950276+0000","last_became_peered":"2023-08-28T02:32:12.950276+0000","last_unstale":"2023-08-28T02:39:09.167518+0000","last_undegraded":"2023-08-28T02:39:09.167518+0000","last_fullsized":"2023-08-28T02:39:09.167518+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:05:17.972868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"65'1","reported_seq":315,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:13.690542+0000","last_change":"2023-08-28T02:14:43.042150+0000","last_active":"2023-08-28T02:39:13.690542+0000","last_peered":"2023-08-28T02:39:13.690542+0000","last_clean":"2023-08-28T02:39:13.690542+0000","last_became_active":"2023-08-28T02:14:43.038336+0000","last_became_peered":"2023-08-28T02:14:43.038336+0000","last_unstale":"2023-08-28T02:39:13.690542+0000","last_undegraded":"2023-08-28T02:39:13.690542+0000","last_fullsized":"2023-08-28T02:39:13.690542+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:26:02.415152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":364,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:09.196795+0000","last_change":"2023-08-28T02:33:13.318097+0000","last_active":"2023-08-28T02:39:09.196795+0000","last_peered":"2023-08-28T02:39:09.196795+0000","last_clean":"2023-08-28T02:39:09.196795+0000","last_became_active":"2023-08-28T02:33:13.317761+0000","last_became_peered":"2023-08-28T02:33:13.317761+0000","last_unstale":"2023-08-28T02:39:09.196795+0000","last_undegraded":"2023-08-28T02:39:09.196795+0000","last_fullsized":"2023-08-28T02:39:09.196795+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:24.836996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"65'2","reported_seq":361,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:13.693980+0000","last_change":"2023-08-28T02:29:44.535937+0000","last_active":"2023-08-28T02:39:13.693980+0000","last_peered":"2023-08-28T02:39:13.693980+0000","last_clean":"2023-08-28T02:39:13.693980+0000","last_became_active":"2023-08-28T02:29:44.462244+0000","last_became_peered":"2023-08-28T02:29:44.462244+0000","last_unstale":"2023-08-28T02:39:13.693980+0000","last_undegraded":"2023-08-28T02:39:13.693980+0000","last_fullsized":"2023-08-28T02:39:13.693980+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:30:33.173713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":362,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:13.690377+0000","last_change":"2023-08-28T02:33:12.305580+0000","last_active":"2023-08-28T02:39:13.690377+0000","last_peered":"2023-08-28T02:39:13.690377+0000","last_clean":"2023-08-28T02:39:13.690377+0000","last_became_active":"2023-08-28T02:33:12.305261+0000","last_became_peered":"2023-08-28T02:33:12.305261+0000","last_unstale":"2023-08-28T02:39:13.690377+0000","last_undegraded":"2023-08-28T02:39:13.690377+0000","last_fullsized":"2023-08-28T02:39:13.690377+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:22:31.614221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"65'2","reported_seq":330,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:13.693488+0000","last_change":"2023-08-28T02:31:51.991101+0000","last_active":"2023-08-28T02:39:13.693488+0000","last_peered":"2023-08-28T02:39:13.693488+0000","last_clean":"2023-08-28T02:39:13.693488+0000","last_became_active":"2023-08-28T02:31:51.987237+0000","last_became_peered":"2023-08-28T02:31:51.987237+0000","last_unstale":"2023-08-28T02:39:13.693488+0000","last_undegraded":"2023-08-28T02:39:13.693488+0000","last_fullsized":"2023-08-28T02:39:13.693488+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:07:07.370857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":363,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:09.167621+0000","last_change":"2023-08-28T02:33:12.494483+0000","last_active":"2023-08-28T02:39:09.167621+0000","last_peered":"2023-08-28T02:39:09.167621+0000","last_clean":"2023-08-28T02:39:09.167621+0000","last_became_active":"2023-08-28T02:33:12.494136+0000","last_became_peered":"2023-08-28T02:33:12.494136+0000","last_unstale":"2023-08-28T02:39:09.167621+0000","last_undegraded":"2023-08-28T02:39:09.167621+0000","last_fullsized":"2023-08-28T02:39:09.167621+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:36.772588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"65'1","reported_seq":310,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:13.676847+0000","last_change":"2023-08-28T02:33:13.287922+0000","last_active":"2023-08-28T02:39:13.676847+0000","last_peered":"2023-08-28T02:39:13.676847+0000","last_clean":"2023-08-28T02:39:13.676847+0000","last_became_active":"2023-08-28T02:33:13.287520+0000","last_became_peered":"2023-08-28T02:33:13.287520+0000","last_unstale":"2023-08-28T02:39:13.676847+0000","last_undegraded":"2023-08-28T02:39:13.676847+0000","last_fullsized":"2023-08-28T02:39:13.676847+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:11.627168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":323,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:13.676293+0000","last_change":"2023-08-28T02:33:13.289469+0000","last_active":"2023-08-28T02:39:13.676293+0000","last_peered":"2023-08-28T02:39:13.676293+0000","last_clean":"2023-08-28T02:39:13.676293+0000","last_became_active":"2023-08-28T02:33:13.288737+0000","last_became_peered":"2023-08-28T02:33:13.288737+0000","last_unstale":"2023-08-28T02:39:13.676293+0000","last_undegraded":"2023-08-28T02:39:13.676293+0000","last_fullsized":"2023-08-28T02:39:13.676293+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:11:15.043550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"65'4","reported_seq":347,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:13.691191+0000","last_change":"2023-08-28T02:32:28.607010+0000","last_active":"2023-08-28T02:39:13.691191+0000","last_peered":"2023-08-28T02:39:13.691191+0000","last_clean":"2023-08-28T02:39:13.691191+0000","last_became_active":"2023-08-28T02:32:28.492224+0000","last_became_peered":"2023-08-28T02:32:28.492224+0000","last_unstale":"2023-08-28T02:39:13.691191+0000","last_undegraded":"2023-08-28T02:39:13.691191+0000","last_fullsized":"2023-08-28T02:39:13.691191+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:13:45.711951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":554,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":373,"reported_epoch":366,"state":"active+clean","last_fresh":"2023-08-28T02:39:09.167467+0000","last_change":"2023-08-28T02:33:13.309144+0000","last_active":"2023-08-28T02:39:09.167467+0000","last_peered":"2023-08-28T02:39:09.167467+0000","last_clean":"2023-08-28T02:39:09.167467+0000","last_became_active":"2023-08-28T02:33:13.308910+0000","last_became_peered":"2023-08-28T02:33:13.308910+0000","last_unstale":"2023-08-28T02:39:09.167467+0000","last_undegraded":"2023-08-28T02:39:09.167467+0000","last_fullsized":"2023-08-28T02:39:09.167467+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:09:59.549591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":3872325656,"num_objects":59088,"num_object_clones":0,"num_object_copies":177264,"num_objects_missing_on_primary":3765,"num_objects_missing":3765,"num_objects_degraded":14838,"num_objects_misplaced":18273,"num_objects_unfound":0,"num_objects_dirty":59088,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":127526,"num_write_kb":5971585,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":48167,"num_bytes_recovered":3130195968,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12832223232,"data_stored":12832211016,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97174,"ondisk_log_size":97174,"up":48,"acting":45,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":10126,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":370028,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":89,"num_read_kb":167,"num_write":44,"num_write_kb":440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":584707,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2048000,"data_stored":2033792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299789,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1676588,"kb_used_data":1185508,"kb_used_omap":0,"kb_used_meta":491072,"kb_avail":92068564,"statfs":{"total":95995035648,"available":94278209536,"internally_reserved":0,"allocated":1213960192,"data_stored":1212497695,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":502857728},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:39:14 2023","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.44700000000000001,"15min":1.0820000000000001},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.219},"max":{"1min":0.71799999999999997,"5min":1.524,"15min":13.118},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.53700000000000003,"15min":1.48},"min":{"1min":0.31900000000000001,"5min":0.247,"15min":0.246},"max":{"1min":2.3439999999999999,"5min":2.6989999999999998,"15min":17.402999999999999},"last":0.51700000000000002}]},{"osd":1,"last update":"Mon Aug 28 02:38:44 2023","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.58999999999999997,"15min":1.8260000000000001},"min":{"1min":0.28799999999999998,"5min":0.253,"15min":0.248},"max":{"1min":3.113,"5min":5.492,"15min":17.43},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.68700000000000006,"5min":0.73699999999999999,"15min":1.7410000000000001},"min":{"1min":0.32100000000000001,"5min":0.28699999999999998,"15min":0.25900000000000001},"max":{"1min":3.5880000000000001,"5min":5.5179999999999998,"15min":19.913},"last":0.55000000000000004}]},{"osd":2,"last update":"Mon Aug 28 02:38:28 2023","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.496,"15min":1.278},"min":{"1min":0.318,"5min":0.26800000000000002,"15min":0.22900000000000001},"max":{"1min":1.266,"5min":3.1760000000000002,"15min":8.3889999999999993},"last":0.496},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.56999999999999995,"15min":1.1359999999999999},"min":{"1min":0.34499999999999997,"5min":0.28799999999999998,"15min":0.28699999999999998},"max":{"1min":1.8720000000000001,"5min":2.399,"15min":9.2219999999999995},"last":0.435}]},{"osd":3,"last update":"Mon Aug 28 02:39:19 2023","interfaces":[{"interface":"back","average":{"1min":0.68300000000000005,"5min":0.60699999999999998,"15min":0.68100000000000005},"min":{"1min":0.35899999999999999,"5min":0.312,"15min":0.312},"max":{"1min":3.9430000000000001,"5min":3.9430000000000001,"15min":3.9430000000000001},"last":0.45400000000000001},{"interface":"front","average":{"1min":0.64400000000000002,"5min":0.59399999999999997,"15min":0.61799999999999999},"min":{"1min":0.32700000000000001,"5min":0.308,"15min":0.308},"max":{"1min":4.1879999999999997,"5min":4.1879999999999997,"15min":4.1879999999999997},"last":0.56200000000000006}]},{"osd":4,"last update":"Mon Aug 28 02:39:14 2023","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":0.49399999999999999,"15min":1.1659999999999999},"min":{"1min":0.27900000000000003,"5min":0.27700000000000002,"15min":0.245},"max":{"1min":2.3860000000000001,"5min":2.677,"15min":18.943000000000001},"last":0.29199999999999998},{"interface":"front","average":{"1min":0.81399999999999995,"5min":0.59699999999999998,"15min":0.84199999999999997},"min":{"1min":0.313,"5min":0.28699999999999998,"15min":0.25700000000000001},"max":{"1min":3.282,"5min":3.282,"15min":7.2130000000000001},"last":0.35099999999999998}]},{"osd":5,"last update":"Mon Aug 28 02:39:14 2023","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.51400000000000001,"15min":0.94699999999999995},"min":{"1min":0.31,"5min":0.28100000000000003,"15min":0.23599999999999999},"max":{"1min":0.81799999999999995,"5min":2.6669999999999998,"15min":14.622},"last":0.31},{"interface":"front","average":{"1min":0.79600000000000004,"5min":0.57799999999999996,"15min":1.1759999999999999},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27000000000000002},"max":{"1min":3.214,"5min":3.214,"15min":17.324999999999999},"last":0.371}]},{"osd":6,"last update":"Mon Aug 28 02:39:14 2023","interfaces":[{"interface":"back","average":{"1min":0.85699999999999998,"5min":0.63700000000000001,"15min":1.2110000000000001},"min":{"1min":0.36099999999999999,"5min":0.33300000000000002,"15min":0.30299999999999999},"max":{"1min":3.8959999999999999,"5min":3.8959999999999999,"15min":17.454999999999998},"last":0.33200000000000002},{"interface":"front","average":{"1min":0.71399999999999997,"5min":0.59299999999999997,"15min":0.83499999999999996},"min":{"1min":0.40000000000000002,"5min":0.33400000000000002,"15min":0.28999999999999998},"max":{"1min":2.1339999999999999,"5min":2.4399999999999999,"15min":7.665},"last":0.39000000000000001}]}]},{"osd":6,"up_from":0,"seq":193273528720,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":101,"seq":433791697178,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1350452,"kb_used_data":722284,"kb_used_omap":4,"kb_used_meta":628155,"kb_avail":92394700,"statfs":{"total":95995035648,"available":94612172800,"internally_reserved":0,"allocated":739618816,"data_stored":737526178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":643231630},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:38:48 2023","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.48699999999999999,"15min":1.776},"min":{"1min":0.24299999999999999,"5min":0.23799999999999999,"15min":0.22},"max":{"1min":1.659,"5min":3.3730000000000002,"15min":24.545999999999999},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.497,"5min":0.66500000000000004,"15min":2.323},"min":{"1min":0.27100000000000002,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":1.0600000000000001,"5min":7.2450000000000001,"15min":24.515000000000001},"last":0.38500000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:38:33 2023","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.66300000000000003,"15min":2.0409999999999999},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.24099999999999999},"max":{"1min":1.639,"5min":4.0579999999999998,"15min":22.161000000000001},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.64600000000000002,"15min":1.5},"min":{"1min":0.308,"5min":0.28399999999999997,"15min":0.254},"max":{"1min":1.431,"5min":7.0110000000000001,"15min":19.100999999999999},"last":0.44600000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:38:22 2023","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.56399999999999995,"15min":0.496},"min":{"1min":0.29199999999999998,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":1.704,"5min":2.742,"15min":2.742},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.56699999999999995,"15min":0.53200000000000003},"min":{"1min":0.29199999999999998,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.98099999999999998,"5min":3.5819999999999999,"15min":3.5819999999999999},"last":0.55700000000000005}]},{"osd":4,"last update":"Mon Aug 28 02:38:48 2023","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.64800000000000002,"15min":1.264},"min":{"1min":0.30599999999999999,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":1.9910000000000001,"5min":3.0259999999999998,"15min":18.992999999999999},"last":0.499},{"interface":"front","average":{"1min":0.73799999999999999,"5min":0.63,"15min":1.4419999999999999},"min":{"1min":0.44,"5min":0.34300000000000003,"15min":0.26400000000000001},"max":{"1min":2.0070000000000001,"5min":2.0070000000000001,"15min":14.779999999999999},"last":0.54000000000000004}]},{"osd":5,"last update":"Mon Aug 28 02:38:48 2023","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.67300000000000004,"15min":1.8979999999999999},"min":{"1min":0.372,"5min":0.36499999999999999,"15min":0.29999999999999999},"max":{"1min":0.96299999999999997,"5min":3.7029999999999998,"15min":18.626999999999999},"last":0.61199999999999999},{"interface":"front","average":{"1min":0.67700000000000005,"5min":0.70699999999999996,"15min":1.6639999999999999},"min":{"1min":0.38200000000000001,"5min":0.35299999999999998,"15min":0.33600000000000002},"max":{"1min":2.5739999999999998,"5min":3.0609999999999999,"15min":18.945},"last":0.68799999999999994}]},{"osd":6,"last update":"Mon Aug 28 02:38:48 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.70099999999999996,"15min":1.841},"min":{"1min":0.45300000000000001,"5min":0.40799999999999997,"15min":0.34300000000000003},"max":{"1min":1.923,"5min":3.7400000000000002,"15min":12.221},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.77000000000000002,"5min":0.77200000000000002,"15min":1.472},"min":{"1min":0.45000000000000001,"5min":0.39100000000000001,"15min":0.35699999999999998},"max":{"1min":2.4780000000000002,"5min":3.089,"15min":19.021999999999998},"last":0.746}]},{"osd":7,"last update":"Mon Aug 28 02:38:48 2023","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.76100000000000001,"15min":1.6080000000000001},"min":{"1min":0.434,"5min":0.38500000000000001,"15min":0.374},"max":{"1min":2.2850000000000001,"5min":3.1080000000000001,"15min":19.047999999999998},"last":0.71799999999999997},{"interface":"front","average":{"1min":0.94199999999999995,"5min":0.73499999999999999,"15min":1.6919999999999999},"min":{"1min":0.52400000000000002,"5min":0.432,"15min":0.312},"max":{"1min":2.3679999999999999,"5min":2.3679999999999999,"15min":14.818},"last":0.59299999999999997}]}]},{"osd":0,"up_from":87,"seq":373662155045,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3033544,"kb_used_data":2350464,"kb_used_omap":5,"kb_used_meta":683066,"kb_avail":90711608,"statfs":{"total":95995035648,"available":92888686592,"internally_reserved":0,"allocated":2406875136,"data_stored":2404660500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":699460218},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:38:40 2023","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.45900000000000002,"15min":1.4199999999999999},"min":{"1min":0.23699999999999999,"5min":0.20300000000000001,"15min":0.184},"max":{"1min":0.94499999999999995,"5min":2.5489999999999999,"15min":30.315000000000001},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.51700000000000002,"15min":2.073},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.221},"max":{"1min":0.83499999999999996,"5min":4.0679999999999996,"15min":69.272000000000006},"last":0.61499999999999999}]},{"osd":2,"last update":"Mon Aug 28 02:38:40 2023","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.65000000000000002,"15min":1.6819999999999999},"min":{"1min":0.27900000000000003,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":1.9419999999999999,"5min":4.4020000000000001,"15min":20.959},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.66300000000000003,"15min":1.518},"min":{"1min":0.314,"5min":0.28000000000000003,"15min":0.24299999999999999},"max":{"1min":1.71,"5min":6.1180000000000003,"15min":9.3729999999999993},"last":0.313}]},{"osd":3,"last update":"Mon Aug 28 02:38:22 2023","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.76800000000000002,"15min":0.75600000000000001},"min":{"1min":0.32800000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":1.9139999999999999,"5min":5.6680000000000001,"15min":5.6680000000000001},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.70499999999999996,"15min":0.755},"min":{"1min":0.38700000000000001,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.83299999999999996,"5min":4.9199999999999999,"15min":4.9199999999999999},"last":0.495}]},{"osd":4,"last update":"Mon Aug 28 02:38:22 2023","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.53600000000000003,"15min":2.246},"min":{"1min":0.34699999999999998,"5min":0.315,"15min":0.29299999999999998},"max":{"1min":0.64600000000000002,"5min":2.3210000000000002,"15min":274.33199999999999},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.65500000000000003,"15min":2.6080000000000001},"min":{"1min":0.40500000000000003,"5min":0.315,"15min":0.28199999999999997},"max":{"1min":0.73899999999999999,"5min":2.6520000000000001,"15min":266.31999999999999},"last":0.54300000000000004}]},{"osd":5,"last update":"Mon Aug 28 02:38:23 2023","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.57799999999999996,"15min":1.323},"min":{"1min":0.34999999999999998,"5min":0.33300000000000002,"15min":0.29299999999999998},"max":{"1min":0.81200000000000006,"5min":2.3759999999999999,"15min":13.038},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.63700000000000001,"15min":1.8069999999999999},"min":{"1min":0.41699999999999998,"5min":0.36399999999999999,"15min":0.27800000000000002},"max":{"1min":0.76700000000000002,"5min":2.2679999999999998,"15min":15.231},"last":0.58999999999999997}]},{"osd":6,"last update":"Mon Aug 28 02:38:23 2023","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.63700000000000001,"15min":1.4870000000000001},"min":{"1min":0.441,"5min":0.38300000000000001,"15min":0.29399999999999998},"max":{"1min":0.82399999999999995,"5min":2.4540000000000002,"15min":15.122999999999999},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.67900000000000005,"15min":1.802},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.35599999999999998},"max":{"1min":0.80500000000000005,"5min":2.3029999999999999,"15min":15.186999999999999},"last":0.63400000000000001}]},{"osd":7,"last update":"Mon Aug 28 02:38:23 2023","interfaces":[{"interface":"back","average":{"1min":0.76300000000000001,"5min":0.80400000000000005,"15min":1.8280000000000001},"min":{"1min":0.442,"5min":0.36399999999999999,"15min":0.33400000000000002},"max":{"1min":3.2130000000000001,"5min":4.4390000000000001,"15min":16.183},"last":0.66700000000000004},{"interface":"front","average":{"1min":0.76100000000000001,"5min":0.73199999999999998,"15min":1.5209999999999999},"min":{"1min":0.47699999999999998,"5min":0.46000000000000002,"15min":0.35999999999999999},"max":{"1min":3.194,"5min":3.194,"15min":13.005000000000001},"last":0.56000000000000005}]}]},{"osd":2,"up_from":0,"seq":502511173904,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":297,"seq":1275605286987,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":906676,"kb_used_data":757804,"kb_used_omap":2,"kb_used_meta":148861,"kb_avail":92838476,"statfs":{"total":95995035648,"available":95066599424,"internally_reserved":0,"allocated":775991296,"data_stored":773900677,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":152433717},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:39:18 2023","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.54100000000000004,"15min":0.44900000000000001},"min":{"1min":0.22700000000000001,"5min":0.224,"15min":0.22},"max":{"1min":0.67400000000000004,"5min":6.8819999999999997,"15min":6.8819999999999997},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.443,"5min":0.58499999999999996,"15min":0.66100000000000003},"min":{"1min":0.29499999999999998,"5min":0.217,"15min":0.217},"max":{"1min":0.77200000000000002,"5min":6.7839999999999998,"15min":6.7839999999999998},"last":0.55200000000000005}]},{"osd":1,"last update":"Mon Aug 28 02:39:18 2023","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.60499999999999998,"15min":0.46700000000000003},"min":{"1min":0.30599999999999999,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.748,"5min":4.0650000000000004,"15min":4.0650000000000004},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.63200000000000001,"15min":0.69399999999999995},"min":{"1min":0.28000000000000003,"5min":0.249,"15min":0.249},"max":{"1min":2.121,"5min":3.9249999999999998,"15min":3.9249999999999998},"last":0.45000000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:39:18 2023","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.52800000000000002,"15min":0.60399999999999998},"min":{"1min":0.32600000000000001,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":2.1659999999999999,"5min":2.3079999999999998,"15min":2.5449999999999999},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.623,"15min":0.56999999999999995},"min":{"1min":0.317,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.94099999999999995,"5min":4.7030000000000003,"15min":4.7030000000000003},"last":0.51600000000000001}]},{"osd":4,"last update":"Mon Aug 28 02:39:18 2023","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.64000000000000001,"15min":0.59399999999999997},"min":{"1min":0.38700000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.153,"5min":6.2670000000000003,"15min":6.2670000000000003},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.64400000000000002,"15min":0.56999999999999995},"min":{"1min":0.378,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.93700000000000006,"5min":3.5030000000000001,"15min":3.5030000000000001},"last":0.621}]},{"osd":5,"last update":"Mon Aug 28 02:39:18 2023","interfaces":[{"interface":"back","average":{"1min":0.68400000000000005,"5min":0.66700000000000004,"15min":0.59999999999999998},"min":{"1min":0.42299999999999999,"5min":0.313,"15min":0.313},"max":{"1min":2.7450000000000001,"5min":3.5390000000000001,"15min":3.5390000000000001},"last":0.71199999999999997},{"interface":"front","average":{"1min":0.70199999999999996,"5min":0.64000000000000001,"15min":0.57399999999999995},"min":{"1min":0.40999999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":2.919,"5min":3.411,"15min":3.411},"last":0.61199999999999999}]},{"osd":6,"last update":"Mon Aug 28 02:39:18 2023","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":0.67100000000000004,"15min":0.65300000000000002},"min":{"1min":0.438,"5min":0.436,"15min":0.436},"max":{"1min":2.4950000000000001,"5min":2.4950000000000001,"15min":2.4950000000000001},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.77600000000000002,"5min":0.71899999999999997,"15min":0.66100000000000003},"min":{"1min":0.46300000000000002,"5min":0.378,"15min":0.378},"max":{"1min":2.5369999999999999,"5min":3.6099999999999999,"15min":3.6099999999999999},"last":0.67100000000000004}]},{"osd":7,"last update":"Mon Aug 28 02:39:18 2023","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.67000000000000004,"15min":0.60799999999999998},"min":{"1min":0.42999999999999999,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":2.645,"5min":2.9399999999999999,"15min":2.9399999999999999},"last":0.65400000000000003},{"interface":"front","average":{"1min":0.71199999999999997,"5min":0.71399999999999997,"15min":0.67000000000000004},"min":{"1min":0.42099999999999999,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":2.661,"5min":2.9540000000000002,"15min":2.9540000000000002},"last":0.68700000000000006}]}]},{"osd":4,"up_from":30,"seq":128849019281,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3113188,"kb_used_data":2621020,"kb_used_omap":0,"kb_used_meta":492160,"kb_avail":90631964,"statfs":{"total":95995035648,"available":92807131136,"internally_reserved":0,"allocated":2683924480,"data_stored":2682462608,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":503971840},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,0,1,0,2,1,5,3],"upper_bound":4096},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:38:24 2023","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.57699999999999996,"15min":1.5069999999999999},"min":{"1min":0.23899999999999999,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":1.21,"5min":10.249000000000001,"15min":22.515000000000001},"last":0.36599999999999999},{"interface":"front","average":{"1min":0.48799999999999999,"5min":0.54300000000000004,"15min":1.4430000000000001},"min":{"1min":0.29299999999999998,"5min":0.23200000000000001,"15min":0.218},"max":{"1min":0.79000000000000004,"5min":4.5250000000000004,"15min":22.454000000000001},"last":0.27300000000000002}]},{"osd":1,"last update":"Mon Aug 28 02:38:49 2023","interfaces":[{"interface":"back","average":{"1min":0.47899999999999998,"5min":0.56899999999999995,"15min":1.2889999999999999},"min":{"1min":0.29599999999999999,"5min":0.254,"15min":0.248},"max":{"1min":0.70799999999999996,"5min":5.5979999999999999,"15min":23.082000000000001},"last":0.31},{"interface":"front","average":{"1min":0.48399999999999999,"5min":0.53700000000000003,"15min":1.4319999999999999},"min":{"1min":0.33700000000000002,"5min":0.28199999999999997,"15min":0.26000000000000001},"max":{"1min":0.65200000000000002,"5min":4.5910000000000002,"15min":25.100000000000001},"last":0.44800000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:38:24 2023","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.64600000000000002,"15min":1.464},"min":{"1min":0.34499999999999997,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":1.3979999999999999,"5min":4.5430000000000001,"15min":16.231000000000002},"last":0.34200000000000003},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.65200000000000002,"15min":1.387},"min":{"1min":0.314,"5min":0.312,"15min":0.29299999999999998},"max":{"1min":2.2719999999999998,"5min":5.6360000000000001,"15min":13.515000000000001},"last":0.38200000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:38:24 2023","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.65600000000000003,"15min":0.75700000000000001},"min":{"1min":0.34200000000000003,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.516,"5min":7.7480000000000002,"15min":7.7480000000000002},"last":0.41799999999999998},{"interface":"front","average":{"1min":0.71699999999999997,"5min":0.72399999999999998,"15min":0.67400000000000004},"min":{"1min":0.36899999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":2.3290000000000002,"5min":3.7069999999999999,"15min":3.7069999999999999},"last":0.36099999999999999}]},{"osd":5,"last update":"Mon Aug 28 02:39:03 2023","interfaces":[{"interface":"back","average":{"1min":0.38500000000000001,"5min":0.48299999999999998,"15min":1.008},"min":{"1min":0.29099999999999998,"5min":0.27300000000000002,"15min":0.222},"max":{"1min":0.65000000000000002,"5min":4.609,"15min":16.181999999999999},"last":4.1459999999999999},{"interface":"front","average":{"1min":0.432,"5min":0.47199999999999998,"15min":1.0669999999999999},"min":{"1min":0.30199999999999999,"5min":0.27500000000000002,"15min":0.20699999999999999},"max":{"1min":0.80400000000000005,"5min":1.5700000000000001,"15min":10.233000000000001},"last":0.32900000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:38:18 2023","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":0.53100000000000003,"15min":1.02},"min":{"1min":0.28699999999999998,"5min":0.27100000000000002,"15min":0.26500000000000001},"max":{"1min":0.72799999999999998,"5min":2.9830000000000001,"15min":10.023999999999999},"last":2.2949999999999999},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.54400000000000004,"15min":1.0940000000000001},"min":{"1min":0.32100000000000001,"5min":0.30499999999999999,"15min":0.26600000000000001},"max":{"1min":1.131,"5min":4.5880000000000001,"15min":8.5},"last":1.248}]},{"osd":7,"last update":"Mon Aug 28 02:38:24 2023","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.54400000000000004,"15min":1.103},"min":{"1min":0.375,"5min":0.28999999999999998,"15min":0.22500000000000001},"max":{"1min":0.68400000000000005,"5min":4.5720000000000001,"15min":9.3209999999999997},"last":4.5250000000000004},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.57399999999999995,"15min":1.0649999999999999},"min":{"1min":0.34300000000000003,"5min":0.32400000000000001,"15min":0.30299999999999999},"max":{"1min":0.94199999999999995,"5min":1.647,"15min":15.597},"last":0.55700000000000005}]}]},{"osd":5,"up_from":37,"seq":158913790355,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2229532,"kb_used_data":1659732,"kb_used_omap":0,"kb_used_meta":569792,"kb_avail":91515620,"statfs":{"total":95995035648,"available":93711994880,"internally_reserved":0,"allocated":1699565568,"data_stored":1698115673,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":583467008},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:38:52 2023","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.437,"15min":1.4099999999999999},"min":{"1min":0.26100000000000001,"5min":0.23200000000000001,"15min":0.20200000000000001},"max":{"1min":0.64600000000000002,"5min":1.1100000000000001,"15min":15.156000000000001},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.53300000000000003,"15min":1.45},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.24099999999999999},"max":{"1min":1.4019999999999999,"5min":4.298,"15min":19.815999999999999},"last":0.45900000000000002}]},{"osd":1,"last update":"Mon Aug 28 02:38:52 2023","interfaces":[{"interface":"back","average":{"1min":0.73999999999999999,"5min":0.53600000000000003,"15min":1.651},"min":{"1min":0.312,"5min":0.27900000000000003,"15min":0.23699999999999999},"max":{"1min":3.7989999999999999,"5min":3.7989999999999999,"15min":17.998000000000001},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.56100000000000005,"15min":1.4990000000000001},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.26000000000000001},"max":{"1min":1.056,"5min":4.2149999999999999,"15min":19.853000000000002},"last":0.504}]},{"osd":2,"last update":"Mon Aug 28 02:38:52 2023","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.51400000000000001,"15min":1.3129999999999999},"min":{"1min":0.32100000000000001,"5min":0.28100000000000003,"15min":0.27700000000000002},"max":{"1min":0.68999999999999995,"5min":1.776,"15min":13.335000000000001},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.77000000000000002,"5min":0.66300000000000003,"15min":1.54},"min":{"1min":0.39100000000000001,"5min":0.315,"15min":0.28499999999999998},"max":{"1min":3.597,"5min":4.2400000000000002,"15min":10.629},"last":0.434}]},{"osd":3,"last update":"Mon Aug 28 02:38:23 2023","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.66100000000000003,"15min":1.0860000000000001},"min":{"1min":0.31,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.94399999999999995,"5min":16.190999999999999,"15min":16.190999999999999},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.628,"5min":0.84799999999999998,"15min":1.4059999999999999},"min":{"1min":0.36099999999999999,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":2.0470000000000002,"5min":21.420999999999999,"15min":21.420999999999999},"last":0.55000000000000004}]},{"osd":4,"last update":"Mon Aug 28 02:39:02 2023","interfaces":[{"interface":"back","average":{"1min":0.438,"5min":0.42299999999999999,"15min":1.016},"min":{"1min":0.251,"5min":0.25,"15min":0.23100000000000001},"max":{"1min":0.98699999999999999,"5min":1.516,"15min":13.616},"last":0.313},{"interface":"front","average":{"1min":0.75800000000000001,"5min":0.58199999999999996,"15min":1.1859999999999999},"min":{"1min":0.29299999999999998,"5min":0.28499999999999998,"15min":0.25700000000000001},"max":{"1min":3.5179999999999998,"5min":4.1879999999999997,"15min":10.664999999999999},"last":0.38100000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:38:52 2023","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.55700000000000005,"15min":1.2190000000000001},"min":{"1min":0.29099999999999998,"5min":0.28599999999999998,"15min":0.23300000000000001},"max":{"1min":1.6839999999999999,"5min":4.04,"15min":17.510000000000002},"last":0.34999999999999998},{"interface":"front","average":{"1min":0.755,"5min":0.55900000000000005,"15min":1.179},"min":{"1min":0.34000000000000002,"5min":0.29499999999999998,"15min":0.254},"max":{"1min":3.726,"5min":3.726,"15min":15.856999999999999},"last":0.46899999999999997}]},{"osd":7,"last update":"Mon Aug 28 02:38:52 2023","interfaces":[{"interface":"back","average":{"1min":0.98499999999999999,"5min":0.64600000000000002,"15min":1.3700000000000001},"min":{"1min":0.40899999999999997,"5min":0.34999999999999998,"15min":0.315},"max":{"1min":6.9630000000000001,"5min":6.9630000000000001,"15min":31.707000000000001},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.95399999999999996,"5min":0.70099999999999996,"15min":1.423},"min":{"1min":0.39400000000000002,"5min":0.33000000000000002,"15min":0.318},"max":{"1min":4.5890000000000004,"5min":4.5890000000000004,"15min":31.66},"last":0.52700000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":2398752768,"data_stored":2398748696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":733741056,"data_stored":733741056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1651638272,"data_stored":1651638272,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":769654784,"data_stored":769654784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":2675642368,"data_stored":2675638296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1690828800,"data_stored":1690828800,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1703612416,"data_stored":1703608344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1208352768,"data_stored":1208352768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:39:23.492 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph status --format=json 2023-08-28T02:39:23.501 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:39:23.586 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:23.617 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:39:23.621 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:23.622 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:39:23.720 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:39:23.723 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:39:23.755 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:23.780 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:39:23.784 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:23.784 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:39:23.845 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:39:23.885 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:39:23.913 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:23.933 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:39:23.937 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:23.937 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:39:24.038 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:39:24.063 INFO:teuthology.orchestra.run.smithi040.stderr:noscrub is unset 2023-08-28T02:39:24.077 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:24.201 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:39:24.203 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:24 smithi083 ceph-mon[157819]: from='client.46376 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:39:24.203 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:24 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/4116015727' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:39:24.203 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:24 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:39:24.204 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:24.204 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:39:24.305 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:39:24.329 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-08-28T02:39:24.337 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:24 smithi040 ceph-mon[170259]: from='client.46376 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:39:24.338 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:24 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/4116015727' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:39:24.338 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:24 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:39:24.338 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:24 smithi040 ceph-mon[175404]: from='client.46376 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:39:24.338 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:24 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/4116015727' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:39:24.338 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:24 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:39:24.341 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:24.366 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:39:24.369 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:24.369 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:39:24.470 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:39:24.501 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:24.523 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:39:24.526 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:24.526 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:39:24.627 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:39:24.659 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:24.734 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:39:24.738 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:24.738 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:39:24.779 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2023-08-28T02:39:24.779 INFO:teuthology.orchestra.run.smithi083.stdout: "size": 20, 2023-08-28T02:39:24.780 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 600, 2023-08-28T02:39:24.780 INFO:teuthology.orchestra.run.smithi083.stdout: "ops": [ 2023-08-28T02:39:24.780 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.780 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_repop(client.34719.0:166816 9.13 e217/196 9:c8aedeed:::benchmark_data_smithi040_209735_object59221:head v 217'7076, mlcod=216'7074)", 2023-08-28T02:39:24.780 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:29:32.935340+0000", 2023-08-28T02:39:24.780 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 591.841767946, 2023-08-28T02:39:24.780 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.207471302, 2023-08-28T02:39:24.780 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:39:24.780 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:39:24.780 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:39:24.781 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.781 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:39:24.781 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.935340+0000", 2023-08-28T02:39:24.781 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:39:24.781 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.781 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.781 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:39:24.781 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.935340+0000", 2023-08-28T02:39:24.781 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:39:24.781 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.781 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.781 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:39:24.781 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.935339+0000", 2023-08-28T02:39:24.782 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:39:24.782 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.782 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.782 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:39:24.782 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.935348+0000", 2023-08-28T02:39:24.782 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.3989999999999993e-06 2023-08-28T02:39:24.782 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.782 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.782 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:39:24.782 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.935360+0000", 2023-08-28T02:39:24.782 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1888999999999999e-05 2023-08-28T02:39:24.783 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.783 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.783 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:39:24.783 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.935369+0000", 2023-08-28T02:39:24.783 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.7360000000000007e-06 2023-08-28T02:39:24.783 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.783 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.783 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:39:24.783 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.935416+0000", 2023-08-28T02:39:24.783 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.7032e-05 2023-08-28T02:39:24.783 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.783 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.784 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:39:24.784 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:32.935439+0000", 2023-08-28T02:39:24.784 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.3125999999999998e-05 2023-08-28T02:39:24.784 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.784 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.784 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:39:24.784 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.142781+0000", 2023-08-28T02:39:24.784 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.207341945 2023-08-28T02:39:24.784 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.784 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.784 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:39:24.784 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:29:33.142811+0000", 2023-08-28T02:39:24.785 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.025e-05 2023-08-28T02:39:24.785 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:39:24.785 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:39:24.785 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:39:24.785 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.785 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.785 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:15973 10.f 10:f156d307:::benchmark_data_smithi040_250784_object15972:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e255)", 2023-08-28T02:39:24.785 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:01.960653+0000", 2023-08-28T02:39:24.785 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 502.81645486999997, 2023-08-28T02:39:24.785 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.074587173000000007, 2023-08-28T02:39:24.785 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:39:24.785 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:39:24.786 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:39:24.786 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:39:24.786 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:39:24.786 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 15973 2023-08-28T02:39:24.786 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.786 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:39:24.786 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.786 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:39:24.786 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.960653+0000", 2023-08-28T02:39:24.786 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:39:24.786 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.787 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.787 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:39:24.787 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.960653+0000", 2023-08-28T02:39:24.787 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:39:24.787 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.787 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.787 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:39:24.787 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.960652+0000", 2023-08-28T02:39:24.787 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:39:24.787 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.787 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.787 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:39:24.788 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.960761+0000", 2023-08-28T02:39:24.788 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000108657 2023-08-28T02:39:24.788 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.788 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.788 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:39:24.788 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.960772+0000", 2023-08-28T02:39:24.788 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1491999999999999e-05 2023-08-28T02:39:24.788 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.788 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.788 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:39:24.788 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.960779+0000", 2023-08-28T02:39:24.788 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.8360000000000003e-06 2023-08-28T02:39:24.788 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.789 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.789 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:39:24.789 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.961398+0000", 2023-08-28T02:39:24.789 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00061934700000000002 2023-08-28T02:39:24.789 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.789 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.789 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:39:24.789 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.961506+0000", 2023-08-28T02:39:24.789 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00010712 2023-08-28T02:39:24.789 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.789 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.789 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 2,3", 2023-08-28T02:39:24.790 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.961628+0000", 2023-08-28T02:39:24.790 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00012226399999999999 2023-08-28T02:39:24.790 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.790 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.790 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:39:24.790 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.962685+0000", 2023-08-28T02:39:24.790 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.001057573 2023-08-28T02:39:24.790 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.790 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.790 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:24.790 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963913+0000", 2023-08-28T02:39:24.790 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0012280609999999999 2023-08-28T02:39:24.791 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.791 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.791 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:24.791 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.035152+0000", 2023-08-28T02:39:24.791 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.071238836999999999 2023-08-28T02:39:24.791 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.791 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.791 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:39:24.791 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.035200+0000", 2023-08-28T02:39:24.791 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.7976999999999998e-05 2023-08-28T02:39:24.791 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.792 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.792 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:39:24.792 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.035240+0000", 2023-08-28T02:39:24.792 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.9879000000000002e-05 2023-08-28T02:39:24.792 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:39:24.792 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:39:24.792 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:39:24.792 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.792 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.792 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:15976 10.0 10:04abaf74:::benchmark_data_smithi040_250784_object15975:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e255)", 2023-08-28T02:39:24.792 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:01.962378+0000", 2023-08-28T02:39:24.792 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 502.814729774, 2023-08-28T02:39:24.793 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.075520459999999998, 2023-08-28T02:39:24.793 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:39:24.793 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:39:24.793 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:39:24.793 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:39:24.793 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:39:24.793 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 15976 2023-08-28T02:39:24.793 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.793 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:39:24.793 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.793 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:39:24.793 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.962378+0000", 2023-08-28T02:39:24.793 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:39:24.794 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.794 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.794 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:39:24.794 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.962378+0000", 2023-08-28T02:39:24.794 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:39:24.794 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.794 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.794 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:39:24.794 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.962377+0000", 2023-08-28T02:39:24.794 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:39:24.794 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.794 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.795 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:39:24.795 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963038+0000", 2023-08-28T02:39:24.795 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00066063600000000004 2023-08-28T02:39:24.795 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.795 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.795 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:39:24.795 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963055+0000", 2023-08-28T02:39:24.795 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.6986e-05 2023-08-28T02:39:24.795 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.795 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.795 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:39:24.795 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963061+0000", 2023-08-28T02:39:24.796 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.3799999999999999e-06 2023-08-28T02:39:24.796 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.796 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.796 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:39:24.796 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963106+0000", 2023-08-28T02:39:24.796 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.5080000000000002e-05 2023-08-28T02:39:24.796 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.796 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.796 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:39:24.796 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963212+0000", 2023-08-28T02:39:24.796 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000105581 2023-08-28T02:39:24.797 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.797 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.797 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,4", 2023-08-28T02:39:24.797 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963333+0000", 2023-08-28T02:39:24.797 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00012171399999999999 2023-08-28T02:39:24.797 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.797 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.797 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:39:24.797 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.035999+0000", 2023-08-28T02:39:24.797 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.072665946999999995 2023-08-28T02:39:24.797 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.797 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.798 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:24.798 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.036037+0000", 2023-08-28T02:39:24.798 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.7283000000000002e-05 2023-08-28T02:39:24.798 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.798 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.798 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:24.798 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.037810+0000", 2023-08-28T02:39:24.798 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0017734339999999999 2023-08-28T02:39:24.798 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.798 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.798 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:39:24.798 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.037857+0000", 2023-08-28T02:39:24.799 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.7273e-05 2023-08-28T02:39:24.799 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.799 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.799 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:39:24.799 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.037899+0000", 2023-08-28T02:39:24.799 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.1238000000000001e-05 2023-08-28T02:39:24.799 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:39:24.799 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:39:24.799 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:39:24.799 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.800 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.800 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:15977 10.0 10:07e57540:::benchmark_data_smithi040_250784_object15976:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e255)", 2023-08-28T02:39:24.800 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:01.963074+0000", 2023-08-28T02:39:24.800 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 502.81403358199998, 2023-08-28T02:39:24.800 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.074940121999999998, 2023-08-28T02:39:24.800 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:39:24.800 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:39:24.800 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:39:24.800 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:39:24.800 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:39:24.800 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 15977 2023-08-28T02:39:24.801 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.801 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:39:24.801 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.801 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:39:24.801 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963074+0000", 2023-08-28T02:39:24.801 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:39:24.801 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.801 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.801 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:39:24.801 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963074+0000", 2023-08-28T02:39:24.801 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:39:24.801 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.802 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.802 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:39:24.802 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963074+0000", 2023-08-28T02:39:24.802 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999995 2023-08-28T02:39:24.802 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.802 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.802 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:39:24.802 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963111+0000", 2023-08-28T02:39:24.802 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.7444999999999998e-05 2023-08-28T02:39:24.802 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.802 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.803 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:39:24.803 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963119+0000", 2023-08-28T02:39:24.803 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.4419999999999998e-06 2023-08-28T02:39:24.803 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.803 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.803 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:39:24.803 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963124+0000", 2023-08-28T02:39:24.803 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.8670000000000002e-06 2023-08-28T02:39:24.803 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.803 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.803 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:39:24.803 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.964079+0000", 2023-08-28T02:39:24.803 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00095448400000000002 2023-08-28T02:39:24.804 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.804 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.804 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:39:24.804 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.964187+0000", 2023-08-28T02:39:24.804 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00010782599999999999 2023-08-28T02:39:24.804 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.804 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.804 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,4", 2023-08-28T02:39:24.804 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.964309+0000", 2023-08-28T02:39:24.804 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00012207900000000001 2023-08-28T02:39:24.804 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.805 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.805 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:39:24.805 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.036048+0000", 2023-08-28T02:39:24.805 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.071738821999999994 2023-08-28T02:39:24.805 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.805 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.805 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:24.805 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.036702+0000", 2023-08-28T02:39:24.805 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00065405499999999996 2023-08-28T02:39:24.805 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.805 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.806 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:24.806 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.037934+0000", 2023-08-28T02:39:24.806 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.001231996 2023-08-28T02:39:24.806 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.806 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.806 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:39:24.806 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.037980+0000", 2023-08-28T02:39:24.806 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.6393000000000001e-05 2023-08-28T02:39:24.806 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.806 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.806 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:39:24.807 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.038014+0000", 2023-08-28T02:39:24.807 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.4411e-05 2023-08-28T02:39:24.807 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:39:24.807 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:39:24.807 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:39:24.807 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.807 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.807 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:15980 10.0 10:0c83dbed:::benchmark_data_smithi040_250784_object15979:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e255)", 2023-08-28T02:39:24.807 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:01.963130+0000", 2023-08-28T02:39:24.807 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 502.81397785199999, 2023-08-28T02:39:24.807 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.077545014999999995, 2023-08-28T02:39:24.807 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:39:24.808 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:39:24.808 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:39:24.808 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:39:24.808 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:39:24.808 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 15980 2023-08-28T02:39:24.808 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.808 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:39:24.808 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.808 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:39:24.808 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963130+0000", 2023-08-28T02:39:24.808 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:39:24.808 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.809 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.809 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:39:24.809 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963130+0000", 2023-08-28T02:39:24.809 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:39:24.809 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.809 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.809 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:39:24.809 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963129+0000", 2023-08-28T02:39:24.809 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999995 2023-08-28T02:39:24.809 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.809 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.810 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:39:24.810 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963233+0000", 2023-08-28T02:39:24.810 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00010377700000000001 2023-08-28T02:39:24.810 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.810 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.810 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:39:24.810 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963242+0000", 2023-08-28T02:39:24.810 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.6219999999999998e-06 2023-08-28T02:39:24.810 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.810 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.810 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:39:24.810 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963247+0000", 2023-08-28T02:39:24.811 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.3260000000000003e-06 2023-08-28T02:39:24.811 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.811 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.811 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:39:24.811 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.034900+0000", 2023-08-28T02:39:24.811 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.071652460000000001 2023-08-28T02:39:24.811 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.811 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.811 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:39:24.811 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.035092+0000", 2023-08-28T02:39:24.811 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00019272500000000001 2023-08-28T02:39:24.812 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.812 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.812 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,4", 2023-08-28T02:39:24.812 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.035256+0000", 2023-08-28T02:39:24.812 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00016368200000000001 2023-08-28T02:39:24.812 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.812 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.812 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:24.812 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.037487+0000", 2023-08-28T02:39:24.812 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.002230601 2023-08-28T02:39:24.812 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.812 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.813 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:24.813 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.038054+0000", 2023-08-28T02:39:24.813 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00056774799999999997 2023-08-28T02:39:24.813 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.813 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.813 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:39:24.813 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.040583+0000", 2023-08-28T02:39:24.813 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0025288979999999999 2023-08-28T02:39:24.813 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.813 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.813 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:39:24.813 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.040637+0000", 2023-08-28T02:39:24.813 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.3661e-05 2023-08-28T02:39:24.814 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.814 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.814 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:39:24.814 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.040675+0000", 2023-08-28T02:39:24.814 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.8016999999999999e-05 2023-08-28T02:39:24.814 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:39:24.814 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:39:24.814 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:39:24.814 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.814 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.814 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:15984 10.a 10:5ac8537c:::benchmark_data_smithi040_250784_object15983:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e255)", 2023-08-28T02:39:24.814 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:01.963359+0000", 2023-08-28T02:39:24.815 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 502.81374839599999, 2023-08-28T02:39:24.815 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.074734667000000005, 2023-08-28T02:39:24.815 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:39:24.815 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:39:24.815 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:39:24.815 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:39:24.815 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:39:24.815 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 15984 2023-08-28T02:39:24.815 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.815 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:39:24.815 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.815 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:39:24.816 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963359+0000", 2023-08-28T02:39:24.816 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:39:24.816 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.816 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.816 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:39:24.816 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963359+0000", 2023-08-28T02:39:24.816 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:39:24.816 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.816 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.816 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:39:24.816 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963358+0000", 2023-08-28T02:39:24.816 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:39:24.816 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.817 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.817 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:39:24.817 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963447+0000", 2023-08-28T02:39:24.817 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.8708000000000005e-05 2023-08-28T02:39:24.817 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.817 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.817 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:39:24.817 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963459+0000", 2023-08-28T02:39:24.817 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1643e-05 2023-08-28T02:39:24.817 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.817 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.817 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:39:24.817 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963466+0000", 2023-08-28T02:39:24.817 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.9099999999999999e-06 2023-08-28T02:39:24.818 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.818 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.818 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:39:24.818 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963511+0000", 2023-08-28T02:39:24.818 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.5599000000000002e-05 2023-08-28T02:39:24.818 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.818 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.818 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:39:24.818 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963624+0000", 2023-08-28T02:39:24.818 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00011232 2023-08-28T02:39:24.818 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.818 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.819 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:39:24.819 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963748+0000", 2023-08-28T02:39:24.819 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00012438400000000001 2023-08-28T02:39:24.819 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.819 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.819 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:39:24.819 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.964583+0000", 2023-08-28T02:39:24.819 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00083524300000000005 2023-08-28T02:39:24.819 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.819 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.819 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:24.819 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.037961+0000", 2023-08-28T02:39:24.820 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.073377633999999997 2023-08-28T02:39:24.820 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.820 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.820 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:24.820 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.037996+0000", 2023-08-28T02:39:24.820 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.5299000000000002e-05 2023-08-28T02:39:24.820 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.820 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.820 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:39:24.820 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.038039+0000", 2023-08-28T02:39:24.820 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.2629000000000001e-05 2023-08-28T02:39:24.820 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.821 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.821 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:39:24.821 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.038094+0000", 2023-08-28T02:39:24.821 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.5274e-05 2023-08-28T02:39:24.821 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:39:24.821 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:39:24.821 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:39:24.821 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.821 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.821 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:15985 10.a 10:54fc5c0b:::benchmark_data_smithi040_250784_object15984:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e255)", 2023-08-28T02:39:24.821 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:01.964833+0000", 2023-08-28T02:39:24.822 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 502.812275048, 2023-08-28T02:39:24.822 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.075174487999999998, 2023-08-28T02:39:24.822 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:39:24.822 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:39:24.822 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:39:24.822 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:39:24.822 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:39:24.822 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 15985 2023-08-28T02:39:24.822 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.822 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:39:24.822 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.822 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:39:24.823 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.964833+0000", 2023-08-28T02:39:24.823 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:39:24.823 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.823 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.823 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:39:24.823 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.964833+0000", 2023-08-28T02:39:24.823 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:39:24.823 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.823 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.823 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:39:24.823 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.964832+0000", 2023-08-28T02:39:24.823 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:39:24.824 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.824 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.824 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:39:24.824 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.964886+0000", 2023-08-28T02:39:24.824 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.4421e-05 2023-08-28T02:39:24.824 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.824 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.824 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:39:24.824 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.964898+0000", 2023-08-28T02:39:24.824 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1756000000000001e-05 2023-08-28T02:39:24.824 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.824 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.825 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:39:24.825 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.964904+0000", 2023-08-28T02:39:24.825 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.3940000000000001e-06 2023-08-28T02:39:24.825 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.825 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.825 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:39:24.825 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.034900+0000", 2023-08-28T02:39:24.825 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.069996059999999999 2023-08-28T02:39:24.825 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.825 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.825 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:39:24.826 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.035092+0000", 2023-08-28T02:39:24.826 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000192127 2023-08-28T02:39:24.826 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.826 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.826 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:39:24.826 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.035256+0000", 2023-08-28T02:39:24.826 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000163828 2023-08-28T02:39:24.826 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.826 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.826 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:24.826 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.038133+0000", 2023-08-28T02:39:24.827 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0028771259999999998 2023-08-28T02:39:24.827 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.827 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.827 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:24.827 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.039796+0000", 2023-08-28T02:39:24.827 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00166321 2023-08-28T02:39:24.827 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.827 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.827 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:39:24.827 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.039925+0000", 2023-08-28T02:39:24.827 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000128591 2023-08-28T02:39:24.828 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.828 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.828 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:39:24.828 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.039969+0000", 2023-08-28T02:39:24.828 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.4407999999999999e-05 2023-08-28T02:39:24.828 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.828 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.828 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:39:24.828 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.040007+0000", 2023-08-28T02:39:24.828 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.7821000000000003e-05 2023-08-28T02:39:24.828 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:39:24.828 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:39:24.828 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:39:24.829 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.829 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.829 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:53218 10.0 10:0918f9fe:::benchmark_data_smithi040_250784_object53217:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e260)", 2023-08-28T02:39:24.829 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:27.120493+0000", 2023-08-28T02:39:24.829 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 477.65661452799998, 2023-08-28T02:39:24.829 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.093398770000000006, 2023-08-28T02:39:24.829 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:39:24.829 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:39:24.829 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:39:24.829 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:39:24.829 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:39:24.829 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 53218 2023-08-28T02:39:24.830 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.830 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:39:24.830 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.830 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:39:24.830 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.120493+0000", 2023-08-28T02:39:24.830 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:39:24.830 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.830 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.830 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:39:24.830 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.120493+0000", 2023-08-28T02:39:24.830 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:39:24.831 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.831 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.831 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:39:24.831 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.120493+0000", 2023-08-28T02:39:24.831 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999995 2023-08-28T02:39:24.831 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.831 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.831 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:39:24.831 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.120535+0000", 2023-08-28T02:39:24.831 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.1878999999999997e-05 2023-08-28T02:39:24.831 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.831 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.832 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:39:24.832 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.120543+0000", 2023-08-28T02:39:24.832 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.4509999999999992e-06 2023-08-28T02:39:24.832 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.832 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.832 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:39:24.832 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.120548+0000", 2023-08-28T02:39:24.832 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.8609999999999997e-06 2023-08-28T02:39:24.832 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.832 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.832 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:39:24.832 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.120591+0000", 2023-08-28T02:39:24.833 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.337e-05 2023-08-28T02:39:24.833 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.833 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.833 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:39:24.833 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.120706+0000", 2023-08-28T02:39:24.833 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00011442699999999999 2023-08-28T02:39:24.833 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.833 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.833 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,4", 2023-08-28T02:39:24.833 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.120832+0000", 2023-08-28T02:39:24.833 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000126527 2023-08-28T02:39:24.833 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.834 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.834 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:39:24.834 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.122573+0000", 2023-08-28T02:39:24.834 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.001740988 2023-08-28T02:39:24.834 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.834 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.834 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:24.834 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.125242+0000", 2023-08-28T02:39:24.834 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0026689769999999999 2023-08-28T02:39:24.834 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.834 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.835 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:24.835 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.213803+0000", 2023-08-28T02:39:24.835 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.088560363000000003 2023-08-28T02:39:24.835 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.835 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.835 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:39:24.835 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.213853+0000", 2023-08-28T02:39:24.835 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.0807999999999999e-05 2023-08-28T02:39:24.835 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.835 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.835 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:39:24.835 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.213892+0000", 2023-08-28T02:39:24.836 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.8643000000000003e-05 2023-08-28T02:39:24.836 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:39:24.836 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:39:24.836 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:39:24.836 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.836 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.836 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:53225 10.a 10:577a22c3:::benchmark_data_smithi040_250784_object53224:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e260)", 2023-08-28T02:39:24.836 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:27.132053+0000", 2023-08-28T02:39:24.836 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 477.64505465799999, 2023-08-28T02:39:24.836 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.077171176999999994, 2023-08-28T02:39:24.836 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:39:24.836 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:39:24.837 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:39:24.837 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:39:24.837 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:39:24.837 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 53225 2023-08-28T02:39:24.837 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.837 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:39:24.837 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.837 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:39:24.837 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.132053+0000", 2023-08-28T02:39:24.837 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:39:24.837 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.837 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.838 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:39:24.838 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.132053+0000", 2023-08-28T02:39:24.838 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:39:24.838 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.838 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.838 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:39:24.838 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.132052+0000", 2023-08-28T02:39:24.838 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:39:24.838 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.838 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.838 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:39:24.838 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.132090+0000", 2023-08-28T02:39:24.839 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.7867000000000002e-05 2023-08-28T02:39:24.839 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.839 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.839 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:39:24.839 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.132105+0000", 2023-08-28T02:39:24.839 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.5412000000000001e-05 2023-08-28T02:39:24.839 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.839 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.840 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:39:24.840 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.132112+0000", 2023-08-28T02:39:24.840 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.691e-06 2023-08-28T02:39:24.840 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.840 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.840 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:39:24.840 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.132156+0000", 2023-08-28T02:39:24.840 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.4060999999999997e-05 2023-08-28T02:39:24.840 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.840 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.840 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:39:24.840 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.132256+0000", 2023-08-28T02:39:24.841 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000100435 2023-08-28T02:39:24.841 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.841 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.841 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:39:24.841 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.132388+0000", 2023-08-28T02:39:24.841 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00013124 2023-08-28T02:39:24.841 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.841 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.841 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:39:24.841 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.133982+0000", 2023-08-28T02:39:24.842 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0015942619999999999 2023-08-28T02:39:24.842 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.842 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.842 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:24.842 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.134487+0000", 2023-08-28T02:39:24.842 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00050482299999999995 2023-08-28T02:39:24.842 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.842 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.842 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:24.842 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.209135+0000", 2023-08-28T02:39:24.842 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.074648599999999996 2023-08-28T02:39:24.843 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.843 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.843 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:39:24.843 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.209185+0000", 2023-08-28T02:39:24.843 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.0288999999999999e-05 2023-08-28T02:39:24.843 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.843 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.843 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:39:24.843 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.209224+0000", 2023-08-28T02:39:24.843 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.8884999999999998e-05 2023-08-28T02:39:24.843 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:39:24.843 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:39:24.844 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:39:24.844 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.844 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.844 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_repop(client.45059.0:53228 10.7 e260/250 10:e452488c:::benchmark_data_smithi040_250784_object53227:head v 260'3339, mlcod=260'3336)", 2023-08-28T02:39:24.844 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:27.137393+0000", 2023-08-28T02:39:24.844 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 477.63971532400001, 2023-08-28T02:39:24.844 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.075676339999999995, 2023-08-28T02:39:24.844 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:39:24.844 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:39:24.844 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:39:24.844 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.844 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:39:24.845 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.137393+0000", 2023-08-28T02:39:24.845 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:39:24.845 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.845 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.845 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:39:24.845 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.137393+0000", 2023-08-28T02:39:24.845 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:39:24.845 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.845 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.845 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:39:24.845 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.137392+0000", 2023-08-28T02:39:24.845 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967296 2023-08-28T02:39:24.846 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.846 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.846 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:39:24.846 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.137423+0000", 2023-08-28T02:39:24.846 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.0521000000000001e-05 2023-08-28T02:39:24.846 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.846 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.846 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:39:24.846 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.137427+0000", 2023-08-28T02:39:24.846 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.3479999999999997e-06 2023-08-28T02:39:24.846 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.846 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.847 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:39:24.847 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.137431+0000", 2023-08-28T02:39:24.847 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.7120000000000002e-06 2023-08-28T02:39:24.847 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.847 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.847 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:39:24.847 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.207610+0000", 2023-08-28T02:39:24.847 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.070179249999999999 2023-08-28T02:39:24.847 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.847 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.847 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:39:24.848 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.207629+0000", 2023-08-28T02:39:24.848 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.9215000000000002e-05 2023-08-28T02:39:24.848 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.848 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.848 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:39:24.848 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.213028+0000", 2023-08-28T02:39:24.848 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0053982700000000002 2023-08-28T02:39:24.848 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.848 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.848 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:39:24.848 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.213069+0000", 2023-08-28T02:39:24.849 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.1260999999999997e-05 2023-08-28T02:39:24.849 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:39:24.849 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:39:24.849 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:39:24.849 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.849 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.849 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:53231 10.0 10:081b864c:::benchmark_data_smithi040_250784_object53230:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e260)", 2023-08-28T02:39:24.849 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:27.137928+0000", 2023-08-28T02:39:24.849 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 477.63917992400002, 2023-08-28T02:39:24.849 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.076291216999999995, 2023-08-28T02:39:24.849 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:39:24.849 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:39:24.850 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:39:24.850 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:39:24.850 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:39:24.850 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 53231 2023-08-28T02:39:24.850 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.850 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:39:24.850 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.850 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:39:24.850 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.137928+0000", 2023-08-28T02:39:24.850 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:39:24.850 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.851 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.851 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:39:24.851 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.137928+0000", 2023-08-28T02:39:24.851 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:39:24.851 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.851 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.851 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:39:24.851 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.137927+0000", 2023-08-28T02:39:24.851 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:39:24.851 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.851 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.851 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:39:24.852 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.137989+0000", 2023-08-28T02:39:24.852 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.2108999999999998e-05 2023-08-28T02:39:24.852 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.852 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.852 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:39:24.852 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.137998+0000", 2023-08-28T02:39:24.852 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.5969999999999992e-06 2023-08-28T02:39:24.852 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.852 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.852 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:39:24.852 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.138002+0000", 2023-08-28T02:39:24.853 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.9319999999999998e-06 2023-08-28T02:39:24.853 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.853 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.853 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:39:24.853 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.138040+0000", 2023-08-28T02:39:24.853 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.8160000000000001e-05 2023-08-28T02:39:24.853 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.853 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.853 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:39:24.853 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.138128+0000", 2023-08-28T02:39:24.853 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.8469999999999998e-05 2023-08-28T02:39:24.853 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.854 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.854 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,4", 2023-08-28T02:39:24.854 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.138212+0000", 2023-08-28T02:39:24.854 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.3503000000000003e-05 2023-08-28T02:39:24.854 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.854 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.854 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:39:24.854 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.210709+0000", 2023-08-28T02:39:24.854 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.072497019999999995 2023-08-28T02:39:24.854 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.854 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.854 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:24.854 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.211151+0000", 2023-08-28T02:39:24.855 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000442581 2023-08-28T02:39:24.855 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.855 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.855 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:24.855 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.214138+0000", 2023-08-28T02:39:24.855 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.002986201 2023-08-28T02:39:24.855 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.855 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.855 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:39:24.855 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.214184+0000", 2023-08-28T02:39:24.855 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.6022000000000001e-05 2023-08-28T02:39:24.856 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.856 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.856 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:39:24.856 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.214219+0000", 2023-08-28T02:39:24.856 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.5561000000000001e-05 2023-08-28T02:39:24.856 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:39:24.856 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:39:24.856 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:39:24.856 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.856 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.856 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:53233 10.f 10:f9fbef6a:::benchmark_data_smithi040_250784_object53232:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e260)", 2023-08-28T02:39:24.856 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:27.141349+0000", 2023-08-28T02:39:24.857 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 477.63575915899997, 2023-08-28T02:39:24.857 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.075215507000000001, 2023-08-28T02:39:24.857 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:39:24.857 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:39:24.857 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:39:24.857 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:39:24.857 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:39:24.857 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 53233 2023-08-28T02:39:24.857 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.857 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:39:24.857 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.857 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:39:24.858 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.141349+0000", 2023-08-28T02:39:24.858 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:39:24.858 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.858 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.858 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:39:24.858 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.141349+0000", 2023-08-28T02:39:24.858 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:39:24.858 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.858 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.858 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:39:24.858 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.141348+0000", 2023-08-28T02:39:24.858 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999995 2023-08-28T02:39:24.859 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.859 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.859 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:39:24.859 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.141401+0000", 2023-08-28T02:39:24.859 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.3467999999999997e-05 2023-08-28T02:39:24.859 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.859 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.859 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:39:24.859 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.206737+0000", 2023-08-28T02:39:24.859 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.065336007000000001 2023-08-28T02:39:24.859 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.859 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.860 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:39:24.860 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.206753+0000", 2023-08-28T02:39:24.860 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.5130000000000001e-05 2023-08-28T02:39:24.860 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.860 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.860 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:39:24.860 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.206859+0000", 2023-08-28T02:39:24.860 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00010602099999999999 2023-08-28T02:39:24.860 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.860 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.860 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:39:24.860 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.206993+0000", 2023-08-28T02:39:24.861 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00013478700000000001 2023-08-28T02:39:24.861 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.861 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.861 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 2,3", 2023-08-28T02:39:24.861 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.207138+0000", 2023-08-28T02:39:24.861 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000144914 2023-08-28T02:39:24.861 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.861 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.861 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:24.861 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.211190+0000", 2023-08-28T02:39:24.861 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0040515819999999998 2023-08-28T02:39:24.861 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.862 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.862 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:39:24.862 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.211285+0000", 2023-08-28T02:39:24.862 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.5179000000000005e-05 2023-08-28T02:39:24.862 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.862 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.862 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:24.862 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.216480+0000", 2023-08-28T02:39:24.862 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0051945960000000001 2023-08-28T02:39:24.862 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.862 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.862 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:39:24.862 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.216529+0000", 2023-08-28T02:39:24.863 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.9805000000000002e-05 2023-08-28T02:39:24.863 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.863 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.863 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:39:24.863 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.216564+0000", 2023-08-28T02:39:24.863 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.4709999999999998e-05 2023-08-28T02:39:24.863 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:39:24.863 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:39:24.863 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:39:24.863 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.863 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.863 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:54156 10.f 10:fa5f8aa5:::benchmark_data_smithi040_250784_object54155:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e260)", 2023-08-28T02:39:24.864 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:27.924377+0000", 2023-08-28T02:39:24.864 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 476.852730726, 2023-08-28T02:39:24.864 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0136469859999999, 2023-08-28T02:39:24.864 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:39:24.864 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "reached pg", 2023-08-28T02:39:24.864 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:39:24.864 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:39:24.864 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:39:24.864 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 54156 2023-08-28T02:39:24.864 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.864 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:39:24.865 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.865 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:39:24.865 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.924377+0000", 2023-08-28T02:39:24.865 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:39:24.865 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.865 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.865 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:39:24.865 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.924377+0000", 2023-08-28T02:39:24.865 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:39:24.865 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.865 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.866 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:39:24.866 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.924375+0000", 2023-08-28T02:39:24.866 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999976 2023-08-28T02:39:24.866 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.866 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.866 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:39:24.866 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.924553+0000", 2023-08-28T02:39:24.866 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00017809499999999999 2023-08-28T02:39:24.866 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.866 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.866 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:39:24.866 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.924576+0000", 2023-08-28T02:39:24.866 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.3e-05 2023-08-28T02:39:24.867 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.867 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.867 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:39:24.867 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.924586+0000", 2023-08-28T02:39:24.867 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0241000000000001e-05 2023-08-28T02:39:24.867 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.867 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.867 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:39:24.867 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.924641+0000", 2023-08-28T02:39:24.867 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.4614000000000003e-05 2023-08-28T02:39:24.867 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.868 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.868 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:39:24.868 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.924790+0000", 2023-08-28T02:39:24.868 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00014929400000000001 2023-08-28T02:39:24.868 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.868 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.868 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 2,3", 2023-08-28T02:39:24.868 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.924952+0000", 2023-08-28T02:39:24.868 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000162022 2023-08-28T02:39:24.868 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.868 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.868 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:24.868 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.930587+0000", 2023-08-28T02:39:24.869 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0056352069999999997 2023-08-28T02:39:24.869 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.869 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.869 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:39:24.869 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.938574+0000", 2023-08-28T02:39:24.869 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0079862990000000005 2023-08-28T02:39:24.869 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.869 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.869 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:39:24.869 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.946015+0000", 2023-08-28T02:39:24.869 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0074414360000000001 2023-08-28T02:39:24.869 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.869 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.870 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:39:24.870 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.946024+0000", 2023-08-28T02:39:24.870 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.8529999999999998e-06 2023-08-28T02:39:24.870 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.870 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.870 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:39:24.870 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.937960+0000", 2023-08-28T02:39:24.870 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.99193576400000005 2023-08-28T02:39:24.870 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.870 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.870 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:39:24.870 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.938024+0000", 2023-08-28T02:39:24.871 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.4307999999999995e-05 2023-08-28T02:39:24.871 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:39:24.871 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:39:24.871 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:39:24.871 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.871 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.871 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:54167 10.f 10:f0cd41b2:::benchmark_data_smithi040_250784_object54166:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e261)", 2023-08-28T02:39:24.871 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:27.943262+0000", 2023-08-28T02:39:24.871 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 476.83384552899997, 2023-08-28T02:39:24.871 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0071613290000001, 2023-08-28T02:39:24.871 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:39:24.871 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:39:24.872 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:39:24.872 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:39:24.872 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:39:24.872 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 54167 2023-08-28T02:39:24.872 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.872 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:39:24.872 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.872 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:39:24.872 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.943262+0000", 2023-08-28T02:39:24.872 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:39:24.872 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.873 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.873 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:39:24.873 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.943262+0000", 2023-08-28T02:39:24.873 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:39:24.873 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.873 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.873 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:39:24.873 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.943261+0000", 2023-08-28T02:39:24.873 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:39:24.873 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.873 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.873 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:39:24.873 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.943295+0000", 2023-08-28T02:39:24.874 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.4032999999999998e-05 2023-08-28T02:39:24.874 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.874 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.874 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:39:24.874 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.944925+0000", 2023-08-28T02:39:24.874 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0016308290000000001 2023-08-28T02:39:24.874 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.874 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.874 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:39:24.874 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.944933+0000", 2023-08-28T02:39:24.874 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.4909999999999999e-06 2023-08-28T02:39:24.874 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.874 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.875 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:39:24.875 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.946429+0000", 2023-08-28T02:39:24.875 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0014961670000000001 2023-08-28T02:39:24.875 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.875 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.875 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:39:24.875 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.946435+0000", 2023-08-28T02:39:24.875 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.4349999999999996e-06 2023-08-28T02:39:24.875 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.875 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.875 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:39:24.876 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.938065+0000", 2023-08-28T02:39:24.876 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.99163076999999999 2023-08-28T02:39:24.876 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.876 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.876 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:39:24.876 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.938184+0000", 2023-08-28T02:39:24.876 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000118949 2023-08-28T02:39:24.876 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.876 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.876 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 2", 2023-08-28T02:39:24.876 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.938329+0000", 2023-08-28T02:39:24.877 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00014509399999999999 2023-08-28T02:39:24.877 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.877 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.877 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:39:24.877 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.946514+0000", 2023-08-28T02:39:24.877 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0081850910000000002 2023-08-28T02:39:24.877 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.877 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.877 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:24.877 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.950281+0000", 2023-08-28T02:39:24.877 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0037662720000000002 2023-08-28T02:39:24.877 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.878 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.878 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:39:24.878 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.950332+0000", 2023-08-28T02:39:24.878 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.0939999999999997e-05 2023-08-28T02:39:24.878 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.878 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.878 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:39:24.878 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.950424+0000", 2023-08-28T02:39:24.878 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.2001000000000002e-05 2023-08-28T02:39:24.878 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:39:24.878 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:39:24.878 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:39:24.879 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.879 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.879 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:54169 10.f 10:f35d9abb:::benchmark_data_smithi040_250784_object54168:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e261)", 2023-08-28T02:39:24.879 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:27.951080+0000", 2023-08-28T02:39:24.879 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 476.82602758600001, 2023-08-28T02:39:24.879 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0032748330000001, 2023-08-28T02:39:24.879 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:39:24.879 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:39:24.879 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:39:24.879 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:39:24.879 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:39:24.880 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 54169 2023-08-28T02:39:24.880 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.880 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:39:24.880 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.880 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:39:24.880 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.951080+0000", 2023-08-28T02:39:24.880 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:39:24.880 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.880 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.880 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:39:24.880 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.951080+0000", 2023-08-28T02:39:24.881 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:39:24.881 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.881 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.881 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:39:24.881 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.951078+0000", 2023-08-28T02:39:24.881 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:39:24.881 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.881 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.881 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:39:24.881 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.951118+0000", 2023-08-28T02:39:24.881 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.9774999999999998e-05 2023-08-28T02:39:24.881 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.882 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.882 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:39:24.882 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.951134+0000", 2023-08-28T02:39:24.882 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.5401e-05 2023-08-28T02:39:24.882 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.882 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.882 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:39:24.882 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.951141+0000", 2023-08-28T02:39:24.882 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.8860000000000004e-06 2023-08-28T02:39:24.882 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.882 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.882 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:39:24.883 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.951182+0000", 2023-08-28T02:39:24.883 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.0028999999999999e-05 2023-08-28T02:39:24.883 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.883 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.883 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:39:24.883 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.951188+0000", 2023-08-28T02:39:24.883 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.5699999999999998e-06 2023-08-28T02:39:24.883 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.883 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.883 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:39:24.883 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.940321+0000", 2023-08-28T02:39:24.884 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.98913269800000003 2023-08-28T02:39:24.884 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.884 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.884 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:39:24.884 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.940435+0000", 2023-08-28T02:39:24.884 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000114212 2023-08-28T02:39:24.884 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.884 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.884 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 2", 2023-08-28T02:39:24.884 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.940569+0000", 2023-08-28T02:39:24.884 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000134432 2023-08-28T02:39:24.884 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.885 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.885 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:39:24.885 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.946521+0000", 2023-08-28T02:39:24.885 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0059518699999999997 2023-08-28T02:39:24.885 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.885 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.885 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:24.885 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.954114+0000", 2023-08-28T02:39:24.885 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0075927110000000003 2023-08-28T02:39:24.885 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.885 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.885 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:39:24.885 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.954169+0000", 2023-08-28T02:39:24.886 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.5022999999999998e-05 2023-08-28T02:39:24.886 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.886 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.886 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:39:24.886 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.954355+0000", 2023-08-28T02:39:24.886 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00018604900000000001 2023-08-28T02:39:24.886 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:39:24.886 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:39:24.886 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:39:24.886 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.886 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.886 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:54183 10.f 10:f5be01e0:::benchmark_data_smithi040_250784_object54182:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e261)", 2023-08-28T02:39:24.886 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:27.962907+0000", 2023-08-28T02:39:24.886 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 476.81420097199998, 2023-08-28T02:39:24.887 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.99161144000000001, 2023-08-28T02:39:24.887 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:39:24.887 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:39:24.887 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:39:24.887 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:39:24.887 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:39:24.887 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 54183 2023-08-28T02:39:24.887 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.887 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:39:24.887 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.888 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:39:24.888 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.962907+0000", 2023-08-28T02:39:24.888 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:39:24.888 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.888 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.888 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:39:24.888 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.962907+0000", 2023-08-28T02:39:24.888 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:39:24.888 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.888 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.888 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:39:24.888 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.962906+0000", 2023-08-28T02:39:24.888 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:39:24.889 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.889 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.889 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:39:24.889 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.962951+0000", 2023-08-28T02:39:24.889 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.5373000000000001e-05 2023-08-28T02:39:24.889 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.889 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.889 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:39:24.889 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.962964+0000", 2023-08-28T02:39:24.889 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.3465000000000001e-05 2023-08-28T02:39:24.889 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.889 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.889 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:39:24.890 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.962969+0000", 2023-08-28T02:39:24.890 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.9280000000000001e-06 2023-08-28T02:39:24.890 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.890 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.890 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:39:24.890 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.963020+0000", 2023-08-28T02:39:24.890 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.0214999999999999e-05 2023-08-28T02:39:24.890 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.890 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.890 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:39:24.890 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.963028+0000", 2023-08-28T02:39:24.890 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.5909999999999996e-06 2023-08-28T02:39:24.891 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.891 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.891 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:39:24.891 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.942442+0000", 2023-08-28T02:39:24.891 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.97941430900000004 2023-08-28T02:39:24.891 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.891 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.891 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:39:24.891 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.942534+0000", 2023-08-28T02:39:24.891 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.1985999999999996e-05 2023-08-28T02:39:24.891 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.892 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.892 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 2", 2023-08-28T02:39:24.892 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.942653+0000", 2023-08-28T02:39:24.892 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00011866699999999999 2023-08-28T02:39:24.892 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.892 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.892 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:39:24.892 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.948608+0000", 2023-08-28T02:39:24.892 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0059546879999999996 2023-08-28T02:39:24.892 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.892 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.892 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:24.893 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.954389+0000", 2023-08-28T02:39:24.893 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0057813559999999996 2023-08-28T02:39:24.893 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.893 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.893 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:39:24.893 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.954434+0000", 2023-08-28T02:39:24.893 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.5133999999999999e-05 2023-08-28T02:39:24.893 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.893 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.893 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:39:24.893 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.954518+0000", 2023-08-28T02:39:24.893 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.3988999999999998e-05 2023-08-28T02:39:24.893 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:39:24.894 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:39:24.894 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:39:24.894 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.894 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.894 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:54185 10.f 10:f7ebe7c1:::benchmark_data_smithi040_250784_object54184:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e261)", 2023-08-28T02:39:24.894 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:27.966126+0000", 2023-08-28T02:39:24.894 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 476.81098192600001, 2023-08-28T02:39:24.894 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.98853848899999996, 2023-08-28T02:39:24.894 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:39:24.894 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:39:24.894 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:39:24.895 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:39:24.895 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:39:24.895 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 54185 2023-08-28T02:39:24.895 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.895 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:39:24.895 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.895 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:39:24.895 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.966126+0000", 2023-08-28T02:39:24.895 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:39:24.895 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.895 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.896 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:39:24.896 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.966126+0000", 2023-08-28T02:39:24.896 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:39:24.896 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.896 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.896 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:39:24.896 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.966124+0000", 2023-08-28T02:39:24.896 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:39:24.896 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.896 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.896 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:39:24.896 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.966183+0000", 2023-08-28T02:39:24.897 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.8841999999999997e-05 2023-08-28T02:39:24.897 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.897 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.897 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:39:24.897 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.966213+0000", 2023-08-28T02:39:24.897 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.9804000000000001e-05 2023-08-28T02:39:24.897 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.897 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.897 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:39:24.897 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.966225+0000", 2023-08-28T02:39:24.897 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2615e-05 2023-08-28T02:39:24.897 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.898 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.898 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:39:24.898 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.966306+0000", 2023-08-28T02:39:24.898 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.0579000000000002e-05 2023-08-28T02:39:24.898 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.898 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.898 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:39:24.898 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.966319+0000", 2023-08-28T02:39:24.898 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2904999999999999e-05 2023-08-28T02:39:24.898 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.898 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.898 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:39:24.899 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.944568+0000", 2023-08-28T02:39:24.899 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.97824880999999997 2023-08-28T02:39:24.899 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.899 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.899 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:39:24.899 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.944707+0000", 2023-08-28T02:39:24.899 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00013934700000000001 2023-08-28T02:39:24.899 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.899 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.899 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 2", 2023-08-28T02:39:24.900 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.944850+0000", 2023-08-28T02:39:24.900 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00014311400000000001 2023-08-28T02:39:24.900 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.900 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.900 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:39:24.900 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.948855+0000", 2023-08-28T02:39:24.900 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0040047640000000001 2023-08-28T02:39:24.900 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.900 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.900 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:24.900 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.954549+0000", 2023-08-28T02:39:24.900 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0056939750000000004 2023-08-28T02:39:24.900 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.901 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.901 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:39:24.901 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.954589+0000", 2023-08-28T02:39:24.901 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.0349999999999998e-05 2023-08-28T02:39:24.901 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.901 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.901 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:39:24.901 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.954664+0000", 2023-08-28T02:39:24.901 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.5161999999999996e-05 2023-08-28T02:39:24.901 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:39:24.901 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:39:24.901 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:39:24.902 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.902 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.902 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:54186 10.f 10:f1a85cbd:::benchmark_data_smithi040_250784_object54185:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e261)", 2023-08-28T02:39:24.902 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:27.970781+0000", 2023-08-28T02:39:24.902 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 476.806327254, 2023-08-28T02:39:24.902 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.98402702799999997, 2023-08-28T02:39:24.902 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:39:24.902 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:39:24.902 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:39:24.902 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:39:24.902 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:39:24.902 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 54186 2023-08-28T02:39:24.902 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.903 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:39:24.903 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.903 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:39:24.903 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.970781+0000", 2023-08-28T02:39:24.903 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:39:24.903 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.903 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.903 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:39:24.903 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.970781+0000", 2023-08-28T02:39:24.903 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:39:24.903 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.904 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.904 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:39:24.904 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.970779+0000", 2023-08-28T02:39:24.904 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:39:24.904 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.904 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.904 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:39:24.904 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.970813+0000", 2023-08-28T02:39:24.904 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.3933999999999997e-05 2023-08-28T02:39:24.904 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.904 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.904 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:39:24.905 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.970826+0000", 2023-08-28T02:39:24.905 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2884999999999999e-05 2023-08-28T02:39:24.905 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.905 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.905 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:39:24.905 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.970832+0000", 2023-08-28T02:39:24.905 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.4940000000000003e-06 2023-08-28T02:39:24.905 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.905 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.905 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:39:24.905 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.970872+0000", 2023-08-28T02:39:24.906 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.0605000000000002e-05 2023-08-28T02:39:24.906 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.906 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.906 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:39:24.906 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.970879+0000", 2023-08-28T02:39:24.906 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.8800000000000002e-06 2023-08-28T02:39:24.906 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.906 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.906 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:39:24.906 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.946551+0000", 2023-08-28T02:39:24.906 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.97567187899999996 2023-08-28T02:39:24.906 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.907 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.907 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:39:24.907 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.946653+0000", 2023-08-28T02:39:24.907 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000102012 2023-08-28T02:39:24.907 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.907 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.907 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 2", 2023-08-28T02:39:24.907 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.946783+0000", 2023-08-28T02:39:24.907 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00013030999999999999 2023-08-28T02:39:24.907 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.907 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.907 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:39:24.907 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.950449+0000", 2023-08-28T02:39:24.908 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0036653089999999998 2023-08-28T02:39:24.908 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.908 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.908 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:24.908 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.954696+0000", 2023-08-28T02:39:24.908 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0042470299999999997 2023-08-28T02:39:24.908 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.908 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.908 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:39:24.908 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.954735+0000", 2023-08-28T02:39:24.908 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.9802000000000003e-05 2023-08-28T02:39:24.908 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.908 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.909 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:39:24.909 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.954808+0000", 2023-08-28T02:39:24.909 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.2267000000000005e-05 2023-08-28T02:39:24.909 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:39:24.909 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:39:24.909 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:39:24.909 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.909 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.909 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:65477 10.a 10:56ab72e3:::benchmark_data_smithi040_250784_object65476:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e264)", 2023-08-28T02:39:24.909 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:37.697272+0000", 2023-08-28T02:39:24.909 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 467.07983630299998, 2023-08-28T02:39:24.910 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.092859549, 2023-08-28T02:39:24.910 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:39:24.910 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:39:24.910 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:39:24.910 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:39:24.910 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:39:24.910 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 65477 2023-08-28T02:39:24.910 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.910 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:39:24.910 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.910 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:39:24.910 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.697272+0000", 2023-08-28T02:39:24.911 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:39:24.911 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.911 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.911 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:39:24.911 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.697272+0000", 2023-08-28T02:39:24.911 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:39:24.911 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.911 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.911 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:39:24.911 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.697270+0000", 2023-08-28T02:39:24.911 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:39:24.911 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.911 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.912 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:39:24.912 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.697310+0000", 2023-08-28T02:39:24.912 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.0037000000000003e-05 2023-08-28T02:39:24.912 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.912 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.912 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:39:24.912 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.697321+0000", 2023-08-28T02:39:24.912 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0488e-05 2023-08-28T02:39:24.912 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.912 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.912 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:39:24.912 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.697327+0000", 2023-08-28T02:39:24.913 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.2689999999999996e-06 2023-08-28T02:39:24.913 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.913 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.913 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:39:24.913 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.697645+0000", 2023-08-28T02:39:24.913 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00031760399999999998 2023-08-28T02:39:24.913 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.913 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.913 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:39:24.913 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.697763+0000", 2023-08-28T02:39:24.913 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000118789 2023-08-28T02:39:24.914 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.914 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.914 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:39:24.914 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.697857+0000", 2023-08-28T02:39:24.914 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.3129999999999998e-05 2023-08-28T02:39:24.914 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.914 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.914 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:39:24.914 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.701890+0000", 2023-08-28T02:39:24.914 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0040336809999999999 2023-08-28T02:39:24.914 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.915 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.915 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:24.915 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.705019+0000", 2023-08-28T02:39:24.915 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.003128966 2023-08-28T02:39:24.915 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.915 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.915 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:24.915 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.790036+0000", 2023-08-28T02:39:24.915 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.085017167000000005 2023-08-28T02:39:24.915 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.915 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.915 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:39:24.916 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.790094+0000", 2023-08-28T02:39:24.916 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.7460999999999998e-05 2023-08-28T02:39:24.916 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.916 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.916 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:39:24.916 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.790131+0000", 2023-08-28T02:39:24.916 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.7253999999999999e-05 2023-08-28T02:39:24.916 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:39:24.916 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:39:24.916 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:39:24.916 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.917 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.917 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:65492 10.a 10:5ade7484:::benchmark_data_smithi040_250784_object65491:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e264)", 2023-08-28T02:39:24.917 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:37.707462+0000", 2023-08-28T02:39:24.917 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 467.06964577299999, 2023-08-28T02:39:24.917 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.083108494000000005, 2023-08-28T02:39:24.917 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:39:24.917 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:39:24.917 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:39:24.917 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:39:24.917 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:39:24.918 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 65492 2023-08-28T02:39:24.918 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.918 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:39:24.918 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.918 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:39:24.918 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.707462+0000", 2023-08-28T02:39:24.918 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:39:24.918 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.918 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.918 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:39:24.918 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.707462+0000", 2023-08-28T02:39:24.918 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:39:24.919 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.919 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.919 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:39:24.919 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.707461+0000", 2023-08-28T02:39:24.919 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:39:24.919 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.919 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.919 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:39:24.919 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.707517+0000", 2023-08-28T02:39:24.919 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.6558000000000003e-05 2023-08-28T02:39:24.919 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.919 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.920 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:39:24.920 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.707528+0000", 2023-08-28T02:39:24.920 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0261999999999999e-05 2023-08-28T02:39:24.920 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.920 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.920 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:39:24.920 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.707534+0000", 2023-08-28T02:39:24.920 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.2419999999999997e-06 2023-08-28T02:39:24.920 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.920 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.920 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:39:24.920 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.707584+0000", 2023-08-28T02:39:24.921 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.0518e-05 2023-08-28T02:39:24.921 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.921 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.921 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:39:24.921 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.707719+0000", 2023-08-28T02:39:24.921 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000134425 2023-08-28T02:39:24.921 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.921 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.921 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:39:24.921 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.707870+0000", 2023-08-28T02:39:24.921 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00015137700000000001 2023-08-28T02:39:24.921 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.921 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.922 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:39:24.922 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.712489+0000", 2023-08-28T02:39:24.922 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0046187290000000002 2023-08-28T02:39:24.922 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.922 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.922 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:24.922 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.716984+0000", 2023-08-28T02:39:24.922 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0044952409999999996 2023-08-28T02:39:24.922 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.922 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.922 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:24.923 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.790483+0000", 2023-08-28T02:39:24.923 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.073498615000000003 2023-08-28T02:39:24.923 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.923 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.923 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:39:24.923 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.790533+0000", 2023-08-28T02:39:24.923 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.0142999999999997e-05 2023-08-28T02:39:24.923 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:39:24.923 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:39:24.923 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:39:24.923 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.790571+0000", 2023-08-28T02:39:24.923 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.7758e-05 2023-08-28T02:39:24.924 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:39:24.924 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:39:24.924 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:39:24.924 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:39:24.924 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:39:24.924 INFO:teuthology.orchestra.run.smithi083.stdout:} 2023-08-28T02:39:24.924 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:39:24.925 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:39:24.959 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:25.036 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:39:25.039 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:25.040 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:39:25.140 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:39:25.147 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.7 dump_ops_in_flight 2023-08-28T02:39:25.176 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:25.230 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:25 smithi040 ceph-mon[175404]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:39:25.230 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:25 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:39:25.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:25 smithi040 ceph-mon[175404]: osdmap e369: 8 total, 8 up, 6 in 2023-08-28T02:39:25.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:25 smithi040 ceph-mon[175404]: failed to encode map e369 with expected crc 2023-08-28T02:39:25.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:25 smithi040 ceph-mon[175404]: failed to encode map e369 with expected crc 2023-08-28T02:39:25.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:25 smithi040 ceph-mon[175404]: failed to encode map e369 with expected crc 2023-08-28T02:39:25.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:25 smithi040 ceph-mon[175404]: pgmap v1134: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.6 GiB data, 12 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 94 op/s; 14838/176634 objects degraded (8.400%); 18137/176634 objects misplaced (10.268%); 1.1 MiB/s, 16 objects/s recovering 2023-08-28T02:39:25.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:25 smithi040 ceph-mon[170259]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:39:25.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:25 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:39:25.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:25 smithi040 ceph-mon[170259]: osdmap e369: 8 total, 8 up, 6 in 2023-08-28T02:39:25.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:25 smithi040 ceph-mon[170259]: failed to encode map e369 with expected crc 2023-08-28T02:39:25.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:25 smithi040 ceph-mon[170259]: failed to encode map e369 with expected crc 2023-08-28T02:39:25.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:25 smithi040 ceph-mon[170259]: failed to encode map e369 with expected crc 2023-08-28T02:39:25.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:25 smithi040 ceph-mon[170259]: pgmap v1134: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.6 GiB data, 12 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 94 op/s; 14838/176634 objects degraded (8.400%); 18137/176634 objects misplaced (10.268%); 1.1 MiB/s, 16 objects/s recovering 2023-08-28T02:39:25.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:25 smithi083 ceph-mon[157819]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:39:25.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:25 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:39:25.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:25 smithi083 ceph-mon[157819]: osdmap e369: 8 total, 8 up, 6 in 2023-08-28T02:39:25.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:25 smithi083 ceph-mon[157819]: failed to encode map e369 with expected crc 2023-08-28T02:39:25.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:25 smithi083 ceph-mon[157819]: failed to encode map e369 with expected crc 2023-08-28T02:39:25.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:25 smithi083 ceph-mon[157819]: failed to encode map e369 with expected crc 2023-08-28T02:39:25.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:25 smithi083 ceph-mon[157819]: pgmap v1134: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.6 GiB data, 12 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 94 op/s; 14838/176634 objects degraded (8.400%); 18137/176634 objects misplaced (10.268%); 1.1 MiB/s, 16 objects/s recovering 2023-08-28T02:39:25.257 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:39:25.263 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:25.263 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:39:25.364 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:39:25.400 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:25.426 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:39:25.428 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:25.429 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:39:25.453 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:39:25.529 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:39:25.547 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:39:25 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:39:25] "GET /metrics HTTP/1.1" 200 36609 "" "Prometheus/2.43.0" 2023-08-28T02:39:25.560 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:25.580 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:39:25.582 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:25.583 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:39:25.673 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:39:25.674 INFO:teuthology.orchestra.run.smithi040.stdout:{"fsid":"d9a8f48a-4546-11ee-817c-1b7a5f1ba315","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"nodeep-scrub flag(s) set","count":12},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 14838/176634 objects degraded (8.400%), 3 pgs degraded, 3 pgs undersized","count":6},"muted":false}},"mutes":[]},"election_epoch":34,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":1570,"monmap":{"epoch":4,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":369,"num_osds":8,"num_up_osds":8,"osd_up_since":1693189991,"num_in_osds":6,"osd_in_since":1693189947,"num_remapped_pgs":6},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":93},{"state_name":"active+remapped+backfill_wait","count":3},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":2},{"state_name":"active+recovering+undersized+degraded+remapped","count":1}],"num_pgs":99,"num_pools":5,"num_objects":58878,"data_bytes":3857431300,"bytes_used":12579168256,"bytes_avail":563391045632,"bytes_total":575970213888,"degraded_objects":14838,"degraded_total":176634,"degraded_ratio":0.084004212099595771,"misplaced_objects":18137,"misplaced_total":176634,"misplaced_ratio":0.10268125049537462,"recovering_objects_per_sec":16,"recovering_bytes_per_sec":1105578,"recovering_keys_per_sec":0,"num_objects_recovered":135,"num_bytes_recovered":8847360,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":94},"fsmap":{"epoch":7,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi040.wmhbsz","status":"up:active","gid":24577}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.40:8443/","prometheus":"http://172.21.15.40:9283/"}},"servicemap":{"epoch":22,"modified":"2023-08-28T02:34:10.384085+0000","services":{}},"progress_events":{"12dba03a-d529-4826-b243-e29af8fa97a8":{"message":"Upgrade to 18.2.0-187-g9cf20820 (5m)\n [============................] (remaining: 6m)","progress":0.44999998807907104,"add_to_ceph_s":true},"42e4bfe6-6201-4e43-94a3-bd00b5166574":{"message":"Global Recovery Event (7m)\n [==========================..] (remaining: 30s)","progress":0.93939393758773804,"add_to_ceph_s":true}}} 2023-08-28T02:39:25.684 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:39:25.722 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:25.795 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:39:25.802 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:25.803 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:39:25.903 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:39:25.936 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:26.203 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2023-08-28T02:39:26.203 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:39:26.209 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:39:26.213 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:26.213 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:39:26.287 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:39:26.309 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:39:26.314 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:39:26.334 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:39:26.343 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:26 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1813248594' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:39:26.344 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:26 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 14838/176634 objects degraded (8.400%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:39:26.344 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:26 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1813248594' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:39:26.344 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:26 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 14838/176634 objects degraded (8.400%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:39:26.346 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:26.356 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:39:26.368 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:39:26.371 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:26.371 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:39:26.378 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:39:26.397 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:39:26.417 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:39:26.438 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:39:26.439 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-08-28T02:39:26.440 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-08-28T02:39:26.440 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-08-28T02:39:26.440 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-08-28T02:39:26.440 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-08-28T02:39:26.440 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-08-28T02:39:26.440 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-08-28T02:39:26.440 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-08-28T02:39:26.443 INFO:teuthology.orchestra.run.smithi083.stdout:ERROR: (22) Invalid argument 2023-08-28T02:39:26.443 INFO:teuthology.orchestra.run.smithi083.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:39:26.465 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:26 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1813248594' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:39:26.465 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:26 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 14838/176634 objects degraded (8.400%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:39:26.472 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:39:26.507 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:26.578 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:39:26.580 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:39:26.584 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:26.584 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:39:26.685 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:39:26.718 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:26.775 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd unset nodeep-scrub 2023-08-28T02:39:26.796 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:39:26.799 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:26.799 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:39:26.822 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.7 dump_blocked_ops 2023-08-28T02:39:26.900 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:39:26.936 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:26.957 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:39:26.961 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:26.961 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:39:27.062 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:39:27.097 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:27.130 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:27.130 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:39:27.130 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:39:27.161 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:39:27.231 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:39:27.258 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:27.290 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:27 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2632090777' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:39:27.290 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:27 smithi040 ceph-mon[170259]: pgmap v1135: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.6 GiB data, 12 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 104 op/s; 14764/175605 objects degraded (8.408%); 18094/175605 objects misplaced (10.304%); 1.3 MiB/s, 21 objects/s recovering 2023-08-28T02:39:27.291 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:27 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2632090777' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:39:27.291 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:27 smithi040 ceph-mon[175404]: pgmap v1135: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.6 GiB data, 12 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 104 op/s; 14764/175605 objects degraded (8.408%); 18094/175605 objects misplaced (10.304%); 1.3 MiB/s, 21 objects/s recovering 2023-08-28T02:39:27.331 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:39:27.333 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:27 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2632090777' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:39:27.333 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:27 smithi083 ceph-mon[157819]: pgmap v1135: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.6 GiB data, 12 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 104 op/s; 14764/175605 objects degraded (8.408%); 18094/175605 objects misplaced (10.304%); 1.3 MiB/s, 21 objects/s recovering 2023-08-28T02:39:27.334 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:27.334 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:39:27.353 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:39:27.435 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:39:27.464 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:27.587 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:39:27.590 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:27.591 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:39:27.692 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:39:27.729 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:27.863 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:39:27.867 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:27.869 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:39:27.970 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:39:28.003 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:28.080 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:39:28.085 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:28.085 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:39:28.155 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:39:28.157 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:39:28.187 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:39:28.209 INFO:teuthology.orchestra.run.smithi083.stdout:ERROR: (22) Invalid argument 2023-08-28T02:39:28.209 INFO:teuthology.orchestra.run.smithi083.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:39:28.219 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:28.239 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:39:28.241 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:28.242 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:39:28.343 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:39:28.379 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:28.404 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:39:28.411 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:28.411 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:39:28.512 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:39:28.548 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:28.574 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:39:28.577 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:28.578 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:39:28.588 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.7 dump_historic_ops 2023-08-28T02:39:28.678 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:39:28.686 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":1135,"stamp":"2023-08-28T02:39:26.493770+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":3834952452,"num_objects":58535,"num_object_clones":0,"num_object_copies":175605,"num_objects_missing_on_primary":3725,"num_objects_missing":3725,"num_objects_degraded":14764,"num_objects_misplaced":18094,"num_objects_unfound":0,"num_objects_dirty":58535,"num_whiteouts":0,"num_read":90,"num_read_kb":168,"num_write":128207,"num_write_kb":5972054,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":48308,"num_bytes_recovered":3138392977,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":98976,"ondisk_log_size":98976,"up":297,"acting":294,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":12223024,"kb_used_data":9196288,"kb_used_omap":12,"kb_used_meta":3026547,"kb_avail":550247888,"statfs":{"total":575970213888,"available":563453837312,"internally_reserved":0,"allocated":9416998912,"data_stored":9406191982,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12739,"internal_metadata":3099184701},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,0,0,0,2,4,0,4,2,3],"upper_bound":4096},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-54984704,"num_objects":-839,"num_object_clones":0,"num_object_copies":-2517,"num_objects_missing_on_primary":-40,"num_objects_missing":-40,"num_objects_degraded":-130,"num_objects_misplaced":-209,"num_objects_unfound":0,"num_objects_dirty":-839,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":839,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":172,"num_bytes_recovered":11272192,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.002211"},"pg_stats":[{"pgid":"3.1a","version":"65'1","reported_seq":379,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:13.669679+0000","last_change":"2023-08-28T02:32:32.667028+0000","last_active":"2023-08-28T02:39:13.669679+0000","last_peered":"2023-08-28T02:39:13.669679+0000","last_clean":"2023-08-28T02:39:13.669679+0000","last_became_active":"2023-08-28T02:32:32.666711+0000","last_became_peered":"2023-08-28T02:32:32.666711+0000","last_unstale":"2023-08-28T02:39:13.669679+0000","last_undegraded":"2023-08-28T02:39:13.669679+0000","last_fullsized":"2023-08-28T02:39:13.669679+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:28:21.913105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":333,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:19.047045+0000","last_change":"2023-08-28T02:29:44.421259+0000","last_active":"2023-08-28T02:39:19.047045+0000","last_peered":"2023-08-28T02:39:19.047045+0000","last_clean":"2023-08-28T02:39:19.047045+0000","last_became_active":"2023-08-28T02:29:44.420936+0000","last_became_peered":"2023-08-28T02:29:44.420936+0000","last_unstale":"2023-08-28T02:39:19.047045+0000","last_undegraded":"2023-08-28T02:39:19.047045+0000","last_fullsized":"2023-08-28T02:39:19.047045+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:22:26.346867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":173,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:13.666023+0000","last_change":"2023-08-28T02:33:12.290337+0000","last_active":"2023-08-28T02:39:13.666023+0000","last_peered":"2023-08-28T02:39:13.666023+0000","last_clean":"2023-08-28T02:39:13.666023+0000","last_became_active":"2023-08-28T02:33:12.289852+0000","last_became_peered":"2023-08-28T02:33:12.289852+0000","last_unstale":"2023-08-28T02:39:13.666023+0000","last_undegraded":"2023-08-28T02:39:13.666023+0000","last_fullsized":"2023-08-28T02:39:13.666023+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:04:26.420037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":349,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:19.046370+0000","last_change":"2023-08-28T02:33:13.317226+0000","last_active":"2023-08-28T02:39:19.046370+0000","last_peered":"2023-08-28T02:39:19.046370+0000","last_clean":"2023-08-28T02:39:19.046370+0000","last_became_active":"2023-08-28T02:33:13.316893+0000","last_became_peered":"2023-08-28T02:33:13.316893+0000","last_unstale":"2023-08-28T02:39:19.046370+0000","last_undegraded":"2023-08-28T02:39:19.046370+0000","last_fullsized":"2023-08-28T02:39:19.046370+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:55:46.593463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":293,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:19.052153+0000","last_change":"2023-08-28T02:33:12.295203+0000","last_active":"2023-08-28T02:39:19.052153+0000","last_peered":"2023-08-28T02:39:19.052153+0000","last_clean":"2023-08-28T02:39:19.052153+0000","last_became_active":"2023-08-28T02:33:12.294904+0000","last_became_peered":"2023-08-28T02:33:12.294904+0000","last_unstale":"2023-08-28T02:39:19.052153+0000","last_undegraded":"2023-08-28T02:39:19.052153+0000","last_fullsized":"2023-08-28T02:39:19.052153+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:31:07.008856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":310,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:19.039532+0000","last_change":"2023-08-28T02:31:51.987263+0000","last_active":"2023-08-28T02:39:19.039532+0000","last_peered":"2023-08-28T02:39:19.039532+0000","last_clean":"2023-08-28T02:39:19.039532+0000","last_became_active":"2023-08-28T02:31:51.986938+0000","last_became_peered":"2023-08-28T02:31:51.986938+0000","last_unstale":"2023-08-28T02:39:19.039532+0000","last_undegraded":"2023-08-28T02:39:19.039532+0000","last_fullsized":"2023-08-28T02:39:19.039532+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:18.021905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":343,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:19.046321+0000","last_change":"2023-08-28T02:33:12.318656+0000","last_active":"2023-08-28T02:39:19.046321+0000","last_peered":"2023-08-28T02:39:19.046321+0000","last_clean":"2023-08-28T02:39:19.046321+0000","last_became_active":"2023-08-28T02:33:12.318297+0000","last_became_peered":"2023-08-28T02:33:12.318297+0000","last_unstale":"2023-08-28T02:39:19.046321+0000","last_undegraded":"2023-08-28T02:39:19.046321+0000","last_fullsized":"2023-08-28T02:39:19.046321+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:43:09.789767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":274,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:19.052198+0000","last_change":"2023-08-28T02:33:13.357230+0000","last_active":"2023-08-28T02:39:19.052198+0000","last_peered":"2023-08-28T02:39:19.052198+0000","last_clean":"2023-08-28T02:39:19.052198+0000","last_became_active":"2023-08-28T02:33:13.356853+0000","last_became_peered":"2023-08-28T02:33:13.356853+0000","last_unstale":"2023-08-28T02:39:19.052198+0000","last_undegraded":"2023-08-28T02:39:19.052198+0000","last_fullsized":"2023-08-28T02:39:19.052198+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:20:21.545007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":352,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:19.039483+0000","last_change":"2023-08-28T02:29:44.462510+0000","last_active":"2023-08-28T02:39:19.039483+0000","last_peered":"2023-08-28T02:39:19.039483+0000","last_clean":"2023-08-28T02:39:19.039483+0000","last_became_active":"2023-08-28T02:29:44.460314+0000","last_became_peered":"2023-08-28T02:29:44.460314+0000","last_unstale":"2023-08-28T02:39:19.039483+0000","last_undegraded":"2023-08-28T02:39:19.039483+0000","last_fullsized":"2023-08-28T02:39:19.039483+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:59:01.311467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":277,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:19.052349+0000","last_change":"2023-08-28T02:33:13.291255+0000","last_active":"2023-08-28T02:39:19.052349+0000","last_peered":"2023-08-28T02:39:19.052349+0000","last_clean":"2023-08-28T02:39:19.052349+0000","last_became_active":"2023-08-28T02:33:13.290933+0000","last_became_peered":"2023-08-28T02:33:13.290933+0000","last_unstale":"2023-08-28T02:39:19.052349+0000","last_undegraded":"2023-08-28T02:39:19.052349+0000","last_fullsized":"2023-08-28T02:39:19.052349+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:31:54.116908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"65'3","reported_seq":353,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:19.037331+0000","last_change":"2023-08-28T02:33:12.296412+0000","last_active":"2023-08-28T02:39:19.037331+0000","last_peered":"2023-08-28T02:39:19.037331+0000","last_clean":"2023-08-28T02:39:19.037331+0000","last_became_active":"2023-08-28T02:33:12.295786+0000","last_became_peered":"2023-08-28T02:33:12.295786+0000","last_unstale":"2023-08-28T02:39:19.037331+0000","last_undegraded":"2023-08-28T02:39:19.037331+0000","last_fullsized":"2023-08-28T02:39:19.037331+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:15:31.449163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":177,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:13.666315+0000","last_change":"2023-08-28T02:32:32.666927+0000","last_active":"2023-08-28T02:39:13.666315+0000","last_peered":"2023-08-28T02:39:13.666315+0000","last_clean":"2023-08-28T02:39:13.666315+0000","last_became_active":"2023-08-28T02:32:32.666618+0000","last_became_peered":"2023-08-28T02:32:32.666618+0000","last_unstale":"2023-08-28T02:39:13.666315+0000","last_undegraded":"2023-08-28T02:39:13.666315+0000","last_fullsized":"2023-08-28T02:39:13.666315+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:45:57.998333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":376,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:13.670007+0000","last_change":"2023-08-28T02:32:28.505262+0000","last_active":"2023-08-28T02:39:13.670007+0000","last_peered":"2023-08-28T02:39:13.670007+0000","last_clean":"2023-08-28T02:39:13.670007+0000","last_became_active":"2023-08-28T02:32:28.455999+0000","last_became_peered":"2023-08-28T02:32:28.455999+0000","last_unstale":"2023-08-28T02:39:13.670007+0000","last_undegraded":"2023-08-28T02:39:13.670007+0000","last_fullsized":"2023-08-28T02:39:13.670007+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:28.937020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":9468,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":360,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:13.670639+0000","last_change":"2023-08-28T02:32:12.959195+0000","last_active":"2023-08-28T02:39:13.670639+0000","last_peered":"2023-08-28T02:39:13.670639+0000","last_clean":"2023-08-28T02:39:13.670639+0000","last_became_active":"2023-08-28T02:32:12.958832+0000","last_became_peered":"2023-08-28T02:32:12.958832+0000","last_unstale":"2023-08-28T02:39:13.670639+0000","last_undegraded":"2023-08-28T02:39:13.670639+0000","last_fullsized":"2023-08-28T02:39:13.670639+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:23:27.197787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"65'2","reported_seq":351,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:19.036756+0000","last_change":"2023-08-28T02:32:28.461161+0000","last_active":"2023-08-28T02:39:19.036756+0000","last_peered":"2023-08-28T02:39:19.036756+0000","last_clean":"2023-08-28T02:39:19.036756+0000","last_became_active":"2023-08-28T02:32:28.451284+0000","last_became_peered":"2023-08-28T02:32:28.451284+0000","last_unstale":"2023-08-28T02:39:19.036756+0000","last_undegraded":"2023-08-28T02:39:19.036756+0000","last_fullsized":"2023-08-28T02:39:19.036756+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:58:20.061020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":334,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:19.046657+0000","last_change":"2023-08-28T02:29:44.419566+0000","last_active":"2023-08-28T02:39:19.046657+0000","last_peered":"2023-08-28T02:39:19.046657+0000","last_clean":"2023-08-28T02:39:19.046657+0000","last_became_active":"2023-08-28T02:29:44.419053+0000","last_became_peered":"2023-08-28T02:29:44.419053+0000","last_unstale":"2023-08-28T02:39:19.046657+0000","last_undegraded":"2023-08-28T02:39:19.046657+0000","last_fullsized":"2023-08-28T02:39:19.046657+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:44:36.133499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":337,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:19.046881+0000","last_change":"2023-08-28T02:33:12.493777+0000","last_active":"2023-08-28T02:39:19.046881+0000","last_peered":"2023-08-28T02:39:19.046881+0000","last_clean":"2023-08-28T02:39:19.046881+0000","last_became_active":"2023-08-28T02:33:12.491177+0000","last_became_peered":"2023-08-28T02:33:12.491177+0000","last_unstale":"2023-08-28T02:39:19.046881+0000","last_undegraded":"2023-08-28T02:39:19.046881+0000","last_fullsized":"2023-08-28T02:39:19.046881+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:10:58.167753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":348,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:19.039302+0000","last_change":"2023-08-28T02:33:12.290293+0000","last_active":"2023-08-28T02:39:19.039302+0000","last_peered":"2023-08-28T02:39:19.039302+0000","last_clean":"2023-08-28T02:39:19.039302+0000","last_became_active":"2023-08-28T02:33:12.289989+0000","last_became_peered":"2023-08-28T02:33:12.289989+0000","last_unstale":"2023-08-28T02:39:19.039302+0000","last_undegraded":"2023-08-28T02:39:19.039302+0000","last_fullsized":"2023-08-28T02:39:19.039302+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:05:33.622172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":326,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:19.037963+0000","last_change":"2023-08-28T02:32:12.948756+0000","last_active":"2023-08-28T02:39:19.037963+0000","last_peered":"2023-08-28T02:39:19.037963+0000","last_clean":"2023-08-28T02:39:19.037963+0000","last_became_active":"2023-08-28T02:32:12.948441+0000","last_became_peered":"2023-08-28T02:32:12.948441+0000","last_unstale":"2023-08-28T02:39:19.037963+0000","last_undegraded":"2023-08-28T02:39:19.037963+0000","last_fullsized":"2023-08-28T02:39:19.037963+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:27.922180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":344,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:19.046442+0000","last_change":"2023-08-28T02:33:12.299398+0000","last_active":"2023-08-28T02:39:19.046442+0000","last_peered":"2023-08-28T02:39:19.046442+0000","last_clean":"2023-08-28T02:39:19.046442+0000","last_became_active":"2023-08-28T02:33:12.299113+0000","last_became_peered":"2023-08-28T02:33:12.299113+0000","last_unstale":"2023-08-28T02:39:19.046442+0000","last_undegraded":"2023-08-28T02:39:19.046442+0000","last_fullsized":"2023-08-28T02:39:19.046442+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:14:55.597212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"65'8","reported_seq":138,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:19.046088+0000","last_change":"2023-08-28T02:33:13.478870+0000","last_active":"2023-08-28T02:39:19.046088+0000","last_peered":"2023-08-28T02:39:19.046088+0000","last_clean":"2023-08-28T02:39:19.046088+0000","last_became_active":"2023-08-28T02:33:13.332142+0000","last_became_peered":"2023-08-28T02:33:13.332142+0000","last_unstale":"2023-08-28T02:39:19.046088+0000","last_undegraded":"2023-08-28T02:39:19.046088+0000","last_fullsized":"2023-08-28T02:39:19.046088+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:32:42.810159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":275,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:19.053774+0000","last_change":"2023-08-28T02:33:12.306353+0000","last_active":"2023-08-28T02:39:19.053774+0000","last_peered":"2023-08-28T02:39:19.053774+0000","last_clean":"2023-08-28T02:39:19.053774+0000","last_became_active":"2023-08-28T02:33:12.304977+0000","last_became_peered":"2023-08-28T02:33:12.304977+0000","last_unstale":"2023-08-28T02:39:19.053774+0000","last_undegraded":"2023-08-28T02:39:19.053774+0000","last_fullsized":"2023-08-28T02:39:19.053774+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:19:38.819671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"369'7963","reported_seq":8090,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-08-28T02:39:25.383641+0000","last_change":"2023-08-28T02:30:50.402703+0000","last_active":"2023-08-28T02:39:25.383641+0000","last_peered":"2023-08-28T02:39:25.383641+0000","last_clean":"2023-08-28T02:39:25.383641+0000","last_became_active":"2023-08-28T02:30:50.402419+0000","last_became_peered":"2023-08-28T02:30:50.402419+0000","last_unstale":"2023-08-28T02:39:25.383641+0000","last_undegraded":"2023-08-28T02:39:25.383641+0000","last_fullsized":"2023-08-28T02:39:25.383641+0000","mapping_epoch":250,"log_start":"255'800","ondisk_log_start":"255'800","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7163,"log_dups_size":0,"ondisk_log_size":7163,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:07:37.393907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":242286592,"num_objects":3697,"num_object_clones":0,"num_object_copies":11091,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3697,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7963,"num_write_kb":373120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"65'1","reported_seq":334,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:19.037199+0000","last_change":"2023-08-28T02:14:43.046130+0000","last_active":"2023-08-28T02:39:19.037199+0000","last_peered":"2023-08-28T02:39:19.037199+0000","last_clean":"2023-08-28T02:39:19.037199+0000","last_became_active":"2023-08-28T02:14:43.045775+0000","last_became_peered":"2023-08-28T02:14:43.045775+0000","last_unstale":"2023-08-28T02:39:19.037199+0000","last_undegraded":"2023-08-28T02:39:19.037199+0000","last_fullsized":"2023-08-28T02:39:19.037199+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:57:38.279756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":324,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:19.037162+0000","last_change":"2023-08-28T02:31:51.987149+0000","last_active":"2023-08-28T02:39:19.037162+0000","last_peered":"2023-08-28T02:39:19.037162+0000","last_clean":"2023-08-28T02:39:19.037162+0000","last_became_active":"2023-08-28T02:31:51.986821+0000","last_became_peered":"2023-08-28T02:31:51.986821+0000","last_unstale":"2023-08-28T02:39:19.037162+0000","last_undegraded":"2023-08-28T02:39:19.037162+0000","last_fullsized":"2023-08-28T02:39:19.037162+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:23:26.661134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"369'7982","reported_seq":13864,"reported_epoch":369,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:39:25.810899+0000","last_change":"2023-08-28T02:33:33.975566+0000","last_active":"2023-08-28T02:39:25.810899+0000","last_peered":"2023-08-28T02:39:25.810899+0000","last_clean":"2023-08-28T02:31:27.868230+0000","last_became_active":"2023-08-28T02:33:33.660452+0000","last_became_peered":"2023-08-28T02:33:33.660452+0000","last_unstale":"2023-08-28T02:39:25.810899+0000","last_undegraded":"2023-08-28T02:33:13.410847+0000","last_fullsized":"2023-08-28T02:33:13.270012+0000","mapping_epoch":298,"log_start":"255'800","ondisk_log_start":"255'800","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7182,"log_dups_size":0,"ondisk_log_size":7182,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:33.375162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":237109248,"num_objects":3618,"num_object_clones":0,"num_object_copies":10854,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6125,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3618,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7982,"num_write_kb":371200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2859,"num_bytes_recovered":187301888,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[5,4],"avail_no_missing":["5","6"],"object_location_counts":[{"shards":"2,5,6","objects":915},{"shards":"3,5,6","objects":1197},{"shards":"4,5","objects":1},{"shards":"5,6","objects":1505}],"blocked_by":[],"up_primary":3,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"65'2","reported_seq":359,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:19.036889+0000","last_change":"2023-08-28T02:29:44.436352+0000","last_active":"2023-08-28T02:39:19.036889+0000","last_peered":"2023-08-28T02:39:19.036889+0000","last_clean":"2023-08-28T02:39:19.036889+0000","last_became_active":"2023-08-28T02:29:44.411499+0000","last_became_peered":"2023-08-28T02:29:44.411499+0000","last_unstale":"2023-08-28T02:39:19.036889+0000","last_undegraded":"2023-08-28T02:39:19.036889+0000","last_fullsized":"2023-08-28T02:39:19.036889+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:46:57.540191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":384,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:13.670216+0000","last_change":"2023-08-28T02:33:12.289004+0000","last_active":"2023-08-28T02:39:13.670216+0000","last_peered":"2023-08-28T02:39:13.670216+0000","last_clean":"2023-08-28T02:39:13.670216+0000","last_became_active":"2023-08-28T02:33:12.288722+0000","last_became_peered":"2023-08-28T02:33:12.288722+0000","last_unstale":"2023-08-28T02:39:13.670216+0000","last_undegraded":"2023-08-28T02:39:13.670216+0000","last_fullsized":"2023-08-28T02:39:13.670216+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:24.019483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"369'7925","reported_seq":13148,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-08-28T02:39:25.231729+0000","last_change":"2023-08-28T02:37:54.748968+0000","last_active":"2023-08-28T02:39:25.231729+0000","last_peered":"2023-08-28T02:39:25.231729+0000","last_clean":"2023-08-28T02:39:25.231729+0000","last_became_active":"2023-08-28T02:37:54.729376+0000","last_became_peered":"2023-08-28T02:37:54.729376+0000","last_unstale":"2023-08-28T02:39:25.231729+0000","last_undegraded":"2023-08-28T02:39:25.231729+0000","last_fullsized":"2023-08-28T02:39:25.231729+0000","mapping_epoch":351,"log_start":"257'2612","ondisk_log_start":"257'2612","created":250,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5313,"log_dups_size":0,"ondisk_log_size":5313,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:00.988172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":237568000,"num_objects":3625,"num_object_clones":0,"num_object_copies":10875,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3625,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7925,"num_write_kb":369600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2533,"num_bytes_recovered":160432128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"65'1","reported_seq":345,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:19.037154+0000","last_change":"2023-08-28T02:33:13.516869+0000","last_active":"2023-08-28T02:39:19.037154+0000","last_peered":"2023-08-28T02:39:19.037154+0000","last_clean":"2023-08-28T02:39:19.037154+0000","last_became_active":"2023-08-28T02:33:13.396736+0000","last_became_peered":"2023-08-28T02:33:13.396736+0000","last_unstale":"2023-08-28T02:39:19.037154+0000","last_undegraded":"2023-08-28T02:39:19.037154+0000","last_fullsized":"2023-08-28T02:39:19.037154+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:47:08.237137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":311,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:13.666215+0000","last_change":"2023-08-28T02:31:51.987327+0000","last_active":"2023-08-28T02:39:13.666215+0000","last_peered":"2023-08-28T02:39:13.666215+0000","last_clean":"2023-08-28T02:39:13.666215+0000","last_became_active":"2023-08-28T02:31:51.987018+0000","last_became_peered":"2023-08-28T02:31:51.987018+0000","last_unstale":"2023-08-28T02:39:13.666215+0000","last_undegraded":"2023-08-28T02:39:13.666215+0000","last_fullsized":"2023-08-28T02:39:13.666215+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:53:26.105101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.5","version":"369'7851","reported_seq":12069,"reported_epoch":369,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:39:25.360038+0000","last_change":"2023-08-28T02:33:13.625779+0000","last_active":"2023-08-28T02:39:25.360038+0000","last_peered":"2023-08-28T02:39:25.360038+0000","last_clean":"2023-08-28T02:31:27.898932+0000","last_became_active":"2023-08-28T02:33:13.612126+0000","last_became_peered":"2023-08-28T02:33:13.612126+0000","last_unstale":"2023-08-28T02:39:25.360038+0000","last_undegraded":"2023-08-28T02:33:13.485377+0000","last_fullsized":"2023-08-28T02:33:13.264317+0000","mapping_epoch":298,"log_start":"257'2563","ondisk_log_start":"257'2563","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5288,"log_dups_size":0,"ondisk_log_size":5288,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:37:28.843386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":235995136,"num_objects":3601,"num_object_clones":0,"num_object_copies":10803,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6143,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3601,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7851,"num_write_kb":366464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2033,"num_bytes_recovered":133234688,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,7],"avail_no_missing":["0","2"],"object_location_counts":[{"shards":"0,2","objects":2358},{"shards":"0,2,3","objects":1243}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":363,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:19.039190+0000","last_change":"2023-08-28T02:33:13.281826+0000","last_active":"2023-08-28T02:39:19.039190+0000","last_peered":"2023-08-28T02:39:19.039190+0000","last_clean":"2023-08-28T02:39:19.039190+0000","last_became_active":"2023-08-28T02:33:13.281511+0000","last_became_peered":"2023-08-28T02:33:13.281511+0000","last_unstale":"2023-08-28T02:39:19.039190+0000","last_undegraded":"2023-08-28T02:39:19.039190+0000","last_fullsized":"2023-08-28T02:39:19.039190+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:32:55.005706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":360,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:19.046599+0000","last_change":"2023-08-28T02:29:44.436713+0000","last_active":"2023-08-28T02:39:19.046599+0000","last_peered":"2023-08-28T02:39:19.046599+0000","last_clean":"2023-08-28T02:39:19.046599+0000","last_became_active":"2023-08-28T02:29:44.436203+0000","last_became_peered":"2023-08-28T02:29:44.436203+0000","last_unstale":"2023-08-28T02:39:19.046599+0000","last_undegraded":"2023-08-28T02:39:19.046599+0000","last_fullsized":"2023-08-28T02:39:19.046599+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:46:48.522293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"368'8142","reported_seq":8273,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:22.113150+0000","last_change":"2023-08-28T02:30:50.399669+0000","last_active":"2023-08-28T02:39:22.113150+0000","last_peered":"2023-08-28T02:39:22.113150+0000","last_clean":"2023-08-28T02:39:22.113150+0000","last_became_active":"2023-08-28T02:30:50.399332+0000","last_became_peered":"2023-08-28T02:30:50.399332+0000","last_unstale":"2023-08-28T02:39:22.113150+0000","last_undegraded":"2023-08-28T02:39:22.113150+0000","last_fullsized":"2023-08-28T02:39:22.113150+0000","mapping_epoch":250,"log_start":"256'2000","ondisk_log_start":"256'2000","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6142,"log_dups_size":0,"ondisk_log_size":6142,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:00:54.910841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":240648192,"num_objects":3672,"num_object_clones":0,"num_object_copies":11016,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3672,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8142,"num_write_kb":378048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"75'161","reported_seq":789,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:19.038155+0000","last_change":"2023-08-28T02:33:13.310049+0000","last_active":"2023-08-28T02:39:19.038155+0000","last_peered":"2023-08-28T02:39:19.038155+0000","last_clean":"2023-08-28T02:39:19.038155+0000","last_became_active":"2023-08-28T02:33:13.309661+0000","last_became_peered":"2023-08-28T02:33:13.309661+0000","last_unstale":"2023-08-28T02:39:19.038155+0000","last_undegraded":"2023-08-28T02:39:19.038155+0000","last_fullsized":"2023-08-28T02:39:19.038155+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.930230+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.930230+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:27:40.889460+0000","scrub_duration":0.0050169209999999997,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"65'2","reported_seq":324,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:19.052979+0000","last_change":"2023-08-28T02:33:12.294922+0000","last_active":"2023-08-28T02:39:19.052979+0000","last_peered":"2023-08-28T02:39:19.052979+0000","last_clean":"2023-08-28T02:39:19.052979+0000","last_became_active":"2023-08-28T02:33:12.294518+0000","last_became_peered":"2023-08-28T02:33:12.294518+0000","last_unstale":"2023-08-28T02:39:19.052979+0000","last_undegraded":"2023-08-28T02:39:19.052979+0000","last_fullsized":"2023-08-28T02:39:19.052979+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:21:12.737286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":361,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:13.670091+0000","last_change":"2023-08-28T02:33:13.310505+0000","last_active":"2023-08-28T02:39:13.670091+0000","last_peered":"2023-08-28T02:39:13.670091+0000","last_clean":"2023-08-28T02:39:13.670091+0000","last_became_active":"2023-08-28T02:33:13.310223+0000","last_became_peered":"2023-08-28T02:33:13.310223+0000","last_unstale":"2023-08-28T02:39:13.670091+0000","last_undegraded":"2023-08-28T02:39:13.670091+0000","last_fullsized":"2023-08-28T02:39:13.670091+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:27:02.124453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"369'7995","reported_seq":22385,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-08-28T02:39:25.821921+0000","last_change":"2023-08-28T02:38:44.816101+0000","last_active":"2023-08-28T02:39:25.821921+0000","last_peered":"2023-08-28T02:39:25.821921+0000","last_clean":"2023-08-28T02:39:25.821921+0000","last_became_active":"2023-08-28T02:38:44.798734+0000","last_became_peered":"2023-08-28T02:38:44.798734+0000","last_unstale":"2023-08-28T02:39:25.821921+0000","last_undegraded":"2023-08-28T02:39:25.821921+0000","last_fullsized":"2023-08-28T02:39:25.821921+0000","mapping_epoch":361,"log_start":"255'800","ondisk_log_start":"255'800","created":250,"last_epoch_clean":362,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7195,"log_dups_size":0,"ondisk_log_size":7195,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:34:42.975012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":240713728,"num_objects":3673,"num_object_clones":0,"num_object_copies":11019,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3673,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7995,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5834,"num_bytes_recovered":377683968,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"75'161","reported_seq":628,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:19.037088+0000","last_change":"2023-08-28T02:37:37.933802+0000","last_active":"2023-08-28T02:39:19.037088+0000","last_peered":"2023-08-28T02:39:19.037088+0000","last_clean":"2023-08-28T02:39:19.037088+0000","last_became_active":"2023-08-28T02:33:13.287313+0000","last_became_peered":"2023-08-28T02:33:13.287313+0000","last_unstale":"2023-08-28T02:39:19.037088+0000","last_undegraded":"2023-08-28T02:39:19.037088+0000","last_fullsized":"2023-08-28T02:39:19.037088+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:45.407127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:45.407127+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:39:14.213229+0000","scrub_duration":0.0018495320000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":262688,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":281,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:13.669523+0000","last_change":"2023-08-28T02:33:13.309727+0000","last_active":"2023-08-28T02:39:13.669523+0000","last_peered":"2023-08-28T02:39:13.669523+0000","last_clean":"2023-08-28T02:39:13.669523+0000","last_became_active":"2023-08-28T02:33:13.309487+0000","last_became_peered":"2023-08-28T02:33:13.309487+0000","last_unstale":"2023-08-28T02:39:13.669523+0000","last_undegraded":"2023-08-28T02:39:13.669523+0000","last_fullsized":"2023-08-28T02:39:13.669523+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:27:29.294011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":96,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:13.670297+0000","last_change":"2023-08-28T02:32:28.456323+0000","last_active":"2023-08-28T02:39:13.670297+0000","last_peered":"2023-08-28T02:39:13.670297+0000","last_clean":"2023-08-28T02:39:13.670297+0000","last_became_active":"2023-08-28T02:32:28.455987+0000","last_became_peered":"2023-08-28T02:32:28.455987+0000","last_unstale":"2023-08-28T02:39:13.670297+0000","last_undegraded":"2023-08-28T02:39:13.670297+0000","last_fullsized":"2023-08-28T02:39:13.670297+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:54:07.724002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"368'8112","reported_seq":18259,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:22.332774+0000","last_change":"2023-08-28T02:33:13.316023+0000","last_active":"2023-08-28T02:39:22.332774+0000","last_peered":"2023-08-28T02:39:22.332774+0000","last_clean":"2023-08-28T02:39:22.332774+0000","last_became_active":"2023-08-28T02:33:13.308403+0000","last_became_peered":"2023-08-28T02:33:13.308403+0000","last_unstale":"2023-08-28T02:39:22.332774+0000","last_undegraded":"2023-08-28T02:39:22.332774+0000","last_fullsized":"2023-08-28T02:39:22.332774+0000","mapping_epoch":298,"log_start":"256'1900","ondisk_log_start":"256'1900","created":250,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6212,"log_dups_size":0,"ondisk_log_size":6212,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:10:38.401973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":247988224,"num_objects":3784,"num_object_clones":0,"num_object_copies":11352,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3784,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8112,"num_write_kb":380672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4999,"num_bytes_recovered":327614464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":341,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:13.670142+0000","last_change":"2023-08-28T02:32:28.455294+0000","last_active":"2023-08-28T02:39:13.670142+0000","last_peered":"2023-08-28T02:39:13.670142+0000","last_clean":"2023-08-28T02:39:13.670142+0000","last_became_active":"2023-08-28T02:32:28.455013+0000","last_became_peered":"2023-08-28T02:32:28.455013+0000","last_unstale":"2023-08-28T02:39:13.670142+0000","last_undegraded":"2023-08-28T02:39:13.670142+0000","last_fullsized":"2023-08-28T02:39:13.670142+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:53.583864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":373,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:13.671247+0000","last_change":"2023-08-28T02:33:13.335588+0000","last_active":"2023-08-28T02:39:13.671247+0000","last_peered":"2023-08-28T02:39:13.671247+0000","last_clean":"2023-08-28T02:39:13.671247+0000","last_became_active":"2023-08-28T02:33:13.335326+0000","last_became_peered":"2023-08-28T02:33:13.335326+0000","last_unstale":"2023-08-28T02:39:13.671247+0000","last_undegraded":"2023-08-28T02:39:13.671247+0000","last_fullsized":"2023-08-28T02:39:13.671247+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:15:44.958663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"368'8035","reported_seq":8161,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:22.041370+0000","last_change":"2023-08-28T02:30:50.400261+0000","last_active":"2023-08-28T02:39:22.041370+0000","last_peered":"2023-08-28T02:39:22.041370+0000","last_clean":"2023-08-28T02:39:22.041370+0000","last_became_active":"2023-08-28T02:30:50.399938+0000","last_became_peered":"2023-08-28T02:30:50.399938+0000","last_unstale":"2023-08-28T02:39:22.041370+0000","last_undegraded":"2023-08-28T02:39:22.041370+0000","last_fullsized":"2023-08-28T02:39:22.041370+0000","mapping_epoch":250,"log_start":"257'2590","ondisk_log_start":"257'2590","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5445,"log_dups_size":0,"ondisk_log_size":5445,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:43:56.802792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":239796224,"num_objects":3659,"num_object_clones":0,"num_object_copies":10977,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3659,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8035,"num_write_kb":374208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"75'161","reported_seq":648,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:19.036823+0000","last_change":"2023-08-28T02:32:56.519141+0000","last_active":"2023-08-28T02:39:19.036823+0000","last_peered":"2023-08-28T02:39:19.036823+0000","last_clean":"2023-08-28T02:39:19.036823+0000","last_became_active":"2023-08-28T02:32:56.518863+0000","last_became_peered":"2023-08-28T02:32:56.518863+0000","last_unstale":"2023-08-28T02:39:19.036823+0000","last_undegraded":"2023-08-28T02:39:19.036823+0000","last_fullsized":"2023-08-28T02:39:19.036823+0000","mapping_epoch":292,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":293,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_clean_scrub_stamp":"2023-08-28T02:29:25.608370+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:59:50.561109+0000","scrub_duration":0.001662689,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":277,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:19.052291+0000","last_change":"2023-08-28T02:33:12.294592+0000","last_active":"2023-08-28T02:39:19.052291+0000","last_peered":"2023-08-28T02:39:19.052291+0000","last_clean":"2023-08-28T02:39:19.052291+0000","last_became_active":"2023-08-28T02:33:12.288508+0000","last_became_peered":"2023-08-28T02:33:12.288508+0000","last_unstale":"2023-08-28T02:39:19.052291+0000","last_undegraded":"2023-08-28T02:39:19.052291+0000","last_fullsized":"2023-08-28T02:39:19.052291+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:05:42.717608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":159,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:13.667035+0000","last_change":"2023-08-28T02:29:44.429834+0000","last_active":"2023-08-28T02:39:13.667035+0000","last_peered":"2023-08-28T02:39:13.667035+0000","last_clean":"2023-08-28T02:39:13.667035+0000","last_became_active":"2023-08-28T02:29:44.429512+0000","last_became_peered":"2023-08-28T02:29:44.429512+0000","last_unstale":"2023-08-28T02:39:13.667035+0000","last_undegraded":"2023-08-28T02:39:13.667035+0000","last_fullsized":"2023-08-28T02:39:13.667035+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:58.062455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"369'7943","reported_seq":8070,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-08-28T02:39:25.893494+0000","last_change":"2023-08-28T02:30:50.402348+0000","last_active":"2023-08-28T02:39:25.893494+0000","last_peered":"2023-08-28T02:39:25.893494+0000","last_clean":"2023-08-28T02:39:25.893494+0000","last_became_active":"2023-08-28T02:30:50.402076+0000","last_became_peered":"2023-08-28T02:30:50.402076+0000","last_unstale":"2023-08-28T02:39:25.893494+0000","last_undegraded":"2023-08-28T02:39:25.893494+0000","last_fullsized":"2023-08-28T02:39:25.893494+0000","mapping_epoch":250,"log_start":"255'1100","ondisk_log_start":"255'1100","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6843,"log_dups_size":0,"ondisk_log_size":6843,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:24.859426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":238092288,"num_objects":3633,"num_object_clones":0,"num_object_copies":10899,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3633,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7943,"num_write_kb":370432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.7","version":"75'161","reported_seq":569,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:19.053697+0000","last_change":"2023-08-28T02:33:13.532525+0000","last_active":"2023-08-28T02:39:19.053697+0000","last_peered":"2023-08-28T02:39:19.053697+0000","last_clean":"2023-08-28T02:39:19.053697+0000","last_became_active":"2023-08-28T02:33:13.532125+0000","last_became_peered":"2023-08-28T02:33:13.532125+0000","last_unstale":"2023-08-28T02:39:19.053697+0000","last_undegraded":"2023-08-28T02:39:19.053697+0000","last_fullsized":"2023-08-28T02:39:19.053697+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.887648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.887648+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":159,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:13.667008+0000","last_change":"2023-08-28T02:29:44.407595+0000","last_active":"2023-08-28T02:39:13.667008+0000","last_peered":"2023-08-28T02:39:13.667008+0000","last_clean":"2023-08-28T02:39:13.667008+0000","last_became_active":"2023-08-28T02:29:44.407316+0000","last_became_peered":"2023-08-28T02:29:44.407316+0000","last_unstale":"2023-08-28T02:39:13.667008+0000","last_undegraded":"2023-08-28T02:39:13.667008+0000","last_fullsized":"2023-08-28T02:39:13.667008+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:01:47.777709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":380,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:19.039304+0000","last_change":"2023-08-28T02:33:13.286980+0000","last_active":"2023-08-28T02:39:19.039304+0000","last_peered":"2023-08-28T02:39:19.039304+0000","last_clean":"2023-08-28T02:39:19.039304+0000","last_became_active":"2023-08-28T02:33:13.286740+0000","last_became_peered":"2023-08-28T02:33:13.286740+0000","last_unstale":"2023-08-28T02:39:19.039304+0000","last_undegraded":"2023-08-28T02:39:19.039304+0000","last_fullsized":"2023-08-28T02:39:19.039304+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:24:54.574365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":159,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:13.666269+0000","last_change":"2023-08-28T02:29:44.506914+0000","last_active":"2023-08-28T02:39:13.666269+0000","last_peered":"2023-08-28T02:39:13.666269+0000","last_clean":"2023-08-28T02:39:13.666269+0000","last_became_active":"2023-08-28T02:29:44.506606+0000","last_became_peered":"2023-08-28T02:29:44.506606+0000","last_unstale":"2023-08-28T02:39:13.666269+0000","last_undegraded":"2023-08-28T02:39:13.666269+0000","last_fullsized":"2023-08-28T02:39:13.666269+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:55:50.992279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"369'8009","reported_seq":19736,"reported_epoch":369,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:39:25.196046+0000","last_change":"2023-08-28T02:34:11.565330+0000","last_active":"2023-08-28T02:39:25.196046+0000","last_peered":"2023-08-28T02:39:25.196046+0000","last_clean":"2023-08-28T02:32:11.916240+0000","last_became_active":"2023-08-28T02:33:12.501819+0000","last_became_peered":"2023-08-28T02:33:12.501819+0000","last_unstale":"2023-08-28T02:39:25.196046+0000","last_undegraded":"2023-08-28T02:39:25.196046+0000","last_fullsized":"2023-08-28T02:39:25.196046+0000","mapping_epoch":297,"log_start":"257'2724","ondisk_log_start":"257'2724","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5285,"log_dups_size":0,"ondisk_log_size":5285,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:45:43.329719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":235077632,"num_objects":3587,"num_object_clones":0,"num_object_copies":10761,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3587,"num_objects_unfound":0,"num_objects_dirty":3587,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8009,"num_write_kb":371072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5787,"num_bytes_recovered":379256832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,2],"avail_no_missing":["0","2","5","6"],"object_location_counts":[{"shards":"0,2,5","objects":3587}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.1","version":"75'161","reported_seq":628,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:19.037557+0000","last_change":"2023-08-28T02:32:31.482659+0000","last_active":"2023-08-28T02:39:19.037557+0000","last_peered":"2023-08-28T02:39:19.037557+0000","last_clean":"2023-08-28T02:39:19.037557+0000","last_became_active":"2023-08-28T02:32:31.482320+0000","last_became_peered":"2023-08-28T02:32:31.482320+0000","last_unstale":"2023-08-28T02:39:19.037557+0000","last_undegraded":"2023-08-28T02:39:19.037557+0000","last_fullsized":"2023-08-28T02:39:19.037557+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:24.559397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:24.559397+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:41:09.516918+0000","scrub_duration":0.001580328,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":366,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:19.036709+0000","last_change":"2023-08-28T02:31:51.988386+0000","last_active":"2023-08-28T02:39:19.036709+0000","last_peered":"2023-08-28T02:39:19.036709+0000","last_clean":"2023-08-28T02:39:19.036709+0000","last_became_active":"2023-08-28T02:31:51.988097+0000","last_became_peered":"2023-08-28T02:31:51.988097+0000","last_unstale":"2023-08-28T02:39:19.036709+0000","last_undegraded":"2023-08-28T02:39:19.036709+0000","last_fullsized":"2023-08-28T02:39:19.036709+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:25:01.818829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":341,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:13.670782+0000","last_change":"2023-08-28T02:32:12.951275+0000","last_active":"2023-08-28T02:39:13.670782+0000","last_peered":"2023-08-28T02:39:13.670782+0000","last_clean":"2023-08-28T02:39:13.670782+0000","last_became_active":"2023-08-28T02:32:12.950965+0000","last_became_peered":"2023-08-28T02:32:12.950965+0000","last_unstale":"2023-08-28T02:39:13.670782+0000","last_undegraded":"2023-08-28T02:39:13.670782+0000","last_fullsized":"2023-08-28T02:39:13.670782+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:37:31.294280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":185,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:13.666590+0000","last_change":"2023-08-28T02:33:13.286534+0000","last_active":"2023-08-28T02:39:13.666590+0000","last_peered":"2023-08-28T02:39:13.666590+0000","last_clean":"2023-08-28T02:39:13.666590+0000","last_became_active":"2023-08-28T02:33:13.286164+0000","last_became_peered":"2023-08-28T02:33:13.286164+0000","last_unstale":"2023-08-28T02:39:13.666590+0000","last_undegraded":"2023-08-28T02:39:13.666590+0000","last_fullsized":"2023-08-28T02:39:13.666590+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:56.721932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"369'8036","reported_seq":19853,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-08-28T02:39:25.638567+0000","last_change":"2023-08-28T02:34:14.448606+0000","last_active":"2023-08-28T02:39:25.638567+0000","last_peered":"2023-08-28T02:39:25.638567+0000","last_clean":"2023-08-28T02:39:25.638567+0000","last_became_active":"2023-08-28T02:34:14.438547+0000","last_became_peered":"2023-08-28T02:34:14.438547+0000","last_unstale":"2023-08-28T02:39:25.638567+0000","last_undegraded":"2023-08-28T02:39:25.638567+0000","last_fullsized":"2023-08-28T02:39:25.638567+0000","mapping_epoch":314,"log_start":"255'800","ondisk_log_start":"255'800","created":250,"last_epoch_clean":315,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7236,"log_dups_size":0,"ondisk_log_size":7236,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:06:41.120408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":238026752,"num_objects":3632,"num_object_clones":0,"num_object_copies":10896,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3632,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8036,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5834,"num_bytes_recovered":376832000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2","version":"75'161","reported_seq":750,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:19.036586+0000","last_change":"2023-08-28T02:30:51.762377+0000","last_active":"2023-08-28T02:39:19.036586+0000","last_peered":"2023-08-28T02:39:19.036586+0000","last_clean":"2023-08-28T02:39:19.036586+0000","last_became_active":"2023-08-28T02:27:46.375590+0000","last_became_peered":"2023-08-28T02:27:46.375590+0000","last_unstale":"2023-08-28T02:39:19.036586+0000","last_undegraded":"2023-08-28T02:39:19.036586+0000","last_fullsized":"2023-08-28T02:39:19.036586+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:51.762314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:51.762314+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:02.034555+0000","scrub_duration":0.0020023620000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":177,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:19.052426+0000","last_change":"2023-08-28T02:33:13.289765+0000","last_active":"2023-08-28T02:39:19.052426+0000","last_peered":"2023-08-28T02:39:19.052426+0000","last_clean":"2023-08-28T02:39:19.052426+0000","last_became_active":"2023-08-28T02:33:13.289159+0000","last_became_peered":"2023-08-28T02:33:13.289159+0000","last_unstale":"2023-08-28T02:39:19.052426+0000","last_undegraded":"2023-08-28T02:39:19.052426+0000","last_fullsized":"2023-08-28T02:39:19.052426+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:30:38.956723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":177,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:13.666099+0000","last_change":"2023-08-28T02:32:28.464203+0000","last_active":"2023-08-28T02:39:13.666099+0000","last_peered":"2023-08-28T02:39:13.666099+0000","last_clean":"2023-08-28T02:39:13.666099+0000","last_became_active":"2023-08-28T02:32:28.463412+0000","last_became_peered":"2023-08-28T02:32:28.463412+0000","last_unstale":"2023-08-28T02:39:13.666099+0000","last_undegraded":"2023-08-28T02:39:13.666099+0000","last_fullsized":"2023-08-28T02:39:13.666099+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:20:38.177879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":159,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:13.667111+0000","last_change":"2023-08-28T02:29:44.427945+0000","last_active":"2023-08-28T02:39:13.667111+0000","last_peered":"2023-08-28T02:39:13.667111+0000","last_clean":"2023-08-28T02:39:13.667111+0000","last_became_active":"2023-08-28T02:29:44.426487+0000","last_became_peered":"2023-08-28T02:29:44.426487+0000","last_unstale":"2023-08-28T02:39:13.667111+0000","last_undegraded":"2023-08-28T02:39:13.667111+0000","last_fullsized":"2023-08-28T02:39:13.667111+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:30:20.438896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"368'8006","reported_seq":18104,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:22.152355+0000","last_change":"2023-08-28T02:34:48.488647+0000","last_active":"2023-08-28T02:39:22.152355+0000","last_peered":"2023-08-28T02:39:22.152355+0000","last_clean":"2023-08-28T02:39:22.152355+0000","last_became_active":"2023-08-28T02:34:48.476519+0000","last_became_peered":"2023-08-28T02:34:48.476519+0000","last_unstale":"2023-08-28T02:39:22.152355+0000","last_undegraded":"2023-08-28T02:39:22.152355+0000","last_fullsized":"2023-08-28T02:39:22.152355+0000","mapping_epoch":318,"log_start":"256'1800","ondisk_log_start":"256'1800","created":250,"last_epoch_clean":319,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6206,"log_dups_size":0,"ondisk_log_size":6206,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:44:20.004230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":238419968,"num_objects":3638,"num_object_clones":0,"num_object_copies":10914,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3638,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8006,"num_write_kb":372608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4973,"num_bytes_recovered":325910528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":360,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:19.038552+0000","last_change":"2023-08-28T02:33:13.484970+0000","last_active":"2023-08-28T02:39:19.038552+0000","last_peered":"2023-08-28T02:39:19.038552+0000","last_clean":"2023-08-28T02:39:19.038552+0000","last_became_active":"2023-08-28T02:33:13.484579+0000","last_became_peered":"2023-08-28T02:33:13.484579+0000","last_unstale":"2023-08-28T02:39:19.038552+0000","last_undegraded":"2023-08-28T02:39:19.038552+0000","last_fullsized":"2023-08-28T02:39:19.038552+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:58.027468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"75'161","reported_seq":751,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:19.037243+0000","last_change":"2023-08-28T02:31:55.059467+0000","last_active":"2023-08-28T02:39:19.037243+0000","last_peered":"2023-08-28T02:39:19.037243+0000","last_clean":"2023-08-28T02:39:19.037243+0000","last_became_active":"2023-08-28T02:31:55.059115+0000","last_became_peered":"2023-08-28T02:31:55.059115+0000","last_unstale":"2023-08-28T02:39:19.037243+0000","last_undegraded":"2023-08-28T02:39:19.037243+0000","last_fullsized":"2023-08-28T02:39:19.037243+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":0,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.820990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.820990+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:15:56.774667+0000","scrub_duration":0.0017342480000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":279,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-08-28T02:39:24.058799+0000","last_change":"2023-08-28T02:33:13.352810+0000","last_active":"2023-08-28T02:39:24.058799+0000","last_peered":"2023-08-28T02:39:24.058799+0000","last_clean":"2023-08-28T02:39:24.058799+0000","last_became_active":"2023-08-28T02:33:13.351697+0000","last_became_peered":"2023-08-28T02:33:13.351697+0000","last_unstale":"2023-08-28T02:39:24.058799+0000","last_undegraded":"2023-08-28T02:39:24.058799+0000","last_fullsized":"2023-08-28T02:39:24.058799+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:56.187163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":190,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:13.670836+0000","last_change":"2023-08-28T02:31:51.984584+0000","last_active":"2023-08-28T02:39:13.670836+0000","last_peered":"2023-08-28T02:39:13.670836+0000","last_clean":"2023-08-28T02:39:13.670836+0000","last_became_active":"2023-08-28T02:31:51.984264+0000","last_became_peered":"2023-08-28T02:31:51.984264+0000","last_unstale":"2023-08-28T02:39:13.670836+0000","last_undegraded":"2023-08-28T02:39:13.670836+0000","last_fullsized":"2023-08-28T02:39:13.670836+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:58:42.306722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"369'7968","reported_seq":19703,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-08-28T02:39:25.180055+0000","last_change":"2023-08-28T02:35:11.978901+0000","last_active":"2023-08-28T02:39:25.180055+0000","last_peered":"2023-08-28T02:39:25.180055+0000","last_clean":"2023-08-28T02:39:25.180055+0000","last_became_active":"2023-08-28T02:35:11.966585+0000","last_became_peered":"2023-08-28T02:35:11.966585+0000","last_unstale":"2023-08-28T02:39:25.180055+0000","last_undegraded":"2023-08-28T02:39:25.180055+0000","last_fullsized":"2023-08-28T02:39:25.180055+0000","mapping_epoch":323,"log_start":"257'2628","ondisk_log_start":"257'2628","created":250,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5340,"log_dups_size":0,"ondisk_log_size":5340,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:03:07.017814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":236847104,"num_objects":3614,"num_object_clones":0,"num_object_copies":10842,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3614,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7968,"num_write_kb":370624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5791,"num_bytes_recovered":368967680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3","version":"75'161","reported_seq":635,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:13.666871+0000","last_change":"2023-08-28T02:31:55.068239+0000","last_active":"2023-08-28T02:39:13.666871+0000","last_peered":"2023-08-28T02:39:13.666871+0000","last_clean":"2023-08-28T02:39:13.666871+0000","last_became_active":"2023-08-28T02:31:55.067875+0000","last_became_peered":"2023-08-28T02:31:55.067875+0000","last_unstale":"2023-08-28T02:39:13.666871+0000","last_undegraded":"2023-08-28T02:39:13.666871+0000","last_fullsized":"2023-08-28T02:39:13.666871+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.868248+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:11:04.391639+0000","scrub_duration":0.0016215240000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":374,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:19.037154+0000","last_change":"2023-08-28T02:29:44.421353+0000","last_active":"2023-08-28T02:39:19.037154+0000","last_peered":"2023-08-28T02:39:19.037154+0000","last_clean":"2023-08-28T02:39:19.037154+0000","last_became_active":"2023-08-28T02:29:44.421064+0000","last_became_peered":"2023-08-28T02:29:44.421064+0000","last_unstale":"2023-08-28T02:39:19.037154+0000","last_undegraded":"2023-08-28T02:39:19.037154+0000","last_fullsized":"2023-08-28T02:39:19.037154+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:51:36.524024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":344,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:19.046030+0000","last_change":"2023-08-28T02:33:12.299487+0000","last_active":"2023-08-28T02:39:19.046030+0000","last_peered":"2023-08-28T02:39:19.046030+0000","last_clean":"2023-08-28T02:39:19.046030+0000","last_became_active":"2023-08-28T02:33:12.299175+0000","last_became_peered":"2023-08-28T02:33:12.299175+0000","last_unstale":"2023-08-28T02:39:19.046030+0000","last_undegraded":"2023-08-28T02:39:19.046030+0000","last_fullsized":"2023-08-28T02:39:19.046030+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:42:29.713462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":355,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:19.046278+0000","last_change":"2023-08-28T02:32:28.457696+0000","last_active":"2023-08-28T02:39:19.046278+0000","last_peered":"2023-08-28T02:39:19.046278+0000","last_clean":"2023-08-28T02:39:19.046278+0000","last_became_active":"2023-08-28T02:32:28.457407+0000","last_became_peered":"2023-08-28T02:32:28.457407+0000","last_unstale":"2023-08-28T02:39:19.046278+0000","last_undegraded":"2023-08-28T02:39:19.046278+0000","last_fullsized":"2023-08-28T02:39:19.046278+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:26:29.392787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"368'7897","reported_seq":9051,"reported_epoch":368,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:39:22.648319+0000","last_change":"2023-08-28T02:34:11.566035+0000","last_active":"2023-08-28T02:39:22.648319+0000","last_peered":"2023-08-28T02:39:22.648319+0000","last_clean":"2023-08-28T02:33:10.395883+0000","last_became_active":"2023-08-28T02:33:12.394714+0000","last_became_peered":"2023-08-28T02:33:12.394714+0000","last_unstale":"2023-08-28T02:39:22.648319+0000","last_undegraded":"2023-08-28T02:39:22.648319+0000","last_fullsized":"2023-08-28T02:39:22.648319+0000","mapping_epoch":297,"log_start":"257'2484","ondisk_log_start":"257'2484","created":250,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5413,"log_dups_size":0,"ondisk_log_size":5413,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:01:26.984565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":235012120,"num_objects":3587,"num_object_clones":0,"num_object_copies":10761,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3277,"num_objects_unfound":0,"num_objects_dirty":3587,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7897,"num_write_kb":367425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":500,"num_bytes_recovered":32768000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,6],"avail_no_missing":["4","0","6"],"object_location_counts":[{"shards":"0,4,6","objects":3587}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.6","version":"75'161","reported_seq":629,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:19.046226+0000","last_change":"2023-08-28T02:33:13.338675+0000","last_active":"2023-08-28T02:39:19.046226+0000","last_peered":"2023-08-28T02:39:19.046226+0000","last_clean":"2023-08-28T02:39:19.046226+0000","last_became_active":"2023-08-28T02:33:13.338271+0000","last_became_peered":"2023-08-28T02:33:13.338271+0000","last_unstale":"2023-08-28T02:39:19.046226+0000","last_undegraded":"2023-08-28T02:39:19.046226+0000","last_fullsized":"2023-08-28T02:39:19.046226+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.774982+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.774982+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:13:20.011329+0000","scrub_duration":0.003539819,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":337,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:19.037238+0000","last_change":"2023-08-28T02:14:43.033789+0000","last_active":"2023-08-28T02:39:19.037238+0000","last_peered":"2023-08-28T02:39:19.037238+0000","last_clean":"2023-08-28T02:39:19.037238+0000","last_became_active":"2023-08-28T02:14:43.033454+0000","last_became_peered":"2023-08-28T02:14:43.033454+0000","last_unstale":"2023-08-28T02:39:19.037238+0000","last_undegraded":"2023-08-28T02:39:19.037238+0000","last_fullsized":"2023-08-28T02:39:19.037238+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:01:13.205842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":168,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:13.666759+0000","last_change":"2023-08-28T02:32:28.461807+0000","last_active":"2023-08-28T02:39:13.666759+0000","last_peered":"2023-08-28T02:39:13.666759+0000","last_clean":"2023-08-28T02:39:13.666759+0000","last_became_active":"2023-08-28T02:32:28.461116+0000","last_became_peered":"2023-08-28T02:32:28.461116+0000","last_unstale":"2023-08-28T02:39:13.666759+0000","last_undegraded":"2023-08-28T02:39:13.666759+0000","last_fullsized":"2023-08-28T02:39:13.666759+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:12:45.321757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":315,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:19.046783+0000","last_change":"2023-08-28T02:14:43.048791+0000","last_active":"2023-08-28T02:39:19.046783+0000","last_peered":"2023-08-28T02:39:19.046783+0000","last_clean":"2023-08-28T02:39:19.046783+0000","last_became_active":"2023-08-28T02:14:43.047408+0000","last_became_peered":"2023-08-28T02:14:43.047408+0000","last_unstale":"2023-08-28T02:39:19.046783+0000","last_undegraded":"2023-08-28T02:39:19.046783+0000","last_fullsized":"2023-08-28T02:39:19.046783+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:47.097181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"368'8121","reported_seq":18214,"reported_epoch":368,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:39:22.276806+0000","last_change":"2023-08-28T02:37:37.899201+0000","last_active":"2023-08-28T02:39:22.276806+0000","last_peered":"2023-08-28T02:39:22.276806+0000","last_clean":"2023-08-28T02:31:50.933695+0000","last_became_active":"2023-08-28T02:33:13.540416+0000","last_became_peered":"2023-08-28T02:33:13.540416+0000","last_unstale":"2023-08-28T02:39:22.276806+0000","last_undegraded":"2023-08-28T02:39:22.276806+0000","last_fullsized":"2023-08-28T02:39:22.276806+0000","mapping_epoch":298,"log_start":"257'2674","ondisk_log_start":"257'2674","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5447,"log_dups_size":0,"ondisk_log_size":5447,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:49:35.658845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":245170176,"num_objects":3741,"num_object_clones":0,"num_object_copies":11223,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3741,"num_objects_unfound":0,"num_objects_dirty":3741,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8121,"num_write_kb":379584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4967,"num_bytes_recovered":325517312,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,2],"avail_no_missing":["4","2","5","6"],"object_location_counts":[{"shards":"2,4,5","objects":3741}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.5","version":"75'161","reported_seq":661,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:13.670377+0000","last_change":"2023-08-28T02:32:31.477151+0000","last_active":"2023-08-28T02:39:13.670377+0000","last_peered":"2023-08-28T02:39:13.670377+0000","last_clean":"2023-08-28T02:39:13.670377+0000","last_became_active":"2023-08-28T02:32:31.476776+0000","last_became_peered":"2023-08-28T02:32:31.476776+0000","last_unstale":"2023-08-28T02:39:13.670377+0000","last_undegraded":"2023-08-28T02:39:13.670377+0000","last_fullsized":"2023-08-28T02:39:13.670377+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:18.891729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:18.891729+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:47:27.194140+0000","scrub_duration":0.0031546460000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"65'2","reported_seq":325,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:19.053548+0000","last_change":"2023-08-28T02:33:12.327778+0000","last_active":"2023-08-28T02:39:19.053548+0000","last_peered":"2023-08-28T02:39:19.053548+0000","last_clean":"2023-08-28T02:39:19.053548+0000","last_became_active":"2023-08-28T02:33:12.327273+0000","last_became_peered":"2023-08-28T02:33:12.327273+0000","last_unstale":"2023-08-28T02:39:19.053548+0000","last_undegraded":"2023-08-28T02:39:19.053548+0000","last_fullsized":"2023-08-28T02:39:19.053548+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:40.554192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":206,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:13.666842+0000","last_change":"2023-08-28T02:33:13.335665+0000","last_active":"2023-08-28T02:39:13.666842+0000","last_peered":"2023-08-28T02:39:13.666842+0000","last_clean":"2023-08-28T02:39:13.666842+0000","last_became_active":"2023-08-28T02:33:13.335322+0000","last_became_peered":"2023-08-28T02:33:13.335322+0000","last_unstale":"2023-08-28T02:39:13.666842+0000","last_undegraded":"2023-08-28T02:39:13.666842+0000","last_fullsized":"2023-08-28T02:39:13.666842+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:21:08.024493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":323,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:19.052315+0000","last_change":"2023-08-28T02:33:12.310326+0000","last_active":"2023-08-28T02:39:19.052315+0000","last_peered":"2023-08-28T02:39:19.052315+0000","last_clean":"2023-08-28T02:39:19.052315+0000","last_became_active":"2023-08-28T02:33:12.310011+0000","last_became_peered":"2023-08-28T02:33:12.310011+0000","last_unstale":"2023-08-28T02:39:19.052315+0000","last_undegraded":"2023-08-28T02:39:19.052315+0000","last_fullsized":"2023-08-28T02:39:19.052315+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:35:03.710036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"368'8117","reported_seq":14807,"reported_epoch":368,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-08-28T02:39:22.763897+0000","last_change":"2023-08-28T02:38:43.760745+0000","last_active":"2023-08-28T02:39:22.763897+0000","last_peered":"2023-08-28T02:39:22.763897+0000","last_clean":"2023-08-28T02:31:27.909649+0000","last_became_active":"2023-08-28T02:33:33.726805+0000","last_became_peered":"2023-08-28T02:33:33.726805+0000","last_unstale":"2023-08-28T02:39:22.763897+0000","last_undegraded":"2023-08-28T02:33:20.140072+0000","last_fullsized":"2023-08-28T02:33:13.278549+0000","mapping_epoch":298,"log_start":"257'2677","ondisk_log_start":"257'2677","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5440,"log_dups_size":0,"ondisk_log_size":5440,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:02:22.971585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":245825536,"num_objects":3751,"num_object_clones":0,"num_object_copies":11253,"num_objects_missing_on_primary":3725,"num_objects_missing":3725,"num_objects_degraded":2496,"num_objects_misplaced":7489,"num_objects_unfound":0,"num_objects_dirty":3751,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8117,"num_write_kb":379776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2173,"num_bytes_recovered":142278656,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[4,3],"avail_no_missing":["2","6"],"object_location_counts":[{"shards":"2,3,4,6","objects":11},{"shards":"2,3,6","objects":1242},{"shards":"2,4,6","objects":14},{"shards":"2,6","objects":2483},{"shards":"3,4","objects":-12}],"blocked_by":[],"up_primary":3,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.4","version":"75'161","reported_seq":578,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-08-28T02:39:24.058677+0000","last_change":"2023-08-28T02:33:12.296479+0000","last_active":"2023-08-28T02:39:24.058677+0000","last_peered":"2023-08-28T02:39:24.058677+0000","last_clean":"2023-08-28T02:39:24.058677+0000","last_became_active":"2023-08-28T02:33:12.294160+0000","last_became_peered":"2023-08-28T02:33:12.294160+0000","last_unstale":"2023-08-28T02:39:24.058677+0000","last_undegraded":"2023-08-28T02:39:24.058677+0000","last_fullsized":"2023-08-28T02:39:24.058677+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.899247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.899247+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":295,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:19.037250+0000","last_change":"2023-08-28T02:33:13.539335+0000","last_active":"2023-08-28T02:39:19.037250+0000","last_peered":"2023-08-28T02:39:19.037250+0000","last_clean":"2023-08-28T02:39:19.037250+0000","last_became_active":"2023-08-28T02:33:13.538978+0000","last_became_peered":"2023-08-28T02:33:13.538978+0000","last_unstale":"2023-08-28T02:39:19.037250+0000","last_undegraded":"2023-08-28T02:39:19.037250+0000","last_fullsized":"2023-08-28T02:39:19.037250+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:26:13.405766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"65'1","reported_seq":359,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:19.046326+0000","last_change":"2023-08-28T02:29:44.510205+0000","last_active":"2023-08-28T02:39:19.046326+0000","last_peered":"2023-08-28T02:39:19.046326+0000","last_clean":"2023-08-28T02:39:19.046326+0000","last_became_active":"2023-08-28T02:29:44.429357+0000","last_became_peered":"2023-08-28T02:29:44.429357+0000","last_unstale":"2023-08-28T02:39:19.046326+0000","last_undegraded":"2023-08-28T02:39:19.046326+0000","last_fullsized":"2023-08-28T02:39:19.046326+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:44:59.955729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":323,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:13.670001+0000","last_change":"2023-08-28T02:32:12.950661+0000","last_active":"2023-08-28T02:39:13.670001+0000","last_peered":"2023-08-28T02:39:13.670001+0000","last_clean":"2023-08-28T02:39:13.670001+0000","last_became_active":"2023-08-28T02:32:12.950276+0000","last_became_peered":"2023-08-28T02:32:12.950276+0000","last_unstale":"2023-08-28T02:39:13.670001+0000","last_undegraded":"2023-08-28T02:39:13.670001+0000","last_fullsized":"2023-08-28T02:39:13.670001+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:05:17.972868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"65'1","reported_seq":316,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:19.046735+0000","last_change":"2023-08-28T02:14:43.042150+0000","last_active":"2023-08-28T02:39:19.046735+0000","last_peered":"2023-08-28T02:39:19.046735+0000","last_clean":"2023-08-28T02:39:19.046735+0000","last_became_active":"2023-08-28T02:14:43.038336+0000","last_became_peered":"2023-08-28T02:14:43.038336+0000","last_unstale":"2023-08-28T02:39:19.046735+0000","last_undegraded":"2023-08-28T02:39:19.046735+0000","last_fullsized":"2023-08-28T02:39:19.046735+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:26:02.415152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":365,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:13.666690+0000","last_change":"2023-08-28T02:33:13.318097+0000","last_active":"2023-08-28T02:39:13.666690+0000","last_peered":"2023-08-28T02:39:13.666690+0000","last_clean":"2023-08-28T02:39:13.666690+0000","last_became_active":"2023-08-28T02:33:13.317761+0000","last_became_peered":"2023-08-28T02:33:13.317761+0000","last_unstale":"2023-08-28T02:39:13.666690+0000","last_undegraded":"2023-08-28T02:39:13.666690+0000","last_fullsized":"2023-08-28T02:39:13.666690+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:24.836996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"65'2","reported_seq":362,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:19.039186+0000","last_change":"2023-08-28T02:29:44.535937+0000","last_active":"2023-08-28T02:39:19.039186+0000","last_peered":"2023-08-28T02:39:19.039186+0000","last_clean":"2023-08-28T02:39:19.039186+0000","last_became_active":"2023-08-28T02:29:44.462244+0000","last_became_peered":"2023-08-28T02:29:44.462244+0000","last_unstale":"2023-08-28T02:39:19.039186+0000","last_undegraded":"2023-08-28T02:39:19.039186+0000","last_fullsized":"2023-08-28T02:39:19.039186+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:30:33.173713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":363,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:19.046558+0000","last_change":"2023-08-28T02:33:12.305580+0000","last_active":"2023-08-28T02:39:19.046558+0000","last_peered":"2023-08-28T02:39:19.046558+0000","last_clean":"2023-08-28T02:39:19.046558+0000","last_became_active":"2023-08-28T02:33:12.305261+0000","last_became_peered":"2023-08-28T02:33:12.305261+0000","last_unstale":"2023-08-28T02:39:19.046558+0000","last_undegraded":"2023-08-28T02:39:19.046558+0000","last_fullsized":"2023-08-28T02:39:19.046558+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:22:31.614221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"65'2","reported_seq":331,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:19.039222+0000","last_change":"2023-08-28T02:31:51.991101+0000","last_active":"2023-08-28T02:39:19.039222+0000","last_peered":"2023-08-28T02:39:19.039222+0000","last_clean":"2023-08-28T02:39:19.039222+0000","last_became_active":"2023-08-28T02:31:51.987237+0000","last_became_peered":"2023-08-28T02:31:51.987237+0000","last_unstale":"2023-08-28T02:39:19.039222+0000","last_undegraded":"2023-08-28T02:39:19.039222+0000","last_fullsized":"2023-08-28T02:39:19.039222+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:07:07.370857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":364,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:13.669445+0000","last_change":"2023-08-28T02:33:12.494483+0000","last_active":"2023-08-28T02:39:13.669445+0000","last_peered":"2023-08-28T02:39:13.669445+0000","last_clean":"2023-08-28T02:39:13.669445+0000","last_became_active":"2023-08-28T02:33:12.494136+0000","last_became_peered":"2023-08-28T02:33:12.494136+0000","last_unstale":"2023-08-28T02:39:13.669445+0000","last_undegraded":"2023-08-28T02:39:13.669445+0000","last_fullsized":"2023-08-28T02:39:13.669445+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:36.772588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"65'1","reported_seq":311,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:19.053434+0000","last_change":"2023-08-28T02:33:13.287922+0000","last_active":"2023-08-28T02:39:19.053434+0000","last_peered":"2023-08-28T02:39:19.053434+0000","last_clean":"2023-08-28T02:39:19.053434+0000","last_became_active":"2023-08-28T02:33:13.287520+0000","last_became_peered":"2023-08-28T02:33:13.287520+0000","last_unstale":"2023-08-28T02:39:19.053434+0000","last_undegraded":"2023-08-28T02:39:19.053434+0000","last_fullsized":"2023-08-28T02:39:19.053434+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:11.627168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":324,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:19.052554+0000","last_change":"2023-08-28T02:33:13.289469+0000","last_active":"2023-08-28T02:39:19.052554+0000","last_peered":"2023-08-28T02:39:19.052554+0000","last_clean":"2023-08-28T02:39:19.052554+0000","last_became_active":"2023-08-28T02:33:13.288737+0000","last_became_peered":"2023-08-28T02:33:13.288737+0000","last_unstale":"2023-08-28T02:39:19.052554+0000","last_undegraded":"2023-08-28T02:39:19.052554+0000","last_fullsized":"2023-08-28T02:39:19.052554+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:11:15.043550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"65'4","reported_seq":348,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:19.046445+0000","last_change":"2023-08-28T02:32:28.607010+0000","last_active":"2023-08-28T02:39:19.046445+0000","last_peered":"2023-08-28T02:39:19.046445+0000","last_clean":"2023-08-28T02:39:19.046445+0000","last_became_active":"2023-08-28T02:32:28.492224+0000","last_became_peered":"2023-08-28T02:32:28.492224+0000","last_unstale":"2023-08-28T02:39:19.046445+0000","last_undegraded":"2023-08-28T02:39:19.046445+0000","last_fullsized":"2023-08-28T02:39:19.046445+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:13:45.711951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":554,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":374,"reported_epoch":367,"state":"active+clean","last_fresh":"2023-08-28T02:39:13.669133+0000","last_change":"2023-08-28T02:33:13.309144+0000","last_active":"2023-08-28T02:39:13.669133+0000","last_peered":"2023-08-28T02:39:13.669133+0000","last_clean":"2023-08-28T02:39:13.669133+0000","last_became_active":"2023-08-28T02:33:13.308910+0000","last_became_peered":"2023-08-28T02:33:13.308910+0000","last_unstale":"2023-08-28T02:39:13.669133+0000","last_undegraded":"2023-08-28T02:39:13.669133+0000","last_fullsized":"2023-08-28T02:39:13.669133+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:09:59.549591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":3834576920,"num_objects":58512,"num_object_clones":0,"num_object_copies":175536,"num_objects_missing_on_primary":3725,"num_objects_missing":3725,"num_objects_degraded":14764,"num_objects_misplaced":18094,"num_objects_unfound":0,"num_objects_dirty":58512,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":128102,"num_write_kb":5971585,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":48283,"num_bytes_recovered":3137798144,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12719697920,"data_stored":12719685704,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97150,"ondisk_log_size":97150,"up":48,"acting":45,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":10126,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":370028,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":89,"num_read_kb":167,"num_write":44,"num_write_kb":440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":584707,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2048000,"data_stored":2033792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299790,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1669496,"kb_used_data":1174000,"kb_used_omap":0,"kb_used_meta":495424,"kb_avail":92075656,"statfs":{"total":95995035648,"available":94285471744,"internally_reserved":0,"allocated":1202176000,"data_stored":1200709561,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":507314176},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:39:14 2023","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.44700000000000001,"15min":1.0820000000000001},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.219},"max":{"1min":0.71799999999999997,"5min":1.524,"15min":13.118},"last":0.64500000000000002},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.53700000000000003,"15min":1.48},"min":{"1min":0.31900000000000001,"5min":0.247,"15min":0.246},"max":{"1min":2.3439999999999999,"5min":2.6989999999999998,"15min":17.402999999999999},"last":0.65400000000000003}]},{"osd":1,"last update":"Mon Aug 28 02:38:44 2023","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.58999999999999997,"15min":1.8260000000000001},"min":{"1min":0.28799999999999998,"5min":0.253,"15min":0.248},"max":{"1min":3.113,"5min":5.492,"15min":17.43},"last":0.497},{"interface":"front","average":{"1min":0.68700000000000006,"5min":0.73699999999999999,"15min":1.7410000000000001},"min":{"1min":0.32100000000000001,"5min":0.28699999999999998,"15min":0.25900000000000001},"max":{"1min":3.5880000000000001,"5min":5.5179999999999998,"15min":19.913},"last":0.63200000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:38:28 2023","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.496,"15min":1.278},"min":{"1min":0.318,"5min":0.26800000000000002,"15min":0.22900000000000001},"max":{"1min":1.266,"5min":3.1760000000000002,"15min":8.3889999999999993},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.56999999999999995,"15min":1.1359999999999999},"min":{"1min":0.34499999999999997,"5min":0.28799999999999998,"15min":0.28699999999999998},"max":{"1min":1.8720000000000001,"5min":2.399,"15min":9.2219999999999995},"last":0.66400000000000003}]},{"osd":3,"last update":"Mon Aug 28 02:39:19 2023","interfaces":[{"interface":"back","average":{"1min":0.68300000000000005,"5min":0.60699999999999998,"15min":0.68100000000000005},"min":{"1min":0.35899999999999999,"5min":0.312,"15min":0.312},"max":{"1min":3.9430000000000001,"5min":3.9430000000000001,"15min":3.9430000000000001},"last":0.68500000000000005},{"interface":"front","average":{"1min":0.64400000000000002,"5min":0.59399999999999997,"15min":0.61799999999999999},"min":{"1min":0.32700000000000001,"5min":0.308,"15min":0.308},"max":{"1min":4.1879999999999997,"5min":4.1879999999999997,"15min":4.1879999999999997},"last":0.58099999999999996}]},{"osd":4,"last update":"Mon Aug 28 02:39:14 2023","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":0.49399999999999999,"15min":1.1659999999999999},"min":{"1min":0.27900000000000003,"5min":0.27700000000000002,"15min":0.245},"max":{"1min":2.3860000000000001,"5min":2.677,"15min":18.943000000000001},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.81399999999999995,"5min":0.59699999999999998,"15min":0.84199999999999997},"min":{"1min":0.313,"5min":0.28699999999999998,"15min":0.25700000000000001},"max":{"1min":3.282,"5min":3.282,"15min":7.2130000000000001},"last":0.439}]},{"osd":5,"last update":"Mon Aug 28 02:39:14 2023","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.51400000000000001,"15min":0.94699999999999995},"min":{"1min":0.31,"5min":0.28100000000000003,"15min":0.23599999999999999},"max":{"1min":0.81799999999999995,"5min":2.6669999999999998,"15min":14.622},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.79600000000000004,"5min":0.57799999999999996,"15min":1.1759999999999999},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27000000000000002},"max":{"1min":3.214,"5min":3.214,"15min":17.324999999999999},"last":0.41399999999999998}]},{"osd":6,"last update":"Mon Aug 28 02:39:14 2023","interfaces":[{"interface":"back","average":{"1min":0.85699999999999998,"5min":0.63700000000000001,"15min":1.2110000000000001},"min":{"1min":0.36099999999999999,"5min":0.33300000000000002,"15min":0.30299999999999999},"max":{"1min":3.8959999999999999,"5min":3.8959999999999999,"15min":17.454999999999998},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.71399999999999997,"5min":0.59299999999999997,"15min":0.83499999999999996},"min":{"1min":0.40000000000000002,"5min":0.33400000000000002,"15min":0.28999999999999998},"max":{"1min":2.1339999999999999,"5min":2.4399999999999999,"15min":7.665},"last":0.39700000000000002}]}]},{"osd":6,"up_from":0,"seq":193273528721,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":101,"seq":433791697179,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1343940,"kb_used_data":715772,"kb_used_omap":4,"kb_used_meta":628155,"kb_avail":92401212,"statfs":{"total":95995035648,"available":94618841088,"internally_reserved":0,"allocated":732950528,"data_stored":730850241,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":643231630},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:38:48 2023","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.48699999999999999,"15min":1.776},"min":{"1min":0.24299999999999999,"5min":0.23799999999999999,"15min":0.22},"max":{"1min":1.659,"5min":3.3730000000000002,"15min":24.545999999999999},"last":0.39600000000000002},{"interface":"front","average":{"1min":0.497,"5min":0.66500000000000004,"15min":2.323},"min":{"1min":0.27100000000000002,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":1.0600000000000001,"5min":7.2450000000000001,"15min":24.515000000000001},"last":0.27500000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:38:33 2023","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.66300000000000003,"15min":2.0409999999999999},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.24099999999999999},"max":{"1min":1.639,"5min":4.0579999999999998,"15min":22.161000000000001},"last":0.315},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.64600000000000002,"15min":1.5},"min":{"1min":0.308,"5min":0.28399999999999997,"15min":0.254},"max":{"1min":1.431,"5min":7.0110000000000001,"15min":19.100999999999999},"last":0.26200000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:38:22 2023","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.56399999999999995,"15min":0.496},"min":{"1min":0.29199999999999998,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":1.704,"5min":2.742,"15min":2.742},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.56699999999999995,"15min":0.53200000000000003},"min":{"1min":0.29199999999999998,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.98099999999999998,"5min":3.5819999999999999,"15min":3.5819999999999999},"last":0.34399999999999997}]},{"osd":4,"last update":"Mon Aug 28 02:38:48 2023","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.64800000000000002,"15min":1.264},"min":{"1min":0.30599999999999999,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":1.9910000000000001,"5min":3.0259999999999998,"15min":18.992999999999999},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.73799999999999999,"5min":0.63,"15min":1.4419999999999999},"min":{"1min":0.44,"5min":0.34300000000000003,"15min":0.26400000000000001},"max":{"1min":2.0070000000000001,"5min":2.0070000000000001,"15min":14.779999999999999},"last":0.48499999999999999}]},{"osd":5,"last update":"Mon Aug 28 02:38:48 2023","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.67300000000000004,"15min":1.8979999999999999},"min":{"1min":0.372,"5min":0.36499999999999999,"15min":0.29999999999999999},"max":{"1min":0.96299999999999997,"5min":3.7029999999999998,"15min":18.626999999999999},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.67700000000000005,"5min":0.70699999999999996,"15min":1.6639999999999999},"min":{"1min":0.38200000000000001,"5min":0.35299999999999998,"15min":0.33600000000000002},"max":{"1min":2.5739999999999998,"5min":3.0609999999999999,"15min":18.945},"last":0.375}]},{"osd":6,"last update":"Mon Aug 28 02:38:48 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.70099999999999996,"15min":1.841},"min":{"1min":0.45300000000000001,"5min":0.40799999999999997,"15min":0.34300000000000003},"max":{"1min":1.923,"5min":3.7400000000000002,"15min":12.221},"last":0.43099999999999999},{"interface":"front","average":{"1min":0.77000000000000002,"5min":0.77200000000000002,"15min":1.472},"min":{"1min":0.45000000000000001,"5min":0.39100000000000001,"15min":0.35699999999999998},"max":{"1min":2.4780000000000002,"5min":3.089,"15min":19.021999999999998},"last":0.498}]},{"osd":7,"last update":"Mon Aug 28 02:38:48 2023","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.76100000000000001,"15min":1.6080000000000001},"min":{"1min":0.434,"5min":0.38500000000000001,"15min":0.374},"max":{"1min":2.2850000000000001,"5min":3.1080000000000001,"15min":19.047999999999998},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.94199999999999995,"5min":0.73499999999999999,"15min":1.6919999999999999},"min":{"1min":0.52400000000000002,"5min":0.432,"15min":0.312},"max":{"1min":2.3679999999999999,"5min":2.3679999999999999,"15min":14.818},"last":0.57599999999999996}]}]},{"osd":0,"up_from":87,"seq":373662155046,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3008536,"kb_used_data":2325456,"kb_used_omap":5,"kb_used_meta":683066,"kb_avail":90736616,"statfs":{"total":95995035648,"available":92914294784,"internally_reserved":0,"allocated":2381266944,"data_stored":2379044659,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":699460218},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:38:40 2023","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.45900000000000002,"15min":1.4199999999999999},"min":{"1min":0.23699999999999999,"5min":0.20300000000000001,"15min":0.184},"max":{"1min":0.94499999999999995,"5min":2.5489999999999999,"15min":30.315000000000001},"last":3.7709999999999999},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.51700000000000002,"15min":2.073},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.221},"max":{"1min":0.83499999999999996,"5min":4.0679999999999996,"15min":69.272000000000006},"last":3}]},{"osd":2,"last update":"Mon Aug 28 02:38:40 2023","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.65000000000000002,"15min":1.6819999999999999},"min":{"1min":0.27900000000000003,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":1.9419999999999999,"5min":4.4020000000000001,"15min":20.959},"last":0.497},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.66300000000000003,"15min":1.518},"min":{"1min":0.314,"5min":0.28000000000000003,"15min":0.24299999999999999},"max":{"1min":1.71,"5min":6.1180000000000003,"15min":9.3729999999999993},"last":4.0919999999999996}]},{"osd":3,"last update":"Mon Aug 28 02:39:23 2023","interfaces":[{"interface":"back","average":{"1min":0.80200000000000005,"5min":0.77800000000000002,"15min":0.75900000000000001},"min":{"1min":0.35299999999999998,"5min":0.32600000000000001,"15min":0.26600000000000001},"max":{"1min":2.7170000000000001,"5min":5.6680000000000001,"15min":5.6680000000000001},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.98299999999999998,"5min":0.745,"15min":0.76900000000000002},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":4.1669999999999998,"5min":4.9199999999999999,"15min":4.9199999999999999},"last":4.1669999999999998}]},{"osd":4,"last update":"Mon Aug 28 02:39:23 2023","interfaces":[{"interface":"back","average":{"1min":0.84699999999999998,"5min":0.60299999999999998,"15min":2.1059999999999999},"min":{"1min":0.35199999999999998,"5min":0.315,"15min":0.29299999999999998},"max":{"1min":4.3339999999999996,"5min":4.3339999999999996,"15min":274.33199999999999},"last":4.3339999999999996},{"interface":"front","average":{"1min":0.755,"5min":0.65500000000000003,"15min":2.4729999999999999},"min":{"1min":0.36699999999999999,"5min":0.34999999999999998,"15min":0.28199999999999997},"max":{"1min":2.8969999999999998,"5min":2.8969999999999998,"15min":266.31999999999999},"last":0.36699999999999999}]},{"osd":5,"last update":"Mon Aug 28 02:39:23 2023","interfaces":[{"interface":"back","average":{"1min":0.85999999999999999,"5min":0.63400000000000001,"15min":1.2310000000000001},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.29299999999999998},"max":{"1min":4.2089999999999996,"5min":4.2089999999999996,"15min":13.038},"last":4.2089999999999996},{"interface":"front","average":{"1min":0.75,"5min":0.64300000000000002,"15min":1.6579999999999999},"min":{"1min":0.42499999999999999,"5min":0.36699999999999999,"15min":0.27800000000000002},"max":{"1min":2.8039999999999998,"5min":2.8039999999999998,"15min":15.231},"last":0.42499999999999999}]},{"osd":6,"last update":"Mon Aug 28 02:39:23 2023","interfaces":[{"interface":"back","average":{"1min":0.93200000000000005,"5min":0.69299999999999995,"15min":1.4079999999999999},"min":{"1min":0.42399999999999999,"5min":0.40999999999999998,"15min":0.29399999999999998},"max":{"1min":4.2869999999999999,"5min":4.2869999999999999,"15min":15.122999999999999},"last":4.2869999999999999},{"interface":"front","average":{"1min":0.77900000000000003,"5min":0.67700000000000005,"15min":1.6719999999999999},"min":{"1min":0.46100000000000002,"5min":0.38300000000000001,"15min":0.35599999999999998},"max":{"1min":2.927,"5min":2.927,"15min":15.186999999999999},"last":0.46100000000000002}]},{"osd":7,"last update":"Mon Aug 28 02:39:23 2023","interfaces":[{"interface":"back","average":{"1min":0.83699999999999997,"5min":0.82499999999999996,"15min":1.6699999999999999},"min":{"1min":0.434,"5min":0.434,"15min":0.33400000000000002},"max":{"1min":2.758,"5min":4.4390000000000001,"15min":16.183},"last":0.66000000000000003},{"interface":"front","average":{"1min":0.96499999999999997,"5min":0.78900000000000003,"15min":1.427},"min":{"1min":0.46400000000000002,"5min":0.46000000000000002,"15min":0.35999999999999999},"max":{"1min":4.2519999999999998,"5min":4.2519999999999998,"15min":13.005000000000001},"last":4.2519999999999998}]}]},{"osd":2,"up_from":0,"seq":502511173905,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":297,"seq":1275605286988,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":897924,"kb_used_data":744956,"kb_used_omap":2,"kb_used_meta":152957,"kb_avail":92847228,"statfs":{"total":95995035648,"available":95075561472,"internally_reserved":0,"allocated":762834944,"data_stored":760736676,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":156628021},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:39:18 2023","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.54100000000000004,"15min":0.44900000000000001},"min":{"1min":0.22700000000000001,"5min":0.224,"15min":0.22},"max":{"1min":0.67400000000000004,"5min":6.8819999999999997,"15min":6.8819999999999997},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.443,"5min":0.58499999999999996,"15min":0.66100000000000003},"min":{"1min":0.29499999999999998,"5min":0.217,"15min":0.217},"max":{"1min":0.77200000000000002,"5min":6.7839999999999998,"15min":6.7839999999999998},"last":0.63200000000000001}]},{"osd":1,"last update":"Mon Aug 28 02:39:18 2023","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.60499999999999998,"15min":0.46700000000000003},"min":{"1min":0.30599999999999999,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.748,"5min":4.0650000000000004,"15min":4.0650000000000004},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.63200000000000001,"15min":0.69399999999999995},"min":{"1min":0.28000000000000003,"5min":0.249,"15min":0.249},"max":{"1min":2.121,"5min":3.9249999999999998,"15min":3.9249999999999998},"last":0.373}]},{"osd":2,"last update":"Mon Aug 28 02:39:18 2023","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.52800000000000002,"15min":0.60399999999999998},"min":{"1min":0.32600000000000001,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":2.1659999999999999,"5min":2.3079999999999998,"15min":2.5449999999999999},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.623,"15min":0.56999999999999995},"min":{"1min":0.317,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.94099999999999995,"5min":4.7030000000000003,"15min":4.7030000000000003},"last":0.505}]},{"osd":4,"last update":"Mon Aug 28 02:39:18 2023","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.64000000000000001,"15min":0.59399999999999997},"min":{"1min":0.38700000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.153,"5min":6.2670000000000003,"15min":6.2670000000000003},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.64400000000000002,"15min":0.56999999999999995},"min":{"1min":0.378,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.93700000000000006,"5min":3.5030000000000001,"15min":3.5030000000000001},"last":0.54000000000000004}]},{"osd":5,"last update":"Mon Aug 28 02:39:18 2023","interfaces":[{"interface":"back","average":{"1min":0.68400000000000005,"5min":0.66700000000000004,"15min":0.59999999999999998},"min":{"1min":0.42299999999999999,"5min":0.313,"15min":0.313},"max":{"1min":2.7450000000000001,"5min":3.5390000000000001,"15min":3.5390000000000001},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.70199999999999996,"5min":0.64000000000000001,"15min":0.57399999999999995},"min":{"1min":0.40999999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":2.919,"5min":3.411,"15min":3.411},"last":0.45200000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:39:18 2023","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":0.67100000000000004,"15min":0.65300000000000002},"min":{"1min":0.438,"5min":0.436,"15min":0.436},"max":{"1min":2.4950000000000001,"5min":2.4950000000000001,"15min":2.4950000000000001},"last":0.623},{"interface":"front","average":{"1min":0.77600000000000002,"5min":0.71899999999999997,"15min":0.66100000000000003},"min":{"1min":0.46300000000000002,"5min":0.378,"15min":0.378},"max":{"1min":2.5369999999999999,"5min":3.6099999999999999,"15min":3.6099999999999999},"last":2.766}]},{"osd":7,"last update":"Mon Aug 28 02:39:18 2023","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.67000000000000004,"15min":0.60799999999999998},"min":{"1min":0.42999999999999999,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":2.645,"5min":2.9399999999999999,"15min":2.9399999999999999},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.71199999999999997,"5min":0.71399999999999997,"15min":0.67000000000000004},"min":{"1min":0.42099999999999999,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":2.661,"5min":2.9540000000000002,"15min":2.9540000000000002},"last":0.65400000000000003}]}]},{"osd":4,"up_from":30,"seq":128849019282,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3094064,"kb_used_data":2597160,"kb_used_omap":0,"kb_used_meta":496832,"kb_avail":90651088,"statfs":{"total":95995035648,"available":92826714112,"internally_reserved":0,"allocated":2659491840,"data_stored":2658026026,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":508755968},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,0,2,3,0,4,2,3],"upper_bound":4096},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:38:24 2023","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.57699999999999996,"15min":1.5069999999999999},"min":{"1min":0.23899999999999999,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":1.21,"5min":10.249000000000001,"15min":22.515000000000001},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.48799999999999999,"5min":0.54300000000000004,"15min":1.4430000000000001},"min":{"1min":0.29299999999999998,"5min":0.23200000000000001,"15min":0.218},"max":{"1min":0.79000000000000004,"5min":4.5250000000000004,"15min":22.454000000000001},"last":0.34599999999999997}]},{"osd":1,"last update":"Mon Aug 28 02:38:49 2023","interfaces":[{"interface":"back","average":{"1min":0.47899999999999998,"5min":0.56899999999999995,"15min":1.2889999999999999},"min":{"1min":0.29599999999999999,"5min":0.254,"15min":0.248},"max":{"1min":0.70799999999999996,"5min":5.5979999999999999,"15min":23.082000000000001},"last":0.94899999999999995},{"interface":"front","average":{"1min":0.48399999999999999,"5min":0.53700000000000003,"15min":1.4319999999999999},"min":{"1min":0.33700000000000002,"5min":0.28199999999999997,"15min":0.26000000000000001},"max":{"1min":0.65200000000000002,"5min":4.5910000000000002,"15min":25.100000000000001},"last":1.341}]},{"osd":2,"last update":"Mon Aug 28 02:38:24 2023","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.64600000000000002,"15min":1.464},"min":{"1min":0.34499999999999997,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":1.3979999999999999,"5min":4.5430000000000001,"15min":16.231000000000002},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.65200000000000002,"15min":1.387},"min":{"1min":0.314,"5min":0.312,"15min":0.29299999999999998},"max":{"1min":2.2719999999999998,"5min":5.6360000000000001,"15min":13.515000000000001},"last":0.41399999999999998}]},{"osd":3,"last update":"Mon Aug 28 02:38:24 2023","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.65600000000000003,"15min":0.75700000000000001},"min":{"1min":0.34200000000000003,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.516,"5min":7.7480000000000002,"15min":7.7480000000000002},"last":1.7689999999999999},{"interface":"front","average":{"1min":0.71699999999999997,"5min":0.72399999999999998,"15min":0.67400000000000004},"min":{"1min":0.36899999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":2.3290000000000002,"5min":3.7069999999999999,"15min":3.7069999999999999},"last":1.236}]},{"osd":5,"last update":"Mon Aug 28 02:39:03 2023","interfaces":[{"interface":"back","average":{"1min":0.38500000000000001,"5min":0.48299999999999998,"15min":1.008},"min":{"1min":0.29099999999999998,"5min":0.27300000000000002,"15min":0.222},"max":{"1min":0.65000000000000002,"5min":4.609,"15min":16.181999999999999},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.432,"5min":0.47199999999999998,"15min":1.0669999999999999},"min":{"1min":0.30199999999999999,"5min":0.27500000000000002,"15min":0.20699999999999999},"max":{"1min":0.80400000000000005,"5min":1.5700000000000001,"15min":10.233000000000001},"last":0.307}]},{"osd":6,"last update":"Mon Aug 28 02:39:19 2023","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.496,"15min":0.96199999999999997},"min":{"1min":0.33700000000000002,"5min":0.27100000000000002,"15min":0.26500000000000001},"max":{"1min":2.2949999999999999,"5min":2.2949999999999999,"15min":10.023999999999999},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.5,"15min":1.0289999999999999},"min":{"1min":0.32100000000000001,"5min":0.30499999999999999,"15min":0.26600000000000001},"max":{"1min":1.248,"5min":1.679,"15min":8.5},"last":0.35899999999999999}]},{"osd":7,"last update":"Mon Aug 28 02:38:24 2023","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.54400000000000004,"15min":1.103},"min":{"1min":0.375,"5min":0.28999999999999998,"15min":0.22500000000000001},"max":{"1min":0.68400000000000005,"5min":4.5720000000000001,"15min":9.3209999999999997},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.57399999999999995,"15min":1.0649999999999999},"min":{"1min":0.34300000000000003,"5min":0.32400000000000001,"15min":0.30299999999999999},"max":{"1min":0.94199999999999995,"5min":1.647,"15min":15.597},"last":1.081}]}]},{"osd":5,"up_from":37,"seq":158913790356,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2209064,"kb_used_data":1638944,"kb_used_omap":0,"kb_used_meta":570112,"kb_avail":91536088,"statfs":{"total":95995035648,"available":93732954112,"internally_reserved":0,"allocated":1678278656,"data_stored":1676824819,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":583794688},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,0,0,1],"upper_bound":256},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:38:52 2023","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.437,"15min":1.4099999999999999},"min":{"1min":0.26100000000000001,"5min":0.23200000000000001,"15min":0.20200000000000001},"max":{"1min":0.64600000000000002,"5min":1.1100000000000001,"15min":15.156000000000001},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.53300000000000003,"15min":1.45},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.24099999999999999},"max":{"1min":1.4019999999999999,"5min":4.298,"15min":19.815999999999999},"last":0.498}]},{"osd":1,"last update":"Mon Aug 28 02:38:52 2023","interfaces":[{"interface":"back","average":{"1min":0.73999999999999999,"5min":0.53600000000000003,"15min":1.651},"min":{"1min":0.312,"5min":0.27900000000000003,"15min":0.23699999999999999},"max":{"1min":3.7989999999999999,"5min":3.7989999999999999,"15min":17.998000000000001},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.56100000000000005,"15min":1.4990000000000001},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.26000000000000001},"max":{"1min":1.056,"5min":4.2149999999999999,"15min":19.853000000000002},"last":0.38700000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:38:52 2023","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.51400000000000001,"15min":1.3129999999999999},"min":{"1min":0.32100000000000001,"5min":0.28100000000000003,"15min":0.27700000000000002},"max":{"1min":0.68999999999999995,"5min":1.776,"15min":13.335000000000001},"last":0.37},{"interface":"front","average":{"1min":0.77000000000000002,"5min":0.66300000000000003,"15min":1.54},"min":{"1min":0.39100000000000001,"5min":0.315,"15min":0.28499999999999998},"max":{"1min":3.597,"5min":4.2400000000000002,"15min":10.629},"last":0.53100000000000003}]},{"osd":3,"last update":"Mon Aug 28 02:38:23 2023","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.66100000000000003,"15min":1.0860000000000001},"min":{"1min":0.31,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.94399999999999995,"5min":16.190999999999999,"15min":16.190999999999999},"last":0.41299999999999998},{"interface":"front","average":{"1min":0.628,"5min":0.84799999999999998,"15min":1.4059999999999999},"min":{"1min":0.36099999999999999,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":2.0470000000000002,"5min":21.420999999999999,"15min":21.420999999999999},"last":0.441}]},{"osd":4,"last update":"Mon Aug 28 02:39:02 2023","interfaces":[{"interface":"back","average":{"1min":0.438,"5min":0.42299999999999999,"15min":1.016},"min":{"1min":0.251,"5min":0.25,"15min":0.23100000000000001},"max":{"1min":0.98699999999999999,"5min":1.516,"15min":13.616},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.75800000000000001,"5min":0.58199999999999996,"15min":1.1859999999999999},"min":{"1min":0.29299999999999998,"5min":0.28499999999999998,"15min":0.25700000000000001},"max":{"1min":3.5179999999999998,"5min":4.1879999999999997,"15min":10.664999999999999},"last":0.34300000000000003}]},{"osd":6,"last update":"Mon Aug 28 02:38:52 2023","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.55700000000000005,"15min":1.2190000000000001},"min":{"1min":0.29099999999999998,"5min":0.28599999999999998,"15min":0.23300000000000001},"max":{"1min":1.6839999999999999,"5min":4.04,"15min":17.510000000000002},"last":0.42599999999999999},{"interface":"front","average":{"1min":0.755,"5min":0.55900000000000005,"15min":1.179},"min":{"1min":0.34000000000000002,"5min":0.29499999999999998,"15min":0.254},"max":{"1min":3.726,"5min":3.726,"15min":15.856999999999999},"last":0.45600000000000002}]},{"osd":7,"last update":"Mon Aug 28 02:38:52 2023","interfaces":[{"interface":"back","average":{"1min":0.98499999999999999,"5min":0.64600000000000002,"15min":1.3700000000000001},"min":{"1min":0.40899999999999997,"5min":0.34999999999999998,"15min":0.315},"max":{"1min":6.9630000000000001,"5min":6.9630000000000001,"15min":31.707000000000001},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.95399999999999996,"5min":0.70099999999999996,"15min":1.423},"min":{"1min":0.39400000000000002,"5min":0.33000000000000002,"15min":0.318},"max":{"1min":4.5890000000000004,"5min":4.5890000000000004,"15min":31.66},"last":0.46999999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":2373914624,"data_stored":2373910552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":727056384,"data_stored":727056384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1637154816,"data_stored":1637154816,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":756416512,"data_stored":756416512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":2653360128,"data_stored":2653356056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1673330688,"data_stored":1673330688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1701711872,"data_stored":1701707800,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1196752896,"data_stored":1196752896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:39:28.709 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:28.729 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:39:28.731 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:28.732 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:39:28.832 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:39:28.861 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:28 smithi040 ceph-mon[170259]: from='client.46397 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:39:28.861 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:28 smithi040 ceph-mon[170259]: pgmap v1136: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.6 GiB data, 12 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 117 op/s; 14764/174795 objects degraded (8.446%); 17953/174795 objects misplaced (10.271%); 1.4 MiB/s, 22 objects/s recovering 2023-08-28T02:39:28.862 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:28 smithi040 ceph-mon[175404]: from='client.46397 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:39:28.862 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:28 smithi040 ceph-mon[175404]: pgmap v1136: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.6 GiB data, 12 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 117 op/s; 14764/174795 objects degraded (8.446%); 17953/174795 objects misplaced (10.271%); 1.4 MiB/s, 22 objects/s recovering 2023-08-28T02:39:28.864 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:28.884 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:39:28.887 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:28.888 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:39:28.906 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:39:28.926 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-08-28T02:39:28.988 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:39:28.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:28 smithi083 ceph-mon[157819]: from='client.46397 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:39:28.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:28 smithi083 ceph-mon[157819]: pgmap v1136: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.6 GiB data, 12 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 117 op/s; 14764/174795 objects degraded (8.446%); 17953/174795 objects misplaced (10.271%); 1.4 MiB/s, 22 objects/s recovering 2023-08-28T02:39:29.020 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:29.041 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:39:29.043 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:29.044 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:39:29.145 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:39:29.175 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:29.249 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:39:29.499 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:39:29.502 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:29.503 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:39:29.582 INFO:teuthology.orchestra.run.smithi040.stderr:nodeep-scrub is unset 2023-08-28T02:39:29.603 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:39:29.617 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:29 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3448553211' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:39:29.617 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:29 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:39:29.618 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:29 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3448553211' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:39:29.618 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:29 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:39:29.644 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:29.715 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:39:29.719 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:29.719 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:39:29.732 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:29 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3448553211' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:39:29.732 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:29 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:39:29.821 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:39:29.853 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:29.943 INFO:teuthology.orchestra.run.smithi083.stdout:ERROR: (22) Invalid argument 2023-08-28T02:39:29.943 INFO:teuthology.orchestra.run.smithi083.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:39:29.975 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:39:29.979 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:29.980 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:39:30.080 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:39:30.112 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:30.234 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:39:30.237 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:30.237 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:39:30.310 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.3 dump_ops_in_flight 2023-08-28T02:39:30.338 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:39:30.368 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:30.387 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:39:30.389 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:30.390 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:39:30.491 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:39:30.527 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:30.554 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:39:30.557 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:30.558 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:39:30.584 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:39:30.606 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:39:30.632 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:39:30.652 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:39:30.658 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:39:30.659 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:39:30.685 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:39:30.686 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:30 smithi083 ceph-mon[157819]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:39:30.686 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:30 smithi083 ceph-mon[157819]: failed to encode map e370 with expected crc 2023-08-28T02:39:30.686 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:30 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:39:30.686 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:30 smithi083 ceph-mon[157819]: osdmap e370: 8 total, 8 up, 6 in 2023-08-28T02:39:30.686 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:30 smithi083 ceph-mon[157819]: failed to encode map e370 with expected crc 2023-08-28T02:39:30.686 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:30 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:39:30.686 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:30 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:39:30.686 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:30 smithi083 ceph-mon[157819]: pgmap v1138: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.5 GiB data, 12 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 122 op/s; 14732/174402 objects degraded (8.447%); 17920/174402 objects misplaced (10.275%); 1.5 MiB/s, 23 objects/s recovering 2023-08-28T02:39:30.687 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:30 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/468200719' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:39:30.688 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:30.706 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:39:30.708 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:39:30.712 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:30.712 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:39:30.725 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:39:30.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:30 smithi040 ceph-mon[175404]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:39:30.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:30 smithi040 ceph-mon[175404]: failed to encode map e370 with expected crc 2023-08-28T02:39:30.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:30 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:39:30.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:30 smithi040 ceph-mon[175404]: osdmap e370: 8 total, 8 up, 6 in 2023-08-28T02:39:30.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:30 smithi040 ceph-mon[175404]: failed to encode map e370 with expected crc 2023-08-28T02:39:30.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:30 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:39:30.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:30 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:39:30.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:30 smithi040 ceph-mon[175404]: pgmap v1138: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.5 GiB data, 12 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 122 op/s; 14732/174402 objects degraded (8.447%); 17920/174402 objects misplaced (10.275%); 1.5 MiB/s, 23 objects/s recovering 2023-08-28T02:39:30.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:30 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/468200719' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:39:30.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:30 smithi040 ceph-mon[170259]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:39:30.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:30 smithi040 ceph-mon[170259]: failed to encode map e370 with expected crc 2023-08-28T02:39:30.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:30 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:39:30.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:30 smithi040 ceph-mon[170259]: osdmap e370: 8 total, 8 up, 6 in 2023-08-28T02:39:30.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:30 smithi040 ceph-mon[170259]: failed to encode map e370 with expected crc 2023-08-28T02:39:30.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:30 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:39:30.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:30 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:39:30.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:30 smithi040 ceph-mon[170259]: pgmap v1138: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.5 GiB data, 12 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 122 op/s; 14732/174402 objects degraded (8.447%); 17920/174402 objects misplaced (10.275%); 1.5 MiB/s, 23 objects/s recovering 2023-08-28T02:39:30.732 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:30 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/468200719' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:39:30.748 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:39:30.750 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-08-28T02:39:30.750 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-08-28T02:39:30.750 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-08-28T02:39:30.750 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-08-28T02:39:30.750 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-08-28T02:39:30.750 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-08-28T02:39:30.750 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-08-28T02:39:30.750 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-08-28T02:39:30.813 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:39:30.840 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:30.864 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:39:30.870 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:30.870 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:39:30.971 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:39:30.998 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:31.017 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:39:31.019 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:31.020 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:39:31.120 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:39:31.155 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:31.277 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:39:31.280 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:31.280 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:39:31.381 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:39:31.407 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:31.430 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:39:31.433 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:31.433 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:39:31.534 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:39:31.568 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:31.640 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:39:31.644 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:31.645 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:39:31.693 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:39:31.746 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:39:31.773 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:31.793 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:39:31.796 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:31.796 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:39:31.819 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-08-28T02:39:31.820 INFO:teuthology.orchestra.run.smithi040.stdout: "ops": [], 2023-08-28T02:39:31.820 INFO:teuthology.orchestra.run.smithi040.stdout: "num_ops": 0 2023-08-28T02:39:31.820 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-08-28T02:39:31.897 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:39:31.929 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:31.957 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:39:31.961 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:31.961 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:39:31.980 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:31 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 14732/174402 objects degraded (8.447%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:39:31.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:31 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 14732/174402 objects degraded (8.447%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:39:32.062 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:39:32.101 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:32.177 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:39:32.180 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:32.180 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:39:32.195 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:39:32.212 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd set noscrub 2023-08-28T02:39:32.240 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.3 dump_blocked_ops 2023-08-28T02:39:32.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:31 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 14732/174402 objects degraded (8.447%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:39:32.281 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:39:32.321 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:32.367 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:39:32.371 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:32.371 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:39:32.472 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:39:32.501 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:32.526 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:39:32.530 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:32.531 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:39:32.632 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:39:32.659 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:32.677 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:39:32.680 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:32.680 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:39:32.689 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:39:32.782 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:39:32.791 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:32 smithi040 ceph-mon[170259]: pgmap v1139: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.5 GiB data, 12 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 107 op/s; 14693/173901 objects degraded (8.449%); 17920/173901 objects misplaced (10.305%); 1.4 MiB/s, 21 objects/s recovering 2023-08-28T02:39:32.813 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:32.834 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:39:32.837 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:32.837 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:39:32.938 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:39:32.967 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:32.987 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:39:32.990 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:32.990 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:39:33.055 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:32 smithi040 ceph-mon[175404]: pgmap v1139: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.5 GiB data, 12 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 107 op/s; 14693/173901 objects degraded (8.449%); 17920/173901 objects misplaced (10.305%); 1.4 MiB/s, 21 objects/s recovering 2023-08-28T02:39:33.091 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:39:33.130 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:33.152 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:39:33.156 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:33.157 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:39:33.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:32 smithi083 ceph-mon[157819]: pgmap v1139: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.5 GiB data, 12 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 107 op/s; 14693/173901 objects degraded (8.449%); 17920/173901 objects misplaced (10.305%); 1.4 MiB/s, 21 objects/s recovering 2023-08-28T02:39:33.258 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:39:33.292 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:33.297 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-08-28T02:39:33.398 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:39:33.424 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:39:33.428 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:33.428 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:39:33.529 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:39:33.574 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:33.591 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:39:33.593 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:39:34.215 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":1139,"stamp":"2023-08-28T02:39:32.495863+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":3797728004,"num_objects":57967,"num_object_clones":0,"num_object_copies":173901,"num_objects_missing_on_primary":3687,"num_objects_missing":3687,"num_objects_degraded":14693,"num_objects_misplaced":17920,"num_objects_unfound":0,"num_objects_dirty":57967,"num_whiteouts":0,"num_read":90,"num_read_kb":168,"num_write":128775,"num_write_kb":5972054,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":48419,"num_bytes_recovered":3145667473,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":98844,"ondisk_log_size":98844,"up":297,"acting":294,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":12135548,"kb_used_data":9103756,"kb_used_omap":12,"kb_used_meta":3031731,"kb_avail":550335364,"statfs":{"total":575970213888,"available":563543412736,"internally_reserved":0,"allocated":9322246144,"data_stored":9311411855,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12739,"internal_metadata":3104493117},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,0,0,0,0,0,0,8],"upper_bound":4096},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-59703296,"num_objects":-911,"num_object_clones":0,"num_object_copies":-2733,"num_objects_missing_on_primary":-38,"num_objects_missing":-38,"num_objects_degraded":-145,"num_objects_misplaced":-217,"num_objects_unfound":0,"num_objects_dirty":-911,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":911,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":185,"num_bytes_recovered":12124160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.438015"},"pg_stats":[{"pgid":"3.1a","version":"65'1","reported_seq":380,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:19.056242+0000","last_change":"2023-08-28T02:32:32.667028+0000","last_active":"2023-08-28T02:39:19.056242+0000","last_peered":"2023-08-28T02:39:19.056242+0000","last_clean":"2023-08-28T02:39:19.056242+0000","last_became_active":"2023-08-28T02:32:32.666711+0000","last_became_peered":"2023-08-28T02:32:32.666711+0000","last_unstale":"2023-08-28T02:39:19.056242+0000","last_undegraded":"2023-08-28T02:39:19.056242+0000","last_fullsized":"2023-08-28T02:39:19.056242+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:28:21.913105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":334,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-08-28T02:39:24.070281+0000","last_change":"2023-08-28T02:29:44.421259+0000","last_active":"2023-08-28T02:39:24.070281+0000","last_peered":"2023-08-28T02:39:24.070281+0000","last_clean":"2023-08-28T02:39:24.070281+0000","last_became_active":"2023-08-28T02:29:44.420936+0000","last_became_peered":"2023-08-28T02:29:44.420936+0000","last_unstale":"2023-08-28T02:39:24.070281+0000","last_undegraded":"2023-08-28T02:39:24.070281+0000","last_fullsized":"2023-08-28T02:39:24.070281+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:22:26.346867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":175,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-08-28T02:39:24.075713+0000","last_change":"2023-08-28T02:33:12.290337+0000","last_active":"2023-08-28T02:39:24.075713+0000","last_peered":"2023-08-28T02:39:24.075713+0000","last_clean":"2023-08-28T02:39:24.075713+0000","last_became_active":"2023-08-28T02:33:12.289852+0000","last_became_peered":"2023-08-28T02:33:12.289852+0000","last_unstale":"2023-08-28T02:39:24.075713+0000","last_undegraded":"2023-08-28T02:39:24.075713+0000","last_fullsized":"2023-08-28T02:39:24.075713+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:04:26.420037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":350,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-08-28T02:39:24.070952+0000","last_change":"2023-08-28T02:33:13.317226+0000","last_active":"2023-08-28T02:39:24.070952+0000","last_peered":"2023-08-28T02:39:24.070952+0000","last_clean":"2023-08-28T02:39:24.070952+0000","last_became_active":"2023-08-28T02:33:13.316893+0000","last_became_peered":"2023-08-28T02:33:13.316893+0000","last_unstale":"2023-08-28T02:39:24.070952+0000","last_undegraded":"2023-08-28T02:39:24.070952+0000","last_fullsized":"2023-08-28T02:39:24.070952+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:55:46.593463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":294,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-08-28T02:39:24.058326+0000","last_change":"2023-08-28T02:33:12.295203+0000","last_active":"2023-08-28T02:39:24.058326+0000","last_peered":"2023-08-28T02:39:24.058326+0000","last_clean":"2023-08-28T02:39:24.058326+0000","last_became_active":"2023-08-28T02:33:12.294904+0000","last_became_peered":"2023-08-28T02:33:12.294904+0000","last_unstale":"2023-08-28T02:39:24.058326+0000","last_undegraded":"2023-08-28T02:39:24.058326+0000","last_fullsized":"2023-08-28T02:39:24.058326+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:31:07.008856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":311,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-08-28T02:39:24.065699+0000","last_change":"2023-08-28T02:31:51.987263+0000","last_active":"2023-08-28T02:39:24.065699+0000","last_peered":"2023-08-28T02:39:24.065699+0000","last_clean":"2023-08-28T02:39:24.065699+0000","last_became_active":"2023-08-28T02:31:51.986938+0000","last_became_peered":"2023-08-28T02:31:51.986938+0000","last_unstale":"2023-08-28T02:39:24.065699+0000","last_undegraded":"2023-08-28T02:39:24.065699+0000","last_fullsized":"2023-08-28T02:39:24.065699+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:18.021905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":344,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-08-28T02:39:24.070471+0000","last_change":"2023-08-28T02:33:12.318656+0000","last_active":"2023-08-28T02:39:24.070471+0000","last_peered":"2023-08-28T02:39:24.070471+0000","last_clean":"2023-08-28T02:39:24.070471+0000","last_became_active":"2023-08-28T02:33:12.318297+0000","last_became_peered":"2023-08-28T02:33:12.318297+0000","last_unstale":"2023-08-28T02:39:24.070471+0000","last_undegraded":"2023-08-28T02:39:24.070471+0000","last_fullsized":"2023-08-28T02:39:24.070471+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:43:09.789767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":275,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-08-28T02:39:24.058387+0000","last_change":"2023-08-28T02:33:13.357230+0000","last_active":"2023-08-28T02:39:24.058387+0000","last_peered":"2023-08-28T02:39:24.058387+0000","last_clean":"2023-08-28T02:39:24.058387+0000","last_became_active":"2023-08-28T02:33:13.356853+0000","last_became_peered":"2023-08-28T02:33:13.356853+0000","last_unstale":"2023-08-28T02:39:24.058387+0000","last_undegraded":"2023-08-28T02:39:24.058387+0000","last_fullsized":"2023-08-28T02:39:24.058387+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:20:21.545007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":353,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-08-28T02:39:24.066011+0000","last_change":"2023-08-28T02:29:44.462510+0000","last_active":"2023-08-28T02:39:24.066011+0000","last_peered":"2023-08-28T02:39:24.066011+0000","last_clean":"2023-08-28T02:39:24.066011+0000","last_became_active":"2023-08-28T02:29:44.460314+0000","last_became_peered":"2023-08-28T02:29:44.460314+0000","last_unstale":"2023-08-28T02:39:24.066011+0000","last_undegraded":"2023-08-28T02:39:24.066011+0000","last_fullsized":"2023-08-28T02:39:24.066011+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:59:01.311467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":278,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-08-28T02:39:24.058520+0000","last_change":"2023-08-28T02:33:13.291255+0000","last_active":"2023-08-28T02:39:24.058520+0000","last_peered":"2023-08-28T02:39:24.058520+0000","last_clean":"2023-08-28T02:39:24.058520+0000","last_became_active":"2023-08-28T02:33:13.290933+0000","last_became_peered":"2023-08-28T02:33:13.290933+0000","last_unstale":"2023-08-28T02:39:24.058520+0000","last_undegraded":"2023-08-28T02:39:24.058520+0000","last_fullsized":"2023-08-28T02:39:24.058520+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:31:54.116908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"65'3","reported_seq":354,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-08-28T02:39:24.080698+0000","last_change":"2023-08-28T02:33:12.296412+0000","last_active":"2023-08-28T02:39:24.080698+0000","last_peered":"2023-08-28T02:39:24.080698+0000","last_clean":"2023-08-28T02:39:24.080698+0000","last_became_active":"2023-08-28T02:33:12.295786+0000","last_became_peered":"2023-08-28T02:33:12.295786+0000","last_unstale":"2023-08-28T02:39:24.080698+0000","last_undegraded":"2023-08-28T02:39:24.080698+0000","last_fullsized":"2023-08-28T02:39:24.080698+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:15:31.449163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":178,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:19.034505+0000","last_change":"2023-08-28T02:32:32.666927+0000","last_active":"2023-08-28T02:39:19.034505+0000","last_peered":"2023-08-28T02:39:19.034505+0000","last_clean":"2023-08-28T02:39:19.034505+0000","last_became_active":"2023-08-28T02:32:32.666618+0000","last_became_peered":"2023-08-28T02:32:32.666618+0000","last_unstale":"2023-08-28T02:39:19.034505+0000","last_undegraded":"2023-08-28T02:39:19.034505+0000","last_fullsized":"2023-08-28T02:39:19.034505+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:45:57.998333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":377,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:19.056889+0000","last_change":"2023-08-28T02:32:28.505262+0000","last_active":"2023-08-28T02:39:19.056889+0000","last_peered":"2023-08-28T02:39:19.056889+0000","last_clean":"2023-08-28T02:39:19.056889+0000","last_became_active":"2023-08-28T02:32:28.455999+0000","last_became_peered":"2023-08-28T02:32:28.455999+0000","last_unstale":"2023-08-28T02:39:19.056889+0000","last_undegraded":"2023-08-28T02:39:19.056889+0000","last_fullsized":"2023-08-28T02:39:19.056889+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:28.937020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":9468,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":361,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:19.056196+0000","last_change":"2023-08-28T02:32:12.959195+0000","last_active":"2023-08-28T02:39:19.056196+0000","last_peered":"2023-08-28T02:39:19.056196+0000","last_clean":"2023-08-28T02:39:19.056196+0000","last_became_active":"2023-08-28T02:32:12.958832+0000","last_became_peered":"2023-08-28T02:32:12.958832+0000","last_unstale":"2023-08-28T02:39:19.056196+0000","last_undegraded":"2023-08-28T02:39:19.056196+0000","last_fullsized":"2023-08-28T02:39:19.056196+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:23:27.197787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"65'2","reported_seq":352,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-08-28T02:39:24.080384+0000","last_change":"2023-08-28T02:32:28.461161+0000","last_active":"2023-08-28T02:39:24.080384+0000","last_peered":"2023-08-28T02:39:24.080384+0000","last_clean":"2023-08-28T02:39:24.080384+0000","last_became_active":"2023-08-28T02:32:28.451284+0000","last_became_peered":"2023-08-28T02:32:28.451284+0000","last_unstale":"2023-08-28T02:39:24.080384+0000","last_undegraded":"2023-08-28T02:39:24.080384+0000","last_fullsized":"2023-08-28T02:39:24.080384+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:58:20.061020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":335,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-08-28T02:39:24.069999+0000","last_change":"2023-08-28T02:29:44.419566+0000","last_active":"2023-08-28T02:39:24.069999+0000","last_peered":"2023-08-28T02:39:24.069999+0000","last_clean":"2023-08-28T02:39:24.069999+0000","last_became_active":"2023-08-28T02:29:44.419053+0000","last_became_peered":"2023-08-28T02:29:44.419053+0000","last_unstale":"2023-08-28T02:39:24.069999+0000","last_undegraded":"2023-08-28T02:39:24.069999+0000","last_fullsized":"2023-08-28T02:39:24.069999+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:44:36.133499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":338,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-08-28T02:39:24.069659+0000","last_change":"2023-08-28T02:33:12.493777+0000","last_active":"2023-08-28T02:39:24.069659+0000","last_peered":"2023-08-28T02:39:24.069659+0000","last_clean":"2023-08-28T02:39:24.069659+0000","last_became_active":"2023-08-28T02:33:12.491177+0000","last_became_peered":"2023-08-28T02:33:12.491177+0000","last_unstale":"2023-08-28T02:39:24.069659+0000","last_undegraded":"2023-08-28T02:39:24.069659+0000","last_fullsized":"2023-08-28T02:39:24.069659+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:10:58.167753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":349,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-08-28T02:39:24.065561+0000","last_change":"2023-08-28T02:33:12.290293+0000","last_active":"2023-08-28T02:39:24.065561+0000","last_peered":"2023-08-28T02:39:24.065561+0000","last_clean":"2023-08-28T02:39:24.065561+0000","last_became_active":"2023-08-28T02:33:12.289989+0000","last_became_peered":"2023-08-28T02:33:12.289989+0000","last_unstale":"2023-08-28T02:39:24.065561+0000","last_undegraded":"2023-08-28T02:39:24.065561+0000","last_fullsized":"2023-08-28T02:39:24.065561+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:05:33.622172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":327,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-08-28T02:39:24.080371+0000","last_change":"2023-08-28T02:32:12.948756+0000","last_active":"2023-08-28T02:39:24.080371+0000","last_peered":"2023-08-28T02:39:24.080371+0000","last_clean":"2023-08-28T02:39:24.080371+0000","last_became_active":"2023-08-28T02:32:12.948441+0000","last_became_peered":"2023-08-28T02:32:12.948441+0000","last_unstale":"2023-08-28T02:39:24.080371+0000","last_undegraded":"2023-08-28T02:39:24.080371+0000","last_fullsized":"2023-08-28T02:39:24.080371+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:27.922180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":345,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-08-28T02:39:24.070993+0000","last_change":"2023-08-28T02:33:12.299398+0000","last_active":"2023-08-28T02:39:24.070993+0000","last_peered":"2023-08-28T02:39:24.070993+0000","last_clean":"2023-08-28T02:39:24.070993+0000","last_became_active":"2023-08-28T02:33:12.299113+0000","last_became_peered":"2023-08-28T02:33:12.299113+0000","last_unstale":"2023-08-28T02:39:24.070993+0000","last_undegraded":"2023-08-28T02:39:24.070993+0000","last_fullsized":"2023-08-28T02:39:24.070993+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:14:55.597212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"65'8","reported_seq":139,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-08-28T02:39:24.069040+0000","last_change":"2023-08-28T02:33:13.478870+0000","last_active":"2023-08-28T02:39:24.069040+0000","last_peered":"2023-08-28T02:39:24.069040+0000","last_clean":"2023-08-28T02:39:24.069040+0000","last_became_active":"2023-08-28T02:33:13.332142+0000","last_became_peered":"2023-08-28T02:33:13.332142+0000","last_unstale":"2023-08-28T02:39:24.069040+0000","last_undegraded":"2023-08-28T02:39:24.069040+0000","last_fullsized":"2023-08-28T02:39:24.069040+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:32:42.810159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":276,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-08-28T02:39:24.059352+0000","last_change":"2023-08-28T02:33:12.306353+0000","last_active":"2023-08-28T02:39:24.059352+0000","last_peered":"2023-08-28T02:39:24.059352+0000","last_clean":"2023-08-28T02:39:24.059352+0000","last_became_active":"2023-08-28T02:33:12.304977+0000","last_became_peered":"2023-08-28T02:33:12.304977+0000","last_unstale":"2023-08-28T02:39:24.059352+0000","last_undegraded":"2023-08-28T02:39:24.059352+0000","last_fullsized":"2023-08-28T02:39:24.059352+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:19:38.819671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"370'7998","reported_seq":8126,"reported_epoch":370,"state":"active+clean","last_fresh":"2023-08-28T02:39:30.186139+0000","last_change":"2023-08-28T02:30:50.402703+0000","last_active":"2023-08-28T02:39:30.186139+0000","last_peered":"2023-08-28T02:39:30.186139+0000","last_clean":"2023-08-28T02:39:30.186139+0000","last_became_active":"2023-08-28T02:30:50.402419+0000","last_became_peered":"2023-08-28T02:30:50.402419+0000","last_unstale":"2023-08-28T02:39:30.186139+0000","last_undegraded":"2023-08-28T02:39:30.186139+0000","last_fullsized":"2023-08-28T02:39:30.186139+0000","mapping_epoch":250,"log_start":"255'800","ondisk_log_start":"255'800","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7198,"log_dups_size":0,"ondisk_log_size":7198,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:07:37.393907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":239992832,"num_objects":3662,"num_object_clones":0,"num_object_copies":10986,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3662,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7998,"num_write_kb":373120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"65'1","reported_seq":335,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-08-28T02:39:24.080696+0000","last_change":"2023-08-28T02:14:43.046130+0000","last_active":"2023-08-28T02:39:24.080696+0000","last_peered":"2023-08-28T02:39:24.080696+0000","last_clean":"2023-08-28T02:39:24.080696+0000","last_became_active":"2023-08-28T02:14:43.045775+0000","last_became_peered":"2023-08-28T02:14:43.045775+0000","last_unstale":"2023-08-28T02:39:24.080696+0000","last_undegraded":"2023-08-28T02:39:24.080696+0000","last_fullsized":"2023-08-28T02:39:24.080696+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:57:38.279756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":325,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-08-28T02:39:24.064276+0000","last_change":"2023-08-28T02:31:51.987149+0000","last_active":"2023-08-28T02:39:24.064276+0000","last_peered":"2023-08-28T02:39:24.064276+0000","last_clean":"2023-08-28T02:39:24.064276+0000","last_became_active":"2023-08-28T02:31:51.986821+0000","last_became_peered":"2023-08-28T02:31:51.986821+0000","last_unstale":"2023-08-28T02:39:24.064276+0000","last_undegraded":"2023-08-28T02:39:24.064276+0000","last_fullsized":"2023-08-28T02:39:24.064276+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:23:26.661134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"370'8022","reported_seq":13984,"reported_epoch":370,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:39:30.749528+0000","last_change":"2023-08-28T02:33:33.975566+0000","last_active":"2023-08-28T02:39:30.749528+0000","last_peered":"2023-08-28T02:39:30.749528+0000","last_clean":"2023-08-28T02:31:27.868230+0000","last_became_active":"2023-08-28T02:33:33.660452+0000","last_became_peered":"2023-08-28T02:33:33.660452+0000","last_unstale":"2023-08-28T02:39:30.749528+0000","last_undegraded":"2023-08-28T02:33:13.410847+0000","last_fullsized":"2023-08-28T02:33:13.270012+0000","mapping_epoch":298,"log_start":"255'800","ondisk_log_start":"255'800","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7222,"log_dups_size":0,"ondisk_log_size":7222,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:33.375162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":234487808,"num_objects":3578,"num_object_clones":0,"num_object_copies":10734,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6086,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3578,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8022,"num_write_kb":371200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2898,"num_bytes_recovered":189857792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[5,4],"avail_no_missing":["5","6"],"object_location_counts":[{"shards":"2,5,6","objects":915},{"shards":"3,5,6","objects":1158},{"shards":"5,6","objects":1505}],"blocked_by":[],"up_primary":3,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"65'2","reported_seq":360,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-08-28T02:39:24.080908+0000","last_change":"2023-08-28T02:29:44.436352+0000","last_active":"2023-08-28T02:39:24.080908+0000","last_peered":"2023-08-28T02:39:24.080908+0000","last_clean":"2023-08-28T02:39:24.080908+0000","last_became_active":"2023-08-28T02:29:44.411499+0000","last_became_peered":"2023-08-28T02:29:44.411499+0000","last_unstale":"2023-08-28T02:39:24.080908+0000","last_undegraded":"2023-08-28T02:39:24.080908+0000","last_fullsized":"2023-08-28T02:39:24.080908+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:46:57.540191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":385,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:19.056197+0000","last_change":"2023-08-28T02:33:12.289004+0000","last_active":"2023-08-28T02:39:19.056197+0000","last_peered":"2023-08-28T02:39:19.056197+0000","last_clean":"2023-08-28T02:39:19.056197+0000","last_became_active":"2023-08-28T02:33:12.288722+0000","last_became_peered":"2023-08-28T02:33:12.288722+0000","last_unstale":"2023-08-28T02:39:19.056197+0000","last_undegraded":"2023-08-28T02:39:19.056197+0000","last_fullsized":"2023-08-28T02:39:19.056197+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:24.019483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"370'7960","reported_seq":13184,"reported_epoch":370,"state":"active+clean","last_fresh":"2023-08-28T02:39:29.609616+0000","last_change":"2023-08-28T02:37:54.748968+0000","last_active":"2023-08-28T02:39:29.609616+0000","last_peered":"2023-08-28T02:39:29.609616+0000","last_clean":"2023-08-28T02:39:29.609616+0000","last_became_active":"2023-08-28T02:37:54.729376+0000","last_became_peered":"2023-08-28T02:37:54.729376+0000","last_unstale":"2023-08-28T02:39:29.609616+0000","last_undegraded":"2023-08-28T02:39:29.609616+0000","last_fullsized":"2023-08-28T02:39:29.609616+0000","mapping_epoch":351,"log_start":"257'2612","ondisk_log_start":"257'2612","created":250,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5348,"log_dups_size":0,"ondisk_log_size":5348,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:00.988172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":235274240,"num_objects":3590,"num_object_clones":0,"num_object_copies":10770,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3590,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7960,"num_write_kb":369600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2533,"num_bytes_recovered":160432128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"65'1","reported_seq":346,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-08-28T02:39:24.080501+0000","last_change":"2023-08-28T02:33:13.516869+0000","last_active":"2023-08-28T02:39:24.080501+0000","last_peered":"2023-08-28T02:39:24.080501+0000","last_clean":"2023-08-28T02:39:24.080501+0000","last_became_active":"2023-08-28T02:33:13.396736+0000","last_became_peered":"2023-08-28T02:33:13.396736+0000","last_unstale":"2023-08-28T02:39:24.080501+0000","last_undegraded":"2023-08-28T02:39:24.080501+0000","last_fullsized":"2023-08-28T02:39:24.080501+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:47:08.237137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":312,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:19.034335+0000","last_change":"2023-08-28T02:31:51.987327+0000","last_active":"2023-08-28T02:39:19.034335+0000","last_peered":"2023-08-28T02:39:19.034335+0000","last_clean":"2023-08-28T02:39:19.034335+0000","last_became_active":"2023-08-28T02:31:51.987018+0000","last_became_peered":"2023-08-28T02:31:51.987018+0000","last_unstale":"2023-08-28T02:39:19.034335+0000","last_undegraded":"2023-08-28T02:39:19.034335+0000","last_fullsized":"2023-08-28T02:39:19.034335+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:53:26.105101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.5","version":"370'7883","reported_seq":12166,"reported_epoch":370,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:39:30.145587+0000","last_change":"2023-08-28T02:33:13.625779+0000","last_active":"2023-08-28T02:39:30.145587+0000","last_peered":"2023-08-28T02:39:30.145587+0000","last_clean":"2023-08-28T02:31:27.898932+0000","last_became_active":"2023-08-28T02:33:13.612126+0000","last_became_peered":"2023-08-28T02:33:13.612126+0000","last_unstale":"2023-08-28T02:39:30.145587+0000","last_undegraded":"2023-08-28T02:33:13.485377+0000","last_fullsized":"2023-08-28T02:33:13.264317+0000","mapping_epoch":298,"log_start":"257'2563","ondisk_log_start":"257'2563","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5320,"log_dups_size":0,"ondisk_log_size":5320,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:37:28.843386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":233897984,"num_objects":3569,"num_object_clones":0,"num_object_copies":10707,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6111,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3569,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7883,"num_write_kb":366464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2065,"num_bytes_recovered":135331840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,7],"avail_no_missing":["0","2"],"object_location_counts":[{"shards":"0,2","objects":2358},{"shards":"0,2,3","objects":1211}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":364,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-08-28T02:39:24.065301+0000","last_change":"2023-08-28T02:33:13.281826+0000","last_active":"2023-08-28T02:39:24.065301+0000","last_peered":"2023-08-28T02:39:24.065301+0000","last_clean":"2023-08-28T02:39:24.065301+0000","last_became_active":"2023-08-28T02:33:13.281511+0000","last_became_peered":"2023-08-28T02:33:13.281511+0000","last_unstale":"2023-08-28T02:39:24.065301+0000","last_undegraded":"2023-08-28T02:39:24.065301+0000","last_fullsized":"2023-08-28T02:39:24.065301+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:32:55.005706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":362,"reported_epoch":370,"state":"active+clean","last_fresh":"2023-08-28T02:39:29.609267+0000","last_change":"2023-08-28T02:29:44.436713+0000","last_active":"2023-08-28T02:39:29.609267+0000","last_peered":"2023-08-28T02:39:29.609267+0000","last_clean":"2023-08-28T02:39:29.609267+0000","last_became_active":"2023-08-28T02:29:44.436203+0000","last_became_peered":"2023-08-28T02:29:44.436203+0000","last_unstale":"2023-08-28T02:39:29.609267+0000","last_undegraded":"2023-08-28T02:39:29.609267+0000","last_fullsized":"2023-08-28T02:39:29.609267+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:46:48.522293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"369'8185","reported_seq":8317,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-08-28T02:39:27.100866+0000","last_change":"2023-08-28T02:30:50.399669+0000","last_active":"2023-08-28T02:39:27.100866+0000","last_peered":"2023-08-28T02:39:27.100866+0000","last_clean":"2023-08-28T02:39:27.100866+0000","last_became_active":"2023-08-28T02:30:50.399332+0000","last_became_peered":"2023-08-28T02:30:50.399332+0000","last_unstale":"2023-08-28T02:39:27.100866+0000","last_undegraded":"2023-08-28T02:39:27.100866+0000","last_fullsized":"2023-08-28T02:39:27.100866+0000","mapping_epoch":250,"log_start":"256'2000","ondisk_log_start":"256'2000","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6185,"log_dups_size":0,"ondisk_log_size":6185,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:00:54.910841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":237830144,"num_objects":3629,"num_object_clones":0,"num_object_copies":10887,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3629,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8185,"num_write_kb":378048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"75'161","reported_seq":790,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-08-28T02:39:24.080561+0000","last_change":"2023-08-28T02:33:13.310049+0000","last_active":"2023-08-28T02:39:24.080561+0000","last_peered":"2023-08-28T02:39:24.080561+0000","last_clean":"2023-08-28T02:39:24.080561+0000","last_became_active":"2023-08-28T02:33:13.309661+0000","last_became_peered":"2023-08-28T02:33:13.309661+0000","last_unstale":"2023-08-28T02:39:24.080561+0000","last_undegraded":"2023-08-28T02:39:24.080561+0000","last_fullsized":"2023-08-28T02:39:24.080561+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.930230+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.930230+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:27:40.889460+0000","scrub_duration":0.0050169209999999997,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"65'2","reported_seq":325,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-08-28T02:39:24.059048+0000","last_change":"2023-08-28T02:33:12.294922+0000","last_active":"2023-08-28T02:39:24.059048+0000","last_peered":"2023-08-28T02:39:24.059048+0000","last_clean":"2023-08-28T02:39:24.059048+0000","last_became_active":"2023-08-28T02:33:12.294518+0000","last_became_peered":"2023-08-28T02:33:12.294518+0000","last_unstale":"2023-08-28T02:39:24.059048+0000","last_undegraded":"2023-08-28T02:39:24.059048+0000","last_fullsized":"2023-08-28T02:39:24.059048+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:21:12.737286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":362,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:19.056951+0000","last_change":"2023-08-28T02:33:13.310505+0000","last_active":"2023-08-28T02:39:19.056951+0000","last_peered":"2023-08-28T02:39:19.056951+0000","last_clean":"2023-08-28T02:39:19.056951+0000","last_became_active":"2023-08-28T02:33:13.310223+0000","last_became_peered":"2023-08-28T02:33:13.310223+0000","last_unstale":"2023-08-28T02:39:19.056951+0000","last_undegraded":"2023-08-28T02:39:19.056951+0000","last_fullsized":"2023-08-28T02:39:19.056951+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:27:02.124453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"370'8028","reported_seq":22419,"reported_epoch":370,"state":"active+clean","last_fresh":"2023-08-28T02:39:30.645617+0000","last_change":"2023-08-28T02:38:44.816101+0000","last_active":"2023-08-28T02:39:30.645617+0000","last_peered":"2023-08-28T02:39:30.645617+0000","last_clean":"2023-08-28T02:39:30.645617+0000","last_became_active":"2023-08-28T02:38:44.798734+0000","last_became_peered":"2023-08-28T02:38:44.798734+0000","last_unstale":"2023-08-28T02:39:30.645617+0000","last_undegraded":"2023-08-28T02:39:30.645617+0000","last_fullsized":"2023-08-28T02:39:30.645617+0000","mapping_epoch":361,"log_start":"255'800","ondisk_log_start":"255'800","created":250,"last_epoch_clean":362,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7228,"log_dups_size":0,"ondisk_log_size":7228,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:34:42.975012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":238551040,"num_objects":3640,"num_object_clones":0,"num_object_copies":10920,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3640,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8028,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5834,"num_bytes_recovered":377683968,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"75'161","reported_seq":629,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-08-28T02:39:24.064249+0000","last_change":"2023-08-28T02:37:37.933802+0000","last_active":"2023-08-28T02:39:24.064249+0000","last_peered":"2023-08-28T02:39:24.064249+0000","last_clean":"2023-08-28T02:39:24.064249+0000","last_became_active":"2023-08-28T02:33:13.287313+0000","last_became_peered":"2023-08-28T02:33:13.287313+0000","last_unstale":"2023-08-28T02:39:24.064249+0000","last_undegraded":"2023-08-28T02:39:24.064249+0000","last_fullsized":"2023-08-28T02:39:24.064249+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:45.407127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:45.407127+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:39:14.213229+0000","scrub_duration":0.0018495320000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":262688,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":282,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:19.056054+0000","last_change":"2023-08-28T02:33:13.309727+0000","last_active":"2023-08-28T02:39:19.056054+0000","last_peered":"2023-08-28T02:39:19.056054+0000","last_clean":"2023-08-28T02:39:19.056054+0000","last_became_active":"2023-08-28T02:33:13.309487+0000","last_became_peered":"2023-08-28T02:33:13.309487+0000","last_unstale":"2023-08-28T02:39:19.056054+0000","last_undegraded":"2023-08-28T02:39:19.056054+0000","last_fullsized":"2023-08-28T02:39:19.056054+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:27:29.294011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":97,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:19.055975+0000","last_change":"2023-08-28T02:32:28.456323+0000","last_active":"2023-08-28T02:39:19.055975+0000","last_peered":"2023-08-28T02:39:19.055975+0000","last_clean":"2023-08-28T02:39:19.055975+0000","last_became_active":"2023-08-28T02:32:28.455987+0000","last_became_peered":"2023-08-28T02:32:28.455987+0000","last_unstale":"2023-08-28T02:39:19.055975+0000","last_undegraded":"2023-08-28T02:39:19.055975+0000","last_fullsized":"2023-08-28T02:39:19.055975+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:54:07.724002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"369'8140","reported_seq":18288,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-08-28T02:39:26.655154+0000","last_change":"2023-08-28T02:33:13.316023+0000","last_active":"2023-08-28T02:39:26.655154+0000","last_peered":"2023-08-28T02:39:26.655154+0000","last_clean":"2023-08-28T02:39:26.655154+0000","last_became_active":"2023-08-28T02:33:13.308403+0000","last_became_peered":"2023-08-28T02:33:13.308403+0000","last_unstale":"2023-08-28T02:39:26.655154+0000","last_undegraded":"2023-08-28T02:39:26.655154+0000","last_fullsized":"2023-08-28T02:39:26.655154+0000","mapping_epoch":298,"log_start":"256'2000","ondisk_log_start":"256'2000","created":250,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6140,"log_dups_size":0,"ondisk_log_size":6140,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:10:38.401973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":246153216,"num_objects":3756,"num_object_clones":0,"num_object_copies":11268,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3756,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8140,"num_write_kb":380672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4999,"num_bytes_recovered":327614464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":342,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:19.056116+0000","last_change":"2023-08-28T02:32:28.455294+0000","last_active":"2023-08-28T02:39:19.056116+0000","last_peered":"2023-08-28T02:39:19.056116+0000","last_clean":"2023-08-28T02:39:19.056116+0000","last_became_active":"2023-08-28T02:32:28.455013+0000","last_became_peered":"2023-08-28T02:32:28.455013+0000","last_unstale":"2023-08-28T02:39:19.056116+0000","last_undegraded":"2023-08-28T02:39:19.056116+0000","last_fullsized":"2023-08-28T02:39:19.056116+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:53.583864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":374,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:19.056503+0000","last_change":"2023-08-28T02:33:13.335588+0000","last_active":"2023-08-28T02:39:19.056503+0000","last_peered":"2023-08-28T02:39:19.056503+0000","last_clean":"2023-08-28T02:39:19.056503+0000","last_became_active":"2023-08-28T02:33:13.335326+0000","last_became_peered":"2023-08-28T02:33:13.335326+0000","last_unstale":"2023-08-28T02:39:19.056503+0000","last_undegraded":"2023-08-28T02:39:19.056503+0000","last_fullsized":"2023-08-28T02:39:19.056503+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:15:44.958663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"369'8076","reported_seq":8203,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-08-28T02:39:26.993494+0000","last_change":"2023-08-28T02:30:50.400261+0000","last_active":"2023-08-28T02:39:26.993494+0000","last_peered":"2023-08-28T02:39:26.993494+0000","last_clean":"2023-08-28T02:39:26.993494+0000","last_became_active":"2023-08-28T02:30:50.399938+0000","last_became_peered":"2023-08-28T02:30:50.399938+0000","last_unstale":"2023-08-28T02:39:26.993494+0000","last_undegraded":"2023-08-28T02:39:26.993494+0000","last_fullsized":"2023-08-28T02:39:26.993494+0000","mapping_epoch":250,"log_start":"257'2690","ondisk_log_start":"257'2690","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5386,"log_dups_size":0,"ondisk_log_size":5386,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:43:56.802792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":237109248,"num_objects":3618,"num_object_clones":0,"num_object_copies":10854,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3618,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8076,"num_write_kb":374208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"75'161","reported_seq":649,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-08-28T02:39:24.064808+0000","last_change":"2023-08-28T02:32:56.519141+0000","last_active":"2023-08-28T02:39:24.064808+0000","last_peered":"2023-08-28T02:39:24.064808+0000","last_clean":"2023-08-28T02:39:24.064808+0000","last_became_active":"2023-08-28T02:32:56.518863+0000","last_became_peered":"2023-08-28T02:32:56.518863+0000","last_unstale":"2023-08-28T02:39:24.064808+0000","last_undegraded":"2023-08-28T02:39:24.064808+0000","last_fullsized":"2023-08-28T02:39:24.064808+0000","mapping_epoch":292,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":293,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_clean_scrub_stamp":"2023-08-28T02:29:25.608370+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:59:50.561109+0000","scrub_duration":0.001662689,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":278,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-08-28T02:39:24.058486+0000","last_change":"2023-08-28T02:33:12.294592+0000","last_active":"2023-08-28T02:39:24.058486+0000","last_peered":"2023-08-28T02:39:24.058486+0000","last_clean":"2023-08-28T02:39:24.058486+0000","last_became_active":"2023-08-28T02:33:12.288508+0000","last_became_peered":"2023-08-28T02:33:12.288508+0000","last_unstale":"2023-08-28T02:39:24.058486+0000","last_undegraded":"2023-08-28T02:39:24.058486+0000","last_fullsized":"2023-08-28T02:39:24.058486+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:05:42.717608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":160,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:19.036014+0000","last_change":"2023-08-28T02:29:44.429834+0000","last_active":"2023-08-28T02:39:19.036014+0000","last_peered":"2023-08-28T02:39:19.036014+0000","last_clean":"2023-08-28T02:39:19.036014+0000","last_became_active":"2023-08-28T02:29:44.429512+0000","last_became_peered":"2023-08-28T02:29:44.429512+0000","last_unstale":"2023-08-28T02:39:19.036014+0000","last_undegraded":"2023-08-28T02:39:19.036014+0000","last_fullsized":"2023-08-28T02:39:19.036014+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:58.062455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"370'7971","reported_seq":8099,"reported_epoch":370,"state":"active+clean","last_fresh":"2023-08-28T02:39:30.915503+0000","last_change":"2023-08-28T02:30:50.402348+0000","last_active":"2023-08-28T02:39:30.915503+0000","last_peered":"2023-08-28T02:39:30.915503+0000","last_clean":"2023-08-28T02:39:30.915503+0000","last_became_active":"2023-08-28T02:30:50.402076+0000","last_became_peered":"2023-08-28T02:30:50.402076+0000","last_unstale":"2023-08-28T02:39:30.915503+0000","last_undegraded":"2023-08-28T02:39:30.915503+0000","last_fullsized":"2023-08-28T02:39:30.915503+0000","mapping_epoch":250,"log_start":"255'1100","ondisk_log_start":"255'1100","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6871,"log_dups_size":0,"ondisk_log_size":6871,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:24.859426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":236257280,"num_objects":3605,"num_object_clones":0,"num_object_copies":10815,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3605,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7971,"num_write_kb":370432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.7","version":"75'161","reported_seq":570,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-08-28T02:39:24.059357+0000","last_change":"2023-08-28T02:33:13.532525+0000","last_active":"2023-08-28T02:39:24.059357+0000","last_peered":"2023-08-28T02:39:24.059357+0000","last_clean":"2023-08-28T02:39:24.059357+0000","last_became_active":"2023-08-28T02:33:13.532125+0000","last_became_peered":"2023-08-28T02:33:13.532125+0000","last_unstale":"2023-08-28T02:39:24.059357+0000","last_undegraded":"2023-08-28T02:39:24.059357+0000","last_fullsized":"2023-08-28T02:39:24.059357+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.887648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.887648+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":160,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:19.035058+0000","last_change":"2023-08-28T02:29:44.407595+0000","last_active":"2023-08-28T02:39:19.035058+0000","last_peered":"2023-08-28T02:39:19.035058+0000","last_clean":"2023-08-28T02:39:19.035058+0000","last_became_active":"2023-08-28T02:29:44.407316+0000","last_became_peered":"2023-08-28T02:29:44.407316+0000","last_unstale":"2023-08-28T02:39:19.035058+0000","last_undegraded":"2023-08-28T02:39:19.035058+0000","last_fullsized":"2023-08-28T02:39:19.035058+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:01:47.777709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":381,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-08-28T02:39:24.065417+0000","last_change":"2023-08-28T02:33:13.286980+0000","last_active":"2023-08-28T02:39:24.065417+0000","last_peered":"2023-08-28T02:39:24.065417+0000","last_clean":"2023-08-28T02:39:24.065417+0000","last_became_active":"2023-08-28T02:33:13.286740+0000","last_became_peered":"2023-08-28T02:33:13.286740+0000","last_unstale":"2023-08-28T02:39:24.065417+0000","last_undegraded":"2023-08-28T02:39:24.065417+0000","last_fullsized":"2023-08-28T02:39:24.065417+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:24:54.574365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":160,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:19.034415+0000","last_change":"2023-08-28T02:29:44.506914+0000","last_active":"2023-08-28T02:39:19.034415+0000","last_peered":"2023-08-28T02:39:19.034415+0000","last_clean":"2023-08-28T02:39:19.034415+0000","last_became_active":"2023-08-28T02:29:44.506606+0000","last_became_peered":"2023-08-28T02:29:44.506606+0000","last_unstale":"2023-08-28T02:39:19.034415+0000","last_undegraded":"2023-08-28T02:39:19.034415+0000","last_fullsized":"2023-08-28T02:39:19.034415+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:55:50.992279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"370'8042","reported_seq":19770,"reported_epoch":370,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:39:29.609250+0000","last_change":"2023-08-28T02:34:11.565330+0000","last_active":"2023-08-28T02:39:29.609250+0000","last_peered":"2023-08-28T02:39:29.609250+0000","last_clean":"2023-08-28T02:32:11.916240+0000","last_became_active":"2023-08-28T02:33:12.501819+0000","last_became_peered":"2023-08-28T02:33:12.501819+0000","last_unstale":"2023-08-28T02:39:29.609250+0000","last_undegraded":"2023-08-28T02:39:29.609250+0000","last_fullsized":"2023-08-28T02:39:29.609250+0000","mapping_epoch":297,"log_start":"257'2724","ondisk_log_start":"257'2724","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5318,"log_dups_size":0,"ondisk_log_size":5318,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:45:43.329719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":232914944,"num_objects":3554,"num_object_clones":0,"num_object_copies":10662,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3554,"num_objects_unfound":0,"num_objects_dirty":3554,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8042,"num_write_kb":371072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5787,"num_bytes_recovered":379256832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,2],"avail_no_missing":["0","2","5","6"],"object_location_counts":[{"shards":"0,2,5","objects":3554}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.1","version":"75'161","reported_seq":629,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-08-28T02:39:24.064583+0000","last_change":"2023-08-28T02:32:31.482659+0000","last_active":"2023-08-28T02:39:24.064583+0000","last_peered":"2023-08-28T02:39:24.064583+0000","last_clean":"2023-08-28T02:39:24.064583+0000","last_became_active":"2023-08-28T02:32:31.482320+0000","last_became_peered":"2023-08-28T02:32:31.482320+0000","last_unstale":"2023-08-28T02:39:24.064583+0000","last_undegraded":"2023-08-28T02:39:24.064583+0000","last_fullsized":"2023-08-28T02:39:24.064583+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:24.559397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:24.559397+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:41:09.516918+0000","scrub_duration":0.001580328,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":367,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-08-28T02:39:24.064686+0000","last_change":"2023-08-28T02:31:51.988386+0000","last_active":"2023-08-28T02:39:24.064686+0000","last_peered":"2023-08-28T02:39:24.064686+0000","last_clean":"2023-08-28T02:39:24.064686+0000","last_became_active":"2023-08-28T02:31:51.988097+0000","last_became_peered":"2023-08-28T02:31:51.988097+0000","last_unstale":"2023-08-28T02:39:24.064686+0000","last_undegraded":"2023-08-28T02:39:24.064686+0000","last_fullsized":"2023-08-28T02:39:24.064686+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:25:01.818829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":342,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:19.056655+0000","last_change":"2023-08-28T02:32:12.951275+0000","last_active":"2023-08-28T02:39:19.056655+0000","last_peered":"2023-08-28T02:39:19.056655+0000","last_clean":"2023-08-28T02:39:19.056655+0000","last_became_active":"2023-08-28T02:32:12.950965+0000","last_became_peered":"2023-08-28T02:32:12.950965+0000","last_unstale":"2023-08-28T02:39:19.056655+0000","last_undegraded":"2023-08-28T02:39:19.056655+0000","last_fullsized":"2023-08-28T02:39:19.056655+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:37:31.294280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":186,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:19.035149+0000","last_change":"2023-08-28T02:33:13.286534+0000","last_active":"2023-08-28T02:39:19.035149+0000","last_peered":"2023-08-28T02:39:19.035149+0000","last_clean":"2023-08-28T02:39:19.035149+0000","last_became_active":"2023-08-28T02:33:13.286164+0000","last_became_peered":"2023-08-28T02:33:13.286164+0000","last_unstale":"2023-08-28T02:39:19.035149+0000","last_undegraded":"2023-08-28T02:39:19.035149+0000","last_fullsized":"2023-08-28T02:39:19.035149+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:56.721932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"370'8067","reported_seq":19885,"reported_epoch":370,"state":"active+clean","last_fresh":"2023-08-28T02:39:29.580735+0000","last_change":"2023-08-28T02:34:14.448606+0000","last_active":"2023-08-28T02:39:29.580735+0000","last_peered":"2023-08-28T02:39:29.580735+0000","last_clean":"2023-08-28T02:39:29.580735+0000","last_became_active":"2023-08-28T02:34:14.438547+0000","last_became_peered":"2023-08-28T02:34:14.438547+0000","last_unstale":"2023-08-28T02:39:29.580735+0000","last_undegraded":"2023-08-28T02:39:29.580735+0000","last_fullsized":"2023-08-28T02:39:29.580735+0000","mapping_epoch":314,"log_start":"255'900","ondisk_log_start":"255'900","created":250,"last_epoch_clean":315,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7167,"log_dups_size":0,"ondisk_log_size":7167,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:06:41.120408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":235995136,"num_objects":3601,"num_object_clones":0,"num_object_copies":10803,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3601,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8067,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5834,"num_bytes_recovered":376832000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2","version":"75'161","reported_seq":751,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-08-28T02:39:24.080236+0000","last_change":"2023-08-28T02:30:51.762377+0000","last_active":"2023-08-28T02:39:24.080236+0000","last_peered":"2023-08-28T02:39:24.080236+0000","last_clean":"2023-08-28T02:39:24.080236+0000","last_became_active":"2023-08-28T02:27:46.375590+0000","last_became_peered":"2023-08-28T02:27:46.375590+0000","last_unstale":"2023-08-28T02:39:24.080236+0000","last_undegraded":"2023-08-28T02:39:24.080236+0000","last_fullsized":"2023-08-28T02:39:24.080236+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:51.762314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:51.762314+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:02.034555+0000","scrub_duration":0.0020023620000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":179,"reported_epoch":370,"state":"active+clean","last_fresh":"2023-08-28T02:39:29.585195+0000","last_change":"2023-08-28T02:33:13.289765+0000","last_active":"2023-08-28T02:39:29.585195+0000","last_peered":"2023-08-28T02:39:29.585195+0000","last_clean":"2023-08-28T02:39:29.585195+0000","last_became_active":"2023-08-28T02:33:13.289159+0000","last_became_peered":"2023-08-28T02:33:13.289159+0000","last_unstale":"2023-08-28T02:39:29.585195+0000","last_undegraded":"2023-08-28T02:39:29.585195+0000","last_fullsized":"2023-08-28T02:39:29.585195+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:30:38.956723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":178,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:19.034214+0000","last_change":"2023-08-28T02:32:28.464203+0000","last_active":"2023-08-28T02:39:19.034214+0000","last_peered":"2023-08-28T02:39:19.034214+0000","last_clean":"2023-08-28T02:39:19.034214+0000","last_became_active":"2023-08-28T02:32:28.463412+0000","last_became_peered":"2023-08-28T02:32:28.463412+0000","last_unstale":"2023-08-28T02:39:19.034214+0000","last_undegraded":"2023-08-28T02:39:19.034214+0000","last_fullsized":"2023-08-28T02:39:19.034214+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:20:38.177879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":160,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:19.036095+0000","last_change":"2023-08-28T02:29:44.427945+0000","last_active":"2023-08-28T02:39:19.036095+0000","last_peered":"2023-08-28T02:39:19.036095+0000","last_clean":"2023-08-28T02:39:19.036095+0000","last_became_active":"2023-08-28T02:29:44.426487+0000","last_became_peered":"2023-08-28T02:29:44.426487+0000","last_unstale":"2023-08-28T02:39:19.036095+0000","last_undegraded":"2023-08-28T02:39:19.036095+0000","last_fullsized":"2023-08-28T02:39:19.036095+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:30:20.438896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"369'8056","reported_seq":18155,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-08-28T02:39:27.513163+0000","last_change":"2023-08-28T02:34:48.488647+0000","last_active":"2023-08-28T02:39:27.513163+0000","last_peered":"2023-08-28T02:39:27.513163+0000","last_clean":"2023-08-28T02:39:27.513163+0000","last_became_active":"2023-08-28T02:34:48.476519+0000","last_became_peered":"2023-08-28T02:34:48.476519+0000","last_unstale":"2023-08-28T02:39:27.513163+0000","last_undegraded":"2023-08-28T02:39:27.513163+0000","last_fullsized":"2023-08-28T02:39:27.513163+0000","mapping_epoch":318,"log_start":"256'1900","ondisk_log_start":"256'1900","created":250,"last_epoch_clean":319,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6156,"log_dups_size":0,"ondisk_log_size":6156,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:44:20.004230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":235143168,"num_objects":3588,"num_object_clones":0,"num_object_copies":10764,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3588,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8056,"num_write_kb":372608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4973,"num_bytes_recovered":325910528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":361,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-08-28T02:39:24.065149+0000","last_change":"2023-08-28T02:33:13.484970+0000","last_active":"2023-08-28T02:39:24.065149+0000","last_peered":"2023-08-28T02:39:24.065149+0000","last_clean":"2023-08-28T02:39:24.065149+0000","last_became_active":"2023-08-28T02:33:13.484579+0000","last_became_peered":"2023-08-28T02:33:13.484579+0000","last_unstale":"2023-08-28T02:39:24.065149+0000","last_undegraded":"2023-08-28T02:39:24.065149+0000","last_fullsized":"2023-08-28T02:39:24.065149+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:58.027468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"75'161","reported_seq":752,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-08-28T02:39:24.080174+0000","last_change":"2023-08-28T02:31:55.059467+0000","last_active":"2023-08-28T02:39:24.080174+0000","last_peered":"2023-08-28T02:39:24.080174+0000","last_clean":"2023-08-28T02:39:24.080174+0000","last_became_active":"2023-08-28T02:31:55.059115+0000","last_became_peered":"2023-08-28T02:31:55.059115+0000","last_unstale":"2023-08-28T02:39:24.080174+0000","last_undegraded":"2023-08-28T02:39:24.080174+0000","last_fullsized":"2023-08-28T02:39:24.080174+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":0,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.820990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.820990+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:15:56.774667+0000","scrub_duration":0.0017342480000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":280,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-08-28T02:39:25.350080+0000","last_change":"2023-08-28T02:33:13.352810+0000","last_active":"2023-08-28T02:39:25.350080+0000","last_peered":"2023-08-28T02:39:25.350080+0000","last_clean":"2023-08-28T02:39:25.350080+0000","last_became_active":"2023-08-28T02:33:13.351697+0000","last_became_peered":"2023-08-28T02:33:13.351697+0000","last_unstale":"2023-08-28T02:39:25.350080+0000","last_undegraded":"2023-08-28T02:39:25.350080+0000","last_fullsized":"2023-08-28T02:39:25.350080+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:56.187163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":191,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:19.056422+0000","last_change":"2023-08-28T02:31:51.984584+0000","last_active":"2023-08-28T02:39:19.056422+0000","last_peered":"2023-08-28T02:39:19.056422+0000","last_clean":"2023-08-28T02:39:19.056422+0000","last_became_active":"2023-08-28T02:31:51.984264+0000","last_became_peered":"2023-08-28T02:31:51.984264+0000","last_unstale":"2023-08-28T02:39:19.056422+0000","last_undegraded":"2023-08-28T02:39:19.056422+0000","last_fullsized":"2023-08-28T02:39:19.056422+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:58:42.306722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"370'7999","reported_seq":19736,"reported_epoch":370,"state":"active+clean","last_fresh":"2023-08-28T02:39:30.169590+0000","last_change":"2023-08-28T02:35:11.978901+0000","last_active":"2023-08-28T02:39:30.169590+0000","last_peered":"2023-08-28T02:39:30.169590+0000","last_clean":"2023-08-28T02:39:30.169590+0000","last_became_active":"2023-08-28T02:35:11.966585+0000","last_became_peered":"2023-08-28T02:35:11.966585+0000","last_unstale":"2023-08-28T02:39:30.169590+0000","last_undegraded":"2023-08-28T02:39:30.169590+0000","last_fullsized":"2023-08-28T02:39:30.169590+0000","mapping_epoch":323,"log_start":"258'2728","ondisk_log_start":"258'2728","created":250,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5271,"log_dups_size":0,"ondisk_log_size":5271,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:03:07.017814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":234815488,"num_objects":3583,"num_object_clones":0,"num_object_copies":10749,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3583,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7999,"num_write_kb":370624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5791,"num_bytes_recovered":368967680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3","version":"75'161","reported_seq":636,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:19.034802+0000","last_change":"2023-08-28T02:31:55.068239+0000","last_active":"2023-08-28T02:39:19.034802+0000","last_peered":"2023-08-28T02:39:19.034802+0000","last_clean":"2023-08-28T02:39:19.034802+0000","last_became_active":"2023-08-28T02:31:55.067875+0000","last_became_peered":"2023-08-28T02:31:55.067875+0000","last_unstale":"2023-08-28T02:39:19.034802+0000","last_undegraded":"2023-08-28T02:39:19.034802+0000","last_fullsized":"2023-08-28T02:39:19.034802+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.868248+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:11:04.391639+0000","scrub_duration":0.0016215240000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":375,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-08-28T02:39:24.080133+0000","last_change":"2023-08-28T02:29:44.421353+0000","last_active":"2023-08-28T02:39:24.080133+0000","last_peered":"2023-08-28T02:39:24.080133+0000","last_clean":"2023-08-28T02:39:24.080133+0000","last_became_active":"2023-08-28T02:29:44.421064+0000","last_became_peered":"2023-08-28T02:29:44.421064+0000","last_unstale":"2023-08-28T02:39:24.080133+0000","last_undegraded":"2023-08-28T02:39:24.080133+0000","last_fullsized":"2023-08-28T02:39:24.080133+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:51:36.524024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":345,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-08-28T02:39:24.069263+0000","last_change":"2023-08-28T02:33:12.299487+0000","last_active":"2023-08-28T02:39:24.069263+0000","last_peered":"2023-08-28T02:39:24.069263+0000","last_clean":"2023-08-28T02:39:24.069263+0000","last_became_active":"2023-08-28T02:33:12.299175+0000","last_became_peered":"2023-08-28T02:33:12.299175+0000","last_unstale":"2023-08-28T02:39:24.069263+0000","last_undegraded":"2023-08-28T02:39:24.069263+0000","last_fullsized":"2023-08-28T02:39:24.069263+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:42:29.713462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":356,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-08-28T02:39:24.070860+0000","last_change":"2023-08-28T02:32:28.457696+0000","last_active":"2023-08-28T02:39:24.070860+0000","last_peered":"2023-08-28T02:39:24.070860+0000","last_clean":"2023-08-28T02:39:24.070860+0000","last_became_active":"2023-08-28T02:32:28.457407+0000","last_became_peered":"2023-08-28T02:32:28.457407+0000","last_unstale":"2023-08-28T02:39:24.070860+0000","last_undegraded":"2023-08-28T02:39:24.070860+0000","last_fullsized":"2023-08-28T02:39:24.070860+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:26:29.392787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"369'7933","reported_seq":9088,"reported_epoch":369,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:39:27.810030+0000","last_change":"2023-08-28T02:34:11.566035+0000","last_active":"2023-08-28T02:39:27.810030+0000","last_peered":"2023-08-28T02:39:27.810030+0000","last_clean":"2023-08-28T02:33:10.395883+0000","last_became_active":"2023-08-28T02:33:12.394714+0000","last_became_peered":"2023-08-28T02:33:12.394714+0000","last_unstale":"2023-08-28T02:39:27.810030+0000","last_undegraded":"2023-08-28T02:39:27.810030+0000","last_fullsized":"2023-08-28T02:39:27.810030+0000","mapping_epoch":297,"log_start":"257'2484","ondisk_log_start":"257'2484","created":250,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5449,"log_dups_size":0,"ondisk_log_size":5449,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:01:26.984565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":232652824,"num_objects":3551,"num_object_clones":0,"num_object_copies":10653,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3246,"num_objects_unfound":0,"num_objects_dirty":3551,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7933,"num_write_kb":367425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":500,"num_bytes_recovered":32768000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,6],"avail_no_missing":["4","0","6"],"object_location_counts":[{"shards":"0,4,6","objects":3551}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.6","version":"75'161","reported_seq":630,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-08-28T02:39:24.070813+0000","last_change":"2023-08-28T02:33:13.338675+0000","last_active":"2023-08-28T02:39:24.070813+0000","last_peered":"2023-08-28T02:39:24.070813+0000","last_clean":"2023-08-28T02:39:24.070813+0000","last_became_active":"2023-08-28T02:33:13.338271+0000","last_became_peered":"2023-08-28T02:33:13.338271+0000","last_unstale":"2023-08-28T02:39:24.070813+0000","last_undegraded":"2023-08-28T02:39:24.070813+0000","last_fullsized":"2023-08-28T02:39:24.070813+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.774982+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.774982+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:13:20.011329+0000","scrub_duration":0.003539819,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":338,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-08-28T02:39:24.080594+0000","last_change":"2023-08-28T02:14:43.033789+0000","last_active":"2023-08-28T02:39:24.080594+0000","last_peered":"2023-08-28T02:39:24.080594+0000","last_clean":"2023-08-28T02:39:24.080594+0000","last_became_active":"2023-08-28T02:14:43.033454+0000","last_became_peered":"2023-08-28T02:14:43.033454+0000","last_unstale":"2023-08-28T02:39:24.080594+0000","last_undegraded":"2023-08-28T02:39:24.080594+0000","last_fullsized":"2023-08-28T02:39:24.080594+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:01:13.205842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":169,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:19.035333+0000","last_change":"2023-08-28T02:32:28.461807+0000","last_active":"2023-08-28T02:39:19.035333+0000","last_peered":"2023-08-28T02:39:19.035333+0000","last_clean":"2023-08-28T02:39:19.035333+0000","last_became_active":"2023-08-28T02:32:28.461116+0000","last_became_peered":"2023-08-28T02:32:28.461116+0000","last_unstale":"2023-08-28T02:39:19.035333+0000","last_undegraded":"2023-08-28T02:39:19.035333+0000","last_fullsized":"2023-08-28T02:39:19.035333+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:12:45.321757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":316,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-08-28T02:39:24.069828+0000","last_change":"2023-08-28T02:14:43.048791+0000","last_active":"2023-08-28T02:39:24.069828+0000","last_peered":"2023-08-28T02:39:24.069828+0000","last_clean":"2023-08-28T02:39:24.069828+0000","last_became_active":"2023-08-28T02:14:43.047408+0000","last_became_peered":"2023-08-28T02:14:43.047408+0000","last_unstale":"2023-08-28T02:39:24.069828+0000","last_undegraded":"2023-08-28T02:39:24.069828+0000","last_fullsized":"2023-08-28T02:39:24.069828+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:47.097181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"369'8153","reported_seq":18247,"reported_epoch":369,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:39:27.790069+0000","last_change":"2023-08-28T02:37:37.899201+0000","last_active":"2023-08-28T02:39:27.790069+0000","last_peered":"2023-08-28T02:39:27.790069+0000","last_clean":"2023-08-28T02:31:50.933695+0000","last_became_active":"2023-08-28T02:33:13.540416+0000","last_became_peered":"2023-08-28T02:33:13.540416+0000","last_unstale":"2023-08-28T02:39:27.790069+0000","last_undegraded":"2023-08-28T02:39:27.790069+0000","last_fullsized":"2023-08-28T02:39:27.790069+0000","mapping_epoch":298,"log_start":"258'2774","ondisk_log_start":"258'2774","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5379,"log_dups_size":0,"ondisk_log_size":5379,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:49:35.658845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":243073024,"num_objects":3709,"num_object_clones":0,"num_object_copies":11127,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3709,"num_objects_unfound":0,"num_objects_dirty":3709,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8153,"num_write_kb":379584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4967,"num_bytes_recovered":325517312,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,2],"avail_no_missing":["4","2","5","6"],"object_location_counts":[{"shards":"2,4,5","objects":3709}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.5","version":"75'161","reported_seq":662,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:19.056297+0000","last_change":"2023-08-28T02:32:31.477151+0000","last_active":"2023-08-28T02:39:19.056297+0000","last_peered":"2023-08-28T02:39:19.056297+0000","last_clean":"2023-08-28T02:39:19.056297+0000","last_became_active":"2023-08-28T02:32:31.476776+0000","last_became_peered":"2023-08-28T02:32:31.476776+0000","last_unstale":"2023-08-28T02:39:19.056297+0000","last_undegraded":"2023-08-28T02:39:19.056297+0000","last_fullsized":"2023-08-28T02:39:19.056297+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:18.891729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:18.891729+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:47:27.194140+0000","scrub_duration":0.0031546460000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"65'2","reported_seq":326,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-08-28T02:39:24.059171+0000","last_change":"2023-08-28T02:33:12.327778+0000","last_active":"2023-08-28T02:39:24.059171+0000","last_peered":"2023-08-28T02:39:24.059171+0000","last_clean":"2023-08-28T02:39:24.059171+0000","last_became_active":"2023-08-28T02:33:12.327273+0000","last_became_peered":"2023-08-28T02:33:12.327273+0000","last_unstale":"2023-08-28T02:39:24.059171+0000","last_undegraded":"2023-08-28T02:39:24.059171+0000","last_fullsized":"2023-08-28T02:39:24.059171+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:40.554192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":207,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:19.035357+0000","last_change":"2023-08-28T02:33:13.335665+0000","last_active":"2023-08-28T02:39:19.035357+0000","last_peered":"2023-08-28T02:39:19.035357+0000","last_clean":"2023-08-28T02:39:19.035357+0000","last_became_active":"2023-08-28T02:33:13.335322+0000","last_became_peered":"2023-08-28T02:33:13.335322+0000","last_unstale":"2023-08-28T02:39:19.035357+0000","last_undegraded":"2023-08-28T02:39:19.035357+0000","last_fullsized":"2023-08-28T02:39:19.035357+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:21:08.024493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":324,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-08-28T02:39:24.058489+0000","last_change":"2023-08-28T02:33:12.310326+0000","last_active":"2023-08-28T02:39:24.058489+0000","last_peered":"2023-08-28T02:39:24.058489+0000","last_clean":"2023-08-28T02:39:24.058489+0000","last_became_active":"2023-08-28T02:33:12.310011+0000","last_became_peered":"2023-08-28T02:33:12.310011+0000","last_unstale":"2023-08-28T02:39:24.058489+0000","last_undegraded":"2023-08-28T02:39:24.058489+0000","last_fullsized":"2023-08-28T02:39:24.058489+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:35:03.710036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"369'8157","reported_seq":14967,"reported_epoch":369,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-08-28T02:39:27.839122+0000","last_change":"2023-08-28T02:38:43.760745+0000","last_active":"2023-08-28T02:39:27.839122+0000","last_peered":"2023-08-28T02:39:27.839122+0000","last_clean":"2023-08-28T02:31:27.909649+0000","last_became_active":"2023-08-28T02:33:33.726805+0000","last_became_peered":"2023-08-28T02:33:33.726805+0000","last_unstale":"2023-08-28T02:39:27.839122+0000","last_undegraded":"2023-08-28T02:33:20.140072+0000","last_fullsized":"2023-08-28T02:33:13.278549+0000","mapping_epoch":298,"log_start":"258'2777","ondisk_log_start":"258'2777","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5380,"log_dups_size":0,"ondisk_log_size":5380,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:02:22.971585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":243204096,"num_objects":3711,"num_object_clones":0,"num_object_copies":11133,"num_objects_missing_on_primary":3687,"num_objects_missing":3687,"num_objects_degraded":2496,"num_objects_misplaced":7411,"num_objects_unfound":0,"num_objects_dirty":3711,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8157,"num_write_kb":379776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2213,"num_bytes_recovered":144900096,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[4,3],"avail_no_missing":["2","6"],"object_location_counts":[{"shards":"2,3,4,6","objects":9},{"shards":"2,3,6","objects":1204},{"shards":"2,4,6","objects":14},{"shards":"2,6","objects":2483},{"shards":"3,4","objects":-12}],"blocked_by":[],"up_primary":3,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.4","version":"75'161","reported_seq":579,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-08-28T02:39:25.350117+0000","last_change":"2023-08-28T02:33:12.296479+0000","last_active":"2023-08-28T02:39:25.350117+0000","last_peered":"2023-08-28T02:39:25.350117+0000","last_clean":"2023-08-28T02:39:25.350117+0000","last_became_active":"2023-08-28T02:33:12.294160+0000","last_became_peered":"2023-08-28T02:33:12.294160+0000","last_unstale":"2023-08-28T02:39:25.350117+0000","last_undegraded":"2023-08-28T02:39:25.350117+0000","last_fullsized":"2023-08-28T02:39:25.350117+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.899247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.899247+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":296,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-08-28T02:39:24.080760+0000","last_change":"2023-08-28T02:33:13.539335+0000","last_active":"2023-08-28T02:39:24.080760+0000","last_peered":"2023-08-28T02:39:24.080760+0000","last_clean":"2023-08-28T02:39:24.080760+0000","last_became_active":"2023-08-28T02:33:13.538978+0000","last_became_peered":"2023-08-28T02:33:13.538978+0000","last_unstale":"2023-08-28T02:39:24.080760+0000","last_undegraded":"2023-08-28T02:39:24.080760+0000","last_fullsized":"2023-08-28T02:39:24.080760+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:26:13.405766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"65'1","reported_seq":360,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-08-28T02:39:24.070910+0000","last_change":"2023-08-28T02:29:44.510205+0000","last_active":"2023-08-28T02:39:24.070910+0000","last_peered":"2023-08-28T02:39:24.070910+0000","last_clean":"2023-08-28T02:39:24.070910+0000","last_became_active":"2023-08-28T02:29:44.429357+0000","last_became_peered":"2023-08-28T02:29:44.429357+0000","last_unstale":"2023-08-28T02:39:24.070910+0000","last_undegraded":"2023-08-28T02:39:24.070910+0000","last_fullsized":"2023-08-28T02:39:24.070910+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:44:59.955729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":324,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:19.056375+0000","last_change":"2023-08-28T02:32:12.950661+0000","last_active":"2023-08-28T02:39:19.056375+0000","last_peered":"2023-08-28T02:39:19.056375+0000","last_clean":"2023-08-28T02:39:19.056375+0000","last_became_active":"2023-08-28T02:32:12.950276+0000","last_became_peered":"2023-08-28T02:32:12.950276+0000","last_unstale":"2023-08-28T02:39:19.056375+0000","last_undegraded":"2023-08-28T02:39:19.056375+0000","last_fullsized":"2023-08-28T02:39:19.056375+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:05:17.972868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"65'1","reported_seq":317,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-08-28T02:39:24.069813+0000","last_change":"2023-08-28T02:14:43.042150+0000","last_active":"2023-08-28T02:39:24.069813+0000","last_peered":"2023-08-28T02:39:24.069813+0000","last_clean":"2023-08-28T02:39:24.069813+0000","last_became_active":"2023-08-28T02:14:43.038336+0000","last_became_peered":"2023-08-28T02:14:43.038336+0000","last_unstale":"2023-08-28T02:39:24.069813+0000","last_undegraded":"2023-08-28T02:39:24.069813+0000","last_fullsized":"2023-08-28T02:39:24.069813+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:26:02.415152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":366,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:19.035266+0000","last_change":"2023-08-28T02:33:13.318097+0000","last_active":"2023-08-28T02:39:19.035266+0000","last_peered":"2023-08-28T02:39:19.035266+0000","last_clean":"2023-08-28T02:39:19.035266+0000","last_became_active":"2023-08-28T02:33:13.317761+0000","last_became_peered":"2023-08-28T02:33:13.317761+0000","last_unstale":"2023-08-28T02:39:19.035266+0000","last_undegraded":"2023-08-28T02:39:19.035266+0000","last_fullsized":"2023-08-28T02:39:19.035266+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:24.836996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"65'2","reported_seq":363,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-08-28T02:39:24.065332+0000","last_change":"2023-08-28T02:29:44.535937+0000","last_active":"2023-08-28T02:39:24.065332+0000","last_peered":"2023-08-28T02:39:24.065332+0000","last_clean":"2023-08-28T02:39:24.065332+0000","last_became_active":"2023-08-28T02:29:44.462244+0000","last_became_peered":"2023-08-28T02:29:44.462244+0000","last_unstale":"2023-08-28T02:39:24.065332+0000","last_undegraded":"2023-08-28T02:39:24.065332+0000","last_fullsized":"2023-08-28T02:39:24.065332+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:30:33.173713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":364,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-08-28T02:39:24.069506+0000","last_change":"2023-08-28T02:33:12.305580+0000","last_active":"2023-08-28T02:39:24.069506+0000","last_peered":"2023-08-28T02:39:24.069506+0000","last_clean":"2023-08-28T02:39:24.069506+0000","last_became_active":"2023-08-28T02:33:12.305261+0000","last_became_peered":"2023-08-28T02:33:12.305261+0000","last_unstale":"2023-08-28T02:39:24.069506+0000","last_undegraded":"2023-08-28T02:39:24.069506+0000","last_fullsized":"2023-08-28T02:39:24.069506+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:22:31.614221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"65'2","reported_seq":332,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-08-28T02:39:24.065419+0000","last_change":"2023-08-28T02:31:51.991101+0000","last_active":"2023-08-28T02:39:24.065419+0000","last_peered":"2023-08-28T02:39:24.065419+0000","last_clean":"2023-08-28T02:39:24.065419+0000","last_became_active":"2023-08-28T02:31:51.987237+0000","last_became_peered":"2023-08-28T02:31:51.987237+0000","last_unstale":"2023-08-28T02:39:24.065419+0000","last_undegraded":"2023-08-28T02:39:24.065419+0000","last_fullsized":"2023-08-28T02:39:24.065419+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:07:07.370857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":365,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:19.055959+0000","last_change":"2023-08-28T02:33:12.494483+0000","last_active":"2023-08-28T02:39:19.055959+0000","last_peered":"2023-08-28T02:39:19.055959+0000","last_clean":"2023-08-28T02:39:19.055959+0000","last_became_active":"2023-08-28T02:33:12.494136+0000","last_became_peered":"2023-08-28T02:33:12.494136+0000","last_unstale":"2023-08-28T02:39:19.055959+0000","last_undegraded":"2023-08-28T02:39:19.055959+0000","last_fullsized":"2023-08-28T02:39:19.055959+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:36.772588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"65'1","reported_seq":312,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-08-28T02:39:24.059045+0000","last_change":"2023-08-28T02:33:13.287922+0000","last_active":"2023-08-28T02:39:24.059045+0000","last_peered":"2023-08-28T02:39:24.059045+0000","last_clean":"2023-08-28T02:39:24.059045+0000","last_became_active":"2023-08-28T02:33:13.287520+0000","last_became_peered":"2023-08-28T02:33:13.287520+0000","last_unstale":"2023-08-28T02:39:24.059045+0000","last_undegraded":"2023-08-28T02:39:24.059045+0000","last_fullsized":"2023-08-28T02:39:24.059045+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:11.627168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":325,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-08-28T02:39:24.058785+0000","last_change":"2023-08-28T02:33:13.289469+0000","last_active":"2023-08-28T02:39:24.058785+0000","last_peered":"2023-08-28T02:39:24.058785+0000","last_clean":"2023-08-28T02:39:24.058785+0000","last_became_active":"2023-08-28T02:33:13.288737+0000","last_became_peered":"2023-08-28T02:33:13.288737+0000","last_unstale":"2023-08-28T02:39:24.058785+0000","last_undegraded":"2023-08-28T02:39:24.058785+0000","last_fullsized":"2023-08-28T02:39:24.058785+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:11:15.043550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"65'4","reported_seq":349,"reported_epoch":369,"state":"active+clean","last_fresh":"2023-08-28T02:39:24.070624+0000","last_change":"2023-08-28T02:32:28.607010+0000","last_active":"2023-08-28T02:39:24.070624+0000","last_peered":"2023-08-28T02:39:24.070624+0000","last_clean":"2023-08-28T02:39:24.070624+0000","last_became_active":"2023-08-28T02:32:28.492224+0000","last_became_peered":"2023-08-28T02:32:28.492224+0000","last_unstale":"2023-08-28T02:39:24.070624+0000","last_undegraded":"2023-08-28T02:39:24.070624+0000","last_fullsized":"2023-08-28T02:39:24.070624+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:13:45.711951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":554,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":375,"reported_epoch":368,"state":"active+clean","last_fresh":"2023-08-28T02:39:19.055835+0000","last_change":"2023-08-28T02:33:13.309144+0000","last_active":"2023-08-28T02:39:19.055835+0000","last_peered":"2023-08-28T02:39:19.055835+0000","last_clean":"2023-08-28T02:39:19.055835+0000","last_became_active":"2023-08-28T02:33:13.308910+0000","last_became_peered":"2023-08-28T02:33:13.308910+0000","last_unstale":"2023-08-28T02:39:19.055835+0000","last_undegraded":"2023-08-28T02:39:19.055835+0000","last_fullsized":"2023-08-28T02:39:19.055835+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:09:59.549591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":3797352472,"num_objects":57944,"num_object_clones":0,"num_object_copies":173832,"num_objects_missing_on_primary":3687,"num_objects_missing":3687,"num_objects_degraded":14693,"num_objects_misplaced":17920,"num_objects_unfound":0,"num_objects_dirty":57944,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":128670,"num_write_kb":5971585,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":48394,"num_bytes_recovered":3145072640,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12606320640,"data_stored":12606308424,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97018,"ondisk_log_size":97018,"up":48,"acting":45,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":10126,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":370028,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":89,"num_read_kb":167,"num_write":44,"num_write_kb":440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":584707,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2048000,"data_stored":2033792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299791,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1660420,"kb_used_data":1164796,"kb_used_omap":0,"kb_used_meta":495616,"kb_avail":92084732,"statfs":{"total":95995035648,"available":94294765568,"internally_reserved":0,"allocated":1192751104,"data_stored":1191280723,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":507510784},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:39:14 2023","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.44700000000000001,"15min":1.0820000000000001},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.219},"max":{"1min":0.71799999999999997,"5min":1.524,"15min":13.118},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.53700000000000003,"15min":1.48},"min":{"1min":0.31900000000000001,"5min":0.247,"15min":0.246},"max":{"1min":2.3439999999999999,"5min":2.6989999999999998,"15min":17.402999999999999},"last":0.45200000000000001}]},{"osd":1,"last update":"Mon Aug 28 02:38:44 2023","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.58999999999999997,"15min":1.8260000000000001},"min":{"1min":0.28799999999999998,"5min":0.253,"15min":0.248},"max":{"1min":3.113,"5min":5.492,"15min":17.43},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.68700000000000006,"5min":0.73699999999999999,"15min":1.7410000000000001},"min":{"1min":0.32100000000000001,"5min":0.28699999999999998,"15min":0.25900000000000001},"max":{"1min":3.5880000000000001,"5min":5.5179999999999998,"15min":19.913},"last":0.34499999999999997}]},{"osd":2,"last update":"Mon Aug 28 02:39:29 2023","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.5,"15min":1.1240000000000001},"min":{"1min":0.32200000000000001,"5min":0.26800000000000002,"15min":0.22900000000000001},"max":{"1min":2.96,"5min":2.96,"15min":8.3889999999999993},"last":0.41899999999999998},{"interface":"front","average":{"1min":0.68200000000000005,"5min":0.59099999999999997,"15min":1.0389999999999999},"min":{"1min":0.35399999999999998,"5min":0.28799999999999998,"15min":0.28699999999999998},"max":{"1min":1.9950000000000001,"5min":2.399,"15min":9.2219999999999995},"last":0.40799999999999997}]},{"osd":3,"last update":"Mon Aug 28 02:39:19 2023","interfaces":[{"interface":"back","average":{"1min":0.68300000000000005,"5min":0.60699999999999998,"15min":0.68100000000000005},"min":{"1min":0.35899999999999999,"5min":0.312,"15min":0.312},"max":{"1min":3.9430000000000001,"5min":3.9430000000000001,"15min":3.9430000000000001},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.64400000000000002,"5min":0.59399999999999997,"15min":0.61799999999999999},"min":{"1min":0.32700000000000001,"5min":0.308,"15min":0.308},"max":{"1min":4.1879999999999997,"5min":4.1879999999999997,"15min":4.1879999999999997},"last":0.56699999999999995}]},{"osd":4,"last update":"Mon Aug 28 02:39:14 2023","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":0.49399999999999999,"15min":1.1659999999999999},"min":{"1min":0.27900000000000003,"5min":0.27700000000000002,"15min":0.245},"max":{"1min":2.3860000000000001,"5min":2.677,"15min":18.943000000000001},"last":0.30499999999999999},{"interface":"front","average":{"1min":0.81399999999999995,"5min":0.59699999999999998,"15min":0.84199999999999997},"min":{"1min":0.313,"5min":0.28699999999999998,"15min":0.25700000000000001},"max":{"1min":3.282,"5min":3.282,"15min":7.2130000000000001},"last":0.46600000000000003}]},{"osd":5,"last update":"Mon Aug 28 02:39:14 2023","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.51400000000000001,"15min":0.94699999999999995},"min":{"1min":0.31,"5min":0.28100000000000003,"15min":0.23599999999999999},"max":{"1min":0.81799999999999995,"5min":2.6669999999999998,"15min":14.622},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.79600000000000004,"5min":0.57799999999999996,"15min":1.1759999999999999},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27000000000000002},"max":{"1min":3.214,"5min":3.214,"15min":17.324999999999999},"last":0.48399999999999999}]},{"osd":6,"last update":"Mon Aug 28 02:39:14 2023","interfaces":[{"interface":"back","average":{"1min":0.85699999999999998,"5min":0.63700000000000001,"15min":1.2110000000000001},"min":{"1min":0.36099999999999999,"5min":0.33300000000000002,"15min":0.30299999999999999},"max":{"1min":3.8959999999999999,"5min":3.8959999999999999,"15min":17.454999999999998},"last":0.378},{"interface":"front","average":{"1min":0.71399999999999997,"5min":0.59299999999999997,"15min":0.83499999999999996},"min":{"1min":0.40000000000000002,"5min":0.33400000000000002,"15min":0.28999999999999998},"max":{"1min":2.1339999999999999,"5min":2.4399999999999999,"15min":7.665},"last":0.50900000000000001}]}]},{"osd":6,"up_from":0,"seq":193273528722,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":101,"seq":433791697180,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1336080,"kb_used_data":707912,"kb_used_omap":4,"kb_used_meta":628155,"kb_avail":92409072,"statfs":{"total":95995035648,"available":94626889728,"internally_reserved":0,"allocated":724901888,"data_stored":722797659,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":643231630},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:38:48 2023","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.48699999999999999,"15min":1.776},"min":{"1min":0.24299999999999999,"5min":0.23799999999999999,"15min":0.22},"max":{"1min":1.659,"5min":3.3730000000000002,"15min":24.545999999999999},"last":0.89500000000000002},{"interface":"front","average":{"1min":0.497,"5min":0.66500000000000004,"15min":2.323},"min":{"1min":0.27100000000000002,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":1.0600000000000001,"5min":7.2450000000000001,"15min":24.515000000000001},"last":0.46500000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:38:33 2023","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.66300000000000003,"15min":2.0409999999999999},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.24099999999999999},"max":{"1min":1.639,"5min":4.0579999999999998,"15min":22.161000000000001},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.64600000000000002,"15min":1.5},"min":{"1min":0.308,"5min":0.28399999999999997,"15min":0.254},"max":{"1min":1.431,"5min":7.0110000000000001,"15min":19.100999999999999},"last":2.9369999999999998}]},{"osd":3,"last update":"Mon Aug 28 02:39:24 2023","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.58199999999999996,"15min":0.502},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":1.788,"5min":2.742,"15min":2.742},"last":2.71},{"interface":"front","average":{"1min":0.66000000000000003,"5min":0.59599999999999997,"15min":0.54200000000000004},"min":{"1min":0.34399999999999997,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":2.0939999999999999,"5min":3.5819999999999999,"15min":3.5819999999999999},"last":0.54000000000000004}]},{"osd":4,"last update":"Mon Aug 28 02:38:48 2023","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.64800000000000002,"15min":1.264},"min":{"1min":0.30599999999999999,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":1.9910000000000001,"5min":3.0259999999999998,"15min":18.992999999999999},"last":2.8919999999999999},{"interface":"front","average":{"1min":0.73799999999999999,"5min":0.63,"15min":1.4419999999999999},"min":{"1min":0.44,"5min":0.34300000000000003,"15min":0.26400000000000001},"max":{"1min":2.0070000000000001,"5min":2.0070000000000001,"15min":14.779999999999999},"last":0.93999999999999995}]},{"osd":5,"last update":"Mon Aug 28 02:38:48 2023","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.67300000000000004,"15min":1.8979999999999999},"min":{"1min":0.372,"5min":0.36499999999999999,"15min":0.29999999999999999},"max":{"1min":0.96299999999999997,"5min":3.7029999999999998,"15min":18.626999999999999},"last":0.72999999999999998},{"interface":"front","average":{"1min":0.67700000000000005,"5min":0.70699999999999996,"15min":1.6639999999999999},"min":{"1min":0.38200000000000001,"5min":0.35299999999999998,"15min":0.33600000000000002},"max":{"1min":2.5739999999999998,"5min":3.0609999999999999,"15min":18.945},"last":2.9740000000000002}]},{"osd":6,"last update":"Mon Aug 28 02:38:48 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.70099999999999996,"15min":1.841},"min":{"1min":0.45300000000000001,"5min":0.40799999999999997,"15min":0.34300000000000003},"max":{"1min":1.923,"5min":3.7400000000000002,"15min":12.221},"last":0.76600000000000001},{"interface":"front","average":{"1min":0.77000000000000002,"5min":0.77200000000000002,"15min":1.472},"min":{"1min":0.45000000000000001,"5min":0.39100000000000001,"15min":0.35699999999999998},"max":{"1min":2.4780000000000002,"5min":3.089,"15min":19.021999999999998},"last":3.036}]},{"osd":7,"last update":"Mon Aug 28 02:38:48 2023","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.76100000000000001,"15min":1.6080000000000001},"min":{"1min":0.434,"5min":0.38500000000000001,"15min":0.374},"max":{"1min":2.2850000000000001,"5min":3.1080000000000001,"15min":19.047999999999998},"last":3.0059999999999998},{"interface":"front","average":{"1min":0.94199999999999995,"5min":0.73499999999999999,"15min":1.6919999999999999},"min":{"1min":0.52400000000000002,"5min":0.432,"15min":0.312},"max":{"1min":2.3679999999999999,"5min":2.3679999999999999,"15min":14.818},"last":0.97299999999999998}]}]},{"osd":0,"up_from":87,"seq":373662155047,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2985896,"kb_used_data":2302816,"kb_used_omap":5,"kb_used_meta":683066,"kb_avail":90759256,"statfs":{"total":95995035648,"available":92937478144,"internally_reserved":0,"allocated":2358083584,"data_stored":2355853650,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":699460218},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:38:40 2023","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.45900000000000002,"15min":1.4199999999999999},"min":{"1min":0.23699999999999999,"5min":0.20300000000000001,"15min":0.184},"max":{"1min":0.94499999999999995,"5min":2.5489999999999999,"15min":30.315000000000001},"last":0.27400000000000002},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.51700000000000002,"15min":2.073},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.221},"max":{"1min":0.83499999999999996,"5min":4.0679999999999996,"15min":69.272000000000006},"last":0.32000000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:38:40 2023","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.65000000000000002,"15min":1.6819999999999999},"min":{"1min":0.27900000000000003,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":1.9419999999999999,"5min":4.4020000000000001,"15min":20.959},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.66300000000000003,"15min":1.518},"min":{"1min":0.314,"5min":0.28000000000000003,"15min":0.24299999999999999},"max":{"1min":1.71,"5min":6.1180000000000003,"15min":9.3729999999999993},"last":0.44400000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:39:23 2023","interfaces":[{"interface":"back","average":{"1min":0.80200000000000005,"5min":0.77800000000000002,"15min":0.75900000000000001},"min":{"1min":0.35299999999999998,"5min":0.32600000000000001,"15min":0.26600000000000001},"max":{"1min":2.7170000000000001,"5min":5.6680000000000001,"15min":5.6680000000000001},"last":0.55600000000000005},{"interface":"front","average":{"1min":0.98299999999999998,"5min":0.745,"15min":0.76900000000000002},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":4.1669999999999998,"5min":4.9199999999999999,"15min":4.9199999999999999},"last":0.52700000000000002}]},{"osd":4,"last update":"Mon Aug 28 02:39:23 2023","interfaces":[{"interface":"back","average":{"1min":0.84699999999999998,"5min":0.60299999999999998,"15min":2.1059999999999999},"min":{"1min":0.35199999999999998,"5min":0.315,"15min":0.29299999999999998},"max":{"1min":4.3339999999999996,"5min":4.3339999999999996,"15min":274.33199999999999},"last":0.372},{"interface":"front","average":{"1min":0.755,"5min":0.65500000000000003,"15min":2.4729999999999999},"min":{"1min":0.36699999999999999,"5min":0.34999999999999998,"15min":0.28199999999999997},"max":{"1min":2.8969999999999998,"5min":2.8969999999999998,"15min":266.31999999999999},"last":0.48599999999999999}]},{"osd":5,"last update":"Mon Aug 28 02:39:23 2023","interfaces":[{"interface":"back","average":{"1min":0.85999999999999999,"5min":0.63400000000000001,"15min":1.2310000000000001},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.29299999999999998},"max":{"1min":4.2089999999999996,"5min":4.2089999999999996,"15min":13.038},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.75,"5min":0.64300000000000002,"15min":1.6579999999999999},"min":{"1min":0.42499999999999999,"5min":0.36699999999999999,"15min":0.27800000000000002},"max":{"1min":2.8039999999999998,"5min":2.8039999999999998,"15min":15.231},"last":0.38600000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:39:23 2023","interfaces":[{"interface":"back","average":{"1min":0.93200000000000005,"5min":0.69299999999999995,"15min":1.4079999999999999},"min":{"1min":0.42399999999999999,"5min":0.40999999999999998,"15min":0.29399999999999998},"max":{"1min":4.2869999999999999,"5min":4.2869999999999999,"15min":15.122999999999999},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.77900000000000003,"5min":0.67700000000000005,"15min":1.6719999999999999},"min":{"1min":0.46100000000000002,"5min":0.38300000000000001,"15min":0.35599999999999998},"max":{"1min":2.927,"5min":2.927,"15min":15.186999999999999},"last":0.45500000000000002}]},{"osd":7,"last update":"Mon Aug 28 02:39:23 2023","interfaces":[{"interface":"back","average":{"1min":0.83699999999999997,"5min":0.82499999999999996,"15min":1.6699999999999999},"min":{"1min":0.434,"5min":0.434,"15min":0.33400000000000002},"max":{"1min":2.758,"5min":4.4390000000000001,"15min":16.183},"last":0.72799999999999998},{"interface":"front","average":{"1min":0.96499999999999997,"5min":0.78900000000000003,"15min":1.427},"min":{"1min":0.46400000000000002,"5min":0.46000000000000002,"15min":0.35999999999999999},"max":{"1min":4.2519999999999998,"5min":4.2519999999999998,"15min":13.005000000000001},"last":0.54700000000000004}]}]},{"osd":2,"up_from":0,"seq":502511173906,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":297,"seq":1275605286989,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":885392,"kb_used_data":732424,"kb_used_omap":2,"kb_used_meta":152957,"kb_avail":92859760,"statfs":{"total":95995035648,"available":95088394240,"internally_reserved":0,"allocated":750002176,"data_stored":747899966,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":156628021},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:39:18 2023","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.54100000000000004,"15min":0.44900000000000001},"min":{"1min":0.22700000000000001,"5min":0.224,"15min":0.22},"max":{"1min":0.67400000000000004,"5min":6.8819999999999997,"15min":6.8819999999999997},"last":0.39000000000000001},{"interface":"front","average":{"1min":0.443,"5min":0.58499999999999996,"15min":0.66100000000000003},"min":{"1min":0.29499999999999998,"5min":0.217,"15min":0.217},"max":{"1min":0.77200000000000002,"5min":6.7839999999999998,"15min":6.7839999999999998},"last":0.50800000000000001}]},{"osd":1,"last update":"Mon Aug 28 02:39:18 2023","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.60499999999999998,"15min":0.46700000000000003},"min":{"1min":0.30599999999999999,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.748,"5min":4.0650000000000004,"15min":4.0650000000000004},"last":0.43099999999999999},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.63200000000000001,"15min":0.69399999999999995},"min":{"1min":0.28000000000000003,"5min":0.249,"15min":0.249},"max":{"1min":2.121,"5min":3.9249999999999998,"15min":3.9249999999999998},"last":0.34799999999999998}]},{"osd":2,"last update":"Mon Aug 28 02:39:18 2023","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.52800000000000002,"15min":0.60399999999999998},"min":{"1min":0.32600000000000001,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":2.1659999999999999,"5min":2.3079999999999998,"15min":2.5449999999999999},"last":0.495},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.623,"15min":0.56999999999999995},"min":{"1min":0.317,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.94099999999999995,"5min":4.7030000000000003,"15min":4.7030000000000003},"last":0.47099999999999997}]},{"osd":4,"last update":"Mon Aug 28 02:39:18 2023","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.64000000000000001,"15min":0.59399999999999997},"min":{"1min":0.38700000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.153,"5min":6.2670000000000003,"15min":6.2670000000000003},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.64400000000000002,"15min":0.56999999999999995},"min":{"1min":0.378,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.93700000000000006,"5min":3.5030000000000001,"15min":3.5030000000000001},"last":0.54400000000000004}]},{"osd":5,"last update":"Mon Aug 28 02:39:18 2023","interfaces":[{"interface":"back","average":{"1min":0.68400000000000005,"5min":0.66700000000000004,"15min":0.59999999999999998},"min":{"1min":0.42299999999999999,"5min":0.313,"15min":0.313},"max":{"1min":2.7450000000000001,"5min":3.5390000000000001,"15min":3.5390000000000001},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.70199999999999996,"5min":0.64000000000000001,"15min":0.57399999999999995},"min":{"1min":0.40999999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":2.919,"5min":3.411,"15min":3.411},"last":0.45400000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:39:18 2023","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":0.67100000000000004,"15min":0.65300000000000002},"min":{"1min":0.438,"5min":0.436,"15min":0.436},"max":{"1min":2.4950000000000001,"5min":2.4950000000000001,"15min":2.4950000000000001},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.77600000000000002,"5min":0.71899999999999997,"15min":0.66100000000000003},"min":{"1min":0.46300000000000002,"5min":0.378,"15min":0.378},"max":{"1min":2.5369999999999999,"5min":3.6099999999999999,"15min":3.6099999999999999},"last":0.56399999999999995}]},{"osd":7,"last update":"Mon Aug 28 02:39:18 2023","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.67000000000000004,"15min":0.60799999999999998},"min":{"1min":0.42999999999999999,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":2.645,"5min":2.9399999999999999,"15min":2.9399999999999999},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.71199999999999997,"5min":0.71399999999999997,"15min":0.67000000000000004},"min":{"1min":0.42099999999999999,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":2.661,"5min":2.9540000000000002,"15min":2.9540000000000002},"last":0.55300000000000005}]}]},{"osd":4,"up_from":30,"seq":128849019283,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":3067900,"kb_used_data":2570420,"kb_used_omap":0,"kb_used_meta":497472,"kb_avail":90677252,"statfs":{"total":95995035648,"available":92853506048,"internally_reserved":0,"allocated":2632110080,"data_stored":2630640324,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":509411328},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,0,0,0,0,0,0,8],"upper_bound":4096},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:39:27 2023","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.57399999999999995,"15min":1.4019999999999999},"min":{"1min":0.249,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.628,"5min":10.249000000000001,"15min":22.515000000000001},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.53700000000000003,"15min":1.3169999999999999},"min":{"1min":0.27300000000000002,"5min":0.23200000000000001,"15min":0.218},"max":{"1min":0.65900000000000003,"5min":4.5250000000000004,"15min":22.454000000000001},"last":0.52000000000000002}]},{"osd":1,"last update":"Mon Aug 28 02:38:49 2023","interfaces":[{"interface":"back","average":{"1min":0.47899999999999998,"5min":0.56899999999999995,"15min":1.2889999999999999},"min":{"1min":0.29599999999999999,"5min":0.254,"15min":0.248},"max":{"1min":0.70799999999999996,"5min":5.5979999999999999,"15min":23.082000000000001},"last":0.43099999999999999},{"interface":"front","average":{"1min":0.48399999999999999,"5min":0.53700000000000003,"15min":1.4319999999999999},"min":{"1min":0.33700000000000002,"5min":0.28199999999999997,"15min":0.26000000000000001},"max":{"1min":0.65200000000000002,"5min":4.5910000000000002,"15min":25.100000000000001},"last":0.59699999999999998}]},{"osd":2,"last update":"Mon Aug 28 02:39:27 2023","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.63,"15min":1.323},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.27900000000000003},"max":{"1min":1.52,"5min":4.5430000000000001,"15min":13.194000000000001},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.46100000000000002,"5min":0.625,"15min":1.2290000000000001},"min":{"1min":0.34899999999999998,"5min":0.312,"15min":0.29399999999999998},"max":{"1min":0.68300000000000005,"5min":5.6360000000000001,"15min":13.515000000000001},"last":0.38500000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:39:27 2023","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.60699999999999998,"15min":0.74099999999999999},"min":{"1min":0.39000000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.7689999999999999,"5min":3.8260000000000001,"15min":7.7480000000000002},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.69099999999999995,"5min":0.73199999999999998,"15min":0.67700000000000005},"min":{"1min":0.36099999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":2.7989999999999999,"5min":3.7069999999999999,"15min":3.7069999999999999},"last":0.41599999999999998}]},{"osd":5,"last update":"Mon Aug 28 02:39:03 2023","interfaces":[{"interface":"back","average":{"1min":0.38500000000000001,"5min":0.48299999999999998,"15min":1.008},"min":{"1min":0.29099999999999998,"5min":0.27300000000000002,"15min":0.222},"max":{"1min":0.65000000000000002,"5min":4.609,"15min":16.181999999999999},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.432,"5min":0.47199999999999998,"15min":1.0669999999999999},"min":{"1min":0.30199999999999999,"5min":0.27500000000000002,"15min":0.20699999999999999},"max":{"1min":0.80400000000000005,"5min":1.5700000000000001,"15min":10.233000000000001},"last":0.32000000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:39:19 2023","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.496,"15min":0.96199999999999997},"min":{"1min":0.33700000000000002,"5min":0.27100000000000002,"15min":0.26500000000000001},"max":{"1min":2.2949999999999999,"5min":2.2949999999999999,"15min":10.023999999999999},"last":0.35899999999999999},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.5,"15min":1.0289999999999999},"min":{"1min":0.32100000000000001,"5min":0.30499999999999999,"15min":0.26600000000000001},"max":{"1min":1.248,"5min":1.679,"15min":8.5},"last":0.48999999999999999}]},{"osd":7,"last update":"Mon Aug 28 02:39:27 2023","interfaces":[{"interface":"back","average":{"1min":0.754,"5min":0.58899999999999997,"15min":1.0449999999999999},"min":{"1min":0.317,"5min":0.28999999999999998,"15min":0.22500000000000001},"max":{"1min":4.5250000000000004,"5min":4.5720000000000001,"15min":9.3209999999999997},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.56799999999999995,"15min":0.97699999999999998},"min":{"1min":0.39200000000000002,"5min":0.32400000000000001,"15min":0.30299999999999999},"max":{"1min":1.081,"5min":1.647,"15min":15.597},"last":0.47899999999999998}]}]},{"osd":5,"up_from":37,"seq":158913790357,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2199860,"kb_used_data":1625388,"kb_used_omap":0,"kb_used_meta":574464,"kb_avail":91545292,"statfs":{"total":95995035648,"available":93742379008,"internally_reserved":0,"allocated":1664397312,"data_stored":1662939533,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":588251136},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:38:52 2023","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.437,"15min":1.4099999999999999},"min":{"1min":0.26100000000000001,"5min":0.23200000000000001,"15min":0.20200000000000001},"max":{"1min":0.64600000000000002,"5min":1.1100000000000001,"15min":15.156000000000001},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.53300000000000003,"15min":1.45},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.24099999999999999},"max":{"1min":1.4019999999999999,"5min":4.298,"15min":19.815999999999999},"last":0.33900000000000002}]},{"osd":1,"last update":"Mon Aug 28 02:38:52 2023","interfaces":[{"interface":"back","average":{"1min":0.73999999999999999,"5min":0.53600000000000003,"15min":1.651},"min":{"1min":0.312,"5min":0.27900000000000003,"15min":0.23699999999999999},"max":{"1min":3.7989999999999999,"5min":3.7989999999999999,"15min":17.998000000000001},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.56100000000000005,"15min":1.4990000000000001},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.26000000000000001},"max":{"1min":1.056,"5min":4.2149999999999999,"15min":19.853000000000002},"last":0.29299999999999998}]},{"osd":2,"last update":"Mon Aug 28 02:38:52 2023","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.51400000000000001,"15min":1.3129999999999999},"min":{"1min":0.32100000000000001,"5min":0.28100000000000003,"15min":0.27700000000000002},"max":{"1min":0.68999999999999995,"5min":1.776,"15min":13.335000000000001},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.77000000000000002,"5min":0.66300000000000003,"15min":1.54},"min":{"1min":0.39100000000000001,"5min":0.315,"15min":0.28499999999999998},"max":{"1min":3.597,"5min":4.2400000000000002,"15min":10.629},"last":0.41399999999999998}]},{"osd":3,"last update":"Mon Aug 28 02:39:27 2023","interfaces":[{"interface":"back","average":{"1min":0.75800000000000001,"5min":0.55300000000000005,"15min":1.05},"min":{"1min":0.308,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":3.7730000000000001,"5min":3.7730000000000001,"15min":16.190999999999999},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.63400000000000001,"15min":1.3340000000000001},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33500000000000002},"max":{"1min":1.492,"5min":4.8230000000000004,"15min":21.420999999999999},"last":0.47199999999999998}]},{"osd":4,"last update":"Mon Aug 28 02:39:02 2023","interfaces":[{"interface":"back","average":{"1min":0.438,"5min":0.42299999999999999,"15min":1.016},"min":{"1min":0.251,"5min":0.25,"15min":0.23100000000000001},"max":{"1min":0.98699999999999999,"5min":1.516,"15min":13.616},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.75800000000000001,"5min":0.58199999999999996,"15min":1.1859999999999999},"min":{"1min":0.29299999999999998,"5min":0.28499999999999998,"15min":0.25700000000000001},"max":{"1min":3.5179999999999998,"5min":4.1879999999999997,"15min":10.664999999999999},"last":0.39000000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:38:52 2023","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.55700000000000005,"15min":1.2190000000000001},"min":{"1min":0.29099999999999998,"5min":0.28599999999999998,"15min":0.23300000000000001},"max":{"1min":1.6839999999999999,"5min":4.04,"15min":17.510000000000002},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.755,"5min":0.55900000000000005,"15min":1.179},"min":{"1min":0.34000000000000002,"5min":0.29499999999999998,"15min":0.254},"max":{"1min":3.726,"5min":3.726,"15min":15.856999999999999},"last":0.308}]},{"osd":7,"last update":"Mon Aug 28 02:38:52 2023","interfaces":[{"interface":"back","average":{"1min":0.98499999999999999,"5min":0.64600000000000002,"15min":1.3700000000000001},"min":{"1min":0.40899999999999997,"5min":0.34999999999999998,"15min":0.315},"max":{"1min":6.9630000000000001,"5min":6.9630000000000001,"15min":31.707000000000001},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.95399999999999996,"5min":0.70099999999999996,"15min":1.423},"min":{"1min":0.39400000000000002,"5min":0.33000000000000002,"15min":0.318},"max":{"1min":4.5890000000000004,"5min":4.5890000000000004,"15min":31.66},"last":0.44}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":2352025600,"data_stored":2352021528,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":719257600,"data_stored":719257600,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1622736896,"data_stored":1622736896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":744030208,"data_stored":744030208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":2623410176,"data_stored":2623406104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1658388480,"data_stored":1658388480,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1699614720,"data_stored":1699610648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1186856960,"data_stored":1186856960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:39:34.223 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph status --format=json 2023-08-28T02:39:34.254 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:39:34.257 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:34.258 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:39:34.358 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:39:34.394 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:34.572 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:39:34.575 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:34.575 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:39:34.598 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:39:34.677 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:39:34.712 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:34.739 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:39:34.744 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:34.745 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:39:34.773 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:34 smithi040 ceph-mon[170259]: from='client.46415 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:39:34.773 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:34 smithi040 ceph-mon[170259]: pgmap v1140: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.5 GiB data, 12 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 119 op/s; 14693/173058 objects degraded (8.490%); 17766/173058 objects misplaced (10.266%); 1.4 MiB/s, 22 objects/s recovering 2023-08-28T02:39:34.774 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:34 smithi040 ceph-mon[175404]: from='client.46415 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:39:34.774 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:34 smithi040 ceph-mon[175404]: pgmap v1140: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.5 GiB data, 12 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 119 op/s; 14693/173058 objects degraded (8.490%); 17766/173058 objects misplaced (10.266%); 1.4 MiB/s, 22 objects/s recovering 2023-08-28T02:39:34.846 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:39:34.870 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:34 smithi083 ceph-mon[157819]: from='client.46415 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:39:34.871 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:34 smithi083 ceph-mon[157819]: pgmap v1140: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.5 GiB data, 12 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 119 op/s; 14693/173058 objects degraded (8.490%); 17766/173058 objects misplaced (10.266%); 1.4 MiB/s, 22 objects/s recovering 2023-08-28T02:39:34.872 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:34.893 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:39:34.895 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:34.896 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:39:34.996 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:39:35.030 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:35.487 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-08-28T02:39:35.488 INFO:teuthology.orchestra.run.smithi040.stdout: "ops": [], 2023-08-28T02:39:35.488 INFO:teuthology.orchestra.run.smithi040.stdout: "complaint_time": 30, 2023-08-28T02:39:35.488 INFO:teuthology.orchestra.run.smithi040.stdout: "num_blocked_ops": 0 2023-08-28T02:39:35.488 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-08-28T02:39:35.587 INFO:teuthology.orchestra.run.smithi040.stderr:noscrub is set 2023-08-28T02:39:35.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:35 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2850944971' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:39:35.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:35 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:39:35.731 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:39:35 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:39:35] "GET /metrics HTTP/1.1" 200 36611 "" "Prometheus/2.43.0" 2023-08-28T02:39:35.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:35 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2850944971' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:39:35.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:35 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:39:35.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:35 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2850944971' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:39:35.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:35 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:39:36.445 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.3 dump_historic_ops 2023-08-28T02:39:36.528 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:39:36.574 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:36 smithi040 ceph-mon[170259]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:39:36.574 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:36 smithi040 ceph-mon[170259]: failed to encode map e371 with expected crc 2023-08-28T02:39:36.574 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:36 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:39:36.574 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:36 smithi040 ceph-mon[170259]: osdmap e371: 8 total, 8 up, 6 in 2023-08-28T02:39:36.574 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:36 smithi040 ceph-mon[170259]: failed to encode map e371 with expected crc 2023-08-28T02:39:36.574 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:36 smithi040 ceph-mon[170259]: failed to encode map e371 with expected crc 2023-08-28T02:39:36.574 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:36 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 14693/173058 objects degraded (8.490%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:39:36.575 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:36 smithi040 ceph-mon[170259]: pgmap v1142: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.5 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 126 op/s; 14590/171750 objects degraded (8.495%); 17721/171750 objects misplaced (10.318%); 1.7 MiB/s, 26 objects/s recovering 2023-08-28T02:39:36.615 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:39:36.620 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:36.621 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:39:36.721 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:39:36.750 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:36.771 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:39:36.774 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:36.774 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:39:36.875 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:39:36.890 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:36 smithi040 ceph-mon[175404]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:39:36.890 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:36 smithi040 ceph-mon[175404]: failed to encode map e371 with expected crc 2023-08-28T02:39:36.891 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:36 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:39:36.891 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:36 smithi040 ceph-mon[175404]: osdmap e371: 8 total, 8 up, 6 in 2023-08-28T02:39:36.891 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:36 smithi040 ceph-mon[175404]: failed to encode map e371 with expected crc 2023-08-28T02:39:36.891 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:36 smithi040 ceph-mon[175404]: failed to encode map e371 with expected crc 2023-08-28T02:39:36.891 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:36 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 14693/173058 objects degraded (8.490%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:39:36.891 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:36 smithi040 ceph-mon[175404]: pgmap v1142: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.5 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 126 op/s; 14590/171750 objects degraded (8.495%); 17721/171750 objects misplaced (10.318%); 1.7 MiB/s, 26 objects/s recovering 2023-08-28T02:39:36.907 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:36 smithi083 ceph-mon[157819]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:39:36.907 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:36 smithi083 ceph-mon[157819]: failed to encode map e371 with expected crc 2023-08-28T02:39:36.907 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:36 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:39:36.907 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:36 smithi083 ceph-mon[157819]: osdmap e371: 8 total, 8 up, 6 in 2023-08-28T02:39:36.907 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:36 smithi083 ceph-mon[157819]: failed to encode map e371 with expected crc 2023-08-28T02:39:36.908 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:36 smithi083 ceph-mon[157819]: failed to encode map e371 with expected crc 2023-08-28T02:39:36.908 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:36 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 14693/173058 objects degraded (8.490%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:39:36.908 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:36 smithi083 ceph-mon[157819]: pgmap v1142: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.5 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 126 op/s; 14590/171750 objects degraded (8.495%); 17721/171750 objects misplaced (10.318%); 1.7 MiB/s, 26 objects/s recovering 2023-08-28T02:39:36.909 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:36.914 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:39:36.933 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:39:36.939 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:39:36.944 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:36.944 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:39:36.959 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:39:36.986 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:39:37.006 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:39:37.029 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:39:37.044 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:39:37.054 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:39:37.087 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:37.090 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:39:37.095 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-08-28T02:39:37.095 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-08-28T02:39:37.096 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-08-28T02:39:37.096 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-08-28T02:39:37.096 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-08-28T02:39:37.096 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-08-28T02:39:37.096 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-08-28T02:39:37.096 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-08-28T02:39:37.122 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:39:37.126 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:37.126 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:39:37.227 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:39:37.265 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:37.490 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:39:37.493 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:37.493 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:39:37.594 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:39:37.625 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:37.696 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:39:37.700 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:37.700 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:39:37.711 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:39:37.801 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:39:37.827 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:37 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1445144508' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:39:37.827 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:37 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:39:37.829 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:37.851 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:37 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1445144508' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:39:37.851 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:37 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:39:37.851 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:37 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1445144508' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:39:37.851 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:37 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:39:37.898 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:39:37.902 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:37.903 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:39:38.003 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:39:38.032 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:38.153 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:39:38.156 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:38.156 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:39:38.257 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:39:38.294 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:38.417 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:39:38.424 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:38.425 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:39:38.525 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:39:38.552 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:38.680 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:39:38.684 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:38.684 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:39:38.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:38 smithi040 ceph-mon[170259]: pgmap v1143: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.5 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 148 op/s; 14590/170814 objects degraded (8.541%); 17553/170814 objects misplaced (10.276%); 1.8 MiB/s, 28 objects/s recovering 2023-08-28T02:39:38.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:38 smithi040 ceph-mon[175404]: pgmap v1143: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.5 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 148 op/s; 14590/170814 objects degraded (8.541%); 17553/170814 objects misplaced (10.276%); 1.8 MiB/s, 28 objects/s recovering 2023-08-28T02:39:38.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:38 smithi083 ceph-mon[157819]: pgmap v1143: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.5 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 148 op/s; 14590/170814 objects degraded (8.541%); 17553/170814 objects misplaced (10.276%); 1.8 MiB/s, 28 objects/s recovering 2023-08-28T02:39:38.785 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:39:38.823 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:38.922 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd set nodeep-scrub 2023-08-28T02:39:38.956 INFO:teuthology.orchestra.run.smithi040.stdout:ERROR: (22) Invalid argument 2023-08-28T02:39:38.956 INFO:teuthology.orchestra.run.smithi040.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:39:39.048 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:39:39.052 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:39.052 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:39:39.153 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:39:39.182 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:39.207 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:39:39.209 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:39.209 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:39:39.310 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:39:39.339 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:39:39.339 INFO:teuthology.orchestra.run.smithi040.stdout:{"fsid":"d9a8f48a-4546-11ee-817c-1b7a5f1ba315","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"noscrub flag(s) set","count":7},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 14590/170814 objects degraded (8.541%), 3 pgs degraded, 3 pgs undersized","count":6},"muted":false}},"mutes":[]},"election_epoch":34,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":1584,"monmap":{"epoch":4,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":371,"num_osds":8,"num_up_osds":8,"osd_up_since":1693189991,"num_in_osds":6,"osd_in_since":1693189947,"num_remapped_pgs":6},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":93},{"state_name":"active+remapped+backfill_wait","count":3},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":2},{"state_name":"active+recovering+undersized+degraded+remapped","count":1}],"num_pgs":99,"num_pools":5,"num_objects":56938,"data_bytes":3730291460,"bytes_used":12275286016,"bytes_avail":563694927872,"bytes_total":575970213888,"degraded_objects":14590,"degraded_total":170814,"degraded_ratio":0.085414544475277202,"misplaced_objects":17553,"misplaced_total":170814,"misplaced_ratio":0.10276089781867997,"recovering_objects_per_sec":28,"recovering_bytes_per_sec":1888096,"recovering_keys_per_sec":0,"num_objects_recovered":257,"num_bytes_recovered":16842752,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":148},"fsmap":{"epoch":7,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi040.wmhbsz","status":"up:active","gid":24577}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.40:8443/","prometheus":"http://172.21.15.40:9283/"}},"servicemap":{"epoch":22,"modified":"2023-08-28T02:34:10.384085+0000","services":{}},"progress_events":{"12dba03a-d529-4826-b243-e29af8fa97a8":{"message":"Upgrade to 18.2.0-187-g9cf20820 (5m)\n [============................] (remaining: 6m)","progress":0.44999998807907104,"add_to_ceph_s":true},"42e4bfe6-6201-4e43-94a3-bd00b5166574":{"message":"Global Recovery Event (8m)\n [==========================..] (remaining: 31s)","progress":0.93939393758773804,"add_to_ceph_s":true}}} 2023-08-28T02:39:39.351 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:39.364 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:39:39.372 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:39:39.375 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:39.376 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:39:39.416 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.0 dump_ops_in_flight 2023-08-28T02:39:39.477 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:39:39.497 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-08-28T02:39:39.506 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:39.625 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:39:39.628 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:39.629 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:39:39.729 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:39:39.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:39 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3189805783' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:39:39.758 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2023-08-28T02:39:39.758 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:39:39.766 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:39.896 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:39:39.898 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:39 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3189805783' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:39:39.899 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:39 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3189805783' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:39:39.900 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:39.900 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:39:39.923 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:39:40.001 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:39:40.035 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:40.156 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:39:40.161 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:40.161 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:39:40.262 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:39:40.292 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:40.313 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:39:40.316 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:40.317 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:39:40.417 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:39:40.451 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:40.675 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:39:40.678 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:40.678 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:39:40.779 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:39:40.819 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:40.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:40 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:39:40.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:40 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:39:40.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:40 smithi040 ceph-mon[170259]: pgmap v1144: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.5 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 131 op/s; 14566/170463 objects degraded (8.545%); 17522/170463 objects misplaced (10.279%); 1.6 MiB/s, 24 objects/s recovering 2023-08-28T02:39:40.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:40 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:39:40.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:40 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:39:40.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:40 smithi040 ceph-mon[175404]: pgmap v1144: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.5 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 131 op/s; 14566/170463 objects degraded (8.545%); 17522/170463 objects misplaced (10.279%); 1.6 MiB/s, 24 objects/s recovering 2023-08-28T02:39:40.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:40 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:39:40.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:40 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:39:40.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:40 smithi083 ceph-mon[157819]: pgmap v1144: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.5 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 131 op/s; 14566/170463 objects degraded (8.545%); 17522/170463 objects misplaced (10.279%); 1.6 MiB/s, 24 objects/s recovering 2023-08-28T02:39:41.038 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:39:41.039 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:39:41.198 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:39:41.201 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:41.202 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:39:41.302 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:39:41.339 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:41.512 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:39:41.516 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:41.516 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:39:41.617 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:39:41.658 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:41.881 INFO:teuthology.orchestra.run.smithi040.stdout:ERROR: (22) Invalid argument 2023-08-28T02:39:41.881 INFO:teuthology.orchestra.run.smithi040.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:39:41.906 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:41 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 14566/170463 objects degraded (8.545%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:39:41.906 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:41 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3334614498' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:39:41.907 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:41 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:39:41.907 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:41 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 14566/170463 objects degraded (8.545%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:39:41.907 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:41 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3334614498' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:39:41.907 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:41 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:39:41.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:41 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 14566/170463 objects degraded (8.545%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:39:41.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:41 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3334614498' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:39:41.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:41 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:39:42.035 INFO:teuthology.orchestra.run.smithi040.stderr:nodeep-scrub is set 2023-08-28T02:39:42.187 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:39:42.196 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:42.197 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:39:42.297 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:39:42.332 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:42.609 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:39:42.613 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:42.613 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:39:42.714 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:39:42.720 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:42 smithi040 ceph-mon[170259]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:39:42.720 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:42 smithi040 ceph-mon[170259]: failed to encode map e372 with expected crc 2023-08-28T02:39:42.720 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:42 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:39:42.755 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:42.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:42 smithi040 ceph-mon[170259]: osdmap e372: 8 total, 8 up, 6 in 2023-08-28T02:39:42.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:42 smithi040 ceph-mon[170259]: failed to encode map e372 with expected crc 2023-08-28T02:39:42.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:42 smithi040 ceph-mon[170259]: failed to encode map e372 with expected crc 2023-08-28T02:39:42.981 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:42 smithi040 ceph-mon[170259]: pgmap v1146: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.5 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 126 op/s; 14536/170010 objects degraded (8.550%); 17522/170010 objects misplaced (10.306%); 1.6 MiB/s, 24 objects/s recovering 2023-08-28T02:39:42.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:42 smithi040 ceph-mon[175404]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:39:42.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:42 smithi040 ceph-mon[175404]: failed to encode map e372 with expected crc 2023-08-28T02:39:42.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:42 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:39:42.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:42 smithi040 ceph-mon[175404]: osdmap e372: 8 total, 8 up, 6 in 2023-08-28T02:39:42.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:42 smithi040 ceph-mon[175404]: failed to encode map e372 with expected crc 2023-08-28T02:39:42.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:42 smithi040 ceph-mon[175404]: failed to encode map e372 with expected crc 2023-08-28T02:39:42.982 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:42 smithi040 ceph-mon[175404]: pgmap v1146: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.5 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 126 op/s; 14536/170010 objects degraded (8.550%); 17522/170010 objects misplaced (10.306%); 1.6 MiB/s, 24 objects/s recovering 2023-08-28T02:39:42.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:42 smithi083 ceph-mon[157819]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:39:42.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:42 smithi083 ceph-mon[157819]: failed to encode map e372 with expected crc 2023-08-28T02:39:42.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:42 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:39:42.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:42 smithi083 ceph-mon[157819]: osdmap e372: 8 total, 8 up, 6 in 2023-08-28T02:39:42.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:42 smithi083 ceph-mon[157819]: failed to encode map e372 with expected crc 2023-08-28T02:39:42.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:42 smithi083 ceph-mon[157819]: failed to encode map e372 with expected crc 2023-08-28T02:39:42.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:42 smithi083 ceph-mon[157819]: pgmap v1146: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.5 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 126 op/s; 14536/170010 objects degraded (8.550%); 17522/170010 objects misplaced (10.306%); 1.6 MiB/s, 24 objects/s recovering 2023-08-28T02:39:43.432 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:39:43.435 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:43.435 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:39:43.536 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:39:43.566 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:43.587 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:39:43.594 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:43.594 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:39:43.595 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:39:43.623 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:39:43.646 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:39:43.669 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:39:43.680 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.0 dump_blocked_ops 2023-08-28T02:39:43.692 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:39:43.696 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:39:43.718 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:39:43.724 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:43.742 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:39:43.745 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:39:43.748 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:43.749 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:39:43.763 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:39:43.765 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-08-28T02:39:43.765 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-08-28T02:39:43.765 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-08-28T02:39:43.765 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-08-28T02:39:43.765 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-08-28T02:39:43.765 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-08-28T02:39:43.765 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-08-28T02:39:43.765 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-08-28T02:39:43.850 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:39:43.890 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:43.970 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:39:43.973 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:43 smithi040 ceph-mon[175404]: failed to encode map e372 with expected crc 2023-08-28T02:39:43.973 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:43 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1275043813' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:39:43.973 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:43 smithi040 ceph-mon[170259]: failed to encode map e372 with expected crc 2023-08-28T02:39:43.973 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:43 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1275043813' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:39:43.974 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:43.974 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:39:43.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:43 smithi083 ceph-mon[157819]: failed to encode map e372 with expected crc 2023-08-28T02:39:43.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:43 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1275043813' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:39:44.075 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:39:44.111 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:44.236 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:39:44.242 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:44.243 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:39:44.343 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:39:44.394 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:44.423 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:39:44.427 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:44.427 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:39:44.528 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:39:44.539 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:39:44.541 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:39:44.556 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:44.574 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:39:44.577 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:44.577 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:39:44.619 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:39:44.630 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd unset noscrub 2023-08-28T02:39:44.678 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:39:44.705 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:44.725 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:39:44.728 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:44.728 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:39:44.829 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:39:44.857 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:44.875 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:39:44.878 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:44.878 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:39:44.979 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:39:45.008 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:45.029 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:39:45.031 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:45.031 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:39:45.132 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:39:45.167 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:45.242 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":1147,"stamp":"2023-08-28T02:39:44.499332+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":3696737028,"num_objects":56426,"num_object_clones":0,"num_object_copies":169278,"num_objects_missing_on_primary":3556,"num_objects_missing":3556,"num_objects_degraded":14536,"num_objects_misplaced":17379,"num_objects_unfound":0,"num_objects_dirty":56426,"num_whiteouts":0,"num_read":90,"num_read_kb":168,"num_write":130316,"num_write_kb":5972054,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":48703,"num_bytes_recovered":3164279697,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":98985,"ondisk_log_size":98985,"up":297,"acting":294,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":11887816,"kb_used_data":8865496,"kb_used_omap":12,"kb_used_meta":3022259,"kb_avail":550583096,"statfs":{"total":575970213888,"available":563797090304,"internally_reserved":0,"allocated":9078267904,"data_stored":9067375660,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12739,"internal_metadata":3094793789},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,1,0,0,0,0,1],"upper_bound":512},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-70385664,"num_objects":-1074,"num_object_clones":0,"num_object_copies":-3222,"num_objects_missing_on_primary":-88,"num_objects_missing":-88,"num_objects_degraded":-101,"num_objects_misplaced":-342,"num_objects_unfound":0,"num_objects_dirty":-1074,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1074,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":187,"num_bytes_recovered":12255232,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.915046"},"pg_stats":[{"pgid":"3.1a","version":"65'1","reported_seq":383,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-08-28T02:39:35.588062+0000","last_change":"2023-08-28T02:32:32.667028+0000","last_active":"2023-08-28T02:39:35.588062+0000","last_peered":"2023-08-28T02:39:35.588062+0000","last_clean":"2023-08-28T02:39:35.588062+0000","last_became_active":"2023-08-28T02:32:32.666711+0000","last_became_peered":"2023-08-28T02:32:32.666711+0000","last_unstale":"2023-08-28T02:39:35.588062+0000","last_undegraded":"2023-08-28T02:39:35.588062+0000","last_fullsized":"2023-08-28T02:39:35.588062+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:28:21.913105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":335,"reported_epoch":370,"state":"active+clean","last_fresh":"2023-08-28T02:39:29.609575+0000","last_change":"2023-08-28T02:29:44.421259+0000","last_active":"2023-08-28T02:39:29.609575+0000","last_peered":"2023-08-28T02:39:29.609575+0000","last_clean":"2023-08-28T02:39:29.609575+0000","last_became_active":"2023-08-28T02:29:44.420936+0000","last_became_peered":"2023-08-28T02:29:44.420936+0000","last_unstale":"2023-08-28T02:39:29.609575+0000","last_undegraded":"2023-08-28T02:39:29.609575+0000","last_fullsized":"2023-08-28T02:39:29.609575+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:22:26.346867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":178,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-08-28T02:39:35.638963+0000","last_change":"2023-08-28T02:33:12.290337+0000","last_active":"2023-08-28T02:39:35.638963+0000","last_peered":"2023-08-28T02:39:35.638963+0000","last_clean":"2023-08-28T02:39:35.638963+0000","last_became_active":"2023-08-28T02:33:12.289852+0000","last_became_peered":"2023-08-28T02:33:12.289852+0000","last_unstale":"2023-08-28T02:39:35.638963+0000","last_undegraded":"2023-08-28T02:39:35.638963+0000","last_fullsized":"2023-08-28T02:39:35.638963+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:04:26.420037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":351,"reported_epoch":370,"state":"active+clean","last_fresh":"2023-08-28T02:39:29.612737+0000","last_change":"2023-08-28T02:33:13.317226+0000","last_active":"2023-08-28T02:39:29.612737+0000","last_peered":"2023-08-28T02:39:29.612737+0000","last_clean":"2023-08-28T02:39:29.612737+0000","last_became_active":"2023-08-28T02:33:13.316893+0000","last_became_peered":"2023-08-28T02:33:13.316893+0000","last_unstale":"2023-08-28T02:39:29.612737+0000","last_undegraded":"2023-08-28T02:39:29.612737+0000","last_fullsized":"2023-08-28T02:39:29.612737+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:55:46.593463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":295,"reported_epoch":370,"state":"active+clean","last_fresh":"2023-08-28T02:39:29.584751+0000","last_change":"2023-08-28T02:33:12.295203+0000","last_active":"2023-08-28T02:39:29.584751+0000","last_peered":"2023-08-28T02:39:29.584751+0000","last_clean":"2023-08-28T02:39:29.584751+0000","last_became_active":"2023-08-28T02:33:12.294904+0000","last_became_peered":"2023-08-28T02:33:12.294904+0000","last_unstale":"2023-08-28T02:39:29.584751+0000","last_undegraded":"2023-08-28T02:39:29.584751+0000","last_fullsized":"2023-08-28T02:39:29.584751+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:31:07.008856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":312,"reported_epoch":370,"state":"active+clean","last_fresh":"2023-08-28T02:39:29.592084+0000","last_change":"2023-08-28T02:31:51.987263+0000","last_active":"2023-08-28T02:39:29.592084+0000","last_peered":"2023-08-28T02:39:29.592084+0000","last_clean":"2023-08-28T02:39:29.592084+0000","last_became_active":"2023-08-28T02:31:51.986938+0000","last_became_peered":"2023-08-28T02:31:51.986938+0000","last_unstale":"2023-08-28T02:39:29.592084+0000","last_undegraded":"2023-08-28T02:39:29.592084+0000","last_fullsized":"2023-08-28T02:39:29.592084+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:18.021905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":345,"reported_epoch":370,"state":"active+clean","last_fresh":"2023-08-28T02:39:29.609268+0000","last_change":"2023-08-28T02:33:12.318656+0000","last_active":"2023-08-28T02:39:29.609268+0000","last_peered":"2023-08-28T02:39:29.609268+0000","last_clean":"2023-08-28T02:39:29.609268+0000","last_became_active":"2023-08-28T02:33:12.318297+0000","last_became_peered":"2023-08-28T02:33:12.318297+0000","last_unstale":"2023-08-28T02:39:29.609268+0000","last_undegraded":"2023-08-28T02:39:29.609268+0000","last_fullsized":"2023-08-28T02:39:29.609268+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:43:09.789767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":276,"reported_epoch":370,"state":"active+clean","last_fresh":"2023-08-28T02:39:29.584825+0000","last_change":"2023-08-28T02:33:13.357230+0000","last_active":"2023-08-28T02:39:29.584825+0000","last_peered":"2023-08-28T02:39:29.584825+0000","last_clean":"2023-08-28T02:39:29.584825+0000","last_became_active":"2023-08-28T02:33:13.356853+0000","last_became_peered":"2023-08-28T02:33:13.356853+0000","last_unstale":"2023-08-28T02:39:29.584825+0000","last_undegraded":"2023-08-28T02:39:29.584825+0000","last_fullsized":"2023-08-28T02:39:29.584825+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:20:21.545007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":354,"reported_epoch":370,"state":"active+clean","last_fresh":"2023-08-28T02:39:29.582189+0000","last_change":"2023-08-28T02:29:44.462510+0000","last_active":"2023-08-28T02:39:29.582189+0000","last_peered":"2023-08-28T02:39:29.582189+0000","last_clean":"2023-08-28T02:39:29.582189+0000","last_became_active":"2023-08-28T02:29:44.460314+0000","last_became_peered":"2023-08-28T02:29:44.460314+0000","last_unstale":"2023-08-28T02:39:29.582189+0000","last_undegraded":"2023-08-28T02:39:29.582189+0000","last_fullsized":"2023-08-28T02:39:29.582189+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:59:01.311467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":279,"reported_epoch":370,"state":"active+clean","last_fresh":"2023-08-28T02:39:29.584865+0000","last_change":"2023-08-28T02:33:13.291255+0000","last_active":"2023-08-28T02:39:29.584865+0000","last_peered":"2023-08-28T02:39:29.584865+0000","last_clean":"2023-08-28T02:39:29.584865+0000","last_became_active":"2023-08-28T02:33:13.290933+0000","last_became_peered":"2023-08-28T02:33:13.290933+0000","last_unstale":"2023-08-28T02:39:29.584865+0000","last_undegraded":"2023-08-28T02:39:29.584865+0000","last_fullsized":"2023-08-28T02:39:29.584865+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:31:54.116908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"65'3","reported_seq":355,"reported_epoch":370,"state":"active+clean","last_fresh":"2023-08-28T02:39:29.577805+0000","last_change":"2023-08-28T02:33:12.296412+0000","last_active":"2023-08-28T02:39:29.577805+0000","last_peered":"2023-08-28T02:39:29.577805+0000","last_clean":"2023-08-28T02:39:29.577805+0000","last_became_active":"2023-08-28T02:33:12.295786+0000","last_became_peered":"2023-08-28T02:33:12.295786+0000","last_unstale":"2023-08-28T02:39:29.577805+0000","last_undegraded":"2023-08-28T02:39:29.577805+0000","last_fullsized":"2023-08-28T02:39:29.577805+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:15:31.449163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":181,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-08-28T02:39:35.681172+0000","last_change":"2023-08-28T02:32:32.666927+0000","last_active":"2023-08-28T02:39:35.681172+0000","last_peered":"2023-08-28T02:39:35.681172+0000","last_clean":"2023-08-28T02:39:35.681172+0000","last_became_active":"2023-08-28T02:32:32.666618+0000","last_became_peered":"2023-08-28T02:32:32.666618+0000","last_unstale":"2023-08-28T02:39:35.681172+0000","last_undegraded":"2023-08-28T02:39:35.681172+0000","last_fullsized":"2023-08-28T02:39:35.681172+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:45:57.998333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":380,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-08-28T02:39:35.588253+0000","last_change":"2023-08-28T02:32:28.505262+0000","last_active":"2023-08-28T02:39:35.588253+0000","last_peered":"2023-08-28T02:39:35.588253+0000","last_clean":"2023-08-28T02:39:35.588253+0000","last_became_active":"2023-08-28T02:32:28.455999+0000","last_became_peered":"2023-08-28T02:32:28.455999+0000","last_unstale":"2023-08-28T02:39:35.588253+0000","last_undegraded":"2023-08-28T02:39:35.588253+0000","last_fullsized":"2023-08-28T02:39:35.588253+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:28.937020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":9468,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":364,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-08-28T02:39:35.588239+0000","last_change":"2023-08-28T02:32:12.959195+0000","last_active":"2023-08-28T02:39:35.588239+0000","last_peered":"2023-08-28T02:39:35.588239+0000","last_clean":"2023-08-28T02:39:35.588239+0000","last_became_active":"2023-08-28T02:32:12.958832+0000","last_became_peered":"2023-08-28T02:32:12.958832+0000","last_unstale":"2023-08-28T02:39:35.588239+0000","last_undegraded":"2023-08-28T02:39:35.588239+0000","last_fullsized":"2023-08-28T02:39:35.588239+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:23:27.197787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"65'2","reported_seq":353,"reported_epoch":370,"state":"active+clean","last_fresh":"2023-08-28T02:39:29.577895+0000","last_change":"2023-08-28T02:32:28.461161+0000","last_active":"2023-08-28T02:39:29.577895+0000","last_peered":"2023-08-28T02:39:29.577895+0000","last_clean":"2023-08-28T02:39:29.577895+0000","last_became_active":"2023-08-28T02:32:28.451284+0000","last_became_peered":"2023-08-28T02:32:28.451284+0000","last_unstale":"2023-08-28T02:39:29.577895+0000","last_undegraded":"2023-08-28T02:39:29.577895+0000","last_fullsized":"2023-08-28T02:39:29.577895+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:58:20.061020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":336,"reported_epoch":370,"state":"active+clean","last_fresh":"2023-08-28T02:39:29.609275+0000","last_change":"2023-08-28T02:29:44.419566+0000","last_active":"2023-08-28T02:39:29.609275+0000","last_peered":"2023-08-28T02:39:29.609275+0000","last_clean":"2023-08-28T02:39:29.609275+0000","last_became_active":"2023-08-28T02:29:44.419053+0000","last_became_peered":"2023-08-28T02:29:44.419053+0000","last_unstale":"2023-08-28T02:39:29.609275+0000","last_undegraded":"2023-08-28T02:39:29.609275+0000","last_fullsized":"2023-08-28T02:39:29.609275+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:44:36.133499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":339,"reported_epoch":370,"state":"active+clean","last_fresh":"2023-08-28T02:39:29.609450+0000","last_change":"2023-08-28T02:33:12.493777+0000","last_active":"2023-08-28T02:39:29.609450+0000","last_peered":"2023-08-28T02:39:29.609450+0000","last_clean":"2023-08-28T02:39:29.609450+0000","last_became_active":"2023-08-28T02:33:12.491177+0000","last_became_peered":"2023-08-28T02:33:12.491177+0000","last_unstale":"2023-08-28T02:39:29.609450+0000","last_undegraded":"2023-08-28T02:39:29.609450+0000","last_fullsized":"2023-08-28T02:39:29.609450+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:10:58.167753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":350,"reported_epoch":370,"state":"active+clean","last_fresh":"2023-08-28T02:39:29.582089+0000","last_change":"2023-08-28T02:33:12.290293+0000","last_active":"2023-08-28T02:39:29.582089+0000","last_peered":"2023-08-28T02:39:29.582089+0000","last_clean":"2023-08-28T02:39:29.582089+0000","last_became_active":"2023-08-28T02:33:12.289989+0000","last_became_peered":"2023-08-28T02:33:12.289989+0000","last_unstale":"2023-08-28T02:39:29.582089+0000","last_undegraded":"2023-08-28T02:39:29.582089+0000","last_fullsized":"2023-08-28T02:39:29.582089+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:05:33.622172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":328,"reported_epoch":370,"state":"active+clean","last_fresh":"2023-08-28T02:39:29.578963+0000","last_change":"2023-08-28T02:32:12.948756+0000","last_active":"2023-08-28T02:39:29.578963+0000","last_peered":"2023-08-28T02:39:29.578963+0000","last_clean":"2023-08-28T02:39:29.578963+0000","last_became_active":"2023-08-28T02:32:12.948441+0000","last_became_peered":"2023-08-28T02:32:12.948441+0000","last_unstale":"2023-08-28T02:39:29.578963+0000","last_undegraded":"2023-08-28T02:39:29.578963+0000","last_fullsized":"2023-08-28T02:39:29.578963+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:27.922180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":346,"reported_epoch":370,"state":"active+clean","last_fresh":"2023-08-28T02:39:29.610021+0000","last_change":"2023-08-28T02:33:12.299398+0000","last_active":"2023-08-28T02:39:29.610021+0000","last_peered":"2023-08-28T02:39:29.610021+0000","last_clean":"2023-08-28T02:39:29.610021+0000","last_became_active":"2023-08-28T02:33:12.299113+0000","last_became_peered":"2023-08-28T02:33:12.299113+0000","last_unstale":"2023-08-28T02:39:29.610021+0000","last_undegraded":"2023-08-28T02:39:29.610021+0000","last_fullsized":"2023-08-28T02:39:29.610021+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:14:55.597212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"65'8","reported_seq":140,"reported_epoch":370,"state":"active+clean","last_fresh":"2023-08-28T02:39:29.609022+0000","last_change":"2023-08-28T02:33:13.478870+0000","last_active":"2023-08-28T02:39:29.609022+0000","last_peered":"2023-08-28T02:39:29.609022+0000","last_clean":"2023-08-28T02:39:29.609022+0000","last_became_active":"2023-08-28T02:33:13.332142+0000","last_became_peered":"2023-08-28T02:33:13.332142+0000","last_unstale":"2023-08-28T02:39:29.609022+0000","last_undegraded":"2023-08-28T02:39:29.609022+0000","last_fullsized":"2023-08-28T02:39:29.609022+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:32:42.810159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":277,"reported_epoch":370,"state":"active+clean","last_fresh":"2023-08-28T02:39:29.585729+0000","last_change":"2023-08-28T02:33:12.306353+0000","last_active":"2023-08-28T02:39:29.585729+0000","last_peered":"2023-08-28T02:39:29.585729+0000","last_clean":"2023-08-28T02:39:29.585729+0000","last_became_active":"2023-08-28T02:33:12.304977+0000","last_became_peered":"2023-08-28T02:33:12.304977+0000","last_unstale":"2023-08-28T02:39:29.585729+0000","last_undegraded":"2023-08-28T02:39:29.585729+0000","last_fullsized":"2023-08-28T02:39:29.585729+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:19:38.819671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"371'8072","reported_seq":8201,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-08-28T02:39:40.759867+0000","last_change":"2023-08-28T02:30:50.402703+0000","last_active":"2023-08-28T02:39:40.759867+0000","last_peered":"2023-08-28T02:39:40.759867+0000","last_clean":"2023-08-28T02:39:40.759867+0000","last_became_active":"2023-08-28T02:30:50.402419+0000","last_became_peered":"2023-08-28T02:30:50.402419+0000","last_unstale":"2023-08-28T02:39:40.759867+0000","last_undegraded":"2023-08-28T02:39:40.759867+0000","last_fullsized":"2023-08-28T02:39:40.759867+0000","mapping_epoch":250,"log_start":"255'900","ondisk_log_start":"255'900","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7172,"log_dups_size":0,"ondisk_log_size":7172,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:07:37.393907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":235143168,"num_objects":3588,"num_object_clones":0,"num_object_copies":10764,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3588,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8072,"num_write_kb":373120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"65'1","reported_seq":336,"reported_epoch":370,"state":"active+clean","last_fresh":"2023-08-28T02:39:29.577960+0000","last_change":"2023-08-28T02:14:43.046130+0000","last_active":"2023-08-28T02:39:29.577960+0000","last_peered":"2023-08-28T02:39:29.577960+0000","last_clean":"2023-08-28T02:39:29.577960+0000","last_became_active":"2023-08-28T02:14:43.045775+0000","last_became_peered":"2023-08-28T02:14:43.045775+0000","last_unstale":"2023-08-28T02:39:29.577960+0000","last_undegraded":"2023-08-28T02:39:29.577960+0000","last_fullsized":"2023-08-28T02:39:29.577960+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:57:38.279756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":326,"reported_epoch":370,"state":"active+clean","last_fresh":"2023-08-28T02:39:29.580640+0000","last_change":"2023-08-28T02:31:51.987149+0000","last_active":"2023-08-28T02:39:29.580640+0000","last_peered":"2023-08-28T02:39:29.580640+0000","last_clean":"2023-08-28T02:39:29.580640+0000","last_became_active":"2023-08-28T02:31:51.986821+0000","last_became_peered":"2023-08-28T02:31:51.986821+0000","last_unstale":"2023-08-28T02:39:29.580640+0000","last_undegraded":"2023-08-28T02:39:29.580640+0000","last_fullsized":"2023-08-28T02:39:29.580640+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:23:26.661134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"371'8099","reported_seq":14216,"reported_epoch":371,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:39:40.828127+0000","last_change":"2023-08-28T02:33:33.975566+0000","last_active":"2023-08-28T02:39:40.828127+0000","last_peered":"2023-08-28T02:39:40.828127+0000","last_clean":"2023-08-28T02:31:27.868230+0000","last_became_active":"2023-08-28T02:33:33.660452+0000","last_became_peered":"2023-08-28T02:33:33.660452+0000","last_unstale":"2023-08-28T02:39:40.828127+0000","last_undegraded":"2023-08-28T02:33:13.410847+0000","last_fullsized":"2023-08-28T02:33:13.270012+0000","mapping_epoch":298,"log_start":"255'900","ondisk_log_start":"255'900","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7199,"log_dups_size":0,"ondisk_log_size":7199,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:33.375162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":229441536,"num_objects":3501,"num_object_clones":0,"num_object_copies":10503,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6009,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3501,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8099,"num_write_kb":371200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2975,"num_bytes_recovered":194904064,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[5,4],"avail_no_missing":["5","6"],"object_location_counts":[{"shards":"2,5,6","objects":915},{"shards":"3,5,6","objects":1081},{"shards":"5,6","objects":1505}],"blocked_by":[],"up_primary":3,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"65'2","reported_seq":361,"reported_epoch":370,"state":"active+clean","last_fresh":"2023-08-28T02:39:29.578648+0000","last_change":"2023-08-28T02:29:44.436352+0000","last_active":"2023-08-28T02:39:29.578648+0000","last_peered":"2023-08-28T02:39:29.578648+0000","last_clean":"2023-08-28T02:39:29.578648+0000","last_became_active":"2023-08-28T02:29:44.411499+0000","last_became_peered":"2023-08-28T02:29:44.411499+0000","last_unstale":"2023-08-28T02:39:29.578648+0000","last_undegraded":"2023-08-28T02:39:29.578648+0000","last_fullsized":"2023-08-28T02:39:29.578648+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:46:57.540191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":388,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-08-28T02:39:35.588021+0000","last_change":"2023-08-28T02:33:12.289004+0000","last_active":"2023-08-28T02:39:35.588021+0000","last_peered":"2023-08-28T02:39:35.588021+0000","last_clean":"2023-08-28T02:39:35.588021+0000","last_became_active":"2023-08-28T02:33:12.288722+0000","last_became_peered":"2023-08-28T02:33:12.288722+0000","last_unstale":"2023-08-28T02:39:35.588021+0000","last_undegraded":"2023-08-28T02:39:35.588021+0000","last_fullsized":"2023-08-28T02:39:35.588021+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:24.019483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"371'8040","reported_seq":13265,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-08-28T02:39:39.981780+0000","last_change":"2023-08-28T02:37:54.748968+0000","last_active":"2023-08-28T02:39:39.981780+0000","last_peered":"2023-08-28T02:39:39.981780+0000","last_clean":"2023-08-28T02:39:39.981780+0000","last_became_active":"2023-08-28T02:37:54.729376+0000","last_became_peered":"2023-08-28T02:37:54.729376+0000","last_unstale":"2023-08-28T02:39:39.981780+0000","last_undegraded":"2023-08-28T02:39:39.981780+0000","last_fullsized":"2023-08-28T02:39:39.981780+0000","mapping_epoch":351,"log_start":"258'2712","ondisk_log_start":"258'2712","created":250,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5328,"log_dups_size":0,"ondisk_log_size":5328,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:00.988172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":230031360,"num_objects":3510,"num_object_clones":0,"num_object_copies":10530,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3510,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8040,"num_write_kb":369600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2533,"num_bytes_recovered":160432128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"65'1","reported_seq":347,"reported_epoch":370,"state":"active+clean","last_fresh":"2023-08-28T02:39:29.577716+0000","last_change":"2023-08-28T02:33:13.516869+0000","last_active":"2023-08-28T02:39:29.577716+0000","last_peered":"2023-08-28T02:39:29.577716+0000","last_clean":"2023-08-28T02:39:29.577716+0000","last_became_active":"2023-08-28T02:33:13.396736+0000","last_became_peered":"2023-08-28T02:33:13.396736+0000","last_unstale":"2023-08-28T02:39:29.577716+0000","last_undegraded":"2023-08-28T02:39:29.577716+0000","last_fullsized":"2023-08-28T02:39:29.577716+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:47:08.237137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":315,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-08-28T02:39:35.639063+0000","last_change":"2023-08-28T02:31:51.987327+0000","last_active":"2023-08-28T02:39:35.639063+0000","last_peered":"2023-08-28T02:39:35.639063+0000","last_clean":"2023-08-28T02:39:35.639063+0000","last_became_active":"2023-08-28T02:31:51.987018+0000","last_became_peered":"2023-08-28T02:31:51.987018+0000","last_unstale":"2023-08-28T02:39:35.639063+0000","last_undegraded":"2023-08-28T02:39:35.639063+0000","last_fullsized":"2023-08-28T02:39:35.639063+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:53:26.105101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.5","version":"371'7963","reported_seq":12407,"reported_epoch":371,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:39:40.316032+0000","last_change":"2023-08-28T02:33:13.625779+0000","last_active":"2023-08-28T02:39:40.316032+0000","last_peered":"2023-08-28T02:39:40.316032+0000","last_clean":"2023-08-28T02:31:27.898932+0000","last_became_active":"2023-08-28T02:33:13.612126+0000","last_became_peered":"2023-08-28T02:33:13.612126+0000","last_unstale":"2023-08-28T02:39:40.316032+0000","last_undegraded":"2023-08-28T02:33:13.485377+0000","last_fullsized":"2023-08-28T02:33:13.264317+0000","mapping_epoch":298,"log_start":"257'2663","ondisk_log_start":"257'2663","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5300,"log_dups_size":0,"ondisk_log_size":5300,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:37:28.843386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":228655104,"num_objects":3489,"num_object_clones":0,"num_object_copies":10467,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":6031,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3489,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7963,"num_write_kb":366464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2145,"num_bytes_recovered":140574720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,7],"avail_no_missing":["0","2"],"object_location_counts":[{"shards":"0,2","objects":2358},{"shards":"0,2,3","objects":1131}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":365,"reported_epoch":370,"state":"active+clean","last_fresh":"2023-08-28T02:39:29.581915+0000","last_change":"2023-08-28T02:33:13.281826+0000","last_active":"2023-08-28T02:39:29.581915+0000","last_peered":"2023-08-28T02:39:29.581915+0000","last_clean":"2023-08-28T02:39:29.581915+0000","last_became_active":"2023-08-28T02:33:13.281511+0000","last_became_peered":"2023-08-28T02:33:13.281511+0000","last_unstale":"2023-08-28T02:39:29.581915+0000","last_undegraded":"2023-08-28T02:39:29.581915+0000","last_fullsized":"2023-08-28T02:39:29.581915+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:32:55.005706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":363,"reported_epoch":370,"state":"active+clean","last_fresh":"2023-08-28T02:39:30.424308+0000","last_change":"2023-08-28T02:29:44.436713+0000","last_active":"2023-08-28T02:39:30.424308+0000","last_peered":"2023-08-28T02:39:30.424308+0000","last_clean":"2023-08-28T02:39:30.424308+0000","last_became_active":"2023-08-28T02:29:44.436203+0000","last_became_peered":"2023-08-28T02:29:44.436203+0000","last_unstale":"2023-08-28T02:39:30.424308+0000","last_undegraded":"2023-08-28T02:39:30.424308+0000","last_fullsized":"2023-08-28T02:39:30.424308+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:46:48.522293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"372'8308","reported_seq":8443,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:42.570361+0000","last_change":"2023-08-28T02:30:50.399669+0000","last_active":"2023-08-28T02:39:42.570361+0000","last_peered":"2023-08-28T02:39:42.570361+0000","last_clean":"2023-08-28T02:39:42.570361+0000","last_became_active":"2023-08-28T02:30:50.399332+0000","last_became_peered":"2023-08-28T02:30:50.399332+0000","last_unstale":"2023-08-28T02:39:42.570361+0000","last_undegraded":"2023-08-28T02:39:42.570361+0000","last_fullsized":"2023-08-28T02:39:42.570361+0000","mapping_epoch":250,"log_start":"256'2100","ondisk_log_start":"256'2100","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6208,"log_dups_size":0,"ondisk_log_size":6208,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:00:54.910841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":229769216,"num_objects":3506,"num_object_clones":0,"num_object_copies":10518,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3506,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8308,"num_write_kb":378048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"75'161","reported_seq":791,"reported_epoch":370,"state":"active+clean","last_fresh":"2023-08-28T02:39:29.579133+0000","last_change":"2023-08-28T02:33:13.310049+0000","last_active":"2023-08-28T02:39:29.579133+0000","last_peered":"2023-08-28T02:39:29.579133+0000","last_clean":"2023-08-28T02:39:29.579133+0000","last_became_active":"2023-08-28T02:33:13.309661+0000","last_became_peered":"2023-08-28T02:33:13.309661+0000","last_unstale":"2023-08-28T02:39:29.579133+0000","last_undegraded":"2023-08-28T02:39:29.579133+0000","last_fullsized":"2023-08-28T02:39:29.579133+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.930230+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.930230+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:27:40.889460+0000","scrub_duration":0.0050169209999999997,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"65'2","reported_seq":326,"reported_epoch":370,"state":"active+clean","last_fresh":"2023-08-28T02:39:29.585059+0000","last_change":"2023-08-28T02:33:12.294922+0000","last_active":"2023-08-28T02:39:29.585059+0000","last_peered":"2023-08-28T02:39:29.585059+0000","last_clean":"2023-08-28T02:39:29.585059+0000","last_became_active":"2023-08-28T02:33:12.294518+0000","last_became_peered":"2023-08-28T02:33:12.294518+0000","last_unstale":"2023-08-28T02:39:29.585059+0000","last_undegraded":"2023-08-28T02:39:29.585059+0000","last_fullsized":"2023-08-28T02:39:29.585059+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:21:12.737286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":365,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-08-28T02:39:35.588281+0000","last_change":"2023-08-28T02:33:13.310505+0000","last_active":"2023-08-28T02:39:35.588281+0000","last_peered":"2023-08-28T02:39:35.588281+0000","last_clean":"2023-08-28T02:39:35.588281+0000","last_became_active":"2023-08-28T02:33:13.310223+0000","last_became_peered":"2023-08-28T02:33:13.310223+0000","last_unstale":"2023-08-28T02:39:35.588281+0000","last_undegraded":"2023-08-28T02:39:35.588281+0000","last_fullsized":"2023-08-28T02:39:35.588281+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:27:02.124453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"371'8115","reported_seq":22507,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-08-28T02:39:40.685988+0000","last_change":"2023-08-28T02:38:44.816101+0000","last_active":"2023-08-28T02:39:40.685988+0000","last_peered":"2023-08-28T02:39:40.685988+0000","last_clean":"2023-08-28T02:39:40.685988+0000","last_became_active":"2023-08-28T02:38:44.798734+0000","last_became_peered":"2023-08-28T02:38:44.798734+0000","last_unstale":"2023-08-28T02:39:40.685988+0000","last_undegraded":"2023-08-28T02:39:40.685988+0000","last_fullsized":"2023-08-28T02:39:40.685988+0000","mapping_epoch":361,"log_start":"255'900","ondisk_log_start":"255'900","created":250,"last_epoch_clean":362,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7215,"log_dups_size":0,"ondisk_log_size":7215,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:34:42.975012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":232849408,"num_objects":3553,"num_object_clones":0,"num_object_copies":10659,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3553,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8115,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5834,"num_bytes_recovered":377683968,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"75'161","reported_seq":630,"reported_epoch":370,"state":"active+clean","last_fresh":"2023-08-28T02:39:29.580646+0000","last_change":"2023-08-28T02:37:37.933802+0000","last_active":"2023-08-28T02:39:29.580646+0000","last_peered":"2023-08-28T02:39:29.580646+0000","last_clean":"2023-08-28T02:39:29.580646+0000","last_became_active":"2023-08-28T02:33:13.287313+0000","last_became_peered":"2023-08-28T02:33:13.287313+0000","last_unstale":"2023-08-28T02:39:29.580646+0000","last_undegraded":"2023-08-28T02:39:29.580646+0000","last_fullsized":"2023-08-28T02:39:29.580646+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:45.407127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:45.407127+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:39:14.213229+0000","scrub_duration":0.0018495320000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":262688,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":285,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-08-28T02:39:35.587976+0000","last_change":"2023-08-28T02:33:13.309727+0000","last_active":"2023-08-28T02:39:35.587976+0000","last_peered":"2023-08-28T02:39:35.587976+0000","last_clean":"2023-08-28T02:39:35.587976+0000","last_became_active":"2023-08-28T02:33:13.309487+0000","last_became_peered":"2023-08-28T02:33:13.309487+0000","last_unstale":"2023-08-28T02:39:35.587976+0000","last_undegraded":"2023-08-28T02:39:35.587976+0000","last_fullsized":"2023-08-28T02:39:35.587976+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:27:29.294011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":100,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-08-28T02:39:35.588299+0000","last_change":"2023-08-28T02:32:28.456323+0000","last_active":"2023-08-28T02:39:35.588299+0000","last_peered":"2023-08-28T02:39:35.588299+0000","last_clean":"2023-08-28T02:39:35.588299+0000","last_became_active":"2023-08-28T02:32:28.455987+0000","last_became_peered":"2023-08-28T02:32:28.455987+0000","last_unstale":"2023-08-28T02:39:35.588299+0000","last_undegraded":"2023-08-28T02:39:35.588299+0000","last_fullsized":"2023-08-28T02:39:35.588299+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:54:07.724002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"372'8264","reported_seq":18415,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:42.463729+0000","last_change":"2023-08-28T02:33:13.316023+0000","last_active":"2023-08-28T02:39:42.463729+0000","last_peered":"2023-08-28T02:39:42.463729+0000","last_clean":"2023-08-28T02:39:42.463729+0000","last_became_active":"2023-08-28T02:33:13.308403+0000","last_became_peered":"2023-08-28T02:33:13.308403+0000","last_unstale":"2023-08-28T02:39:42.463729+0000","last_undegraded":"2023-08-28T02:39:42.463729+0000","last_fullsized":"2023-08-28T02:39:42.463729+0000","mapping_epoch":298,"log_start":"257'2100","ondisk_log_start":"257'2100","created":250,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6164,"log_dups_size":0,"ondisk_log_size":6164,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:10:38.401973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":238026752,"num_objects":3632,"num_object_clones":0,"num_object_copies":10896,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3632,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8264,"num_write_kb":380672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4999,"num_bytes_recovered":327614464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":345,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-08-28T02:39:35.587975+0000","last_change":"2023-08-28T02:32:28.455294+0000","last_active":"2023-08-28T02:39:35.587975+0000","last_peered":"2023-08-28T02:39:35.587975+0000","last_clean":"2023-08-28T02:39:35.587975+0000","last_became_active":"2023-08-28T02:32:28.455013+0000","last_became_peered":"2023-08-28T02:32:28.455013+0000","last_unstale":"2023-08-28T02:39:35.587975+0000","last_undegraded":"2023-08-28T02:39:35.587975+0000","last_fullsized":"2023-08-28T02:39:35.587975+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:53.583864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":377,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-08-28T02:39:35.588610+0000","last_change":"2023-08-28T02:33:13.335588+0000","last_active":"2023-08-28T02:39:35.588610+0000","last_peered":"2023-08-28T02:39:35.588610+0000","last_clean":"2023-08-28T02:39:35.588610+0000","last_became_active":"2023-08-28T02:33:13.335326+0000","last_became_peered":"2023-08-28T02:33:13.335326+0000","last_unstale":"2023-08-28T02:39:35.588610+0000","last_undegraded":"2023-08-28T02:39:35.588610+0000","last_fullsized":"2023-08-28T02:39:35.588610+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:15:44.958663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"372'8189","reported_seq":8319,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:42.575084+0000","last_change":"2023-08-28T02:30:50.400261+0000","last_active":"2023-08-28T02:39:42.575084+0000","last_peered":"2023-08-28T02:39:42.575084+0000","last_clean":"2023-08-28T02:39:42.575084+0000","last_became_active":"2023-08-28T02:30:50.399938+0000","last_became_peered":"2023-08-28T02:30:50.399938+0000","last_unstale":"2023-08-28T02:39:42.575084+0000","last_undegraded":"2023-08-28T02:39:42.575084+0000","last_fullsized":"2023-08-28T02:39:42.575084+0000","mapping_epoch":250,"log_start":"258'2790","ondisk_log_start":"258'2790","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5399,"log_dups_size":0,"ondisk_log_size":5399,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:43:56.802792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":229703680,"num_objects":3505,"num_object_clones":0,"num_object_copies":10515,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3505,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8189,"num_write_kb":374208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"75'161","reported_seq":650,"reported_epoch":370,"state":"active+clean","last_fresh":"2023-08-28T02:39:29.581034+0000","last_change":"2023-08-28T02:32:56.519141+0000","last_active":"2023-08-28T02:39:29.581034+0000","last_peered":"2023-08-28T02:39:29.581034+0000","last_clean":"2023-08-28T02:39:29.581034+0000","last_became_active":"2023-08-28T02:32:56.518863+0000","last_became_peered":"2023-08-28T02:32:56.518863+0000","last_unstale":"2023-08-28T02:39:29.581034+0000","last_undegraded":"2023-08-28T02:39:29.581034+0000","last_fullsized":"2023-08-28T02:39:29.581034+0000","mapping_epoch":292,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":293,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_clean_scrub_stamp":"2023-08-28T02:29:25.608370+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:59:50.561109+0000","scrub_duration":0.001662689,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":280,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-08-28T02:39:35.596475+0000","last_change":"2023-08-28T02:33:12.294592+0000","last_active":"2023-08-28T02:39:35.596475+0000","last_peered":"2023-08-28T02:39:35.596475+0000","last_clean":"2023-08-28T02:39:35.596475+0000","last_became_active":"2023-08-28T02:33:12.288508+0000","last_became_peered":"2023-08-28T02:33:12.288508+0000","last_unstale":"2023-08-28T02:39:35.596475+0000","last_undegraded":"2023-08-28T02:39:35.596475+0000","last_fullsized":"2023-08-28T02:39:35.596475+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:05:42.717608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":163,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-08-28T02:39:35.681654+0000","last_change":"2023-08-28T02:29:44.429834+0000","last_active":"2023-08-28T02:39:35.681654+0000","last_peered":"2023-08-28T02:39:35.681654+0000","last_clean":"2023-08-28T02:39:35.681654+0000","last_became_active":"2023-08-28T02:29:44.429512+0000","last_became_peered":"2023-08-28T02:29:44.429512+0000","last_unstale":"2023-08-28T02:39:35.681654+0000","last_undegraded":"2023-08-28T02:39:35.681654+0000","last_fullsized":"2023-08-28T02:39:35.681654+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:58.062455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"371'8062","reported_seq":8191,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-08-28T02:39:40.936225+0000","last_change":"2023-08-28T02:30:50.402348+0000","last_active":"2023-08-28T02:39:40.936225+0000","last_peered":"2023-08-28T02:39:40.936225+0000","last_clean":"2023-08-28T02:39:40.936225+0000","last_became_active":"2023-08-28T02:30:50.402076+0000","last_became_peered":"2023-08-28T02:30:50.402076+0000","last_unstale":"2023-08-28T02:39:40.936225+0000","last_undegraded":"2023-08-28T02:39:40.936225+0000","last_fullsized":"2023-08-28T02:39:40.936225+0000","mapping_epoch":250,"log_start":"255'1200","ondisk_log_start":"255'1200","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6862,"log_dups_size":0,"ondisk_log_size":6862,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:24.859426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":230293504,"num_objects":3514,"num_object_clones":0,"num_object_copies":10542,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3514,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8062,"num_write_kb":370432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.7","version":"75'161","reported_seq":572,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-08-28T02:39:35.597166+0000","last_change":"2023-08-28T02:33:13.532525+0000","last_active":"2023-08-28T02:39:35.597166+0000","last_peered":"2023-08-28T02:39:35.597166+0000","last_clean":"2023-08-28T02:39:35.597166+0000","last_became_active":"2023-08-28T02:33:13.532125+0000","last_became_peered":"2023-08-28T02:33:13.532125+0000","last_unstale":"2023-08-28T02:39:35.597166+0000","last_undegraded":"2023-08-28T02:39:35.597166+0000","last_fullsized":"2023-08-28T02:39:35.597166+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.887648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.887648+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":163,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-08-28T02:39:35.681161+0000","last_change":"2023-08-28T02:29:44.407595+0000","last_active":"2023-08-28T02:39:35.681161+0000","last_peered":"2023-08-28T02:39:35.681161+0000","last_clean":"2023-08-28T02:39:35.681161+0000","last_became_active":"2023-08-28T02:29:44.407316+0000","last_became_peered":"2023-08-28T02:29:44.407316+0000","last_unstale":"2023-08-28T02:39:35.681161+0000","last_undegraded":"2023-08-28T02:39:35.681161+0000","last_fullsized":"2023-08-28T02:39:35.681161+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:01:47.777709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":382,"reported_epoch":370,"state":"active+clean","last_fresh":"2023-08-28T02:39:29.582029+0000","last_change":"2023-08-28T02:33:13.286980+0000","last_active":"2023-08-28T02:39:29.582029+0000","last_peered":"2023-08-28T02:39:29.582029+0000","last_clean":"2023-08-28T02:39:29.582029+0000","last_became_active":"2023-08-28T02:33:13.286740+0000","last_became_peered":"2023-08-28T02:33:13.286740+0000","last_unstale":"2023-08-28T02:39:29.582029+0000","last_undegraded":"2023-08-28T02:39:29.582029+0000","last_fullsized":"2023-08-28T02:39:29.582029+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:24:54.574365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":163,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-08-28T02:39:35.639135+0000","last_change":"2023-08-28T02:29:44.506914+0000","last_active":"2023-08-28T02:39:35.639135+0000","last_peered":"2023-08-28T02:39:35.639135+0000","last_clean":"2023-08-28T02:39:35.639135+0000","last_became_active":"2023-08-28T02:29:44.506606+0000","last_became_peered":"2023-08-28T02:29:44.506606+0000","last_unstale":"2023-08-28T02:39:35.639135+0000","last_undegraded":"2023-08-28T02:39:35.639135+0000","last_fullsized":"2023-08-28T02:39:35.639135+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:55:50.992279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"371'8118","reported_seq":19847,"reported_epoch":371,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:39:39.286001+0000","last_change":"2023-08-28T02:34:11.565330+0000","last_active":"2023-08-28T02:39:39.286001+0000","last_peered":"2023-08-28T02:39:39.286001+0000","last_clean":"2023-08-28T02:32:11.916240+0000","last_became_active":"2023-08-28T02:33:12.501819+0000","last_became_peered":"2023-08-28T02:33:12.501819+0000","last_unstale":"2023-08-28T02:39:39.286001+0000","last_undegraded":"2023-08-28T02:39:39.286001+0000","last_fullsized":"2023-08-28T02:39:39.286001+0000","mapping_epoch":297,"log_start":"258'2824","ondisk_log_start":"258'2824","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5294,"log_dups_size":0,"ondisk_log_size":5294,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:45:43.329719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":227934208,"num_objects":3478,"num_object_clones":0,"num_object_copies":10434,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3478,"num_objects_unfound":0,"num_objects_dirty":3478,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8118,"num_write_kb":371072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5787,"num_bytes_recovered":379256832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,2],"avail_no_missing":["0","2","5","6"],"object_location_counts":[{"shards":"0,2,5","objects":3478}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.1","version":"75'161","reported_seq":630,"reported_epoch":370,"state":"active+clean","last_fresh":"2023-08-28T02:39:29.580919+0000","last_change":"2023-08-28T02:32:31.482659+0000","last_active":"2023-08-28T02:39:29.580919+0000","last_peered":"2023-08-28T02:39:29.580919+0000","last_clean":"2023-08-28T02:39:29.580919+0000","last_became_active":"2023-08-28T02:32:31.482320+0000","last_became_peered":"2023-08-28T02:32:31.482320+0000","last_unstale":"2023-08-28T02:39:29.580919+0000","last_undegraded":"2023-08-28T02:39:29.580919+0000","last_fullsized":"2023-08-28T02:39:29.580919+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:24.559397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:24.559397+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:41:09.516918+0000","scrub_duration":0.001580328,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":368,"reported_epoch":370,"state":"active+clean","last_fresh":"2023-08-28T02:39:29.580891+0000","last_change":"2023-08-28T02:31:51.988386+0000","last_active":"2023-08-28T02:39:29.580891+0000","last_peered":"2023-08-28T02:39:29.580891+0000","last_clean":"2023-08-28T02:39:29.580891+0000","last_became_active":"2023-08-28T02:31:51.988097+0000","last_became_peered":"2023-08-28T02:31:51.988097+0000","last_unstale":"2023-08-28T02:39:29.580891+0000","last_undegraded":"2023-08-28T02:39:29.580891+0000","last_fullsized":"2023-08-28T02:39:29.580891+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:25:01.818829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":345,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-08-28T02:39:35.588321+0000","last_change":"2023-08-28T02:32:12.951275+0000","last_active":"2023-08-28T02:39:35.588321+0000","last_peered":"2023-08-28T02:39:35.588321+0000","last_clean":"2023-08-28T02:39:35.588321+0000","last_became_active":"2023-08-28T02:32:12.950965+0000","last_became_peered":"2023-08-28T02:32:12.950965+0000","last_unstale":"2023-08-28T02:39:35.588321+0000","last_undegraded":"2023-08-28T02:39:35.588321+0000","last_fullsized":"2023-08-28T02:39:35.588321+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:37:31.294280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":189,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-08-28T02:39:35.681237+0000","last_change":"2023-08-28T02:33:13.286534+0000","last_active":"2023-08-28T02:39:35.681237+0000","last_peered":"2023-08-28T02:39:35.681237+0000","last_clean":"2023-08-28T02:39:35.681237+0000","last_became_active":"2023-08-28T02:33:13.286164+0000","last_became_peered":"2023-08-28T02:33:13.286164+0000","last_unstale":"2023-08-28T02:39:35.681237+0000","last_undegraded":"2023-08-28T02:39:35.681237+0000","last_fullsized":"2023-08-28T02:39:35.681237+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:56.721932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"371'8139","reported_seq":19958,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-08-28T02:39:40.470250+0000","last_change":"2023-08-28T02:34:14.448606+0000","last_active":"2023-08-28T02:39:40.470250+0000","last_peered":"2023-08-28T02:39:40.470250+0000","last_clean":"2023-08-28T02:39:40.470250+0000","last_became_active":"2023-08-28T02:34:14.438547+0000","last_became_peered":"2023-08-28T02:34:14.438547+0000","last_unstale":"2023-08-28T02:39:40.470250+0000","last_undegraded":"2023-08-28T02:39:40.470250+0000","last_fullsized":"2023-08-28T02:39:40.470250+0000","mapping_epoch":314,"log_start":"255'900","ondisk_log_start":"255'900","created":250,"last_epoch_clean":315,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7239,"log_dups_size":0,"ondisk_log_size":7239,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:06:41.120408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":231276544,"num_objects":3529,"num_object_clones":0,"num_object_copies":10587,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3529,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8139,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5834,"num_bytes_recovered":376832000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2","version":"75'161","reported_seq":752,"reported_epoch":370,"state":"active+clean","last_fresh":"2023-08-28T02:39:29.577731+0000","last_change":"2023-08-28T02:30:51.762377+0000","last_active":"2023-08-28T02:39:29.577731+0000","last_peered":"2023-08-28T02:39:29.577731+0000","last_clean":"2023-08-28T02:39:29.577731+0000","last_became_active":"2023-08-28T02:27:46.375590+0000","last_became_peered":"2023-08-28T02:27:46.375590+0000","last_unstale":"2023-08-28T02:39:29.577731+0000","last_undegraded":"2023-08-28T02:39:29.577731+0000","last_fullsized":"2023-08-28T02:39:29.577731+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:51.762314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:51.762314+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:02.034555+0000","scrub_duration":0.0020023620000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":180,"reported_epoch":370,"state":"active+clean","last_fresh":"2023-08-28T02:39:30.350622+0000","last_change":"2023-08-28T02:33:13.289765+0000","last_active":"2023-08-28T02:39:30.350622+0000","last_peered":"2023-08-28T02:39:30.350622+0000","last_clean":"2023-08-28T02:39:30.350622+0000","last_became_active":"2023-08-28T02:33:13.289159+0000","last_became_peered":"2023-08-28T02:33:13.289159+0000","last_unstale":"2023-08-28T02:39:30.350622+0000","last_undegraded":"2023-08-28T02:39:30.350622+0000","last_fullsized":"2023-08-28T02:39:30.350622+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:30:38.956723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":181,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-08-28T02:39:35.639161+0000","last_change":"2023-08-28T02:32:28.464203+0000","last_active":"2023-08-28T02:39:35.639161+0000","last_peered":"2023-08-28T02:39:35.639161+0000","last_clean":"2023-08-28T02:39:35.639161+0000","last_became_active":"2023-08-28T02:32:28.463412+0000","last_became_peered":"2023-08-28T02:32:28.463412+0000","last_unstale":"2023-08-28T02:39:35.639161+0000","last_undegraded":"2023-08-28T02:39:35.639161+0000","last_fullsized":"2023-08-28T02:39:35.639161+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:20:38.177879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":163,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-08-28T02:39:35.681737+0000","last_change":"2023-08-28T02:29:44.427945+0000","last_active":"2023-08-28T02:39:35.681737+0000","last_peered":"2023-08-28T02:39:35.681737+0000","last_clean":"2023-08-28T02:39:35.681737+0000","last_became_active":"2023-08-28T02:29:44.426487+0000","last_became_peered":"2023-08-28T02:29:44.426487+0000","last_unstale":"2023-08-28T02:39:35.681737+0000","last_undegraded":"2023-08-28T02:39:35.681737+0000","last_fullsized":"2023-08-28T02:39:35.681737+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:30:20.438896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"372'8193","reported_seq":18295,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:42.518850+0000","last_change":"2023-08-28T02:34:48.488647+0000","last_active":"2023-08-28T02:39:42.518850+0000","last_peered":"2023-08-28T02:39:42.518850+0000","last_clean":"2023-08-28T02:39:42.518850+0000","last_became_active":"2023-08-28T02:34:48.476519+0000","last_became_peered":"2023-08-28T02:34:48.476519+0000","last_unstale":"2023-08-28T02:39:42.518850+0000","last_undegraded":"2023-08-28T02:39:42.518850+0000","last_fullsized":"2023-08-28T02:39:42.518850+0000","mapping_epoch":318,"log_start":"256'2000","ondisk_log_start":"256'2000","created":250,"last_epoch_clean":319,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6193,"log_dups_size":0,"ondisk_log_size":6193,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:44:20.004230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":226164736,"num_objects":3451,"num_object_clones":0,"num_object_copies":10353,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3451,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8193,"num_write_kb":372608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4973,"num_bytes_recovered":325910528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":362,"reported_epoch":370,"state":"active+clean","last_fresh":"2023-08-28T02:39:29.581355+0000","last_change":"2023-08-28T02:33:13.484970+0000","last_active":"2023-08-28T02:39:29.581355+0000","last_peered":"2023-08-28T02:39:29.581355+0000","last_clean":"2023-08-28T02:39:29.581355+0000","last_became_active":"2023-08-28T02:33:13.484579+0000","last_became_peered":"2023-08-28T02:33:13.484579+0000","last_unstale":"2023-08-28T02:39:29.581355+0000","last_undegraded":"2023-08-28T02:39:29.581355+0000","last_fullsized":"2023-08-28T02:39:29.581355+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:58.027468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"75'161","reported_seq":753,"reported_epoch":370,"state":"active+clean","last_fresh":"2023-08-28T02:39:29.577495+0000","last_change":"2023-08-28T02:31:55.059467+0000","last_active":"2023-08-28T02:39:29.577495+0000","last_peered":"2023-08-28T02:39:29.577495+0000","last_clean":"2023-08-28T02:39:29.577495+0000","last_became_active":"2023-08-28T02:31:55.059115+0000","last_became_peered":"2023-08-28T02:31:55.059115+0000","last_unstale":"2023-08-28T02:39:29.577495+0000","last_undegraded":"2023-08-28T02:39:29.577495+0000","last_fullsized":"2023-08-28T02:39:29.577495+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":0,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.820990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.820990+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:15:56.774667+0000","scrub_duration":0.0017342480000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":281,"reported_epoch":370,"state":"active+clean","last_fresh":"2023-08-28T02:39:29.585512+0000","last_change":"2023-08-28T02:33:13.352810+0000","last_active":"2023-08-28T02:39:29.585512+0000","last_peered":"2023-08-28T02:39:29.585512+0000","last_clean":"2023-08-28T02:39:29.585512+0000","last_became_active":"2023-08-28T02:33:13.351697+0000","last_became_peered":"2023-08-28T02:33:13.351697+0000","last_unstale":"2023-08-28T02:39:29.585512+0000","last_undegraded":"2023-08-28T02:39:29.585512+0000","last_fullsized":"2023-08-28T02:39:29.585512+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:56.187163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":194,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-08-28T02:39:35.588577+0000","last_change":"2023-08-28T02:31:51.984584+0000","last_active":"2023-08-28T02:39:35.588577+0000","last_peered":"2023-08-28T02:39:35.588577+0000","last_clean":"2023-08-28T02:39:35.588577+0000","last_became_active":"2023-08-28T02:31:51.984264+0000","last_became_peered":"2023-08-28T02:31:51.984264+0000","last_unstale":"2023-08-28T02:39:35.588577+0000","last_undegraded":"2023-08-28T02:39:35.588577+0000","last_fullsized":"2023-08-28T02:39:35.588577+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:58:42.306722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"371'8066","reported_seq":19804,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-08-28T02:39:39.993299+0000","last_change":"2023-08-28T02:35:11.978901+0000","last_active":"2023-08-28T02:39:39.993299+0000","last_peered":"2023-08-28T02:39:39.993299+0000","last_clean":"2023-08-28T02:39:39.993299+0000","last_became_active":"2023-08-28T02:35:11.966585+0000","last_became_peered":"2023-08-28T02:35:11.966585+0000","last_unstale":"2023-08-28T02:39:39.993299+0000","last_undegraded":"2023-08-28T02:39:39.993299+0000","last_fullsized":"2023-08-28T02:39:39.993299+0000","mapping_epoch":323,"log_start":"258'2728","ondisk_log_start":"258'2728","created":250,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5338,"log_dups_size":0,"ondisk_log_size":5338,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:03:07.017814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":230424576,"num_objects":3516,"num_object_clones":0,"num_object_copies":10548,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3516,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8066,"num_write_kb":370624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5791,"num_bytes_recovered":368967680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3","version":"75'161","reported_seq":639,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-08-28T02:39:35.681119+0000","last_change":"2023-08-28T02:31:55.068239+0000","last_active":"2023-08-28T02:39:35.681119+0000","last_peered":"2023-08-28T02:39:35.681119+0000","last_clean":"2023-08-28T02:39:35.681119+0000","last_became_active":"2023-08-28T02:31:55.067875+0000","last_became_peered":"2023-08-28T02:31:55.067875+0000","last_unstale":"2023-08-28T02:39:35.681119+0000","last_undegraded":"2023-08-28T02:39:35.681119+0000","last_fullsized":"2023-08-28T02:39:35.681119+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.868248+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:11:04.391639+0000","scrub_duration":0.0016215240000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":376,"reported_epoch":370,"state":"active+clean","last_fresh":"2023-08-28T02:39:29.577510+0000","last_change":"2023-08-28T02:29:44.421353+0000","last_active":"2023-08-28T02:39:29.577510+0000","last_peered":"2023-08-28T02:39:29.577510+0000","last_clean":"2023-08-28T02:39:29.577510+0000","last_became_active":"2023-08-28T02:29:44.421064+0000","last_became_peered":"2023-08-28T02:29:44.421064+0000","last_unstale":"2023-08-28T02:39:29.577510+0000","last_undegraded":"2023-08-28T02:39:29.577510+0000","last_fullsized":"2023-08-28T02:39:29.577510+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:51:36.524024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":347,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-08-28T02:39:35.583131+0000","last_change":"2023-08-28T02:33:12.299487+0000","last_active":"2023-08-28T02:39:35.583131+0000","last_peered":"2023-08-28T02:39:35.583131+0000","last_clean":"2023-08-28T02:39:35.583131+0000","last_became_active":"2023-08-28T02:33:12.299175+0000","last_became_peered":"2023-08-28T02:33:12.299175+0000","last_unstale":"2023-08-28T02:39:35.583131+0000","last_undegraded":"2023-08-28T02:39:35.583131+0000","last_fullsized":"2023-08-28T02:39:35.583131+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:42:29.713462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":357,"reported_epoch":370,"state":"active+clean","last_fresh":"2023-08-28T02:39:29.609753+0000","last_change":"2023-08-28T02:32:28.457696+0000","last_active":"2023-08-28T02:39:29.609753+0000","last_peered":"2023-08-28T02:39:29.609753+0000","last_clean":"2023-08-28T02:39:29.609753+0000","last_became_active":"2023-08-28T02:32:28.457407+0000","last_became_peered":"2023-08-28T02:32:28.457407+0000","last_unstale":"2023-08-28T02:39:29.609753+0000","last_undegraded":"2023-08-28T02:39:29.609753+0000","last_fullsized":"2023-08-28T02:39:29.609753+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:26:29.392787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"372'8038","reported_seq":9196,"reported_epoch":372,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:39:42.546484+0000","last_change":"2023-08-28T02:34:11.566035+0000","last_active":"2023-08-28T02:39:42.546484+0000","last_peered":"2023-08-28T02:39:42.546484+0000","last_clean":"2023-08-28T02:33:10.395883+0000","last_became_active":"2023-08-28T02:33:12.394714+0000","last_became_peered":"2023-08-28T02:33:12.394714+0000","last_unstale":"2023-08-28T02:39:42.546484+0000","last_undegraded":"2023-08-28T02:39:42.546484+0000","last_fullsized":"2023-08-28T02:39:42.546484+0000","mapping_epoch":297,"log_start":"257'2584","ondisk_log_start":"257'2584","created":250,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5454,"log_dups_size":0,"ondisk_log_size":5454,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:01:26.984565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":225771544,"num_objects":3446,"num_object_clones":0,"num_object_copies":10338,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3146,"num_objects_unfound":0,"num_objects_dirty":3446,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":8038,"num_write_kb":367425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":500,"num_bytes_recovered":32768000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,6],"avail_no_missing":["4","0","6"],"object_location_counts":[{"shards":"0,4,6","objects":3446}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.6","version":"75'161","reported_seq":632,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-08-28T02:39:35.583789+0000","last_change":"2023-08-28T02:33:13.338675+0000","last_active":"2023-08-28T02:39:35.583789+0000","last_peered":"2023-08-28T02:39:35.583789+0000","last_clean":"2023-08-28T02:39:35.583789+0000","last_became_active":"2023-08-28T02:33:13.338271+0000","last_became_peered":"2023-08-28T02:33:13.338271+0000","last_unstale":"2023-08-28T02:39:35.583789+0000","last_undegraded":"2023-08-28T02:39:35.583789+0000","last_fullsized":"2023-08-28T02:39:35.583789+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.774982+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.774982+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:13:20.011329+0000","scrub_duration":0.003539819,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":339,"reported_epoch":370,"state":"active+clean","last_fresh":"2023-08-28T02:39:29.577759+0000","last_change":"2023-08-28T02:14:43.033789+0000","last_active":"2023-08-28T02:39:29.577759+0000","last_peered":"2023-08-28T02:39:29.577759+0000","last_clean":"2023-08-28T02:39:29.577759+0000","last_became_active":"2023-08-28T02:14:43.033454+0000","last_became_peered":"2023-08-28T02:14:43.033454+0000","last_unstale":"2023-08-28T02:39:29.577759+0000","last_undegraded":"2023-08-28T02:39:29.577759+0000","last_fullsized":"2023-08-28T02:39:29.577759+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:01:13.205842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":172,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-08-28T02:39:35.681362+0000","last_change":"2023-08-28T02:32:28.461807+0000","last_active":"2023-08-28T02:39:35.681362+0000","last_peered":"2023-08-28T02:39:35.681362+0000","last_clean":"2023-08-28T02:39:35.681362+0000","last_became_active":"2023-08-28T02:32:28.461116+0000","last_became_peered":"2023-08-28T02:32:28.461116+0000","last_unstale":"2023-08-28T02:39:35.681362+0000","last_undegraded":"2023-08-28T02:39:35.681362+0000","last_fullsized":"2023-08-28T02:39:35.681362+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:12:45.321757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":318,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-08-28T02:39:35.583730+0000","last_change":"2023-08-28T02:14:43.048791+0000","last_active":"2023-08-28T02:39:35.583730+0000","last_peered":"2023-08-28T02:39:35.583730+0000","last_clean":"2023-08-28T02:39:35.583730+0000","last_became_active":"2023-08-28T02:14:43.047408+0000","last_became_peered":"2023-08-28T02:14:43.047408+0000","last_unstale":"2023-08-28T02:39:35.583730+0000","last_undegraded":"2023-08-28T02:39:35.583730+0000","last_fullsized":"2023-08-28T02:39:35.583730+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:47.097181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"372'8260","reported_seq":18357,"reported_epoch":372,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:39:42.574457+0000","last_change":"2023-08-28T02:37:37.899201+0000","last_active":"2023-08-28T02:39:42.574457+0000","last_peered":"2023-08-28T02:39:42.574457+0000","last_clean":"2023-08-28T02:31:50.933695+0000","last_became_active":"2023-08-28T02:33:13.540416+0000","last_became_peered":"2023-08-28T02:33:13.540416+0000","last_unstale":"2023-08-28T02:39:42.574457+0000","last_undegraded":"2023-08-28T02:39:42.574457+0000","last_fullsized":"2023-08-28T02:39:42.574457+0000","mapping_epoch":298,"log_start":"258'2874","ondisk_log_start":"258'2874","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5386,"log_dups_size":0,"ondisk_log_size":5386,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:49:35.658845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":236060672,"num_objects":3602,"num_object_clones":0,"num_object_copies":10806,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3602,"num_objects_unfound":0,"num_objects_dirty":3602,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8260,"num_write_kb":379584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4967,"num_bytes_recovered":325517312,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,2],"avail_no_missing":["4","2","5","6"],"object_location_counts":[{"shards":"2,4,5","objects":3602}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.5","version":"75'161","reported_seq":665,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-08-28T02:39:35.588400+0000","last_change":"2023-08-28T02:32:31.477151+0000","last_active":"2023-08-28T02:39:35.588400+0000","last_peered":"2023-08-28T02:39:35.588400+0000","last_clean":"2023-08-28T02:39:35.588400+0000","last_became_active":"2023-08-28T02:32:31.476776+0000","last_became_peered":"2023-08-28T02:32:31.476776+0000","last_unstale":"2023-08-28T02:39:35.588400+0000","last_undegraded":"2023-08-28T02:39:35.588400+0000","last_fullsized":"2023-08-28T02:39:35.588400+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:18.891729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:18.891729+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:47:27.194140+0000","scrub_duration":0.0031546460000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"65'2","reported_seq":328,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-08-28T02:39:35.597045+0000","last_change":"2023-08-28T02:33:12.327778+0000","last_active":"2023-08-28T02:39:35.597045+0000","last_peered":"2023-08-28T02:39:35.597045+0000","last_clean":"2023-08-28T02:39:35.597045+0000","last_became_active":"2023-08-28T02:33:12.327273+0000","last_became_peered":"2023-08-28T02:33:12.327273+0000","last_unstale":"2023-08-28T02:39:35.597045+0000","last_undegraded":"2023-08-28T02:39:35.597045+0000","last_fullsized":"2023-08-28T02:39:35.597045+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:40.554192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":210,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-08-28T02:39:35.681387+0000","last_change":"2023-08-28T02:33:13.335665+0000","last_active":"2023-08-28T02:39:35.681387+0000","last_peered":"2023-08-28T02:39:35.681387+0000","last_clean":"2023-08-28T02:39:35.681387+0000","last_became_active":"2023-08-28T02:33:13.335322+0000","last_became_peered":"2023-08-28T02:33:13.335322+0000","last_unstale":"2023-08-28T02:39:35.681387+0000","last_undegraded":"2023-08-28T02:39:35.681387+0000","last_fullsized":"2023-08-28T02:39:35.681387+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:21:08.024493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":325,"reported_epoch":370,"state":"active+clean","last_fresh":"2023-08-28T02:39:29.585032+0000","last_change":"2023-08-28T02:33:12.310326+0000","last_active":"2023-08-28T02:39:29.585032+0000","last_peered":"2023-08-28T02:39:29.585032+0000","last_clean":"2023-08-28T02:39:29.585032+0000","last_became_active":"2023-08-28T02:33:12.310011+0000","last_became_peered":"2023-08-28T02:33:12.310011+0000","last_unstale":"2023-08-28T02:39:29.585032+0000","last_undegraded":"2023-08-28T02:39:29.585032+0000","last_fullsized":"2023-08-28T02:39:29.585032+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:35:03.710036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"372'8285","reported_seq":15484,"reported_epoch":372,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-08-28T02:39:42.884652+0000","last_change":"2023-08-28T02:38:43.760745+0000","last_active":"2023-08-28T02:39:42.884652+0000","last_peered":"2023-08-28T02:39:42.884652+0000","last_clean":"2023-08-28T02:31:27.909649+0000","last_became_active":"2023-08-28T02:33:33.726805+0000","last_became_peered":"2023-08-28T02:33:33.726805+0000","last_unstale":"2023-08-28T02:39:42.884652+0000","last_undegraded":"2023-08-28T02:33:20.140072+0000","last_fullsized":"2023-08-28T02:33:13.278549+0000","mapping_epoch":298,"log_start":"258'2877","ondisk_log_start":"258'2877","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5408,"log_dups_size":0,"ondisk_log_size":5408,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:02:22.971585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":234815488,"num_objects":3583,"num_object_clones":0,"num_object_copies":10749,"num_objects_missing_on_primary":3556,"num_objects_missing":3556,"num_objects_degraded":2496,"num_objects_misplaced":7153,"num_objects_unfound":0,"num_objects_dirty":3583,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8285,"num_write_kb":379776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2340,"num_bytes_recovered":153223168,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[4,3],"avail_no_missing":["2","6"],"object_location_counts":[{"shards":"2,3,4,6","objects":13},{"shards":"2,3,6","objects":1073},{"shards":"2,4,6","objects":14},{"shards":"2,6","objects":2483},{"shards":"3,4","objects":-13}],"blocked_by":[],"up_primary":3,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.4","version":"75'161","reported_seq":580,"reported_epoch":370,"state":"active+clean","last_fresh":"2023-08-28T02:39:29.585248+0000","last_change":"2023-08-28T02:33:12.296479+0000","last_active":"2023-08-28T02:39:29.585248+0000","last_peered":"2023-08-28T02:39:29.585248+0000","last_clean":"2023-08-28T02:39:29.585248+0000","last_became_active":"2023-08-28T02:33:12.294160+0000","last_became_peered":"2023-08-28T02:33:12.294160+0000","last_unstale":"2023-08-28T02:39:29.585248+0000","last_undegraded":"2023-08-28T02:39:29.585248+0000","last_fullsized":"2023-08-28T02:39:29.585248+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.899247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.899247+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":297,"reported_epoch":370,"state":"active+clean","last_fresh":"2023-08-28T02:39:29.578020+0000","last_change":"2023-08-28T02:33:13.539335+0000","last_active":"2023-08-28T02:39:29.578020+0000","last_peered":"2023-08-28T02:39:29.578020+0000","last_clean":"2023-08-28T02:39:29.578020+0000","last_became_active":"2023-08-28T02:33:13.538978+0000","last_became_peered":"2023-08-28T02:33:13.538978+0000","last_unstale":"2023-08-28T02:39:29.578020+0000","last_undegraded":"2023-08-28T02:39:29.578020+0000","last_fullsized":"2023-08-28T02:39:29.578020+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:26:13.405766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"65'1","reported_seq":361,"reported_epoch":370,"state":"active+clean","last_fresh":"2023-08-28T02:39:29.609853+0000","last_change":"2023-08-28T02:29:44.510205+0000","last_active":"2023-08-28T02:39:29.609853+0000","last_peered":"2023-08-28T02:39:29.609853+0000","last_clean":"2023-08-28T02:39:29.609853+0000","last_became_active":"2023-08-28T02:29:44.429357+0000","last_became_peered":"2023-08-28T02:29:44.429357+0000","last_unstale":"2023-08-28T02:39:29.609853+0000","last_undegraded":"2023-08-28T02:39:29.609853+0000","last_fullsized":"2023-08-28T02:39:29.609853+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:44:59.955729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":327,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-08-28T02:39:35.587868+0000","last_change":"2023-08-28T02:32:12.950661+0000","last_active":"2023-08-28T02:39:35.587868+0000","last_peered":"2023-08-28T02:39:35.587868+0000","last_clean":"2023-08-28T02:39:35.587868+0000","last_became_active":"2023-08-28T02:32:12.950276+0000","last_became_peered":"2023-08-28T02:32:12.950276+0000","last_unstale":"2023-08-28T02:39:35.587868+0000","last_undegraded":"2023-08-28T02:39:35.587868+0000","last_fullsized":"2023-08-28T02:39:35.587868+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:05:17.972868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"65'1","reported_seq":319,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-08-28T02:39:35.583555+0000","last_change":"2023-08-28T02:14:43.042150+0000","last_active":"2023-08-28T02:39:35.583555+0000","last_peered":"2023-08-28T02:39:35.583555+0000","last_clean":"2023-08-28T02:39:35.583555+0000","last_became_active":"2023-08-28T02:14:43.038336+0000","last_became_peered":"2023-08-28T02:14:43.038336+0000","last_unstale":"2023-08-28T02:39:35.583555+0000","last_undegraded":"2023-08-28T02:39:35.583555+0000","last_fullsized":"2023-08-28T02:39:35.583555+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:26:02.415152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":369,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-08-28T02:39:35.681345+0000","last_change":"2023-08-28T02:33:13.318097+0000","last_active":"2023-08-28T02:39:35.681345+0000","last_peered":"2023-08-28T02:39:35.681345+0000","last_clean":"2023-08-28T02:39:35.681345+0000","last_became_active":"2023-08-28T02:33:13.317761+0000","last_became_peered":"2023-08-28T02:33:13.317761+0000","last_unstale":"2023-08-28T02:39:35.681345+0000","last_undegraded":"2023-08-28T02:39:35.681345+0000","last_fullsized":"2023-08-28T02:39:35.681345+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:24.836996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"65'2","reported_seq":364,"reported_epoch":370,"state":"active+clean","last_fresh":"2023-08-28T02:39:29.581960+0000","last_change":"2023-08-28T02:29:44.535937+0000","last_active":"2023-08-28T02:39:29.581960+0000","last_peered":"2023-08-28T02:39:29.581960+0000","last_clean":"2023-08-28T02:39:29.581960+0000","last_became_active":"2023-08-28T02:29:44.462244+0000","last_became_peered":"2023-08-28T02:29:44.462244+0000","last_unstale":"2023-08-28T02:39:29.581960+0000","last_undegraded":"2023-08-28T02:39:29.581960+0000","last_fullsized":"2023-08-28T02:39:29.581960+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:30:33.173713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":365,"reported_epoch":370,"state":"active+clean","last_fresh":"2023-08-28T02:39:29.608957+0000","last_change":"2023-08-28T02:33:12.305580+0000","last_active":"2023-08-28T02:39:29.608957+0000","last_peered":"2023-08-28T02:39:29.608957+0000","last_clean":"2023-08-28T02:39:29.608957+0000","last_became_active":"2023-08-28T02:33:12.305261+0000","last_became_peered":"2023-08-28T02:33:12.305261+0000","last_unstale":"2023-08-28T02:39:29.608957+0000","last_undegraded":"2023-08-28T02:39:29.608957+0000","last_fullsized":"2023-08-28T02:39:29.608957+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:22:31.614221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"65'2","reported_seq":333,"reported_epoch":370,"state":"active+clean","last_fresh":"2023-08-28T02:39:29.581975+0000","last_change":"2023-08-28T02:31:51.991101+0000","last_active":"2023-08-28T02:39:29.581975+0000","last_peered":"2023-08-28T02:39:29.581975+0000","last_clean":"2023-08-28T02:39:29.581975+0000","last_became_active":"2023-08-28T02:31:51.987237+0000","last_became_peered":"2023-08-28T02:31:51.987237+0000","last_unstale":"2023-08-28T02:39:29.581975+0000","last_undegraded":"2023-08-28T02:39:29.581975+0000","last_fullsized":"2023-08-28T02:39:29.581975+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:07:07.370857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":368,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-08-28T02:39:35.587913+0000","last_change":"2023-08-28T02:33:12.494483+0000","last_active":"2023-08-28T02:39:35.587913+0000","last_peered":"2023-08-28T02:39:35.587913+0000","last_clean":"2023-08-28T02:39:35.587913+0000","last_became_active":"2023-08-28T02:33:12.494136+0000","last_became_peered":"2023-08-28T02:33:12.494136+0000","last_unstale":"2023-08-28T02:39:35.587913+0000","last_undegraded":"2023-08-28T02:39:35.587913+0000","last_fullsized":"2023-08-28T02:39:35.587913+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:36.772588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"65'1","reported_seq":313,"reported_epoch":370,"state":"active+clean","last_fresh":"2023-08-28T02:39:29.585658+0000","last_change":"2023-08-28T02:33:13.287922+0000","last_active":"2023-08-28T02:39:29.585658+0000","last_peered":"2023-08-28T02:39:29.585658+0000","last_clean":"2023-08-28T02:39:29.585658+0000","last_became_active":"2023-08-28T02:33:13.287520+0000","last_became_peered":"2023-08-28T02:33:13.287520+0000","last_unstale":"2023-08-28T02:39:29.585658+0000","last_undegraded":"2023-08-28T02:39:29.585658+0000","last_fullsized":"2023-08-28T02:39:29.585658+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:11.627168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":326,"reported_epoch":370,"state":"active+clean","last_fresh":"2023-08-28T02:39:29.585351+0000","last_change":"2023-08-28T02:33:13.289469+0000","last_active":"2023-08-28T02:39:29.585351+0000","last_peered":"2023-08-28T02:39:29.585351+0000","last_clean":"2023-08-28T02:39:29.585351+0000","last_became_active":"2023-08-28T02:33:13.288737+0000","last_became_peered":"2023-08-28T02:33:13.288737+0000","last_unstale":"2023-08-28T02:39:29.585351+0000","last_undegraded":"2023-08-28T02:39:29.585351+0000","last_fullsized":"2023-08-28T02:39:29.585351+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:11:15.043550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"65'4","reported_seq":351,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-08-28T02:39:35.583854+0000","last_change":"2023-08-28T02:32:28.607010+0000","last_active":"2023-08-28T02:39:35.583854+0000","last_peered":"2023-08-28T02:39:35.583854+0000","last_clean":"2023-08-28T02:39:35.583854+0000","last_became_active":"2023-08-28T02:32:28.492224+0000","last_became_peered":"2023-08-28T02:32:28.492224+0000","last_unstale":"2023-08-28T02:39:35.583854+0000","last_undegraded":"2023-08-28T02:39:35.583854+0000","last_fullsized":"2023-08-28T02:39:35.583854+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:13:45.711951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":554,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":378,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-08-28T02:39:35.587844+0000","last_change":"2023-08-28T02:33:13.309144+0000","last_active":"2023-08-28T02:39:35.587844+0000","last_peered":"2023-08-28T02:39:35.587844+0000","last_clean":"2023-08-28T02:39:35.587844+0000","last_became_active":"2023-08-28T02:33:13.308910+0000","last_became_peered":"2023-08-28T02:33:13.308910+0000","last_unstale":"2023-08-28T02:39:35.587844+0000","last_undegraded":"2023-08-28T02:39:35.587844+0000","last_fullsized":"2023-08-28T02:39:35.587844+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:09:59.549591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":3696361496,"num_objects":56403,"num_object_clones":0,"num_object_copies":169209,"num_objects_missing_on_primary":3556,"num_objects_missing":3556,"num_objects_degraded":14536,"num_objects_misplaced":17379,"num_objects_unfound":0,"num_objects_dirty":56403,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":130211,"num_write_kb":5971585,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":48678,"num_bytes_recovered":3163684864,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12313833472,"data_stored":12313821256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97159,"ondisk_log_size":97159,"up":48,"acting":45,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":10126,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":370028,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":89,"num_read_kb":167,"num_write":44,"num_write_kb":440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":584707,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2048000,"data_stored":2033792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299793,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1634960,"kb_used_data":1138824,"kb_used_omap":0,"kb_used_meta":496128,"kb_avail":92110192,"statfs":{"total":95995035648,"available":94320836608,"internally_reserved":0,"allocated":1166155776,"data_stored":1164681453,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":508035072},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:39:14 2023","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.44700000000000001,"15min":1.0820000000000001},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.219},"max":{"1min":0.71799999999999997,"5min":1.524,"15min":13.118},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.53700000000000003,"15min":1.48},"min":{"1min":0.31900000000000001,"5min":0.247,"15min":0.246},"max":{"1min":2.3439999999999999,"5min":2.6989999999999998,"15min":17.402999999999999},"last":0.42299999999999999}]},{"osd":1,"last update":"Mon Aug 28 02:38:44 2023","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.58999999999999997,"15min":1.8260000000000001},"min":{"1min":0.28799999999999998,"5min":0.253,"15min":0.248},"max":{"1min":3.113,"5min":5.492,"15min":17.43},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.68700000000000006,"5min":0.73699999999999999,"15min":1.7410000000000001},"min":{"1min":0.32100000000000001,"5min":0.28699999999999998,"15min":0.25900000000000001},"max":{"1min":3.5880000000000001,"5min":5.5179999999999998,"15min":19.913},"last":0.30399999999999999}]},{"osd":2,"last update":"Mon Aug 28 02:39:29 2023","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.5,"15min":1.1240000000000001},"min":{"1min":0.32200000000000001,"5min":0.26800000000000002,"15min":0.22900000000000001},"max":{"1min":2.96,"5min":2.96,"15min":8.3889999999999993},"last":0.38400000000000001},{"interface":"front","average":{"1min":0.68200000000000005,"5min":0.59099999999999997,"15min":1.0389999999999999},"min":{"1min":0.35399999999999998,"5min":0.28799999999999998,"15min":0.28699999999999998},"max":{"1min":1.9950000000000001,"5min":2.399,"15min":9.2219999999999995},"last":0.374}]},{"osd":3,"last update":"Mon Aug 28 02:39:19 2023","interfaces":[{"interface":"back","average":{"1min":0.68300000000000005,"5min":0.60699999999999998,"15min":0.68100000000000005},"min":{"1min":0.35899999999999999,"5min":0.312,"15min":0.312},"max":{"1min":3.9430000000000001,"5min":3.9430000000000001,"15min":3.9430000000000001},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.64400000000000002,"5min":0.59399999999999997,"15min":0.61799999999999999},"min":{"1min":0.32700000000000001,"5min":0.308,"15min":0.308},"max":{"1min":4.1879999999999997,"5min":4.1879999999999997,"15min":4.1879999999999997},"last":0.432}]},{"osd":4,"last update":"Mon Aug 28 02:39:14 2023","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":0.49399999999999999,"15min":1.1659999999999999},"min":{"1min":0.27900000000000003,"5min":0.27700000000000002,"15min":0.245},"max":{"1min":2.3860000000000001,"5min":2.677,"15min":18.943000000000001},"last":0.26700000000000002},{"interface":"front","average":{"1min":0.81399999999999995,"5min":0.59699999999999998,"15min":0.84199999999999997},"min":{"1min":0.313,"5min":0.28699999999999998,"15min":0.25700000000000001},"max":{"1min":3.282,"5min":3.282,"15min":7.2130000000000001},"last":0.33000000000000002}]},{"osd":5,"last update":"Mon Aug 28 02:39:14 2023","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.51400000000000001,"15min":0.94699999999999995},"min":{"1min":0.31,"5min":0.28100000000000003,"15min":0.23599999999999999},"max":{"1min":0.81799999999999995,"5min":2.6669999999999998,"15min":14.622},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.79600000000000004,"5min":0.57799999999999996,"15min":1.1759999999999999},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27000000000000002},"max":{"1min":3.214,"5min":3.214,"15min":17.324999999999999},"last":0.45300000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:39:14 2023","interfaces":[{"interface":"back","average":{"1min":0.85699999999999998,"5min":0.63700000000000001,"15min":1.2110000000000001},"min":{"1min":0.36099999999999999,"5min":0.33300000000000002,"15min":0.30299999999999999},"max":{"1min":3.8959999999999999,"5min":3.8959999999999999,"15min":17.454999999999998},"last":0.35899999999999999},{"interface":"front","average":{"1min":0.71399999999999997,"5min":0.59299999999999997,"15min":0.83499999999999996},"min":{"1min":0.40000000000000002,"5min":0.33400000000000002,"15min":0.28999999999999998},"max":{"1min":2.1339999999999999,"5min":2.4399999999999999,"15min":7.665},"last":0.442}]}]},{"osd":6,"up_from":0,"seq":193273528724,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":101,"seq":433791697183,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1316096,"kb_used_data":683832,"kb_used_omap":4,"kb_used_meta":632251,"kb_avail":92429056,"statfs":{"total":95995035648,"available":94647353344,"internally_reserved":0,"allocated":700243968,"data_stored":698116792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":647425934},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:38:48 2023","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.48699999999999999,"15min":1.776},"min":{"1min":0.24299999999999999,"5min":0.23799999999999999,"15min":0.22},"max":{"1min":1.659,"5min":3.3730000000000002,"15min":24.545999999999999},"last":0.38600000000000001},{"interface":"front","average":{"1min":0.497,"5min":0.66500000000000004,"15min":2.323},"min":{"1min":0.27100000000000002,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":1.0600000000000001,"5min":7.2450000000000001,"15min":24.515000000000001},"last":0.36699999999999999}]},{"osd":2,"last update":"Mon Aug 28 02:39:36 2023","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.59599999999999997,"15min":1.8100000000000001},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":1.028,"5min":3.544,"15min":22.161000000000001},"last":0.55000000000000004},{"interface":"front","average":{"1min":0.63100000000000001,"5min":0.54500000000000004,"15min":1.415},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.254},"max":{"1min":2.9369999999999998,"5min":2.9369999999999998,"15min":19.100999999999999},"last":0.33700000000000002}]},{"osd":3,"last update":"Mon Aug 28 02:39:24 2023","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.58199999999999996,"15min":0.502},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":1.788,"5min":2.742,"15min":2.742},"last":0.505},{"interface":"front","average":{"1min":0.66000000000000003,"5min":0.59599999999999997,"15min":0.54200000000000004},"min":{"1min":0.34399999999999997,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":2.0939999999999999,"5min":3.5819999999999999,"15min":3.5819999999999999},"last":0.44800000000000001}]},{"osd":4,"last update":"Mon Aug 28 02:38:48 2023","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.64800000000000002,"15min":1.264},"min":{"1min":0.30599999999999999,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":1.9910000000000001,"5min":3.0259999999999998,"15min":18.992999999999999},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.73799999999999999,"5min":0.63,"15min":1.4419999999999999},"min":{"1min":0.44,"5min":0.34300000000000003,"15min":0.26400000000000001},"max":{"1min":2.0070000000000001,"5min":2.0070000000000001,"15min":14.779999999999999},"last":0.433}]},{"osd":5,"last update":"Mon Aug 28 02:38:48 2023","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.67300000000000004,"15min":1.8979999999999999},"min":{"1min":0.372,"5min":0.36499999999999999,"15min":0.29999999999999999},"max":{"1min":0.96299999999999997,"5min":3.7029999999999998,"15min":18.626999999999999},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.67700000000000005,"5min":0.70699999999999996,"15min":1.6639999999999999},"min":{"1min":0.38200000000000001,"5min":0.35299999999999998,"15min":0.33600000000000002},"max":{"1min":2.5739999999999998,"5min":3.0609999999999999,"15min":18.945},"last":0.53400000000000003}]},{"osd":6,"last update":"Mon Aug 28 02:38:48 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.70099999999999996,"15min":1.841},"min":{"1min":0.45300000000000001,"5min":0.40799999999999997,"15min":0.34300000000000003},"max":{"1min":1.923,"5min":3.7400000000000002,"15min":12.221},"last":0.627},{"interface":"front","average":{"1min":0.77000000000000002,"5min":0.77200000000000002,"15min":1.472},"min":{"1min":0.45000000000000001,"5min":0.39100000000000001,"15min":0.35699999999999998},"max":{"1min":2.4780000000000002,"5min":3.089,"15min":19.021999999999998},"last":0.59299999999999997}]},{"osd":7,"last update":"Mon Aug 28 02:38:48 2023","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.76100000000000001,"15min":1.6080000000000001},"min":{"1min":0.434,"5min":0.38500000000000001,"15min":0.374},"max":{"1min":2.2850000000000001,"5min":3.1080000000000001,"15min":19.047999999999998},"last":0.63400000000000001},{"interface":"front","average":{"1min":0.94199999999999995,"5min":0.73499999999999999,"15min":1.6919999999999999},"min":{"1min":0.52400000000000002,"5min":0.432,"15min":0.312},"max":{"1min":2.3679999999999999,"5min":2.3679999999999999,"15min":14.818},"last":0.57899999999999996}]}]},{"osd":0,"up_from":87,"seq":373662155049,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2940408,"kb_used_data":2253232,"kb_used_omap":5,"kb_used_meta":687162,"kb_avail":90804744,"statfs":{"total":95995035648,"available":92984057856,"internally_reserved":0,"allocated":2307309568,"data_stored":2305071985,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":703654522},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:38:40 2023","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.45900000000000002,"15min":1.4199999999999999},"min":{"1min":0.23699999999999999,"5min":0.20300000000000001,"15min":0.184},"max":{"1min":0.94499999999999995,"5min":2.5489999999999999,"15min":30.315000000000001},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.51700000000000002,"15min":2.073},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.221},"max":{"1min":0.83499999999999996,"5min":4.0679999999999996,"15min":69.272000000000006},"last":0.58799999999999997}]},{"osd":2,"last update":"Mon Aug 28 02:38:40 2023","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.65000000000000002,"15min":1.6819999999999999},"min":{"1min":0.27900000000000003,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":1.9419999999999999,"5min":4.4020000000000001,"15min":20.959},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.66300000000000003,"15min":1.518},"min":{"1min":0.314,"5min":0.28000000000000003,"15min":0.24299999999999999},"max":{"1min":1.71,"5min":6.1180000000000003,"15min":9.3729999999999993},"last":0.34000000000000002}]},{"osd":3,"last update":"Mon Aug 28 02:39:23 2023","interfaces":[{"interface":"back","average":{"1min":0.80200000000000005,"5min":0.77800000000000002,"15min":0.75900000000000001},"min":{"1min":0.35299999999999998,"5min":0.32600000000000001,"15min":0.26600000000000001},"max":{"1min":2.7170000000000001,"5min":5.6680000000000001,"15min":5.6680000000000001},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.98299999999999998,"5min":0.745,"15min":0.76900000000000002},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":4.1669999999999998,"5min":4.9199999999999999,"15min":4.9199999999999999},"last":0.51900000000000002}]},{"osd":4,"last update":"Mon Aug 28 02:39:23 2023","interfaces":[{"interface":"back","average":{"1min":0.84699999999999998,"5min":0.60299999999999998,"15min":2.1059999999999999},"min":{"1min":0.35199999999999998,"5min":0.315,"15min":0.29299999999999998},"max":{"1min":4.3339999999999996,"5min":4.3339999999999996,"15min":274.33199999999999},"last":0.56699999999999995},{"interface":"front","average":{"1min":0.755,"5min":0.65500000000000003,"15min":2.4729999999999999},"min":{"1min":0.36699999999999999,"5min":0.34999999999999998,"15min":0.28199999999999997},"max":{"1min":2.8969999999999998,"5min":2.8969999999999998,"15min":266.31999999999999},"last":0.55300000000000005}]},{"osd":5,"last update":"Mon Aug 28 02:39:23 2023","interfaces":[{"interface":"back","average":{"1min":0.85999999999999999,"5min":0.63400000000000001,"15min":1.2310000000000001},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.29299999999999998},"max":{"1min":4.2089999999999996,"5min":4.2089999999999996,"15min":13.038},"last":0.69799999999999995},{"interface":"front","average":{"1min":0.75,"5min":0.64300000000000002,"15min":1.6579999999999999},"min":{"1min":0.42499999999999999,"5min":0.36699999999999999,"15min":0.27800000000000002},"max":{"1min":2.8039999999999998,"5min":2.8039999999999998,"15min":15.231},"last":0.50700000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:39:23 2023","interfaces":[{"interface":"back","average":{"1min":0.93200000000000005,"5min":0.69299999999999995,"15min":1.4079999999999999},"min":{"1min":0.42399999999999999,"5min":0.40999999999999998,"15min":0.29399999999999998},"max":{"1min":4.2869999999999999,"5min":4.2869999999999999,"15min":15.122999999999999},"last":0.65400000000000003},{"interface":"front","average":{"1min":0.77900000000000003,"5min":0.67700000000000005,"15min":1.6719999999999999},"min":{"1min":0.46100000000000002,"5min":0.38300000000000001,"15min":0.35599999999999998},"max":{"1min":2.927,"5min":2.927,"15min":15.186999999999999},"last":0.42499999999999999}]},{"osd":7,"last update":"Mon Aug 28 02:39:23 2023","interfaces":[{"interface":"back","average":{"1min":0.83699999999999997,"5min":0.82499999999999996,"15min":1.6699999999999999},"min":{"1min":0.434,"5min":0.434,"15min":0.33400000000000002},"max":{"1min":2.758,"5min":4.4390000000000001,"15min":16.183},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.96499999999999997,"5min":0.78900000000000003,"15min":1.427},"min":{"1min":0.46400000000000002,"5min":0.46000000000000002,"15min":0.35999999999999999},"max":{"1min":4.2519999999999998,"5min":4.2519999999999998,"15min":13.005000000000001},"last":0.61499999999999999}]}]},{"osd":2,"up_from":0,"seq":502511173909,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":297,"seq":1275605286991,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":863072,"kb_used_data":706008,"kb_used_omap":2,"kb_used_meta":157053,"kb_avail":92882080,"statfs":{"total":95995035648,"available":95111249920,"internally_reserved":0,"allocated":722952192,"data_stored":720842333,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":160822325},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:39:18 2023","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.54100000000000004,"15min":0.44900000000000001},"min":{"1min":0.22700000000000001,"5min":0.224,"15min":0.22},"max":{"1min":0.67400000000000004,"5min":6.8819999999999997,"15min":6.8819999999999997},"last":0.35599999999999998},{"interface":"front","average":{"1min":0.443,"5min":0.58499999999999996,"15min":0.66100000000000003},"min":{"1min":0.29499999999999998,"5min":0.217,"15min":0.217},"max":{"1min":0.77200000000000002,"5min":6.7839999999999998,"15min":6.7839999999999998},"last":0.42699999999999999}]},{"osd":1,"last update":"Mon Aug 28 02:39:18 2023","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.60499999999999998,"15min":0.46700000000000003},"min":{"1min":0.30599999999999999,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.748,"5min":4.0650000000000004,"15min":4.0650000000000004},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.63200000000000001,"15min":0.69399999999999995},"min":{"1min":0.28000000000000003,"5min":0.249,"15min":0.249},"max":{"1min":2.121,"5min":3.9249999999999998,"15min":3.9249999999999998},"last":0.40799999999999997}]},{"osd":2,"last update":"Mon Aug 28 02:39:18 2023","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.52800000000000002,"15min":0.60399999999999998},"min":{"1min":0.32600000000000001,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":2.1659999999999999,"5min":2.3079999999999998,"15min":2.5449999999999999},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.623,"15min":0.56999999999999995},"min":{"1min":0.317,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.94099999999999995,"5min":4.7030000000000003,"15min":4.7030000000000003},"last":0.316}]},{"osd":4,"last update":"Mon Aug 28 02:39:18 2023","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.64000000000000001,"15min":0.59399999999999997},"min":{"1min":0.38700000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.153,"5min":6.2670000000000003,"15min":6.2670000000000003},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.64400000000000002,"15min":0.56999999999999995},"min":{"1min":0.378,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.93700000000000006,"5min":3.5030000000000001,"15min":3.5030000000000001},"last":0.54300000000000004}]},{"osd":5,"last update":"Mon Aug 28 02:39:18 2023","interfaces":[{"interface":"back","average":{"1min":0.68400000000000005,"5min":0.66700000000000004,"15min":0.59999999999999998},"min":{"1min":0.42299999999999999,"5min":0.313,"15min":0.313},"max":{"1min":2.7450000000000001,"5min":3.5390000000000001,"15min":3.5390000000000001},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.70199999999999996,"5min":0.64000000000000001,"15min":0.57399999999999995},"min":{"1min":0.40999999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":2.919,"5min":3.411,"15min":3.411},"last":0.505}]},{"osd":6,"last update":"Mon Aug 28 02:39:18 2023","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":0.67100000000000004,"15min":0.65300000000000002},"min":{"1min":0.438,"5min":0.436,"15min":0.436},"max":{"1min":2.4950000000000001,"5min":2.4950000000000001,"15min":2.4950000000000001},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.77600000000000002,"5min":0.71899999999999997,"15min":0.66100000000000003},"min":{"1min":0.46300000000000002,"5min":0.378,"15min":0.378},"max":{"1min":2.5369999999999999,"5min":3.6099999999999999,"15min":3.6099999999999999},"last":0.73199999999999998}]},{"osd":7,"last update":"Mon Aug 28 02:39:18 2023","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.67000000000000004,"15min":0.60799999999999998},"min":{"1min":0.42999999999999999,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":2.645,"5min":2.9399999999999999,"15min":2.9399999999999999},"last":0.625},{"interface":"front","average":{"1min":0.71199999999999997,"5min":0.71399999999999997,"15min":0.67000000000000004},"min":{"1min":0.42099999999999999,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":2.661,"5min":2.9540000000000002,"15min":2.9540000000000002},"last":0.63800000000000001}]}]},{"osd":4,"up_from":30,"seq":128849019286,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2982560,"kb_used_data":2491480,"kb_used_omap":0,"kb_used_meta":491072,"kb_avail":90762592,"statfs":{"total":95995035648,"available":92940894208,"internally_reserved":0,"allocated":2551275520,"data_stored":2549793938,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":502857728},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:39:27 2023","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.57399999999999995,"15min":1.4019999999999999},"min":{"1min":0.249,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.628,"5min":10.249000000000001,"15min":22.515000000000001},"last":0.35899999999999999},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.53700000000000003,"15min":1.3169999999999999},"min":{"1min":0.27300000000000002,"5min":0.23200000000000001,"15min":0.218},"max":{"1min":0.65900000000000003,"5min":4.5250000000000004,"15min":22.454000000000001},"last":0.56399999999999995}]},{"osd":1,"last update":"Mon Aug 28 02:38:49 2023","interfaces":[{"interface":"back","average":{"1min":0.47899999999999998,"5min":0.56899999999999995,"15min":1.2889999999999999},"min":{"1min":0.29599999999999999,"5min":0.254,"15min":0.248},"max":{"1min":0.70799999999999996,"5min":5.5979999999999999,"15min":23.082000000000001},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.48399999999999999,"5min":0.53700000000000003,"15min":1.4319999999999999},"min":{"1min":0.33700000000000002,"5min":0.28199999999999997,"15min":0.26000000000000001},"max":{"1min":0.65200000000000002,"5min":4.5910000000000002,"15min":25.100000000000001},"last":0.45000000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:39:27 2023","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.63,"15min":1.323},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.27900000000000003},"max":{"1min":1.52,"5min":4.5430000000000001,"15min":13.194000000000001},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.46100000000000002,"5min":0.625,"15min":1.2290000000000001},"min":{"1min":0.34899999999999998,"5min":0.312,"15min":0.29399999999999998},"max":{"1min":0.68300000000000005,"5min":5.6360000000000001,"15min":13.515000000000001},"last":0.503}]},{"osd":3,"last update":"Mon Aug 28 02:39:27 2023","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.60699999999999998,"15min":0.74099999999999999},"min":{"1min":0.39000000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.7689999999999999,"5min":3.8260000000000001,"15min":7.7480000000000002},"last":1.1619999999999999},{"interface":"front","average":{"1min":0.69099999999999995,"5min":0.73199999999999998,"15min":0.67700000000000005},"min":{"1min":0.36099999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":2.7989999999999999,"5min":3.7069999999999999,"15min":3.7069999999999999},"last":0.53900000000000003}]},{"osd":5,"last update":"Mon Aug 28 02:39:03 2023","interfaces":[{"interface":"back","average":{"1min":0.38500000000000001,"5min":0.48299999999999998,"15min":1.008},"min":{"1min":0.29099999999999998,"5min":0.27300000000000002,"15min":0.222},"max":{"1min":0.65000000000000002,"5min":4.609,"15min":16.181999999999999},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.432,"5min":0.47199999999999998,"15min":1.0669999999999999},"min":{"1min":0.30199999999999999,"5min":0.27500000000000002,"15min":0.20699999999999999},"max":{"1min":0.80400000000000005,"5min":1.5700000000000001,"15min":10.233000000000001},"last":0.64600000000000002}]},{"osd":6,"last update":"Mon Aug 28 02:39:19 2023","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.496,"15min":0.96199999999999997},"min":{"1min":0.33700000000000002,"5min":0.27100000000000002,"15min":0.26500000000000001},"max":{"1min":2.2949999999999999,"5min":2.2949999999999999,"15min":10.023999999999999},"last":0.62},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.5,"15min":1.0289999999999999},"min":{"1min":0.32100000000000001,"5min":0.30499999999999999,"15min":0.26600000000000001},"max":{"1min":1.248,"5min":1.679,"15min":8.5},"last":1.1200000000000001}]},{"osd":7,"last update":"Mon Aug 28 02:39:27 2023","interfaces":[{"interface":"back","average":{"1min":0.754,"5min":0.58899999999999997,"15min":1.0449999999999999},"min":{"1min":0.317,"5min":0.28999999999999998,"15min":0.22500000000000001},"max":{"1min":4.5250000000000004,"5min":4.5720000000000001,"15min":9.3209999999999997},"last":0.55000000000000004},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.56799999999999995,"15min":0.97699999999999998},"min":{"1min":0.39200000000000002,"5min":0.32400000000000001,"15min":0.30299999999999999},"max":{"1min":1.081,"5min":1.647,"15min":15.597},"last":0.59199999999999997}]}]},{"osd":5,"up_from":37,"seq":158913790359,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2150720,"kb_used_data":1592120,"kb_used_omap":0,"kb_used_meta":558592,"kb_avail":91594432,"statfs":{"total":95995035648,"available":93792698368,"internally_reserved":0,"allocated":1630330880,"data_stored":1628869159,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":571998208},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,1,0,0,0,0,1],"upper_bound":512},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:38:52 2023","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.437,"15min":1.4099999999999999},"min":{"1min":0.26100000000000001,"5min":0.23200000000000001,"15min":0.20200000000000001},"max":{"1min":0.64600000000000002,"5min":1.1100000000000001,"15min":15.156000000000001},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.53300000000000003,"15min":1.45},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.24099999999999999},"max":{"1min":1.4019999999999999,"5min":4.298,"15min":19.815999999999999},"last":0.36299999999999999}]},{"osd":1,"last update":"Mon Aug 28 02:38:52 2023","interfaces":[{"interface":"back","average":{"1min":0.73999999999999999,"5min":0.53600000000000003,"15min":1.651},"min":{"1min":0.312,"5min":0.27900000000000003,"15min":0.23699999999999999},"max":{"1min":3.7989999999999999,"5min":3.7989999999999999,"15min":17.998000000000001},"last":0.44500000000000001},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.56100000000000005,"15min":1.4990000000000001},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.26000000000000001},"max":{"1min":1.056,"5min":4.2149999999999999,"15min":19.853000000000002},"last":0.39900000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:38:52 2023","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.51400000000000001,"15min":1.3129999999999999},"min":{"1min":0.32100000000000001,"5min":0.28100000000000003,"15min":0.27700000000000002},"max":{"1min":0.68999999999999995,"5min":1.776,"15min":13.335000000000001},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.77000000000000002,"5min":0.66300000000000003,"15min":1.54},"min":{"1min":0.39100000000000001,"5min":0.315,"15min":0.28499999999999998},"max":{"1min":3.597,"5min":4.2400000000000002,"15min":10.629},"last":0.48699999999999999}]},{"osd":3,"last update":"Mon Aug 28 02:39:27 2023","interfaces":[{"interface":"back","average":{"1min":0.75800000000000001,"5min":0.55300000000000005,"15min":1.05},"min":{"1min":0.308,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":3.7730000000000001,"5min":3.7730000000000001,"15min":16.190999999999999},"last":0.33200000000000002},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.63400000000000001,"15min":1.3340000000000001},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33500000000000002},"max":{"1min":1.492,"5min":4.8230000000000004,"15min":21.420999999999999},"last":0.51600000000000001}]},{"osd":4,"last update":"Mon Aug 28 02:39:02 2023","interfaces":[{"interface":"back","average":{"1min":0.438,"5min":0.42299999999999999,"15min":1.016},"min":{"1min":0.251,"5min":0.25,"15min":0.23100000000000001},"max":{"1min":0.98699999999999999,"5min":1.516,"15min":13.616},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.75800000000000001,"5min":0.58199999999999996,"15min":1.1859999999999999},"min":{"1min":0.29299999999999998,"5min":0.28499999999999998,"15min":0.25700000000000001},"max":{"1min":3.5179999999999998,"5min":4.1879999999999997,"15min":10.664999999999999},"last":0.42999999999999999}]},{"osd":6,"last update":"Mon Aug 28 02:38:52 2023","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.55700000000000005,"15min":1.2190000000000001},"min":{"1min":0.29099999999999998,"5min":0.28599999999999998,"15min":0.23300000000000001},"max":{"1min":1.6839999999999999,"5min":4.04,"15min":17.510000000000002},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.755,"5min":0.55900000000000005,"15min":1.179},"min":{"1min":0.34000000000000002,"5min":0.29499999999999998,"15min":0.254},"max":{"1min":3.726,"5min":3.726,"15min":15.856999999999999},"last":0.41299999999999998}]},{"osd":7,"last update":"Mon Aug 28 02:38:52 2023","interfaces":[{"interface":"back","average":{"1min":0.98499999999999999,"5min":0.64600000000000002,"15min":1.3700000000000001},"min":{"1min":0.40899999999999997,"5min":0.34999999999999998,"15min":0.315},"max":{"1min":6.9630000000000001,"5min":6.9630000000000001,"15min":31.707000000000001},"last":0.374},{"interface":"front","average":{"1min":0.95399999999999996,"5min":0.70099999999999996,"15min":1.423},"min":{"1min":0.39400000000000002,"5min":0.33000000000000002,"15min":0.318},"max":{"1min":4.5890000000000004,"5min":4.5890000000000004,"15min":31.66},"last":0.54500000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":2301366272,"data_stored":2301362200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":693960704,"data_stored":693960704,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1579614208,"data_stored":1579614208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":716898304,"data_stored":716898304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":2542080000,"data_stored":2542075928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1623851008,"data_stored":1623851008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1695158272,"data_stored":1695154200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1160904704,"data_stored":1160904704,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:39:45.340 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:39:45.349 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:45.349 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:39:45.418 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:39:45.450 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:39:45.480 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:39:45 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:39:45] "GET /metrics HTTP/1.1" 200 36613 "" "Prometheus/2.43.0" 2023-08-28T02:39:45.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:45 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:39:45.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:45 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:39:45.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:45 smithi040 ceph-mon[175404]: pgmap v1147: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.4 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 120 op/s; 14536/169278 objects degraded (8.587%); 17379/169278 objects misplaced (10.267%); 1.3 MiB/s, 20 objects/s recovering 2023-08-28T02:39:45.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:45 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:39:45.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:45 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:39:45.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:45 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:39:45.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:45 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:39:45.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:45 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:39:45.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:45 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:39:45.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:45 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:39:45.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:45 smithi040 ceph-mon[170259]: pgmap v1147: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.4 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 120 op/s; 14536/169278 objects degraded (8.587%); 17379/169278 objects misplaced (10.267%); 1.3 MiB/s, 20 objects/s recovering 2023-08-28T02:39:45.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:45 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:39:45.482 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:45 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:39:45.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:45 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:39:45.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:45 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:39:45.483 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:45 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:39:45.484 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:45.556 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:39:45.559 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:45.560 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:39:45.660 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:39:45.686 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:45 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:39:45.686 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:45 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:39:45.686 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:45 smithi083 ceph-mon[157819]: pgmap v1147: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.4 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 120 op/s; 14536/169278 objects degraded (8.587%); 17379/169278 objects misplaced (10.267%); 1.3 MiB/s, 20 objects/s recovering 2023-08-28T02:39:45.686 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:45 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:39:45.686 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:45 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:39:45.686 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:45 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:39:45.687 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:45 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:39:45.687 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:45 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:39:45.688 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:45.707 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:39:45.709 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:45.710 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:39:45.810 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:39:45.850 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:45.969 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-08-28T02:39:45.969 INFO:teuthology.orchestra.run.smithi040.stdout: "ops": [], 2023-08-28T02:39:45.969 INFO:teuthology.orchestra.run.smithi040.stdout: "complaint_time": 30, 2023-08-28T02:39:45.970 INFO:teuthology.orchestra.run.smithi040.stdout: "num_blocked_ops": 0 2023-08-28T02:39:45.970 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-08-28T02:39:45.973 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:39:45.977 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:45.978 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:39:46.078 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:39:46.106 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:46.125 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:39:46.127 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:46.128 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:39:46.228 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:39:46.256 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:46.276 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:39:46.278 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:46.279 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:39:46.379 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:39:46.409 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:46.436 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:39:46.440 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:46.440 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:39:46.514 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.0 dump_historic_ops 2023-08-28T02:39:46.541 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:39:46.568 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:46.592 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:39:46.595 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:46.596 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:39:46.697 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-08-28T02:39:46.697 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:39:46.726 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:46 smithi083 ceph-mon[157819]: from='client.36564 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:39:46.726 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:46 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 14536/169278 objects degraded (8.587%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:39:46.729 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:46.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:46 smithi040 ceph-mon[175404]: from='client.36564 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:39:46.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:46 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 14536/169278 objects degraded (8.587%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:39:46.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:46 smithi040 ceph-mon[170259]: from='client.36564 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:39:46.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:46 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 14536/169278 objects degraded (8.587%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:39:46.751 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:39:46.754 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:46.754 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:39:46.855 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:39:46.874 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:39:46.883 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:46.903 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:39:46.908 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:46.908 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:39:47.009 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:39:47.038 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:47.062 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:39:47.065 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:47.065 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:39:47.166 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:39:47.200 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:47.229 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:39:47.233 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:47.234 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:39:47.334 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:39:47.370 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:47.385 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:47 smithi083 ceph-mon[157819]: pgmap v1148: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.4 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 109 op/s; 14472/168456 objects degraded (8.591%); 17352/168456 objects misplaced (10.301%); 1.3 MiB/s, 20 objects/s recovering 2023-08-28T02:39:47.385 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:47 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3070564495' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:39:47.386 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:47 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:39:47.394 INFO:teuthology.orchestra.run.smithi040.stderr:noscrub is unset 2023-08-28T02:39:47.534 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:39:47.547 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:39:47.554 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:47.555 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:39:47.581 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:47 smithi040 ceph-mon[170259]: pgmap v1148: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.4 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 109 op/s; 14472/168456 objects degraded (8.591%); 17352/168456 objects misplaced (10.301%); 1.3 MiB/s, 20 objects/s recovering 2023-08-28T02:39:47.640 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:47 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3070564495' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:39:47.640 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:47 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:39:47.641 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:47 smithi040 ceph-mon[175404]: pgmap v1148: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.4 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 109 op/s; 14472/168456 objects degraded (8.591%); 17352/168456 objects misplaced (10.301%); 1.3 MiB/s, 20 objects/s recovering 2023-08-28T02:39:47.641 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:47 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3070564495' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:39:47.641 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:47 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:39:47.655 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:39:47.688 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:47.760 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:39:47.762 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:47.763 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:39:47.864 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:39:47.895 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:47.922 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:39:47.926 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:47.927 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:39:48.027 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:39:48.060 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:48.085 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:39:48.090 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:48.090 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:39:48.191 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:39:48.227 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:48.249 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:39:48.350 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:39:48.353 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:48.353 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:39:48.402 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-08-28T02:39:48.402 INFO:teuthology.orchestra.run.smithi040.stdout: "size": 20, 2023-08-28T02:39:48.402 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 600, 2023-08-28T02:39:48.403 INFO:teuthology.orchestra.run.smithi040.stdout: "ops": [ 2023-08-28T02:39:48.403 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.403 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:54154 10.4 10:26722e6f:::benchmark_data_smithi040_250784_object54153:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e260)", 2023-08-28T02:39:48.403 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:31:27.916387+0000", 2023-08-28T02:39:48.403 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 500.48429142600003, 2023-08-28T02:39:48.403 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.017345653, 2023-08-28T02:39:48.403 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:39:48.403 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "reached pg", 2023-08-28T02:39:48.403 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:39:48.403 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:39:48.403 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:39:48.403 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 54154 2023-08-28T02:39:48.404 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.404 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:39:48.404 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.404 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:39:48.404 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.916387+0000", 2023-08-28T02:39:48.404 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:39:48.404 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.404 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.404 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:39:48.404 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.916387+0000", 2023-08-28T02:39:48.404 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:39:48.404 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.405 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.405 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:39:48.405 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.916386+0000", 2023-08-28T02:39:48.405 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:39:48.405 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.405 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.405 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:39:48.405 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.916414+0000", 2023-08-28T02:39:48.405 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.8586e-05 2023-08-28T02:39:48.405 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.405 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.405 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:39:48.405 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.916428+0000", 2023-08-28T02:39:48.406 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.3509000000000001e-05 2023-08-28T02:39:48.406 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.406 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.406 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:39:48.406 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.916436+0000", 2023-08-28T02:39:48.406 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.1559999999999995e-06 2023-08-28T02:39:48.406 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.406 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.406 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:39:48.406 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.922725+0000", 2023-08-28T02:39:48.406 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0062893139999999998 2023-08-28T02:39:48.407 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.407 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.407 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:39:48.407 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.922883+0000", 2023-08-28T02:39:48.407 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00015817899999999999 2023-08-28T02:39:48.407 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.407 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.407 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 3,4", 2023-08-28T02:39:48.407 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.923043+0000", 2023-08-28T02:39:48.407 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000160049 2023-08-28T02:39:48.407 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.407 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.408 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:39:48.408 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.934673+0000", 2023-08-28T02:39:48.408 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.011629563000000001 2023-08-28T02:39:48.408 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.408 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.408 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:39:48.408 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.934689+0000", 2023-08-28T02:39:48.408 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.5695000000000001e-05 2023-08-28T02:39:48.408 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.409 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.409 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:39:48.409 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.933641+0000", 2023-08-28T02:39:48.409 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.99895263999999995 2023-08-28T02:39:48.409 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.409 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.409 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:39:48.409 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.933733+0000", 2023-08-28T02:39:48.409 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.1692000000000002e-05 2023-08-28T02:39:48.409 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:39:48.409 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:39:48.410 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:39:48.410 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.410 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.410 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:54159 10.4 10:2ca7342e:::benchmark_data_smithi040_250784_object54158:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e260)", 2023-08-28T02:39:48.410 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:31:27.931101+0000", 2023-08-28T02:39:48.410 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 500.46957741599999, 2023-08-28T02:39:48.410 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0199644839999999, 2023-08-28T02:39:48.410 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:39:48.410 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:39:48.410 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:39:48.410 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:39:48.411 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:39:48.411 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 54159 2023-08-28T02:39:48.411 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.411 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:39:48.411 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.411 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:39:48.411 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.931101+0000", 2023-08-28T02:39:48.411 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:39:48.411 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.411 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.411 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:39:48.411 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.931101+0000", 2023-08-28T02:39:48.412 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:39:48.412 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.412 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.412 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:39:48.412 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.931099+0000", 2023-08-28T02:39:48.412 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999976 2023-08-28T02:39:48.412 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.412 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.412 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:39:48.412 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.931127+0000", 2023-08-28T02:39:48.412 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.7977e-05 2023-08-28T02:39:48.412 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.413 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.413 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:39:48.413 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.931143+0000", 2023-08-28T02:39:48.413 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.5494000000000001e-05 2023-08-28T02:39:48.413 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.413 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.413 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:39:48.413 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.931152+0000", 2023-08-28T02:39:48.413 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.6379999999999999e-06 2023-08-28T02:39:48.413 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.413 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.413 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:39:48.414 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.934717+0000", 2023-08-28T02:39:48.414 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0035646039999999999 2023-08-28T02:39:48.414 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.414 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.414 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:39:48.414 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.934724+0000", 2023-08-28T02:39:48.414 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.9920000000000001e-06 2023-08-28T02:39:48.414 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.414 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.414 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:39:48.414 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.933994+0000", 2023-08-28T02:39:48.415 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.99927000499999996 2023-08-28T02:39:48.415 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.415 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.415 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:39:48.415 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.934141+0000", 2023-08-28T02:39:48.415 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00014692199999999999 2023-08-28T02:39:48.415 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.415 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.415 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 4", 2023-08-28T02:39:48.415 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.934334+0000", 2023-08-28T02:39:48.415 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00019339699999999999 2023-08-28T02:39:48.415 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.416 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.416 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:39:48.416 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.943352+0000", 2023-08-28T02:39:48.416 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0090177130000000001 2023-08-28T02:39:48.416 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.416 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.416 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:48.416 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.950878+0000", 2023-08-28T02:39:48.416 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0075262660000000002 2023-08-28T02:39:48.416 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.416 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.417 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:39:48.417 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.950960+0000", 2023-08-28T02:39:48.417 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.2159999999999999e-05 2023-08-28T02:39:48.417 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.417 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.417 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:39:48.417 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.951066+0000", 2023-08-28T02:39:48.417 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000105507 2023-08-28T02:39:48.417 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:39:48.417 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:39:48.417 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:39:48.417 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.418 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.418 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:54163 10.4 10:25271570:::benchmark_data_smithi040_250784_object54162:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e260)", 2023-08-28T02:39:48.418 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:31:27.934544+0000", 2023-08-28T02:39:48.418 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 500.46613456099999, 2023-08-28T02:39:48.418 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0167004099999999, 2023-08-28T02:39:48.418 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:39:48.418 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:39:48.418 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:39:48.418 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:39:48.418 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:39:48.418 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 54163 2023-08-28T02:39:48.419 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.419 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:39:48.419 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.419 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:39:48.419 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.934544+0000", 2023-08-28T02:39:48.419 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:39:48.419 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.419 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.419 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:39:48.419 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.934544+0000", 2023-08-28T02:39:48.419 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:39:48.419 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.420 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.420 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:39:48.420 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.934543+0000", 2023-08-28T02:39:48.420 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:39:48.420 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.420 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.420 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:39:48.420 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.934575+0000", 2023-08-28T02:39:48.420 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.2786000000000001e-05 2023-08-28T02:39:48.420 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.420 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.421 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:39:48.421 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.934592+0000", 2023-08-28T02:39:48.421 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.6663e-05 2023-08-28T02:39:48.421 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.421 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.421 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:39:48.421 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.934603+0000", 2023-08-28T02:39:48.421 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0546e-05 2023-08-28T02:39:48.421 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.421 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.421 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:39:48.422 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.934745+0000", 2023-08-28T02:39:48.422 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000142924 2023-08-28T02:39:48.422 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.422 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.422 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:39:48.422 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.934752+0000", 2023-08-28T02:39:48.422 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.9469999999999997e-06 2023-08-28T02:39:48.422 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.422 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.422 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:39:48.422 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.936663+0000", 2023-08-28T02:39:48.423 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.001910742 2023-08-28T02:39:48.423 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.423 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.423 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:39:48.423 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.936805+0000", 2023-08-28T02:39:48.423 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000141812 2023-08-28T02:39:48.423 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.423 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.423 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 4", 2023-08-28T02:39:48.423 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.936965+0000", 2023-08-28T02:39:48.423 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00016000300000000001 2023-08-28T02:39:48.423 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.424 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.424 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:39:48.424 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.943360+0000", 2023-08-28T02:39:48.424 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0063946319999999999 2023-08-28T02:39:48.424 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.424 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.424 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:48.424 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.951118+0000", 2023-08-28T02:39:48.424 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0077587569999999998 2023-08-28T02:39:48.424 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.424 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.425 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:39:48.425 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.951166+0000", 2023-08-28T02:39:48.425 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.8041000000000003e-05 2023-08-28T02:39:48.425 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.425 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.425 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:39:48.425 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.951245+0000", 2023-08-28T02:39:48.425 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.8281000000000005e-05 2023-08-28T02:39:48.425 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:39:48.425 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:39:48.425 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:39:48.425 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.426 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.426 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:54175 10.4 10:25d3dc68:::benchmark_data_smithi040_250784_object54174:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e261)", 2023-08-28T02:39:48.426 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:31:27.953683+0000", 2023-08-28T02:39:48.426 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 500.44699581200001, 2023-08-28T02:39:48.426 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.99773759399999995, 2023-08-28T02:39:48.426 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:39:48.426 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:39:48.426 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:39:48.426 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:39:48.426 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:39:48.426 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 54175 2023-08-28T02:39:48.426 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.427 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:39:48.427 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.427 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:39:48.427 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.953683+0000", 2023-08-28T02:39:48.427 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:39:48.427 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.427 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.427 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:39:48.427 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.953683+0000", 2023-08-28T02:39:48.427 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:39:48.427 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.427 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.427 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:39:48.428 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.953682+0000", 2023-08-28T02:39:48.428 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:39:48.428 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.428 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.428 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:39:48.428 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.953709+0000", 2023-08-28T02:39:48.428 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.6633999999999999e-05 2023-08-28T02:39:48.428 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.428 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.428 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:39:48.428 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.953721+0000", 2023-08-28T02:39:48.429 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1754e-05 2023-08-28T02:39:48.429 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.429 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.429 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:39:48.429 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.953729+0000", 2023-08-28T02:39:48.429 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.2209999999999997e-06 2023-08-28T02:39:48.429 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.429 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.429 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:39:48.429 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.953783+0000", 2023-08-28T02:39:48.429 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.4302000000000003e-05 2023-08-28T02:39:48.429 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.430 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.430 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:39:48.430 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.953793+0000", 2023-08-28T02:39:48.430 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.6169999999999996e-06 2023-08-28T02:39:48.430 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.430 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.430 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:39:48.430 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.940704+0000", 2023-08-28T02:39:48.430 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.98691097400000005 2023-08-28T02:39:48.430 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.430 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.430 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:39:48.431 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.940879+0000", 2023-08-28T02:39:48.431 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00017513300000000001 2023-08-28T02:39:48.431 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.431 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.431 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 4", 2023-08-28T02:39:48.431 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.941060+0000", 2023-08-28T02:39:48.431 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000180755 2023-08-28T02:39:48.431 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.431 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.431 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:39:48.431 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.944657+0000", 2023-08-28T02:39:48.431 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0035975790000000001 2023-08-28T02:39:48.432 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.432 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.432 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:48.432 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.951298+0000", 2023-08-28T02:39:48.432 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0066408309999999998 2023-08-28T02:39:48.432 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.432 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.432 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:39:48.432 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.951346+0000", 2023-08-28T02:39:48.432 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.7660000000000001e-05 2023-08-28T02:39:48.432 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.432 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.432 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:39:48.433 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.951421+0000", 2023-08-28T02:39:48.433 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.4957999999999996e-05 2023-08-28T02:39:48.433 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:39:48.433 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:39:48.433 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:39:48.433 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.433 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.433 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:93232 10.2 e279/250 10:4acd7099:::benchmark_data_smithi040_250784_object93231:head v 279'5904, mlcod=277'5902)", 2023-08-28T02:39:48.433 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:14.191890+0000", 2023-08-28T02:39:48.433 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 454.20878890900002, 2023-08-28T02:39:48.433 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 18.482624399999999, 2023-08-28T02:39:48.434 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:39:48.434 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:39:48.434 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:39:48.434 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.434 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:39:48.434 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.191890+0000", 2023-08-28T02:39:48.434 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:39:48.434 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.434 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.434 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:39:48.434 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.191890+0000", 2023-08-28T02:39:48.434 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:39:48.435 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.435 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.435 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:39:48.435 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.191889+0000", 2023-08-28T02:39:48.435 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:39:48.435 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.435 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.435 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:39:48.435 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.191926+0000", 2023-08-28T02:39:48.435 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.7364999999999999e-05 2023-08-28T02:39:48.435 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.436 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.436 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:39:48.436 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.191943+0000", 2023-08-28T02:39:48.436 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.6759e-05 2023-08-28T02:39:48.436 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.436 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.436 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:39:48.436 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.191952+0000", 2023-08-28T02:39:48.436 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.4889999999999995e-06 2023-08-28T02:39:48.436 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.436 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.436 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:39:48.437 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.663193+0000", 2023-08-28T02:39:48.437 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 18.471241508999999 2023-08-28T02:39:48.437 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.437 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.437 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:39:48.437 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.663215+0000", 2023-08-28T02:39:48.437 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.1917e-05 2023-08-28T02:39:48.437 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.437 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.437 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:39:48.437 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.674467+0000", 2023-08-28T02:39:48.437 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.011251445000000001 2023-08-28T02:39:48.438 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.438 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.438 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:39:48.438 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.674514+0000", 2023-08-28T02:39:48.438 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.7812000000000002e-05 2023-08-28T02:39:48.438 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:39:48.438 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:39:48.438 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:39:48.438 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.438 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.438 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:93262 10.2 e279/250 10:4aeb0131:::benchmark_data_smithi040_250784_object93261:head v 279'5905, mlcod=277'5902)", 2023-08-28T02:39:48.438 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:14.252764+0000", 2023-08-28T02:39:48.439 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 454.147914431, 2023-08-28T02:39:48.439 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 18.421772737000001, 2023-08-28T02:39:48.439 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:39:48.439 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:39:48.439 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:39:48.439 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.439 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:39:48.439 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.252764+0000", 2023-08-28T02:39:48.439 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:39:48.439 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.439 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.439 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:39:48.440 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.252764+0000", 2023-08-28T02:39:48.440 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:39:48.440 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.440 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.440 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:39:48.440 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.252763+0000", 2023-08-28T02:39:48.440 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:39:48.440 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.440 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.440 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:39:48.440 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.252788+0000", 2023-08-28T02:39:48.441 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.4935000000000001e-05 2023-08-28T02:39:48.441 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.441 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.441 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:39:48.441 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.252803+0000", 2023-08-28T02:39:48.441 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4808e-05 2023-08-28T02:39:48.441 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.441 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.441 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:39:48.441 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.252812+0000", 2023-08-28T02:39:48.441 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.4260000000000003e-06 2023-08-28T02:39:48.441 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.442 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.442 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:39:48.442 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.666199+0000", 2023-08-28T02:39:48.442 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 18.413387320999998 2023-08-28T02:39:48.442 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.442 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.442 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:39:48.442 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.666223+0000", 2023-08-28T02:39:48.442 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.3937000000000001e-05 2023-08-28T02:39:48.442 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.442 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.442 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:39:48.443 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.674519+0000", 2023-08-28T02:39:48.443 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0082965859999999999 2023-08-28T02:39:48.443 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.443 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.443 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:39:48.443 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.674537+0000", 2023-08-28T02:39:48.443 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.7765999999999999e-05 2023-08-28T02:39:48.443 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:39:48.443 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:39:48.443 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:39:48.443 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.443 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.444 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:93288 10.2 e279/250 10:4ef81379:::benchmark_data_smithi040_250784_object93287:head v 279'5906, mlcod=277'5902)", 2023-08-28T02:39:48.444 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:14.323617+0000", 2023-08-28T02:39:48.444 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 454.07706183300002, 2023-08-28T02:39:48.444 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 18.351211855999999, 2023-08-28T02:39:48.444 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:39:48.444 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:39:48.444 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:39:48.444 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.444 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:39:48.444 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.323617+0000", 2023-08-28T02:39:48.444 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:39:48.444 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.445 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.445 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:39:48.445 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.323617+0000", 2023-08-28T02:39:48.445 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:39:48.445 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.445 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.445 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:39:48.445 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.323616+0000", 2023-08-28T02:39:48.445 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:39:48.445 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.445 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.445 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:39:48.445 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.323653+0000", 2023-08-28T02:39:48.446 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.6395e-05 2023-08-28T02:39:48.446 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.446 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.446 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:39:48.446 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.323666+0000", 2023-08-28T02:39:48.446 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2962000000000001e-05 2023-08-28T02:39:48.446 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.446 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.446 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:39:48.446 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.323674+0000", 2023-08-28T02:39:48.446 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.7849999999999997e-06 2023-08-28T02:39:48.447 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.447 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.447 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:39:48.447 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.668990+0000", 2023-08-28T02:39:48.447 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 18.345315724999999 2023-08-28T02:39:48.447 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.447 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.447 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:39:48.447 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.669014+0000", 2023-08-28T02:39:48.447 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.3461000000000001e-05 2023-08-28T02:39:48.447 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.447 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.448 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:39:48.448 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.674794+0000", 2023-08-28T02:39:48.448 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.005780126 2023-08-28T02:39:48.448 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.448 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.448 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:39:48.448 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.674829+0000", 2023-08-28T02:39:48.448 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.5216999999999998e-05 2023-08-28T02:39:48.448 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:39:48.448 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:39:48.448 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:39:48.448 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.449 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.449 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:93304 10.2 e279/250 10:4b4a961c:::benchmark_data_smithi040_250784_object93303:head v 279'5907, mlcod=277'5902)", 2023-08-28T02:39:48.449 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:14.373120+0000", 2023-08-28T02:39:48.449 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 454.02755914699998, 2023-08-28T02:39:48.449 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 18.301731591999999, 2023-08-28T02:39:48.449 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:39:48.449 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:39:48.449 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:39:48.449 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.449 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:39:48.449 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.373120+0000", 2023-08-28T02:39:48.449 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:39:48.450 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.450 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.450 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:39:48.450 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.373120+0000", 2023-08-28T02:39:48.450 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:39:48.450 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.450 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.450 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:39:48.450 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.373118+0000", 2023-08-28T02:39:48.450 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:39:48.450 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.450 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.451 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:39:48.451 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.373161+0000", 2023-08-28T02:39:48.451 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.2602999999999999e-05 2023-08-28T02:39:48.451 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.451 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.451 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:39:48.451 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.373176+0000", 2023-08-28T02:39:48.451 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4583000000000001e-05 2023-08-28T02:39:48.451 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.451 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.451 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:39:48.452 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.373184+0000", 2023-08-28T02:39:48.452 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.3429999999999996e-06 2023-08-28T02:39:48.452 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.452 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.452 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:39:48.452 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.671892+0000", 2023-08-28T02:39:48.452 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 18.298707729 2023-08-28T02:39:48.452 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.452 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.452 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:39:48.452 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.671918+0000", 2023-08-28T02:39:48.452 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.5865000000000001e-05 2023-08-28T02:39:48.453 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.453 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.453 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:39:48.453 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.674832+0000", 2023-08-28T02:39:48.453 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0029140020000000002 2023-08-28T02:39:48.453 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.453 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.453 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:39:48.453 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.674851+0000", 2023-08-28T02:39:48.453 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.9715999999999999e-05 2023-08-28T02:39:48.453 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:39:48.453 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:39:48.454 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:39:48.454 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.454 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.454 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:102242 10.8 10:16f160f3:::benchmark_data_smithi040_250784_object8933:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e323)", 2023-08-28T02:39:48.454 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:35:11.209572+0000", 2023-08-28T02:39:48.454 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 277.19110731000001, 2023-08-28T02:39:48.454 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.769661555, 2023-08-28T02:39:48.454 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:39:48.454 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:39:48.454 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:39:48.454 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:39:48.454 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:39:48.455 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 102242 2023-08-28T02:39:48.455 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.455 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:39:48.455 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.455 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:39:48.455 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.209572+0000", 2023-08-28T02:39:48.455 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:39:48.455 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.455 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.455 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:39:48.455 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.209572+0000", 2023-08-28T02:39:48.456 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:39:48.456 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.456 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.456 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:39:48.456 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.209570+0000", 2023-08-28T02:39:48.456 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:39:48.456 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.456 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.456 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:39:48.456 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.209577+0000", 2023-08-28T02:39:48.456 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.4109999999999999e-06 2023-08-28T02:39:48.457 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.457 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.457 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:39:48.457 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.209594+0000", 2023-08-28T02:39:48.457 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.6662000000000001e-05 2023-08-28T02:39:48.457 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.457 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.457 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:39:48.457 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.209601+0000", 2023-08-28T02:39:48.457 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.8940000000000004e-06 2023-08-28T02:39:48.457 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.457 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.458 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:39:48.458 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.209661+0000", 2023-08-28T02:39:48.458 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.0420000000000001e-05 2023-08-28T02:39:48.458 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.458 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.458 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:39:48.458 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.209675+0000", 2023-08-28T02:39:48.458 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.3301e-05 2023-08-28T02:39:48.458 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.458 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.458 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:39:48.458 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.974855+0000", 2023-08-28T02:39:48.459 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.76518023599999996 2023-08-28T02:39:48.459 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.459 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.459 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:39:48.459 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.975018+0000", 2023-08-28T02:39:48.459 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00016351199999999999 2023-08-28T02:39:48.459 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.459 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.459 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 5,7", 2023-08-28T02:39:48.459 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.975168+0000", 2023-08-28T02:39:48.459 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00014927899999999999 2023-08-28T02:39:48.460 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.460 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.460 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:48.460 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.979052+0000", 2023-08-28T02:39:48.460 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0038840039999999999 2023-08-28T02:39:48.460 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.460 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.460 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:48.460 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.979133+0000", 2023-08-28T02:39:48.460 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.1848000000000006e-05 2023-08-28T02:39:48.460 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.460 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.461 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:39:48.461 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.979146+0000", 2023-08-28T02:39:48.461 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2478e-05 2023-08-28T02:39:48.461 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.461 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.461 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:39:48.461 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.979194+0000", 2023-08-28T02:39:48.461 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.7806999999999998e-05 2023-08-28T02:39:48.461 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.461 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.461 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:39:48.462 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.979233+0000", 2023-08-28T02:39:48.462 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.9350000000000001e-05 2023-08-28T02:39:48.462 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:39:48.462 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:39:48.462 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:39:48.462 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.462 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.462 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:102254 10.8 10:1e0e4884:::benchmark_data_smithi040_250784_object8945:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e323)", 2023-08-28T02:39:48.462 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:35:11.417125+0000", 2023-08-28T02:39:48.462 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 276.98355367300002, 2023-08-28T02:39:48.462 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.57256434199999995, 2023-08-28T02:39:48.462 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:39:48.463 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:39:48.463 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:39:48.463 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:39:48.463 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:39:48.463 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 102254 2023-08-28T02:39:48.463 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.463 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:39:48.463 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.463 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:39:48.463 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.417125+0000", 2023-08-28T02:39:48.463 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:39:48.463 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.464 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.464 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:39:48.464 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.417125+0000", 2023-08-28T02:39:48.464 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:39:48.464 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.464 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.464 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:39:48.464 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.417124+0000", 2023-08-28T02:39:48.464 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:39:48.464 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.464 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.464 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:39:48.465 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.417132+0000", 2023-08-28T02:39:48.465 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.0390000000000005e-06 2023-08-28T02:39:48.465 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.465 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.465 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:39:48.465 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.417147+0000", 2023-08-28T02:39:48.465 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4878999999999999e-05 2023-08-28T02:39:48.465 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.465 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.465 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:39:48.465 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.417156+0000", 2023-08-28T02:39:48.466 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.0939999999999997e-06 2023-08-28T02:39:48.466 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.466 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.466 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:39:48.466 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.417205+0000", 2023-08-28T02:39:48.466 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.9285e-05 2023-08-28T02:39:48.466 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.466 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.466 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:39:48.466 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.417215+0000", 2023-08-28T02:39:48.466 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0396e-05 2023-08-28T02:39:48.466 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.467 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.467 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:39:48.467 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.979283+0000", 2023-08-28T02:39:48.467 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.56206805299999996 2023-08-28T02:39:48.467 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.467 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.467 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:39:48.467 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.979430+0000", 2023-08-28T02:39:48.467 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00014659499999999999 2023-08-28T02:39:48.467 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.467 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.467 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 5,7", 2023-08-28T02:39:48.468 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.979578+0000", 2023-08-28T02:39:48.468 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000147529 2023-08-28T02:39:48.468 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.468 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.468 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:48.468 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.985888+0000", 2023-08-28T02:39:48.468 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0063101479999999998 2023-08-28T02:39:48.468 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.468 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.468 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:48.468 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.985947+0000", 2023-08-28T02:39:48.469 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.8893e-05 2023-08-28T02:39:48.469 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.469 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.469 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:39:48.469 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.989514+0000", 2023-08-28T02:39:48.469 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.003567874 2023-08-28T02:39:48.469 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.469 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.469 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:39:48.469 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.989573+0000", 2023-08-28T02:39:48.469 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.8359999999999997e-05 2023-08-28T02:39:48.469 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.470 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.470 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:39:48.470 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.989690+0000", 2023-08-28T02:39:48.470 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00011673800000000001 2023-08-28T02:39:48.470 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:39:48.470 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:39:48.470 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:39:48.470 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.470 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.470 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:102264 10.8 10:12924882:::benchmark_data_smithi040_250784_object8955:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e323)", 2023-08-28T02:39:48.470 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:35:11.550259+0000", 2023-08-28T02:39:48.470 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 276.85041958599999, 2023-08-28T02:39:48.471 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.43967313899999999, 2023-08-28T02:39:48.471 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:39:48.471 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:39:48.471 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:39:48.471 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:39:48.471 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:39:48.471 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 102264 2023-08-28T02:39:48.471 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.471 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:39:48.471 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.471 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:39:48.472 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.550259+0000", 2023-08-28T02:39:48.472 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:39:48.472 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.472 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.472 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:39:48.472 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.550259+0000", 2023-08-28T02:39:48.472 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:39:48.472 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.472 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.472 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:39:48.472 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.550257+0000", 2023-08-28T02:39:48.472 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999976 2023-08-28T02:39:48.473 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.473 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.473 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:39:48.473 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.550271+0000", 2023-08-28T02:39:48.473 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.3861e-05 2023-08-28T02:39:48.473 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.473 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.473 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:39:48.473 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.550294+0000", 2023-08-28T02:39:48.473 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.2778000000000001e-05 2023-08-28T02:39:48.473 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.473 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.474 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:39:48.474 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.550307+0000", 2023-08-28T02:39:48.474 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.3546e-05 2023-08-28T02:39:48.474 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.474 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.474 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:39:48.474 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.550381+0000", 2023-08-28T02:39:48.474 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.4158000000000004e-05 2023-08-28T02:39:48.474 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.474 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.474 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:39:48.474 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.550398+0000", 2023-08-28T02:39:48.475 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.6543000000000001e-05 2023-08-28T02:39:48.475 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.475 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.475 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:39:48.475 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.983052+0000", 2023-08-28T02:39:48.475 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.43265445299999999 2023-08-28T02:39:48.475 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.475 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.475 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:39:48.475 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.983182+0000", 2023-08-28T02:39:48.475 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00012957600000000001 2023-08-28T02:39:48.476 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.476 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.476 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 5,7", 2023-08-28T02:39:48.476 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.983278+0000", 2023-08-28T02:39:48.476 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.5826e-05 2023-08-28T02:39:48.476 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.476 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.476 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:48.476 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.989759+0000", 2023-08-28T02:39:48.476 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0064814080000000001 2023-08-28T02:39:48.476 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.476 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.477 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:48.477 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.989822+0000", 2023-08-28T02:39:48.477 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.2611000000000001e-05 2023-08-28T02:39:48.477 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.477 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.477 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:39:48.477 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.989835+0000", 2023-08-28T02:39:48.477 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.3101999999999999e-05 2023-08-28T02:39:48.477 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.477 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.477 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:39:48.478 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.989889+0000", 2023-08-28T02:39:48.478 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.4199000000000001e-05 2023-08-28T02:39:48.478 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.478 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.478 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:39:48.478 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.989932+0000", 2023-08-28T02:39:48.478 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.3429e-05 2023-08-28T02:39:48.478 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:39:48.478 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:39:48.478 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:39:48.478 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.478 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.479 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:102267 10.8 10:13fb4659:::benchmark_data_smithi040_250784_object8958:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e323)", 2023-08-28T02:39:48.479 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:35:11.689868+0000", 2023-08-28T02:39:48.479 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 276.71081075500001, 2023-08-28T02:39:48.479 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.30291980200000002, 2023-08-28T02:39:48.479 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:39:48.479 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:39:48.479 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:39:48.479 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:39:48.479 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:39:48.479 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 102267 2023-08-28T02:39:48.479 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.479 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:39:48.480 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.480 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:39:48.480 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.689868+0000", 2023-08-28T02:39:48.480 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:39:48.480 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.480 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.480 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:39:48.480 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.689868+0000", 2023-08-28T02:39:48.480 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:39:48.480 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.480 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.480 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:39:48.481 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.689866+0000", 2023-08-28T02:39:48.481 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999976 2023-08-28T02:39:48.481 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.481 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.481 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:39:48.481 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.689878+0000", 2023-08-28T02:39:48.481 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1871999999999999e-05 2023-08-28T02:39:48.481 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.481 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.481 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:39:48.481 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.689901+0000", 2023-08-28T02:39:48.482 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.3553999999999998e-05 2023-08-28T02:39:48.482 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.482 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.482 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:39:48.482 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.689915+0000", 2023-08-28T02:39:48.482 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4221e-05 2023-08-28T02:39:48.482 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.482 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.482 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:39:48.482 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.689989+0000", 2023-08-28T02:39:48.482 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.3707000000000004e-05 2023-08-28T02:39:48.482 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.483 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.483 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:39:48.483 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.690002+0000", 2023-08-28T02:39:48.483 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2961e-05 2023-08-28T02:39:48.483 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.483 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.483 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:39:48.483 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.985975+0000", 2023-08-28T02:39:48.483 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.29597284800000001 2023-08-28T02:39:48.483 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.483 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.483 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:39:48.484 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.986130+0000", 2023-08-28T02:39:48.484 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000154883 2023-08-28T02:39:48.484 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.484 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.484 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 5,7", 2023-08-28T02:39:48.484 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.986367+0000", 2023-08-28T02:39:48.484 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00023751499999999999 2023-08-28T02:39:48.484 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.484 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.484 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:39:48.484 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.989945+0000", 2023-08-28T02:39:48.484 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.003577294 2023-08-28T02:39:48.485 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.485 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.485 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:48.485 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.989991+0000", 2023-08-28T02:39:48.485 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.5995000000000003e-05 2023-08-28T02:39:48.485 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.485 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.485 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:48.485 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.992688+0000", 2023-08-28T02:39:48.485 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0026970010000000001 2023-08-28T02:39:48.485 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.486 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.486 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:39:48.486 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.992742+0000", 2023-08-28T02:39:48.486 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.4184000000000002e-05 2023-08-28T02:39:48.486 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.486 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.486 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:39:48.486 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.992788+0000", 2023-08-28T02:39:48.486 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.6196999999999998e-05 2023-08-28T02:39:48.486 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:39:48.486 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:39:48.486 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:39:48.487 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.487 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.487 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:116423 10.5 10:a05d32a9:::benchmark_data_smithi040_250784_object23114:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e347)", 2023-08-28T02:39:48.487 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:37:35.949648+0000", 2023-08-28T02:39:48.487 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 132.451031204, 2023-08-28T02:39:48.487 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.029422949, 2023-08-28T02:39:48.487 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:39:48.487 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:39:48.487 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:39:48.487 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:39:48.487 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:39:48.488 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 116423 2023-08-28T02:39:48.488 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.488 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:39:48.488 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.488 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:39:48.488 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:35.949648+0000", 2023-08-28T02:39:48.488 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:39:48.488 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.488 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.488 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:39:48.488 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:35.949648+0000", 2023-08-28T02:39:48.488 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:39:48.489 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.489 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.489 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:39:48.489 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:35.949647+0000", 2023-08-28T02:39:48.489 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:39:48.489 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.489 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.489 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:39:48.489 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:35.949653+0000", 2023-08-28T02:39:48.489 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.2949999999999999e-06 2023-08-28T02:39:48.490 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.490 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.490 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:39:48.490 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:35.949664+0000", 2023-08-28T02:39:48.490 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1287999999999999e-05 2023-08-28T02:39:48.490 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.490 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.490 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:39:48.490 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:35.949672+0000", 2023-08-28T02:39:48.490 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.4070000000000004e-06 2023-08-28T02:39:48.491 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.491 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.491 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:39:48.491 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:35.950116+0000", 2023-08-28T02:39:48.491 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00044440099999999998 2023-08-28T02:39:48.491 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.491 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.491 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for degraded object", 2023-08-28T02:39:48.491 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:35.950716+0000", 2023-08-28T02:39:48.491 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00059976699999999997 2023-08-28T02:39:48.491 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.492 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.492 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:39:48.492 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:35.968172+0000", 2023-08-28T02:39:48.492 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.017455786000000001 2023-08-28T02:39:48.492 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.492 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.492 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:39:48.492 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:35.968259+0000", 2023-08-28T02:39:48.492 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.7729e-05 2023-08-28T02:39:48.492 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.492 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.493 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 3,7", 2023-08-28T02:39:48.493 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:35.968370+0000", 2023-08-28T02:39:48.493 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000110856 2023-08-28T02:39:48.493 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.493 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.493 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:39:48.493 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:35.975891+0000", 2023-08-28T02:39:48.493 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.007520863 2023-08-28T02:39:48.493 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.493 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.493 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:48.493 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:35.975958+0000", 2023-08-28T02:39:48.493 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.7440000000000005e-05 2023-08-28T02:39:48.494 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.494 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.494 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:48.494 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:35.976113+0000", 2023-08-28T02:39:48.494 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00015456899999999999 2023-08-28T02:39:48.494 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.494 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.494 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:39:48.494 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:35.976183+0000", 2023-08-28T02:39:48.494 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.9708000000000004e-05 2023-08-28T02:39:48.494 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.494 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.495 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:39:48.495 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:35.979071+0000", 2023-08-28T02:39:48.495 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.002887826 2023-08-28T02:39:48.495 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:39:48.495 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:39:48.495 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:39:48.495 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.495 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.495 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:117441 10.5 10:aadd1f7d:::benchmark_data_smithi040_250784_object24132:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e348)", 2023-08-28T02:39:48.495 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:37:43.917241+0000", 2023-08-28T02:39:48.495 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 124.48343742500001, 2023-08-28T02:39:48.495 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.031548949999999999, 2023-08-28T02:39:48.496 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:39:48.496 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:39:48.496 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:39:48.496 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:39:48.496 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:39:48.496 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 117441 2023-08-28T02:39:48.496 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.496 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:39:48.496 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.496 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:39:48.497 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:43.917241+0000", 2023-08-28T02:39:48.497 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:39:48.497 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.497 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.497 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:39:48.497 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:43.917241+0000", 2023-08-28T02:39:48.497 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:39:48.497 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.497 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.497 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:39:48.497 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:43.917240+0000", 2023-08-28T02:39:48.498 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:39:48.498 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.498 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.498 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:39:48.498 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:43.917247+0000", 2023-08-28T02:39:48.498 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.0480000000000001e-06 2023-08-28T02:39:48.498 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.498 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.498 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:39:48.498 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:43.917257+0000", 2023-08-28T02:39:48.498 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0755e-05 2023-08-28T02:39:48.499 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.499 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.499 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:39:48.499 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:43.917263+0000", 2023-08-28T02:39:48.499 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.8599999999999998e-06 2023-08-28T02:39:48.499 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.499 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.499 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:39:48.499 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:43.919337+0000", 2023-08-28T02:39:48.499 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.002073807 2023-08-28T02:39:48.499 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.500 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.500 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for degraded object", 2023-08-28T02:39:48.500 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:43.919943+0000", 2023-08-28T02:39:48.500 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00060606699999999996 2023-08-28T02:39:48.500 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.500 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.500 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:39:48.500 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:43.929671+0000", 2023-08-28T02:39:48.500 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0097276299999999993 2023-08-28T02:39:48.500 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.500 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.501 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:39:48.501 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:43.929796+0000", 2023-08-28T02:39:48.501 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00012549300000000001 2023-08-28T02:39:48.501 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.501 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.501 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 3,7", 2023-08-28T02:39:48.501 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:43.929968+0000", 2023-08-28T02:39:48.501 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00017186799999999999 2023-08-28T02:39:48.501 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.501 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.501 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:39:48.502 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:43.934037+0000", 2023-08-28T02:39:48.502 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0040685069999999999 2023-08-28T02:39:48.502 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.502 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.502 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:48.502 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:43.935798+0000", 2023-08-28T02:39:48.502 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.001761903 2023-08-28T02:39:48.502 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.502 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.502 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:48.502 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:43.945158+0000", 2023-08-28T02:39:48.502 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0093598180000000007 2023-08-28T02:39:48.503 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.503 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.503 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:39:48.503 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:43.945227+0000", 2023-08-28T02:39:48.503 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.8354000000000003e-05 2023-08-28T02:39:48.503 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.503 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.503 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:39:48.503 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:43.948790+0000", 2023-08-28T02:39:48.503 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0035637590000000001 2023-08-28T02:39:48.504 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:39:48.504 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:39:48.504 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:39:48.504 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.504 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.504 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:117443 10.5 10:a92aaa18:::benchmark_data_smithi040_250784_object24134:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e348)", 2023-08-28T02:39:48.504 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:37:43.924199+0000", 2023-08-28T02:39:48.504 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 124.47647955799999, 2023-08-28T02:39:48.504 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.029286724, 2023-08-28T02:39:48.504 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:39:48.504 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:39:48.505 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:39:48.505 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:39:48.505 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:39:48.505 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 117443 2023-08-28T02:39:48.505 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.505 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:39:48.505 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.505 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:39:48.505 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:43.924199+0000", 2023-08-28T02:39:48.505 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:39:48.505 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.505 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.506 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:39:48.506 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:43.924199+0000", 2023-08-28T02:39:48.506 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:39:48.506 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.506 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.506 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:39:48.506 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:43.924197+0000", 2023-08-28T02:39:48.506 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:39:48.506 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.506 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.506 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:39:48.506 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:43.924208+0000", 2023-08-28T02:39:48.506 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.03e-05 2023-08-28T02:39:48.507 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.507 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.507 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:39:48.507 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:43.924230+0000", 2023-08-28T02:39:48.507 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.2795000000000001e-05 2023-08-28T02:39:48.507 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.507 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.507 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:39:48.507 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:43.924243+0000", 2023-08-28T02:39:48.507 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2082999999999999e-05 2023-08-28T02:39:48.507 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.507 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.508 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:39:48.508 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:43.933376+0000", 2023-08-28T02:39:48.508 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0091337269999999995 2023-08-28T02:39:48.508 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.508 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.508 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for degraded object", 2023-08-28T02:39:48.508 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:43.934018+0000", 2023-08-28T02:39:48.508 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00064128899999999996 2023-08-28T02:39:48.508 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.508 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.508 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:39:48.508 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:43.941353+0000", 2023-08-28T02:39:48.509 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0073356419999999999 2023-08-28T02:39:48.509 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.509 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.509 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:39:48.509 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:43.941496+0000", 2023-08-28T02:39:48.509 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00014238400000000001 2023-08-28T02:39:48.509 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.509 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.509 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 3,7", 2023-08-28T02:39:48.509 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:43.941697+0000", 2023-08-28T02:39:48.509 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00020109199999999999 2023-08-28T02:39:48.509 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.509 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.509 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:48.510 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:43.950894+0000", 2023-08-28T02:39:48.510 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0091977459999999997 2023-08-28T02:39:48.510 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.510 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.510 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:39:48.510 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:43.950912+0000", 2023-08-28T02:39:48.510 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.7408e-05 2023-08-28T02:39:48.510 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.510 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.510 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:48.510 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:43.950966+0000", 2023-08-28T02:39:48.510 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.4660000000000002e-05 2023-08-28T02:39:48.511 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.511 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.511 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:39:48.511 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:43.951014+0000", 2023-08-28T02:39:48.511 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.7856999999999999e-05 2023-08-28T02:39:48.511 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.511 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.511 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:39:48.511 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:43.953486+0000", 2023-08-28T02:39:48.511 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0024716740000000001 2023-08-28T02:39:48.511 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:39:48.512 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:39:48.512 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:39:48.512 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.512 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.512 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:117445 10.5 10:aafff3f3:::benchmark_data_smithi040_250784_object24136:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e348)", 2023-08-28T02:39:48.512 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:37:43.951310+0000", 2023-08-28T02:39:48.512 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 124.449368893, 2023-08-28T02:39:48.512 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.031083947000000001, 2023-08-28T02:39:48.512 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:39:48.512 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:39:48.512 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:39:48.512 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:39:48.512 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:39:48.513 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 117445 2023-08-28T02:39:48.513 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.513 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:39:48.513 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.513 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:39:48.513 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:43.951310+0000", 2023-08-28T02:39:48.513 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:39:48.513 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.513 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.513 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:39:48.513 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:43.951310+0000", 2023-08-28T02:39:48.514 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:39:48.514 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.514 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.514 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:39:48.514 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:43.951308+0000", 2023-08-28T02:39:48.514 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999976 2023-08-28T02:39:48.514 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.514 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.514 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:39:48.514 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:43.951319+0000", 2023-08-28T02:39:48.514 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1610000000000001e-05 2023-08-28T02:39:48.514 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.515 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.515 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:39:48.515 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:43.951335+0000", 2023-08-28T02:39:48.515 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.5701000000000001e-05 2023-08-28T02:39:48.515 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.515 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.515 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:39:48.515 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:43.951345+0000", 2023-08-28T02:39:48.515 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.9510000000000001e-06 2023-08-28T02:39:48.515 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.515 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.516 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:39:48.516 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:43.953536+0000", 2023-08-28T02:39:48.516 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0021908959999999999 2023-08-28T02:39:48.516 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.516 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.516 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for degraded object", 2023-08-28T02:39:48.516 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:43.954298+0000", 2023-08-28T02:39:48.516 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00076221600000000002 2023-08-28T02:39:48.516 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.516 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.516 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:39:48.516 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:43.960601+0000", 2023-08-28T02:39:48.516 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.006303403 2023-08-28T02:39:48.517 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.517 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.517 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:39:48.517 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:43.960729+0000", 2023-08-28T02:39:48.517 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00012723000000000001 2023-08-28T02:39:48.517 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.517 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.517 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 3,7", 2023-08-28T02:39:48.517 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:43.960899+0000", 2023-08-28T02:39:48.517 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00017013799999999999 2023-08-28T02:39:48.517 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.517 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.518 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:39:48.518 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:43.966920+0000", 2023-08-28T02:39:48.518 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0060216769999999996 2023-08-28T02:39:48.518 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.518 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.518 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:48.518 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:43.968502+0000", 2023-08-28T02:39:48.518 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.001581619 2023-08-28T02:39:48.518 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.518 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.518 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:48.518 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:43.979171+0000", 2023-08-28T02:39:48.519 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.010669173000000001 2023-08-28T02:39:48.519 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.519 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.519 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:39:48.519 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:43.979245+0000", 2023-08-28T02:39:48.519 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.3606e-05 2023-08-28T02:39:48.519 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.519 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.519 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:39:48.519 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:43.982394+0000", 2023-08-28T02:39:48.519 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0031491430000000001 2023-08-28T02:39:48.519 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:39:48.520 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:39:48.520 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:39:48.520 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.520 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.520 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:125470 10.5 10:a4bfdbb9:::benchmark_data_smithi040_250784_object32161:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e364)", 2023-08-28T02:39:48.520 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:39:01.738274+0000", 2023-08-28T02:39:48.520 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 46.662404631000001, 2023-08-28T02:39:48.520 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.031309432999999998, 2023-08-28T02:39:48.520 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:39:48.520 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:39:48.520 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:39:48.520 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:39:48.520 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:39:48.521 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 125470 2023-08-28T02:39:48.521 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.521 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:39:48.521 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.521 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:39:48.521 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:01.738274+0000", 2023-08-28T02:39:48.521 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:39:48.521 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.521 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.521 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:39:48.521 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:01.738274+0000", 2023-08-28T02:39:48.521 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:39:48.522 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.522 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.522 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:39:48.522 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:01.738273+0000", 2023-08-28T02:39:48.522 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:39:48.522 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.522 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.522 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:39:48.522 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:01.738279+0000", 2023-08-28T02:39:48.522 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.5489999999999997e-06 2023-08-28T02:39:48.522 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.522 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.523 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:39:48.523 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:01.738291+0000", 2023-08-28T02:39:48.523 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2388999999999999e-05 2023-08-28T02:39:48.523 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.523 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.523 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:39:48.523 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:01.738300+0000", 2023-08-28T02:39:48.523 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.7290000000000006e-06 2023-08-28T02:39:48.523 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.523 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.523 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:39:48.524 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:01.740771+0000", 2023-08-28T02:39:48.524 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0024705539999999998 2023-08-28T02:39:48.524 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.524 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.524 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for degraded object", 2023-08-28T02:39:48.524 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:01.741282+0000", 2023-08-28T02:39:48.524 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00051155099999999995 2023-08-28T02:39:48.524 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.524 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.524 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:39:48.524 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:01.755792+0000", 2023-08-28T02:39:48.524 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.014509381 2023-08-28T02:39:48.525 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.525 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.525 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:39:48.525 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:01.755879+0000", 2023-08-28T02:39:48.525 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.7329000000000004e-05 2023-08-28T02:39:48.525 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.525 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.525 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 3,7", 2023-08-28T02:39:48.525 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:01.755983+0000", 2023-08-28T02:39:48.525 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000103853 2023-08-28T02:39:48.525 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.525 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.526 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:48.526 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:01.761390+0000", 2023-08-28T02:39:48.526 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00540692 2023-08-28T02:39:48.526 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.526 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.526 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:39:48.526 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:01.761402+0000", 2023-08-28T02:39:48.526 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2262999999999999e-05 2023-08-28T02:39:48.526 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.526 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.526 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:48.527 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:01.767473+0000", 2023-08-28T02:39:48.527 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0060710989999999999 2023-08-28T02:39:48.527 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.527 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.527 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:39:48.527 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:01.767643+0000", 2023-08-28T02:39:48.527 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00016966099999999999 2023-08-28T02:39:48.527 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.527 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.527 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:39:48.528 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:01.769584+0000", 2023-08-28T02:39:48.528 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0019409970000000001 2023-08-28T02:39:48.528 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:39:48.528 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:39:48.528 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:39:48.528 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.528 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.528 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:129064 10.5 10:ad0d9e42:::benchmark_data_smithi040_250784_object35755:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e370)", 2023-08-28T02:39:48.528 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:39:32.352711+0000", 2023-08-28T02:39:48.528 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 16.047967689, 2023-08-28T02:39:48.528 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.031195302000000001, 2023-08-28T02:39:48.528 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:39:48.528 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:39:48.529 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:39:48.529 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:39:48.529 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:39:48.529 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 129064 2023-08-28T02:39:48.529 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.529 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:39:48.529 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.529 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:39:48.529 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:32.352711+0000", 2023-08-28T02:39:48.529 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:39:48.529 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.529 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.529 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:39:48.530 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:32.352711+0000", 2023-08-28T02:39:48.530 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:39:48.530 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.530 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.530 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:39:48.530 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:32.352709+0000", 2023-08-28T02:39:48.530 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999976 2023-08-28T02:39:48.530 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.530 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.530 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:39:48.530 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:32.352720+0000", 2023-08-28T02:39:48.530 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1494e-05 2023-08-28T02:39:48.531 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.531 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.531 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:39:48.531 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:32.352740+0000", 2023-08-28T02:39:48.531 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.9550000000000001e-05 2023-08-28T02:39:48.531 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.531 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.531 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:39:48.531 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:32.352753+0000", 2023-08-28T02:39:48.531 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2887e-05 2023-08-28T02:39:48.531 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.531 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.532 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:39:48.532 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:32.352823+0000", 2023-08-28T02:39:48.532 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.0248999999999998e-05 2023-08-28T02:39:48.532 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.532 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.532 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for degraded object", 2023-08-28T02:39:48.532 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:32.353541+0000", 2023-08-28T02:39:48.532 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00071840200000000004 2023-08-28T02:39:48.532 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.532 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.532 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:39:48.532 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:32.362574+0000", 2023-08-28T02:39:48.533 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0090328030000000007 2023-08-28T02:39:48.533 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.533 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.533 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:39:48.533 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:32.362728+0000", 2023-08-28T02:39:48.533 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000153633 2023-08-28T02:39:48.533 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.533 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.533 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 3,7", 2023-08-28T02:39:48.533 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:32.362946+0000", 2023-08-28T02:39:48.533 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00021839200000000001 2023-08-28T02:39:48.533 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.533 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.534 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:48.534 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:32.368812+0000", 2023-08-28T02:39:48.534 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0058656760000000002 2023-08-28T02:39:48.534 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.534 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.534 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:39:48.534 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:32.368830+0000", 2023-08-28T02:39:48.534 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.8117e-05 2023-08-28T02:39:48.534 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.534 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.534 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:48.534 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:32.381023+0000", 2023-08-28T02:39:48.534 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.012192569 2023-08-28T02:39:48.535 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.535 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.535 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:39:48.535 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:32.381092+0000", 2023-08-28T02:39:48.535 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.9494999999999998e-05 2023-08-28T02:39:48.535 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.535 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.535 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:39:48.535 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:32.383906+0000", 2023-08-28T02:39:48.535 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0028143970000000002 2023-08-28T02:39:48.535 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:39:48.535 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:39:48.535 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:39:48.536 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.536 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.536 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:129065 10.5 10:ace4bd19:::benchmark_data_smithi040_250784_object35756:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e370)", 2023-08-28T02:39:48.536 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:39:32.357262+0000", 2023-08-28T02:39:48.536 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 16.043416783000001, 2023-08-28T02:39:48.536 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.030162741999999999, 2023-08-28T02:39:48.536 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:39:48.536 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:39:48.536 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:39:48.536 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:39:48.536 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:39:48.536 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 129065 2023-08-28T02:39:48.536 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.536 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:39:48.537 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.537 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:39:48.537 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:32.357262+0000", 2023-08-28T02:39:48.537 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:39:48.537 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.537 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.537 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:39:48.537 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:32.357262+0000", 2023-08-28T02:39:48.537 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:39:48.537 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.537 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.538 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:39:48.538 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:32.357259+0000", 2023-08-28T02:39:48.538 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999971 2023-08-28T02:39:48.538 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.538 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.538 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:39:48.538 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:32.357274+0000", 2023-08-28T02:39:48.538 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4764e-05 2023-08-28T02:39:48.538 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.538 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.538 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:39:48.538 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:32.357301+0000", 2023-08-28T02:39:48.539 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.6656e-05 2023-08-28T02:39:48.539 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.539 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.539 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:39:48.539 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:32.357316+0000", 2023-08-28T02:39:48.539 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.5024999999999999e-05 2023-08-28T02:39:48.539 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.539 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.539 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:39:48.539 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:32.366725+0000", 2023-08-28T02:39:48.539 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.009409723 2023-08-28T02:39:48.539 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.540 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.540 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for degraded object", 2023-08-28T02:39:48.540 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:32.367530+0000", 2023-08-28T02:39:48.540 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00080501800000000001 2023-08-28T02:39:48.540 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.540 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.540 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:39:48.540 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:32.376988+0000", 2023-08-28T02:39:48.540 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0094571310000000006 2023-08-28T02:39:48.540 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.540 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.540 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:39:48.541 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:32.377118+0000", 2023-08-28T02:39:48.541 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00013008200000000001 2023-08-28T02:39:48.541 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.541 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.541 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 3,7", 2023-08-28T02:39:48.541 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:32.377304+0000", 2023-08-28T02:39:48.541 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00018599 2023-08-28T02:39:48.541 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.541 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.541 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:48.541 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:32.385144+0000", 2023-08-28T02:39:48.541 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0078407029999999992 2023-08-28T02:39:48.542 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.542 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.542 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:48.542 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:32.385243+0000", 2023-08-28T02:39:48.542 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.8825000000000003e-05 2023-08-28T02:39:48.542 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.542 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.542 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:39:48.542 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:32.385255+0000", 2023-08-28T02:39:48.542 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2133000000000001e-05 2023-08-28T02:39:48.542 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.542 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.542 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:39:48.543 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:32.385322+0000", 2023-08-28T02:39:48.543 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.6408999999999994e-05 2023-08-28T02:39:48.543 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.543 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.543 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:39:48.543 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:32.387425+0000", 2023-08-28T02:39:48.543 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0021030710000000002 2023-08-28T02:39:48.543 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:39:48.543 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:39:48.543 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:39:48.543 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.543 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.543 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:130749 10.5 10:a7910e83:::benchmark_data_smithi040_250784_object37440:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e372)", 2023-08-28T02:39:48.544 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:39:46.649457+0000", 2023-08-28T02:39:48.544 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 1.751222061, 2023-08-28T02:39:48.544 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.029153341999999999, 2023-08-28T02:39:48.544 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:39:48.544 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:39:48.544 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:39:48.544 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:39:48.544 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:39:48.544 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 130749 2023-08-28T02:39:48.544 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.544 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:39:48.544 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.544 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:39:48.545 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:46.649457+0000", 2023-08-28T02:39:48.545 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:39:48.545 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.545 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.545 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:39:48.545 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:46.649457+0000", 2023-08-28T02:39:48.545 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:39:48.545 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.545 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.545 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:39:48.545 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:46.649455+0000", 2023-08-28T02:39:48.545 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:39:48.545 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.546 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.546 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:39:48.546 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:46.649469+0000", 2023-08-28T02:39:48.546 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.3509000000000001e-05 2023-08-28T02:39:48.546 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.546 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.546 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:39:48.546 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:46.649486+0000", 2023-08-28T02:39:48.546 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.7357e-05 2023-08-28T02:39:48.546 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.546 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.546 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:39:48.546 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:46.649495+0000", 2023-08-28T02:39:48.547 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.0410000000000003e-06 2023-08-28T02:39:48.547 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.547 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.547 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:39:48.547 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:46.657992+0000", 2023-08-28T02:39:48.547 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0084974400000000002 2023-08-28T02:39:48.547 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.547 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.547 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for degraded object", 2023-08-28T02:39:48.547 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:46.658813+0000", 2023-08-28T02:39:48.547 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00082102900000000003 2023-08-28T02:39:48.548 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.548 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.548 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:39:48.548 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:46.666638+0000", 2023-08-28T02:39:48.548 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0078244790000000005 2023-08-28T02:39:48.548 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.548 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.548 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:39:48.548 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:46.666781+0000", 2023-08-28T02:39:48.548 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000142943 2023-08-28T02:39:48.548 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.548 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.548 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 3,7", 2023-08-28T02:39:48.548 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:46.666986+0000", 2023-08-28T02:39:48.549 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000204947 2023-08-28T02:39:48.549 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.549 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.549 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:48.549 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:46.672089+0000", 2023-08-28T02:39:48.549 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0051030210000000001 2023-08-28T02:39:48.549 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.549 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.549 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:39:48.549 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:46.672114+0000", 2023-08-28T02:39:48.549 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.5232000000000002e-05 2023-08-28T02:39:48.549 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.550 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.550 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:48.550 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:46.675871+0000", 2023-08-28T02:39:48.550 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.003757406 2023-08-28T02:39:48.550 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.550 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.550 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:39:48.550 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:46.675941+0000", 2023-08-28T02:39:48.550 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.9080999999999998e-05 2023-08-28T02:39:48.550 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:48.550 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:48.550 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:39:48.551 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:46.678610+0000", 2023-08-28T02:39:48.551 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0026696240000000002 2023-08-28T02:39:48.551 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:39:48.551 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:39:48.551 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:39:48.551 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:39:48.551 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:39:48.551 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-08-28T02:39:48.551 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:39:48.552 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:48 smithi040 ceph-mon[170259]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:39:48.552 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:48 smithi040 ceph-mon[170259]: failed to encode map e373 with expected crc 2023-08-28T02:39:48.553 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:48 smithi040 ceph-mon[170259]: failed to encode map e373 with expected crc 2023-08-28T02:39:48.553 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:48 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:39:48.553 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:48 smithi040 ceph-mon[170259]: osdmap e373: 8 total, 8 up, 6 in 2023-08-28T02:39:48.553 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:48 smithi040 ceph-mon[175404]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:39:48.553 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:48 smithi040 ceph-mon[175404]: failed to encode map e373 with expected crc 2023-08-28T02:39:48.553 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:48 smithi040 ceph-mon[175404]: failed to encode map e373 with expected crc 2023-08-28T02:39:48.553 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:48 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:39:48.554 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:48 smithi040 ceph-mon[175404]: osdmap e373: 8 total, 8 up, 6 in 2023-08-28T02:39:48.584 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:48.606 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:39:48.609 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:48.610 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:39:48.710 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:39:48.739 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:48 smithi083 ceph-mon[157819]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:39:48.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:48 smithi083 ceph-mon[157819]: failed to encode map e373 with expected crc 2023-08-28T02:39:48.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:48 smithi083 ceph-mon[157819]: failed to encode map e373 with expected crc 2023-08-28T02:39:48.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:48 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:39:48.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:48 smithi083 ceph-mon[157819]: osdmap e373: 8 total, 8 up, 6 in 2023-08-28T02:39:48.741 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:48.762 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:39:48.764 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:48.765 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:39:48.866 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:39:48.874 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.1 dump_ops_in_flight 2023-08-28T02:39:48.917 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:49.001 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:39:49.006 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:49.007 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:39:49.010 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:39:49.107 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:39:49.151 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:49.234 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:39:49.239 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:49.239 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:39:49.286 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:39:49.310 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:39:49.336 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:39:49.340 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:39:49.361 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:39:49.377 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:49.388 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:39:49.417 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:39:49.444 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:39:49.477 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:39:49.479 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-08-28T02:39:49.479 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-08-28T02:39:49.479 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-08-28T02:39:49.479 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-08-28T02:39:49.479 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-08-28T02:39:49.480 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-08-28T02:39:49.480 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-08-28T02:39:49.480 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-08-28T02:39:49.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:49 smithi040 ceph-mon[170259]: pgmap v1150: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.4 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 117 op/s; 14472/167643 objects degraded (8.633%); 17189/167643 objects misplaced (10.253%); 1.4 MiB/s, 23 objects/s recovering 2023-08-28T02:39:49.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:49 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/108902505' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:39:49.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:49 smithi040 ceph-mon[175404]: pgmap v1150: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.4 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 117 op/s; 14472/167643 objects degraded (8.633%); 17189/167643 objects misplaced (10.253%); 1.4 MiB/s, 23 objects/s recovering 2023-08-28T02:39:49.481 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:49 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/108902505' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:39:49.506 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:39:49.512 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:49.512 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:39:49.613 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:39:49.627 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:39:49.639 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:49.659 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:39:49.661 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:49 smithi083 ceph-mon[157819]: pgmap v1150: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.4 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 117 op/s; 14472/167643 objects degraded (8.633%); 17189/167643 objects misplaced (10.253%); 1.4 MiB/s, 23 objects/s recovering 2023-08-28T02:39:49.661 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:49 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/108902505' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:39:49.662 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:49.662 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:39:49.763 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:39:49.800 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:49.861 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd unset nodeep-scrub 2023-08-28T02:39:50.076 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:39:50.082 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:50.082 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:39:50.183 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:39:50.212 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:50.231 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:39:50.234 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:50.234 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:39:50.335 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:39:50.379 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:50.402 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:39:50.405 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:50.405 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:39:50.506 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:39:50.536 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:50.561 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:39:50.563 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:50.564 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:39:50.664 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:39:50.710 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:39:50.711 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:50 smithi040 ceph-mon[170259]: pgmap v1151: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.4 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 118 op/s; 14418/167001 objects degraded (8.633%); 17133/167001 objects misplaced (10.259%); 1.5 MiB/s, 24 objects/s recovering 2023-08-28T02:39:50.711 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:50 smithi040 ceph-mon[175404]: pgmap v1151: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.4 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 118 op/s; 14418/167001 objects degraded (8.633%); 17133/167001 objects misplaced (10.259%); 1.5 MiB/s, 24 objects/s recovering 2023-08-28T02:39:50.713 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:50.759 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:39:50.761 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:39:50.952 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:39:50.958 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:50.958 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:39:50.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:50 smithi083 ceph-mon[157819]: pgmap v1151: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.4 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 118 op/s; 14418/167001 objects degraded (8.633%); 17133/167001 objects misplaced (10.259%); 1.5 MiB/s, 24 objects/s recovering 2023-08-28T02:39:51.059 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:39:51.095 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:51.120 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:39:51.124 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:51.124 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:39:51.209 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":1151,"stamp":"2023-08-28T02:39:50.501085+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":3646995204,"num_objects":55667,"num_object_clones":0,"num_object_copies":167001,"num_objects_missing_on_primary":3511,"num_objects_missing":3511,"num_objects_degraded":14418,"num_objects_misplaced":17133,"num_objects_unfound":0,"num_objects_dirty":55667,"num_whiteouts":0,"num_read":90,"num_read_kb":168,"num_write":131075,"num_write_kb":5972054,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":48868,"num_bytes_recovered":3175093137,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":98844,"ondisk_log_size":98844,"up":297,"acting":294,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":11748180,"kb_used_data":8728932,"kb_used_omap":12,"kb_used_meta":3019187,"kb_avail":550722732,"statfs":{"total":575970213888,"available":563940077568,"internally_reserved":0,"allocated":8938426368,"data_stored":8927506765,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12739,"internal_metadata":3091648061},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[5,0,1,1,1,0,0,1,3,4,4,6],"upper_bound":4096},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-65732608,"num_objects":-1003,"num_object_clones":0,"num_object_copies":-3009,"num_objects_missing_on_primary":-90,"num_objects_missing":-90,"num_objects_degraded":-118,"num_objects_misplaced":-389,"num_objects_unfound":0,"num_objects_dirty":-1003,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1003,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":209,"num_bytes_recovered":13697024,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.471420"},"pg_stats":[{"pgid":"3.1a","version":"65'1","reported_seq":384,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:42.038730+0000","last_change":"2023-08-28T02:32:32.667028+0000","last_active":"2023-08-28T02:39:42.038730+0000","last_peered":"2023-08-28T02:39:42.038730+0000","last_clean":"2023-08-28T02:39:42.038730+0000","last_became_active":"2023-08-28T02:32:32.666711+0000","last_became_peered":"2023-08-28T02:32:32.666711+0000","last_unstale":"2023-08-28T02:39:42.038730+0000","last_undegraded":"2023-08-28T02:39:42.038730+0000","last_fullsized":"2023-08-28T02:39:42.038730+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:28:21.913105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":337,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:42.182881+0000","last_change":"2023-08-28T02:29:44.421259+0000","last_active":"2023-08-28T02:39:42.182881+0000","last_peered":"2023-08-28T02:39:42.182881+0000","last_clean":"2023-08-28T02:39:42.182881+0000","last_became_active":"2023-08-28T02:29:44.420936+0000","last_became_peered":"2023-08-28T02:29:44.420936+0000","last_unstale":"2023-08-28T02:39:42.182881+0000","last_undegraded":"2023-08-28T02:39:42.182881+0000","last_fullsized":"2023-08-28T02:39:42.182881+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:22:26.346867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":179,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:42.031693+0000","last_change":"2023-08-28T02:33:12.290337+0000","last_active":"2023-08-28T02:39:42.031693+0000","last_peered":"2023-08-28T02:39:42.031693+0000","last_clean":"2023-08-28T02:39:42.031693+0000","last_became_active":"2023-08-28T02:33:12.289852+0000","last_became_peered":"2023-08-28T02:33:12.289852+0000","last_unstale":"2023-08-28T02:39:42.031693+0000","last_undegraded":"2023-08-28T02:39:42.031693+0000","last_fullsized":"2023-08-28T02:39:42.031693+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:04:26.420037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":353,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:42.182613+0000","last_change":"2023-08-28T02:33:13.317226+0000","last_active":"2023-08-28T02:39:42.182613+0000","last_peered":"2023-08-28T02:39:42.182613+0000","last_clean":"2023-08-28T02:39:42.182613+0000","last_became_active":"2023-08-28T02:33:13.316893+0000","last_became_peered":"2023-08-28T02:33:13.316893+0000","last_unstale":"2023-08-28T02:39:42.182613+0000","last_undegraded":"2023-08-28T02:39:42.182613+0000","last_fullsized":"2023-08-28T02:39:42.182613+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:55:46.593463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":297,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:42.104071+0000","last_change":"2023-08-28T02:33:12.295203+0000","last_active":"2023-08-28T02:39:42.104071+0000","last_peered":"2023-08-28T02:39:42.104071+0000","last_clean":"2023-08-28T02:39:42.104071+0000","last_became_active":"2023-08-28T02:33:12.294904+0000","last_became_peered":"2023-08-28T02:33:12.294904+0000","last_unstale":"2023-08-28T02:39:42.104071+0000","last_undegraded":"2023-08-28T02:39:42.104071+0000","last_fullsized":"2023-08-28T02:39:42.104071+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:31:07.008856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":313,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-08-28T02:39:35.603141+0000","last_change":"2023-08-28T02:31:51.987263+0000","last_active":"2023-08-28T02:39:35.603141+0000","last_peered":"2023-08-28T02:39:35.603141+0000","last_clean":"2023-08-28T02:39:35.603141+0000","last_became_active":"2023-08-28T02:31:51.986938+0000","last_became_peered":"2023-08-28T02:31:51.986938+0000","last_unstale":"2023-08-28T02:39:35.603141+0000","last_undegraded":"2023-08-28T02:39:35.603141+0000","last_fullsized":"2023-08-28T02:39:35.603141+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:18.021905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":347,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:42.182624+0000","last_change":"2023-08-28T02:33:12.318656+0000","last_active":"2023-08-28T02:39:42.182624+0000","last_peered":"2023-08-28T02:39:42.182624+0000","last_clean":"2023-08-28T02:39:42.182624+0000","last_became_active":"2023-08-28T02:33:12.318297+0000","last_became_peered":"2023-08-28T02:33:12.318297+0000","last_unstale":"2023-08-28T02:39:42.182624+0000","last_undegraded":"2023-08-28T02:39:42.182624+0000","last_fullsized":"2023-08-28T02:39:42.182624+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:43:09.789767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":278,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:42.104409+0000","last_change":"2023-08-28T02:33:13.357230+0000","last_active":"2023-08-28T02:39:42.104409+0000","last_peered":"2023-08-28T02:39:42.104409+0000","last_clean":"2023-08-28T02:39:42.104409+0000","last_became_active":"2023-08-28T02:33:13.356853+0000","last_became_peered":"2023-08-28T02:33:13.356853+0000","last_unstale":"2023-08-28T02:39:42.104409+0000","last_undegraded":"2023-08-28T02:39:42.104409+0000","last_fullsized":"2023-08-28T02:39:42.104409+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:20:21.545007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":355,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-08-28T02:39:35.603095+0000","last_change":"2023-08-28T02:29:44.462510+0000","last_active":"2023-08-28T02:39:35.603095+0000","last_peered":"2023-08-28T02:39:35.603095+0000","last_clean":"2023-08-28T02:39:35.603095+0000","last_became_active":"2023-08-28T02:29:44.460314+0000","last_became_peered":"2023-08-28T02:29:44.460314+0000","last_unstale":"2023-08-28T02:39:35.603095+0000","last_undegraded":"2023-08-28T02:39:35.603095+0000","last_fullsized":"2023-08-28T02:39:35.603095+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:59:01.311467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":281,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:42.104209+0000","last_change":"2023-08-28T02:33:13.291255+0000","last_active":"2023-08-28T02:39:42.104209+0000","last_peered":"2023-08-28T02:39:42.104209+0000","last_clean":"2023-08-28T02:39:42.104209+0000","last_became_active":"2023-08-28T02:33:13.290933+0000","last_became_peered":"2023-08-28T02:33:13.290933+0000","last_unstale":"2023-08-28T02:39:42.104209+0000","last_undegraded":"2023-08-28T02:39:42.104209+0000","last_fullsized":"2023-08-28T02:39:42.104209+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:31:54.116908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"65'3","reported_seq":356,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-08-28T02:39:35.584252+0000","last_change":"2023-08-28T02:33:12.296412+0000","last_active":"2023-08-28T02:39:35.584252+0000","last_peered":"2023-08-28T02:39:35.584252+0000","last_clean":"2023-08-28T02:39:35.584252+0000","last_became_active":"2023-08-28T02:33:12.295786+0000","last_became_peered":"2023-08-28T02:33:12.295786+0000","last_unstale":"2023-08-28T02:39:35.584252+0000","last_undegraded":"2023-08-28T02:39:35.584252+0000","last_fullsized":"2023-08-28T02:39:35.584252+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:15:31.449163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":182,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:42.033148+0000","last_change":"2023-08-28T02:32:32.666927+0000","last_active":"2023-08-28T02:39:42.033148+0000","last_peered":"2023-08-28T02:39:42.033148+0000","last_clean":"2023-08-28T02:39:42.033148+0000","last_became_active":"2023-08-28T02:32:32.666618+0000","last_became_peered":"2023-08-28T02:32:32.666618+0000","last_unstale":"2023-08-28T02:39:42.033148+0000","last_undegraded":"2023-08-28T02:39:42.033148+0000","last_fullsized":"2023-08-28T02:39:42.033148+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:45:57.998333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":381,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:42.038794+0000","last_change":"2023-08-28T02:32:28.505262+0000","last_active":"2023-08-28T02:39:42.038794+0000","last_peered":"2023-08-28T02:39:42.038794+0000","last_clean":"2023-08-28T02:39:42.038794+0000","last_became_active":"2023-08-28T02:32:28.455999+0000","last_became_peered":"2023-08-28T02:32:28.455999+0000","last_unstale":"2023-08-28T02:39:42.038794+0000","last_undegraded":"2023-08-28T02:39:42.038794+0000","last_fullsized":"2023-08-28T02:39:42.038794+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:28.937020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":9468,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":365,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:42.038638+0000","last_change":"2023-08-28T02:32:12.959195+0000","last_active":"2023-08-28T02:39:42.038638+0000","last_peered":"2023-08-28T02:39:42.038638+0000","last_clean":"2023-08-28T02:39:42.038638+0000","last_became_active":"2023-08-28T02:32:12.958832+0000","last_became_peered":"2023-08-28T02:32:12.958832+0000","last_unstale":"2023-08-28T02:39:42.038638+0000","last_undegraded":"2023-08-28T02:39:42.038638+0000","last_fullsized":"2023-08-28T02:39:42.038638+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:23:27.197787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"65'2","reported_seq":354,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-08-28T02:39:35.583907+0000","last_change":"2023-08-28T02:32:28.461161+0000","last_active":"2023-08-28T02:39:35.583907+0000","last_peered":"2023-08-28T02:39:35.583907+0000","last_clean":"2023-08-28T02:39:35.583907+0000","last_became_active":"2023-08-28T02:32:28.451284+0000","last_became_peered":"2023-08-28T02:32:28.451284+0000","last_unstale":"2023-08-28T02:39:35.583907+0000","last_undegraded":"2023-08-28T02:39:35.583907+0000","last_fullsized":"2023-08-28T02:39:35.583907+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:58:20.061020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":338,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:42.182234+0000","last_change":"2023-08-28T02:29:44.419566+0000","last_active":"2023-08-28T02:39:42.182234+0000","last_peered":"2023-08-28T02:39:42.182234+0000","last_clean":"2023-08-28T02:39:42.182234+0000","last_became_active":"2023-08-28T02:29:44.419053+0000","last_became_peered":"2023-08-28T02:29:44.419053+0000","last_unstale":"2023-08-28T02:39:42.182234+0000","last_undegraded":"2023-08-28T02:39:42.182234+0000","last_fullsized":"2023-08-28T02:39:42.182234+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:44:36.133499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":341,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:42.182485+0000","last_change":"2023-08-28T02:33:12.493777+0000","last_active":"2023-08-28T02:39:42.182485+0000","last_peered":"2023-08-28T02:39:42.182485+0000","last_clean":"2023-08-28T02:39:42.182485+0000","last_became_active":"2023-08-28T02:33:12.491177+0000","last_became_peered":"2023-08-28T02:33:12.491177+0000","last_unstale":"2023-08-28T02:39:42.182485+0000","last_undegraded":"2023-08-28T02:39:42.182485+0000","last_fullsized":"2023-08-28T02:39:42.182485+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:10:58.167753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":351,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-08-28T02:39:35.602828+0000","last_change":"2023-08-28T02:33:12.290293+0000","last_active":"2023-08-28T02:39:35.602828+0000","last_peered":"2023-08-28T02:39:35.602828+0000","last_clean":"2023-08-28T02:39:35.602828+0000","last_became_active":"2023-08-28T02:33:12.289989+0000","last_became_peered":"2023-08-28T02:33:12.289989+0000","last_unstale":"2023-08-28T02:39:35.602828+0000","last_undegraded":"2023-08-28T02:39:35.602828+0000","last_fullsized":"2023-08-28T02:39:35.602828+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:05:33.622172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":329,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-08-28T02:39:35.583818+0000","last_change":"2023-08-28T02:32:12.948756+0000","last_active":"2023-08-28T02:39:35.583818+0000","last_peered":"2023-08-28T02:39:35.583818+0000","last_clean":"2023-08-28T02:39:35.583818+0000","last_became_active":"2023-08-28T02:32:12.948441+0000","last_became_peered":"2023-08-28T02:32:12.948441+0000","last_unstale":"2023-08-28T02:39:35.583818+0000","last_undegraded":"2023-08-28T02:39:35.583818+0000","last_fullsized":"2023-08-28T02:39:35.583818+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:27.922180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":348,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:42.182734+0000","last_change":"2023-08-28T02:33:12.299398+0000","last_active":"2023-08-28T02:39:42.182734+0000","last_peered":"2023-08-28T02:39:42.182734+0000","last_clean":"2023-08-28T02:39:42.182734+0000","last_became_active":"2023-08-28T02:33:12.299113+0000","last_became_peered":"2023-08-28T02:33:12.299113+0000","last_unstale":"2023-08-28T02:39:42.182734+0000","last_undegraded":"2023-08-28T02:39:42.182734+0000","last_fullsized":"2023-08-28T02:39:42.182734+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:14:55.597212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"65'8","reported_seq":142,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:42.181936+0000","last_change":"2023-08-28T02:33:13.478870+0000","last_active":"2023-08-28T02:39:42.181936+0000","last_peered":"2023-08-28T02:39:42.181936+0000","last_clean":"2023-08-28T02:39:42.181936+0000","last_became_active":"2023-08-28T02:33:13.332142+0000","last_became_peered":"2023-08-28T02:33:13.332142+0000","last_unstale":"2023-08-28T02:39:42.181936+0000","last_undegraded":"2023-08-28T02:39:42.181936+0000","last_fullsized":"2023-08-28T02:39:42.181936+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:32:42.810159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":279,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:42.105408+0000","last_change":"2023-08-28T02:33:12.306353+0000","last_active":"2023-08-28T02:39:42.105408+0000","last_peered":"2023-08-28T02:39:42.105408+0000","last_clean":"2023-08-28T02:39:42.105408+0000","last_became_active":"2023-08-28T02:33:12.304977+0000","last_became_peered":"2023-08-28T02:33:12.304977+0000","last_unstale":"2023-08-28T02:39:42.105408+0000","last_undegraded":"2023-08-28T02:39:42.105408+0000","last_fullsized":"2023-08-28T02:39:42.105408+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:19:38.819671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"372'8102","reported_seq":8232,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:45.554935+0000","last_change":"2023-08-28T02:30:50.402703+0000","last_active":"2023-08-28T02:39:45.554935+0000","last_peered":"2023-08-28T02:39:45.554935+0000","last_clean":"2023-08-28T02:39:45.554935+0000","last_became_active":"2023-08-28T02:30:50.402419+0000","last_became_peered":"2023-08-28T02:30:50.402419+0000","last_unstale":"2023-08-28T02:39:45.554935+0000","last_undegraded":"2023-08-28T02:39:45.554935+0000","last_fullsized":"2023-08-28T02:39:45.554935+0000","mapping_epoch":250,"log_start":"255'900","ondisk_log_start":"255'900","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7202,"log_dups_size":0,"ondisk_log_size":7202,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:07:37.393907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":233177088,"num_objects":3558,"num_object_clones":0,"num_object_copies":10674,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3558,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8102,"num_write_kb":373120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"65'1","reported_seq":337,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-08-28T02:39:35.584290+0000","last_change":"2023-08-28T02:14:43.046130+0000","last_active":"2023-08-28T02:39:35.584290+0000","last_peered":"2023-08-28T02:39:35.584290+0000","last_clean":"2023-08-28T02:39:35.584290+0000","last_became_active":"2023-08-28T02:14:43.045775+0000","last_became_peered":"2023-08-28T02:14:43.045775+0000","last_unstale":"2023-08-28T02:39:35.584290+0000","last_undegraded":"2023-08-28T02:39:35.584290+0000","last_fullsized":"2023-08-28T02:39:35.584290+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:57:38.279756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":327,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-08-28T02:39:35.602582+0000","last_change":"2023-08-28T02:31:51.987149+0000","last_active":"2023-08-28T02:39:35.602582+0000","last_peered":"2023-08-28T02:39:35.602582+0000","last_clean":"2023-08-28T02:39:35.602582+0000","last_became_active":"2023-08-28T02:31:51.986821+0000","last_became_peered":"2023-08-28T02:31:51.986821+0000","last_unstale":"2023-08-28T02:39:35.602582+0000","last_undegraded":"2023-08-28T02:39:35.602582+0000","last_fullsized":"2023-08-28T02:39:35.602582+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:23:26.661134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"372'8127","reported_seq":14301,"reported_epoch":372,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:39:45.748445+0000","last_change":"2023-08-28T02:33:33.975566+0000","last_active":"2023-08-28T02:39:45.748445+0000","last_peered":"2023-08-28T02:39:45.748445+0000","last_clean":"2023-08-28T02:31:27.868230+0000","last_became_active":"2023-08-28T02:33:33.660452+0000","last_became_peered":"2023-08-28T02:33:33.660452+0000","last_unstale":"2023-08-28T02:39:45.748445+0000","last_undegraded":"2023-08-28T02:33:13.410847+0000","last_fullsized":"2023-08-28T02:33:13.270012+0000","mapping_epoch":298,"log_start":"255'900","ondisk_log_start":"255'900","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7227,"log_dups_size":0,"ondisk_log_size":7227,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:33.375162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":227606528,"num_objects":3473,"num_object_clones":0,"num_object_copies":10419,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":5981,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3473,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8127,"num_write_kb":371200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3003,"num_bytes_recovered":196739072,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[5,4],"avail_no_missing":["5","6"],"object_location_counts":[{"shards":"2,5,6","objects":915},{"shards":"3,5,6","objects":1053},{"shards":"5,6","objects":1505}],"blocked_by":[],"up_primary":3,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"65'2","reported_seq":362,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-08-28T02:39:35.584400+0000","last_change":"2023-08-28T02:29:44.436352+0000","last_active":"2023-08-28T02:39:35.584400+0000","last_peered":"2023-08-28T02:39:35.584400+0000","last_clean":"2023-08-28T02:39:35.584400+0000","last_became_active":"2023-08-28T02:29:44.411499+0000","last_became_peered":"2023-08-28T02:29:44.411499+0000","last_unstale":"2023-08-28T02:39:35.584400+0000","last_undegraded":"2023-08-28T02:39:35.584400+0000","last_fullsized":"2023-08-28T02:39:35.584400+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:46:57.540191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":389,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:42.038593+0000","last_change":"2023-08-28T02:33:12.289004+0000","last_active":"2023-08-28T02:39:42.038593+0000","last_peered":"2023-08-28T02:39:42.038593+0000","last_clean":"2023-08-28T02:39:42.038593+0000","last_became_active":"2023-08-28T02:33:12.288722+0000","last_became_peered":"2023-08-28T02:33:12.288722+0000","last_unstale":"2023-08-28T02:39:42.038593+0000","last_undegraded":"2023-08-28T02:39:42.038593+0000","last_fullsized":"2023-08-28T02:39:42.038593+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:24.019483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"373'8132","reported_seq":13359,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:50.347847+0000","last_change":"2023-08-28T02:37:54.748968+0000","last_active":"2023-08-28T02:39:50.347847+0000","last_peered":"2023-08-28T02:39:50.347847+0000","last_clean":"2023-08-28T02:39:50.347847+0000","last_became_active":"2023-08-28T02:37:54.729376+0000","last_became_peered":"2023-08-28T02:37:54.729376+0000","last_unstale":"2023-08-28T02:39:50.347847+0000","last_undegraded":"2023-08-28T02:39:50.347847+0000","last_fullsized":"2023-08-28T02:39:50.347847+0000","mapping_epoch":351,"log_start":"258'2812","ondisk_log_start":"258'2812","created":250,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5320,"log_dups_size":0,"ondisk_log_size":5320,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:00.988172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":224002048,"num_objects":3418,"num_object_clones":0,"num_object_copies":10254,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3418,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8132,"num_write_kb":369600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2533,"num_bytes_recovered":160432128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"65'1","reported_seq":348,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-08-28T02:39:35.584165+0000","last_change":"2023-08-28T02:33:13.516869+0000","last_active":"2023-08-28T02:39:35.584165+0000","last_peered":"2023-08-28T02:39:35.584165+0000","last_clean":"2023-08-28T02:39:35.584165+0000","last_became_active":"2023-08-28T02:33:13.396736+0000","last_became_peered":"2023-08-28T02:33:13.396736+0000","last_unstale":"2023-08-28T02:39:35.584165+0000","last_undegraded":"2023-08-28T02:39:35.584165+0000","last_fullsized":"2023-08-28T02:39:35.584165+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:47:08.237137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":316,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:42.032990+0000","last_change":"2023-08-28T02:31:51.987327+0000","last_active":"2023-08-28T02:39:42.032990+0000","last_peered":"2023-08-28T02:39:42.032990+0000","last_clean":"2023-08-28T02:39:42.032990+0000","last_became_active":"2023-08-28T02:31:51.987018+0000","last_became_peered":"2023-08-28T02:31:51.987018+0000","last_unstale":"2023-08-28T02:39:42.032990+0000","last_undegraded":"2023-08-28T02:39:42.032990+0000","last_fullsized":"2023-08-28T02:39:42.032990+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:53:26.105101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.5","version":"373'8053","reported_seq":12679,"reported_epoch":373,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:39:50.395062+0000","last_change":"2023-08-28T02:33:13.625779+0000","last_active":"2023-08-28T02:39:50.395062+0000","last_peered":"2023-08-28T02:39:50.395062+0000","last_clean":"2023-08-28T02:31:27.898932+0000","last_became_active":"2023-08-28T02:33:13.612126+0000","last_became_peered":"2023-08-28T02:33:13.612126+0000","last_unstale":"2023-08-28T02:39:50.395062+0000","last_undegraded":"2023-08-28T02:33:13.485377+0000","last_fullsized":"2023-08-28T02:33:13.264317+0000","mapping_epoch":298,"log_start":"258'2763","ondisk_log_start":"258'2763","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5290,"log_dups_size":0,"ondisk_log_size":5290,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:37:28.843386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":222756864,"num_objects":3399,"num_object_clones":0,"num_object_copies":10197,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":5941,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3399,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8053,"num_write_kb":366464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2235,"num_bytes_recovered":146472960,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,7],"avail_no_missing":["0","2"],"object_location_counts":[{"shards":"0,2","objects":2358},{"shards":"0,2,3","objects":1041}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":366,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-08-28T02:39:35.603008+0000","last_change":"2023-08-28T02:33:13.281826+0000","last_active":"2023-08-28T02:39:35.603008+0000","last_peered":"2023-08-28T02:39:35.603008+0000","last_clean":"2023-08-28T02:39:35.603008+0000","last_became_active":"2023-08-28T02:33:13.281511+0000","last_became_peered":"2023-08-28T02:33:13.281511+0000","last_unstale":"2023-08-28T02:39:35.603008+0000","last_undegraded":"2023-08-28T02:39:35.603008+0000","last_fullsized":"2023-08-28T02:39:35.603008+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:32:55.005706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":365,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:42.182167+0000","last_change":"2023-08-28T02:29:44.436713+0000","last_active":"2023-08-28T02:39:42.182167+0000","last_peered":"2023-08-28T02:39:42.182167+0000","last_clean":"2023-08-28T02:39:42.182167+0000","last_became_active":"2023-08-28T02:29:44.436203+0000","last_became_peered":"2023-08-28T02:29:44.436203+0000","last_unstale":"2023-08-28T02:39:42.182167+0000","last_undegraded":"2023-08-28T02:39:42.182167+0000","last_fullsized":"2023-08-28T02:39:42.182167+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:46:48.522293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"373'8345","reported_seq":8481,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.522739+0000","last_change":"2023-08-28T02:30:50.399669+0000","last_active":"2023-08-28T02:39:47.522739+0000","last_peered":"2023-08-28T02:39:47.522739+0000","last_clean":"2023-08-28T02:39:47.522739+0000","last_became_active":"2023-08-28T02:30:50.399332+0000","last_became_peered":"2023-08-28T02:30:50.399332+0000","last_unstale":"2023-08-28T02:39:47.522739+0000","last_undegraded":"2023-08-28T02:39:47.522739+0000","last_fullsized":"2023-08-28T02:39:47.522739+0000","mapping_epoch":250,"log_start":"257'2200","ondisk_log_start":"257'2200","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6145,"log_dups_size":0,"ondisk_log_size":6145,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:00:54.910841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":227344384,"num_objects":3469,"num_object_clones":0,"num_object_copies":10407,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3469,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8345,"num_write_kb":378048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"75'161","reported_seq":792,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-08-28T02:39:35.583938+0000","last_change":"2023-08-28T02:33:13.310049+0000","last_active":"2023-08-28T02:39:35.583938+0000","last_peered":"2023-08-28T02:39:35.583938+0000","last_clean":"2023-08-28T02:39:35.583938+0000","last_became_active":"2023-08-28T02:33:13.309661+0000","last_became_peered":"2023-08-28T02:33:13.309661+0000","last_unstale":"2023-08-28T02:39:35.583938+0000","last_undegraded":"2023-08-28T02:39:35.583938+0000","last_fullsized":"2023-08-28T02:39:35.583938+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.930230+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.930230+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:27:40.889460+0000","scrub_duration":0.0050169209999999997,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"65'2","reported_seq":328,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:42.104672+0000","last_change":"2023-08-28T02:33:12.294922+0000","last_active":"2023-08-28T02:39:42.104672+0000","last_peered":"2023-08-28T02:39:42.104672+0000","last_clean":"2023-08-28T02:39:42.104672+0000","last_became_active":"2023-08-28T02:33:12.294518+0000","last_became_peered":"2023-08-28T02:33:12.294518+0000","last_unstale":"2023-08-28T02:39:42.104672+0000","last_undegraded":"2023-08-28T02:39:42.104672+0000","last_fullsized":"2023-08-28T02:39:42.104672+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:21:12.737286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":366,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:42.038839+0000","last_change":"2023-08-28T02:33:13.310505+0000","last_active":"2023-08-28T02:39:42.038839+0000","last_peered":"2023-08-28T02:39:42.038839+0000","last_clean":"2023-08-28T02:39:42.038839+0000","last_became_active":"2023-08-28T02:33:13.310223+0000","last_became_peered":"2023-08-28T02:33:13.310223+0000","last_unstale":"2023-08-28T02:39:42.038839+0000","last_undegraded":"2023-08-28T02:39:42.038839+0000","last_fullsized":"2023-08-28T02:39:42.038839+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:27:02.124453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"372'8144","reported_seq":22537,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:45.393722+0000","last_change":"2023-08-28T02:38:44.816101+0000","last_active":"2023-08-28T02:39:45.393722+0000","last_peered":"2023-08-28T02:39:45.393722+0000","last_clean":"2023-08-28T02:39:45.393722+0000","last_became_active":"2023-08-28T02:38:44.798734+0000","last_became_peered":"2023-08-28T02:38:44.798734+0000","last_unstale":"2023-08-28T02:39:45.393722+0000","last_undegraded":"2023-08-28T02:39:45.393722+0000","last_fullsized":"2023-08-28T02:39:45.393722+0000","mapping_epoch":361,"log_start":"255'1000","ondisk_log_start":"255'1000","created":250,"last_epoch_clean":362,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7144,"log_dups_size":0,"ondisk_log_size":7144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:34:42.975012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":230948864,"num_objects":3524,"num_object_clones":0,"num_object_copies":10572,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3524,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8144,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5834,"num_bytes_recovered":377683968,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"75'161","reported_seq":631,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-08-28T02:39:35.602548+0000","last_change":"2023-08-28T02:37:37.933802+0000","last_active":"2023-08-28T02:39:35.602548+0000","last_peered":"2023-08-28T02:39:35.602548+0000","last_clean":"2023-08-28T02:39:35.602548+0000","last_became_active":"2023-08-28T02:33:13.287313+0000","last_became_peered":"2023-08-28T02:33:13.287313+0000","last_unstale":"2023-08-28T02:39:35.602548+0000","last_undegraded":"2023-08-28T02:39:35.602548+0000","last_fullsized":"2023-08-28T02:39:35.602548+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:45.407127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:45.407127+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:39:14.213229+0000","scrub_duration":0.0018495320000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":262688,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":286,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:42.038584+0000","last_change":"2023-08-28T02:33:13.309727+0000","last_active":"2023-08-28T02:39:42.038584+0000","last_peered":"2023-08-28T02:39:42.038584+0000","last_clean":"2023-08-28T02:39:42.038584+0000","last_became_active":"2023-08-28T02:33:13.309487+0000","last_became_peered":"2023-08-28T02:33:13.309487+0000","last_unstale":"2023-08-28T02:39:42.038584+0000","last_undegraded":"2023-08-28T02:39:42.038584+0000","last_fullsized":"2023-08-28T02:39:42.038584+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:27:29.294011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":101,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:42.039114+0000","last_change":"2023-08-28T02:32:28.456323+0000","last_active":"2023-08-28T02:39:42.039114+0000","last_peered":"2023-08-28T02:39:42.039114+0000","last_clean":"2023-08-28T02:39:42.039114+0000","last_became_active":"2023-08-28T02:32:28.455987+0000","last_became_peered":"2023-08-28T02:32:28.455987+0000","last_unstale":"2023-08-28T02:39:42.039114+0000","last_undegraded":"2023-08-28T02:39:42.039114+0000","last_fullsized":"2023-08-28T02:39:42.039114+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:54:07.724002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"373'8303","reported_seq":18455,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.603203+0000","last_change":"2023-08-28T02:33:13.316023+0000","last_active":"2023-08-28T02:39:47.603203+0000","last_peered":"2023-08-28T02:39:47.603203+0000","last_clean":"2023-08-28T02:39:47.603203+0000","last_became_active":"2023-08-28T02:33:13.308403+0000","last_became_peered":"2023-08-28T02:33:13.308403+0000","last_unstale":"2023-08-28T02:39:47.603203+0000","last_undegraded":"2023-08-28T02:39:47.603203+0000","last_fullsized":"2023-08-28T02:39:47.603203+0000","mapping_epoch":298,"log_start":"257'2100","ondisk_log_start":"257'2100","created":250,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6203,"log_dups_size":0,"ondisk_log_size":6203,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:10:38.401973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":235470848,"num_objects":3593,"num_object_clones":0,"num_object_copies":10779,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3593,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8303,"num_write_kb":380672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4999,"num_bytes_recovered":327614464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":346,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:42.038533+0000","last_change":"2023-08-28T02:32:28.455294+0000","last_active":"2023-08-28T02:39:42.038533+0000","last_peered":"2023-08-28T02:39:42.038533+0000","last_clean":"2023-08-28T02:39:42.038533+0000","last_became_active":"2023-08-28T02:32:28.455013+0000","last_became_peered":"2023-08-28T02:32:28.455013+0000","last_unstale":"2023-08-28T02:39:42.038533+0000","last_undegraded":"2023-08-28T02:39:42.038533+0000","last_fullsized":"2023-08-28T02:39:42.038533+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:53.583864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":378,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:42.038980+0000","last_change":"2023-08-28T02:33:13.335588+0000","last_active":"2023-08-28T02:39:42.038980+0000","last_peered":"2023-08-28T02:39:42.038980+0000","last_clean":"2023-08-28T02:39:42.038980+0000","last_became_active":"2023-08-28T02:33:13.335326+0000","last_became_peered":"2023-08-28T02:33:13.335326+0000","last_unstale":"2023-08-28T02:39:42.038980+0000","last_undegraded":"2023-08-28T02:39:42.038980+0000","last_fullsized":"2023-08-28T02:39:42.038980+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:15:44.958663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"373'8233","reported_seq":8364,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.531215+0000","last_change":"2023-08-28T02:30:50.400261+0000","last_active":"2023-08-28T02:39:47.531215+0000","last_peered":"2023-08-28T02:39:47.531215+0000","last_clean":"2023-08-28T02:39:47.531215+0000","last_became_active":"2023-08-28T02:30:50.399938+0000","last_became_peered":"2023-08-28T02:30:50.399938+0000","last_unstale":"2023-08-28T02:39:47.531215+0000","last_undegraded":"2023-08-28T02:39:47.531215+0000","last_fullsized":"2023-08-28T02:39:47.531215+0000","mapping_epoch":250,"log_start":"258'2790","ondisk_log_start":"258'2790","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5443,"log_dups_size":0,"ondisk_log_size":5443,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:43:56.802792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":226820096,"num_objects":3461,"num_object_clones":0,"num_object_copies":10383,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3461,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8233,"num_write_kb":374208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"75'161","reported_seq":651,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-08-28T02:39:35.603000+0000","last_change":"2023-08-28T02:32:56.519141+0000","last_active":"2023-08-28T02:39:35.603000+0000","last_peered":"2023-08-28T02:39:35.603000+0000","last_clean":"2023-08-28T02:39:35.603000+0000","last_became_active":"2023-08-28T02:32:56.518863+0000","last_became_peered":"2023-08-28T02:32:56.518863+0000","last_unstale":"2023-08-28T02:39:35.603000+0000","last_undegraded":"2023-08-28T02:39:35.603000+0000","last_fullsized":"2023-08-28T02:39:35.603000+0000","mapping_epoch":292,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":293,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_clean_scrub_stamp":"2023-08-28T02:29:25.608370+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:59:50.561109+0000","scrub_duration":0.001662689,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":282,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:42.104301+0000","last_change":"2023-08-28T02:33:12.294592+0000","last_active":"2023-08-28T02:39:42.104301+0000","last_peered":"2023-08-28T02:39:42.104301+0000","last_clean":"2023-08-28T02:39:42.104301+0000","last_became_active":"2023-08-28T02:33:12.288508+0000","last_became_peered":"2023-08-28T02:33:12.288508+0000","last_unstale":"2023-08-28T02:39:42.104301+0000","last_undegraded":"2023-08-28T02:39:42.104301+0000","last_fullsized":"2023-08-28T02:39:42.104301+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:05:42.717608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":164,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:42.032267+0000","last_change":"2023-08-28T02:29:44.429834+0000","last_active":"2023-08-28T02:39:42.032267+0000","last_peered":"2023-08-28T02:39:42.032267+0000","last_clean":"2023-08-28T02:39:42.032267+0000","last_became_active":"2023-08-28T02:29:44.429512+0000","last_became_peered":"2023-08-28T02:29:44.429512+0000","last_unstale":"2023-08-28T02:39:42.032267+0000","last_undegraded":"2023-08-28T02:39:42.032267+0000","last_fullsized":"2023-08-28T02:39:42.032267+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:58.062455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"372'8091","reported_seq":8221,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:46.225064+0000","last_change":"2023-08-28T02:30:50.402348+0000","last_active":"2023-08-28T02:39:46.225064+0000","last_peered":"2023-08-28T02:39:46.225064+0000","last_clean":"2023-08-28T02:39:46.225064+0000","last_became_active":"2023-08-28T02:30:50.402076+0000","last_became_peered":"2023-08-28T02:30:50.402076+0000","last_unstale":"2023-08-28T02:39:46.225064+0000","last_undegraded":"2023-08-28T02:39:46.225064+0000","last_fullsized":"2023-08-28T02:39:46.225064+0000","mapping_epoch":250,"log_start":"255'1200","ondisk_log_start":"255'1200","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6891,"log_dups_size":0,"ondisk_log_size":6891,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:24.859426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":228392960,"num_objects":3485,"num_object_clones":0,"num_object_copies":10455,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3485,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8091,"num_write_kb":370432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.7","version":"75'161","reported_seq":574,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:42.105295+0000","last_change":"2023-08-28T02:33:13.532525+0000","last_active":"2023-08-28T02:39:42.105295+0000","last_peered":"2023-08-28T02:39:42.105295+0000","last_clean":"2023-08-28T02:39:42.105295+0000","last_became_active":"2023-08-28T02:33:13.532125+0000","last_became_peered":"2023-08-28T02:33:13.532125+0000","last_unstale":"2023-08-28T02:39:42.105295+0000","last_undegraded":"2023-08-28T02:39:42.105295+0000","last_fullsized":"2023-08-28T02:39:42.105295+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.887648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.887648+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":164,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:42.032701+0000","last_change":"2023-08-28T02:29:44.407595+0000","last_active":"2023-08-28T02:39:42.032701+0000","last_peered":"2023-08-28T02:39:42.032701+0000","last_clean":"2023-08-28T02:39:42.032701+0000","last_became_active":"2023-08-28T02:29:44.407316+0000","last_became_peered":"2023-08-28T02:29:44.407316+0000","last_unstale":"2023-08-28T02:39:42.032701+0000","last_undegraded":"2023-08-28T02:39:42.032701+0000","last_fullsized":"2023-08-28T02:39:42.032701+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:01:47.777709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":383,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-08-28T02:39:35.602782+0000","last_change":"2023-08-28T02:33:13.286980+0000","last_active":"2023-08-28T02:39:35.602782+0000","last_peered":"2023-08-28T02:39:35.602782+0000","last_clean":"2023-08-28T02:39:35.602782+0000","last_became_active":"2023-08-28T02:33:13.286740+0000","last_became_peered":"2023-08-28T02:33:13.286740+0000","last_unstale":"2023-08-28T02:39:35.602782+0000","last_undegraded":"2023-08-28T02:39:35.602782+0000","last_fullsized":"2023-08-28T02:39:35.602782+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:24:54.574365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":164,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:42.033067+0000","last_change":"2023-08-28T02:29:44.506914+0000","last_active":"2023-08-28T02:39:42.033067+0000","last_peered":"2023-08-28T02:39:42.033067+0000","last_clean":"2023-08-28T02:39:42.033067+0000","last_became_active":"2023-08-28T02:29:44.506606+0000","last_became_peered":"2023-08-28T02:29:44.506606+0000","last_unstale":"2023-08-28T02:39:42.033067+0000","last_undegraded":"2023-08-28T02:39:42.033067+0000","last_fullsized":"2023-08-28T02:39:42.033067+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:55:50.992279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"373'8201","reported_seq":19932,"reported_epoch":373,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:39:50.359448+0000","last_change":"2023-08-28T02:34:11.565330+0000","last_active":"2023-08-28T02:39:50.359448+0000","last_peered":"2023-08-28T02:39:50.359448+0000","last_clean":"2023-08-28T02:32:11.916240+0000","last_became_active":"2023-08-28T02:33:12.501819+0000","last_became_peered":"2023-08-28T02:33:12.501819+0000","last_unstale":"2023-08-28T02:39:50.359448+0000","last_undegraded":"2023-08-28T02:39:50.359448+0000","last_fullsized":"2023-08-28T02:39:50.359448+0000","mapping_epoch":297,"log_start":"258'2924","ondisk_log_start":"258'2924","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5277,"log_dups_size":0,"ondisk_log_size":5277,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:45:43.329719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":222494720,"num_objects":3395,"num_object_clones":0,"num_object_copies":10185,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3395,"num_objects_unfound":0,"num_objects_dirty":3395,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8201,"num_write_kb":371072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5787,"num_bytes_recovered":379256832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,2],"avail_no_missing":["0","2","5","6"],"object_location_counts":[{"shards":"0,2,5","objects":3395}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.1","version":"75'161","reported_seq":631,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-08-28T02:39:35.602666+0000","last_change":"2023-08-28T02:32:31.482659+0000","last_active":"2023-08-28T02:39:35.602666+0000","last_peered":"2023-08-28T02:39:35.602666+0000","last_clean":"2023-08-28T02:39:35.602666+0000","last_became_active":"2023-08-28T02:32:31.482320+0000","last_became_peered":"2023-08-28T02:32:31.482320+0000","last_unstale":"2023-08-28T02:39:35.602666+0000","last_undegraded":"2023-08-28T02:39:35.602666+0000","last_fullsized":"2023-08-28T02:39:35.602666+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:24.559397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:24.559397+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:41:09.516918+0000","scrub_duration":0.001580328,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":369,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-08-28T02:39:35.602862+0000","last_change":"2023-08-28T02:31:51.988386+0000","last_active":"2023-08-28T02:39:35.602862+0000","last_peered":"2023-08-28T02:39:35.602862+0000","last_clean":"2023-08-28T02:39:35.602862+0000","last_became_active":"2023-08-28T02:31:51.988097+0000","last_became_peered":"2023-08-28T02:31:51.988097+0000","last_unstale":"2023-08-28T02:39:35.602862+0000","last_undegraded":"2023-08-28T02:39:35.602862+0000","last_fullsized":"2023-08-28T02:39:35.602862+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:25:01.818829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":346,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:42.038728+0000","last_change":"2023-08-28T02:32:12.951275+0000","last_active":"2023-08-28T02:39:42.038728+0000","last_peered":"2023-08-28T02:39:42.038728+0000","last_clean":"2023-08-28T02:39:42.038728+0000","last_became_active":"2023-08-28T02:32:12.950965+0000","last_became_peered":"2023-08-28T02:32:12.950965+0000","last_unstale":"2023-08-28T02:39:42.038728+0000","last_undegraded":"2023-08-28T02:39:42.038728+0000","last_fullsized":"2023-08-28T02:39:42.038728+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:37:31.294280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":190,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:42.031950+0000","last_change":"2023-08-28T02:33:13.286534+0000","last_active":"2023-08-28T02:39:42.031950+0000","last_peered":"2023-08-28T02:39:42.031950+0000","last_clean":"2023-08-28T02:39:42.031950+0000","last_became_active":"2023-08-28T02:33:13.286164+0000","last_became_peered":"2023-08-28T02:33:13.286164+0000","last_unstale":"2023-08-28T02:39:42.031950+0000","last_undegraded":"2023-08-28T02:39:42.031950+0000","last_fullsized":"2023-08-28T02:39:42.031950+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:56.721932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"372'8168","reported_seq":19988,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:45.624138+0000","last_change":"2023-08-28T02:34:14.448606+0000","last_active":"2023-08-28T02:39:45.624138+0000","last_peered":"2023-08-28T02:39:45.624138+0000","last_clean":"2023-08-28T02:39:45.624138+0000","last_became_active":"2023-08-28T02:34:14.438547+0000","last_became_peered":"2023-08-28T02:34:14.438547+0000","last_unstale":"2023-08-28T02:39:45.624138+0000","last_undegraded":"2023-08-28T02:39:45.624138+0000","last_fullsized":"2023-08-28T02:39:45.624138+0000","mapping_epoch":314,"log_start":"255'1000","ondisk_log_start":"255'1000","created":250,"last_epoch_clean":315,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7168,"log_dups_size":0,"ondisk_log_size":7168,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:06:41.120408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":229376000,"num_objects":3500,"num_object_clones":0,"num_object_copies":10500,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3500,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8168,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5834,"num_bytes_recovered":376832000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2","version":"75'161","reported_seq":753,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-08-28T02:39:35.583924+0000","last_change":"2023-08-28T02:30:51.762377+0000","last_active":"2023-08-28T02:39:35.583924+0000","last_peered":"2023-08-28T02:39:35.583924+0000","last_clean":"2023-08-28T02:39:35.583924+0000","last_became_active":"2023-08-28T02:27:46.375590+0000","last_became_peered":"2023-08-28T02:27:46.375590+0000","last_unstale":"2023-08-28T02:39:35.583924+0000","last_undegraded":"2023-08-28T02:39:35.583924+0000","last_fullsized":"2023-08-28T02:39:35.583924+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:51.762314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:51.762314+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:02.034555+0000","scrub_duration":0.0020023620000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":182,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:42.104253+0000","last_change":"2023-08-28T02:33:13.289765+0000","last_active":"2023-08-28T02:39:42.104253+0000","last_peered":"2023-08-28T02:39:42.104253+0000","last_clean":"2023-08-28T02:39:42.104253+0000","last_became_active":"2023-08-28T02:33:13.289159+0000","last_became_peered":"2023-08-28T02:33:13.289159+0000","last_unstale":"2023-08-28T02:39:42.104253+0000","last_undegraded":"2023-08-28T02:39:42.104253+0000","last_fullsized":"2023-08-28T02:39:42.104253+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:30:38.956723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":183,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.476526+0000","last_change":"2023-08-28T02:32:28.464203+0000","last_active":"2023-08-28T02:39:47.476526+0000","last_peered":"2023-08-28T02:39:47.476526+0000","last_clean":"2023-08-28T02:39:47.476526+0000","last_became_active":"2023-08-28T02:32:28.463412+0000","last_became_peered":"2023-08-28T02:32:28.463412+0000","last_unstale":"2023-08-28T02:39:47.476526+0000","last_undegraded":"2023-08-28T02:39:47.476526+0000","last_fullsized":"2023-08-28T02:39:47.476526+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:20:38.177879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":164,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:42.032318+0000","last_change":"2023-08-28T02:29:44.427945+0000","last_active":"2023-08-28T02:39:42.032318+0000","last_peered":"2023-08-28T02:39:42.032318+0000","last_clean":"2023-08-28T02:39:42.032318+0000","last_became_active":"2023-08-28T02:29:44.426487+0000","last_became_peered":"2023-08-28T02:29:44.426487+0000","last_unstale":"2023-08-28T02:39:42.032318+0000","last_undegraded":"2023-08-28T02:39:42.032318+0000","last_fullsized":"2023-08-28T02:39:42.032318+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:30:20.438896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"373'8224","reported_seq":18327,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.522894+0000","last_change":"2023-08-28T02:34:48.488647+0000","last_active":"2023-08-28T02:39:47.522894+0000","last_peered":"2023-08-28T02:39:47.522894+0000","last_clean":"2023-08-28T02:39:47.522894+0000","last_became_active":"2023-08-28T02:34:48.476519+0000","last_became_peered":"2023-08-28T02:34:48.476519+0000","last_unstale":"2023-08-28T02:39:47.522894+0000","last_undegraded":"2023-08-28T02:39:47.522894+0000","last_fullsized":"2023-08-28T02:39:47.522894+0000","mapping_epoch":318,"log_start":"257'2100","ondisk_log_start":"257'2100","created":250,"last_epoch_clean":319,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6124,"log_dups_size":0,"ondisk_log_size":6124,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:44:20.004230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":224133120,"num_objects":3420,"num_object_clones":0,"num_object_copies":10260,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3420,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8224,"num_write_kb":372608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4973,"num_bytes_recovered":325910528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":363,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-08-28T02:39:35.602835+0000","last_change":"2023-08-28T02:33:13.484970+0000","last_active":"2023-08-28T02:39:35.602835+0000","last_peered":"2023-08-28T02:39:35.602835+0000","last_clean":"2023-08-28T02:39:35.602835+0000","last_became_active":"2023-08-28T02:33:13.484579+0000","last_became_peered":"2023-08-28T02:33:13.484579+0000","last_unstale":"2023-08-28T02:39:35.602835+0000","last_undegraded":"2023-08-28T02:39:35.602835+0000","last_fullsized":"2023-08-28T02:39:35.602835+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:58.027468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"75'161","reported_seq":754,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-08-28T02:39:35.583788+0000","last_change":"2023-08-28T02:31:55.059467+0000","last_active":"2023-08-28T02:39:35.583788+0000","last_peered":"2023-08-28T02:39:35.583788+0000","last_clean":"2023-08-28T02:39:35.583788+0000","last_became_active":"2023-08-28T02:31:55.059115+0000","last_became_peered":"2023-08-28T02:31:55.059115+0000","last_unstale":"2023-08-28T02:39:35.583788+0000","last_undegraded":"2023-08-28T02:39:35.583788+0000","last_fullsized":"2023-08-28T02:39:35.583788+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":0,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.820990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.820990+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:15:56.774667+0000","scrub_duration":0.0017342480000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":283,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:42.104456+0000","last_change":"2023-08-28T02:33:13.352810+0000","last_active":"2023-08-28T02:39:42.104456+0000","last_peered":"2023-08-28T02:39:42.104456+0000","last_clean":"2023-08-28T02:39:42.104456+0000","last_became_active":"2023-08-28T02:33:13.351697+0000","last_became_peered":"2023-08-28T02:33:13.351697+0000","last_unstale":"2023-08-28T02:39:42.104456+0000","last_undegraded":"2023-08-28T02:39:42.104456+0000","last_fullsized":"2023-08-28T02:39:42.104456+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:56.187163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":195,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:42.039259+0000","last_change":"2023-08-28T02:31:51.984584+0000","last_active":"2023-08-28T02:39:42.039259+0000","last_peered":"2023-08-28T02:39:42.039259+0000","last_clean":"2023-08-28T02:39:42.039259+0000","last_became_active":"2023-08-28T02:31:51.984264+0000","last_became_peered":"2023-08-28T02:31:51.984264+0000","last_unstale":"2023-08-28T02:39:42.039259+0000","last_undegraded":"2023-08-28T02:39:42.039259+0000","last_fullsized":"2023-08-28T02:39:42.039259+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:58:42.306722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"373'8144","reported_seq":19884,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:50.352858+0000","last_change":"2023-08-28T02:35:11.978901+0000","last_active":"2023-08-28T02:39:50.352858+0000","last_peered":"2023-08-28T02:39:50.352858+0000","last_clean":"2023-08-28T02:39:50.352858+0000","last_became_active":"2023-08-28T02:35:11.966585+0000","last_became_peered":"2023-08-28T02:35:11.966585+0000","last_unstale":"2023-08-28T02:39:50.352858+0000","last_undegraded":"2023-08-28T02:39:50.352858+0000","last_fullsized":"2023-08-28T02:39:50.352858+0000","mapping_epoch":323,"log_start":"258'2828","ondisk_log_start":"258'2828","created":250,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5316,"log_dups_size":0,"ondisk_log_size":5316,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:03:07.017814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":225312768,"num_objects":3438,"num_object_clones":0,"num_object_copies":10314,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3438,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8144,"num_write_kb":370624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5791,"num_bytes_recovered":368967680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3","version":"75'161","reported_seq":640,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:42.032072+0000","last_change":"2023-08-28T02:31:55.068239+0000","last_active":"2023-08-28T02:39:42.032072+0000","last_peered":"2023-08-28T02:39:42.032072+0000","last_clean":"2023-08-28T02:39:42.032072+0000","last_became_active":"2023-08-28T02:31:55.067875+0000","last_became_peered":"2023-08-28T02:31:55.067875+0000","last_unstale":"2023-08-28T02:39:42.032072+0000","last_undegraded":"2023-08-28T02:39:42.032072+0000","last_fullsized":"2023-08-28T02:39:42.032072+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.868248+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:11:04.391639+0000","scrub_duration":0.0016215240000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":377,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-08-28T02:39:35.583771+0000","last_change":"2023-08-28T02:29:44.421353+0000","last_active":"2023-08-28T02:39:35.583771+0000","last_peered":"2023-08-28T02:39:35.583771+0000","last_clean":"2023-08-28T02:39:35.583771+0000","last_became_active":"2023-08-28T02:29:44.421064+0000","last_became_peered":"2023-08-28T02:29:44.421064+0000","last_unstale":"2023-08-28T02:39:35.583771+0000","last_undegraded":"2023-08-28T02:39:35.583771+0000","last_fullsized":"2023-08-28T02:39:35.583771+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:51:36.524024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":349,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:42.181941+0000","last_change":"2023-08-28T02:33:12.299487+0000","last_active":"2023-08-28T02:39:42.181941+0000","last_peered":"2023-08-28T02:39:42.181941+0000","last_clean":"2023-08-28T02:39:42.181941+0000","last_became_active":"2023-08-28T02:33:12.299175+0000","last_became_peered":"2023-08-28T02:33:12.299175+0000","last_unstale":"2023-08-28T02:39:42.181941+0000","last_undegraded":"2023-08-28T02:39:42.181941+0000","last_fullsized":"2023-08-28T02:39:42.181941+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:42:29.713462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":359,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:42.182507+0000","last_change":"2023-08-28T02:32:28.457696+0000","last_active":"2023-08-28T02:39:42.182507+0000","last_peered":"2023-08-28T02:39:42.182507+0000","last_clean":"2023-08-28T02:39:42.182507+0000","last_became_active":"2023-08-28T02:32:28.457407+0000","last_became_peered":"2023-08-28T02:32:28.457407+0000","last_unstale":"2023-08-28T02:39:42.182507+0000","last_undegraded":"2023-08-28T02:39:42.182507+0000","last_fullsized":"2023-08-28T02:39:42.182507+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:26:29.392787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"373'8078","reported_seq":9237,"reported_epoch":373,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:39:47.510272+0000","last_change":"2023-08-28T02:34:11.566035+0000","last_active":"2023-08-28T02:39:47.510272+0000","last_peered":"2023-08-28T02:39:47.510272+0000","last_clean":"2023-08-28T02:33:10.395883+0000","last_became_active":"2023-08-28T02:33:12.394714+0000","last_became_peered":"2023-08-28T02:33:12.394714+0000","last_unstale":"2023-08-28T02:39:47.510272+0000","last_undegraded":"2023-08-28T02:39:47.510272+0000","last_fullsized":"2023-08-28T02:39:47.510272+0000","mapping_epoch":297,"log_start":"257'2684","ondisk_log_start":"257'2684","created":250,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5394,"log_dups_size":0,"ondisk_log_size":5394,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:01:26.984565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":223150104,"num_objects":3406,"num_object_clones":0,"num_object_copies":10218,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3109,"num_objects_unfound":0,"num_objects_dirty":3406,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":8078,"num_write_kb":367425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":500,"num_bytes_recovered":32768000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,6],"avail_no_missing":["4","0","6"],"object_location_counts":[{"shards":"0,4,6","objects":3406}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.6","version":"75'161","reported_seq":634,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:42.182378+0000","last_change":"2023-08-28T02:33:13.338675+0000","last_active":"2023-08-28T02:39:42.182378+0000","last_peered":"2023-08-28T02:39:42.182378+0000","last_clean":"2023-08-28T02:39:42.182378+0000","last_became_active":"2023-08-28T02:33:13.338271+0000","last_became_peered":"2023-08-28T02:33:13.338271+0000","last_unstale":"2023-08-28T02:39:42.182378+0000","last_undegraded":"2023-08-28T02:39:42.182378+0000","last_fullsized":"2023-08-28T02:39:42.182378+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.774982+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.774982+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:13:20.011329+0000","scrub_duration":0.003539819,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":340,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-08-28T02:39:35.584193+0000","last_change":"2023-08-28T02:14:43.033789+0000","last_active":"2023-08-28T02:39:35.584193+0000","last_peered":"2023-08-28T02:39:35.584193+0000","last_clean":"2023-08-28T02:39:35.584193+0000","last_became_active":"2023-08-28T02:14:43.033454+0000","last_became_peered":"2023-08-28T02:14:43.033454+0000","last_unstale":"2023-08-28T02:39:35.584193+0000","last_undegraded":"2023-08-28T02:39:35.584193+0000","last_fullsized":"2023-08-28T02:39:35.584193+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:01:13.205842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":173,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:42.032173+0000","last_change":"2023-08-28T02:32:28.461807+0000","last_active":"2023-08-28T02:39:42.032173+0000","last_peered":"2023-08-28T02:39:42.032173+0000","last_clean":"2023-08-28T02:39:42.032173+0000","last_became_active":"2023-08-28T02:32:28.461116+0000","last_became_peered":"2023-08-28T02:32:28.461116+0000","last_unstale":"2023-08-28T02:39:42.032173+0000","last_undegraded":"2023-08-28T02:39:42.032173+0000","last_fullsized":"2023-08-28T02:39:42.032173+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:12:45.321757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":320,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:42.182433+0000","last_change":"2023-08-28T02:14:43.048791+0000","last_active":"2023-08-28T02:39:42.182433+0000","last_peered":"2023-08-28T02:39:42.182433+0000","last_clean":"2023-08-28T02:39:42.182433+0000","last_became_active":"2023-08-28T02:14:43.047408+0000","last_became_peered":"2023-08-28T02:14:43.047408+0000","last_unstale":"2023-08-28T02:39:42.182433+0000","last_undegraded":"2023-08-28T02:39:42.182433+0000","last_fullsized":"2023-08-28T02:39:42.182433+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:47.097181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"373'8294","reported_seq":18392,"reported_epoch":373,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:39:47.594372+0000","last_change":"2023-08-28T02:37:37.899201+0000","last_active":"2023-08-28T02:39:47.594372+0000","last_peered":"2023-08-28T02:39:47.594372+0000","last_clean":"2023-08-28T02:31:50.933695+0000","last_became_active":"2023-08-28T02:33:13.540416+0000","last_became_peered":"2023-08-28T02:33:13.540416+0000","last_unstale":"2023-08-28T02:39:47.594372+0000","last_undegraded":"2023-08-28T02:39:47.594372+0000","last_fullsized":"2023-08-28T02:39:47.594372+0000","mapping_epoch":298,"log_start":"258'2874","ondisk_log_start":"258'2874","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5420,"log_dups_size":0,"ondisk_log_size":5420,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:49:35.658845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":233832448,"num_objects":3568,"num_object_clones":0,"num_object_copies":10704,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3568,"num_objects_unfound":0,"num_objects_dirty":3568,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8294,"num_write_kb":379584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4967,"num_bytes_recovered":325517312,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,2],"avail_no_missing":["4","2","5","6"],"object_location_counts":[{"shards":"2,4,5","objects":3568}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.5","version":"75'161","reported_seq":666,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:42.039126+0000","last_change":"2023-08-28T02:32:31.477151+0000","last_active":"2023-08-28T02:39:42.039126+0000","last_peered":"2023-08-28T02:39:42.039126+0000","last_clean":"2023-08-28T02:39:42.039126+0000","last_became_active":"2023-08-28T02:32:31.476776+0000","last_became_peered":"2023-08-28T02:32:31.476776+0000","last_unstale":"2023-08-28T02:39:42.039126+0000","last_undegraded":"2023-08-28T02:39:42.039126+0000","last_fullsized":"2023-08-28T02:39:42.039126+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:18.891729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:18.891729+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:47:27.194140+0000","scrub_duration":0.0031546460000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"65'2","reported_seq":330,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:42.105131+0000","last_change":"2023-08-28T02:33:12.327778+0000","last_active":"2023-08-28T02:39:42.105131+0000","last_peered":"2023-08-28T02:39:42.105131+0000","last_clean":"2023-08-28T02:39:42.105131+0000","last_became_active":"2023-08-28T02:33:12.327273+0000","last_became_peered":"2023-08-28T02:33:12.327273+0000","last_unstale":"2023-08-28T02:39:42.105131+0000","last_undegraded":"2023-08-28T02:39:42.105131+0000","last_fullsized":"2023-08-28T02:39:42.105131+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:40.554192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":212,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.476433+0000","last_change":"2023-08-28T02:33:13.335665+0000","last_active":"2023-08-28T02:39:47.476433+0000","last_peered":"2023-08-28T02:39:47.476433+0000","last_clean":"2023-08-28T02:39:47.476433+0000","last_became_active":"2023-08-28T02:33:13.335322+0000","last_became_peered":"2023-08-28T02:33:13.335322+0000","last_unstale":"2023-08-28T02:39:47.476433+0000","last_undegraded":"2023-08-28T02:39:47.476433+0000","last_fullsized":"2023-08-28T02:39:47.476433+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:21:08.024493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":327,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:42.104441+0000","last_change":"2023-08-28T02:33:12.310326+0000","last_active":"2023-08-28T02:39:42.104441+0000","last_peered":"2023-08-28T02:39:42.104441+0000","last_clean":"2023-08-28T02:39:42.104441+0000","last_became_active":"2023-08-28T02:33:12.310011+0000","last_became_peered":"2023-08-28T02:33:12.310011+0000","last_unstale":"2023-08-28T02:39:42.104441+0000","last_undegraded":"2023-08-28T02:39:42.104441+0000","last_fullsized":"2023-08-28T02:39:42.104441+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:35:03.710036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"373'8331","reported_seq":15667,"reported_epoch":373,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-08-28T02:39:47.958033+0000","last_change":"2023-08-28T02:38:43.760745+0000","last_active":"2023-08-28T02:39:47.958033+0000","last_peered":"2023-08-28T02:39:47.958033+0000","last_clean":"2023-08-28T02:31:27.909649+0000","last_became_active":"2023-08-28T02:33:33.726805+0000","last_became_peered":"2023-08-28T02:33:33.726805+0000","last_unstale":"2023-08-28T02:39:47.958033+0000","last_undegraded":"2023-08-28T02:33:20.140072+0000","last_fullsized":"2023-08-28T02:33:13.278549+0000","mapping_epoch":298,"log_start":"258'2877","ondisk_log_start":"258'2877","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5454,"log_dups_size":0,"ondisk_log_size":5454,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:02:22.971585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":231800832,"num_objects":3537,"num_object_clones":0,"num_object_copies":10611,"num_objects_missing_on_primary":3511,"num_objects_missing":3511,"num_objects_degraded":2496,"num_objects_misplaced":7061,"num_objects_unfound":0,"num_objects_dirty":3537,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8331,"num_write_kb":379776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2387,"num_bytes_recovered":156303360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[4,3],"avail_no_missing":["2","6"],"object_location_counts":[{"shards":"2,3,4,6","objects":11},{"shards":"2,3,6","objects":1028},{"shards":"2,4,6","objects":14},{"shards":"2,6","objects":2483},{"shards":"3,4","objects":-12}],"blocked_by":[],"up_primary":3,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.4","version":"75'161","reported_seq":582,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:42.104671+0000","last_change":"2023-08-28T02:33:12.296479+0000","last_active":"2023-08-28T02:39:42.104671+0000","last_peered":"2023-08-28T02:39:42.104671+0000","last_clean":"2023-08-28T02:39:42.104671+0000","last_became_active":"2023-08-28T02:33:12.294160+0000","last_became_peered":"2023-08-28T02:33:12.294160+0000","last_unstale":"2023-08-28T02:39:42.104671+0000","last_undegraded":"2023-08-28T02:39:42.104671+0000","last_fullsized":"2023-08-28T02:39:42.104671+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.899247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.899247+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":298,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-08-28T02:39:35.584338+0000","last_change":"2023-08-28T02:33:13.539335+0000","last_active":"2023-08-28T02:39:35.584338+0000","last_peered":"2023-08-28T02:39:35.584338+0000","last_clean":"2023-08-28T02:39:35.584338+0000","last_became_active":"2023-08-28T02:33:13.538978+0000","last_became_peered":"2023-08-28T02:33:13.538978+0000","last_unstale":"2023-08-28T02:39:35.584338+0000","last_undegraded":"2023-08-28T02:39:35.584338+0000","last_fullsized":"2023-08-28T02:39:35.584338+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:26:13.405766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"65'1","reported_seq":363,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:42.182626+0000","last_change":"2023-08-28T02:29:44.510205+0000","last_active":"2023-08-28T02:39:42.182626+0000","last_peered":"2023-08-28T02:39:42.182626+0000","last_clean":"2023-08-28T02:39:42.182626+0000","last_became_active":"2023-08-28T02:29:44.429357+0000","last_became_peered":"2023-08-28T02:29:44.429357+0000","last_unstale":"2023-08-28T02:39:42.182626+0000","last_undegraded":"2023-08-28T02:39:42.182626+0000","last_fullsized":"2023-08-28T02:39:42.182626+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:44:59.955729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":328,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:42.038437+0000","last_change":"2023-08-28T02:32:12.950661+0000","last_active":"2023-08-28T02:39:42.038437+0000","last_peered":"2023-08-28T02:39:42.038437+0000","last_clean":"2023-08-28T02:39:42.038437+0000","last_became_active":"2023-08-28T02:32:12.950276+0000","last_became_peered":"2023-08-28T02:32:12.950276+0000","last_unstale":"2023-08-28T02:39:42.038437+0000","last_undegraded":"2023-08-28T02:39:42.038437+0000","last_fullsized":"2023-08-28T02:39:42.038437+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:05:17.972868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"65'1","reported_seq":321,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:42.182296+0000","last_change":"2023-08-28T02:14:43.042150+0000","last_active":"2023-08-28T02:39:42.182296+0000","last_peered":"2023-08-28T02:39:42.182296+0000","last_clean":"2023-08-28T02:39:42.182296+0000","last_became_active":"2023-08-28T02:14:43.038336+0000","last_became_peered":"2023-08-28T02:14:43.038336+0000","last_unstale":"2023-08-28T02:39:42.182296+0000","last_undegraded":"2023-08-28T02:39:42.182296+0000","last_fullsized":"2023-08-28T02:39:42.182296+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:26:02.415152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":370,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:42.032064+0000","last_change":"2023-08-28T02:33:13.318097+0000","last_active":"2023-08-28T02:39:42.032064+0000","last_peered":"2023-08-28T02:39:42.032064+0000","last_clean":"2023-08-28T02:39:42.032064+0000","last_became_active":"2023-08-28T02:33:13.317761+0000","last_became_peered":"2023-08-28T02:33:13.317761+0000","last_unstale":"2023-08-28T02:39:42.032064+0000","last_undegraded":"2023-08-28T02:39:42.032064+0000","last_fullsized":"2023-08-28T02:39:42.032064+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:24.836996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"65'2","reported_seq":365,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-08-28T02:39:35.603106+0000","last_change":"2023-08-28T02:29:44.535937+0000","last_active":"2023-08-28T02:39:35.603106+0000","last_peered":"2023-08-28T02:39:35.603106+0000","last_clean":"2023-08-28T02:39:35.603106+0000","last_became_active":"2023-08-28T02:29:44.462244+0000","last_became_peered":"2023-08-28T02:29:44.462244+0000","last_unstale":"2023-08-28T02:39:35.603106+0000","last_undegraded":"2023-08-28T02:39:35.603106+0000","last_fullsized":"2023-08-28T02:39:35.603106+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:30:33.173713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":367,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:42.182095+0000","last_change":"2023-08-28T02:33:12.305580+0000","last_active":"2023-08-28T02:39:42.182095+0000","last_peered":"2023-08-28T02:39:42.182095+0000","last_clean":"2023-08-28T02:39:42.182095+0000","last_became_active":"2023-08-28T02:33:12.305261+0000","last_became_peered":"2023-08-28T02:33:12.305261+0000","last_unstale":"2023-08-28T02:39:42.182095+0000","last_undegraded":"2023-08-28T02:39:42.182095+0000","last_fullsized":"2023-08-28T02:39:42.182095+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:22:31.614221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"65'2","reported_seq":334,"reported_epoch":371,"state":"active+clean","last_fresh":"2023-08-28T02:39:35.602748+0000","last_change":"2023-08-28T02:31:51.991101+0000","last_active":"2023-08-28T02:39:35.602748+0000","last_peered":"2023-08-28T02:39:35.602748+0000","last_clean":"2023-08-28T02:39:35.602748+0000","last_became_active":"2023-08-28T02:31:51.987237+0000","last_became_peered":"2023-08-28T02:31:51.987237+0000","last_unstale":"2023-08-28T02:39:35.602748+0000","last_undegraded":"2023-08-28T02:39:35.602748+0000","last_fullsized":"2023-08-28T02:39:35.602748+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:07:07.370857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":369,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:42.038503+0000","last_change":"2023-08-28T02:33:12.494483+0000","last_active":"2023-08-28T02:39:42.038503+0000","last_peered":"2023-08-28T02:39:42.038503+0000","last_clean":"2023-08-28T02:39:42.038503+0000","last_became_active":"2023-08-28T02:33:12.494136+0000","last_became_peered":"2023-08-28T02:33:12.494136+0000","last_unstale":"2023-08-28T02:39:42.038503+0000","last_undegraded":"2023-08-28T02:39:42.038503+0000","last_fullsized":"2023-08-28T02:39:42.038503+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:36.772588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"65'1","reported_seq":315,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:42.105005+0000","last_change":"2023-08-28T02:33:13.287922+0000","last_active":"2023-08-28T02:39:42.105005+0000","last_peered":"2023-08-28T02:39:42.105005+0000","last_clean":"2023-08-28T02:39:42.105005+0000","last_became_active":"2023-08-28T02:33:13.287520+0000","last_became_peered":"2023-08-28T02:33:13.287520+0000","last_unstale":"2023-08-28T02:39:42.105005+0000","last_undegraded":"2023-08-28T02:39:42.105005+0000","last_fullsized":"2023-08-28T02:39:42.105005+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:11.627168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":328,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:42.104353+0000","last_change":"2023-08-28T02:33:13.289469+0000","last_active":"2023-08-28T02:39:42.104353+0000","last_peered":"2023-08-28T02:39:42.104353+0000","last_clean":"2023-08-28T02:39:42.104353+0000","last_became_active":"2023-08-28T02:33:13.288737+0000","last_became_peered":"2023-08-28T02:33:13.288737+0000","last_unstale":"2023-08-28T02:39:42.104353+0000","last_undegraded":"2023-08-28T02:39:42.104353+0000","last_fullsized":"2023-08-28T02:39:42.104353+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:11:15.043550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"65'4","reported_seq":353,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:42.182797+0000","last_change":"2023-08-28T02:32:28.607010+0000","last_active":"2023-08-28T02:39:42.182797+0000","last_peered":"2023-08-28T02:39:42.182797+0000","last_clean":"2023-08-28T02:39:42.182797+0000","last_became_active":"2023-08-28T02:32:28.492224+0000","last_became_peered":"2023-08-28T02:32:28.492224+0000","last_unstale":"2023-08-28T02:39:42.182797+0000","last_undegraded":"2023-08-28T02:39:42.182797+0000","last_fullsized":"2023-08-28T02:39:42.182797+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:13:45.711951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":554,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":379,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:42.038349+0000","last_change":"2023-08-28T02:33:13.309144+0000","last_active":"2023-08-28T02:39:42.038349+0000","last_peered":"2023-08-28T02:39:42.038349+0000","last_clean":"2023-08-28T02:39:42.038349+0000","last_became_active":"2023-08-28T02:33:13.308910+0000","last_became_peered":"2023-08-28T02:33:13.308910+0000","last_unstale":"2023-08-28T02:39:42.038349+0000","last_undegraded":"2023-08-28T02:39:42.038349+0000","last_fullsized":"2023-08-28T02:39:42.038349+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:09:59.549591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":3646619672,"num_objects":55644,"num_object_clones":0,"num_object_copies":166932,"num_objects_missing_on_primary":3511,"num_objects_missing":3511,"num_objects_degraded":14418,"num_objects_misplaced":17133,"num_objects_unfound":0,"num_objects_dirty":55644,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":130970,"num_write_kb":5971585,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":48843,"num_bytes_recovered":3174498304,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12149469184,"data_stored":12149456968,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97018,"ondisk_log_size":97018,"up":48,"acting":45,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":10126,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":370028,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":89,"num_read_kb":167,"num_write":44,"num_write_kb":440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":584707,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2048000,"data_stored":2033792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299794,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1629084,"kb_used_data":1128596,"kb_used_omap":0,"kb_used_meta":500480,"kb_avail":92116068,"statfs":{"total":95995035648,"available":94326853632,"internally_reserved":0,"allocated":1155682304,"data_stored":1154204039,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":512491520},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:39:14 2023","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.44700000000000001,"15min":1.0820000000000001},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.219},"max":{"1min":0.71799999999999997,"5min":1.524,"15min":13.118},"last":0.56699999999999995},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.53700000000000003,"15min":1.48},"min":{"1min":0.31900000000000001,"5min":0.247,"15min":0.246},"max":{"1min":2.3439999999999999,"5min":2.6989999999999998,"15min":17.402999999999999},"last":0.49199999999999999}]},{"osd":1,"last update":"Mon Aug 28 02:39:46 2023","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.51500000000000001,"15min":1.6279999999999999},"min":{"1min":0.311,"5min":0.253,"15min":0.248},"max":{"1min":1.4119999999999999,"5min":3.113,"15min":17.43},"last":0.311},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.626,"15min":1.538},"min":{"1min":0.30399999999999999,"5min":0.28699999999999998,"15min":0.25900000000000001},"max":{"1min":1.4399999999999999,"5min":4.9749999999999996,"15min":19.913},"last":0.35999999999999999}]},{"osd":2,"last update":"Mon Aug 28 02:39:29 2023","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.5,"15min":1.1240000000000001},"min":{"1min":0.32200000000000001,"5min":0.26800000000000002,"15min":0.22900000000000001},"max":{"1min":2.96,"5min":2.96,"15min":8.3889999999999993},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.68200000000000005,"5min":0.59099999999999997,"15min":1.0389999999999999},"min":{"1min":0.35399999999999998,"5min":0.28799999999999998,"15min":0.28699999999999998},"max":{"1min":1.9950000000000001,"5min":2.399,"15min":9.2219999999999995},"last":0.501}]},{"osd":3,"last update":"Mon Aug 28 02:39:19 2023","interfaces":[{"interface":"back","average":{"1min":0.68300000000000005,"5min":0.60699999999999998,"15min":0.68100000000000005},"min":{"1min":0.35899999999999999,"5min":0.312,"15min":0.312},"max":{"1min":3.9430000000000001,"5min":3.9430000000000001,"15min":3.9430000000000001},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.64400000000000002,"5min":0.59399999999999997,"15min":0.61799999999999999},"min":{"1min":0.32700000000000001,"5min":0.308,"15min":0.308},"max":{"1min":4.1879999999999997,"5min":4.1879999999999997,"15min":4.1879999999999997},"last":0.54100000000000004}]},{"osd":4,"last update":"Mon Aug 28 02:39:14 2023","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":0.49399999999999999,"15min":1.1659999999999999},"min":{"1min":0.27900000000000003,"5min":0.27700000000000002,"15min":0.245},"max":{"1min":2.3860000000000001,"5min":2.677,"15min":18.943000000000001},"last":0.78000000000000003},{"interface":"front","average":{"1min":0.81399999999999995,"5min":0.59699999999999998,"15min":0.84199999999999997},"min":{"1min":0.313,"5min":0.28699999999999998,"15min":0.25700000000000001},"max":{"1min":3.282,"5min":3.282,"15min":7.2130000000000001},"last":0.76800000000000002}]},{"osd":5,"last update":"Mon Aug 28 02:39:14 2023","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.51400000000000001,"15min":0.94699999999999995},"min":{"1min":0.31,"5min":0.28100000000000003,"15min":0.23599999999999999},"max":{"1min":0.81799999999999995,"5min":2.6669999999999998,"15min":14.622},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.79600000000000004,"5min":0.57799999999999996,"15min":1.1759999999999999},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27000000000000002},"max":{"1min":3.214,"5min":3.214,"15min":17.324999999999999},"last":0.40000000000000002}]},{"osd":6,"last update":"Mon Aug 28 02:39:14 2023","interfaces":[{"interface":"back","average":{"1min":0.85699999999999998,"5min":0.63700000000000001,"15min":1.2110000000000001},"min":{"1min":0.36099999999999999,"5min":0.33300000000000002,"15min":0.30299999999999999},"max":{"1min":3.8959999999999999,"5min":3.8959999999999999,"15min":17.454999999999998},"last":0.73599999999999999},{"interface":"front","average":{"1min":0.71399999999999997,"5min":0.59299999999999997,"15min":0.83499999999999996},"min":{"1min":0.40000000000000002,"5min":0.33400000000000002,"15min":0.28999999999999998},"max":{"1min":2.1339999999999999,"5min":2.4399999999999999,"15min":7.665},"last":0.45500000000000002}]}]},{"osd":6,"up_from":0,"seq":193273528725,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":101,"seq":433791697184,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1309120,"kb_used_data":676856,"kb_used_omap":4,"kb_used_meta":632251,"kb_avail":92436032,"statfs":{"total":95995035648,"available":94654496768,"internally_reserved":0,"allocated":693100544,"data_stored":690973368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":647425934},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:38:48 2023","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.48699999999999999,"15min":1.776},"min":{"1min":0.24299999999999999,"5min":0.23799999999999999,"15min":0.22},"max":{"1min":1.659,"5min":3.3730000000000002,"15min":24.545999999999999},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.497,"5min":0.66500000000000004,"15min":2.323},"min":{"1min":0.27100000000000002,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":1.0600000000000001,"5min":7.2450000000000001,"15min":24.515000000000001},"last":0.41399999999999998}]},{"osd":2,"last update":"Mon Aug 28 02:39:36 2023","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.59599999999999997,"15min":1.8100000000000001},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":1.028,"5min":3.544,"15min":22.161000000000001},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.63100000000000001,"5min":0.54500000000000004,"15min":1.415},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.254},"max":{"1min":2.9369999999999998,"5min":2.9369999999999998,"15min":19.100999999999999},"last":0.59199999999999997}]},{"osd":3,"last update":"Mon Aug 28 02:39:24 2023","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.58199999999999996,"15min":0.502},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":1.788,"5min":2.742,"15min":2.742},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.66000000000000003,"5min":0.59599999999999997,"15min":0.54200000000000004},"min":{"1min":0.34399999999999997,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":2.0939999999999999,"5min":3.5819999999999999,"15min":3.5819999999999999},"last":0.70599999999999996}]},{"osd":4,"last update":"Mon Aug 28 02:38:48 2023","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.64800000000000002,"15min":1.264},"min":{"1min":0.30599999999999999,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":1.9910000000000001,"5min":3.0259999999999998,"15min":18.992999999999999},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.73799999999999999,"5min":0.63,"15min":1.4419999999999999},"min":{"1min":0.44,"5min":0.34300000000000003,"15min":0.26400000000000001},"max":{"1min":2.0070000000000001,"5min":2.0070000000000001,"15min":14.779999999999999},"last":0.77500000000000002}]},{"osd":5,"last update":"Mon Aug 28 02:38:48 2023","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.67300000000000004,"15min":1.8979999999999999},"min":{"1min":0.372,"5min":0.36499999999999999,"15min":0.29999999999999999},"max":{"1min":0.96299999999999997,"5min":3.7029999999999998,"15min":18.626999999999999},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.67700000000000005,"5min":0.70699999999999996,"15min":1.6639999999999999},"min":{"1min":0.38200000000000001,"5min":0.35299999999999998,"15min":0.33600000000000002},"max":{"1min":2.5739999999999998,"5min":3.0609999999999999,"15min":18.945},"last":0.54600000000000004}]},{"osd":6,"last update":"Mon Aug 28 02:38:48 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.70099999999999996,"15min":1.841},"min":{"1min":0.45300000000000001,"5min":0.40799999999999997,"15min":0.34300000000000003},"max":{"1min":1.923,"5min":3.7400000000000002,"15min":12.221},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.77000000000000002,"5min":0.77200000000000002,"15min":1.472},"min":{"1min":0.45000000000000001,"5min":0.39100000000000001,"15min":0.35699999999999998},"max":{"1min":2.4780000000000002,"5min":3.089,"15min":19.021999999999998},"last":0.501}]},{"osd":7,"last update":"Mon Aug 28 02:38:48 2023","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.76100000000000001,"15min":1.6080000000000001},"min":{"1min":0.434,"5min":0.38500000000000001,"15min":0.374},"max":{"1min":2.2850000000000001,"5min":3.1080000000000001,"15min":19.047999999999998},"last":0.44800000000000001},{"interface":"front","average":{"1min":0.94199999999999995,"5min":0.73499999999999999,"15min":1.6919999999999999},"min":{"1min":0.52400000000000002,"5min":0.432,"15min":0.312},"max":{"1min":2.3679999999999999,"5min":2.3679999999999999,"15min":14.818},"last":0.81999999999999995}]}]},{"osd":0,"up_from":87,"seq":373662155051,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2888980,"kb_used_data":2197708,"kb_used_omap":5,"kb_used_meta":691258,"kb_avail":90856172,"statfs":{"total":95995035648,"available":93036720128,"internally_reserved":0,"allocated":2250452992,"data_stored":2248203818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":707848826},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:39:40 2023","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.48499999999999999,"15min":1.2769999999999999},"min":{"1min":0.245,"5min":0.221,"15min":0.184},"max":{"1min":3.7709999999999999,"5min":3.7709999999999999,"15min":30.315000000000001},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.54200000000000004,"15min":1.7410000000000001},"min":{"1min":0.28399999999999997,"5min":0.26200000000000001,"15min":0.23000000000000001},"max":{"1min":3,"5min":4.0679999999999996,"15min":69.272000000000006},"last":0.38800000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:39:40 2023","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.66500000000000004,"15min":1.5269999999999999},"min":{"1min":0.312,"5min":0.247,"15min":0.23699999999999999},"max":{"1min":2.6699999999999999,"5min":4.4020000000000001,"15min":20.959},"last":0.309},{"interface":"front","average":{"1min":0.73899999999999999,"5min":0.68400000000000005,"15min":1.4019999999999999},"min":{"1min":0.31,"5min":0.28000000000000003,"15min":0.247},"max":{"1min":4.0919999999999996,"5min":6.1180000000000003,"15min":9.3729999999999993},"last":0.52800000000000002}]},{"osd":3,"last update":"Mon Aug 28 02:39:23 2023","interfaces":[{"interface":"back","average":{"1min":0.80200000000000005,"5min":0.77800000000000002,"15min":0.75900000000000001},"min":{"1min":0.35299999999999998,"5min":0.32600000000000001,"15min":0.26600000000000001},"max":{"1min":2.7170000000000001,"5min":5.6680000000000001,"15min":5.6680000000000001},"last":0.40300000000000002},{"interface":"front","average":{"1min":0.98299999999999998,"5min":0.745,"15min":0.76900000000000002},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":4.1669999999999998,"5min":4.9199999999999999,"15min":4.9199999999999999},"last":0.56100000000000005}]},{"osd":4,"last update":"Mon Aug 28 02:39:23 2023","interfaces":[{"interface":"back","average":{"1min":0.84699999999999998,"5min":0.60299999999999998,"15min":2.1059999999999999},"min":{"1min":0.35199999999999998,"5min":0.315,"15min":0.29299999999999998},"max":{"1min":4.3339999999999996,"5min":4.3339999999999996,"15min":274.33199999999999},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.755,"5min":0.65500000000000003,"15min":2.4729999999999999},"min":{"1min":0.36699999999999999,"5min":0.34999999999999998,"15min":0.28199999999999997},"max":{"1min":2.8969999999999998,"5min":2.8969999999999998,"15min":266.31999999999999},"last":0.58199999999999996}]},{"osd":5,"last update":"Mon Aug 28 02:39:23 2023","interfaces":[{"interface":"back","average":{"1min":0.85999999999999999,"5min":0.63400000000000001,"15min":1.2310000000000001},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.29299999999999998},"max":{"1min":4.2089999999999996,"5min":4.2089999999999996,"15min":13.038},"last":0.72699999999999998},{"interface":"front","average":{"1min":0.75,"5min":0.64300000000000002,"15min":1.6579999999999999},"min":{"1min":0.42499999999999999,"5min":0.36699999999999999,"15min":0.27800000000000002},"max":{"1min":2.8039999999999998,"5min":2.8039999999999998,"15min":15.231},"last":0.624}]},{"osd":6,"last update":"Mon Aug 28 02:39:23 2023","interfaces":[{"interface":"back","average":{"1min":0.93200000000000005,"5min":0.69299999999999995,"15min":1.4079999999999999},"min":{"1min":0.42399999999999999,"5min":0.40999999999999998,"15min":0.29399999999999998},"max":{"1min":4.2869999999999999,"5min":4.2869999999999999,"15min":15.122999999999999},"last":0.76300000000000001},{"interface":"front","average":{"1min":0.77900000000000003,"5min":0.67700000000000005,"15min":1.6719999999999999},"min":{"1min":0.46100000000000002,"5min":0.38300000000000001,"15min":0.35599999999999998},"max":{"1min":2.927,"5min":2.927,"15min":15.186999999999999},"last":0.64400000000000002}]},{"osd":7,"last update":"Mon Aug 28 02:39:23 2023","interfaces":[{"interface":"back","average":{"1min":0.83699999999999997,"5min":0.82499999999999996,"15min":1.6699999999999999},"min":{"1min":0.434,"5min":0.434,"15min":0.33400000000000002},"max":{"1min":2.758,"5min":4.4390000000000001,"15min":16.183},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.96499999999999997,"5min":0.78900000000000003,"15min":1.427},"min":{"1min":0.46400000000000002,"5min":0.46000000000000002,"15min":0.35999999999999999},"max":{"1min":4.2519999999999998,"5min":4.2519999999999998,"15min":13.005000000000001},"last":0.79000000000000004}]}]},{"osd":2,"up_from":0,"seq":502511173910,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":297,"seq":1275605286993,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":819448,"kb_used_data":678768,"kb_used_omap":2,"kb_used_meta":140669,"kb_avail":92925704,"statfs":{"total":95995035648,"available":95155920896,"internally_reserved":0,"allocated":695058432,"data_stored":692940689,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":144045109},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:39:18 2023","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.54100000000000004,"15min":0.44900000000000001},"min":{"1min":0.22700000000000001,"5min":0.224,"15min":0.22},"max":{"1min":0.67400000000000004,"5min":6.8819999999999997,"15min":6.8819999999999997},"last":0.24199999999999999},{"interface":"front","average":{"1min":0.443,"5min":0.58499999999999996,"15min":0.66100000000000003},"min":{"1min":0.29499999999999998,"5min":0.217,"15min":0.217},"max":{"1min":0.77200000000000002,"5min":6.7839999999999998,"15min":6.7839999999999998},"last":0.51000000000000001}]},{"osd":1,"last update":"Mon Aug 28 02:39:18 2023","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.60499999999999998,"15min":0.46700000000000003},"min":{"1min":0.30599999999999999,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.748,"5min":4.0650000000000004,"15min":4.0650000000000004},"last":0.39900000000000002},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.63200000000000001,"15min":0.69399999999999995},"min":{"1min":0.28000000000000003,"5min":0.249,"15min":0.249},"max":{"1min":2.121,"5min":3.9249999999999998,"15min":3.9249999999999998},"last":0.34200000000000003}]},{"osd":2,"last update":"Mon Aug 28 02:39:18 2023","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.52800000000000002,"15min":0.60399999999999998},"min":{"1min":0.32600000000000001,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":2.1659999999999999,"5min":2.3079999999999998,"15min":2.5449999999999999},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.623,"15min":0.56999999999999995},"min":{"1min":0.317,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.94099999999999995,"5min":4.7030000000000003,"15min":4.7030000000000003},"last":0.42199999999999999}]},{"osd":4,"last update":"Mon Aug 28 02:39:18 2023","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.64000000000000001,"15min":0.59399999999999997},"min":{"1min":0.38700000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.153,"5min":6.2670000000000003,"15min":6.2670000000000003},"last":0.371},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.64400000000000002,"15min":0.56999999999999995},"min":{"1min":0.378,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.93700000000000006,"5min":3.5030000000000001,"15min":3.5030000000000001},"last":0.57499999999999996}]},{"osd":5,"last update":"Mon Aug 28 02:39:18 2023","interfaces":[{"interface":"back","average":{"1min":0.68400000000000005,"5min":0.66700000000000004,"15min":0.59999999999999998},"min":{"1min":0.42299999999999999,"5min":0.313,"15min":0.313},"max":{"1min":2.7450000000000001,"5min":3.5390000000000001,"15min":3.5390000000000001},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.70199999999999996,"5min":0.64000000000000001,"15min":0.57399999999999995},"min":{"1min":0.40999999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":2.919,"5min":3.411,"15min":3.411},"last":0.38200000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:39:18 2023","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":0.67100000000000004,"15min":0.65300000000000002},"min":{"1min":0.438,"5min":0.436,"15min":0.436},"max":{"1min":2.4950000000000001,"5min":2.4950000000000001,"15min":2.4950000000000001},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.77600000000000002,"5min":0.71899999999999997,"15min":0.66100000000000003},"min":{"1min":0.46300000000000002,"5min":0.378,"15min":0.378},"max":{"1min":2.5369999999999999,"5min":3.6099999999999999,"15min":3.6099999999999999},"last":0.65000000000000002}]},{"osd":7,"last update":"Mon Aug 28 02:39:18 2023","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.67000000000000004,"15min":0.60799999999999998},"min":{"1min":0.42999999999999999,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":2.645,"5min":2.9399999999999999,"15min":2.9399999999999999},"last":0.437},{"interface":"front","average":{"1min":0.71199999999999997,"5min":0.71399999999999997,"15min":0.67000000000000004},"min":{"1min":0.42099999999999999,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":2.661,"5min":2.9540000000000002,"15min":2.9540000000000002},"last":0.49099999999999999}]}]},{"osd":4,"up_from":30,"seq":128849019287,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2963552,"kb_used_data":2467800,"kb_used_omap":0,"kb_used_meta":495744,"kb_avail":90781600,"statfs":{"total":95995035648,"available":92960358400,"internally_reserved":0,"allocated":2527027200,"data_stored":2525545618,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":507641856},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,1,1,0,0,0,1,4,4,6],"upper_bound":4096},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:39:27 2023","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.57399999999999995,"15min":1.4019999999999999},"min":{"1min":0.249,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.628,"5min":10.249000000000001,"15min":22.515000000000001},"last":0.40100000000000002},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.53700000000000003,"15min":1.3169999999999999},"min":{"1min":0.27300000000000002,"5min":0.23200000000000001,"15min":0.218},"max":{"1min":0.65900000000000003,"5min":4.5250000000000004,"15min":22.454000000000001},"last":0.44600000000000001}]},{"osd":1,"last update":"Mon Aug 28 02:38:49 2023","interfaces":[{"interface":"back","average":{"1min":0.47899999999999998,"5min":0.56899999999999995,"15min":1.2889999999999999},"min":{"1min":0.29599999999999999,"5min":0.254,"15min":0.248},"max":{"1min":0.70799999999999996,"5min":5.5979999999999999,"15min":23.082000000000001},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.48399999999999999,"5min":0.53700000000000003,"15min":1.4319999999999999},"min":{"1min":0.33700000000000002,"5min":0.28199999999999997,"15min":0.26000000000000001},"max":{"1min":0.65200000000000002,"5min":4.5910000000000002,"15min":25.100000000000001},"last":0.57099999999999995}]},{"osd":2,"last update":"Mon Aug 28 02:39:27 2023","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.63,"15min":1.323},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.27900000000000003},"max":{"1min":1.52,"5min":4.5430000000000001,"15min":13.194000000000001},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.46100000000000002,"5min":0.625,"15min":1.2290000000000001},"min":{"1min":0.34899999999999998,"5min":0.312,"15min":0.29399999999999998},"max":{"1min":0.68300000000000005,"5min":5.6360000000000001,"15min":13.515000000000001},"last":0.47499999999999998}]},{"osd":3,"last update":"Mon Aug 28 02:39:27 2023","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.60699999999999998,"15min":0.74099999999999999},"min":{"1min":0.39000000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.7689999999999999,"5min":3.8260000000000001,"15min":7.7480000000000002},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.69099999999999995,"5min":0.73199999999999998,"15min":0.67700000000000005},"min":{"1min":0.36099999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":2.7989999999999999,"5min":3.7069999999999999,"15min":3.7069999999999999},"last":0.53000000000000003}]},{"osd":5,"last update":"Mon Aug 28 02:39:03 2023","interfaces":[{"interface":"back","average":{"1min":0.38500000000000001,"5min":0.48299999999999998,"15min":1.008},"min":{"1min":0.29099999999999998,"5min":0.27300000000000002,"15min":0.222},"max":{"1min":0.65000000000000002,"5min":4.609,"15min":16.181999999999999},"last":0.374},{"interface":"front","average":{"1min":0.432,"5min":0.47199999999999998,"15min":1.0669999999999999},"min":{"1min":0.30199999999999999,"5min":0.27500000000000002,"15min":0.20699999999999999},"max":{"1min":0.80400000000000005,"5min":1.5700000000000001,"15min":10.233000000000001},"last":0.503}]},{"osd":6,"last update":"Mon Aug 28 02:39:19 2023","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.496,"15min":0.96199999999999997},"min":{"1min":0.33700000000000002,"5min":0.27100000000000002,"15min":0.26500000000000001},"max":{"1min":2.2949999999999999,"5min":2.2949999999999999,"15min":10.023999999999999},"last":0.41099999999999998},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.5,"15min":1.0289999999999999},"min":{"1min":0.32100000000000001,"5min":0.30499999999999999,"15min":0.26600000000000001},"max":{"1min":1.248,"5min":1.679,"15min":8.5},"last":0.33400000000000002}]},{"osd":7,"last update":"Mon Aug 28 02:39:27 2023","interfaces":[{"interface":"back","average":{"1min":0.754,"5min":0.58899999999999997,"15min":1.0449999999999999},"min":{"1min":0.317,"5min":0.28999999999999998,"15min":0.22500000000000001},"max":{"1min":4.5250000000000004,"5min":4.5720000000000001,"15min":9.3209999999999997},"last":0.313},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.56799999999999995,"15min":0.97699999999999998},"min":{"1min":0.39200000000000002,"5min":0.32400000000000001,"15min":0.30299999999999999},"max":{"1min":1.081,"5min":1.647,"15min":15.597},"last":0.55900000000000005}]}]},{"osd":5,"up_from":37,"seq":158913790360,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2137996,"kb_used_data":1579204,"kb_used_omap":0,"kb_used_meta":558784,"kb_avail":91607156,"statfs":{"total":95995035648,"available":93805727744,"internally_reserved":0,"allocated":1617104896,"data_stored":1615639233,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":572194816},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[4,0,0,0,0,0,0,1,2],"upper_bound":512},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:38:52 2023","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.437,"15min":1.4099999999999999},"min":{"1min":0.26100000000000001,"5min":0.23200000000000001,"15min":0.20200000000000001},"max":{"1min":0.64600000000000002,"5min":1.1100000000000001,"15min":15.156000000000001},"last":0.34699999999999998},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.53300000000000003,"15min":1.45},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.24099999999999999},"max":{"1min":1.4019999999999999,"5min":4.298,"15min":19.815999999999999},"last":0.379}]},{"osd":1,"last update":"Mon Aug 28 02:38:52 2023","interfaces":[{"interface":"back","average":{"1min":0.73999999999999999,"5min":0.53600000000000003,"15min":1.651},"min":{"1min":0.312,"5min":0.27900000000000003,"15min":0.23699999999999999},"max":{"1min":3.7989999999999999,"5min":3.7989999999999999,"15min":17.998000000000001},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.56100000000000005,"15min":1.4990000000000001},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.26000000000000001},"max":{"1min":1.056,"5min":4.2149999999999999,"15min":19.853000000000002},"last":0.46300000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:38:52 2023","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.51400000000000001,"15min":1.3129999999999999},"min":{"1min":0.32100000000000001,"5min":0.28100000000000003,"15min":0.27700000000000002},"max":{"1min":0.68999999999999995,"5min":1.776,"15min":13.335000000000001},"last":0.44800000000000001},{"interface":"front","average":{"1min":0.77000000000000002,"5min":0.66300000000000003,"15min":1.54},"min":{"1min":0.39100000000000001,"5min":0.315,"15min":0.28499999999999998},"max":{"1min":3.597,"5min":4.2400000000000002,"15min":10.629},"last":0.55700000000000005}]},{"osd":3,"last update":"Mon Aug 28 02:39:27 2023","interfaces":[{"interface":"back","average":{"1min":0.75800000000000001,"5min":0.55300000000000005,"15min":1.05},"min":{"1min":0.308,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":3.7730000000000001,"5min":3.7730000000000001,"15min":16.190999999999999},"last":1.335},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.63400000000000001,"15min":1.3340000000000001},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33500000000000002},"max":{"1min":1.492,"5min":4.8230000000000004,"15min":21.420999999999999},"last":0.59599999999999997}]},{"osd":4,"last update":"Mon Aug 28 02:39:02 2023","interfaces":[{"interface":"back","average":{"1min":0.438,"5min":0.42299999999999999,"15min":1.016},"min":{"1min":0.251,"5min":0.25,"15min":0.23100000000000001},"max":{"1min":0.98699999999999999,"5min":1.516,"15min":13.616},"last":0.39900000000000002},{"interface":"front","average":{"1min":0.75800000000000001,"5min":0.58199999999999996,"15min":1.1859999999999999},"min":{"1min":0.29299999999999998,"5min":0.28499999999999998,"15min":0.25700000000000001},"max":{"1min":3.5179999999999998,"5min":4.1879999999999997,"15min":10.664999999999999},"last":0.432}]},{"osd":6,"last update":"Mon Aug 28 02:38:52 2023","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.55700000000000005,"15min":1.2190000000000001},"min":{"1min":0.29099999999999998,"5min":0.28599999999999998,"15min":0.23300000000000001},"max":{"1min":1.6839999999999999,"5min":4.04,"15min":17.510000000000002},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.755,"5min":0.55900000000000005,"15min":1.179},"min":{"1min":0.34000000000000002,"5min":0.29499999999999998,"15min":0.254},"max":{"1min":3.726,"5min":3.726,"15min":15.856999999999999},"last":0.54200000000000004}]},{"osd":7,"last update":"Mon Aug 28 02:38:52 2023","interfaces":[{"interface":"back","average":{"1min":0.98499999999999999,"5min":0.64600000000000002,"15min":1.3700000000000001},"min":{"1min":0.40899999999999997,"5min":0.34999999999999998,"15min":0.315},"max":{"1min":6.9630000000000001,"5min":6.9630000000000001,"15min":31.707000000000001},"last":0.65500000000000003},{"interface":"front","average":{"1min":0.95399999999999996,"5min":0.70099999999999996,"15min":1.423},"min":{"1min":0.39400000000000002,"5min":0.33000000000000002,"15min":0.318},"max":{"1min":4.5890000000000004,"5min":4.5890000000000004,"15min":31.66},"last":0.501}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":2241335296,"data_stored":2241331224,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":686948352,"data_stored":686948352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1563951104,"data_stored":1563951104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":688586752,"data_stored":688586752,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":2515865600,"data_stored":2515861528,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1610022912,"data_stored":1610022912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1692536832,"data_stored":1692532760,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1150222336,"data_stored":1150222336,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:39:51.216 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph status --format=json 2023-08-28T02:39:51.225 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:39:51.304 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:51.310 INFO:teuthology.orchestra.run.smithi040.stdout:ERROR: (22) Invalid argument 2023-08-28T02:39:51.310 INFO:teuthology.orchestra.run.smithi040.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:39:51.338 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:39:51.343 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:51.343 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:39:51.443 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:39:51.473 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:51.500 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:39:51.503 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:51.503 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:39:51.604 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:39:51.631 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:51 smithi040 ceph-mon[170259]: from='client.36582 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:39:51.631 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:51 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 14418/167001 objects degraded (8.633%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:39:51.631 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:51 smithi040 ceph-mon[175404]: from='client.36582 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:39:51.631 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:51 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 14418/167001 objects degraded (8.633%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:39:51.631 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:51.653 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:39:51.656 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:51.656 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:39:51.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:51 smithi083 ceph-mon[157819]: from='client.36582 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:39:51.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:51 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 14418/167001 objects degraded (8.633%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:39:51.757 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:39:51.786 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:51.807 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:39:51.810 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.1 dump_blocked_ops 2023-08-28T02:39:51.810 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:51.811 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:39:51.911 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:39:51.942 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:51.963 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:39:51.966 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:51.967 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:39:51.970 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-08-28T02:39:52.068 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:39:52.096 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:52.116 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:39:52.119 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:52.119 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:39:52.129 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:39:52.220 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:39:52.253 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:52.278 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:39:52.280 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:52.280 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:39:52.381 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:39:52.409 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:52.428 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:39:52.432 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:52.433 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:39:52.533 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:39:52.560 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:52.583 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:39:52.586 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:52.586 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:39:52.687 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:39:52.713 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:39:52.733 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:52.740 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:52 smithi083 ceph-mon[157819]: pgmap v1152: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.4 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 127 op/s; 14363/166194 objects degraded (8.642%); 17133/166194 objects misplaced (10.309%); 1.6 MiB/s, 26 objects/s recovering 2023-08-28T02:39:52.840 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:52 smithi040 ceph-mon[175404]: pgmap v1152: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.4 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 127 op/s; 14363/166194 objects degraded (8.642%); 17133/166194 objects misplaced (10.309%); 1.6 MiB/s, 26 objects/s recovering 2023-08-28T02:39:52.840 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:52 smithi040 ceph-mon[170259]: pgmap v1152: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.4 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 127 op/s; 14363/166194 objects degraded (8.642%); 17133/166194 objects misplaced (10.309%); 1.6 MiB/s, 26 objects/s recovering 2023-08-28T02:39:52.863 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:39:52.866 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:52.866 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:39:52.967 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:39:53.001 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:53.059 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:39:53.076 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:39:53.079 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:53.080 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:39:53.181 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:39:53.207 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:53.227 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:39:53.231 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:53.231 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:39:53.332 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:39:53.366 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:53.389 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:39:53.393 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:53.393 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:39:53.494 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:39:53.528 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:53.587 INFO:teuthology.orchestra.run.smithi040.stderr:nodeep-scrub is unset 2023-08-28T02:39:53.650 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:39:53.658 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:53.658 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:39:53.759 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:39:53.786 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:53.806 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:39:53.808 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:53.809 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:39:53.839 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:53 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2364104296' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:39:53.839 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:53 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:39:53.839 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:53 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2364104296' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:39:53.839 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:53 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:39:53.910 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:39:53.943 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:53.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:53 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2364104296' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:39:53.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:53 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:39:54.210 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:39:54.210 INFO:teuthology.orchestra.run.smithi040.stdout:{"fsid":"d9a8f48a-4546-11ee-817c-1b7a5f1ba315","health":{"status":"HEALTH_WARN","checks":{"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 14363/166194 objects degraded (8.642%), 3 pgs degraded, 3 pgs undersized","count":6},"muted":false}},"mutes":[]},"election_epoch":34,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":1599,"monmap":{"epoch":4,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":374,"num_osds":8,"num_up_osds":8,"osd_up_since":1693189991,"num_in_osds":6,"osd_in_since":1693189947,"num_remapped_pgs":6},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":93},{"state_name":"active+remapped+backfill_wait","count":3},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":2},{"state_name":"active+recovering+undersized+degraded+remapped","count":1}],"num_pgs":99,"num_pools":5,"num_objects":55398,"data_bytes":3629366020,"bytes_used":11995033600,"bytes_avail":563975180288,"bytes_total":575970213888,"degraded_objects":14363,"degraded_total":166194,"degraded_ratio":0.086423095899972324,"misplaced_objects":17133,"misplaced_total":166194,"misplaced_ratio":0.10309036427307845,"recovering_objects_per_sec":26,"recovering_bytes_per_sec":1729664,"recovering_keys_per_sec":0,"num_objects_recovered":264,"num_bytes_recovered":17301504,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":127},"fsmap":{"epoch":7,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi040.wmhbsz","status":"up:active","gid":24577}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.40:8443/","prometheus":"http://172.21.15.40:9283/"}},"servicemap":{"epoch":22,"modified":"2023-08-28T02:34:10.384085+0000","services":{}},"progress_events":{"12dba03a-d529-4826-b243-e29af8fa97a8":{"message":"Upgrade to 18.2.0-187-g9cf20820 (5m)\n [============................] (remaining: 6m)","progress":0.44999998807907104,"add_to_ceph_s":true},"42e4bfe6-6201-4e43-94a3-bd00b5166574":{"message":"Global Recovery Event (8m)\n [==========================..] (remaining: 32s)","progress":0.93939393758773804,"add_to_ceph_s":true}}} 2023-08-28T02:39:54.687 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:54 smithi040 ceph-mon[175404]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:39:54.687 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:54 smithi040 ceph-mon[175404]: failed to encode map e374 with expected crc 2023-08-28T02:39:54.687 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:54 smithi040 ceph-mon[175404]: failed to encode map e374 with expected crc 2023-08-28T02:39:54.687 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:54 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:39:54.687 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:54 smithi040 ceph-mon[175404]: osdmap e374: 8 total, 8 up, 6 in 2023-08-28T02:39:54.687 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:54 smithi040 ceph-mon[175404]: failed to encode map e374 with expected crc 2023-08-28T02:39:54.687 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:54 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/4207960350' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:39:54.688 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:54 smithi040 ceph-mon[175404]: pgmap v1154: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.4 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 141 op/s; 14363/165060 objects degraded (8.702%); 16938/165060 objects misplaced (10.262%); 1.6 MiB/s, 24 objects/s recovering 2023-08-28T02:39:54.688 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:54 smithi040 ceph-mon[170259]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:39:54.688 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:54 smithi040 ceph-mon[170259]: failed to encode map e374 with expected crc 2023-08-28T02:39:54.688 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:54 smithi040 ceph-mon[170259]: failed to encode map e374 with expected crc 2023-08-28T02:39:54.688 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:54 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:39:54.688 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:54 smithi040 ceph-mon[170259]: osdmap e374: 8 total, 8 up, 6 in 2023-08-28T02:39:54.688 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:54 smithi040 ceph-mon[170259]: failed to encode map e374 with expected crc 2023-08-28T02:39:54.688 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:54 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/4207960350' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:39:54.688 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:54 smithi040 ceph-mon[170259]: pgmap v1154: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.4 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 141 op/s; 14363/165060 objects degraded (8.702%); 16938/165060 objects misplaced (10.262%); 1.6 MiB/s, 24 objects/s recovering 2023-08-28T02:39:54.718 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:39:54.723 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:54.724 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:39:54.751 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2023-08-28T02:39:54.751 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:39:54.825 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:39:54.885 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:54.952 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:39:54.977 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:39:54.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:54 smithi083 ceph-mon[157819]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:39:54.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:54 smithi083 ceph-mon[157819]: failed to encode map e374 with expected crc 2023-08-28T02:39:54.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:54 smithi083 ceph-mon[157819]: failed to encode map e374 with expected crc 2023-08-28T02:39:54.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:54 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:39:54.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:54 smithi083 ceph-mon[157819]: osdmap e374: 8 total, 8 up, 6 in 2023-08-28T02:39:54.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:54 smithi083 ceph-mon[157819]: failed to encode map e374 with expected crc 2023-08-28T02:39:54.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:54 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/4207960350' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:39:54.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:54 smithi083 ceph-mon[157819]: pgmap v1154: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.4 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 141 op/s; 14363/165060 objects degraded (8.702%); 16938/165060 objects misplaced (10.262%); 1.6 MiB/s, 24 objects/s recovering 2023-08-28T02:39:55.012 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:39:55.013 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:39:55.019 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:55.019 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:39:55.038 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:39:55.057 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:39:55.084 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:39:55.091 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-08-28T02:39:55.091 INFO:teuthology.orchestra.run.smithi040.stdout: "ops": [], 2023-08-28T02:39:55.091 INFO:teuthology.orchestra.run.smithi040.stdout: "complaint_time": 30, 2023-08-28T02:39:55.091 INFO:teuthology.orchestra.run.smithi040.stdout: "num_blocked_ops": 0 2023-08-28T02:39:55.092 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-08-28T02:39:55.114 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:39:55.120 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:39:55.154 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:39:55.163 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-08-28T02:39:55.163 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-08-28T02:39:55.163 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-08-28T02:39:55.163 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-08-28T02:39:55.163 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-08-28T02:39:55.163 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-08-28T02:39:55.163 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-08-28T02:39:55.164 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-08-28T02:39:55.172 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:55.252 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:39:55.255 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:55.258 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:39:55.358 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:39:55.389 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:39:55 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:39:55] "GET /metrics HTTP/1.1" 200 36613 "" "Prometheus/2.43.0" 2023-08-28T02:39:55.390 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:55.412 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:39:55.415 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:55.415 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:39:55.516 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:39:55.549 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:55.560 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:39:55.578 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:39:55.581 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:55.582 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:39:55.596 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.1 dump_historic_ops 2023-08-28T02:39:55.683 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:39:55.715 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:55.788 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:39:55.792 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:55.792 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:39:55.865 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:55 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2936070634' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:39:55.865 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:55 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2936070634' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:39:55.893 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:39:55.939 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:55.963 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:39:55.966 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:55.967 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:39:55.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:55 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2936070634' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:39:56.068 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:39:56.099 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:56.122 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:39:56.126 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:56.126 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:39:56.129 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:39:56.227 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:39:56.253 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:56.265 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd set noscrub 2023-08-28T02:39:56.272 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:39:56.278 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:56.278 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:39:56.379 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:39:56.409 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:56.431 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:39:56.433 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:56.434 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:39:56.534 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:39:56.563 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:56.583 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:39:56.585 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:56.586 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:39:56.686 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:39:56.716 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:56 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 14363/165060 objects degraded (8.702%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:39:56.716 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:56 smithi083 ceph-mon[157819]: pgmap v1155: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.3 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 172 op/s; 14268/163749 objects degraded (8.713%); 16898/163749 objects misplaced (10.319%); 2.0 MiB/s, 32 objects/s recovering 2023-08-28T02:39:56.718 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:56.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:56 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 14363/165060 objects degraded (8.702%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:39:56.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:56 smithi040 ceph-mon[175404]: pgmap v1155: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.3 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 172 op/s; 14268/163749 objects degraded (8.713%); 16898/163749 objects misplaced (10.319%); 2.0 MiB/s, 32 objects/s recovering 2023-08-28T02:39:56.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:56 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 14363/165060 objects degraded (8.702%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:39:56.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:56 smithi040 ceph-mon[170259]: pgmap v1155: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.3 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 172 op/s; 14268/163749 objects degraded (8.713%); 16898/163749 objects misplaced (10.319%); 2.0 MiB/s, 32 objects/s recovering 2023-08-28T02:39:56.743 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:39:56.750 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:56.750 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:39:56.851 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:39:56.878 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:56.899 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:39:56.901 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:39:56.902 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:56.902 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:39:57.003 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:39:57.030 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:57.052 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:39:57.055 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:57.056 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:39:57.157 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:39:57.193 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:39:57.195 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:39:57.195 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:57.728 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-08-28T02:39:57.728 INFO:teuthology.orchestra.run.smithi040.stdout: "size": 20, 2023-08-28T02:39:57.728 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 600, 2023-08-28T02:39:57.728 INFO:teuthology.orchestra.run.smithi040.stdout: "ops": [ 2023-08-28T02:39:57.728 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.728 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:93232 10.2 10:4acd7099:::benchmark_data_smithi040_250784_object93231:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e279)", 2023-08-28T02:39:57.729 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:14.191364+0000", 2023-08-28T02:39:57.729 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 463.535118689, 2023-08-28T02:39:57.729 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 18.483502566999999, 2023-08-28T02:39:57.729 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:39:57.729 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:39:57.729 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:39:57.729 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:39:57.729 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:39:57.729 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 93232 2023-08-28T02:39:57.729 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.729 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:39:57.730 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.730 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:39:57.730 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.191364+0000", 2023-08-28T02:39:57.730 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:39:57.730 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.730 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.730 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:39:57.730 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.191364+0000", 2023-08-28T02:39:57.730 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:39:57.730 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.730 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.731 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:39:57.731 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.191362+0000", 2023-08-28T02:39:57.731 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:39:57.731 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.731 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.731 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:39:57.731 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.191392+0000", 2023-08-28T02:39:57.731 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.9550999999999999e-05 2023-08-28T02:39:57.731 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.731 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.731 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:39:57.731 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.191407+0000", 2023-08-28T02:39:57.732 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.5923999999999999e-05 2023-08-28T02:39:57.732 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.732 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.732 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:39:57.732 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.191416+0000", 2023-08-28T02:39:57.732 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.7760000000000003e-06 2023-08-28T02:39:57.732 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.732 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.732 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:39:57.732 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.191474+0000", 2023-08-28T02:39:57.732 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.7837999999999997e-05 2023-08-28T02:39:57.732 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.733 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.733 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:39:57.733 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.191607+0000", 2023-08-28T02:39:57.733 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000133211 2023-08-28T02:39:57.733 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.733 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.733 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,4", 2023-08-28T02:39:57.733 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.191739+0000", 2023-08-28T02:39:57.733 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00013158000000000001 2023-08-28T02:39:57.733 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.733 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.733 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:39:57.734 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.195177+0000", 2023-08-28T02:39:57.734 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0034383700000000001 2023-08-28T02:39:57.734 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.734 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.734 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:57.734 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.198514+0000", 2023-08-28T02:39:57.734 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0033371249999999998 2023-08-28T02:39:57.734 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.734 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.734 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:57.734 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.674771+0000", 2023-08-28T02:39:57.734 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 18.476256628000002 2023-08-28T02:39:57.735 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.735 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.735 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:39:57.735 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.674811+0000", 2023-08-28T02:39:57.735 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.0318000000000003e-05 2023-08-28T02:39:57.735 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.735 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.735 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:39:57.735 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.674867+0000", 2023-08-28T02:39:57.735 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.5294000000000003e-05 2023-08-28T02:39:57.735 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:39:57.735 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:39:57.736 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:39:57.736 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.736 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.736 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:93262 10.2 10:4aeb0131:::benchmark_data_smithi040_250784_object93261:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e279)", 2023-08-28T02:39:57.736 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:14.251778+0000", 2023-08-28T02:39:57.736 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 463.47470501100003, 2023-08-28T02:39:57.736 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 18.423198287000002, 2023-08-28T02:39:57.736 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:39:57.736 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:39:57.736 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:39:57.736 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:39:57.736 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:39:57.736 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 93262 2023-08-28T02:39:57.737 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.737 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:39:57.737 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.737 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:39:57.737 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.251778+0000", 2023-08-28T02:39:57.737 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:39:57.737 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.737 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.737 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:39:57.737 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.251778+0000", 2023-08-28T02:39:57.737 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:39:57.737 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.738 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.738 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:39:57.738 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.251776+0000", 2023-08-28T02:39:57.738 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:39:57.738 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.738 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.738 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:39:57.738 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.251804+0000", 2023-08-28T02:39:57.738 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.8113999999999999e-05 2023-08-28T02:39:57.738 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.738 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.738 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:39:57.739 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.251818+0000", 2023-08-28T02:39:57.739 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4064e-05 2023-08-28T02:39:57.739 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.739 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.739 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:39:57.739 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.251826+0000", 2023-08-28T02:39:57.739 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.8120000000000008e-06 2023-08-28T02:39:57.739 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.739 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.739 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:39:57.739 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.251885+0000", 2023-08-28T02:39:57.739 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.9583999999999997e-05 2023-08-28T02:39:57.740 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.740 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.740 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:39:57.740 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.252065+0000", 2023-08-28T02:39:57.740 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00017993100000000001 2023-08-28T02:39:57.740 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.740 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.740 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,4", 2023-08-28T02:39:57.740 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.252226+0000", 2023-08-28T02:39:57.740 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00016088800000000001 2023-08-28T02:39:57.740 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.740 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.740 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:39:57.741 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.255987+0000", 2023-08-28T02:39:57.741 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0037607230000000001 2023-08-28T02:39:57.741 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.741 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.741 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:57.741 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.258831+0000", 2023-08-28T02:39:57.741 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.002844348 2023-08-28T02:39:57.741 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.741 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.741 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:57.741 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.674903+0000", 2023-08-28T02:39:57.741 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 18.416072205999999 2023-08-28T02:39:57.742 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.742 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.742 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:39:57.742 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.674949+0000", 2023-08-28T02:39:57.742 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.5235999999999999e-05 2023-08-28T02:39:57.742 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.742 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.742 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:39:57.742 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.674976+0000", 2023-08-28T02:39:57.742 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.7402999999999998e-05 2023-08-28T02:39:57.742 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:39:57.742 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:39:57.743 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:39:57.743 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.743 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.743 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:93288 10.2 10:4ef81379:::benchmark_data_smithi040_250784_object93287:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e279)", 2023-08-28T02:39:57.743 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:14.323149+0000", 2023-08-28T02:39:57.743 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 463.40333353800003, 2023-08-28T02:39:57.743 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 18.351936534, 2023-08-28T02:39:57.743 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:39:57.743 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:39:57.743 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:39:57.743 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:39:57.743 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:39:57.744 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 93288 2023-08-28T02:39:57.744 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.744 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:39:57.744 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.744 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:39:57.744 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.323149+0000", 2023-08-28T02:39:57.744 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:39:57.744 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.744 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.744 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:39:57.744 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.323149+0000", 2023-08-28T02:39:57.744 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:39:57.745 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.745 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.745 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:39:57.745 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.323148+0000", 2023-08-28T02:39:57.745 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:39:57.745 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.745 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.745 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:39:57.745 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.323178+0000", 2023-08-28T02:39:57.745 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.0845e-05 2023-08-28T02:39:57.745 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.745 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.746 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:39:57.746 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.323197+0000", 2023-08-28T02:39:57.746 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.8541000000000001e-05 2023-08-28T02:39:57.746 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.746 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.746 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:39:57.746 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.323207+0000", 2023-08-28T02:39:57.746 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0018e-05 2023-08-28T02:39:57.746 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.746 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.746 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:39:57.746 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.323256+0000", 2023-08-28T02:39:57.747 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.9215000000000002e-05 2023-08-28T02:39:57.747 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.747 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.747 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:39:57.747 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.323413+0000", 2023-08-28T02:39:57.747 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00015721999999999999 2023-08-28T02:39:57.747 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.747 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.747 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,4", 2023-08-28T02:39:57.747 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.323533+0000", 2023-08-28T02:39:57.747 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000119363 2023-08-28T02:39:57.747 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.747 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.748 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:39:57.748 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.326407+0000", 2023-08-28T02:39:57.748 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0028743689999999999 2023-08-28T02:39:57.748 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.748 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.748 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:57.748 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.326664+0000", 2023-08-28T02:39:57.748 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000256655 2023-08-28T02:39:57.748 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.748 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.748 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:57.748 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.675011+0000", 2023-08-28T02:39:57.749 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 18.348347230999998 2023-08-28T02:39:57.749 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.749 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.749 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:39:57.749 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.675049+0000", 2023-08-28T02:39:57.749 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.7700999999999997e-05 2023-08-28T02:39:57.749 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.749 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.749 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:39:57.749 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.675086+0000", 2023-08-28T02:39:57.749 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.6905e-05 2023-08-28T02:39:57.749 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:39:57.749 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:39:57.750 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:39:57.750 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.750 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.750 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:93304 10.2 10:4b4a961c:::benchmark_data_smithi040_250784_object93303:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e279)", 2023-08-28T02:39:57.750 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:14.372577+0000", 2023-08-28T02:39:57.750 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 463.35390601699999, 2023-08-28T02:39:57.750 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 18.302606406999999, 2023-08-28T02:39:57.750 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:39:57.750 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:39:57.750 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:39:57.750 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:39:57.750 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:39:57.750 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 93304 2023-08-28T02:39:57.750 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.751 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:39:57.751 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.751 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:39:57.751 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.372577+0000", 2023-08-28T02:39:57.751 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:39:57.751 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.751 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.751 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:39:57.751 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.372577+0000", 2023-08-28T02:39:57.751 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:39:57.751 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.751 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.751 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:39:57.752 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.372576+0000", 2023-08-28T02:39:57.752 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:39:57.752 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.752 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.752 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:39:57.752 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.372618+0000", 2023-08-28T02:39:57.752 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.2212000000000002e-05 2023-08-28T02:39:57.752 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.752 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.752 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:39:57.752 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.372643+0000", 2023-08-28T02:39:57.752 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.5585999999999999e-05 2023-08-28T02:39:57.753 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.753 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.753 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:39:57.753 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.372653+0000", 2023-08-28T02:39:57.753 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.1200000000000008e-06 2023-08-28T02:39:57.753 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.753 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.753 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:39:57.753 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.372706+0000", 2023-08-28T02:39:57.753 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.3446999999999998e-05 2023-08-28T02:39:57.753 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.753 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.753 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:39:57.754 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.372837+0000", 2023-08-28T02:39:57.754 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00013135600000000001 2023-08-28T02:39:57.754 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.754 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.754 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,4", 2023-08-28T02:39:57.754 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.372972+0000", 2023-08-28T02:39:57.754 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00013499599999999999 2023-08-28T02:39:57.754 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.754 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.754 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:57.754 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.376350+0000", 2023-08-28T02:39:57.754 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00337718 2023-08-28T02:39:57.755 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.755 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.755 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:39:57.755 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.376510+0000", 2023-08-28T02:39:57.755 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00016010800000000001 2023-08-28T02:39:57.755 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.755 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.755 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:57.755 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.675112+0000", 2023-08-28T02:39:57.755 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 18.298602155000001 2023-08-28T02:39:57.755 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.755 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.756 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:39:57.756 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.675146+0000", 2023-08-28T02:39:57.756 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.4554000000000002e-05 2023-08-28T02:39:57.756 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.756 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.756 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:39:57.756 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.675183+0000", 2023-08-28T02:39:57.756 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.6711999999999997e-05 2023-08-28T02:39:57.756 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:39:57.756 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:39:57.756 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:39:57.756 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.757 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.757 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:118063 10.2 10:474ce98b:::benchmark_data_smithi040_250784_object24754:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e349)", 2023-08-28T02:39:57.757 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:37:50.434059+0000", 2023-08-28T02:39:57.757 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 127.29242394800001, 2023-08-28T02:39:57.757 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.011679935000000001, 2023-08-28T02:39:57.757 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:39:57.757 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:39:57.757 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:39:57.757 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:39:57.757 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:39:57.757 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 118063 2023-08-28T02:39:57.757 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.758 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:39:57.758 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.758 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:39:57.758 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:50.434059+0000", 2023-08-28T02:39:57.758 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:39:57.758 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.758 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.758 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:39:57.758 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:50.434059+0000", 2023-08-28T02:39:57.758 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:39:57.758 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.758 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.758 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:39:57.759 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:50.434057+0000", 2023-08-28T02:39:57.759 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:39:57.759 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.759 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.759 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:39:57.759 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:50.434065+0000", 2023-08-28T02:39:57.759 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.6090000000000001e-06 2023-08-28T02:39:57.759 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.759 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.759 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:39:57.759 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:50.434086+0000", 2023-08-28T02:39:57.759 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.0213000000000001e-05 2023-08-28T02:39:57.760 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.760 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.760 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:39:57.760 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:50.434097+0000", 2023-08-28T02:39:57.760 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1367e-05 2023-08-28T02:39:57.760 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.760 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.760 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:39:57.760 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:50.434175+0000", 2023-08-28T02:39:57.760 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.7671999999999998e-05 2023-08-28T02:39:57.760 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.760 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.760 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:39:57.761 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:50.434337+0000", 2023-08-28T02:39:57.761 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000162127 2023-08-28T02:39:57.761 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.761 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.761 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,4", 2023-08-28T02:39:57.761 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:50.434478+0000", 2023-08-28T02:39:57.761 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000140937 2023-08-28T02:39:57.761 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.761 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.761 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:57.761 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:50.444461+0000", 2023-08-28T02:39:57.761 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0099836019999999994 2023-08-28T02:39:57.762 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.762 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.762 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:57.762 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:50.444492+0000", 2023-08-28T02:39:57.762 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.1081000000000003e-05 2023-08-28T02:39:57.762 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.762 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.762 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:39:57.762 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:50.444578+0000", 2023-08-28T02:39:57.762 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.5025000000000007e-05 2023-08-28T02:39:57.762 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.762 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.762 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:39:57.763 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:50.445682+0000", 2023-08-28T02:39:57.763 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0011049390000000001 2023-08-28T02:39:57.763 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.763 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.763 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:39:57.763 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:50.445739+0000", 2023-08-28T02:39:57.763 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.6240999999999999e-05 2023-08-28T02:39:57.763 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:39:57.763 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:39:57.763 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:39:57.763 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.763 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.763 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:118064 10.2 10:4a307b32:::benchmark_data_smithi040_250784_object24755:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e349)", 2023-08-28T02:39:57.764 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:37:50.434125+0000", 2023-08-28T02:39:57.764 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 127.29235738600001, 2023-08-28T02:39:57.764 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.011748486000000001, 2023-08-28T02:39:57.764 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:39:57.764 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:39:57.764 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:39:57.764 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:39:57.764 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:39:57.764 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 118064 2023-08-28T02:39:57.764 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.764 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:39:57.764 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.764 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:39:57.765 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:50.434125+0000", 2023-08-28T02:39:57.765 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:39:57.765 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.765 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.765 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:39:57.765 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:50.434125+0000", 2023-08-28T02:39:57.765 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:39:57.765 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.765 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.765 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:39:57.765 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:50.434125+0000", 2023-08-28T02:39:57.765 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:39:57.765 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.766 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.766 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:39:57.766 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:50.434129+0000", 2023-08-28T02:39:57.766 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.4850000000000003e-06 2023-08-28T02:39:57.766 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.766 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.766 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:39:57.766 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:50.434139+0000", 2023-08-28T02:39:57.766 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.8360000000000004e-06 2023-08-28T02:39:57.766 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.766 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.766 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:39:57.766 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:50.434144+0000", 2023-08-28T02:39:57.767 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.6310000000000002e-06 2023-08-28T02:39:57.767 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.767 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.767 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:39:57.767 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:50.437752+0000", 2023-08-28T02:39:57.767 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0036082810000000001 2023-08-28T02:39:57.767 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.767 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.767 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:39:57.767 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:50.437903+0000", 2023-08-28T02:39:57.767 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00015156499999999999 2023-08-28T02:39:57.767 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.768 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.768 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,4", 2023-08-28T02:39:57.768 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:50.438043+0000", 2023-08-28T02:39:57.768 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00013993999999999999 2023-08-28T02:39:57.768 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.768 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.768 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:57.768 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:50.444524+0000", 2023-08-28T02:39:57.768 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0064805410000000003 2023-08-28T02:39:57.768 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.768 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.768 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:39:57.769 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:50.445753+0000", 2023-08-28T02:39:57.769 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.001228701 2023-08-28T02:39:57.769 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.769 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.769 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:57.769 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:50.445791+0000", 2023-08-28T02:39:57.769 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.8915999999999998e-05 2023-08-28T02:39:57.769 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.769 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.769 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:39:57.769 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:50.445836+0000", 2023-08-28T02:39:57.769 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.4563e-05 2023-08-28T02:39:57.770 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.770 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.770 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:39:57.770 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:50.445874+0000", 2023-08-28T02:39:57.770 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.7755e-05 2023-08-28T02:39:57.770 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:39:57.770 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:39:57.770 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:39:57.770 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.770 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.770 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:118078 10.b 10:de1001fd:::benchmark_data_smithi040_250784_object24769:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e349)", 2023-08-28T02:39:57.770 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:37:50.495680+0000", 2023-08-28T02:39:57.770 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 127.230802883, 2023-08-28T02:39:57.771 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.011133703, 2023-08-28T02:39:57.771 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:39:57.771 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:39:57.771 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:39:57.771 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:39:57.771 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:39:57.771 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 118078 2023-08-28T02:39:57.771 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.771 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:39:57.771 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.771 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:39:57.771 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:50.495680+0000", 2023-08-28T02:39:57.772 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:39:57.772 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.772 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.772 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:39:57.772 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:50.495680+0000", 2023-08-28T02:39:57.772 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:39:57.772 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.772 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.772 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:39:57.772 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:50.495677+0000", 2023-08-28T02:39:57.772 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999976 2023-08-28T02:39:57.772 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.772 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.773 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:39:57.773 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:50.495689+0000", 2023-08-28T02:39:57.773 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1868000000000001e-05 2023-08-28T02:39:57.773 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.773 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.773 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:39:57.773 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:50.495715+0000", 2023-08-28T02:39:57.773 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.5695e-05 2023-08-28T02:39:57.773 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.773 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.773 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:39:57.773 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:50.495727+0000", 2023-08-28T02:39:57.773 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2451e-05 2023-08-28T02:39:57.774 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.774 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.774 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:39:57.774 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:50.495790+0000", 2023-08-28T02:39:57.774 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.2280999999999995e-05 2023-08-28T02:39:57.774 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.774 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.774 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:39:57.774 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:50.495899+0000", 2023-08-28T02:39:57.774 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000109771 2023-08-28T02:39:57.774 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.774 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.775 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,4", 2023-08-28T02:39:57.775 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:50.496005+0000", 2023-08-28T02:39:57.775 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00010519299999999999 2023-08-28T02:39:57.775 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.775 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.775 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:39:57.775 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:50.500076+0000", 2023-08-28T02:39:57.775 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0040717230000000002 2023-08-28T02:39:57.775 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.775 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.775 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:57.775 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:50.504366+0000", 2023-08-28T02:39:57.776 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0042895620000000002 2023-08-28T02:39:57.776 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.776 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.776 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:57.776 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:50.506705+0000", 2023-08-28T02:39:57.776 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0023392130000000001 2023-08-28T02:39:57.776 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.776 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.776 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:39:57.776 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:50.506767+0000", 2023-08-28T02:39:57.776 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.1963000000000003e-05 2023-08-28T02:39:57.776 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.776 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.777 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:39:57.777 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:50.506814+0000", 2023-08-28T02:39:57.777 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.6369999999999998e-05 2023-08-28T02:39:57.777 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:39:57.777 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:39:57.777 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:39:57.777 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.777 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.777 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:121780 10.2 10:4a6cced3:::benchmark_data_smithi040_250784_object28471:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e358)", 2023-08-28T02:39:57.777 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:38:29.438805+0000", 2023-08-28T02:39:57.777 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 88.287677681000005, 2023-08-28T02:39:57.778 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.013000316, 2023-08-28T02:39:57.778 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:39:57.778 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:39:57.778 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:39:57.778 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:39:57.778 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:39:57.778 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 121780 2023-08-28T02:39:57.778 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.778 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:39:57.778 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.778 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:39:57.778 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.438805+0000", 2023-08-28T02:39:57.778 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:39:57.779 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.779 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.779 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:39:57.779 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.438805+0000", 2023-08-28T02:39:57.779 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:39:57.779 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.779 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.779 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:39:57.779 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.438803+0000", 2023-08-28T02:39:57.779 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:39:57.779 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.779 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.779 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:39:57.780 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.438814+0000", 2023-08-28T02:39:57.780 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1494999999999999e-05 2023-08-28T02:39:57.780 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.780 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.780 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:39:57.780 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.438836+0000", 2023-08-28T02:39:57.780 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.2024000000000001e-05 2023-08-28T02:39:57.780 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.780 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.780 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:39:57.780 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.438848+0000", 2023-08-28T02:39:57.780 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1914e-05 2023-08-28T02:39:57.780 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.781 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.781 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:39:57.781 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.438941+0000", 2023-08-28T02:39:57.781 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.2158999999999996e-05 2023-08-28T02:39:57.781 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.781 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.781 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:39:57.781 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.439133+0000", 2023-08-28T02:39:57.781 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00019287300000000001 2023-08-28T02:39:57.781 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.781 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.781 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,4", 2023-08-28T02:39:57.782 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.439295+0000", 2023-08-28T02:39:57.782 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00016130499999999999 2023-08-28T02:39:57.782 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.782 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.782 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:39:57.782 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.442719+0000", 2023-08-28T02:39:57.782 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.003424014 2023-08-28T02:39:57.782 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.782 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.782 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:57.782 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.443439+0000", 2023-08-28T02:39:57.782 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00072020299999999999 2023-08-28T02:39:57.782 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.783 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.783 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:57.783 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.451733+0000", 2023-08-28T02:39:57.783 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0082942469999999994 2023-08-28T02:39:57.783 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.783 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.783 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:39:57.783 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.451776+0000", 2023-08-28T02:39:57.783 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.3269000000000002e-05 2023-08-28T02:39:57.783 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.783 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.783 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:39:57.783 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.451805+0000", 2023-08-28T02:39:57.784 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.8873999999999998e-05 2023-08-28T02:39:57.784 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:39:57.784 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:39:57.784 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:39:57.784 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.784 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.784 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:121781 10.0 10:00ea2b97:::benchmark_data_smithi040_250784_object28472:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e358)", 2023-08-28T02:39:57.784 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:38:29.438868+0000", 2023-08-28T02:39:57.784 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 88.287614895999994, 2023-08-28T02:39:57.784 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.014161838, 2023-08-28T02:39:57.784 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:39:57.784 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:39:57.785 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:39:57.785 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:39:57.785 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:39:57.785 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 121781 2023-08-28T02:39:57.785 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.785 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:39:57.785 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.785 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:39:57.785 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.438868+0000", 2023-08-28T02:39:57.785 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:39:57.785 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.785 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.785 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:39:57.785 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.438868+0000", 2023-08-28T02:39:57.786 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:39:57.786 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.786 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.786 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:39:57.786 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.438867+0000", 2023-08-28T02:39:57.786 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:39:57.786 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.786 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.786 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:39:57.786 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.438872+0000", 2023-08-28T02:39:57.786 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.4519999999999999e-06 2023-08-28T02:39:57.786 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.786 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.787 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:39:57.787 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.438880+0000", 2023-08-28T02:39:57.787 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.6570000000000003e-06 2023-08-28T02:39:57.787 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.787 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.787 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:39:57.787 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.438887+0000", 2023-08-28T02:39:57.787 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.8839999999999997e-06 2023-08-28T02:39:57.787 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.787 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.787 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:39:57.788 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.438946+0000", 2023-08-28T02:39:57.788 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.9015000000000003e-05 2023-08-28T02:39:57.788 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.788 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.788 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:39:57.788 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.440738+0000", 2023-08-28T02:39:57.788 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0017920360000000001 2023-08-28T02:39:57.788 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.788 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.788 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 4,7", 2023-08-28T02:39:57.788 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.441392+0000", 2023-08-28T02:39:57.788 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00065359499999999998 2023-08-28T02:39:57.788 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.789 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.789 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:57.789 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.445784+0000", 2023-08-28T02:39:57.789 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0043923740000000001 2023-08-28T02:39:57.789 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.789 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.789 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:57.789 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.452914+0000", 2023-08-28T02:39:57.789 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.007129565 2023-08-28T02:39:57.789 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.789 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.789 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:39:57.789 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.452923+0000", 2023-08-28T02:39:57.790 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.5140000000000007e-06 2023-08-28T02:39:57.790 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.790 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.790 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:39:57.790 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.452978+0000", 2023-08-28T02:39:57.790 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.4483e-05 2023-08-28T02:39:57.790 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.790 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.790 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:39:57.790 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.453030+0000", 2023-08-28T02:39:57.790 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.1944000000000003e-05 2023-08-28T02:39:57.790 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:39:57.790 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:39:57.791 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:39:57.791 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.791 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.791 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:122739 10.b 10:df8db802:::benchmark_data_smithi040_250784_object29430:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e359)", 2023-08-28T02:39:57.791 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:38:37.620083+0000", 2023-08-28T02:39:57.791 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 80.10639931, 2023-08-28T02:39:57.791 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.011823884999999999, 2023-08-28T02:39:57.791 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:39:57.791 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:39:57.791 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:39:57.791 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:39:57.791 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:39:57.791 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 122739 2023-08-28T02:39:57.792 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.792 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:39:57.792 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.792 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:39:57.792 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:37.620083+0000", 2023-08-28T02:39:57.792 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:39:57.792 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.792 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.792 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:39:57.792 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:37.620083+0000", 2023-08-28T02:39:57.792 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:39:57.792 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.792 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.793 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:39:57.793 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:37.620081+0000", 2023-08-28T02:39:57.793 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:39:57.793 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.793 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.793 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:39:57.793 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:37.620092+0000", 2023-08-28T02:39:57.793 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.064e-05 2023-08-28T02:39:57.793 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.793 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.793 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:39:57.793 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:37.620114+0000", 2023-08-28T02:39:57.793 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.1679e-05 2023-08-28T02:39:57.794 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.794 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.794 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:39:57.794 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:37.620125+0000", 2023-08-28T02:39:57.794 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1303e-05 2023-08-28T02:39:57.794 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.794 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.794 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:39:57.794 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:37.620187+0000", 2023-08-28T02:39:57.794 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.2345e-05 2023-08-28T02:39:57.794 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.794 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.794 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:39:57.795 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:37.620330+0000", 2023-08-28T02:39:57.795 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00014287699999999999 2023-08-28T02:39:57.795 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.795 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.795 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,4", 2023-08-28T02:39:57.795 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:37.620466+0000", 2023-08-28T02:39:57.795 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00013605 2023-08-28T02:39:57.795 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.795 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.795 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:57.795 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:37.623840+0000", 2023-08-28T02:39:57.795 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0033737250000000002 2023-08-28T02:39:57.795 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.796 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.796 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:39:57.796 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:37.623888+0000", 2023-08-28T02:39:57.796 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.8083e-05 2023-08-28T02:39:57.796 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.796 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.796 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:57.796 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:37.631827+0000", 2023-08-28T02:39:57.796 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0079390109999999993 2023-08-28T02:39:57.796 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.796 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.796 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:39:57.797 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:37.631872+0000", 2023-08-28T02:39:57.797 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.4628e-05 2023-08-28T02:39:57.797 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.797 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.797 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:39:57.797 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:37.631907+0000", 2023-08-28T02:39:57.797 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.5679000000000002e-05 2023-08-28T02:39:57.797 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:39:57.797 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:39:57.797 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:39:57.797 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.797 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.798 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:122741 10.b 10:d09836b3:::benchmark_data_smithi040_250784_object29432:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e359)", 2023-08-28T02:39:57.798 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:38:37.626831+0000", 2023-08-28T02:39:57.798 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 80.099651508999997, 2023-08-28T02:39:57.798 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.014024722999999999, 2023-08-28T02:39:57.798 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:39:57.798 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:39:57.798 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:39:57.798 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:39:57.798 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:39:57.798 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 122741 2023-08-28T02:39:57.798 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.798 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:39:57.799 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.799 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:39:57.799 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:37.626831+0000", 2023-08-28T02:39:57.799 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:39:57.799 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.799 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.799 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:39:57.799 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:37.626831+0000", 2023-08-28T02:39:57.799 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:39:57.799 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.799 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.799 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:39:57.799 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:37.626829+0000", 2023-08-28T02:39:57.800 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999976 2023-08-28T02:39:57.800 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.800 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.800 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:39:57.800 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:37.626841+0000", 2023-08-28T02:39:57.800 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1934e-05 2023-08-28T02:39:57.800 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.800 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.800 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:39:57.800 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:37.626881+0000", 2023-08-28T02:39:57.800 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.9725999999999999e-05 2023-08-28T02:39:57.800 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.801 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.801 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:39:57.801 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:37.626892+0000", 2023-08-28T02:39:57.801 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1538e-05 2023-08-28T02:39:57.801 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.801 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.801 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:39:57.801 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:37.626951+0000", 2023-08-28T02:39:57.801 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.8706999999999999e-05 2023-08-28T02:39:57.801 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.801 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.801 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:39:57.801 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:37.627100+0000", 2023-08-28T02:39:57.801 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00014914600000000001 2023-08-28T02:39:57.802 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.802 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.802 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,4", 2023-08-28T02:39:57.802 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:37.627230+0000", 2023-08-28T02:39:57.802 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00013035600000000001 2023-08-28T02:39:57.802 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.802 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.802 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:39:57.802 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:37.631918+0000", 2023-08-28T02:39:57.802 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0046871500000000002 2023-08-28T02:39:57.802 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.802 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.802 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:57.802 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:37.631946+0000", 2023-08-28T02:39:57.803 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.8379000000000001e-05 2023-08-28T02:39:57.803 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.803 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.803 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:57.803 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:37.640742+0000", 2023-08-28T02:39:57.803 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0087957350000000007 2023-08-28T02:39:57.803 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.803 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.803 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:39:57.803 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:37.640807+0000", 2023-08-28T02:39:57.803 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.5341999999999999e-05 2023-08-28T02:39:57.803 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.804 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.804 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:39:57.804 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:37.640856+0000", 2023-08-28T02:39:57.804 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.8902e-05 2023-08-28T02:39:57.804 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:39:57.804 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:39:57.804 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:39:57.804 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.804 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.804 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:122872 10.b 10:d4310827:::benchmark_data_smithi040_250784_object29563:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e360)", 2023-08-28T02:39:57.804 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:38:38.843078+0000", 2023-08-28T02:39:57.804 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 78.883405155000005, 2023-08-28T02:39:57.805 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.013621230999999999, 2023-08-28T02:39:57.805 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:39:57.805 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:39:57.805 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:39:57.805 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:39:57.805 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:39:57.805 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 122872 2023-08-28T02:39:57.805 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.805 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:39:57.805 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.805 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:39:57.805 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:38.843078+0000", 2023-08-28T02:39:57.805 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:39:57.805 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.806 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.806 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:39:57.806 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:38.843078+0000", 2023-08-28T02:39:57.806 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:39:57.806 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.806 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.806 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:39:57.806 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:38.843076+0000", 2023-08-28T02:39:57.806 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:39:57.806 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.806 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.806 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:39:57.806 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:38.843084+0000", 2023-08-28T02:39:57.807 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.9880000000000004e-06 2023-08-28T02:39:57.807 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.807 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.807 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:39:57.807 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:38.843099+0000", 2023-08-28T02:39:57.807 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.5556000000000001e-05 2023-08-28T02:39:57.807 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.807 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.807 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:39:57.807 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:38.843109+0000", 2023-08-28T02:39:57.807 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.4830000000000005e-06 2023-08-28T02:39:57.807 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.808 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.808 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:39:57.808 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:38.843168+0000", 2023-08-28T02:39:57.808 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.897e-05 2023-08-28T02:39:57.808 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.808 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.808 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:39:57.808 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:38.843306+0000", 2023-08-28T02:39:57.808 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00013820999999999999 2023-08-28T02:39:57.808 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.808 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.808 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,4", 2023-08-28T02:39:57.808 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:38.843436+0000", 2023-08-28T02:39:57.809 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000129956 2023-08-28T02:39:57.809 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.809 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.809 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:39:57.809 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:38.847037+0000", 2023-08-28T02:39:57.809 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.003601468 2023-08-28T02:39:57.809 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.809 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.809 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:57.809 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:38.850001+0000", 2023-08-28T02:39:57.809 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0029635540000000002 2023-08-28T02:39:57.809 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.809 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.810 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:57.810 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:38.856617+0000", 2023-08-28T02:39:57.810 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0066166080000000004 2023-08-28T02:39:57.810 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.810 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.810 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:39:57.810 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:38.856666+0000", 2023-08-28T02:39:57.810 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.8151e-05 2023-08-28T02:39:57.810 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.810 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.810 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:39:57.810 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:38.856699+0000", 2023-08-28T02:39:57.810 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.3144e-05 2023-08-28T02:39:57.811 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:39:57.811 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:39:57.811 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:39:57.811 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.811 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.811 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:124543 10.b 10:daa2b1e1:::benchmark_data_smithi040_250784_object31234:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e363)", 2023-08-28T02:39:57.811 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:38:54.455060+0000", 2023-08-28T02:39:57.811 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 63.271422926, 2023-08-28T02:39:57.811 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.011965290999999999, 2023-08-28T02:39:57.811 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:39:57.811 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:39:57.811 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:39:57.812 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:39:57.812 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:39:57.812 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 124543 2023-08-28T02:39:57.812 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.812 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:39:57.812 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.812 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:39:57.812 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:54.455060+0000", 2023-08-28T02:39:57.812 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:39:57.812 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.812 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.813 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:39:57.813 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:54.455060+0000", 2023-08-28T02:39:57.813 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:39:57.813 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.813 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.813 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:39:57.813 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:54.455058+0000", 2023-08-28T02:39:57.813 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:39:57.813 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.813 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.813 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:39:57.813 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:54.455069+0000", 2023-08-28T02:39:57.814 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0912e-05 2023-08-28T02:39:57.814 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.814 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.814 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:39:57.814 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:54.455092+0000", 2023-08-28T02:39:57.814 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.3042999999999999e-05 2023-08-28T02:39:57.814 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.814 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.814 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:39:57.814 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:54.455103+0000", 2023-08-28T02:39:57.814 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1639e-05 2023-08-28T02:39:57.814 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.814 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.815 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:39:57.815 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:54.455175+0000", 2023-08-28T02:39:57.815 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.1748000000000005e-05 2023-08-28T02:39:57.815 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.815 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.815 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:39:57.815 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:54.455313+0000", 2023-08-28T02:39:57.815 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00013834399999999999 2023-08-28T02:39:57.815 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.815 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.815 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,4", 2023-08-28T02:39:57.815 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:54.455445+0000", 2023-08-28T02:39:57.816 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00013142500000000001 2023-08-28T02:39:57.816 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.816 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.816 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:39:57.816 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:54.459354+0000", 2023-08-28T02:39:57.816 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0039095229999999998 2023-08-28T02:39:57.816 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.816 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.816 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:57.816 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:54.462159+0000", 2023-08-28T02:39:57.816 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0028042750000000002 2023-08-28T02:39:57.816 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.817 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.817 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:57.817 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:54.466923+0000", 2023-08-28T02:39:57.817 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0047642759999999996 2023-08-28T02:39:57.817 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.817 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.817 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:39:57.817 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:54.466975+0000", 2023-08-28T02:39:57.817 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.2510999999999999e-05 2023-08-28T02:39:57.817 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.817 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.817 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:39:57.817 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:54.467025+0000", 2023-08-28T02:39:57.818 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.9697000000000002e-05 2023-08-28T02:39:57.818 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:39:57.818 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:39:57.818 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:39:57.818 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.818 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.818 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:125379 10.2 10:41b7ce97:::benchmark_data_smithi040_250784_object32070:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e364)", 2023-08-28T02:39:57.818 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:39:01.446990+0000", 2023-08-28T02:39:57.818 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 56.279492501999997, 2023-08-28T02:39:57.818 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.011859152, 2023-08-28T02:39:57.818 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:39:57.818 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:39:57.818 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:39:57.819 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:39:57.819 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:39:57.819 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 125379 2023-08-28T02:39:57.819 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.819 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:39:57.819 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.819 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:39:57.819 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:01.446990+0000", 2023-08-28T02:39:57.819 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:39:57.819 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.819 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.819 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:39:57.819 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:01.446990+0000", 2023-08-28T02:39:57.820 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:39:57.820 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.820 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.820 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:39:57.820 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:01.446989+0000", 2023-08-28T02:39:57.820 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:39:57.820 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.820 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.820 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:39:57.820 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:01.446997+0000", 2023-08-28T02:39:57.820 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.622e-06 2023-08-28T02:39:57.820 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.821 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.821 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:39:57.821 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:01.447009+0000", 2023-08-28T02:39:57.821 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2057e-05 2023-08-28T02:39:57.821 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.821 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.821 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:39:57.821 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:01.447015+0000", 2023-08-28T02:39:57.821 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.2489999999999998e-06 2023-08-28T02:39:57.821 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.821 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.821 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:39:57.821 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:01.447066+0000", 2023-08-28T02:39:57.821 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.1538e-05 2023-08-28T02:39:57.822 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.822 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.822 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:39:57.822 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:01.447173+0000", 2023-08-28T02:39:57.822 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000106988 2023-08-28T02:39:57.822 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.822 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.822 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,4", 2023-08-28T02:39:57.822 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:01.447261+0000", 2023-08-28T02:39:57.822 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.7497000000000006e-05 2023-08-28T02:39:57.822 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.822 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.822 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:57.822 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:01.450871+0000", 2023-08-28T02:39:57.823 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0036099219999999998 2023-08-28T02:39:57.823 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.823 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.823 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:57.823 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:01.450905+0000", 2023-08-28T02:39:57.823 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.4634000000000001e-05 2023-08-28T02:39:57.823 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.823 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.823 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:39:57.823 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:01.458727+0000", 2023-08-28T02:39:57.823 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0078217800000000004 2023-08-28T02:39:57.823 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.824 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.824 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:39:57.824 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:01.458799+0000", 2023-08-28T02:39:57.824 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.1760000000000004e-05 2023-08-28T02:39:57.824 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.824 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.824 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:39:57.824 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:01.458849+0000", 2023-08-28T02:39:57.824 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.0346000000000002e-05 2023-08-28T02:39:57.824 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:39:57.824 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:39:57.824 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:39:57.824 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.824 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.825 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:125808 10.b 10:d336862c:::benchmark_data_smithi040_250784_object32499:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e364)", 2023-08-28T02:39:57.825 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:39:03.990978+0000", 2023-08-28T02:39:57.825 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 53.73550505, 2023-08-28T02:39:57.825 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.012914953999999999, 2023-08-28T02:39:57.825 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:39:57.825 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:39:57.825 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:39:57.825 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:39:57.825 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:39:57.825 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 125808 2023-08-28T02:39:57.825 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.825 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:39:57.825 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.826 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:39:57.826 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:03.990978+0000", 2023-08-28T02:39:57.826 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:39:57.826 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.826 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.826 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:39:57.826 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:03.990978+0000", 2023-08-28T02:39:57.826 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:39:57.826 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.826 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.826 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:39:57.826 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:03.990975+0000", 2023-08-28T02:39:57.827 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999971 2023-08-28T02:39:57.827 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.827 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.827 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:39:57.827 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:03.990988+0000", 2023-08-28T02:39:57.827 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2874000000000001e-05 2023-08-28T02:39:57.827 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.827 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.827 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:39:57.827 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:03.991021+0000", 2023-08-28T02:39:57.827 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.3015999999999997e-05 2023-08-28T02:39:57.828 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.828 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.828 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:39:57.828 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:03.991036+0000", 2023-08-28T02:39:57.828 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.5420000000000001e-05 2023-08-28T02:39:57.828 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.828 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.828 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:39:57.828 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:03.991100+0000", 2023-08-28T02:39:57.828 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.3453000000000004e-05 2023-08-28T02:39:57.828 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.828 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.829 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:39:57.829 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:03.991259+0000", 2023-08-28T02:39:57.829 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000159841 2023-08-28T02:39:57.829 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.829 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.829 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,4", 2023-08-28T02:39:57.829 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:03.991393+0000", 2023-08-28T02:39:57.829 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00013345499999999999 2023-08-28T02:39:57.829 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.829 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.829 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:57.829 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:03.995024+0000", 2023-08-28T02:39:57.830 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0036315599999999998 2023-08-28T02:39:57.830 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.830 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.830 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:39:57.830 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:03.995285+0000", 2023-08-28T02:39:57.830 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00026071299999999998 2023-08-28T02:39:57.830 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.830 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.830 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:57.830 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:04.003813+0000", 2023-08-28T02:39:57.830 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0085279789999999998 2023-08-28T02:39:57.830 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.830 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.831 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:39:57.831 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:04.003861+0000", 2023-08-28T02:39:57.831 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.7960000000000002e-05 2023-08-28T02:39:57.831 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.831 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.831 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:39:57.831 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:04.003893+0000", 2023-08-28T02:39:57.831 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.1529999999999998e-05 2023-08-28T02:39:57.831 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:39:57.831 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:39:57.831 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:39:57.831 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.831 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.832 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:128057 10.2 10:44ecd688:::benchmark_data_smithi040_250784_object34748:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e368)", 2023-08-28T02:39:57.832 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:39:23.631505+0000", 2023-08-28T02:39:57.832 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 34.094977815999997, 2023-08-28T02:39:57.832 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.012093260999999999, 2023-08-28T02:39:57.832 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:39:57.832 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:39:57.832 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:39:57.832 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:39:57.832 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:39:57.832 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 128057 2023-08-28T02:39:57.832 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.832 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:39:57.832 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.832 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:39:57.833 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:23.631505+0000", 2023-08-28T02:39:57.833 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:39:57.833 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.833 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.833 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:39:57.833 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:23.631505+0000", 2023-08-28T02:39:57.833 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:39:57.833 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.833 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.833 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:39:57.833 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:23.631503+0000", 2023-08-28T02:39:57.833 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:39:57.833 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.834 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.834 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:39:57.834 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:23.631511+0000", 2023-08-28T02:39:57.834 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.9729999999999997e-06 2023-08-28T02:39:57.834 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.834 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.834 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:39:57.834 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:23.631529+0000", 2023-08-28T02:39:57.834 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.7595999999999999e-05 2023-08-28T02:39:57.834 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.834 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.834 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:39:57.834 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:23.631539+0000", 2023-08-28T02:39:57.835 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0570999999999999e-05 2023-08-28T02:39:57.835 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.835 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.835 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:39:57.835 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:23.631608+0000", 2023-08-28T02:39:57.835 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.8699000000000001e-05 2023-08-28T02:39:57.835 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.835 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.835 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:39:57.835 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:23.631763+0000", 2023-08-28T02:39:57.835 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00015496999999999999 2023-08-28T02:39:57.835 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.835 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.836 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,4", 2023-08-28T02:39:57.836 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:23.631899+0000", 2023-08-28T02:39:57.836 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000135523 2023-08-28T02:39:57.836 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.836 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.836 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:57.836 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:23.635683+0000", 2023-08-28T02:39:57.836 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0037839649999999998 2023-08-28T02:39:57.836 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.836 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.836 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:39:57.836 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:23.635811+0000", 2023-08-28T02:39:57.837 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000128152 2023-08-28T02:39:57.837 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.837 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.837 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:57.837 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:23.643491+0000", 2023-08-28T02:39:57.837 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0076801559999999996 2023-08-28T02:39:57.837 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.837 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.837 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:39:57.837 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:23.643549+0000", 2023-08-28T02:39:57.837 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.8563000000000002e-05 2023-08-28T02:39:57.837 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.838 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.838 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:39:57.838 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:23.643598+0000", 2023-08-28T02:39:57.838 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.8671000000000002e-05 2023-08-28T02:39:57.838 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:39:57.838 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:39:57.838 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:39:57.838 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.838 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.838 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:129424 10.2 10:457944b9:::benchmark_data_smithi040_250784_object36115:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e370)", 2023-08-28T02:39:57.838 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:39:34.729419+0000", 2023-08-28T02:39:57.838 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 22.997064028, 2023-08-28T02:39:57.838 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.011491117, 2023-08-28T02:39:57.839 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:39:57.839 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:39:57.839 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:39:57.839 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:39:57.839 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:39:57.839 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 129424 2023-08-28T02:39:57.839 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.839 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:39:57.839 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.839 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:39:57.839 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:34.729419+0000", 2023-08-28T02:39:57.839 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:39:57.840 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.840 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.840 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:39:57.840 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:34.729419+0000", 2023-08-28T02:39:57.840 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:39:57.840 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.840 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.840 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:39:57.840 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:34.729417+0000", 2023-08-28T02:39:57.840 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:39:57.840 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.840 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.840 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:39:57.841 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:34.729428+0000", 2023-08-28T02:39:57.841 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1165000000000001e-05 2023-08-28T02:39:57.841 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.841 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.841 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:39:57.841 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:34.729455+0000", 2023-08-28T02:39:57.841 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.6893000000000002e-05 2023-08-28T02:39:57.841 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.841 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.841 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:39:57.841 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:34.729464+0000", 2023-08-28T02:39:57.841 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.5580000000000006e-06 2023-08-28T02:39:57.842 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.842 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.842 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:39:57.842 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:34.729538+0000", 2023-08-28T02:39:57.842 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.3448000000000006e-05 2023-08-28T02:39:57.842 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.842 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.842 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:39:57.842 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:34.729734+0000", 2023-08-28T02:39:57.842 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000196508 2023-08-28T02:39:57.842 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.842 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.842 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,4", 2023-08-28T02:39:57.843 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:34.729893+0000", 2023-08-28T02:39:57.843 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000158503 2023-08-28T02:39:57.843 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.843 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.843 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:39:57.843 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:34.734061+0000", 2023-08-28T02:39:57.843 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0041681360000000002 2023-08-28T02:39:57.843 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.843 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.843 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:57.843 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:34.735638+0000", 2023-08-28T02:39:57.844 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.001576856 2023-08-28T02:39:57.844 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.844 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.844 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:57.844 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:34.740798+0000", 2023-08-28T02:39:57.844 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0051598939999999999 2023-08-28T02:39:57.844 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.844 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.844 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:39:57.844 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:34.740858+0000", 2023-08-28T02:39:57.844 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.0451000000000001e-05 2023-08-28T02:39:57.844 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.844 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.845 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:39:57.845 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:34.740910+0000", 2023-08-28T02:39:57.845 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.1792000000000002e-05 2023-08-28T02:39:57.845 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:39:57.845 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:39:57.845 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:39:57.845 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.845 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.845 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:129601 10.b 10:d4be356c:::benchmark_data_smithi040_250784_object36292:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e371)", 2023-08-28T02:39:57.845 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:39:35.636976+0000", 2023-08-28T02:39:57.845 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 22.089506916000001, 2023-08-28T02:39:57.845 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.048368567000000001, 2023-08-28T02:39:57.846 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:39:57.846 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:39:57.846 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:39:57.846 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:39:57.846 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:39:57.846 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 129601 2023-08-28T02:39:57.846 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.846 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:39:57.846 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.846 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:39:57.846 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:35.636976+0000", 2023-08-28T02:39:57.847 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:39:57.847 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.847 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.847 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:39:57.847 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:35.636976+0000", 2023-08-28T02:39:57.847 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:39:57.847 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.847 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.847 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:39:57.847 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:35.636973+0000", 2023-08-28T02:39:57.847 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999971 2023-08-28T02:39:57.847 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.847 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.848 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:39:57.848 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:35.636989+0000", 2023-08-28T02:39:57.848 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.5933000000000001e-05 2023-08-28T02:39:57.848 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.848 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.848 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:39:57.848 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:35.637021+0000", 2023-08-28T02:39:57.848 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.2398999999999999e-05 2023-08-28T02:39:57.848 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.848 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.848 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:39:57.848 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:35.637031+0000", 2023-08-28T02:39:57.849 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.6160000000000008e-06 2023-08-28T02:39:57.849 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.849 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.849 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:39:57.849 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:35.637088+0000", 2023-08-28T02:39:57.849 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.6845999999999997e-05 2023-08-28T02:39:57.849 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.849 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.849 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op must wait for map", 2023-08-28T02:39:57.849 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:35.637093+0000", 2023-08-28T02:39:57.849 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.3109999999999996e-06 2023-08-28T02:39:57.849 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.850 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.850 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:39:57.850 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:35.639244+0000", 2023-08-28T02:39:57.850 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0021506820000000001 2023-08-28T02:39:57.850 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.850 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.850 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:39:57.850 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:35.681413+0000", 2023-08-28T02:39:57.850 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.042169215000000003 2023-08-28T02:39:57.850 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.850 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.850 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,4", 2023-08-28T02:39:57.851 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:35.681557+0000", 2023-08-28T02:39:57.851 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00014405900000000001 2023-08-28T02:39:57.851 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.851 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.851 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:57.851 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:35.684815+0000", 2023-08-28T02:39:57.851 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0032579380000000002 2023-08-28T02:39:57.851 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.851 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.851 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:39:57.851 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:35.684977+0000", 2023-08-28T02:39:57.851 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00016164200000000001 2023-08-28T02:39:57.852 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.852 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.852 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:57.852 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:35.685270+0000", 2023-08-28T02:39:57.852 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00029353799999999998 2023-08-28T02:39:57.852 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.852 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.852 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:39:57.852 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:35.685304+0000", 2023-08-28T02:39:57.852 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.3204000000000003e-05 2023-08-28T02:39:57.852 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.852 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.853 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:39:57.853 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:35.685344+0000", 2023-08-28T02:39:57.853 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.0846999999999997e-05 2023-08-28T02:39:57.853 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:39:57.853 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:39:57.853 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:39:57.853 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.853 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.853 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:130786 10.f e373/298 10:fbfe58f6:::benchmark_data_smithi040_250784_object37477:head v 373'8335, mlcod=0'0)", 2023-08-28T02:39:57.853 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:39:48.490756+0000", 2023-08-28T02:39:57.853 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 9.2357263710000002, 2023-08-28T02:39:57.853 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.010269479999999999, 2023-08-28T02:39:57.854 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:39:57.854 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:39:57.854 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:39:57.854 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.854 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:39:57.854 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:48.490756+0000", 2023-08-28T02:39:57.854 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:39:57.854 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.854 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.854 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:39:57.854 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:48.490756+0000", 2023-08-28T02:39:57.854 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:39:57.854 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.855 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.855 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:39:57.855 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:48.490751+0000", 2023-08-28T02:39:57.855 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999948 2023-08-28T02:39:57.855 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.855 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.855 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:39:57.855 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:48.490768+0000", 2023-08-28T02:39:57.855 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.7329999999999998e-05 2023-08-28T02:39:57.855 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.855 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.855 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:39:57.855 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:48.490794+0000", 2023-08-28T02:39:57.856 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.5938000000000001e-05 2023-08-28T02:39:57.856 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.856 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.856 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:39:57.856 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:48.490804+0000", 2023-08-28T02:39:57.856 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.6609999999999995e-06 2023-08-28T02:39:57.856 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.856 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.856 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:39:57.856 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:48.490888+0000", 2023-08-28T02:39:57.856 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.4049999999999997e-05 2023-08-28T02:39:57.856 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.857 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.857 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:39:57.857 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:48.490922+0000", 2023-08-28T02:39:57.857 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.4220000000000001e-05 2023-08-28T02:39:57.857 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.857 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.857 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:39:57.857 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:48.500982+0000", 2023-08-28T02:39:57.857 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.010059930999999999 2023-08-28T02:39:57.857 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.857 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.857 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:39:57.858 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:48.501026+0000", 2023-08-28T02:39:57.858 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.3782999999999997e-05 2023-08-28T02:39:57.858 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:39:57.858 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:39:57.858 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:39:57.858 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.858 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.858 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:131123 10.b 10:dd27dde1:::benchmark_data_smithi040_250784_object37814:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e373)", 2023-08-28T02:39:57.858 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:39:48.942425+0000", 2023-08-28T02:39:57.858 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 8.784057958, 2023-08-28T02:39:57.858 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.011371879999999999, 2023-08-28T02:39:57.858 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:39:57.858 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:39:57.859 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:39:57.859 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:39:57.859 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:39:57.859 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 131123 2023-08-28T02:39:57.859 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.859 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:39:57.859 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.859 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:39:57.859 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:48.942425+0000", 2023-08-28T02:39:57.859 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:39:57.859 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.859 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.860 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:39:57.860 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:48.942425+0000", 2023-08-28T02:39:57.860 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:39:57.860 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.860 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.860 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:39:57.860 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:48.942423+0000", 2023-08-28T02:39:57.860 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:39:57.860 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.860 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.860 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:39:57.860 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:48.942433+0000", 2023-08-28T02:39:57.861 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.9709999999999999e-06 2023-08-28T02:39:57.861 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.861 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.861 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:39:57.861 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:48.942454+0000", 2023-08-28T02:39:57.861 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.0551e-05 2023-08-28T02:39:57.861 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.861 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.861 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:39:57.861 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:48.942462+0000", 2023-08-28T02:39:57.861 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.8200000000000003e-06 2023-08-28T02:39:57.861 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.861 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.862 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:39:57.862 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:48.942534+0000", 2023-08-28T02:39:57.862 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.1180999999999995e-05 2023-08-28T02:39:57.862 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.862 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.862 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:39:57.862 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:48.942700+0000", 2023-08-28T02:39:57.862 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00016682900000000001 2023-08-28T02:39:57.862 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.862 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.862 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,4", 2023-08-28T02:39:57.862 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:48.942847+0000", 2023-08-28T02:39:57.862 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00014634700000000001 2023-08-28T02:39:57.863 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.863 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.863 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:57.863 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:48.946679+0000", 2023-08-28T02:39:57.863 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0038322880000000001 2023-08-28T02:39:57.863 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.863 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.863 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:39:57.863 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:48.953410+0000", 2023-08-28T02:39:57.863 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0067310620000000003 2023-08-28T02:39:57.863 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.863 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.864 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:39:57.864 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:48.953665+0000", 2023-08-28T02:39:57.864 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00025490899999999999 2023-08-28T02:39:57.864 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.864 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.864 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:39:57.864 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:48.953730+0000", 2023-08-28T02:39:57.864 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.4913999999999995e-05 2023-08-28T02:39:57.864 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:39:57.864 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:39:57.864 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:39:57.864 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:48.953797+0000", 2023-08-28T02:39:57.864 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.6721e-05 2023-08-28T02:39:57.865 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:39:57.865 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:39:57.865 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:39:57.865 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:39:57.865 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:39:57.865 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-08-28T02:39:57.865 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-08-28T02:39:57.872 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:39:57.876 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:57.876 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:39:57.905 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":1155,"stamp":"2023-08-28T02:39:56.502653+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":3575954180,"num_objects":54583,"num_object_clones":0,"num_object_copies":163749,"num_objects_missing_on_primary":3466,"num_objects_missing":3466,"num_objects_degraded":14268,"num_objects_misplaced":16898,"num_objects_unfound":0,"num_objects_dirty":54583,"num_whiteouts":0,"num_read":90,"num_read_kb":168,"num_write":132159,"num_write_kb":5972054,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":49061,"num_bytes_recovered":3187741585,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":98928,"ondisk_log_size":98928,"up":297,"acting":294,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":11585332,"kb_used_data":8551428,"kb_used_omap":12,"kb_used_meta":3033843,"kb_avail":550885580,"statfs":{"total":575970213888,"available":564106833920,"internally_reserved":0,"allocated":8756662272,"data_stored":8745711133,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12739,"internal_metadata":3106655805},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,0,1,1,1,4,0,0,0,6,2],"upper_bound":4096},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-102825984,"num_objects":-1569,"num_object_clones":0,"num_object_copies":-4707,"num_objects_missing_on_primary":-90,"num_objects_missing":-90,"num_objects_degraded":-204,"num_objects_misplaced":-454,"num_objects_unfound":0,"num_objects_dirty":-1569,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1569,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":294,"num_bytes_recovered":19267584,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"9.120136"},"pg_stats":[{"pgid":"3.1a","version":"65'1","reported_seq":384,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:42.038730+0000","last_change":"2023-08-28T02:32:32.667028+0000","last_active":"2023-08-28T02:39:42.038730+0000","last_peered":"2023-08-28T02:39:42.038730+0000","last_clean":"2023-08-28T02:39:42.038730+0000","last_became_active":"2023-08-28T02:32:32.666711+0000","last_became_peered":"2023-08-28T02:32:32.666711+0000","last_unstale":"2023-08-28T02:39:42.038730+0000","last_undegraded":"2023-08-28T02:39:42.038730+0000","last_fullsized":"2023-08-28T02:39:42.038730+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:28:21.913105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":338,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.504376+0000","last_change":"2023-08-28T02:29:44.421259+0000","last_active":"2023-08-28T02:39:47.504376+0000","last_peered":"2023-08-28T02:39:47.504376+0000","last_clean":"2023-08-28T02:39:47.504376+0000","last_became_active":"2023-08-28T02:29:44.420936+0000","last_became_peered":"2023-08-28T02:29:44.420936+0000","last_unstale":"2023-08-28T02:39:47.504376+0000","last_undegraded":"2023-08-28T02:39:47.504376+0000","last_fullsized":"2023-08-28T02:39:47.504376+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:22:26.346867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":179,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:42.031693+0000","last_change":"2023-08-28T02:33:12.290337+0000","last_active":"2023-08-28T02:39:42.031693+0000","last_peered":"2023-08-28T02:39:42.031693+0000","last_clean":"2023-08-28T02:39:42.031693+0000","last_became_active":"2023-08-28T02:33:12.289852+0000","last_became_peered":"2023-08-28T02:33:12.289852+0000","last_unstale":"2023-08-28T02:39:42.031693+0000","last_undegraded":"2023-08-28T02:39:42.031693+0000","last_fullsized":"2023-08-28T02:39:42.031693+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:04:26.420037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":354,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.504449+0000","last_change":"2023-08-28T02:33:13.317226+0000","last_active":"2023-08-28T02:39:47.504449+0000","last_peered":"2023-08-28T02:39:47.504449+0000","last_clean":"2023-08-28T02:39:47.504449+0000","last_became_active":"2023-08-28T02:33:13.316893+0000","last_became_peered":"2023-08-28T02:33:13.316893+0000","last_unstale":"2023-08-28T02:39:47.504449+0000","last_undegraded":"2023-08-28T02:39:47.504449+0000","last_fullsized":"2023-08-28T02:39:47.504449+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:55:46.593463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":298,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.474962+0000","last_change":"2023-08-28T02:33:12.295203+0000","last_active":"2023-08-28T02:39:47.474962+0000","last_peered":"2023-08-28T02:39:47.474962+0000","last_clean":"2023-08-28T02:39:47.474962+0000","last_became_active":"2023-08-28T02:33:12.294904+0000","last_became_peered":"2023-08-28T02:33:12.294904+0000","last_unstale":"2023-08-28T02:39:47.474962+0000","last_undegraded":"2023-08-28T02:39:47.474962+0000","last_fullsized":"2023-08-28T02:39:47.474962+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:31:07.008856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":315,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.499351+0000","last_change":"2023-08-28T02:31:51.987263+0000","last_active":"2023-08-28T02:39:47.499351+0000","last_peered":"2023-08-28T02:39:47.499351+0000","last_clean":"2023-08-28T02:39:47.499351+0000","last_became_active":"2023-08-28T02:31:51.986938+0000","last_became_peered":"2023-08-28T02:31:51.986938+0000","last_unstale":"2023-08-28T02:39:47.499351+0000","last_undegraded":"2023-08-28T02:39:47.499351+0000","last_fullsized":"2023-08-28T02:39:47.499351+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:18.021905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":348,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.504783+0000","last_change":"2023-08-28T02:33:12.318656+0000","last_active":"2023-08-28T02:39:47.504783+0000","last_peered":"2023-08-28T02:39:47.504783+0000","last_clean":"2023-08-28T02:39:47.504783+0000","last_became_active":"2023-08-28T02:33:12.318297+0000","last_became_peered":"2023-08-28T02:33:12.318297+0000","last_unstale":"2023-08-28T02:39:47.504783+0000","last_undegraded":"2023-08-28T02:39:47.504783+0000","last_fullsized":"2023-08-28T02:39:47.504783+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:43:09.789767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":279,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.475355+0000","last_change":"2023-08-28T02:33:13.357230+0000","last_active":"2023-08-28T02:39:47.475355+0000","last_peered":"2023-08-28T02:39:47.475355+0000","last_clean":"2023-08-28T02:39:47.475355+0000","last_became_active":"2023-08-28T02:33:13.356853+0000","last_became_peered":"2023-08-28T02:33:13.356853+0000","last_unstale":"2023-08-28T02:39:47.475355+0000","last_undegraded":"2023-08-28T02:39:47.475355+0000","last_fullsized":"2023-08-28T02:39:47.475355+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:20:21.545007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":357,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.498897+0000","last_change":"2023-08-28T02:29:44.462510+0000","last_active":"2023-08-28T02:39:47.498897+0000","last_peered":"2023-08-28T02:39:47.498897+0000","last_clean":"2023-08-28T02:39:47.498897+0000","last_became_active":"2023-08-28T02:29:44.460314+0000","last_became_peered":"2023-08-28T02:29:44.460314+0000","last_unstale":"2023-08-28T02:39:47.498897+0000","last_undegraded":"2023-08-28T02:39:47.498897+0000","last_fullsized":"2023-08-28T02:39:47.498897+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:59:01.311467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":282,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.475154+0000","last_change":"2023-08-28T02:33:13.291255+0000","last_active":"2023-08-28T02:39:47.475154+0000","last_peered":"2023-08-28T02:39:47.475154+0000","last_clean":"2023-08-28T02:39:47.475154+0000","last_became_active":"2023-08-28T02:33:13.290933+0000","last_became_peered":"2023-08-28T02:33:13.290933+0000","last_unstale":"2023-08-28T02:39:47.475154+0000","last_undegraded":"2023-08-28T02:39:47.475154+0000","last_fullsized":"2023-08-28T02:39:47.475154+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:31:54.116908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"65'3","reported_seq":358,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.388314+0000","last_change":"2023-08-28T02:33:12.296412+0000","last_active":"2023-08-28T02:39:47.388314+0000","last_peered":"2023-08-28T02:39:47.388314+0000","last_clean":"2023-08-28T02:39:47.388314+0000","last_became_active":"2023-08-28T02:33:12.295786+0000","last_became_peered":"2023-08-28T02:33:12.295786+0000","last_unstale":"2023-08-28T02:39:47.388314+0000","last_undegraded":"2023-08-28T02:39:47.388314+0000","last_fullsized":"2023-08-28T02:39:47.388314+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:15:31.449163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":182,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:42.033148+0000","last_change":"2023-08-28T02:32:32.666927+0000","last_active":"2023-08-28T02:39:42.033148+0000","last_peered":"2023-08-28T02:39:42.033148+0000","last_clean":"2023-08-28T02:39:42.033148+0000","last_became_active":"2023-08-28T02:32:32.666618+0000","last_became_peered":"2023-08-28T02:32:32.666618+0000","last_unstale":"2023-08-28T02:39:42.033148+0000","last_undegraded":"2023-08-28T02:39:42.033148+0000","last_fullsized":"2023-08-28T02:39:42.033148+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:45:57.998333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":381,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:42.038794+0000","last_change":"2023-08-28T02:32:28.505262+0000","last_active":"2023-08-28T02:39:42.038794+0000","last_peered":"2023-08-28T02:39:42.038794+0000","last_clean":"2023-08-28T02:39:42.038794+0000","last_became_active":"2023-08-28T02:32:28.455999+0000","last_became_peered":"2023-08-28T02:32:28.455999+0000","last_unstale":"2023-08-28T02:39:42.038794+0000","last_undegraded":"2023-08-28T02:39:42.038794+0000","last_fullsized":"2023-08-28T02:39:42.038794+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:28.937020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":9468,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":365,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:42.038638+0000","last_change":"2023-08-28T02:32:12.959195+0000","last_active":"2023-08-28T02:39:42.038638+0000","last_peered":"2023-08-28T02:39:42.038638+0000","last_clean":"2023-08-28T02:39:42.038638+0000","last_became_active":"2023-08-28T02:32:12.958832+0000","last_became_peered":"2023-08-28T02:32:12.958832+0000","last_unstale":"2023-08-28T02:39:42.038638+0000","last_undegraded":"2023-08-28T02:39:42.038638+0000","last_fullsized":"2023-08-28T02:39:42.038638+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:23:27.197787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"65'2","reported_seq":356,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.387151+0000","last_change":"2023-08-28T02:32:28.461161+0000","last_active":"2023-08-28T02:39:47.387151+0000","last_peered":"2023-08-28T02:39:47.387151+0000","last_clean":"2023-08-28T02:39:47.387151+0000","last_became_active":"2023-08-28T02:32:28.451284+0000","last_became_peered":"2023-08-28T02:32:28.451284+0000","last_unstale":"2023-08-28T02:39:47.387151+0000","last_undegraded":"2023-08-28T02:39:47.387151+0000","last_fullsized":"2023-08-28T02:39:47.387151+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:58:20.061020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":339,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.503939+0000","last_change":"2023-08-28T02:29:44.419566+0000","last_active":"2023-08-28T02:39:47.503939+0000","last_peered":"2023-08-28T02:39:47.503939+0000","last_clean":"2023-08-28T02:39:47.503939+0000","last_became_active":"2023-08-28T02:29:44.419053+0000","last_became_peered":"2023-08-28T02:29:44.419053+0000","last_unstale":"2023-08-28T02:39:47.503939+0000","last_undegraded":"2023-08-28T02:39:47.503939+0000","last_fullsized":"2023-08-28T02:39:47.503939+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:44:36.133499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":342,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.503786+0000","last_change":"2023-08-28T02:33:12.493777+0000","last_active":"2023-08-28T02:39:47.503786+0000","last_peered":"2023-08-28T02:39:47.503786+0000","last_clean":"2023-08-28T02:39:47.503786+0000","last_became_active":"2023-08-28T02:33:12.491177+0000","last_became_peered":"2023-08-28T02:33:12.491177+0000","last_unstale":"2023-08-28T02:39:47.503786+0000","last_undegraded":"2023-08-28T02:39:47.503786+0000","last_fullsized":"2023-08-28T02:39:47.503786+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:10:58.167753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":353,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.498891+0000","last_change":"2023-08-28T02:33:12.290293+0000","last_active":"2023-08-28T02:39:47.498891+0000","last_peered":"2023-08-28T02:39:47.498891+0000","last_clean":"2023-08-28T02:39:47.498891+0000","last_became_active":"2023-08-28T02:33:12.289989+0000","last_became_peered":"2023-08-28T02:33:12.289989+0000","last_unstale":"2023-08-28T02:39:47.498891+0000","last_undegraded":"2023-08-28T02:39:47.498891+0000","last_fullsized":"2023-08-28T02:39:47.498891+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:05:33.622172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":331,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.386732+0000","last_change":"2023-08-28T02:32:12.948756+0000","last_active":"2023-08-28T02:39:47.386732+0000","last_peered":"2023-08-28T02:39:47.386732+0000","last_clean":"2023-08-28T02:39:47.386732+0000","last_became_active":"2023-08-28T02:32:12.948441+0000","last_became_peered":"2023-08-28T02:32:12.948441+0000","last_unstale":"2023-08-28T02:39:47.386732+0000","last_undegraded":"2023-08-28T02:39:47.386732+0000","last_fullsized":"2023-08-28T02:39:47.386732+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:27.922180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":349,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.504524+0000","last_change":"2023-08-28T02:33:12.299398+0000","last_active":"2023-08-28T02:39:47.504524+0000","last_peered":"2023-08-28T02:39:47.504524+0000","last_clean":"2023-08-28T02:39:47.504524+0000","last_became_active":"2023-08-28T02:33:12.299113+0000","last_became_peered":"2023-08-28T02:33:12.299113+0000","last_unstale":"2023-08-28T02:39:47.504524+0000","last_undegraded":"2023-08-28T02:39:47.504524+0000","last_fullsized":"2023-08-28T02:39:47.504524+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:14:55.597212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"65'8","reported_seq":143,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.503456+0000","last_change":"2023-08-28T02:33:13.478870+0000","last_active":"2023-08-28T02:39:47.503456+0000","last_peered":"2023-08-28T02:39:47.503456+0000","last_clean":"2023-08-28T02:39:47.503456+0000","last_became_active":"2023-08-28T02:33:13.332142+0000","last_became_peered":"2023-08-28T02:33:13.332142+0000","last_unstale":"2023-08-28T02:39:47.503456+0000","last_undegraded":"2023-08-28T02:39:47.503456+0000","last_fullsized":"2023-08-28T02:39:47.503456+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:32:42.810159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":280,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.475789+0000","last_change":"2023-08-28T02:33:12.306353+0000","last_active":"2023-08-28T02:39:47.475789+0000","last_peered":"2023-08-28T02:39:47.475789+0000","last_clean":"2023-08-28T02:39:47.475789+0000","last_became_active":"2023-08-28T02:33:12.304977+0000","last_became_peered":"2023-08-28T02:33:12.304977+0000","last_unstale":"2023-08-28T02:39:47.475789+0000","last_undegraded":"2023-08-28T02:39:47.475789+0000","last_fullsized":"2023-08-28T02:39:47.475789+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:19:38.819671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"374'8212","reported_seq":8344,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:55.322692+0000","last_change":"2023-08-28T02:30:50.402703+0000","last_active":"2023-08-28T02:39:55.322692+0000","last_peered":"2023-08-28T02:39:55.322692+0000","last_clean":"2023-08-28T02:39:55.322692+0000","last_became_active":"2023-08-28T02:30:50.402419+0000","last_became_peered":"2023-08-28T02:30:50.402419+0000","last_unstale":"2023-08-28T02:39:55.322692+0000","last_undegraded":"2023-08-28T02:39:55.322692+0000","last_fullsized":"2023-08-28T02:39:55.322692+0000","mapping_epoch":250,"log_start":"255'1000","ondisk_log_start":"255'1000","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7212,"log_dups_size":0,"ondisk_log_size":7212,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:07:37.393907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":225968128,"num_objects":3448,"num_object_clones":0,"num_object_copies":10344,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3448,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8212,"num_write_kb":373120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"65'1","reported_seq":339,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.387641+0000","last_change":"2023-08-28T02:14:43.046130+0000","last_active":"2023-08-28T02:39:47.387641+0000","last_peered":"2023-08-28T02:39:47.387641+0000","last_clean":"2023-08-28T02:39:47.387641+0000","last_became_active":"2023-08-28T02:14:43.045775+0000","last_became_peered":"2023-08-28T02:14:43.045775+0000","last_unstale":"2023-08-28T02:39:47.387641+0000","last_undegraded":"2023-08-28T02:39:47.387641+0000","last_fullsized":"2023-08-28T02:39:47.387641+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:57:38.279756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":329,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.498512+0000","last_change":"2023-08-28T02:31:51.987149+0000","last_active":"2023-08-28T02:39:47.498512+0000","last_peered":"2023-08-28T02:39:47.498512+0000","last_clean":"2023-08-28T02:39:47.498512+0000","last_became_active":"2023-08-28T02:31:51.986821+0000","last_became_peered":"2023-08-28T02:31:51.986821+0000","last_unstale":"2023-08-28T02:39:47.498512+0000","last_undegraded":"2023-08-28T02:39:47.498512+0000","last_fullsized":"2023-08-28T02:39:47.498512+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:23:26.661134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"374'8233","reported_seq":14620,"reported_epoch":374,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:39:55.751898+0000","last_change":"2023-08-28T02:33:33.975566+0000","last_active":"2023-08-28T02:39:55.751898+0000","last_peered":"2023-08-28T02:39:55.751898+0000","last_clean":"2023-08-28T02:31:27.868230+0000","last_became_active":"2023-08-28T02:33:33.660452+0000","last_became_peered":"2023-08-28T02:33:33.660452+0000","last_unstale":"2023-08-28T02:39:55.751898+0000","last_undegraded":"2023-08-28T02:33:13.410847+0000","last_fullsized":"2023-08-28T02:33:13.270012+0000","mapping_epoch":298,"log_start":"255'1000","ondisk_log_start":"255'1000","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7233,"log_dups_size":0,"ondisk_log_size":7233,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:33.375162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":220659712,"num_objects":3367,"num_object_clones":0,"num_object_copies":10101,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":5875,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3367,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8233,"num_write_kb":371200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3109,"num_bytes_recovered":203685888,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[5,4],"avail_no_missing":["5","6"],"object_location_counts":[{"shards":"2,5,6","objects":915},{"shards":"3,5,6","objects":947},{"shards":"5,6","objects":1505}],"blocked_by":[],"up_primary":3,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"65'2","reported_seq":364,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.387766+0000","last_change":"2023-08-28T02:29:44.436352+0000","last_active":"2023-08-28T02:39:47.387766+0000","last_peered":"2023-08-28T02:39:47.387766+0000","last_clean":"2023-08-28T02:39:47.387766+0000","last_became_active":"2023-08-28T02:29:44.411499+0000","last_became_peered":"2023-08-28T02:29:44.411499+0000","last_unstale":"2023-08-28T02:39:47.387766+0000","last_undegraded":"2023-08-28T02:39:47.387766+0000","last_fullsized":"2023-08-28T02:39:47.387766+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:46:57.540191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":389,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:42.038593+0000","last_change":"2023-08-28T02:33:12.289004+0000","last_active":"2023-08-28T02:39:42.038593+0000","last_peered":"2023-08-28T02:39:42.038593+0000","last_clean":"2023-08-28T02:39:42.038593+0000","last_became_active":"2023-08-28T02:33:12.288722+0000","last_became_peered":"2023-08-28T02:33:12.288722+0000","last_unstale":"2023-08-28T02:39:42.038593+0000","last_undegraded":"2023-08-28T02:39:42.038593+0000","last_fullsized":"2023-08-28T02:39:42.038593+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:24.019483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"374'8176","reported_seq":13404,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:55.278598+0000","last_change":"2023-08-28T02:37:54.748968+0000","last_active":"2023-08-28T02:39:55.278598+0000","last_peered":"2023-08-28T02:39:55.278598+0000","last_clean":"2023-08-28T02:39:55.278598+0000","last_became_active":"2023-08-28T02:37:54.729376+0000","last_became_peered":"2023-08-28T02:37:54.729376+0000","last_unstale":"2023-08-28T02:39:55.278598+0000","last_undegraded":"2023-08-28T02:39:55.278598+0000","last_fullsized":"2023-08-28T02:39:55.278598+0000","mapping_epoch":351,"log_start":"259'2912","ondisk_log_start":"259'2912","created":250,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5264,"log_dups_size":0,"ondisk_log_size":5264,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:00.988172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":221118464,"num_objects":3374,"num_object_clones":0,"num_object_copies":10122,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3374,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8176,"num_write_kb":369600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2533,"num_bytes_recovered":160432128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"65'1","reported_seq":350,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.388237+0000","last_change":"2023-08-28T02:33:13.516869+0000","last_active":"2023-08-28T02:39:47.388237+0000","last_peered":"2023-08-28T02:39:47.388237+0000","last_clean":"2023-08-28T02:39:47.388237+0000","last_became_active":"2023-08-28T02:33:13.396736+0000","last_became_peered":"2023-08-28T02:33:13.396736+0000","last_unstale":"2023-08-28T02:39:47.388237+0000","last_undegraded":"2023-08-28T02:39:47.388237+0000","last_fullsized":"2023-08-28T02:39:47.388237+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:47:08.237137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":316,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:42.032990+0000","last_change":"2023-08-28T02:31:51.987327+0000","last_active":"2023-08-28T02:39:42.032990+0000","last_peered":"2023-08-28T02:39:42.032990+0000","last_clean":"2023-08-28T02:39:42.032990+0000","last_became_active":"2023-08-28T02:31:51.987018+0000","last_became_peered":"2023-08-28T02:31:51.987018+0000","last_unstale":"2023-08-28T02:39:42.032990+0000","last_undegraded":"2023-08-28T02:39:42.032990+0000","last_fullsized":"2023-08-28T02:39:42.032990+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:53:26.105101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.5","version":"374'8097","reported_seq":12812,"reported_epoch":374,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:39:55.291441+0000","last_change":"2023-08-28T02:33:13.625779+0000","last_active":"2023-08-28T02:39:55.291441+0000","last_peered":"2023-08-28T02:39:55.291441+0000","last_clean":"2023-08-28T02:31:27.898932+0000","last_became_active":"2023-08-28T02:33:13.612126+0000","last_became_peered":"2023-08-28T02:33:13.612126+0000","last_unstale":"2023-08-28T02:39:55.291441+0000","last_undegraded":"2023-08-28T02:33:13.485377+0000","last_fullsized":"2023-08-28T02:33:13.264317+0000","mapping_epoch":298,"log_start":"258'2763","ondisk_log_start":"258'2763","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5334,"log_dups_size":0,"ondisk_log_size":5334,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:37:28.843386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":219873280,"num_objects":3355,"num_object_clones":0,"num_object_copies":10065,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":5897,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3355,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8097,"num_write_kb":366464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2279,"num_bytes_recovered":149356544,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,7],"avail_no_missing":["0","2"],"object_location_counts":[{"shards":"0,2","objects":2358},{"shards":"0,2,3","objects":997}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":368,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.498721+0000","last_change":"2023-08-28T02:33:13.281826+0000","last_active":"2023-08-28T02:39:47.498721+0000","last_peered":"2023-08-28T02:39:47.498721+0000","last_clean":"2023-08-28T02:39:47.498721+0000","last_became_active":"2023-08-28T02:33:13.281511+0000","last_became_peered":"2023-08-28T02:33:13.281511+0000","last_unstale":"2023-08-28T02:39:47.498721+0000","last_undegraded":"2023-08-28T02:39:47.498721+0000","last_fullsized":"2023-08-28T02:39:47.498721+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:32:55.005706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":366,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.503774+0000","last_change":"2023-08-28T02:29:44.436713+0000","last_active":"2023-08-28T02:39:47.503774+0000","last_peered":"2023-08-28T02:39:47.503774+0000","last_clean":"2023-08-28T02:39:47.503774+0000","last_became_active":"2023-08-28T02:29:44.436203+0000","last_became_peered":"2023-08-28T02:29:44.436203+0000","last_unstale":"2023-08-28T02:39:47.503774+0000","last_undegraded":"2023-08-28T02:39:47.503774+0000","last_fullsized":"2023-08-28T02:39:47.503774+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:46:48.522293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"373'8400","reported_seq":8536,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:52.267356+0000","last_change":"2023-08-28T02:30:50.399669+0000","last_active":"2023-08-28T02:39:52.267356+0000","last_peered":"2023-08-28T02:39:52.267356+0000","last_clean":"2023-08-28T02:39:52.267356+0000","last_became_active":"2023-08-28T02:30:50.399332+0000","last_became_peered":"2023-08-28T02:30:50.399332+0000","last_unstale":"2023-08-28T02:39:52.267356+0000","last_undegraded":"2023-08-28T02:39:52.267356+0000","last_fullsized":"2023-08-28T02:39:52.267356+0000","mapping_epoch":250,"log_start":"257'2200","ondisk_log_start":"257'2200","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6200,"log_dups_size":0,"ondisk_log_size":6200,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:00:54.910841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":223739904,"num_objects":3414,"num_object_clones":0,"num_object_copies":10242,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3414,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8400,"num_write_kb":378048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"75'161","reported_seq":794,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.387487+0000","last_change":"2023-08-28T02:33:13.310049+0000","last_active":"2023-08-28T02:39:47.387487+0000","last_peered":"2023-08-28T02:39:47.387487+0000","last_clean":"2023-08-28T02:39:47.387487+0000","last_became_active":"2023-08-28T02:33:13.309661+0000","last_became_peered":"2023-08-28T02:33:13.309661+0000","last_unstale":"2023-08-28T02:39:47.387487+0000","last_undegraded":"2023-08-28T02:39:47.387487+0000","last_fullsized":"2023-08-28T02:39:47.387487+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.930230+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.930230+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:27:40.889460+0000","scrub_duration":0.0050169209999999997,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"65'2","reported_seq":330,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.602077+0000","last_change":"2023-08-28T02:33:12.294922+0000","last_active":"2023-08-28T02:39:53.602077+0000","last_peered":"2023-08-28T02:39:53.602077+0000","last_clean":"2023-08-28T02:39:53.602077+0000","last_became_active":"2023-08-28T02:33:12.294518+0000","last_became_peered":"2023-08-28T02:33:12.294518+0000","last_unstale":"2023-08-28T02:39:53.602077+0000","last_undegraded":"2023-08-28T02:39:53.602077+0000","last_fullsized":"2023-08-28T02:39:53.602077+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:21:12.737286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":366,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:42.038839+0000","last_change":"2023-08-28T02:33:13.310505+0000","last_active":"2023-08-28T02:39:42.038839+0000","last_peered":"2023-08-28T02:39:42.038839+0000","last_clean":"2023-08-28T02:39:42.038839+0000","last_became_active":"2023-08-28T02:33:13.310223+0000","last_became_peered":"2023-08-28T02:33:13.310223+0000","last_unstale":"2023-08-28T02:39:42.038839+0000","last_undegraded":"2023-08-28T02:39:42.038839+0000","last_fullsized":"2023-08-28T02:39:42.038839+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:27:02.124453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"374'8249","reported_seq":22644,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:55.467842+0000","last_change":"2023-08-28T02:38:44.816101+0000","last_active":"2023-08-28T02:39:55.467842+0000","last_peered":"2023-08-28T02:39:55.467842+0000","last_clean":"2023-08-28T02:39:55.467842+0000","last_became_active":"2023-08-28T02:38:44.798734+0000","last_became_peered":"2023-08-28T02:38:44.798734+0000","last_unstale":"2023-08-28T02:39:55.467842+0000","last_undegraded":"2023-08-28T02:39:55.467842+0000","last_fullsized":"2023-08-28T02:39:55.467842+0000","mapping_epoch":361,"log_start":"255'1100","ondisk_log_start":"255'1100","created":250,"last_epoch_clean":362,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7149,"log_dups_size":0,"ondisk_log_size":7149,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:34:42.975012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":224067584,"num_objects":3419,"num_object_clones":0,"num_object_copies":10257,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3419,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8249,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5834,"num_bytes_recovered":377683968,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"75'161","reported_seq":633,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.498511+0000","last_change":"2023-08-28T02:37:37.933802+0000","last_active":"2023-08-28T02:39:47.498511+0000","last_peered":"2023-08-28T02:39:47.498511+0000","last_clean":"2023-08-28T02:39:47.498511+0000","last_became_active":"2023-08-28T02:33:13.287313+0000","last_became_peered":"2023-08-28T02:33:13.287313+0000","last_unstale":"2023-08-28T02:39:47.498511+0000","last_undegraded":"2023-08-28T02:39:47.498511+0000","last_fullsized":"2023-08-28T02:39:47.498511+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:45.407127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:45.407127+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:39:14.213229+0000","scrub_duration":0.0018495320000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":262688,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":286,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:42.038584+0000","last_change":"2023-08-28T02:33:13.309727+0000","last_active":"2023-08-28T02:39:42.038584+0000","last_peered":"2023-08-28T02:39:42.038584+0000","last_clean":"2023-08-28T02:39:42.038584+0000","last_became_active":"2023-08-28T02:33:13.309487+0000","last_became_peered":"2023-08-28T02:33:13.309487+0000","last_unstale":"2023-08-28T02:39:42.038584+0000","last_undegraded":"2023-08-28T02:39:42.038584+0000","last_fullsized":"2023-08-28T02:39:42.038584+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:27:29.294011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":101,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:42.039114+0000","last_change":"2023-08-28T02:32:28.456323+0000","last_active":"2023-08-28T02:39:42.039114+0000","last_peered":"2023-08-28T02:39:42.039114+0000","last_clean":"2023-08-28T02:39:42.039114+0000","last_became_active":"2023-08-28T02:32:28.455987+0000","last_became_peered":"2023-08-28T02:32:28.455987+0000","last_unstale":"2023-08-28T02:39:42.039114+0000","last_undegraded":"2023-08-28T02:39:42.039114+0000","last_fullsized":"2023-08-28T02:39:42.039114+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:54:07.724002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"373'8354","reported_seq":18507,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:52.258306+0000","last_change":"2023-08-28T02:33:13.316023+0000","last_active":"2023-08-28T02:39:52.258306+0000","last_peered":"2023-08-28T02:39:52.258306+0000","last_clean":"2023-08-28T02:39:52.258306+0000","last_became_active":"2023-08-28T02:33:13.308403+0000","last_became_peered":"2023-08-28T02:33:13.308403+0000","last_unstale":"2023-08-28T02:39:52.258306+0000","last_undegraded":"2023-08-28T02:39:52.258306+0000","last_fullsized":"2023-08-28T02:39:52.258306+0000","mapping_epoch":298,"log_start":"257'2200","ondisk_log_start":"257'2200","created":250,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6154,"log_dups_size":0,"ondisk_log_size":6154,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:10:38.401973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":232128512,"num_objects":3542,"num_object_clones":0,"num_object_copies":10626,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3542,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8354,"num_write_kb":380672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4999,"num_bytes_recovered":327614464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":346,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:42.038533+0000","last_change":"2023-08-28T02:32:28.455294+0000","last_active":"2023-08-28T02:39:42.038533+0000","last_peered":"2023-08-28T02:39:42.038533+0000","last_clean":"2023-08-28T02:39:42.038533+0000","last_became_active":"2023-08-28T02:32:28.455013+0000","last_became_peered":"2023-08-28T02:32:28.455013+0000","last_unstale":"2023-08-28T02:39:42.038533+0000","last_undegraded":"2023-08-28T02:39:42.038533+0000","last_fullsized":"2023-08-28T02:39:42.038533+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:53.583864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":378,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:42.038980+0000","last_change":"2023-08-28T02:33:13.335588+0000","last_active":"2023-08-28T02:39:42.038980+0000","last_peered":"2023-08-28T02:39:42.038980+0000","last_clean":"2023-08-28T02:39:42.038980+0000","last_became_active":"2023-08-28T02:33:13.335326+0000","last_became_peered":"2023-08-28T02:33:13.335326+0000","last_unstale":"2023-08-28T02:39:42.038980+0000","last_undegraded":"2023-08-28T02:39:42.038980+0000","last_fullsized":"2023-08-28T02:39:42.038980+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:15:44.958663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"373'8292","reported_seq":8423,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:52.680779+0000","last_change":"2023-08-28T02:30:50.400261+0000","last_active":"2023-08-28T02:39:52.680779+0000","last_peered":"2023-08-28T02:39:52.680779+0000","last_clean":"2023-08-28T02:39:52.680779+0000","last_became_active":"2023-08-28T02:30:50.399938+0000","last_became_peered":"2023-08-28T02:30:50.399938+0000","last_unstale":"2023-08-28T02:39:52.680779+0000","last_undegraded":"2023-08-28T02:39:52.680779+0000","last_fullsized":"2023-08-28T02:39:52.680779+0000","mapping_epoch":250,"log_start":"258'2890","ondisk_log_start":"258'2890","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5402,"log_dups_size":0,"ondisk_log_size":5402,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:43:56.802792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":222953472,"num_objects":3402,"num_object_clones":0,"num_object_copies":10206,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3402,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8292,"num_write_kb":374208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"75'161","reported_seq":653,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.498967+0000","last_change":"2023-08-28T02:32:56.519141+0000","last_active":"2023-08-28T02:39:47.498967+0000","last_peered":"2023-08-28T02:39:47.498967+0000","last_clean":"2023-08-28T02:39:47.498967+0000","last_became_active":"2023-08-28T02:32:56.518863+0000","last_became_peered":"2023-08-28T02:32:56.518863+0000","last_unstale":"2023-08-28T02:39:47.498967+0000","last_undegraded":"2023-08-28T02:39:47.498967+0000","last_fullsized":"2023-08-28T02:39:47.498967+0000","mapping_epoch":292,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":293,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_clean_scrub_stamp":"2023-08-28T02:29:25.608370+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:59:50.561109+0000","scrub_duration":0.001662689,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":283,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.475422+0000","last_change":"2023-08-28T02:33:12.294592+0000","last_active":"2023-08-28T02:39:47.475422+0000","last_peered":"2023-08-28T02:39:47.475422+0000","last_clean":"2023-08-28T02:39:47.475422+0000","last_became_active":"2023-08-28T02:33:12.288508+0000","last_became_peered":"2023-08-28T02:33:12.288508+0000","last_unstale":"2023-08-28T02:39:47.475422+0000","last_undegraded":"2023-08-28T02:39:47.475422+0000","last_fullsized":"2023-08-28T02:39:47.475422+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:05:42.717608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":164,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:42.032267+0000","last_change":"2023-08-28T02:29:44.429834+0000","last_active":"2023-08-28T02:39:42.032267+0000","last_peered":"2023-08-28T02:39:42.032267+0000","last_clean":"2023-08-28T02:39:42.032267+0000","last_became_active":"2023-08-28T02:29:44.429512+0000","last_became_peered":"2023-08-28T02:29:44.429512+0000","last_unstale":"2023-08-28T02:39:42.032267+0000","last_undegraded":"2023-08-28T02:39:42.032267+0000","last_fullsized":"2023-08-28T02:39:42.032267+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:58.062455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"374'8209","reported_seq":8341,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:56.169544+0000","last_change":"2023-08-28T02:30:50.402348+0000","last_active":"2023-08-28T02:39:56.169544+0000","last_peered":"2023-08-28T02:39:56.169544+0000","last_clean":"2023-08-28T02:39:56.169544+0000","last_became_active":"2023-08-28T02:30:50.402076+0000","last_became_peered":"2023-08-28T02:30:50.402076+0000","last_unstale":"2023-08-28T02:39:56.169544+0000","last_undegraded":"2023-08-28T02:39:56.169544+0000","last_fullsized":"2023-08-28T02:39:56.169544+0000","mapping_epoch":250,"log_start":"255'1300","ondisk_log_start":"255'1300","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6909,"log_dups_size":0,"ondisk_log_size":6909,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:24.859426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":220659712,"num_objects":3367,"num_object_clones":0,"num_object_copies":10101,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3367,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8209,"num_write_kb":370432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.7","version":"75'161","reported_seq":575,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.475701+0000","last_change":"2023-08-28T02:33:13.532525+0000","last_active":"2023-08-28T02:39:47.475701+0000","last_peered":"2023-08-28T02:39:47.475701+0000","last_clean":"2023-08-28T02:39:47.475701+0000","last_became_active":"2023-08-28T02:33:13.532125+0000","last_became_peered":"2023-08-28T02:33:13.532125+0000","last_unstale":"2023-08-28T02:39:47.475701+0000","last_undegraded":"2023-08-28T02:39:47.475701+0000","last_fullsized":"2023-08-28T02:39:47.475701+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.887648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.887648+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":164,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:42.032701+0000","last_change":"2023-08-28T02:29:44.407595+0000","last_active":"2023-08-28T02:39:42.032701+0000","last_peered":"2023-08-28T02:39:42.032701+0000","last_clean":"2023-08-28T02:39:42.032701+0000","last_became_active":"2023-08-28T02:29:44.407316+0000","last_became_peered":"2023-08-28T02:29:44.407316+0000","last_unstale":"2023-08-28T02:39:42.032701+0000","last_undegraded":"2023-08-28T02:39:42.032701+0000","last_fullsized":"2023-08-28T02:39:42.032701+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:01:47.777709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":385,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.498856+0000","last_change":"2023-08-28T02:33:13.286980+0000","last_active":"2023-08-28T02:39:47.498856+0000","last_peered":"2023-08-28T02:39:47.498856+0000","last_clean":"2023-08-28T02:39:47.498856+0000","last_became_active":"2023-08-28T02:33:13.286740+0000","last_became_peered":"2023-08-28T02:33:13.286740+0000","last_unstale":"2023-08-28T02:39:47.498856+0000","last_undegraded":"2023-08-28T02:39:47.498856+0000","last_fullsized":"2023-08-28T02:39:47.498856+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:24:54.574365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":164,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:42.033067+0000","last_change":"2023-08-28T02:29:44.506914+0000","last_active":"2023-08-28T02:39:42.033067+0000","last_peered":"2023-08-28T02:39:42.033067+0000","last_clean":"2023-08-28T02:39:42.033067+0000","last_became_active":"2023-08-28T02:29:44.506606+0000","last_became_peered":"2023-08-28T02:29:44.506606+0000","last_unstale":"2023-08-28T02:39:42.033067+0000","last_undegraded":"2023-08-28T02:39:42.033067+0000","last_fullsized":"2023-08-28T02:39:42.033067+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:55:50.992279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"374'8241","reported_seq":19973,"reported_epoch":374,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:39:55.398800+0000","last_change":"2023-08-28T02:34:11.565330+0000","last_active":"2023-08-28T02:39:55.398800+0000","last_peered":"2023-08-28T02:39:55.398800+0000","last_clean":"2023-08-28T02:32:11.916240+0000","last_became_active":"2023-08-28T02:33:12.501819+0000","last_became_peered":"2023-08-28T02:33:12.501819+0000","last_unstale":"2023-08-28T02:39:55.398800+0000","last_undegraded":"2023-08-28T02:39:55.398800+0000","last_fullsized":"2023-08-28T02:39:55.398800+0000","mapping_epoch":297,"log_start":"258'2924","ondisk_log_start":"258'2924","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5317,"log_dups_size":0,"ondisk_log_size":5317,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:45:43.329719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":219873280,"num_objects":3355,"num_object_clones":0,"num_object_copies":10065,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3355,"num_objects_unfound":0,"num_objects_dirty":3355,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8241,"num_write_kb":371072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5787,"num_bytes_recovered":379256832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,2],"avail_no_missing":["0","2","5","6"],"object_location_counts":[{"shards":"0,2,5","objects":3355}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.1","version":"75'161","reported_seq":633,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.498657+0000","last_change":"2023-08-28T02:32:31.482659+0000","last_active":"2023-08-28T02:39:47.498657+0000","last_peered":"2023-08-28T02:39:47.498657+0000","last_clean":"2023-08-28T02:39:47.498657+0000","last_became_active":"2023-08-28T02:32:31.482320+0000","last_became_peered":"2023-08-28T02:32:31.482320+0000","last_unstale":"2023-08-28T02:39:47.498657+0000","last_undegraded":"2023-08-28T02:39:47.498657+0000","last_fullsized":"2023-08-28T02:39:47.498657+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:24.559397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:24.559397+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:41:09.516918+0000","scrub_duration":0.001580328,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":371,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.498826+0000","last_change":"2023-08-28T02:31:51.988386+0000","last_active":"2023-08-28T02:39:47.498826+0000","last_peered":"2023-08-28T02:39:47.498826+0000","last_clean":"2023-08-28T02:39:47.498826+0000","last_became_active":"2023-08-28T02:31:51.988097+0000","last_became_peered":"2023-08-28T02:31:51.988097+0000","last_unstale":"2023-08-28T02:39:47.498826+0000","last_undegraded":"2023-08-28T02:39:47.498826+0000","last_fullsized":"2023-08-28T02:39:47.498826+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:25:01.818829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":346,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:42.038728+0000","last_change":"2023-08-28T02:32:12.951275+0000","last_active":"2023-08-28T02:39:42.038728+0000","last_peered":"2023-08-28T02:39:42.038728+0000","last_clean":"2023-08-28T02:39:42.038728+0000","last_became_active":"2023-08-28T02:32:12.950965+0000","last_became_peered":"2023-08-28T02:32:12.950965+0000","last_unstale":"2023-08-28T02:39:42.038728+0000","last_undegraded":"2023-08-28T02:39:42.038728+0000","last_fullsized":"2023-08-28T02:39:42.038728+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:37:31.294280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":190,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:42.031950+0000","last_change":"2023-08-28T02:33:13.286534+0000","last_active":"2023-08-28T02:39:42.031950+0000","last_peered":"2023-08-28T02:39:42.031950+0000","last_clean":"2023-08-28T02:39:42.031950+0000","last_became_active":"2023-08-28T02:33:13.286164+0000","last_became_peered":"2023-08-28T02:33:13.286164+0000","last_unstale":"2023-08-28T02:39:42.031950+0000","last_undegraded":"2023-08-28T02:39:42.031950+0000","last_fullsized":"2023-08-28T02:39:42.031950+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:56.721932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"374'8260","reported_seq":20082,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:55.459644+0000","last_change":"2023-08-28T02:34:14.448606+0000","last_active":"2023-08-28T02:39:55.459644+0000","last_peered":"2023-08-28T02:39:55.459644+0000","last_clean":"2023-08-28T02:39:55.459644+0000","last_became_active":"2023-08-28T02:34:14.438547+0000","last_became_peered":"2023-08-28T02:34:14.438547+0000","last_unstale":"2023-08-28T02:39:55.459644+0000","last_undegraded":"2023-08-28T02:39:55.459644+0000","last_fullsized":"2023-08-28T02:39:55.459644+0000","mapping_epoch":314,"log_start":"255'1100","ondisk_log_start":"255'1100","created":250,"last_epoch_clean":315,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7160,"log_dups_size":0,"ondisk_log_size":7160,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:06:41.120408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":223346688,"num_objects":3408,"num_object_clones":0,"num_object_copies":10224,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3408,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8260,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5834,"num_bytes_recovered":376832000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2","version":"75'161","reported_seq":755,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.387210+0000","last_change":"2023-08-28T02:30:51.762377+0000","last_active":"2023-08-28T02:39:47.387210+0000","last_peered":"2023-08-28T02:39:47.387210+0000","last_clean":"2023-08-28T02:39:47.387210+0000","last_became_active":"2023-08-28T02:27:46.375590+0000","last_became_peered":"2023-08-28T02:27:46.375590+0000","last_unstale":"2023-08-28T02:39:47.387210+0000","last_undegraded":"2023-08-28T02:39:47.387210+0000","last_fullsized":"2023-08-28T02:39:47.387210+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:51.762314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:51.762314+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:02.034555+0000","scrub_duration":0.0020023620000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":183,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.475183+0000","last_change":"2023-08-28T02:33:13.289765+0000","last_active":"2023-08-28T02:39:47.475183+0000","last_peered":"2023-08-28T02:39:47.475183+0000","last_clean":"2023-08-28T02:39:47.475183+0000","last_became_active":"2023-08-28T02:33:13.289159+0000","last_became_peered":"2023-08-28T02:33:13.289159+0000","last_unstale":"2023-08-28T02:39:47.475183+0000","last_undegraded":"2023-08-28T02:39:47.475183+0000","last_fullsized":"2023-08-28T02:39:47.475183+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:30:38.956723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":183,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.476526+0000","last_change":"2023-08-28T02:32:28.464203+0000","last_active":"2023-08-28T02:39:47.476526+0000","last_peered":"2023-08-28T02:39:47.476526+0000","last_clean":"2023-08-28T02:39:47.476526+0000","last_became_active":"2023-08-28T02:32:28.463412+0000","last_became_peered":"2023-08-28T02:32:28.463412+0000","last_unstale":"2023-08-28T02:39:47.476526+0000","last_undegraded":"2023-08-28T02:39:47.476526+0000","last_fullsized":"2023-08-28T02:39:47.476526+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:20:38.177879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":164,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:42.032318+0000","last_change":"2023-08-28T02:29:44.427945+0000","last_active":"2023-08-28T02:39:42.032318+0000","last_peered":"2023-08-28T02:39:42.032318+0000","last_clean":"2023-08-28T02:39:42.032318+0000","last_became_active":"2023-08-28T02:29:44.426487+0000","last_became_peered":"2023-08-28T02:29:44.426487+0000","last_unstale":"2023-08-28T02:39:42.032318+0000","last_undegraded":"2023-08-28T02:39:42.032318+0000","last_fullsized":"2023-08-28T02:39:42.032318+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:30:20.438896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"373'8280","reported_seq":18384,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:52.608856+0000","last_change":"2023-08-28T02:34:48.488647+0000","last_active":"2023-08-28T02:39:52.608856+0000","last_peered":"2023-08-28T02:39:52.608856+0000","last_clean":"2023-08-28T02:39:52.608856+0000","last_became_active":"2023-08-28T02:34:48.476519+0000","last_became_peered":"2023-08-28T02:34:48.476519+0000","last_unstale":"2023-08-28T02:39:52.608856+0000","last_undegraded":"2023-08-28T02:39:52.608856+0000","last_fullsized":"2023-08-28T02:39:52.608856+0000","mapping_epoch":318,"log_start":"257'2100","ondisk_log_start":"257'2100","created":250,"last_epoch_clean":319,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6180,"log_dups_size":0,"ondisk_log_size":6180,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:44:20.004230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":220463104,"num_objects":3364,"num_object_clones":0,"num_object_copies":10092,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3364,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8280,"num_write_kb":372608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4973,"num_bytes_recovered":325910528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":365,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.499125+0000","last_change":"2023-08-28T02:33:13.484970+0000","last_active":"2023-08-28T02:39:47.499125+0000","last_peered":"2023-08-28T02:39:47.499125+0000","last_clean":"2023-08-28T02:39:47.499125+0000","last_became_active":"2023-08-28T02:33:13.484579+0000","last_became_peered":"2023-08-28T02:33:13.484579+0000","last_unstale":"2023-08-28T02:39:47.499125+0000","last_undegraded":"2023-08-28T02:39:47.499125+0000","last_fullsized":"2023-08-28T02:39:47.499125+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:58.027468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"75'161","reported_seq":756,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.386801+0000","last_change":"2023-08-28T02:31:55.059467+0000","last_active":"2023-08-28T02:39:47.386801+0000","last_peered":"2023-08-28T02:39:47.386801+0000","last_clean":"2023-08-28T02:39:47.386801+0000","last_became_active":"2023-08-28T02:31:55.059115+0000","last_became_peered":"2023-08-28T02:31:55.059115+0000","last_unstale":"2023-08-28T02:39:47.386801+0000","last_undegraded":"2023-08-28T02:39:47.386801+0000","last_fullsized":"2023-08-28T02:39:47.386801+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":0,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.820990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.820990+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:15:56.774667+0000","scrub_duration":0.0017342480000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":284,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.476300+0000","last_change":"2023-08-28T02:33:13.352810+0000","last_active":"2023-08-28T02:39:47.476300+0000","last_peered":"2023-08-28T02:39:47.476300+0000","last_clean":"2023-08-28T02:39:47.476300+0000","last_became_active":"2023-08-28T02:33:13.351697+0000","last_became_peered":"2023-08-28T02:33:13.351697+0000","last_unstale":"2023-08-28T02:39:47.476300+0000","last_undegraded":"2023-08-28T02:39:47.476300+0000","last_fullsized":"2023-08-28T02:39:47.476300+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:56.187163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":195,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:42.039259+0000","last_change":"2023-08-28T02:31:51.984584+0000","last_active":"2023-08-28T02:39:42.039259+0000","last_peered":"2023-08-28T02:39:42.039259+0000","last_clean":"2023-08-28T02:39:42.039259+0000","last_became_active":"2023-08-28T02:31:51.984264+0000","last_became_peered":"2023-08-28T02:31:51.984264+0000","last_unstale":"2023-08-28T02:39:42.039259+0000","last_undegraded":"2023-08-28T02:39:42.039259+0000","last_fullsized":"2023-08-28T02:39:42.039259+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:58:42.306722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"374'8191","reported_seq":19932,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:55.291493+0000","last_change":"2023-08-28T02:35:11.978901+0000","last_active":"2023-08-28T02:39:55.291493+0000","last_peered":"2023-08-28T02:39:55.291493+0000","last_clean":"2023-08-28T02:39:55.291493+0000","last_became_active":"2023-08-28T02:35:11.966585+0000","last_became_peered":"2023-08-28T02:35:11.966585+0000","last_unstale":"2023-08-28T02:39:55.291493+0000","last_undegraded":"2023-08-28T02:39:55.291493+0000","last_fullsized":"2023-08-28T02:39:55.291493+0000","mapping_epoch":323,"log_start":"258'2828","ondisk_log_start":"258'2828","created":250,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5363,"log_dups_size":0,"ondisk_log_size":5363,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:03:07.017814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":222232576,"num_objects":3391,"num_object_clones":0,"num_object_copies":10173,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3391,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8191,"num_write_kb":370624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5791,"num_bytes_recovered":368967680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3","version":"75'161","reported_seq":640,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:42.032072+0000","last_change":"2023-08-28T02:31:55.068239+0000","last_active":"2023-08-28T02:39:42.032072+0000","last_peered":"2023-08-28T02:39:42.032072+0000","last_clean":"2023-08-28T02:39:42.032072+0000","last_became_active":"2023-08-28T02:31:55.067875+0000","last_became_peered":"2023-08-28T02:31:55.067875+0000","last_unstale":"2023-08-28T02:39:42.032072+0000","last_undegraded":"2023-08-28T02:39:42.032072+0000","last_fullsized":"2023-08-28T02:39:42.032072+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.868248+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:11:04.391639+0000","scrub_duration":0.0016215240000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":379,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.386720+0000","last_change":"2023-08-28T02:29:44.421353+0000","last_active":"2023-08-28T02:39:47.386720+0000","last_peered":"2023-08-28T02:39:47.386720+0000","last_clean":"2023-08-28T02:39:47.386720+0000","last_became_active":"2023-08-28T02:29:44.421064+0000","last_became_peered":"2023-08-28T02:29:44.421064+0000","last_unstale":"2023-08-28T02:39:47.386720+0000","last_undegraded":"2023-08-28T02:39:47.386720+0000","last_fullsized":"2023-08-28T02:39:47.386720+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:51:36.524024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":350,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.503526+0000","last_change":"2023-08-28T02:33:12.299487+0000","last_active":"2023-08-28T02:39:47.503526+0000","last_peered":"2023-08-28T02:39:47.503526+0000","last_clean":"2023-08-28T02:39:47.503526+0000","last_became_active":"2023-08-28T02:33:12.299175+0000","last_became_peered":"2023-08-28T02:33:12.299175+0000","last_unstale":"2023-08-28T02:39:47.503526+0000","last_undegraded":"2023-08-28T02:39:47.503526+0000","last_fullsized":"2023-08-28T02:39:47.503526+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:42:29.713462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":360,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.504362+0000","last_change":"2023-08-28T02:32:28.457696+0000","last_active":"2023-08-28T02:39:47.504362+0000","last_peered":"2023-08-28T02:39:47.504362+0000","last_clean":"2023-08-28T02:39:47.504362+0000","last_became_active":"2023-08-28T02:32:28.457407+0000","last_became_peered":"2023-08-28T02:32:28.457407+0000","last_unstale":"2023-08-28T02:39:47.504362+0000","last_undegraded":"2023-08-28T02:39:47.504362+0000","last_fullsized":"2023-08-28T02:39:47.504362+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:26:29.392787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"373'8141","reported_seq":9300,"reported_epoch":373,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:39:52.949249+0000","last_change":"2023-08-28T02:34:11.566035+0000","last_active":"2023-08-28T02:39:52.949249+0000","last_peered":"2023-08-28T02:39:52.949249+0000","last_clean":"2023-08-28T02:33:10.395883+0000","last_became_active":"2023-08-28T02:33:12.394714+0000","last_became_peered":"2023-08-28T02:33:12.394714+0000","last_unstale":"2023-08-28T02:39:52.949249+0000","last_undegraded":"2023-08-28T02:39:52.949249+0000","last_fullsized":"2023-08-28T02:39:52.949249+0000","mapping_epoch":297,"log_start":"257'2684","ondisk_log_start":"257'2684","created":250,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5457,"log_dups_size":0,"ondisk_log_size":5457,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:01:26.984565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":219021336,"num_objects":3343,"num_object_clones":0,"num_object_copies":10029,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3053,"num_objects_unfound":0,"num_objects_dirty":3343,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":8141,"num_write_kb":367425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":500,"num_bytes_recovered":32768000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,6],"avail_no_missing":["4","0","6"],"object_location_counts":[{"shards":"0,4,6","objects":3343}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.6","version":"75'161","reported_seq":635,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.504329+0000","last_change":"2023-08-28T02:33:13.338675+0000","last_active":"2023-08-28T02:39:47.504329+0000","last_peered":"2023-08-28T02:39:47.504329+0000","last_clean":"2023-08-28T02:39:47.504329+0000","last_became_active":"2023-08-28T02:33:13.338271+0000","last_became_peered":"2023-08-28T02:33:13.338271+0000","last_unstale":"2023-08-28T02:39:47.504329+0000","last_undegraded":"2023-08-28T02:39:47.504329+0000","last_fullsized":"2023-08-28T02:39:47.504329+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.774982+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.774982+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:13:20.011329+0000","scrub_duration":0.003539819,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":342,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.388231+0000","last_change":"2023-08-28T02:14:43.033789+0000","last_active":"2023-08-28T02:39:47.388231+0000","last_peered":"2023-08-28T02:39:47.388231+0000","last_clean":"2023-08-28T02:39:47.388231+0000","last_became_active":"2023-08-28T02:14:43.033454+0000","last_became_peered":"2023-08-28T02:14:43.033454+0000","last_unstale":"2023-08-28T02:39:47.388231+0000","last_undegraded":"2023-08-28T02:39:47.388231+0000","last_fullsized":"2023-08-28T02:39:47.388231+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:01:13.205842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":173,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:42.032173+0000","last_change":"2023-08-28T02:32:28.461807+0000","last_active":"2023-08-28T02:39:42.032173+0000","last_peered":"2023-08-28T02:39:42.032173+0000","last_clean":"2023-08-28T02:39:42.032173+0000","last_became_active":"2023-08-28T02:32:28.461116+0000","last_became_peered":"2023-08-28T02:32:28.461116+0000","last_unstale":"2023-08-28T02:39:42.032173+0000","last_undegraded":"2023-08-28T02:39:42.032173+0000","last_fullsized":"2023-08-28T02:39:42.032173+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:12:45.321757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":321,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.503950+0000","last_change":"2023-08-28T02:14:43.048791+0000","last_active":"2023-08-28T02:39:47.503950+0000","last_peered":"2023-08-28T02:39:47.503950+0000","last_clean":"2023-08-28T02:39:47.503950+0000","last_became_active":"2023-08-28T02:14:43.047408+0000","last_became_peered":"2023-08-28T02:14:43.047408+0000","last_unstale":"2023-08-28T02:39:47.503950+0000","last_undegraded":"2023-08-28T02:39:47.503950+0000","last_fullsized":"2023-08-28T02:39:47.503950+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:47.097181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"373'8345","reported_seq":18443,"reported_epoch":373,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:39:52.965579+0000","last_change":"2023-08-28T02:37:37.899201+0000","last_active":"2023-08-28T02:39:52.965579+0000","last_peered":"2023-08-28T02:39:52.965579+0000","last_clean":"2023-08-28T02:31:50.933695+0000","last_became_active":"2023-08-28T02:33:13.540416+0000","last_became_peered":"2023-08-28T02:33:13.540416+0000","last_unstale":"2023-08-28T02:39:52.965579+0000","last_undegraded":"2023-08-28T02:39:52.965579+0000","last_fullsized":"2023-08-28T02:39:52.965579+0000","mapping_epoch":298,"log_start":"259'2974","ondisk_log_start":"259'2974","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5371,"log_dups_size":0,"ondisk_log_size":5371,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:49:35.658845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":230490112,"num_objects":3517,"num_object_clones":0,"num_object_copies":10551,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3517,"num_objects_unfound":0,"num_objects_dirty":3517,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8345,"num_write_kb":379584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4967,"num_bytes_recovered":325517312,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,2],"avail_no_missing":["4","2","5","6"],"object_location_counts":[{"shards":"2,4,5","objects":3517}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.5","version":"75'161","reported_seq":666,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:42.039126+0000","last_change":"2023-08-28T02:32:31.477151+0000","last_active":"2023-08-28T02:39:42.039126+0000","last_peered":"2023-08-28T02:39:42.039126+0000","last_clean":"2023-08-28T02:39:42.039126+0000","last_became_active":"2023-08-28T02:32:31.476776+0000","last_became_peered":"2023-08-28T02:32:31.476776+0000","last_unstale":"2023-08-28T02:39:42.039126+0000","last_undegraded":"2023-08-28T02:39:42.039126+0000","last_fullsized":"2023-08-28T02:39:42.039126+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:18.891729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:18.891729+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:47:27.194140+0000","scrub_duration":0.0031546460000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"65'2","reported_seq":331,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.475535+0000","last_change":"2023-08-28T02:33:12.327778+0000","last_active":"2023-08-28T02:39:47.475535+0000","last_peered":"2023-08-28T02:39:47.475535+0000","last_clean":"2023-08-28T02:39:47.475535+0000","last_became_active":"2023-08-28T02:33:12.327273+0000","last_became_peered":"2023-08-28T02:33:12.327273+0000","last_unstale":"2023-08-28T02:39:47.475535+0000","last_undegraded":"2023-08-28T02:39:47.475535+0000","last_fullsized":"2023-08-28T02:39:47.475535+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:40.554192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":212,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.476433+0000","last_change":"2023-08-28T02:33:13.335665+0000","last_active":"2023-08-28T02:39:47.476433+0000","last_peered":"2023-08-28T02:39:47.476433+0000","last_clean":"2023-08-28T02:39:47.476433+0000","last_became_active":"2023-08-28T02:33:13.335322+0000","last_became_peered":"2023-08-28T02:33:13.335322+0000","last_unstale":"2023-08-28T02:39:47.476433+0000","last_undegraded":"2023-08-28T02:39:47.476433+0000","last_fullsized":"2023-08-28T02:39:47.476433+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:21:08.024493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":328,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.475433+0000","last_change":"2023-08-28T02:33:12.310326+0000","last_active":"2023-08-28T02:39:47.475433+0000","last_peered":"2023-08-28T02:39:47.475433+0000","last_clean":"2023-08-28T02:39:47.475433+0000","last_became_active":"2023-08-28T02:33:12.310011+0000","last_became_peered":"2023-08-28T02:33:12.310011+0000","last_unstale":"2023-08-28T02:39:47.475433+0000","last_undegraded":"2023-08-28T02:39:47.475433+0000","last_fullsized":"2023-08-28T02:39:47.475433+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:35:03.710036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"373'8374","reported_seq":15844,"reported_epoch":373,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-08-28T02:39:52.973970+0000","last_change":"2023-08-28T02:38:43.760745+0000","last_active":"2023-08-28T02:39:52.973970+0000","last_peered":"2023-08-28T02:39:52.973970+0000","last_clean":"2023-08-28T02:31:27.909649+0000","last_became_active":"2023-08-28T02:33:33.726805+0000","last_became_peered":"2023-08-28T02:33:33.726805+0000","last_unstale":"2023-08-28T02:39:52.973970+0000","last_undegraded":"2023-08-28T02:33:20.140072+0000","last_fullsized":"2023-08-28T02:33:13.278549+0000","mapping_epoch":298,"log_start":"259'2977","ondisk_log_start":"259'2977","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5397,"log_dups_size":0,"ondisk_log_size":5397,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:02:22.971585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":228982784,"num_objects":3494,"num_object_clones":0,"num_object_copies":10482,"num_objects_missing_on_primary":3466,"num_objects_missing":3466,"num_objects_degraded":2496,"num_objects_misplaced":6973,"num_objects_unfound":0,"num_objects_dirty":3494,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8374,"num_write_kb":379776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2430,"num_bytes_recovered":159121408,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[4,3],"avail_no_missing":["2","6"],"object_location_counts":[{"shards":"2,3,4,6","objects":13},{"shards":"2,3,6","objects":983},{"shards":"2,4,6","objects":14},{"shards":"2,6","objects":2483},{"shards":"3,4","objects":-12}],"blocked_by":[],"up_primary":3,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.4","version":"75'161","reported_seq":583,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.477761+0000","last_change":"2023-08-28T02:33:12.296479+0000","last_active":"2023-08-28T02:39:47.477761+0000","last_peered":"2023-08-28T02:39:47.477761+0000","last_clean":"2023-08-28T02:39:47.477761+0000","last_became_active":"2023-08-28T02:33:12.294160+0000","last_became_peered":"2023-08-28T02:33:12.294160+0000","last_unstale":"2023-08-28T02:39:47.477761+0000","last_undegraded":"2023-08-28T02:39:47.477761+0000","last_fullsized":"2023-08-28T02:39:47.477761+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.899247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.899247+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":300,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.387720+0000","last_change":"2023-08-28T02:33:13.539335+0000","last_active":"2023-08-28T02:39:47.387720+0000","last_peered":"2023-08-28T02:39:47.387720+0000","last_clean":"2023-08-28T02:39:47.387720+0000","last_became_active":"2023-08-28T02:33:13.538978+0000","last_became_peered":"2023-08-28T02:33:13.538978+0000","last_unstale":"2023-08-28T02:39:47.387720+0000","last_undegraded":"2023-08-28T02:39:47.387720+0000","last_fullsized":"2023-08-28T02:39:47.387720+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:26:13.405766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"65'1","reported_seq":364,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.504459+0000","last_change":"2023-08-28T02:29:44.510205+0000","last_active":"2023-08-28T02:39:47.504459+0000","last_peered":"2023-08-28T02:39:47.504459+0000","last_clean":"2023-08-28T02:39:47.504459+0000","last_became_active":"2023-08-28T02:29:44.429357+0000","last_became_peered":"2023-08-28T02:29:44.429357+0000","last_unstale":"2023-08-28T02:39:47.504459+0000","last_undegraded":"2023-08-28T02:39:47.504459+0000","last_fullsized":"2023-08-28T02:39:47.504459+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:44:59.955729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":328,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:42.038437+0000","last_change":"2023-08-28T02:32:12.950661+0000","last_active":"2023-08-28T02:39:42.038437+0000","last_peered":"2023-08-28T02:39:42.038437+0000","last_clean":"2023-08-28T02:39:42.038437+0000","last_became_active":"2023-08-28T02:32:12.950276+0000","last_became_peered":"2023-08-28T02:32:12.950276+0000","last_unstale":"2023-08-28T02:39:42.038437+0000","last_undegraded":"2023-08-28T02:39:42.038437+0000","last_fullsized":"2023-08-28T02:39:42.038437+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:05:17.972868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"65'1","reported_seq":322,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.503901+0000","last_change":"2023-08-28T02:14:43.042150+0000","last_active":"2023-08-28T02:39:47.503901+0000","last_peered":"2023-08-28T02:39:47.503901+0000","last_clean":"2023-08-28T02:39:47.503901+0000","last_became_active":"2023-08-28T02:14:43.038336+0000","last_became_peered":"2023-08-28T02:14:43.038336+0000","last_unstale":"2023-08-28T02:39:47.503901+0000","last_undegraded":"2023-08-28T02:39:47.503901+0000","last_fullsized":"2023-08-28T02:39:47.503901+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:26:02.415152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":370,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:42.032064+0000","last_change":"2023-08-28T02:33:13.318097+0000","last_active":"2023-08-28T02:39:42.032064+0000","last_peered":"2023-08-28T02:39:42.032064+0000","last_clean":"2023-08-28T02:39:42.032064+0000","last_became_active":"2023-08-28T02:33:13.317761+0000","last_became_peered":"2023-08-28T02:33:13.317761+0000","last_unstale":"2023-08-28T02:39:42.032064+0000","last_undegraded":"2023-08-28T02:39:42.032064+0000","last_fullsized":"2023-08-28T02:39:42.032064+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:24.836996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"65'2","reported_seq":367,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.498810+0000","last_change":"2023-08-28T02:29:44.535937+0000","last_active":"2023-08-28T02:39:47.498810+0000","last_peered":"2023-08-28T02:39:47.498810+0000","last_clean":"2023-08-28T02:39:47.498810+0000","last_became_active":"2023-08-28T02:29:44.462244+0000","last_became_peered":"2023-08-28T02:29:44.462244+0000","last_unstale":"2023-08-28T02:39:47.498810+0000","last_undegraded":"2023-08-28T02:39:47.498810+0000","last_fullsized":"2023-08-28T02:39:47.498810+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:30:33.173713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":369,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.614583+0000","last_change":"2023-08-28T02:33:12.305580+0000","last_active":"2023-08-28T02:39:53.614583+0000","last_peered":"2023-08-28T02:39:53.614583+0000","last_clean":"2023-08-28T02:39:53.614583+0000","last_became_active":"2023-08-28T02:33:12.305261+0000","last_became_peered":"2023-08-28T02:33:12.305261+0000","last_unstale":"2023-08-28T02:39:53.614583+0000","last_undegraded":"2023-08-28T02:39:53.614583+0000","last_fullsized":"2023-08-28T02:39:53.614583+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:22:31.614221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"65'2","reported_seq":336,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.498773+0000","last_change":"2023-08-28T02:31:51.991101+0000","last_active":"2023-08-28T02:39:47.498773+0000","last_peered":"2023-08-28T02:39:47.498773+0000","last_clean":"2023-08-28T02:39:47.498773+0000","last_became_active":"2023-08-28T02:31:51.987237+0000","last_became_peered":"2023-08-28T02:31:51.987237+0000","last_unstale":"2023-08-28T02:39:47.498773+0000","last_undegraded":"2023-08-28T02:39:47.498773+0000","last_fullsized":"2023-08-28T02:39:47.498773+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:07:07.370857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":369,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:42.038503+0000","last_change":"2023-08-28T02:33:12.494483+0000","last_active":"2023-08-28T02:39:42.038503+0000","last_peered":"2023-08-28T02:39:42.038503+0000","last_clean":"2023-08-28T02:39:42.038503+0000","last_became_active":"2023-08-28T02:33:12.494136+0000","last_became_peered":"2023-08-28T02:33:12.494136+0000","last_unstale":"2023-08-28T02:39:42.038503+0000","last_undegraded":"2023-08-28T02:39:42.038503+0000","last_fullsized":"2023-08-28T02:39:42.038503+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:36.772588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"65'1","reported_seq":316,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.475879+0000","last_change":"2023-08-28T02:33:13.287922+0000","last_active":"2023-08-28T02:39:47.475879+0000","last_peered":"2023-08-28T02:39:47.475879+0000","last_clean":"2023-08-28T02:39:47.475879+0000","last_became_active":"2023-08-28T02:33:13.287520+0000","last_became_peered":"2023-08-28T02:33:13.287520+0000","last_unstale":"2023-08-28T02:39:47.475879+0000","last_undegraded":"2023-08-28T02:39:47.475879+0000","last_fullsized":"2023-08-28T02:39:47.475879+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:11.627168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":329,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.475262+0000","last_change":"2023-08-28T02:33:13.289469+0000","last_active":"2023-08-28T02:39:47.475262+0000","last_peered":"2023-08-28T02:39:47.475262+0000","last_clean":"2023-08-28T02:39:47.475262+0000","last_became_active":"2023-08-28T02:33:13.288737+0000","last_became_peered":"2023-08-28T02:33:13.288737+0000","last_unstale":"2023-08-28T02:39:47.475262+0000","last_undegraded":"2023-08-28T02:39:47.475262+0000","last_fullsized":"2023-08-28T02:39:47.475262+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:11:15.043550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"65'4","reported_seq":354,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.504883+0000","last_change":"2023-08-28T02:32:28.607010+0000","last_active":"2023-08-28T02:39:47.504883+0000","last_peered":"2023-08-28T02:39:47.504883+0000","last_clean":"2023-08-28T02:39:47.504883+0000","last_became_active":"2023-08-28T02:32:28.492224+0000","last_became_peered":"2023-08-28T02:32:28.492224+0000","last_unstale":"2023-08-28T02:39:47.504883+0000","last_undegraded":"2023-08-28T02:39:47.504883+0000","last_fullsized":"2023-08-28T02:39:47.504883+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:13:45.711951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":554,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":379,"reported_epoch":372,"state":"active+clean","last_fresh":"2023-08-28T02:39:42.038349+0000","last_change":"2023-08-28T02:33:13.309144+0000","last_active":"2023-08-28T02:39:42.038349+0000","last_peered":"2023-08-28T02:39:42.038349+0000","last_clean":"2023-08-28T02:39:42.038349+0000","last_became_active":"2023-08-28T02:33:13.308910+0000","last_became_peered":"2023-08-28T02:33:13.308910+0000","last_unstale":"2023-08-28T02:39:42.038349+0000","last_undegraded":"2023-08-28T02:39:42.038349+0000","last_fullsized":"2023-08-28T02:39:42.038349+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:09:59.549591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":3575578648,"num_objects":54560,"num_object_clones":0,"num_object_copies":163680,"num_objects_missing_on_primary":3466,"num_objects_missing":3466,"num_objects_degraded":14268,"num_objects_misplaced":16898,"num_objects_unfound":0,"num_objects_dirty":54560,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":132054,"num_write_kb":5971585,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":49036,"num_bytes_recovered":3187146752,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":11948339200,"data_stored":11948326984,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97102,"ondisk_log_size":97102,"up":48,"acting":45,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":10126,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":370028,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":89,"num_read_kb":167,"num_write":44,"num_write_kb":440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":584707,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2048000,"data_stored":2033792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299796,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1597812,"kb_used_data":1096684,"kb_used_omap":0,"kb_used_meta":501120,"kb_avail":92147340,"statfs":{"total":95995035648,"available":94358876160,"internally_reserved":0,"allocated":1123004416,"data_stored":1121518267,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":513146880},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:39:14 2023","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.44700000000000001,"15min":1.0820000000000001},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.219},"max":{"1min":0.71799999999999997,"5min":1.524,"15min":13.118},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.53700000000000003,"15min":1.48},"min":{"1min":0.31900000000000001,"5min":0.247,"15min":0.246},"max":{"1min":2.3439999999999999,"5min":2.6989999999999998,"15min":17.402999999999999},"last":0.39700000000000002}]},{"osd":1,"last update":"Mon Aug 28 02:39:46 2023","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.51500000000000001,"15min":1.6279999999999999},"min":{"1min":0.311,"5min":0.253,"15min":0.248},"max":{"1min":1.4119999999999999,"5min":3.113,"15min":17.43},"last":0.32100000000000001},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.626,"15min":1.538},"min":{"1min":0.30399999999999999,"5min":0.28699999999999998,"15min":0.25900000000000001},"max":{"1min":1.4399999999999999,"5min":4.9749999999999996,"15min":19.913},"last":0.35299999999999998}]},{"osd":2,"last update":"Mon Aug 28 02:39:29 2023","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.5,"15min":1.1240000000000001},"min":{"1min":0.32200000000000001,"5min":0.26800000000000002,"15min":0.22900000000000001},"max":{"1min":2.96,"5min":2.96,"15min":8.3889999999999993},"last":0.40899999999999997},{"interface":"front","average":{"1min":0.68200000000000005,"5min":0.59099999999999997,"15min":1.0389999999999999},"min":{"1min":0.35399999999999998,"5min":0.28799999999999998,"15min":0.28699999999999998},"max":{"1min":1.9950000000000001,"5min":2.399,"15min":9.2219999999999995},"last":0.53600000000000003}]},{"osd":3,"last update":"Mon Aug 28 02:39:19 2023","interfaces":[{"interface":"back","average":{"1min":0.68300000000000005,"5min":0.60699999999999998,"15min":0.68100000000000005},"min":{"1min":0.35899999999999999,"5min":0.312,"15min":0.312},"max":{"1min":3.9430000000000001,"5min":3.9430000000000001,"15min":3.9430000000000001},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.64400000000000002,"5min":0.59399999999999997,"15min":0.61799999999999999},"min":{"1min":0.32700000000000001,"5min":0.308,"15min":0.308},"max":{"1min":4.1879999999999997,"5min":4.1879999999999997,"15min":4.1879999999999997},"last":0.46500000000000002}]},{"osd":4,"last update":"Mon Aug 28 02:39:14 2023","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":0.49399999999999999,"15min":1.1659999999999999},"min":{"1min":0.27900000000000003,"5min":0.27700000000000002,"15min":0.245},"max":{"1min":2.3860000000000001,"5min":2.677,"15min":18.943000000000001},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.81399999999999995,"5min":0.59699999999999998,"15min":0.84199999999999997},"min":{"1min":0.313,"5min":0.28699999999999998,"15min":0.25700000000000001},"max":{"1min":3.282,"5min":3.282,"15min":7.2130000000000001},"last":0.51200000000000001}]},{"osd":5,"last update":"Mon Aug 28 02:39:14 2023","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.51400000000000001,"15min":0.94699999999999995},"min":{"1min":0.31,"5min":0.28100000000000003,"15min":0.23599999999999999},"max":{"1min":0.81799999999999995,"5min":2.6669999999999998,"15min":14.622},"last":0.433},{"interface":"front","average":{"1min":0.79600000000000004,"5min":0.57799999999999996,"15min":1.1759999999999999},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27000000000000002},"max":{"1min":3.214,"5min":3.214,"15min":17.324999999999999},"last":1.383}]},{"osd":6,"last update":"Mon Aug 28 02:39:14 2023","interfaces":[{"interface":"back","average":{"1min":0.85699999999999998,"5min":0.63700000000000001,"15min":1.2110000000000001},"min":{"1min":0.36099999999999999,"5min":0.33300000000000002,"15min":0.30299999999999999},"max":{"1min":3.8959999999999999,"5min":3.8959999999999999,"15min":17.454999999999998},"last":3.3170000000000002},{"interface":"front","average":{"1min":0.71399999999999997,"5min":0.59299999999999997,"15min":0.83499999999999996},"min":{"1min":0.40000000000000002,"5min":0.33400000000000002,"15min":0.28999999999999998},"max":{"1min":2.1339999999999999,"5min":2.4399999999999999,"15min":7.665},"last":0.68700000000000006}]}]},{"osd":6,"up_from":0,"seq":193273528727,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":101,"seq":433791697185,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1298572,"kb_used_data":666308,"kb_used_omap":4,"kb_used_meta":632251,"kb_avail":92446580,"statfs":{"total":95995035648,"available":94665297920,"internally_reserved":0,"allocated":682299392,"data_stored":680168274,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":647425934},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:39:49 2023","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":1.6020000000000001},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":1.155,"5min":2.1659999999999999,"15min":24.545999999999999},"last":0.34699999999999998},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":2.032},"min":{"1min":0.27500000000000002,"5min":0.23899999999999999,"15min":0.23599999999999999},"max":{"1min":1.395,"5min":3.496,"15min":24.515000000000001},"last":0.33200000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:39:36 2023","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.59599999999999997,"15min":1.8100000000000001},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":1.028,"5min":3.544,"15min":22.161000000000001},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.63100000000000001,"5min":0.54500000000000004,"15min":1.415},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.254},"max":{"1min":2.9369999999999998,"5min":2.9369999999999998,"15min":19.100999999999999},"last":0.58699999999999997}]},{"osd":3,"last update":"Mon Aug 28 02:39:24 2023","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.58199999999999996,"15min":0.502},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":1.788,"5min":2.742,"15min":2.742},"last":1.887},{"interface":"front","average":{"1min":0.66000000000000003,"5min":0.59599999999999997,"15min":0.54200000000000004},"min":{"1min":0.34399999999999997,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":2.0939999999999999,"5min":3.5819999999999999,"15min":3.5819999999999999},"last":0.63700000000000001}]},{"osd":4,"last update":"Mon Aug 28 02:39:49 2023","interfaces":[{"interface":"back","average":{"1min":0.65600000000000003,"5min":0.57199999999999995,"15min":1.1830000000000001},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.28499999999999998},"max":{"1min":2.8919999999999999,"5min":2.8919999999999999,"15min":18.992999999999999},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.61699999999999999,"15min":1.329},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.28899999999999998},"max":{"1min":0.93999999999999995,"5min":2.0070000000000001,"15min":14.779999999999999},"last":0.55500000000000005}]},{"osd":5,"last update":"Mon Aug 28 02:39:49 2023","interfaces":[{"interface":"back","average":{"1min":10.529999999999999,"5min":2.6099999999999999,"15min":2.323},"min":{"1min":0.40799999999999997,"5min":0.36499999999999999,"15min":0.29999999999999999},"max":{"1min":188.94900000000001,"5min":188.94900000000001,"15min":188.94900000000001},"last":0.66000000000000003},{"interface":"front","average":{"1min":10.635999999999999,"5min":2.6360000000000001,"15min":2.137},"min":{"1min":0.375,"5min":0.35299999999999998,"15min":0.33600000000000002},"max":{"1min":188.803,"5min":188.803,"15min":188.803},"last":0.46899999999999997}]},{"osd":6,"last update":"Mon Aug 28 02:39:49 2023","interfaces":[{"interface":"back","average":{"1min":0.64900000000000002,"5min":0.68300000000000005,"15min":1.5600000000000001},"min":{"1min":0.43099999999999999,"5min":0.40799999999999997,"15min":0.34300000000000003},"max":{"1min":1.042,"5min":3.6400000000000001,"15min":12.221},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.74299999999999999,"5min":0.70399999999999996,"15min":1.375},"min":{"1min":0.439,"5min":0.39100000000000001,"15min":0.35699999999999998},"max":{"1min":3.036,"5min":3.036,"15min":19.021999999999998},"last":0.51400000000000001}]},{"osd":7,"last update":"Mon Aug 28 02:39:49 2023","interfaces":[{"interface":"back","average":{"1min":0.80900000000000005,"5min":0.70199999999999996,"15min":1.4399999999999999},"min":{"1min":0.41399999999999998,"5min":0.38500000000000001,"15min":0.374},"max":{"1min":3.0059999999999998,"5min":3.0059999999999998,"15min":19.047999999999998},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.72799999999999998,"15min":1.486},"min":{"1min":0.46600000000000003,"5min":0.46200000000000002,"15min":0.34399999999999997},"max":{"1min":0.97299999999999998,"5min":2.3679999999999999,"15min":14.818},"last":0.62}]}]},{"osd":0,"up_from":87,"seq":373662155052,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2860320,"kb_used_data":2169048,"kb_used_omap":5,"kb_used_meta":691258,"kb_avail":90884832,"statfs":{"total":95995035648,"available":93066067968,"internally_reserved":0,"allocated":2221105152,"data_stored":2218852036,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":707848826},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:39:40 2023","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.48499999999999999,"15min":1.2769999999999999},"min":{"1min":0.245,"5min":0.221,"15min":0.184},"max":{"1min":3.7709999999999999,"5min":3.7709999999999999,"15min":30.315000000000001},"last":0.33300000000000002},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.54200000000000004,"15min":1.7410000000000001},"min":{"1min":0.28399999999999997,"5min":0.26200000000000001,"15min":0.23000000000000001},"max":{"1min":3,"5min":4.0679999999999996,"15min":69.272000000000006},"last":0.443}]},{"osd":2,"last update":"Mon Aug 28 02:39:40 2023","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.66500000000000004,"15min":1.5269999999999999},"min":{"1min":0.312,"5min":0.247,"15min":0.23699999999999999},"max":{"1min":2.6699999999999999,"5min":4.4020000000000001,"15min":20.959},"last":0.29799999999999999},{"interface":"front","average":{"1min":0.73899999999999999,"5min":0.68400000000000005,"15min":1.4019999999999999},"min":{"1min":0.31,"5min":0.28000000000000003,"15min":0.247},"max":{"1min":4.0919999999999996,"5min":6.1180000000000003,"15min":9.3729999999999993},"last":0.42899999999999999}]},{"osd":3,"last update":"Mon Aug 28 02:39:23 2023","interfaces":[{"interface":"back","average":{"1min":0.80200000000000005,"5min":0.77800000000000002,"15min":0.75900000000000001},"min":{"1min":0.35299999999999998,"5min":0.32600000000000001,"15min":0.26600000000000001},"max":{"1min":2.7170000000000001,"5min":5.6680000000000001,"15min":5.6680000000000001},"last":0.39600000000000002},{"interface":"front","average":{"1min":0.98299999999999998,"5min":0.745,"15min":0.76900000000000002},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":4.1669999999999998,"5min":4.9199999999999999,"15min":4.9199999999999999},"last":0.47899999999999998}]},{"osd":4,"last update":"Mon Aug 28 02:39:23 2023","interfaces":[{"interface":"back","average":{"1min":0.84699999999999998,"5min":0.60299999999999998,"15min":2.1059999999999999},"min":{"1min":0.35199999999999998,"5min":0.315,"15min":0.29299999999999998},"max":{"1min":4.3339999999999996,"5min":4.3339999999999996,"15min":274.33199999999999},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.755,"5min":0.65500000000000003,"15min":2.4729999999999999},"min":{"1min":0.36699999999999999,"5min":0.34999999999999998,"15min":0.28199999999999997},"max":{"1min":2.8969999999999998,"5min":2.8969999999999998,"15min":266.31999999999999},"last":0.64600000000000002}]},{"osd":5,"last update":"Mon Aug 28 02:39:23 2023","interfaces":[{"interface":"back","average":{"1min":0.85999999999999999,"5min":0.63400000000000001,"15min":1.2310000000000001},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.29299999999999998},"max":{"1min":4.2089999999999996,"5min":4.2089999999999996,"15min":13.038},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.75,"5min":0.64300000000000002,"15min":1.6579999999999999},"min":{"1min":0.42499999999999999,"5min":0.36699999999999999,"15min":0.27800000000000002},"max":{"1min":2.8039999999999998,"5min":2.8039999999999998,"15min":15.231},"last":0.68000000000000005}]},{"osd":6,"last update":"Mon Aug 28 02:39:23 2023","interfaces":[{"interface":"back","average":{"1min":0.93200000000000005,"5min":0.69299999999999995,"15min":1.4079999999999999},"min":{"1min":0.42399999999999999,"5min":0.40999999999999998,"15min":0.29399999999999998},"max":{"1min":4.2869999999999999,"5min":4.2869999999999999,"15min":15.122999999999999},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.77900000000000003,"5min":0.67700000000000005,"15min":1.6719999999999999},"min":{"1min":0.46100000000000002,"5min":0.38300000000000001,"15min":0.35599999999999998},"max":{"1min":2.927,"5min":2.927,"15min":15.186999999999999},"last":0.69999999999999996}]},{"osd":7,"last update":"Mon Aug 28 02:39:23 2023","interfaces":[{"interface":"back","average":{"1min":0.83699999999999997,"5min":0.82499999999999996,"15min":1.6699999999999999},"min":{"1min":0.434,"5min":0.434,"15min":0.33400000000000002},"max":{"1min":2.758,"5min":4.4390000000000001,"15min":16.183},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.96499999999999997,"5min":0.78900000000000003,"15min":1.427},"min":{"1min":0.46400000000000002,"5min":0.46000000000000002,"15min":0.35999999999999999},"max":{"1min":4.2519999999999998,"5min":4.2519999999999998,"15min":13.005000000000001},"last":0.623}]}]},{"osd":2,"up_from":0,"seq":502511173911,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":297,"seq":1275605286994,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":807236,"kb_used_data":662460,"kb_used_omap":2,"kb_used_meta":144765,"kb_avail":92937916,"statfs":{"total":95995035648,"available":95168425984,"internally_reserved":0,"allocated":678359040,"data_stored":676237355,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":148239413},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:39:18 2023","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.54100000000000004,"15min":0.44900000000000001},"min":{"1min":0.22700000000000001,"5min":0.224,"15min":0.22},"max":{"1min":0.67400000000000004,"5min":6.8819999999999997,"15min":6.8819999999999997},"last":0.309},{"interface":"front","average":{"1min":0.443,"5min":0.58499999999999996,"15min":0.66100000000000003},"min":{"1min":0.29499999999999998,"5min":0.217,"15min":0.217},"max":{"1min":0.77200000000000002,"5min":6.7839999999999998,"15min":6.7839999999999998},"last":0.38700000000000001}]},{"osd":1,"last update":"Mon Aug 28 02:39:18 2023","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.60499999999999998,"15min":0.46700000000000003},"min":{"1min":0.30599999999999999,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.748,"5min":4.0650000000000004,"15min":4.0650000000000004},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.63200000000000001,"15min":0.69399999999999995},"min":{"1min":0.28000000000000003,"5min":0.249,"15min":0.249},"max":{"1min":2.121,"5min":3.9249999999999998,"15min":3.9249999999999998},"last":0.35099999999999998}]},{"osd":2,"last update":"Mon Aug 28 02:39:18 2023","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.52800000000000002,"15min":0.60399999999999998},"min":{"1min":0.32600000000000001,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":2.1659999999999999,"5min":2.3079999999999998,"15min":2.5449999999999999},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.623,"15min":0.56999999999999995},"min":{"1min":0.317,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.94099999999999995,"5min":4.7030000000000003,"15min":4.7030000000000003},"last":0.373}]},{"osd":4,"last update":"Mon Aug 28 02:39:18 2023","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.64000000000000001,"15min":0.59399999999999997},"min":{"1min":0.38700000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.153,"5min":6.2670000000000003,"15min":6.2670000000000003},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.64400000000000002,"15min":0.56999999999999995},"min":{"1min":0.378,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.93700000000000006,"5min":3.5030000000000001,"15min":3.5030000000000001},"last":0.441}]},{"osd":5,"last update":"Mon Aug 28 02:39:18 2023","interfaces":[{"interface":"back","average":{"1min":0.68400000000000005,"5min":0.66700000000000004,"15min":0.59999999999999998},"min":{"1min":0.42299999999999999,"5min":0.313,"15min":0.313},"max":{"1min":2.7450000000000001,"5min":3.5390000000000001,"15min":3.5390000000000001},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.70199999999999996,"5min":0.64000000000000001,"15min":0.57399999999999995},"min":{"1min":0.40999999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":2.919,"5min":3.411,"15min":3.411},"last":0.627}]},{"osd":6,"last update":"Mon Aug 28 02:39:18 2023","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":0.67100000000000004,"15min":0.65300000000000002},"min":{"1min":0.438,"5min":0.436,"15min":0.436},"max":{"1min":2.4950000000000001,"5min":2.4950000000000001,"15min":2.4950000000000001},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.77600000000000002,"5min":0.71899999999999997,"15min":0.66100000000000003},"min":{"1min":0.46300000000000002,"5min":0.378,"15min":0.378},"max":{"1min":2.5369999999999999,"5min":3.6099999999999999,"15min":3.6099999999999999},"last":0.54300000000000004}]},{"osd":7,"last update":"Mon Aug 28 02:39:18 2023","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.67000000000000004,"15min":0.60799999999999998},"min":{"1min":0.42999999999999999,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":2.645,"5min":2.9399999999999999,"15min":2.9399999999999999},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.71199999999999997,"5min":0.71399999999999997,"15min":0.67000000000000004},"min":{"1min":0.42099999999999999,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":2.661,"5min":2.9540000000000002,"15min":2.9540000000000002},"last":0.53000000000000003}]}]},{"osd":4,"up_from":30,"seq":128849019288,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2921836,"kb_used_data":2421028,"kb_used_omap":0,"kb_used_meta":500800,"kb_avail":90823316,"statfs":{"total":95995035648,"available":93003075584,"internally_reserved":0,"allocated":2479132672,"data_stored":2477647148,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":512819200},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,0,1,1,1,4,0,0,0,6,2],"upper_bound":4096},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:39:27 2023","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.57399999999999995,"15min":1.4019999999999999},"min":{"1min":0.249,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.628,"5min":10.249000000000001,"15min":22.515000000000001},"last":1.097},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.53700000000000003,"15min":1.3169999999999999},"min":{"1min":0.27300000000000002,"5min":0.23200000000000001,"15min":0.218},"max":{"1min":0.65900000000000003,"5min":4.5250000000000004,"15min":22.454000000000001},"last":0.38200000000000001}]},{"osd":1,"last update":"Mon Aug 28 02:38:49 2023","interfaces":[{"interface":"back","average":{"1min":0.47899999999999998,"5min":0.56899999999999995,"15min":1.2889999999999999},"min":{"1min":0.29599999999999999,"5min":0.254,"15min":0.248},"max":{"1min":0.70799999999999996,"5min":5.5979999999999999,"15min":23.082000000000001},"last":1.28},{"interface":"front","average":{"1min":0.48399999999999999,"5min":0.53700000000000003,"15min":1.4319999999999999},"min":{"1min":0.33700000000000002,"5min":0.28199999999999997,"15min":0.26000000000000001},"max":{"1min":0.65200000000000002,"5min":4.5910000000000002,"15min":25.100000000000001},"last":1.2549999999999999}]},{"osd":2,"last update":"Mon Aug 28 02:39:27 2023","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.63,"15min":1.323},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.27900000000000003},"max":{"1min":1.52,"5min":4.5430000000000001,"15min":13.194000000000001},"last":1.3069999999999999},{"interface":"front","average":{"1min":0.46100000000000002,"5min":0.625,"15min":1.2290000000000001},"min":{"1min":0.34899999999999998,"5min":0.312,"15min":0.29399999999999998},"max":{"1min":0.68300000000000005,"5min":5.6360000000000001,"15min":13.515000000000001},"last":0.35399999999999998}]},{"osd":3,"last update":"Mon Aug 28 02:39:27 2023","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.60699999999999998,"15min":0.74099999999999999},"min":{"1min":0.39000000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.7689999999999999,"5min":3.8260000000000001,"15min":7.7480000000000002},"last":1.194},{"interface":"front","average":{"1min":0.69099999999999995,"5min":0.73199999999999998,"15min":0.67700000000000005},"min":{"1min":0.36099999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":2.7989999999999999,"5min":3.7069999999999999,"15min":3.7069999999999999},"last":1.2430000000000001}]},{"osd":5,"last update":"Mon Aug 28 02:39:03 2023","interfaces":[{"interface":"back","average":{"1min":0.38500000000000001,"5min":0.48299999999999998,"15min":1.008},"min":{"1min":0.29099999999999998,"5min":0.27300000000000002,"15min":0.222},"max":{"1min":0.65000000000000002,"5min":4.609,"15min":16.181999999999999},"last":1.2210000000000001},{"interface":"front","average":{"1min":0.432,"5min":0.47199999999999998,"15min":1.0669999999999999},"min":{"1min":0.30199999999999999,"5min":0.27500000000000002,"15min":0.20699999999999999},"max":{"1min":0.80400000000000005,"5min":1.5700000000000001,"15min":10.233000000000001},"last":0.309}]},{"osd":6,"last update":"Mon Aug 28 02:39:19 2023","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.496,"15min":0.96199999999999997},"min":{"1min":0.33700000000000002,"5min":0.27100000000000002,"15min":0.26500000000000001},"max":{"1min":2.2949999999999999,"5min":2.2949999999999999,"15min":10.023999999999999},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.5,"15min":1.0289999999999999},"min":{"1min":0.32100000000000001,"5min":0.30499999999999999,"15min":0.26600000000000001},"max":{"1min":1.248,"5min":1.679,"15min":8.5},"last":0.46700000000000003}]},{"osd":7,"last update":"Mon Aug 28 02:39:27 2023","interfaces":[{"interface":"back","average":{"1min":0.754,"5min":0.58899999999999997,"15min":1.0449999999999999},"min":{"1min":0.317,"5min":0.28999999999999998,"15min":0.22500000000000001},"max":{"1min":4.5250000000000004,"5min":4.5720000000000001,"15min":9.3209999999999997},"last":1.1850000000000001},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.56799999999999995,"15min":0.97699999999999998},"min":{"1min":0.39200000000000002,"5min":0.32400000000000001,"15min":0.30299999999999999},"max":{"1min":1.081,"5min":1.647,"15min":15.597},"last":1.206}]}]},{"osd":5,"up_from":37,"seq":158913790362,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2099556,"kb_used_data":1535900,"kb_used_omap":0,"kb_used_meta":563648,"kb_avail":91645596,"statfs":{"total":95995035648,"available":93845090304,"internally_reserved":0,"allocated":1572761600,"data_stored":1571288053,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":577175552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:39:55 2023","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.44500000000000001,"15min":1.244},"min":{"1min":0.23999999999999999,"5min":0.23799999999999999,"15min":0.20200000000000001},"max":{"1min":0.747,"5min":1.1100000000000001,"15min":15.156000000000001},"last":0.316},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.56200000000000006,"15min":1.3049999999999999},"min":{"1min":0.33900000000000002,"5min":0.26400000000000001,"15min":0.24099999999999999},"max":{"1min":1.9830000000000001,"5min":4.298,"15min":19.815999999999999},"last":0.45700000000000002}]},{"osd":1,"last update":"Mon Aug 28 02:39:55 2023","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.52700000000000002,"15min":1.405},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.23699999999999999},"max":{"1min":1.5229999999999999,"5min":3.7989999999999999,"15min":17.998000000000001},"last":0.26600000000000001},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56299999999999994,"15min":1.3680000000000001},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26000000000000001},"max":{"1min":1.661,"5min":4.2149999999999999,"15min":19.853000000000002},"last":0.28999999999999998}]},{"osd":2,"last update":"Mon Aug 28 02:39:55 2023","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.53700000000000003,"15min":1.1639999999999999},"min":{"1min":0.33600000000000002,"5min":0.28100000000000003,"15min":0.27700000000000002},"max":{"1min":2.9359999999999999,"5min":2.9359999999999999,"15min":13.335000000000001},"last":2.9359999999999999},{"interface":"front","average":{"1min":0.68000000000000005,"5min":0.66900000000000004,"15min":1.4370000000000001},"min":{"1min":0.39800000000000002,"5min":0.32600000000000001,"15min":0.28499999999999998},"max":{"1min":1.6379999999999999,"5min":4.2400000000000002,"15min":10.084},"last":0.39800000000000002}]},{"osd":3,"last update":"Mon Aug 28 02:39:27 2023","interfaces":[{"interface":"back","average":{"1min":0.75800000000000001,"5min":0.55300000000000005,"15min":1.05},"min":{"1min":0.308,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":3.7730000000000001,"5min":3.7730000000000001,"15min":16.190999999999999},"last":2.0329999999999999},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.63400000000000001,"15min":1.3340000000000001},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33500000000000002},"max":{"1min":1.492,"5min":4.8230000000000004,"15min":21.420999999999999},"last":1.9430000000000001}]},{"osd":4,"last update":"Mon Aug 28 02:39:02 2023","interfaces":[{"interface":"back","average":{"1min":0.438,"5min":0.42299999999999999,"15min":1.016},"min":{"1min":0.251,"5min":0.25,"15min":0.23100000000000001},"max":{"1min":0.98699999999999999,"5min":1.516,"15min":13.616},"last":0.35499999999999998},{"interface":"front","average":{"1min":0.75800000000000001,"5min":0.58199999999999996,"15min":1.1859999999999999},"min":{"1min":0.29299999999999998,"5min":0.28499999999999998,"15min":0.25700000000000001},"max":{"1min":3.5179999999999998,"5min":4.1879999999999997,"15min":10.664999999999999},"last":0.33300000000000002}]},{"osd":6,"last update":"Mon Aug 28 02:39:55 2023","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.59199999999999997,"15min":1.1439999999999999},"min":{"1min":0.34999999999999998,"5min":0.28599999999999998,"15min":0.23300000000000001},"max":{"1min":1.9099999999999999,"5min":4.04,"15min":17.510000000000002},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.55300000000000005,"15min":1.0800000000000001},"min":{"1min":0.308,"5min":0.29499999999999998,"15min":0.254},"max":{"1min":1.165,"5min":3.726,"15min":15.856999999999999},"last":0.443}]},{"osd":7,"last update":"Mon Aug 28 02:39:55 2023","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.66600000000000004,"15min":1.3029999999999999},"min":{"1min":0.37,"5min":0.34999999999999998,"15min":0.315},"max":{"1min":2.048,"5min":6.9630000000000001,"15min":31.707000000000001},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.70199999999999996,"15min":1.367},"min":{"1min":0.34699999999999998,"5min":0.33000000000000002,"15min":0.318},"max":{"1min":1.403,"5min":4.5890000000000004,"15min":31.66},"last":0.36899999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":2209943552,"data_stored":2209939480,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":676265984,"data_stored":676265984,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1548222464,"data_stored":1548222464,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":672202752,"data_stored":672202752,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":2474315776,"data_stored":2474311704,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1564934144,"data_stored":1564934144,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1685590016,"data_stored":1685585944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1116864512,"data_stored":1116864512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:39:57.977 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:39:58.004 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:58.030 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:39:58.032 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:58.033 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:39:58.134 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:39:58.165 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:58.190 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:39:58.194 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:58.194 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:39:58.230 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:58 smithi040 ceph-mon[175404]: from='client.46490 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:39:58.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:58 smithi040 ceph-mon[170259]: from='client.46490 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:39:58.295 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:39:58.330 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:58.409 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:39:58.455 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.2 dump_ops_in_flight 2023-08-28T02:39:58.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:58 smithi083 ceph-mon[157819]: from='client.46490 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:39:58.553 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:39:58.562 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:58.562 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:39:58.663 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:39:58.690 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:58.714 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:39:58.717 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:58.717 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:39:58.818 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:39:58.846 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:58.865 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:39:58.867 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:58.868 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:39:58.968 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:39:59.002 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:59.082 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:39:59.084 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:59.085 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:39:59.185 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:39:59.197 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:39:59.216 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:39:59 smithi040 ceph-mon[175404]: pgmap v1156: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.3 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 157 op/s; 14268/162912 objects degraded (8.758%); 16739/162912 objects misplaced (10.275%); 1.8 MiB/s, 29 objects/s recovering 2023-08-28T02:39:59.216 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:39:59 smithi040 ceph-mon[170259]: pgmap v1156: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.3 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 157 op/s; 14268/162912 objects degraded (8.758%); 16739/162912 objects misplaced (10.275%); 1.8 MiB/s, 29 objects/s recovering 2023-08-28T02:39:59.220 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:59.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:39:59 smithi083 ceph-mon[157819]: pgmap v1156: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.3 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 157 op/s; 14268/162912 objects degraded (8.758%); 16739/162912 objects misplaced (10.275%); 1.8 MiB/s, 29 objects/s recovering 2023-08-28T02:39:59.546 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:39:59.554 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:59.555 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:39:59.648 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:39:59.656 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:39:59.674 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:39:59.691 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:39:59.696 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:39:59.718 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:39:59.745 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:39:59.768 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:39:59.794 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:39:59.816 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:39:59.818 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-08-28T02:39:59.818 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-08-28T02:39:59.818 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-08-28T02:39:59.818 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-08-28T02:39:59.818 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-08-28T02:39:59.818 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-08-28T02:39:59.818 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-08-28T02:39:59.818 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-08-28T02:39:59.915 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:39:59.918 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:39:59.918 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:40:00.019 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:40:00.047 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:00.053 INFO:teuthology.orchestra.run.smithi040.stderr:noscrub is set 2023-08-28T02:40:00.068 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:40:00.072 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:00.073 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:40:00.173 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:40:00.207 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:00.279 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:40:00.284 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:00 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2857659488' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:40:00.284 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:00 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:40:00.284 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:00 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1963309281' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:40:00.284 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:00 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:40:00.284 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:00 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:40:00.284 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:00 smithi040 ceph-mon[175404]: Health detail: HEALTH_WARN Degraded data redundancy: 14268/162912 objects degraded (8.758%), 3 pgs degraded, 3 pgs undersized 2023-08-28T02:40:00.284 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:00 smithi040 ceph-mon[175404]: [WRN] PG_DEGRADED: Degraded data redundancy: 14268/162912 objects degraded (8.758%), 3 pgs degraded, 3 pgs undersized 2023-08-28T02:40:00.284 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:00 smithi040 ceph-mon[175404]: pg 10.5 is stuck undersized for 6m, current state active+recovery_wait+undersized+degraded+remapped, last acting [0,7] 2023-08-28T02:40:00.285 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:00 smithi040 ceph-mon[175404]: pg 10.7 is stuck undersized for 6m, current state active+recovery_wait+undersized+degraded+remapped, last acting [5,4] 2023-08-28T02:40:00.285 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:00 smithi040 ceph-mon[175404]: pg 10.f is stuck undersized for 6m, current state active+recovering+undersized+degraded+remapped, last acting [4,3] 2023-08-28T02:40:00.285 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:00 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2857659488' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:40:00.285 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:00 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:40:00.285 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:00 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1963309281' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:40:00.285 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:00 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:40:00.285 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:00 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:40:00.286 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:00 smithi040 ceph-mon[170259]: Health detail: HEALTH_WARN Degraded data redundancy: 14268/162912 objects degraded (8.758%), 3 pgs degraded, 3 pgs undersized 2023-08-28T02:40:00.286 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:00 smithi040 ceph-mon[170259]: [WRN] PG_DEGRADED: Degraded data redundancy: 14268/162912 objects degraded (8.758%), 3 pgs degraded, 3 pgs undersized 2023-08-28T02:40:00.286 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:00 smithi040 ceph-mon[170259]: pg 10.5 is stuck undersized for 6m, current state active+recovery_wait+undersized+degraded+remapped, last acting [0,7] 2023-08-28T02:40:00.286 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:00 smithi040 ceph-mon[170259]: pg 10.7 is stuck undersized for 6m, current state active+recovery_wait+undersized+degraded+remapped, last acting [5,4] 2023-08-28T02:40:00.286 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:00 smithi040 ceph-mon[170259]: pg 10.f is stuck undersized for 6m, current state active+recovering+undersized+degraded+remapped, last acting [4,3] 2023-08-28T02:40:00.286 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:00.287 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:40:00.387 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:40:00.414 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:00 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2857659488' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:40:00.414 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:00 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:40:00.414 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:00 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1963309281' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:40:00.414 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:00 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:40:00.414 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:00 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:40:00.414 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:00 smithi083 ceph-mon[157819]: Health detail: HEALTH_WARN Degraded data redundancy: 14268/162912 objects degraded (8.758%), 3 pgs degraded, 3 pgs undersized 2023-08-28T02:40:00.414 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:00 smithi083 ceph-mon[157819]: [WRN] PG_DEGRADED: Degraded data redundancy: 14268/162912 objects degraded (8.758%), 3 pgs degraded, 3 pgs undersized 2023-08-28T02:40:00.415 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:00 smithi083 ceph-mon[157819]: pg 10.5 is stuck undersized for 6m, current state active+recovery_wait+undersized+degraded+remapped, last acting [0,7] 2023-08-28T02:40:00.415 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:00 smithi083 ceph-mon[157819]: pg 10.7 is stuck undersized for 6m, current state active+recovery_wait+undersized+degraded+remapped, last acting [5,4] 2023-08-28T02:40:00.415 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:00 smithi083 ceph-mon[157819]: pg 10.f is stuck undersized for 6m, current state active+recovering+undersized+degraded+remapped, last acting [4,3] 2023-08-28T02:40:00.417 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:00.439 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:40:00.443 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:00.443 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:40:00.544 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:40:00.573 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:00.591 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:40:00.593 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:00.594 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:40:00.695 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:40:00.728 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:00.754 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:40:00.757 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:00.757 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:40:00.813 INFO:teuthology.orchestra.run.smithi040.stdout:ERROR: (22) Invalid argument 2023-08-28T02:40:00.813 INFO:teuthology.orchestra.run.smithi040.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:40:00.858 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:40:00.894 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:00.912 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:40:00.916 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:40:00.919 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:00.920 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:40:01.021 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:40:01.060 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:01.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:01 smithi040 ceph-mon[170259]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:40:01.159 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:01 smithi040 ceph-mon[170259]: failed to encode map e375 with expected crc 2023-08-28T02:40:01.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:01 smithi040 ceph-mon[170259]: failed to encode map e375 with expected crc 2023-08-28T02:40:01.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:01 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:40:01.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:01 smithi040 ceph-mon[170259]: osdmap e375: 8 total, 8 up, 6 in 2023-08-28T02:40:01.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:01 smithi040 ceph-mon[170259]: failed to encode map e375 with expected crc 2023-08-28T02:40:01.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:01 smithi040 ceph-mon[170259]: failed to encode map e375 with expected crc 2023-08-28T02:40:01.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:01 smithi040 ceph-mon[170259]: pgmap v1158: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.3 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 155 op/s; 14231/162468 objects degraded (8.759%); 16699/162468 objects misplaced (10.278%); 1.7 MiB/s, 27 objects/s recovering 2023-08-28T02:40:01.160 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:01 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 14268/162912 objects degraded (8.758%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:40:01.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:01 smithi040 ceph-mon[175404]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:40:01.160 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:01 smithi040 ceph-mon[175404]: failed to encode map e375 with expected crc 2023-08-28T02:40:01.161 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:01 smithi040 ceph-mon[175404]: failed to encode map e375 with expected crc 2023-08-28T02:40:01.161 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:01 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:40:01.161 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:01 smithi040 ceph-mon[175404]: osdmap e375: 8 total, 8 up, 6 in 2023-08-28T02:40:01.161 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:01 smithi040 ceph-mon[175404]: failed to encode map e375 with expected crc 2023-08-28T02:40:01.161 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:01 smithi040 ceph-mon[175404]: failed to encode map e375 with expected crc 2023-08-28T02:40:01.161 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:01 smithi040 ceph-mon[175404]: pgmap v1158: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.3 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 155 op/s; 14231/162468 objects degraded (8.759%); 16699/162468 objects misplaced (10.278%); 1.7 MiB/s, 27 objects/s recovering 2023-08-28T02:40:01.161 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:01 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 14268/162912 objects degraded (8.758%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:40:01.187 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:40:01.191 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:01.191 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:40:01.208 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.2 dump_blocked_ops 2023-08-28T02:40:01.264 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:40:01.292 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:40:01.318 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:01 smithi083 ceph-mon[157819]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:40:01.318 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:01 smithi083 ceph-mon[157819]: failed to encode map e375 with expected crc 2023-08-28T02:40:01.319 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:01 smithi083 ceph-mon[157819]: failed to encode map e375 with expected crc 2023-08-28T02:40:01.319 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:01 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:40:01.319 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:01 smithi083 ceph-mon[157819]: osdmap e375: 8 total, 8 up, 6 in 2023-08-28T02:40:01.319 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:01 smithi083 ceph-mon[157819]: failed to encode map e375 with expected crc 2023-08-28T02:40:01.319 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:01 smithi083 ceph-mon[157819]: failed to encode map e375 with expected crc 2023-08-28T02:40:01.319 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:01 smithi083 ceph-mon[157819]: pgmap v1158: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.3 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 155 op/s; 14231/162468 objects degraded (8.759%); 16699/162468 objects misplaced (10.278%); 1.7 MiB/s, 27 objects/s recovering 2023-08-28T02:40:01.319 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:01 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 14268/162912 objects degraded (8.758%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:40:01.321 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:01.340 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:40:01.343 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:01.343 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:40:01.444 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:40:01.473 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:01.491 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:40:01.493 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:01.494 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:40:01.595 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:40:01.624 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:01.646 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:40:01.649 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:01.649 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:40:01.750 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:40:01.779 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:01.799 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:40:01.802 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:01.802 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:40:01.903 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:40:01.936 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:40:01.951 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:01.976 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:40:01.984 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:01.984 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:40:02.085 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:40:02.117 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:02.136 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:40:02.139 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:02.139 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:40:02.240 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:40:02.277 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:02.450 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:40:02.453 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:02.454 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:40:02.473 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-08-28T02:40:02.555 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:40:02.584 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:02.588 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd set nodeep-scrub 2023-08-28T02:40:02.606 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:40:02.610 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:02.610 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:40:02.643 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:40:02.650 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:40:02.711 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:40:02.727 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:02 smithi040 ceph-mon[175404]: pgmap v1159: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.3 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 118 op/s; 14197/161883 objects degraded (8.770%); 16699/161883 objects misplaced (10.315%); 1.5 MiB/s, 24 objects/s recovering 2023-08-28T02:40:02.728 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:02 smithi040 ceph-mon[170259]: pgmap v1159: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.3 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 118 op/s; 14197/161883 objects degraded (8.770%); 16699/161883 objects misplaced (10.315%); 1.5 MiB/s, 24 objects/s recovering 2023-08-28T02:40:02.749 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:02.779 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:40:02.782 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:02.782 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:40:02.883 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:40:02.915 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:02.986 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:40:02.991 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:02.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:02 smithi083 ceph-mon[157819]: pgmap v1159: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.3 GiB data, 11 GiB used, 525 GiB / 536 GiB avail; 0 B/s wr, 118 op/s; 14197/161883 objects degraded (8.770%); 16699/161883 objects misplaced (10.315%); 1.5 MiB/s, 24 objects/s recovering 2023-08-28T02:40:02.991 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:40:03.014 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:40:03.092 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:40:03.121 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:03.139 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:40:03.142 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:03.142 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:40:03.224 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:40:03.243 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:40:03.271 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:03.291 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":1159,"stamp":"2023-08-28T02:40:02.504404+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":3535190788,"num_objects":53961,"num_object_clones":0,"num_object_copies":161883,"num_objects_missing_on_primary":3423,"num_objects_missing":3423,"num_objects_degraded":14197,"num_objects_misplaced":16699,"num_objects_unfound":0,"num_objects_dirty":53961,"num_whiteouts":0,"num_read":90,"num_read_kb":168,"num_write":132781,"num_write_kb":5972054,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":49181,"num_bytes_recovered":3195605905,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":98850,"ondisk_log_size":98850,"up":297,"acting":294,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":11471280,"kb_used_data":8448448,"kb_used_omap":12,"kb_used_meta":3022771,"kb_avail":550999632,"statfs":{"total":575970213888,"available":564223623168,"internally_reserved":0,"allocated":8651210752,"data_stored":8640239903,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12739,"internal_metadata":3095318077},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,0,0,0,1,0,2],"upper_bound":256},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-69402624,"num_objects":-1059,"num_object_clones":0,"num_object_copies":-3177,"num_objects_missing_on_primary":-43,"num_objects_missing":-43,"num_objects_degraded":-166,"num_objects_misplaced":-239,"num_objects_unfound":0,"num_objects_dirty":-1059,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1059,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":215,"num_bytes_recovered":14090240,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.923882"},"pg_stats":[{"pgid":"3.1a","version":"65'1","reported_seq":385,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.388185+0000","last_change":"2023-08-28T02:32:32.667028+0000","last_active":"2023-08-28T02:39:47.388185+0000","last_peered":"2023-08-28T02:39:47.388185+0000","last_clean":"2023-08-28T02:39:47.388185+0000","last_became_active":"2023-08-28T02:32:32.666711+0000","last_became_peered":"2023-08-28T02:32:32.666711+0000","last_unstale":"2023-08-28T02:39:47.388185+0000","last_undegraded":"2023-08-28T02:39:47.388185+0000","last_fullsized":"2023-08-28T02:39:47.388185+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:28:21.913105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":340,"reported_epoch":375,"state":"active+clean","last_fresh":"2023-08-28T02:40:00.124616+0000","last_change":"2023-08-28T02:29:44.421259+0000","last_active":"2023-08-28T02:40:00.124616+0000","last_peered":"2023-08-28T02:40:00.124616+0000","last_clean":"2023-08-28T02:40:00.124616+0000","last_became_active":"2023-08-28T02:29:44.420936+0000","last_became_peered":"2023-08-28T02:29:44.420936+0000","last_unstale":"2023-08-28T02:40:00.124616+0000","last_undegraded":"2023-08-28T02:40:00.124616+0000","last_fullsized":"2023-08-28T02:40:00.124616+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:22:26.346867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":180,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.475388+0000","last_change":"2023-08-28T02:33:12.290337+0000","last_active":"2023-08-28T02:39:47.475388+0000","last_peered":"2023-08-28T02:39:47.475388+0000","last_clean":"2023-08-28T02:39:47.475388+0000","last_became_active":"2023-08-28T02:33:12.289852+0000","last_became_peered":"2023-08-28T02:33:12.289852+0000","last_unstale":"2023-08-28T02:39:47.475388+0000","last_undegraded":"2023-08-28T02:39:47.475388+0000","last_fullsized":"2023-08-28T02:39:47.475388+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:04:26.420037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":355,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.615284+0000","last_change":"2023-08-28T02:33:13.317226+0000","last_active":"2023-08-28T02:39:53.615284+0000","last_peered":"2023-08-28T02:39:53.615284+0000","last_clean":"2023-08-28T02:39:53.615284+0000","last_became_active":"2023-08-28T02:33:13.316893+0000","last_became_peered":"2023-08-28T02:33:13.316893+0000","last_unstale":"2023-08-28T02:39:53.615284+0000","last_undegraded":"2023-08-28T02:39:53.615284+0000","last_fullsized":"2023-08-28T02:39:53.615284+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:55:46.593463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":299,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.602023+0000","last_change":"2023-08-28T02:33:12.295203+0000","last_active":"2023-08-28T02:39:53.602023+0000","last_peered":"2023-08-28T02:39:53.602023+0000","last_clean":"2023-08-28T02:39:53.602023+0000","last_became_active":"2023-08-28T02:33:12.294904+0000","last_became_peered":"2023-08-28T02:33:12.294904+0000","last_unstale":"2023-08-28T02:39:53.602023+0000","last_undegraded":"2023-08-28T02:39:53.602023+0000","last_fullsized":"2023-08-28T02:39:53.602023+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:31:07.008856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":316,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.632582+0000","last_change":"2023-08-28T02:31:51.987263+0000","last_active":"2023-08-28T02:39:53.632582+0000","last_peered":"2023-08-28T02:39:53.632582+0000","last_clean":"2023-08-28T02:39:53.632582+0000","last_became_active":"2023-08-28T02:31:51.986938+0000","last_became_peered":"2023-08-28T02:31:51.986938+0000","last_unstale":"2023-08-28T02:39:53.632582+0000","last_undegraded":"2023-08-28T02:39:53.632582+0000","last_fullsized":"2023-08-28T02:39:53.632582+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:18.021905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":349,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.614862+0000","last_change":"2023-08-28T02:33:12.318656+0000","last_active":"2023-08-28T02:39:53.614862+0000","last_peered":"2023-08-28T02:39:53.614862+0000","last_clean":"2023-08-28T02:39:53.614862+0000","last_became_active":"2023-08-28T02:33:12.318297+0000","last_became_peered":"2023-08-28T02:33:12.318297+0000","last_unstale":"2023-08-28T02:39:53.614862+0000","last_undegraded":"2023-08-28T02:39:53.614862+0000","last_fullsized":"2023-08-28T02:39:53.614862+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:43:09.789767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":280,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.602137+0000","last_change":"2023-08-28T02:33:13.357230+0000","last_active":"2023-08-28T02:39:53.602137+0000","last_peered":"2023-08-28T02:39:53.602137+0000","last_clean":"2023-08-28T02:39:53.602137+0000","last_became_active":"2023-08-28T02:33:13.356853+0000","last_became_peered":"2023-08-28T02:33:13.356853+0000","last_unstale":"2023-08-28T02:39:53.602137+0000","last_undegraded":"2023-08-28T02:39:53.602137+0000","last_fullsized":"2023-08-28T02:39:53.602137+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:20:21.545007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":358,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.634511+0000","last_change":"2023-08-28T02:29:44.462510+0000","last_active":"2023-08-28T02:39:53.634511+0000","last_peered":"2023-08-28T02:39:53.634511+0000","last_clean":"2023-08-28T02:39:53.634511+0000","last_became_active":"2023-08-28T02:29:44.460314+0000","last_became_peered":"2023-08-28T02:29:44.460314+0000","last_unstale":"2023-08-28T02:39:53.634511+0000","last_undegraded":"2023-08-28T02:39:53.634511+0000","last_fullsized":"2023-08-28T02:39:53.634511+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:59:01.311467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":283,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.602348+0000","last_change":"2023-08-28T02:33:13.291255+0000","last_active":"2023-08-28T02:39:53.602348+0000","last_peered":"2023-08-28T02:39:53.602348+0000","last_clean":"2023-08-28T02:39:53.602348+0000","last_became_active":"2023-08-28T02:33:13.290933+0000","last_became_peered":"2023-08-28T02:33:13.290933+0000","last_unstale":"2023-08-28T02:39:53.602348+0000","last_undegraded":"2023-08-28T02:39:53.602348+0000","last_fullsized":"2023-08-28T02:39:53.602348+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:31:54.116908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"65'3","reported_seq":359,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.585062+0000","last_change":"2023-08-28T02:33:12.296412+0000","last_active":"2023-08-28T02:39:53.585062+0000","last_peered":"2023-08-28T02:39:53.585062+0000","last_clean":"2023-08-28T02:39:53.585062+0000","last_became_active":"2023-08-28T02:33:12.295786+0000","last_became_peered":"2023-08-28T02:33:12.295786+0000","last_unstale":"2023-08-28T02:39:53.585062+0000","last_undegraded":"2023-08-28T02:39:53.585062+0000","last_fullsized":"2023-08-28T02:39:53.585062+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:15:31.449163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":183,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.476660+0000","last_change":"2023-08-28T02:32:32.666927+0000","last_active":"2023-08-28T02:39:47.476660+0000","last_peered":"2023-08-28T02:39:47.476660+0000","last_clean":"2023-08-28T02:39:47.476660+0000","last_became_active":"2023-08-28T02:32:32.666618+0000","last_became_peered":"2023-08-28T02:32:32.666618+0000","last_unstale":"2023-08-28T02:39:47.476660+0000","last_undegraded":"2023-08-28T02:39:47.476660+0000","last_fullsized":"2023-08-28T02:39:47.476660+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:45:57.998333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":382,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.386905+0000","last_change":"2023-08-28T02:32:28.505262+0000","last_active":"2023-08-28T02:39:47.386905+0000","last_peered":"2023-08-28T02:39:47.386905+0000","last_clean":"2023-08-28T02:39:47.386905+0000","last_became_active":"2023-08-28T02:32:28.455999+0000","last_became_peered":"2023-08-28T02:32:28.455999+0000","last_unstale":"2023-08-28T02:39:47.386905+0000","last_undegraded":"2023-08-28T02:39:47.386905+0000","last_fullsized":"2023-08-28T02:39:47.386905+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:28.937020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":9468,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":366,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.387022+0000","last_change":"2023-08-28T02:32:12.959195+0000","last_active":"2023-08-28T02:39:47.387022+0000","last_peered":"2023-08-28T02:39:47.387022+0000","last_clean":"2023-08-28T02:39:47.387022+0000","last_became_active":"2023-08-28T02:32:12.958832+0000","last_became_peered":"2023-08-28T02:32:12.958832+0000","last_unstale":"2023-08-28T02:39:47.387022+0000","last_undegraded":"2023-08-28T02:39:47.387022+0000","last_fullsized":"2023-08-28T02:39:47.387022+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:23:27.197787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"65'2","reported_seq":357,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.584524+0000","last_change":"2023-08-28T02:32:28.461161+0000","last_active":"2023-08-28T02:39:53.584524+0000","last_peered":"2023-08-28T02:39:53.584524+0000","last_clean":"2023-08-28T02:39:53.584524+0000","last_became_active":"2023-08-28T02:32:28.451284+0000","last_became_peered":"2023-08-28T02:32:28.451284+0000","last_unstale":"2023-08-28T02:39:53.584524+0000","last_undegraded":"2023-08-28T02:39:53.584524+0000","last_fullsized":"2023-08-28T02:39:53.584524+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:58:20.061020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":340,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.614787+0000","last_change":"2023-08-28T02:29:44.419566+0000","last_active":"2023-08-28T02:39:53.614787+0000","last_peered":"2023-08-28T02:39:53.614787+0000","last_clean":"2023-08-28T02:39:53.614787+0000","last_became_active":"2023-08-28T02:29:44.419053+0000","last_became_peered":"2023-08-28T02:29:44.419053+0000","last_unstale":"2023-08-28T02:39:53.614787+0000","last_undegraded":"2023-08-28T02:39:53.614787+0000","last_fullsized":"2023-08-28T02:39:53.614787+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:44:36.133499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":343,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.614623+0000","last_change":"2023-08-28T02:33:12.493777+0000","last_active":"2023-08-28T02:39:53.614623+0000","last_peered":"2023-08-28T02:39:53.614623+0000","last_clean":"2023-08-28T02:39:53.614623+0000","last_became_active":"2023-08-28T02:33:12.491177+0000","last_became_peered":"2023-08-28T02:33:12.491177+0000","last_unstale":"2023-08-28T02:39:53.614623+0000","last_undegraded":"2023-08-28T02:39:53.614623+0000","last_fullsized":"2023-08-28T02:39:53.614623+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:10:58.167753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":354,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.631941+0000","last_change":"2023-08-28T02:33:12.290293+0000","last_active":"2023-08-28T02:39:53.631941+0000","last_peered":"2023-08-28T02:39:53.631941+0000","last_clean":"2023-08-28T02:39:53.631941+0000","last_became_active":"2023-08-28T02:33:12.289989+0000","last_became_peered":"2023-08-28T02:33:12.289989+0000","last_unstale":"2023-08-28T02:39:53.631941+0000","last_undegraded":"2023-08-28T02:39:53.631941+0000","last_fullsized":"2023-08-28T02:39:53.631941+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:05:33.622172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":332,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.584428+0000","last_change":"2023-08-28T02:32:12.948756+0000","last_active":"2023-08-28T02:39:53.584428+0000","last_peered":"2023-08-28T02:39:53.584428+0000","last_clean":"2023-08-28T02:39:53.584428+0000","last_became_active":"2023-08-28T02:32:12.948441+0000","last_became_peered":"2023-08-28T02:32:12.948441+0000","last_unstale":"2023-08-28T02:39:53.584428+0000","last_undegraded":"2023-08-28T02:39:53.584428+0000","last_fullsized":"2023-08-28T02:39:53.584428+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:27.922180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":350,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.615309+0000","last_change":"2023-08-28T02:33:12.299398+0000","last_active":"2023-08-28T02:39:53.615309+0000","last_peered":"2023-08-28T02:39:53.615309+0000","last_clean":"2023-08-28T02:39:53.615309+0000","last_became_active":"2023-08-28T02:33:12.299113+0000","last_became_peered":"2023-08-28T02:33:12.299113+0000","last_unstale":"2023-08-28T02:39:53.615309+0000","last_undegraded":"2023-08-28T02:39:53.615309+0000","last_fullsized":"2023-08-28T02:39:53.615309+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:14:55.597212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"65'8","reported_seq":144,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.614349+0000","last_change":"2023-08-28T02:33:13.478870+0000","last_active":"2023-08-28T02:39:53.614349+0000","last_peered":"2023-08-28T02:39:53.614349+0000","last_clean":"2023-08-28T02:39:53.614349+0000","last_became_active":"2023-08-28T02:33:13.332142+0000","last_became_peered":"2023-08-28T02:33:13.332142+0000","last_unstale":"2023-08-28T02:39:53.614349+0000","last_undegraded":"2023-08-28T02:39:53.614349+0000","last_fullsized":"2023-08-28T02:39:53.614349+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:32:42.810159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":281,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.602964+0000","last_change":"2023-08-28T02:33:12.306353+0000","last_active":"2023-08-28T02:39:53.602964+0000","last_peered":"2023-08-28T02:39:53.602964+0000","last_clean":"2023-08-28T02:39:53.602964+0000","last_became_active":"2023-08-28T02:33:12.304977+0000","last_became_peered":"2023-08-28T02:33:12.304977+0000","last_unstale":"2023-08-28T02:39:53.602964+0000","last_undegraded":"2023-08-28T02:39:53.602964+0000","last_fullsized":"2023-08-28T02:39:53.602964+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:19:38.819671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"375'8259","reported_seq":8392,"reported_epoch":375,"state":"active+clean","last_fresh":"2023-08-28T02:40:00.775929+0000","last_change":"2023-08-28T02:30:50.402703+0000","last_active":"2023-08-28T02:40:00.775929+0000","last_peered":"2023-08-28T02:40:00.775929+0000","last_clean":"2023-08-28T02:40:00.775929+0000","last_became_active":"2023-08-28T02:30:50.402419+0000","last_became_peered":"2023-08-28T02:30:50.402419+0000","last_unstale":"2023-08-28T02:40:00.775929+0000","last_undegraded":"2023-08-28T02:40:00.775929+0000","last_fullsized":"2023-08-28T02:40:00.775929+0000","mapping_epoch":250,"log_start":"255'1100","ondisk_log_start":"255'1100","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7159,"log_dups_size":0,"ondisk_log_size":7159,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:07:37.393907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":222887936,"num_objects":3401,"num_object_clones":0,"num_object_copies":10203,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3401,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8259,"num_write_kb":373120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"65'1","reported_seq":340,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.585006+0000","last_change":"2023-08-28T02:14:43.046130+0000","last_active":"2023-08-28T02:39:53.585006+0000","last_peered":"2023-08-28T02:39:53.585006+0000","last_clean":"2023-08-28T02:39:53.585006+0000","last_became_active":"2023-08-28T02:14:43.045775+0000","last_became_peered":"2023-08-28T02:14:43.045775+0000","last_unstale":"2023-08-28T02:39:53.585006+0000","last_undegraded":"2023-08-28T02:39:53.585006+0000","last_fullsized":"2023-08-28T02:39:53.585006+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:57:38.279756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":330,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.631464+0000","last_change":"2023-08-28T02:31:51.987149+0000","last_active":"2023-08-28T02:39:53.631464+0000","last_peered":"2023-08-28T02:39:53.631464+0000","last_clean":"2023-08-28T02:39:53.631464+0000","last_became_active":"2023-08-28T02:31:51.986821+0000","last_became_peered":"2023-08-28T02:31:51.986821+0000","last_unstale":"2023-08-28T02:39:53.631464+0000","last_undegraded":"2023-08-28T02:39:53.631464+0000","last_fullsized":"2023-08-28T02:39:53.631464+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:23:26.661134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"375'8267","reported_seq":14724,"reported_epoch":375,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:40:00.630159+0000","last_change":"2023-08-28T02:33:33.975566+0000","last_active":"2023-08-28T02:40:00.630159+0000","last_peered":"2023-08-28T02:40:00.630159+0000","last_clean":"2023-08-28T02:31:27.868230+0000","last_became_active":"2023-08-28T02:33:33.660452+0000","last_became_peered":"2023-08-28T02:33:33.660452+0000","last_unstale":"2023-08-28T02:40:00.630159+0000","last_undegraded":"2023-08-28T02:33:13.410847+0000","last_fullsized":"2023-08-28T02:33:13.270012+0000","mapping_epoch":298,"log_start":"255'1100","ondisk_log_start":"255'1100","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7167,"log_dups_size":0,"ondisk_log_size":7167,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:33.375162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":218431488,"num_objects":3333,"num_object_clones":0,"num_object_copies":9999,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":5841,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3333,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8267,"num_write_kb":371200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3143,"num_bytes_recovered":205914112,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[5,4],"avail_no_missing":["5","6"],"object_location_counts":[{"shards":"2,5,6","objects":915},{"shards":"3,5,6","objects":913},{"shards":"5,6","objects":1505}],"blocked_by":[],"up_primary":3,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"65'2","reported_seq":365,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.584728+0000","last_change":"2023-08-28T02:29:44.436352+0000","last_active":"2023-08-28T02:39:53.584728+0000","last_peered":"2023-08-28T02:39:53.584728+0000","last_clean":"2023-08-28T02:39:53.584728+0000","last_became_active":"2023-08-28T02:29:44.411499+0000","last_became_peered":"2023-08-28T02:29:44.411499+0000","last_unstale":"2023-08-28T02:39:53.584728+0000","last_undegraded":"2023-08-28T02:39:53.584728+0000","last_fullsized":"2023-08-28T02:39:53.584728+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:46:57.540191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":390,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.387495+0000","last_change":"2023-08-28T02:33:12.289004+0000","last_active":"2023-08-28T02:39:47.387495+0000","last_peered":"2023-08-28T02:39:47.387495+0000","last_clean":"2023-08-28T02:39:47.387495+0000","last_became_active":"2023-08-28T02:33:12.288722+0000","last_became_peered":"2023-08-28T02:33:12.288722+0000","last_unstale":"2023-08-28T02:39:47.387495+0000","last_undegraded":"2023-08-28T02:39:47.387495+0000","last_fullsized":"2023-08-28T02:39:47.387495+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:24.019483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"375'8212","reported_seq":13441,"reported_epoch":375,"state":"active+clean","last_fresh":"2023-08-28T02:40:00.124624+0000","last_change":"2023-08-28T02:37:54.748968+0000","last_active":"2023-08-28T02:40:00.124624+0000","last_peered":"2023-08-28T02:40:00.124624+0000","last_clean":"2023-08-28T02:40:00.124624+0000","last_became_active":"2023-08-28T02:37:54.729376+0000","last_became_peered":"2023-08-28T02:37:54.729376+0000","last_unstale":"2023-08-28T02:40:00.124624+0000","last_undegraded":"2023-08-28T02:40:00.124624+0000","last_fullsized":"2023-08-28T02:40:00.124624+0000","mapping_epoch":351,"log_start":"259'2912","ondisk_log_start":"259'2912","created":250,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5300,"log_dups_size":0,"ondisk_log_size":5300,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:00.988172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":218759168,"num_objects":3338,"num_object_clones":0,"num_object_copies":10014,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3338,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8212,"num_write_kb":369600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2533,"num_bytes_recovered":160432128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"65'1","reported_seq":351,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.584967+0000","last_change":"2023-08-28T02:33:13.516869+0000","last_active":"2023-08-28T02:39:53.584967+0000","last_peered":"2023-08-28T02:39:53.584967+0000","last_clean":"2023-08-28T02:39:53.584967+0000","last_became_active":"2023-08-28T02:33:13.396736+0000","last_became_peered":"2023-08-28T02:33:13.396736+0000","last_unstale":"2023-08-28T02:39:53.584967+0000","last_undegraded":"2023-08-28T02:39:53.584967+0000","last_fullsized":"2023-08-28T02:39:53.584967+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:47:08.237137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":317,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.476477+0000","last_change":"2023-08-28T02:31:51.987327+0000","last_active":"2023-08-28T02:39:47.476477+0000","last_peered":"2023-08-28T02:39:47.476477+0000","last_clean":"2023-08-28T02:39:47.476477+0000","last_became_active":"2023-08-28T02:31:51.987018+0000","last_became_peered":"2023-08-28T02:31:51.987018+0000","last_unstale":"2023-08-28T02:39:47.476477+0000","last_undegraded":"2023-08-28T02:39:47.476477+0000","last_fullsized":"2023-08-28T02:39:47.476477+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:53:26.105101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.5","version":"375'8134","reported_seq":12924,"reported_epoch":375,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:40:00.294656+0000","last_change":"2023-08-28T02:33:13.625779+0000","last_active":"2023-08-28T02:40:00.294656+0000","last_peered":"2023-08-28T02:40:00.294656+0000","last_clean":"2023-08-28T02:31:27.898932+0000","last_became_active":"2023-08-28T02:33:13.612126+0000","last_became_peered":"2023-08-28T02:33:13.612126+0000","last_unstale":"2023-08-28T02:40:00.294656+0000","last_undegraded":"2023-08-28T02:33:13.485377+0000","last_fullsized":"2023-08-28T02:33:13.264317+0000","mapping_epoch":298,"log_start":"259'2863","ondisk_log_start":"259'2863","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5271,"log_dups_size":0,"ondisk_log_size":5271,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:37:28.843386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":217448448,"num_objects":3318,"num_object_clones":0,"num_object_copies":9954,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":5860,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3318,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8134,"num_write_kb":366464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2316,"num_bytes_recovered":151781376,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,7],"avail_no_missing":["0","2"],"object_location_counts":[{"shards":"0,2","objects":2358},{"shards":"0,2,3","objects":960}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":369,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.632154+0000","last_change":"2023-08-28T02:33:13.281826+0000","last_active":"2023-08-28T02:39:53.632154+0000","last_peered":"2023-08-28T02:39:53.632154+0000","last_clean":"2023-08-28T02:39:53.632154+0000","last_became_active":"2023-08-28T02:33:13.281511+0000","last_became_peered":"2023-08-28T02:33:13.281511+0000","last_unstale":"2023-08-28T02:39:53.632154+0000","last_undegraded":"2023-08-28T02:39:53.632154+0000","last_fullsized":"2023-08-28T02:39:53.632154+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:32:55.005706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":367,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.614697+0000","last_change":"2023-08-28T02:29:44.436713+0000","last_active":"2023-08-28T02:39:53.614697+0000","last_peered":"2023-08-28T02:39:53.614697+0000","last_clean":"2023-08-28T02:39:53.614697+0000","last_became_active":"2023-08-28T02:29:44.436203+0000","last_became_peered":"2023-08-28T02:29:44.436203+0000","last_unstale":"2023-08-28T02:39:53.614697+0000","last_undegraded":"2023-08-28T02:39:53.614697+0000","last_fullsized":"2023-08-28T02:39:53.614697+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:46:48.522293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"374'8448","reported_seq":8585,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:57.320480+0000","last_change":"2023-08-28T02:30:50.399669+0000","last_active":"2023-08-28T02:39:57.320480+0000","last_peered":"2023-08-28T02:39:57.320480+0000","last_clean":"2023-08-28T02:39:57.320480+0000","last_became_active":"2023-08-28T02:30:50.399332+0000","last_became_peered":"2023-08-28T02:30:50.399332+0000","last_unstale":"2023-08-28T02:39:57.320480+0000","last_undegraded":"2023-08-28T02:39:57.320480+0000","last_fullsized":"2023-08-28T02:39:57.320480+0000","mapping_epoch":250,"log_start":"257'2300","ondisk_log_start":"257'2300","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6148,"log_dups_size":0,"ondisk_log_size":6148,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:00:54.910841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":220594176,"num_objects":3366,"num_object_clones":0,"num_object_copies":10098,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3366,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8448,"num_write_kb":378048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"75'161","reported_seq":795,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.584630+0000","last_change":"2023-08-28T02:33:13.310049+0000","last_active":"2023-08-28T02:39:53.584630+0000","last_peered":"2023-08-28T02:39:53.584630+0000","last_clean":"2023-08-28T02:39:53.584630+0000","last_became_active":"2023-08-28T02:33:13.309661+0000","last_became_peered":"2023-08-28T02:33:13.309661+0000","last_unstale":"2023-08-28T02:39:53.584630+0000","last_undegraded":"2023-08-28T02:39:53.584630+0000","last_fullsized":"2023-08-28T02:39:53.584630+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.930230+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.930230+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:27:40.889460+0000","scrub_duration":0.0050169209999999997,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"65'2","reported_seq":331,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:55.359974+0000","last_change":"2023-08-28T02:33:12.294922+0000","last_active":"2023-08-28T02:39:55.359974+0000","last_peered":"2023-08-28T02:39:55.359974+0000","last_clean":"2023-08-28T02:39:55.359974+0000","last_became_active":"2023-08-28T02:33:12.294518+0000","last_became_peered":"2023-08-28T02:33:12.294518+0000","last_unstale":"2023-08-28T02:39:55.359974+0000","last_undegraded":"2023-08-28T02:39:55.359974+0000","last_fullsized":"2023-08-28T02:39:55.359974+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:21:12.737286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":367,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.386986+0000","last_change":"2023-08-28T02:33:13.310505+0000","last_active":"2023-08-28T02:39:47.386986+0000","last_peered":"2023-08-28T02:39:47.386986+0000","last_clean":"2023-08-28T02:39:47.386986+0000","last_became_active":"2023-08-28T02:33:13.310223+0000","last_became_peered":"2023-08-28T02:33:13.310223+0000","last_unstale":"2023-08-28T02:39:47.386986+0000","last_undegraded":"2023-08-28T02:39:47.386986+0000","last_fullsized":"2023-08-28T02:39:47.386986+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:27:02.124453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"375'8284","reported_seq":22680,"reported_epoch":375,"state":"active+clean","last_fresh":"2023-08-28T02:40:00.755179+0000","last_change":"2023-08-28T02:38:44.816101+0000","last_active":"2023-08-28T02:40:00.755179+0000","last_peered":"2023-08-28T02:40:00.755179+0000","last_clean":"2023-08-28T02:40:00.755179+0000","last_became_active":"2023-08-28T02:38:44.798734+0000","last_became_peered":"2023-08-28T02:38:44.798734+0000","last_unstale":"2023-08-28T02:40:00.755179+0000","last_undegraded":"2023-08-28T02:40:00.755179+0000","last_fullsized":"2023-08-28T02:40:00.755179+0000","mapping_epoch":361,"log_start":"255'1100","ondisk_log_start":"255'1100","created":250,"last_epoch_clean":362,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7184,"log_dups_size":0,"ondisk_log_size":7184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:34:42.975012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":221773824,"num_objects":3384,"num_object_clones":0,"num_object_copies":10152,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3384,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8284,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5834,"num_bytes_recovered":377683968,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"75'161","reported_seq":634,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.631389+0000","last_change":"2023-08-28T02:37:37.933802+0000","last_active":"2023-08-28T02:39:53.631389+0000","last_peered":"2023-08-28T02:39:53.631389+0000","last_clean":"2023-08-28T02:39:53.631389+0000","last_became_active":"2023-08-28T02:33:13.287313+0000","last_became_peered":"2023-08-28T02:33:13.287313+0000","last_unstale":"2023-08-28T02:39:53.631389+0000","last_undegraded":"2023-08-28T02:39:53.631389+0000","last_fullsized":"2023-08-28T02:39:53.631389+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:45.407127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:45.407127+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:39:14.213229+0000","scrub_duration":0.0018495320000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":262688,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":287,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.388095+0000","last_change":"2023-08-28T02:33:13.309727+0000","last_active":"2023-08-28T02:39:47.388095+0000","last_peered":"2023-08-28T02:39:47.388095+0000","last_clean":"2023-08-28T02:39:47.388095+0000","last_became_active":"2023-08-28T02:33:13.309487+0000","last_became_peered":"2023-08-28T02:33:13.309487+0000","last_unstale":"2023-08-28T02:39:47.388095+0000","last_undegraded":"2023-08-28T02:39:47.388095+0000","last_fullsized":"2023-08-28T02:39:47.388095+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:27:29.294011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":102,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.387639+0000","last_change":"2023-08-28T02:32:28.456323+0000","last_active":"2023-08-28T02:39:47.387639+0000","last_peered":"2023-08-28T02:39:47.387639+0000","last_clean":"2023-08-28T02:39:47.387639+0000","last_became_active":"2023-08-28T02:32:28.455987+0000","last_became_peered":"2023-08-28T02:32:28.455987+0000","last_unstale":"2023-08-28T02:39:47.387639+0000","last_undegraded":"2023-08-28T02:39:47.387639+0000","last_fullsized":"2023-08-28T02:39:47.387639+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:54:07.724002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"374'8393","reported_seq":18547,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:56.929708+0000","last_change":"2023-08-28T02:33:13.316023+0000","last_active":"2023-08-28T02:39:56.929708+0000","last_peered":"2023-08-28T02:39:56.929708+0000","last_clean":"2023-08-28T02:39:56.929708+0000","last_became_active":"2023-08-28T02:33:13.308403+0000","last_became_peered":"2023-08-28T02:33:13.308403+0000","last_unstale":"2023-08-28T02:39:56.929708+0000","last_undegraded":"2023-08-28T02:39:56.929708+0000","last_fullsized":"2023-08-28T02:39:56.929708+0000","mapping_epoch":298,"log_start":"257'2200","ondisk_log_start":"257'2200","created":250,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6193,"log_dups_size":0,"ondisk_log_size":6193,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:10:38.401973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":229572608,"num_objects":3503,"num_object_clones":0,"num_object_copies":10509,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3503,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8393,"num_write_kb":380672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4999,"num_bytes_recovered":327614464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":347,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.387420+0000","last_change":"2023-08-28T02:32:28.455294+0000","last_active":"2023-08-28T02:39:47.387420+0000","last_peered":"2023-08-28T02:39:47.387420+0000","last_clean":"2023-08-28T02:39:47.387420+0000","last_became_active":"2023-08-28T02:32:28.455013+0000","last_became_peered":"2023-08-28T02:32:28.455013+0000","last_unstale":"2023-08-28T02:39:47.387420+0000","last_undegraded":"2023-08-28T02:39:47.387420+0000","last_fullsized":"2023-08-28T02:39:47.387420+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:53.583864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":379,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.387540+0000","last_change":"2023-08-28T02:33:13.335588+0000","last_active":"2023-08-28T02:39:47.387540+0000","last_peered":"2023-08-28T02:39:47.387540+0000","last_clean":"2023-08-28T02:39:47.387540+0000","last_became_active":"2023-08-28T02:33:13.335326+0000","last_became_peered":"2023-08-28T02:33:13.335326+0000","last_unstale":"2023-08-28T02:39:47.387540+0000","last_undegraded":"2023-08-28T02:39:47.387540+0000","last_fullsized":"2023-08-28T02:39:47.387540+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:15:44.958663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"374'8329","reported_seq":8461,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:57.052023+0000","last_change":"2023-08-28T02:30:50.400261+0000","last_active":"2023-08-28T02:39:57.052023+0000","last_peered":"2023-08-28T02:39:57.052023+0000","last_clean":"2023-08-28T02:39:57.052023+0000","last_became_active":"2023-08-28T02:30:50.399938+0000","last_became_peered":"2023-08-28T02:30:50.399938+0000","last_unstale":"2023-08-28T02:39:57.052023+0000","last_undegraded":"2023-08-28T02:39:57.052023+0000","last_fullsized":"2023-08-28T02:39:57.052023+0000","mapping_epoch":250,"log_start":"258'2890","ondisk_log_start":"258'2890","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5439,"log_dups_size":0,"ondisk_log_size":5439,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:43:56.802792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":220528640,"num_objects":3365,"num_object_clones":0,"num_object_copies":10095,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3365,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8329,"num_write_kb":374208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"75'161","reported_seq":654,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.631936+0000","last_change":"2023-08-28T02:32:56.519141+0000","last_active":"2023-08-28T02:39:53.631936+0000","last_peered":"2023-08-28T02:39:53.631936+0000","last_clean":"2023-08-28T02:39:53.631936+0000","last_became_active":"2023-08-28T02:32:56.518863+0000","last_became_peered":"2023-08-28T02:32:56.518863+0000","last_unstale":"2023-08-28T02:39:53.631936+0000","last_undegraded":"2023-08-28T02:39:53.631936+0000","last_fullsized":"2023-08-28T02:39:53.631936+0000","mapping_epoch":292,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":293,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_clean_scrub_stamp":"2023-08-28T02:29:25.608370+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:59:50.561109+0000","scrub_duration":0.001662689,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":284,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.602312+0000","last_change":"2023-08-28T02:33:12.294592+0000","last_active":"2023-08-28T02:39:53.602312+0000","last_peered":"2023-08-28T02:39:53.602312+0000","last_clean":"2023-08-28T02:39:53.602312+0000","last_became_active":"2023-08-28T02:33:12.288508+0000","last_became_peered":"2023-08-28T02:33:12.288508+0000","last_unstale":"2023-08-28T02:39:53.602312+0000","last_undegraded":"2023-08-28T02:39:53.602312+0000","last_fullsized":"2023-08-28T02:39:53.602312+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:05:42.717608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":165,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.480214+0000","last_change":"2023-08-28T02:29:44.429834+0000","last_active":"2023-08-28T02:39:47.480214+0000","last_peered":"2023-08-28T02:39:47.480214+0000","last_clean":"2023-08-28T02:39:47.480214+0000","last_became_active":"2023-08-28T02:29:44.429512+0000","last_became_peered":"2023-08-28T02:29:44.429512+0000","last_unstale":"2023-08-28T02:39:47.480214+0000","last_undegraded":"2023-08-28T02:39:47.480214+0000","last_fullsized":"2023-08-28T02:39:47.480214+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:58.062455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"375'8248","reported_seq":8381,"reported_epoch":375,"state":"active+clean","last_fresh":"2023-08-28T02:40:01.184529+0000","last_change":"2023-08-28T02:30:50.402348+0000","last_active":"2023-08-28T02:40:01.184529+0000","last_peered":"2023-08-28T02:40:01.184529+0000","last_clean":"2023-08-28T02:40:01.184529+0000","last_became_active":"2023-08-28T02:30:50.402076+0000","last_became_peered":"2023-08-28T02:30:50.402076+0000","last_unstale":"2023-08-28T02:40:01.184529+0000","last_undegraded":"2023-08-28T02:40:01.184529+0000","last_fullsized":"2023-08-28T02:40:01.184529+0000","mapping_epoch":250,"log_start":"256'1400","ondisk_log_start":"256'1400","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6848,"log_dups_size":0,"ondisk_log_size":6848,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:24.859426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":218103808,"num_objects":3328,"num_object_clones":0,"num_object_copies":9984,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3328,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8248,"num_write_kb":370432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.7","version":"75'161","reported_seq":576,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.602884+0000","last_change":"2023-08-28T02:33:13.532525+0000","last_active":"2023-08-28T02:39:53.602884+0000","last_peered":"2023-08-28T02:39:53.602884+0000","last_clean":"2023-08-28T02:39:53.602884+0000","last_became_active":"2023-08-28T02:33:13.532125+0000","last_became_peered":"2023-08-28T02:33:13.532125+0000","last_unstale":"2023-08-28T02:39:53.602884+0000","last_undegraded":"2023-08-28T02:39:53.602884+0000","last_fullsized":"2023-08-28T02:39:53.602884+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.887648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.887648+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":165,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.475726+0000","last_change":"2023-08-28T02:29:44.407595+0000","last_active":"2023-08-28T02:39:47.475726+0000","last_peered":"2023-08-28T02:39:47.475726+0000","last_clean":"2023-08-28T02:39:47.475726+0000","last_became_active":"2023-08-28T02:29:44.407316+0000","last_became_peered":"2023-08-28T02:29:44.407316+0000","last_unstale":"2023-08-28T02:39:47.475726+0000","last_undegraded":"2023-08-28T02:39:47.475726+0000","last_fullsized":"2023-08-28T02:39:47.475726+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:01:47.777709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":386,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.631859+0000","last_change":"2023-08-28T02:33:13.286980+0000","last_active":"2023-08-28T02:39:53.631859+0000","last_peered":"2023-08-28T02:39:53.631859+0000","last_clean":"2023-08-28T02:39:53.631859+0000","last_became_active":"2023-08-28T02:33:13.286740+0000","last_became_peered":"2023-08-28T02:33:13.286740+0000","last_unstale":"2023-08-28T02:39:53.631859+0000","last_undegraded":"2023-08-28T02:39:53.631859+0000","last_fullsized":"2023-08-28T02:39:53.631859+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:24:54.574365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":165,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.476568+0000","last_change":"2023-08-28T02:29:44.506914+0000","last_active":"2023-08-28T02:39:47.476568+0000","last_peered":"2023-08-28T02:39:47.476568+0000","last_clean":"2023-08-28T02:39:47.476568+0000","last_became_active":"2023-08-28T02:29:44.506606+0000","last_became_peered":"2023-08-28T02:29:44.506606+0000","last_unstale":"2023-08-28T02:39:47.476568+0000","last_undegraded":"2023-08-28T02:39:47.476568+0000","last_fullsized":"2023-08-28T02:39:47.476568+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:55:50.992279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"375'8281","reported_seq":20014,"reported_epoch":375,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:40:00.125214+0000","last_change":"2023-08-28T02:34:11.565330+0000","last_active":"2023-08-28T02:40:00.125214+0000","last_peered":"2023-08-28T02:40:00.125214+0000","last_clean":"2023-08-28T02:32:11.916240+0000","last_became_active":"2023-08-28T02:33:12.501819+0000","last_became_peered":"2023-08-28T02:33:12.501819+0000","last_unstale":"2023-08-28T02:40:00.125214+0000","last_undegraded":"2023-08-28T02:40:00.125214+0000","last_fullsized":"2023-08-28T02:40:00.125214+0000","mapping_epoch":297,"log_start":"258'2924","ondisk_log_start":"258'2924","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5357,"log_dups_size":0,"ondisk_log_size":5357,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:45:43.329719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":217251840,"num_objects":3315,"num_object_clones":0,"num_object_copies":9945,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3315,"num_objects_unfound":0,"num_objects_dirty":3315,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8281,"num_write_kb":371072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5787,"num_bytes_recovered":379256832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,2],"avail_no_missing":["0","2","5","6"],"object_location_counts":[{"shards":"0,2,5","objects":3315}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.1","version":"75'161","reported_seq":634,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.631569+0000","last_change":"2023-08-28T02:32:31.482659+0000","last_active":"2023-08-28T02:39:53.631569+0000","last_peered":"2023-08-28T02:39:53.631569+0000","last_clean":"2023-08-28T02:39:53.631569+0000","last_became_active":"2023-08-28T02:32:31.482320+0000","last_became_peered":"2023-08-28T02:32:31.482320+0000","last_unstale":"2023-08-28T02:39:53.631569+0000","last_undegraded":"2023-08-28T02:39:53.631569+0000","last_fullsized":"2023-08-28T02:39:53.631569+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:24.559397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:24.559397+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:41:09.516918+0000","scrub_duration":0.001580328,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":372,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.631809+0000","last_change":"2023-08-28T02:31:51.988386+0000","last_active":"2023-08-28T02:39:53.631809+0000","last_peered":"2023-08-28T02:39:53.631809+0000","last_clean":"2023-08-28T02:39:53.631809+0000","last_became_active":"2023-08-28T02:31:51.988097+0000","last_became_peered":"2023-08-28T02:31:51.988097+0000","last_unstale":"2023-08-28T02:39:53.631809+0000","last_undegraded":"2023-08-28T02:39:53.631809+0000","last_fullsized":"2023-08-28T02:39:53.631809+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:25:01.818829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":347,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.387177+0000","last_change":"2023-08-28T02:32:12.951275+0000","last_active":"2023-08-28T02:39:47.387177+0000","last_peered":"2023-08-28T02:39:47.387177+0000","last_clean":"2023-08-28T02:39:47.387177+0000","last_became_active":"2023-08-28T02:32:12.950965+0000","last_became_peered":"2023-08-28T02:32:12.950965+0000","last_unstale":"2023-08-28T02:39:47.387177+0000","last_undegraded":"2023-08-28T02:39:47.387177+0000","last_fullsized":"2023-08-28T02:39:47.387177+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:37:31.294280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":191,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.475803+0000","last_change":"2023-08-28T02:33:13.286534+0000","last_active":"2023-08-28T02:39:47.475803+0000","last_peered":"2023-08-28T02:39:47.475803+0000","last_clean":"2023-08-28T02:39:47.475803+0000","last_became_active":"2023-08-28T02:33:13.286164+0000","last_became_peered":"2023-08-28T02:33:13.286164+0000","last_unstale":"2023-08-28T02:39:47.475803+0000","last_undegraded":"2023-08-28T02:39:47.475803+0000","last_fullsized":"2023-08-28T02:39:47.475803+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:56.721932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"375'8300","reported_seq":20123,"reported_epoch":375,"state":"active+clean","last_fresh":"2023-08-28T02:40:00.750377+0000","last_change":"2023-08-28T02:34:14.448606+0000","last_active":"2023-08-28T02:40:00.750377+0000","last_peered":"2023-08-28T02:40:00.750377+0000","last_clean":"2023-08-28T02:40:00.750377+0000","last_became_active":"2023-08-28T02:34:14.438547+0000","last_became_peered":"2023-08-28T02:34:14.438547+0000","last_unstale":"2023-08-28T02:40:00.750377+0000","last_undegraded":"2023-08-28T02:40:00.750377+0000","last_fullsized":"2023-08-28T02:40:00.750377+0000","mapping_epoch":314,"log_start":"255'1100","ondisk_log_start":"255'1100","created":250,"last_epoch_clean":315,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7200,"log_dups_size":0,"ondisk_log_size":7200,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:06:41.120408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":220725248,"num_objects":3368,"num_object_clones":0,"num_object_copies":10104,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3368,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8300,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5834,"num_bytes_recovered":376832000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2","version":"75'161","reported_seq":756,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.584447+0000","last_change":"2023-08-28T02:30:51.762377+0000","last_active":"2023-08-28T02:39:53.584447+0000","last_peered":"2023-08-28T02:39:53.584447+0000","last_clean":"2023-08-28T02:39:53.584447+0000","last_became_active":"2023-08-28T02:27:46.375590+0000","last_became_peered":"2023-08-28T02:27:46.375590+0000","last_unstale":"2023-08-28T02:39:53.584447+0000","last_undegraded":"2023-08-28T02:39:53.584447+0000","last_fullsized":"2023-08-28T02:39:53.584447+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:51.762314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:51.762314+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:02.034555+0000","scrub_duration":0.0020023620000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":184,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.602425+0000","last_change":"2023-08-28T02:33:13.289765+0000","last_active":"2023-08-28T02:39:53.602425+0000","last_peered":"2023-08-28T02:39:53.602425+0000","last_clean":"2023-08-28T02:39:53.602425+0000","last_became_active":"2023-08-28T02:33:13.289159+0000","last_became_peered":"2023-08-28T02:33:13.289159+0000","last_unstale":"2023-08-28T02:39:53.602425+0000","last_undegraded":"2023-08-28T02:39:53.602425+0000","last_fullsized":"2023-08-28T02:39:53.602425+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:30:38.956723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":184,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.609938+0000","last_change":"2023-08-28T02:32:28.464203+0000","last_active":"2023-08-28T02:39:47.609938+0000","last_peered":"2023-08-28T02:39:47.609938+0000","last_clean":"2023-08-28T02:39:47.609938+0000","last_became_active":"2023-08-28T02:32:28.463412+0000","last_became_peered":"2023-08-28T02:32:28.463412+0000","last_unstale":"2023-08-28T02:39:47.609938+0000","last_undegraded":"2023-08-28T02:39:47.609938+0000","last_fullsized":"2023-08-28T02:39:47.609938+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:20:38.177879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":165,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.480236+0000","last_change":"2023-08-28T02:29:44.427945+0000","last_active":"2023-08-28T02:39:47.480236+0000","last_peered":"2023-08-28T02:39:47.480236+0000","last_clean":"2023-08-28T02:39:47.480236+0000","last_became_active":"2023-08-28T02:29:44.426487+0000","last_became_peered":"2023-08-28T02:29:44.426487+0000","last_unstale":"2023-08-28T02:39:47.480236+0000","last_undegraded":"2023-08-28T02:39:47.480236+0000","last_fullsized":"2023-08-28T02:39:47.480236+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:30:20.438896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"374'8315","reported_seq":18420,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:56.872788+0000","last_change":"2023-08-28T02:34:48.488647+0000","last_active":"2023-08-28T02:39:56.872788+0000","last_peered":"2023-08-28T02:39:56.872788+0000","last_clean":"2023-08-28T02:39:56.872788+0000","last_became_active":"2023-08-28T02:34:48.476519+0000","last_became_peered":"2023-08-28T02:34:48.476519+0000","last_unstale":"2023-08-28T02:39:56.872788+0000","last_undegraded":"2023-08-28T02:39:56.872788+0000","last_fullsized":"2023-08-28T02:39:56.872788+0000","mapping_epoch":318,"log_start":"257'2100","ondisk_log_start":"257'2100","created":250,"last_epoch_clean":319,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6215,"log_dups_size":0,"ondisk_log_size":6215,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:44:20.004230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":218169344,"num_objects":3329,"num_object_clones":0,"num_object_copies":9987,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3329,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8315,"num_write_kb":372608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4973,"num_bytes_recovered":325910528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":366,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.631905+0000","last_change":"2023-08-28T02:33:13.484970+0000","last_active":"2023-08-28T02:39:53.631905+0000","last_peered":"2023-08-28T02:39:53.631905+0000","last_clean":"2023-08-28T02:39:53.631905+0000","last_became_active":"2023-08-28T02:33:13.484579+0000","last_became_peered":"2023-08-28T02:33:13.484579+0000","last_unstale":"2023-08-28T02:39:53.631905+0000","last_undegraded":"2023-08-28T02:39:53.631905+0000","last_fullsized":"2023-08-28T02:39:53.631905+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:58.027468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"75'161","reported_seq":757,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.584345+0000","last_change":"2023-08-28T02:31:55.059467+0000","last_active":"2023-08-28T02:39:53.584345+0000","last_peered":"2023-08-28T02:39:53.584345+0000","last_clean":"2023-08-28T02:39:53.584345+0000","last_became_active":"2023-08-28T02:31:55.059115+0000","last_became_peered":"2023-08-28T02:31:55.059115+0000","last_unstale":"2023-08-28T02:39:53.584345+0000","last_undegraded":"2023-08-28T02:39:53.584345+0000","last_fullsized":"2023-08-28T02:39:53.584345+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":0,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.820990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.820990+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:15:56.774667+0000","scrub_duration":0.0017342480000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":285,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.602974+0000","last_change":"2023-08-28T02:33:13.352810+0000","last_active":"2023-08-28T02:39:53.602974+0000","last_peered":"2023-08-28T02:39:53.602974+0000","last_clean":"2023-08-28T02:39:53.602974+0000","last_became_active":"2023-08-28T02:33:13.351697+0000","last_became_peered":"2023-08-28T02:33:13.351697+0000","last_unstale":"2023-08-28T02:39:53.602974+0000","last_undegraded":"2023-08-28T02:39:53.602974+0000","last_fullsized":"2023-08-28T02:39:53.602974+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:56.187163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":196,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.387927+0000","last_change":"2023-08-28T02:31:51.984584+0000","last_active":"2023-08-28T02:39:47.387927+0000","last_peered":"2023-08-28T02:39:47.387927+0000","last_clean":"2023-08-28T02:39:47.387927+0000","last_became_active":"2023-08-28T02:31:51.984264+0000","last_became_peered":"2023-08-28T02:31:51.984264+0000","last_unstale":"2023-08-28T02:39:47.387927+0000","last_undegraded":"2023-08-28T02:39:47.387927+0000","last_fullsized":"2023-08-28T02:39:47.387927+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:58:42.306722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"375'8226","reported_seq":19968,"reported_epoch":375,"state":"active+clean","last_fresh":"2023-08-28T02:40:00.124236+0000","last_change":"2023-08-28T02:35:11.978901+0000","last_active":"2023-08-28T02:40:00.124236+0000","last_peered":"2023-08-28T02:40:00.124236+0000","last_clean":"2023-08-28T02:40:00.124236+0000","last_became_active":"2023-08-28T02:35:11.966585+0000","last_became_peered":"2023-08-28T02:35:11.966585+0000","last_unstale":"2023-08-28T02:40:00.124236+0000","last_undegraded":"2023-08-28T02:40:00.124236+0000","last_fullsized":"2023-08-28T02:40:00.124236+0000","mapping_epoch":323,"log_start":"259'2928","ondisk_log_start":"259'2928","created":250,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5298,"log_dups_size":0,"ondisk_log_size":5298,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:03:07.017814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":219938816,"num_objects":3356,"num_object_clones":0,"num_object_copies":10068,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3356,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8226,"num_write_kb":370624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5791,"num_bytes_recovered":368967680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3","version":"75'161","reported_seq":641,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.477162+0000","last_change":"2023-08-28T02:31:55.068239+0000","last_active":"2023-08-28T02:39:47.477162+0000","last_peered":"2023-08-28T02:39:47.477162+0000","last_clean":"2023-08-28T02:39:47.477162+0000","last_became_active":"2023-08-28T02:31:55.067875+0000","last_became_peered":"2023-08-28T02:31:55.067875+0000","last_unstale":"2023-08-28T02:39:47.477162+0000","last_undegraded":"2023-08-28T02:39:47.477162+0000","last_fullsized":"2023-08-28T02:39:47.477162+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.868248+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:11:04.391639+0000","scrub_duration":0.0016215240000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":380,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.584329+0000","last_change":"2023-08-28T02:29:44.421353+0000","last_active":"2023-08-28T02:39:53.584329+0000","last_peered":"2023-08-28T02:39:53.584329+0000","last_clean":"2023-08-28T02:39:53.584329+0000","last_became_active":"2023-08-28T02:29:44.421064+0000","last_became_peered":"2023-08-28T02:29:44.421064+0000","last_unstale":"2023-08-28T02:39:53.584329+0000","last_undegraded":"2023-08-28T02:39:53.584329+0000","last_fullsized":"2023-08-28T02:39:53.584329+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:51:36.524024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":351,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.614469+0000","last_change":"2023-08-28T02:33:12.299487+0000","last_active":"2023-08-28T02:39:53.614469+0000","last_peered":"2023-08-28T02:39:53.614469+0000","last_clean":"2023-08-28T02:39:53.614469+0000","last_became_active":"2023-08-28T02:33:12.299175+0000","last_became_peered":"2023-08-28T02:33:12.299175+0000","last_unstale":"2023-08-28T02:39:53.614469+0000","last_undegraded":"2023-08-28T02:39:53.614469+0000","last_fullsized":"2023-08-28T02:39:53.614469+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:42:29.713462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":361,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.615158+0000","last_change":"2023-08-28T02:32:28.457696+0000","last_active":"2023-08-28T02:39:53.615158+0000","last_peered":"2023-08-28T02:39:53.615158+0000","last_clean":"2023-08-28T02:39:53.615158+0000","last_became_active":"2023-08-28T02:32:28.457407+0000","last_became_peered":"2023-08-28T02:32:28.457407+0000","last_unstale":"2023-08-28T02:39:53.615158+0000","last_undegraded":"2023-08-28T02:39:53.615158+0000","last_fullsized":"2023-08-28T02:39:53.615158+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:26:29.392787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"374'8179","reported_seq":9339,"reported_epoch":374,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:39:56.949125+0000","last_change":"2023-08-28T02:34:11.566035+0000","last_active":"2023-08-28T02:39:56.949125+0000","last_peered":"2023-08-28T02:39:56.949125+0000","last_clean":"2023-08-28T02:33:10.395883+0000","last_became_active":"2023-08-28T02:33:12.394714+0000","last_became_peered":"2023-08-28T02:33:12.394714+0000","last_unstale":"2023-08-28T02:39:56.949125+0000","last_undegraded":"2023-08-28T02:39:56.949125+0000","last_fullsized":"2023-08-28T02:39:56.949125+0000","mapping_epoch":297,"log_start":"258'2784","ondisk_log_start":"258'2784","created":250,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5395,"log_dups_size":0,"ondisk_log_size":5395,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:01:26.984565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":216530968,"num_objects":3305,"num_object_clones":0,"num_object_copies":9915,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3018,"num_objects_unfound":0,"num_objects_dirty":3305,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":8179,"num_write_kb":367425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":500,"num_bytes_recovered":32768000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,6],"avail_no_missing":["4","0","6"],"object_location_counts":[{"shards":"0,4,6","objects":3305}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.6","version":"75'161","reported_seq":636,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.615083+0000","last_change":"2023-08-28T02:33:13.338675+0000","last_active":"2023-08-28T02:39:53.615083+0000","last_peered":"2023-08-28T02:39:53.615083+0000","last_clean":"2023-08-28T02:39:53.615083+0000","last_became_active":"2023-08-28T02:33:13.338271+0000","last_became_peered":"2023-08-28T02:33:13.338271+0000","last_unstale":"2023-08-28T02:39:53.615083+0000","last_undegraded":"2023-08-28T02:39:53.615083+0000","last_fullsized":"2023-08-28T02:39:53.615083+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.774982+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.774982+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:13:20.011329+0000","scrub_duration":0.003539819,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":343,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.585010+0000","last_change":"2023-08-28T02:14:43.033789+0000","last_active":"2023-08-28T02:39:53.585010+0000","last_peered":"2023-08-28T02:39:53.585010+0000","last_clean":"2023-08-28T02:39:53.585010+0000","last_became_active":"2023-08-28T02:14:43.033454+0000","last_became_peered":"2023-08-28T02:14:43.033454+0000","last_unstale":"2023-08-28T02:39:53.585010+0000","last_undegraded":"2023-08-28T02:39:53.585010+0000","last_fullsized":"2023-08-28T02:39:53.585010+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:01:13.205842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":174,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.475984+0000","last_change":"2023-08-28T02:32:28.461807+0000","last_active":"2023-08-28T02:39:47.475984+0000","last_peered":"2023-08-28T02:39:47.475984+0000","last_clean":"2023-08-28T02:39:47.475984+0000","last_became_active":"2023-08-28T02:32:28.461116+0000","last_became_peered":"2023-08-28T02:32:28.461116+0000","last_unstale":"2023-08-28T02:39:47.475984+0000","last_undegraded":"2023-08-28T02:39:47.475984+0000","last_fullsized":"2023-08-28T02:39:47.475984+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:12:45.321757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":322,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.614807+0000","last_change":"2023-08-28T02:14:43.048791+0000","last_active":"2023-08-28T02:39:53.614807+0000","last_peered":"2023-08-28T02:39:53.614807+0000","last_clean":"2023-08-28T02:39:53.614807+0000","last_became_active":"2023-08-28T02:14:43.047408+0000","last_became_peered":"2023-08-28T02:14:43.047408+0000","last_unstale":"2023-08-28T02:39:53.614807+0000","last_undegraded":"2023-08-28T02:39:53.614807+0000","last_fullsized":"2023-08-28T02:39:53.614807+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:47.097181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"374'8377","reported_seq":18476,"reported_epoch":374,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:39:56.716358+0000","last_change":"2023-08-28T02:37:37.899201+0000","last_active":"2023-08-28T02:39:56.716358+0000","last_peered":"2023-08-28T02:39:56.716358+0000","last_clean":"2023-08-28T02:31:50.933695+0000","last_became_active":"2023-08-28T02:33:13.540416+0000","last_became_peered":"2023-08-28T02:33:13.540416+0000","last_unstale":"2023-08-28T02:39:56.716358+0000","last_undegraded":"2023-08-28T02:39:56.716358+0000","last_fullsized":"2023-08-28T02:39:56.716358+0000","mapping_epoch":298,"log_start":"259'2974","ondisk_log_start":"259'2974","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5403,"log_dups_size":0,"ondisk_log_size":5403,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:49:35.658845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":228392960,"num_objects":3485,"num_object_clones":0,"num_object_copies":10455,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3485,"num_objects_unfound":0,"num_objects_dirty":3485,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8377,"num_write_kb":379584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4967,"num_bytes_recovered":325517312,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,2],"avail_no_missing":["4","2","5","6"],"object_location_counts":[{"shards":"2,4,5","objects":3485}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.5","version":"75'161","reported_seq":667,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.387687+0000","last_change":"2023-08-28T02:32:31.477151+0000","last_active":"2023-08-28T02:39:47.387687+0000","last_peered":"2023-08-28T02:39:47.387687+0000","last_clean":"2023-08-28T02:39:47.387687+0000","last_became_active":"2023-08-28T02:32:31.476776+0000","last_became_peered":"2023-08-28T02:32:31.476776+0000","last_unstale":"2023-08-28T02:39:47.387687+0000","last_undegraded":"2023-08-28T02:39:47.387687+0000","last_fullsized":"2023-08-28T02:39:47.387687+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:18.891729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:18.891729+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:47:27.194140+0000","scrub_duration":0.0031546460000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"65'2","reported_seq":332,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.602727+0000","last_change":"2023-08-28T02:33:12.327778+0000","last_active":"2023-08-28T02:39:53.602727+0000","last_peered":"2023-08-28T02:39:53.602727+0000","last_clean":"2023-08-28T02:39:53.602727+0000","last_became_active":"2023-08-28T02:33:12.327273+0000","last_became_peered":"2023-08-28T02:33:12.327273+0000","last_unstale":"2023-08-28T02:39:53.602727+0000","last_undegraded":"2023-08-28T02:39:53.602727+0000","last_fullsized":"2023-08-28T02:39:53.602727+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:40.554192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":213,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.610068+0000","last_change":"2023-08-28T02:33:13.335665+0000","last_active":"2023-08-28T02:39:47.610068+0000","last_peered":"2023-08-28T02:39:47.610068+0000","last_clean":"2023-08-28T02:39:47.610068+0000","last_became_active":"2023-08-28T02:33:13.335322+0000","last_became_peered":"2023-08-28T02:33:13.335322+0000","last_unstale":"2023-08-28T02:39:47.610068+0000","last_undegraded":"2023-08-28T02:39:47.610068+0000","last_fullsized":"2023-08-28T02:39:47.610068+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:21:08.024493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":329,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.602392+0000","last_change":"2023-08-28T02:33:12.310326+0000","last_active":"2023-08-28T02:39:53.602392+0000","last_peered":"2023-08-28T02:39:53.602392+0000","last_clean":"2023-08-28T02:39:53.602392+0000","last_became_active":"2023-08-28T02:33:12.310011+0000","last_became_peered":"2023-08-28T02:33:12.310011+0000","last_unstale":"2023-08-28T02:39:53.602392+0000","last_undegraded":"2023-08-28T02:39:53.602392+0000","last_fullsized":"2023-08-28T02:39:53.602392+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:35:03.710036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"374'8424","reported_seq":16030,"reported_epoch":374,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-08-28T02:39:58.023573+0000","last_change":"2023-08-28T02:38:43.760745+0000","last_active":"2023-08-28T02:39:58.023573+0000","last_peered":"2023-08-28T02:39:58.023573+0000","last_clean":"2023-08-28T02:31:27.909649+0000","last_became_active":"2023-08-28T02:33:33.726805+0000","last_became_peered":"2023-08-28T02:33:33.726805+0000","last_unstale":"2023-08-28T02:39:58.023573+0000","last_undegraded":"2023-08-28T02:33:20.140072+0000","last_fullsized":"2023-08-28T02:33:13.278549+0000","mapping_epoch":298,"log_start":"259'2977","ondisk_log_start":"259'2977","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5447,"log_dups_size":0,"ondisk_log_size":5447,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:02:22.971585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":225705984,"num_objects":3444,"num_object_clones":0,"num_object_copies":10332,"num_objects_missing_on_primary":3423,"num_objects_missing":3423,"num_objects_degraded":2496,"num_objects_misplaced":6881,"num_objects_unfound":0,"num_objects_dirty":3444,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8424,"num_write_kb":379776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2479,"num_bytes_recovered":162332672,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[4,3],"avail_no_missing":["2","6"],"object_location_counts":[{"shards":"2,3,4,6","objects":7},{"shards":"2,3,6","objects":940},{"shards":"2,4,6","objects":14},{"shards":"2,6","objects":2483},{"shards":"3,4","objects":-13}],"blocked_by":[],"up_primary":3,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.4","version":"75'161","reported_seq":584,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.602698+0000","last_change":"2023-08-28T02:33:12.296479+0000","last_active":"2023-08-28T02:39:53.602698+0000","last_peered":"2023-08-28T02:39:53.602698+0000","last_clean":"2023-08-28T02:39:53.602698+0000","last_became_active":"2023-08-28T02:33:12.294160+0000","last_became_peered":"2023-08-28T02:33:12.294160+0000","last_unstale":"2023-08-28T02:39:53.602698+0000","last_undegraded":"2023-08-28T02:39:53.602698+0000","last_fullsized":"2023-08-28T02:39:53.602698+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.899247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.899247+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":301,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.585096+0000","last_change":"2023-08-28T02:33:13.539335+0000","last_active":"2023-08-28T02:39:53.585096+0000","last_peered":"2023-08-28T02:39:53.585096+0000","last_clean":"2023-08-28T02:39:53.585096+0000","last_became_active":"2023-08-28T02:33:13.538978+0000","last_became_peered":"2023-08-28T02:33:13.538978+0000","last_unstale":"2023-08-28T02:39:53.585096+0000","last_undegraded":"2023-08-28T02:39:53.585096+0000","last_fullsized":"2023-08-28T02:39:53.585096+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:26:13.405766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"65'1","reported_seq":365,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.615237+0000","last_change":"2023-08-28T02:29:44.510205+0000","last_active":"2023-08-28T02:39:53.615237+0000","last_peered":"2023-08-28T02:39:53.615237+0000","last_clean":"2023-08-28T02:39:53.615237+0000","last_became_active":"2023-08-28T02:29:44.429357+0000","last_became_peered":"2023-08-28T02:29:44.429357+0000","last_unstale":"2023-08-28T02:39:53.615237+0000","last_undegraded":"2023-08-28T02:39:53.615237+0000","last_fullsized":"2023-08-28T02:39:53.615237+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:44:59.955729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":329,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.387291+0000","last_change":"2023-08-28T02:32:12.950661+0000","last_active":"2023-08-28T02:39:47.387291+0000","last_peered":"2023-08-28T02:39:47.387291+0000","last_clean":"2023-08-28T02:39:47.387291+0000","last_became_active":"2023-08-28T02:32:12.950276+0000","last_became_peered":"2023-08-28T02:32:12.950276+0000","last_unstale":"2023-08-28T02:39:47.387291+0000","last_undegraded":"2023-08-28T02:39:47.387291+0000","last_fullsized":"2023-08-28T02:39:47.387291+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:05:17.972868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"65'1","reported_seq":323,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.614921+0000","last_change":"2023-08-28T02:14:43.042150+0000","last_active":"2023-08-28T02:39:53.614921+0000","last_peered":"2023-08-28T02:39:53.614921+0000","last_clean":"2023-08-28T02:39:53.614921+0000","last_became_active":"2023-08-28T02:14:43.038336+0000","last_became_peered":"2023-08-28T02:14:43.038336+0000","last_unstale":"2023-08-28T02:39:53.614921+0000","last_undegraded":"2023-08-28T02:39:53.614921+0000","last_fullsized":"2023-08-28T02:39:53.614921+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:26:02.415152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":372,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.603806+0000","last_change":"2023-08-28T02:33:13.318097+0000","last_active":"2023-08-28T02:39:53.603806+0000","last_peered":"2023-08-28T02:39:53.603806+0000","last_clean":"2023-08-28T02:39:53.603806+0000","last_became_active":"2023-08-28T02:33:13.317761+0000","last_became_peered":"2023-08-28T02:33:13.317761+0000","last_unstale":"2023-08-28T02:39:53.603806+0000","last_undegraded":"2023-08-28T02:39:53.603806+0000","last_fullsized":"2023-08-28T02:39:53.603806+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:24.836996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"65'2","reported_seq":368,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.632235+0000","last_change":"2023-08-28T02:29:44.535937+0000","last_active":"2023-08-28T02:39:53.632235+0000","last_peered":"2023-08-28T02:39:53.632235+0000","last_clean":"2023-08-28T02:39:53.632235+0000","last_became_active":"2023-08-28T02:29:44.462244+0000","last_became_peered":"2023-08-28T02:29:44.462244+0000","last_unstale":"2023-08-28T02:39:53.632235+0000","last_undegraded":"2023-08-28T02:39:53.632235+0000","last_fullsized":"2023-08-28T02:39:53.632235+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:30:33.173713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":370,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:55.436675+0000","last_change":"2023-08-28T02:33:12.305580+0000","last_active":"2023-08-28T02:39:55.436675+0000","last_peered":"2023-08-28T02:39:55.436675+0000","last_clean":"2023-08-28T02:39:55.436675+0000","last_became_active":"2023-08-28T02:33:12.305261+0000","last_became_peered":"2023-08-28T02:33:12.305261+0000","last_unstale":"2023-08-28T02:39:55.436675+0000","last_undegraded":"2023-08-28T02:39:55.436675+0000","last_fullsized":"2023-08-28T02:39:55.436675+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:22:31.614221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"65'2","reported_seq":337,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.631871+0000","last_change":"2023-08-28T02:31:51.991101+0000","last_active":"2023-08-28T02:39:53.631871+0000","last_peered":"2023-08-28T02:39:53.631871+0000","last_clean":"2023-08-28T02:39:53.631871+0000","last_became_active":"2023-08-28T02:31:51.987237+0000","last_became_peered":"2023-08-28T02:31:51.987237+0000","last_unstale":"2023-08-28T02:39:53.631871+0000","last_undegraded":"2023-08-28T02:39:53.631871+0000","last_fullsized":"2023-08-28T02:39:53.631871+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:07:07.370857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":370,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.388009+0000","last_change":"2023-08-28T02:33:12.494483+0000","last_active":"2023-08-28T02:39:47.388009+0000","last_peered":"2023-08-28T02:39:47.388009+0000","last_clean":"2023-08-28T02:39:47.388009+0000","last_became_active":"2023-08-28T02:33:12.494136+0000","last_became_peered":"2023-08-28T02:33:12.494136+0000","last_unstale":"2023-08-28T02:39:47.388009+0000","last_undegraded":"2023-08-28T02:39:47.388009+0000","last_fullsized":"2023-08-28T02:39:47.388009+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:36.772588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"65'1","reported_seq":317,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.602456+0000","last_change":"2023-08-28T02:33:13.287922+0000","last_active":"2023-08-28T02:39:53.602456+0000","last_peered":"2023-08-28T02:39:53.602456+0000","last_clean":"2023-08-28T02:39:53.602456+0000","last_became_active":"2023-08-28T02:33:13.287520+0000","last_became_peered":"2023-08-28T02:33:13.287520+0000","last_unstale":"2023-08-28T02:39:53.602456+0000","last_undegraded":"2023-08-28T02:39:53.602456+0000","last_fullsized":"2023-08-28T02:39:53.602456+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:11.627168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":330,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.602569+0000","last_change":"2023-08-28T02:33:13.289469+0000","last_active":"2023-08-28T02:39:53.602569+0000","last_peered":"2023-08-28T02:39:53.602569+0000","last_clean":"2023-08-28T02:39:53.602569+0000","last_became_active":"2023-08-28T02:33:13.288737+0000","last_became_peered":"2023-08-28T02:33:13.288737+0000","last_unstale":"2023-08-28T02:39:53.602569+0000","last_undegraded":"2023-08-28T02:39:53.602569+0000","last_fullsized":"2023-08-28T02:39:53.602569+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:11:15.043550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"65'4","reported_seq":355,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.614930+0000","last_change":"2023-08-28T02:32:28.607010+0000","last_active":"2023-08-28T02:39:53.614930+0000","last_peered":"2023-08-28T02:39:53.614930+0000","last_clean":"2023-08-28T02:39:53.614930+0000","last_became_active":"2023-08-28T02:32:28.492224+0000","last_became_peered":"2023-08-28T02:32:28.492224+0000","last_unstale":"2023-08-28T02:39:53.614930+0000","last_undegraded":"2023-08-28T02:39:53.614930+0000","last_fullsized":"2023-08-28T02:39:53.614930+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:13:45.711951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":554,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":380,"reported_epoch":373,"state":"active+clean","last_fresh":"2023-08-28T02:39:47.386693+0000","last_change":"2023-08-28T02:33:13.309144+0000","last_active":"2023-08-28T02:39:47.386693+0000","last_peered":"2023-08-28T02:39:47.386693+0000","last_clean":"2023-08-28T02:39:47.386693+0000","last_became_active":"2023-08-28T02:33:13.308910+0000","last_became_peered":"2023-08-28T02:33:13.308910+0000","last_unstale":"2023-08-28T02:39:47.386693+0000","last_undegraded":"2023-08-28T02:39:47.386693+0000","last_fullsized":"2023-08-28T02:39:47.386693+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:09:59.549591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":3534815256,"num_objects":53938,"num_object_clones":0,"num_object_copies":161814,"num_objects_missing_on_primary":3423,"num_objects_missing":3423,"num_objects_degraded":14197,"num_objects_misplaced":16699,"num_objects_unfound":0,"num_objects_dirty":53938,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":132676,"num_write_kb":5971585,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":49156,"num_bytes_recovered":3195011072,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":11827359744,"data_stored":11827347528,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97024,"ondisk_log_size":97024,"up":48,"acting":45,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":10126,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":370028,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":89,"num_read_kb":167,"num_write":44,"num_write_kb":440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":584707,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2048000,"data_stored":2033792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299797,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1585344,"kb_used_data":1083896,"kb_used_omap":0,"kb_used_meta":501440,"kb_avail":92159808,"statfs":{"total":95995035648,"available":94371643392,"internally_reserved":0,"allocated":1109909504,"data_stored":1108419413,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":513474560},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:39:14 2023","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.44700000000000001,"15min":1.0820000000000001},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.219},"max":{"1min":0.71799999999999997,"5min":1.524,"15min":13.118},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.53700000000000003,"15min":1.48},"min":{"1min":0.31900000000000001,"5min":0.247,"15min":0.246},"max":{"1min":2.3439999999999999,"5min":2.6989999999999998,"15min":17.402999999999999},"last":0.51900000000000002}]},{"osd":1,"last update":"Mon Aug 28 02:39:46 2023","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.51500000000000001,"15min":1.6279999999999999},"min":{"1min":0.311,"5min":0.253,"15min":0.248},"max":{"1min":1.4119999999999999,"5min":3.113,"15min":17.43},"last":0.374},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.626,"15min":1.538},"min":{"1min":0.30399999999999999,"5min":0.28699999999999998,"15min":0.25900000000000001},"max":{"1min":1.4399999999999999,"5min":4.9749999999999996,"15min":19.913},"last":0.45800000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:39:29 2023","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.5,"15min":1.1240000000000001},"min":{"1min":0.32200000000000001,"5min":0.26800000000000002,"15min":0.22900000000000001},"max":{"1min":2.96,"5min":2.96,"15min":8.3889999999999993},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.68200000000000005,"5min":0.59099999999999997,"15min":1.0389999999999999},"min":{"1min":0.35399999999999998,"5min":0.28799999999999998,"15min":0.28699999999999998},"max":{"1min":1.9950000000000001,"5min":2.399,"15min":9.2219999999999995},"last":0.47599999999999998}]},{"osd":3,"last update":"Mon Aug 28 02:39:19 2023","interfaces":[{"interface":"back","average":{"1min":0.68300000000000005,"5min":0.60699999999999998,"15min":0.68100000000000005},"min":{"1min":0.35899999999999999,"5min":0.312,"15min":0.312},"max":{"1min":3.9430000000000001,"5min":3.9430000000000001,"15min":3.9430000000000001},"last":0.36399999999999999},{"interface":"front","average":{"1min":0.64400000000000002,"5min":0.59399999999999997,"15min":0.61799999999999999},"min":{"1min":0.32700000000000001,"5min":0.308,"15min":0.308},"max":{"1min":4.1879999999999997,"5min":4.1879999999999997,"15min":4.1879999999999997},"last":0.42699999999999999}]},{"osd":4,"last update":"Mon Aug 28 02:39:14 2023","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":0.49399999999999999,"15min":1.1659999999999999},"min":{"1min":0.27900000000000003,"5min":0.27700000000000002,"15min":0.245},"max":{"1min":2.3860000000000001,"5min":2.677,"15min":18.943000000000001},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.81399999999999995,"5min":0.59699999999999998,"15min":0.84199999999999997},"min":{"1min":0.313,"5min":0.28699999999999998,"15min":0.25700000000000001},"max":{"1min":3.282,"5min":3.282,"15min":7.2130000000000001},"last":0.32300000000000001}]},{"osd":5,"last update":"Mon Aug 28 02:39:14 2023","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.51400000000000001,"15min":0.94699999999999995},"min":{"1min":0.31,"5min":0.28100000000000003,"15min":0.23599999999999999},"max":{"1min":0.81799999999999995,"5min":2.6669999999999998,"15min":14.622},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.79600000000000004,"5min":0.57799999999999996,"15min":1.1759999999999999},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27000000000000002},"max":{"1min":3.214,"5min":3.214,"15min":17.324999999999999},"last":0.54600000000000004}]},{"osd":6,"last update":"Mon Aug 28 02:39:14 2023","interfaces":[{"interface":"back","average":{"1min":0.85699999999999998,"5min":0.63700000000000001,"15min":1.2110000000000001},"min":{"1min":0.36099999999999999,"5min":0.33300000000000002,"15min":0.30299999999999999},"max":{"1min":3.8959999999999999,"5min":3.8959999999999999,"15min":17.454999999999998},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.71399999999999997,"5min":0.59299999999999997,"15min":0.83499999999999996},"min":{"1min":0.40000000000000002,"5min":0.33400000000000002,"15min":0.28999999999999998},"max":{"1min":2.1339999999999999,"5min":2.4399999999999999,"15min":7.665},"last":0.40000000000000002}]}]},{"osd":6,"up_from":0,"seq":193273528728,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":101,"seq":433791697186,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1290328,"kb_used_data":658064,"kb_used_omap":4,"kb_used_meta":632251,"kb_avail":92454824,"statfs":{"total":95995035648,"available":94673739776,"internally_reserved":0,"allocated":673857536,"data_stored":671722476,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":647425934},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:39:49 2023","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":1.6020000000000001},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":1.155,"5min":2.1659999999999999,"15min":24.545999999999999},"last":0.34200000000000003},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":2.032},"min":{"1min":0.27500000000000002,"5min":0.23899999999999999,"15min":0.23599999999999999},"max":{"1min":1.395,"5min":3.496,"15min":24.515000000000001},"last":0.42399999999999999}]},{"osd":2,"last update":"Mon Aug 28 02:39:36 2023","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.59599999999999997,"15min":1.8100000000000001},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":1.028,"5min":3.544,"15min":22.161000000000001},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.63100000000000001,"5min":0.54500000000000004,"15min":1.415},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.254},"max":{"1min":2.9369999999999998,"5min":2.9369999999999998,"15min":19.100999999999999},"last":0.32400000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:39:24 2023","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.58199999999999996,"15min":0.502},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":1.788,"5min":2.742,"15min":2.742},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.66000000000000003,"5min":0.59599999999999997,"15min":0.54200000000000004},"min":{"1min":0.34399999999999997,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":2.0939999999999999,"5min":3.5819999999999999,"15min":3.5819999999999999},"last":0.54700000000000004}]},{"osd":4,"last update":"Mon Aug 28 02:39:49 2023","interfaces":[{"interface":"back","average":{"1min":0.65600000000000003,"5min":0.57199999999999995,"15min":1.1830000000000001},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.28499999999999998},"max":{"1min":2.8919999999999999,"5min":2.8919999999999999,"15min":18.992999999999999},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.61699999999999999,"15min":1.329},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.28899999999999998},"max":{"1min":0.93999999999999995,"5min":2.0070000000000001,"15min":14.779999999999999},"last":0.48399999999999999}]},{"osd":5,"last update":"Mon Aug 28 02:39:49 2023","interfaces":[{"interface":"back","average":{"1min":10.529999999999999,"5min":2.6099999999999999,"15min":2.323},"min":{"1min":0.40799999999999997,"5min":0.36499999999999999,"15min":0.29999999999999999},"max":{"1min":188.94900000000001,"5min":188.94900000000001,"15min":188.94900000000001},"last":0.623},{"interface":"front","average":{"1min":10.635999999999999,"5min":2.6360000000000001,"15min":2.137},"min":{"1min":0.375,"5min":0.35299999999999998,"15min":0.33600000000000002},"max":{"1min":188.803,"5min":188.803,"15min":188.803},"last":0.38700000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:39:49 2023","interfaces":[{"interface":"back","average":{"1min":0.64900000000000002,"5min":0.68300000000000005,"15min":1.5600000000000001},"min":{"1min":0.43099999999999999,"5min":0.40799999999999997,"15min":0.34300000000000003},"max":{"1min":1.042,"5min":3.6400000000000001,"15min":12.221},"last":0.58899999999999997},{"interface":"front","average":{"1min":0.74299999999999999,"5min":0.70399999999999996,"15min":1.375},"min":{"1min":0.439,"5min":0.39100000000000001,"15min":0.35699999999999998},"max":{"1min":3.036,"5min":3.036,"15min":19.021999999999998},"last":0.5}]},{"osd":7,"last update":"Mon Aug 28 02:39:49 2023","interfaces":[{"interface":"back","average":{"1min":0.80900000000000005,"5min":0.70199999999999996,"15min":1.4399999999999999},"min":{"1min":0.41399999999999998,"5min":0.38500000000000001,"15min":0.374},"max":{"1min":3.0059999999999998,"5min":3.0059999999999998,"15min":19.047999999999998},"last":0.35599999999999998},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.72799999999999998,"15min":1.486},"min":{"1min":0.46600000000000003,"5min":0.46200000000000002,"15min":0.34399999999999997},"max":{"1min":0.97299999999999998,"5min":2.3679999999999999,"15min":14.818},"last":0.57199999999999995}]}]},{"osd":0,"up_from":87,"seq":373662155053,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2821152,"kb_used_data":2142168,"kb_used_omap":5,"kb_used_meta":678970,"kb_avail":90924000,"statfs":{"total":95995035648,"available":93106176000,"internally_reserved":0,"allocated":2193580032,"data_stored":2191326916,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":695265914},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:39:40 2023","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.48499999999999999,"15min":1.2769999999999999},"min":{"1min":0.245,"5min":0.221,"15min":0.184},"max":{"1min":3.7709999999999999,"5min":3.7709999999999999,"15min":30.315000000000001},"last":0.39000000000000001},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.54200000000000004,"15min":1.7410000000000001},"min":{"1min":0.28399999999999997,"5min":0.26200000000000001,"15min":0.23000000000000001},"max":{"1min":3,"5min":4.0679999999999996,"15min":69.272000000000006},"last":0.40300000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:39:40 2023","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.66500000000000004,"15min":1.5269999999999999},"min":{"1min":0.312,"5min":0.247,"15min":0.23699999999999999},"max":{"1min":2.6699999999999999,"5min":4.4020000000000001,"15min":20.959},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.73899999999999999,"5min":0.68400000000000005,"15min":1.4019999999999999},"min":{"1min":0.31,"5min":0.28000000000000003,"15min":0.247},"max":{"1min":4.0919999999999996,"5min":6.1180000000000003,"15min":9.3729999999999993},"last":0.46400000000000002}]},{"osd":3,"last update":"Mon Aug 28 02:39:23 2023","interfaces":[{"interface":"back","average":{"1min":0.80200000000000005,"5min":0.77800000000000002,"15min":0.75900000000000001},"min":{"1min":0.35299999999999998,"5min":0.32600000000000001,"15min":0.26600000000000001},"max":{"1min":2.7170000000000001,"5min":5.6680000000000001,"15min":5.6680000000000001},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.98299999999999998,"5min":0.745,"15min":0.76900000000000002},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":4.1669999999999998,"5min":4.9199999999999999,"15min":4.9199999999999999},"last":0.42699999999999999}]},{"osd":4,"last update":"Mon Aug 28 02:39:23 2023","interfaces":[{"interface":"back","average":{"1min":0.84699999999999998,"5min":0.60299999999999998,"15min":2.1059999999999999},"min":{"1min":0.35199999999999998,"5min":0.315,"15min":0.29299999999999998},"max":{"1min":4.3339999999999996,"5min":4.3339999999999996,"15min":274.33199999999999},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.755,"5min":0.65500000000000003,"15min":2.4729999999999999},"min":{"1min":0.36699999999999999,"5min":0.34999999999999998,"15min":0.28199999999999997},"max":{"1min":2.8969999999999998,"5min":2.8969999999999998,"15min":266.31999999999999},"last":0.48899999999999999}]},{"osd":5,"last update":"Mon Aug 28 02:39:23 2023","interfaces":[{"interface":"back","average":{"1min":0.85999999999999999,"5min":0.63400000000000001,"15min":1.2310000000000001},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.29299999999999998},"max":{"1min":4.2089999999999996,"5min":4.2089999999999996,"15min":13.038},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.75,"5min":0.64300000000000002,"15min":1.6579999999999999},"min":{"1min":0.42499999999999999,"5min":0.36699999999999999,"15min":0.27800000000000002},"max":{"1min":2.8039999999999998,"5min":2.8039999999999998,"15min":15.231},"last":0.45300000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:39:23 2023","interfaces":[{"interface":"back","average":{"1min":0.93200000000000005,"5min":0.69299999999999995,"15min":1.4079999999999999},"min":{"1min":0.42399999999999999,"5min":0.40999999999999998,"15min":0.29399999999999998},"max":{"1min":4.2869999999999999,"5min":4.2869999999999999,"15min":15.122999999999999},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.77900000000000003,"5min":0.67700000000000005,"15min":1.6719999999999999},"min":{"1min":0.46100000000000002,"5min":0.38300000000000001,"15min":0.35599999999999998},"max":{"1min":2.927,"5min":2.927,"15min":15.186999999999999},"last":0.52900000000000003}]},{"osd":7,"last update":"Mon Aug 28 02:39:23 2023","interfaces":[{"interface":"back","average":{"1min":0.83699999999999997,"5min":0.82499999999999996,"15min":1.6699999999999999},"min":{"1min":0.434,"5min":0.434,"15min":0.33400000000000002},"max":{"1min":2.758,"5min":4.4390000000000001,"15min":16.183},"last":0.71699999999999997},{"interface":"front","average":{"1min":0.96499999999999997,"5min":0.78900000000000003,"15min":1.427},"min":{"1min":0.46400000000000002,"5min":0.46000000000000002,"15min":0.35999999999999999},"max":{"1min":4.2519999999999998,"5min":4.2519999999999998,"15min":13.005000000000001},"last":0.64400000000000002}]}]},{"osd":2,"up_from":0,"seq":502511173912,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":297,"seq":1275605286995,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":794832,"kb_used_data":650056,"kb_used_omap":2,"kb_used_meta":144765,"kb_avail":92950320,"statfs":{"total":95995035648,"available":95181127680,"internally_reserved":0,"allocated":665657344,"data_stored":663531717,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":148239413},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:39:18 2023","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.54100000000000004,"15min":0.44900000000000001},"min":{"1min":0.22700000000000001,"5min":0.224,"15min":0.22},"max":{"1min":0.67400000000000004,"5min":6.8819999999999997,"15min":6.8819999999999997},"last":0.40899999999999997},{"interface":"front","average":{"1min":0.443,"5min":0.58499999999999996,"15min":0.66100000000000003},"min":{"1min":0.29499999999999998,"5min":0.217,"15min":0.217},"max":{"1min":0.77200000000000002,"5min":6.7839999999999998,"15min":6.7839999999999998},"last":0.371}]},{"osd":1,"last update":"Mon Aug 28 02:39:18 2023","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.60499999999999998,"15min":0.46700000000000003},"min":{"1min":0.30599999999999999,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.748,"5min":4.0650000000000004,"15min":4.0650000000000004},"last":0.76200000000000001},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.63200000000000001,"15min":0.69399999999999995},"min":{"1min":0.28000000000000003,"5min":0.249,"15min":0.249},"max":{"1min":2.121,"5min":3.9249999999999998,"15min":3.9249999999999998},"last":0.67600000000000005}]},{"osd":2,"last update":"Mon Aug 28 02:39:18 2023","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.52800000000000002,"15min":0.60399999999999998},"min":{"1min":0.32600000000000001,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":2.1659999999999999,"5min":2.3079999999999998,"15min":2.5449999999999999},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.623,"15min":0.56999999999999995},"min":{"1min":0.317,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.94099999999999995,"5min":4.7030000000000003,"15min":4.7030000000000003},"last":0.52300000000000002}]},{"osd":4,"last update":"Mon Aug 28 02:39:18 2023","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.64000000000000001,"15min":0.59399999999999997},"min":{"1min":0.38700000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.153,"5min":6.2670000000000003,"15min":6.2670000000000003},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.64400000000000002,"15min":0.56999999999999995},"min":{"1min":0.378,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.93700000000000006,"5min":3.5030000000000001,"15min":3.5030000000000001},"last":0.60099999999999998}]},{"osd":5,"last update":"Mon Aug 28 02:39:18 2023","interfaces":[{"interface":"back","average":{"1min":0.68400000000000005,"5min":0.66700000000000004,"15min":0.59999999999999998},"min":{"1min":0.42299999999999999,"5min":0.313,"15min":0.313},"max":{"1min":2.7450000000000001,"5min":3.5390000000000001,"15min":3.5390000000000001},"last":0.65500000000000003},{"interface":"front","average":{"1min":0.70199999999999996,"5min":0.64000000000000001,"15min":0.57399999999999995},"min":{"1min":0.40999999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":2.919,"5min":3.411,"15min":3.411},"last":0.63200000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:39:18 2023","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":0.67100000000000004,"15min":0.65300000000000002},"min":{"1min":0.438,"5min":0.436,"15min":0.436},"max":{"1min":2.4950000000000001,"5min":2.4950000000000001,"15min":2.4950000000000001},"last":0.78500000000000003},{"interface":"front","average":{"1min":0.77600000000000002,"5min":0.71899999999999997,"15min":0.66100000000000003},"min":{"1min":0.46300000000000002,"5min":0.378,"15min":0.378},"max":{"1min":2.5369999999999999,"5min":3.6099999999999999,"15min":3.6099999999999999},"last":0.70399999999999996}]},{"osd":7,"last update":"Mon Aug 28 02:39:18 2023","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.67000000000000004,"15min":0.60799999999999998},"min":{"1min":0.42999999999999999,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":2.645,"5min":2.9399999999999999,"15min":2.9399999999999999},"last":0.71499999999999997},{"interface":"front","average":{"1min":0.71199999999999997,"5min":0.71399999999999997,"15min":0.67000000000000004},"min":{"1min":0.42099999999999999,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":2.661,"5min":2.9540000000000002,"15min":2.9540000000000002},"last":0.73199999999999998}]}]},{"osd":4,"up_from":30,"seq":128849019289,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2896632,"kb_used_data":2395184,"kb_used_omap":0,"kb_used_meta":501440,"kb_avail":90848520,"statfs":{"total":95995035648,"available":93028884480,"internally_reserved":0,"allocated":2452668416,"data_stored":2451178950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":513474560},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:39:27 2023","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.57399999999999995,"15min":1.4019999999999999},"min":{"1min":0.249,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.628,"5min":10.249000000000001,"15min":22.515000000000001},"last":0.32200000000000001},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.53700000000000003,"15min":1.3169999999999999},"min":{"1min":0.27300000000000002,"5min":0.23200000000000001,"15min":0.218},"max":{"1min":0.65900000000000003,"5min":4.5250000000000004,"15min":22.454000000000001},"last":0.47399999999999998}]},{"osd":1,"last update":"Mon Aug 28 02:39:53 2023","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.56399999999999995,"15min":1.1970000000000001},"min":{"1min":0.28799999999999998,"5min":0.26300000000000001,"15min":0.248},"max":{"1min":1.28,"5min":5.5979999999999999,"15min":23.082000000000001},"last":0.28799999999999998},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.56100000000000005,"15min":1.3049999999999999},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.26000000000000001},"max":{"1min":1.341,"5min":4.5910000000000002,"15min":25.100000000000001},"last":0.38300000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:39:27 2023","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.63,"15min":1.323},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.27900000000000003},"max":{"1min":1.52,"5min":4.5430000000000001,"15min":13.194000000000001},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.46100000000000002,"5min":0.625,"15min":1.2290000000000001},"min":{"1min":0.34899999999999998,"5min":0.312,"15min":0.29399999999999998},"max":{"1min":0.68300000000000005,"5min":5.6360000000000001,"15min":13.515000000000001},"last":0.61899999999999999}]},{"osd":3,"last update":"Mon Aug 28 02:39:27 2023","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.60699999999999998,"15min":0.74099999999999999},"min":{"1min":0.39000000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.7689999999999999,"5min":3.8260000000000001,"15min":7.7480000000000002},"last":0.505},{"interface":"front","average":{"1min":0.69099999999999995,"5min":0.73199999999999998,"15min":0.67700000000000005},"min":{"1min":0.36099999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":2.7989999999999999,"5min":3.7069999999999999,"15min":3.7069999999999999},"last":1.4510000000000001}]},{"osd":5,"last update":"Mon Aug 28 02:39:03 2023","interfaces":[{"interface":"back","average":{"1min":0.38500000000000001,"5min":0.48299999999999998,"15min":1.008},"min":{"1min":0.29099999999999998,"5min":0.27300000000000002,"15min":0.222},"max":{"1min":0.65000000000000002,"5min":4.609,"15min":16.181999999999999},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.432,"5min":0.47199999999999998,"15min":1.0669999999999999},"min":{"1min":0.30199999999999999,"5min":0.27500000000000002,"15min":0.20699999999999999},"max":{"1min":0.80400000000000005,"5min":1.5700000000000001,"15min":10.233000000000001},"last":0.40100000000000002}]},{"osd":6,"last update":"Mon Aug 28 02:39:19 2023","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.496,"15min":0.96199999999999997},"min":{"1min":0.33700000000000002,"5min":0.27100000000000002,"15min":0.26500000000000001},"max":{"1min":2.2949999999999999,"5min":2.2949999999999999,"15min":10.023999999999999},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.5,"15min":1.0289999999999999},"min":{"1min":0.32100000000000001,"5min":0.30499999999999999,"15min":0.26600000000000001},"max":{"1min":1.248,"5min":1.679,"15min":8.5},"last":0.41599999999999998}]},{"osd":7,"last update":"Mon Aug 28 02:39:27 2023","interfaces":[{"interface":"back","average":{"1min":0.754,"5min":0.58899999999999997,"15min":1.0449999999999999},"min":{"1min":0.317,"5min":0.28999999999999998,"15min":0.22500000000000001},"max":{"1min":4.5250000000000004,"5min":4.5720000000000001,"15min":9.3209999999999997},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.56799999999999995,"15min":0.97699999999999998},"min":{"1min":0.39200000000000002,"5min":0.32400000000000001,"15min":0.30299999999999999},"max":{"1min":1.081,"5min":1.647,"15min":15.597},"last":0.55900000000000005}]}]},{"osd":5,"up_from":37,"seq":158913790363,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2082992,"kb_used_data":1519080,"kb_used_omap":0,"kb_used_meta":563904,"kb_avail":91662160,"statfs":{"total":95995035648,"available":93862051840,"internally_reserved":0,"allocated":1555537920,"data_stored":1554060431,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":577437696},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,1,0,2],"upper_bound":256},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:39:55 2023","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.44500000000000001,"15min":1.244},"min":{"1min":0.23999999999999999,"5min":0.23799999999999999,"15min":0.20200000000000001},"max":{"1min":0.747,"5min":1.1100000000000001,"15min":15.156000000000001},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.56200000000000006,"15min":1.3049999999999999},"min":{"1min":0.33900000000000002,"5min":0.26400000000000001,"15min":0.24099999999999999},"max":{"1min":1.9830000000000001,"5min":4.298,"15min":19.815999999999999},"last":0.498}]},{"osd":1,"last update":"Mon Aug 28 02:39:55 2023","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.52700000000000002,"15min":1.405},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.23699999999999999},"max":{"1min":1.5229999999999999,"5min":3.7989999999999999,"15min":17.998000000000001},"last":0.40300000000000002},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56299999999999994,"15min":1.3680000000000001},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26000000000000001},"max":{"1min":1.661,"5min":4.2149999999999999,"15min":19.853000000000002},"last":0.46400000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:39:55 2023","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.53700000000000003,"15min":1.1639999999999999},"min":{"1min":0.33600000000000002,"5min":0.28100000000000003,"15min":0.27700000000000002},"max":{"1min":2.9359999999999999,"5min":2.9359999999999999,"15min":13.335000000000001},"last":0.44},{"interface":"front","average":{"1min":0.68000000000000005,"5min":0.66900000000000004,"15min":1.4370000000000001},"min":{"1min":0.39800000000000002,"5min":0.32600000000000001,"15min":0.28499999999999998},"max":{"1min":1.6379999999999999,"5min":4.2400000000000002,"15min":10.084},"last":0.53400000000000003}]},{"osd":3,"last update":"Mon Aug 28 02:39:27 2023","interfaces":[{"interface":"back","average":{"1min":0.75800000000000001,"5min":0.55300000000000005,"15min":1.05},"min":{"1min":0.308,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":3.7730000000000001,"5min":3.7730000000000001,"15min":16.190999999999999},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.63400000000000001,"15min":1.3340000000000001},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33500000000000002},"max":{"1min":1.492,"5min":4.8230000000000004,"15min":21.420999999999999},"last":0.55400000000000005}]},{"osd":4,"last update":"Mon Aug 28 02:39:02 2023","interfaces":[{"interface":"back","average":{"1min":0.438,"5min":0.42299999999999999,"15min":1.016},"min":{"1min":0.251,"5min":0.25,"15min":0.23100000000000001},"max":{"1min":0.98699999999999999,"5min":1.516,"15min":13.616},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.75800000000000001,"5min":0.58199999999999996,"15min":1.1859999999999999},"min":{"1min":0.29299999999999998,"5min":0.28499999999999998,"15min":0.25700000000000001},"max":{"1min":3.5179999999999998,"5min":4.1879999999999997,"15min":10.664999999999999},"last":0.51700000000000002}]},{"osd":6,"last update":"Mon Aug 28 02:39:55 2023","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.59199999999999997,"15min":1.1439999999999999},"min":{"1min":0.34999999999999998,"5min":0.28599999999999998,"15min":0.23300000000000001},"max":{"1min":1.9099999999999999,"5min":4.04,"15min":17.510000000000002},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.55300000000000005,"15min":1.0800000000000001},"min":{"1min":0.308,"5min":0.29499999999999998,"15min":0.254},"max":{"1min":1.165,"5min":3.726,"15min":15.856999999999999},"last":0.48899999999999999}]},{"osd":7,"last update":"Mon Aug 28 02:39:55 2023","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.66600000000000004,"15min":1.3029999999999999},"min":{"1min":0.37,"5min":0.34999999999999998,"15min":0.315},"max":{"1min":2.048,"5min":6.9630000000000001,"15min":31.707000000000001},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.70199999999999996,"15min":1.367},"min":{"1min":0.34699999999999998,"5min":0.33000000000000002,"15min":0.318},"max":{"1min":1.403,"5min":4.5890000000000004,"15min":31.66},"last":0.42599999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":2186022912,"data_stored":2186018840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":668401664,"data_stored":668401664,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1534394368,"data_stored":1534394368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":659750912,"data_stored":659750912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":2445938688,"data_stored":2445934616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1546649600,"data_stored":1546649600,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1682771968,"data_stored":1682767896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1103429632,"data_stored":1103429632,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:40:03.298 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph status --format=json 2023-08-28T02:40:03.299 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:03.300 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:40:03.300 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:40:03.345 INFO:teuthology.orchestra.run.smithi040.stdout:ERROR: (22) Invalid argument 2023-08-28T02:40:03.345 INFO:teuthology.orchestra.run.smithi040.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:40:03.401 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:40:03.442 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:03.572 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:03 smithi040 ceph-mon[170259]: from='client.46508 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:40:03.574 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:40:03.577 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:03.578 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:40:03.679 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:40:03.706 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:03.728 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:40:03.733 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:03.733 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:40:03.834 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:40:03.841 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:03 smithi040 ceph-mon[175404]: from='client.46508 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:40:03.860 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:03 smithi083 ceph-mon[157819]: from='client.46508 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:40:03.862 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:03.882 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:40:03.884 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:03.885 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:40:03.981 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.2 dump_historic_ops 2023-08-28T02:40:03.985 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:40:04.068 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:04.099 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:40:04.102 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:04.102 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:40:04.203 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:40:04.234 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:04.258 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:40:04.262 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:04.263 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:40:04.287 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:40:04.364 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:40:04.399 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:04.444 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:40:04.449 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:04.449 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:40:04.550 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:40:04.605 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:04.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:04 smithi040 ceph-mon[170259]: pgmap v1160: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.3 GiB data, 11 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 137 op/s; 14197/160929 objects degraded (8.822%); 16514/160929 objects misplaced (10.262%); 1.6 MiB/s, 25 objects/s recovering 2023-08-28T02:40:04.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:04 smithi040 ceph-mon[175404]: pgmap v1160: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.3 GiB data, 11 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 137 op/s; 14197/160929 objects degraded (8.822%); 16514/160929 objects misplaced (10.262%); 1.6 MiB/s, 25 objects/s recovering 2023-08-28T02:40:04.804 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:40:04.826 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:40:04.833 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:40:04.837 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:04.837 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:40:04.848 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:40:04.873 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:40:04.893 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:40:04.912 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:40:04.934 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:40:04.939 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:40:04.955 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:40:04.956 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-08-28T02:40:04.956 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-08-28T02:40:04.956 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-08-28T02:40:04.956 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-08-28T02:40:04.957 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-08-28T02:40:04.957 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-08-28T02:40:04.957 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-08-28T02:40:04.957 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-08-28T02:40:04.964 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:04 smithi083 ceph-mon[157819]: pgmap v1160: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.3 GiB data, 11 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 137 op/s; 14197/160929 objects degraded (8.822%); 16514/160929 objects misplaced (10.262%); 1.6 MiB/s, 25 objects/s recovering 2023-08-28T02:40:04.966 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:04.985 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:40:04.987 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:04.988 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:40:05.088 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:40:05.121 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:05.147 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:40:05.153 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:05.153 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:40:05.254 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:40:05.288 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:05.311 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:40:05.314 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:05.314 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:40:05.319 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:40:05.415 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:40:05.451 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:05.580 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:40:05.587 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:05.588 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:40:05.675 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:05 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3133886245' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:40:05.676 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:40:05 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:40:05] "GET /metrics HTTP/1.1" 200 36616 "" "Prometheus/2.43.0" 2023-08-28T02:40:05.676 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:05 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3133886245' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:40:05.689 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:40:05.716 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:05.737 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:40:05.740 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:05.740 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:40:05.841 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:40:05.865 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:05 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3133886245' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:40:05.868 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:05.891 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:40:05.893 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:05.894 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:40:05.994 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:40:06.021 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:06.039 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:40:06.042 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:06.043 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:40:06.143 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:40:06.178 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:06.390 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:40:06.390 INFO:teuthology.orchestra.run.smithi040.stdout:{"fsid":"d9a8f48a-4546-11ee-817c-1b7a5f1ba315","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"noscrub flag(s) set","count":7},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 14197/160929 objects degraded (8.822%), 3 pgs degraded, 3 pgs undersized","count":6},"muted":false}},"mutes":[]},"election_epoch":34,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":1611,"monmap":{"epoch":4,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":375,"num_osds":8,"num_up_osds":8,"osd_up_since":1693189991,"num_in_osds":6,"osd_in_since":1693189947,"num_remapped_pgs":6},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":93},{"state_name":"active+remapped+backfill_wait","count":3},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":2},{"state_name":"active+recovering+undersized+degraded+remapped","count":1}],"num_pgs":99,"num_pools":5,"num_objects":53643,"data_bytes":3514350340,"bytes_used":11715817472,"bytes_avail":564254396416,"bytes_total":575970213888,"degraded_objects":14197,"degraded_total":160929,"degraded_ratio":0.088219028267124008,"misplaced_objects":16514,"misplaced_total":160929,"misplaced_ratio":0.10261668189077171,"recovering_objects_per_sec":25,"recovering_bytes_per_sec":1690360,"recovering_keys_per_sec":0,"num_objects_recovered":258,"num_bytes_recovered":16908288,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":137},"fsmap":{"epoch":7,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi040.wmhbsz","status":"up:active","gid":24577}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.40:8443/","prometheus":"http://172.21.15.40:9283/"}},"servicemap":{"epoch":22,"modified":"2023-08-28T02:34:10.384085+0000","services":{}},"progress_events":{"12dba03a-d529-4826-b243-e29af8fa97a8":{"message":"Upgrade to 18.2.0-187-g9cf20820 (5m)\n [============................] (remaining: 6m)","progress":0.44999998807907104,"add_to_ceph_s":true},"42e4bfe6-6201-4e43-94a3-bd00b5166574":{"message":"Global Recovery Event (8m)\n [==========================..] (remaining: 32s)","progress":0.93939393758773804,"add_to_ceph_s":true}}} 2023-08-28T02:40:06.403 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:40:06.406 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:06.407 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:40:06.508 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:40:06.535 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:06.555 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:40:06.558 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:06.558 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:40:06.608 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:06 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 14197/160929 objects degraded (8.822%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:40:06.608 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:06 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1609601197' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:40:06.608 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:06 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3085617788' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:40:06.609 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:06 smithi040 ceph-mon[170259]: pgmap v1161: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.2 GiB data, 11 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 140 op/s; 14096/159528 objects degraded (8.836%); 16456/159528 objects misplaced (10.315%); 1.6 MiB/s, 26 objects/s recovering 2023-08-28T02:40:06.609 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:06 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 14197/160929 objects degraded (8.822%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:40:06.609 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:06 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1609601197' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:40:06.609 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:06 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3085617788' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:40:06.609 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:06 smithi040 ceph-mon[175404]: pgmap v1161: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.2 GiB data, 11 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 140 op/s; 14096/159528 objects degraded (8.836%); 16456/159528 objects misplaced (10.315%); 1.6 MiB/s, 26 objects/s recovering 2023-08-28T02:40:06.659 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:40:06.686 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:06.704 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:40:06.707 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:06.708 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:40:06.809 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:40:06.837 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2023-08-28T02:40:06.837 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:40:06.848 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:06.873 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:40:06.877 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:06.877 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:40:06.978 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:40:06.988 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-08-28T02:40:06.988 INFO:teuthology.orchestra.run.smithi040.stdout: "size": 20, 2023-08-28T02:40:06.989 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 600, 2023-08-28T02:40:06.989 INFO:teuthology.orchestra.run.smithi040.stdout: "ops": [ 2023-08-28T02:40:06.989 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:06.989 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:54174 10.5 10:adbd43b4:::benchmark_data_smithi040_250784_object54173:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e261)", 2023-08-28T02:40:06.989 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:31:27.953514+0000", 2023-08-28T02:40:06.989 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 519.03280294700005, 2023-08-28T02:40:06.989 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.98655879899999999, 2023-08-28T02:40:06.989 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:40:06.989 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:06.989 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:40:06.989 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:40:06.990 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:40:06.990 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 54174 2023-08-28T02:40:06.990 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:06.990 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:40:06.990 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:06.990 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:40:06.990 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.953514+0000", 2023-08-28T02:40:06.990 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:06.990 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:06.990 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:06.990 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:40:06.990 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.953514+0000", 2023-08-28T02:40:06.991 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:06.991 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:06.991 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:06.991 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:40:06.991 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.953512+0000", 2023-08-28T02:40:06.991 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:40:06.991 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:06.991 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:06.991 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:40:06.991 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.953537+0000", 2023-08-28T02:40:06.991 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.516e-05 2023-08-28T02:40:06.991 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:06.992 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:06.992 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:40:06.992 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.953557+0000", 2023-08-28T02:40:06.992 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.9853000000000001e-05 2023-08-28T02:40:06.992 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:06.992 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:06.992 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:40:06.992 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.953568+0000", 2023-08-28T02:40:06.992 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0556e-05 2023-08-28T02:40:06.992 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:06.992 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:06.992 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:06.993 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.953674+0000", 2023-08-28T02:40:06.993 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00010619 2023-08-28T02:40:06.993 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:06.993 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:06.993 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:40:06.993 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.953686+0000", 2023-08-28T02:40:06.993 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1841000000000001e-05 2023-08-28T02:40:06.993 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:06.993 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:06.993 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:06.993 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.929539+0000", 2023-08-28T02:40:06.993 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.97585350699999995 2023-08-28T02:40:06.993 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:06.994 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:06.994 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:40:06.994 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.929756+0000", 2023-08-28T02:40:06.994 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000217257 2023-08-28T02:40:06.994 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:06.994 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:06.994 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0", 2023-08-28T02:40:06.994 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.929952+0000", 2023-08-28T02:40:06.994 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00019590300000000001 2023-08-28T02:40:06.994 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:06.994 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:06.994 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:40:06.995 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.934613+0000", 2023-08-28T02:40:06.995 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.004660778 2023-08-28T02:40:06.995 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:06.995 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:06.995 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:06.995 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.939922+0000", 2023-08-28T02:40:06.995 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0053091029999999999 2023-08-28T02:40:06.995 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:06.995 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:06.995 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:40:06.995 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.939977+0000", 2023-08-28T02:40:06.995 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.5356000000000003e-05 2023-08-28T02:40:06.996 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:06.996 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:06.996 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:40:06.996 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.940072+0000", 2023-08-28T02:40:06.996 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.4883999999999995e-05 2023-08-28T02:40:06.996 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:06.996 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:40:06.996 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:06.996 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:06.996 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:06.996 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:54180 10.5 10:aa0704de:::benchmark_data_smithi040_250784_object54179:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e261)", 2023-08-28T02:40:06.996 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:31:27.962115+0000", 2023-08-28T02:40:06.997 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 519.02420120500005, 2023-08-28T02:40:06.997 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.97812580000000005, 2023-08-28T02:40:06.997 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:40:06.997 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:06.997 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:40:06.997 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:40:06.997 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:40:06.997 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 54180 2023-08-28T02:40:06.997 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:06.997 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:40:06.997 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:06.997 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:40:06.998 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.962115+0000", 2023-08-28T02:40:06.998 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:06.998 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:06.998 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:06.998 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:40:06.998 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.962115+0000", 2023-08-28T02:40:06.998 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:06.998 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:06.998 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:06.998 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:40:06.998 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.962114+0000", 2023-08-28T02:40:06.998 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:40:06.999 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:06.999 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:06.999 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:40:06.999 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.962146+0000", 2023-08-28T02:40:06.999 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.1989000000000002e-05 2023-08-28T02:40:06.999 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:06.999 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:06.999 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:40:06.999 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.962158+0000", 2023-08-28T02:40:06.999 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2381999999999999e-05 2023-08-28T02:40:06.999 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:06.999 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.000 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:40:07.000 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.962168+0000", 2023-08-28T02:40:07.000 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0441e-05 2023-08-28T02:40:07.000 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.000 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.000 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:07.000 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.962239+0000", 2023-08-28T02:40:07.000 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.0778000000000006e-05 2023-08-28T02:40:07.000 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.000 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.000 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:40:07.000 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.962253+0000", 2023-08-28T02:40:07.001 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.379e-05 2023-08-28T02:40:07.001 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.001 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.001 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:07.001 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.932298+0000", 2023-08-28T02:40:07.001 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.97004532700000001 2023-08-28T02:40:07.001 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.001 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.001 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:40:07.001 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.932471+0000", 2023-08-28T02:40:07.001 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000172573 2023-08-28T02:40:07.001 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.002 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.002 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0", 2023-08-28T02:40:07.002 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.932685+0000", 2023-08-28T02:40:07.002 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00021416 2023-08-28T02:40:07.002 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.002 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.002 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:40:07.002 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.936072+0000", 2023-08-28T02:40:07.002 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0033869109999999998 2023-08-28T02:40:07.002 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.002 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.002 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:07.003 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.940117+0000", 2023-08-28T02:40:07.003 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0040452259999999999 2023-08-28T02:40:07.003 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.003 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.003 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:40:07.003 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.940161+0000", 2023-08-28T02:40:07.003 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.4267999999999997e-05 2023-08-28T02:40:07.003 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.003 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.003 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:40:07.003 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.940241+0000", 2023-08-28T02:40:07.004 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.9653999999999993e-05 2023-08-28T02:40:07.004 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:07.004 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:40:07.004 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:07.004 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.004 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.004 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:84343 10.7 e274/269 10:e1806f25:::benchmark_data_smithi040_250784_object84342:head v 274'5227, mlcod=254'224)", 2023-08-28T02:40:07.004 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:00.252962+0000", 2023-08-28T02:40:07.004 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 486.73335422299999, 2023-08-28T02:40:07.004 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.070169909000000003, 2023-08-28T02:40:07.004 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:40:07.004 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:07.005 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:40:07.005 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.005 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:40:07.005 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.252962+0000", 2023-08-28T02:40:07.005 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:07.005 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.005 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.005 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:40:07.005 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.252962+0000", 2023-08-28T02:40:07.005 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:07.005 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.005 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.006 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:40:07.006 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.252962+0000", 2023-08-28T02:40:07.006 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:40:07.006 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.006 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.006 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:40:07.006 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.253006+0000", 2023-08-28T02:40:07.006 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.4456999999999998e-05 2023-08-28T02:40:07.006 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.006 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.006 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:40:07.006 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.253018+0000", 2023-08-28T02:40:07.007 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1817000000000001e-05 2023-08-28T02:40:07.007 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.007 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.007 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:40:07.007 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.253026+0000", 2023-08-28T02:40:07.007 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.4970000000000001e-06 2023-08-28T02:40:07.007 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.007 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.007 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:07.007 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.258830+0000", 2023-08-28T02:40:07.007 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0058032320000000002 2023-08-28T02:40:07.007 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.008 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.008 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:40:07.008 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.258864+0000", 2023-08-28T02:40:07.008 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.4412999999999997e-05 2023-08-28T02:40:07.008 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.008 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.008 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:40:07.008 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.323075+0000", 2023-08-28T02:40:07.008 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.064211041999999996 2023-08-28T02:40:07.008 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.008 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.008 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:40:07.009 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.323132+0000", 2023-08-28T02:40:07.009 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.7043000000000003e-05 2023-08-28T02:40:07.009 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:07.009 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:40:07.009 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:07.009 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.009 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.009 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:84360 10.f e274/261 10:f9d6e2a9:::benchmark_data_smithi040_250784_object84359:head v 274'5368, mlcod=274'5366)", 2023-08-28T02:40:07.009 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:00.267055+0000", 2023-08-28T02:40:07.009 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 486.71926164899998, 2023-08-28T02:40:07.009 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.056110479999999997, 2023-08-28T02:40:07.009 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:40:07.010 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:07.010 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:40:07.010 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.010 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:40:07.010 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.267055+0000", 2023-08-28T02:40:07.010 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:07.010 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.010 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.010 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:40:07.010 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.267055+0000", 2023-08-28T02:40:07.010 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:07.011 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.011 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.011 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:40:07.011 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.267054+0000", 2023-08-28T02:40:07.011 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:40:07.011 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.011 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.011 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:40:07.011 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.267090+0000", 2023-08-28T02:40:07.011 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.5528999999999998e-05 2023-08-28T02:40:07.011 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.012 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.012 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:40:07.012 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.267101+0000", 2023-08-28T02:40:07.012 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1024e-05 2023-08-28T02:40:07.012 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.012 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.012 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:40:07.012 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.267107+0000", 2023-08-28T02:40:07.012 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.1240000000000002e-06 2023-08-28T02:40:07.012 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.012 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.012 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:07.013 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.270077+0000", 2023-08-28T02:40:07.013 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0029706279999999999 2023-08-28T02:40:07.013 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.013 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.013 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:40:07.013 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.270106+0000", 2023-08-28T02:40:07.013 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.8665000000000001e-05 2023-08-28T02:40:07.013 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.013 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.013 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:40:07.013 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.323138+0000", 2023-08-28T02:40:07.013 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.053031577000000003 2023-08-28T02:40:07.014 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.014 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.014 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:40:07.014 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:00.323165+0000", 2023-08-28T02:40:07.014 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.7786000000000001e-05 2023-08-28T02:40:07.014 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:07.014 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:40:07.014 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:07.014 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.014 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.014 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:93060 10.f 10:f8082bc0:::benchmark_data_smithi040_250784_object93059:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e277)", 2023-08-28T02:40:07.014 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:11.960884+0000", 2023-08-28T02:40:07.015 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 475.02543219900002, 2023-08-28T02:40:07.015 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.184927155, 2023-08-28T02:40:07.015 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:40:07.015 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:07.015 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:40:07.015 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:40:07.015 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:40:07.015 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 93060 2023-08-28T02:40:07.015 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.015 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:40:07.015 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.015 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:40:07.016 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:11.960884+0000", 2023-08-28T02:40:07.016 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:07.016 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.016 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.016 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:40:07.016 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:11.960884+0000", 2023-08-28T02:40:07.016 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:07.016 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.016 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.016 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:40:07.016 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:11.960882+0000", 2023-08-28T02:40:07.016 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:40:07.017 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.017 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.017 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:40:07.017 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:11.960912+0000", 2023-08-28T02:40:07.017 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.0051000000000001e-05 2023-08-28T02:40:07.017 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.017 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.017 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:40:07.017 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:11.960930+0000", 2023-08-28T02:40:07.017 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.7957000000000001e-05 2023-08-28T02:40:07.017 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.017 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.018 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:40:07.018 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:11.960941+0000", 2023-08-28T02:40:07.018 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0699e-05 2023-08-28T02:40:07.018 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.018 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.018 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:07.018 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:11.961014+0000", 2023-08-28T02:40:07.018 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.2762999999999994e-05 2023-08-28T02:40:07.018 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.018 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.018 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:40:07.019 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:11.961028+0000", 2023-08-28T02:40:07.019 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4541e-05 2023-08-28T02:40:07.019 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.019 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.019 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:07.019 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.935763+0000", 2023-08-28T02:40:07.019 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.97473427800000001 2023-08-28T02:40:07.019 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.019 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.019 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:40:07.019 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.935775+0000", 2023-08-28T02:40:07.020 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2627e-05 2023-08-28T02:40:07.020 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.020 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.020 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:07.020 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.123025+0000", 2023-08-28T02:40:07.020 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1872501049999999 2023-08-28T02:40:07.020 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.020 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.020 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:40:07.020 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.125059+0000", 2023-08-28T02:40:07.020 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0020342030000000001 2023-08-28T02:40:07.020 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.020 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.021 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 4,6", 2023-08-28T02:40:07.021 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.125199+0000", 2023-08-28T02:40:07.021 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00013915600000000001 2023-08-28T02:40:07.021 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.021 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.021 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:07.021 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.135226+0000", 2023-08-28T02:40:07.021 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.010027562 2023-08-28T02:40:07.021 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.021 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.021 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:07.022 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.135279+0000", 2023-08-28T02:40:07.022 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.2460999999999998e-05 2023-08-28T02:40:07.022 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.022 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.022 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:40:07.022 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.142615+0000", 2023-08-28T02:40:07.022 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0073363819999999998 2023-08-28T02:40:07.022 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.022 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.022 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:40:07.022 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.142699+0000", 2023-08-28T02:40:07.022 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.4109000000000004e-05 2023-08-28T02:40:07.023 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.023 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.023 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:40:07.023 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.145811+0000", 2023-08-28T02:40:07.023 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0031123629999999999 2023-08-28T02:40:07.023 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:07.023 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:40:07.023 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:07.023 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.023 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.023 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:93092 10.f 10:f4487e7f:::benchmark_data_smithi040_250784_object93091:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e277)", 2023-08-28T02:40:07.023 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:12.009799+0000", 2023-08-28T02:40:07.024 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 474.97651793199998, 2023-08-28T02:40:07.024 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.1384184670000002, 2023-08-28T02:40:07.024 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:40:07.024 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:07.024 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:40:07.024 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:40:07.024 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:40:07.024 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 93092 2023-08-28T02:40:07.024 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.024 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:40:07.024 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.024 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:40:07.025 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.009799+0000", 2023-08-28T02:40:07.025 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:07.025 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.025 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.025 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:40:07.025 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.009799+0000", 2023-08-28T02:40:07.025 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:07.025 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.025 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.025 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:40:07.025 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.009797+0000", 2023-08-28T02:40:07.026 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:40:07.026 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.026 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.026 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:40:07.026 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.009832+0000", 2023-08-28T02:40:07.026 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.4857000000000002e-05 2023-08-28T02:40:07.026 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.026 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.026 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:40:07.026 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.009852+0000", 2023-08-28T02:40:07.026 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.0264000000000001e-05 2023-08-28T02:40:07.026 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.027 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.027 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:40:07.027 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.009865+0000", 2023-08-28T02:40:07.027 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2446000000000001e-05 2023-08-28T02:40:07.027 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.027 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.027 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:07.027 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.009941+0000", 2023-08-28T02:40:07.027 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.6354999999999997e-05 2023-08-28T02:40:07.027 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.027 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.027 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:40:07.028 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.009952+0000", 2023-08-28T02:40:07.028 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1151999999999999e-05 2023-08-28T02:40:07.028 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.028 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.028 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:07.028 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.935823+0000", 2023-08-28T02:40:07.028 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.92587088200000001 2023-08-28T02:40:07.028 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.028 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.028 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:40:07.028 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.935834+0000", 2023-08-28T02:40:07.028 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0807e-05 2023-08-28T02:40:07.029 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.029 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.029 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:07.029 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.131075+0000", 2023-08-28T02:40:07.029 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.195240922 2023-08-28T02:40:07.029 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.029 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.029 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:40:07.029 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.131294+0000", 2023-08-28T02:40:07.029 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00021940800000000001 2023-08-28T02:40:07.029 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.029 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.030 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 4,6", 2023-08-28T02:40:07.030 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.131504+0000", 2023-08-28T02:40:07.030 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000209815 2023-08-28T02:40:07.030 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.030 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.030 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:07.030 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.145885+0000", 2023-08-28T02:40:07.030 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.014381377000000001 2023-08-28T02:40:07.030 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.030 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.030 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:07.030 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.145932+0000", 2023-08-28T02:40:07.031 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.6213e-05 2023-08-28T02:40:07.031 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.031 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.031 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:40:07.031 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.145943+0000", 2023-08-28T02:40:07.031 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1011e-05 2023-08-28T02:40:07.031 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.031 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.031 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:40:07.031 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.145988+0000", 2023-08-28T02:40:07.031 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.5890000000000003e-05 2023-08-28T02:40:07.032 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.032 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.032 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:40:07.032 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.148217+0000", 2023-08-28T02:40:07.032 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0022285809999999999 2023-08-28T02:40:07.032 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:07.032 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:40:07.032 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:07.032 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.032 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.032 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:93106 10.f 10:fb407da6:::benchmark_data_smithi040_250784_object93105:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e277)", 2023-08-28T02:40:07.032 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:12.025904+0000", 2023-08-28T02:40:07.033 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 474.960412061, 2023-08-28T02:40:07.033 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.1252898619999998, 2023-08-28T02:40:07.033 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:40:07.033 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:07.033 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:40:07.033 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:40:07.033 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:40:07.033 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 93106 2023-08-28T02:40:07.033 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.033 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:40:07.033 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.033 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:40:07.033 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.025904+0000", 2023-08-28T02:40:07.034 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:07.034 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.034 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.034 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:40:07.034 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.025904+0000", 2023-08-28T02:40:07.034 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:07.034 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.034 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.034 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:40:07.034 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.025902+0000", 2023-08-28T02:40:07.034 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:40:07.034 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.035 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.035 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:40:07.035 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.025931+0000", 2023-08-28T02:40:07.035 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.8328000000000001e-05 2023-08-28T02:40:07.035 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.035 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.035 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:40:07.035 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.025947+0000", 2023-08-28T02:40:07.035 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.6436999999999999e-05 2023-08-28T02:40:07.035 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.035 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.035 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:40:07.036 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.025956+0000", 2023-08-28T02:40:07.036 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.8219999999999996e-06 2023-08-28T02:40:07.036 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.036 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.036 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:07.036 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.029210+0000", 2023-08-28T02:40:07.036 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0032543519999999999 2023-08-28T02:40:07.036 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.036 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.036 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:40:07.036 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.029220+0000", 2023-08-28T02:40:07.037 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.2329999999999995e-06 2023-08-28T02:40:07.037 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.037 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.037 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:07.037 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.935877+0000", 2023-08-28T02:40:07.037 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.90665788199999997 2023-08-28T02:40:07.037 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.037 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.037 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:40:07.037 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.935885+0000", 2023-08-28T02:40:07.037 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.926e-06 2023-08-28T02:40:07.037 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.038 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.038 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:07.038 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.135306+0000", 2023-08-28T02:40:07.038 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1994201069999999 2023-08-28T02:40:07.038 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.038 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.038 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:40:07.038 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.135496+0000", 2023-08-28T02:40:07.038 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00019071999999999999 2023-08-28T02:40:07.038 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.038 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.038 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 4,6", 2023-08-28T02:40:07.039 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.135713+0000", 2023-08-28T02:40:07.039 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000217209 2023-08-28T02:40:07.039 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.039 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.039 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:40:07.039 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.148233+0000", 2023-08-28T02:40:07.039 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.012520039 2023-08-28T02:40:07.039 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.039 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.039 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:07.039 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.148293+0000", 2023-08-28T02:40:07.040 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.9979000000000003e-05 2023-08-28T02:40:07.040 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.040 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.040 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:07.040 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.148360+0000", 2023-08-28T02:40:07.040 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.6715000000000001e-05 2023-08-28T02:40:07.040 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.040 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.040 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:40:07.040 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.148424+0000", 2023-08-28T02:40:07.040 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.4094e-05 2023-08-28T02:40:07.040 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.041 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.041 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:40:07.041 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.151194+0000", 2023-08-28T02:40:07.041 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0027700580000000002 2023-08-28T02:40:07.041 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:07.041 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:40:07.041 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:07.041 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.041 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.041 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:93118 10.f 10:fa591aa3:::benchmark_data_smithi040_250784_object93117:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e277)", 2023-08-28T02:40:07.041 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:12.050501+0000", 2023-08-28T02:40:07.041 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 474.93581597100001, 2023-08-28T02:40:07.041 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.1035644179999999, 2023-08-28T02:40:07.042 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:40:07.042 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:07.042 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:40:07.042 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:40:07.042 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:40:07.042 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 93118 2023-08-28T02:40:07.042 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.042 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:40:07.042 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.042 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:40:07.042 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.050501+0000", 2023-08-28T02:40:07.042 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:07.043 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.043 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.043 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:40:07.043 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.050501+0000", 2023-08-28T02:40:07.043 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:07.043 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.043 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.043 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:40:07.043 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.050499+0000", 2023-08-28T02:40:07.043 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:40:07.043 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.043 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.043 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:40:07.044 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.050530+0000", 2023-08-28T02:40:07.044 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.1414000000000001e-05 2023-08-28T02:40:07.044 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.044 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.044 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:40:07.044 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.050545+0000", 2023-08-28T02:40:07.044 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4559000000000001e-05 2023-08-28T02:40:07.044 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.044 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.044 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:40:07.044 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.050554+0000", 2023-08-28T02:40:07.044 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.2220000000000008e-06 2023-08-28T02:40:07.045 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.045 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.045 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:07.045 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.053863+0000", 2023-08-28T02:40:07.045 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0033090979999999999 2023-08-28T02:40:07.045 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.045 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.045 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:40:07.045 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.053871+0000", 2023-08-28T02:40:07.045 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.6899999999999992e-06 2023-08-28T02:40:07.045 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.045 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.046 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:07.046 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.935924+0000", 2023-08-28T02:40:07.046 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.88205365599999996 2023-08-28T02:40:07.046 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.046 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.046 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:40:07.046 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.935933+0000", 2023-08-28T02:40:07.046 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.0310000000000004e-06 2023-08-28T02:40:07.046 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.046 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.046 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:07.046 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.138947+0000", 2023-08-28T02:40:07.047 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2030140899999999 2023-08-28T02:40:07.047 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.047 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.047 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:40:07.047 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.139147+0000", 2023-08-28T02:40:07.047 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00019923900000000001 2023-08-28T02:40:07.047 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.047 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.047 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 4,6", 2023-08-28T02:40:07.047 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.139357+0000", 2023-08-28T02:40:07.048 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00021080799999999999 2023-08-28T02:40:07.048 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.048 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.048 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:40:07.048 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.148242+0000", 2023-08-28T02:40:07.048 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0088843940000000003 2023-08-28T02:40:07.048 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.048 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.048 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:07.048 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.148331+0000", 2023-08-28T02:40:07.048 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.8731000000000001e-05 2023-08-28T02:40:07.048 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.049 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.049 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:07.049 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.151247+0000", 2023-08-28T02:40:07.049 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0029167239999999999 2023-08-28T02:40:07.049 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.049 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.049 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:40:07.049 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.151306+0000", 2023-08-28T02:40:07.049 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.8516e-05 2023-08-28T02:40:07.049 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.049 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.049 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:40:07.049 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.154065+0000", 2023-08-28T02:40:07.050 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0027592279999999999 2023-08-28T02:40:07.050 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:07.050 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:40:07.050 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:07.050 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.050 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.050 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:93134 10.f 10:fe6bde01:::benchmark_data_smithi040_250784_object93133:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e277)", 2023-08-28T02:40:07.050 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:12.093453+0000", 2023-08-28T02:40:07.050 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 474.89286328100002, 2023-08-28T02:40:07.050 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.0766889000000002, 2023-08-28T02:40:07.050 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:40:07.050 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:07.051 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:40:07.051 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:40:07.051 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:40:07.051 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 93134 2023-08-28T02:40:07.051 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.051 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:40:07.051 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.051 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:40:07.051 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.093453+0000", 2023-08-28T02:40:07.051 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:07.051 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.051 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.052 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:40:07.052 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.093453+0000", 2023-08-28T02:40:07.052 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:07.052 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.052 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.052 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:40:07.052 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.093452+0000", 2023-08-28T02:40:07.052 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:40:07.052 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.052 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.052 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:40:07.052 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.093478+0000", 2023-08-28T02:40:07.053 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.6404999999999999e-05 2023-08-28T02:40:07.053 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.053 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.053 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:40:07.053 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.093501+0000", 2023-08-28T02:40:07.053 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.3342000000000001e-05 2023-08-28T02:40:07.053 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.053 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.053 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:40:07.053 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.093513+0000", 2023-08-28T02:40:07.053 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1776999999999999e-05 2023-08-28T02:40:07.054 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.054 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.054 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:07.054 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.093591+0000", 2023-08-28T02:40:07.054 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.8079999999999998e-05 2023-08-28T02:40:07.054 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.054 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.054 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:40:07.054 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.093603+0000", 2023-08-28T02:40:07.054 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1725e-05 2023-08-28T02:40:07.054 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.054 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.055 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:07.055 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.935986+0000", 2023-08-28T02:40:07.055 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.84238253799999996 2023-08-28T02:40:07.055 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.055 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.055 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:40:07.055 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.935993+0000", 2023-08-28T02:40:07.055 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.627e-06 2023-08-28T02:40:07.055 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.055 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.055 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:07.056 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.154541+0000", 2023-08-28T02:40:07.056 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2185472960000001 2023-08-28T02:40:07.056 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.056 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.056 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:40:07.056 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.154728+0000", 2023-08-28T02:40:07.056 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00018707500000000001 2023-08-28T02:40:07.056 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.056 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.056 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 4,6", 2023-08-28T02:40:07.056 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.154912+0000", 2023-08-28T02:40:07.056 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00018408300000000001 2023-08-28T02:40:07.057 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.057 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.057 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:40:07.057 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.166776+0000", 2023-08-28T02:40:07.057 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.01186457 2023-08-28T02:40:07.057 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.057 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.057 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:07.057 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.166835+0000", 2023-08-28T02:40:07.057 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.8940000000000002e-05 2023-08-28T02:40:07.057 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.058 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.058 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:07.058 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.166887+0000", 2023-08-28T02:40:07.058 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.1499999999999998e-05 2023-08-28T02:40:07.058 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.058 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.058 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:40:07.058 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.166947+0000", 2023-08-28T02:40:07.058 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.0210999999999997e-05 2023-08-28T02:40:07.058 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.058 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.058 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:40:07.059 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.170142+0000", 2023-08-28T02:40:07.059 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0031952700000000001 2023-08-28T02:40:07.059 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:07.059 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:40:07.059 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:07.059 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.059 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.059 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:93162 10.f 10:f0afe88c:::benchmark_data_smithi040_250784_object93161:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e277)", 2023-08-28T02:40:07.059 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:12.130879+0000", 2023-08-28T02:40:07.059 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 474.85543801199998, 2023-08-28T02:40:07.059 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.0583237670000001, 2023-08-28T02:40:07.059 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:40:07.060 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:07.060 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:40:07.060 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:40:07.060 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:40:07.060 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 93162 2023-08-28T02:40:07.060 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.060 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:40:07.060 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.060 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:40:07.060 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.130879+0000", 2023-08-28T02:40:07.061 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:07.061 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.061 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.061 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:40:07.061 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.130879+0000", 2023-08-28T02:40:07.061 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:07.061 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.061 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.061 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:40:07.062 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.130876+0000", 2023-08-28T02:40:07.062 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999976 2023-08-28T02:40:07.062 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.062 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.062 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:40:07.062 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.130908+0000", 2023-08-28T02:40:07.062 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.1911e-05 2023-08-28T02:40:07.062 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.062 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.062 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:40:07.062 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.130934+0000", 2023-08-28T02:40:07.062 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.5304999999999999e-05 2023-08-28T02:40:07.062 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.063 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.063 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:40:07.063 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.130945+0000", 2023-08-28T02:40:07.063 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1092e-05 2023-08-28T02:40:07.063 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.063 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.063 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:07.063 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.131000+0000", 2023-08-28T02:40:07.063 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.5451000000000002e-05 2023-08-28T02:40:07.063 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.063 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.064 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:40:07.064 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.131008+0000", 2023-08-28T02:40:07.064 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.5780000000000001e-06 2023-08-28T02:40:07.064 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.064 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.064 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:07.064 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.936019+0000", 2023-08-28T02:40:07.064 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.80501107400000005 2023-08-28T02:40:07.064 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.064 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.064 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:40:07.064 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.936025+0000", 2023-08-28T02:40:07.065 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.0580000000000003e-06 2023-08-28T02:40:07.065 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.065 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.065 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:07.065 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.159612+0000", 2023-08-28T02:40:07.065 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.223587269 2023-08-28T02:40:07.065 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.065 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.065 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:40:07.065 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.159774+0000", 2023-08-28T02:40:07.065 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00016233400000000001 2023-08-28T02:40:07.065 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.065 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.066 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 4,6", 2023-08-28T02:40:07.066 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.159897+0000", 2023-08-28T02:40:07.066 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00012272499999999999 2023-08-28T02:40:07.066 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.066 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.066 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:40:07.066 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.173429+0000", 2023-08-28T02:40:07.066 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.013531975999999999 2023-08-28T02:40:07.066 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.066 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.066 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:07.067 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.181324+0000", 2023-08-28T02:40:07.067 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0078952190000000002 2023-08-28T02:40:07.067 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.067 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.067 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:07.067 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.186053+0000", 2023-08-28T02:40:07.067 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0047288790000000001 2023-08-28T02:40:07.067 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.067 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.067 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:40:07.067 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.186093+0000", 2023-08-28T02:40:07.067 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.9622000000000001e-05 2023-08-28T02:40:07.068 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.068 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.068 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:40:07.068 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.189202+0000", 2023-08-28T02:40:07.068 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0031094299999999998 2023-08-28T02:40:07.068 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:07.068 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:40:07.068 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:07.068 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.068 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.068 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:93166 10.f 10:f3ba9320:::benchmark_data_smithi040_250784_object93165:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e277)", 2023-08-28T02:40:07.069 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:12.139051+0000", 2023-08-28T02:40:07.069 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 474.847265687, 2023-08-28T02:40:07.069 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.0532505200000002, 2023-08-28T02:40:07.069 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:40:07.069 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:07.069 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:40:07.069 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:40:07.069 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:40:07.069 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 93166 2023-08-28T02:40:07.069 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.069 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:40:07.069 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.070 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:40:07.070 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.139051+0000", 2023-08-28T02:40:07.070 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:07.070 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.070 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.070 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:40:07.070 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.139051+0000", 2023-08-28T02:40:07.070 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:07.070 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.070 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.070 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:40:07.070 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.139049+0000", 2023-08-28T02:40:07.071 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:40:07.071 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.071 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.071 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:40:07.071 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.139076+0000", 2023-08-28T02:40:07.071 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.6821999999999998e-05 2023-08-28T02:40:07.071 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.071 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.071 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:40:07.071 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.139095+0000", 2023-08-28T02:40:07.071 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.8819999999999999e-05 2023-08-28T02:40:07.071 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.072 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.072 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:40:07.072 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.139103+0000", 2023-08-28T02:40:07.072 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.4139999999999994e-06 2023-08-28T02:40:07.072 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.072 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.072 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:07.072 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.139168+0000", 2023-08-28T02:40:07.072 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.4608000000000002e-05 2023-08-28T02:40:07.072 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.072 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.072 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:40:07.073 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.139181+0000", 2023-08-28T02:40:07.073 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.3011e-05 2023-08-28T02:40:07.073 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.073 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.073 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:07.073 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.936062+0000", 2023-08-28T02:40:07.073 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.79688076600000002 2023-08-28T02:40:07.073 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.073 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.073 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:40:07.073 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.936070+0000", 2023-08-28T02:40:07.073 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.4800000000000001e-06 2023-08-28T02:40:07.074 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.074 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.074 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:07.074 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.162544+0000", 2023-08-28T02:40:07.074 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2264736350000001 2023-08-28T02:40:07.074 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.074 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.074 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:40:07.074 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.162747+0000", 2023-08-28T02:40:07.074 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00020315599999999999 2023-08-28T02:40:07.074 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.074 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.075 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 4,6", 2023-08-28T02:40:07.075 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.162958+0000", 2023-08-28T02:40:07.075 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000211175 2023-08-28T02:40:07.075 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.075 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.075 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:40:07.075 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.177430+0000", 2023-08-28T02:40:07.075 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.014472234 2023-08-28T02:40:07.075 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.075 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.075 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:07.076 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.181467+0000", 2023-08-28T02:40:07.076 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0040371249999999999 2023-08-28T02:40:07.076 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.076 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.076 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:07.076 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.189280+0000", 2023-08-28T02:40:07.076 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0078129069999999991 2023-08-28T02:40:07.076 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.076 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.076 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:40:07.076 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.189353+0000", 2023-08-28T02:40:07.076 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.2348999999999995e-05 2023-08-28T02:40:07.077 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.077 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.077 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:40:07.077 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.192301+0000", 2023-08-28T02:40:07.077 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.002948633 2023-08-28T02:40:07.077 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:07.077 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:40:07.077 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:07.077 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.077 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.077 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:93168 10.f 10:fa9a2fe3:::benchmark_data_smithi040_250784_object93167:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e277)", 2023-08-28T02:40:07.077 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:12.141773+0000", 2023-08-28T02:40:07.078 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 474.84454370899999, 2023-08-28T02:40:07.078 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.0535209719999998, 2023-08-28T02:40:07.078 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:40:07.078 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:07.078 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:40:07.078 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:40:07.078 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:40:07.078 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 93168 2023-08-28T02:40:07.078 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.078 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:40:07.078 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.079 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:40:07.079 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.141773+0000", 2023-08-28T02:40:07.079 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:07.079 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.079 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.079 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:40:07.079 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.141773+0000", 2023-08-28T02:40:07.079 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:07.079 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.079 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.079 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:40:07.079 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.141771+0000", 2023-08-28T02:40:07.080 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:40:07.080 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.080 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.080 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:40:07.080 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.141797+0000", 2023-08-28T02:40:07.080 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.5160999999999998e-05 2023-08-28T02:40:07.080 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.080 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.080 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:40:07.080 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.141811+0000", 2023-08-28T02:40:07.080 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4419999999999999e-05 2023-08-28T02:40:07.081 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.081 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.081 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:40:07.081 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.141818+0000", 2023-08-28T02:40:07.081 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.4580000000000004e-06 2023-08-28T02:40:07.081 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.081 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.081 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:07.081 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.141865+0000", 2023-08-28T02:40:07.081 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.6791e-05 2023-08-28T02:40:07.081 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.081 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.082 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:40:07.082 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.141873+0000", 2023-08-28T02:40:07.082 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.9889999999999992e-06 2023-08-28T02:40:07.082 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.082 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.082 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:07.082 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.936110+0000", 2023-08-28T02:40:07.082 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.79423712800000001 2023-08-28T02:40:07.082 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.082 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.082 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:40:07.083 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.936120+0000", 2023-08-28T02:40:07.083 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.9229999999999997e-06 2023-08-28T02:40:07.083 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.083 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.083 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:07.083 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.170216+0000", 2023-08-28T02:40:07.083 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2340959200000001 2023-08-28T02:40:07.083 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.083 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.083 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:40:07.083 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.170416+0000", 2023-08-28T02:40:07.084 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000199994 2023-08-28T02:40:07.084 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.084 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.084 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 4,6", 2023-08-28T02:40:07.084 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.170622+0000", 2023-08-28T02:40:07.084 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000205422 2023-08-28T02:40:07.084 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.084 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.084 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:40:07.084 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.181340+0000", 2023-08-28T02:40:07.084 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.010718404000000001 2023-08-28T02:40:07.085 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.085 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.085 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:07.085 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.184959+0000", 2023-08-28T02:40:07.085 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0036189719999999998 2023-08-28T02:40:07.085 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.085 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.085 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:07.085 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.192362+0000", 2023-08-28T02:40:07.085 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0074031929999999998 2023-08-28T02:40:07.085 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.085 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.085 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:40:07.086 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.192422+0000", 2023-08-28T02:40:07.086 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.0344999999999999e-05 2023-08-28T02:40:07.086 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.086 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.086 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:40:07.086 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.195294+0000", 2023-08-28T02:40:07.086 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0028713179999999999 2023-08-28T02:40:07.086 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:07.086 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:40:07.086 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:07.086 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.086 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.087 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:93169 10.f 10:f65b4cf4:::benchmark_data_smithi040_250784_object93168:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e277)", 2023-08-28T02:40:07.087 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:12.142412+0000", 2023-08-28T02:40:07.087 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 474.843904114, 2023-08-28T02:40:07.087 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.0558343219999999, 2023-08-28T02:40:07.087 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:40:07.087 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:07.087 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:40:07.087 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:40:07.087 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:40:07.087 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 93169 2023-08-28T02:40:07.087 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.087 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:40:07.088 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.088 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:40:07.088 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.142412+0000", 2023-08-28T02:40:07.088 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:07.088 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.088 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.088 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:40:07.088 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.142412+0000", 2023-08-28T02:40:07.088 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:07.088 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.088 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.088 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:40:07.089 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.142412+0000", 2023-08-28T02:40:07.089 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:40:07.089 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.089 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.089 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:40:07.089 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.142435+0000", 2023-08-28T02:40:07.089 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.3864000000000001e-05 2023-08-28T02:40:07.089 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.089 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.089 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:40:07.089 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.142447+0000", 2023-08-28T02:40:07.089 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1259e-05 2023-08-28T02:40:07.089 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.090 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.090 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:40:07.090 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.142453+0000", 2023-08-28T02:40:07.090 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.1249999999999998e-06 2023-08-28T02:40:07.090 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.090 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.090 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:07.090 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.142505+0000", 2023-08-28T02:40:07.090 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.1997999999999999e-05 2023-08-28T02:40:07.090 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.090 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.091 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:40:07.091 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.142518+0000", 2023-08-28T02:40:07.091 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.3482000000000001e-05 2023-08-28T02:40:07.091 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.091 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.091 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:07.091 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.936158+0000", 2023-08-28T02:40:07.091 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.79363999699999999 2023-08-28T02:40:07.091 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.091 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.091 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:40:07.091 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.936166+0000", 2023-08-28T02:40:07.092 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.0949999999999996e-06 2023-08-28T02:40:07.092 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.092 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.092 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:07.092 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.173470+0000", 2023-08-28T02:40:07.092 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.23730403 2023-08-28T02:40:07.092 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.092 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.092 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:40:07.092 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.173670+0000", 2023-08-28T02:40:07.092 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00020007900000000001 2023-08-28T02:40:07.092 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.093 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.093 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 4,6", 2023-08-28T02:40:07.093 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.173887+0000", 2023-08-28T02:40:07.093 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000216484 2023-08-28T02:40:07.093 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.093 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.093 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:40:07.093 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.181367+0000", 2023-08-28T02:40:07.093 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0074796649999999999 2023-08-28T02:40:07.093 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.093 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.093 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:07.094 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.185009+0000", 2023-08-28T02:40:07.094 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.003642799 2023-08-28T02:40:07.094 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.094 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.094 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:07.094 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.195360+0000", 2023-08-28T02:40:07.094 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.010350122 2023-08-28T02:40:07.094 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.094 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.094 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:40:07.094 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.195426+0000", 2023-08-28T02:40:07.094 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.6101999999999998e-05 2023-08-28T02:40:07.095 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.095 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.095 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:40:07.095 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.198247+0000", 2023-08-28T02:40:07.095 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.002821137 2023-08-28T02:40:07.095 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:07.095 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:40:07.095 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:07.095 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.095 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.095 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:93210 10.f 10:f86b7c62:::benchmark_data_smithi040_250784_object93209:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e277)", 2023-08-28T02:40:07.095 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:12.303504+0000", 2023-08-28T02:40:07.096 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 474.68281280999997, 2023-08-28T02:40:07.096 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.8978015830000001, 2023-08-28T02:40:07.096 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:40:07.096 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:07.096 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:40:07.096 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:40:07.096 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:40:07.096 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 93210 2023-08-28T02:40:07.096 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.096 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:40:07.096 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.096 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:40:07.097 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.303504+0000", 2023-08-28T02:40:07.097 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:07.097 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.097 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.097 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:40:07.097 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.303504+0000", 2023-08-28T02:40:07.097 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:07.097 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.097 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.097 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:40:07.097 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.303502+0000", 2023-08-28T02:40:07.098 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:40:07.098 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.098 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.098 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:40:07.098 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.303530+0000", 2023-08-28T02:40:07.098 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.8357999999999999e-05 2023-08-28T02:40:07.098 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.098 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.098 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:40:07.098 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.303549+0000", 2023-08-28T02:40:07.098 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.8507000000000001e-05 2023-08-28T02:40:07.098 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.099 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.099 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:40:07.099 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.303558+0000", 2023-08-28T02:40:07.099 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.7700000000000007e-06 2023-08-28T02:40:07.099 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.099 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.099 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:07.099 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.303606+0000", 2023-08-28T02:40:07.099 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.8235000000000002e-05 2023-08-28T02:40:07.099 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.099 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.100 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:40:07.100 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.303614+0000", 2023-08-28T02:40:07.100 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.0439999999999996e-06 2023-08-28T02:40:07.100 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.100 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.100 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:07.100 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.936227+0000", 2023-08-28T02:40:07.100 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.63261273399999995 2023-08-28T02:40:07.100 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.100 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.100 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:40:07.101 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:12.936234+0000", 2023-08-28T02:40:07.101 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.7030000000000006e-06 2023-08-28T02:40:07.101 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.101 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.101 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:07.101 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.177482+0000", 2023-08-28T02:40:07.101 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.241247392 2023-08-28T02:40:07.101 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.101 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.101 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:40:07.101 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.177654+0000", 2023-08-28T02:40:07.102 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00017257000000000001 2023-08-28T02:40:07.102 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.102 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.102 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 4,6", 2023-08-28T02:40:07.102 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.177804+0000", 2023-08-28T02:40:07.102 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00014952100000000001 2023-08-28T02:40:07.102 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.102 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.102 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:40:07.102 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.181564+0000", 2023-08-28T02:40:07.102 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.003760369 2023-08-28T02:40:07.102 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.103 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.103 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:07.103 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.185366+0000", 2023-08-28T02:40:07.103 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0038016159999999998 2023-08-28T02:40:07.103 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.103 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.103 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:07.103 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.198341+0000", 2023-08-28T02:40:07.103 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.012975192999999999 2023-08-28T02:40:07.103 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.103 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.103 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:40:07.104 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.198409+0000", 2023-08-28T02:40:07.104 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.7798000000000004e-05 2023-08-28T02:40:07.104 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.104 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.104 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:40:07.105 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.201305+0000", 2023-08-28T02:40:07.105 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0028964469999999999 2023-08-28T02:40:07.106 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:07.106 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:40:07.106 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:07.106 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.106 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.106 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "MOSDPGPush(10.a 299/297 [PushOp(10:52f831f5:::benchmark_data_smithi040_250784_object1405:head, version: 254'90, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(10:52f831f5:::benchmark_data_smithi040_250784_object1405:head@254'90, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-08-28T02:40:07.106 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:33:13.586835+0000", 2023-08-28T02:40:07.106 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 413.39948139699999, 2023-08-28T02:40:07.106 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.067957745999999999, 2023-08-28T02:40:07.106 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:40:07.106 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "started", 2023-08-28T02:40:07.106 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:40:07.107 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.107 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:40:07.107 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.586835+0000", 2023-08-28T02:40:07.107 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:07.107 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.107 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.107 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:40:07.107 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.586835+0000", 2023-08-28T02:40:07.107 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:07.107 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.107 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.107 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:40:07.108 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.586833+0000", 2023-08-28T02:40:07.108 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:40:07.108 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.108 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.108 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:40:07.108 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.586886+0000", 2023-08-28T02:40:07.108 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.2371999999999999e-05 2023-08-28T02:40:07.108 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.108 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.108 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:40:07.108 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.586916+0000", 2023-08-28T02:40:07.109 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.0297000000000001e-05 2023-08-28T02:40:07.109 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.109 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.109 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:40:07.109 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.586936+0000", 2023-08-28T02:40:07.109 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.0525000000000001e-05 2023-08-28T02:40:07.109 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.109 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.109 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:07.109 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.587048+0000", 2023-08-28T02:40:07.109 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000112037 2023-08-28T02:40:07.109 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.110 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.110 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:40:07.110 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.587064+0000", 2023-08-28T02:40:07.110 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.5622000000000001e-05 2023-08-28T02:40:07.110 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.110 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.110 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:40:07.110 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.654793+0000", 2023-08-28T02:40:07.110 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.067728807000000002 2023-08-28T02:40:07.110 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:07.110 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:40:07.110 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:07.111 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.111 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.111 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "MOSDPGPush(10.a 299/297 [PushOp(10:5fd55206:::benchmark_data_smithi040_250784_object1419:head, version: 254'92, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(10:5fd55206:::benchmark_data_smithi040_250784_object1419:head@254'92, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-08-28T02:40:07.111 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:33:13.721932+0000", 2023-08-28T02:40:07.111 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 413.26438476800001, 2023-08-28T02:40:07.111 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.062275285, 2023-08-28T02:40:07.111 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:40:07.111 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "started", 2023-08-28T02:40:07.111 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:40:07.111 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.111 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:40:07.111 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.721932+0000", 2023-08-28T02:40:07.112 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:07.112 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.112 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.112 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:40:07.112 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.721932+0000", 2023-08-28T02:40:07.112 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:07.112 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.112 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.112 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:40:07.112 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.721930+0000", 2023-08-28T02:40:07.112 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:40:07.113 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.113 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.113 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:40:07.113 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.721967+0000", 2023-08-28T02:40:07.113 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.7317999999999997e-05 2023-08-28T02:40:07.113 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.113 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.113 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:40:07.113 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.721990+0000", 2023-08-28T02:40:07.113 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.3261999999999999e-05 2023-08-28T02:40:07.113 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.113 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.114 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:40:07.114 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.722006+0000", 2023-08-28T02:40:07.114 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.5828000000000002e-05 2023-08-28T02:40:07.114 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.114 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.114 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:07.114 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.722076+0000", 2023-08-28T02:40:07.114 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.9269000000000004e-05 2023-08-28T02:40:07.114 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.114 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.114 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:40:07.114 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.722089+0000", 2023-08-28T02:40:07.115 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.3278999999999999e-05 2023-08-28T02:40:07.115 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.115 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.115 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:40:07.115 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.784207+0000", 2023-08-28T02:40:07.115 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.062118249 2023-08-28T02:40:07.115 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:07.115 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:40:07.115 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:07.115 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.115 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.116 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "MOSDPGPush(10.a 299/297 [PushOp(10:5c786c9e:::benchmark_data_smithi040_250784_object1425:head, version: 254'93, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(10:5c786c9e:::benchmark_data_smithi040_250784_object1425:head@254'93, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-08-28T02:40:07.116 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:33:13.801617+0000", 2023-08-28T02:40:07.116 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 413.18469968900001, 2023-08-28T02:40:07.116 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.063325786999999994, 2023-08-28T02:40:07.116 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:40:07.116 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "started", 2023-08-28T02:40:07.116 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:40:07.116 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.116 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:40:07.116 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.801617+0000", 2023-08-28T02:40:07.116 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:07.116 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.117 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.117 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:40:07.117 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.801617+0000", 2023-08-28T02:40:07.117 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:07.117 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.117 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.117 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:40:07.117 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.801615+0000", 2023-08-28T02:40:07.117 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:40:07.117 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.117 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.117 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:40:07.118 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.801670+0000", 2023-08-28T02:40:07.118 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.5282999999999999e-05 2023-08-28T02:40:07.118 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.118 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.118 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:40:07.118 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.801704+0000", 2023-08-28T02:40:07.118 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.362e-05 2023-08-28T02:40:07.118 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.118 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.118 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:40:07.118 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.801728+0000", 2023-08-28T02:40:07.118 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.4641e-05 2023-08-28T02:40:07.119 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.119 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.119 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:07.119 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.801808+0000", 2023-08-28T02:40:07.119 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.9800000000000002e-05 2023-08-28T02:40:07.119 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.119 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.119 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:40:07.119 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.801819+0000", 2023-08-28T02:40:07.119 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1029000000000001e-05 2023-08-28T02:40:07.119 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.119 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.120 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:40:07.120 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.864943+0000", 2023-08-28T02:40:07.120 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.063123361000000003 2023-08-28T02:40:07.120 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:07.120 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:40:07.120 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:07.120 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.120 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.120 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "MOSDPGPush(10.a 299/297 [PushOp(10:5a8ae76f:::benchmark_data_smithi040_250784_object1432:head, version: 254'94, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(10:5a8ae76f:::benchmark_data_smithi040_250784_object1432:head@254'94, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-08-28T02:40:07.120 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:33:13.880169+0000", 2023-08-28T02:40:07.120 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 413.10614722899999, 2023-08-28T02:40:07.120 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.073080071999999996, 2023-08-28T02:40:07.121 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:40:07.121 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "started", 2023-08-28T02:40:07.121 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:40:07.121 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.121 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:40:07.121 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.880169+0000", 2023-08-28T02:40:07.121 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:07.121 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.121 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.121 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:40:07.121 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.880169+0000", 2023-08-28T02:40:07.121 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:07.121 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.122 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.122 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:40:07.122 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.880168+0000", 2023-08-28T02:40:07.122 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:40:07.122 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.122 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.122 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:40:07.122 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.880230+0000", 2023-08-28T02:40:07.122 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.1656999999999996e-05 2023-08-28T02:40:07.122 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.122 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.122 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:40:07.122 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.880253+0000", 2023-08-28T02:40:07.123 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.3632e-05 2023-08-28T02:40:07.123 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.123 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.123 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:40:07.123 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.880269+0000", 2023-08-28T02:40:07.123 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.5566999999999999e-05 2023-08-28T02:40:07.123 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.123 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.123 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:07.123 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.880340+0000", 2023-08-28T02:40:07.123 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.1229999999999994e-05 2023-08-28T02:40:07.124 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.124 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.124 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:40:07.124 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.880352+0000", 2023-08-28T02:40:07.124 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2398000000000001e-05 2023-08-28T02:40:07.124 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.124 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.124 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:40:07.124 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.953249+0000", 2023-08-28T02:40:07.124 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.072896997000000005 2023-08-28T02:40:07.124 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:07.124 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:40:07.124 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:07.125 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.125 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.125 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:115841 10.a e346/297 10:5aa4d53f:::benchmark_data_smithi040_250784_object22532:head v 346'7241, mlcod=346'7239)", 2023-08-28T02:40:07.125 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:37:30.056930+0000", 2023-08-28T02:40:07.125 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 156.929386951, 2023-08-28T02:40:07.125 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.012033007, 2023-08-28T02:40:07.125 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:40:07.125 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:07.125 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:40:07.125 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.125 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:40:07.125 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:30.056930+0000", 2023-08-28T02:40:07.126 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:07.126 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.126 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.126 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:40:07.126 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:30.056930+0000", 2023-08-28T02:40:07.126 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:07.126 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.126 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.126 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:40:07.126 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:30.056928+0000", 2023-08-28T02:40:07.126 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:40:07.126 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.127 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.127 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:40:07.127 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:30.056940+0000", 2023-08-28T02:40:07.127 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2071e-05 2023-08-28T02:40:07.127 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.127 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.127 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:40:07.127 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:30.056964+0000", 2023-08-28T02:40:07.127 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.3774e-05 2023-08-28T02:40:07.127 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.127 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.127 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:40:07.128 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:30.056978+0000", 2023-08-28T02:40:07.128 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.3576e-05 2023-08-28T02:40:07.128 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.128 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.128 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:07.128 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:30.057030+0000", 2023-08-28T02:40:07.128 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.2200999999999997e-05 2023-08-28T02:40:07.128 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.128 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.128 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:40:07.128 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:30.057059+0000", 2023-08-28T02:40:07.128 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.866e-05 2023-08-28T02:40:07.128 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.129 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.129 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:40:07.129 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:30.068895+0000", 2023-08-28T02:40:07.129 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.011836625 2023-08-28T02:40:07.129 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.129 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.129 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:40:07.129 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:30.068963+0000", 2023-08-28T02:40:07.129 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.7328000000000003e-05 2023-08-28T02:40:07.129 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:07.129 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:40:07.129 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:07.129 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.130 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.130 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:131140 10.e e373/298 10:72367798:::benchmark_data_smithi040_250784_object37831:head v 373'8305, mlcod=373'8303)", 2023-08-28T02:40:07.130 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:39:49.017289+0000", 2023-08-28T02:40:07.130 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 17.969027574999998, 2023-08-28T02:40:07.130 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.01395366, 2023-08-28T02:40:07.130 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:40:07.130 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:07.130 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:40:07.130 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.130 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:40:07.130 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:49.017289+0000", 2023-08-28T02:40:07.130 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:07.131 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.131 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.131 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:40:07.131 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:49.017289+0000", 2023-08-28T02:40:07.131 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:07.131 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.131 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.131 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:40:07.131 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:49.017287+0000", 2023-08-28T02:40:07.131 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:40:07.131 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.131 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.131 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:40:07.132 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:49.017303+0000", 2023-08-28T02:40:07.132 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.5577999999999999e-05 2023-08-28T02:40:07.132 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.132 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.132 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:40:07.132 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:49.017327+0000", 2023-08-28T02:40:07.132 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.3833999999999999e-05 2023-08-28T02:40:07.132 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.132 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.132 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:40:07.132 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:49.017338+0000", 2023-08-28T02:40:07.132 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1674e-05 2023-08-28T02:40:07.132 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.133 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.133 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:07.133 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:49.017409+0000", 2023-08-28T02:40:07.133 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.0747999999999994e-05 2023-08-28T02:40:07.133 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.133 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.133 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:40:07.133 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:49.017449+0000", 2023-08-28T02:40:07.133 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.9509999999999999e-05 2023-08-28T02:40:07.133 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.133 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.133 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:40:07.134 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:49.031172+0000", 2023-08-28T02:40:07.134 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.013723056000000001 2023-08-28T02:40:07.134 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:07.134 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:07.134 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:40:07.134 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:49.031243+0000", 2023-08-28T02:40:07.134 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.0941999999999999e-05 2023-08-28T02:40:07.134 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:07.134 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:40:07.134 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:07.134 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:07.134 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:40:07.134 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-08-28T02:40:07.135 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:06 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 14197/160929 objects degraded (8.822%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:40:07.135 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:06 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1609601197' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:40:07.135 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:06 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3085617788' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:40:07.135 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:06 smithi083 ceph-mon[157819]: pgmap v1161: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.2 GiB data, 11 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 140 op/s; 14096/159528 objects degraded (8.836%); 16456/159528 objects misplaced (10.315%); 1.6 MiB/s, 26 objects/s recovering 2023-08-28T02:40:07.136 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:07.136 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:07.136 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:40:07.137 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:40:07.137 INFO:teuthology.orchestra.run.smithi040.stderr:nodeep-scrub is set 2023-08-28T02:40:07.238 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:40:07.271 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:07.431 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.4 dump_ops_in_flight 2023-08-28T02:40:07.441 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:40:07.442 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:40:07.445 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:07.446 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:40:07.547 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:40:07.576 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:07.581 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:07 smithi040 ceph-mon[170259]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:40:07.581 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:07 smithi040 ceph-mon[170259]: failed to encode map e376 with expected crc 2023-08-28T02:40:07.581 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:07 smithi040 ceph-mon[170259]: failed to encode map e376 with expected crc 2023-08-28T02:40:07.581 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:07 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1609601197' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:40:07.581 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:07 smithi040 ceph-mon[170259]: osdmap e376: 8 total, 8 up, 6 in 2023-08-28T02:40:07.596 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:40:07.598 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-08-28T02:40:07.599 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:07.599 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:40:07.700 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:40:07.730 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:40:07.736 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:07.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:07 smithi083 ceph-mon[157819]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:40:07.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:07 smithi083 ceph-mon[157819]: failed to encode map e376 with expected crc 2023-08-28T02:40:07.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:07 smithi083 ceph-mon[157819]: failed to encode map e376 with expected crc 2023-08-28T02:40:07.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:07 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1609601197' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:40:07.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:07 smithi083 ceph-mon[157819]: osdmap e376: 8 total, 8 up, 6 in 2023-08-28T02:40:07.763 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:40:07.768 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:07.768 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:40:07.869 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:40:07.907 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:07.932 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:40:07.933 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:07 smithi040 ceph-mon[175404]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:40:07.934 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:07 smithi040 ceph-mon[175404]: failed to encode map e376 with expected crc 2023-08-28T02:40:07.934 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:07 smithi040 ceph-mon[175404]: failed to encode map e376 with expected crc 2023-08-28T02:40:07.934 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:07 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1609601197' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:40:07.934 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:07 smithi040 ceph-mon[175404]: osdmap e376: 8 total, 8 up, 6 in 2023-08-28T02:40:07.935 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:07.935 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:40:08.036 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:40:08.072 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:08.194 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:40:08.197 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:08.198 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:40:08.251 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:40:08.299 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:40:08.329 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:08.399 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:40:08.402 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:08.403 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:40:08.503 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:40:08.537 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:08.557 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:40:08.560 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:08.561 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:40:08.661 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:40:08.705 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:08.754 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:08 smithi040 ceph-mon[170259]: pgmap v1163: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.2 GiB data, 11 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 169 op/s; 14096/158607 objects degraded (8.887%); 16275/158607 objects misplaced (10.261%); 1.9 MiB/s, 31 objects/s recovering 2023-08-28T02:40:08.754 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:08 smithi040 ceph-mon[175404]: pgmap v1163: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.2 GiB data, 11 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 169 op/s; 14096/158607 objects degraded (8.887%); 16275/158607 objects misplaced (10.261%); 1.9 MiB/s, 31 objects/s recovering 2023-08-28T02:40:08.782 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2023-08-28T02:40:08.782 INFO:teuthology.orchestra.run.smithi083.stdout: "ops": [ 2023-08-28T02:40:08.782 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.782 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:133948 10.f 10:f3314439:::benchmark_data_smithi040_250784_object40639:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e376)", 2023-08-28T02:40:08.783 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:40:08.211950+0000", 2023-08-28T02:40:08.783 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 0.56939948699999998, 2023-08-28T02:40:08.783 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.56942247099999999, 2023-08-28T02:40:08.783 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:40:08.783 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "delayed", 2023-08-28T02:40:08.783 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:40:08.784 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:40:08.784 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:40:08.784 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 133948 2023-08-28T02:40:08.784 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.784 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:40:08.784 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.785 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:40:08.785 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:08.211950+0000", 2023-08-28T02:40:08.785 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:08.785 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.785 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.785 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:40:08.785 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:08.211950+0000", 2023-08-28T02:40:08.785 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:08.785 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.786 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.786 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:40:08.786 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:08.211949+0000", 2023-08-28T02:40:08.786 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:40:08.787 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.787 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.787 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:40:08.787 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:08.211954+0000", 2023-08-28T02:40:08.787 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.7080000000000002e-06 2023-08-28T02:40:08.787 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.787 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.787 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:40:08.787 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:08.211971+0000", 2023-08-28T02:40:08.787 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.6849000000000001e-05 2023-08-28T02:40:08.787 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.787 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.788 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:40:08.788 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:08.211978+0000", 2023-08-28T02:40:08.788 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.3949999999999998e-06 2023-08-28T02:40:08.788 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.788 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.788 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:08.788 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:08.243026+0000", 2023-08-28T02:40:08.788 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.031048109000000001 2023-08-28T02:40:08.788 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.788 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.788 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:40:08.788 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:08.248359+0000", 2023-08-28T02:40:08.789 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0053336620000000003 2023-08-28T02:40:08.789 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.789 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.789 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:08.789 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:08.303573+0000", 2023-08-28T02:40:08.789 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.055213963999999997 2023-08-28T02:40:08.789 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.789 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.789 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:40:08.789 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:08.309692+0000", 2023-08-28T02:40:08.789 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0061191270000000002 2023-08-28T02:40:08.789 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:08.789 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:40:08.790 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:08.790 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.790 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.790 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:133968 10.f 10:f714aad3:::benchmark_data_smithi040_250784_object40659:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e376)", 2023-08-28T02:40:08.790 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:40:08.384977+0000", 2023-08-28T02:40:08.790 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 0.39637262400000001, 2023-08-28T02:40:08.790 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.39646642300000001, 2023-08-28T02:40:08.790 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:40:08.790 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "delayed", 2023-08-28T02:40:08.790 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:40:08.790 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:40:08.790 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:40:08.790 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 133968 2023-08-28T02:40:08.791 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.791 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:40:08.791 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.791 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:40:08.791 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:08.384977+0000", 2023-08-28T02:40:08.791 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:08.791 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.791 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.791 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:40:08.791 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:08.384977+0000", 2023-08-28T02:40:08.791 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:08.791 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.792 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.792 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:40:08.792 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:08.384976+0000", 2023-08-28T02:40:08.792 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:40:08.792 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.792 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.792 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:40:08.792 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:08.384982+0000", 2023-08-28T02:40:08.792 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.5300000000000002e-06 2023-08-28T02:40:08.792 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.792 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.792 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:40:08.792 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:08.384997+0000", 2023-08-28T02:40:08.792 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.4331999999999999e-05 2023-08-28T02:40:08.793 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.793 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.793 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:40:08.793 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:08.385004+0000", 2023-08-28T02:40:08.793 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.8569999999999995e-06 2023-08-28T02:40:08.793 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.793 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.793 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:08.793 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:08.421994+0000", 2023-08-28T02:40:08.793 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.036989710000000002 2023-08-28T02:40:08.794 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.794 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.794 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:40:08.794 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:08.427138+0000", 2023-08-28T02:40:08.794 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0051439909999999997 2023-08-28T02:40:08.794 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.794 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.794 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:08.794 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:08.484913+0000", 2023-08-28T02:40:08.794 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.057775082999999998 2023-08-28T02:40:08.794 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.794 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.795 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:40:08.795 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:08.490674+0000", 2023-08-28T02:40:08.795 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0057610300000000003 2023-08-28T02:40:08.795 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:08.795 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:40:08.795 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:08.795 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.795 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.795 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:133971 10.f 10:f71638ed:::benchmark_data_smithi040_250784_object40662:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e376)", 2023-08-28T02:40:08.795 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:40:08.395016+0000", 2023-08-28T02:40:08.795 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 0.38633394900000001, 2023-08-28T02:40:08.795 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.38649979299999998, 2023-08-28T02:40:08.795 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:40:08.796 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "delayed", 2023-08-28T02:40:08.796 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:40:08.796 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:40:08.796 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:40:08.796 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 133971 2023-08-28T02:40:08.796 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.796 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:40:08.796 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.796 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:40:08.796 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:08.395016+0000", 2023-08-28T02:40:08.796 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:08.796 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.797 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.797 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:40:08.797 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:08.395016+0000", 2023-08-28T02:40:08.797 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:08.797 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.797 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.797 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:40:08.797 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:08.395014+0000", 2023-08-28T02:40:08.797 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:40:08.797 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.797 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.797 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:40:08.798 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:08.395024+0000", 2023-08-28T02:40:08.798 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.6369999999999994e-06 2023-08-28T02:40:08.798 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.798 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.798 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:40:08.798 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:08.395035+0000", 2023-08-28T02:40:08.798 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0822000000000001e-05 2023-08-28T02:40:08.798 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.798 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.798 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:40:08.798 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:08.395040+0000", 2023-08-28T02:40:08.799 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.843e-06 2023-08-28T02:40:08.799 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.799 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.799 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:08.799 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:08.456860+0000", 2023-08-28T02:40:08.799 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.061820324000000003 2023-08-28T02:40:08.799 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.799 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.799 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:40:08.799 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:08.461898+0000", 2023-08-28T02:40:08.799 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.005038364 2023-08-28T02:40:08.799 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.800 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.800 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:08.800 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:08.514349+0000", 2023-08-28T02:40:08.800 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.052451273 2023-08-28T02:40:08.800 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.800 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.800 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:40:08.800 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:08.520478+0000", 2023-08-28T02:40:08.800 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0061282649999999999 2023-08-28T02:40:08.800 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:08.800 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:40:08.800 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:08.801 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.801 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.801 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:133886 10.f 10:fa097db3:::benchmark_data_smithi040_250784_object40577:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e376)", 2023-08-28T02:40:08.801 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:40:07.516092+0000", 2023-08-28T02:40:08.801 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 1.265257158, 2023-08-28T02:40:08.801 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.26549552, 2023-08-28T02:40:08.801 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:40:08.801 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "delayed", 2023-08-28T02:40:08.801 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:40:08.801 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:40:08.801 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:40:08.801 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 133886 2023-08-28T02:40:08.801 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.801 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:40:08.802 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.802 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:40:08.802 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:07.516092+0000", 2023-08-28T02:40:08.802 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:08.802 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.802 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.802 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:40:08.802 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:07.516092+0000", 2023-08-28T02:40:08.802 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:08.802 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.802 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.802 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:40:08.803 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:07.516091+0000", 2023-08-28T02:40:08.803 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:40:08.803 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.803 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.803 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:40:08.803 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:07.516097+0000", 2023-08-28T02:40:08.803 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.2110000000000003e-06 2023-08-28T02:40:08.803 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.803 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.803 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:40:08.803 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:07.516110+0000", 2023-08-28T02:40:08.803 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.328e-05 2023-08-28T02:40:08.804 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.804 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.804 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:40:08.804 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:07.516117+0000", 2023-08-28T02:40:08.804 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.4960000000000001e-06 2023-08-28T02:40:08.804 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.804 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.804 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:08.804 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:07.543213+0000", 2023-08-28T02:40:08.804 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.027096309999999998 2023-08-28T02:40:08.804 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.804 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.805 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:40:08.805 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:07.548351+0000", 2023-08-28T02:40:08.805 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.005137885 2023-08-28T02:40:08.805 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.805 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.805 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:08.805 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:07.626568+0000", 2023-08-28T02:40:08.805 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.078216347000000006 2023-08-28T02:40:08.805 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.805 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.805 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:40:08.805 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:07.632236+0000", 2023-08-28T02:40:08.806 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0056686210000000004 2023-08-28T02:40:08.806 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:08.806 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:40:08.806 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:08.806 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.806 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.806 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:133922 10.f 10:f98f4b56:::benchmark_data_smithi040_250784_object40613:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e376)", 2023-08-28T02:40:08.806 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:40:07.866209+0000", 2023-08-28T02:40:08.806 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 0.91514078600000004, 2023-08-28T02:40:08.806 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.91542554499999995, 2023-08-28T02:40:08.806 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:40:08.806 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "delayed", 2023-08-28T02:40:08.807 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:40:08.807 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:40:08.807 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:40:08.807 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 133922 2023-08-28T02:40:08.807 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.807 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:40:08.807 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.807 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:40:08.807 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:07.866209+0000", 2023-08-28T02:40:08.807 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:08.807 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.807 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.808 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:40:08.808 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:07.866209+0000", 2023-08-28T02:40:08.808 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:08.808 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.808 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.808 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:40:08.808 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:07.866207+0000", 2023-08-28T02:40:08.808 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:40:08.808 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.808 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.808 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:40:08.809 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:07.866216+0000", 2023-08-28T02:40:08.809 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.9619999999999999e-06 2023-08-28T02:40:08.809 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.809 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.809 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:40:08.809 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:07.866233+0000", 2023-08-28T02:40:08.809 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.7427000000000001e-05 2023-08-28T02:40:08.809 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.809 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.809 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:40:08.809 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:07.866244+0000", 2023-08-28T02:40:08.809 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0499999999999999e-05 2023-08-28T02:40:08.810 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.810 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.810 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:08.810 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:07.921193+0000", 2023-08-28T02:40:08.810 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.054949149000000003 2023-08-28T02:40:08.810 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.810 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.810 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:40:08.810 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:07.927831+0000", 2023-08-28T02:40:08.810 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0066381570000000004 2023-08-28T02:40:08.810 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.810 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.810 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:08.811 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:07.962405+0000", 2023-08-28T02:40:08.811 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.034574417000000003 2023-08-28T02:40:08.811 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.811 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.811 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:40:08.811 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:07.968127+0000", 2023-08-28T02:40:08.811 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0057214739999999998 2023-08-28T02:40:08.811 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:08.811 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:40:08.811 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:08.811 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.811 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.812 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:133871 10.f 10:f7737059:::benchmark_data_smithi040_250784_object40562:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e376)", 2023-08-28T02:40:08.812 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:40:07.375057+0000", 2023-08-28T02:40:08.812 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 1.4062923249999999, 2023-08-28T02:40:08.812 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.4066214690000001, 2023-08-28T02:40:08.812 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:40:08.812 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "delayed", 2023-08-28T02:40:08.812 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:40:08.812 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:40:08.812 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:40:08.812 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 133871 2023-08-28T02:40:08.812 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.812 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:40:08.812 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.812 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:40:08.813 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:07.375057+0000", 2023-08-28T02:40:08.813 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:08.813 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.813 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.813 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:40:08.813 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:07.375057+0000", 2023-08-28T02:40:08.813 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:08.813 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.813 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.813 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:40:08.813 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:07.375056+0000", 2023-08-28T02:40:08.813 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:40:08.813 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.814 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.814 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:40:08.814 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:07.375062+0000", 2023-08-28T02:40:08.814 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.5869999999999998e-06 2023-08-28T02:40:08.814 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.814 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.814 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:40:08.814 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:07.375075+0000", 2023-08-28T02:40:08.814 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2764e-05 2023-08-28T02:40:08.814 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.814 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.814 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:40:08.815 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:07.375081+0000", 2023-08-28T02:40:08.815 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.4990000000000002e-06 2023-08-28T02:40:08.815 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.815 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.815 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:08.815 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:07.473696+0000", 2023-08-28T02:40:08.815 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.098615463 2023-08-28T02:40:08.815 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.815 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.815 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:40:08.815 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:07.478889+0000", 2023-08-28T02:40:08.815 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0051929580000000001 2023-08-28T02:40:08.816 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.816 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.816 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:08.816 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:07.530479+0000", 2023-08-28T02:40:08.816 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.051589635000000002 2023-08-28T02:40:08.816 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.816 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.816 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:40:08.816 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:07.536252+0000", 2023-08-28T02:40:08.816 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0057736410000000004 2023-08-28T02:40:08.816 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:08.816 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:40:08.816 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:08.817 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.817 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.817 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:133889 10.f 10:fc56e222:::benchmark_data_smithi040_250784_object40580:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e376)", 2023-08-28T02:40:08.817 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:40:07.534784+0000", 2023-08-28T02:40:08.817 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 1.24656601, 2023-08-28T02:40:08.817 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2469414400000001, 2023-08-28T02:40:08.817 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:40:08.817 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "delayed", 2023-08-28T02:40:08.817 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:40:08.817 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:40:08.817 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:40:08.818 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 133889 2023-08-28T02:40:08.818 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.818 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:40:08.818 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.818 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:40:08.818 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:07.534784+0000", 2023-08-28T02:40:08.818 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:08.818 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.818 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.818 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:40:08.818 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:07.534784+0000", 2023-08-28T02:40:08.818 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:08.818 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.819 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.819 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:40:08.819 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:07.534782+0000", 2023-08-28T02:40:08.819 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:40:08.819 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.819 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.819 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:40:08.819 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:07.534790+0000", 2023-08-28T02:40:08.819 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.7179999999999996e-06 2023-08-28T02:40:08.819 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.819 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.819 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:40:08.820 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:07.534819+0000", 2023-08-28T02:40:08.820 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.919e-05 2023-08-28T02:40:08.820 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.820 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.820 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:40:08.820 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:07.534825+0000", 2023-08-28T02:40:08.820 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.1020000000000002e-06 2023-08-28T02:40:08.820 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.820 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.820 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:08.820 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:07.549036+0000", 2023-08-28T02:40:08.820 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.01421124 2023-08-28T02:40:08.820 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.821 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.821 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:40:08.821 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:07.554569+0000", 2023-08-28T02:40:08.821 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0055326910000000002 2023-08-28T02:40:08.821 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.821 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.821 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:08.821 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:07.656022+0000", 2023-08-28T02:40:08.821 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.101453135 2023-08-28T02:40:08.821 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.821 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.821 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:40:08.821 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:07.662079+0000", 2023-08-28T02:40:08.822 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0060569209999999998 2023-08-28T02:40:08.822 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:08.822 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:40:08.822 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:08.822 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.822 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.822 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:133939 10.f 10:f149c9c4:::benchmark_data_smithi040_250784_object40630:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e376)", 2023-08-28T02:40:08.822 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:40:08.140915+0000", 2023-08-28T02:40:08.822 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 0.64043463899999997, 2023-08-28T02:40:08.822 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.64085466000000002, 2023-08-28T02:40:08.822 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:40:08.822 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "delayed", 2023-08-28T02:40:08.822 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:40:08.823 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:40:08.823 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:40:08.823 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 133939 2023-08-28T02:40:08.823 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.823 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:40:08.823 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.823 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:40:08.823 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:08.140915+0000", 2023-08-28T02:40:08.823 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:08.823 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.823 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.823 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:40:08.824 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:08.140915+0000", 2023-08-28T02:40:08.824 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:08.824 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.824 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.824 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:40:08.824 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:08.140914+0000", 2023-08-28T02:40:08.824 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:40:08.824 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.824 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.824 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:40:08.824 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:08.140920+0000", 2023-08-28T02:40:08.824 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.3160000000000002e-06 2023-08-28T02:40:08.824 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.825 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.825 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:40:08.825 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:08.140932+0000", 2023-08-28T02:40:08.825 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2148e-05 2023-08-28T02:40:08.825 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.825 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.825 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:40:08.825 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:08.140938+0000", 2023-08-28T02:40:08.825 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.4570000000000002e-06 2023-08-28T02:40:08.825 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.825 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.825 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:08.825 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:08.219085+0000", 2023-08-28T02:40:08.826 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.078146771000000004 2023-08-28T02:40:08.826 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.826 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.826 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:40:08.826 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:08.225010+0000", 2023-08-28T02:40:08.826 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0059252269999999999 2023-08-28T02:40:08.826 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.826 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.826 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:08.826 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:08.269514+0000", 2023-08-28T02:40:08.826 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.044503595 2023-08-28T02:40:08.826 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.826 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.827 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:40:08.827 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:08.276089+0000", 2023-08-28T02:40:08.827 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0065747490000000004 2023-08-28T02:40:08.827 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:08.827 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:40:08.827 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:08.827 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.827 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.827 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:133856 10.f 10:ff0a5ad2:::benchmark_data_smithi040_250784_object40547:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e376)", 2023-08-28T02:40:08.827 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:40:07.255543+0000", 2023-08-28T02:40:08.827 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 1.5258065589999998, 2023-08-28T02:40:08.827 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.5262711439999999, 2023-08-28T02:40:08.828 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:40:08.828 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "delayed", 2023-08-28T02:40:08.828 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:40:08.828 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:40:08.828 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:40:08.828 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 133856 2023-08-28T02:40:08.828 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.828 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:40:08.828 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.828 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:40:08.828 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:07.255543+0000", 2023-08-28T02:40:08.828 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:08.828 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.829 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.829 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:40:08.829 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:07.255543+0000", 2023-08-28T02:40:08.829 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:08.829 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.829 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.829 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:40:08.829 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:07.255542+0000", 2023-08-28T02:40:08.829 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:40:08.829 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.829 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.829 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:40:08.830 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:07.255548+0000", 2023-08-28T02:40:08.830 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.0889999999999996e-06 2023-08-28T02:40:08.830 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.830 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.830 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:40:08.830 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:07.255560+0000", 2023-08-28T02:40:08.830 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1990999999999999e-05 2023-08-28T02:40:08.830 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.830 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.830 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:40:08.830 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:07.255566+0000", 2023-08-28T02:40:08.830 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.0789999999999997e-06 2023-08-28T02:40:08.830 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.831 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.831 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:08.831 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:07.361280+0000", 2023-08-28T02:40:08.831 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.10571444100000001 2023-08-28T02:40:08.831 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.831 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.831 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:40:08.831 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:07.366509+0000", 2023-08-28T02:40:08.831 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0052284139999999998 2023-08-28T02:40:08.831 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.831 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.831 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:08.832 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:07.419772+0000", 2023-08-28T02:40:08.832 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.053263589 2023-08-28T02:40:08.832 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.832 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.832 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:40:08.832 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:07.425141+0000", 2023-08-28T02:40:08.832 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0053686510000000003 2023-08-28T02:40:08.832 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:08.832 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:40:08.832 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:08.832 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.832 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.833 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:133961 10.f 10:f6c67f59:::benchmark_data_smithi040_250784_object40652:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e376)", 2023-08-28T02:40:08.833 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:40:08.257195+0000", 2023-08-28T02:40:08.833 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 0.524154805, 2023-08-28T02:40:08.833 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.52466402899999998, 2023-08-28T02:40:08.833 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:40:08.833 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "delayed", 2023-08-28T02:40:08.833 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:40:08.833 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:40:08.833 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:40:08.833 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 133961 2023-08-28T02:40:08.833 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.833 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:40:08.833 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.834 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:40:08.834 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:08.257195+0000", 2023-08-28T02:40:08.834 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:08.834 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.834 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.834 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:40:08.834 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:08.257195+0000", 2023-08-28T02:40:08.834 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:08.834 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.834 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.834 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:40:08.834 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:08.257193+0000", 2023-08-28T02:40:08.835 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:40:08.835 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.835 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.835 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:40:08.835 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:08.257201+0000", 2023-08-28T02:40:08.835 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.9780000000000005e-06 2023-08-28T02:40:08.835 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.835 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.835 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:40:08.835 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:08.257215+0000", 2023-08-28T02:40:08.835 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.3577999999999999e-05 2023-08-28T02:40:08.835 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.836 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.836 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:40:08.836 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:08.257222+0000", 2023-08-28T02:40:08.836 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.9e-06 2023-08-28T02:40:08.836 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.836 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.836 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:08.836 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:08.358702+0000", 2023-08-28T02:40:08.836 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.10148032799999999 2023-08-28T02:40:08.836 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.836 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.836 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:40:08.836 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:08.363814+0000", 2023-08-28T02:40:08.837 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0051122729999999996 2023-08-28T02:40:08.837 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.837 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.837 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:08.837 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:08.407918+0000", 2023-08-28T02:40:08.837 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.044103569000000002 2023-08-28T02:40:08.837 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.837 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.837 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:40:08.837 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:08.413699+0000", 2023-08-28T02:40:08.837 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0057809000000000003 2023-08-28T02:40:08.837 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:08.838 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:40:08.838 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:08.838 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.838 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.838 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:133976 10.f 10:fb1ea8f1:::benchmark_data_smithi040_250784_object40667:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e376)", 2023-08-28T02:40:08.838 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:40:08.706602+0000", 2023-08-28T02:40:08.838 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 0.074747905000000003, 2023-08-28T02:40:08.838 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.075301432000000001, 2023-08-28T02:40:08.838 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:40:08.838 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "delayed", 2023-08-28T02:40:08.838 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:40:08.838 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:40:08.838 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:40:08.839 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 133976 2023-08-28T02:40:08.839 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.839 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:40:08.839 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.839 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:40:08.839 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:08.706602+0000", 2023-08-28T02:40:08.839 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:08.839 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.839 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.839 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:40:08.839 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:08.706602+0000", 2023-08-28T02:40:08.839 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:08.840 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.840 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.840 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:40:08.840 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:08.706600+0000", 2023-08-28T02:40:08.840 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:40:08.840 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.840 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.840 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:40:08.840 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:08.706607+0000", 2023-08-28T02:40:08.840 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.5939999999999996e-06 2023-08-28T02:40:08.840 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.840 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.840 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:40:08.841 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:08.706620+0000", 2023-08-28T02:40:08.841 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.3138e-05 2023-08-28T02:40:08.841 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.841 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.841 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:40:08.841 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:08.706626+0000", 2023-08-28T02:40:08.841 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.4759999999999997e-06 2023-08-28T02:40:08.841 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.841 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.841 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:08.841 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:08.738836+0000", 2023-08-28T02:40:08.841 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.032210113999999998 2023-08-28T02:40:08.841 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.841 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.842 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:40:08.842 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:08.743898+0000", 2023-08-28T02:40:08.842 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0050622050000000002 2023-08-28T02:40:08.842 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:08.842 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:40:08.842 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:08.842 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.842 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.842 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:133929 10.f 10:f7720664:::benchmark_data_smithi040_250784_object40620:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e376)", 2023-08-28T02:40:08.842 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:40:07.897364+0000", 2023-08-28T02:40:08.842 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 0.88398561399999998, 2023-08-28T02:40:08.842 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.88457681799999999, 2023-08-28T02:40:08.842 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:40:08.843 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "delayed", 2023-08-28T02:40:08.843 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:40:08.843 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:40:08.843 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:40:08.843 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 133929 2023-08-28T02:40:08.843 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.843 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:40:08.843 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.843 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:40:08.843 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:07.897364+0000", 2023-08-28T02:40:08.843 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:08.843 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.844 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.844 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:40:08.844 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:07.897364+0000", 2023-08-28T02:40:08.844 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:08.844 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.844 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.844 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:40:08.844 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:07.897363+0000", 2023-08-28T02:40:08.844 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:40:08.844 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.844 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.844 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:40:08.844 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:07.897367+0000", 2023-08-28T02:40:08.845 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.4299999999999999e-06 2023-08-28T02:40:08.845 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.845 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.845 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:40:08.845 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:07.897374+0000", 2023-08-28T02:40:08.845 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.4540000000000004e-06 2023-08-28T02:40:08.845 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.845 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.845 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:40:08.845 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:07.897378+0000", 2023-08-28T02:40:08.845 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.6389999999999998e-06 2023-08-28T02:40:08.845 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.845 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.846 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:08.846 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:07.928839+0000", 2023-08-28T02:40:08.846 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.031461794000000001 2023-08-28T02:40:08.846 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.846 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.846 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:40:08.846 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:07.935339+0000", 2023-08-28T02:40:08.846 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0064995410000000002 2023-08-28T02:40:08.846 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.846 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.846 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:08.847 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:07.991161+0000", 2023-08-28T02:40:08.847 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.055822113999999999 2023-08-28T02:40:08.847 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.847 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.847 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:40:08.847 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:07.997024+0000", 2023-08-28T02:40:08.847 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0058631430000000003 2023-08-28T02:40:08.847 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:08.847 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:40:08.847 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:08.847 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.847 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.848 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "MOSDPGPushReply(10.f 376/298 [PushReplyOp(10:ff0a5ad2:::benchmark_data_smithi040_250784_object40547:head)])", 2023-08-28T02:40:08.848 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:40:08.751578+0000", 2023-08-28T02:40:08.848 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 0.029771294, 2023-08-28T02:40:08.848 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.030408488000000001, 2023-08-28T02:40:08.848 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:40:08.848 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "queued for pg", 2023-08-28T02:40:08.848 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:40:08.848 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.848 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:40:08.848 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:08.751578+0000", 2023-08-28T02:40:08.848 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:08.848 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.848 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.848 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:40:08.849 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:08.751578+0000", 2023-08-28T02:40:08.849 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:08.849 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.849 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.849 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:40:08.849 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:08.751577+0000", 2023-08-28T02:40:08.849 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:40:08.849 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.849 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.849 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:40:08.849 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:08.751585+0000", 2023-08-28T02:40:08.849 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.5989999999999996e-06 2023-08-28T02:40:08.850 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.850 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.850 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:40:08.850 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:08.751598+0000", 2023-08-28T02:40:08.850 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2891000000000001e-05 2023-08-28T02:40:08.850 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.850 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.850 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:40:08.850 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:08.751605+0000", 2023-08-28T02:40:08.850 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.1749999999999999e-06 2023-08-28T02:40:08.850 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:08.850 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:40:08.850 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:08.850 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.851 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.851 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:133964 10.f 10:fdf93a02:::benchmark_data_smithi040_250784_object40655:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e376)", 2023-08-28T02:40:08.851 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:40:08.367957+0000", 2023-08-28T02:40:08.851 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 0.41339286600000003, 2023-08-28T02:40:08.851 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.41405868000000001, 2023-08-28T02:40:08.851 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:40:08.851 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "delayed", 2023-08-28T02:40:08.851 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:40:08.851 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:40:08.851 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:40:08.851 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 133964 2023-08-28T02:40:08.851 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.851 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:40:08.852 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.852 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:40:08.852 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:08.367957+0000", 2023-08-28T02:40:08.852 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:08.852 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.852 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.852 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:40:08.852 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:08.367957+0000", 2023-08-28T02:40:08.852 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:08.852 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.852 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.853 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:40:08.853 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:08.367955+0000", 2023-08-28T02:40:08.853 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:40:08.853 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.853 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.853 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:40:08.853 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:08.367964+0000", 2023-08-28T02:40:08.853 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.7260000000000008e-06 2023-08-28T02:40:08.853 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.853 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.853 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:40:08.853 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:08.367977+0000", 2023-08-28T02:40:08.853 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.3295000000000001e-05 2023-08-28T02:40:08.854 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.854 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.854 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:40:08.854 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:08.367984+0000", 2023-08-28T02:40:08.854 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.0339999999999999e-06 2023-08-28T02:40:08.854 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.854 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.854 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:08.854 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:08.414222+0000", 2023-08-28T02:40:08.854 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.046238186000000001 2023-08-28T02:40:08.854 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.854 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.855 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:40:08.855 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:08.419775+0000", 2023-08-28T02:40:08.855 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0055532949999999998 2023-08-28T02:40:08.855 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.855 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.855 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:08.855 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:08.450541+0000", 2023-08-28T02:40:08.855 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.030765246999999999 2023-08-28T02:40:08.855 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.855 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.855 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:40:08.855 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:08.456260+0000", 2023-08-28T02:40:08.856 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0057197970000000004 2023-08-28T02:40:08.856 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:08.856 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:40:08.856 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:08.856 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.856 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.856 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "MOSDPGPushReply(10.f 376/298 [PushReplyOp(10:f7737059:::benchmark_data_smithi040_250784_object40562:head)])", 2023-08-28T02:40:08.856 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:40:08.756039+0000", 2023-08-28T02:40:08.856 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 0.025311011000000001, 2023-08-28T02:40:08.856 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.026030823000000002, 2023-08-28T02:40:08.856 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:40:08.856 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "queued for pg", 2023-08-28T02:40:08.857 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:40:08.857 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.857 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:40:08.857 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:08.756039+0000", 2023-08-28T02:40:08.857 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:08.857 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.857 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.857 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:40:08.857 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:08.756039+0000", 2023-08-28T02:40:08.857 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:08.857 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.857 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.858 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:40:08.858 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:08.756038+0000", 2023-08-28T02:40:08.858 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:40:08.858 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.858 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.858 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:40:08.858 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:08.756067+0000", 2023-08-28T02:40:08.858 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.9152000000000001e-05 2023-08-28T02:40:08.858 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.858 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.858 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:40:08.858 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:08.756078+0000", 2023-08-28T02:40:08.858 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1620000000000001e-05 2023-08-28T02:40:08.859 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.859 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.859 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:40:08.859 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:08.756085+0000", 2023-08-28T02:40:08.859 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.7320000000000001e-06 2023-08-28T02:40:08.859 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:08.859 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:40:08.859 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:08.859 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.859 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.859 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:133934 10.f 10:f9efa4b4:::benchmark_data_smithi040_250784_object40625:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e376)", 2023-08-28T02:40:08.860 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:40:07.924205+0000", 2023-08-28T02:40:08.860 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 0.85714430900000005, 2023-08-28T02:40:08.860 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.85789478200000002, 2023-08-28T02:40:08.860 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:40:08.860 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "delayed", 2023-08-28T02:40:08.860 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:40:08.860 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:40:08.860 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:40:08.860 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 133934 2023-08-28T02:40:08.860 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.860 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:40:08.860 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.860 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:40:08.861 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:07.924205+0000", 2023-08-28T02:40:08.861 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:08.861 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.861 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.861 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:40:08.861 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:07.924205+0000", 2023-08-28T02:40:08.861 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:08.861 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.861 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.861 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:40:08.861 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:07.924204+0000", 2023-08-28T02:40:08.862 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:40:08.862 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.862 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.862 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:40:08.862 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:07.924210+0000", 2023-08-28T02:40:08.862 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.2700000000000001e-06 2023-08-28T02:40:08.862 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.862 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.862 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:40:08.862 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:07.924221+0000", 2023-08-28T02:40:08.862 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0821e-05 2023-08-28T02:40:08.862 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.862 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.862 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:40:08.863 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:07.924228+0000", 2023-08-28T02:40:08.863 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.2570000000000001e-06 2023-08-28T02:40:08.863 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.863 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.863 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:08.863 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:07.936130+0000", 2023-08-28T02:40:08.863 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011902044000000001 2023-08-28T02:40:08.863 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.863 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.863 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:40:08.863 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:07.941549+0000", 2023-08-28T02:40:08.863 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0054182559999999998 2023-08-28T02:40:08.864 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.864 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.864 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:08.864 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:08.018212+0000", 2023-08-28T02:40:08.864 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.076663803000000003 2023-08-28T02:40:08.864 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:08.864 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:08.864 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:40:08.864 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:08.024397+0000", 2023-08-28T02:40:08.864 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0061849560000000001 2023-08-28T02:40:08.864 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:08.864 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:40:08.864 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:08.864 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:08.865 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2023-08-28T02:40:08.865 INFO:teuthology.orchestra.run.smithi083.stdout: "num_ops": 16 2023-08-28T02:40:08.865 INFO:teuthology.orchestra.run.smithi083.stdout:} 2023-08-28T02:40:08.865 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:08 smithi083 ceph-mon[157819]: pgmap v1163: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.2 GiB data, 11 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 169 op/s; 14096/158607 objects degraded (8.887%); 16275/158607 objects misplaced (10.261%); 1.9 MiB/s, 31 objects/s recovering 2023-08-28T02:40:08.931 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:40:08.935 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:08.936 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:40:09.037 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:40:09.067 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:40:09.069 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:09.069 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:40:09.140 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.4 dump_blocked_ops 2023-08-28T02:40:09.140 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:40:09.142 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:09.143 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:40:09.244 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:40:09.278 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:09.461 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:40:09.503 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:40:09.506 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:09.506 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:40:09.525 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":1163,"stamp":"2023-08-28T02:40:08.506085+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":3463625476,"num_objects":52869,"num_object_clones":0,"num_object_copies":158607,"num_objects_missing_on_primary":3327,"num_objects_missing":3327,"num_objects_degraded":14096,"num_objects_misplaced":16275,"num_objects_unfound":0,"num_objects_dirty":52869,"num_whiteouts":0,"num_read":90,"num_read_kb":168,"num_write":133873,"num_write_kb":5972054,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":49373,"num_bytes_recovered":3208188817,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":99042,"ondisk_log_size":99042,"up":297,"acting":294,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":11286184,"kb_used_data":8277560,"kb_used_omap":12,"kb_used_meta":3008563,"kb_avail":551184728,"statfs":{"total":575970213888,"available":564413161472,"internally_reserved":0,"allocated":8476221440,"data_stored":8465227409,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12739,"internal_metadata":3080769085},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,1,2,1,1,1,4,4],"upper_bound":2048},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-94044160,"num_objects":-1435,"num_object_clones":0,"num_object_copies":-4305,"num_objects_missing_on_primary":-96,"num_objects_missing":-96,"num_objects_degraded":-172,"num_objects_misplaced":-464,"num_objects_unfound":0,"num_objects_dirty":-1435,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1435,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":263,"num_bytes_recovered":17235968,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.457975"},"pg_stats":[{"pgid":"3.1a","version":"65'1","reported_seq":387,"reported_epoch":375,"state":"active+clean","last_fresh":"2023-08-28T02:40:00.100830+0000","last_change":"2023-08-28T02:32:32.667028+0000","last_active":"2023-08-28T02:40:00.100830+0000","last_peered":"2023-08-28T02:40:00.100830+0000","last_clean":"2023-08-28T02:40:00.100830+0000","last_became_active":"2023-08-28T02:32:32.666711+0000","last_became_peered":"2023-08-28T02:32:32.666711+0000","last_unstale":"2023-08-28T02:40:00.100830+0000","last_undegraded":"2023-08-28T02:40:00.100830+0000","last_fullsized":"2023-08-28T02:40:00.100830+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:28:21.913105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":340,"reported_epoch":375,"state":"active+clean","last_fresh":"2023-08-28T02:40:00.124616+0000","last_change":"2023-08-28T02:29:44.421259+0000","last_active":"2023-08-28T02:40:00.124616+0000","last_peered":"2023-08-28T02:40:00.124616+0000","last_clean":"2023-08-28T02:40:00.124616+0000","last_became_active":"2023-08-28T02:29:44.420936+0000","last_became_peered":"2023-08-28T02:29:44.420936+0000","last_unstale":"2023-08-28T02:40:00.124616+0000","last_undegraded":"2023-08-28T02:40:00.124616+0000","last_fullsized":"2023-08-28T02:40:00.124616+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:22:26.346867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":182,"reported_epoch":375,"state":"active+clean","last_fresh":"2023-08-28T02:40:00.049179+0000","last_change":"2023-08-28T02:33:12.290337+0000","last_active":"2023-08-28T02:40:00.049179+0000","last_peered":"2023-08-28T02:40:00.049179+0000","last_clean":"2023-08-28T02:40:00.049179+0000","last_became_active":"2023-08-28T02:33:12.289852+0000","last_became_peered":"2023-08-28T02:33:12.289852+0000","last_unstale":"2023-08-28T02:40:00.049179+0000","last_undegraded":"2023-08-28T02:40:00.049179+0000","last_fullsized":"2023-08-28T02:40:00.049179+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:04:26.420037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":355,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.615284+0000","last_change":"2023-08-28T02:33:13.317226+0000","last_active":"2023-08-28T02:39:53.615284+0000","last_peered":"2023-08-28T02:39:53.615284+0000","last_clean":"2023-08-28T02:39:53.615284+0000","last_became_active":"2023-08-28T02:33:13.316893+0000","last_became_peered":"2023-08-28T02:33:13.316893+0000","last_unstale":"2023-08-28T02:39:53.615284+0000","last_undegraded":"2023-08-28T02:39:53.615284+0000","last_fullsized":"2023-08-28T02:39:53.615284+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:55:46.593463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":299,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.602023+0000","last_change":"2023-08-28T02:33:12.295203+0000","last_active":"2023-08-28T02:39:53.602023+0000","last_peered":"2023-08-28T02:39:53.602023+0000","last_clean":"2023-08-28T02:39:53.602023+0000","last_became_active":"2023-08-28T02:33:12.294904+0000","last_became_peered":"2023-08-28T02:33:12.294904+0000","last_unstale":"2023-08-28T02:39:53.602023+0000","last_undegraded":"2023-08-28T02:39:53.602023+0000","last_fullsized":"2023-08-28T02:39:53.602023+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:31:07.008856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":316,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.632582+0000","last_change":"2023-08-28T02:31:51.987263+0000","last_active":"2023-08-28T02:39:53.632582+0000","last_peered":"2023-08-28T02:39:53.632582+0000","last_clean":"2023-08-28T02:39:53.632582+0000","last_became_active":"2023-08-28T02:31:51.986938+0000","last_became_peered":"2023-08-28T02:31:51.986938+0000","last_unstale":"2023-08-28T02:39:53.632582+0000","last_undegraded":"2023-08-28T02:39:53.632582+0000","last_fullsized":"2023-08-28T02:39:53.632582+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:18.021905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":349,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.614862+0000","last_change":"2023-08-28T02:33:12.318656+0000","last_active":"2023-08-28T02:39:53.614862+0000","last_peered":"2023-08-28T02:39:53.614862+0000","last_clean":"2023-08-28T02:39:53.614862+0000","last_became_active":"2023-08-28T02:33:12.318297+0000","last_became_peered":"2023-08-28T02:33:12.318297+0000","last_unstale":"2023-08-28T02:39:53.614862+0000","last_undegraded":"2023-08-28T02:39:53.614862+0000","last_fullsized":"2023-08-28T02:39:53.614862+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:43:09.789767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":280,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.602137+0000","last_change":"2023-08-28T02:33:13.357230+0000","last_active":"2023-08-28T02:39:53.602137+0000","last_peered":"2023-08-28T02:39:53.602137+0000","last_clean":"2023-08-28T02:39:53.602137+0000","last_became_active":"2023-08-28T02:33:13.356853+0000","last_became_peered":"2023-08-28T02:33:13.356853+0000","last_unstale":"2023-08-28T02:39:53.602137+0000","last_undegraded":"2023-08-28T02:39:53.602137+0000","last_fullsized":"2023-08-28T02:39:53.602137+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:20:21.545007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":358,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.634511+0000","last_change":"2023-08-28T02:29:44.462510+0000","last_active":"2023-08-28T02:39:53.634511+0000","last_peered":"2023-08-28T02:39:53.634511+0000","last_clean":"2023-08-28T02:39:53.634511+0000","last_became_active":"2023-08-28T02:29:44.460314+0000","last_became_peered":"2023-08-28T02:29:44.460314+0000","last_unstale":"2023-08-28T02:39:53.634511+0000","last_undegraded":"2023-08-28T02:39:53.634511+0000","last_fullsized":"2023-08-28T02:39:53.634511+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:59:01.311467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":283,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.602348+0000","last_change":"2023-08-28T02:33:13.291255+0000","last_active":"2023-08-28T02:39:53.602348+0000","last_peered":"2023-08-28T02:39:53.602348+0000","last_clean":"2023-08-28T02:39:53.602348+0000","last_became_active":"2023-08-28T02:33:13.290933+0000","last_became_peered":"2023-08-28T02:33:13.290933+0000","last_unstale":"2023-08-28T02:39:53.602348+0000","last_undegraded":"2023-08-28T02:39:53.602348+0000","last_fullsized":"2023-08-28T02:39:53.602348+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:31:54.116908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"65'3","reported_seq":359,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.585062+0000","last_change":"2023-08-28T02:33:12.296412+0000","last_active":"2023-08-28T02:39:53.585062+0000","last_peered":"2023-08-28T02:39:53.585062+0000","last_clean":"2023-08-28T02:39:53.585062+0000","last_became_active":"2023-08-28T02:33:12.295786+0000","last_became_peered":"2023-08-28T02:33:12.295786+0000","last_unstale":"2023-08-28T02:39:53.585062+0000","last_undegraded":"2023-08-28T02:39:53.585062+0000","last_fullsized":"2023-08-28T02:39:53.585062+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:15:31.449163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":185,"reported_epoch":375,"state":"active+clean","last_fresh":"2023-08-28T02:40:00.049566+0000","last_change":"2023-08-28T02:32:32.666927+0000","last_active":"2023-08-28T02:40:00.049566+0000","last_peered":"2023-08-28T02:40:00.049566+0000","last_clean":"2023-08-28T02:40:00.049566+0000","last_became_active":"2023-08-28T02:32:32.666618+0000","last_became_peered":"2023-08-28T02:32:32.666618+0000","last_unstale":"2023-08-28T02:40:00.049566+0000","last_undegraded":"2023-08-28T02:40:00.049566+0000","last_fullsized":"2023-08-28T02:40:00.049566+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:45:57.998333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":384,"reported_epoch":375,"state":"active+clean","last_fresh":"2023-08-28T02:40:00.100729+0000","last_change":"2023-08-28T02:32:28.505262+0000","last_active":"2023-08-28T02:40:00.100729+0000","last_peered":"2023-08-28T02:40:00.100729+0000","last_clean":"2023-08-28T02:40:00.100729+0000","last_became_active":"2023-08-28T02:32:28.455999+0000","last_became_peered":"2023-08-28T02:32:28.455999+0000","last_unstale":"2023-08-28T02:40:00.100729+0000","last_undegraded":"2023-08-28T02:40:00.100729+0000","last_fullsized":"2023-08-28T02:40:00.100729+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:28.937020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":9468,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":368,"reported_epoch":375,"state":"active+clean","last_fresh":"2023-08-28T02:40:00.100875+0000","last_change":"2023-08-28T02:32:12.959195+0000","last_active":"2023-08-28T02:40:00.100875+0000","last_peered":"2023-08-28T02:40:00.100875+0000","last_clean":"2023-08-28T02:40:00.100875+0000","last_became_active":"2023-08-28T02:32:12.958832+0000","last_became_peered":"2023-08-28T02:32:12.958832+0000","last_unstale":"2023-08-28T02:40:00.100875+0000","last_undegraded":"2023-08-28T02:40:00.100875+0000","last_fullsized":"2023-08-28T02:40:00.100875+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:23:27.197787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"65'2","reported_seq":357,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.584524+0000","last_change":"2023-08-28T02:32:28.461161+0000","last_active":"2023-08-28T02:39:53.584524+0000","last_peered":"2023-08-28T02:39:53.584524+0000","last_clean":"2023-08-28T02:39:53.584524+0000","last_became_active":"2023-08-28T02:32:28.451284+0000","last_became_peered":"2023-08-28T02:32:28.451284+0000","last_unstale":"2023-08-28T02:39:53.584524+0000","last_undegraded":"2023-08-28T02:39:53.584524+0000","last_fullsized":"2023-08-28T02:39:53.584524+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:58:20.061020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":340,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.614787+0000","last_change":"2023-08-28T02:29:44.419566+0000","last_active":"2023-08-28T02:39:53.614787+0000","last_peered":"2023-08-28T02:39:53.614787+0000","last_clean":"2023-08-28T02:39:53.614787+0000","last_became_active":"2023-08-28T02:29:44.419053+0000","last_became_peered":"2023-08-28T02:29:44.419053+0000","last_unstale":"2023-08-28T02:39:53.614787+0000","last_undegraded":"2023-08-28T02:39:53.614787+0000","last_fullsized":"2023-08-28T02:39:53.614787+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:44:36.133499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":343,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.614623+0000","last_change":"2023-08-28T02:33:12.493777+0000","last_active":"2023-08-28T02:39:53.614623+0000","last_peered":"2023-08-28T02:39:53.614623+0000","last_clean":"2023-08-28T02:39:53.614623+0000","last_became_active":"2023-08-28T02:33:12.491177+0000","last_became_peered":"2023-08-28T02:33:12.491177+0000","last_unstale":"2023-08-28T02:39:53.614623+0000","last_undegraded":"2023-08-28T02:39:53.614623+0000","last_fullsized":"2023-08-28T02:39:53.614623+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:10:58.167753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":354,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.631941+0000","last_change":"2023-08-28T02:33:12.290293+0000","last_active":"2023-08-28T02:39:53.631941+0000","last_peered":"2023-08-28T02:39:53.631941+0000","last_clean":"2023-08-28T02:39:53.631941+0000","last_became_active":"2023-08-28T02:33:12.289989+0000","last_became_peered":"2023-08-28T02:33:12.289989+0000","last_unstale":"2023-08-28T02:39:53.631941+0000","last_undegraded":"2023-08-28T02:39:53.631941+0000","last_fullsized":"2023-08-28T02:39:53.631941+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:05:33.622172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":332,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.584428+0000","last_change":"2023-08-28T02:32:12.948756+0000","last_active":"2023-08-28T02:39:53.584428+0000","last_peered":"2023-08-28T02:39:53.584428+0000","last_clean":"2023-08-28T02:39:53.584428+0000","last_became_active":"2023-08-28T02:32:12.948441+0000","last_became_peered":"2023-08-28T02:32:12.948441+0000","last_unstale":"2023-08-28T02:39:53.584428+0000","last_undegraded":"2023-08-28T02:39:53.584428+0000","last_fullsized":"2023-08-28T02:39:53.584428+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:27.922180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":350,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.615309+0000","last_change":"2023-08-28T02:33:12.299398+0000","last_active":"2023-08-28T02:39:53.615309+0000","last_peered":"2023-08-28T02:39:53.615309+0000","last_clean":"2023-08-28T02:39:53.615309+0000","last_became_active":"2023-08-28T02:33:12.299113+0000","last_became_peered":"2023-08-28T02:33:12.299113+0000","last_unstale":"2023-08-28T02:39:53.615309+0000","last_undegraded":"2023-08-28T02:39:53.615309+0000","last_fullsized":"2023-08-28T02:39:53.615309+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:14:55.597212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"65'8","reported_seq":144,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.614349+0000","last_change":"2023-08-28T02:33:13.478870+0000","last_active":"2023-08-28T02:39:53.614349+0000","last_peered":"2023-08-28T02:39:53.614349+0000","last_clean":"2023-08-28T02:39:53.614349+0000","last_became_active":"2023-08-28T02:33:13.332142+0000","last_became_peered":"2023-08-28T02:33:13.332142+0000","last_unstale":"2023-08-28T02:39:53.614349+0000","last_undegraded":"2023-08-28T02:39:53.614349+0000","last_fullsized":"2023-08-28T02:39:53.614349+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:32:42.810159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":281,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.602964+0000","last_change":"2023-08-28T02:33:12.306353+0000","last_active":"2023-08-28T02:39:53.602964+0000","last_peered":"2023-08-28T02:39:53.602964+0000","last_clean":"2023-08-28T02:39:53.602964+0000","last_became_active":"2023-08-28T02:33:12.304977+0000","last_became_peered":"2023-08-28T02:33:12.304977+0000","last_unstale":"2023-08-28T02:39:53.602964+0000","last_undegraded":"2023-08-28T02:39:53.602964+0000","last_fullsized":"2023-08-28T02:39:53.602964+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:19:38.819671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"375'8313","reported_seq":8446,"reported_epoch":375,"state":"active+clean","last_fresh":"2023-08-28T02:40:05.502305+0000","last_change":"2023-08-28T02:30:50.402703+0000","last_active":"2023-08-28T02:40:05.502305+0000","last_peered":"2023-08-28T02:40:05.502305+0000","last_clean":"2023-08-28T02:40:05.502305+0000","last_became_active":"2023-08-28T02:30:50.402419+0000","last_became_peered":"2023-08-28T02:30:50.402419+0000","last_unstale":"2023-08-28T02:40:05.502305+0000","last_undegraded":"2023-08-28T02:40:05.502305+0000","last_fullsized":"2023-08-28T02:40:05.502305+0000","mapping_epoch":250,"log_start":"255'1100","ondisk_log_start":"255'1100","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7213,"log_dups_size":0,"ondisk_log_size":7213,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:07:37.393907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":219348992,"num_objects":3347,"num_object_clones":0,"num_object_copies":10041,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3347,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8313,"num_write_kb":373120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"65'1","reported_seq":340,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.585006+0000","last_change":"2023-08-28T02:14:43.046130+0000","last_active":"2023-08-28T02:39:53.585006+0000","last_peered":"2023-08-28T02:39:53.585006+0000","last_clean":"2023-08-28T02:39:53.585006+0000","last_became_active":"2023-08-28T02:14:43.045775+0000","last_became_peered":"2023-08-28T02:14:43.045775+0000","last_unstale":"2023-08-28T02:39:53.585006+0000","last_undegraded":"2023-08-28T02:39:53.585006+0000","last_fullsized":"2023-08-28T02:39:53.585006+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:57:38.279756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":330,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.631464+0000","last_change":"2023-08-28T02:31:51.987149+0000","last_active":"2023-08-28T02:39:53.631464+0000","last_peered":"2023-08-28T02:39:53.631464+0000","last_clean":"2023-08-28T02:39:53.631464+0000","last_became_active":"2023-08-28T02:31:51.986821+0000","last_became_peered":"2023-08-28T02:31:51.986821+0000","last_unstale":"2023-08-28T02:39:53.631464+0000","last_undegraded":"2023-08-28T02:39:53.631464+0000","last_fullsized":"2023-08-28T02:39:53.631464+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:23:26.661134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"375'8324","reported_seq":14897,"reported_epoch":375,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:40:05.783134+0000","last_change":"2023-08-28T02:33:33.975566+0000","last_active":"2023-08-28T02:40:05.783134+0000","last_peered":"2023-08-28T02:40:05.783134+0000","last_clean":"2023-08-28T02:31:27.868230+0000","last_became_active":"2023-08-28T02:33:33.660452+0000","last_became_peered":"2023-08-28T02:33:33.660452+0000","last_unstale":"2023-08-28T02:40:05.783134+0000","last_undegraded":"2023-08-28T02:33:13.410847+0000","last_fullsized":"2023-08-28T02:33:13.270012+0000","mapping_epoch":298,"log_start":"255'1100","ondisk_log_start":"255'1100","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7224,"log_dups_size":0,"ondisk_log_size":7224,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:33.375162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":214695936,"num_objects":3276,"num_object_clones":0,"num_object_copies":9828,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":5783,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3276,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8324,"num_write_kb":371200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3201,"num_bytes_recovered":209715200,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[5,4],"avail_no_missing":["5","6"],"object_location_counts":[{"shards":"2,5,6","objects":915},{"shards":"3,5,6","objects":855},{"shards":"4,5","objects":1},{"shards":"5,6","objects":1505}],"blocked_by":[],"up_primary":3,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"65'2","reported_seq":365,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.584728+0000","last_change":"2023-08-28T02:29:44.436352+0000","last_active":"2023-08-28T02:39:53.584728+0000","last_peered":"2023-08-28T02:39:53.584728+0000","last_clean":"2023-08-28T02:39:53.584728+0000","last_became_active":"2023-08-28T02:29:44.411499+0000","last_became_peered":"2023-08-28T02:29:44.411499+0000","last_unstale":"2023-08-28T02:39:53.584728+0000","last_undegraded":"2023-08-28T02:39:53.584728+0000","last_fullsized":"2023-08-28T02:39:53.584728+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:46:57.540191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":392,"reported_epoch":375,"state":"active+clean","last_fresh":"2023-08-28T02:40:00.101188+0000","last_change":"2023-08-28T02:33:12.289004+0000","last_active":"2023-08-28T02:40:00.101188+0000","last_peered":"2023-08-28T02:40:00.101188+0000","last_clean":"2023-08-28T02:40:00.101188+0000","last_became_active":"2023-08-28T02:33:12.288722+0000","last_became_peered":"2023-08-28T02:33:12.288722+0000","last_unstale":"2023-08-28T02:40:00.101188+0000","last_undegraded":"2023-08-28T02:40:00.101188+0000","last_fullsized":"2023-08-28T02:40:00.101188+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:24.019483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"375'8260","reported_seq":13489,"reported_epoch":375,"state":"active+clean","last_fresh":"2023-08-28T02:40:04.555490+0000","last_change":"2023-08-28T02:37:54.748968+0000","last_active":"2023-08-28T02:40:04.555490+0000","last_peered":"2023-08-28T02:40:04.555490+0000","last_clean":"2023-08-28T02:40:04.555490+0000","last_became_active":"2023-08-28T02:37:54.729376+0000","last_became_peered":"2023-08-28T02:37:54.729376+0000","last_unstale":"2023-08-28T02:40:04.555490+0000","last_undegraded":"2023-08-28T02:40:04.555490+0000","last_fullsized":"2023-08-28T02:40:04.555490+0000","mapping_epoch":351,"log_start":"259'2912","ondisk_log_start":"259'2912","created":250,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5348,"log_dups_size":0,"ondisk_log_size":5348,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:00.988172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":215613440,"num_objects":3290,"num_object_clones":0,"num_object_copies":9870,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3290,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8260,"num_write_kb":369600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2533,"num_bytes_recovered":160432128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"65'1","reported_seq":351,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.584967+0000","last_change":"2023-08-28T02:33:13.516869+0000","last_active":"2023-08-28T02:39:53.584967+0000","last_peered":"2023-08-28T02:39:53.584967+0000","last_clean":"2023-08-28T02:39:53.584967+0000","last_became_active":"2023-08-28T02:33:13.396736+0000","last_became_peered":"2023-08-28T02:33:13.396736+0000","last_unstale":"2023-08-28T02:39:53.584967+0000","last_undegraded":"2023-08-28T02:39:53.584967+0000","last_fullsized":"2023-08-28T02:39:53.584967+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:47:08.237137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":319,"reported_epoch":375,"state":"active+clean","last_fresh":"2023-08-28T02:40:00.049461+0000","last_change":"2023-08-28T02:31:51.987327+0000","last_active":"2023-08-28T02:40:00.049461+0000","last_peered":"2023-08-28T02:40:00.049461+0000","last_clean":"2023-08-28T02:40:00.049461+0000","last_became_active":"2023-08-28T02:31:51.987018+0000","last_became_peered":"2023-08-28T02:31:51.987018+0000","last_unstale":"2023-08-28T02:40:00.049461+0000","last_undegraded":"2023-08-28T02:40:00.049461+0000","last_fullsized":"2023-08-28T02:40:00.049461+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:53:26.105101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.5","version":"375'8177","reported_seq":13053,"reported_epoch":375,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:40:05.391555+0000","last_change":"2023-08-28T02:33:13.625779+0000","last_active":"2023-08-28T02:40:05.391555+0000","last_peered":"2023-08-28T02:40:05.391555+0000","last_clean":"2023-08-28T02:31:27.898932+0000","last_became_active":"2023-08-28T02:33:13.612126+0000","last_became_peered":"2023-08-28T02:33:13.612126+0000","last_unstale":"2023-08-28T02:40:05.391555+0000","last_undegraded":"2023-08-28T02:33:13.485377+0000","last_fullsized":"2023-08-28T02:33:13.264317+0000","mapping_epoch":298,"log_start":"259'2863","ondisk_log_start":"259'2863","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5314,"log_dups_size":0,"ondisk_log_size":5314,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:37:28.843386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":214630400,"num_objects":3275,"num_object_clones":0,"num_object_copies":9825,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":5817,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3275,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8177,"num_write_kb":366464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2359,"num_bytes_recovered":154599424,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,7],"avail_no_missing":["0","2"],"object_location_counts":[{"shards":"0,2","objects":2358},{"shards":"0,2,3","objects":917}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":369,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.632154+0000","last_change":"2023-08-28T02:33:13.281826+0000","last_active":"2023-08-28T02:39:53.632154+0000","last_peered":"2023-08-28T02:39:53.632154+0000","last_clean":"2023-08-28T02:39:53.632154+0000","last_became_active":"2023-08-28T02:33:13.281511+0000","last_became_peered":"2023-08-28T02:33:13.281511+0000","last_unstale":"2023-08-28T02:39:53.632154+0000","last_undegraded":"2023-08-28T02:39:53.632154+0000","last_fullsized":"2023-08-28T02:39:53.632154+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:32:55.005706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":367,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.614697+0000","last_change":"2023-08-28T02:29:44.436713+0000","last_active":"2023-08-28T02:39:53.614697+0000","last_peered":"2023-08-28T02:39:53.614697+0000","last_clean":"2023-08-28T02:39:53.614697+0000","last_became_active":"2023-08-28T02:29:44.436203+0000","last_became_peered":"2023-08-28T02:29:44.436203+0000","last_unstale":"2023-08-28T02:39:53.614697+0000","last_undegraded":"2023-08-28T02:39:53.614697+0000","last_fullsized":"2023-08-28T02:39:53.614697+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:46:48.522293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"376'8533","reported_seq":8672,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.088036+0000","last_change":"2023-08-28T02:30:50.399669+0000","last_active":"2023-08-28T02:40:07.088036+0000","last_peered":"2023-08-28T02:40:07.088036+0000","last_clean":"2023-08-28T02:40:07.088036+0000","last_became_active":"2023-08-28T02:30:50.399332+0000","last_became_peered":"2023-08-28T02:30:50.399332+0000","last_unstale":"2023-08-28T02:40:07.088036+0000","last_undegraded":"2023-08-28T02:40:07.088036+0000","last_fullsized":"2023-08-28T02:40:07.088036+0000","mapping_epoch":250,"log_start":"257'2400","ondisk_log_start":"257'2400","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6133,"log_dups_size":0,"ondisk_log_size":6133,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:00:54.910841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":215023616,"num_objects":3281,"num_object_clones":0,"num_object_copies":9843,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3281,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8533,"num_write_kb":378048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"75'161","reported_seq":795,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.584630+0000","last_change":"2023-08-28T02:33:13.310049+0000","last_active":"2023-08-28T02:39:53.584630+0000","last_peered":"2023-08-28T02:39:53.584630+0000","last_clean":"2023-08-28T02:39:53.584630+0000","last_became_active":"2023-08-28T02:33:13.309661+0000","last_became_peered":"2023-08-28T02:33:13.309661+0000","last_unstale":"2023-08-28T02:39:53.584630+0000","last_undegraded":"2023-08-28T02:39:53.584630+0000","last_fullsized":"2023-08-28T02:39:53.584630+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.930230+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.930230+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:27:40.889460+0000","scrub_duration":0.0050169209999999997,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"65'2","reported_seq":331,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:55.359974+0000","last_change":"2023-08-28T02:33:12.294922+0000","last_active":"2023-08-28T02:39:55.359974+0000","last_peered":"2023-08-28T02:39:55.359974+0000","last_clean":"2023-08-28T02:39:55.359974+0000","last_became_active":"2023-08-28T02:33:12.294518+0000","last_became_peered":"2023-08-28T02:33:12.294518+0000","last_unstale":"2023-08-28T02:39:55.359974+0000","last_undegraded":"2023-08-28T02:39:55.359974+0000","last_fullsized":"2023-08-28T02:39:55.359974+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:21:12.737286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":369,"reported_epoch":375,"state":"active+clean","last_fresh":"2023-08-28T02:40:00.100804+0000","last_change":"2023-08-28T02:33:13.310505+0000","last_active":"2023-08-28T02:40:00.100804+0000","last_peered":"2023-08-28T02:40:00.100804+0000","last_clean":"2023-08-28T02:40:00.100804+0000","last_became_active":"2023-08-28T02:33:13.310223+0000","last_became_peered":"2023-08-28T02:33:13.310223+0000","last_unstale":"2023-08-28T02:40:00.100804+0000","last_undegraded":"2023-08-28T02:40:00.100804+0000","last_fullsized":"2023-08-28T02:40:00.100804+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:27:02.124453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"375'8341","reported_seq":22737,"reported_epoch":375,"state":"active+clean","last_fresh":"2023-08-28T02:40:05.467061+0000","last_change":"2023-08-28T02:38:44.816101+0000","last_active":"2023-08-28T02:40:05.467061+0000","last_peered":"2023-08-28T02:40:05.467061+0000","last_clean":"2023-08-28T02:40:05.467061+0000","last_became_active":"2023-08-28T02:38:44.798734+0000","last_became_peered":"2023-08-28T02:38:44.798734+0000","last_unstale":"2023-08-28T02:40:05.467061+0000","last_undegraded":"2023-08-28T02:40:05.467061+0000","last_fullsized":"2023-08-28T02:40:05.467061+0000","mapping_epoch":361,"log_start":"255'1100","ondisk_log_start":"255'1100","created":250,"last_epoch_clean":362,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7241,"log_dups_size":0,"ondisk_log_size":7241,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:34:42.975012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":218038272,"num_objects":3327,"num_object_clones":0,"num_object_copies":9981,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3327,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8341,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5834,"num_bytes_recovered":377683968,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"75'161","reported_seq":634,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.631389+0000","last_change":"2023-08-28T02:37:37.933802+0000","last_active":"2023-08-28T02:39:53.631389+0000","last_peered":"2023-08-28T02:39:53.631389+0000","last_clean":"2023-08-28T02:39:53.631389+0000","last_became_active":"2023-08-28T02:33:13.287313+0000","last_became_peered":"2023-08-28T02:33:13.287313+0000","last_unstale":"2023-08-28T02:39:53.631389+0000","last_undegraded":"2023-08-28T02:39:53.631389+0000","last_fullsized":"2023-08-28T02:39:53.631389+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:45.407127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:45.407127+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:39:14.213229+0000","scrub_duration":0.0018495320000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":262688,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":289,"reported_epoch":375,"state":"active+clean","last_fresh":"2023-08-28T02:40:00.101258+0000","last_change":"2023-08-28T02:33:13.309727+0000","last_active":"2023-08-28T02:40:00.101258+0000","last_peered":"2023-08-28T02:40:00.101258+0000","last_clean":"2023-08-28T02:40:00.101258+0000","last_became_active":"2023-08-28T02:33:13.309487+0000","last_became_peered":"2023-08-28T02:33:13.309487+0000","last_unstale":"2023-08-28T02:40:00.101258+0000","last_undegraded":"2023-08-28T02:40:00.101258+0000","last_fullsized":"2023-08-28T02:40:00.101258+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:27:29.294011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":104,"reported_epoch":375,"state":"active+clean","last_fresh":"2023-08-28T02:40:00.100629+0000","last_change":"2023-08-28T02:32:28.456323+0000","last_active":"2023-08-28T02:40:00.100629+0000","last_peered":"2023-08-28T02:40:00.100629+0000","last_clean":"2023-08-28T02:40:00.100629+0000","last_became_active":"2023-08-28T02:32:28.455987+0000","last_became_peered":"2023-08-28T02:32:28.455987+0000","last_unstale":"2023-08-28T02:40:00.100629+0000","last_undegraded":"2023-08-28T02:40:00.100629+0000","last_fullsized":"2023-08-28T02:40:00.100629+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:54:07.724002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"376'8472","reported_seq":18628,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.503838+0000","last_change":"2023-08-28T02:33:13.316023+0000","last_active":"2023-08-28T02:40:07.503838+0000","last_peered":"2023-08-28T02:40:07.503838+0000","last_clean":"2023-08-28T02:40:07.503838+0000","last_became_active":"2023-08-28T02:33:13.308403+0000","last_became_peered":"2023-08-28T02:33:13.308403+0000","last_unstale":"2023-08-28T02:40:07.503838+0000","last_undegraded":"2023-08-28T02:40:07.503838+0000","last_fullsized":"2023-08-28T02:40:07.503838+0000","mapping_epoch":298,"log_start":"257'2300","ondisk_log_start":"257'2300","created":250,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6172,"log_dups_size":0,"ondisk_log_size":6172,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:10:38.401973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":224395264,"num_objects":3424,"num_object_clones":0,"num_object_copies":10272,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3424,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8472,"num_write_kb":380672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4999,"num_bytes_recovered":327614464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":349,"reported_epoch":375,"state":"active+clean","last_fresh":"2023-08-28T02:40:00.100654+0000","last_change":"2023-08-28T02:32:28.455294+0000","last_active":"2023-08-28T02:40:00.100654+0000","last_peered":"2023-08-28T02:40:00.100654+0000","last_clean":"2023-08-28T02:40:00.100654+0000","last_became_active":"2023-08-28T02:32:28.455013+0000","last_became_peered":"2023-08-28T02:32:28.455013+0000","last_unstale":"2023-08-28T02:40:00.100654+0000","last_undegraded":"2023-08-28T02:40:00.100654+0000","last_fullsized":"2023-08-28T02:40:00.100654+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:53.583864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":381,"reported_epoch":375,"state":"active+clean","last_fresh":"2023-08-28T02:40:00.101191+0000","last_change":"2023-08-28T02:33:13.335588+0000","last_active":"2023-08-28T02:40:00.101191+0000","last_peered":"2023-08-28T02:40:00.101191+0000","last_clean":"2023-08-28T02:40:00.101191+0000","last_became_active":"2023-08-28T02:33:13.335326+0000","last_became_peered":"2023-08-28T02:33:13.335326+0000","last_unstale":"2023-08-28T02:40:00.101191+0000","last_undegraded":"2023-08-28T02:40:00.101191+0000","last_fullsized":"2023-08-28T02:40:00.101191+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:15:44.958663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"376'8416","reported_seq":8550,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.764219+0000","last_change":"2023-08-28T02:30:50.400261+0000","last_active":"2023-08-28T02:40:07.764219+0000","last_peered":"2023-08-28T02:40:07.764219+0000","last_clean":"2023-08-28T02:40:07.764219+0000","last_became_active":"2023-08-28T02:30:50.399938+0000","last_became_peered":"2023-08-28T02:30:50.399938+0000","last_unstale":"2023-08-28T02:40:07.764219+0000","last_undegraded":"2023-08-28T02:40:07.764219+0000","last_fullsized":"2023-08-28T02:40:07.764219+0000","mapping_epoch":250,"log_start":"259'2990","ondisk_log_start":"259'2990","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5426,"log_dups_size":0,"ondisk_log_size":5426,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:43:56.802792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":214827008,"num_objects":3278,"num_object_clones":0,"num_object_copies":9834,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3278,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8416,"num_write_kb":374208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"75'161","reported_seq":654,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.631936+0000","last_change":"2023-08-28T02:32:56.519141+0000","last_active":"2023-08-28T02:39:53.631936+0000","last_peered":"2023-08-28T02:39:53.631936+0000","last_clean":"2023-08-28T02:39:53.631936+0000","last_became_active":"2023-08-28T02:32:56.518863+0000","last_became_peered":"2023-08-28T02:32:56.518863+0000","last_unstale":"2023-08-28T02:39:53.631936+0000","last_undegraded":"2023-08-28T02:39:53.631936+0000","last_fullsized":"2023-08-28T02:39:53.631936+0000","mapping_epoch":292,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":293,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_clean_scrub_stamp":"2023-08-28T02:29:25.608370+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:59:50.561109+0000","scrub_duration":0.001662689,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":284,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.602312+0000","last_change":"2023-08-28T02:33:12.294592+0000","last_active":"2023-08-28T02:39:53.602312+0000","last_peered":"2023-08-28T02:39:53.602312+0000","last_clean":"2023-08-28T02:39:53.602312+0000","last_became_active":"2023-08-28T02:33:12.288508+0000","last_became_peered":"2023-08-28T02:33:12.288508+0000","last_unstale":"2023-08-28T02:39:53.602312+0000","last_undegraded":"2023-08-28T02:39:53.602312+0000","last_fullsized":"2023-08-28T02:39:53.602312+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:05:42.717608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":167,"reported_epoch":375,"state":"active+clean","last_fresh":"2023-08-28T02:40:00.050111+0000","last_change":"2023-08-28T02:29:44.429834+0000","last_active":"2023-08-28T02:40:00.050111+0000","last_peered":"2023-08-28T02:40:00.050111+0000","last_clean":"2023-08-28T02:40:00.050111+0000","last_became_active":"2023-08-28T02:29:44.429512+0000","last_became_peered":"2023-08-28T02:29:44.429512+0000","last_unstale":"2023-08-28T02:40:00.050111+0000","last_undegraded":"2023-08-28T02:40:00.050111+0000","last_fullsized":"2023-08-28T02:40:00.050111+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:58.062455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"375'8304","reported_seq":8437,"reported_epoch":375,"state":"active+clean","last_fresh":"2023-08-28T02:40:05.988429+0000","last_change":"2023-08-28T02:30:50.402348+0000","last_active":"2023-08-28T02:40:05.988429+0000","last_peered":"2023-08-28T02:40:05.988429+0000","last_clean":"2023-08-28T02:40:05.988429+0000","last_became_active":"2023-08-28T02:30:50.402076+0000","last_became_peered":"2023-08-28T02:30:50.402076+0000","last_unstale":"2023-08-28T02:40:05.988429+0000","last_undegraded":"2023-08-28T02:40:05.988429+0000","last_fullsized":"2023-08-28T02:40:05.988429+0000","mapping_epoch":250,"log_start":"256'1400","ondisk_log_start":"256'1400","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6904,"log_dups_size":0,"ondisk_log_size":6904,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:24.859426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":214433792,"num_objects":3272,"num_object_clones":0,"num_object_copies":9816,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3272,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8304,"num_write_kb":370432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.7","version":"75'161","reported_seq":576,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.602884+0000","last_change":"2023-08-28T02:33:13.532525+0000","last_active":"2023-08-28T02:39:53.602884+0000","last_peered":"2023-08-28T02:39:53.602884+0000","last_clean":"2023-08-28T02:39:53.602884+0000","last_became_active":"2023-08-28T02:33:13.532125+0000","last_became_peered":"2023-08-28T02:33:13.532125+0000","last_unstale":"2023-08-28T02:39:53.602884+0000","last_undegraded":"2023-08-28T02:39:53.602884+0000","last_fullsized":"2023-08-28T02:39:53.602884+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.887648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.887648+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":167,"reported_epoch":375,"state":"active+clean","last_fresh":"2023-08-28T02:40:00.049482+0000","last_change":"2023-08-28T02:29:44.407595+0000","last_active":"2023-08-28T02:40:00.049482+0000","last_peered":"2023-08-28T02:40:00.049482+0000","last_clean":"2023-08-28T02:40:00.049482+0000","last_became_active":"2023-08-28T02:29:44.407316+0000","last_became_peered":"2023-08-28T02:29:44.407316+0000","last_unstale":"2023-08-28T02:40:00.049482+0000","last_undegraded":"2023-08-28T02:40:00.049482+0000","last_fullsized":"2023-08-28T02:40:00.049482+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:01:47.777709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":386,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.631859+0000","last_change":"2023-08-28T02:33:13.286980+0000","last_active":"2023-08-28T02:39:53.631859+0000","last_peered":"2023-08-28T02:39:53.631859+0000","last_clean":"2023-08-28T02:39:53.631859+0000","last_became_active":"2023-08-28T02:33:13.286740+0000","last_became_peered":"2023-08-28T02:33:13.286740+0000","last_unstale":"2023-08-28T02:39:53.631859+0000","last_undegraded":"2023-08-28T02:39:53.631859+0000","last_fullsized":"2023-08-28T02:39:53.631859+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:24:54.574365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":167,"reported_epoch":375,"state":"active+clean","last_fresh":"2023-08-28T02:40:00.049518+0000","last_change":"2023-08-28T02:29:44.506914+0000","last_active":"2023-08-28T02:40:00.049518+0000","last_peered":"2023-08-28T02:40:00.049518+0000","last_clean":"2023-08-28T02:40:00.049518+0000","last_became_active":"2023-08-28T02:29:44.506606+0000","last_became_peered":"2023-08-28T02:29:44.506606+0000","last_unstale":"2023-08-28T02:40:00.049518+0000","last_undegraded":"2023-08-28T02:40:00.049518+0000","last_fullsized":"2023-08-28T02:40:00.049518+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:55:50.992279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"375'8339","reported_seq":20072,"reported_epoch":375,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:40:05.268212+0000","last_change":"2023-08-28T02:34:11.565330+0000","last_active":"2023-08-28T02:40:05.268212+0000","last_peered":"2023-08-28T02:40:05.268212+0000","last_clean":"2023-08-28T02:32:11.916240+0000","last_became_active":"2023-08-28T02:33:12.501819+0000","last_became_peered":"2023-08-28T02:33:12.501819+0000","last_unstale":"2023-08-28T02:40:05.268212+0000","last_undegraded":"2023-08-28T02:40:05.268212+0000","last_fullsized":"2023-08-28T02:40:05.268212+0000","mapping_epoch":297,"log_start":"259'3024","ondisk_log_start":"259'3024","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5315,"log_dups_size":0,"ondisk_log_size":5315,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:45:43.329719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":213450752,"num_objects":3257,"num_object_clones":0,"num_object_copies":9771,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3257,"num_objects_unfound":0,"num_objects_dirty":3257,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8339,"num_write_kb":371072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5787,"num_bytes_recovered":379256832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,2],"avail_no_missing":["0","2","5","6"],"object_location_counts":[{"shards":"0,2,5","objects":3257}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.1","version":"75'161","reported_seq":634,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.631569+0000","last_change":"2023-08-28T02:32:31.482659+0000","last_active":"2023-08-28T02:39:53.631569+0000","last_peered":"2023-08-28T02:39:53.631569+0000","last_clean":"2023-08-28T02:39:53.631569+0000","last_became_active":"2023-08-28T02:32:31.482320+0000","last_became_peered":"2023-08-28T02:32:31.482320+0000","last_unstale":"2023-08-28T02:39:53.631569+0000","last_undegraded":"2023-08-28T02:39:53.631569+0000","last_fullsized":"2023-08-28T02:39:53.631569+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:24.559397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:24.559397+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:41:09.516918+0000","scrub_duration":0.001580328,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":372,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.631809+0000","last_change":"2023-08-28T02:31:51.988386+0000","last_active":"2023-08-28T02:39:53.631809+0000","last_peered":"2023-08-28T02:39:53.631809+0000","last_clean":"2023-08-28T02:39:53.631809+0000","last_became_active":"2023-08-28T02:31:51.988097+0000","last_became_peered":"2023-08-28T02:31:51.988097+0000","last_unstale":"2023-08-28T02:39:53.631809+0000","last_undegraded":"2023-08-28T02:39:53.631809+0000","last_fullsized":"2023-08-28T02:39:53.631809+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:25:01.818829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":349,"reported_epoch":375,"state":"active+clean","last_fresh":"2023-08-28T02:40:00.101019+0000","last_change":"2023-08-28T02:32:12.951275+0000","last_active":"2023-08-28T02:40:00.101019+0000","last_peered":"2023-08-28T02:40:00.101019+0000","last_clean":"2023-08-28T02:40:00.101019+0000","last_became_active":"2023-08-28T02:32:12.950965+0000","last_became_peered":"2023-08-28T02:32:12.950965+0000","last_unstale":"2023-08-28T02:40:00.101019+0000","last_undegraded":"2023-08-28T02:40:00.101019+0000","last_fullsized":"2023-08-28T02:40:00.101019+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:37:31.294280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":193,"reported_epoch":375,"state":"active+clean","last_fresh":"2023-08-28T02:40:00.049575+0000","last_change":"2023-08-28T02:33:13.286534+0000","last_active":"2023-08-28T02:40:00.049575+0000","last_peered":"2023-08-28T02:40:00.049575+0000","last_clean":"2023-08-28T02:40:00.049575+0000","last_became_active":"2023-08-28T02:33:13.286164+0000","last_became_peered":"2023-08-28T02:33:13.286164+0000","last_unstale":"2023-08-28T02:40:00.049575+0000","last_undegraded":"2023-08-28T02:40:00.049575+0000","last_fullsized":"2023-08-28T02:40:00.049575+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:56.721932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"375'8347","reported_seq":20170,"reported_epoch":375,"state":"active+clean","last_fresh":"2023-08-28T02:40:05.606906+0000","last_change":"2023-08-28T02:34:14.448606+0000","last_active":"2023-08-28T02:40:05.606906+0000","last_peered":"2023-08-28T02:40:05.606906+0000","last_clean":"2023-08-28T02:40:05.606906+0000","last_became_active":"2023-08-28T02:34:14.438547+0000","last_became_peered":"2023-08-28T02:34:14.438547+0000","last_unstale":"2023-08-28T02:40:05.606906+0000","last_undegraded":"2023-08-28T02:40:05.606906+0000","last_fullsized":"2023-08-28T02:40:05.606906+0000","mapping_epoch":314,"log_start":"255'1200","ondisk_log_start":"255'1200","created":250,"last_epoch_clean":315,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7147,"log_dups_size":0,"ondisk_log_size":7147,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:06:41.120408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":217645056,"num_objects":3321,"num_object_clones":0,"num_object_copies":9963,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3321,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8347,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5834,"num_bytes_recovered":376832000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2","version":"75'161","reported_seq":756,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.584447+0000","last_change":"2023-08-28T02:30:51.762377+0000","last_active":"2023-08-28T02:39:53.584447+0000","last_peered":"2023-08-28T02:39:53.584447+0000","last_clean":"2023-08-28T02:39:53.584447+0000","last_became_active":"2023-08-28T02:27:46.375590+0000","last_became_peered":"2023-08-28T02:27:46.375590+0000","last_unstale":"2023-08-28T02:39:53.584447+0000","last_undegraded":"2023-08-28T02:39:53.584447+0000","last_fullsized":"2023-08-28T02:39:53.584447+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:51.762314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:51.762314+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:02.034555+0000","scrub_duration":0.0020023620000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":184,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.602425+0000","last_change":"2023-08-28T02:33:13.289765+0000","last_active":"2023-08-28T02:39:53.602425+0000","last_peered":"2023-08-28T02:39:53.602425+0000","last_clean":"2023-08-28T02:39:53.602425+0000","last_became_active":"2023-08-28T02:33:13.289159+0000","last_became_peered":"2023-08-28T02:33:13.289159+0000","last_unstale":"2023-08-28T02:39:53.602425+0000","last_undegraded":"2023-08-28T02:39:53.602425+0000","last_fullsized":"2023-08-28T02:39:53.602425+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:30:38.956723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":186,"reported_epoch":375,"state":"active+clean","last_fresh":"2023-08-28T02:40:00.049437+0000","last_change":"2023-08-28T02:32:28.464203+0000","last_active":"2023-08-28T02:40:00.049437+0000","last_peered":"2023-08-28T02:40:00.049437+0000","last_clean":"2023-08-28T02:40:00.049437+0000","last_became_active":"2023-08-28T02:32:28.463412+0000","last_became_peered":"2023-08-28T02:32:28.463412+0000","last_unstale":"2023-08-28T02:40:00.049437+0000","last_undegraded":"2023-08-28T02:40:00.049437+0000","last_fullsized":"2023-08-28T02:40:00.049437+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:20:38.177879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":167,"reported_epoch":375,"state":"active+clean","last_fresh":"2023-08-28T02:40:00.050152+0000","last_change":"2023-08-28T02:29:44.427945+0000","last_active":"2023-08-28T02:40:00.050152+0000","last_peered":"2023-08-28T02:40:00.050152+0000","last_clean":"2023-08-28T02:40:00.050152+0000","last_became_active":"2023-08-28T02:29:44.426487+0000","last_became_peered":"2023-08-28T02:29:44.426487+0000","last_unstale":"2023-08-28T02:40:00.050152+0000","last_undegraded":"2023-08-28T02:40:00.050152+0000","last_fullsized":"2023-08-28T02:40:00.050152+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:30:20.438896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"376'8409","reported_seq":18516,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.195778+0000","last_change":"2023-08-28T02:34:48.488647+0000","last_active":"2023-08-28T02:40:07.195778+0000","last_peered":"2023-08-28T02:40:07.195778+0000","last_clean":"2023-08-28T02:40:07.195778+0000","last_became_active":"2023-08-28T02:34:48.476519+0000","last_became_peered":"2023-08-28T02:34:48.476519+0000","last_unstale":"2023-08-28T02:40:07.195778+0000","last_undegraded":"2023-08-28T02:40:07.195778+0000","last_fullsized":"2023-08-28T02:40:07.195778+0000","mapping_epoch":318,"log_start":"257'2200","ondisk_log_start":"257'2200","created":250,"last_epoch_clean":319,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6209,"log_dups_size":0,"ondisk_log_size":6209,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:44:20.004230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":212008960,"num_objects":3235,"num_object_clones":0,"num_object_copies":9705,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3235,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8409,"num_write_kb":372608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4973,"num_bytes_recovered":325910528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":366,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.631905+0000","last_change":"2023-08-28T02:33:13.484970+0000","last_active":"2023-08-28T02:39:53.631905+0000","last_peered":"2023-08-28T02:39:53.631905+0000","last_clean":"2023-08-28T02:39:53.631905+0000","last_became_active":"2023-08-28T02:33:13.484579+0000","last_became_peered":"2023-08-28T02:33:13.484579+0000","last_unstale":"2023-08-28T02:39:53.631905+0000","last_undegraded":"2023-08-28T02:39:53.631905+0000","last_fullsized":"2023-08-28T02:39:53.631905+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:58.027468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"75'161","reported_seq":757,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.584345+0000","last_change":"2023-08-28T02:31:55.059467+0000","last_active":"2023-08-28T02:39:53.584345+0000","last_peered":"2023-08-28T02:39:53.584345+0000","last_clean":"2023-08-28T02:39:53.584345+0000","last_became_active":"2023-08-28T02:31:55.059115+0000","last_became_peered":"2023-08-28T02:31:55.059115+0000","last_unstale":"2023-08-28T02:39:53.584345+0000","last_undegraded":"2023-08-28T02:39:53.584345+0000","last_fullsized":"2023-08-28T02:39:53.584345+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":0,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.820990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.820990+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:15:56.774667+0000","scrub_duration":0.0017342480000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":285,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.602974+0000","last_change":"2023-08-28T02:33:13.352810+0000","last_active":"2023-08-28T02:39:53.602974+0000","last_peered":"2023-08-28T02:39:53.602974+0000","last_clean":"2023-08-28T02:39:53.602974+0000","last_became_active":"2023-08-28T02:33:13.351697+0000","last_became_peered":"2023-08-28T02:33:13.351697+0000","last_unstale":"2023-08-28T02:39:53.602974+0000","last_undegraded":"2023-08-28T02:39:53.602974+0000","last_fullsized":"2023-08-28T02:39:53.602974+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:56.187163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":198,"reported_epoch":375,"state":"active+clean","last_fresh":"2023-08-28T02:40:00.101224+0000","last_change":"2023-08-28T02:31:51.984584+0000","last_active":"2023-08-28T02:40:00.101224+0000","last_peered":"2023-08-28T02:40:00.101224+0000","last_clean":"2023-08-28T02:40:00.101224+0000","last_became_active":"2023-08-28T02:31:51.984264+0000","last_became_peered":"2023-08-28T02:31:51.984264+0000","last_unstale":"2023-08-28T02:40:00.101224+0000","last_undegraded":"2023-08-28T02:40:00.101224+0000","last_fullsized":"2023-08-28T02:40:00.101224+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:58:42.306722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"375'8273","reported_seq":20015,"reported_epoch":375,"state":"active+clean","last_fresh":"2023-08-28T02:40:05.052526+0000","last_change":"2023-08-28T02:35:11.978901+0000","last_active":"2023-08-28T02:40:05.052526+0000","last_peered":"2023-08-28T02:40:05.052526+0000","last_clean":"2023-08-28T02:40:05.052526+0000","last_became_active":"2023-08-28T02:35:11.966585+0000","last_became_peered":"2023-08-28T02:35:11.966585+0000","last_unstale":"2023-08-28T02:40:05.052526+0000","last_undegraded":"2023-08-28T02:40:05.052526+0000","last_fullsized":"2023-08-28T02:40:05.052526+0000","mapping_epoch":323,"log_start":"259'2928","ondisk_log_start":"259'2928","created":250,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5345,"log_dups_size":0,"ondisk_log_size":5345,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:03:07.017814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":216858624,"num_objects":3309,"num_object_clones":0,"num_object_copies":9927,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3309,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8273,"num_write_kb":370624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5791,"num_bytes_recovered":368967680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3","version":"75'161","reported_seq":643,"reported_epoch":375,"state":"active+clean","last_fresh":"2023-08-28T02:40:00.049901+0000","last_change":"2023-08-28T02:31:55.068239+0000","last_active":"2023-08-28T02:40:00.049901+0000","last_peered":"2023-08-28T02:40:00.049901+0000","last_clean":"2023-08-28T02:40:00.049901+0000","last_became_active":"2023-08-28T02:31:55.067875+0000","last_became_peered":"2023-08-28T02:31:55.067875+0000","last_unstale":"2023-08-28T02:40:00.049901+0000","last_undegraded":"2023-08-28T02:40:00.049901+0000","last_fullsized":"2023-08-28T02:40:00.049901+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.868248+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:11:04.391639+0000","scrub_duration":0.0016215240000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":380,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.584329+0000","last_change":"2023-08-28T02:29:44.421353+0000","last_active":"2023-08-28T02:39:53.584329+0000","last_peered":"2023-08-28T02:39:53.584329+0000","last_clean":"2023-08-28T02:39:53.584329+0000","last_became_active":"2023-08-28T02:29:44.421064+0000","last_became_peered":"2023-08-28T02:29:44.421064+0000","last_unstale":"2023-08-28T02:39:53.584329+0000","last_undegraded":"2023-08-28T02:39:53.584329+0000","last_fullsized":"2023-08-28T02:39:53.584329+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:51:36.524024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":351,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.614469+0000","last_change":"2023-08-28T02:33:12.299487+0000","last_active":"2023-08-28T02:39:53.614469+0000","last_peered":"2023-08-28T02:39:53.614469+0000","last_clean":"2023-08-28T02:39:53.614469+0000","last_became_active":"2023-08-28T02:33:12.299175+0000","last_became_peered":"2023-08-28T02:33:12.299175+0000","last_unstale":"2023-08-28T02:39:53.614469+0000","last_undegraded":"2023-08-28T02:39:53.614469+0000","last_fullsized":"2023-08-28T02:39:53.614469+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:42:29.713462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":361,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.615158+0000","last_change":"2023-08-28T02:32:28.457696+0000","last_active":"2023-08-28T02:39:53.615158+0000","last_peered":"2023-08-28T02:39:53.615158+0000","last_clean":"2023-08-28T02:39:53.615158+0000","last_became_active":"2023-08-28T02:32:28.457407+0000","last_became_peered":"2023-08-28T02:32:28.457407+0000","last_unstale":"2023-08-28T02:39:53.615158+0000","last_undegraded":"2023-08-28T02:39:53.615158+0000","last_fullsized":"2023-08-28T02:39:53.615158+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:26:29.392787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"376'8277","reported_seq":9439,"reported_epoch":376,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:40:07.717302+0000","last_change":"2023-08-28T02:34:11.566035+0000","last_active":"2023-08-28T02:40:07.717302+0000","last_peered":"2023-08-28T02:40:07.717302+0000","last_clean":"2023-08-28T02:33:10.395883+0000","last_became_active":"2023-08-28T02:33:12.394714+0000","last_became_peered":"2023-08-28T02:33:12.394714+0000","last_unstale":"2023-08-28T02:40:07.717302+0000","last_undegraded":"2023-08-28T02:40:07.717302+0000","last_fullsized":"2023-08-28T02:40:07.717302+0000","mapping_epoch":297,"log_start":"259'2884","ondisk_log_start":"259'2884","created":250,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5393,"log_dups_size":0,"ondisk_log_size":5393,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:01:26.984565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":210108440,"num_objects":3207,"num_object_clones":0,"num_object_copies":9621,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":2931,"num_objects_unfound":0,"num_objects_dirty":3207,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":8277,"num_write_kb":367425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":500,"num_bytes_recovered":32768000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,6],"avail_no_missing":["4","0","6"],"object_location_counts":[{"shards":"0,4,6","objects":3207}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.6","version":"75'161","reported_seq":636,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.615083+0000","last_change":"2023-08-28T02:33:13.338675+0000","last_active":"2023-08-28T02:39:53.615083+0000","last_peered":"2023-08-28T02:39:53.615083+0000","last_clean":"2023-08-28T02:39:53.615083+0000","last_became_active":"2023-08-28T02:33:13.338271+0000","last_became_peered":"2023-08-28T02:33:13.338271+0000","last_unstale":"2023-08-28T02:39:53.615083+0000","last_undegraded":"2023-08-28T02:39:53.615083+0000","last_fullsized":"2023-08-28T02:39:53.615083+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.774982+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.774982+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:13:20.011329+0000","scrub_duration":0.003539819,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":343,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.585010+0000","last_change":"2023-08-28T02:14:43.033789+0000","last_active":"2023-08-28T02:39:53.585010+0000","last_peered":"2023-08-28T02:39:53.585010+0000","last_clean":"2023-08-28T02:39:53.585010+0000","last_became_active":"2023-08-28T02:14:43.033454+0000","last_became_peered":"2023-08-28T02:14:43.033454+0000","last_unstale":"2023-08-28T02:39:53.585010+0000","last_undegraded":"2023-08-28T02:39:53.585010+0000","last_fullsized":"2023-08-28T02:39:53.585010+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:01:13.205842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":176,"reported_epoch":375,"state":"active+clean","last_fresh":"2023-08-28T02:40:00.049774+0000","last_change":"2023-08-28T02:32:28.461807+0000","last_active":"2023-08-28T02:40:00.049774+0000","last_peered":"2023-08-28T02:40:00.049774+0000","last_clean":"2023-08-28T02:40:00.049774+0000","last_became_active":"2023-08-28T02:32:28.461116+0000","last_became_peered":"2023-08-28T02:32:28.461116+0000","last_unstale":"2023-08-28T02:40:00.049774+0000","last_undegraded":"2023-08-28T02:40:00.049774+0000","last_fullsized":"2023-08-28T02:40:00.049774+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:12:45.321757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":322,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.614807+0000","last_change":"2023-08-28T02:14:43.048791+0000","last_active":"2023-08-28T02:39:53.614807+0000","last_peered":"2023-08-28T02:39:53.614807+0000","last_clean":"2023-08-28T02:39:53.614807+0000","last_became_active":"2023-08-28T02:14:43.047408+0000","last_became_peered":"2023-08-28T02:14:43.047408+0000","last_unstale":"2023-08-28T02:39:53.614807+0000","last_undegraded":"2023-08-28T02:39:53.614807+0000","last_fullsized":"2023-08-28T02:39:53.614807+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:47.097181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"376'8469","reported_seq":18570,"reported_epoch":376,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:40:07.518424+0000","last_change":"2023-08-28T02:37:37.899201+0000","last_active":"2023-08-28T02:40:07.518424+0000","last_peered":"2023-08-28T02:40:07.518424+0000","last_clean":"2023-08-28T02:31:50.933695+0000","last_became_active":"2023-08-28T02:33:13.540416+0000","last_became_peered":"2023-08-28T02:33:13.540416+0000","last_unstale":"2023-08-28T02:40:07.518424+0000","last_undegraded":"2023-08-28T02:40:07.518424+0000","last_fullsized":"2023-08-28T02:40:07.518424+0000","mapping_epoch":298,"log_start":"259'3074","ondisk_log_start":"259'3074","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5395,"log_dups_size":0,"ondisk_log_size":5395,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:49:35.658845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":222363648,"num_objects":3393,"num_object_clones":0,"num_object_copies":10179,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3393,"num_objects_unfound":0,"num_objects_dirty":3393,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8469,"num_write_kb":379584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4967,"num_bytes_recovered":325517312,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,2],"avail_no_missing":["4","2","5","6"],"object_location_counts":[{"shards":"2,4,5","objects":3393}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.5","version":"75'161","reported_seq":669,"reported_epoch":375,"state":"active+clean","last_fresh":"2023-08-28T02:40:00.100907+0000","last_change":"2023-08-28T02:32:31.477151+0000","last_active":"2023-08-28T02:40:00.100907+0000","last_peered":"2023-08-28T02:40:00.100907+0000","last_clean":"2023-08-28T02:40:00.100907+0000","last_became_active":"2023-08-28T02:32:31.476776+0000","last_became_peered":"2023-08-28T02:32:31.476776+0000","last_unstale":"2023-08-28T02:40:00.100907+0000","last_undegraded":"2023-08-28T02:40:00.100907+0000","last_fullsized":"2023-08-28T02:40:00.100907+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:18.891729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:18.891729+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:47:27.194140+0000","scrub_duration":0.0031546460000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"65'2","reported_seq":332,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.602727+0000","last_change":"2023-08-28T02:33:12.327778+0000","last_active":"2023-08-28T02:39:53.602727+0000","last_peered":"2023-08-28T02:39:53.602727+0000","last_clean":"2023-08-28T02:39:53.602727+0000","last_became_active":"2023-08-28T02:33:12.327273+0000","last_became_peered":"2023-08-28T02:33:12.327273+0000","last_unstale":"2023-08-28T02:39:53.602727+0000","last_undegraded":"2023-08-28T02:39:53.602727+0000","last_fullsized":"2023-08-28T02:39:53.602727+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:40.554192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":215,"reported_epoch":375,"state":"active+clean","last_fresh":"2023-08-28T02:40:00.049714+0000","last_change":"2023-08-28T02:33:13.335665+0000","last_active":"2023-08-28T02:40:00.049714+0000","last_peered":"2023-08-28T02:40:00.049714+0000","last_clean":"2023-08-28T02:40:00.049714+0000","last_became_active":"2023-08-28T02:33:13.335322+0000","last_became_peered":"2023-08-28T02:33:13.335322+0000","last_unstale":"2023-08-28T02:40:00.049714+0000","last_undegraded":"2023-08-28T02:40:00.049714+0000","last_fullsized":"2023-08-28T02:40:00.049714+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:21:08.024493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":329,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.602392+0000","last_change":"2023-08-28T02:33:12.310326+0000","last_active":"2023-08-28T02:39:53.602392+0000","last_peered":"2023-08-28T02:39:53.602392+0000","last_clean":"2023-08-28T02:39:53.602392+0000","last_became_active":"2023-08-28T02:33:12.310011+0000","last_became_peered":"2023-08-28T02:33:12.310011+0000","last_unstale":"2023-08-28T02:39:53.602392+0000","last_undegraded":"2023-08-28T02:39:53.602392+0000","last_fullsized":"2023-08-28T02:39:53.602392+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:35:03.710036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"376'8514","reported_seq":16405,"reported_epoch":376,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-08-28T02:40:08.090401+0000","last_change":"2023-08-28T02:38:43.760745+0000","last_active":"2023-08-28T02:40:08.090401+0000","last_peered":"2023-08-28T02:40:08.090401+0000","last_clean":"2023-08-28T02:31:27.909649+0000","last_became_active":"2023-08-28T02:33:33.726805+0000","last_became_peered":"2023-08-28T02:33:33.726805+0000","last_unstale":"2023-08-28T02:40:08.090401+0000","last_undegraded":"2023-08-28T02:33:20.140072+0000","last_fullsized":"2023-08-28T02:33:13.278549+0000","mapping_epoch":298,"log_start":"259'3077","ondisk_log_start":"259'3077","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5437,"log_dups_size":0,"ondisk_log_size":5437,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:02:22.971585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":219807744,"num_objects":3354,"num_object_clones":0,"num_object_copies":10062,"num_objects_missing_on_primary":3327,"num_objects_missing":3327,"num_objects_degraded":2496,"num_objects_misplaced":6694,"num_objects_unfound":0,"num_objects_dirty":3354,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8514,"num_write_kb":379776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2570,"num_bytes_recovered":168296448,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[4,3],"avail_no_missing":["2","6"],"object_location_counts":[{"shards":"2,3,4,6","objects":12},{"shards":"2,3,6","objects":844},{"shards":"2,4,6","objects":14},{"shards":"2,6","objects":2483},{"shards":"3,4","objects":-12}],"blocked_by":[],"up_primary":3,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.4","version":"75'161","reported_seq":584,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.602698+0000","last_change":"2023-08-28T02:33:12.296479+0000","last_active":"2023-08-28T02:39:53.602698+0000","last_peered":"2023-08-28T02:39:53.602698+0000","last_clean":"2023-08-28T02:39:53.602698+0000","last_became_active":"2023-08-28T02:33:12.294160+0000","last_became_peered":"2023-08-28T02:33:12.294160+0000","last_unstale":"2023-08-28T02:39:53.602698+0000","last_undegraded":"2023-08-28T02:39:53.602698+0000","last_fullsized":"2023-08-28T02:39:53.602698+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.899247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.899247+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":301,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.585096+0000","last_change":"2023-08-28T02:33:13.539335+0000","last_active":"2023-08-28T02:39:53.585096+0000","last_peered":"2023-08-28T02:39:53.585096+0000","last_clean":"2023-08-28T02:39:53.585096+0000","last_became_active":"2023-08-28T02:33:13.538978+0000","last_became_peered":"2023-08-28T02:33:13.538978+0000","last_unstale":"2023-08-28T02:39:53.585096+0000","last_undegraded":"2023-08-28T02:39:53.585096+0000","last_fullsized":"2023-08-28T02:39:53.585096+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:26:13.405766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"65'1","reported_seq":365,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.615237+0000","last_change":"2023-08-28T02:29:44.510205+0000","last_active":"2023-08-28T02:39:53.615237+0000","last_peered":"2023-08-28T02:39:53.615237+0000","last_clean":"2023-08-28T02:39:53.615237+0000","last_became_active":"2023-08-28T02:29:44.429357+0000","last_became_peered":"2023-08-28T02:29:44.429357+0000","last_unstale":"2023-08-28T02:39:53.615237+0000","last_undegraded":"2023-08-28T02:39:53.615237+0000","last_fullsized":"2023-08-28T02:39:53.615237+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:44:59.955729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":331,"reported_epoch":375,"state":"active+clean","last_fresh":"2023-08-28T02:40:00.100527+0000","last_change":"2023-08-28T02:32:12.950661+0000","last_active":"2023-08-28T02:40:00.100527+0000","last_peered":"2023-08-28T02:40:00.100527+0000","last_clean":"2023-08-28T02:40:00.100527+0000","last_became_active":"2023-08-28T02:32:12.950276+0000","last_became_peered":"2023-08-28T02:32:12.950276+0000","last_unstale":"2023-08-28T02:40:00.100527+0000","last_undegraded":"2023-08-28T02:40:00.100527+0000","last_fullsized":"2023-08-28T02:40:00.100527+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:05:17.972868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"65'1","reported_seq":323,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.614921+0000","last_change":"2023-08-28T02:14:43.042150+0000","last_active":"2023-08-28T02:39:53.614921+0000","last_peered":"2023-08-28T02:39:53.614921+0000","last_clean":"2023-08-28T02:39:53.614921+0000","last_became_active":"2023-08-28T02:14:43.038336+0000","last_became_peered":"2023-08-28T02:14:43.038336+0000","last_unstale":"2023-08-28T02:39:53.614921+0000","last_undegraded":"2023-08-28T02:39:53.614921+0000","last_fullsized":"2023-08-28T02:39:53.614921+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:26:02.415152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":374,"reported_epoch":375,"state":"active+clean","last_fresh":"2023-08-28T02:40:00.049681+0000","last_change":"2023-08-28T02:33:13.318097+0000","last_active":"2023-08-28T02:40:00.049681+0000","last_peered":"2023-08-28T02:40:00.049681+0000","last_clean":"2023-08-28T02:40:00.049681+0000","last_became_active":"2023-08-28T02:33:13.317761+0000","last_became_peered":"2023-08-28T02:33:13.317761+0000","last_unstale":"2023-08-28T02:40:00.049681+0000","last_undegraded":"2023-08-28T02:40:00.049681+0000","last_fullsized":"2023-08-28T02:40:00.049681+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:24.836996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"65'2","reported_seq":368,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.632235+0000","last_change":"2023-08-28T02:29:44.535937+0000","last_active":"2023-08-28T02:39:53.632235+0000","last_peered":"2023-08-28T02:39:53.632235+0000","last_clean":"2023-08-28T02:39:53.632235+0000","last_became_active":"2023-08-28T02:29:44.462244+0000","last_became_peered":"2023-08-28T02:29:44.462244+0000","last_unstale":"2023-08-28T02:39:53.632235+0000","last_undegraded":"2023-08-28T02:39:53.632235+0000","last_fullsized":"2023-08-28T02:39:53.632235+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:30:33.173713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":370,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:55.436675+0000","last_change":"2023-08-28T02:33:12.305580+0000","last_active":"2023-08-28T02:39:55.436675+0000","last_peered":"2023-08-28T02:39:55.436675+0000","last_clean":"2023-08-28T02:39:55.436675+0000","last_became_active":"2023-08-28T02:33:12.305261+0000","last_became_peered":"2023-08-28T02:33:12.305261+0000","last_unstale":"2023-08-28T02:39:55.436675+0000","last_undegraded":"2023-08-28T02:39:55.436675+0000","last_fullsized":"2023-08-28T02:39:55.436675+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:22:31.614221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"65'2","reported_seq":337,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.631871+0000","last_change":"2023-08-28T02:31:51.991101+0000","last_active":"2023-08-28T02:39:53.631871+0000","last_peered":"2023-08-28T02:39:53.631871+0000","last_clean":"2023-08-28T02:39:53.631871+0000","last_became_active":"2023-08-28T02:31:51.987237+0000","last_became_peered":"2023-08-28T02:31:51.987237+0000","last_unstale":"2023-08-28T02:39:53.631871+0000","last_undegraded":"2023-08-28T02:39:53.631871+0000","last_fullsized":"2023-08-28T02:39:53.631871+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:07:07.370857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":372,"reported_epoch":375,"state":"active+clean","last_fresh":"2023-08-28T02:40:00.100558+0000","last_change":"2023-08-28T02:33:12.494483+0000","last_active":"2023-08-28T02:40:00.100558+0000","last_peered":"2023-08-28T02:40:00.100558+0000","last_clean":"2023-08-28T02:40:00.100558+0000","last_became_active":"2023-08-28T02:33:12.494136+0000","last_became_peered":"2023-08-28T02:33:12.494136+0000","last_unstale":"2023-08-28T02:40:00.100558+0000","last_undegraded":"2023-08-28T02:40:00.100558+0000","last_fullsized":"2023-08-28T02:40:00.100558+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:36.772588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"65'1","reported_seq":317,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.602456+0000","last_change":"2023-08-28T02:33:13.287922+0000","last_active":"2023-08-28T02:39:53.602456+0000","last_peered":"2023-08-28T02:39:53.602456+0000","last_clean":"2023-08-28T02:39:53.602456+0000","last_became_active":"2023-08-28T02:33:13.287520+0000","last_became_peered":"2023-08-28T02:33:13.287520+0000","last_unstale":"2023-08-28T02:39:53.602456+0000","last_undegraded":"2023-08-28T02:39:53.602456+0000","last_fullsized":"2023-08-28T02:39:53.602456+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:11.627168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":330,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.602569+0000","last_change":"2023-08-28T02:33:13.289469+0000","last_active":"2023-08-28T02:39:53.602569+0000","last_peered":"2023-08-28T02:39:53.602569+0000","last_clean":"2023-08-28T02:39:53.602569+0000","last_became_active":"2023-08-28T02:33:13.288737+0000","last_became_peered":"2023-08-28T02:33:13.288737+0000","last_unstale":"2023-08-28T02:39:53.602569+0000","last_undegraded":"2023-08-28T02:39:53.602569+0000","last_fullsized":"2023-08-28T02:39:53.602569+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:11:15.043550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"65'4","reported_seq":355,"reported_epoch":374,"state":"active+clean","last_fresh":"2023-08-28T02:39:53.614930+0000","last_change":"2023-08-28T02:32:28.607010+0000","last_active":"2023-08-28T02:39:53.614930+0000","last_peered":"2023-08-28T02:39:53.614930+0000","last_clean":"2023-08-28T02:39:53.614930+0000","last_became_active":"2023-08-28T02:32:28.492224+0000","last_became_peered":"2023-08-28T02:32:28.492224+0000","last_unstale":"2023-08-28T02:39:53.614930+0000","last_undegraded":"2023-08-28T02:39:53.614930+0000","last_fullsized":"2023-08-28T02:39:53.614930+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:13:45.711951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":554,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":382,"reported_epoch":375,"state":"active+clean","last_fresh":"2023-08-28T02:40:00.100508+0000","last_change":"2023-08-28T02:33:13.309144+0000","last_active":"2023-08-28T02:40:00.100508+0000","last_peered":"2023-08-28T02:40:00.100508+0000","last_clean":"2023-08-28T02:40:00.100508+0000","last_became_active":"2023-08-28T02:33:13.308910+0000","last_became_peered":"2023-08-28T02:33:13.308910+0000","last_unstale":"2023-08-28T02:40:00.100508+0000","last_undegraded":"2023-08-28T02:40:00.100508+0000","last_fullsized":"2023-08-28T02:40:00.100508+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:09:59.549591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":3463249944,"num_objects":52846,"num_object_clones":0,"num_object_copies":158538,"num_objects_missing_on_primary":3327,"num_objects_missing":3327,"num_objects_degraded":14096,"num_objects_misplaced":16275,"num_objects_unfound":0,"num_objects_dirty":52846,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":133768,"num_write_kb":5971585,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":49348,"num_bytes_recovered":3207593984,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":11633831936,"data_stored":11633819720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97216,"ondisk_log_size":97216,"up":48,"acting":45,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":10126,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":370028,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":89,"num_read_kb":167,"num_write":44,"num_write_kb":440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":584707,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2048000,"data_stored":2033792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299798,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1558336,"kb_used_data":1068920,"kb_used_omap":0,"kb_used_meta":489408,"kb_avail":92186816,"statfs":{"total":95995035648,"available":94399299584,"internally_reserved":0,"allocated":1094574080,"data_stored":1093083989,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":501153792},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:39:14 2023","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.44700000000000001,"15min":1.0820000000000001},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.219},"max":{"1min":0.71799999999999997,"5min":1.524,"15min":13.118},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.53700000000000003,"15min":1.48},"min":{"1min":0.31900000000000001,"5min":0.247,"15min":0.246},"max":{"1min":2.3439999999999999,"5min":2.6989999999999998,"15min":17.402999999999999},"last":0.47299999999999998}]},{"osd":1,"last update":"Mon Aug 28 02:39:46 2023","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.51500000000000001,"15min":1.6279999999999999},"min":{"1min":0.311,"5min":0.253,"15min":0.248},"max":{"1min":1.4119999999999999,"5min":3.113,"15min":17.43},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.626,"15min":1.538},"min":{"1min":0.30399999999999999,"5min":0.28699999999999998,"15min":0.25900000000000001},"max":{"1min":1.4399999999999999,"5min":4.9749999999999996,"15min":19.913},"last":0.52800000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:39:29 2023","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.5,"15min":1.1240000000000001},"min":{"1min":0.32200000000000001,"5min":0.26800000000000002,"15min":0.22900000000000001},"max":{"1min":2.96,"5min":2.96,"15min":8.3889999999999993},"last":0.374},{"interface":"front","average":{"1min":0.68200000000000005,"5min":0.59099999999999997,"15min":1.0389999999999999},"min":{"1min":0.35399999999999998,"5min":0.28799999999999998,"15min":0.28699999999999998},"max":{"1min":1.9950000000000001,"5min":2.399,"15min":9.2219999999999995},"last":0.48499999999999999}]},{"osd":3,"last update":"Mon Aug 28 02:39:19 2023","interfaces":[{"interface":"back","average":{"1min":0.68300000000000005,"5min":0.60699999999999998,"15min":0.68100000000000005},"min":{"1min":0.35899999999999999,"5min":0.312,"15min":0.312},"max":{"1min":3.9430000000000001,"5min":3.9430000000000001,"15min":3.9430000000000001},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.64400000000000002,"5min":0.59399999999999997,"15min":0.61799999999999999},"min":{"1min":0.32700000000000001,"5min":0.308,"15min":0.308},"max":{"1min":4.1879999999999997,"5min":4.1879999999999997,"15min":4.1879999999999997},"last":0.41999999999999998}]},{"osd":4,"last update":"Mon Aug 28 02:39:14 2023","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":0.49399999999999999,"15min":1.1659999999999999},"min":{"1min":0.27900000000000003,"5min":0.27700000000000002,"15min":0.245},"max":{"1min":2.3860000000000001,"5min":2.677,"15min":18.943000000000001},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.81399999999999995,"5min":0.59699999999999998,"15min":0.84199999999999997},"min":{"1min":0.313,"5min":0.28699999999999998,"15min":0.25700000000000001},"max":{"1min":3.282,"5min":3.282,"15min":7.2130000000000001},"last":0.40500000000000003}]},{"osd":5,"last update":"Mon Aug 28 02:39:14 2023","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.51400000000000001,"15min":0.94699999999999995},"min":{"1min":0.31,"5min":0.28100000000000003,"15min":0.23599999999999999},"max":{"1min":0.81799999999999995,"5min":2.6669999999999998,"15min":14.622},"last":0.317},{"interface":"front","average":{"1min":0.79600000000000004,"5min":0.57799999999999996,"15min":1.1759999999999999},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27000000000000002},"max":{"1min":3.214,"5min":3.214,"15min":17.324999999999999},"last":0.433}]},{"osd":6,"last update":"Mon Aug 28 02:39:14 2023","interfaces":[{"interface":"back","average":{"1min":0.85699999999999998,"5min":0.63700000000000001,"15min":1.2110000000000001},"min":{"1min":0.36099999999999999,"5min":0.33300000000000002,"15min":0.30299999999999999},"max":{"1min":3.8959999999999999,"5min":3.8959999999999999,"15min":17.454999999999998},"last":0.503},{"interface":"front","average":{"1min":0.71399999999999997,"5min":0.59299999999999997,"15min":0.83499999999999996},"min":{"1min":0.40000000000000002,"5min":0.33400000000000002,"15min":0.28999999999999998},"max":{"1min":2.1339999999999999,"5min":2.4399999999999999,"15min":7.665},"last":0.51300000000000001}]}]},{"osd":6,"up_from":0,"seq":193273528729,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":101,"seq":433791697188,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1261800,"kb_used_data":641824,"kb_used_omap":4,"kb_used_meta":619963,"kb_avail":92483352,"statfs":{"total":95995035648,"available":94702952448,"internally_reserved":0,"allocated":657227776,"data_stored":655085067,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":634843022},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:39:49 2023","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":1.6020000000000001},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":1.155,"5min":2.1659999999999999,"15min":24.545999999999999},"last":0.311},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":2.032},"min":{"1min":0.27500000000000002,"5min":0.23899999999999999,"15min":0.23599999999999999},"max":{"1min":1.395,"5min":3.496,"15min":24.515000000000001},"last":0.34799999999999998}]},{"osd":2,"last update":"Mon Aug 28 02:39:36 2023","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.59599999999999997,"15min":1.8100000000000001},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":1.028,"5min":3.544,"15min":22.161000000000001},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.63100000000000001,"5min":0.54500000000000004,"15min":1.415},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.254},"max":{"1min":2.9369999999999998,"5min":2.9369999999999998,"15min":19.100999999999999},"last":0.29399999999999998}]},{"osd":3,"last update":"Mon Aug 28 02:39:24 2023","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.58199999999999996,"15min":0.502},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":1.788,"5min":2.742,"15min":2.742},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.66000000000000003,"5min":0.59599999999999997,"15min":0.54200000000000004},"min":{"1min":0.34399999999999997,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":2.0939999999999999,"5min":3.5819999999999999,"15min":3.5819999999999999},"last":0.434}]},{"osd":4,"last update":"Mon Aug 28 02:39:49 2023","interfaces":[{"interface":"back","average":{"1min":0.65600000000000003,"5min":0.57199999999999995,"15min":1.1830000000000001},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.28499999999999998},"max":{"1min":2.8919999999999999,"5min":2.8919999999999999,"15min":18.992999999999999},"last":0.499},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.61699999999999999,"15min":1.329},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.28899999999999998},"max":{"1min":0.93999999999999995,"5min":2.0070000000000001,"15min":14.779999999999999},"last":0.50900000000000001}]},{"osd":5,"last update":"Mon Aug 28 02:39:49 2023","interfaces":[{"interface":"back","average":{"1min":10.529999999999999,"5min":2.6099999999999999,"15min":2.323},"min":{"1min":0.40799999999999997,"5min":0.36499999999999999,"15min":0.29999999999999999},"max":{"1min":188.94900000000001,"5min":188.94900000000001,"15min":188.94900000000001},"last":0.48299999999999998},{"interface":"front","average":{"1min":10.635999999999999,"5min":2.6360000000000001,"15min":2.137},"min":{"1min":0.375,"5min":0.35299999999999998,"15min":0.33600000000000002},"max":{"1min":188.803,"5min":188.803,"15min":188.803},"last":0.53500000000000003}]},{"osd":6,"last update":"Mon Aug 28 02:39:49 2023","interfaces":[{"interface":"back","average":{"1min":0.64900000000000002,"5min":0.68300000000000005,"15min":1.5600000000000001},"min":{"1min":0.43099999999999999,"5min":0.40799999999999997,"15min":0.34300000000000003},"max":{"1min":1.042,"5min":3.6400000000000001,"15min":12.221},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.74299999999999999,"5min":0.70399999999999996,"15min":1.375},"min":{"1min":0.439,"5min":0.39100000000000001,"15min":0.35699999999999998},"max":{"1min":3.036,"5min":3.036,"15min":19.021999999999998},"last":0.45100000000000001}]},{"osd":7,"last update":"Mon Aug 28 02:39:49 2023","interfaces":[{"interface":"back","average":{"1min":0.80900000000000005,"5min":0.70199999999999996,"15min":1.4399999999999999},"min":{"1min":0.41399999999999998,"5min":0.38500000000000001,"15min":0.374},"max":{"1min":3.0059999999999998,"5min":3.0059999999999998,"15min":19.047999999999998},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.72799999999999998,"15min":1.486},"min":{"1min":0.46600000000000003,"5min":0.46200000000000002,"15min":0.34399999999999997},"max":{"1min":0.97299999999999998,"5min":2.3679999999999999,"15min":14.818},"last":0.58399999999999996}]}]},{"osd":0,"up_from":87,"seq":373662155054,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2788144,"kb_used_data":2109160,"kb_used_omap":5,"kb_used_meta":678970,"kb_avail":90957008,"statfs":{"total":95995035648,"available":93139976192,"internally_reserved":0,"allocated":2159779840,"data_stored":2157519075,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":695265914},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:39:40 2023","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.48499999999999999,"15min":1.2769999999999999},"min":{"1min":0.245,"5min":0.221,"15min":0.184},"max":{"1min":3.7709999999999999,"5min":3.7709999999999999,"15min":30.315000000000001},"last":0.30299999999999999},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.54200000000000004,"15min":1.7410000000000001},"min":{"1min":0.28399999999999997,"5min":0.26200000000000001,"15min":0.23000000000000001},"max":{"1min":3,"5min":4.0679999999999996,"15min":69.272000000000006},"last":1.339}]},{"osd":2,"last update":"Mon Aug 28 02:39:40 2023","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.66500000000000004,"15min":1.5269999999999999},"min":{"1min":0.312,"5min":0.247,"15min":0.23699999999999999},"max":{"1min":2.6699999999999999,"5min":4.4020000000000001,"15min":20.959},"last":0.78100000000000003},{"interface":"front","average":{"1min":0.73899999999999999,"5min":0.68400000000000005,"15min":1.4019999999999999},"min":{"1min":0.31,"5min":0.28000000000000003,"15min":0.247},"max":{"1min":4.0919999999999996,"5min":6.1180000000000003,"15min":9.3729999999999993},"last":0.52500000000000002}]},{"osd":3,"last update":"Mon Aug 28 02:39:23 2023","interfaces":[{"interface":"back","average":{"1min":0.80200000000000005,"5min":0.77800000000000002,"15min":0.75900000000000001},"min":{"1min":0.35299999999999998,"5min":0.32600000000000001,"15min":0.26600000000000001},"max":{"1min":2.7170000000000001,"5min":5.6680000000000001,"15min":5.6680000000000001},"last":1.512},{"interface":"front","average":{"1min":0.98299999999999998,"5min":0.745,"15min":0.76900000000000002},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":4.1669999999999998,"5min":4.9199999999999999,"15min":4.9199999999999999},"last":1.302}]},{"osd":4,"last update":"Mon Aug 28 02:39:23 2023","interfaces":[{"interface":"back","average":{"1min":0.84699999999999998,"5min":0.60299999999999998,"15min":2.1059999999999999},"min":{"1min":0.35199999999999998,"5min":0.315,"15min":0.29299999999999998},"max":{"1min":4.3339999999999996,"5min":4.3339999999999996,"15min":274.33199999999999},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.755,"5min":0.65500000000000003,"15min":2.4729999999999999},"min":{"1min":0.36699999999999999,"5min":0.34999999999999998,"15min":0.28199999999999997},"max":{"1min":2.8969999999999998,"5min":2.8969999999999998,"15min":266.31999999999999},"last":1.4019999999999999}]},{"osd":5,"last update":"Mon Aug 28 02:39:23 2023","interfaces":[{"interface":"back","average":{"1min":0.85999999999999999,"5min":0.63400000000000001,"15min":1.2310000000000001},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.29299999999999998},"max":{"1min":4.2089999999999996,"5min":4.2089999999999996,"15min":13.038},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.75,"5min":0.64300000000000002,"15min":1.6579999999999999},"min":{"1min":0.42499999999999999,"5min":0.36699999999999999,"15min":0.27800000000000002},"max":{"1min":2.8039999999999998,"5min":2.8039999999999998,"15min":15.231},"last":1.429}]},{"osd":6,"last update":"Mon Aug 28 02:39:23 2023","interfaces":[{"interface":"back","average":{"1min":0.93200000000000005,"5min":0.69299999999999995,"15min":1.4079999999999999},"min":{"1min":0.42399999999999999,"5min":0.40999999999999998,"15min":0.29399999999999998},"max":{"1min":4.2869999999999999,"5min":4.2869999999999999,"15min":15.122999999999999},"last":2.3370000000000002},{"interface":"front","average":{"1min":0.77900000000000003,"5min":0.67700000000000005,"15min":1.6719999999999999},"min":{"1min":0.46100000000000002,"5min":0.38300000000000001,"15min":0.35599999999999998},"max":{"1min":2.927,"5min":2.927,"15min":15.186999999999999},"last":2.3660000000000001}]},{"osd":7,"last update":"Mon Aug 28 02:39:23 2023","interfaces":[{"interface":"back","average":{"1min":0.83699999999999997,"5min":0.82499999999999996,"15min":1.6699999999999999},"min":{"1min":0.434,"5min":0.434,"15min":0.33400000000000002},"max":{"1min":2.758,"5min":4.4390000000000001,"15min":16.183},"last":0.66600000000000004},{"interface":"front","average":{"1min":0.96499999999999997,"5min":0.78900000000000003,"15min":1.427},"min":{"1min":0.46400000000000002,"5min":0.46000000000000002,"15min":0.35999999999999999},"max":{"1min":4.2519999999999998,"5min":4.2519999999999998,"15min":13.005000000000001},"last":0.56200000000000006}]}]},{"osd":2,"up_from":0,"seq":502511173913,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":297,"seq":1275605286996,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":778064,"kb_used_data":633288,"kb_used_omap":2,"kb_used_meta":144765,"kb_avail":92967088,"statfs":{"total":95995035648,"available":95198298112,"internally_reserved":0,"allocated":648486912,"data_stored":646361285,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":148239413},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:39:18 2023","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.54100000000000004,"15min":0.44900000000000001},"min":{"1min":0.22700000000000001,"5min":0.224,"15min":0.22},"max":{"1min":0.67400000000000004,"5min":6.8819999999999997,"15min":6.8819999999999997},"last":0.71999999999999997},{"interface":"front","average":{"1min":0.443,"5min":0.58499999999999996,"15min":0.66100000000000003},"min":{"1min":0.29499999999999998,"5min":0.217,"15min":0.217},"max":{"1min":0.77200000000000002,"5min":6.7839999999999998,"15min":6.7839999999999998},"last":0.80900000000000005}]},{"osd":1,"last update":"Mon Aug 28 02:39:18 2023","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.60499999999999998,"15min":0.46700000000000003},"min":{"1min":0.30599999999999999,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.748,"5min":4.0650000000000004,"15min":4.0650000000000004},"last":0.75700000000000001},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.63200000000000001,"15min":0.69399999999999995},"min":{"1min":0.28000000000000003,"5min":0.249,"15min":0.249},"max":{"1min":2.121,"5min":3.9249999999999998,"15min":3.9249999999999998},"last":0.68600000000000005}]},{"osd":2,"last update":"Mon Aug 28 02:39:18 2023","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.52800000000000002,"15min":0.60399999999999998},"min":{"1min":0.32600000000000001,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":2.1659999999999999,"5min":2.3079999999999998,"15min":2.5449999999999999},"last":0.64000000000000001},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.623,"15min":0.56999999999999995},"min":{"1min":0.317,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.94099999999999995,"5min":4.7030000000000003,"15min":4.7030000000000003},"last":0.82699999999999996}]},{"osd":4,"last update":"Mon Aug 28 02:39:18 2023","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.64000000000000001,"15min":0.59399999999999997},"min":{"1min":0.38700000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.153,"5min":6.2670000000000003,"15min":6.2670000000000003},"last":0.74399999999999999},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.64400000000000002,"15min":0.56999999999999995},"min":{"1min":0.378,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.93700000000000006,"5min":3.5030000000000001,"15min":3.5030000000000001},"last":0.90400000000000003}]},{"osd":5,"last update":"Mon Aug 28 02:39:18 2023","interfaces":[{"interface":"back","average":{"1min":0.68400000000000005,"5min":0.66700000000000004,"15min":0.59999999999999998},"min":{"1min":0.42299999999999999,"5min":0.313,"15min":0.313},"max":{"1min":2.7450000000000001,"5min":3.5390000000000001,"15min":3.5390000000000001},"last":0.85199999999999998},{"interface":"front","average":{"1min":0.70199999999999996,"5min":0.64000000000000001,"15min":0.57399999999999995},"min":{"1min":0.40999999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":2.919,"5min":3.411,"15min":3.411},"last":0.56399999999999995}]},{"osd":6,"last update":"Mon Aug 28 02:39:18 2023","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":0.67100000000000004,"15min":0.65300000000000002},"min":{"1min":0.438,"5min":0.436,"15min":0.436},"max":{"1min":2.4950000000000001,"5min":2.4950000000000001,"15min":2.4950000000000001},"last":0.77100000000000002},{"interface":"front","average":{"1min":0.77600000000000002,"5min":0.71899999999999997,"15min":0.66100000000000003},"min":{"1min":0.46300000000000002,"5min":0.378,"15min":0.378},"max":{"1min":2.5369999999999999,"5min":3.6099999999999999,"15min":3.6099999999999999},"last":0.93500000000000005}]},{"osd":7,"last update":"Mon Aug 28 02:39:18 2023","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.67000000000000004,"15min":0.60799999999999998},"min":{"1min":0.42999999999999999,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":2.645,"5min":2.9399999999999999,"15min":2.9399999999999999},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.71199999999999997,"5min":0.71399999999999997,"15min":0.67000000000000004},"min":{"1min":0.42099999999999999,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":2.661,"5min":2.9540000000000002,"15min":2.9540000000000002},"last":0.79400000000000004}]}]},{"osd":4,"up_from":30,"seq":128849019291,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2836560,"kb_used_data":2329480,"kb_used_omap":0,"kb_used_meta":507072,"kb_avail":90908592,"statfs":{"total":95995035648,"available":93090398208,"internally_reserved":0,"allocated":2385387520,"data_stored":2383890170,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":519241728},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,1,2,1,1,1,4,4],"upper_bound":2048},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:39:27 2023","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.57399999999999995,"15min":1.4019999999999999},"min":{"1min":0.249,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.628,"5min":10.249000000000001,"15min":22.515000000000001},"last":0.27800000000000002},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.53700000000000003,"15min":1.3169999999999999},"min":{"1min":0.27300000000000002,"5min":0.23200000000000001,"15min":0.218},"max":{"1min":0.65900000000000003,"5min":4.5250000000000004,"15min":22.454000000000001},"last":0.44600000000000001}]},{"osd":1,"last update":"Mon Aug 28 02:39:53 2023","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.56399999999999995,"15min":1.1970000000000001},"min":{"1min":0.28799999999999998,"5min":0.26300000000000001,"15min":0.248},"max":{"1min":1.28,"5min":5.5979999999999999,"15min":23.082000000000001},"last":1.802},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.56100000000000005,"15min":1.3049999999999999},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.26000000000000001},"max":{"1min":1.341,"5min":4.5910000000000002,"15min":25.100000000000001},"last":1.728}]},{"osd":2,"last update":"Mon Aug 28 02:39:27 2023","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.63,"15min":1.323},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.27900000000000003},"max":{"1min":1.52,"5min":4.5430000000000001,"15min":13.194000000000001},"last":2.3820000000000001},{"interface":"front","average":{"1min":0.46100000000000002,"5min":0.625,"15min":1.2290000000000001},"min":{"1min":0.34899999999999998,"5min":0.312,"15min":0.29399999999999998},"max":{"1min":0.68300000000000005,"5min":5.6360000000000001,"15min":13.515000000000001},"last":0.56699999999999995}]},{"osd":3,"last update":"Mon Aug 28 02:39:27 2023","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.60699999999999998,"15min":0.74099999999999999},"min":{"1min":0.39000000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.7689999999999999,"5min":3.8260000000000001,"15min":7.7480000000000002},"last":2.2010000000000001},{"interface":"front","average":{"1min":0.69099999999999995,"5min":0.73199999999999998,"15min":0.67700000000000005},"min":{"1min":0.36099999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":2.7989999999999999,"5min":3.7069999999999999,"15min":3.7069999999999999},"last":1.841}]},{"osd":5,"last update":"Mon Aug 28 02:40:05 2023","interfaces":[{"interface":"back","average":{"1min":0.65500000000000003,"5min":0.53100000000000003,"15min":0.89200000000000002},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.222},"max":{"1min":4.1459999999999999,"5min":4.609,"15min":8.6850000000000005},"last":0.313},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.47099999999999997,"15min":0.94799999999999995},"min":{"1min":0.307,"5min":0.29799999999999999,"15min":0.20699999999999999},"max":{"1min":0.64600000000000002,"5min":1.5700000000000001,"15min":8.6370000000000005},"last":0.51000000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:39:19 2023","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.496,"15min":0.96199999999999997},"min":{"1min":0.33700000000000002,"5min":0.27100000000000002,"15min":0.26500000000000001},"max":{"1min":2.2949999999999999,"5min":2.2949999999999999,"15min":10.023999999999999},"last":0.53800000000000003},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.5,"15min":1.0289999999999999},"min":{"1min":0.32100000000000001,"5min":0.30499999999999999,"15min":0.26600000000000001},"max":{"1min":1.248,"5min":1.679,"15min":8.5},"last":0.35799999999999998}]},{"osd":7,"last update":"Mon Aug 28 02:39:27 2023","interfaces":[{"interface":"back","average":{"1min":0.754,"5min":0.58899999999999997,"15min":1.0449999999999999},"min":{"1min":0.317,"5min":0.28999999999999998,"15min":0.22500000000000001},"max":{"1min":4.5250000000000004,"5min":4.5720000000000001,"15min":9.3209999999999997},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.56799999999999995,"15min":0.97699999999999998},"min":{"1min":0.39200000000000002,"5min":0.32400000000000001,"15min":0.30299999999999999},"max":{"1min":1.081,"5min":1.647,"15min":15.597},"last":0.48199999999999998}]}]},{"osd":5,"up_from":37,"seq":158913790364,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2063280,"kb_used_data":1494888,"kb_used_omap":0,"kb_used_meta":568384,"kb_avail":91681872,"statfs":{"total":95995035648,"available":93882236928,"internally_reserved":0,"allocated":1530765312,"data_stored":1529287823,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":582025216},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:39:55 2023","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.44500000000000001,"15min":1.244},"min":{"1min":0.23999999999999999,"5min":0.23799999999999999,"15min":0.20200000000000001},"max":{"1min":0.747,"5min":1.1100000000000001,"15min":15.156000000000001},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.56200000000000006,"15min":1.3049999999999999},"min":{"1min":0.33900000000000002,"5min":0.26400000000000001,"15min":0.24099999999999999},"max":{"1min":1.9830000000000001,"5min":4.298,"15min":19.815999999999999},"last":0.50600000000000001}]},{"osd":1,"last update":"Mon Aug 28 02:39:55 2023","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.52700000000000002,"15min":1.405},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.23699999999999999},"max":{"1min":1.5229999999999999,"5min":3.7989999999999999,"15min":17.998000000000001},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56299999999999994,"15min":1.3680000000000001},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26000000000000001},"max":{"1min":1.661,"5min":4.2149999999999999,"15min":19.853000000000002},"last":0.47399999999999998}]},{"osd":2,"last update":"Mon Aug 28 02:39:55 2023","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.53700000000000003,"15min":1.1639999999999999},"min":{"1min":0.33600000000000002,"5min":0.28100000000000003,"15min":0.27700000000000002},"max":{"1min":2.9359999999999999,"5min":2.9359999999999999,"15min":13.335000000000001},"last":0.44},{"interface":"front","average":{"1min":0.68000000000000005,"5min":0.66900000000000004,"15min":1.4370000000000001},"min":{"1min":0.39800000000000002,"5min":0.32600000000000001,"15min":0.28499999999999998},"max":{"1min":1.6379999999999999,"5min":4.2400000000000002,"15min":10.084},"last":0.59199999999999997}]},{"osd":3,"last update":"Mon Aug 28 02:39:27 2023","interfaces":[{"interface":"back","average":{"1min":0.75800000000000001,"5min":0.55300000000000005,"15min":1.05},"min":{"1min":0.308,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":3.7730000000000001,"5min":3.7730000000000001,"15min":16.190999999999999},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.63400000000000001,"15min":1.3340000000000001},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33500000000000002},"max":{"1min":1.492,"5min":4.8230000000000004,"15min":21.420999999999999},"last":0.56200000000000006}]},{"osd":4,"last update":"Mon Aug 28 02:40:02 2023","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.432,"15min":0.91200000000000003},"min":{"1min":0.28100000000000003,"5min":0.25,"15min":0.23100000000000001},"max":{"1min":0.91300000000000003,"5min":1.516,"15min":13.616},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.58699999999999997,"15min":1.1000000000000001},"min":{"1min":0.29699999999999999,"5min":0.29299999999999998,"15min":0.25700000000000001},"max":{"1min":1.3320000000000001,"5min":4.1879999999999997,"15min":10.566000000000001},"last":0.41999999999999998}]},{"osd":6,"last update":"Mon Aug 28 02:39:55 2023","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.59199999999999997,"15min":1.1439999999999999},"min":{"1min":0.34999999999999998,"5min":0.28599999999999998,"15min":0.23300000000000001},"max":{"1min":1.9099999999999999,"5min":4.04,"15min":17.510000000000002},"last":0.36899999999999999},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.55300000000000005,"15min":1.0800000000000001},"min":{"1min":0.308,"5min":0.29499999999999998,"15min":0.254},"max":{"1min":1.165,"5min":3.726,"15min":15.856999999999999},"last":0.48699999999999999}]},{"osd":7,"last update":"Mon Aug 28 02:39:55 2023","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.66600000000000004,"15min":1.3029999999999999},"min":{"1min":0.37,"5min":0.34999999999999998,"15min":0.315},"max":{"1min":2.048,"5min":6.9630000000000001,"15min":31.707000000000001},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.70199999999999996,"15min":1.367},"min":{"1min":0.34699999999999998,"5min":0.33000000000000002,"15min":0.318},"max":{"1min":1.403,"5min":4.5890000000000004,"15min":31.66},"last":0.53400000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":2151485440,"data_stored":2151481368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":651427840,"data_stored":651427840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1517486080,"data_stored":1517486080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":642580480,"data_stored":642580480,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":2380533760,"data_stored":2380529688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1522466816,"data_stored":1522466816,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1679167488,"data_stored":1679163416,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1088684032,"data_stored":1088684032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:40:09.567 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:40:09.586 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:40:09.607 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:40:09.609 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:40:09.630 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:40:09.640 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:09.652 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:40:09.662 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:40:09.664 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:09.664 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:40:09.673 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:40:09.695 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:40:09.718 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd unset noscrub 2023-08-28T02:40:09.722 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:40:09.724 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-08-28T02:40:09.724 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-08-28T02:40:09.724 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-08-28T02:40:09.724 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-08-28T02:40:09.724 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-08-28T02:40:09.724 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-08-28T02:40:09.724 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-08-28T02:40:09.725 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-08-28T02:40:09.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:09 smithi040 ceph-mon[175404]: from='client.36633 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:40:09.730 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:09 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1940427392' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:40:09.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:09 smithi040 ceph-mon[170259]: from='client.36633 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:40:09.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:09 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1940427392' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:40:09.765 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:40:09.794 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:09.865 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:40:09.868 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:09.868 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:40:09.869 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:09 smithi083 ceph-mon[157819]: from='client.36633 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:40:09.870 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:09 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1940427392' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:40:09.969 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:40:09.997 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:10.067 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:40:10.073 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:10.073 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:40:10.165 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:40:10.174 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:40:10.209 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:10.285 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:40:10.288 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:10.289 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:40:10.390 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:40:10.423 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:10.449 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:40:10.452 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:10.452 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:40:10.518 INFO:teuthology.orchestra.run.smithi083.stdout:ERROR: (22) Invalid argument 2023-08-28T02:40:10.519 INFO:teuthology.orchestra.run.smithi083.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:40:10.553 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:40:10.585 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:10.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:10 smithi040 ceph-mon[170259]: pgmap v1164: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.2 GiB data, 11 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 143 op/s; 14051/158169 objects degraded (8.884%); 16229/158169 objects misplaced (10.261%); 1.7 MiB/s, 27 objects/s recovering 2023-08-28T02:40:10.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:10 smithi040 ceph-mon[175404]: pgmap v1164: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.2 GiB data, 11 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 143 op/s; 14051/158169 objects degraded (8.884%); 16229/158169 objects misplaced (10.261%); 1.7 MiB/s, 27 objects/s recovering 2023-08-28T02:40:10.878 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:10 smithi083 ceph-mon[157819]: pgmap v1164: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.2 GiB data, 11 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 143 op/s; 14051/158169 objects degraded (8.884%); 16229/158169 objects misplaced (10.261%); 1.7 MiB/s, 27 objects/s recovering 2023-08-28T02:40:10.900 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.4 dump_historic_ops 2023-08-28T02:40:10.923 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:40:10.925 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:10.926 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:40:11.026 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:40:11.067 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:11.094 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:40:11.097 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:11.098 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:40:11.198 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:40:11.205 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:40:11.234 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:11.256 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:40:11.259 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:11.259 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:40:11.360 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:40:11.389 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:11.514 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:40:11.516 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:11.517 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:40:11.618 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:40:11.648 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:11.824 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:40:11.826 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:11.827 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:40:11.928 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:40:11.960 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:11 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 14051/158169 objects degraded (8.884%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:40:11.960 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:11 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3237596523' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:40:11.960 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:11 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 14051/158169 objects degraded (8.884%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:40:11.960 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:11 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3237596523' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:40:11.962 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:11.984 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:40:11.987 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:11.987 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:40:11.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:11 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 14051/158169 objects degraded (8.884%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:40:11.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:11 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3237596523' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:40:12.048 INFO:teuthology.orchestra.run.smithi040.stderr:noscrub is unset 2023-08-28T02:40:12.089 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:40:12.107 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-08-28T02:40:12.124 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:12.147 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:40:12.150 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:12.151 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:40:12.251 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:40:12.288 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:12.315 INFO:teuthology.orchestra.run.smithi083.stdout:ERROR: (22) Invalid argument 2023-08-28T02:40:12.316 INFO:teuthology.orchestra.run.smithi083.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:40:12.366 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:40:12.370 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:12.370 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:40:12.471 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:40:12.471 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:40:12.504 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:12.532 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:40:12.598 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:12 smithi083 ceph-mon[157819]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:40:12.598 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:12 smithi083 ceph-mon[157819]: failed to encode map e377 with expected crc 2023-08-28T02:40:12.598 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:12 smithi083 ceph-mon[157819]: failed to encode map e377 with expected crc 2023-08-28T02:40:12.598 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:12 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3237596523' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:40:12.598 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:12 smithi083 ceph-mon[157819]: osdmap e377: 8 total, 8 up, 6 in 2023-08-28T02:40:12.598 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:12 smithi083 ceph-mon[157819]: pgmap v1166: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.2 GiB data, 11 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 137 op/s; 14017/157638 objects degraded (8.892%); 16229/157638 objects misplaced (10.295%); 1.8 MiB/s, 28 objects/s recovering 2023-08-28T02:40:12.882 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:40:12.885 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:12.885 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:40:12.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:12 smithi040 ceph-mon[175404]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:40:12.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:12 smithi040 ceph-mon[175404]: failed to encode map e377 with expected crc 2023-08-28T02:40:12.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:12 smithi040 ceph-mon[175404]: failed to encode map e377 with expected crc 2023-08-28T02:40:12.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:12 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3237596523' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:40:12.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:12 smithi040 ceph-mon[175404]: osdmap e377: 8 total, 8 up, 6 in 2023-08-28T02:40:12.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:12 smithi040 ceph-mon[175404]: pgmap v1166: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.2 GiB data, 11 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 137 op/s; 14017/157638 objects degraded (8.892%); 16229/157638 objects misplaced (10.295%); 1.8 MiB/s, 28 objects/s recovering 2023-08-28T02:40:12.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:12 smithi040 ceph-mon[170259]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:40:12.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:12 smithi040 ceph-mon[170259]: failed to encode map e377 with expected crc 2023-08-28T02:40:12.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:12 smithi040 ceph-mon[170259]: failed to encode map e377 with expected crc 2023-08-28T02:40:12.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:12 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3237596523' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:40:12.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:12 smithi040 ceph-mon[170259]: osdmap e377: 8 total, 8 up, 6 in 2023-08-28T02:40:12.982 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:12 smithi040 ceph-mon[170259]: pgmap v1166: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.2 GiB data, 11 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 137 op/s; 14017/157638 objects degraded (8.892%); 16229/157638 objects misplaced (10.295%); 1.8 MiB/s, 28 objects/s recovering 2023-08-28T02:40:12.986 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:40:13.023 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:13.648 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:40:13.658 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:13.659 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:40:13.759 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:40:13.793 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:14.212 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.5 dump_ops_in_flight 2023-08-28T02:40:14.437 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd unset nodeep-scrub 2023-08-28T02:40:14.470 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:40:14.473 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:14.474 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:40:14.518 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:40:14.519 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:40:14.575 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:40:14.609 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:14.688 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:14 smithi040 ceph-mon[175404]: pgmap v1167: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.2 GiB data, 11 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 117 op/s; 14017/156696 objects degraded (8.945%); 16043/156696 objects misplaced (10.238%); 1.3 MiB/s, 21 objects/s recovering 2023-08-28T02:40:14.688 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:14 smithi040 ceph-mon[170259]: pgmap v1167: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.2 GiB data, 11 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 117 op/s; 14017/156696 objects degraded (8.945%); 16043/156696 objects misplaced (10.238%); 1.3 MiB/s, 21 objects/s recovering 2023-08-28T02:40:14.739 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:40:14.745 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:14.745 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:40:14.834 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:14 smithi083 ceph-mon[157819]: pgmap v1167: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.2 GiB data, 11 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 117 op/s; 14017/156696 objects degraded (8.945%); 16043/156696 objects misplaced (10.238%); 1.3 MiB/s, 21 objects/s recovering 2023-08-28T02:40:14.846 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:40:14.882 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:14.937 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:40:14.964 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:40:14.986 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:40:15.006 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:40:15.022 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:40:15.027 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:40:15.047 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:40:15.056 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:40:15.063 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:15.063 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:40:15.071 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:40:15.095 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:40:15.099 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-08-28T02:40:15.099 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-08-28T02:40:15.099 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-08-28T02:40:15.099 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-08-28T02:40:15.099 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-08-28T02:40:15.100 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-08-28T02:40:15.100 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-08-28T02:40:15.100 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-08-28T02:40:15.164 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:40:15.196 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:15.221 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:40:15.224 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:15.224 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:40:15.325 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:40:15.360 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:15.566 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2023-08-28T02:40:15.566 INFO:teuthology.orchestra.run.smithi083.stdout: "ops": [ 2023-08-28T02:40:15.566 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:15.566 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:135154 10.7 10:e68e8c51:::benchmark_data_smithi040_250784_object41845:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e377)", 2023-08-28T02:40:15.566 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:40:15.455157+0000", 2023-08-28T02:40:15.567 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 0.110032619, 2023-08-28T02:40:15.567 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.110054605, 2023-08-28T02:40:15.567 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:40:15.567 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "waiting for sub ops", 2023-08-28T02:40:15.567 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:40:15.567 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:40:15.567 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:40:15.567 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 135154 2023-08-28T02:40:15.567 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:15.567 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:40:15.567 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:15.568 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:40:15.568 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:15.455157+0000", 2023-08-28T02:40:15.568 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:15.568 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:15.568 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:15.568 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:40:15.568 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:15.455157+0000", 2023-08-28T02:40:15.568 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:15.568 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:15.568 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:15.568 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:40:15.568 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:15.455157+0000", 2023-08-28T02:40:15.568 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:40:15.569 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:15.569 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:15.569 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:40:15.569 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:15.455161+0000", 2023-08-28T02:40:15.569 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.5689999999999998e-06 2023-08-28T02:40:15.569 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:15.569 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:15.569 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:40:15.569 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:15.455170+0000", 2023-08-28T02:40:15.569 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.2750000000000001e-06 2023-08-28T02:40:15.569 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:15.569 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:15.570 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:40:15.570 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:15.455175+0000", 2023-08-28T02:40:15.570 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.2400000000000001e-06 2023-08-28T02:40:15.570 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:15.570 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:15.570 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:15.570 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:15.455210+0000", 2023-08-28T02:40:15.570 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.5414999999999999e-05 2023-08-28T02:40:15.570 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:15.570 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:15.570 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for degraded object", 2023-08-28T02:40:15.570 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:15.455811+0000", 2023-08-28T02:40:15.570 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00060139500000000001 2023-08-28T02:40:15.571 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:15.571 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:15.571 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:15.571 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:15.502441+0000", 2023-08-28T02:40:15.571 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.046629706 2023-08-28T02:40:15.571 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:15.571 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:15.571 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:40:15.571 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:15.502560+0000", 2023-08-28T02:40:15.571 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000118454 2023-08-28T02:40:15.571 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:15.571 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:15.571 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 3,4", 2023-08-28T02:40:15.572 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:15.502730+0000", 2023-08-28T02:40:15.572 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0001705 2023-08-28T02:40:15.572 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:15.572 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:15.572 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:40:15.572 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:15.510444+0000", 2023-08-28T02:40:15.572 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.007713592 2023-08-28T02:40:15.572 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:15.572 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:15.572 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:15.572 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:15.511370+0000", 2023-08-28T02:40:15.572 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00092586600000000002 2023-08-28T02:40:15.573 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:15.573 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:40:15.573 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:15.573 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:15.573 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:15.573 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:135182 10.7 10:e3a4bb70:::benchmark_data_smithi040_250784_object41873:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e377)", 2023-08-28T02:40:15.573 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:40:15.564034+0000", 2023-08-28T02:40:15.573 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 0.0011564360000000001, 2023-08-28T02:40:15.573 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.001242071, 2023-08-28T02:40:15.573 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:40:15.573 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "reached pg", 2023-08-28T02:40:15.573 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:40:15.573 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:40:15.574 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:40:15.574 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 135182 2023-08-28T02:40:15.574 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:15.574 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:40:15.574 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:15.574 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:40:15.574 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:15.564034+0000", 2023-08-28T02:40:15.574 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:15.574 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:15.574 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:15.574 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:40:15.574 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:15.564034+0000", 2023-08-28T02:40:15.575 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:15.575 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:15.575 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:15.575 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:40:15.575 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:15.564032+0000", 2023-08-28T02:40:15.575 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:40:15.575 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:15.575 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:15.575 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:40:15.575 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:15.564051+0000", 2023-08-28T02:40:15.575 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.9633999999999999e-05 2023-08-28T02:40:15.575 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:15.575 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:15.576 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:40:15.576 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:15.564071+0000", 2023-08-28T02:40:15.576 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.9284999999999999e-05 2023-08-28T02:40:15.576 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:15.576 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:15.576 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:40:15.576 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:15.564080+0000", 2023-08-28T02:40:15.576 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.0939999999999997e-06 2023-08-28T02:40:15.576 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:15.576 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:15.576 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:15.576 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:40:15.564138+0000", 2023-08-28T02:40:15.576 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.7861e-05 2023-08-28T02:40:15.576 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:15.577 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:40:15.577 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:15.577 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:15.577 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2023-08-28T02:40:15.577 INFO:teuthology.orchestra.run.smithi083.stdout: "num_ops": 2 2023-08-28T02:40:15.577 INFO:teuthology.orchestra.run.smithi083.stdout:} 2023-08-28T02:40:15.635 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:40:15.646 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:40:15 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:40:15] "GET /metrics HTTP/1.1" 200 36611 "" "Prometheus/2.43.0" 2023-08-28T02:40:15.646 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:15.646 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:40:15.747 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:40:15.779 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:15.843 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:15 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:40:15.843 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:15 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:40:15.843 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:15 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/4020358472' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:40:15.850 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:40:15.853 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:15.854 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:40:15.920 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:15 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:40:15.920 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:15 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:40:15.920 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:15 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/4020358472' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:40:15.920 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:15 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:40:15.920 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:15 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:40:15.920 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:15 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/4020358472' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:40:15.924 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.5 dump_blocked_ops 2023-08-28T02:40:15.955 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:40:15.988 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:16.061 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:40:16.068 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:16.068 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:40:16.169 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:40:16.200 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:16.218 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:40:16.225 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:40:16.228 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:16.228 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:40:16.329 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:40:16.367 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:16.492 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:40:16.495 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:16.496 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:40:16.597 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:40:16.646 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:16.678 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:40:16.683 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:16.684 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:40:16.785 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:40:16.815 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:16.824 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:40:16.826 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:40:16.840 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:40:16.843 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:16.844 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:40:16.944 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:40:16.978 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:17.000 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:40:17.003 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:17.003 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:40:17.048 INFO:teuthology.orchestra.run.smithi040.stderr:nodeep-scrub is unset 2023-08-28T02:40:17.061 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:16 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 14017/156696 objects degraded (8.945%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:40:17.061 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:16 smithi083 ceph-mon[157819]: pgmap v1168: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.2 GiB data, 11 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 155 op/s; 13897/155118 objects degraded (8.959%); 15974/155118 objects misplaced (10.298%); 1.9 MiB/s, 30 objects/s recovering 2023-08-28T02:40:17.061 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:16 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/548001252' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:40:17.077 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:16 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 14017/156696 objects degraded (8.945%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:40:17.077 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:16 smithi040 ceph-mon[175404]: pgmap v1168: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.2 GiB data, 11 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 155 op/s; 13897/155118 objects degraded (8.959%); 15974/155118 objects misplaced (10.298%); 1.9 MiB/s, 30 objects/s recovering 2023-08-28T02:40:17.077 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:16 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/548001252' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:40:17.077 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:16 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 14017/156696 objects degraded (8.945%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:40:17.078 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:16 smithi040 ceph-mon[170259]: pgmap v1168: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.2 GiB data, 11 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 155 op/s; 13897/155118 objects degraded (8.959%); 15974/155118 objects misplaced (10.298%); 1.9 MiB/s, 30 objects/s recovering 2023-08-28T02:40:17.078 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:16 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/548001252' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:40:17.104 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:40:17.143 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:17.248 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2023-08-28T02:40:17.248 INFO:teuthology.orchestra.run.smithi083.stdout: "ops": [], 2023-08-28T02:40:17.249 INFO:teuthology.orchestra.run.smithi083.stdout: "complaint_time": 30, 2023-08-28T02:40:17.249 INFO:teuthology.orchestra.run.smithi083.stdout: "num_blocked_ops": 0 2023-08-28T02:40:17.249 INFO:teuthology.orchestra.run.smithi083.stdout:} 2023-08-28T02:40:17.332 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":1168,"stamp":"2023-08-28T02:40:16.508196+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":3387407108,"num_objects":51706,"num_object_clones":0,"num_object_copies":155118,"num_objects_missing_on_primary":3283,"num_objects_missing":3283,"num_objects_degraded":13897,"num_objects_misplaced":15974,"num_objects_unfound":0,"num_objects_dirty":51706,"num_whiteouts":0,"num_read":90,"num_read_kb":168,"num_write":135036,"num_write_kb":5972054,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":49617,"num_bytes_recovered":3224179601,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":99105,"ondisk_log_size":99105,"up":297,"acting":294,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":11085372,"kb_used_data":8078796,"kb_used_omap":12,"kb_used_meta":3006515,"kb_avail":551385540,"statfs":{"total":575970213888,"available":564618792960,"internally_reserved":0,"allocated":8272687104,"data_stored":8261634883,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12739,"internal_metadata":3078671933},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-96337920,"num_objects":-1470,"num_object_clones":0,"num_object_copies":-4410,"num_objects_missing_on_primary":-89,"num_objects_missing":-89,"num_objects_degraded":-199,"num_objects_misplaced":-482,"num_objects_unfound":0,"num_objects_dirty":-1470,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1470,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":292,"num_bytes_recovered":19136512,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"9.466439"},"pg_stats":[{"pgid":"3.1a","version":"65'1","reported_seq":388,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.048348+0000","last_change":"2023-08-28T02:32:32.667028+0000","last_active":"2023-08-28T02:40:07.048348+0000","last_peered":"2023-08-28T02:40:07.048348+0000","last_clean":"2023-08-28T02:40:07.048348+0000","last_became_active":"2023-08-28T02:32:32.666711+0000","last_became_peered":"2023-08-28T02:32:32.666711+0000","last_unstale":"2023-08-28T02:40:07.048348+0000","last_undegraded":"2023-08-28T02:40:07.048348+0000","last_fullsized":"2023-08-28T02:40:07.048348+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:28:21.913105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":342,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.044306+0000","last_change":"2023-08-28T02:29:44.421259+0000","last_active":"2023-08-28T02:40:07.044306+0000","last_peered":"2023-08-28T02:40:07.044306+0000","last_clean":"2023-08-28T02:40:07.044306+0000","last_became_active":"2023-08-28T02:29:44.420936+0000","last_became_peered":"2023-08-28T02:29:44.420936+0000","last_unstale":"2023-08-28T02:40:07.044306+0000","last_undegraded":"2023-08-28T02:40:07.044306+0000","last_fullsized":"2023-08-28T02:40:07.044306+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:22:26.346867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":183,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.087982+0000","last_change":"2023-08-28T02:33:12.290337+0000","last_active":"2023-08-28T02:40:07.087982+0000","last_peered":"2023-08-28T02:40:07.087982+0000","last_clean":"2023-08-28T02:40:07.087982+0000","last_became_active":"2023-08-28T02:33:12.289852+0000","last_became_peered":"2023-08-28T02:33:12.289852+0000","last_unstale":"2023-08-28T02:40:07.087982+0000","last_undegraded":"2023-08-28T02:40:07.087982+0000","last_fullsized":"2023-08-28T02:40:07.087982+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:04:26.420037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":357,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.042971+0000","last_change":"2023-08-28T02:33:13.317226+0000","last_active":"2023-08-28T02:40:07.042971+0000","last_peered":"2023-08-28T02:40:07.042971+0000","last_clean":"2023-08-28T02:40:07.042971+0000","last_became_active":"2023-08-28T02:33:13.316893+0000","last_became_peered":"2023-08-28T02:33:13.316893+0000","last_unstale":"2023-08-28T02:40:07.042971+0000","last_undegraded":"2023-08-28T02:40:07.042971+0000","last_fullsized":"2023-08-28T02:40:07.042971+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:55:46.593463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":301,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.088673+0000","last_change":"2023-08-28T02:33:12.295203+0000","last_active":"2023-08-28T02:40:07.088673+0000","last_peered":"2023-08-28T02:40:07.088673+0000","last_clean":"2023-08-28T02:40:07.088673+0000","last_became_active":"2023-08-28T02:33:12.294904+0000","last_became_peered":"2023-08-28T02:33:12.294904+0000","last_unstale":"2023-08-28T02:40:07.088673+0000","last_undegraded":"2023-08-28T02:40:07.088673+0000","last_fullsized":"2023-08-28T02:40:07.088673+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:31:07.008856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":318,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.095321+0000","last_change":"2023-08-28T02:31:51.987263+0000","last_active":"2023-08-28T02:40:07.095321+0000","last_peered":"2023-08-28T02:40:07.095321+0000","last_clean":"2023-08-28T02:40:07.095321+0000","last_became_active":"2023-08-28T02:31:51.986938+0000","last_became_peered":"2023-08-28T02:31:51.986938+0000","last_unstale":"2023-08-28T02:40:07.095321+0000","last_undegraded":"2023-08-28T02:40:07.095321+0000","last_fullsized":"2023-08-28T02:40:07.095321+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:18.021905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":351,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.042861+0000","last_change":"2023-08-28T02:33:12.318656+0000","last_active":"2023-08-28T02:40:07.042861+0000","last_peered":"2023-08-28T02:40:07.042861+0000","last_clean":"2023-08-28T02:40:07.042861+0000","last_became_active":"2023-08-28T02:33:12.318297+0000","last_became_peered":"2023-08-28T02:33:12.318297+0000","last_unstale":"2023-08-28T02:40:07.042861+0000","last_undegraded":"2023-08-28T02:40:07.042861+0000","last_fullsized":"2023-08-28T02:40:07.042861+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:43:09.789767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":283,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:10.365854+0000","last_change":"2023-08-28T02:33:13.357230+0000","last_active":"2023-08-28T02:40:10.365854+0000","last_peered":"2023-08-28T02:40:10.365854+0000","last_clean":"2023-08-28T02:40:10.365854+0000","last_became_active":"2023-08-28T02:33:13.356853+0000","last_became_peered":"2023-08-28T02:33:13.356853+0000","last_unstale":"2023-08-28T02:40:10.365854+0000","last_undegraded":"2023-08-28T02:40:10.365854+0000","last_fullsized":"2023-08-28T02:40:10.365854+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:20:21.545007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":360,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.094390+0000","last_change":"2023-08-28T02:29:44.462510+0000","last_active":"2023-08-28T02:40:07.094390+0000","last_peered":"2023-08-28T02:40:07.094390+0000","last_clean":"2023-08-28T02:40:07.094390+0000","last_became_active":"2023-08-28T02:29:44.460314+0000","last_became_peered":"2023-08-28T02:29:44.460314+0000","last_unstale":"2023-08-28T02:40:07.094390+0000","last_undegraded":"2023-08-28T02:40:07.094390+0000","last_fullsized":"2023-08-28T02:40:07.094390+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:59:01.311467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":286,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:10.365895+0000","last_change":"2023-08-28T02:33:13.291255+0000","last_active":"2023-08-28T02:40:10.365895+0000","last_peered":"2023-08-28T02:40:10.365895+0000","last_clean":"2023-08-28T02:40:10.365895+0000","last_became_active":"2023-08-28T02:33:13.290933+0000","last_became_peered":"2023-08-28T02:33:13.290933+0000","last_unstale":"2023-08-28T02:40:10.365895+0000","last_undegraded":"2023-08-28T02:40:10.365895+0000","last_fullsized":"2023-08-28T02:40:10.365895+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:31:54.116908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"65'3","reported_seq":361,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.048615+0000","last_change":"2023-08-28T02:33:12.296412+0000","last_active":"2023-08-28T02:40:07.048615+0000","last_peered":"2023-08-28T02:40:07.048615+0000","last_clean":"2023-08-28T02:40:07.048615+0000","last_became_active":"2023-08-28T02:33:12.295786+0000","last_became_peered":"2023-08-28T02:33:12.295786+0000","last_unstale":"2023-08-28T02:40:07.048615+0000","last_undegraded":"2023-08-28T02:40:07.048615+0000","last_fullsized":"2023-08-28T02:40:07.048615+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:15:31.449163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":186,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.088444+0000","last_change":"2023-08-28T02:32:32.666927+0000","last_active":"2023-08-28T02:40:07.088444+0000","last_peered":"2023-08-28T02:40:07.088444+0000","last_clean":"2023-08-28T02:40:07.088444+0000","last_became_active":"2023-08-28T02:32:32.666618+0000","last_became_peered":"2023-08-28T02:32:32.666618+0000","last_unstale":"2023-08-28T02:40:07.088444+0000","last_undegraded":"2023-08-28T02:40:07.088444+0000","last_fullsized":"2023-08-28T02:40:07.088444+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:45:57.998333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":385,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.048655+0000","last_change":"2023-08-28T02:32:28.505262+0000","last_active":"2023-08-28T02:40:07.048655+0000","last_peered":"2023-08-28T02:40:07.048655+0000","last_clean":"2023-08-28T02:40:07.048655+0000","last_became_active":"2023-08-28T02:32:28.455999+0000","last_became_peered":"2023-08-28T02:32:28.455999+0000","last_unstale":"2023-08-28T02:40:07.048655+0000","last_undegraded":"2023-08-28T02:40:07.048655+0000","last_fullsized":"2023-08-28T02:40:07.048655+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:28.937020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":9468,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":369,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.049158+0000","last_change":"2023-08-28T02:32:12.959195+0000","last_active":"2023-08-28T02:40:07.049158+0000","last_peered":"2023-08-28T02:40:07.049158+0000","last_clean":"2023-08-28T02:40:07.049158+0000","last_became_active":"2023-08-28T02:32:12.958832+0000","last_became_peered":"2023-08-28T02:32:12.958832+0000","last_unstale":"2023-08-28T02:40:07.049158+0000","last_undegraded":"2023-08-28T02:40:07.049158+0000","last_fullsized":"2023-08-28T02:40:07.049158+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:23:27.197787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"65'2","reported_seq":359,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.048762+0000","last_change":"2023-08-28T02:32:28.461161+0000","last_active":"2023-08-28T02:40:07.048762+0000","last_peered":"2023-08-28T02:40:07.048762+0000","last_clean":"2023-08-28T02:40:07.048762+0000","last_became_active":"2023-08-28T02:32:28.451284+0000","last_became_peered":"2023-08-28T02:32:28.451284+0000","last_unstale":"2023-08-28T02:40:07.048762+0000","last_undegraded":"2023-08-28T02:40:07.048762+0000","last_fullsized":"2023-08-28T02:40:07.048762+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:58:20.061020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":342,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.043041+0000","last_change":"2023-08-28T02:29:44.419566+0000","last_active":"2023-08-28T02:40:07.043041+0000","last_peered":"2023-08-28T02:40:07.043041+0000","last_clean":"2023-08-28T02:40:07.043041+0000","last_became_active":"2023-08-28T02:29:44.419053+0000","last_became_peered":"2023-08-28T02:29:44.419053+0000","last_unstale":"2023-08-28T02:40:07.043041+0000","last_undegraded":"2023-08-28T02:40:07.043041+0000","last_fullsized":"2023-08-28T02:40:07.043041+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:44:36.133499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":345,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.043169+0000","last_change":"2023-08-28T02:33:12.493777+0000","last_active":"2023-08-28T02:40:07.043169+0000","last_peered":"2023-08-28T02:40:07.043169+0000","last_clean":"2023-08-28T02:40:07.043169+0000","last_became_active":"2023-08-28T02:33:12.491177+0000","last_became_peered":"2023-08-28T02:33:12.491177+0000","last_unstale":"2023-08-28T02:40:07.043169+0000","last_undegraded":"2023-08-28T02:40:07.043169+0000","last_fullsized":"2023-08-28T02:40:07.043169+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:10:58.167753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":356,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.094189+0000","last_change":"2023-08-28T02:33:12.290293+0000","last_active":"2023-08-28T02:40:07.094189+0000","last_peered":"2023-08-28T02:40:07.094189+0000","last_clean":"2023-08-28T02:40:07.094189+0000","last_became_active":"2023-08-28T02:33:12.289989+0000","last_became_peered":"2023-08-28T02:33:12.289989+0000","last_unstale":"2023-08-28T02:40:07.094189+0000","last_undegraded":"2023-08-28T02:40:07.094189+0000","last_fullsized":"2023-08-28T02:40:07.094189+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:05:33.622172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":334,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.048876+0000","last_change":"2023-08-28T02:32:12.948756+0000","last_active":"2023-08-28T02:40:07.048876+0000","last_peered":"2023-08-28T02:40:07.048876+0000","last_clean":"2023-08-28T02:40:07.048876+0000","last_became_active":"2023-08-28T02:32:12.948441+0000","last_became_peered":"2023-08-28T02:32:12.948441+0000","last_unstale":"2023-08-28T02:40:07.048876+0000","last_undegraded":"2023-08-28T02:40:07.048876+0000","last_fullsized":"2023-08-28T02:40:07.048876+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:27.922180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":352,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.043058+0000","last_change":"2023-08-28T02:33:12.299398+0000","last_active":"2023-08-28T02:40:07.043058+0000","last_peered":"2023-08-28T02:40:07.043058+0000","last_clean":"2023-08-28T02:40:07.043058+0000","last_became_active":"2023-08-28T02:33:12.299113+0000","last_became_peered":"2023-08-28T02:33:12.299113+0000","last_unstale":"2023-08-28T02:40:07.043058+0000","last_undegraded":"2023-08-28T02:40:07.043058+0000","last_fullsized":"2023-08-28T02:40:07.043058+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:14:55.597212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"65'8","reported_seq":146,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.042425+0000","last_change":"2023-08-28T02:33:13.478870+0000","last_active":"2023-08-28T02:40:07.042425+0000","last_peered":"2023-08-28T02:40:07.042425+0000","last_clean":"2023-08-28T02:40:07.042425+0000","last_became_active":"2023-08-28T02:33:13.332142+0000","last_became_peered":"2023-08-28T02:33:13.332142+0000","last_unstale":"2023-08-28T02:40:07.042425+0000","last_undegraded":"2023-08-28T02:40:07.042425+0000","last_fullsized":"2023-08-28T02:40:07.042425+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:32:42.810159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":283,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.089971+0000","last_change":"2023-08-28T02:33:12.306353+0000","last_active":"2023-08-28T02:40:07.089971+0000","last_peered":"2023-08-28T02:40:07.089971+0000","last_clean":"2023-08-28T02:40:07.089971+0000","last_became_active":"2023-08-28T02:33:12.304977+0000","last_became_peered":"2023-08-28T02:33:12.304977+0000","last_unstale":"2023-08-28T02:40:07.089971+0000","last_undegraded":"2023-08-28T02:40:07.089971+0000","last_fullsized":"2023-08-28T02:40:07.089971+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:19:38.819671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"377'8403","reported_seq":8538,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-08-28T02:40:15.514009+0000","last_change":"2023-08-28T02:30:50.402703+0000","last_active":"2023-08-28T02:40:15.514009+0000","last_peered":"2023-08-28T02:40:15.514009+0000","last_clean":"2023-08-28T02:40:15.514009+0000","last_became_active":"2023-08-28T02:30:50.402419+0000","last_became_peered":"2023-08-28T02:30:50.402419+0000","last_unstale":"2023-08-28T02:40:15.514009+0000","last_undegraded":"2023-08-28T02:40:15.514009+0000","last_fullsized":"2023-08-28T02:40:15.514009+0000","mapping_epoch":250,"log_start":"255'1200","ondisk_log_start":"255'1200","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7203,"log_dups_size":0,"ondisk_log_size":7203,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:07:37.393907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":213450752,"num_objects":3257,"num_object_clones":0,"num_object_copies":9771,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3257,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8403,"num_write_kb":373120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"65'1","reported_seq":342,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.048253+0000","last_change":"2023-08-28T02:14:43.046130+0000","last_active":"2023-08-28T02:40:07.048253+0000","last_peered":"2023-08-28T02:40:07.048253+0000","last_clean":"2023-08-28T02:40:07.048253+0000","last_became_active":"2023-08-28T02:14:43.045775+0000","last_became_peered":"2023-08-28T02:14:43.045775+0000","last_unstale":"2023-08-28T02:40:07.048253+0000","last_undegraded":"2023-08-28T02:40:07.048253+0000","last_fullsized":"2023-08-28T02:40:07.048253+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:57:38.279756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":332,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.093409+0000","last_change":"2023-08-28T02:31:51.987149+0000","last_active":"2023-08-28T02:40:07.093409+0000","last_peered":"2023-08-28T02:40:07.093409+0000","last_clean":"2023-08-28T02:40:07.093409+0000","last_became_active":"2023-08-28T02:31:51.986821+0000","last_became_peered":"2023-08-28T02:31:51.986821+0000","last_unstale":"2023-08-28T02:40:07.093409+0000","last_undegraded":"2023-08-28T02:40:07.093409+0000","last_fullsized":"2023-08-28T02:40:07.093409+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:23:26.661134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"377'8426","reported_seq":15203,"reported_epoch":377,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:40:15.708988+0000","last_change":"2023-08-28T02:33:33.975566+0000","last_active":"2023-08-28T02:40:15.708988+0000","last_peered":"2023-08-28T02:40:15.708988+0000","last_clean":"2023-08-28T02:31:27.868230+0000","last_became_active":"2023-08-28T02:33:33.660452+0000","last_became_peered":"2023-08-28T02:33:33.660452+0000","last_unstale":"2023-08-28T02:40:15.708988+0000","last_undegraded":"2023-08-28T02:33:13.410847+0000","last_fullsized":"2023-08-28T02:33:13.270012+0000","mapping_epoch":298,"log_start":"255'1200","ondisk_log_start":"255'1200","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7226,"log_dups_size":0,"ondisk_log_size":7226,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:33.375162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":208011264,"num_objects":3174,"num_object_clones":0,"num_object_copies":9522,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":5682,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3174,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8426,"num_write_kb":371200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3302,"num_bytes_recovered":216334336,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[5,4],"avail_no_missing":["5","6"],"object_location_counts":[{"shards":"2,5,6","objects":915},{"shards":"3,5,6","objects":754},{"shards":"5,6","objects":1505}],"blocked_by":[],"up_primary":3,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"65'2","reported_seq":367,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.048618+0000","last_change":"2023-08-28T02:29:44.436352+0000","last_active":"2023-08-28T02:40:07.048618+0000","last_peered":"2023-08-28T02:40:07.048618+0000","last_clean":"2023-08-28T02:40:07.048618+0000","last_became_active":"2023-08-28T02:29:44.411499+0000","last_became_peered":"2023-08-28T02:29:44.411499+0000","last_unstale":"2023-08-28T02:40:07.048618+0000","last_undegraded":"2023-08-28T02:40:07.048618+0000","last_fullsized":"2023-08-28T02:40:07.048618+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:46:57.540191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":393,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.048871+0000","last_change":"2023-08-28T02:33:12.289004+0000","last_active":"2023-08-28T02:40:07.048871+0000","last_peered":"2023-08-28T02:40:07.048871+0000","last_clean":"2023-08-28T02:40:07.048871+0000","last_became_active":"2023-08-28T02:33:12.288722+0000","last_became_peered":"2023-08-28T02:33:12.288722+0000","last_unstale":"2023-08-28T02:40:07.048871+0000","last_undegraded":"2023-08-28T02:40:07.048871+0000","last_fullsized":"2023-08-28T02:40:07.048871+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:24.019483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"377'8344","reported_seq":13575,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-08-28T02:40:15.252268+0000","last_change":"2023-08-28T02:37:54.748968+0000","last_active":"2023-08-28T02:40:15.252268+0000","last_peered":"2023-08-28T02:40:15.252268+0000","last_clean":"2023-08-28T02:40:15.252268+0000","last_became_active":"2023-08-28T02:37:54.729376+0000","last_became_peered":"2023-08-28T02:37:54.729376+0000","last_unstale":"2023-08-28T02:40:15.252268+0000","last_undegraded":"2023-08-28T02:40:15.252268+0000","last_fullsized":"2023-08-28T02:40:15.252268+0000","mapping_epoch":351,"log_start":"259'3012","ondisk_log_start":"259'3012","created":250,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5332,"log_dups_size":0,"ondisk_log_size":5332,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:00.988172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":210108416,"num_objects":3206,"num_object_clones":0,"num_object_copies":9618,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3206,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8344,"num_write_kb":369600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2533,"num_bytes_recovered":160432128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"65'1","reported_seq":353,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.048441+0000","last_change":"2023-08-28T02:33:13.516869+0000","last_active":"2023-08-28T02:40:07.048441+0000","last_peered":"2023-08-28T02:40:07.048441+0000","last_clean":"2023-08-28T02:40:07.048441+0000","last_became_active":"2023-08-28T02:33:13.396736+0000","last_became_peered":"2023-08-28T02:33:13.396736+0000","last_unstale":"2023-08-28T02:40:07.048441+0000","last_undegraded":"2023-08-28T02:40:07.048441+0000","last_fullsized":"2023-08-28T02:40:07.048441+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:47:08.237137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":320,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.088270+0000","last_change":"2023-08-28T02:31:51.987327+0000","last_active":"2023-08-28T02:40:07.088270+0000","last_peered":"2023-08-28T02:40:07.088270+0000","last_clean":"2023-08-28T02:40:07.088270+0000","last_became_active":"2023-08-28T02:31:51.987018+0000","last_became_peered":"2023-08-28T02:31:51.987018+0000","last_unstale":"2023-08-28T02:40:07.088270+0000","last_undegraded":"2023-08-28T02:40:07.088270+0000","last_fullsized":"2023-08-28T02:40:07.088270+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:53:26.105101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.5","version":"377'8275","reported_seq":13349,"reported_epoch":377,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:40:15.349287+0000","last_change":"2023-08-28T02:33:13.625779+0000","last_active":"2023-08-28T02:40:15.349287+0000","last_peered":"2023-08-28T02:40:15.349287+0000","last_clean":"2023-08-28T02:31:27.898932+0000","last_became_active":"2023-08-28T02:33:13.612126+0000","last_became_peered":"2023-08-28T02:33:13.612126+0000","last_unstale":"2023-08-28T02:40:15.349287+0000","last_undegraded":"2023-08-28T02:33:13.485377+0000","last_fullsized":"2023-08-28T02:33:13.264317+0000","mapping_epoch":298,"log_start":"259'2963","ondisk_log_start":"259'2963","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5312,"log_dups_size":0,"ondisk_log_size":5312,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:37:28.843386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":208207872,"num_objects":3177,"num_object_clones":0,"num_object_copies":9531,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":5719,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3177,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8275,"num_write_kb":366464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2457,"num_bytes_recovered":161021952,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,7],"avail_no_missing":["0","2"],"object_location_counts":[{"shards":"0,2","objects":2358},{"shards":"0,2,3","objects":819}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":371,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.093872+0000","last_change":"2023-08-28T02:33:13.281826+0000","last_active":"2023-08-28T02:40:07.093872+0000","last_peered":"2023-08-28T02:40:07.093872+0000","last_clean":"2023-08-28T02:40:07.093872+0000","last_became_active":"2023-08-28T02:33:13.281511+0000","last_became_peered":"2023-08-28T02:33:13.281511+0000","last_unstale":"2023-08-28T02:40:07.093872+0000","last_undegraded":"2023-08-28T02:40:07.093872+0000","last_fullsized":"2023-08-28T02:40:07.093872+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:32:55.005706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":369,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.043679+0000","last_change":"2023-08-28T02:29:44.436713+0000","last_active":"2023-08-28T02:40:07.043679+0000","last_peered":"2023-08-28T02:40:07.043679+0000","last_clean":"2023-08-28T02:40:07.043679+0000","last_became_active":"2023-08-28T02:29:44.436203+0000","last_became_peered":"2023-08-28T02:29:44.436203+0000","last_unstale":"2023-08-28T02:40:07.043679+0000","last_undegraded":"2023-08-28T02:40:07.043679+0000","last_fullsized":"2023-08-28T02:40:07.043679+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:46:48.522293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"377'8585","reported_seq":8725,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-08-28T02:40:12.557850+0000","last_change":"2023-08-28T02:30:50.399669+0000","last_active":"2023-08-28T02:40:12.557850+0000","last_peered":"2023-08-28T02:40:12.557850+0000","last_clean":"2023-08-28T02:40:12.557850+0000","last_became_active":"2023-08-28T02:30:50.399332+0000","last_became_peered":"2023-08-28T02:30:50.399332+0000","last_unstale":"2023-08-28T02:40:12.557850+0000","last_undegraded":"2023-08-28T02:40:12.557850+0000","last_fullsized":"2023-08-28T02:40:12.557850+0000","mapping_epoch":250,"log_start":"257'2400","ondisk_log_start":"257'2400","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6185,"log_dups_size":0,"ondisk_log_size":6185,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:00:54.910841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":211615744,"num_objects":3229,"num_object_clones":0,"num_object_copies":9687,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3229,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8585,"num_write_kb":378048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"75'161","reported_seq":797,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.049010+0000","last_change":"2023-08-28T02:33:13.310049+0000","last_active":"2023-08-28T02:40:07.049010+0000","last_peered":"2023-08-28T02:40:07.049010+0000","last_clean":"2023-08-28T02:40:07.049010+0000","last_became_active":"2023-08-28T02:33:13.309661+0000","last_became_peered":"2023-08-28T02:33:13.309661+0000","last_unstale":"2023-08-28T02:40:07.049010+0000","last_undegraded":"2023-08-28T02:40:07.049010+0000","last_fullsized":"2023-08-28T02:40:07.049010+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.930230+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.930230+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:27:40.889460+0000","scrub_duration":0.0050169209999999997,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"65'2","reported_seq":333,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.088882+0000","last_change":"2023-08-28T02:33:12.294922+0000","last_active":"2023-08-28T02:40:07.088882+0000","last_peered":"2023-08-28T02:40:07.088882+0000","last_clean":"2023-08-28T02:40:07.088882+0000","last_became_active":"2023-08-28T02:33:12.294518+0000","last_became_peered":"2023-08-28T02:33:12.294518+0000","last_unstale":"2023-08-28T02:40:07.088882+0000","last_undegraded":"2023-08-28T02:40:07.088882+0000","last_fullsized":"2023-08-28T02:40:07.088882+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:21:12.737286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":370,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.048733+0000","last_change":"2023-08-28T02:33:13.310505+0000","last_active":"2023-08-28T02:40:07.048733+0000","last_peered":"2023-08-28T02:40:07.048733+0000","last_clean":"2023-08-28T02:40:07.048733+0000","last_became_active":"2023-08-28T02:33:13.310223+0000","last_became_peered":"2023-08-28T02:33:13.310223+0000","last_unstale":"2023-08-28T02:40:07.048733+0000","last_undegraded":"2023-08-28T02:40:07.048733+0000","last_fullsized":"2023-08-28T02:40:07.048733+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:27:02.124453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"377'8429","reported_seq":22827,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-08-28T02:40:15.506202+0000","last_change":"2023-08-28T02:38:44.816101+0000","last_active":"2023-08-28T02:40:15.506202+0000","last_peered":"2023-08-28T02:40:15.506202+0000","last_clean":"2023-08-28T02:40:15.506202+0000","last_became_active":"2023-08-28T02:38:44.798734+0000","last_became_peered":"2023-08-28T02:38:44.798734+0000","last_unstale":"2023-08-28T02:40:15.506202+0000","last_undegraded":"2023-08-28T02:40:15.506202+0000","last_fullsized":"2023-08-28T02:40:15.506202+0000","mapping_epoch":361,"log_start":"255'1200","ondisk_log_start":"255'1200","created":250,"last_epoch_clean":362,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7229,"log_dups_size":0,"ondisk_log_size":7229,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:34:42.975012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":212271104,"num_objects":3239,"num_object_clones":0,"num_object_copies":9717,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3239,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8429,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5834,"num_bytes_recovered":377683968,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"75'161","reported_seq":636,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.093408+0000","last_change":"2023-08-28T02:37:37.933802+0000","last_active":"2023-08-28T02:40:07.093408+0000","last_peered":"2023-08-28T02:40:07.093408+0000","last_clean":"2023-08-28T02:40:07.093408+0000","last_became_active":"2023-08-28T02:33:13.287313+0000","last_became_peered":"2023-08-28T02:33:13.287313+0000","last_unstale":"2023-08-28T02:40:07.093408+0000","last_undegraded":"2023-08-28T02:40:07.093408+0000","last_fullsized":"2023-08-28T02:40:07.093408+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:45.407127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:45.407127+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:39:14.213229+0000","scrub_duration":0.0018495320000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":262688,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":290,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.048238+0000","last_change":"2023-08-28T02:33:13.309727+0000","last_active":"2023-08-28T02:40:07.048238+0000","last_peered":"2023-08-28T02:40:07.048238+0000","last_clean":"2023-08-28T02:40:07.048238+0000","last_became_active":"2023-08-28T02:33:13.309487+0000","last_became_peered":"2023-08-28T02:33:13.309487+0000","last_unstale":"2023-08-28T02:40:07.048238+0000","last_undegraded":"2023-08-28T02:40:07.048238+0000","last_fullsized":"2023-08-28T02:40:07.048238+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:27:29.294011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":105,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.049353+0000","last_change":"2023-08-28T02:32:28.456323+0000","last_active":"2023-08-28T02:40:07.049353+0000","last_peered":"2023-08-28T02:40:07.049353+0000","last_clean":"2023-08-28T02:40:07.049353+0000","last_became_active":"2023-08-28T02:32:28.455987+0000","last_became_peered":"2023-08-28T02:32:28.455987+0000","last_unstale":"2023-08-28T02:40:07.049353+0000","last_undegraded":"2023-08-28T02:40:07.049353+0000","last_fullsized":"2023-08-28T02:40:07.049353+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:54:07.724002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"377'8503","reported_seq":18660,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-08-28T02:40:12.562618+0000","last_change":"2023-08-28T02:33:13.316023+0000","last_active":"2023-08-28T02:40:12.562618+0000","last_peered":"2023-08-28T02:40:12.562618+0000","last_clean":"2023-08-28T02:40:12.562618+0000","last_became_active":"2023-08-28T02:33:13.308403+0000","last_became_peered":"2023-08-28T02:33:13.308403+0000","last_unstale":"2023-08-28T02:40:12.562618+0000","last_undegraded":"2023-08-28T02:40:12.562618+0000","last_fullsized":"2023-08-28T02:40:12.562618+0000","mapping_epoch":298,"log_start":"257'2300","ondisk_log_start":"257'2300","created":250,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6203,"log_dups_size":0,"ondisk_log_size":6203,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:10:38.401973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":222363648,"num_objects":3393,"num_object_clones":0,"num_object_copies":10179,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3393,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8503,"num_write_kb":380672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4999,"num_bytes_recovered":327614464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":350,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.048799+0000","last_change":"2023-08-28T02:32:28.455294+0000","last_active":"2023-08-28T02:40:07.048799+0000","last_peered":"2023-08-28T02:40:07.048799+0000","last_clean":"2023-08-28T02:40:07.048799+0000","last_became_active":"2023-08-28T02:32:28.455013+0000","last_became_peered":"2023-08-28T02:32:28.455013+0000","last_unstale":"2023-08-28T02:40:07.048799+0000","last_undegraded":"2023-08-28T02:40:07.048799+0000","last_fullsized":"2023-08-28T02:40:07.048799+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:53.583864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":382,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.049238+0000","last_change":"2023-08-28T02:33:13.335588+0000","last_active":"2023-08-28T02:40:07.049238+0000","last_peered":"2023-08-28T02:40:07.049238+0000","last_clean":"2023-08-28T02:40:07.049238+0000","last_became_active":"2023-08-28T02:33:13.335326+0000","last_became_peered":"2023-08-28T02:33:13.335326+0000","last_unstale":"2023-08-28T02:40:07.049238+0000","last_undegraded":"2023-08-28T02:40:07.049238+0000","last_fullsized":"2023-08-28T02:40:07.049238+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:15:44.958663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"377'8450","reported_seq":8585,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-08-28T02:40:12.776159+0000","last_change":"2023-08-28T02:30:50.400261+0000","last_active":"2023-08-28T02:40:12.776159+0000","last_peered":"2023-08-28T02:40:12.776159+0000","last_clean":"2023-08-28T02:40:12.776159+0000","last_became_active":"2023-08-28T02:30:50.399938+0000","last_became_peered":"2023-08-28T02:30:50.399938+0000","last_unstale":"2023-08-28T02:40:12.776159+0000","last_undegraded":"2023-08-28T02:40:12.776159+0000","last_fullsized":"2023-08-28T02:40:12.776159+0000","mapping_epoch":250,"log_start":"259'3090","ondisk_log_start":"259'3090","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5360,"log_dups_size":0,"ondisk_log_size":5360,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:43:56.802792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":212598784,"num_objects":3244,"num_object_clones":0,"num_object_copies":9732,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3244,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8450,"num_write_kb":374208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"75'161","reported_seq":656,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.093875+0000","last_change":"2023-08-28T02:32:56.519141+0000","last_active":"2023-08-28T02:40:07.093875+0000","last_peered":"2023-08-28T02:40:07.093875+0000","last_clean":"2023-08-28T02:40:07.093875+0000","last_became_active":"2023-08-28T02:32:56.518863+0000","last_became_peered":"2023-08-28T02:32:56.518863+0000","last_unstale":"2023-08-28T02:40:07.093875+0000","last_undegraded":"2023-08-28T02:40:07.093875+0000","last_fullsized":"2023-08-28T02:40:07.093875+0000","mapping_epoch":292,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":293,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_clean_scrub_stamp":"2023-08-28T02:29:25.608370+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:59:50.561109+0000","scrub_duration":0.001662689,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":286,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.088931+0000","last_change":"2023-08-28T02:33:12.294592+0000","last_active":"2023-08-28T02:40:07.088931+0000","last_peered":"2023-08-28T02:40:07.088931+0000","last_clean":"2023-08-28T02:40:07.088931+0000","last_became_active":"2023-08-28T02:33:12.288508+0000","last_became_peered":"2023-08-28T02:33:12.288508+0000","last_unstale":"2023-08-28T02:40:07.088931+0000","last_undegraded":"2023-08-28T02:40:07.088931+0000","last_fullsized":"2023-08-28T02:40:07.088931+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:05:42.717608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":168,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.092646+0000","last_change":"2023-08-28T02:29:44.429834+0000","last_active":"2023-08-28T02:40:07.092646+0000","last_peered":"2023-08-28T02:40:07.092646+0000","last_clean":"2023-08-28T02:40:07.092646+0000","last_became_active":"2023-08-28T02:29:44.429512+0000","last_became_peered":"2023-08-28T02:29:44.429512+0000","last_unstale":"2023-08-28T02:40:07.092646+0000","last_undegraded":"2023-08-28T02:40:07.092646+0000","last_fullsized":"2023-08-28T02:40:07.092646+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:58.062455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"377'8394","reported_seq":8529,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-08-28T02:40:16.275195+0000","last_change":"2023-08-28T02:30:50.402348+0000","last_active":"2023-08-28T02:40:16.275195+0000","last_peered":"2023-08-28T02:40:16.275195+0000","last_clean":"2023-08-28T02:40:16.275195+0000","last_became_active":"2023-08-28T02:30:50.402076+0000","last_became_peered":"2023-08-28T02:30:50.402076+0000","last_unstale":"2023-08-28T02:40:16.275195+0000","last_undegraded":"2023-08-28T02:40:16.275195+0000","last_fullsized":"2023-08-28T02:40:16.275195+0000","mapping_epoch":250,"log_start":"256'1500","ondisk_log_start":"256'1500","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6894,"log_dups_size":0,"ondisk_log_size":6894,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:24.859426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":208535552,"num_objects":3182,"num_object_clones":0,"num_object_copies":9546,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3182,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8394,"num_write_kb":370432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.7","version":"75'161","reported_seq":578,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.089890+0000","last_change":"2023-08-28T02:33:13.532525+0000","last_active":"2023-08-28T02:40:07.089890+0000","last_peered":"2023-08-28T02:40:07.089890+0000","last_clean":"2023-08-28T02:40:07.089890+0000","last_became_active":"2023-08-28T02:33:13.532125+0000","last_became_peered":"2023-08-28T02:33:13.532125+0000","last_unstale":"2023-08-28T02:40:07.089890+0000","last_undegraded":"2023-08-28T02:40:07.089890+0000","last_fullsized":"2023-08-28T02:40:07.089890+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.887648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.887648+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":169,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-08-28T02:40:12.094695+0000","last_change":"2023-08-28T02:29:44.407595+0000","last_active":"2023-08-28T02:40:12.094695+0000","last_peered":"2023-08-28T02:40:12.094695+0000","last_clean":"2023-08-28T02:40:12.094695+0000","last_became_active":"2023-08-28T02:29:44.407316+0000","last_became_peered":"2023-08-28T02:29:44.407316+0000","last_unstale":"2023-08-28T02:40:12.094695+0000","last_undegraded":"2023-08-28T02:40:12.094695+0000","last_fullsized":"2023-08-28T02:40:12.094695+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:01:47.777709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":388,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.094145+0000","last_change":"2023-08-28T02:33:13.286980+0000","last_active":"2023-08-28T02:40:07.094145+0000","last_peered":"2023-08-28T02:40:07.094145+0000","last_clean":"2023-08-28T02:40:07.094145+0000","last_became_active":"2023-08-28T02:33:13.286740+0000","last_became_peered":"2023-08-28T02:33:13.286740+0000","last_unstale":"2023-08-28T02:40:07.094145+0000","last_undegraded":"2023-08-28T02:40:07.094145+0000","last_fullsized":"2023-08-28T02:40:07.094145+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:24:54.574365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":169,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-08-28T02:40:12.095517+0000","last_change":"2023-08-28T02:29:44.506914+0000","last_active":"2023-08-28T02:40:12.095517+0000","last_peered":"2023-08-28T02:40:12.095517+0000","last_clean":"2023-08-28T02:40:12.095517+0000","last_became_active":"2023-08-28T02:29:44.506606+0000","last_became_peered":"2023-08-28T02:29:44.506606+0000","last_unstale":"2023-08-28T02:40:12.095517+0000","last_undegraded":"2023-08-28T02:40:12.095517+0000","last_fullsized":"2023-08-28T02:40:12.095517+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:55:50.992279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"377'8454","reported_seq":20189,"reported_epoch":377,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:40:15.272703+0000","last_change":"2023-08-28T02:34:11.565330+0000","last_active":"2023-08-28T02:40:15.272703+0000","last_peered":"2023-08-28T02:40:15.272703+0000","last_clean":"2023-08-28T02:32:11.916240+0000","last_became_active":"2023-08-28T02:33:12.501819+0000","last_became_peered":"2023-08-28T02:33:12.501819+0000","last_unstale":"2023-08-28T02:40:15.272703+0000","last_undegraded":"2023-08-28T02:40:15.272703+0000","last_fullsized":"2023-08-28T02:40:15.272703+0000","mapping_epoch":297,"log_start":"259'3124","ondisk_log_start":"259'3124","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5330,"log_dups_size":0,"ondisk_log_size":5330,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:45:43.329719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":205914112,"num_objects":3142,"num_object_clones":0,"num_object_copies":9426,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3142,"num_objects_unfound":0,"num_objects_dirty":3142,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8454,"num_write_kb":371072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5787,"num_bytes_recovered":379256832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,2],"avail_no_missing":["0","2","5","6"],"object_location_counts":[{"shards":"0,2,5","objects":3142}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.1","version":"75'161","reported_seq":636,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.093777+0000","last_change":"2023-08-28T02:32:31.482659+0000","last_active":"2023-08-28T02:40:07.093777+0000","last_peered":"2023-08-28T02:40:07.093777+0000","last_clean":"2023-08-28T02:40:07.093777+0000","last_became_active":"2023-08-28T02:32:31.482320+0000","last_became_peered":"2023-08-28T02:32:31.482320+0000","last_unstale":"2023-08-28T02:40:07.093777+0000","last_undegraded":"2023-08-28T02:40:07.093777+0000","last_fullsized":"2023-08-28T02:40:07.093777+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:24.559397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:24.559397+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:41:09.516918+0000","scrub_duration":0.001580328,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":374,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.093747+0000","last_change":"2023-08-28T02:31:51.988386+0000","last_active":"2023-08-28T02:40:07.093747+0000","last_peered":"2023-08-28T02:40:07.093747+0000","last_clean":"2023-08-28T02:40:07.093747+0000","last_became_active":"2023-08-28T02:31:51.988097+0000","last_became_peered":"2023-08-28T02:31:51.988097+0000","last_unstale":"2023-08-28T02:40:07.093747+0000","last_undegraded":"2023-08-28T02:40:07.093747+0000","last_fullsized":"2023-08-28T02:40:07.093747+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:25:01.818829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":350,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.049306+0000","last_change":"2023-08-28T02:32:12.951275+0000","last_active":"2023-08-28T02:40:07.049306+0000","last_peered":"2023-08-28T02:40:07.049306+0000","last_clean":"2023-08-28T02:40:07.049306+0000","last_became_active":"2023-08-28T02:32:12.950965+0000","last_became_peered":"2023-08-28T02:32:12.950965+0000","last_unstale":"2023-08-28T02:40:07.049306+0000","last_undegraded":"2023-08-28T02:40:07.049306+0000","last_fullsized":"2023-08-28T02:40:07.049306+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:37:31.294280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":195,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-08-28T02:40:12.094740+0000","last_change":"2023-08-28T02:33:13.286534+0000","last_active":"2023-08-28T02:40:12.094740+0000","last_peered":"2023-08-28T02:40:12.094740+0000","last_clean":"2023-08-28T02:40:12.094740+0000","last_became_active":"2023-08-28T02:33:13.286164+0000","last_became_peered":"2023-08-28T02:33:13.286164+0000","last_unstale":"2023-08-28T02:40:12.094740+0000","last_undegraded":"2023-08-28T02:40:12.094740+0000","last_fullsized":"2023-08-28T02:40:12.094740+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:56.721932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"377'8440","reported_seq":20265,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-08-28T02:40:15.622325+0000","last_change":"2023-08-28T02:34:14.448606+0000","last_active":"2023-08-28T02:40:15.622325+0000","last_peered":"2023-08-28T02:40:15.622325+0000","last_clean":"2023-08-28T02:40:15.622325+0000","last_became_active":"2023-08-28T02:34:14.438547+0000","last_became_peered":"2023-08-28T02:34:14.438547+0000","last_unstale":"2023-08-28T02:40:15.622325+0000","last_undegraded":"2023-08-28T02:40:15.622325+0000","last_fullsized":"2023-08-28T02:40:15.622325+0000","mapping_epoch":314,"log_start":"255'1200","ondisk_log_start":"255'1200","created":250,"last_epoch_clean":315,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7240,"log_dups_size":0,"ondisk_log_size":7240,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:06:41.120408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":211550208,"num_objects":3228,"num_object_clones":0,"num_object_copies":9684,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3228,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8440,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5834,"num_bytes_recovered":376832000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2","version":"75'161","reported_seq":758,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.048315+0000","last_change":"2023-08-28T02:30:51.762377+0000","last_active":"2023-08-28T02:40:07.048315+0000","last_peered":"2023-08-28T02:40:07.048315+0000","last_clean":"2023-08-28T02:40:07.048315+0000","last_became_active":"2023-08-28T02:27:46.375590+0000","last_became_peered":"2023-08-28T02:27:46.375590+0000","last_unstale":"2023-08-28T02:40:07.048315+0000","last_undegraded":"2023-08-28T02:40:07.048315+0000","last_fullsized":"2023-08-28T02:40:07.048315+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:51.762314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:51.762314+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:02.034555+0000","scrub_duration":0.0020023620000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":186,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.088385+0000","last_change":"2023-08-28T02:33:13.289765+0000","last_active":"2023-08-28T02:40:07.088385+0000","last_peered":"2023-08-28T02:40:07.088385+0000","last_clean":"2023-08-28T02:40:07.088385+0000","last_became_active":"2023-08-28T02:33:13.289159+0000","last_became_peered":"2023-08-28T02:33:13.289159+0000","last_unstale":"2023-08-28T02:40:07.088385+0000","last_undegraded":"2023-08-28T02:40:07.088385+0000","last_fullsized":"2023-08-28T02:40:07.088385+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:30:38.956723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":187,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.089380+0000","last_change":"2023-08-28T02:32:28.464203+0000","last_active":"2023-08-28T02:40:07.089380+0000","last_peered":"2023-08-28T02:40:07.089380+0000","last_clean":"2023-08-28T02:40:07.089380+0000","last_became_active":"2023-08-28T02:32:28.463412+0000","last_became_peered":"2023-08-28T02:32:28.463412+0000","last_unstale":"2023-08-28T02:40:07.089380+0000","last_undegraded":"2023-08-28T02:40:07.089380+0000","last_fullsized":"2023-08-28T02:40:07.089380+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:20:38.177879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":168,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.092652+0000","last_change":"2023-08-28T02:29:44.427945+0000","last_active":"2023-08-28T02:40:07.092652+0000","last_peered":"2023-08-28T02:40:07.092652+0000","last_clean":"2023-08-28T02:40:07.092652+0000","last_became_active":"2023-08-28T02:29:44.426487+0000","last_became_peered":"2023-08-28T02:29:44.426487+0000","last_unstale":"2023-08-28T02:40:07.092652+0000","last_undegraded":"2023-08-28T02:40:07.092652+0000","last_fullsized":"2023-08-28T02:40:07.092652+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:30:20.438896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"377'8456","reported_seq":18564,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-08-28T02:40:12.547869+0000","last_change":"2023-08-28T02:34:48.488647+0000","last_active":"2023-08-28T02:40:12.547869+0000","last_peered":"2023-08-28T02:40:12.547869+0000","last_clean":"2023-08-28T02:40:12.547869+0000","last_became_active":"2023-08-28T02:34:48.476519+0000","last_became_peered":"2023-08-28T02:34:48.476519+0000","last_unstale":"2023-08-28T02:40:12.547869+0000","last_undegraded":"2023-08-28T02:40:12.547869+0000","last_fullsized":"2023-08-28T02:40:12.547869+0000","mapping_epoch":318,"log_start":"257'2300","ondisk_log_start":"257'2300","created":250,"last_epoch_clean":319,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6156,"log_dups_size":0,"ondisk_log_size":6156,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:44:20.004230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":208928768,"num_objects":3188,"num_object_clones":0,"num_object_copies":9564,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3188,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8456,"num_write_kb":372608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4973,"num_bytes_recovered":325910528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":368,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.094625+0000","last_change":"2023-08-28T02:33:13.484970+0000","last_active":"2023-08-28T02:40:07.094625+0000","last_peered":"2023-08-28T02:40:07.094625+0000","last_clean":"2023-08-28T02:40:07.094625+0000","last_became_active":"2023-08-28T02:33:13.484579+0000","last_became_peered":"2023-08-28T02:33:13.484579+0000","last_unstale":"2023-08-28T02:40:07.094625+0000","last_undegraded":"2023-08-28T02:40:07.094625+0000","last_fullsized":"2023-08-28T02:40:07.094625+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:58.027468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"75'161","reported_seq":759,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.048004+0000","last_change":"2023-08-28T02:31:55.059467+0000","last_active":"2023-08-28T02:40:07.048004+0000","last_peered":"2023-08-28T02:40:07.048004+0000","last_clean":"2023-08-28T02:40:07.048004+0000","last_became_active":"2023-08-28T02:31:55.059115+0000","last_became_peered":"2023-08-28T02:31:55.059115+0000","last_unstale":"2023-08-28T02:40:07.048004+0000","last_undegraded":"2023-08-28T02:40:07.048004+0000","last_fullsized":"2023-08-28T02:40:07.048004+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":0,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.820990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.820990+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:15:56.774667+0000","scrub_duration":0.0017342480000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":287,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.089499+0000","last_change":"2023-08-28T02:33:13.352810+0000","last_active":"2023-08-28T02:40:07.089499+0000","last_peered":"2023-08-28T02:40:07.089499+0000","last_clean":"2023-08-28T02:40:07.089499+0000","last_became_active":"2023-08-28T02:33:13.351697+0000","last_became_peered":"2023-08-28T02:33:13.351697+0000","last_unstale":"2023-08-28T02:40:07.089499+0000","last_undegraded":"2023-08-28T02:40:07.089499+0000","last_fullsized":"2023-08-28T02:40:07.089499+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:56.187163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":199,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.049436+0000","last_change":"2023-08-28T02:31:51.984584+0000","last_active":"2023-08-28T02:40:07.049436+0000","last_peered":"2023-08-28T02:40:07.049436+0000","last_clean":"2023-08-28T02:40:07.049436+0000","last_became_active":"2023-08-28T02:31:51.984264+0000","last_became_peered":"2023-08-28T02:31:51.984264+0000","last_unstale":"2023-08-28T02:40:07.049436+0000","last_undegraded":"2023-08-28T02:40:07.049436+0000","last_fullsized":"2023-08-28T02:40:07.049436+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:58:42.306722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"377'8362","reported_seq":20106,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-08-28T02:40:15.314807+0000","last_change":"2023-08-28T02:35:11.978901+0000","last_active":"2023-08-28T02:40:15.314807+0000","last_peered":"2023-08-28T02:40:15.314807+0000","last_clean":"2023-08-28T02:40:15.314807+0000","last_became_active":"2023-08-28T02:35:11.966585+0000","last_became_peered":"2023-08-28T02:35:11.966585+0000","last_unstale":"2023-08-28T02:40:15.314807+0000","last_undegraded":"2023-08-28T02:40:15.314807+0000","last_fullsized":"2023-08-28T02:40:15.314807+0000","mapping_epoch":323,"log_start":"259'3028","ondisk_log_start":"259'3028","created":250,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5334,"log_dups_size":0,"ondisk_log_size":5334,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:03:07.017814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":211025920,"num_objects":3220,"num_object_clones":0,"num_object_copies":9660,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3220,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8362,"num_write_kb":370624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5791,"num_bytes_recovered":368967680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3","version":"75'161","reported_seq":644,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.088367+0000","last_change":"2023-08-28T02:31:55.068239+0000","last_active":"2023-08-28T02:40:07.088367+0000","last_peered":"2023-08-28T02:40:07.088367+0000","last_clean":"2023-08-28T02:40:07.088367+0000","last_became_active":"2023-08-28T02:31:55.067875+0000","last_became_peered":"2023-08-28T02:31:55.067875+0000","last_unstale":"2023-08-28T02:40:07.088367+0000","last_undegraded":"2023-08-28T02:40:07.088367+0000","last_fullsized":"2023-08-28T02:40:07.088367+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.868248+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:11:04.391639+0000","scrub_duration":0.0016215240000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":382,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.049091+0000","last_change":"2023-08-28T02:29:44.421353+0000","last_active":"2023-08-28T02:40:07.049091+0000","last_peered":"2023-08-28T02:40:07.049091+0000","last_clean":"2023-08-28T02:40:07.049091+0000","last_became_active":"2023-08-28T02:29:44.421064+0000","last_became_peered":"2023-08-28T02:29:44.421064+0000","last_unstale":"2023-08-28T02:40:07.049091+0000","last_undegraded":"2023-08-28T02:40:07.049091+0000","last_fullsized":"2023-08-28T02:40:07.049091+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:51:36.524024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":353,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.042685+0000","last_change":"2023-08-28T02:33:12.299487+0000","last_active":"2023-08-28T02:40:07.042685+0000","last_peered":"2023-08-28T02:40:07.042685+0000","last_clean":"2023-08-28T02:40:07.042685+0000","last_became_active":"2023-08-28T02:33:12.299175+0000","last_became_peered":"2023-08-28T02:33:12.299175+0000","last_unstale":"2023-08-28T02:40:07.042685+0000","last_undegraded":"2023-08-28T02:40:07.042685+0000","last_fullsized":"2023-08-28T02:40:07.042685+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:42:29.713462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":363,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.042787+0000","last_change":"2023-08-28T02:32:28.457696+0000","last_active":"2023-08-28T02:40:07.042787+0000","last_peered":"2023-08-28T02:40:07.042787+0000","last_clean":"2023-08-28T02:40:07.042787+0000","last_became_active":"2023-08-28T02:32:28.457407+0000","last_became_peered":"2023-08-28T02:32:28.457407+0000","last_unstale":"2023-08-28T02:40:07.042787+0000","last_undegraded":"2023-08-28T02:40:07.042787+0000","last_fullsized":"2023-08-28T02:40:07.042787+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:26:29.392787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"377'8332","reported_seq":9495,"reported_epoch":377,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:40:13.131187+0000","last_change":"2023-08-28T02:34:11.566035+0000","last_active":"2023-08-28T02:40:13.131187+0000","last_peered":"2023-08-28T02:40:13.131187+0000","last_clean":"2023-08-28T02:33:10.395883+0000","last_became_active":"2023-08-28T02:33:12.394714+0000","last_became_peered":"2023-08-28T02:33:12.394714+0000","last_unstale":"2023-08-28T02:40:13.131187+0000","last_undegraded":"2023-08-28T02:40:13.131187+0000","last_fullsized":"2023-08-28T02:40:13.131187+0000","mapping_epoch":297,"log_start":"259'2884","ondisk_log_start":"259'2884","created":250,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5448,"log_dups_size":0,"ondisk_log_size":5448,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:01:26.984565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":206503960,"num_objects":3152,"num_object_clones":0,"num_object_copies":9456,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":2883,"num_objects_unfound":0,"num_objects_dirty":3152,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":8332,"num_write_kb":367425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":500,"num_bytes_recovered":32768000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,6],"avail_no_missing":["4","0","6"],"object_location_counts":[{"shards":"0,4,6","objects":3152}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.6","version":"75'161","reported_seq":638,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.042699+0000","last_change":"2023-08-28T02:33:13.338675+0000","last_active":"2023-08-28T02:40:07.042699+0000","last_peered":"2023-08-28T02:40:07.042699+0000","last_clean":"2023-08-28T02:40:07.042699+0000","last_became_active":"2023-08-28T02:33:13.338271+0000","last_became_peered":"2023-08-28T02:33:13.338271+0000","last_unstale":"2023-08-28T02:40:07.042699+0000","last_undegraded":"2023-08-28T02:40:07.042699+0000","last_fullsized":"2023-08-28T02:40:07.042699+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.774982+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.774982+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:13:20.011329+0000","scrub_duration":0.003539819,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":345,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.048526+0000","last_change":"2023-08-28T02:14:43.033789+0000","last_active":"2023-08-28T02:40:07.048526+0000","last_peered":"2023-08-28T02:40:07.048526+0000","last_clean":"2023-08-28T02:40:07.048526+0000","last_became_active":"2023-08-28T02:14:43.033454+0000","last_became_peered":"2023-08-28T02:14:43.033454+0000","last_unstale":"2023-08-28T02:40:07.048526+0000","last_undegraded":"2023-08-28T02:40:07.048526+0000","last_fullsized":"2023-08-28T02:40:07.048526+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:01:13.205842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":178,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-08-28T02:40:12.094850+0000","last_change":"2023-08-28T02:32:28.461807+0000","last_active":"2023-08-28T02:40:12.094850+0000","last_peered":"2023-08-28T02:40:12.094850+0000","last_clean":"2023-08-28T02:40:12.094850+0000","last_became_active":"2023-08-28T02:32:28.461116+0000","last_became_peered":"2023-08-28T02:32:28.461116+0000","last_unstale":"2023-08-28T02:40:12.094850+0000","last_undegraded":"2023-08-28T02:40:12.094850+0000","last_fullsized":"2023-08-28T02:40:12.094850+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:12:45.321757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":324,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.043923+0000","last_change":"2023-08-28T02:14:43.048791+0000","last_active":"2023-08-28T02:40:07.043923+0000","last_peered":"2023-08-28T02:40:07.043923+0000","last_clean":"2023-08-28T02:40:07.043923+0000","last_became_active":"2023-08-28T02:14:43.047408+0000","last_became_peered":"2023-08-28T02:14:43.047408+0000","last_unstale":"2023-08-28T02:40:07.043923+0000","last_undegraded":"2023-08-28T02:40:07.043923+0000","last_fullsized":"2023-08-28T02:40:07.043923+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:47.097181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"377'8518","reported_seq":18620,"reported_epoch":377,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:40:12.669188+0000","last_change":"2023-08-28T02:37:37.899201+0000","last_active":"2023-08-28T02:40:12.669188+0000","last_peered":"2023-08-28T02:40:12.669188+0000","last_clean":"2023-08-28T02:31:50.933695+0000","last_became_active":"2023-08-28T02:33:13.540416+0000","last_became_peered":"2023-08-28T02:33:13.540416+0000","last_unstale":"2023-08-28T02:40:12.669188+0000","last_undegraded":"2023-08-28T02:40:12.669188+0000","last_fullsized":"2023-08-28T02:40:12.669188+0000","mapping_epoch":298,"log_start":"259'3074","ondisk_log_start":"259'3074","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5444,"log_dups_size":0,"ondisk_log_size":5444,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:49:35.658845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":219152384,"num_objects":3344,"num_object_clones":0,"num_object_copies":10032,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3344,"num_objects_unfound":0,"num_objects_dirty":3344,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8518,"num_write_kb":379584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4967,"num_bytes_recovered":325517312,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,2],"avail_no_missing":["4","2","5","6"],"object_location_counts":[{"shards":"2,4,5","objects":3344}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.5","version":"75'161","reported_seq":670,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.048971+0000","last_change":"2023-08-28T02:32:31.477151+0000","last_active":"2023-08-28T02:40:07.048971+0000","last_peered":"2023-08-28T02:40:07.048971+0000","last_clean":"2023-08-28T02:40:07.048971+0000","last_became_active":"2023-08-28T02:32:31.476776+0000","last_became_peered":"2023-08-28T02:32:31.476776+0000","last_unstale":"2023-08-28T02:40:07.048971+0000","last_undegraded":"2023-08-28T02:40:07.048971+0000","last_fullsized":"2023-08-28T02:40:07.048971+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:18.891729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:18.891729+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:47:27.194140+0000","scrub_duration":0.0031546460000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"65'2","reported_seq":334,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.089722+0000","last_change":"2023-08-28T02:33:12.327778+0000","last_active":"2023-08-28T02:40:07.089722+0000","last_peered":"2023-08-28T02:40:07.089722+0000","last_clean":"2023-08-28T02:40:07.089722+0000","last_became_active":"2023-08-28T02:33:12.327273+0000","last_became_peered":"2023-08-28T02:33:12.327273+0000","last_unstale":"2023-08-28T02:40:07.089722+0000","last_undegraded":"2023-08-28T02:40:07.089722+0000","last_fullsized":"2023-08-28T02:40:07.089722+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:40.554192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":216,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.088971+0000","last_change":"2023-08-28T02:33:13.335665+0000","last_active":"2023-08-28T02:40:07.088971+0000","last_peered":"2023-08-28T02:40:07.088971+0000","last_clean":"2023-08-28T02:40:07.088971+0000","last_became_active":"2023-08-28T02:33:13.335322+0000","last_became_peered":"2023-08-28T02:33:13.335322+0000","last_unstale":"2023-08-28T02:40:07.088971+0000","last_undegraded":"2023-08-28T02:40:07.088971+0000","last_fullsized":"2023-08-28T02:40:07.088971+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:21:08.024493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":331,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.089017+0000","last_change":"2023-08-28T02:33:12.310326+0000","last_active":"2023-08-28T02:40:07.089017+0000","last_peered":"2023-08-28T02:40:07.089017+0000","last_clean":"2023-08-28T02:40:07.089017+0000","last_became_active":"2023-08-28T02:33:12.310011+0000","last_became_peered":"2023-08-28T02:33:12.310011+0000","last_unstale":"2023-08-28T02:40:07.089017+0000","last_undegraded":"2023-08-28T02:40:07.089017+0000","last_fullsized":"2023-08-28T02:40:07.089017+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:35:03.710036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"377'8560","reported_seq":16585,"reported_epoch":377,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-08-28T02:40:13.126592+0000","last_change":"2023-08-28T02:38:43.760745+0000","last_active":"2023-08-28T02:40:13.126592+0000","last_peered":"2023-08-28T02:40:13.126592+0000","last_clean":"2023-08-28T02:31:27.909649+0000","last_became_active":"2023-08-28T02:33:33.726805+0000","last_became_peered":"2023-08-28T02:33:33.726805+0000","last_unstale":"2023-08-28T02:40:13.126592+0000","last_undegraded":"2023-08-28T02:33:20.140072+0000","last_fullsized":"2023-08-28T02:33:13.278549+0000","mapping_epoch":298,"log_start":"259'3177","ondisk_log_start":"259'3177","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5383,"log_dups_size":0,"ondisk_log_size":5383,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:02:22.971585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":216793088,"num_objects":3308,"num_object_clones":0,"num_object_copies":9924,"num_objects_missing_on_primary":3283,"num_objects_missing":3283,"num_objects_degraded":2496,"num_objects_misplaced":6605,"num_objects_unfound":0,"num_objects_dirty":3308,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8560,"num_write_kb":379776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2615,"num_bytes_recovered":171245568,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[4,3],"avail_no_missing":["2","6"],"object_location_counts":[{"shards":"2,3,4,6","objects":11},{"shards":"2,3,6","objects":800},{"shards":"2,4,6","objects":14},{"shards":"2,6","objects":2483},{"shards":"3,4","objects":-13}],"blocked_by":[],"up_primary":3,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.4","version":"75'161","reported_seq":586,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.088771+0000","last_change":"2023-08-28T02:33:12.296479+0000","last_active":"2023-08-28T02:40:07.088771+0000","last_peered":"2023-08-28T02:40:07.088771+0000","last_clean":"2023-08-28T02:40:07.088771+0000","last_became_active":"2023-08-28T02:33:12.294160+0000","last_became_peered":"2023-08-28T02:33:12.294160+0000","last_unstale":"2023-08-28T02:40:07.088771+0000","last_undegraded":"2023-08-28T02:40:07.088771+0000","last_fullsized":"2023-08-28T02:40:07.088771+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.899247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.899247+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":303,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.048332+0000","last_change":"2023-08-28T02:33:13.539335+0000","last_active":"2023-08-28T02:40:07.048332+0000","last_peered":"2023-08-28T02:40:07.048332+0000","last_clean":"2023-08-28T02:40:07.048332+0000","last_became_active":"2023-08-28T02:33:13.538978+0000","last_became_peered":"2023-08-28T02:33:13.538978+0000","last_unstale":"2023-08-28T02:40:07.048332+0000","last_undegraded":"2023-08-28T02:40:07.048332+0000","last_fullsized":"2023-08-28T02:40:07.048332+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:26:13.405766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"65'1","reported_seq":367,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.042884+0000","last_change":"2023-08-28T02:29:44.510205+0000","last_active":"2023-08-28T02:40:07.042884+0000","last_peered":"2023-08-28T02:40:07.042884+0000","last_clean":"2023-08-28T02:40:07.042884+0000","last_became_active":"2023-08-28T02:29:44.429357+0000","last_became_peered":"2023-08-28T02:29:44.429357+0000","last_unstale":"2023-08-28T02:40:07.042884+0000","last_undegraded":"2023-08-28T02:40:07.042884+0000","last_fullsized":"2023-08-28T02:40:07.042884+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:44:59.955729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":332,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.048667+0000","last_change":"2023-08-28T02:32:12.950661+0000","last_active":"2023-08-28T02:40:07.048667+0000","last_peered":"2023-08-28T02:40:07.048667+0000","last_clean":"2023-08-28T02:40:07.048667+0000","last_became_active":"2023-08-28T02:32:12.950276+0000","last_became_peered":"2023-08-28T02:32:12.950276+0000","last_unstale":"2023-08-28T02:40:07.048667+0000","last_undegraded":"2023-08-28T02:40:07.048667+0000","last_fullsized":"2023-08-28T02:40:07.048667+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:05:17.972868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"65'1","reported_seq":325,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.043841+0000","last_change":"2023-08-28T02:14:43.042150+0000","last_active":"2023-08-28T02:40:07.043841+0000","last_peered":"2023-08-28T02:40:07.043841+0000","last_clean":"2023-08-28T02:40:07.043841+0000","last_became_active":"2023-08-28T02:14:43.038336+0000","last_became_peered":"2023-08-28T02:14:43.038336+0000","last_unstale":"2023-08-28T02:40:07.043841+0000","last_undegraded":"2023-08-28T02:40:07.043841+0000","last_fullsized":"2023-08-28T02:40:07.043841+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:26:02.415152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":375,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.088549+0000","last_change":"2023-08-28T02:33:13.318097+0000","last_active":"2023-08-28T02:40:07.088549+0000","last_peered":"2023-08-28T02:40:07.088549+0000","last_clean":"2023-08-28T02:40:07.088549+0000","last_became_active":"2023-08-28T02:33:13.317761+0000","last_became_peered":"2023-08-28T02:33:13.317761+0000","last_unstale":"2023-08-28T02:40:07.088549+0000","last_undegraded":"2023-08-28T02:40:07.088549+0000","last_fullsized":"2023-08-28T02:40:07.088549+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:24.836996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"65'2","reported_seq":370,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.093932+0000","last_change":"2023-08-28T02:29:44.535937+0000","last_active":"2023-08-28T02:40:07.093932+0000","last_peered":"2023-08-28T02:40:07.093932+0000","last_clean":"2023-08-28T02:40:07.093932+0000","last_became_active":"2023-08-28T02:29:44.462244+0000","last_became_peered":"2023-08-28T02:29:44.462244+0000","last_unstale":"2023-08-28T02:40:07.093932+0000","last_undegraded":"2023-08-28T02:40:07.093932+0000","last_fullsized":"2023-08-28T02:40:07.093932+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:30:33.173713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":372,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.043591+0000","last_change":"2023-08-28T02:33:12.305580+0000","last_active":"2023-08-28T02:40:07.043591+0000","last_peered":"2023-08-28T02:40:07.043591+0000","last_clean":"2023-08-28T02:40:07.043591+0000","last_became_active":"2023-08-28T02:33:12.305261+0000","last_became_peered":"2023-08-28T02:33:12.305261+0000","last_unstale":"2023-08-28T02:40:07.043591+0000","last_undegraded":"2023-08-28T02:40:07.043591+0000","last_fullsized":"2023-08-28T02:40:07.043591+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:22:31.614221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"65'2","reported_seq":339,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.094067+0000","last_change":"2023-08-28T02:31:51.991101+0000","last_active":"2023-08-28T02:40:07.094067+0000","last_peered":"2023-08-28T02:40:07.094067+0000","last_clean":"2023-08-28T02:40:07.094067+0000","last_became_active":"2023-08-28T02:31:51.987237+0000","last_became_peered":"2023-08-28T02:31:51.987237+0000","last_unstale":"2023-08-28T02:40:07.094067+0000","last_undegraded":"2023-08-28T02:40:07.094067+0000","last_fullsized":"2023-08-28T02:40:07.094067+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:07:07.370857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":373,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.048204+0000","last_change":"2023-08-28T02:33:12.494483+0000","last_active":"2023-08-28T02:40:07.048204+0000","last_peered":"2023-08-28T02:40:07.048204+0000","last_clean":"2023-08-28T02:40:07.048204+0000","last_became_active":"2023-08-28T02:33:12.494136+0000","last_became_peered":"2023-08-28T02:33:12.494136+0000","last_unstale":"2023-08-28T02:40:07.048204+0000","last_undegraded":"2023-08-28T02:40:07.048204+0000","last_fullsized":"2023-08-28T02:40:07.048204+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:36.772588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"65'1","reported_seq":319,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.089367+0000","last_change":"2023-08-28T02:33:13.287922+0000","last_active":"2023-08-28T02:40:07.089367+0000","last_peered":"2023-08-28T02:40:07.089367+0000","last_clean":"2023-08-28T02:40:07.089367+0000","last_became_active":"2023-08-28T02:33:13.287520+0000","last_became_peered":"2023-08-28T02:33:13.287520+0000","last_unstale":"2023-08-28T02:40:07.089367+0000","last_undegraded":"2023-08-28T02:40:07.089367+0000","last_fullsized":"2023-08-28T02:40:07.089367+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:11.627168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":332,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.088531+0000","last_change":"2023-08-28T02:33:13.289469+0000","last_active":"2023-08-28T02:40:07.088531+0000","last_peered":"2023-08-28T02:40:07.088531+0000","last_clean":"2023-08-28T02:40:07.088531+0000","last_became_active":"2023-08-28T02:33:13.288737+0000","last_became_peered":"2023-08-28T02:33:13.288737+0000","last_unstale":"2023-08-28T02:40:07.088531+0000","last_undegraded":"2023-08-28T02:40:07.088531+0000","last_fullsized":"2023-08-28T02:40:07.088531+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:11:15.043550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"65'4","reported_seq":357,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.043035+0000","last_change":"2023-08-28T02:32:28.607010+0000","last_active":"2023-08-28T02:40:07.043035+0000","last_peered":"2023-08-28T02:40:07.043035+0000","last_clean":"2023-08-28T02:40:07.043035+0000","last_became_active":"2023-08-28T02:32:28.492224+0000","last_became_peered":"2023-08-28T02:32:28.492224+0000","last_unstale":"2023-08-28T02:40:07.043035+0000","last_undegraded":"2023-08-28T02:40:07.043035+0000","last_fullsized":"2023-08-28T02:40:07.043035+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:13:45.711951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":554,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":383,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.048154+0000","last_change":"2023-08-28T02:33:13.309144+0000","last_active":"2023-08-28T02:40:07.048154+0000","last_peered":"2023-08-28T02:40:07.048154+0000","last_clean":"2023-08-28T02:40:07.048154+0000","last_became_active":"2023-08-28T02:33:13.308910+0000","last_became_peered":"2023-08-28T02:33:13.308910+0000","last_unstale":"2023-08-28T02:40:07.048154+0000","last_undegraded":"2023-08-28T02:40:07.048154+0000","last_fullsized":"2023-08-28T02:40:07.048154+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:09:59.549591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":3387031576,"num_objects":51683,"num_object_clones":0,"num_object_copies":155049,"num_objects_missing_on_primary":3283,"num_objects_missing":3283,"num_objects_degraded":13897,"num_objects_misplaced":15974,"num_objects_unfound":0,"num_objects_dirty":51683,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":134931,"num_write_kb":5971585,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":49592,"num_bytes_recovered":3223584768,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":11386236928,"data_stored":11386224712,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97279,"ondisk_log_size":97279,"up":48,"acting":45,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":10126,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":370028,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":89,"num_read_kb":167,"num_write":44,"num_write_kb":440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":584707,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2048000,"data_stored":2033792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299800,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1530200,"kb_used_data":1040144,"kb_used_omap":0,"kb_used_meta":490048,"kb_avail":92214952,"statfs":{"total":95995035648,"available":94428110848,"internally_reserved":0,"allocated":1065107456,"data_stored":1063609481,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":501809152},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:39:14 2023","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.44700000000000001,"15min":1.0820000000000001},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.219},"max":{"1min":0.71799999999999997,"5min":1.524,"15min":13.118},"last":0.68400000000000005},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.53700000000000003,"15min":1.48},"min":{"1min":0.31900000000000001,"5min":0.247,"15min":0.246},"max":{"1min":2.3439999999999999,"5min":2.6989999999999998,"15min":17.402999999999999},"last":0.69599999999999995}]},{"osd":1,"last update":"Mon Aug 28 02:39:46 2023","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.51500000000000001,"15min":1.6279999999999999},"min":{"1min":0.311,"5min":0.253,"15min":0.248},"max":{"1min":1.4119999999999999,"5min":3.113,"15min":17.43},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.626,"15min":1.538},"min":{"1min":0.30399999999999999,"5min":0.28699999999999998,"15min":0.25900000000000001},"max":{"1min":1.4399999999999999,"5min":4.9749999999999996,"15min":19.913},"last":0.65700000000000003}]},{"osd":2,"last update":"Mon Aug 28 02:39:29 2023","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.5,"15min":1.1240000000000001},"min":{"1min":0.32200000000000001,"5min":0.26800000000000002,"15min":0.22900000000000001},"max":{"1min":2.96,"5min":2.96,"15min":8.3889999999999993},"last":0.71599999999999997},{"interface":"front","average":{"1min":0.68200000000000005,"5min":0.59099999999999997,"15min":1.0389999999999999},"min":{"1min":0.35399999999999998,"5min":0.28799999999999998,"15min":0.28699999999999998},"max":{"1min":1.9950000000000001,"5min":2.399,"15min":9.2219999999999995},"last":0.57799999999999996}]},{"osd":3,"last update":"Mon Aug 28 02:39:19 2023","interfaces":[{"interface":"back","average":{"1min":0.68300000000000005,"5min":0.60699999999999998,"15min":0.68100000000000005},"min":{"1min":0.35899999999999999,"5min":0.312,"15min":0.312},"max":{"1min":3.9430000000000001,"5min":3.9430000000000001,"15min":3.9430000000000001},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.64400000000000002,"5min":0.59399999999999997,"15min":0.61799999999999999},"min":{"1min":0.32700000000000001,"5min":0.308,"15min":0.308},"max":{"1min":4.1879999999999997,"5min":4.1879999999999997,"15min":4.1879999999999997},"last":0.745}]},{"osd":4,"last update":"Mon Aug 28 02:39:14 2023","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":0.49399999999999999,"15min":1.1659999999999999},"min":{"1min":0.27900000000000003,"5min":0.27700000000000002,"15min":0.245},"max":{"1min":2.3860000000000001,"5min":2.677,"15min":18.943000000000001},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.81399999999999995,"5min":0.59699999999999998,"15min":0.84199999999999997},"min":{"1min":0.313,"5min":0.28699999999999998,"15min":0.25700000000000001},"max":{"1min":3.282,"5min":3.282,"15min":7.2130000000000001},"last":0.33400000000000002}]},{"osd":5,"last update":"Mon Aug 28 02:39:14 2023","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.51400000000000001,"15min":0.94699999999999995},"min":{"1min":0.31,"5min":0.28100000000000003,"15min":0.23599999999999999},"max":{"1min":0.81799999999999995,"5min":2.6669999999999998,"15min":14.622},"last":0.44500000000000001},{"interface":"front","average":{"1min":0.79600000000000004,"5min":0.57799999999999996,"15min":1.1759999999999999},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27000000000000002},"max":{"1min":3.214,"5min":3.214,"15min":17.324999999999999},"last":0.40699999999999997}]},{"osd":6,"last update":"Mon Aug 28 02:39:14 2023","interfaces":[{"interface":"back","average":{"1min":0.85699999999999998,"5min":0.63700000000000001,"15min":1.2110000000000001},"min":{"1min":0.36099999999999999,"5min":0.33300000000000002,"15min":0.30299999999999999},"max":{"1min":3.8959999999999999,"5min":3.8959999999999999,"15min":17.454999999999998},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.71399999999999997,"5min":0.59299999999999997,"15min":0.83499999999999996},"min":{"1min":0.40000000000000002,"5min":0.33400000000000002,"15min":0.28999999999999998},"max":{"1min":2.1339999999999999,"5min":2.4399999999999999,"15min":7.665},"last":0.432}]}]},{"osd":6,"up_from":0,"seq":193273528731,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":101,"seq":433791697189,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1254724,"kb_used_data":634748,"kb_used_omap":4,"kb_used_meta":619963,"kb_avail":92490428,"statfs":{"total":95995035648,"available":94710198272,"internally_reserved":0,"allocated":649981952,"data_stored":647827652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":634843022},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:39:49 2023","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":1.6020000000000001},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":1.155,"5min":2.1659999999999999,"15min":24.545999999999999},"last":0.23200000000000001},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":2.032},"min":{"1min":0.27500000000000002,"5min":0.23899999999999999,"15min":0.23599999999999999},"max":{"1min":1.395,"5min":3.496,"15min":24.515000000000001},"last":0.39600000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:39:36 2023","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.59599999999999997,"15min":1.8100000000000001},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":1.028,"5min":3.544,"15min":22.161000000000001},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.63100000000000001,"5min":0.54500000000000004,"15min":1.415},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.254},"max":{"1min":2.9369999999999998,"5min":2.9369999999999998,"15min":19.100999999999999},"last":0.33800000000000002}]},{"osd":3,"last update":"Mon Aug 28 02:39:24 2023","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.58199999999999996,"15min":0.502},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":1.788,"5min":2.742,"15min":2.742},"last":0.441},{"interface":"front","average":{"1min":0.66000000000000003,"5min":0.59599999999999997,"15min":0.54200000000000004},"min":{"1min":0.34399999999999997,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":2.0939999999999999,"5min":3.5819999999999999,"15min":3.5819999999999999},"last":0.53000000000000003}]},{"osd":4,"last update":"Mon Aug 28 02:39:49 2023","interfaces":[{"interface":"back","average":{"1min":0.65600000000000003,"5min":0.57199999999999995,"15min":1.1830000000000001},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.28499999999999998},"max":{"1min":2.8919999999999999,"5min":2.8919999999999999,"15min":18.992999999999999},"last":0.29599999999999999},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.61699999999999999,"15min":1.329},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.28899999999999998},"max":{"1min":0.93999999999999995,"5min":2.0070000000000001,"15min":14.779999999999999},"last":0.35699999999999998}]},{"osd":5,"last update":"Mon Aug 28 02:39:49 2023","interfaces":[{"interface":"back","average":{"1min":10.529999999999999,"5min":2.6099999999999999,"15min":2.323},"min":{"1min":0.40799999999999997,"5min":0.36499999999999999,"15min":0.29999999999999999},"max":{"1min":188.94900000000001,"5min":188.94900000000001,"15min":188.94900000000001},"last":0.628},{"interface":"front","average":{"1min":10.635999999999999,"5min":2.6360000000000001,"15min":2.137},"min":{"1min":0.375,"5min":0.35299999999999998,"15min":0.33600000000000002},"max":{"1min":188.803,"5min":188.803,"15min":188.803},"last":0.38100000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:39:49 2023","interfaces":[{"interface":"back","average":{"1min":0.64900000000000002,"5min":0.68300000000000005,"15min":1.5600000000000001},"min":{"1min":0.43099999999999999,"5min":0.40799999999999997,"15min":0.34300000000000003},"max":{"1min":1.042,"5min":3.6400000000000001,"15min":12.221},"last":0.66400000000000003},{"interface":"front","average":{"1min":0.74299999999999999,"5min":0.70399999999999996,"15min":1.375},"min":{"1min":0.439,"5min":0.39100000000000001,"15min":0.35699999999999998},"max":{"1min":3.036,"5min":3.036,"15min":19.021999999999998},"last":0.91800000000000004}]},{"osd":7,"last update":"Mon Aug 28 02:39:49 2023","interfaces":[{"interface":"back","average":{"1min":0.80900000000000005,"5min":0.70199999999999996,"15min":1.4399999999999999},"min":{"1min":0.41399999999999998,"5min":0.38500000000000001,"15min":0.374},"max":{"1min":3.0059999999999998,"5min":3.0059999999999998,"15min":19.047999999999998},"last":1.099},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.72799999999999998,"15min":1.486},"min":{"1min":0.46600000000000003,"5min":0.46200000000000002,"15min":0.34399999999999997},"max":{"1min":0.97299999999999998,"5min":2.3679999999999999,"15min":14.818},"last":0.48199999999999998}]}]},{"osd":0,"up_from":87,"seq":373662155056,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2732752,"kb_used_data":2049672,"kb_used_omap":5,"kb_used_meta":683066,"kb_avail":91012400,"statfs":{"total":95995035648,"available":93196697600,"internally_reserved":0,"allocated":2098864128,"data_stored":2096588065,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":699460218},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:39:40 2023","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.48499999999999999,"15min":1.2769999999999999},"min":{"1min":0.245,"5min":0.221,"15min":0.184},"max":{"1min":3.7709999999999999,"5min":3.7709999999999999,"15min":30.315000000000001},"last":0.68899999999999995},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.54200000000000004,"15min":1.7410000000000001},"min":{"1min":0.28399999999999997,"5min":0.26200000000000001,"15min":0.23000000000000001},"max":{"1min":3,"5min":4.0679999999999996,"15min":69.272000000000006},"last":0.61399999999999999}]},{"osd":2,"last update":"Mon Aug 28 02:39:40 2023","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.66500000000000004,"15min":1.5269999999999999},"min":{"1min":0.312,"5min":0.247,"15min":0.23699999999999999},"max":{"1min":2.6699999999999999,"5min":4.4020000000000001,"15min":20.959},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.73899999999999999,"5min":0.68400000000000005,"15min":1.4019999999999999},"min":{"1min":0.31,"5min":0.28000000000000003,"15min":0.247},"max":{"1min":4.0919999999999996,"5min":6.1180000000000003,"15min":9.3729999999999993},"last":0.66300000000000003}]},{"osd":3,"last update":"Mon Aug 28 02:39:23 2023","interfaces":[{"interface":"back","average":{"1min":0.80200000000000005,"5min":0.77800000000000002,"15min":0.75900000000000001},"min":{"1min":0.35299999999999998,"5min":0.32600000000000001,"15min":0.26600000000000001},"max":{"1min":2.7170000000000001,"5min":5.6680000000000001,"15min":5.6680000000000001},"last":0.41299999999999998},{"interface":"front","average":{"1min":0.98299999999999998,"5min":0.745,"15min":0.76900000000000002},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":4.1669999999999998,"5min":4.9199999999999999,"15min":4.9199999999999999},"last":0.59499999999999997}]},{"osd":4,"last update":"Mon Aug 28 02:39:23 2023","interfaces":[{"interface":"back","average":{"1min":0.84699999999999998,"5min":0.60299999999999998,"15min":2.1059999999999999},"min":{"1min":0.35199999999999998,"5min":0.315,"15min":0.29299999999999998},"max":{"1min":4.3339999999999996,"5min":4.3339999999999996,"15min":274.33199999999999},"last":0.501},{"interface":"front","average":{"1min":0.755,"5min":0.65500000000000003,"15min":2.4729999999999999},"min":{"1min":0.36699999999999999,"5min":0.34999999999999998,"15min":0.28199999999999997},"max":{"1min":2.8969999999999998,"5min":2.8969999999999998,"15min":266.31999999999999},"last":0.45500000000000002}]},{"osd":5,"last update":"Mon Aug 28 02:39:23 2023","interfaces":[{"interface":"back","average":{"1min":0.85999999999999999,"5min":0.63400000000000001,"15min":1.2310000000000001},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.29299999999999998},"max":{"1min":4.2089999999999996,"5min":4.2089999999999996,"15min":13.038},"last":0.54400000000000004},{"interface":"front","average":{"1min":0.75,"5min":0.64300000000000002,"15min":1.6579999999999999},"min":{"1min":0.42499999999999999,"5min":0.36699999999999999,"15min":0.27800000000000002},"max":{"1min":2.8039999999999998,"5min":2.8039999999999998,"15min":15.231},"last":0.55300000000000005}]},{"osd":6,"last update":"Mon Aug 28 02:39:23 2023","interfaces":[{"interface":"back","average":{"1min":0.93200000000000005,"5min":0.69299999999999995,"15min":1.4079999999999999},"min":{"1min":0.42399999999999999,"5min":0.40999999999999998,"15min":0.29399999999999998},"max":{"1min":4.2869999999999999,"5min":4.2869999999999999,"15min":15.122999999999999},"last":0.63500000000000001},{"interface":"front","average":{"1min":0.77900000000000003,"5min":0.67700000000000005,"15min":1.6719999999999999},"min":{"1min":0.46100000000000002,"5min":0.38300000000000001,"15min":0.35599999999999998},"max":{"1min":2.927,"5min":2.927,"15min":15.186999999999999},"last":0.52200000000000002}]},{"osd":7,"last update":"Mon Aug 28 02:39:23 2023","interfaces":[{"interface":"back","average":{"1min":0.83699999999999997,"5min":0.82499999999999996,"15min":1.6699999999999999},"min":{"1min":0.434,"5min":0.434,"15min":0.33400000000000002},"max":{"1min":2.758,"5min":4.4390000000000001,"15min":16.183},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.96499999999999997,"5min":0.78900000000000003,"15min":1.427},"min":{"1min":0.46400000000000002,"5min":0.46000000000000002,"15min":0.35999999999999999},"max":{"1min":4.2519999999999998,"5min":4.2519999999999998,"15min":13.005000000000001},"last":0.71599999999999997}]}]},{"osd":2,"up_from":0,"seq":502511173915,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":297,"seq":1275605286998,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":752044,"kb_used_data":603172,"kb_used_omap":2,"kb_used_meta":148861,"kb_avail":92993108,"statfs":{"total":95995035648,"available":95224942592,"internally_reserved":0,"allocated":617648128,"data_stored":615510910,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":152433717},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:39:18 2023","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.54100000000000004,"15min":0.44900000000000001},"min":{"1min":0.22700000000000001,"5min":0.224,"15min":0.22},"max":{"1min":0.67400000000000004,"5min":6.8819999999999997,"15min":6.8819999999999997},"last":0.70799999999999996},{"interface":"front","average":{"1min":0.443,"5min":0.58499999999999996,"15min":0.66100000000000003},"min":{"1min":0.29499999999999998,"5min":0.217,"15min":0.217},"max":{"1min":0.77200000000000002,"5min":6.7839999999999998,"15min":6.7839999999999998},"last":1.5409999999999999}]},{"osd":1,"last update":"Mon Aug 28 02:39:18 2023","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.60499999999999998,"15min":0.46700000000000003},"min":{"1min":0.30599999999999999,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.748,"5min":4.0650000000000004,"15min":4.0650000000000004},"last":1.421},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.63200000000000001,"15min":0.69399999999999995},"min":{"1min":0.28000000000000003,"5min":0.249,"15min":0.249},"max":{"1min":2.121,"5min":3.9249999999999998,"15min":3.9249999999999998},"last":0.33000000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:39:18 2023","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.52800000000000002,"15min":0.60399999999999998},"min":{"1min":0.32600000000000001,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":2.1659999999999999,"5min":2.3079999999999998,"15min":2.5449999999999999},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.623,"15min":0.56999999999999995},"min":{"1min":0.317,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.94099999999999995,"5min":4.7030000000000003,"15min":4.7030000000000003},"last":0.54900000000000004}]},{"osd":4,"last update":"Mon Aug 28 02:39:18 2023","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.64000000000000001,"15min":0.59399999999999997},"min":{"1min":0.38700000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.153,"5min":6.2670000000000003,"15min":6.2670000000000003},"last":0.499},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.64400000000000002,"15min":0.56999999999999995},"min":{"1min":0.378,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.93700000000000006,"5min":3.5030000000000001,"15min":3.5030000000000001},"last":1.4890000000000001}]},{"osd":5,"last update":"Mon Aug 28 02:39:18 2023","interfaces":[{"interface":"back","average":{"1min":0.68400000000000005,"5min":0.66700000000000004,"15min":0.59999999999999998},"min":{"1min":0.42299999999999999,"5min":0.313,"15min":0.313},"max":{"1min":2.7450000000000001,"5min":3.5390000000000001,"15min":3.5390000000000001},"last":1.46},{"interface":"front","average":{"1min":0.70199999999999996,"5min":0.64000000000000001,"15min":0.57399999999999995},"min":{"1min":0.40999999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":2.919,"5min":3.411,"15min":3.411},"last":0.38700000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:39:18 2023","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":0.67100000000000004,"15min":0.65300000000000002},"min":{"1min":0.438,"5min":0.436,"15min":0.436},"max":{"1min":2.4950000000000001,"5min":2.4950000000000001,"15min":2.4950000000000001},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.77600000000000002,"5min":0.71899999999999997,"15min":0.66100000000000003},"min":{"1min":0.46300000000000002,"5min":0.378,"15min":0.378},"max":{"1min":2.5369999999999999,"5min":3.6099999999999999,"15min":3.6099999999999999},"last":1.514}]},{"osd":7,"last update":"Mon Aug 28 02:39:18 2023","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.67000000000000004,"15min":0.60799999999999998},"min":{"1min":0.42999999999999999,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":2.645,"5min":2.9399999999999999,"15min":2.9399999999999999},"last":0.44500000000000001},{"interface":"front","average":{"1min":0.71199999999999997,"5min":0.71399999999999997,"15min":0.67000000000000004},"min":{"1min":0.42099999999999999,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":2.661,"5min":2.9540000000000002,"15min":2.9540000000000002},"last":0.72999999999999998}]}]},{"osd":4,"up_from":30,"seq":128849019292,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2794012,"kb_used_data":2298516,"kb_used_omap":0,"kb_used_meta":495488,"kb_avail":90951140,"statfs":{"total":95995035648,"available":93133967360,"internally_reserved":0,"allocated":2353680384,"data_stored":2352179092,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":507379712},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:39:27 2023","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.57399999999999995,"15min":1.4019999999999999},"min":{"1min":0.249,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.628,"5min":10.249000000000001,"15min":22.515000000000001},"last":0.41099999999999998},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.53700000000000003,"15min":1.3169999999999999},"min":{"1min":0.27300000000000002,"5min":0.23200000000000001,"15min":0.218},"max":{"1min":0.65900000000000003,"5min":4.5250000000000004,"15min":22.454000000000001},"last":0.42699999999999999}]},{"osd":1,"last update":"Mon Aug 28 02:39:53 2023","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.56399999999999995,"15min":1.1970000000000001},"min":{"1min":0.28799999999999998,"5min":0.26300000000000001,"15min":0.248},"max":{"1min":1.28,"5min":5.5979999999999999,"15min":23.082000000000001},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.56100000000000005,"15min":1.3049999999999999},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.26000000000000001},"max":{"1min":1.341,"5min":4.5910000000000002,"15min":25.100000000000001},"last":0.44}]},{"osd":2,"last update":"Mon Aug 28 02:39:27 2023","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.63,"15min":1.323},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.27900000000000003},"max":{"1min":1.52,"5min":4.5430000000000001,"15min":13.194000000000001},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.46100000000000002,"5min":0.625,"15min":1.2290000000000001},"min":{"1min":0.34899999999999998,"5min":0.312,"15min":0.29399999999999998},"max":{"1min":0.68300000000000005,"5min":5.6360000000000001,"15min":13.515000000000001},"last":0.39000000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:39:27 2023","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.60699999999999998,"15min":0.74099999999999999},"min":{"1min":0.39000000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.7689999999999999,"5min":3.8260000000000001,"15min":7.7480000000000002},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.69099999999999995,"5min":0.73199999999999998,"15min":0.67700000000000005},"min":{"1min":0.36099999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":2.7989999999999999,"5min":3.7069999999999999,"15min":3.7069999999999999},"last":0.49399999999999999}]},{"osd":5,"last update":"Mon Aug 28 02:40:05 2023","interfaces":[{"interface":"back","average":{"1min":0.65500000000000003,"5min":0.53100000000000003,"15min":0.89200000000000002},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.222},"max":{"1min":4.1459999999999999,"5min":4.609,"15min":8.6850000000000005},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.47099999999999997,"15min":0.94799999999999995},"min":{"1min":0.307,"5min":0.29799999999999999,"15min":0.20699999999999999},"max":{"1min":0.64600000000000002,"5min":1.5700000000000001,"15min":8.6370000000000005},"last":0.33200000000000002}]},{"osd":6,"last update":"Mon Aug 28 02:39:19 2023","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.496,"15min":0.96199999999999997},"min":{"1min":0.33700000000000002,"5min":0.27100000000000002,"15min":0.26500000000000001},"max":{"1min":2.2949999999999999,"5min":2.2949999999999999,"15min":10.023999999999999},"last":0.46300000000000002},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.5,"15min":1.0289999999999999},"min":{"1min":0.32100000000000001,"5min":0.30499999999999999,"15min":0.26600000000000001},"max":{"1min":1.248,"5min":1.679,"15min":8.5},"last":0.45000000000000001}]},{"osd":7,"last update":"Mon Aug 28 02:39:27 2023","interfaces":[{"interface":"back","average":{"1min":0.754,"5min":0.58899999999999997,"15min":1.0449999999999999},"min":{"1min":0.317,"5min":0.28999999999999998,"15min":0.22500000000000001},"max":{"1min":4.5250000000000004,"5min":4.5720000000000001,"15min":9.3209999999999997},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.56799999999999995,"15min":0.97699999999999998},"min":{"1min":0.39200000000000002,"5min":0.32400000000000001,"15min":0.30299999999999999},"max":{"1min":1.081,"5min":1.647,"15min":15.597},"last":0.52400000000000002}]}]},{"osd":5,"up_from":37,"seq":158913790366,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2021640,"kb_used_data":1452544,"kb_used_omap":0,"kb_used_meta":569088,"kb_avail":91723512,"statfs":{"total":95995035648,"available":93924876288,"internally_reserved":0,"allocated":1487405056,"data_stored":1485919683,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":582746112},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:39:55 2023","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.44500000000000001,"15min":1.244},"min":{"1min":0.23999999999999999,"5min":0.23799999999999999,"15min":0.20200000000000001},"max":{"1min":0.747,"5min":1.1100000000000001,"15min":15.156000000000001},"last":0.37},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.56200000000000006,"15min":1.3049999999999999},"min":{"1min":0.33900000000000002,"5min":0.26400000000000001,"15min":0.24099999999999999},"max":{"1min":1.9830000000000001,"5min":4.298,"15min":19.815999999999999},"last":0.44600000000000001}]},{"osd":1,"last update":"Mon Aug 28 02:39:55 2023","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.52700000000000002,"15min":1.405},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.23699999999999999},"max":{"1min":1.5229999999999999,"5min":3.7989999999999999,"15min":17.998000000000001},"last":1.024},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56299999999999994,"15min":1.3680000000000001},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26000000000000001},"max":{"1min":1.661,"5min":4.2149999999999999,"15min":19.853000000000002},"last":0.35899999999999999}]},{"osd":2,"last update":"Mon Aug 28 02:39:55 2023","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.53700000000000003,"15min":1.1639999999999999},"min":{"1min":0.33600000000000002,"5min":0.28100000000000003,"15min":0.27700000000000002},"max":{"1min":2.9359999999999999,"5min":2.9359999999999999,"15min":13.335000000000001},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.68000000000000005,"5min":0.66900000000000004,"15min":1.4370000000000001},"min":{"1min":0.39800000000000002,"5min":0.32600000000000001,"15min":0.28499999999999998},"max":{"1min":1.6379999999999999,"5min":4.2400000000000002,"15min":10.084},"last":0.38800000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:39:27 2023","interfaces":[{"interface":"back","average":{"1min":0.75800000000000001,"5min":0.55300000000000005,"15min":1.05},"min":{"1min":0.308,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":3.7730000000000001,"5min":3.7730000000000001,"15min":16.190999999999999},"last":1.2569999999999999},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.63400000000000001,"15min":1.3340000000000001},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33500000000000002},"max":{"1min":1.492,"5min":4.8230000000000004,"15min":21.420999999999999},"last":3.9790000000000001}]},{"osd":4,"last update":"Mon Aug 28 02:40:02 2023","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.432,"15min":0.91200000000000003},"min":{"1min":0.28100000000000003,"5min":0.25,"15min":0.23100000000000001},"max":{"1min":0.91300000000000003,"5min":1.516,"15min":13.616},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.58699999999999997,"15min":1.1000000000000001},"min":{"1min":0.29699999999999999,"5min":0.29299999999999998,"15min":0.25700000000000001},"max":{"1min":1.3320000000000001,"5min":4.1879999999999997,"15min":10.566000000000001},"last":0.32400000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:39:55 2023","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.59199999999999997,"15min":1.1439999999999999},"min":{"1min":0.34999999999999998,"5min":0.28599999999999998,"15min":0.23300000000000001},"max":{"1min":1.9099999999999999,"5min":4.04,"15min":17.510000000000002},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.55300000000000005,"15min":1.0800000000000001},"min":{"1min":0.308,"5min":0.29499999999999998,"15min":0.254},"max":{"1min":1.165,"5min":3.726,"15min":15.856999999999999},"last":1.1990000000000001}]},{"osd":7,"last update":"Mon Aug 28 02:39:55 2023","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.66600000000000004,"15min":1.3029999999999999},"min":{"1min":0.37,"5min":0.34999999999999998,"15min":0.315},"max":{"1min":2.048,"5min":6.9630000000000001,"15min":31.707000000000001},"last":1.232},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.70199999999999996,"15min":1.367},"min":{"1min":0.34699999999999998,"5min":0.33000000000000002,"15min":0.318},"max":{"1min":1.403,"5min":4.5890000000000004,"15min":31.66},"last":0.41699999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":2088833024,"data_stored":2088828952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":642973696,"data_stored":642973696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1483800576,"data_stored":1483800576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":611778560,"data_stored":611778560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":2348421120,"data_stored":2348417048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1478950912,"data_stored":1478950912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1672286208,"data_stored":1672282136,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1059192832,"data_stored":1059192832,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:40:17.339 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph status --format=json 2023-08-28T02:40:17.372 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:40:17.375 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:17.375 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:40:17.476 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:40:17.512 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:17.590 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:40:17.594 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:17.594 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:40:17.653 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-08-28T02:40:17.667 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.5 dump_historic_ops 2023-08-28T02:40:17.695 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:40:17.719 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:40:17.729 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:17.753 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:40:17.756 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:17.757 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:40:17.857 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:40:17.881 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:17 smithi040 ceph-mon[170259]: from='client.36663 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:40:17.881 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:17 smithi040 ceph-mon[170259]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:40:17.881 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:17 smithi040 ceph-mon[170259]: failed to encode map e378 with expected crc 2023-08-28T02:40:17.881 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:17 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/548001252' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:40:17.881 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:17 smithi040 ceph-mon[170259]: osdmap e378: 8 total, 8 up, 6 in 2023-08-28T02:40:17.881 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:17 smithi040 ceph-mon[170259]: failed to encode map e378 with expected crc 2023-08-28T02:40:17.881 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:17 smithi040 ceph-mon[175404]: from='client.36663 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:40:17.882 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:17 smithi040 ceph-mon[175404]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:40:17.882 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:17 smithi040 ceph-mon[175404]: failed to encode map e378 with expected crc 2023-08-28T02:40:17.882 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:17 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/548001252' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:40:17.882 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:17 smithi040 ceph-mon[175404]: osdmap e378: 8 total, 8 up, 6 in 2023-08-28T02:40:17.882 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:17 smithi040 ceph-mon[175404]: failed to encode map e378 with expected crc 2023-08-28T02:40:17.898 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:17.925 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:40:17.930 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:17.930 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:40:17.984 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:40:17.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:17 smithi083 ceph-mon[157819]: from='client.36663 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:40:17.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:17 smithi083 ceph-mon[157819]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:40:17.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:17 smithi083 ceph-mon[157819]: failed to encode map e378 with expected crc 2023-08-28T02:40:17.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:17 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/548001252' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:40:17.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:17 smithi083 ceph-mon[157819]: osdmap e378: 8 total, 8 up, 6 in 2023-08-28T02:40:17.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:17 smithi083 ceph-mon[157819]: failed to encode map e378 with expected crc 2023-08-28T02:40:18.030 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:40:18.067 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:18.189 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:40:18.192 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:40:18.192 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:18.193 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:40:18.293 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:40:18.328 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:18.399 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:40:18.401 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:18.401 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:40:18.502 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:40:18.539 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:18.562 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:40:18.565 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:18.566 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:40:18.666 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:40:18.697 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:18.826 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:40:18.828 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:18.829 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:40:18.929 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:40:18.960 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:18 smithi083 ceph-mon[157819]: pgmap v1170: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.1 GiB data, 11 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 182 op/s; 13897/153795 objects degraded (9.036%); 15767/153795 objects misplaced (10.252%); 1.9 MiB/s, 30 objects/s recovering 2023-08-28T02:40:18.966 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:18.991 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:40:18.994 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:18.995 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:40:19.026 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2023-08-28T02:40:19.027 INFO:teuthology.orchestra.run.smithi083.stdout: "size": 20, 2023-08-28T02:40:19.027 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 600, 2023-08-28T02:40:19.027 INFO:teuthology.orchestra.run.smithi083.stdout: "ops": [ 2023-08-28T02:40:19.027 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.027 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:54157 10.3 10:c6f4420d:::benchmark_data_smithi040_250784_object54156:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e260)", 2023-08-28T02:40:19.027 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:27.925887+0000", 2023-08-28T02:40:19.027 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 531.09809892099997, 2023-08-28T02:40:19.027 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0107399720000001, 2023-08-28T02:40:19.027 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:40:19.027 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "reached pg", 2023-08-28T02:40:19.028 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:40:19.028 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:40:19.028 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:40:19.028 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 54157 2023-08-28T02:40:19.028 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.028 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:40:19.028 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.028 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:40:19.028 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.925887+0000", 2023-08-28T02:40:19.028 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:19.028 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.029 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.029 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:40:19.029 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.925887+0000", 2023-08-28T02:40:19.029 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:19.029 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.029 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.029 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:40:19.029 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.925885+0000", 2023-08-28T02:40:19.029 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:40:19.029 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.029 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.029 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:40:19.030 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.925930+0000", 2023-08-28T02:40:19.030 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.4515999999999999e-05 2023-08-28T02:40:19.030 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.030 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.030 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:40:19.030 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.925949+0000", 2023-08-28T02:40:19.030 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.8995e-05 2023-08-28T02:40:19.030 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.030 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.030 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:40:19.030 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.925957+0000", 2023-08-28T02:40:19.030 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.1869999999999997e-06 2023-08-28T02:40:19.031 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.031 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.031 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:19.031 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.926008+0000", 2023-08-28T02:40:19.031 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.0968999999999999e-05 2023-08-28T02:40:19.031 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.031 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.031 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:40:19.031 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.926162+0000", 2023-08-28T02:40:19.031 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00015455300000000001 2023-08-28T02:40:19.031 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.031 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.032 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 2,3", 2023-08-28T02:40:19.032 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.926267+0000", 2023-08-28T02:40:19.032 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000104551 2023-08-28T02:40:19.032 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.032 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.032 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:40:19.032 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.928175+0000", 2023-08-28T02:40:19.032 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.001908341 2023-08-28T02:40:19.032 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.032 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.032 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:19.032 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.938626+0000", 2023-08-28T02:40:19.033 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.010451167000000001 2023-08-28T02:40:19.033 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.033 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.033 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:40:19.033 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.938635+0000", 2023-08-28T02:40:19.033 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.3010000000000007e-06 2023-08-28T02:40:19.033 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.033 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.033 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:19.033 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.936574+0000", 2023-08-28T02:40:19.033 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.99793937200000005 2023-08-28T02:40:19.034 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.034 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.034 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:40:19.034 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.936627+0000", 2023-08-28T02:40:19.034 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.3020999999999999e-05 2023-08-28T02:40:19.034 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:19.034 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:40:19.034 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:19.034 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.034 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.034 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:54162 10.7 10:e94f36fb:::benchmark_data_smithi040_250784_object54161:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] RETRY=1 ondisk+retry+write+known_if_redirected+supports_pool_eio e261)", 2023-08-28T02:40:19.035 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:27.935552+0000", 2023-08-28T02:40:19.035 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 531.08843385299997, 2023-08-28T02:40:19.035 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0215225910000001, 2023-08-28T02:40:19.035 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:40:19.035 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:19.035 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:40:19.035 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:40:19.035 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:40:19.035 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 54162 2023-08-28T02:40:19.035 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.035 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:40:19.035 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.036 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:40:19.036 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.935552+0000", 2023-08-28T02:40:19.036 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:19.036 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.036 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.036 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:40:19.036 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.935552+0000", 2023-08-28T02:40:19.036 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:19.036 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.036 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.036 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:40:19.036 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.935551+0000", 2023-08-28T02:40:19.037 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:40:19.037 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.037 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.037 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:40:19.037 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.935580+0000", 2023-08-28T02:40:19.037 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.8829000000000001e-05 2023-08-28T02:40:19.037 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.037 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.037 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:40:19.037 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.935591+0000", 2023-08-28T02:40:19.037 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1058e-05 2023-08-28T02:40:19.037 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.038 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.038 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:40:19.038 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.935598+0000", 2023-08-28T02:40:19.038 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.0369999999999997e-06 2023-08-28T02:40:19.038 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.038 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.038 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:19.038 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.939889+0000", 2023-08-28T02:40:19.038 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0042914370000000004 2023-08-28T02:40:19.038 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.038 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.038 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:40:19.039 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.939896+0000", 2023-08-28T02:40:19.039 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.8109999999999997e-06 2023-08-28T02:40:19.039 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.039 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.039 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:19.039 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.937150+0000", 2023-08-28T02:40:19.039 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.99725419999999998 2023-08-28T02:40:19.039 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.039 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.039 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:40:19.039 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.938715+0000", 2023-08-28T02:40:19.039 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0015648750000000001 2023-08-28T02:40:19.040 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.040 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.040 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 6", 2023-08-28T02:40:19.040 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.938869+0000", 2023-08-28T02:40:19.040 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00015391299999999999 2023-08-28T02:40:19.040 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.040 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.040 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:40:19.040 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.942700+0000", 2023-08-28T02:40:19.040 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0038305000000000001 2023-08-28T02:40:19.040 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.040 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.041 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:19.041 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.956936+0000", 2023-08-28T02:40:19.041 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.01423688 2023-08-28T02:40:19.041 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.041 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.041 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:40:19.041 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.956986+0000", 2023-08-28T02:40:19.041 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.9999e-05 2023-08-28T02:40:19.041 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.041 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.041 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:40:19.042 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.957075+0000", 2023-08-28T02:40:19.042 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.8382999999999997e-05 2023-08-28T02:40:19.042 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:19.042 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:40:19.042 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:19.042 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.042 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.042 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:54165 10.3 10:cd67a075:::benchmark_data_smithi040_250784_object54164:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e261)", 2023-08-28T02:40:19.042 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:27.944077+0000", 2023-08-28T02:40:19.042 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 531.07990917500001, 2023-08-28T02:40:19.042 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.99867291800000002, 2023-08-28T02:40:19.042 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:40:19.043 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:19.043 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:40:19.043 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:40:19.043 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:40:19.043 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 54165 2023-08-28T02:40:19.043 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.043 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:40:19.043 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.043 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:40:19.043 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.944077+0000", 2023-08-28T02:40:19.043 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:19.043 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.043 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.044 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:40:19.044 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.944077+0000", 2023-08-28T02:40:19.044 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:19.044 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.044 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.044 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:40:19.044 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.944075+0000", 2023-08-28T02:40:19.044 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:40:19.044 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.044 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.044 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:40:19.044 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.944110+0000", 2023-08-28T02:40:19.045 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.5431e-05 2023-08-28T02:40:19.045 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.045 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.045 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:40:19.045 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.944125+0000", 2023-08-28T02:40:19.045 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.4547e-05 2023-08-28T02:40:19.045 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.045 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.045 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:40:19.045 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.944132+0000", 2023-08-28T02:40:19.045 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.2749999999999998e-06 2023-08-28T02:40:19.046 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.046 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.046 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:19.046 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.946356+0000", 2023-08-28T02:40:19.046 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0022241019999999999 2023-08-28T02:40:19.046 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.046 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.046 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:40:19.046 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.946366+0000", 2023-08-28T02:40:19.046 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.329e-06 2023-08-28T02:40:19.046 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.047 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.047 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:19.047 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.936641+0000", 2023-08-28T02:40:19.047 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.99027558999999998 2023-08-28T02:40:19.047 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.047 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.047 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:40:19.047 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.936709+0000", 2023-08-28T02:40:19.047 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.8168000000000002e-05 2023-08-28T02:40:19.047 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.047 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.047 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 2", 2023-08-28T02:40:19.048 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.936794+0000", 2023-08-28T02:40:19.048 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.4944999999999994e-05 2023-08-28T02:40:19.048 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.048 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.048 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:40:19.048 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.939076+0000", 2023-08-28T02:40:19.048 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0022817649999999998 2023-08-28T02:40:19.048 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.048 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.048 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:19.048 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.942633+0000", 2023-08-28T02:40:19.048 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.003557358 2023-08-28T02:40:19.049 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.049 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.049 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:40:19.049 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.942671+0000", 2023-08-28T02:40:19.049 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.7178000000000002e-05 2023-08-28T02:40:19.049 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.049 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.049 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:40:19.049 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.942750+0000", 2023-08-28T02:40:19.049 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.9250000000000002e-05 2023-08-28T02:40:19.049 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:19.049 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:40:19.049 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:19.050 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.050 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.050 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:54168 10.3 10:cceeba9c:::benchmark_data_smithi040_250784_object54167:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e261)", 2023-08-28T02:40:19.050 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:27.944140+0000", 2023-08-28T02:40:19.050 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 531.07984657400004, 2023-08-28T02:40:19.050 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0040005599999999, 2023-08-28T02:40:19.050 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:40:19.050 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:19.050 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:40:19.050 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:40:19.050 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:40:19.051 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 54168 2023-08-28T02:40:19.051 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.051 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:40:19.051 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.051 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:40:19.051 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.944140+0000", 2023-08-28T02:40:19.051 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:19.051 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.051 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.051 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:40:19.051 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.944140+0000", 2023-08-28T02:40:19.052 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:19.052 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.052 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.052 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:40:19.052 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.944139+0000", 2023-08-28T02:40:19.052 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999995 2023-08-28T02:40:19.052 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.052 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.052 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:40:19.052 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.944166+0000", 2023-08-28T02:40:19.052 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.6574999999999999e-05 2023-08-28T02:40:19.052 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.053 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.053 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:40:19.053 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.944173+0000", 2023-08-28T02:40:19.053 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.0219999999999999e-06 2023-08-28T02:40:19.053 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.053 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.053 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:40:19.053 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.944177+0000", 2023-08-28T02:40:19.053 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.386e-06 2023-08-28T02:40:19.053 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.053 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.053 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:19.054 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.946388+0000", 2023-08-28T02:40:19.054 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.002210647 2023-08-28T02:40:19.054 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.054 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.054 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:40:19.054 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.946393+0000", 2023-08-28T02:40:19.054 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.9060000000000001e-06 2023-08-28T02:40:19.054 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.054 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.054 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:19.054 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.939498+0000", 2023-08-28T02:40:19.055 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.99310532799999995 2023-08-28T02:40:19.055 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.055 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.055 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:40:19.055 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.939619+0000", 2023-08-28T02:40:19.055 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000121241 2023-08-28T02:40:19.055 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.055 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.055 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 2", 2023-08-28T02:40:19.055 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.939762+0000", 2023-08-28T02:40:19.055 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000143282 2023-08-28T02:40:19.055 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.056 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.056 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:40:19.056 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.942215+0000", 2023-08-28T02:40:19.056 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0024526399999999999 2023-08-28T02:40:19.056 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.056 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.056 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:19.056 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.948048+0000", 2023-08-28T02:40:19.056 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0058329130000000003 2023-08-28T02:40:19.056 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.056 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.056 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:40:19.056 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.948084+0000", 2023-08-28T02:40:19.057 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.6214000000000003e-05 2023-08-28T02:40:19.057 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.057 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.057 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:40:19.057 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.948140+0000", 2023-08-28T02:40:19.057 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.5883e-05 2023-08-28T02:40:19.057 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:19.057 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:40:19.057 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:19.057 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.057 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.057 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:119499 10.7 10:e56f9d7f:::benchmark_data_smithi040_250784_object26190:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e354)", 2023-08-28T02:40:19.058 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:38:06.401320+0000", 2023-08-28T02:40:19.058 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 132.62266597000001, 2023-08-28T02:40:19.058 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.44744294800000001, 2023-08-28T02:40:19.058 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:40:19.058 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:19.058 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:40:19.058 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:40:19.058 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:40:19.058 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 119499 2023-08-28T02:40:19.058 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.058 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:40:19.059 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.059 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:40:19.059 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:06.401320+0000", 2023-08-28T02:40:19.059 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:19.059 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.059 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.059 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:40:19.059 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:06.401320+0000", 2023-08-28T02:40:19.059 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:19.059 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.059 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.059 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:40:19.060 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:06.401318+0000", 2023-08-28T02:40:19.060 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:40:19.060 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.060 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.060 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:40:19.060 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:06.401327+0000", 2023-08-28T02:40:19.060 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.2110000000000004e-06 2023-08-28T02:40:19.060 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.060 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.060 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:40:19.060 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:06.401485+0000", 2023-08-28T02:40:19.060 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00015730099999999999 2023-08-28T02:40:19.061 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.061 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.061 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:40:19.061 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:06.401492+0000", 2023-08-28T02:40:19.061 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.7200000000000006e-06 2023-08-28T02:40:19.061 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.061 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.061 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:19.061 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:06.406165+0000", 2023-08-28T02:40:19.061 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0046729019999999996 2023-08-28T02:40:19.061 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.061 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.062 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for degraded object", 2023-08-28T02:40:19.062 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:06.406841+0000", 2023-08-28T02:40:19.062 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00067543300000000002 2023-08-28T02:40:19.062 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.062 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.062 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:19.062 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:06.651585+0000", 2023-08-28T02:40:19.062 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.24474404699999999 2023-08-28T02:40:19.062 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.062 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.062 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:40:19.063 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:06.651698+0000", 2023-08-28T02:40:19.063 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000113146 2023-08-28T02:40:19.063 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.063 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.063 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 3,4", 2023-08-28T02:40:19.063 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:06.651866+0000", 2023-08-28T02:40:19.063 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00016772400000000001 2023-08-28T02:40:19.063 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.063 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.063 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:19.063 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:06.666137+0000", 2023-08-28T02:40:19.063 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.014271436 2023-08-28T02:40:19.064 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.064 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.064 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:40:19.064 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:06.666145+0000", 2023-08-28T02:40:19.064 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.5870000000000004e-06 2023-08-28T02:40:19.064 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.064 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.064 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:19.064 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:06.845155+0000", 2023-08-28T02:40:19.064 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.17901040900000001 2023-08-28T02:40:19.064 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.065 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.065 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:40:19.065 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:06.845215+0000", 2023-08-28T02:40:19.065 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.0098e-05 2023-08-28T02:40:19.065 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.065 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.065 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:40:19.065 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:06.848763+0000", 2023-08-28T02:40:19.065 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0035479970000000002 2023-08-28T02:40:19.065 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:19.065 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:40:19.065 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:19.066 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.066 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.066 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:124442 10.7 10:e9302b37:::benchmark_data_smithi040_250784_object31133:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e362)", 2023-08-28T02:40:19.066 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:38:53.165366+0000", 2023-08-28T02:40:19.066 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 85.858619848999993, 2023-08-28T02:40:19.066 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.45570843500000002, 2023-08-28T02:40:19.066 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:40:19.066 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:19.066 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:40:19.066 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:40:19.066 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:40:19.066 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 124442 2023-08-28T02:40:19.067 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.067 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:40:19.067 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.067 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:40:19.067 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:53.165366+0000", 2023-08-28T02:40:19.067 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:19.067 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.067 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.067 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:40:19.067 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:53.165366+0000", 2023-08-28T02:40:19.067 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:19.067 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.068 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.068 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:40:19.068 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:53.165364+0000", 2023-08-28T02:40:19.068 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:40:19.068 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.068 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.068 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:40:19.068 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:53.165374+0000", 2023-08-28T02:40:19.068 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.7040000000000006e-06 2023-08-28T02:40:19.068 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.068 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.068 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:40:19.069 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:53.165396+0000", 2023-08-28T02:40:19.069 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.1662999999999999e-05 2023-08-28T02:40:19.069 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.069 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.069 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:40:19.069 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:53.165405+0000", 2023-08-28T02:40:19.069 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.8109999999999992e-06 2023-08-28T02:40:19.069 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.069 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.069 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:19.069 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:53.165449+0000", 2023-08-28T02:40:19.070 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.4461e-05 2023-08-28T02:40:19.070 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.070 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.070 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for degraded object", 2023-08-28T02:40:19.070 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:53.166058+0000", 2023-08-28T02:40:19.070 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00060885300000000002 2023-08-28T02:40:19.070 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.070 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.070 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:19.070 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:53.404249+0000", 2023-08-28T02:40:19.070 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.23819075200000001 2023-08-28T02:40:19.070 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.071 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.071 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:40:19.071 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:53.404327+0000", 2023-08-28T02:40:19.071 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.7903000000000003e-05 2023-08-28T02:40:19.071 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.071 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.071 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 3,4", 2023-08-28T02:40:19.071 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:53.404435+0000", 2023-08-28T02:40:19.071 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000108652 2023-08-28T02:40:19.071 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.071 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.071 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:19.071 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:53.415953+0000", 2023-08-28T02:40:19.072 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011517716000000001 2023-08-28T02:40:19.072 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.072 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.072 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:40:19.072 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:53.417159+0000", 2023-08-28T02:40:19.072 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0012064860000000001 2023-08-28T02:40:19.072 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.072 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.072 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:19.072 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:53.617749+0000", 2023-08-28T02:40:19.072 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.20058965100000001 2023-08-28T02:40:19.072 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.073 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.073 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:40:19.073 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:53.617791+0000", 2023-08-28T02:40:19.073 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.2339999999999998e-05 2023-08-28T02:40:19.073 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.073 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.073 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:40:19.073 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:53.621075+0000", 2023-08-28T02:40:19.073 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0032832730000000002 2023-08-28T02:40:19.073 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:19.073 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:40:19.073 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:19.074 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.074 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.074 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:124443 10.7 10:eed0c5eb:::benchmark_data_smithi040_250784_object31134:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e362)", 2023-08-28T02:40:19.074 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:38:53.201040+0000", 2023-08-28T02:40:19.074 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 85.822945644000001, 2023-08-28T02:40:19.074 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.44795488999999999, 2023-08-28T02:40:19.074 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:40:19.074 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:19.074 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:40:19.074 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:40:19.074 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:40:19.074 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 124443 2023-08-28T02:40:19.075 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.075 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:40:19.075 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.075 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:40:19.075 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:53.201040+0000", 2023-08-28T02:40:19.075 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:19.075 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.075 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.075 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:40:19.075 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:53.201040+0000", 2023-08-28T02:40:19.075 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:19.076 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.076 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.076 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:40:19.076 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:53.201039+0000", 2023-08-28T02:40:19.076 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:40:19.076 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.076 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.076 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:40:19.076 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:53.201057+0000", 2023-08-28T02:40:19.076 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.8134999999999998e-05 2023-08-28T02:40:19.076 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.077 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.077 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:40:19.077 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:53.201074+0000", 2023-08-28T02:40:19.077 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.7142e-05 2023-08-28T02:40:19.077 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.077 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.077 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:40:19.077 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:53.201083+0000", 2023-08-28T02:40:19.077 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.3319999999999992e-06 2023-08-28T02:40:19.077 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.077 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.077 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:19.077 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:53.201127+0000", 2023-08-28T02:40:19.078 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.3965999999999999e-05 2023-08-28T02:40:19.078 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.078 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.078 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for degraded object", 2023-08-28T02:40:19.078 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:53.201669+0000", 2023-08-28T02:40:19.078 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00054248199999999995 2023-08-28T02:40:19.078 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.078 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.078 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:19.078 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:53.412819+0000", 2023-08-28T02:40:19.078 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.21114999700000001 2023-08-28T02:40:19.079 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.079 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.079 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:40:19.079 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:53.412898+0000", 2023-08-28T02:40:19.079 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.9128000000000005e-05 2023-08-28T02:40:19.079 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.079 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.079 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 3,4", 2023-08-28T02:40:19.079 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:53.413007+0000", 2023-08-28T02:40:19.079 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00010891399999999999 2023-08-28T02:40:19.079 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.080 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.080 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:40:19.080 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:53.417166+0000", 2023-08-28T02:40:19.080 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0041593999999999997 2023-08-28T02:40:19.080 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.080 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.080 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:19.080 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:53.417211+0000", 2023-08-28T02:40:19.080 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.4681999999999997e-05 2023-08-28T02:40:19.080 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.080 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.081 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:19.081 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:53.645968+0000", 2023-08-28T02:40:19.081 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.22875731999999999 2023-08-28T02:40:19.081 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.081 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.081 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:40:19.081 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:53.646012+0000", 2023-08-28T02:40:19.081 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.3779000000000002e-05 2023-08-28T02:40:19.081 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.081 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.081 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:40:19.081 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:53.648995+0000", 2023-08-28T02:40:19.082 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0029831240000000002 2023-08-28T02:40:19.082 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:19.082 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:40:19.082 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:19.082 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.082 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.082 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:124501 10.7 10:e987a954:::benchmark_data_smithi040_250784_object31192:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e363)", 2023-08-28T02:40:19.082 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:38:53.726367+0000", 2023-08-28T02:40:19.082 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 85.297618818000004, 2023-08-28T02:40:19.082 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.51471395099999995, 2023-08-28T02:40:19.082 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:40:19.083 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:19.083 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:40:19.083 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:40:19.083 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:40:19.083 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 124501 2023-08-28T02:40:19.083 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.083 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:40:19.083 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.083 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:40:19.083 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:53.726367+0000", 2023-08-28T02:40:19.083 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:19.084 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.084 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.084 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:40:19.084 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:53.726367+0000", 2023-08-28T02:40:19.084 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:19.084 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.084 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.084 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:40:19.084 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:53.726366+0000", 2023-08-28T02:40:19.084 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:40:19.084 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.084 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.084 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:40:19.085 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:53.726372+0000", 2023-08-28T02:40:19.085 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.2780000000000001e-06 2023-08-28T02:40:19.085 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.085 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.085 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:40:19.085 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:53.726382+0000", 2023-08-28T02:40:19.085 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0256e-05 2023-08-28T02:40:19.085 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.085 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.085 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:40:19.085 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:53.726387+0000", 2023-08-28T02:40:19.085 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.9049999999999996e-06 2023-08-28T02:40:19.086 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.086 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.086 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:19.086 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:53.726426+0000", 2023-08-28T02:40:19.086 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.8994e-05 2023-08-28T02:40:19.086 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.086 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.086 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for degraded object", 2023-08-28T02:40:19.086 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:53.726964+0000", 2023-08-28T02:40:19.086 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00053793299999999999 2023-08-28T02:40:19.086 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.086 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.087 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:19.087 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:53.778313+0000", 2023-08-28T02:40:19.087 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.051349400000000003 2023-08-28T02:40:19.087 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.087 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.087 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:40:19.087 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:53.778394+0000", 2023-08-28T02:40:19.087 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.0506000000000005e-05 2023-08-28T02:40:19.087 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.087 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.087 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 3,4", 2023-08-28T02:40:19.088 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:53.778503+0000", 2023-08-28T02:40:19.088 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000109475 2023-08-28T02:40:19.088 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.088 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.088 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:19.088 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:53.789989+0000", 2023-08-28T02:40:19.088 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011485929000000001 2023-08-28T02:40:19.088 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.088 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.088 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:40:19.088 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:53.791761+0000", 2023-08-28T02:40:19.088 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0017722 2023-08-28T02:40:19.088 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.089 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.089 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:19.089 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:54.237994+0000", 2023-08-28T02:40:19.089 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.44623288799999999 2023-08-28T02:40:19.089 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.089 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.089 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:40:19.089 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:54.238064+0000", 2023-08-28T02:40:19.089 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.9406000000000006e-05 2023-08-28T02:40:19.089 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.089 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.089 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:40:19.090 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:54.241081+0000", 2023-08-28T02:40:19.090 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0030176500000000002 2023-08-28T02:40:19.090 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:19.090 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:40:19.090 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:19.090 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.090 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.090 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:124502 10.7 10:e44b0527:::benchmark_data_smithi040_250784_object31193:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e363)", 2023-08-28T02:40:19.090 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:38:53.732936+0000", 2023-08-28T02:40:19.090 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 85.291049634000004, 2023-08-28T02:40:19.090 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.51112643400000002, 2023-08-28T02:40:19.090 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:40:19.091 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:19.091 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:40:19.091 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:40:19.091 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:40:19.091 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 124502 2023-08-28T02:40:19.091 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.091 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:40:19.091 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.091 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:40:19.091 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:53.732936+0000", 2023-08-28T02:40:19.091 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:19.092 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.092 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.092 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:40:19.092 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:53.732936+0000", 2023-08-28T02:40:19.092 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:19.092 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.092 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.092 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:40:19.092 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:53.732935+0000", 2023-08-28T02:40:19.092 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:40:19.092 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.092 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.093 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:40:19.093 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:53.732944+0000", 2023-08-28T02:40:19.093 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.4499999999999993e-06 2023-08-28T02:40:19.093 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.093 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.093 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:40:19.093 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:53.732959+0000", 2023-08-28T02:40:19.093 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.4377e-05 2023-08-28T02:40:19.093 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.093 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.093 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:40:19.093 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:53.732967+0000", 2023-08-28T02:40:19.094 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.1960000000000008e-06 2023-08-28T02:40:19.094 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.094 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.094 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:19.094 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:53.733010+0000", 2023-08-28T02:40:19.094 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.3254000000000003e-05 2023-08-28T02:40:19.094 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.094 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.094 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for degraded object", 2023-08-28T02:40:19.094 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:53.733646+0000", 2023-08-28T02:40:19.094 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00063560600000000004 2023-08-28T02:40:19.094 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.095 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.095 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:19.095 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:53.785811+0000", 2023-08-28T02:40:19.095 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.052165590999999997 2023-08-28T02:40:19.095 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.095 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.095 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:40:19.095 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:53.785926+0000", 2023-08-28T02:40:19.095 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000114208 2023-08-28T02:40:19.095 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.095 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.095 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 3,4", 2023-08-28T02:40:19.096 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:53.786109+0000", 2023-08-28T02:40:19.096 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00018384099999999999 2023-08-28T02:40:19.096 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.096 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.096 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:40:19.096 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:53.791769+0000", 2023-08-28T02:40:19.096 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0056597410000000003 2023-08-28T02:40:19.096 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.096 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.096 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:19.096 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:53.799414+0000", 2023-08-28T02:40:19.096 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0076447379999999999 2023-08-28T02:40:19.096 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.097 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.097 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:19.097 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:54.241137+0000", 2023-08-28T02:40:19.097 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.44172268999999997 2023-08-28T02:40:19.097 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.097 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.097 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:40:19.097 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:54.241185+0000", 2023-08-28T02:40:19.097 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.8566999999999998e-05 2023-08-28T02:40:19.097 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.097 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.098 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:40:19.098 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:54.244063+0000", 2023-08-28T02:40:19.098 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0028776819999999999 2023-08-28T02:40:19.098 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:19.098 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:40:19.098 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:19.098 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.098 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.098 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:124521 10.7 10:e0488a41:::benchmark_data_smithi040_250784_object31212:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e363)", 2023-08-28T02:40:19.098 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:38:53.895304+0000", 2023-08-28T02:40:19.098 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 85.128681947999993, 2023-08-28T02:40:19.098 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.68310544500000003, 2023-08-28T02:40:19.098 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:40:19.099 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:19.099 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:40:19.099 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:40:19.099 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:40:19.099 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 124521 2023-08-28T02:40:19.099 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.099 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:40:19.099 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.099 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:40:19.099 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:53.895304+0000", 2023-08-28T02:40:19.099 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:19.099 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.100 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.100 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:40:19.100 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:53.895304+0000", 2023-08-28T02:40:19.100 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:19.100 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.100 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.100 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:40:19.100 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:53.895303+0000", 2023-08-28T02:40:19.100 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:40:19.100 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.100 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.100 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:40:19.101 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:53.895311+0000", 2023-08-28T02:40:19.101 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.8980000000000002e-06 2023-08-28T02:40:19.101 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.101 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.101 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:40:19.101 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:53.895343+0000", 2023-08-28T02:40:19.101 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.1387000000000003e-05 2023-08-28T02:40:19.101 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.101 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.101 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:40:19.101 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:53.895366+0000", 2023-08-28T02:40:19.101 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.3235e-05 2023-08-28T02:40:19.102 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.102 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.102 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:19.102 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:53.895443+0000", 2023-08-28T02:40:19.102 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.6848999999999996e-05 2023-08-28T02:40:19.102 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.102 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.102 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for degraded object", 2023-08-28T02:40:19.102 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:53.896233+0000", 2023-08-28T02:40:19.102 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000790495 2023-08-28T02:40:19.102 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.103 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.103 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:19.103 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:54.339861+0000", 2023-08-28T02:40:19.103 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.44362770600000001 2023-08-28T02:40:19.103 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.103 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.103 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:40:19.103 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:54.339935+0000", 2023-08-28T02:40:19.103 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.3869999999999996e-05 2023-08-28T02:40:19.103 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.103 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.103 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 3,4", 2023-08-28T02:40:19.104 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:54.340036+0000", 2023-08-28T02:40:19.104 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000101199 2023-08-28T02:40:19.104 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.104 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.104 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:40:19.104 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:54.344422+0000", 2023-08-28T02:40:19.104 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0043861739999999996 2023-08-28T02:40:19.104 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.104 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.104 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:19.104 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:54.346014+0000", 2023-08-28T02:40:19.104 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0015914729999999999 2023-08-28T02:40:19.105 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.105 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.105 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:19.105 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:54.574904+0000", 2023-08-28T02:40:19.105 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.228890437 2023-08-28T02:40:19.105 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.105 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.105 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:40:19.105 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:54.574967+0000", 2023-08-28T02:40:19.105 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.2906999999999999e-05 2023-08-28T02:40:19.105 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.106 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.106 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:40:19.106 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:38:54.578410+0000", 2023-08-28T02:40:19.106 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0034424009999999999 2023-08-28T02:40:19.106 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:19.106 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:40:19.106 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:19.106 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.107 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.107 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:125701 10.7 10:ea48cb3d:::benchmark_data_smithi040_250784_object32392:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e364)", 2023-08-28T02:40:19.107 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:39:03.184505+0000", 2023-08-28T02:40:19.107 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 75.839481305999996, 2023-08-28T02:40:19.107 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.42979358200000001, 2023-08-28T02:40:19.107 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:40:19.108 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:19.108 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:40:19.108 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:40:19.108 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:40:19.108 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 125701 2023-08-28T02:40:19.108 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.108 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:40:19.108 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.108 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:40:19.108 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:03.184505+0000", 2023-08-28T02:40:19.108 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:19.108 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.109 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.109 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:40:19.109 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:03.184505+0000", 2023-08-28T02:40:19.109 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:19.109 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.109 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.109 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:40:19.109 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:03.184503+0000", 2023-08-28T02:40:19.109 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:40:19.109 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.109 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.110 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:40:19.110 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:03.184511+0000", 2023-08-28T02:40:19.110 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.4780000000000002e-06 2023-08-28T02:40:19.110 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.110 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.110 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:40:19.110 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:03.184528+0000", 2023-08-28T02:40:19.110 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.7541999999999999e-05 2023-08-28T02:40:19.110 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.110 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.110 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:40:19.110 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:03.184535+0000", 2023-08-28T02:40:19.111 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.8369999999999999e-06 2023-08-28T02:40:19.111 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.111 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.111 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:19.111 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:03.184587+0000", 2023-08-28T02:40:19.111 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.1858999999999999e-05 2023-08-28T02:40:19.111 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.111 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.111 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for degraded object", 2023-08-28T02:40:19.111 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:03.185294+0000", 2023-08-28T02:40:19.111 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00070742400000000001 2023-08-28T02:40:19.112 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.112 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.112 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:19.112 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:03.460210+0000", 2023-08-28T02:40:19.112 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.27491600300000002 2023-08-28T02:40:19.112 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.112 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.112 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:40:19.112 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:03.460331+0000", 2023-08-28T02:40:19.112 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000120847 2023-08-28T02:40:19.112 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.112 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.113 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 3,4", 2023-08-28T02:40:19.113 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:03.460510+0000", 2023-08-28T02:40:19.113 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000179171 2023-08-28T02:40:19.113 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.113 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.113 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:40:19.113 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:03.464905+0000", 2023-08-28T02:40:19.113 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0043943100000000002 2023-08-28T02:40:19.113 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.113 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.113 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:19.113 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:03.464963+0000", 2023-08-28T02:40:19.114 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.8223999999999997e-05 2023-08-28T02:40:19.114 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.114 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.114 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:19.114 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:03.611451+0000", 2023-08-28T02:40:19.114 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.146487959 2023-08-28T02:40:19.114 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.114 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.114 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:40:19.114 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:03.611512+0000", 2023-08-28T02:40:19.114 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.1143999999999996e-05 2023-08-28T02:40:19.114 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.115 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.115 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:40:19.115 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:03.614298+0000", 2023-08-28T02:40:19.115 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0027862339999999998 2023-08-28T02:40:19.115 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:19.115 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:40:19.115 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:19.115 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.115 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.115 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:129371 10.7 10:e49fbfaa:::benchmark_data_smithi040_250784_object36062:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e370)", 2023-08-28T02:40:19.115 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:39:34.514629+0000", 2023-08-28T02:40:19.116 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 44.509356693000001, 2023-08-28T02:40:19.116 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.27281891000000003, 2023-08-28T02:40:19.116 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:40:19.116 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:19.116 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:40:19.116 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:40:19.116 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:40:19.116 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 129371 2023-08-28T02:40:19.116 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.116 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:40:19.116 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.116 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:40:19.117 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:34.514629+0000", 2023-08-28T02:40:19.117 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:19.117 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.117 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.117 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:40:19.117 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:34.514629+0000", 2023-08-28T02:40:19.117 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:19.117 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.117 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.117 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:40:19.117 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:34.514628+0000", 2023-08-28T02:40:19.117 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:40:19.118 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.118 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.118 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:40:19.118 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:34.514634+0000", 2023-08-28T02:40:19.118 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.9259999999999997e-06 2023-08-28T02:40:19.118 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.118 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.118 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:40:19.118 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:34.514644+0000", 2023-08-28T02:40:19.118 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0062e-05 2023-08-28T02:40:19.118 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.118 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.119 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:40:19.119 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:34.514649+0000", 2023-08-28T02:40:19.119 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.7430000000000002e-06 2023-08-28T02:40:19.119 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.119 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.119 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:19.119 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:34.514694+0000", 2023-08-28T02:40:19.119 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.4734000000000002e-05 2023-08-28T02:40:19.119 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.119 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.119 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for degraded object", 2023-08-28T02:40:19.120 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:34.515342+0000", 2023-08-28T02:40:19.120 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000648425 2023-08-28T02:40:19.120 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.120 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.120 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:19.120 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:34.625328+0000", 2023-08-28T02:40:19.120 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.109985945 2023-08-28T02:40:19.120 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.120 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.120 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:40:19.120 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:34.625390+0000", 2023-08-28T02:40:19.120 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.1617000000000003e-05 2023-08-28T02:40:19.121 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.121 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.121 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 3,4", 2023-08-28T02:40:19.121 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:34.625486+0000", 2023-08-28T02:40:19.121 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.5915000000000006e-05 2023-08-28T02:40:19.121 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.121 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.121 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:40:19.121 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:34.629945+0000", 2023-08-28T02:40:19.121 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0044596139999999998 2023-08-28T02:40:19.121 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.121 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.122 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:19.122 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:34.631229+0000", 2023-08-28T02:40:19.122 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0012832189999999999 2023-08-28T02:40:19.122 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.122 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.122 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:19.122 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:34.784852+0000", 2023-08-28T02:40:19.122 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.153623118 2023-08-28T02:40:19.122 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.122 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.122 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:40:19.122 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:34.784893+0000", 2023-08-28T02:40:19.123 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.0763000000000003e-05 2023-08-28T02:40:19.123 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.123 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.123 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:40:19.123 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:34.787448+0000", 2023-08-28T02:40:19.123 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0025557760000000001 2023-08-28T02:40:19.123 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:19.123 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:40:19.123 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:19.123 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.123 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.124 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:129434 10.7 10:e43ae997:::benchmark_data_smithi040_250784_object36125:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e370)", 2023-08-28T02:40:19.124 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:39:34.770488+0000", 2023-08-28T02:40:19.124 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 44.253498325999999, 2023-08-28T02:40:19.124 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.290649298, 2023-08-28T02:40:19.124 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:40:19.124 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:19.124 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:40:19.124 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:40:19.124 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:40:19.124 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 129434 2023-08-28T02:40:19.124 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.124 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:40:19.125 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.125 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:40:19.125 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:34.770488+0000", 2023-08-28T02:40:19.125 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:19.125 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.125 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.125 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:40:19.125 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:34.770488+0000", 2023-08-28T02:40:19.125 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:19.125 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.125 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.125 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:40:19.126 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:34.770487+0000", 2023-08-28T02:40:19.126 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:40:19.126 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.126 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.126 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:40:19.126 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:34.770496+0000", 2023-08-28T02:40:19.126 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.115e-06 2023-08-28T02:40:19.126 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.126 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.126 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:40:19.126 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:34.770507+0000", 2023-08-28T02:40:19.126 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1600000000000001e-05 2023-08-28T02:40:19.127 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.127 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.127 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:40:19.127 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:34.770513+0000", 2023-08-28T02:40:19.127 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.5979999999999996e-06 2023-08-28T02:40:19.127 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.127 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.127 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:19.127 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:34.770556+0000", 2023-08-28T02:40:19.127 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.3269000000000002e-05 2023-08-28T02:40:19.127 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.127 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.128 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for degraded object", 2023-08-28T02:40:19.128 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:34.771157+0000", 2023-08-28T02:40:19.128 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00060035899999999996 2023-08-28T02:40:19.128 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.128 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.128 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:19.128 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:34.803303+0000", 2023-08-28T02:40:19.128 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.032146501000000001 2023-08-28T02:40:19.128 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.128 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.128 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:40:19.128 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:34.803406+0000", 2023-08-28T02:40:19.129 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000103101 2023-08-28T02:40:19.129 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.129 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.129 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 3,4", 2023-08-28T02:40:19.129 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:34.803560+0000", 2023-08-28T02:40:19.129 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000153757 2023-08-28T02:40:19.129 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.129 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.129 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:19.129 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:34.816792+0000", 2023-08-28T02:40:19.129 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.013232529 2023-08-28T02:40:19.129 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.130 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.130 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:40:19.130 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:34.817616+0000", 2023-08-28T02:40:19.130 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00082410299999999997 2023-08-28T02:40:19.130 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.130 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.130 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:19.130 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:35.058554+0000", 2023-08-28T02:40:19.130 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.240937556 2023-08-28T02:40:19.130 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.130 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.130 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:40:19.131 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:35.058616+0000", 2023-08-28T02:40:19.131 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.1668999999999995e-05 2023-08-28T02:40:19.131 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.131 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.131 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:40:19.131 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:35.061137+0000", 2023-08-28T02:40:19.131 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0025213409999999999 2023-08-28T02:40:19.131 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:19.131 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:40:19.131 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:19.131 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.131 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.132 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:129435 10.7 10:eb26043b:::benchmark_data_smithi040_250784_object36126:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e370)", 2023-08-28T02:40:19.132 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:39:34.770762+0000", 2023-08-28T02:40:19.132 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 44.253224525999997, 2023-08-28T02:40:19.132 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.29314763900000002, 2023-08-28T02:40:19.132 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:40:19.132 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:19.132 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:40:19.132 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:40:19.132 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:40:19.132 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 129435 2023-08-28T02:40:19.132 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.132 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:40:19.133 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.133 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:40:19.133 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:34.770762+0000", 2023-08-28T02:40:19.133 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:19.133 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.133 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.133 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:40:19.133 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:34.770762+0000", 2023-08-28T02:40:19.133 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:19.133 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.133 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.133 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:40:19.134 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:34.770761+0000", 2023-08-28T02:40:19.134 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:40:19.134 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.134 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.134 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:40:19.134 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:34.770765+0000", 2023-08-28T02:40:19.134 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.2509999999999996e-06 2023-08-28T02:40:19.134 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.134 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.134 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:40:19.134 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:34.770775+0000", 2023-08-28T02:40:19.134 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.9960000000000005e-06 2023-08-28T02:40:19.135 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.135 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.135 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:40:19.135 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:34.770780+0000", 2023-08-28T02:40:19.135 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.3800000000000002e-06 2023-08-28T02:40:19.135 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.135 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.135 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:19.135 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:34.771178+0000", 2023-08-28T02:40:19.135 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00039792199999999999 2023-08-28T02:40:19.135 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.135 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.136 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for degraded object", 2023-08-28T02:40:19.136 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:34.771735+0000", 2023-08-28T02:40:19.136 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00055700200000000002 2023-08-28T02:40:19.136 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.136 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.136 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:19.136 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:34.812492+0000", 2023-08-28T02:40:19.136 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.040756741999999999 2023-08-28T02:40:19.136 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.136 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.136 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:40:19.136 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:34.812612+0000", 2023-08-28T02:40:19.137 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000119518 2023-08-28T02:40:19.137 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.137 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.137 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 3,4", 2023-08-28T02:40:19.137 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:34.812797+0000", 2023-08-28T02:40:19.137 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00018582599999999999 2023-08-28T02:40:19.137 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.137 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.137 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:19.137 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:34.818978+0000", 2023-08-28T02:40:19.137 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0061805430000000001 2023-08-28T02:40:19.137 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.138 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.138 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:40:19.138 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:34.818988+0000", 2023-08-28T02:40:19.138 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.5670000000000001e-06 2023-08-28T02:40:19.138 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.138 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.138 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:19.138 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:35.061207+0000", 2023-08-28T02:40:19.138 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.24221973599999999 2023-08-28T02:40:19.138 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.138 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.138 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:40:19.139 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:35.061270+0000", 2023-08-28T02:40:19.139 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.321e-05 2023-08-28T02:40:19.139 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.139 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.139 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:40:19.139 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:35.063909+0000", 2023-08-28T02:40:19.139 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0026387060000000002 2023-08-28T02:40:19.139 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:19.139 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:40:19.139 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:19.139 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.139 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.140 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:129441 10.7 10:e203d7a4:::benchmark_data_smithi040_250784_object36132:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e370)", 2023-08-28T02:40:19.140 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:39:34.805298+0000", 2023-08-28T02:40:19.140 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 44.218687748999997, 2023-08-28T02:40:19.140 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.34992982900000003, 2023-08-28T02:40:19.140 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:40:19.140 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:19.140 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:40:19.140 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:40:19.140 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:40:19.140 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 129441 2023-08-28T02:40:19.140 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.140 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:40:19.141 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.141 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:40:19.141 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:34.805298+0000", 2023-08-28T02:40:19.141 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:19.141 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.141 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.141 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:40:19.141 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:34.805298+0000", 2023-08-28T02:40:19.141 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:19.141 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.141 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.141 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:40:19.142 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:34.805297+0000", 2023-08-28T02:40:19.142 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:40:19.142 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.142 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.142 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:40:19.142 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:34.805304+0000", 2023-08-28T02:40:19.142 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.362e-06 2023-08-28T02:40:19.142 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.142 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.142 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:40:19.142 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:34.805318+0000", 2023-08-28T02:40:19.142 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.4374e-05 2023-08-28T02:40:19.143 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.143 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.143 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:40:19.143 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:34.805326+0000", 2023-08-28T02:40:19.143 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.3429999999999998e-06 2023-08-28T02:40:19.143 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.143 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.143 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:19.143 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:34.816839+0000", 2023-08-28T02:40:19.143 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011513472 2023-08-28T02:40:19.143 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.143 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.144 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for degraded object", 2023-08-28T02:40:19.144 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:34.817603+0000", 2023-08-28T02:40:19.144 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00076408300000000004 2023-08-28T02:40:19.144 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.144 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.144 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:19.144 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:35.067929+0000", 2023-08-28T02:40:19.144 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.25032535099999997 2023-08-28T02:40:19.144 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.144 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.144 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:40:19.144 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:35.068051+0000", 2023-08-28T02:40:19.145 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00012267100000000001 2023-08-28T02:40:19.145 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.145 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.145 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 3,4", 2023-08-28T02:40:19.145 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:35.068234+0000", 2023-08-28T02:40:19.145 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00018226599999999999 2023-08-28T02:40:19.145 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.145 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.145 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:19.145 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:35.078568+0000", 2023-08-28T02:40:19.145 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.010334329 2023-08-28T02:40:19.145 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.146 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.146 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:40:19.146 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:35.079190+0000", 2023-08-28T02:40:19.146 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00062217800000000003 2023-08-28T02:40:19.146 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.146 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.146 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:19.146 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:35.152516+0000", 2023-08-28T02:40:19.146 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.073325458999999996 2023-08-28T02:40:19.146 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.146 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.147 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:40:19.147 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:35.152581+0000", 2023-08-28T02:40:19.147 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.5018999999999995e-05 2023-08-28T02:40:19.147 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.147 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.147 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:40:19.147 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:35.155228+0000", 2023-08-28T02:40:19.147 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0026475180000000002 2023-08-28T02:40:19.147 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:19.147 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:40:19.147 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:19.147 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.148 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.148 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:129445 10.7 10:e5ffb6d5:::benchmark_data_smithi040_250784_object36136:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e370)", 2023-08-28T02:40:19.148 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:39:34.817903+0000", 2023-08-28T02:40:19.148 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 44.206083163000002, 2023-08-28T02:40:19.148 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.34042325600000001, 2023-08-28T02:40:19.148 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:40:19.148 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:19.148 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:40:19.148 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:40:19.148 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:40:19.148 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 129445 2023-08-28T02:40:19.148 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.149 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:40:19.149 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.149 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:40:19.149 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:34.817903+0000", 2023-08-28T02:40:19.149 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:19.149 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.149 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.149 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:40:19.149 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:34.817903+0000", 2023-08-28T02:40:19.149 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:19.149 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.149 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.150 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:40:19.150 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:34.817901+0000", 2023-08-28T02:40:19.150 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:40:19.150 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.150 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.150 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:40:19.150 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:34.817908+0000", 2023-08-28T02:40:19.150 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.6919999999999996e-06 2023-08-28T02:40:19.150 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.150 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.150 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:40:19.150 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:34.817922+0000", 2023-08-28T02:40:19.151 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.3899e-05 2023-08-28T02:40:19.151 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.151 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.151 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:40:19.151 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:34.817928+0000", 2023-08-28T02:40:19.151 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.3690000000000003e-06 2023-08-28T02:40:19.151 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.151 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.151 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:19.151 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:34.819008+0000", 2023-08-28T02:40:19.151 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.001080045 2023-08-28T02:40:19.151 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.152 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.152 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for degraded object", 2023-08-28T02:40:19.152 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:34.819613+0000", 2023-08-28T02:40:19.152 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00060463499999999996 2023-08-28T02:40:19.152 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.152 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.152 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:19.152 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:35.075472+0000", 2023-08-28T02:40:19.152 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.25585919400000001 2023-08-28T02:40:19.152 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.152 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.153 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:40:19.153 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:35.075566+0000", 2023-08-28T02:40:19.153 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.3727000000000006e-05 2023-08-28T02:40:19.153 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.153 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.153 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 3,4", 2023-08-28T02:40:19.153 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:35.075674+0000", 2023-08-28T02:40:19.153 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00010785699999999999 2023-08-28T02:40:19.153 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.153 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.153 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:40:19.153 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:35.079197+0000", 2023-08-28T02:40:19.154 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0035226659999999998 2023-08-28T02:40:19.154 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.154 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.154 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:19.154 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:35.080542+0000", 2023-08-28T02:40:19.154 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0013451089999999999 2023-08-28T02:40:19.154 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.154 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.154 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:19.154 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:35.155295+0000", 2023-08-28T02:40:19.154 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.074753489000000006 2023-08-28T02:40:19.154 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.155 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.155 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:40:19.155 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:35.155363+0000", 2023-08-28T02:40:19.155 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.7489000000000004e-05 2023-08-28T02:40:19.155 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.155 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.155 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:40:19.155 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:35.158326+0000", 2023-08-28T02:40:19.155 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0029635619999999999 2023-08-28T02:40:19.155 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:19.155 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:40:19.155 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:19.155 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.155 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.156 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:130875 10.7 10:e9505275:::benchmark_data_smithi040_250784_object37566:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e372)", 2023-08-28T02:40:19.156 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:39:47.232206+0000", 2023-08-28T02:40:19.156 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 31.791780343999999, 2023-08-28T02:40:19.156 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.33278679100000003, 2023-08-28T02:40:19.156 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:40:19.156 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:19.157 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:40:19.157 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:40:19.158 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:40:19.158 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 130875 2023-08-28T02:40:19.158 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.158 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:40:19.158 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.158 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:40:19.158 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:47.232206+0000", 2023-08-28T02:40:19.158 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:19.158 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.158 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.158 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:40:19.158 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:47.232206+0000", 2023-08-28T02:40:19.159 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:19.159 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.159 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.159 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:40:19.159 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:47.232205+0000", 2023-08-28T02:40:19.159 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:40:19.159 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.159 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.159 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:40:19.159 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:47.232210+0000", 2023-08-28T02:40:19.159 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.186e-06 2023-08-28T02:40:19.160 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.160 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.160 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:40:19.160 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:47.232219+0000", 2023-08-28T02:40:19.160 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.0850000000000003e-06 2023-08-28T02:40:19.160 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.160 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.160 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:40:19.160 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:47.232224+0000", 2023-08-28T02:40:19.160 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.7299999999999996e-06 2023-08-28T02:40:19.160 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.161 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.161 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:19.161 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:47.232273+0000", 2023-08-28T02:40:19.161 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.9079000000000002e-05 2023-08-28T02:40:19.161 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.161 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.161 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for degraded object", 2023-08-28T02:40:19.161 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:47.232904+0000", 2023-08-28T02:40:19.161 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000631575 2023-08-28T02:40:19.161 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.161 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.162 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:19.162 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:47.403074+0000", 2023-08-28T02:40:19.162 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.17016985000000001 2023-08-28T02:40:19.162 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.162 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.162 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:40:19.162 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:47.403148+0000", 2023-08-28T02:40:19.162 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.4148999999999998e-05 2023-08-28T02:40:19.162 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.162 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.162 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 3,4", 2023-08-28T02:40:19.162 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:47.403255+0000", 2023-08-28T02:40:19.163 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000106872 2023-08-28T02:40:19.163 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.163 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.163 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:40:19.163 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:47.407487+0000", 2023-08-28T02:40:19.163 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0042312019999999999 2023-08-28T02:40:19.163 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.163 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.163 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:19.163 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:47.407676+0000", 2023-08-28T02:40:19.163 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00018965200000000001 2023-08-28T02:40:19.163 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.164 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.164 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:19.164 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:47.562032+0000", 2023-08-28T02:40:19.164 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.15435611199999999 2023-08-28T02:40:19.164 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.164 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.164 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:40:19.164 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:47.562084+0000", 2023-08-28T02:40:19.164 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.1774999999999998e-05 2023-08-28T02:40:19.164 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.164 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.164 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:40:19.164 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:47.564993+0000", 2023-08-28T02:40:19.165 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0029084940000000002 2023-08-28T02:40:19.165 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:19.165 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:40:19.165 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:19.165 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.165 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.165 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:130877 10.7 10:ec8073e6:::benchmark_data_smithi040_250784_object37568:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e372)", 2023-08-28T02:40:19.165 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:39:47.238925+0000", 2023-08-28T02:40:19.165 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 31.785061266, 2023-08-28T02:40:19.165 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.32896004000000001, 2023-08-28T02:40:19.165 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:40:19.165 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:19.166 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:40:19.166 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:40:19.166 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:40:19.166 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 130877 2023-08-28T02:40:19.166 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.166 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:40:19.166 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.166 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:40:19.166 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:47.238925+0000", 2023-08-28T02:40:19.166 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:19.166 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.166 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.166 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:40:19.167 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:47.238925+0000", 2023-08-28T02:40:19.167 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:19.167 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.167 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.167 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:40:19.167 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:47.238923+0000", 2023-08-28T02:40:19.167 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:40:19.167 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.167 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.167 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:40:19.167 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:47.238935+0000", 2023-08-28T02:40:19.167 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1739000000000001e-05 2023-08-28T02:40:19.168 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.168 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.168 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:40:19.168 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:47.238951+0000", 2023-08-28T02:40:19.168 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.6209e-05 2023-08-28T02:40:19.168 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.168 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.168 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:40:19.168 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:47.238958+0000", 2023-08-28T02:40:19.168 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.1330000000000001e-06 2023-08-28T02:40:19.168 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.168 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.169 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:19.169 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:47.239012+0000", 2023-08-28T02:40:19.169 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.4215000000000002e-05 2023-08-28T02:40:19.169 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.169 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.169 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for degraded object", 2023-08-28T02:40:19.169 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:47.239668+0000", 2023-08-28T02:40:19.169 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00065570899999999998 2023-08-28T02:40:19.169 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.169 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.169 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:19.169 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:47.461360+0000", 2023-08-28T02:40:19.169 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.22169167100000001 2023-08-28T02:40:19.170 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.170 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.170 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:40:19.170 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:47.461468+0000", 2023-08-28T02:40:19.170 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000107829 2023-08-28T02:40:19.170 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.170 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.170 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 3,4", 2023-08-28T02:40:19.170 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:47.462165+0000", 2023-08-28T02:40:19.170 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00069740199999999996 2023-08-28T02:40:19.170 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.170 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.171 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:40:19.171 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:47.467403+0000", 2023-08-28T02:40:19.171 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0052379749999999997 2023-08-28T02:40:19.171 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.171 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.171 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:19.171 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:47.468058+0000", 2023-08-28T02:40:19.171 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00065442400000000002 2023-08-28T02:40:19.171 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.171 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.171 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:19.172 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:47.565068+0000", 2023-08-28T02:40:19.172 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.097010622000000005 2023-08-28T02:40:19.172 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.172 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.172 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:40:19.172 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:47.565133+0000", 2023-08-28T02:40:19.172 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.4591000000000006e-05 2023-08-28T02:40:19.172 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.172 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.172 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:40:19.172 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:47.567885+0000", 2023-08-28T02:40:19.173 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0027521429999999999 2023-08-28T02:40:19.173 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:19.173 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:40:19.173 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:19.173 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.173 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.173 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:130927 10.7 10:e9726b0f:::benchmark_data_smithi040_250784_object37618:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e373)", 2023-08-28T02:40:19.173 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:39:47.619570+0000", 2023-08-28T02:40:19.173 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 31.404416178999998, 2023-08-28T02:40:19.173 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.28880312299999999, 2023-08-28T02:40:19.173 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:40:19.173 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:19.174 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:40:19.174 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:40:19.174 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:40:19.174 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 130927 2023-08-28T02:40:19.174 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.174 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:40:19.174 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.174 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:40:19.174 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:47.619570+0000", 2023-08-28T02:40:19.174 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:19.174 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.175 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.175 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:40:19.175 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:47.619570+0000", 2023-08-28T02:40:19.175 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:19.175 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.175 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.175 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:40:19.175 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:47.619569+0000", 2023-08-28T02:40:19.175 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:40:19.175 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.175 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.175 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:40:19.175 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:47.619575+0000", 2023-08-28T02:40:19.176 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.976e-06 2023-08-28T02:40:19.176 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.176 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.176 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:40:19.176 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:47.619587+0000", 2023-08-28T02:40:19.176 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2622999999999999e-05 2023-08-28T02:40:19.176 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.176 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.176 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:40:19.176 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:47.619594+0000", 2023-08-28T02:40:19.176 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.9970000000000001e-06 2023-08-28T02:40:19.176 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.177 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.177 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:19.177 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:47.619633+0000", 2023-08-28T02:40:19.177 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.8970999999999997e-05 2023-08-28T02:40:19.177 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.177 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.177 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for degraded object", 2023-08-28T02:40:19.177 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:47.620229+0000", 2023-08-28T02:40:19.177 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00059535600000000001 2023-08-28T02:40:19.177 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.177 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.177 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:19.178 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:47.679717+0000", 2023-08-28T02:40:19.178 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.059488395999999999 2023-08-28T02:40:19.178 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.178 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.178 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:40:19.178 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:47.679792+0000", 2023-08-28T02:40:19.178 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.4535000000000004e-05 2023-08-28T02:40:19.178 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.178 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.178 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 3,4", 2023-08-28T02:40:19.178 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:47.679900+0000", 2023-08-28T02:40:19.178 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000108297 2023-08-28T02:40:19.178 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.179 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.179 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:40:19.179 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:47.683940+0000", 2023-08-28T02:40:19.179 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.004040297 2023-08-28T02:40:19.179 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.179 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.179 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:19.179 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:47.684814+0000", 2023-08-28T02:40:19.179 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00087383700000000003 2023-08-28T02:40:19.179 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.179 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.180 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:19.180 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:47.906006+0000", 2023-08-28T02:40:19.180 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.221192158 2023-08-28T02:40:19.180 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.180 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.180 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:40:19.180 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:47.906052+0000", 2023-08-28T02:40:19.180 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.5989999999999998e-05 2023-08-28T02:40:19.180 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.180 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.180 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:40:19.180 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:47.908373+0000", 2023-08-28T02:40:19.180 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0023208629999999998 2023-08-28T02:40:19.181 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:19.181 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:40:19.181 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:19.181 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.181 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.181 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:130929 10.7 10:e5497776:::benchmark_data_smithi040_250784_object37620:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e373)", 2023-08-28T02:40:19.181 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:39:47.663199+0000", 2023-08-28T02:40:19.181 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 31.360787208000001, 2023-08-28T02:40:19.181 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.40750800300000001, 2023-08-28T02:40:19.181 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:40:19.181 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:19.182 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:40:19.182 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:40:19.182 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:40:19.182 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 130929 2023-08-28T02:40:19.182 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.182 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:40:19.182 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.182 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:40:19.182 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:47.663199+0000", 2023-08-28T02:40:19.182 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:19.182 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.183 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.183 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:40:19.183 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:47.663199+0000", 2023-08-28T02:40:19.183 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:19.183 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.183 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.183 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:40:19.183 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:47.663198+0000", 2023-08-28T02:40:19.183 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:40:19.183 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.183 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.183 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:40:19.184 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:47.663205+0000", 2023-08-28T02:40:19.184 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.08e-06 2023-08-28T02:40:19.184 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.184 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.184 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:40:19.184 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:47.663219+0000", 2023-08-28T02:40:19.184 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.4877e-05 2023-08-28T02:40:19.184 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.184 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.184 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:40:19.184 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:47.663227+0000", 2023-08-28T02:40:19.184 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.6839999999999996e-06 2023-08-28T02:40:19.185 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.185 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.185 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:19.185 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:47.663298+0000", 2023-08-28T02:40:19.185 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.0368000000000001e-05 2023-08-28T02:40:19.185 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.185 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.185 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for degraded object", 2023-08-28T02:40:19.185 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:47.663950+0000", 2023-08-28T02:40:19.185 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00065205700000000005 2023-08-28T02:40:19.185 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.185 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.185 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:19.186 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:47.862916+0000", 2023-08-28T02:40:19.186 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.198966064 2023-08-28T02:40:19.186 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.186 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.186 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:40:19.186 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:47.862996+0000", 2023-08-28T02:40:19.186 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.0408999999999995e-05 2023-08-28T02:40:19.186 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.186 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.186 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 3,4", 2023-08-28T02:40:19.186 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:47.863113+0000", 2023-08-28T02:40:19.187 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000116995 2023-08-28T02:40:19.187 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.187 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.187 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:40:19.187 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:47.867364+0000", 2023-08-28T02:40:19.187 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00425079 2023-08-28T02:40:19.187 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.187 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.187 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:19.187 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:47.867394+0000", 2023-08-28T02:40:19.187 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.0284999999999999e-05 2023-08-28T02:40:19.187 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.187 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.188 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:19.188 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:48.067422+0000", 2023-08-28T02:40:19.188 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.20002789500000001 2023-08-28T02:40:19.188 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.188 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.188 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:40:19.188 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:48.067488+0000", 2023-08-28T02:40:19.188 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.5555000000000005e-05 2023-08-28T02:40:19.188 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:19.188 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:19.188 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:40:19.189 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:48.070707+0000", 2023-08-28T02:40:19.189 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0032193220000000002 2023-08-28T02:40:19.189 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:19.189 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:40:19.189 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:19.189 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:19.189 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:40:19.189 INFO:teuthology.orchestra.run.smithi083.stdout:} 2023-08-28T02:40:19.189 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:40:19.190 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:18 smithi040 ceph-mon[170259]: pgmap v1170: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.1 GiB data, 11 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 182 op/s; 13897/153795 objects degraded (9.036%); 15767/153795 objects misplaced (10.252%); 1.9 MiB/s, 30 objects/s recovering 2023-08-28T02:40:19.191 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:18 smithi040 ceph-mon[175404]: pgmap v1170: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.1 GiB data, 11 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 182 op/s; 13897/153795 objects degraded (9.036%); 15767/153795 objects misplaced (10.252%); 1.9 MiB/s, 30 objects/s recovering 2023-08-28T02:40:19.220 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:19.404 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:40:19.424 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:40:19.446 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:40:19.466 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:40:19.480 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:40:19.480 INFO:teuthology.orchestra.run.smithi040.stdout:{"fsid":"d9a8f48a-4546-11ee-817c-1b7a5f1ba315","health":{"status":"HEALTH_WARN","checks":{"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 13897/153795 objects degraded (9.036%), 3 pgs degraded, 3 pgs undersized","count":6},"muted":false}},"mutes":[]},"election_epoch":34,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":1624,"monmap":{"epoch":4,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":378,"num_osds":8,"num_up_osds":8,"osd_up_since":1693189991,"num_in_osds":6,"osd_in_since":1693189947,"num_remapped_pgs":6},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":93},{"state_name":"active+remapped+backfill_wait","count":3},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":2},{"state_name":"active+recovering+undersized+degraded+remapped","count":1}],"num_pgs":99,"num_pools":5,"num_objects":51265,"data_bytes":3358505732,"bytes_used":11299807232,"bytes_avail":564670406656,"bytes_total":575970213888,"degraded_objects":13897,"degraded_total":153795,"degraded_ratio":0.090360544881172997,"misplaced_objects":15767,"misplaced_total":153795,"misplaced_ratio":0.10251958776293117,"recovering_objects_per_sec":30,"recovering_bytes_per_sec":1990077,"recovering_keys_per_sec":0,"num_objects_recovered":243,"num_bytes_recovered":15925248,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":182},"fsmap":{"epoch":7,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi040.wmhbsz","status":"up:active","gid":24577}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.40:8443/","prometheus":"http://172.21.15.40:9283/"}},"servicemap":{"epoch":22,"modified":"2023-08-28T02:34:10.384085+0000","services":{}},"progress_events":{"12dba03a-d529-4826-b243-e29af8fa97a8":{"message":"Upgrade to 18.2.0-187-g9cf20820 (5m)\n [============................] (remaining: 6m)","progress":0.44999998807907104,"add_to_ceph_s":true},"42e4bfe6-6201-4e43-94a3-bd00b5166574":{"message":"Global Recovery Event (8m)\n [==========================..] (remaining: 33s)","progress":0.93939393758773804,"add_to_ceph_s":true}}} 2023-08-28T02:40:19.488 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:40:19.512 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:40:19.536 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:40:19.562 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:40:19.564 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-08-28T02:40:19.564 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-08-28T02:40:19.564 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-08-28T02:40:19.564 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-08-28T02:40:19.564 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-08-28T02:40:19.564 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-08-28T02:40:19.564 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-08-28T02:40:19.564 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-08-28T02:40:19.648 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd set noscrub 2023-08-28T02:40:19.861 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.6 dump_ops_in_flight 2023-08-28T02:40:19.865 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:40:19.867 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2023-08-28T02:40:19.867 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:40:19.869 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:19.870 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:40:19.970 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:40:20.001 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:20.082 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:19 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2688714661' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:40:20.082 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:19 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/4042186886' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:40:20.082 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:19 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2688714661' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:40:20.082 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:19 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/4042186886' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:40:20.122 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:40:20.125 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:20.126 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:40:20.157 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:40:20.184 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:40:20.202 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:40:20.227 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:40:20.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:19 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2688714661' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:40:20.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:19 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/4042186886' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:40:20.256 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:20.277 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:40:20.284 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:20.284 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:40:20.385 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:40:20.418 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:20.642 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:40:20.646 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:20.647 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:40:20.747 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:40:20.776 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:20.850 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:40:20.853 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:20.854 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:40:20.955 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:40:20.980 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:20 smithi040 ceph-mon[170259]: pgmap v1171: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.1 GiB data, 10 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 173 op/s; 13838/153225 objects degraded (9.031%); 15728/153225 objects misplaced (10.265%); 2.0 MiB/s, 31 objects/s recovering 2023-08-28T02:40:20.981 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:20 smithi040 ceph-mon[175404]: pgmap v1171: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.1 GiB data, 10 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 173 op/s; 13838/153225 objects degraded (9.031%); 15728/153225 objects misplaced (10.265%); 2.0 MiB/s, 31 objects/s recovering 2023-08-28T02:40:20.988 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:21.060 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:40:21.064 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:21.064 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:40:21.092 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:20 smithi083 ceph-mon[157819]: pgmap v1171: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.1 GiB data, 10 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 173 op/s; 13838/153225 objects degraded (9.031%); 15728/153225 objects misplaced (10.265%); 2.0 MiB/s, 31 objects/s recovering 2023-08-28T02:40:21.166 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:40:21.197 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:21.268 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:40:21.273 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:21.273 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:40:21.348 INFO:teuthology.orchestra.run.smithi083.stdout:ERROR: (22) Invalid argument 2023-08-28T02:40:21.348 INFO:teuthology.orchestra.run.smithi083.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:40:21.374 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:40:21.414 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:21.443 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:40:21.446 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:21.447 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:40:21.547 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:40:21.588 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:21.667 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:40:21.670 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:21.671 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:40:21.705 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.6 dump_blocked_ops 2023-08-28T02:40:21.772 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:40:21.805 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:21.830 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:40:21.832 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:21.833 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:40:21.933 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:40:21.965 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:21 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 13838/153225 objects degraded (9.031%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:40:21.965 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:21 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1934011430' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:40:21.965 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:21 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 13838/153225 objects degraded (9.031%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:40:21.966 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:21 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1934011430' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:40:21.968 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:21.980 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:40:21.982 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:40:21.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:21 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 13838/153225 objects degraded (9.031%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:40:21.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:21 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1934011430' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:40:21.993 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:40:21.996 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:21.997 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:40:22.029 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:40:22.051 INFO:teuthology.orchestra.run.smithi040.stderr:noscrub is set 2023-08-28T02:40:22.098 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:40:22.115 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-08-28T02:40:22.142 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:22.568 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:40:22.576 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:22.577 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:40:22.596 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":1171,"stamp":"2023-08-28T02:40:20.509556+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":3346053892,"num_objects":51075,"num_object_clones":0,"num_object_copies":153225,"num_objects_missing_on_primary":3237,"num_objects_missing":3237,"num_objects_degraded":13838,"num_objects_misplaced":15728,"num_objects_unfound":0,"num_objects_dirty":51075,"num_whiteouts":0,"num_read":90,"num_read_kb":168,"num_write":135667,"num_write_kb":5972054,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":49720,"num_bytes_recovered":3230929809,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":98936,"ondisk_log_size":98936,"up":297,"acting":294,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":10991480,"kb_used_data":7975816,"kb_used_omap":12,"kb_used_meta":3015603,"kb_avail":551479432,"statfs":{"total":575970213888,"available":564714938368,"internally_reserved":0,"allocated":8167235584,"data_stored":8156156474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12739,"internal_metadata":3087978045},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,1,0,0,0,0,5,1,0,5,5],"upper_bound":4096},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-96403456,"num_objects":-1471,"num_object_clones":0,"num_object_copies":-4413,"num_objects_missing_on_primary":-90,"num_objects_missing":-90,"num_objects_degraded":-179,"num_objects_misplaced":-501,"num_objects_unfound":0,"num_objects_dirty":-1471,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1471,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":268,"num_bytes_recovered":17563648,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.454690"},"pg_stats":[{"pgid":"3.1a","version":"65'1","reported_seq":389,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-08-28T02:40:12.046945+0000","last_change":"2023-08-28T02:32:32.667028+0000","last_active":"2023-08-28T02:40:12.046945+0000","last_peered":"2023-08-28T02:40:12.046945+0000","last_clean":"2023-08-28T02:40:12.046945+0000","last_became_active":"2023-08-28T02:32:32.666711+0000","last_became_peered":"2023-08-28T02:32:32.666711+0000","last_unstale":"2023-08-28T02:40:12.046945+0000","last_undegraded":"2023-08-28T02:40:12.046945+0000","last_fullsized":"2023-08-28T02:40:12.046945+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:28:21.913105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":343,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-08-28T02:40:12.043917+0000","last_change":"2023-08-28T02:29:44.421259+0000","last_active":"2023-08-28T02:40:12.043917+0000","last_peered":"2023-08-28T02:40:12.043917+0000","last_clean":"2023-08-28T02:40:12.043917+0000","last_became_active":"2023-08-28T02:29:44.420936+0000","last_became_peered":"2023-08-28T02:29:44.420936+0000","last_unstale":"2023-08-28T02:40:12.043917+0000","last_undegraded":"2023-08-28T02:40:12.043917+0000","last_fullsized":"2023-08-28T02:40:12.043917+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:22:26.346867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":184,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-08-28T02:40:12.094244+0000","last_change":"2023-08-28T02:33:12.290337+0000","last_active":"2023-08-28T02:40:12.094244+0000","last_peered":"2023-08-28T02:40:12.094244+0000","last_clean":"2023-08-28T02:40:12.094244+0000","last_became_active":"2023-08-28T02:33:12.289852+0000","last_became_peered":"2023-08-28T02:33:12.289852+0000","last_unstale":"2023-08-28T02:40:12.094244+0000","last_undegraded":"2023-08-28T02:40:12.094244+0000","last_fullsized":"2023-08-28T02:40:12.094244+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:04:26.420037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":358,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-08-28T02:40:12.044215+0000","last_change":"2023-08-28T02:33:13.317226+0000","last_active":"2023-08-28T02:40:12.044215+0000","last_peered":"2023-08-28T02:40:12.044215+0000","last_clean":"2023-08-28T02:40:12.044215+0000","last_became_active":"2023-08-28T02:33:13.316893+0000","last_became_peered":"2023-08-28T02:33:13.316893+0000","last_unstale":"2023-08-28T02:40:12.044215+0000","last_undegraded":"2023-08-28T02:40:12.044215+0000","last_fullsized":"2023-08-28T02:40:12.044215+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:55:46.593463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":302,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-08-28T02:40:12.063311+0000","last_change":"2023-08-28T02:33:12.295203+0000","last_active":"2023-08-28T02:40:12.063311+0000","last_peered":"2023-08-28T02:40:12.063311+0000","last_clean":"2023-08-28T02:40:12.063311+0000","last_became_active":"2023-08-28T02:33:12.294904+0000","last_became_peered":"2023-08-28T02:33:12.294904+0000","last_unstale":"2023-08-28T02:40:12.063311+0000","last_undegraded":"2023-08-28T02:40:12.063311+0000","last_fullsized":"2023-08-28T02:40:12.063311+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:31:07.008856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":318,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.095321+0000","last_change":"2023-08-28T02:31:51.987263+0000","last_active":"2023-08-28T02:40:07.095321+0000","last_peered":"2023-08-28T02:40:07.095321+0000","last_clean":"2023-08-28T02:40:07.095321+0000","last_became_active":"2023-08-28T02:31:51.986938+0000","last_became_peered":"2023-08-28T02:31:51.986938+0000","last_unstale":"2023-08-28T02:40:07.095321+0000","last_undegraded":"2023-08-28T02:40:07.095321+0000","last_fullsized":"2023-08-28T02:40:07.095321+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:18.021905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":352,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-08-28T02:40:12.044114+0000","last_change":"2023-08-28T02:33:12.318656+0000","last_active":"2023-08-28T02:40:12.044114+0000","last_peered":"2023-08-28T02:40:12.044114+0000","last_clean":"2023-08-28T02:40:12.044114+0000","last_became_active":"2023-08-28T02:33:12.318297+0000","last_became_peered":"2023-08-28T02:33:12.318297+0000","last_unstale":"2023-08-28T02:40:12.044114+0000","last_undegraded":"2023-08-28T02:40:12.044114+0000","last_fullsized":"2023-08-28T02:40:12.044114+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:43:09.789767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":284,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-08-28T02:40:12.063392+0000","last_change":"2023-08-28T02:33:13.357230+0000","last_active":"2023-08-28T02:40:12.063392+0000","last_peered":"2023-08-28T02:40:12.063392+0000","last_clean":"2023-08-28T02:40:12.063392+0000","last_became_active":"2023-08-28T02:33:13.356853+0000","last_became_peered":"2023-08-28T02:33:13.356853+0000","last_unstale":"2023-08-28T02:40:12.063392+0000","last_undegraded":"2023-08-28T02:40:12.063392+0000","last_fullsized":"2023-08-28T02:40:12.063392+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:20:21.545007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":360,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.094390+0000","last_change":"2023-08-28T02:29:44.462510+0000","last_active":"2023-08-28T02:40:07.094390+0000","last_peered":"2023-08-28T02:40:07.094390+0000","last_clean":"2023-08-28T02:40:07.094390+0000","last_became_active":"2023-08-28T02:29:44.460314+0000","last_became_peered":"2023-08-28T02:29:44.460314+0000","last_unstale":"2023-08-28T02:40:07.094390+0000","last_undegraded":"2023-08-28T02:40:07.094390+0000","last_fullsized":"2023-08-28T02:40:07.094390+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:59:01.311467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":287,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-08-28T02:40:12.063823+0000","last_change":"2023-08-28T02:33:13.291255+0000","last_active":"2023-08-28T02:40:12.063823+0000","last_peered":"2023-08-28T02:40:12.063823+0000","last_clean":"2023-08-28T02:40:12.063823+0000","last_became_active":"2023-08-28T02:33:13.290933+0000","last_became_peered":"2023-08-28T02:33:13.290933+0000","last_unstale":"2023-08-28T02:40:12.063823+0000","last_undegraded":"2023-08-28T02:40:12.063823+0000","last_fullsized":"2023-08-28T02:40:12.063823+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:31:54.116908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"65'3","reported_seq":361,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.048615+0000","last_change":"2023-08-28T02:33:12.296412+0000","last_active":"2023-08-28T02:40:07.048615+0000","last_peered":"2023-08-28T02:40:07.048615+0000","last_clean":"2023-08-28T02:40:07.048615+0000","last_became_active":"2023-08-28T02:33:12.295786+0000","last_became_peered":"2023-08-28T02:33:12.295786+0000","last_unstale":"2023-08-28T02:40:07.048615+0000","last_undegraded":"2023-08-28T02:40:07.048615+0000","last_fullsized":"2023-08-28T02:40:07.048615+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:15:31.449163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":187,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-08-28T02:40:12.095562+0000","last_change":"2023-08-28T02:32:32.666927+0000","last_active":"2023-08-28T02:40:12.095562+0000","last_peered":"2023-08-28T02:40:12.095562+0000","last_clean":"2023-08-28T02:40:12.095562+0000","last_became_active":"2023-08-28T02:32:32.666618+0000","last_became_peered":"2023-08-28T02:32:32.666618+0000","last_unstale":"2023-08-28T02:40:12.095562+0000","last_undegraded":"2023-08-28T02:40:12.095562+0000","last_fullsized":"2023-08-28T02:40:12.095562+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:45:57.998333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":386,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-08-28T02:40:12.047176+0000","last_change":"2023-08-28T02:32:28.505262+0000","last_active":"2023-08-28T02:40:12.047176+0000","last_peered":"2023-08-28T02:40:12.047176+0000","last_clean":"2023-08-28T02:40:12.047176+0000","last_became_active":"2023-08-28T02:32:28.455999+0000","last_became_peered":"2023-08-28T02:32:28.455999+0000","last_unstale":"2023-08-28T02:40:12.047176+0000","last_undegraded":"2023-08-28T02:40:12.047176+0000","last_fullsized":"2023-08-28T02:40:12.047176+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:28.937020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":9468,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":370,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-08-28T02:40:12.046838+0000","last_change":"2023-08-28T02:32:12.959195+0000","last_active":"2023-08-28T02:40:12.046838+0000","last_peered":"2023-08-28T02:40:12.046838+0000","last_clean":"2023-08-28T02:40:12.046838+0000","last_became_active":"2023-08-28T02:32:12.958832+0000","last_became_peered":"2023-08-28T02:32:12.958832+0000","last_unstale":"2023-08-28T02:40:12.046838+0000","last_undegraded":"2023-08-28T02:40:12.046838+0000","last_fullsized":"2023-08-28T02:40:12.046838+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:23:27.197787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"65'2","reported_seq":359,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.048762+0000","last_change":"2023-08-28T02:32:28.461161+0000","last_active":"2023-08-28T02:40:07.048762+0000","last_peered":"2023-08-28T02:40:07.048762+0000","last_clean":"2023-08-28T02:40:07.048762+0000","last_became_active":"2023-08-28T02:32:28.451284+0000","last_became_peered":"2023-08-28T02:32:28.451284+0000","last_unstale":"2023-08-28T02:40:07.048762+0000","last_undegraded":"2023-08-28T02:40:07.048762+0000","last_fullsized":"2023-08-28T02:40:07.048762+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:58:20.061020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":343,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-08-28T02:40:12.044009+0000","last_change":"2023-08-28T02:29:44.419566+0000","last_active":"2023-08-28T02:40:12.044009+0000","last_peered":"2023-08-28T02:40:12.044009+0000","last_clean":"2023-08-28T02:40:12.044009+0000","last_became_active":"2023-08-28T02:29:44.419053+0000","last_became_peered":"2023-08-28T02:29:44.419053+0000","last_unstale":"2023-08-28T02:40:12.044009+0000","last_undegraded":"2023-08-28T02:40:12.044009+0000","last_fullsized":"2023-08-28T02:40:12.044009+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:44:36.133499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":347,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:17.056933+0000","last_change":"2023-08-28T02:33:12.493777+0000","last_active":"2023-08-28T02:40:17.056933+0000","last_peered":"2023-08-28T02:40:17.056933+0000","last_clean":"2023-08-28T02:40:17.056933+0000","last_became_active":"2023-08-28T02:33:12.491177+0000","last_became_peered":"2023-08-28T02:33:12.491177+0000","last_unstale":"2023-08-28T02:40:17.056933+0000","last_undegraded":"2023-08-28T02:40:17.056933+0000","last_fullsized":"2023-08-28T02:40:17.056933+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:10:58.167753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":356,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.094189+0000","last_change":"2023-08-28T02:33:12.290293+0000","last_active":"2023-08-28T02:40:07.094189+0000","last_peered":"2023-08-28T02:40:07.094189+0000","last_clean":"2023-08-28T02:40:07.094189+0000","last_became_active":"2023-08-28T02:33:12.289989+0000","last_became_peered":"2023-08-28T02:33:12.289989+0000","last_unstale":"2023-08-28T02:40:07.094189+0000","last_undegraded":"2023-08-28T02:40:07.094189+0000","last_fullsized":"2023-08-28T02:40:07.094189+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:05:33.622172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":334,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.048876+0000","last_change":"2023-08-28T02:32:12.948756+0000","last_active":"2023-08-28T02:40:07.048876+0000","last_peered":"2023-08-28T02:40:07.048876+0000","last_clean":"2023-08-28T02:40:07.048876+0000","last_became_active":"2023-08-28T02:32:12.948441+0000","last_became_peered":"2023-08-28T02:32:12.948441+0000","last_unstale":"2023-08-28T02:40:07.048876+0000","last_undegraded":"2023-08-28T02:40:07.048876+0000","last_fullsized":"2023-08-28T02:40:07.048876+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:27.922180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":353,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-08-28T02:40:12.044221+0000","last_change":"2023-08-28T02:33:12.299398+0000","last_active":"2023-08-28T02:40:12.044221+0000","last_peered":"2023-08-28T02:40:12.044221+0000","last_clean":"2023-08-28T02:40:12.044221+0000","last_became_active":"2023-08-28T02:33:12.299113+0000","last_became_peered":"2023-08-28T02:33:12.299113+0000","last_unstale":"2023-08-28T02:40:12.044221+0000","last_undegraded":"2023-08-28T02:40:12.044221+0000","last_fullsized":"2023-08-28T02:40:12.044221+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:14:55.597212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"65'8","reported_seq":147,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-08-28T02:40:12.042955+0000","last_change":"2023-08-28T02:33:13.478870+0000","last_active":"2023-08-28T02:40:12.042955+0000","last_peered":"2023-08-28T02:40:12.042955+0000","last_clean":"2023-08-28T02:40:12.042955+0000","last_became_active":"2023-08-28T02:33:13.332142+0000","last_became_peered":"2023-08-28T02:33:13.332142+0000","last_unstale":"2023-08-28T02:40:12.042955+0000","last_undegraded":"2023-08-28T02:40:12.042955+0000","last_fullsized":"2023-08-28T02:40:12.042955+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:32:42.810159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":284,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-08-28T02:40:12.064381+0000","last_change":"2023-08-28T02:33:12.306353+0000","last_active":"2023-08-28T02:40:12.064381+0000","last_peered":"2023-08-28T02:40:12.064381+0000","last_clean":"2023-08-28T02:40:12.064381+0000","last_became_active":"2023-08-28T02:33:12.304977+0000","last_became_peered":"2023-08-28T02:33:12.304977+0000","last_unstale":"2023-08-28T02:40:12.064381+0000","last_undegraded":"2023-08-28T02:40:12.064381+0000","last_fullsized":"2023-08-28T02:40:12.064381+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:19:38.819671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"377'8403","reported_seq":8538,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-08-28T02:40:15.514009+0000","last_change":"2023-08-28T02:30:50.402703+0000","last_active":"2023-08-28T02:40:15.514009+0000","last_peered":"2023-08-28T02:40:15.514009+0000","last_clean":"2023-08-28T02:40:15.514009+0000","last_became_active":"2023-08-28T02:30:50.402419+0000","last_became_peered":"2023-08-28T02:30:50.402419+0000","last_unstale":"2023-08-28T02:40:15.514009+0000","last_undegraded":"2023-08-28T02:40:15.514009+0000","last_fullsized":"2023-08-28T02:40:15.514009+0000","mapping_epoch":250,"log_start":"255'1200","ondisk_log_start":"255'1200","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7203,"log_dups_size":0,"ondisk_log_size":7203,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:07:37.393907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":213450752,"num_objects":3257,"num_object_clones":0,"num_object_copies":9771,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3257,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8403,"num_write_kb":373120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"65'1","reported_seq":342,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.048253+0000","last_change":"2023-08-28T02:14:43.046130+0000","last_active":"2023-08-28T02:40:07.048253+0000","last_peered":"2023-08-28T02:40:07.048253+0000","last_clean":"2023-08-28T02:40:07.048253+0000","last_became_active":"2023-08-28T02:14:43.045775+0000","last_became_peered":"2023-08-28T02:14:43.045775+0000","last_unstale":"2023-08-28T02:40:07.048253+0000","last_undegraded":"2023-08-28T02:40:07.048253+0000","last_fullsized":"2023-08-28T02:40:07.048253+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:57:38.279756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":332,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.093409+0000","last_change":"2023-08-28T02:31:51.987149+0000","last_active":"2023-08-28T02:40:07.093409+0000","last_peered":"2023-08-28T02:40:07.093409+0000","last_clean":"2023-08-28T02:40:07.093409+0000","last_became_active":"2023-08-28T02:31:51.986821+0000","last_became_peered":"2023-08-28T02:31:51.986821+0000","last_unstale":"2023-08-28T02:40:07.093409+0000","last_undegraded":"2023-08-28T02:40:07.093409+0000","last_fullsized":"2023-08-28T02:40:07.093409+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:23:26.661134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"377'8426","reported_seq":15203,"reported_epoch":377,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:40:15.708988+0000","last_change":"2023-08-28T02:33:33.975566+0000","last_active":"2023-08-28T02:40:15.708988+0000","last_peered":"2023-08-28T02:40:15.708988+0000","last_clean":"2023-08-28T02:31:27.868230+0000","last_became_active":"2023-08-28T02:33:33.660452+0000","last_became_peered":"2023-08-28T02:33:33.660452+0000","last_unstale":"2023-08-28T02:40:15.708988+0000","last_undegraded":"2023-08-28T02:33:13.410847+0000","last_fullsized":"2023-08-28T02:33:13.270012+0000","mapping_epoch":298,"log_start":"255'1200","ondisk_log_start":"255'1200","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7226,"log_dups_size":0,"ondisk_log_size":7226,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:33.375162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":208011264,"num_objects":3174,"num_object_clones":0,"num_object_copies":9522,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":5682,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3174,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8426,"num_write_kb":371200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3302,"num_bytes_recovered":216334336,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[5,4],"avail_no_missing":["5","6"],"object_location_counts":[{"shards":"2,5,6","objects":915},{"shards":"3,5,6","objects":754},{"shards":"5,6","objects":1505}],"blocked_by":[],"up_primary":3,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"65'2","reported_seq":367,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.048618+0000","last_change":"2023-08-28T02:29:44.436352+0000","last_active":"2023-08-28T02:40:07.048618+0000","last_peered":"2023-08-28T02:40:07.048618+0000","last_clean":"2023-08-28T02:40:07.048618+0000","last_became_active":"2023-08-28T02:29:44.411499+0000","last_became_peered":"2023-08-28T02:29:44.411499+0000","last_unstale":"2023-08-28T02:40:07.048618+0000","last_undegraded":"2023-08-28T02:40:07.048618+0000","last_fullsized":"2023-08-28T02:40:07.048618+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:46:57.540191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":394,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-08-28T02:40:12.046758+0000","last_change":"2023-08-28T02:33:12.289004+0000","last_active":"2023-08-28T02:40:12.046758+0000","last_peered":"2023-08-28T02:40:12.046758+0000","last_clean":"2023-08-28T02:40:12.046758+0000","last_became_active":"2023-08-28T02:33:12.288722+0000","last_became_peered":"2023-08-28T02:33:12.288722+0000","last_unstale":"2023-08-28T02:40:12.046758+0000","last_undegraded":"2023-08-28T02:40:12.046758+0000","last_fullsized":"2023-08-28T02:40:12.046758+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:24.019483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"378'8390","reported_seq":13622,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:19.877073+0000","last_change":"2023-08-28T02:37:54.748968+0000","last_active":"2023-08-28T02:40:19.877073+0000","last_peered":"2023-08-28T02:40:19.877073+0000","last_clean":"2023-08-28T02:40:19.877073+0000","last_became_active":"2023-08-28T02:37:54.729376+0000","last_became_peered":"2023-08-28T02:37:54.729376+0000","last_unstale":"2023-08-28T02:40:19.877073+0000","last_undegraded":"2023-08-28T02:40:19.877073+0000","last_fullsized":"2023-08-28T02:40:19.877073+0000","mapping_epoch":351,"log_start":"259'3112","ondisk_log_start":"259'3112","created":250,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5278,"log_dups_size":0,"ondisk_log_size":5278,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:00.988172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":207093760,"num_objects":3160,"num_object_clones":0,"num_object_copies":9480,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3160,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8390,"num_write_kb":369600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2533,"num_bytes_recovered":160432128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"65'1","reported_seq":353,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.048441+0000","last_change":"2023-08-28T02:33:13.516869+0000","last_active":"2023-08-28T02:40:07.048441+0000","last_peered":"2023-08-28T02:40:07.048441+0000","last_clean":"2023-08-28T02:40:07.048441+0000","last_became_active":"2023-08-28T02:33:13.396736+0000","last_became_peered":"2023-08-28T02:33:13.396736+0000","last_unstale":"2023-08-28T02:40:07.048441+0000","last_undegraded":"2023-08-28T02:40:07.048441+0000","last_fullsized":"2023-08-28T02:40:07.048441+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:47:08.237137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":321,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-08-28T02:40:12.095476+0000","last_change":"2023-08-28T02:31:51.987327+0000","last_active":"2023-08-28T02:40:12.095476+0000","last_peered":"2023-08-28T02:40:12.095476+0000","last_clean":"2023-08-28T02:40:12.095476+0000","last_became_active":"2023-08-28T02:31:51.987018+0000","last_became_peered":"2023-08-28T02:31:51.987018+0000","last_unstale":"2023-08-28T02:40:12.095476+0000","last_undegraded":"2023-08-28T02:40:12.095476+0000","last_fullsized":"2023-08-28T02:40:12.095476+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:53:26.105101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.5","version":"378'8334","reported_seq":13527,"reported_epoch":378,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:40:20.311913+0000","last_change":"2023-08-28T02:33:13.625779+0000","last_active":"2023-08-28T02:40:20.311913+0000","last_peered":"2023-08-28T02:40:20.311913+0000","last_clean":"2023-08-28T02:31:27.898932+0000","last_became_active":"2023-08-28T02:33:13.612126+0000","last_became_peered":"2023-08-28T02:33:13.612126+0000","last_unstale":"2023-08-28T02:40:20.311913+0000","last_undegraded":"2023-08-28T02:33:13.485377+0000","last_fullsized":"2023-08-28T02:33:13.264317+0000","mapping_epoch":298,"log_start":"259'3063","ondisk_log_start":"259'3063","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5271,"log_dups_size":0,"ondisk_log_size":5271,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:37:28.843386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":204341248,"num_objects":3118,"num_object_clones":0,"num_object_copies":9354,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":5660,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3118,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8334,"num_write_kb":366464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2516,"num_bytes_recovered":164888576,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,7],"avail_no_missing":["0","2"],"object_location_counts":[{"shards":"0,2","objects":2358},{"shards":"0,2,3","objects":760}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":371,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.093872+0000","last_change":"2023-08-28T02:33:13.281826+0000","last_active":"2023-08-28T02:40:07.093872+0000","last_peered":"2023-08-28T02:40:07.093872+0000","last_clean":"2023-08-28T02:40:07.093872+0000","last_became_active":"2023-08-28T02:33:13.281511+0000","last_became_peered":"2023-08-28T02:33:13.281511+0000","last_unstale":"2023-08-28T02:40:07.093872+0000","last_undegraded":"2023-08-28T02:40:07.093872+0000","last_fullsized":"2023-08-28T02:40:07.093872+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:32:55.005706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":370,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-08-28T02:40:12.043650+0000","last_change":"2023-08-28T02:29:44.436713+0000","last_active":"2023-08-28T02:40:12.043650+0000","last_peered":"2023-08-28T02:40:12.043650+0000","last_clean":"2023-08-28T02:40:12.043650+0000","last_became_active":"2023-08-28T02:29:44.436203+0000","last_became_peered":"2023-08-28T02:29:44.436203+0000","last_unstale":"2023-08-28T02:40:12.043650+0000","last_undegraded":"2023-08-28T02:40:12.043650+0000","last_fullsized":"2023-08-28T02:40:12.043650+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:46:48.522293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"378'8652","reported_seq":8793,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:17.537497+0000","last_change":"2023-08-28T02:30:50.399669+0000","last_active":"2023-08-28T02:40:17.537497+0000","last_peered":"2023-08-28T02:40:17.537497+0000","last_clean":"2023-08-28T02:40:17.537497+0000","last_became_active":"2023-08-28T02:30:50.399332+0000","last_became_peered":"2023-08-28T02:30:50.399332+0000","last_unstale":"2023-08-28T02:40:17.537497+0000","last_undegraded":"2023-08-28T02:40:17.537497+0000","last_fullsized":"2023-08-28T02:40:17.537497+0000","mapping_epoch":250,"log_start":"257'2500","ondisk_log_start":"257'2500","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6152,"log_dups_size":0,"ondisk_log_size":6152,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:00:54.910841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":207224832,"num_objects":3162,"num_object_clones":0,"num_object_copies":9486,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3162,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8652,"num_write_kb":378048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"75'161","reported_seq":797,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.049010+0000","last_change":"2023-08-28T02:33:13.310049+0000","last_active":"2023-08-28T02:40:07.049010+0000","last_peered":"2023-08-28T02:40:07.049010+0000","last_clean":"2023-08-28T02:40:07.049010+0000","last_became_active":"2023-08-28T02:33:13.309661+0000","last_became_peered":"2023-08-28T02:33:13.309661+0000","last_unstale":"2023-08-28T02:40:07.049010+0000","last_undegraded":"2023-08-28T02:40:07.049010+0000","last_fullsized":"2023-08-28T02:40:07.049010+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.930230+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.930230+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:27:40.889460+0000","scrub_duration":0.0050169209999999997,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"65'2","reported_seq":334,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-08-28T02:40:12.064143+0000","last_change":"2023-08-28T02:33:12.294922+0000","last_active":"2023-08-28T02:40:12.064143+0000","last_peered":"2023-08-28T02:40:12.064143+0000","last_clean":"2023-08-28T02:40:12.064143+0000","last_became_active":"2023-08-28T02:33:12.294518+0000","last_became_peered":"2023-08-28T02:33:12.294518+0000","last_unstale":"2023-08-28T02:40:12.064143+0000","last_undegraded":"2023-08-28T02:40:12.064143+0000","last_fullsized":"2023-08-28T02:40:12.064143+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:21:12.737286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":371,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-08-28T02:40:12.047217+0000","last_change":"2023-08-28T02:33:13.310505+0000","last_active":"2023-08-28T02:40:12.047217+0000","last_peered":"2023-08-28T02:40:12.047217+0000","last_clean":"2023-08-28T02:40:12.047217+0000","last_became_active":"2023-08-28T02:33:13.310223+0000","last_became_peered":"2023-08-28T02:33:13.310223+0000","last_unstale":"2023-08-28T02:40:12.047217+0000","last_undegraded":"2023-08-28T02:40:12.047217+0000","last_fullsized":"2023-08-28T02:40:12.047217+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:27:02.124453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"377'8429","reported_seq":22827,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-08-28T02:40:15.506202+0000","last_change":"2023-08-28T02:38:44.816101+0000","last_active":"2023-08-28T02:40:15.506202+0000","last_peered":"2023-08-28T02:40:15.506202+0000","last_clean":"2023-08-28T02:40:15.506202+0000","last_became_active":"2023-08-28T02:38:44.798734+0000","last_became_peered":"2023-08-28T02:38:44.798734+0000","last_unstale":"2023-08-28T02:40:15.506202+0000","last_undegraded":"2023-08-28T02:40:15.506202+0000","last_fullsized":"2023-08-28T02:40:15.506202+0000","mapping_epoch":361,"log_start":"255'1200","ondisk_log_start":"255'1200","created":250,"last_epoch_clean":362,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7229,"log_dups_size":0,"ondisk_log_size":7229,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:34:42.975012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":212271104,"num_objects":3239,"num_object_clones":0,"num_object_copies":9717,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3239,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8429,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5834,"num_bytes_recovered":377683968,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"75'161","reported_seq":636,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.093408+0000","last_change":"2023-08-28T02:37:37.933802+0000","last_active":"2023-08-28T02:40:07.093408+0000","last_peered":"2023-08-28T02:40:07.093408+0000","last_clean":"2023-08-28T02:40:07.093408+0000","last_became_active":"2023-08-28T02:33:13.287313+0000","last_became_peered":"2023-08-28T02:33:13.287313+0000","last_unstale":"2023-08-28T02:40:07.093408+0000","last_undegraded":"2023-08-28T02:40:07.093408+0000","last_fullsized":"2023-08-28T02:40:07.093408+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:45.407127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:45.407127+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:39:14.213229+0000","scrub_duration":0.0018495320000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":262688,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":291,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-08-28T02:40:12.046755+0000","last_change":"2023-08-28T02:33:13.309727+0000","last_active":"2023-08-28T02:40:12.046755+0000","last_peered":"2023-08-28T02:40:12.046755+0000","last_clean":"2023-08-28T02:40:12.046755+0000","last_became_active":"2023-08-28T02:33:13.309487+0000","last_became_peered":"2023-08-28T02:33:13.309487+0000","last_unstale":"2023-08-28T02:40:12.046755+0000","last_undegraded":"2023-08-28T02:40:12.046755+0000","last_fullsized":"2023-08-28T02:40:12.046755+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:27:29.294011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":106,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-08-28T02:40:12.047329+0000","last_change":"2023-08-28T02:32:28.456323+0000","last_active":"2023-08-28T02:40:12.047329+0000","last_peered":"2023-08-28T02:40:12.047329+0000","last_clean":"2023-08-28T02:40:12.047329+0000","last_became_active":"2023-08-28T02:32:28.455987+0000","last_became_peered":"2023-08-28T02:32:28.455987+0000","last_unstale":"2023-08-28T02:40:12.047329+0000","last_undegraded":"2023-08-28T02:40:12.047329+0000","last_fullsized":"2023-08-28T02:40:12.047329+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:54:07.724002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"378'8581","reported_seq":18739,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:17.460279+0000","last_change":"2023-08-28T02:33:13.316023+0000","last_active":"2023-08-28T02:40:17.460279+0000","last_peered":"2023-08-28T02:40:17.460279+0000","last_clean":"2023-08-28T02:40:17.460279+0000","last_became_active":"2023-08-28T02:33:13.308403+0000","last_became_peered":"2023-08-28T02:33:13.308403+0000","last_unstale":"2023-08-28T02:40:17.460279+0000","last_undegraded":"2023-08-28T02:40:17.460279+0000","last_fullsized":"2023-08-28T02:40:17.460279+0000","mapping_epoch":298,"log_start":"257'2400","ondisk_log_start":"257'2400","created":250,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6181,"log_dups_size":0,"ondisk_log_size":6181,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:10:38.401973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":217251840,"num_objects":3315,"num_object_clones":0,"num_object_copies":9945,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3315,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8581,"num_write_kb":380672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4999,"num_bytes_recovered":327614464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":351,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-08-28T02:40:12.046714+0000","last_change":"2023-08-28T02:32:28.455294+0000","last_active":"2023-08-28T02:40:12.046714+0000","last_peered":"2023-08-28T02:40:12.046714+0000","last_clean":"2023-08-28T02:40:12.046714+0000","last_became_active":"2023-08-28T02:32:28.455013+0000","last_became_peered":"2023-08-28T02:32:28.455013+0000","last_unstale":"2023-08-28T02:40:12.046714+0000","last_undegraded":"2023-08-28T02:40:12.046714+0000","last_fullsized":"2023-08-28T02:40:12.046714+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:53.583864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":383,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-08-28T02:40:12.047313+0000","last_change":"2023-08-28T02:33:13.335588+0000","last_active":"2023-08-28T02:40:12.047313+0000","last_peered":"2023-08-28T02:40:12.047313+0000","last_clean":"2023-08-28T02:40:12.047313+0000","last_became_active":"2023-08-28T02:33:13.335326+0000","last_became_peered":"2023-08-28T02:33:13.335326+0000","last_unstale":"2023-08-28T02:40:12.047313+0000","last_undegraded":"2023-08-28T02:40:12.047313+0000","last_fullsized":"2023-08-28T02:40:12.047313+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:15:44.958663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"378'8522","reported_seq":8658,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:17.939188+0000","last_change":"2023-08-28T02:30:50.400261+0000","last_active":"2023-08-28T02:40:17.939188+0000","last_peered":"2023-08-28T02:40:17.939188+0000","last_clean":"2023-08-28T02:40:17.939188+0000","last_became_active":"2023-08-28T02:30:50.399938+0000","last_became_peered":"2023-08-28T02:30:50.399938+0000","last_unstale":"2023-08-28T02:40:17.939188+0000","last_undegraded":"2023-08-28T02:40:17.939188+0000","last_fullsized":"2023-08-28T02:40:17.939188+0000","mapping_epoch":250,"log_start":"259'3090","ondisk_log_start":"259'3090","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5432,"log_dups_size":0,"ondisk_log_size":5432,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:43:56.802792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":207880192,"num_objects":3172,"num_object_clones":0,"num_object_copies":9516,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3172,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8522,"num_write_kb":374208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"75'161","reported_seq":656,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.093875+0000","last_change":"2023-08-28T02:32:56.519141+0000","last_active":"2023-08-28T02:40:07.093875+0000","last_peered":"2023-08-28T02:40:07.093875+0000","last_clean":"2023-08-28T02:40:07.093875+0000","last_became_active":"2023-08-28T02:32:56.518863+0000","last_became_peered":"2023-08-28T02:32:56.518863+0000","last_unstale":"2023-08-28T02:40:07.093875+0000","last_undegraded":"2023-08-28T02:40:07.093875+0000","last_fullsized":"2023-08-28T02:40:07.093875+0000","mapping_epoch":292,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":293,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_clean_scrub_stamp":"2023-08-28T02:29:25.608370+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:59:50.561109+0000","scrub_duration":0.001662689,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":287,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-08-28T02:40:12.063529+0000","last_change":"2023-08-28T02:33:12.294592+0000","last_active":"2023-08-28T02:40:12.063529+0000","last_peered":"2023-08-28T02:40:12.063529+0000","last_clean":"2023-08-28T02:40:12.063529+0000","last_became_active":"2023-08-28T02:33:12.288508+0000","last_became_peered":"2023-08-28T02:33:12.288508+0000","last_unstale":"2023-08-28T02:40:12.063529+0000","last_undegraded":"2023-08-28T02:40:12.063529+0000","last_fullsized":"2023-08-28T02:40:12.063529+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:05:42.717608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":169,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-08-28T02:40:12.095878+0000","last_change":"2023-08-28T02:29:44.429834+0000","last_active":"2023-08-28T02:40:12.095878+0000","last_peered":"2023-08-28T02:40:12.095878+0000","last_clean":"2023-08-28T02:40:12.095878+0000","last_became_active":"2023-08-28T02:29:44.429512+0000","last_became_peered":"2023-08-28T02:29:44.429512+0000","last_unstale":"2023-08-28T02:40:12.095878+0000","last_undegraded":"2023-08-28T02:40:12.095878+0000","last_fullsized":"2023-08-28T02:40:12.095878+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:58.062455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"377'8394","reported_seq":8529,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-08-28T02:40:16.275195+0000","last_change":"2023-08-28T02:30:50.402348+0000","last_active":"2023-08-28T02:40:16.275195+0000","last_peered":"2023-08-28T02:40:16.275195+0000","last_clean":"2023-08-28T02:40:16.275195+0000","last_became_active":"2023-08-28T02:30:50.402076+0000","last_became_peered":"2023-08-28T02:30:50.402076+0000","last_unstale":"2023-08-28T02:40:16.275195+0000","last_undegraded":"2023-08-28T02:40:16.275195+0000","last_fullsized":"2023-08-28T02:40:16.275195+0000","mapping_epoch":250,"log_start":"256'1500","ondisk_log_start":"256'1500","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6894,"log_dups_size":0,"ondisk_log_size":6894,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:24.859426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":208535552,"num_objects":3182,"num_object_clones":0,"num_object_copies":9546,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3182,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8394,"num_write_kb":370432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.7","version":"75'161","reported_seq":579,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-08-28T02:40:12.064385+0000","last_change":"2023-08-28T02:33:13.532525+0000","last_active":"2023-08-28T02:40:12.064385+0000","last_peered":"2023-08-28T02:40:12.064385+0000","last_clean":"2023-08-28T02:40:12.064385+0000","last_became_active":"2023-08-28T02:33:13.532125+0000","last_became_peered":"2023-08-28T02:33:13.532125+0000","last_unstale":"2023-08-28T02:40:12.064385+0000","last_undegraded":"2023-08-28T02:40:12.064385+0000","last_fullsized":"2023-08-28T02:40:12.064385+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.887648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.887648+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":170,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-08-28T02:40:12.615505+0000","last_change":"2023-08-28T02:29:44.407595+0000","last_active":"2023-08-28T02:40:12.615505+0000","last_peered":"2023-08-28T02:40:12.615505+0000","last_clean":"2023-08-28T02:40:12.615505+0000","last_became_active":"2023-08-28T02:29:44.407316+0000","last_became_peered":"2023-08-28T02:29:44.407316+0000","last_unstale":"2023-08-28T02:40:12.615505+0000","last_undegraded":"2023-08-28T02:40:12.615505+0000","last_fullsized":"2023-08-28T02:40:12.615505+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:01:47.777709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":388,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.094145+0000","last_change":"2023-08-28T02:33:13.286980+0000","last_active":"2023-08-28T02:40:07.094145+0000","last_peered":"2023-08-28T02:40:07.094145+0000","last_clean":"2023-08-28T02:40:07.094145+0000","last_became_active":"2023-08-28T02:33:13.286740+0000","last_became_peered":"2023-08-28T02:33:13.286740+0000","last_unstale":"2023-08-28T02:40:07.094145+0000","last_undegraded":"2023-08-28T02:40:07.094145+0000","last_fullsized":"2023-08-28T02:40:07.094145+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:24:54.574365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":170,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-08-28T02:40:12.615440+0000","last_change":"2023-08-28T02:29:44.506914+0000","last_active":"2023-08-28T02:40:12.615440+0000","last_peered":"2023-08-28T02:40:12.615440+0000","last_clean":"2023-08-28T02:40:12.615440+0000","last_became_active":"2023-08-28T02:29:44.506606+0000","last_became_peered":"2023-08-28T02:29:44.506606+0000","last_unstale":"2023-08-28T02:40:12.615440+0000","last_undegraded":"2023-08-28T02:40:12.615440+0000","last_fullsized":"2023-08-28T02:40:12.615440+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:55:50.992279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"378'8493","reported_seq":20229,"reported_epoch":378,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:40:20.369599+0000","last_change":"2023-08-28T02:34:11.565330+0000","last_active":"2023-08-28T02:40:20.369599+0000","last_peered":"2023-08-28T02:40:20.369599+0000","last_clean":"2023-08-28T02:32:11.916240+0000","last_became_active":"2023-08-28T02:33:12.501819+0000","last_became_peered":"2023-08-28T02:33:12.501819+0000","last_unstale":"2023-08-28T02:40:20.369599+0000","last_undegraded":"2023-08-28T02:40:20.369599+0000","last_fullsized":"2023-08-28T02:40:20.369599+0000","mapping_epoch":297,"log_start":"259'3224","ondisk_log_start":"259'3224","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5269,"log_dups_size":0,"ondisk_log_size":5269,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:45:43.329719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":203358208,"num_objects":3103,"num_object_clones":0,"num_object_copies":9309,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3103,"num_objects_unfound":0,"num_objects_dirty":3103,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8493,"num_write_kb":371072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5787,"num_bytes_recovered":379256832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,2],"avail_no_missing":["0","2","5","6"],"object_location_counts":[{"shards":"0,2,5","objects":3103}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.1","version":"75'161","reported_seq":636,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.093777+0000","last_change":"2023-08-28T02:32:31.482659+0000","last_active":"2023-08-28T02:40:07.093777+0000","last_peered":"2023-08-28T02:40:07.093777+0000","last_clean":"2023-08-28T02:40:07.093777+0000","last_became_active":"2023-08-28T02:32:31.482320+0000","last_became_peered":"2023-08-28T02:32:31.482320+0000","last_unstale":"2023-08-28T02:40:07.093777+0000","last_undegraded":"2023-08-28T02:40:07.093777+0000","last_fullsized":"2023-08-28T02:40:07.093777+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:24.559397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:24.559397+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:41:09.516918+0000","scrub_duration":0.001580328,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":374,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.093747+0000","last_change":"2023-08-28T02:31:51.988386+0000","last_active":"2023-08-28T02:40:07.093747+0000","last_peered":"2023-08-28T02:40:07.093747+0000","last_clean":"2023-08-28T02:40:07.093747+0000","last_became_active":"2023-08-28T02:31:51.988097+0000","last_became_peered":"2023-08-28T02:31:51.988097+0000","last_unstale":"2023-08-28T02:40:07.093747+0000","last_undegraded":"2023-08-28T02:40:07.093747+0000","last_fullsized":"2023-08-28T02:40:07.093747+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:25:01.818829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":351,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-08-28T02:40:12.046976+0000","last_change":"2023-08-28T02:32:12.951275+0000","last_active":"2023-08-28T02:40:12.046976+0000","last_peered":"2023-08-28T02:40:12.046976+0000","last_clean":"2023-08-28T02:40:12.046976+0000","last_became_active":"2023-08-28T02:32:12.950965+0000","last_became_peered":"2023-08-28T02:32:12.950965+0000","last_unstale":"2023-08-28T02:40:12.046976+0000","last_undegraded":"2023-08-28T02:40:12.046976+0000","last_fullsized":"2023-08-28T02:40:12.046976+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:37:31.294280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":196,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-08-28T02:40:12.615527+0000","last_change":"2023-08-28T02:33:13.286534+0000","last_active":"2023-08-28T02:40:12.615527+0000","last_peered":"2023-08-28T02:40:12.615527+0000","last_clean":"2023-08-28T02:40:12.615527+0000","last_became_active":"2023-08-28T02:33:13.286164+0000","last_became_peered":"2023-08-28T02:33:13.286164+0000","last_unstale":"2023-08-28T02:40:12.615527+0000","last_undegraded":"2023-08-28T02:40:12.615527+0000","last_fullsized":"2023-08-28T02:40:12.615527+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:56.721932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"377'8440","reported_seq":20265,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-08-28T02:40:15.622325+0000","last_change":"2023-08-28T02:34:14.448606+0000","last_active":"2023-08-28T02:40:15.622325+0000","last_peered":"2023-08-28T02:40:15.622325+0000","last_clean":"2023-08-28T02:40:15.622325+0000","last_became_active":"2023-08-28T02:34:14.438547+0000","last_became_peered":"2023-08-28T02:34:14.438547+0000","last_unstale":"2023-08-28T02:40:15.622325+0000","last_undegraded":"2023-08-28T02:40:15.622325+0000","last_fullsized":"2023-08-28T02:40:15.622325+0000","mapping_epoch":314,"log_start":"255'1200","ondisk_log_start":"255'1200","created":250,"last_epoch_clean":315,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7240,"log_dups_size":0,"ondisk_log_size":7240,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:06:41.120408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":211550208,"num_objects":3228,"num_object_clones":0,"num_object_copies":9684,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3228,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8440,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5834,"num_bytes_recovered":376832000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2","version":"75'161","reported_seq":758,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.048315+0000","last_change":"2023-08-28T02:30:51.762377+0000","last_active":"2023-08-28T02:40:07.048315+0000","last_peered":"2023-08-28T02:40:07.048315+0000","last_clean":"2023-08-28T02:40:07.048315+0000","last_became_active":"2023-08-28T02:27:46.375590+0000","last_became_peered":"2023-08-28T02:27:46.375590+0000","last_unstale":"2023-08-28T02:40:07.048315+0000","last_undegraded":"2023-08-28T02:40:07.048315+0000","last_fullsized":"2023-08-28T02:40:07.048315+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:51.762314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:51.762314+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:02.034555+0000","scrub_duration":0.0020023620000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":187,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-08-28T02:40:12.063834+0000","last_change":"2023-08-28T02:33:13.289765+0000","last_active":"2023-08-28T02:40:12.063834+0000","last_peered":"2023-08-28T02:40:12.063834+0000","last_clean":"2023-08-28T02:40:12.063834+0000","last_became_active":"2023-08-28T02:33:13.289159+0000","last_became_peered":"2023-08-28T02:33:13.289159+0000","last_unstale":"2023-08-28T02:40:12.063834+0000","last_undegraded":"2023-08-28T02:40:12.063834+0000","last_fullsized":"2023-08-28T02:40:12.063834+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:30:38.956723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":188,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-08-28T02:40:12.094088+0000","last_change":"2023-08-28T02:32:28.464203+0000","last_active":"2023-08-28T02:40:12.094088+0000","last_peered":"2023-08-28T02:40:12.094088+0000","last_clean":"2023-08-28T02:40:12.094088+0000","last_became_active":"2023-08-28T02:32:28.463412+0000","last_became_peered":"2023-08-28T02:32:28.463412+0000","last_unstale":"2023-08-28T02:40:12.094088+0000","last_undegraded":"2023-08-28T02:40:12.094088+0000","last_fullsized":"2023-08-28T02:40:12.094088+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:20:38.177879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":169,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-08-28T02:40:12.095949+0000","last_change":"2023-08-28T02:29:44.427945+0000","last_active":"2023-08-28T02:40:12.095949+0000","last_peered":"2023-08-28T02:40:12.095949+0000","last_clean":"2023-08-28T02:40:12.095949+0000","last_became_active":"2023-08-28T02:29:44.426487+0000","last_became_peered":"2023-08-28T02:29:44.426487+0000","last_unstale":"2023-08-28T02:40:12.095949+0000","last_undegraded":"2023-08-28T02:40:12.095949+0000","last_fullsized":"2023-08-28T02:40:12.095949+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:30:20.438896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"378'8513","reported_seq":18622,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:17.433446+0000","last_change":"2023-08-28T02:34:48.488647+0000","last_active":"2023-08-28T02:40:17.433446+0000","last_peered":"2023-08-28T02:40:17.433446+0000","last_clean":"2023-08-28T02:40:17.433446+0000","last_became_active":"2023-08-28T02:34:48.476519+0000","last_became_peered":"2023-08-28T02:34:48.476519+0000","last_unstale":"2023-08-28T02:40:17.433446+0000","last_undegraded":"2023-08-28T02:40:17.433446+0000","last_fullsized":"2023-08-28T02:40:17.433446+0000","mapping_epoch":318,"log_start":"257'2300","ondisk_log_start":"257'2300","created":250,"last_epoch_clean":319,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6213,"log_dups_size":0,"ondisk_log_size":6213,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:44:20.004230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":205193216,"num_objects":3131,"num_object_clones":0,"num_object_copies":9393,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3131,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8513,"num_write_kb":372608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4973,"num_bytes_recovered":325910528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":368,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.094625+0000","last_change":"2023-08-28T02:33:13.484970+0000","last_active":"2023-08-28T02:40:07.094625+0000","last_peered":"2023-08-28T02:40:07.094625+0000","last_clean":"2023-08-28T02:40:07.094625+0000","last_became_active":"2023-08-28T02:33:13.484579+0000","last_became_peered":"2023-08-28T02:33:13.484579+0000","last_unstale":"2023-08-28T02:40:07.094625+0000","last_undegraded":"2023-08-28T02:40:07.094625+0000","last_fullsized":"2023-08-28T02:40:07.094625+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:58.027468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"75'161","reported_seq":759,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.048004+0000","last_change":"2023-08-28T02:31:55.059467+0000","last_active":"2023-08-28T02:40:07.048004+0000","last_peered":"2023-08-28T02:40:07.048004+0000","last_clean":"2023-08-28T02:40:07.048004+0000","last_became_active":"2023-08-28T02:31:55.059115+0000","last_became_peered":"2023-08-28T02:31:55.059115+0000","last_unstale":"2023-08-28T02:40:07.048004+0000","last_undegraded":"2023-08-28T02:40:07.048004+0000","last_fullsized":"2023-08-28T02:40:07.048004+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":0,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.820990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.820990+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:15:56.774667+0000","scrub_duration":0.0017342480000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":288,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-08-28T02:40:12.064772+0000","last_change":"2023-08-28T02:33:13.352810+0000","last_active":"2023-08-28T02:40:12.064772+0000","last_peered":"2023-08-28T02:40:12.064772+0000","last_clean":"2023-08-28T02:40:12.064772+0000","last_became_active":"2023-08-28T02:33:13.351697+0000","last_became_peered":"2023-08-28T02:33:13.351697+0000","last_unstale":"2023-08-28T02:40:12.064772+0000","last_undegraded":"2023-08-28T02:40:12.064772+0000","last_fullsized":"2023-08-28T02:40:12.064772+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:56.187163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":200,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-08-28T02:40:12.047516+0000","last_change":"2023-08-28T02:31:51.984584+0000","last_active":"2023-08-28T02:40:12.047516+0000","last_peered":"2023-08-28T02:40:12.047516+0000","last_clean":"2023-08-28T02:40:12.047516+0000","last_became_active":"2023-08-28T02:31:51.984264+0000","last_became_peered":"2023-08-28T02:31:51.984264+0000","last_unstale":"2023-08-28T02:40:12.047516+0000","last_undegraded":"2023-08-28T02:40:12.047516+0000","last_fullsized":"2023-08-28T02:40:12.047516+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:58:42.306722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"378'8408","reported_seq":20153,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:20.343124+0000","last_change":"2023-08-28T02:35:11.978901+0000","last_active":"2023-08-28T02:40:20.343124+0000","last_peered":"2023-08-28T02:40:20.343124+0000","last_clean":"2023-08-28T02:40:20.343124+0000","last_became_active":"2023-08-28T02:35:11.966585+0000","last_became_peered":"2023-08-28T02:35:11.966585+0000","last_unstale":"2023-08-28T02:40:20.343124+0000","last_undegraded":"2023-08-28T02:40:20.343124+0000","last_fullsized":"2023-08-28T02:40:20.343124+0000","mapping_epoch":323,"log_start":"259'3128","ondisk_log_start":"259'3128","created":250,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5280,"log_dups_size":0,"ondisk_log_size":5280,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:03:07.017814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":208011264,"num_objects":3174,"num_object_clones":0,"num_object_copies":9522,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3174,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8408,"num_write_kb":370624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5791,"num_bytes_recovered":368967680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3","version":"75'161","reported_seq":646,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:17.043738+0000","last_change":"2023-08-28T02:31:55.068239+0000","last_active":"2023-08-28T02:40:17.043738+0000","last_peered":"2023-08-28T02:40:17.043738+0000","last_clean":"2023-08-28T02:40:17.043738+0000","last_became_active":"2023-08-28T02:31:55.067875+0000","last_became_peered":"2023-08-28T02:31:55.067875+0000","last_unstale":"2023-08-28T02:40:17.043738+0000","last_undegraded":"2023-08-28T02:40:17.043738+0000","last_fullsized":"2023-08-28T02:40:17.043738+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.868248+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:11:04.391639+0000","scrub_duration":0.0016215240000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":382,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.049091+0000","last_change":"2023-08-28T02:29:44.421353+0000","last_active":"2023-08-28T02:40:07.049091+0000","last_peered":"2023-08-28T02:40:07.049091+0000","last_clean":"2023-08-28T02:40:07.049091+0000","last_became_active":"2023-08-28T02:29:44.421064+0000","last_became_peered":"2023-08-28T02:29:44.421064+0000","last_unstale":"2023-08-28T02:40:07.049091+0000","last_undegraded":"2023-08-28T02:40:07.049091+0000","last_fullsized":"2023-08-28T02:40:07.049091+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:51:36.524024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":354,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-08-28T02:40:12.043061+0000","last_change":"2023-08-28T02:33:12.299487+0000","last_active":"2023-08-28T02:40:12.043061+0000","last_peered":"2023-08-28T02:40:12.043061+0000","last_clean":"2023-08-28T02:40:12.043061+0000","last_became_active":"2023-08-28T02:33:12.299175+0000","last_became_peered":"2023-08-28T02:33:12.299175+0000","last_unstale":"2023-08-28T02:40:12.043061+0000","last_undegraded":"2023-08-28T02:40:12.043061+0000","last_fullsized":"2023-08-28T02:40:12.043061+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:42:29.713462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":364,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-08-28T02:40:12.044121+0000","last_change":"2023-08-28T02:32:28.457696+0000","last_active":"2023-08-28T02:40:12.044121+0000","last_peered":"2023-08-28T02:40:12.044121+0000","last_clean":"2023-08-28T02:40:12.044121+0000","last_became_active":"2023-08-28T02:32:28.457407+0000","last_became_peered":"2023-08-28T02:32:28.457407+0000","last_unstale":"2023-08-28T02:40:12.044121+0000","last_undegraded":"2023-08-28T02:40:12.044121+0000","last_fullsized":"2023-08-28T02:40:12.044121+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:26:29.392787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"378'8392","reported_seq":9556,"reported_epoch":378,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:40:18.038597+0000","last_change":"2023-08-28T02:34:11.566035+0000","last_active":"2023-08-28T02:40:18.038597+0000","last_peered":"2023-08-28T02:40:18.038597+0000","last_clean":"2023-08-28T02:33:10.395883+0000","last_became_active":"2023-08-28T02:33:12.394714+0000","last_became_peered":"2023-08-28T02:33:12.394714+0000","last_unstale":"2023-08-28T02:40:18.038597+0000","last_undegraded":"2023-08-28T02:40:18.038597+0000","last_fullsized":"2023-08-28T02:40:18.038597+0000","mapping_epoch":297,"log_start":"259'2984","ondisk_log_start":"259'2984","created":250,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5408,"log_dups_size":0,"ondisk_log_size":5408,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:01:26.984565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":202571800,"num_objects":3092,"num_object_clones":0,"num_object_copies":9276,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":2829,"num_objects_unfound":0,"num_objects_dirty":3092,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":8392,"num_write_kb":367425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":500,"num_bytes_recovered":32768000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,6],"avail_no_missing":["4","0","6"],"object_location_counts":[{"shards":"0,4,6","objects":3092}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.6","version":"75'161","reported_seq":639,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-08-28T02:40:12.044030+0000","last_change":"2023-08-28T02:33:13.338675+0000","last_active":"2023-08-28T02:40:12.044030+0000","last_peered":"2023-08-28T02:40:12.044030+0000","last_clean":"2023-08-28T02:40:12.044030+0000","last_became_active":"2023-08-28T02:33:13.338271+0000","last_became_peered":"2023-08-28T02:33:13.338271+0000","last_unstale":"2023-08-28T02:40:12.044030+0000","last_undegraded":"2023-08-28T02:40:12.044030+0000","last_fullsized":"2023-08-28T02:40:12.044030+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.774982+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.774982+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:13:20.011329+0000","scrub_duration":0.003539819,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":345,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.048526+0000","last_change":"2023-08-28T02:14:43.033789+0000","last_active":"2023-08-28T02:40:07.048526+0000","last_peered":"2023-08-28T02:40:07.048526+0000","last_clean":"2023-08-28T02:40:07.048526+0000","last_became_active":"2023-08-28T02:14:43.033454+0000","last_became_peered":"2023-08-28T02:14:43.033454+0000","last_unstale":"2023-08-28T02:40:07.048526+0000","last_undegraded":"2023-08-28T02:40:07.048526+0000","last_fullsized":"2023-08-28T02:40:07.048526+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:01:13.205842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":179,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-08-28T02:40:12.615560+0000","last_change":"2023-08-28T02:32:28.461807+0000","last_active":"2023-08-28T02:40:12.615560+0000","last_peered":"2023-08-28T02:40:12.615560+0000","last_clean":"2023-08-28T02:40:12.615560+0000","last_became_active":"2023-08-28T02:32:28.461116+0000","last_became_peered":"2023-08-28T02:32:28.461116+0000","last_unstale":"2023-08-28T02:40:12.615560+0000","last_undegraded":"2023-08-28T02:40:12.615560+0000","last_fullsized":"2023-08-28T02:40:12.615560+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:12:45.321757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":325,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-08-28T02:40:12.043806+0000","last_change":"2023-08-28T02:14:43.048791+0000","last_active":"2023-08-28T02:40:12.043806+0000","last_peered":"2023-08-28T02:40:12.043806+0000","last_clean":"2023-08-28T02:40:12.043806+0000","last_became_active":"2023-08-28T02:14:43.047408+0000","last_became_peered":"2023-08-28T02:14:43.047408+0000","last_unstale":"2023-08-28T02:40:12.043806+0000","last_undegraded":"2023-08-28T02:40:12.043806+0000","last_fullsized":"2023-08-28T02:40:12.043806+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:47.097181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"378'8581","reported_seq":18684,"reported_epoch":378,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:40:17.907804+0000","last_change":"2023-08-28T02:37:37.899201+0000","last_active":"2023-08-28T02:40:17.907804+0000","last_peered":"2023-08-28T02:40:17.907804+0000","last_clean":"2023-08-28T02:31:50.933695+0000","last_became_active":"2023-08-28T02:33:13.540416+0000","last_became_peered":"2023-08-28T02:33:13.540416+0000","last_unstale":"2023-08-28T02:40:17.907804+0000","last_undegraded":"2023-08-28T02:40:17.907804+0000","last_fullsized":"2023-08-28T02:40:17.907804+0000","mapping_epoch":298,"log_start":"259'3174","ondisk_log_start":"259'3174","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5407,"log_dups_size":0,"ondisk_log_size":5407,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:49:35.658845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":215023616,"num_objects":3281,"num_object_clones":0,"num_object_copies":9843,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3281,"num_objects_unfound":0,"num_objects_dirty":3281,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8581,"num_write_kb":379584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4967,"num_bytes_recovered":325517312,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,2],"avail_no_missing":["4","2","5","6"],"object_location_counts":[{"shards":"2,4,5","objects":3281}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.5","version":"75'161","reported_seq":671,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-08-28T02:40:12.047340+0000","last_change":"2023-08-28T02:32:31.477151+0000","last_active":"2023-08-28T02:40:12.047340+0000","last_peered":"2023-08-28T02:40:12.047340+0000","last_clean":"2023-08-28T02:40:12.047340+0000","last_became_active":"2023-08-28T02:32:31.476776+0000","last_became_peered":"2023-08-28T02:32:31.476776+0000","last_unstale":"2023-08-28T02:40:12.047340+0000","last_undegraded":"2023-08-28T02:40:12.047340+0000","last_fullsized":"2023-08-28T02:40:12.047340+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:18.891729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:18.891729+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:47:27.194140+0000","scrub_duration":0.0031546460000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"65'2","reported_seq":335,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-08-28T02:40:12.064278+0000","last_change":"2023-08-28T02:33:12.327778+0000","last_active":"2023-08-28T02:40:12.064278+0000","last_peered":"2023-08-28T02:40:12.064278+0000","last_clean":"2023-08-28T02:40:12.064278+0000","last_became_active":"2023-08-28T02:33:12.327273+0000","last_became_peered":"2023-08-28T02:33:12.327273+0000","last_unstale":"2023-08-28T02:40:12.064278+0000","last_undegraded":"2023-08-28T02:40:12.064278+0000","last_fullsized":"2023-08-28T02:40:12.064278+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:40.554192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":217,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-08-28T02:40:12.095184+0000","last_change":"2023-08-28T02:33:13.335665+0000","last_active":"2023-08-28T02:40:12.095184+0000","last_peered":"2023-08-28T02:40:12.095184+0000","last_clean":"2023-08-28T02:40:12.095184+0000","last_became_active":"2023-08-28T02:33:13.335322+0000","last_became_peered":"2023-08-28T02:33:13.335322+0000","last_unstale":"2023-08-28T02:40:12.095184+0000","last_undegraded":"2023-08-28T02:40:12.095184+0000","last_fullsized":"2023-08-28T02:40:12.095184+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:21:08.024493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":332,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-08-28T02:40:12.063607+0000","last_change":"2023-08-28T02:33:12.310326+0000","last_active":"2023-08-28T02:40:12.063607+0000","last_peered":"2023-08-28T02:40:12.063607+0000","last_clean":"2023-08-28T02:40:12.063607+0000","last_became_active":"2023-08-28T02:33:12.310011+0000","last_became_peered":"2023-08-28T02:33:12.310011+0000","last_unstale":"2023-08-28T02:40:12.063607+0000","last_undegraded":"2023-08-28T02:40:12.063607+0000","last_fullsized":"2023-08-28T02:40:12.063607+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:35:03.710036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"378'8604","reported_seq":16766,"reported_epoch":378,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-08-28T02:40:18.136438+0000","last_change":"2023-08-28T02:38:43.760745+0000","last_active":"2023-08-28T02:40:18.136438+0000","last_peered":"2023-08-28T02:40:18.136438+0000","last_clean":"2023-08-28T02:31:27.909649+0000","last_became_active":"2023-08-28T02:33:33.726805+0000","last_became_peered":"2023-08-28T02:33:33.726805+0000","last_unstale":"2023-08-28T02:40:18.136438+0000","last_undegraded":"2023-08-28T02:33:20.140072+0000","last_fullsized":"2023-08-28T02:33:13.278549+0000","mapping_epoch":298,"log_start":"259'3177","ondisk_log_start":"259'3177","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5427,"log_dups_size":0,"ondisk_log_size":5427,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:02:22.971585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":213909504,"num_objects":3264,"num_object_clones":0,"num_object_copies":9792,"num_objects_missing_on_primary":3237,"num_objects_missing":3237,"num_objects_degraded":2496,"num_objects_misplaced":6515,"num_objects_unfound":0,"num_objects_dirty":3264,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8604,"num_write_kb":379776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2659,"num_bytes_recovered":174129152,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[4,3],"avail_no_missing":["2","6"],"object_location_counts":[{"shards":"2,3,4,6","objects":13},{"shards":"2,3,6","objects":754},{"shards":"2,4,6","objects":14},{"shards":"2,6","objects":2483},{"shards":"3,4","objects":-13}],"blocked_by":[],"up_primary":3,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.4","version":"75'161","reported_seq":587,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-08-28T02:40:12.064213+0000","last_change":"2023-08-28T02:33:12.296479+0000","last_active":"2023-08-28T02:40:12.064213+0000","last_peered":"2023-08-28T02:40:12.064213+0000","last_clean":"2023-08-28T02:40:12.064213+0000","last_became_active":"2023-08-28T02:33:12.294160+0000","last_became_peered":"2023-08-28T02:33:12.294160+0000","last_unstale":"2023-08-28T02:40:12.064213+0000","last_undegraded":"2023-08-28T02:40:12.064213+0000","last_fullsized":"2023-08-28T02:40:12.064213+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.899247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.899247+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":303,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.048332+0000","last_change":"2023-08-28T02:33:13.539335+0000","last_active":"2023-08-28T02:40:07.048332+0000","last_peered":"2023-08-28T02:40:07.048332+0000","last_clean":"2023-08-28T02:40:07.048332+0000","last_became_active":"2023-08-28T02:33:13.538978+0000","last_became_peered":"2023-08-28T02:33:13.538978+0000","last_unstale":"2023-08-28T02:40:07.048332+0000","last_undegraded":"2023-08-28T02:40:07.048332+0000","last_fullsized":"2023-08-28T02:40:07.048332+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:26:13.405766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"65'1","reported_seq":368,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-08-28T02:40:12.044134+0000","last_change":"2023-08-28T02:29:44.510205+0000","last_active":"2023-08-28T02:40:12.044134+0000","last_peered":"2023-08-28T02:40:12.044134+0000","last_clean":"2023-08-28T02:40:12.044134+0000","last_became_active":"2023-08-28T02:29:44.429357+0000","last_became_peered":"2023-08-28T02:29:44.429357+0000","last_unstale":"2023-08-28T02:40:12.044134+0000","last_undegraded":"2023-08-28T02:40:12.044134+0000","last_fullsized":"2023-08-28T02:40:12.044134+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:44:59.955729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":333,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-08-28T02:40:12.046597+0000","last_change":"2023-08-28T02:32:12.950661+0000","last_active":"2023-08-28T02:40:12.046597+0000","last_peered":"2023-08-28T02:40:12.046597+0000","last_clean":"2023-08-28T02:40:12.046597+0000","last_became_active":"2023-08-28T02:32:12.950276+0000","last_became_peered":"2023-08-28T02:32:12.950276+0000","last_unstale":"2023-08-28T02:40:12.046597+0000","last_undegraded":"2023-08-28T02:40:12.046597+0000","last_fullsized":"2023-08-28T02:40:12.046597+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:05:17.972868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"65'1","reported_seq":326,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-08-28T02:40:12.043748+0000","last_change":"2023-08-28T02:14:43.042150+0000","last_active":"2023-08-28T02:40:12.043748+0000","last_peered":"2023-08-28T02:40:12.043748+0000","last_clean":"2023-08-28T02:40:12.043748+0000","last_became_active":"2023-08-28T02:14:43.038336+0000","last_became_peered":"2023-08-28T02:14:43.038336+0000","last_unstale":"2023-08-28T02:40:12.043748+0000","last_undegraded":"2023-08-28T02:40:12.043748+0000","last_fullsized":"2023-08-28T02:40:12.043748+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:26:02.415152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":376,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-08-28T02:40:12.094784+0000","last_change":"2023-08-28T02:33:13.318097+0000","last_active":"2023-08-28T02:40:12.094784+0000","last_peered":"2023-08-28T02:40:12.094784+0000","last_clean":"2023-08-28T02:40:12.094784+0000","last_became_active":"2023-08-28T02:33:13.317761+0000","last_became_peered":"2023-08-28T02:33:13.317761+0000","last_unstale":"2023-08-28T02:40:12.094784+0000","last_undegraded":"2023-08-28T02:40:12.094784+0000","last_fullsized":"2023-08-28T02:40:12.094784+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:24.836996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"65'2","reported_seq":370,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.093932+0000","last_change":"2023-08-28T02:29:44.535937+0000","last_active":"2023-08-28T02:40:07.093932+0000","last_peered":"2023-08-28T02:40:07.093932+0000","last_clean":"2023-08-28T02:40:07.093932+0000","last_became_active":"2023-08-28T02:29:44.462244+0000","last_became_peered":"2023-08-28T02:29:44.462244+0000","last_unstale":"2023-08-28T02:40:07.093932+0000","last_undegraded":"2023-08-28T02:40:07.093932+0000","last_fullsized":"2023-08-28T02:40:07.093932+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:30:33.173713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":373,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-08-28T02:40:12.043624+0000","last_change":"2023-08-28T02:33:12.305580+0000","last_active":"2023-08-28T02:40:12.043624+0000","last_peered":"2023-08-28T02:40:12.043624+0000","last_clean":"2023-08-28T02:40:12.043624+0000","last_became_active":"2023-08-28T02:33:12.305261+0000","last_became_peered":"2023-08-28T02:33:12.305261+0000","last_unstale":"2023-08-28T02:40:12.043624+0000","last_undegraded":"2023-08-28T02:40:12.043624+0000","last_fullsized":"2023-08-28T02:40:12.043624+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:22:31.614221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"65'2","reported_seq":339,"reported_epoch":376,"state":"active+clean","last_fresh":"2023-08-28T02:40:07.094067+0000","last_change":"2023-08-28T02:31:51.991101+0000","last_active":"2023-08-28T02:40:07.094067+0000","last_peered":"2023-08-28T02:40:07.094067+0000","last_clean":"2023-08-28T02:40:07.094067+0000","last_became_active":"2023-08-28T02:31:51.987237+0000","last_became_peered":"2023-08-28T02:31:51.987237+0000","last_unstale":"2023-08-28T02:40:07.094067+0000","last_undegraded":"2023-08-28T02:40:07.094067+0000","last_fullsized":"2023-08-28T02:40:07.094067+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:07:07.370857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":374,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-08-28T02:40:12.047063+0000","last_change":"2023-08-28T02:33:12.494483+0000","last_active":"2023-08-28T02:40:12.047063+0000","last_peered":"2023-08-28T02:40:12.047063+0000","last_clean":"2023-08-28T02:40:12.047063+0000","last_became_active":"2023-08-28T02:33:12.494136+0000","last_became_peered":"2023-08-28T02:33:12.494136+0000","last_unstale":"2023-08-28T02:40:12.047063+0000","last_undegraded":"2023-08-28T02:40:12.047063+0000","last_fullsized":"2023-08-28T02:40:12.047063+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:36.772588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"65'1","reported_seq":320,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-08-28T02:40:12.064513+0000","last_change":"2023-08-28T02:33:13.287922+0000","last_active":"2023-08-28T02:40:12.064513+0000","last_peered":"2023-08-28T02:40:12.064513+0000","last_clean":"2023-08-28T02:40:12.064513+0000","last_became_active":"2023-08-28T02:33:13.287520+0000","last_became_peered":"2023-08-28T02:33:13.287520+0000","last_unstale":"2023-08-28T02:40:12.064513+0000","last_undegraded":"2023-08-28T02:40:12.064513+0000","last_fullsized":"2023-08-28T02:40:12.064513+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:11.627168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":333,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-08-28T02:40:12.063914+0000","last_change":"2023-08-28T02:33:13.289469+0000","last_active":"2023-08-28T02:40:12.063914+0000","last_peered":"2023-08-28T02:40:12.063914+0000","last_clean":"2023-08-28T02:40:12.063914+0000","last_became_active":"2023-08-28T02:33:13.288737+0000","last_became_peered":"2023-08-28T02:33:13.288737+0000","last_unstale":"2023-08-28T02:40:12.063914+0000","last_undegraded":"2023-08-28T02:40:12.063914+0000","last_fullsized":"2023-08-28T02:40:12.063914+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:11:15.043550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"65'4","reported_seq":358,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-08-28T02:40:12.044118+0000","last_change":"2023-08-28T02:32:28.607010+0000","last_active":"2023-08-28T02:40:12.044118+0000","last_peered":"2023-08-28T02:40:12.044118+0000","last_clean":"2023-08-28T02:40:12.044118+0000","last_became_active":"2023-08-28T02:32:28.492224+0000","last_became_peered":"2023-08-28T02:32:28.492224+0000","last_unstale":"2023-08-28T02:40:12.044118+0000","last_undegraded":"2023-08-28T02:40:12.044118+0000","last_fullsized":"2023-08-28T02:40:12.044118+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:13:45.711951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":554,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":384,"reported_epoch":377,"state":"active+clean","last_fresh":"2023-08-28T02:40:12.046564+0000","last_change":"2023-08-28T02:33:13.309144+0000","last_active":"2023-08-28T02:40:12.046564+0000","last_peered":"2023-08-28T02:40:12.046564+0000","last_clean":"2023-08-28T02:40:12.046564+0000","last_became_active":"2023-08-28T02:33:13.308910+0000","last_became_peered":"2023-08-28T02:33:13.308910+0000","last_unstale":"2023-08-28T02:40:12.046564+0000","last_undegraded":"2023-08-28T02:40:12.046564+0000","last_fullsized":"2023-08-28T02:40:12.046564+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:09:59.549591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":3345678360,"num_objects":51052,"num_object_clones":0,"num_object_copies":153156,"num_objects_missing_on_primary":3237,"num_objects_missing":3237,"num_objects_degraded":13838,"num_objects_misplaced":15728,"num_objects_unfound":0,"num_objects_dirty":51052,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":135562,"num_write_kb":5971585,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":49695,"num_bytes_recovered":3230334976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":11265716224,"data_stored":11265704008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97110,"ondisk_log_size":97110,"up":48,"acting":45,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":10126,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":370028,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":89,"num_read_kb":167,"num_write":44,"num_write_kb":440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":584707,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2048000,"data_stored":2033792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299800,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1530200,"kb_used_data":1040144,"kb_used_omap":0,"kb_used_meta":490048,"kb_avail":92214952,"statfs":{"total":95995035648,"available":94428110848,"internally_reserved":0,"allocated":1065107456,"data_stored":1063609481,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":501809152},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:39:14 2023","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.44700000000000001,"15min":1.0820000000000001},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.219},"max":{"1min":0.71799999999999997,"5min":1.524,"15min":13.118},"last":0.68400000000000005},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.53700000000000003,"15min":1.48},"min":{"1min":0.31900000000000001,"5min":0.247,"15min":0.246},"max":{"1min":2.3439999999999999,"5min":2.6989999999999998,"15min":17.402999999999999},"last":0.69599999999999995}]},{"osd":1,"last update":"Mon Aug 28 02:39:46 2023","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.51500000000000001,"15min":1.6279999999999999},"min":{"1min":0.311,"5min":0.253,"15min":0.248},"max":{"1min":1.4119999999999999,"5min":3.113,"15min":17.43},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.626,"15min":1.538},"min":{"1min":0.30399999999999999,"5min":0.28699999999999998,"15min":0.25900000000000001},"max":{"1min":1.4399999999999999,"5min":4.9749999999999996,"15min":19.913},"last":0.65700000000000003}]},{"osd":2,"last update":"Mon Aug 28 02:39:29 2023","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.5,"15min":1.1240000000000001},"min":{"1min":0.32200000000000001,"5min":0.26800000000000002,"15min":0.22900000000000001},"max":{"1min":2.96,"5min":2.96,"15min":8.3889999999999993},"last":0.71599999999999997},{"interface":"front","average":{"1min":0.68200000000000005,"5min":0.59099999999999997,"15min":1.0389999999999999},"min":{"1min":0.35399999999999998,"5min":0.28799999999999998,"15min":0.28699999999999998},"max":{"1min":1.9950000000000001,"5min":2.399,"15min":9.2219999999999995},"last":0.57799999999999996}]},{"osd":3,"last update":"Mon Aug 28 02:39:19 2023","interfaces":[{"interface":"back","average":{"1min":0.68300000000000005,"5min":0.60699999999999998,"15min":0.68100000000000005},"min":{"1min":0.35899999999999999,"5min":0.312,"15min":0.312},"max":{"1min":3.9430000000000001,"5min":3.9430000000000001,"15min":3.9430000000000001},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.64400000000000002,"5min":0.59399999999999997,"15min":0.61799999999999999},"min":{"1min":0.32700000000000001,"5min":0.308,"15min":0.308},"max":{"1min":4.1879999999999997,"5min":4.1879999999999997,"15min":4.1879999999999997},"last":0.745}]},{"osd":4,"last update":"Mon Aug 28 02:39:14 2023","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":0.49399999999999999,"15min":1.1659999999999999},"min":{"1min":0.27900000000000003,"5min":0.27700000000000002,"15min":0.245},"max":{"1min":2.3860000000000001,"5min":2.677,"15min":18.943000000000001},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.81399999999999995,"5min":0.59699999999999998,"15min":0.84199999999999997},"min":{"1min":0.313,"5min":0.28699999999999998,"15min":0.25700000000000001},"max":{"1min":3.282,"5min":3.282,"15min":7.2130000000000001},"last":0.33400000000000002}]},{"osd":5,"last update":"Mon Aug 28 02:39:14 2023","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.51400000000000001,"15min":0.94699999999999995},"min":{"1min":0.31,"5min":0.28100000000000003,"15min":0.23599999999999999},"max":{"1min":0.81799999999999995,"5min":2.6669999999999998,"15min":14.622},"last":0.44500000000000001},{"interface":"front","average":{"1min":0.79600000000000004,"5min":0.57799999999999996,"15min":1.1759999999999999},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27000000000000002},"max":{"1min":3.214,"5min":3.214,"15min":17.324999999999999},"last":0.40699999999999997}]},{"osd":6,"last update":"Mon Aug 28 02:39:14 2023","interfaces":[{"interface":"back","average":{"1min":0.85699999999999998,"5min":0.63700000000000001,"15min":1.2110000000000001},"min":{"1min":0.36099999999999999,"5min":0.33300000000000002,"15min":0.30299999999999999},"max":{"1min":3.8959999999999999,"5min":3.8959999999999999,"15min":17.454999999999998},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.71399999999999997,"5min":0.59299999999999997,"15min":0.83499999999999996},"min":{"1min":0.40000000000000002,"5min":0.33400000000000002,"15min":0.28999999999999998},"max":{"1min":2.1339999999999999,"5min":2.4399999999999999,"15min":7.665},"last":0.432}]}]},{"osd":6,"up_from":0,"seq":193273528731,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":101,"seq":433791697190,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1242068,"kb_used_data":622092,"kb_used_omap":4,"kb_used_meta":619963,"kb_avail":92503084,"statfs":{"total":95995035648,"available":94723158016,"internally_reserved":0,"allocated":637022208,"data_stored":634860259,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":634843022},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:39:49 2023","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":1.6020000000000001},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":1.155,"5min":2.1659999999999999,"15min":24.545999999999999},"last":1.212},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":2.032},"min":{"1min":0.27500000000000002,"5min":0.23899999999999999,"15min":0.23599999999999999},"max":{"1min":1.395,"5min":3.496,"15min":24.515000000000001},"last":1.137}]},{"osd":2,"last update":"Mon Aug 28 02:39:36 2023","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.59599999999999997,"15min":1.8100000000000001},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":1.028,"5min":3.544,"15min":22.161000000000001},"last":1.0860000000000001},{"interface":"front","average":{"1min":0.63100000000000001,"5min":0.54500000000000004,"15min":1.415},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.254},"max":{"1min":2.9369999999999998,"5min":2.9369999999999998,"15min":19.100999999999999},"last":1.071}]},{"osd":3,"last update":"Mon Aug 28 02:39:24 2023","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.58199999999999996,"15min":0.502},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":1.788,"5min":2.742,"15min":2.742},"last":0.92400000000000004},{"interface":"front","average":{"1min":0.66000000000000003,"5min":0.59599999999999997,"15min":0.54200000000000004},"min":{"1min":0.34399999999999997,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":2.0939999999999999,"5min":3.5819999999999999,"15min":3.5819999999999999},"last":0.93799999999999994}]},{"osd":4,"last update":"Mon Aug 28 02:39:49 2023","interfaces":[{"interface":"back","average":{"1min":0.65600000000000003,"5min":0.57199999999999995,"15min":1.1830000000000001},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.28499999999999998},"max":{"1min":2.8919999999999999,"5min":2.8919999999999999,"15min":18.992999999999999},"last":0.81200000000000006},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.61699999999999999,"15min":1.329},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.28899999999999998},"max":{"1min":0.93999999999999995,"5min":2.0070000000000001,"15min":14.779999999999999},"last":0.85699999999999998}]},{"osd":5,"last update":"Mon Aug 28 02:39:49 2023","interfaces":[{"interface":"back","average":{"1min":10.529999999999999,"5min":2.6099999999999999,"15min":2.323},"min":{"1min":0.40799999999999997,"5min":0.36499999999999999,"15min":0.29999999999999999},"max":{"1min":188.94900000000001,"5min":188.94900000000001,"15min":188.94900000000001},"last":1.0289999999999999},{"interface":"front","average":{"1min":10.635999999999999,"5min":2.6360000000000001,"15min":2.137},"min":{"1min":0.375,"5min":0.35299999999999998,"15min":0.33600000000000002},"max":{"1min":188.803,"5min":188.803,"15min":188.803},"last":0.95999999999999996}]},{"osd":6,"last update":"Mon Aug 28 02:39:49 2023","interfaces":[{"interface":"back","average":{"1min":0.64900000000000002,"5min":0.68300000000000005,"15min":1.5600000000000001},"min":{"1min":0.43099999999999999,"5min":0.40799999999999997,"15min":0.34300000000000003},"max":{"1min":1.042,"5min":3.6400000000000001,"15min":12.221},"last":0.98599999999999999},{"interface":"front","average":{"1min":0.74299999999999999,"5min":0.70399999999999996,"15min":1.375},"min":{"1min":0.439,"5min":0.39100000000000001,"15min":0.35699999999999998},"max":{"1min":3.036,"5min":3.036,"15min":19.021999999999998},"last":1.046}]},{"osd":7,"last update":"Mon Aug 28 02:39:49 2023","interfaces":[{"interface":"back","average":{"1min":0.80900000000000005,"5min":0.70199999999999996,"15min":1.4399999999999999},"min":{"1min":0.41399999999999998,"5min":0.38500000000000001,"15min":0.374},"max":{"1min":3.0059999999999998,"5min":3.0059999999999998,"15min":19.047999999999998},"last":1.0129999999999999},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.72799999999999998,"15min":1.486},"min":{"1min":0.46600000000000003,"5min":0.46200000000000002,"15min":0.34399999999999997},"max":{"1min":0.97299999999999998,"5min":2.3679999999999999,"15min":14.818},"last":0.90100000000000002}]}]},{"osd":0,"up_from":87,"seq":373662155057,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2704672,"kb_used_data":2017496,"kb_used_omap":5,"kb_used_meta":687162,"kb_avail":91040480,"statfs":{"total":95995035648,"available":93225451520,"internally_reserved":0,"allocated":2065915904,"data_stored":2063632192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":703654522},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:39:40 2023","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.48499999999999999,"15min":1.2769999999999999},"min":{"1min":0.245,"5min":0.221,"15min":0.184},"max":{"1min":3.7709999999999999,"5min":3.7709999999999999,"15min":30.315000000000001},"last":0.27600000000000002},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.54200000000000004,"15min":1.7410000000000001},"min":{"1min":0.28399999999999997,"5min":0.26200000000000001,"15min":0.23000000000000001},"max":{"1min":3,"5min":4.0679999999999996,"15min":69.272000000000006},"last":0.42399999999999999}]},{"osd":2,"last update":"Mon Aug 28 02:39:40 2023","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.66500000000000004,"15min":1.5269999999999999},"min":{"1min":0.312,"5min":0.247,"15min":0.23699999999999999},"max":{"1min":2.6699999999999999,"5min":4.4020000000000001,"15min":20.959},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.73899999999999999,"5min":0.68400000000000005,"15min":1.4019999999999999},"min":{"1min":0.31,"5min":0.28000000000000003,"15min":0.247},"max":{"1min":4.0919999999999996,"5min":6.1180000000000003,"15min":9.3729999999999993},"last":0.56799999999999995}]},{"osd":3,"last update":"Mon Aug 28 02:39:23 2023","interfaces":[{"interface":"back","average":{"1min":0.80200000000000005,"5min":0.77800000000000002,"15min":0.75900000000000001},"min":{"1min":0.35299999999999998,"5min":0.32600000000000001,"15min":0.26600000000000001},"max":{"1min":2.7170000000000001,"5min":5.6680000000000001,"15min":5.6680000000000001},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.98299999999999998,"5min":0.745,"15min":0.76900000000000002},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":4.1669999999999998,"5min":4.9199999999999999,"15min":4.9199999999999999},"last":0.59699999999999998}]},{"osd":4,"last update":"Mon Aug 28 02:39:23 2023","interfaces":[{"interface":"back","average":{"1min":0.84699999999999998,"5min":0.60299999999999998,"15min":2.1059999999999999},"min":{"1min":0.35199999999999998,"5min":0.315,"15min":0.29299999999999998},"max":{"1min":4.3339999999999996,"5min":4.3339999999999996,"15min":274.33199999999999},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.755,"5min":0.65500000000000003,"15min":2.4729999999999999},"min":{"1min":0.36699999999999999,"5min":0.34999999999999998,"15min":0.28199999999999997},"max":{"1min":2.8969999999999998,"5min":2.8969999999999998,"15min":266.31999999999999},"last":0.38100000000000001}]},{"osd":5,"last update":"Mon Aug 28 02:39:23 2023","interfaces":[{"interface":"back","average":{"1min":0.85999999999999999,"5min":0.63400000000000001,"15min":1.2310000000000001},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.29299999999999998},"max":{"1min":4.2089999999999996,"5min":4.2089999999999996,"15min":13.038},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.75,"5min":0.64300000000000002,"15min":1.6579999999999999},"min":{"1min":0.42499999999999999,"5min":0.36699999999999999,"15min":0.27800000000000002},"max":{"1min":2.8039999999999998,"5min":2.8039999999999998,"15min":15.231},"last":0.53800000000000003}]},{"osd":6,"last update":"Mon Aug 28 02:39:23 2023","interfaces":[{"interface":"back","average":{"1min":0.93200000000000005,"5min":0.69299999999999995,"15min":1.4079999999999999},"min":{"1min":0.42399999999999999,"5min":0.40999999999999998,"15min":0.29399999999999998},"max":{"1min":4.2869999999999999,"5min":4.2869999999999999,"15min":15.122999999999999},"last":0.65500000000000003},{"interface":"front","average":{"1min":0.77900000000000003,"5min":0.67700000000000005,"15min":1.6719999999999999},"min":{"1min":0.46100000000000002,"5min":0.38300000000000001,"15min":0.35599999999999998},"max":{"1min":2.927,"5min":2.927,"15min":15.186999999999999},"last":0.61399999999999999}]},{"osd":7,"last update":"Mon Aug 28 02:39:23 2023","interfaces":[{"interface":"back","average":{"1min":0.83699999999999997,"5min":0.82499999999999996,"15min":1.6699999999999999},"min":{"1min":0.434,"5min":0.434,"15min":0.33400000000000002},"max":{"1min":2.758,"5min":4.4390000000000001,"15min":16.183},"last":0.79500000000000004},{"interface":"front","average":{"1min":0.96499999999999997,"5min":0.78900000000000003,"15min":1.427},"min":{"1min":0.46400000000000002,"5min":0.46000000000000002,"15min":0.35999999999999999},"max":{"1min":4.2519999999999998,"5min":4.2519999999999998,"15min":13.005000000000001},"last":0.76800000000000002}]}]},{"osd":2,"up_from":0,"seq":502511173916,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":297,"seq":1275605286999,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":736636,"kb_used_data":587764,"kb_used_omap":2,"kb_used_meta":148861,"kb_avail":93008516,"statfs":{"total":95995035648,"available":95240720384,"internally_reserved":0,"allocated":601870336,"data_stored":599725469,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":152433717},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1],"upper_bound":4},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:39:18 2023","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.54100000000000004,"15min":0.44900000000000001},"min":{"1min":0.22700000000000001,"5min":0.224,"15min":0.22},"max":{"1min":0.67400000000000004,"5min":6.8819999999999997,"15min":6.8819999999999997},"last":0.253},{"interface":"front","average":{"1min":0.443,"5min":0.58499999999999996,"15min":0.66100000000000003},"min":{"1min":0.29499999999999998,"5min":0.217,"15min":0.217},"max":{"1min":0.77200000000000002,"5min":6.7839999999999998,"15min":6.7839999999999998},"last":0.32000000000000001}]},{"osd":1,"last update":"Mon Aug 28 02:39:18 2023","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.60499999999999998,"15min":0.46700000000000003},"min":{"1min":0.30599999999999999,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.748,"5min":4.0650000000000004,"15min":4.0650000000000004},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.63200000000000001,"15min":0.69399999999999995},"min":{"1min":0.28000000000000003,"5min":0.249,"15min":0.249},"max":{"1min":2.121,"5min":3.9249999999999998,"15min":3.9249999999999998},"last":0.91800000000000004}]},{"osd":2,"last update":"Mon Aug 28 02:39:18 2023","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.52800000000000002,"15min":0.60399999999999998},"min":{"1min":0.32600000000000001,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":2.1659999999999999,"5min":2.3079999999999998,"15min":2.5449999999999999},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.623,"15min":0.56999999999999995},"min":{"1min":0.317,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.94099999999999995,"5min":4.7030000000000003,"15min":4.7030000000000003},"last":0.64200000000000002}]},{"osd":4,"last update":"Mon Aug 28 02:39:18 2023","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.64000000000000001,"15min":0.59399999999999997},"min":{"1min":0.38700000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.153,"5min":6.2670000000000003,"15min":6.2670000000000003},"last":0.44},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.64400000000000002,"15min":0.56999999999999995},"min":{"1min":0.378,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.93700000000000006,"5min":3.5030000000000001,"15min":3.5030000000000001},"last":0.54900000000000004}]},{"osd":5,"last update":"Mon Aug 28 02:39:18 2023","interfaces":[{"interface":"back","average":{"1min":0.68400000000000005,"5min":0.66700000000000004,"15min":0.59999999999999998},"min":{"1min":0.42299999999999999,"5min":0.313,"15min":0.313},"max":{"1min":2.7450000000000001,"5min":3.5390000000000001,"15min":3.5390000000000001},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.70199999999999996,"5min":0.64000000000000001,"15min":0.57399999999999995},"min":{"1min":0.40999999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":2.919,"5min":3.411,"15min":3.411},"last":0.45900000000000002}]},{"osd":6,"last update":"Mon Aug 28 02:39:18 2023","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":0.67100000000000004,"15min":0.65300000000000002},"min":{"1min":0.438,"5min":0.436,"15min":0.436},"max":{"1min":2.4950000000000001,"5min":2.4950000000000001,"15min":2.4950000000000001},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.77600000000000002,"5min":0.71899999999999997,"15min":0.66100000000000003},"min":{"1min":0.46300000000000002,"5min":0.378,"15min":0.378},"max":{"1min":2.5369999999999999,"5min":3.6099999999999999,"15min":3.6099999999999999},"last":0.5}]},{"osd":7,"last update":"Mon Aug 28 02:39:18 2023","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.67000000000000004,"15min":0.60799999999999998},"min":{"1min":0.42999999999999999,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":2.645,"5min":2.9399999999999999,"15min":2.9399999999999999},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.71199999999999997,"5min":0.71399999999999997,"15min":0.67000000000000004},"min":{"1min":0.42099999999999999,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":2.661,"5min":2.9540000000000002,"15min":2.9540000000000002},"last":0.60299999999999998}]}]},{"osd":4,"up_from":30,"seq":128849019293,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2756264,"kb_used_data":2255776,"kb_used_omap":0,"kb_used_meta":500480,"kb_avail":90988888,"statfs":{"total":95995035648,"available":93172621312,"internally_reserved":0,"allocated":2309914624,"data_stored":2308409390,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":512491520},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,0,0,5,1,0,5,5],"upper_bound":4096},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:39:27 2023","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.57399999999999995,"15min":1.4019999999999999},"min":{"1min":0.249,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.628,"5min":10.249000000000001,"15min":22.515000000000001},"last":4.0620000000000003},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.53700000000000003,"15min":1.3169999999999999},"min":{"1min":0.27300000000000002,"5min":0.23200000000000001,"15min":0.218},"max":{"1min":0.65900000000000003,"5min":4.5250000000000004,"15min":22.454000000000001},"last":0.41799999999999998}]},{"osd":1,"last update":"Mon Aug 28 02:39:53 2023","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.56399999999999995,"15min":1.1970000000000001},"min":{"1min":0.28799999999999998,"5min":0.26300000000000001,"15min":0.248},"max":{"1min":1.28,"5min":5.5979999999999999,"15min":23.082000000000001},"last":4.2069999999999999},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.56100000000000005,"15min":1.3049999999999999},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.26000000000000001},"max":{"1min":1.341,"5min":4.5910000000000002,"15min":25.100000000000001},"last":4.2400000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:39:27 2023","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.63,"15min":1.323},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.27900000000000003},"max":{"1min":1.52,"5min":4.5430000000000001,"15min":13.194000000000001},"last":4.1779999999999999},{"interface":"front","average":{"1min":0.46100000000000002,"5min":0.625,"15min":1.2290000000000001},"min":{"1min":0.34899999999999998,"5min":0.312,"15min":0.29399999999999998},"max":{"1min":0.68300000000000005,"5min":5.6360000000000001,"15min":13.515000000000001},"last":0.48099999999999998}]},{"osd":3,"last update":"Mon Aug 28 02:39:27 2023","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.60699999999999998,"15min":0.74099999999999999},"min":{"1min":0.39000000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.7689999999999999,"5min":3.8260000000000001,"15min":7.7480000000000002},"last":0.432},{"interface":"front","average":{"1min":0.69099999999999995,"5min":0.73199999999999998,"15min":0.67700000000000005},"min":{"1min":0.36099999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":2.7989999999999999,"5min":3.7069999999999999,"15min":3.7069999999999999},"last":0.54600000000000004}]},{"osd":5,"last update":"Mon Aug 28 02:40:05 2023","interfaces":[{"interface":"back","average":{"1min":0.65500000000000003,"5min":0.53100000000000003,"15min":0.89200000000000002},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.222},"max":{"1min":4.1459999999999999,"5min":4.609,"15min":8.6850000000000005},"last":4.1449999999999996},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.47099999999999997,"15min":0.94799999999999995},"min":{"1min":0.307,"5min":0.29799999999999999,"15min":0.20699999999999999},"max":{"1min":0.64600000000000002,"5min":1.5700000000000001,"15min":8.6370000000000005},"last":0.45600000000000002}]},{"osd":6,"last update":"Mon Aug 28 02:39:19 2023","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.496,"15min":0.96199999999999997},"min":{"1min":0.33700000000000002,"5min":0.27100000000000002,"15min":0.26500000000000001},"max":{"1min":2.2949999999999999,"5min":2.2949999999999999,"15min":10.023999999999999},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.5,"15min":1.0289999999999999},"min":{"1min":0.32100000000000001,"5min":0.30499999999999999,"15min":0.26600000000000001},"max":{"1min":1.248,"5min":1.679,"15min":8.5},"last":0.36799999999999999}]},{"osd":7,"last update":"Mon Aug 28 02:39:27 2023","interfaces":[{"interface":"back","average":{"1min":0.754,"5min":0.58899999999999997,"15min":1.0449999999999999},"min":{"1min":0.317,"5min":0.28999999999999998,"15min":0.22500000000000001},"max":{"1min":4.5250000000000004,"5min":4.5720000000000001,"15min":9.3209999999999997},"last":4.1109999999999998},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.56799999999999995,"15min":0.97699999999999998},"min":{"1min":0.39200000000000002,"5min":0.32400000000000001,"15min":0.30299999999999999},"max":{"1min":1.081,"5min":1.647,"15min":15.597},"last":3.903}]}]},{"osd":5,"up_from":37,"seq":158913790366,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2021640,"kb_used_data":1452544,"kb_used_omap":0,"kb_used_meta":569088,"kb_avail":91723512,"statfs":{"total":95995035648,"available":93924876288,"internally_reserved":0,"allocated":1487405056,"data_stored":1485919683,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":582746112},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:39:55 2023","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.44500000000000001,"15min":1.244},"min":{"1min":0.23999999999999999,"5min":0.23799999999999999,"15min":0.20200000000000001},"max":{"1min":0.747,"5min":1.1100000000000001,"15min":15.156000000000001},"last":0.37},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.56200000000000006,"15min":1.3049999999999999},"min":{"1min":0.33900000000000002,"5min":0.26400000000000001,"15min":0.24099999999999999},"max":{"1min":1.9830000000000001,"5min":4.298,"15min":19.815999999999999},"last":0.44600000000000001}]},{"osd":1,"last update":"Mon Aug 28 02:39:55 2023","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.52700000000000002,"15min":1.405},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.23699999999999999},"max":{"1min":1.5229999999999999,"5min":3.7989999999999999,"15min":17.998000000000001},"last":1.024},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56299999999999994,"15min":1.3680000000000001},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26000000000000001},"max":{"1min":1.661,"5min":4.2149999999999999,"15min":19.853000000000002},"last":0.35899999999999999}]},{"osd":2,"last update":"Mon Aug 28 02:39:55 2023","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.53700000000000003,"15min":1.1639999999999999},"min":{"1min":0.33600000000000002,"5min":0.28100000000000003,"15min":0.27700000000000002},"max":{"1min":2.9359999999999999,"5min":2.9359999999999999,"15min":13.335000000000001},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.68000000000000005,"5min":0.66900000000000004,"15min":1.4370000000000001},"min":{"1min":0.39800000000000002,"5min":0.32600000000000001,"15min":0.28499999999999998},"max":{"1min":1.6379999999999999,"5min":4.2400000000000002,"15min":10.084},"last":0.38800000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:39:27 2023","interfaces":[{"interface":"back","average":{"1min":0.75800000000000001,"5min":0.55300000000000005,"15min":1.05},"min":{"1min":0.308,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":3.7730000000000001,"5min":3.7730000000000001,"15min":16.190999999999999},"last":1.2569999999999999},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.63400000000000001,"15min":1.3340000000000001},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33500000000000002},"max":{"1min":1.492,"5min":4.8230000000000004,"15min":21.420999999999999},"last":3.9790000000000001}]},{"osd":4,"last update":"Mon Aug 28 02:40:02 2023","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.432,"15min":0.91200000000000003},"min":{"1min":0.28100000000000003,"5min":0.25,"15min":0.23100000000000001},"max":{"1min":0.91300000000000003,"5min":1.516,"15min":13.616},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.58699999999999997,"15min":1.1000000000000001},"min":{"1min":0.29699999999999999,"5min":0.29299999999999998,"15min":0.25700000000000001},"max":{"1min":1.3320000000000001,"5min":4.1879999999999997,"15min":10.566000000000001},"last":0.32400000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:39:55 2023","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.59199999999999997,"15min":1.1439999999999999},"min":{"1min":0.34999999999999998,"5min":0.28599999999999998,"15min":0.23300000000000001},"max":{"1min":1.9099999999999999,"5min":4.04,"15min":17.510000000000002},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.55300000000000005,"15min":1.0800000000000001},"min":{"1min":0.308,"5min":0.29499999999999998,"15min":0.254},"max":{"1min":1.165,"5min":3.726,"15min":15.856999999999999},"last":1.1990000000000001}]},{"osd":7,"last update":"Mon Aug 28 02:39:55 2023","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.66600000000000004,"15min":1.3029999999999999},"min":{"1min":0.37,"5min":0.34999999999999998,"15min":0.315},"max":{"1min":2.048,"5min":6.9630000000000001,"15min":31.707000000000001},"last":1.232},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.70199999999999996,"15min":1.367},"min":{"1min":0.34699999999999998,"5min":0.33000000000000002,"15min":0.318},"max":{"1min":1.403,"5min":4.5890000000000004,"15min":31.66},"last":0.41699999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":2058358784,"data_stored":2058354712,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":629735424,"data_stored":629735424,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1467219968,"data_stored":1467219968,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":595787776,"data_stored":595787776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":2304184320,"data_stored":2304180248,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1478950912,"data_stored":1478950912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1672286208,"data_stored":1672282136,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1059192832,"data_stored":1059192832,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:40:22.678 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:40:22.704 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:40:22.708 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:22.734 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:40:22.736 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:22.736 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:40:22.807 INFO:journalctl@ceph.grafana.a.smithi083.stdout:Aug 28 02:40:22 smithi083 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-grafana-a[148818]: logger=cleanup t=2023-08-28T02:40:22.624383548Z level=info msg="Completed cleanup jobs" duration=11.87803ms 2023-08-28T02:40:22.807 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:22 smithi083 ceph-mon[157819]: from='client.36687 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:40:22.808 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:22 smithi083 ceph-mon[157819]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:40:22.808 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:22 smithi083 ceph-mon[157819]: failed to encode map e379 with expected crc 2023-08-28T02:40:22.808 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:22 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1934011430' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:40:22.808 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:22 smithi083 ceph-mon[157819]: osdmap e379: 8 total, 8 up, 6 in 2023-08-28T02:40:22.808 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:22 smithi083 ceph-mon[157819]: failed to encode map e379 with expected crc 2023-08-28T02:40:22.808 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:22 smithi083 ceph-mon[157819]: pgmap v1173: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.1 GiB data, 10 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 172 op/s; 13789/152553 objects degraded (9.039%); 15728/152553 objects misplaced (10.310%); 2.1 MiB/s, 33 objects/s recovering 2023-08-28T02:40:22.837 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:40:22.850 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:22 smithi040 ceph-mon[175404]: from='client.36687 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:40:22.850 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:22 smithi040 ceph-mon[175404]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:40:22.850 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:22 smithi040 ceph-mon[175404]: failed to encode map e379 with expected crc 2023-08-28T02:40:22.850 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:22 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1934011430' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:40:22.850 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:22 smithi040 ceph-mon[175404]: osdmap e379: 8 total, 8 up, 6 in 2023-08-28T02:40:22.850 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:22 smithi040 ceph-mon[175404]: failed to encode map e379 with expected crc 2023-08-28T02:40:22.851 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:22 smithi040 ceph-mon[175404]: pgmap v1173: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.1 GiB data, 10 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 172 op/s; 13789/152553 objects degraded (9.039%); 15728/152553 objects misplaced (10.310%); 2.1 MiB/s, 33 objects/s recovering 2023-08-28T02:40:22.851 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:22 smithi040 ceph-mon[170259]: from='client.36687 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:40:22.851 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:22 smithi040 ceph-mon[170259]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:40:22.851 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:22 smithi040 ceph-mon[170259]: failed to encode map e379 with expected crc 2023-08-28T02:40:22.851 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:22 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1934011430' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:40:22.851 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:22 smithi040 ceph-mon[170259]: osdmap e379: 8 total, 8 up, 6 in 2023-08-28T02:40:22.851 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:22 smithi040 ceph-mon[170259]: failed to encode map e379 with expected crc 2023-08-28T02:40:22.851 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:22 smithi040 ceph-mon[170259]: pgmap v1173: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.1 GiB data, 10 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 172 op/s; 13789/152553 objects degraded (9.039%); 15728/152553 objects misplaced (10.310%); 2.1 MiB/s, 33 objects/s recovering 2023-08-28T02:40:22.880 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:22.902 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:40:22.905 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:22.906 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:40:23.006 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:40:23.041 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:23.127 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:40:23.130 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:23.131 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:40:23.162 INFO:teuthology.orchestra.run.smithi083.stdout:ERROR: (22) Invalid argument 2023-08-28T02:40:23.162 INFO:teuthology.orchestra.run.smithi083.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:40:23.231 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:40:23.264 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:23.337 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:40:23.343 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:23.344 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:40:23.444 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:40:23.476 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:23.500 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:40:23.503 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:23.503 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:40:23.545 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.6 dump_historic_ops 2023-08-28T02:40:23.604 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:40:23.632 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:23.657 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:40:23.660 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:23.660 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:40:23.761 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:40:23.781 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:40:23.798 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:23.806 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:40:23.822 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:40:23.827 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:23.827 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:40:23.832 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:40:23.853 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:40:23.855 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:40:23.875 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:40:23.895 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:40:23.915 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:40:23.929 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:40:23.935 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:40:23.937 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-08-28T02:40:23.937 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-08-28T02:40:23.937 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-08-28T02:40:23.937 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-08-28T02:40:23.937 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-08-28T02:40:23.937 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-08-28T02:40:23.937 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-08-28T02:40:23.937 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-08-28T02:40:23.957 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:23.981 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:40:23.984 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:23.984 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:40:24.085 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:40:24.115 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:24 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/983196478' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:40:24.116 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:24 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/983196478' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:40:24.118 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:24.140 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:40:24.152 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:24.153 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:40:24.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:24 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/983196478' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:40:24.253 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:40:24.291 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:24.319 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:40:24.326 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:24.326 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:40:24.427 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:40:24.461 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:24.489 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:40:24.492 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:24.493 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:40:24.593 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:40:24.629 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:24.644 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd set nodeep-scrub 2023-08-28T02:40:24.657 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:40:24.659 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:24.659 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:40:24.760 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:40:24.793 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:24.827 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:40:24.829 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:24.830 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:40:24.864 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2023-08-28T02:40:24.865 INFO:teuthology.orchestra.run.smithi083.stdout: "size": 20, 2023-08-28T02:40:24.865 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 600, 2023-08-28T02:40:24.865 INFO:teuthology.orchestra.run.smithi083.stdout: "ops": [ 2023-08-28T02:40:24.865 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.865 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:15973 10.f 10:f156d307:::benchmark_data_smithi040_250784_object15972:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e255)", 2023-08-28T02:40:24.865 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:01.960653+0000", 2023-08-28T02:40:24.865 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 562.90242305599998, 2023-08-28T02:40:24.865 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.074587173000000007, 2023-08-28T02:40:24.865 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:40:24.865 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:24.865 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:40:24.866 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:40:24.866 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:40:24.866 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 15973 2023-08-28T02:40:24.866 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.866 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:40:24.866 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.866 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:40:24.866 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.960653+0000", 2023-08-28T02:40:24.866 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:24.866 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.866 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.866 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:40:24.867 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.960653+0000", 2023-08-28T02:40:24.867 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:24.867 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.867 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.867 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:40:24.867 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.960652+0000", 2023-08-28T02:40:24.867 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:40:24.867 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.867 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.867 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:40:24.867 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.960761+0000", 2023-08-28T02:40:24.867 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000108657 2023-08-28T02:40:24.867 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.867 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.868 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:40:24.868 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.960772+0000", 2023-08-28T02:40:24.868 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1491999999999999e-05 2023-08-28T02:40:24.868 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.868 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.868 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:40:24.868 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.960779+0000", 2023-08-28T02:40:24.868 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.8360000000000003e-06 2023-08-28T02:40:24.868 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.868 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.868 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:24.868 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.961398+0000", 2023-08-28T02:40:24.868 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00061934700000000002 2023-08-28T02:40:24.868 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.869 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.869 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:40:24.869 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.961506+0000", 2023-08-28T02:40:24.869 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00010712 2023-08-28T02:40:24.869 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.869 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.869 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 2,3", 2023-08-28T02:40:24.869 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.961628+0000", 2023-08-28T02:40:24.869 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00012226399999999999 2023-08-28T02:40:24.869 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.869 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.869 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:40:24.869 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.962685+0000", 2023-08-28T02:40:24.869 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.001057573 2023-08-28T02:40:24.870 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.870 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.870 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:24.870 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963913+0000", 2023-08-28T02:40:24.870 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0012280609999999999 2023-08-28T02:40:24.870 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.870 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.870 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:24.870 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.035152+0000", 2023-08-28T02:40:24.870 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.071238836999999999 2023-08-28T02:40:24.870 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.870 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.871 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:40:24.871 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.035200+0000", 2023-08-28T02:40:24.871 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.7976999999999998e-05 2023-08-28T02:40:24.871 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.871 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.871 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:40:24.871 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.035240+0000", 2023-08-28T02:40:24.871 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.9879000000000002e-05 2023-08-28T02:40:24.871 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:24.871 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:40:24.871 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:24.871 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.871 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.872 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:15976 10.0 10:04abaf74:::benchmark_data_smithi040_250784_object15975:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e255)", 2023-08-28T02:40:24.872 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:01.962378+0000", 2023-08-28T02:40:24.872 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 562.90069796, 2023-08-28T02:40:24.872 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.075520459999999998, 2023-08-28T02:40:24.872 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:40:24.872 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:24.872 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:40:24.872 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:40:24.872 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:40:24.872 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 15976 2023-08-28T02:40:24.872 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.872 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:40:24.872 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.873 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:40:24.873 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.962378+0000", 2023-08-28T02:40:24.873 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:24.873 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.873 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.873 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:40:24.873 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.962378+0000", 2023-08-28T02:40:24.873 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:24.873 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.873 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.873 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:40:24.873 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.962377+0000", 2023-08-28T02:40:24.874 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:40:24.874 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.874 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.874 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:40:24.874 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963038+0000", 2023-08-28T02:40:24.874 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00066063600000000004 2023-08-28T02:40:24.874 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.874 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.874 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:40:24.874 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963055+0000", 2023-08-28T02:40:24.874 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.6986e-05 2023-08-28T02:40:24.874 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.875 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.875 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:40:24.875 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963061+0000", 2023-08-28T02:40:24.875 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.3799999999999999e-06 2023-08-28T02:40:24.875 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.875 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.875 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:24.875 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963106+0000", 2023-08-28T02:40:24.875 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.5080000000000002e-05 2023-08-28T02:40:24.875 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.875 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.875 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:40:24.876 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963212+0000", 2023-08-28T02:40:24.876 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000105581 2023-08-28T02:40:24.876 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.876 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.876 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,4", 2023-08-28T02:40:24.876 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963333+0000", 2023-08-28T02:40:24.876 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00012171399999999999 2023-08-28T02:40:24.876 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.876 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.876 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:40:24.876 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.035999+0000", 2023-08-28T02:40:24.876 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.072665946999999995 2023-08-28T02:40:24.876 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.877 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.877 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:24.877 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.036037+0000", 2023-08-28T02:40:24.877 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.7283000000000002e-05 2023-08-28T02:40:24.877 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.877 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.877 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:24.877 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.037810+0000", 2023-08-28T02:40:24.877 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0017734339999999999 2023-08-28T02:40:24.877 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.877 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.877 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:40:24.878 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.037857+0000", 2023-08-28T02:40:24.878 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.7273e-05 2023-08-28T02:40:24.878 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.878 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.878 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:40:24.878 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.037899+0000", 2023-08-28T02:40:24.878 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.1238000000000001e-05 2023-08-28T02:40:24.878 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:24.878 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:40:24.878 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:24.878 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.878 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.879 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:15977 10.0 10:07e57540:::benchmark_data_smithi040_250784_object15976:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e255)", 2023-08-28T02:40:24.879 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:01.963074+0000", 2023-08-28T02:40:24.879 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 562.90000176800004, 2023-08-28T02:40:24.879 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.074940121999999998, 2023-08-28T02:40:24.879 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:40:24.879 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:24.879 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:40:24.879 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:40:24.879 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:40:24.879 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 15977 2023-08-28T02:40:24.879 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.879 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:40:24.880 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.880 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:40:24.880 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963074+0000", 2023-08-28T02:40:24.880 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:24.880 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.880 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.880 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:40:24.880 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963074+0000", 2023-08-28T02:40:24.880 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:24.880 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.880 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.880 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:40:24.881 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963074+0000", 2023-08-28T02:40:24.881 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999995 2023-08-28T02:40:24.881 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.881 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.881 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:40:24.881 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963111+0000", 2023-08-28T02:40:24.881 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.7444999999999998e-05 2023-08-28T02:40:24.881 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.881 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.881 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:40:24.881 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963119+0000", 2023-08-28T02:40:24.881 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.4419999999999998e-06 2023-08-28T02:40:24.882 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.882 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.882 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:40:24.882 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963124+0000", 2023-08-28T02:40:24.882 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.8670000000000002e-06 2023-08-28T02:40:24.882 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.882 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.882 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:24.882 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.964079+0000", 2023-08-28T02:40:24.882 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00095448400000000002 2023-08-28T02:40:24.882 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.882 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.883 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:40:24.883 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.964187+0000", 2023-08-28T02:40:24.883 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00010782599999999999 2023-08-28T02:40:24.883 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.883 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.883 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,4", 2023-08-28T02:40:24.883 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.964309+0000", 2023-08-28T02:40:24.883 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00012207900000000001 2023-08-28T02:40:24.883 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.883 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.883 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:40:24.883 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.036048+0000", 2023-08-28T02:40:24.883 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.071738821999999994 2023-08-28T02:40:24.884 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.884 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.884 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:24.884 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.036702+0000", 2023-08-28T02:40:24.884 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00065405499999999996 2023-08-28T02:40:24.884 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.884 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.884 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:24.884 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.037934+0000", 2023-08-28T02:40:24.884 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.001231996 2023-08-28T02:40:24.884 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.884 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.885 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:40:24.885 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.037980+0000", 2023-08-28T02:40:24.885 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.6393000000000001e-05 2023-08-28T02:40:24.885 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.885 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.885 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:40:24.885 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.038014+0000", 2023-08-28T02:40:24.885 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.4411e-05 2023-08-28T02:40:24.885 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:24.885 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:40:24.885 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:24.885 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.886 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.886 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:15980 10.0 10:0c83dbed:::benchmark_data_smithi040_250784_object15979:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e255)", 2023-08-28T02:40:24.886 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:01.963130+0000", 2023-08-28T02:40:24.886 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 562.89994603800005, 2023-08-28T02:40:24.886 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.077545014999999995, 2023-08-28T02:40:24.886 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:40:24.886 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:24.886 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:40:24.886 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:40:24.886 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:40:24.886 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 15980 2023-08-28T02:40:24.886 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.887 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:40:24.887 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.887 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:40:24.887 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963130+0000", 2023-08-28T02:40:24.887 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:24.887 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.887 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.887 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:40:24.887 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963130+0000", 2023-08-28T02:40:24.887 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:24.887 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.887 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.887 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:40:24.888 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963129+0000", 2023-08-28T02:40:24.888 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999995 2023-08-28T02:40:24.888 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.888 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.888 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:40:24.888 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963233+0000", 2023-08-28T02:40:24.888 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00010377700000000001 2023-08-28T02:40:24.888 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.888 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.888 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:40:24.888 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963242+0000", 2023-08-28T02:40:24.888 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.6219999999999998e-06 2023-08-28T02:40:24.889 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.889 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.889 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:40:24.889 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963247+0000", 2023-08-28T02:40:24.889 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.3260000000000003e-06 2023-08-28T02:40:24.889 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.889 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.889 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:24.889 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.034900+0000", 2023-08-28T02:40:24.889 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.071652460000000001 2023-08-28T02:40:24.889 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.889 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.890 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:40:24.890 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.035092+0000", 2023-08-28T02:40:24.890 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00019272500000000001 2023-08-28T02:40:24.890 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.890 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.890 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,4", 2023-08-28T02:40:24.890 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.035256+0000", 2023-08-28T02:40:24.890 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00016368200000000001 2023-08-28T02:40:24.890 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.890 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.890 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:24.890 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.037487+0000", 2023-08-28T02:40:24.891 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.002230601 2023-08-28T02:40:24.891 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.891 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.891 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:24.891 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.038054+0000", 2023-08-28T02:40:24.891 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00056774799999999997 2023-08-28T02:40:24.891 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.891 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.891 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:40:24.891 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.040583+0000", 2023-08-28T02:40:24.891 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0025288979999999999 2023-08-28T02:40:24.891 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.892 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.892 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:40:24.892 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.040637+0000", 2023-08-28T02:40:24.892 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.3661e-05 2023-08-28T02:40:24.892 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.892 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.892 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:40:24.892 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.040675+0000", 2023-08-28T02:40:24.892 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.8016999999999999e-05 2023-08-28T02:40:24.892 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:24.892 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:40:24.892 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:24.893 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.893 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.893 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:15984 10.a 10:5ac8537c:::benchmark_data_smithi040_250784_object15983:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e255)", 2023-08-28T02:40:24.893 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:01.963359+0000", 2023-08-28T02:40:24.893 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 562.899716582, 2023-08-28T02:40:24.893 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.074734667000000005, 2023-08-28T02:40:24.893 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:40:24.893 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:24.893 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:40:24.893 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:40:24.893 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:40:24.893 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 15984 2023-08-28T02:40:24.893 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.894 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:40:24.894 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.894 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:40:24.894 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963359+0000", 2023-08-28T02:40:24.894 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:24.894 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.894 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.894 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:40:24.894 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963359+0000", 2023-08-28T02:40:24.894 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:24.894 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.894 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.894 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:40:24.895 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963358+0000", 2023-08-28T02:40:24.895 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:40:24.895 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.895 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.895 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:40:24.895 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963447+0000", 2023-08-28T02:40:24.895 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.8708000000000005e-05 2023-08-28T02:40:24.895 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.895 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.895 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:40:24.895 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963459+0000", 2023-08-28T02:40:24.896 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1643e-05 2023-08-28T02:40:24.896 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.896 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.896 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:40:24.896 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963466+0000", 2023-08-28T02:40:24.896 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.9099999999999999e-06 2023-08-28T02:40:24.896 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.896 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.896 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:24.896 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963511+0000", 2023-08-28T02:40:24.896 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.5599000000000002e-05 2023-08-28T02:40:24.896 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.897 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.897 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:40:24.897 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963624+0000", 2023-08-28T02:40:24.897 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00011232 2023-08-28T02:40:24.897 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.897 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.897 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:40:24.897 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.963748+0000", 2023-08-28T02:40:24.897 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00012438400000000001 2023-08-28T02:40:24.897 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.897 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.897 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:40:24.897 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.964583+0000", 2023-08-28T02:40:24.898 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00083524300000000005 2023-08-28T02:40:24.898 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.898 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.898 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:24.898 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.037961+0000", 2023-08-28T02:40:24.898 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.073377633999999997 2023-08-28T02:40:24.898 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.898 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.898 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:24.898 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.037996+0000", 2023-08-28T02:40:24.898 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.5299000000000002e-05 2023-08-28T02:40:24.899 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.899 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.899 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:40:24.899 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.038039+0000", 2023-08-28T02:40:24.899 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.2629000000000001e-05 2023-08-28T02:40:24.899 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.899 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.899 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:40:24.899 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.038094+0000", 2023-08-28T02:40:24.899 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.5274e-05 2023-08-28T02:40:24.899 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:24.899 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:40:24.900 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:24.900 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.900 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.900 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:15985 10.a 10:54fc5c0b:::benchmark_data_smithi040_250784_object15984:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e255)", 2023-08-28T02:40:24.900 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:01.964833+0000", 2023-08-28T02:40:24.900 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 562.89824323400001, 2023-08-28T02:40:24.900 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.075174487999999998, 2023-08-28T02:40:24.900 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:40:24.900 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:24.900 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:40:24.900 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:40:24.900 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:40:24.900 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 15985 2023-08-28T02:40:24.901 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.901 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:40:24.901 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.901 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:40:24.901 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.964833+0000", 2023-08-28T02:40:24.901 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:24.901 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.901 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.901 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:40:24.901 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.964833+0000", 2023-08-28T02:40:24.901 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:24.901 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.902 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.902 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:40:24.902 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.964832+0000", 2023-08-28T02:40:24.902 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:40:24.902 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.902 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.902 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:40:24.902 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.964886+0000", 2023-08-28T02:40:24.902 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.4421e-05 2023-08-28T02:40:24.902 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.902 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.902 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:40:24.902 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.964898+0000", 2023-08-28T02:40:24.903 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1756000000000001e-05 2023-08-28T02:40:24.903 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.903 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.903 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:40:24.903 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:01.964904+0000", 2023-08-28T02:40:24.903 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.3940000000000001e-06 2023-08-28T02:40:24.903 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.903 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.903 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:24.903 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.034900+0000", 2023-08-28T02:40:24.903 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.069996059999999999 2023-08-28T02:40:24.903 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.904 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.904 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:40:24.904 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.035092+0000", 2023-08-28T02:40:24.904 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000192127 2023-08-28T02:40:24.904 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.904 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.904 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:40:24.904 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.035256+0000", 2023-08-28T02:40:24.904 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000163828 2023-08-28T02:40:24.904 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.904 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.904 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:24.905 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.038133+0000", 2023-08-28T02:40:24.905 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0028771259999999998 2023-08-28T02:40:24.905 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.905 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.905 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:24.905 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.039796+0000", 2023-08-28T02:40:24.905 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00166321 2023-08-28T02:40:24.905 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.905 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.905 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:40:24.905 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.039925+0000", 2023-08-28T02:40:24.905 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000128591 2023-08-28T02:40:24.906 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.906 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.906 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:40:24.906 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.039969+0000", 2023-08-28T02:40:24.906 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.4407999999999999e-05 2023-08-28T02:40:24.906 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.906 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.906 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:40:24.906 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:02.040007+0000", 2023-08-28T02:40:24.906 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.7821000000000003e-05 2023-08-28T02:40:24.906 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:24.906 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:40:24.907 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:24.907 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.907 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.907 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:53218 10.0 10:0918f9fe:::benchmark_data_smithi040_250784_object53217:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e260)", 2023-08-28T02:40:24.907 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:27.120493+0000", 2023-08-28T02:40:24.907 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 537.74258271400004, 2023-08-28T02:40:24.907 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.093398770000000006, 2023-08-28T02:40:24.907 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:40:24.907 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:24.907 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:40:24.908 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:40:24.908 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:40:24.908 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 53218 2023-08-28T02:40:24.908 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.908 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:40:24.908 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.908 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:40:24.908 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.120493+0000", 2023-08-28T02:40:24.908 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:24.908 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.908 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.908 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:40:24.909 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.120493+0000", 2023-08-28T02:40:24.909 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:24.909 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.909 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.909 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:40:24.909 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.120493+0000", 2023-08-28T02:40:24.909 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999995 2023-08-28T02:40:24.909 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.909 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.909 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:40:24.909 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.120535+0000", 2023-08-28T02:40:24.909 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.1878999999999997e-05 2023-08-28T02:40:24.910 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.910 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.910 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:40:24.910 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.120543+0000", 2023-08-28T02:40:24.910 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.4509999999999992e-06 2023-08-28T02:40:24.910 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.910 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.910 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:40:24.910 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.120548+0000", 2023-08-28T02:40:24.910 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.8609999999999997e-06 2023-08-28T02:40:24.910 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.910 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.910 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:24.911 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.120591+0000", 2023-08-28T02:40:24.911 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.337e-05 2023-08-28T02:40:24.911 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.911 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.911 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:40:24.911 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.120706+0000", 2023-08-28T02:40:24.911 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00011442699999999999 2023-08-28T02:40:24.911 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.911 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.911 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,4", 2023-08-28T02:40:24.911 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.120832+0000", 2023-08-28T02:40:24.911 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000126527 2023-08-28T02:40:24.912 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.912 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.912 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:40:24.912 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.122573+0000", 2023-08-28T02:40:24.912 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.001740988 2023-08-28T02:40:24.912 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.912 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.912 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:24.912 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.125242+0000", 2023-08-28T02:40:24.912 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0026689769999999999 2023-08-28T02:40:24.912 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.912 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.913 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:24.913 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.213803+0000", 2023-08-28T02:40:24.913 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.088560363000000003 2023-08-28T02:40:24.913 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.913 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.913 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:40:24.913 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.213853+0000", 2023-08-28T02:40:24.913 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.0807999999999999e-05 2023-08-28T02:40:24.913 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.913 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.913 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:40:24.913 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.213892+0000", 2023-08-28T02:40:24.914 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.8643000000000003e-05 2023-08-28T02:40:24.914 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:24.914 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:40:24.914 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:24.914 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.914 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.914 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:53225 10.a 10:577a22c3:::benchmark_data_smithi040_250784_object53224:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e260)", 2023-08-28T02:40:24.914 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:27.132053+0000", 2023-08-28T02:40:24.914 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 537.73102284399999, 2023-08-28T02:40:24.914 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.077171176999999994, 2023-08-28T02:40:24.914 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:40:24.914 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:24.915 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:40:24.915 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:40:24.915 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:40:24.915 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 53225 2023-08-28T02:40:24.915 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.915 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:40:24.915 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.915 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:40:24.915 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.132053+0000", 2023-08-28T02:40:24.915 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:24.915 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.915 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.916 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:40:24.916 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.132053+0000", 2023-08-28T02:40:24.916 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:24.916 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.916 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.916 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:40:24.916 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.132052+0000", 2023-08-28T02:40:24.916 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:40:24.916 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.916 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.916 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:40:24.916 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.132090+0000", 2023-08-28T02:40:24.917 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.7867000000000002e-05 2023-08-28T02:40:24.917 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.917 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.917 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:40:24.917 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.132105+0000", 2023-08-28T02:40:24.917 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.5412000000000001e-05 2023-08-28T02:40:24.917 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.917 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.917 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:40:24.917 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.132112+0000", 2023-08-28T02:40:24.917 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.691e-06 2023-08-28T02:40:24.917 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.918 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.918 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:24.918 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.132156+0000", 2023-08-28T02:40:24.918 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.4060999999999997e-05 2023-08-28T02:40:24.918 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.918 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.918 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:40:24.918 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.132256+0000", 2023-08-28T02:40:24.918 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000100435 2023-08-28T02:40:24.918 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.918 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.918 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:40:24.919 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.132388+0000", 2023-08-28T02:40:24.919 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00013124 2023-08-28T02:40:24.919 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.919 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.919 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:40:24.919 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.133982+0000", 2023-08-28T02:40:24.919 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0015942619999999999 2023-08-28T02:40:24.919 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.919 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.919 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:24.919 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.134487+0000", 2023-08-28T02:40:24.919 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00050482299999999995 2023-08-28T02:40:24.920 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.920 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.920 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:24.920 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.209135+0000", 2023-08-28T02:40:24.920 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.074648599999999996 2023-08-28T02:40:24.920 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.920 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.920 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:40:24.920 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.209185+0000", 2023-08-28T02:40:24.920 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.0288999999999999e-05 2023-08-28T02:40:24.920 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.920 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.921 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:40:24.921 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.209224+0000", 2023-08-28T02:40:24.921 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.8884999999999998e-05 2023-08-28T02:40:24.921 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:24.921 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:40:24.921 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:24.921 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.921 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.921 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_repop(client.45059.0:53228 10.7 e260/250 10:e452488c:::benchmark_data_smithi040_250784_object53227:head v 260'3339, mlcod=260'3336)", 2023-08-28T02:40:24.921 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:27.137393+0000", 2023-08-28T02:40:24.921 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 537.72568350999995, 2023-08-28T02:40:24.921 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.075676339999999995, 2023-08-28T02:40:24.922 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:40:24.922 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:24.922 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:40:24.922 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.922 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:40:24.922 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.137393+0000", 2023-08-28T02:40:24.923 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:24.923 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.923 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.923 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:40:24.923 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.137393+0000", 2023-08-28T02:40:24.923 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:24.923 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.923 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.923 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:40:24.924 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.137392+0000", 2023-08-28T02:40:24.924 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967296 2023-08-28T02:40:24.924 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.924 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.924 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:40:24.924 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.137423+0000", 2023-08-28T02:40:24.924 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.0521000000000001e-05 2023-08-28T02:40:24.925 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.925 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.925 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:40:24.925 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.137427+0000", 2023-08-28T02:40:24.925 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.3479999999999997e-06 2023-08-28T02:40:24.925 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.925 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.925 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:40:24.925 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.137431+0000", 2023-08-28T02:40:24.925 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.7120000000000002e-06 2023-08-28T02:40:24.926 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.926 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.926 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:24.926 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.207610+0000", 2023-08-28T02:40:24.926 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.070179249999999999 2023-08-28T02:40:24.926 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.926 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.926 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:40:24.926 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.207629+0000", 2023-08-28T02:40:24.926 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.9215000000000002e-05 2023-08-28T02:40:24.926 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.926 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.926 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:40:24.927 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.213028+0000", 2023-08-28T02:40:24.927 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0053982700000000002 2023-08-28T02:40:24.927 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.927 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.927 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:40:24.927 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.213069+0000", 2023-08-28T02:40:24.927 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.1260999999999997e-05 2023-08-28T02:40:24.927 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:24.927 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:40:24.927 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:24.928 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.928 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.928 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:53231 10.0 10:081b864c:::benchmark_data_smithi040_250784_object53230:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e260)", 2023-08-28T02:40:24.928 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:27.137928+0000", 2023-08-28T02:40:24.928 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 537.72514810999996, 2023-08-28T02:40:24.928 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.076291216999999995, 2023-08-28T02:40:24.928 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:40:24.928 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:24.928 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:40:24.928 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:40:24.928 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:40:24.928 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 53231 2023-08-28T02:40:24.929 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.929 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:40:24.929 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.929 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:40:24.929 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.137928+0000", 2023-08-28T02:40:24.929 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:24.929 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.929 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.929 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:40:24.929 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.137928+0000", 2023-08-28T02:40:24.929 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:24.929 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.929 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.930 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:40:24.930 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.137927+0000", 2023-08-28T02:40:24.930 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:40:24.930 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.930 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.930 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:40:24.930 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.137989+0000", 2023-08-28T02:40:24.930 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.2108999999999998e-05 2023-08-28T02:40:24.930 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.930 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.930 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:40:24.930 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.137998+0000", 2023-08-28T02:40:24.930 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.5969999999999992e-06 2023-08-28T02:40:24.931 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.931 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.931 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:40:24.931 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.138002+0000", 2023-08-28T02:40:24.931 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.9319999999999998e-06 2023-08-28T02:40:24.931 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.931 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.931 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:24.931 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.138040+0000", 2023-08-28T02:40:24.931 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.8160000000000001e-05 2023-08-28T02:40:24.931 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.931 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.932 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:40:24.932 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.138128+0000", 2023-08-28T02:40:24.932 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.8469999999999998e-05 2023-08-28T02:40:24.932 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.932 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.932 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,4", 2023-08-28T02:40:24.932 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.138212+0000", 2023-08-28T02:40:24.932 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.3503000000000003e-05 2023-08-28T02:40:24.932 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.932 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.932 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:40:24.932 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.210709+0000", 2023-08-28T02:40:24.932 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.072497019999999995 2023-08-28T02:40:24.933 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.933 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.933 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:24.933 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.211151+0000", 2023-08-28T02:40:24.933 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000442581 2023-08-28T02:40:24.933 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.933 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.933 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:24.933 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.214138+0000", 2023-08-28T02:40:24.933 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.002986201 2023-08-28T02:40:24.933 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.933 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.934 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:40:24.934 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.214184+0000", 2023-08-28T02:40:24.934 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.6022000000000001e-05 2023-08-28T02:40:24.934 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.934 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.934 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:40:24.934 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.214219+0000", 2023-08-28T02:40:24.934 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.5561000000000001e-05 2023-08-28T02:40:24.934 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:24.934 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:40:24.934 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:24.934 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.934 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.935 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:53233 10.f 10:f9fbef6a:::benchmark_data_smithi040_250784_object53232:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e260)", 2023-08-28T02:40:24.935 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:27.141349+0000", 2023-08-28T02:40:24.935 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 537.72172734499998, 2023-08-28T02:40:24.935 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.075215507000000001, 2023-08-28T02:40:24.935 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:40:24.935 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:24.935 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:40:24.935 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:40:24.935 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:40:24.935 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 53233 2023-08-28T02:40:24.935 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.935 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:40:24.936 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.936 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:40:24.936 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.141349+0000", 2023-08-28T02:40:24.936 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:24.936 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.936 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.936 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:40:24.936 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.141349+0000", 2023-08-28T02:40:24.936 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:24.936 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.936 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.936 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:40:24.937 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.141348+0000", 2023-08-28T02:40:24.937 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999995 2023-08-28T02:40:24.937 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.937 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.937 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:40:24.937 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.141401+0000", 2023-08-28T02:40:24.937 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.3467999999999997e-05 2023-08-28T02:40:24.937 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.937 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.937 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:40:24.937 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.206737+0000", 2023-08-28T02:40:24.937 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.065336007000000001 2023-08-28T02:40:24.938 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.938 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.938 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:40:24.938 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.206753+0000", 2023-08-28T02:40:24.938 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.5130000000000001e-05 2023-08-28T02:40:24.938 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.938 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.938 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:24.938 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.206859+0000", 2023-08-28T02:40:24.938 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00010602099999999999 2023-08-28T02:40:24.938 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.938 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.939 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:40:24.939 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.206993+0000", 2023-08-28T02:40:24.939 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00013478700000000001 2023-08-28T02:40:24.939 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.939 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.939 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 2,3", 2023-08-28T02:40:24.939 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.207138+0000", 2023-08-28T02:40:24.939 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000144914 2023-08-28T02:40:24.939 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.939 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.939 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:24.939 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.211190+0000", 2023-08-28T02:40:24.939 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0040515819999999998 2023-08-28T02:40:24.940 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.940 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.940 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:40:24.940 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.211285+0000", 2023-08-28T02:40:24.940 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.5179000000000005e-05 2023-08-28T02:40:24.940 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.940 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.940 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:24.940 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.216480+0000", 2023-08-28T02:40:24.940 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0051945960000000001 2023-08-28T02:40:24.940 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.940 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.941 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:40:24.941 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.216529+0000", 2023-08-28T02:40:24.941 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.9805000000000002e-05 2023-08-28T02:40:24.941 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.941 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.941 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:40:24.941 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.216564+0000", 2023-08-28T02:40:24.941 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.4709999999999998e-05 2023-08-28T02:40:24.941 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:24.941 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:40:24.941 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:24.941 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.942 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.942 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:54156 10.f 10:fa5f8aa5:::benchmark_data_smithi040_250784_object54155:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e260)", 2023-08-28T02:40:24.942 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:27.924377+0000", 2023-08-28T02:40:24.942 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 536.93869891199995, 2023-08-28T02:40:24.942 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0136469859999999, 2023-08-28T02:40:24.942 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:40:24.942 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "reached pg", 2023-08-28T02:40:24.942 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:40:24.942 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:40:24.942 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:40:24.942 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 54156 2023-08-28T02:40:24.942 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.942 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:40:24.943 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.943 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:40:24.943 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.924377+0000", 2023-08-28T02:40:24.943 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:24.943 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.943 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.943 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:40:24.943 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.924377+0000", 2023-08-28T02:40:24.943 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:24.943 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.943 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.944 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:40:24.944 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.924375+0000", 2023-08-28T02:40:24.944 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999976 2023-08-28T02:40:24.944 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.944 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.944 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:40:24.944 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.924553+0000", 2023-08-28T02:40:24.944 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00017809499999999999 2023-08-28T02:40:24.944 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.944 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.944 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:40:24.944 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.924576+0000", 2023-08-28T02:40:24.945 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.3e-05 2023-08-28T02:40:24.945 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.945 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.945 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:40:24.945 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.924586+0000", 2023-08-28T02:40:24.945 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0241000000000001e-05 2023-08-28T02:40:24.945 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.945 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.945 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:24.945 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.924641+0000", 2023-08-28T02:40:24.945 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.4614000000000003e-05 2023-08-28T02:40:24.945 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.945 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.946 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:40:24.946 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.924790+0000", 2023-08-28T02:40:24.946 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00014929400000000001 2023-08-28T02:40:24.946 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.946 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.946 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 2,3", 2023-08-28T02:40:24.946 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.924952+0000", 2023-08-28T02:40:24.946 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000162022 2023-08-28T02:40:24.946 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.946 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.946 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:24.946 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.930587+0000", 2023-08-28T02:40:24.947 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0056352069999999997 2023-08-28T02:40:24.947 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.947 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.947 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:40:24.947 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.938574+0000", 2023-08-28T02:40:24.947 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0079862990000000005 2023-08-28T02:40:24.947 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.947 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.947 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:24.947 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.946015+0000", 2023-08-28T02:40:24.947 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0074414360000000001 2023-08-28T02:40:24.947 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.948 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.948 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:40:24.948 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.946024+0000", 2023-08-28T02:40:24.948 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.8529999999999998e-06 2023-08-28T02:40:24.948 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.948 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.948 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:24.948 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.937960+0000", 2023-08-28T02:40:24.948 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.99193576400000005 2023-08-28T02:40:24.948 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.948 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.948 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:40:24.948 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.938024+0000", 2023-08-28T02:40:24.949 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.4307999999999995e-05 2023-08-28T02:40:24.949 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:24.949 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:40:24.949 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:24.949 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.949 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.949 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:54167 10.f 10:f0cd41b2:::benchmark_data_smithi040_250784_object54166:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e261)", 2023-08-28T02:40:24.949 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:27.943262+0000", 2023-08-28T02:40:24.949 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 536.91981371500003, 2023-08-28T02:40:24.949 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0071613290000001, 2023-08-28T02:40:24.949 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:40:24.949 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:24.949 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:40:24.950 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:40:24.950 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:40:24.950 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 54167 2023-08-28T02:40:24.950 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.950 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:40:24.950 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.950 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:40:24.950 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.943262+0000", 2023-08-28T02:40:24.950 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:24.950 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.951 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.951 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:40:24.951 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.943262+0000", 2023-08-28T02:40:24.951 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:24.951 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.951 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.951 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:40:24.951 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.943261+0000", 2023-08-28T02:40:24.951 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:40:24.951 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.951 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.951 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:40:24.952 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.943295+0000", 2023-08-28T02:40:24.952 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.4032999999999998e-05 2023-08-28T02:40:24.952 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.952 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.952 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:40:24.952 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.944925+0000", 2023-08-28T02:40:24.952 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0016308290000000001 2023-08-28T02:40:24.952 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.952 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.952 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:40:24.952 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.944933+0000", 2023-08-28T02:40:24.952 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.4909999999999999e-06 2023-08-28T02:40:24.952 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.953 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.953 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:24.953 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.946429+0000", 2023-08-28T02:40:24.953 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0014961670000000001 2023-08-28T02:40:24.953 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.953 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.953 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:40:24.953 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.946435+0000", 2023-08-28T02:40:24.953 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.4349999999999996e-06 2023-08-28T02:40:24.953 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.953 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.953 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:24.953 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.938065+0000", 2023-08-28T02:40:24.954 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.99163076999999999 2023-08-28T02:40:24.954 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.954 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.954 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:40:24.954 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.938184+0000", 2023-08-28T02:40:24.954 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000118949 2023-08-28T02:40:24.954 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.954 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.954 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 2", 2023-08-28T02:40:24.954 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.938329+0000", 2023-08-28T02:40:24.954 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00014509399999999999 2023-08-28T02:40:24.954 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.955 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.955 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:40:24.955 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.946514+0000", 2023-08-28T02:40:24.955 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0081850910000000002 2023-08-28T02:40:24.955 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.955 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.955 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:24.955 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.950281+0000", 2023-08-28T02:40:24.955 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0037662720000000002 2023-08-28T02:40:24.955 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.955 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.955 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:40:24.956 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.950332+0000", 2023-08-28T02:40:24.956 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.0939999999999997e-05 2023-08-28T02:40:24.956 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.956 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.956 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:40:24.956 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.950424+0000", 2023-08-28T02:40:24.956 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.2001000000000002e-05 2023-08-28T02:40:24.956 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:24.956 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:40:24.956 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:24.956 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.957 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.957 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:54169 10.f 10:f35d9abb:::benchmark_data_smithi040_250784_object54168:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e261)", 2023-08-28T02:40:24.957 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:27.951080+0000", 2023-08-28T02:40:24.957 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 536.91199577199995, 2023-08-28T02:40:24.957 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0032748330000001, 2023-08-28T02:40:24.957 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:40:24.957 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:24.957 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:40:24.957 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:40:24.957 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:40:24.957 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 54169 2023-08-28T02:40:24.957 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.957 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:40:24.958 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.958 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:40:24.958 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.951080+0000", 2023-08-28T02:40:24.958 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:24.958 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.958 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.958 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:40:24.958 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.951080+0000", 2023-08-28T02:40:24.958 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:24.958 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.958 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.958 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:40:24.959 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.951078+0000", 2023-08-28T02:40:24.959 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:40:24.959 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.959 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.959 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:40:24.959 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.951118+0000", 2023-08-28T02:40:24.959 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.9774999999999998e-05 2023-08-28T02:40:24.959 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.959 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.959 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:40:24.959 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.951134+0000", 2023-08-28T02:40:24.959 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.5401e-05 2023-08-28T02:40:24.960 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.960 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.960 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:40:24.960 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.951141+0000", 2023-08-28T02:40:24.960 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.8860000000000004e-06 2023-08-28T02:40:24.960 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.960 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.960 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:24.960 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.951182+0000", 2023-08-28T02:40:24.960 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.0028999999999999e-05 2023-08-28T02:40:24.960 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.960 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.960 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:40:24.961 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.951188+0000", 2023-08-28T02:40:24.961 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.5699999999999998e-06 2023-08-28T02:40:24.961 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.961 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.961 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:24.961 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.940321+0000", 2023-08-28T02:40:24.961 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.98913269800000003 2023-08-28T02:40:24.961 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.961 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.961 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:40:24.961 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.940435+0000", 2023-08-28T02:40:24.961 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000114212 2023-08-28T02:40:24.961 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.962 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.962 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 2", 2023-08-28T02:40:24.962 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.940569+0000", 2023-08-28T02:40:24.962 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000134432 2023-08-28T02:40:24.962 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.962 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.962 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:40:24.962 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.946521+0000", 2023-08-28T02:40:24.962 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0059518699999999997 2023-08-28T02:40:24.962 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.962 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.962 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:24.962 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.954114+0000", 2023-08-28T02:40:24.963 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0075927110000000003 2023-08-28T02:40:24.963 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.963 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.963 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:40:24.963 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.954169+0000", 2023-08-28T02:40:24.963 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.5022999999999998e-05 2023-08-28T02:40:24.963 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.963 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.963 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:40:24.963 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.954355+0000", 2023-08-28T02:40:24.963 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00018604900000000001 2023-08-28T02:40:24.963 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:24.964 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:40:24.964 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:24.964 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.964 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.964 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:54183 10.f 10:f5be01e0:::benchmark_data_smithi040_250784_object54182:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e261)", 2023-08-28T02:40:24.964 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:27.962907+0000", 2023-08-28T02:40:24.964 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 536.90016915800004, 2023-08-28T02:40:24.964 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.99161144000000001, 2023-08-28T02:40:24.964 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:40:24.964 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:24.964 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:40:24.965 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:40:24.965 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:40:24.965 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 54183 2023-08-28T02:40:24.965 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.965 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:40:24.965 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.965 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:40:24.965 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.962907+0000", 2023-08-28T02:40:24.966 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:24.966 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.966 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.966 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:40:24.966 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.962907+0000", 2023-08-28T02:40:24.966 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:24.966 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.966 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.966 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:40:24.966 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.962906+0000", 2023-08-28T02:40:24.966 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:40:24.966 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.967 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.967 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:40:24.967 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.962951+0000", 2023-08-28T02:40:24.967 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.5373000000000001e-05 2023-08-28T02:40:24.967 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.967 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.967 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:40:24.967 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.962964+0000", 2023-08-28T02:40:24.967 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.3465000000000001e-05 2023-08-28T02:40:24.967 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.967 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.967 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:40:24.968 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.962969+0000", 2023-08-28T02:40:24.968 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.9280000000000001e-06 2023-08-28T02:40:24.968 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.968 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.968 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:24.968 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.963020+0000", 2023-08-28T02:40:24.968 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.0214999999999999e-05 2023-08-28T02:40:24.968 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.968 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.968 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:40:24.968 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.963028+0000", 2023-08-28T02:40:24.968 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.5909999999999996e-06 2023-08-28T02:40:24.969 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.969 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.969 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:24.969 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.942442+0000", 2023-08-28T02:40:24.969 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.97941430900000004 2023-08-28T02:40:24.969 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.969 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.969 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:40:24.969 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.942534+0000", 2023-08-28T02:40:24.969 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.1985999999999996e-05 2023-08-28T02:40:24.969 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.969 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.970 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 2", 2023-08-28T02:40:24.970 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.942653+0000", 2023-08-28T02:40:24.970 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00011866699999999999 2023-08-28T02:40:24.970 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.970 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.970 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:40:24.970 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.948608+0000", 2023-08-28T02:40:24.970 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0059546879999999996 2023-08-28T02:40:24.970 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.970 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.970 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:24.970 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.954389+0000", 2023-08-28T02:40:24.970 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0057813559999999996 2023-08-28T02:40:24.971 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.971 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.971 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:40:24.971 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.954434+0000", 2023-08-28T02:40:24.971 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.5133999999999999e-05 2023-08-28T02:40:24.971 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.971 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.971 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:40:24.971 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.954518+0000", 2023-08-28T02:40:24.971 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.3988999999999998e-05 2023-08-28T02:40:24.971 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:24.971 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:40:24.971 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:24.972 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.972 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.972 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:54185 10.f 10:f7ebe7c1:::benchmark_data_smithi040_250784_object54184:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e261)", 2023-08-28T02:40:24.972 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:27.966126+0000", 2023-08-28T02:40:24.972 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 536.89695011200001, 2023-08-28T02:40:24.972 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.98853848899999996, 2023-08-28T02:40:24.972 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:40:24.972 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:24.972 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:40:24.972 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:40:24.972 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:40:24.972 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 54185 2023-08-28T02:40:24.972 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.973 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:40:24.973 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.973 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:40:24.973 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.966126+0000", 2023-08-28T02:40:24.973 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:24.973 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.973 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.973 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:40:24.973 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.966126+0000", 2023-08-28T02:40:24.973 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:24.973 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.973 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.974 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:40:24.974 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.966124+0000", 2023-08-28T02:40:24.974 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:40:24.974 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.974 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.974 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:40:24.974 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.966183+0000", 2023-08-28T02:40:24.974 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.8841999999999997e-05 2023-08-28T02:40:24.974 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.974 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.974 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:40:24.974 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.966213+0000", 2023-08-28T02:40:24.974 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.9804000000000001e-05 2023-08-28T02:40:24.975 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.975 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.975 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:40:24.975 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.966225+0000", 2023-08-28T02:40:24.975 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2615e-05 2023-08-28T02:40:24.975 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.975 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.975 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:24.975 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.966306+0000", 2023-08-28T02:40:24.975 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.0579000000000002e-05 2023-08-28T02:40:24.975 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.975 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.976 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:40:24.976 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.966319+0000", 2023-08-28T02:40:24.976 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2904999999999999e-05 2023-08-28T02:40:24.976 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.976 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.976 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:24.976 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.944568+0000", 2023-08-28T02:40:24.976 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.97824880999999997 2023-08-28T02:40:24.976 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.976 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.976 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:40:24.977 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.944707+0000", 2023-08-28T02:40:24.977 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00013934700000000001 2023-08-28T02:40:24.977 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.977 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.977 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 2", 2023-08-28T02:40:24.977 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.944850+0000", 2023-08-28T02:40:24.977 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00014311400000000001 2023-08-28T02:40:24.977 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.977 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.977 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:40:24.977 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.948855+0000", 2023-08-28T02:40:24.977 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0040047640000000001 2023-08-28T02:40:24.977 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.978 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.978 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:24.978 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.954549+0000", 2023-08-28T02:40:24.978 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0056939750000000004 2023-08-28T02:40:24.978 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.978 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.978 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:40:24.978 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.954589+0000", 2023-08-28T02:40:24.978 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.0349999999999998e-05 2023-08-28T02:40:24.978 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.978 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.978 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:40:24.979 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.954664+0000", 2023-08-28T02:40:24.979 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.5161999999999996e-05 2023-08-28T02:40:24.979 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:24.979 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:40:24.979 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:24.979 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.979 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.979 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:54186 10.f 10:f1a85cbd:::benchmark_data_smithi040_250784_object54185:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e261)", 2023-08-28T02:40:24.979 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:27.970781+0000", 2023-08-28T02:40:24.979 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 536.89229544, 2023-08-28T02:40:24.979 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.98402702799999997, 2023-08-28T02:40:24.979 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:40:24.980 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:24.980 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:40:24.980 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:40:24.980 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:40:24.980 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 54186 2023-08-28T02:40:24.980 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.980 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:40:24.980 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.980 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:40:24.980 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.970781+0000", 2023-08-28T02:40:24.980 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:24.980 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.980 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.981 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:40:24.981 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.970781+0000", 2023-08-28T02:40:24.981 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:24.981 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.981 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.981 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:40:24.981 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.970779+0000", 2023-08-28T02:40:24.981 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:40:24.981 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.981 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.981 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:40:24.981 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.970813+0000", 2023-08-28T02:40:24.982 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.3933999999999997e-05 2023-08-28T02:40:24.982 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.982 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.982 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:40:24.982 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.970826+0000", 2023-08-28T02:40:24.982 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2884999999999999e-05 2023-08-28T02:40:24.982 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.982 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.982 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:40:24.982 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.970832+0000", 2023-08-28T02:40:24.982 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.4940000000000003e-06 2023-08-28T02:40:24.982 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.982 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.983 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:24.983 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.970872+0000", 2023-08-28T02:40:24.983 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.0605000000000002e-05 2023-08-28T02:40:24.983 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.983 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.983 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for peered", 2023-08-28T02:40:24.983 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:27.970879+0000", 2023-08-28T02:40:24.983 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.8800000000000002e-06 2023-08-28T02:40:24.983 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.983 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.983 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:24.983 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.946551+0000", 2023-08-28T02:40:24.984 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.97567187899999996 2023-08-28T02:40:24.984 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.984 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.984 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:40:24.984 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.946653+0000", 2023-08-28T02:40:24.984 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000102012 2023-08-28T02:40:24.984 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.984 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.984 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 2", 2023-08-28T02:40:24.984 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.946783+0000", 2023-08-28T02:40:24.984 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00013030999999999999 2023-08-28T02:40:24.984 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.985 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.985 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:40:24.985 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.950449+0000", 2023-08-28T02:40:24.985 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0036653089999999998 2023-08-28T02:40:24.985 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.985 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.985 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:24.985 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.954696+0000", 2023-08-28T02:40:24.985 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0042470299999999997 2023-08-28T02:40:24.985 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.985 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.985 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:40:24.985 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.954735+0000", 2023-08-28T02:40:24.986 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.9802000000000003e-05 2023-08-28T02:40:24.986 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.986 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.986 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:40:24.986 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:28.954808+0000", 2023-08-28T02:40:24.986 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.2267000000000005e-05 2023-08-28T02:40:24.986 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:24.986 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:40:24.986 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:24.986 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.986 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.986 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:65477 10.a 10:56ab72e3:::benchmark_data_smithi040_250784_object65476:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e264)", 2023-08-28T02:40:24.987 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:37.697272+0000", 2023-08-28T02:40:24.987 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 527.16580448900004, 2023-08-28T02:40:24.987 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.092859549, 2023-08-28T02:40:24.987 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:40:24.987 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:24.987 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:40:24.987 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:40:24.987 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:40:24.987 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 65477 2023-08-28T02:40:24.987 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.987 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:40:24.988 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.988 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:40:24.988 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.697272+0000", 2023-08-28T02:40:24.988 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:24.988 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.988 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.988 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:40:24.988 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.697272+0000", 2023-08-28T02:40:24.988 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:24.988 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.988 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.988 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:40:24.988 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.697270+0000", 2023-08-28T02:40:24.989 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:40:24.989 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.989 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.989 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:40:24.989 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.697310+0000", 2023-08-28T02:40:24.989 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.0037000000000003e-05 2023-08-28T02:40:24.989 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.989 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.989 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:40:24.989 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.697321+0000", 2023-08-28T02:40:24.989 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0488e-05 2023-08-28T02:40:24.989 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.990 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.990 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:40:24.990 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.697327+0000", 2023-08-28T02:40:24.990 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.2689999999999996e-06 2023-08-28T02:40:24.990 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.990 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.990 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:24.990 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.697645+0000", 2023-08-28T02:40:24.990 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00031760399999999998 2023-08-28T02:40:24.990 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.990 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.990 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:40:24.991 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.697763+0000", 2023-08-28T02:40:24.991 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000118789 2023-08-28T02:40:24.991 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.991 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.991 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:40:24.991 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.697857+0000", 2023-08-28T02:40:24.991 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.3129999999999998e-05 2023-08-28T02:40:24.991 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.991 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.991 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:40:24.991 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.701890+0000", 2023-08-28T02:40:24.991 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0040336809999999999 2023-08-28T02:40:24.992 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.992 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.992 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:24.992 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.705019+0000", 2023-08-28T02:40:24.992 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.003128966 2023-08-28T02:40:24.992 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.992 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.992 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:24.992 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.790036+0000", 2023-08-28T02:40:24.992 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.085017167000000005 2023-08-28T02:40:24.992 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.992 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.993 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:40:24.993 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.790094+0000", 2023-08-28T02:40:24.993 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.7460999999999998e-05 2023-08-28T02:40:24.993 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.993 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.993 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:40:24.993 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.790131+0000", 2023-08-28T02:40:24.993 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.7253999999999999e-05 2023-08-28T02:40:24.993 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:24.993 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:40:24.993 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:24.993 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.994 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.994 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:65492 10.a 10:5ade7484:::benchmark_data_smithi040_250784_object65491:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e264)", 2023-08-28T02:40:24.994 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:31:37.707462+0000", 2023-08-28T02:40:24.994 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 527.15561395899999, 2023-08-28T02:40:24.994 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.083108494000000005, 2023-08-28T02:40:24.994 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:40:24.994 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:24.994 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:40:24.994 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:40:24.994 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:40:24.994 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 65492 2023-08-28T02:40:24.994 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.995 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:40:24.995 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.995 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:40:24.995 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.707462+0000", 2023-08-28T02:40:24.995 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:24.995 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.995 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.995 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:40:24.995 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.707462+0000", 2023-08-28T02:40:24.995 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:24.995 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.995 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.996 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:40:24.996 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.707461+0000", 2023-08-28T02:40:24.996 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:40:24.996 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.996 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.996 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:40:24.996 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.707517+0000", 2023-08-28T02:40:24.996 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.6558000000000003e-05 2023-08-28T02:40:24.996 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.996 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.996 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:40:24.996 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.707528+0000", 2023-08-28T02:40:24.996 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0261999999999999e-05 2023-08-28T02:40:24.997 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.997 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.997 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:40:24.997 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.707534+0000", 2023-08-28T02:40:24.997 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.2419999999999997e-06 2023-08-28T02:40:24.997 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.997 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.997 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:24.997 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.707584+0000", 2023-08-28T02:40:24.997 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.0518e-05 2023-08-28T02:40:24.997 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.997 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.998 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:40:24.998 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.707719+0000", 2023-08-28T02:40:24.998 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.000134425 2023-08-28T02:40:24.998 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.998 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.998 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 0,5", 2023-08-28T02:40:24.999 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.707870+0000", 2023-08-28T02:40:24.999 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.00015137700000000001 2023-08-28T02:40:24.999 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.999 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.999 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:40:24.999 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.712489+0000", 2023-08-28T02:40:24.999 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0046187290000000002 2023-08-28T02:40:24.999 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:24.999 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:24.999 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:25.000 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.716984+0000", 2023-08-28T02:40:25.000 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0044952409999999996 2023-08-28T02:40:25.000 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:25.000 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:25.000 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:25.000 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.790483+0000", 2023-08-28T02:40:25.000 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.073498615000000003 2023-08-28T02:40:25.000 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:25.000 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:25.000 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:40:25.000 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.790533+0000", 2023-08-28T02:40:25.000 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.0142999999999997e-05 2023-08-28T02:40:25.001 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:25.001 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:25.001 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:40:25.001 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:31:37.790571+0000", 2023-08-28T02:40:25.001 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.7758e-05 2023-08-28T02:40:25.001 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:25.001 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:40:25.001 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:25.001 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:25.001 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:25.001 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_repop(client.45059.0:131102 10.d e373/297 10:b74757a0:::benchmark_data_smithi040_250784_object37793:head v 373'8090, mlcod=373'8088)", 2023-08-28T02:40:25.001 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:39:48.906119+0000", 2023-08-28T02:40:25.002 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 35.956956579, 2023-08-28T02:40:25.002 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0058565600000000002, 2023-08-28T02:40:25.002 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:40:25.002 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:25.002 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:40:25.002 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:25.002 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:40:25.002 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:48.906119+0000", 2023-08-28T02:40:25.002 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:25.002 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:25.002 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:25.002 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:40:25.002 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:48.906119+0000", 2023-08-28T02:40:25.003 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:40:25.003 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:25.003 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:25.003 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:40:25.003 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:48.906118+0000", 2023-08-28T02:40:25.003 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:40:25.003 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:25.003 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:25.003 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:40:25.003 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:48.906130+0000", 2023-08-28T02:40:25.003 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1609e-05 2023-08-28T02:40:25.003 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:25.004 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:25.004 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:40:25.004 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:48.906148+0000", 2023-08-28T02:40:25.004 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.8513999999999999e-05 2023-08-28T02:40:25.004 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:25.004 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:25.004 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:40:25.004 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:48.906155+0000", 2023-08-28T02:40:25.004 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.4159999999999998e-06 2023-08-28T02:40:25.004 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:25.004 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:25.004 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:40:25.005 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:48.906208+0000", 2023-08-28T02:40:25.005 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.2352999999999998e-05 2023-08-28T02:40:25.005 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:25.005 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:25.005 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:40:25.005 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:48.906235+0000", 2023-08-28T02:40:25.005 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.7453999999999998e-05 2023-08-28T02:40:25.005 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:25.005 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:25.005 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:40:25.005 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:48.911929+0000", 2023-08-28T02:40:25.005 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0056938290000000001 2023-08-28T02:40:25.006 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:40:25.006 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:40:25.006 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:40:25.006 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:39:48.911976+0000", 2023-08-28T02:40:25.006 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.6882999999999998e-05 2023-08-28T02:40:25.006 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:25.006 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:40:25.006 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:25.006 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:40:25.006 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:40:25.006 INFO:teuthology.orchestra.run.smithi083.stdout:} 2023-08-28T02:40:25.007 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:40:25.007 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:40:25.038 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:25.111 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:40:25.115 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:25.115 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:40:25.166 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:25 smithi083 ceph-mon[157819]: pgmap v1174: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.1 GiB data, 10 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 142 op/s; 13789/151686 objects degraded (9.090%); 15564/151686 objects misplaced (10.261%); 1.6 MiB/s, 24 objects/s recovering 2023-08-28T02:40:25.216 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:40:25.244 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.7 dump_ops_in_flight 2023-08-28T02:40:25.253 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:25.275 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:40:25.279 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:25.279 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:40:25.315 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:25 smithi040 ceph-mon[175404]: pgmap v1174: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.1 GiB data, 10 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 142 op/s; 13789/151686 objects degraded (9.090%); 15564/151686 objects misplaced (10.261%); 1.6 MiB/s, 24 objects/s recovering 2023-08-28T02:40:25.315 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:25 smithi040 ceph-mon[170259]: pgmap v1174: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.1 GiB data, 10 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 142 op/s; 13789/151686 objects degraded (9.090%); 15564/151686 objects misplaced (10.261%); 1.6 MiB/s, 24 objects/s recovering 2023-08-28T02:40:25.380 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:40:25.409 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:25.436 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:40:25.443 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:25.443 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:40:25.544 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:40:25.573 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:40:25 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:40:25] "GET /metrics HTTP/1.1" 200 36611 "" "Prometheus/2.43.0" 2023-08-28T02:40:25.574 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:40:25.577 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:25.603 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:40:25.649 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:40:25.653 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:25.654 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:40:25.754 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:40:25.791 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:25.819 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:40:25.824 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:25.825 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:40:25.925 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:40:25.962 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:26.036 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:40:26.039 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:26.040 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:40:26.098 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:40:26.140 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:40:26.171 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:26.227 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:26 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 13789/151686 objects degraded (9.090%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:40:26.228 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:26 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 13789/151686 objects degraded (9.090%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:40:26.244 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:40:26.250 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:26.250 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:40:26.343 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-08-28T02:40:26.351 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:40:26.425 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:26.448 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:40:26.451 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:26.451 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:40:26.455 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:26 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 13789/151686 objects degraded (9.090%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:40:26.553 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:40:26.582 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:26.609 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:40:26.612 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:26.613 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:40:26.658 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2023-08-28T02:40:26.658 INFO:teuthology.orchestra.run.smithi083.stdout: "ops": [], 2023-08-28T02:40:26.658 INFO:teuthology.orchestra.run.smithi083.stdout: "num_ops": 0 2023-08-28T02:40:26.658 INFO:teuthology.orchestra.run.smithi083.stdout:} 2023-08-28T02:40:26.713 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:40:26.747 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:26.822 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:40:26.823 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:40:26.828 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:26.828 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:40:26.929 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:40:26.966 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:27.026 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.7 dump_blocked_ops 2023-08-28T02:40:27.044 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:40:27.047 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:27.047 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:40:27.063 INFO:teuthology.orchestra.run.smithi040.stderr:nodeep-scrub is set 2023-08-28T02:40:27.148 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:40:27.189 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:27.211 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:40:27.213 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:27 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3109504363' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:40:27.214 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:27 smithi040 ceph-mon[175404]: pgmap v1175: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.1 GiB data, 10 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 166 op/s; 13689/150402 objects degraded (9.102%); 15508/150402 objects misplaced (10.311%); 2.0 MiB/s, 31 objects/s recovering 2023-08-28T02:40:27.214 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:27 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3109504363' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:40:27.214 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:27 smithi040 ceph-mon[170259]: pgmap v1175: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.1 GiB data, 10 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 166 op/s; 13689/150402 objects degraded (9.102%); 15508/150402 objects misplaced (10.311%); 2.0 MiB/s, 31 objects/s recovering 2023-08-28T02:40:27.214 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:27.215 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:40:27.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:27 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3109504363' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:40:27.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:27 smithi083 ceph-mon[157819]: pgmap v1175: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.1 GiB data, 10 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 166 op/s; 13689/150402 objects degraded (9.102%); 15508/150402 objects misplaced (10.311%); 2.0 MiB/s, 31 objects/s recovering 2023-08-28T02:40:27.315 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:40:27.336 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:40:27.347 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:27.418 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:40:27.428 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:27.428 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:40:27.466 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:40:27.468 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:40:27.529 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:40:27.558 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:27.580 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:40:27.583 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:27.583 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:40:27.684 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:40:27.720 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:28.044 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":1176,"stamp":"2023-08-28T02:40:27.057877+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":3284384516,"num_objects":50134,"num_object_clones":0,"num_object_copies":150402,"num_objects_missing_on_primary":3192,"num_objects_missing":3192,"num_objects_degraded":13689,"num_objects_misplaced":15508,"num_objects_unfound":0,"num_objects_dirty":50134,"num_whiteouts":0,"num_read":90,"num_read_kb":168,"num_write":136608,"num_write_kb":5972054,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":49917,"num_bytes_recovered":3243840401,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":98877,"ondisk_log_size":98877,"up":297,"acting":294,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":10880608,"kb_used_data":7824240,"kb_used_omap":12,"kb_used_meta":3056307,"kb_avail":551590304,"statfs":{"total":575970213888,"available":564828471296,"internally_reserved":0,"allocated":8012021760,"data_stored":8000903700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12739,"internal_metadata":3129658941},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,2,1,0,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-74121216,"num_objects":-1131,"num_object_clones":0,"num_object_copies":-3393,"num_objects_missing_on_primary":-45,"num_objects_missing":-45,"num_objects_degraded":-208,"num_objects_misplaced":-259,"num_objects_unfound":0,"num_objects_dirty":-1131,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1131,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":256,"num_bytes_recovered":16777216,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.548929"},"pg_stats":[{"pgid":"3.1a","version":"65'1","reported_seq":390,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:17.048295+0000","last_change":"2023-08-28T02:32:32.667028+0000","last_active":"2023-08-28T02:40:17.048295+0000","last_peered":"2023-08-28T02:40:17.048295+0000","last_clean":"2023-08-28T02:40:17.048295+0000","last_became_active":"2023-08-28T02:32:32.666711+0000","last_became_peered":"2023-08-28T02:32:32.666711+0000","last_unstale":"2023-08-28T02:40:17.048295+0000","last_undegraded":"2023-08-28T02:40:17.048295+0000","last_fullsized":"2023-08-28T02:40:17.048295+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:28:21.913105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":344,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:17.057108+0000","last_change":"2023-08-28T02:29:44.421259+0000","last_active":"2023-08-28T02:40:17.057108+0000","last_peered":"2023-08-28T02:40:17.057108+0000","last_clean":"2023-08-28T02:40:17.057108+0000","last_became_active":"2023-08-28T02:29:44.420936+0000","last_became_peered":"2023-08-28T02:29:44.420936+0000","last_unstale":"2023-08-28T02:40:17.057108+0000","last_undegraded":"2023-08-28T02:40:17.057108+0000","last_fullsized":"2023-08-28T02:40:17.057108+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:22:26.346867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":185,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:17.045428+0000","last_change":"2023-08-28T02:33:12.290337+0000","last_active":"2023-08-28T02:40:17.045428+0000","last_peered":"2023-08-28T02:40:17.045428+0000","last_clean":"2023-08-28T02:40:17.045428+0000","last_became_active":"2023-08-28T02:33:12.289852+0000","last_became_peered":"2023-08-28T02:33:12.289852+0000","last_unstale":"2023-08-28T02:40:17.045428+0000","last_undegraded":"2023-08-28T02:40:17.045428+0000","last_fullsized":"2023-08-28T02:40:17.045428+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:04:26.420037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":359,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:17.057471+0000","last_change":"2023-08-28T02:33:13.317226+0000","last_active":"2023-08-28T02:40:17.057471+0000","last_peered":"2023-08-28T02:40:17.057471+0000","last_clean":"2023-08-28T02:40:17.057471+0000","last_became_active":"2023-08-28T02:33:13.316893+0000","last_became_peered":"2023-08-28T02:33:13.316893+0000","last_unstale":"2023-08-28T02:40:17.057471+0000","last_undegraded":"2023-08-28T02:40:17.057471+0000","last_fullsized":"2023-08-28T02:40:17.057471+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:55:46.593463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":304,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-08-28T02:40:22.050014+0000","last_change":"2023-08-28T02:33:12.295203+0000","last_active":"2023-08-28T02:40:22.050014+0000","last_peered":"2023-08-28T02:40:22.050014+0000","last_clean":"2023-08-28T02:40:22.050014+0000","last_became_active":"2023-08-28T02:33:12.294904+0000","last_became_peered":"2023-08-28T02:33:12.294904+0000","last_unstale":"2023-08-28T02:40:22.050014+0000","last_undegraded":"2023-08-28T02:40:22.050014+0000","last_fullsized":"2023-08-28T02:40:22.050014+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:31:07.008856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":320,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:17.056843+0000","last_change":"2023-08-28T02:31:51.987263+0000","last_active":"2023-08-28T02:40:17.056843+0000","last_peered":"2023-08-28T02:40:17.056843+0000","last_clean":"2023-08-28T02:40:17.056843+0000","last_became_active":"2023-08-28T02:31:51.986938+0000","last_became_peered":"2023-08-28T02:31:51.986938+0000","last_unstale":"2023-08-28T02:40:17.056843+0000","last_undegraded":"2023-08-28T02:40:17.056843+0000","last_fullsized":"2023-08-28T02:40:17.056843+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:18.021905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":353,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:17.057483+0000","last_change":"2023-08-28T02:33:12.318656+0000","last_active":"2023-08-28T02:40:17.057483+0000","last_peered":"2023-08-28T02:40:17.057483+0000","last_clean":"2023-08-28T02:40:17.057483+0000","last_became_active":"2023-08-28T02:33:12.318297+0000","last_became_peered":"2023-08-28T02:33:12.318297+0000","last_unstale":"2023-08-28T02:40:17.057483+0000","last_undegraded":"2023-08-28T02:40:17.057483+0000","last_fullsized":"2023-08-28T02:40:17.057483+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:43:09.789767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":285,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:17.043976+0000","last_change":"2023-08-28T02:33:13.357230+0000","last_active":"2023-08-28T02:40:17.043976+0000","last_peered":"2023-08-28T02:40:17.043976+0000","last_clean":"2023-08-28T02:40:17.043976+0000","last_became_active":"2023-08-28T02:33:13.356853+0000","last_became_peered":"2023-08-28T02:33:13.356853+0000","last_unstale":"2023-08-28T02:40:17.043976+0000","last_undegraded":"2023-08-28T02:40:17.043976+0000","last_fullsized":"2023-08-28T02:40:17.043976+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:20:21.545007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":362,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:17.055452+0000","last_change":"2023-08-28T02:29:44.462510+0000","last_active":"2023-08-28T02:40:17.055452+0000","last_peered":"2023-08-28T02:40:17.055452+0000","last_clean":"2023-08-28T02:40:17.055452+0000","last_became_active":"2023-08-28T02:29:44.460314+0000","last_became_peered":"2023-08-28T02:29:44.460314+0000","last_unstale":"2023-08-28T02:40:17.055452+0000","last_undegraded":"2023-08-28T02:40:17.055452+0000","last_fullsized":"2023-08-28T02:40:17.055452+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:59:01.311467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":288,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:17.044536+0000","last_change":"2023-08-28T02:33:13.291255+0000","last_active":"2023-08-28T02:40:17.044536+0000","last_peered":"2023-08-28T02:40:17.044536+0000","last_clean":"2023-08-28T02:40:17.044536+0000","last_became_active":"2023-08-28T02:33:13.290933+0000","last_became_peered":"2023-08-28T02:33:13.290933+0000","last_unstale":"2023-08-28T02:40:17.044536+0000","last_undegraded":"2023-08-28T02:40:17.044536+0000","last_fullsized":"2023-08-28T02:40:17.044536+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:31:54.116908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"65'3","reported_seq":363,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:17.066291+0000","last_change":"2023-08-28T02:33:12.296412+0000","last_active":"2023-08-28T02:40:17.066291+0000","last_peered":"2023-08-28T02:40:17.066291+0000","last_clean":"2023-08-28T02:40:17.066291+0000","last_became_active":"2023-08-28T02:33:12.295786+0000","last_became_peered":"2023-08-28T02:33:12.295786+0000","last_unstale":"2023-08-28T02:40:17.066291+0000","last_undegraded":"2023-08-28T02:40:17.066291+0000","last_fullsized":"2023-08-28T02:40:17.066291+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:15:31.449163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":188,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:17.044494+0000","last_change":"2023-08-28T02:32:32.666927+0000","last_active":"2023-08-28T02:40:17.044494+0000","last_peered":"2023-08-28T02:40:17.044494+0000","last_clean":"2023-08-28T02:40:17.044494+0000","last_became_active":"2023-08-28T02:32:32.666618+0000","last_became_peered":"2023-08-28T02:32:32.666618+0000","last_unstale":"2023-08-28T02:40:17.044494+0000","last_undegraded":"2023-08-28T02:40:17.044494+0000","last_fullsized":"2023-08-28T02:40:17.044494+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:45:57.998333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":387,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:17.047757+0000","last_change":"2023-08-28T02:32:28.505262+0000","last_active":"2023-08-28T02:40:17.047757+0000","last_peered":"2023-08-28T02:40:17.047757+0000","last_clean":"2023-08-28T02:40:17.047757+0000","last_became_active":"2023-08-28T02:32:28.455999+0000","last_became_peered":"2023-08-28T02:32:28.455999+0000","last_unstale":"2023-08-28T02:40:17.047757+0000","last_undegraded":"2023-08-28T02:40:17.047757+0000","last_fullsized":"2023-08-28T02:40:17.047757+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:28.937020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":9468,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":371,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:17.047972+0000","last_change":"2023-08-28T02:32:12.959195+0000","last_active":"2023-08-28T02:40:17.047972+0000","last_peered":"2023-08-28T02:40:17.047972+0000","last_clean":"2023-08-28T02:40:17.047972+0000","last_became_active":"2023-08-28T02:32:12.958832+0000","last_became_peered":"2023-08-28T02:32:12.958832+0000","last_unstale":"2023-08-28T02:40:17.047972+0000","last_undegraded":"2023-08-28T02:40:17.047972+0000","last_fullsized":"2023-08-28T02:40:17.047972+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:23:27.197787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"65'2","reported_seq":361,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:17.065641+0000","last_change":"2023-08-28T02:32:28.461161+0000","last_active":"2023-08-28T02:40:17.065641+0000","last_peered":"2023-08-28T02:40:17.065641+0000","last_clean":"2023-08-28T02:40:17.065641+0000","last_became_active":"2023-08-28T02:32:28.451284+0000","last_became_peered":"2023-08-28T02:32:28.451284+0000","last_unstale":"2023-08-28T02:40:17.065641+0000","last_undegraded":"2023-08-28T02:40:17.065641+0000","last_fullsized":"2023-08-28T02:40:17.065641+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:58:20.061020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":344,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:17.056802+0000","last_change":"2023-08-28T02:29:44.419566+0000","last_active":"2023-08-28T02:40:17.056802+0000","last_peered":"2023-08-28T02:40:17.056802+0000","last_clean":"2023-08-28T02:40:17.056802+0000","last_became_active":"2023-08-28T02:29:44.419053+0000","last_became_peered":"2023-08-28T02:29:44.419053+0000","last_unstale":"2023-08-28T02:40:17.056802+0000","last_undegraded":"2023-08-28T02:40:17.056802+0000","last_fullsized":"2023-08-28T02:40:17.056802+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:44:36.133499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":348,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:20.444246+0000","last_change":"2023-08-28T02:33:12.493777+0000","last_active":"2023-08-28T02:40:20.444246+0000","last_peered":"2023-08-28T02:40:20.444246+0000","last_clean":"2023-08-28T02:40:20.444246+0000","last_became_active":"2023-08-28T02:33:12.491177+0000","last_became_peered":"2023-08-28T02:33:12.491177+0000","last_unstale":"2023-08-28T02:40:20.444246+0000","last_undegraded":"2023-08-28T02:40:20.444246+0000","last_fullsized":"2023-08-28T02:40:20.444246+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:10:58.167753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":358,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:17.057322+0000","last_change":"2023-08-28T02:33:12.290293+0000","last_active":"2023-08-28T02:40:17.057322+0000","last_peered":"2023-08-28T02:40:17.057322+0000","last_clean":"2023-08-28T02:40:17.057322+0000","last_became_active":"2023-08-28T02:33:12.289989+0000","last_became_peered":"2023-08-28T02:33:12.289989+0000","last_unstale":"2023-08-28T02:40:17.057322+0000","last_undegraded":"2023-08-28T02:40:17.057322+0000","last_fullsized":"2023-08-28T02:40:17.057322+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:05:33.622172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":336,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:17.065978+0000","last_change":"2023-08-28T02:32:12.948756+0000","last_active":"2023-08-28T02:40:17.065978+0000","last_peered":"2023-08-28T02:40:17.065978+0000","last_clean":"2023-08-28T02:40:17.065978+0000","last_became_active":"2023-08-28T02:32:12.948441+0000","last_became_peered":"2023-08-28T02:32:12.948441+0000","last_unstale":"2023-08-28T02:40:17.065978+0000","last_undegraded":"2023-08-28T02:40:17.065978+0000","last_fullsized":"2023-08-28T02:40:17.065978+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:27.922180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":354,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:17.057471+0000","last_change":"2023-08-28T02:33:12.299398+0000","last_active":"2023-08-28T02:40:17.057471+0000","last_peered":"2023-08-28T02:40:17.057471+0000","last_clean":"2023-08-28T02:40:17.057471+0000","last_became_active":"2023-08-28T02:33:12.299113+0000","last_became_peered":"2023-08-28T02:33:12.299113+0000","last_unstale":"2023-08-28T02:40:17.057471+0000","last_undegraded":"2023-08-28T02:40:17.057471+0000","last_fullsized":"2023-08-28T02:40:17.057471+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:14:55.597212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"65'8","reported_seq":148,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:17.056183+0000","last_change":"2023-08-28T02:33:13.478870+0000","last_active":"2023-08-28T02:40:17.056183+0000","last_peered":"2023-08-28T02:40:17.056183+0000","last_clean":"2023-08-28T02:40:17.056183+0000","last_became_active":"2023-08-28T02:33:13.332142+0000","last_became_peered":"2023-08-28T02:33:13.332142+0000","last_unstale":"2023-08-28T02:40:17.056183+0000","last_undegraded":"2023-08-28T02:40:17.056183+0000","last_fullsized":"2023-08-28T02:40:17.056183+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:32:42.810159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":286,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-08-28T02:40:22.050647+0000","last_change":"2023-08-28T02:33:12.306353+0000","last_active":"2023-08-28T02:40:22.050647+0000","last_peered":"2023-08-28T02:40:22.050647+0000","last_clean":"2023-08-28T02:40:22.050647+0000","last_became_active":"2023-08-28T02:33:12.304977+0000","last_became_peered":"2023-08-28T02:33:12.304977+0000","last_unstale":"2023-08-28T02:40:22.050647+0000","last_undegraded":"2023-08-28T02:40:22.050647+0000","last_fullsized":"2023-08-28T02:40:22.050647+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:19:38.819671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"379'8486","reported_seq":8623,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-08-28T02:40:25.630854+0000","last_change":"2023-08-28T02:30:50.402703+0000","last_active":"2023-08-28T02:40:25.630854+0000","last_peered":"2023-08-28T02:40:25.630854+0000","last_clean":"2023-08-28T02:40:25.630854+0000","last_became_active":"2023-08-28T02:30:50.402419+0000","last_became_peered":"2023-08-28T02:30:50.402419+0000","last_unstale":"2023-08-28T02:40:25.630854+0000","last_undegraded":"2023-08-28T02:40:25.630854+0000","last_fullsized":"2023-08-28T02:40:25.630854+0000","mapping_epoch":250,"log_start":"255'1300","ondisk_log_start":"255'1300","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7186,"log_dups_size":0,"ondisk_log_size":7186,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:07:37.393907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":208011264,"num_objects":3174,"num_object_clones":0,"num_object_copies":9522,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3174,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8486,"num_write_kb":373120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"65'1","reported_seq":344,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:17.066236+0000","last_change":"2023-08-28T02:14:43.046130+0000","last_active":"2023-08-28T02:40:17.066236+0000","last_peered":"2023-08-28T02:40:17.066236+0000","last_clean":"2023-08-28T02:40:17.066236+0000","last_became_active":"2023-08-28T02:14:43.045775+0000","last_became_peered":"2023-08-28T02:14:43.045775+0000","last_unstale":"2023-08-28T02:40:17.066236+0000","last_undegraded":"2023-08-28T02:40:17.066236+0000","last_fullsized":"2023-08-28T02:40:17.066236+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:57:38.279756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":334,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:17.054689+0000","last_change":"2023-08-28T02:31:51.987149+0000","last_active":"2023-08-28T02:40:17.054689+0000","last_peered":"2023-08-28T02:40:17.054689+0000","last_clean":"2023-08-28T02:40:17.054689+0000","last_became_active":"2023-08-28T02:31:51.986821+0000","last_became_peered":"2023-08-28T02:31:51.986821+0000","last_unstale":"2023-08-28T02:40:17.054689+0000","last_undegraded":"2023-08-28T02:40:17.054689+0000","last_fullsized":"2023-08-28T02:40:17.054689+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:23:26.661134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"379'8519","reported_seq":15486,"reported_epoch":379,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:40:25.820945+0000","last_change":"2023-08-28T02:33:33.975566+0000","last_active":"2023-08-28T02:40:25.820945+0000","last_peered":"2023-08-28T02:40:25.820945+0000","last_clean":"2023-08-28T02:31:27.868230+0000","last_became_active":"2023-08-28T02:33:33.660452+0000","last_became_peered":"2023-08-28T02:33:33.660452+0000","last_unstale":"2023-08-28T02:40:25.820945+0000","last_undegraded":"2023-08-28T02:33:13.410847+0000","last_fullsized":"2023-08-28T02:33:13.270012+0000","mapping_epoch":298,"log_start":"255'1300","ondisk_log_start":"255'1300","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7219,"log_dups_size":0,"ondisk_log_size":7219,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:33.375162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":201916416,"num_objects":3081,"num_object_clones":0,"num_object_copies":9243,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":5588,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3081,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8519,"num_write_kb":371200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3396,"num_bytes_recovered":222494720,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[5,4],"avail_no_missing":["5","6"],"object_location_counts":[{"shards":"2,5,6","objects":915},{"shards":"3,5,6","objects":660},{"shards":"4,5","objects":1},{"shards":"5,6","objects":1505}],"blocked_by":[],"up_primary":3,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"65'2","reported_seq":369,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:17.065974+0000","last_change":"2023-08-28T02:29:44.436352+0000","last_active":"2023-08-28T02:40:17.065974+0000","last_peered":"2023-08-28T02:40:17.065974+0000","last_clean":"2023-08-28T02:40:17.065974+0000","last_became_active":"2023-08-28T02:29:44.411499+0000","last_became_peered":"2023-08-28T02:29:44.411499+0000","last_unstale":"2023-08-28T02:40:17.065974+0000","last_undegraded":"2023-08-28T02:40:17.065974+0000","last_fullsized":"2023-08-28T02:40:17.065974+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:46:57.540191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":395,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:17.047796+0000","last_change":"2023-08-28T02:33:12.289004+0000","last_active":"2023-08-28T02:40:17.047796+0000","last_peered":"2023-08-28T02:40:17.047796+0000","last_clean":"2023-08-28T02:40:17.047796+0000","last_became_active":"2023-08-28T02:33:12.288722+0000","last_became_peered":"2023-08-28T02:33:12.288722+0000","last_unstale":"2023-08-28T02:40:17.047796+0000","last_undegraded":"2023-08-28T02:40:17.047796+0000","last_fullsized":"2023-08-28T02:40:17.047796+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:24.019483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"379'8430","reported_seq":13663,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-08-28T02:40:24.801886+0000","last_change":"2023-08-28T02:37:54.748968+0000","last_active":"2023-08-28T02:40:24.801886+0000","last_peered":"2023-08-28T02:40:24.801886+0000","last_clean":"2023-08-28T02:40:24.801886+0000","last_became_active":"2023-08-28T02:37:54.729376+0000","last_became_peered":"2023-08-28T02:37:54.729376+0000","last_unstale":"2023-08-28T02:40:24.801886+0000","last_undegraded":"2023-08-28T02:40:24.801886+0000","last_fullsized":"2023-08-28T02:40:24.801886+0000","mapping_epoch":351,"log_start":"259'3112","ondisk_log_start":"259'3112","created":250,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5318,"log_dups_size":0,"ondisk_log_size":5318,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:00.988172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":204472320,"num_objects":3120,"num_object_clones":0,"num_object_copies":9360,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3120,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8430,"num_write_kb":369600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2533,"num_bytes_recovered":160432128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"65'1","reported_seq":355,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:17.066151+0000","last_change":"2023-08-28T02:33:13.516869+0000","last_active":"2023-08-28T02:40:17.066151+0000","last_peered":"2023-08-28T02:40:17.066151+0000","last_clean":"2023-08-28T02:40:17.066151+0000","last_became_active":"2023-08-28T02:33:13.396736+0000","last_became_peered":"2023-08-28T02:33:13.396736+0000","last_unstale":"2023-08-28T02:40:17.066151+0000","last_undegraded":"2023-08-28T02:40:17.066151+0000","last_fullsized":"2023-08-28T02:40:17.066151+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:47:08.237137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":322,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:17.044401+0000","last_change":"2023-08-28T02:31:51.987327+0000","last_active":"2023-08-28T02:40:17.044401+0000","last_peered":"2023-08-28T02:40:17.044401+0000","last_clean":"2023-08-28T02:40:17.044401+0000","last_became_active":"2023-08-28T02:31:51.987018+0000","last_became_peered":"2023-08-28T02:31:51.987018+0000","last_unstale":"2023-08-28T02:40:17.044401+0000","last_undegraded":"2023-08-28T02:40:17.044401+0000","last_fullsized":"2023-08-28T02:40:17.044401+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:53:26.105101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.5","version":"379'8389","reported_seq":13693,"reported_epoch":379,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:40:25.420140+0000","last_change":"2023-08-28T02:33:13.625779+0000","last_active":"2023-08-28T02:40:25.420140+0000","last_peered":"2023-08-28T02:40:25.420140+0000","last_clean":"2023-08-28T02:31:27.898932+0000","last_became_active":"2023-08-28T02:33:13.612126+0000","last_became_peered":"2023-08-28T02:33:13.612126+0000","last_unstale":"2023-08-28T02:40:25.420140+0000","last_undegraded":"2023-08-28T02:33:13.485377+0000","last_fullsized":"2023-08-28T02:33:13.264317+0000","mapping_epoch":298,"log_start":"259'3063","ondisk_log_start":"259'3063","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5326,"log_dups_size":0,"ondisk_log_size":5326,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:37:28.843386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":200736768,"num_objects":3063,"num_object_clones":0,"num_object_copies":9189,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":5605,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3063,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8389,"num_write_kb":366464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2571,"num_bytes_recovered":168493056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,7],"avail_no_missing":["0","2"],"object_location_counts":[{"shards":"0,2","objects":2358},{"shards":"0,2,3","objects":705}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":373,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:17.055138+0000","last_change":"2023-08-28T02:33:13.281826+0000","last_active":"2023-08-28T02:40:17.055138+0000","last_peered":"2023-08-28T02:40:17.055138+0000","last_clean":"2023-08-28T02:40:17.055138+0000","last_became_active":"2023-08-28T02:33:13.281511+0000","last_became_peered":"2023-08-28T02:33:13.281511+0000","last_unstale":"2023-08-28T02:40:17.055138+0000","last_undegraded":"2023-08-28T02:40:17.055138+0000","last_fullsized":"2023-08-28T02:40:17.055138+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:32:55.005706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":371,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:17.056620+0000","last_change":"2023-08-28T02:29:44.436713+0000","last_active":"2023-08-28T02:40:17.056620+0000","last_peered":"2023-08-28T02:40:17.056620+0000","last_clean":"2023-08-28T02:40:17.056620+0000","last_became_active":"2023-08-28T02:29:44.436203+0000","last_became_peered":"2023-08-28T02:29:44.436203+0000","last_unstale":"2023-08-28T02:40:17.056620+0000","last_undegraded":"2023-08-28T02:40:17.056620+0000","last_fullsized":"2023-08-28T02:40:17.056620+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:46:48.522293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"379'8690","reported_seq":8832,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-08-28T02:40:22.579901+0000","last_change":"2023-08-28T02:30:50.399669+0000","last_active":"2023-08-28T02:40:22.579901+0000","last_peered":"2023-08-28T02:40:22.579901+0000","last_clean":"2023-08-28T02:40:22.579901+0000","last_became_active":"2023-08-28T02:30:50.399332+0000","last_became_peered":"2023-08-28T02:30:50.399332+0000","last_unstale":"2023-08-28T02:40:22.579901+0000","last_undegraded":"2023-08-28T02:40:22.579901+0000","last_fullsized":"2023-08-28T02:40:22.579901+0000","mapping_epoch":250,"log_start":"257'2500","ondisk_log_start":"257'2500","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6190,"log_dups_size":0,"ondisk_log_size":6190,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:00:54.910841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":204734464,"num_objects":3124,"num_object_clones":0,"num_object_copies":9372,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3124,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8690,"num_write_kb":378048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"75'161","reported_seq":799,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:17.065928+0000","last_change":"2023-08-28T02:33:13.310049+0000","last_active":"2023-08-28T02:40:17.065928+0000","last_peered":"2023-08-28T02:40:17.065928+0000","last_clean":"2023-08-28T02:40:17.065928+0000","last_became_active":"2023-08-28T02:33:13.309661+0000","last_became_peered":"2023-08-28T02:33:13.309661+0000","last_unstale":"2023-08-28T02:40:17.065928+0000","last_undegraded":"2023-08-28T02:40:17.065928+0000","last_fullsized":"2023-08-28T02:40:17.065928+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.930230+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.930230+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:27:40.889460+0000","scrub_duration":0.0050169209999999997,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"65'2","reported_seq":335,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:17.045441+0000","last_change":"2023-08-28T02:33:12.294922+0000","last_active":"2023-08-28T02:40:17.045441+0000","last_peered":"2023-08-28T02:40:17.045441+0000","last_clean":"2023-08-28T02:40:17.045441+0000","last_became_active":"2023-08-28T02:33:12.294518+0000","last_became_peered":"2023-08-28T02:33:12.294518+0000","last_unstale":"2023-08-28T02:40:17.045441+0000","last_undegraded":"2023-08-28T02:40:17.045441+0000","last_fullsized":"2023-08-28T02:40:17.045441+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:21:12.737286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":372,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:17.048059+0000","last_change":"2023-08-28T02:33:13.310505+0000","last_active":"2023-08-28T02:40:17.048059+0000","last_peered":"2023-08-28T02:40:17.048059+0000","last_clean":"2023-08-28T02:40:17.048059+0000","last_became_active":"2023-08-28T02:33:13.310223+0000","last_became_peered":"2023-08-28T02:33:13.310223+0000","last_unstale":"2023-08-28T02:40:17.048059+0000","last_undegraded":"2023-08-28T02:40:17.048059+0000","last_fullsized":"2023-08-28T02:40:17.048059+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:27:02.124453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"379'8511","reported_seq":22911,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-08-28T02:40:25.797412+0000","last_change":"2023-08-28T02:38:44.816101+0000","last_active":"2023-08-28T02:40:25.797412+0000","last_peered":"2023-08-28T02:40:25.797412+0000","last_clean":"2023-08-28T02:40:25.797412+0000","last_became_active":"2023-08-28T02:38:44.798734+0000","last_became_peered":"2023-08-28T02:38:44.798734+0000","last_unstale":"2023-08-28T02:40:25.797412+0000","last_undegraded":"2023-08-28T02:40:25.797412+0000","last_fullsized":"2023-08-28T02:40:25.797412+0000","mapping_epoch":361,"log_start":"255'1300","ondisk_log_start":"255'1300","created":250,"last_epoch_clean":362,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7211,"log_dups_size":0,"ondisk_log_size":7211,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:34:42.975012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":206897152,"num_objects":3157,"num_object_clones":0,"num_object_copies":9471,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3157,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8511,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5834,"num_bytes_recovered":377683968,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"75'161","reported_seq":638,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:17.054688+0000","last_change":"2023-08-28T02:37:37.933802+0000","last_active":"2023-08-28T02:40:17.054688+0000","last_peered":"2023-08-28T02:40:17.054688+0000","last_clean":"2023-08-28T02:40:17.054688+0000","last_became_active":"2023-08-28T02:33:13.287313+0000","last_became_peered":"2023-08-28T02:33:13.287313+0000","last_unstale":"2023-08-28T02:40:17.054688+0000","last_undegraded":"2023-08-28T02:40:17.054688+0000","last_fullsized":"2023-08-28T02:40:17.054688+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:45.407127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:45.407127+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:39:14.213229+0000","scrub_duration":0.0018495320000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":262688,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":292,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:17.048092+0000","last_change":"2023-08-28T02:33:13.309727+0000","last_active":"2023-08-28T02:40:17.048092+0000","last_peered":"2023-08-28T02:40:17.048092+0000","last_clean":"2023-08-28T02:40:17.048092+0000","last_became_active":"2023-08-28T02:33:13.309487+0000","last_became_peered":"2023-08-28T02:33:13.309487+0000","last_unstale":"2023-08-28T02:40:17.048092+0000","last_undegraded":"2023-08-28T02:40:17.048092+0000","last_fullsized":"2023-08-28T02:40:17.048092+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:27:29.294011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":107,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:17.048441+0000","last_change":"2023-08-28T02:32:28.456323+0000","last_active":"2023-08-28T02:40:17.048441+0000","last_peered":"2023-08-28T02:40:17.048441+0000","last_clean":"2023-08-28T02:40:17.048441+0000","last_became_active":"2023-08-28T02:32:28.455987+0000","last_became_peered":"2023-08-28T02:32:28.455987+0000","last_unstale":"2023-08-28T02:40:17.048441+0000","last_undegraded":"2023-08-28T02:40:17.048441+0000","last_fullsized":"2023-08-28T02:40:17.048441+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:54:07.724002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"379'8623","reported_seq":18782,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-08-28T02:40:22.230653+0000","last_change":"2023-08-28T02:33:13.316023+0000","last_active":"2023-08-28T02:40:22.230653+0000","last_peered":"2023-08-28T02:40:22.230653+0000","last_clean":"2023-08-28T02:40:22.230653+0000","last_became_active":"2023-08-28T02:33:13.308403+0000","last_became_peered":"2023-08-28T02:33:13.308403+0000","last_unstale":"2023-08-28T02:40:22.230653+0000","last_undegraded":"2023-08-28T02:40:22.230653+0000","last_fullsized":"2023-08-28T02:40:22.230653+0000","mapping_epoch":298,"log_start":"257'2500","ondisk_log_start":"257'2500","created":250,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6123,"log_dups_size":0,"ondisk_log_size":6123,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:10:38.401973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":214499328,"num_objects":3273,"num_object_clones":0,"num_object_copies":9819,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3273,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8623,"num_write_kb":380672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4999,"num_bytes_recovered":327614464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":352,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:17.047738+0000","last_change":"2023-08-28T02:32:28.455294+0000","last_active":"2023-08-28T02:40:17.047738+0000","last_peered":"2023-08-28T02:40:17.047738+0000","last_clean":"2023-08-28T02:40:17.047738+0000","last_became_active":"2023-08-28T02:32:28.455013+0000","last_became_peered":"2023-08-28T02:32:28.455013+0000","last_unstale":"2023-08-28T02:40:17.047738+0000","last_undegraded":"2023-08-28T02:40:17.047738+0000","last_fullsized":"2023-08-28T02:40:17.047738+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:53.583864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":384,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:17.048510+0000","last_change":"2023-08-28T02:33:13.335588+0000","last_active":"2023-08-28T02:40:17.048510+0000","last_peered":"2023-08-28T02:40:17.048510+0000","last_clean":"2023-08-28T02:40:17.048510+0000","last_became_active":"2023-08-28T02:33:13.335326+0000","last_became_peered":"2023-08-28T02:33:13.335326+0000","last_unstale":"2023-08-28T02:40:17.048510+0000","last_undegraded":"2023-08-28T02:40:17.048510+0000","last_fullsized":"2023-08-28T02:40:17.048510+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:15:44.958663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"379'8570","reported_seq":8707,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-08-28T02:40:23.184261+0000","last_change":"2023-08-28T02:30:50.400261+0000","last_active":"2023-08-28T02:40:23.184261+0000","last_peered":"2023-08-28T02:40:23.184261+0000","last_clean":"2023-08-28T02:40:23.184261+0000","last_became_active":"2023-08-28T02:30:50.399938+0000","last_became_peered":"2023-08-28T02:30:50.399938+0000","last_unstale":"2023-08-28T02:40:23.184261+0000","last_undegraded":"2023-08-28T02:40:23.184261+0000","last_fullsized":"2023-08-28T02:40:23.184261+0000","mapping_epoch":250,"log_start":"259'3190","ondisk_log_start":"259'3190","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5380,"log_dups_size":0,"ondisk_log_size":5380,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:43:56.802792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":204734464,"num_objects":3124,"num_object_clones":0,"num_object_copies":9372,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3124,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8570,"num_write_kb":374208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"75'161","reported_seq":658,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:17.055344+0000","last_change":"2023-08-28T02:32:56.519141+0000","last_active":"2023-08-28T02:40:17.055344+0000","last_peered":"2023-08-28T02:40:17.055344+0000","last_clean":"2023-08-28T02:40:17.055344+0000","last_became_active":"2023-08-28T02:32:56.518863+0000","last_became_peered":"2023-08-28T02:32:56.518863+0000","last_unstale":"2023-08-28T02:40:17.055344+0000","last_undegraded":"2023-08-28T02:40:17.055344+0000","last_fullsized":"2023-08-28T02:40:17.055344+0000","mapping_epoch":292,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":293,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_clean_scrub_stamp":"2023-08-28T02:29:25.608370+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:59:50.561109+0000","scrub_duration":0.001662689,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":288,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:17.044124+0000","last_change":"2023-08-28T02:33:12.294592+0000","last_active":"2023-08-28T02:40:17.044124+0000","last_peered":"2023-08-28T02:40:17.044124+0000","last_clean":"2023-08-28T02:40:17.044124+0000","last_became_active":"2023-08-28T02:33:12.288508+0000","last_became_peered":"2023-08-28T02:33:12.288508+0000","last_unstale":"2023-08-28T02:40:17.044124+0000","last_undegraded":"2023-08-28T02:40:17.044124+0000","last_fullsized":"2023-08-28T02:40:17.044124+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:05:42.717608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":170,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:17.043936+0000","last_change":"2023-08-28T02:29:44.429834+0000","last_active":"2023-08-28T02:40:17.043936+0000","last_peered":"2023-08-28T02:40:17.043936+0000","last_clean":"2023-08-28T02:40:17.043936+0000","last_became_active":"2023-08-28T02:29:44.429512+0000","last_became_peered":"2023-08-28T02:29:44.429512+0000","last_unstale":"2023-08-28T02:40:17.043936+0000","last_undegraded":"2023-08-28T02:40:17.043936+0000","last_fullsized":"2023-08-28T02:40:17.043936+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:58.062455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"379'8494","reported_seq":8631,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-08-28T02:40:26.170950+0000","last_change":"2023-08-28T02:30:50.402348+0000","last_active":"2023-08-28T02:40:26.170950+0000","last_peered":"2023-08-28T02:40:26.170950+0000","last_clean":"2023-08-28T02:40:26.170950+0000","last_became_active":"2023-08-28T02:30:50.402076+0000","last_became_peered":"2023-08-28T02:30:50.402076+0000","last_unstale":"2023-08-28T02:40:26.170950+0000","last_undegraded":"2023-08-28T02:40:26.170950+0000","last_fullsized":"2023-08-28T02:40:26.170950+0000","mapping_epoch":250,"log_start":"256'1600","ondisk_log_start":"256'1600","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6894,"log_dups_size":0,"ondisk_log_size":6894,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:24.859426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":201981952,"num_objects":3082,"num_object_clones":0,"num_object_copies":9246,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3082,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8494,"num_write_kb":370432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.7","version":"75'161","reported_seq":580,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:17.045546+0000","last_change":"2023-08-28T02:33:13.532525+0000","last_active":"2023-08-28T02:40:17.045546+0000","last_peered":"2023-08-28T02:40:17.045546+0000","last_clean":"2023-08-28T02:40:17.045546+0000","last_became_active":"2023-08-28T02:33:13.532125+0000","last_became_peered":"2023-08-28T02:33:13.532125+0000","last_unstale":"2023-08-28T02:40:17.045546+0000","last_undegraded":"2023-08-28T02:40:17.045546+0000","last_fullsized":"2023-08-28T02:40:17.045546+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.887648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.887648+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":171,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:17.043755+0000","last_change":"2023-08-28T02:29:44.407595+0000","last_active":"2023-08-28T02:40:17.043755+0000","last_peered":"2023-08-28T02:40:17.043755+0000","last_clean":"2023-08-28T02:40:17.043755+0000","last_became_active":"2023-08-28T02:29:44.407316+0000","last_became_peered":"2023-08-28T02:29:44.407316+0000","last_unstale":"2023-08-28T02:40:17.043755+0000","last_undegraded":"2023-08-28T02:40:17.043755+0000","last_fullsized":"2023-08-28T02:40:17.043755+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:01:47.777709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":390,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:17.057260+0000","last_change":"2023-08-28T02:33:13.286980+0000","last_active":"2023-08-28T02:40:17.057260+0000","last_peered":"2023-08-28T02:40:17.057260+0000","last_clean":"2023-08-28T02:40:17.057260+0000","last_became_active":"2023-08-28T02:33:13.286740+0000","last_became_peered":"2023-08-28T02:33:13.286740+0000","last_unstale":"2023-08-28T02:40:17.057260+0000","last_undegraded":"2023-08-28T02:40:17.057260+0000","last_fullsized":"2023-08-28T02:40:17.057260+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:24:54.574365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":171,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:17.044404+0000","last_change":"2023-08-28T02:29:44.506914+0000","last_active":"2023-08-28T02:40:17.044404+0000","last_peered":"2023-08-28T02:40:17.044404+0000","last_clean":"2023-08-28T02:40:17.044404+0000","last_became_active":"2023-08-28T02:29:44.506606+0000","last_became_peered":"2023-08-28T02:29:44.506606+0000","last_unstale":"2023-08-28T02:40:17.044404+0000","last_undegraded":"2023-08-28T02:40:17.044404+0000","last_fullsized":"2023-08-28T02:40:17.044404+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:55:50.992279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"379'8549","reported_seq":20286,"reported_epoch":379,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:40:25.256530+0000","last_change":"2023-08-28T02:34:11.565330+0000","last_active":"2023-08-28T02:40:25.256530+0000","last_peered":"2023-08-28T02:40:25.256530+0000","last_clean":"2023-08-28T02:32:11.916240+0000","last_became_active":"2023-08-28T02:33:12.501819+0000","last_became_peered":"2023-08-28T02:33:12.501819+0000","last_unstale":"2023-08-28T02:40:25.256530+0000","last_undegraded":"2023-08-28T02:40:25.256530+0000","last_fullsized":"2023-08-28T02:40:25.256530+0000","mapping_epoch":297,"log_start":"259'3224","ondisk_log_start":"259'3224","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5325,"log_dups_size":0,"ondisk_log_size":5325,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:45:43.329719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":199688192,"num_objects":3047,"num_object_clones":0,"num_object_copies":9141,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3047,"num_objects_unfound":0,"num_objects_dirty":3047,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8549,"num_write_kb":371072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5787,"num_bytes_recovered":379256832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,2],"avail_no_missing":["0","2","5","6"],"object_location_counts":[{"shards":"0,2,5","objects":3047}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.1","version":"75'161","reported_seq":638,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:17.055096+0000","last_change":"2023-08-28T02:32:31.482659+0000","last_active":"2023-08-28T02:40:17.055096+0000","last_peered":"2023-08-28T02:40:17.055096+0000","last_clean":"2023-08-28T02:40:17.055096+0000","last_became_active":"2023-08-28T02:32:31.482320+0000","last_became_peered":"2023-08-28T02:32:31.482320+0000","last_unstale":"2023-08-28T02:40:17.055096+0000","last_undegraded":"2023-08-28T02:40:17.055096+0000","last_fullsized":"2023-08-28T02:40:17.055096+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:24.559397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:24.559397+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:41:09.516918+0000","scrub_duration":0.001580328,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":376,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:17.055267+0000","last_change":"2023-08-28T02:31:51.988386+0000","last_active":"2023-08-28T02:40:17.055267+0000","last_peered":"2023-08-28T02:40:17.055267+0000","last_clean":"2023-08-28T02:40:17.055267+0000","last_became_active":"2023-08-28T02:31:51.988097+0000","last_became_peered":"2023-08-28T02:31:51.988097+0000","last_unstale":"2023-08-28T02:40:17.055267+0000","last_undegraded":"2023-08-28T02:40:17.055267+0000","last_fullsized":"2023-08-28T02:40:17.055267+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:25:01.818829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":352,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:17.048064+0000","last_change":"2023-08-28T02:32:12.951275+0000","last_active":"2023-08-28T02:40:17.048064+0000","last_peered":"2023-08-28T02:40:17.048064+0000","last_clean":"2023-08-28T02:40:17.048064+0000","last_became_active":"2023-08-28T02:32:12.950965+0000","last_became_peered":"2023-08-28T02:32:12.950965+0000","last_unstale":"2023-08-28T02:40:17.048064+0000","last_undegraded":"2023-08-28T02:40:17.048064+0000","last_fullsized":"2023-08-28T02:40:17.048064+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:37:31.294280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":197,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:17.043831+0000","last_change":"2023-08-28T02:33:13.286534+0000","last_active":"2023-08-28T02:40:17.043831+0000","last_peered":"2023-08-28T02:40:17.043831+0000","last_clean":"2023-08-28T02:40:17.043831+0000","last_became_active":"2023-08-28T02:33:13.286164+0000","last_became_peered":"2023-08-28T02:33:13.286164+0000","last_unstale":"2023-08-28T02:40:17.043831+0000","last_undegraded":"2023-08-28T02:40:17.043831+0000","last_fullsized":"2023-08-28T02:40:17.043831+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:56.721932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"379'8544","reported_seq":20371,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-08-28T02:40:25.748683+0000","last_change":"2023-08-28T02:34:14.448606+0000","last_active":"2023-08-28T02:40:25.748683+0000","last_peered":"2023-08-28T02:40:25.748683+0000","last_clean":"2023-08-28T02:40:25.748683+0000","last_became_active":"2023-08-28T02:34:14.438547+0000","last_became_peered":"2023-08-28T02:34:14.438547+0000","last_unstale":"2023-08-28T02:40:25.748683+0000","last_undegraded":"2023-08-28T02:40:25.748683+0000","last_fullsized":"2023-08-28T02:40:25.748683+0000","mapping_epoch":314,"log_start":"256'1400","ondisk_log_start":"256'1400","created":250,"last_epoch_clean":315,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7144,"log_dups_size":0,"ondisk_log_size":7144,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:06:41.120408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":204734464,"num_objects":3124,"num_object_clones":0,"num_object_copies":9372,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3124,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8544,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5834,"num_bytes_recovered":376832000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2","version":"75'161","reported_seq":760,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:17.065696+0000","last_change":"2023-08-28T02:30:51.762377+0000","last_active":"2023-08-28T02:40:17.065696+0000","last_peered":"2023-08-28T02:40:17.065696+0000","last_clean":"2023-08-28T02:40:17.065696+0000","last_became_active":"2023-08-28T02:27:46.375590+0000","last_became_peered":"2023-08-28T02:27:46.375590+0000","last_unstale":"2023-08-28T02:40:17.065696+0000","last_undegraded":"2023-08-28T02:40:17.065696+0000","last_fullsized":"2023-08-28T02:40:17.065696+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:51.762314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:51.762314+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:02.034555+0000","scrub_duration":0.0020023620000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":188,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:17.044620+0000","last_change":"2023-08-28T02:33:13.289765+0000","last_active":"2023-08-28T02:40:17.044620+0000","last_peered":"2023-08-28T02:40:17.044620+0000","last_clean":"2023-08-28T02:40:17.044620+0000","last_became_active":"2023-08-28T02:33:13.289159+0000","last_became_peered":"2023-08-28T02:33:13.289159+0000","last_unstale":"2023-08-28T02:40:17.044620+0000","last_undegraded":"2023-08-28T02:40:17.044620+0000","last_fullsized":"2023-08-28T02:40:17.044620+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:30:38.956723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":189,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:17.043524+0000","last_change":"2023-08-28T02:32:28.464203+0000","last_active":"2023-08-28T02:40:17.043524+0000","last_peered":"2023-08-28T02:40:17.043524+0000","last_clean":"2023-08-28T02:40:17.043524+0000","last_became_active":"2023-08-28T02:32:28.463412+0000","last_became_peered":"2023-08-28T02:32:28.463412+0000","last_unstale":"2023-08-28T02:40:17.043524+0000","last_undegraded":"2023-08-28T02:40:17.043524+0000","last_fullsized":"2023-08-28T02:40:17.043524+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:20:38.177879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":170,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:17.044022+0000","last_change":"2023-08-28T02:29:44.427945+0000","last_active":"2023-08-28T02:40:17.044022+0000","last_peered":"2023-08-28T02:40:17.044022+0000","last_clean":"2023-08-28T02:40:17.044022+0000","last_became_active":"2023-08-28T02:29:44.426487+0000","last_became_peered":"2023-08-28T02:29:44.426487+0000","last_unstale":"2023-08-28T02:40:17.044022+0000","last_undegraded":"2023-08-28T02:40:17.044022+0000","last_fullsized":"2023-08-28T02:40:17.044022+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:30:20.438896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"379'8554","reported_seq":18664,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-08-28T02:40:22.128791+0000","last_change":"2023-08-28T02:34:48.488647+0000","last_active":"2023-08-28T02:40:22.128791+0000","last_peered":"2023-08-28T02:40:22.128791+0000","last_clean":"2023-08-28T02:40:22.128791+0000","last_became_active":"2023-08-28T02:34:48.476519+0000","last_became_peered":"2023-08-28T02:34:48.476519+0000","last_unstale":"2023-08-28T02:40:22.128791+0000","last_undegraded":"2023-08-28T02:40:22.128791+0000","last_fullsized":"2023-08-28T02:40:22.128791+0000","mapping_epoch":318,"log_start":"257'2400","ondisk_log_start":"257'2400","created":250,"last_epoch_clean":319,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6154,"log_dups_size":0,"ondisk_log_size":6154,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:44:20.004230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":202506240,"num_objects":3090,"num_object_clones":0,"num_object_copies":9270,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3090,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8554,"num_write_kb":372608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4973,"num_bytes_recovered":325910528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":370,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:17.055171+0000","last_change":"2023-08-28T02:33:13.484970+0000","last_active":"2023-08-28T02:40:17.055171+0000","last_peered":"2023-08-28T02:40:17.055171+0000","last_clean":"2023-08-28T02:40:17.055171+0000","last_became_active":"2023-08-28T02:33:13.484579+0000","last_became_peered":"2023-08-28T02:33:13.484579+0000","last_unstale":"2023-08-28T02:40:17.055171+0000","last_undegraded":"2023-08-28T02:40:17.055171+0000","last_fullsized":"2023-08-28T02:40:17.055171+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:58.027468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"75'161","reported_seq":761,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:17.065896+0000","last_change":"2023-08-28T02:31:55.059467+0000","last_active":"2023-08-28T02:40:17.065896+0000","last_peered":"2023-08-28T02:40:17.065896+0000","last_clean":"2023-08-28T02:40:17.065896+0000","last_became_active":"2023-08-28T02:31:55.059115+0000","last_became_peered":"2023-08-28T02:31:55.059115+0000","last_unstale":"2023-08-28T02:40:17.065896+0000","last_undegraded":"2023-08-28T02:40:17.065896+0000","last_fullsized":"2023-08-28T02:40:17.065896+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":0,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.820990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.820990+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:15:56.774667+0000","scrub_duration":0.0017342480000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":289,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:17.045149+0000","last_change":"2023-08-28T02:33:13.352810+0000","last_active":"2023-08-28T02:40:17.045149+0000","last_peered":"2023-08-28T02:40:17.045149+0000","last_clean":"2023-08-28T02:40:17.045149+0000","last_became_active":"2023-08-28T02:33:13.351697+0000","last_became_peered":"2023-08-28T02:33:13.351697+0000","last_unstale":"2023-08-28T02:40:17.045149+0000","last_undegraded":"2023-08-28T02:40:17.045149+0000","last_fullsized":"2023-08-28T02:40:17.045149+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:56.187163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":201,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:17.048933+0000","last_change":"2023-08-28T02:31:51.984584+0000","last_active":"2023-08-28T02:40:17.048933+0000","last_peered":"2023-08-28T02:40:17.048933+0000","last_clean":"2023-08-28T02:40:17.048933+0000","last_became_active":"2023-08-28T02:31:51.984264+0000","last_became_peered":"2023-08-28T02:31:51.984264+0000","last_unstale":"2023-08-28T02:40:17.048933+0000","last_undegraded":"2023-08-28T02:40:17.048933+0000","last_fullsized":"2023-08-28T02:40:17.048933+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:58:42.306722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"379'8447","reported_seq":20193,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-08-28T02:40:25.251547+0000","last_change":"2023-08-28T02:35:11.978901+0000","last_active":"2023-08-28T02:40:25.251547+0000","last_peered":"2023-08-28T02:40:25.251547+0000","last_clean":"2023-08-28T02:40:25.251547+0000","last_became_active":"2023-08-28T02:35:11.966585+0000","last_became_peered":"2023-08-28T02:35:11.966585+0000","last_unstale":"2023-08-28T02:40:25.251547+0000","last_undegraded":"2023-08-28T02:40:25.251547+0000","last_fullsized":"2023-08-28T02:40:25.251547+0000","mapping_epoch":323,"log_start":"259'3128","ondisk_log_start":"259'3128","created":250,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5319,"log_dups_size":0,"ondisk_log_size":5319,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:03:07.017814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":205455360,"num_objects":3135,"num_object_clones":0,"num_object_copies":9405,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3135,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8447,"num_write_kb":370624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5791,"num_bytes_recovered":368967680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3","version":"75'161","reported_seq":647,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:17.616177+0000","last_change":"2023-08-28T02:31:55.068239+0000","last_active":"2023-08-28T02:40:17.616177+0000","last_peered":"2023-08-28T02:40:17.616177+0000","last_clean":"2023-08-28T02:40:17.616177+0000","last_became_active":"2023-08-28T02:31:55.067875+0000","last_became_peered":"2023-08-28T02:31:55.067875+0000","last_unstale":"2023-08-28T02:40:17.616177+0000","last_undegraded":"2023-08-28T02:40:17.616177+0000","last_fullsized":"2023-08-28T02:40:17.616177+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.868248+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:11:04.391639+0000","scrub_duration":0.0016215240000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":384,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:17.065804+0000","last_change":"2023-08-28T02:29:44.421353+0000","last_active":"2023-08-28T02:40:17.065804+0000","last_peered":"2023-08-28T02:40:17.065804+0000","last_clean":"2023-08-28T02:40:17.065804+0000","last_became_active":"2023-08-28T02:29:44.421064+0000","last_became_peered":"2023-08-28T02:29:44.421064+0000","last_unstale":"2023-08-28T02:40:17.065804+0000","last_undegraded":"2023-08-28T02:40:17.065804+0000","last_fullsized":"2023-08-28T02:40:17.065804+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:51:36.524024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":355,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:17.056445+0000","last_change":"2023-08-28T02:33:12.299487+0000","last_active":"2023-08-28T02:40:17.056445+0000","last_peered":"2023-08-28T02:40:17.056445+0000","last_clean":"2023-08-28T02:40:17.056445+0000","last_became_active":"2023-08-28T02:33:12.299175+0000","last_became_peered":"2023-08-28T02:33:12.299175+0000","last_unstale":"2023-08-28T02:40:17.056445+0000","last_undegraded":"2023-08-28T02:40:17.056445+0000","last_fullsized":"2023-08-28T02:40:17.056445+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:42:29.713462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":365,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:17.057249+0000","last_change":"2023-08-28T02:32:28.457696+0000","last_active":"2023-08-28T02:40:17.057249+0000","last_peered":"2023-08-28T02:40:17.057249+0000","last_clean":"2023-08-28T02:40:17.057249+0000","last_became_active":"2023-08-28T02:32:28.457407+0000","last_became_peered":"2023-08-28T02:32:28.457407+0000","last_unstale":"2023-08-28T02:40:17.057249+0000","last_undegraded":"2023-08-28T02:40:17.057249+0000","last_fullsized":"2023-08-28T02:40:17.057249+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:26:29.392787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"379'8426","reported_seq":9591,"reported_epoch":379,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:40:23.219853+0000","last_change":"2023-08-28T02:34:11.566035+0000","last_active":"2023-08-28T02:40:23.219853+0000","last_peered":"2023-08-28T02:40:23.219853+0000","last_clean":"2023-08-28T02:33:10.395883+0000","last_became_active":"2023-08-28T02:33:12.394714+0000","last_became_peered":"2023-08-28T02:33:12.394714+0000","last_unstale":"2023-08-28T02:40:23.219853+0000","last_undegraded":"2023-08-28T02:40:23.219853+0000","last_fullsized":"2023-08-28T02:40:23.219853+0000","mapping_epoch":297,"log_start":"259'2984","ondisk_log_start":"259'2984","created":250,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5442,"log_dups_size":0,"ondisk_log_size":5442,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:01:26.984565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":200343576,"num_objects":3058,"num_object_clones":0,"num_object_copies":9174,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":2796,"num_objects_unfound":0,"num_objects_dirty":3058,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":8426,"num_write_kb":367425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":500,"num_bytes_recovered":32768000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,6],"avail_no_missing":["4","0","6"],"object_location_counts":[{"shards":"0,4,6","objects":3058}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.6","version":"75'161","reported_seq":640,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:17.057171+0000","last_change":"2023-08-28T02:33:13.338675+0000","last_active":"2023-08-28T02:40:17.057171+0000","last_peered":"2023-08-28T02:40:17.057171+0000","last_clean":"2023-08-28T02:40:17.057171+0000","last_became_active":"2023-08-28T02:33:13.338271+0000","last_became_peered":"2023-08-28T02:33:13.338271+0000","last_unstale":"2023-08-28T02:40:17.057171+0000","last_undegraded":"2023-08-28T02:40:17.057171+0000","last_fullsized":"2023-08-28T02:40:17.057171+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.774982+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.774982+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:13:20.011329+0000","scrub_duration":0.003539819,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":347,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:17.066224+0000","last_change":"2023-08-28T02:14:43.033789+0000","last_active":"2023-08-28T02:40:17.066224+0000","last_peered":"2023-08-28T02:40:17.066224+0000","last_clean":"2023-08-28T02:40:17.066224+0000","last_became_active":"2023-08-28T02:14:43.033454+0000","last_became_peered":"2023-08-28T02:14:43.033454+0000","last_unstale":"2023-08-28T02:40:17.066224+0000","last_undegraded":"2023-08-28T02:40:17.066224+0000","last_fullsized":"2023-08-28T02:40:17.066224+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:01:13.205842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":180,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:17.043999+0000","last_change":"2023-08-28T02:32:28.461807+0000","last_active":"2023-08-28T02:40:17.043999+0000","last_peered":"2023-08-28T02:40:17.043999+0000","last_clean":"2023-08-28T02:40:17.043999+0000","last_became_active":"2023-08-28T02:32:28.461116+0000","last_became_peered":"2023-08-28T02:32:28.461116+0000","last_unstale":"2023-08-28T02:40:17.043999+0000","last_undegraded":"2023-08-28T02:40:17.043999+0000","last_fullsized":"2023-08-28T02:40:17.043999+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:12:45.321757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":326,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:17.056893+0000","last_change":"2023-08-28T02:14:43.048791+0000","last_active":"2023-08-28T02:40:17.056893+0000","last_peered":"2023-08-28T02:40:17.056893+0000","last_clean":"2023-08-28T02:40:17.056893+0000","last_became_active":"2023-08-28T02:14:43.047408+0000","last_became_peered":"2023-08-28T02:14:43.047408+0000","last_unstale":"2023-08-28T02:40:17.056893+0000","last_undegraded":"2023-08-28T02:40:17.056893+0000","last_fullsized":"2023-08-28T02:40:17.056893+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:47.097181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"379'8619","reported_seq":18723,"reported_epoch":379,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:40:23.028488+0000","last_change":"2023-08-28T02:37:37.899201+0000","last_active":"2023-08-28T02:40:23.028488+0000","last_peered":"2023-08-28T02:40:23.028488+0000","last_clean":"2023-08-28T02:31:50.933695+0000","last_became_active":"2023-08-28T02:33:13.540416+0000","last_became_peered":"2023-08-28T02:33:13.540416+0000","last_unstale":"2023-08-28T02:40:23.028488+0000","last_undegraded":"2023-08-28T02:40:23.028488+0000","last_fullsized":"2023-08-28T02:40:23.028488+0000","mapping_epoch":298,"log_start":"259'3174","ondisk_log_start":"259'3174","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5445,"log_dups_size":0,"ondisk_log_size":5445,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:49:35.658845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":212533248,"num_objects":3243,"num_object_clones":0,"num_object_copies":9729,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3243,"num_objects_unfound":0,"num_objects_dirty":3243,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8619,"num_write_kb":379584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4967,"num_bytes_recovered":325517312,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,2],"avail_no_missing":["4","2","5","6"],"object_location_counts":[{"shards":"2,4,5","objects":3243}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.5","version":"75'161","reported_seq":672,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:17.048521+0000","last_change":"2023-08-28T02:32:31.477151+0000","last_active":"2023-08-28T02:40:17.048521+0000","last_peered":"2023-08-28T02:40:17.048521+0000","last_clean":"2023-08-28T02:40:17.048521+0000","last_became_active":"2023-08-28T02:32:31.476776+0000","last_became_peered":"2023-08-28T02:32:31.476776+0000","last_unstale":"2023-08-28T02:40:17.048521+0000","last_undegraded":"2023-08-28T02:40:17.048521+0000","last_fullsized":"2023-08-28T02:40:17.048521+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:18.891729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:18.891729+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:47:27.194140+0000","scrub_duration":0.0031546460000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"65'2","reported_seq":336,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:17.045379+0000","last_change":"2023-08-28T02:33:12.327778+0000","last_active":"2023-08-28T02:40:17.045379+0000","last_peered":"2023-08-28T02:40:17.045379+0000","last_clean":"2023-08-28T02:40:17.045379+0000","last_became_active":"2023-08-28T02:33:12.327273+0000","last_became_peered":"2023-08-28T02:33:12.327273+0000","last_unstale":"2023-08-28T02:40:17.045379+0000","last_undegraded":"2023-08-28T02:40:17.045379+0000","last_fullsized":"2023-08-28T02:40:17.045379+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:40.554192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":218,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:17.044195+0000","last_change":"2023-08-28T02:33:13.335665+0000","last_active":"2023-08-28T02:40:17.044195+0000","last_peered":"2023-08-28T02:40:17.044195+0000","last_clean":"2023-08-28T02:40:17.044195+0000","last_became_active":"2023-08-28T02:33:13.335322+0000","last_became_peered":"2023-08-28T02:33:13.335322+0000","last_unstale":"2023-08-28T02:40:17.044195+0000","last_undegraded":"2023-08-28T02:40:17.044195+0000","last_fullsized":"2023-08-28T02:40:17.044195+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:21:08.024493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":333,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:17.044218+0000","last_change":"2023-08-28T02:33:12.310326+0000","last_active":"2023-08-28T02:40:17.044218+0000","last_peered":"2023-08-28T02:40:17.044218+0000","last_clean":"2023-08-28T02:40:17.044218+0000","last_became_active":"2023-08-28T02:33:12.310011+0000","last_became_peered":"2023-08-28T02:33:12.310011+0000","last_unstale":"2023-08-28T02:40:17.044218+0000","last_undegraded":"2023-08-28T02:40:17.044218+0000","last_fullsized":"2023-08-28T02:40:17.044218+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:35:03.710036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"379'8652","reported_seq":16956,"reported_epoch":379,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-08-28T02:40:23.192858+0000","last_change":"2023-08-28T02:38:43.760745+0000","last_active":"2023-08-28T02:40:23.192858+0000","last_peered":"2023-08-28T02:40:23.192858+0000","last_clean":"2023-08-28T02:31:27.909649+0000","last_became_active":"2023-08-28T02:33:33.726805+0000","last_became_peered":"2023-08-28T02:33:33.726805+0000","last_unstale":"2023-08-28T02:40:23.192858+0000","last_undegraded":"2023-08-28T02:33:20.140072+0000","last_fullsized":"2023-08-28T02:33:13.278549+0000","mapping_epoch":298,"log_start":"260'3277","ondisk_log_start":"260'3277","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5375,"log_dups_size":0,"ondisk_log_size":5375,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:02:22.971585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":210763776,"num_objects":3216,"num_object_clones":0,"num_object_copies":9648,"num_objects_missing_on_primary":3192,"num_objects_missing":3192,"num_objects_degraded":2496,"num_objects_misplaced":6422,"num_objects_unfound":0,"num_objects_dirty":3216,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8652,"num_write_kb":379776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2707,"num_bytes_recovered":177274880,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[4,3],"avail_no_missing":["2","6"],"object_location_counts":[{"shards":"2,3,4,6","objects":10},{"shards":"2,3,6","objects":709},{"shards":"2,4,6","objects":14},{"shards":"2,6","objects":2483},{"shards":"3,4","objects":-13}],"blocked_by":[],"up_primary":3,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.4","version":"75'161","reported_seq":588,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:17.044074+0000","last_change":"2023-08-28T02:33:12.296479+0000","last_active":"2023-08-28T02:40:17.044074+0000","last_peered":"2023-08-28T02:40:17.044074+0000","last_clean":"2023-08-28T02:40:17.044074+0000","last_became_active":"2023-08-28T02:33:12.294160+0000","last_became_peered":"2023-08-28T02:33:12.294160+0000","last_unstale":"2023-08-28T02:40:17.044074+0000","last_undegraded":"2023-08-28T02:40:17.044074+0000","last_fullsized":"2023-08-28T02:40:17.044074+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.899247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.899247+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":305,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:17.066049+0000","last_change":"2023-08-28T02:33:13.539335+0000","last_active":"2023-08-28T02:40:17.066049+0000","last_peered":"2023-08-28T02:40:17.066049+0000","last_clean":"2023-08-28T02:40:17.066049+0000","last_became_active":"2023-08-28T02:33:13.538978+0000","last_became_peered":"2023-08-28T02:33:13.538978+0000","last_unstale":"2023-08-28T02:40:17.066049+0000","last_undegraded":"2023-08-28T02:40:17.066049+0000","last_fullsized":"2023-08-28T02:40:17.066049+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:26:13.405766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"65'1","reported_seq":369,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:17.057343+0000","last_change":"2023-08-28T02:29:44.510205+0000","last_active":"2023-08-28T02:40:17.057343+0000","last_peered":"2023-08-28T02:40:17.057343+0000","last_clean":"2023-08-28T02:40:17.057343+0000","last_became_active":"2023-08-28T02:29:44.429357+0000","last_became_peered":"2023-08-28T02:29:44.429357+0000","last_unstale":"2023-08-28T02:40:17.057343+0000","last_undegraded":"2023-08-28T02:40:17.057343+0000","last_fullsized":"2023-08-28T02:40:17.057343+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:44:59.955729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":334,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:17.047640+0000","last_change":"2023-08-28T02:32:12.950661+0000","last_active":"2023-08-28T02:40:17.047640+0000","last_peered":"2023-08-28T02:40:17.047640+0000","last_clean":"2023-08-28T02:40:17.047640+0000","last_became_active":"2023-08-28T02:32:12.950276+0000","last_became_peered":"2023-08-28T02:32:12.950276+0000","last_unstale":"2023-08-28T02:40:17.047640+0000","last_undegraded":"2023-08-28T02:40:17.047640+0000","last_fullsized":"2023-08-28T02:40:17.047640+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:05:17.972868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"65'1","reported_seq":327,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:17.056798+0000","last_change":"2023-08-28T02:14:43.042150+0000","last_active":"2023-08-28T02:40:17.056798+0000","last_peered":"2023-08-28T02:40:17.056798+0000","last_clean":"2023-08-28T02:40:17.056798+0000","last_became_active":"2023-08-28T02:14:43.038336+0000","last_became_peered":"2023-08-28T02:14:43.038336+0000","last_unstale":"2023-08-28T02:40:17.056798+0000","last_undegraded":"2023-08-28T02:40:17.056798+0000","last_fullsized":"2023-08-28T02:40:17.056798+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:26:02.415152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":377,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:17.043910+0000","last_change":"2023-08-28T02:33:13.318097+0000","last_active":"2023-08-28T02:40:17.043910+0000","last_peered":"2023-08-28T02:40:17.043910+0000","last_clean":"2023-08-28T02:40:17.043910+0000","last_became_active":"2023-08-28T02:33:13.317761+0000","last_became_peered":"2023-08-28T02:33:13.317761+0000","last_unstale":"2023-08-28T02:40:17.043910+0000","last_undegraded":"2023-08-28T02:40:17.043910+0000","last_fullsized":"2023-08-28T02:40:17.043910+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:24.836996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"65'2","reported_seq":372,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:17.055185+0000","last_change":"2023-08-28T02:29:44.535937+0000","last_active":"2023-08-28T02:40:17.055185+0000","last_peered":"2023-08-28T02:40:17.055185+0000","last_clean":"2023-08-28T02:40:17.055185+0000","last_became_active":"2023-08-28T02:29:44.462244+0000","last_became_peered":"2023-08-28T02:29:44.462244+0000","last_unstale":"2023-08-28T02:40:17.055185+0000","last_undegraded":"2023-08-28T02:40:17.055185+0000","last_fullsized":"2023-08-28T02:40:17.055185+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:30:33.173713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":374,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:17.056530+0000","last_change":"2023-08-28T02:33:12.305580+0000","last_active":"2023-08-28T02:40:17.056530+0000","last_peered":"2023-08-28T02:40:17.056530+0000","last_clean":"2023-08-28T02:40:17.056530+0000","last_became_active":"2023-08-28T02:33:12.305261+0000","last_became_peered":"2023-08-28T02:33:12.305261+0000","last_unstale":"2023-08-28T02:40:17.056530+0000","last_undegraded":"2023-08-28T02:40:17.056530+0000","last_fullsized":"2023-08-28T02:40:17.056530+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:22:31.614221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"65'2","reported_seq":341,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:17.057189+0000","last_change":"2023-08-28T02:31:51.991101+0000","last_active":"2023-08-28T02:40:17.057189+0000","last_peered":"2023-08-28T02:40:17.057189+0000","last_clean":"2023-08-28T02:40:17.057189+0000","last_became_active":"2023-08-28T02:31:51.987237+0000","last_became_peered":"2023-08-28T02:31:51.987237+0000","last_unstale":"2023-08-28T02:40:17.057189+0000","last_undegraded":"2023-08-28T02:40:17.057189+0000","last_fullsized":"2023-08-28T02:40:17.057189+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:07:07.370857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":375,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:17.047998+0000","last_change":"2023-08-28T02:33:12.494483+0000","last_active":"2023-08-28T02:40:17.047998+0000","last_peered":"2023-08-28T02:40:17.047998+0000","last_clean":"2023-08-28T02:40:17.047998+0000","last_became_active":"2023-08-28T02:33:12.494136+0000","last_became_peered":"2023-08-28T02:33:12.494136+0000","last_unstale":"2023-08-28T02:40:17.047998+0000","last_undegraded":"2023-08-28T02:40:17.047998+0000","last_fullsized":"2023-08-28T02:40:17.047998+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:36.772588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"65'1","reported_seq":321,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:17.044780+0000","last_change":"2023-08-28T02:33:13.287922+0000","last_active":"2023-08-28T02:40:17.044780+0000","last_peered":"2023-08-28T02:40:17.044780+0000","last_clean":"2023-08-28T02:40:17.044780+0000","last_became_active":"2023-08-28T02:33:13.287520+0000","last_became_peered":"2023-08-28T02:33:13.287520+0000","last_unstale":"2023-08-28T02:40:17.044780+0000","last_undegraded":"2023-08-28T02:40:17.044780+0000","last_fullsized":"2023-08-28T02:40:17.044780+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:11.627168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":335,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-08-28T02:40:22.050451+0000","last_change":"2023-08-28T02:33:13.289469+0000","last_active":"2023-08-28T02:40:22.050451+0000","last_peered":"2023-08-28T02:40:22.050451+0000","last_clean":"2023-08-28T02:40:22.050451+0000","last_became_active":"2023-08-28T02:33:13.288737+0000","last_became_peered":"2023-08-28T02:33:13.288737+0000","last_unstale":"2023-08-28T02:40:22.050451+0000","last_undegraded":"2023-08-28T02:40:22.050451+0000","last_fullsized":"2023-08-28T02:40:22.050451+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:11:15.043550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"65'4","reported_seq":359,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:17.057562+0000","last_change":"2023-08-28T02:32:28.607010+0000","last_active":"2023-08-28T02:40:17.057562+0000","last_peered":"2023-08-28T02:40:17.057562+0000","last_clean":"2023-08-28T02:40:17.057562+0000","last_became_active":"2023-08-28T02:32:28.492224+0000","last_became_peered":"2023-08-28T02:32:28.492224+0000","last_unstale":"2023-08-28T02:40:17.057562+0000","last_undegraded":"2023-08-28T02:40:17.057562+0000","last_fullsized":"2023-08-28T02:40:17.057562+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:13:45.711951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":554,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":385,"reported_epoch":378,"state":"active+clean","last_fresh":"2023-08-28T02:40:17.047660+0000","last_change":"2023-08-28T02:33:13.309144+0000","last_active":"2023-08-28T02:40:17.047660+0000","last_peered":"2023-08-28T02:40:17.047660+0000","last_clean":"2023-08-28T02:40:17.047660+0000","last_became_active":"2023-08-28T02:33:13.308910+0000","last_became_peered":"2023-08-28T02:33:13.308910+0000","last_unstale":"2023-08-28T02:40:17.047660+0000","last_undegraded":"2023-08-28T02:40:17.047660+0000","last_fullsized":"2023-08-28T02:40:17.047660+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:09:59.549591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":3284008984,"num_objects":50111,"num_object_clones":0,"num_object_copies":150333,"num_objects_missing_on_primary":3192,"num_objects_missing":3192,"num_objects_degraded":13689,"num_objects_misplaced":15508,"num_objects_unfound":0,"num_objects_dirty":50111,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":136503,"num_write_kb":5971585,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":49892,"num_bytes_recovered":3243245568,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":11086606336,"data_stored":11086594120,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97051,"ondisk_log_size":97051,"up":48,"acting":45,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":10126,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":370028,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":89,"num_read_kb":167,"num_write":44,"num_write_kb":440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":584707,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2048000,"data_stored":2033792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299802,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1503216,"kb_used_data":1008296,"kb_used_omap":0,"kb_used_meta":494912,"kb_avail":92241936,"statfs":{"total":95995035648,"available":94455742464,"internally_reserved":0,"allocated":1032495104,"data_stored":1030989245,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":506789888},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:40:18 2023","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.46999999999999997,"15min":0.95699999999999996},"min":{"1min":0.34599999999999997,"5min":0.23499999999999999,"15min":0.219},"max":{"1min":2.1429999999999998,"5min":2.1429999999999998,"15min":13.118},"last":0.26600000000000001},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.51500000000000001,"15min":1.3360000000000001},"min":{"1min":0.309,"5min":0.247,"15min":0.246},"max":{"1min":0.69599999999999995,"5min":2.6989999999999998,"15min":17.402999999999999},"last":0.79500000000000004}]},{"osd":1,"last update":"Mon Aug 28 02:39:46 2023","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.51500000000000001,"15min":1.6279999999999999},"min":{"1min":0.311,"5min":0.253,"15min":0.248},"max":{"1min":1.4119999999999999,"5min":3.113,"15min":17.43},"last":0.89500000000000002},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.626,"15min":1.538},"min":{"1min":0.30399999999999999,"5min":0.28699999999999998,"15min":0.25900000000000001},"max":{"1min":1.4399999999999999,"5min":4.9749999999999996,"15min":19.913},"last":0.92700000000000005}]},{"osd":2,"last update":"Mon Aug 28 02:39:29 2023","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.5,"15min":1.1240000000000001},"min":{"1min":0.32200000000000001,"5min":0.26800000000000002,"15min":0.22900000000000001},"max":{"1min":2.96,"5min":2.96,"15min":8.3889999999999993},"last":0.316},{"interface":"front","average":{"1min":0.68200000000000005,"5min":0.59099999999999997,"15min":1.0389999999999999},"min":{"1min":0.35399999999999998,"5min":0.28799999999999998,"15min":0.28699999999999998},"max":{"1min":1.9950000000000001,"5min":2.399,"15min":9.2219999999999995},"last":0.41899999999999998}]},{"osd":3,"last update":"Mon Aug 28 02:40:22 2023","interfaces":[{"interface":"back","average":{"1min":0.69199999999999995,"5min":0.629,"15min":0.67900000000000005},"min":{"1min":0.35699999999999998,"5min":0.312,"15min":0.312},"max":{"1min":3.9430000000000001,"5min":3.9430000000000001,"15min":3.9430000000000001},"last":0.32500000000000001},{"interface":"front","average":{"1min":0.76200000000000001,"5min":0.62,"15min":0.626},"min":{"1min":0.39800000000000002,"5min":0.32700000000000001,"15min":0.308},"max":{"1min":3.7599999999999998,"5min":4.1879999999999997,"15min":4.1879999999999997},"last":0.34899999999999998}]},{"osd":4,"last update":"Mon Aug 28 02:40:18 2023","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.47799999999999998,"15min":1.109},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.245},"max":{"1min":0.78000000000000003,"5min":2.677,"15min":18.943000000000001},"last":0.76500000000000001},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.58899999999999997,"15min":0.79700000000000004},"min":{"1min":0.28999999999999998,"5min":0.28699999999999998,"15min":0.25700000000000001},"max":{"1min":0.76800000000000002,"5min":3.282,"15min":7.2130000000000001},"last":0.96199999999999997}]},{"osd":5,"last update":"Mon Aug 28 02:40:18 2023","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.52100000000000002,"15min":0.876},"min":{"1min":0.31,"5min":0.28100000000000003,"15min":0.23599999999999999},"max":{"1min":2.0790000000000002,"5min":2.6669999999999998,"15min":14.622},"last":2.5840000000000001},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.56699999999999995,"15min":1.1080000000000001},"min":{"1min":0.30599999999999999,"5min":0.27100000000000002,"15min":0.27000000000000002},"max":{"1min":1.383,"5min":3.214,"15min":17.324999999999999},"last":0.85199999999999998}]},{"osd":6,"last update":"Mon Aug 28 02:40:18 2023","interfaces":[{"interface":"back","average":{"1min":0.71599999999999997,"5min":0.66700000000000004,"15min":1.165},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.30499999999999999},"max":{"1min":3.3170000000000002,"5min":3.8959999999999999,"15min":17.454999999999998},"last":0.82799999999999996},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.59699999999999998,"15min":0.754},"min":{"1min":0.34899999999999998,"5min":0.33400000000000002,"15min":0.28999999999999998},"max":{"1min":0.68700000000000006,"5min":2.4399999999999999,"15min":7.665},"last":0.37}]}]},{"osd":6,"up_from":0,"seq":193273528733,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":101,"seq":433791697191,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1237092,"kb_used_data":613020,"kb_used_omap":4,"kb_used_meta":624059,"kb_avail":92508060,"statfs":{"total":95995035648,"available":94728253440,"internally_reserved":0,"allocated":627732480,"data_stored":625562882,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":639037326},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:39:49 2023","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":1.6020000000000001},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":1.155,"5min":2.1659999999999999,"15min":24.545999999999999},"last":0.26500000000000001},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":2.032},"min":{"1min":0.27500000000000002,"5min":0.23899999999999999,"15min":0.23599999999999999},"max":{"1min":1.395,"5min":3.496,"15min":24.515000000000001},"last":0.245}]},{"osd":2,"last update":"Mon Aug 28 02:39:36 2023","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.59599999999999997,"15min":1.8100000000000001},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":1.028,"5min":3.544,"15min":22.161000000000001},"last":0.29099999999999998},{"interface":"front","average":{"1min":0.63100000000000001,"5min":0.54500000000000004,"15min":1.415},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.254},"max":{"1min":2.9369999999999998,"5min":2.9369999999999998,"15min":19.100999999999999},"last":0.27800000000000002}]},{"osd":3,"last update":"Mon Aug 28 02:39:24 2023","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.58199999999999996,"15min":0.502},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":1.788,"5min":2.742,"15min":2.742},"last":0.318},{"interface":"front","average":{"1min":0.66000000000000003,"5min":0.59599999999999997,"15min":0.54200000000000004},"min":{"1min":0.34399999999999997,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":2.0939999999999999,"5min":3.5819999999999999,"15min":3.5819999999999999},"last":0.46700000000000003}]},{"osd":4,"last update":"Mon Aug 28 02:39:49 2023","interfaces":[{"interface":"back","average":{"1min":0.65600000000000003,"5min":0.57199999999999995,"15min":1.1830000000000001},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.28499999999999998},"max":{"1min":2.8919999999999999,"5min":2.8919999999999999,"15min":18.992999999999999},"last":0.39000000000000001},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.61699999999999999,"15min":1.329},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.28899999999999998},"max":{"1min":0.93999999999999995,"5min":2.0070000000000001,"15min":14.779999999999999},"last":0.45200000000000001}]},{"osd":5,"last update":"Mon Aug 28 02:39:49 2023","interfaces":[{"interface":"back","average":{"1min":10.529999999999999,"5min":2.6099999999999999,"15min":2.323},"min":{"1min":0.40799999999999997,"5min":0.36499999999999999,"15min":0.29999999999999999},"max":{"1min":188.94900000000001,"5min":188.94900000000001,"15min":188.94900000000001},"last":0.61799999999999999},{"interface":"front","average":{"1min":10.635999999999999,"5min":2.6360000000000001,"15min":2.137},"min":{"1min":0.375,"5min":0.35299999999999998,"15min":0.33600000000000002},"max":{"1min":188.803,"5min":188.803,"15min":188.803},"last":0.48999999999999999}]},{"osd":6,"last update":"Mon Aug 28 02:39:49 2023","interfaces":[{"interface":"back","average":{"1min":0.64900000000000002,"5min":0.68300000000000005,"15min":1.5600000000000001},"min":{"1min":0.43099999999999999,"5min":0.40799999999999997,"15min":0.34300000000000003},"max":{"1min":1.042,"5min":3.6400000000000001,"15min":12.221},"last":0.58999999999999997},{"interface":"front","average":{"1min":0.74299999999999999,"5min":0.70399999999999996,"15min":1.375},"min":{"1min":0.439,"5min":0.39100000000000001,"15min":0.35699999999999998},"max":{"1min":3.036,"5min":3.036,"15min":19.021999999999998},"last":0.51500000000000001}]},{"osd":7,"last update":"Mon Aug 28 02:39:49 2023","interfaces":[{"interface":"back","average":{"1min":0.80900000000000005,"5min":0.70199999999999996,"15min":1.4399999999999999},"min":{"1min":0.41399999999999998,"5min":0.38500000000000001,"15min":0.374},"max":{"1min":3.0059999999999998,"5min":3.0059999999999998,"15min":19.047999999999998},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.72799999999999998,"15min":1.486},"min":{"1min":0.46600000000000003,"5min":0.46200000000000002,"15min":0.34399999999999997},"max":{"1min":0.97299999999999998,"5min":2.3679999999999999,"15min":14.818},"last":0.48399999999999999}]}]},{"osd":0,"up_from":87,"seq":373662155058,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2676912,"kb_used_data":1989736,"kb_used_omap":5,"kb_used_meta":687162,"kb_avail":91068240,"statfs":{"total":95995035648,"available":93253877760,"internally_reserved":0,"allocated":2037489664,"data_stored":2035198303,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":703654522},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:39:40 2023","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.48499999999999999,"15min":1.2769999999999999},"min":{"1min":0.245,"5min":0.221,"15min":0.184},"max":{"1min":3.7709999999999999,"5min":3.7709999999999999,"15min":30.315000000000001},"last":0.32500000000000001},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.54200000000000004,"15min":1.7410000000000001},"min":{"1min":0.28399999999999997,"5min":0.26200000000000001,"15min":0.23000000000000001},"max":{"1min":3,"5min":4.0679999999999996,"15min":69.272000000000006},"last":0.50900000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:39:40 2023","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.66500000000000004,"15min":1.5269999999999999},"min":{"1min":0.312,"5min":0.247,"15min":0.23699999999999999},"max":{"1min":2.6699999999999999,"5min":4.4020000000000001,"15min":20.959},"last":0.308},{"interface":"front","average":{"1min":0.73899999999999999,"5min":0.68400000000000005,"15min":1.4019999999999999},"min":{"1min":0.31,"5min":0.28000000000000003,"15min":0.247},"max":{"1min":4.0919999999999996,"5min":6.1180000000000003,"15min":9.3729999999999993},"last":0.435}]},{"osd":3,"last update":"Mon Aug 28 02:40:23 2023","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.754,"15min":0.746},"min":{"1min":0.39400000000000002,"5min":0.32800000000000001,"15min":0.26600000000000001},"max":{"1min":1.512,"5min":5.6680000000000001,"15min":5.6680000000000001},"last":0.371},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.74299999999999999,"15min":0.75700000000000001},"min":{"1min":0.38100000000000001,"5min":0.31,"15min":0.31},"max":{"1min":1.302,"5min":4.9199999999999999,"15min":4.9199999999999999},"last":0.48799999999999999}]},{"osd":4,"last update":"Mon Aug 28 02:40:23 2023","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.60899999999999999,"15min":2.02},"min":{"1min":0.372,"5min":0.315,"15min":0.314},"max":{"1min":0.89500000000000002,"5min":4.3339999999999996,"15min":274.33199999999999},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.64300000000000002,"15min":2.2469999999999999},"min":{"1min":0.38100000000000001,"5min":0.34999999999999998,"15min":0.28199999999999997},"max":{"1min":1.4019999999999999,"5min":2.8969999999999998,"15min":266.31999999999999},"last":0.56399999999999995}]},{"osd":5,"last update":"Mon Aug 28 02:40:23 2023","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.65100000000000002,"15min":1.109},"min":{"1min":0.41199999999999998,"5min":0.34899999999999998,"15min":0.29299999999999998},"max":{"1min":0.83499999999999996,"5min":4.2089999999999996,"15min":8.9789999999999992},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.64000000000000001,"15min":1.4850000000000001},"min":{"1min":0.38600000000000001,"5min":0.36699999999999999,"15min":0.34799999999999998},"max":{"1min":1.429,"5min":2.8039999999999998,"15min":15.231},"last":0.41699999999999998}]},{"osd":6,"last update":"Mon Aug 28 02:40:23 2023","interfaces":[{"interface":"back","average":{"1min":0.73299999999999998,"5min":0.72499999999999998,"15min":1.29},"min":{"1min":0.46800000000000003,"5min":0.41299999999999998,"15min":0.29399999999999998},"max":{"1min":2.3370000000000002,"5min":4.2869999999999999,"15min":15.122999999999999},"last":0.58099999999999996},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.66900000000000004,"15min":1.5489999999999999},"min":{"1min":0.42499999999999999,"5min":0.38300000000000001,"15min":0.35599999999999998},"max":{"1min":2.3660000000000001,"5min":2.927,"15min":15.186999999999999},"last":0.46400000000000002}]},{"osd":7,"last update":"Mon Aug 28 02:40:23 2023","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.80200000000000005,"15min":1.5},"min":{"1min":0.48899999999999999,"5min":0.434,"15min":0.33400000000000002},"max":{"1min":0.79500000000000004,"5min":4.4390000000000001,"15min":16.183},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.67200000000000004,"5min":0.80000000000000004,"15min":1.3049999999999999},"min":{"1min":0.54700000000000004,"5min":0.46000000000000002,"15min":0.35999999999999999},"max":{"1min":1.036,"5min":4.2519999999999998,"15min":8.9960000000000004},"last":0.60499999999999998}]}]},{"osd":2,"up_from":0,"seq":502511173917,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":297,"seq":1275605287000,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":744392,"kb_used_data":573376,"kb_used_omap":2,"kb_used_meta":171005,"kb_avail":93000760,"statfs":{"total":95995035648,"available":95232778240,"internally_reserved":0,"allocated":587137024,"data_stored":584988215,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":175109173},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:40:20 2023","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.48999999999999999,"15min":0.46200000000000002},"min":{"1min":0.24199999999999999,"5min":0.224,"15min":0.22},"max":{"1min":3.802,"5min":3.802,"15min":6.8819999999999997},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.48499999999999999,"15min":0.65100000000000002},"min":{"1min":0.28499999999999998,"5min":0.25900000000000001,"15min":0.217},"max":{"1min":1.5409999999999999,"5min":1.5409999999999999,"15min":6.7839999999999998},"last":0.46500000000000002}]},{"osd":1,"last update":"Mon Aug 28 02:40:20 2023","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.53700000000000003,"15min":0.47599999999999998},"min":{"1min":0.309,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":1.421,"5min":3.044,"15min":4.0650000000000004},"last":0.373},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.55600000000000005,"15min":0.67800000000000005},"min":{"1min":0.33000000000000002,"5min":0.249,"15min":0.249},"max":{"1min":0.91800000000000004,"5min":3.9249999999999998,"15min":3.9249999999999998},"last":0.58599999999999997}]},{"osd":2,"last update":"Mon Aug 28 02:40:20 2023","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.51400000000000001,"15min":0.59399999999999997},"min":{"1min":0.30499999999999999,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.84299999999999997,"5min":2.1659999999999999,"15min":2.5449999999999999},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.65900000000000003,"5min":0.60299999999999998,"15min":0.57799999999999996},"min":{"1min":0.308,"5min":0.29599999999999999,"15min":0.29299999999999998},"max":{"1min":3.7440000000000002,"5min":3.7440000000000002,"15min":4.7030000000000003},"last":0.56899999999999995}]},{"osd":4,"last update":"Mon Aug 28 02:40:20 2023","interfaces":[{"interface":"back","average":{"1min":0.69499999999999995,"5min":0.66300000000000003,"15min":0.60299999999999998},"min":{"1min":0.34499999999999997,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":3.887,"5min":6.2670000000000003,"15min":6.2670000000000003},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.89300000000000002,"5min":0.64900000000000002,"15min":0.59399999999999997},"min":{"1min":0.441,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":5.423,"5min":5.423,"15min":5.423},"last":0.53000000000000003}]},{"osd":5,"last update":"Mon Aug 28 02:40:20 2023","interfaces":[{"interface":"back","average":{"1min":0.91900000000000004,"5min":0.67800000000000005,"15min":0.623},"min":{"1min":0.378,"5min":0.313,"15min":0.313},"max":{"1min":5.4660000000000002,"5min":5.4660000000000002,"15min":5.4660000000000002},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.629,"15min":0.57299999999999995},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.35399999999999998},"max":{"1min":0.69199999999999995,"5min":3.411,"15min":3.411},"last":0.76300000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:40:20 2023","interfaces":[{"interface":"back","average":{"1min":0.76200000000000001,"5min":0.69299999999999995,"15min":0.66100000000000003},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":3.9199999999999999,"5min":3.9199999999999999,"15min":3.9199999999999999},"last":0.61399999999999999},{"interface":"front","average":{"1min":1.0660000000000001,"5min":0.749,"15min":0.68999999999999995},"min":{"1min":0.5,"5min":0.378,"15min":0.378},"max":{"1min":5.5,"5min":5.5,"15min":5.5},"last":0.55800000000000005}]},{"osd":7,"last update":"Mon Aug 28 02:40:20 2023","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.66000000000000003,"15min":0.60899999999999999},"min":{"1min":0.437,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.77900000000000003,"5min":2.9399999999999999,"15min":2.9399999999999999},"last":0.73899999999999999},{"interface":"front","average":{"1min":0.79900000000000004,"5min":0.74299999999999999,"15min":0.68000000000000005},"min":{"1min":0.42999999999999999,"5min":0.42099999999999999,"15min":0.41999999999999998},"max":{"1min":3.8460000000000001,"5min":3.8460000000000001,"15min":3.8460000000000001},"last":0.68600000000000005}]}]},{"osd":4,"up_from":30,"seq":128849019294,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2733748,"kb_used_data":2228460,"kb_used_omap":0,"kb_used_meta":505280,"kb_avail":91011404,"statfs":{"total":95995035648,"available":93195677696,"internally_reserved":0,"allocated":2281943040,"data_stored":2280433864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":517406720},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:39:27 2023","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.57399999999999995,"15min":1.4019999999999999},"min":{"1min":0.249,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.628,"5min":10.249000000000001,"15min":22.515000000000001},"last":0.38700000000000001},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.53700000000000003,"15min":1.3169999999999999},"min":{"1min":0.27300000000000002,"5min":0.23200000000000001,"15min":0.218},"max":{"1min":0.65900000000000003,"5min":4.5250000000000004,"15min":22.454000000000001},"last":4.0449999999999999}]},{"osd":1,"last update":"Mon Aug 28 02:39:53 2023","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.56399999999999995,"15min":1.1970000000000001},"min":{"1min":0.28799999999999998,"5min":0.26300000000000001,"15min":0.248},"max":{"1min":1.28,"5min":5.5979999999999999,"15min":23.082000000000001},"last":0.67200000000000004},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.56100000000000005,"15min":1.3049999999999999},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.26000000000000001},"max":{"1min":1.341,"5min":4.5910000000000002,"15min":25.100000000000001},"last":0.64400000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:39:27 2023","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.63,"15min":1.323},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.27900000000000003},"max":{"1min":1.52,"5min":4.5430000000000001,"15min":13.194000000000001},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.46100000000000002,"5min":0.625,"15min":1.2290000000000001},"min":{"1min":0.34899999999999998,"5min":0.312,"15min":0.29399999999999998},"max":{"1min":0.68300000000000005,"5min":5.6360000000000001,"15min":13.515000000000001},"last":4.0890000000000004}]},{"osd":3,"last update":"Mon Aug 28 02:39:27 2023","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.60699999999999998,"15min":0.74099999999999999},"min":{"1min":0.39000000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":1.7689999999999999,"5min":3.8260000000000001,"15min":7.7480000000000002},"last":4.2060000000000004},{"interface":"front","average":{"1min":0.69099999999999995,"5min":0.73199999999999998,"15min":0.67700000000000005},"min":{"1min":0.36099999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":2.7989999999999999,"5min":3.7069999999999999,"15min":3.7069999999999999},"last":4.1189999999999998}]},{"osd":5,"last update":"Mon Aug 28 02:40:05 2023","interfaces":[{"interface":"back","average":{"1min":0.65500000000000003,"5min":0.53100000000000003,"15min":0.89200000000000002},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.222},"max":{"1min":4.1459999999999999,"5min":4.609,"15min":8.6850000000000005},"last":0.61399999999999999},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.47099999999999997,"15min":0.94799999999999995},"min":{"1min":0.307,"5min":0.29799999999999999,"15min":0.20699999999999999},"max":{"1min":0.64600000000000002,"5min":1.5700000000000001,"15min":8.6370000000000005},"last":4.9950000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:40:22 2023","interfaces":[{"interface":"back","average":{"1min":0.71599999999999997,"5min":0.55600000000000005,"15min":0.90100000000000002},"min":{"1min":0.315,"5min":0.28699999999999998,"15min":0.26500000000000001},"max":{"1min":4.6589999999999998,"5min":4.6589999999999998,"15min":8.8480000000000008},"last":4.6589999999999998},{"interface":"front","average":{"1min":0.68100000000000005,"5min":0.54800000000000004,"15min":0.95299999999999996},"min":{"1min":0.33100000000000002,"5min":0.31,"15min":0.26600000000000001},"max":{"1min":4.2350000000000003,"5min":4.2350000000000003,"15min":8.5},"last":4.2350000000000003}]},{"osd":7,"last update":"Mon Aug 28 02:39:27 2023","interfaces":[{"interface":"back","average":{"1min":0.754,"5min":0.58899999999999997,"15min":1.0449999999999999},"min":{"1min":0.317,"5min":0.28999999999999998,"15min":0.22500000000000001},"max":{"1min":4.5250000000000004,"5min":4.5720000000000001,"15min":9.3209999999999997},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.56799999999999995,"15min":0.97699999999999998},"min":{"1min":0.39200000000000002,"5min":0.32400000000000001,"15min":0.30299999999999999},"max":{"1min":1.081,"5min":1.647,"15min":15.597},"last":4.6959999999999997}]}]},{"osd":5,"up_from":37,"seq":158913790368,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1985248,"kb_used_data":1411352,"kb_used_omap":0,"kb_used_meta":573888,"kb_avail":91759904,"statfs":{"total":95995035648,"available":93962141696,"internally_reserved":0,"allocated":1445224448,"data_stored":1443731191,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":587661312},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,1,0,1],"upper_bound":64},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:39:55 2023","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.44500000000000001,"15min":1.244},"min":{"1min":0.23999999999999999,"5min":0.23799999999999999,"15min":0.20200000000000001},"max":{"1min":0.747,"5min":1.1100000000000001,"15min":15.156000000000001},"last":0.33600000000000002},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.56200000000000006,"15min":1.3049999999999999},"min":{"1min":0.33900000000000002,"5min":0.26400000000000001,"15min":0.24099999999999999},"max":{"1min":1.9830000000000001,"5min":4.298,"15min":19.815999999999999},"last":0.45700000000000002}]},{"osd":1,"last update":"Mon Aug 28 02:39:55 2023","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.52700000000000002,"15min":1.405},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.23699999999999999},"max":{"1min":1.5229999999999999,"5min":3.7989999999999999,"15min":17.998000000000001},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56299999999999994,"15min":1.3680000000000001},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26000000000000001},"max":{"1min":1.661,"5min":4.2149999999999999,"15min":19.853000000000002},"last":0.41699999999999998}]},{"osd":2,"last update":"Mon Aug 28 02:39:55 2023","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.53700000000000003,"15min":1.1639999999999999},"min":{"1min":0.33600000000000002,"5min":0.28100000000000003,"15min":0.27700000000000002},"max":{"1min":2.9359999999999999,"5min":2.9359999999999999,"15min":13.335000000000001},"last":0.39000000000000001},{"interface":"front","average":{"1min":0.68000000000000005,"5min":0.66900000000000004,"15min":1.4370000000000001},"min":{"1min":0.39800000000000002,"5min":0.32600000000000001,"15min":0.28499999999999998},"max":{"1min":1.6379999999999999,"5min":4.2400000000000002,"15min":10.084},"last":0.49299999999999999}]},{"osd":3,"last update":"Mon Aug 28 02:39:27 2023","interfaces":[{"interface":"back","average":{"1min":0.75800000000000001,"5min":0.55300000000000005,"15min":1.05},"min":{"1min":0.308,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":3.7730000000000001,"5min":3.7730000000000001,"15min":16.190999999999999},"last":0.318},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.63400000000000001,"15min":1.3340000000000001},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33500000000000002},"max":{"1min":1.492,"5min":4.8230000000000004,"15min":21.420999999999999},"last":0.47399999999999998}]},{"osd":4,"last update":"Mon Aug 28 02:40:02 2023","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.432,"15min":0.91200000000000003},"min":{"1min":0.28100000000000003,"5min":0.25,"15min":0.23100000000000001},"max":{"1min":0.91300000000000003,"5min":1.516,"15min":13.616},"last":0.25600000000000001},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.58699999999999997,"15min":1.1000000000000001},"min":{"1min":0.29699999999999999,"5min":0.29299999999999998,"15min":0.25700000000000001},"max":{"1min":1.3320000000000001,"5min":4.1879999999999997,"15min":10.566000000000001},"last":0.375}]},{"osd":6,"last update":"Mon Aug 28 02:39:55 2023","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.59199999999999997,"15min":1.1439999999999999},"min":{"1min":0.34999999999999998,"5min":0.28599999999999998,"15min":0.23300000000000001},"max":{"1min":1.9099999999999999,"5min":4.04,"15min":17.510000000000002},"last":0.29699999999999999},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.55300000000000005,"15min":1.0800000000000001},"min":{"1min":0.308,"5min":0.29499999999999998,"15min":0.254},"max":{"1min":1.165,"5min":3.726,"15min":15.856999999999999},"last":0.34999999999999998}]},{"osd":7,"last update":"Mon Aug 28 02:39:55 2023","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.66600000000000004,"15min":1.3029999999999999},"min":{"1min":0.37,"5min":0.34999999999999998,"15min":0.315},"max":{"1min":2.048,"5min":6.9630000000000001,"15min":31.707000000000001},"last":0.28399999999999997},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.70199999999999996,"15min":1.367},"min":{"1min":0.34699999999999998,"5min":0.33000000000000002,"15min":0.318},"max":{"1min":1.403,"5min":4.5890000000000004,"15min":31.66},"last":0.441}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":2028867584,"data_stored":2028863512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":622067712,"data_stored":622067712,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1450967040,"data_stored":1450967040,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":580911104,"data_stored":580911104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":2274299904,"data_stored":2274295832,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1436352512,"data_stored":1436352512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1667305472,"data_stored":1667301400,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1025835008,"data_stored":1025835008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:40:28.050 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph status --format=json 2023-08-28T02:40:28.051 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:28.051 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:40:28.051 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:40:28.124 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:28 smithi040 ceph-mon[175404]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:40:28.124 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:28 smithi040 ceph-mon[175404]: failed to encode map e380 with expected crc 2023-08-28T02:40:28.124 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:28 smithi040 ceph-mon[175404]: failed to encode map e380 with expected crc 2023-08-28T02:40:28.125 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:28 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3109504363' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:40:28.125 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:28 smithi040 ceph-mon[175404]: osdmap e380: 8 total, 8 up, 6 in 2023-08-28T02:40:28.125 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:28 smithi040 ceph-mon[175404]: from='client.36705 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:40:28.126 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:28 smithi040 ceph-mon[170259]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:40:28.126 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:28 smithi040 ceph-mon[170259]: failed to encode map e380 with expected crc 2023-08-28T02:40:28.126 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:28 smithi040 ceph-mon[170259]: failed to encode map e380 with expected crc 2023-08-28T02:40:28.126 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:28 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3109504363' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:40:28.126 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:28 smithi040 ceph-mon[170259]: osdmap e380: 8 total, 8 up, 6 in 2023-08-28T02:40:28.126 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:28 smithi040 ceph-mon[170259]: from='client.36705 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:40:28.152 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:40:28.173 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:28 smithi083 ceph-mon[157819]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:40:28.173 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:28 smithi083 ceph-mon[157819]: failed to encode map e380 with expected crc 2023-08-28T02:40:28.173 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:28 smithi083 ceph-mon[157819]: failed to encode map e380 with expected crc 2023-08-28T02:40:28.173 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:28 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3109504363' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:40:28.173 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:28 smithi083 ceph-mon[157819]: osdmap e380: 8 total, 8 up, 6 in 2023-08-28T02:40:28.173 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:28 smithi083 ceph-mon[157819]: from='client.36705 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:40:28.184 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:28.208 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:40:28.211 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:28.211 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:40:28.312 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:40:28.352 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:28.381 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:40:28.384 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:28.384 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:40:28.419 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2023-08-28T02:40:28.420 INFO:teuthology.orchestra.run.smithi083.stdout: "ops": [], 2023-08-28T02:40:28.420 INFO:teuthology.orchestra.run.smithi083.stdout: "complaint_time": 30, 2023-08-28T02:40:28.420 INFO:teuthology.orchestra.run.smithi083.stdout: "num_blocked_ops": 0 2023-08-28T02:40:28.420 INFO:teuthology.orchestra.run.smithi083.stdout:} 2023-08-28T02:40:28.478 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:40:28.485 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:40:28.515 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:40:28.523 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:28.540 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:40:28.571 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:40:28.595 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:40:28.603 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:40:28.609 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:28.609 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:40:28.626 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:40:28.649 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:40:28.671 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:40:28.694 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:40:28.697 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-08-28T02:40:28.697 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-08-28T02:40:28.697 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-08-28T02:40:28.697 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-08-28T02:40:28.697 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-08-28T02:40:28.697 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-08-28T02:40:28.697 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-08-28T02:40:28.697 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-08-28T02:40:28.710 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:40:28.750 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:28.802 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.7 dump_historic_ops 2023-08-28T02:40:28.828 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:40:28.831 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:28.831 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:40:28.932 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:40:28.966 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:29.058 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:29 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1031698196' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:40:29.058 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:29 smithi083 ceph-mon[157819]: pgmap v1177: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.0 GiB data, 10 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 151 op/s; 13689/149598 objects degraded (9.151%); 15349/149598 objects misplaced (10.260%); 1.9 MiB/s, 30 objects/s recovering 2023-08-28T02:40:29.107 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:40:29.190 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:40:29.193 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:29.194 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:40:29.230 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:29 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1031698196' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:40:29.230 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:29 smithi040 ceph-mon[175404]: pgmap v1177: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.0 GiB data, 10 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 151 op/s; 13689/149598 objects degraded (9.151%); 15349/149598 objects misplaced (10.260%); 1.9 MiB/s, 30 objects/s recovering 2023-08-28T02:40:29.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:29 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1031698196' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:40:29.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:29 smithi040 ceph-mon[170259]: pgmap v1177: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.0 GiB data, 10 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 151 op/s; 13689/149598 objects degraded (9.151%); 15349/149598 objects misplaced (10.260%); 1.9 MiB/s, 30 objects/s recovering 2023-08-28T02:40:29.294 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:40:29.327 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:29.449 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:40:29.456 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:29.456 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:40:29.557 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:40:29.593 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:29.666 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:40:29.669 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:29.670 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:40:29.716 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd unset noscrub 2023-08-28T02:40:29.771 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:40:29.813 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:29.838 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:40:29.841 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:29.841 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:40:29.942 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:40:29.979 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:30.003 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:40:30.006 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:30.007 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:40:30.056 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:40:30.075 INFO:teuthology.orchestra.run.smithi083.stdout:ERROR: (22) Invalid argument 2023-08-28T02:40:30.075 INFO:teuthology.orchestra.run.smithi083.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:40:30.108 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:40:30.134 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:30 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:40:30.137 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:30.192 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:30 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:40:30.192 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:30 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:40:30.198 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:40:30.198 INFO:teuthology.orchestra.run.smithi040.stdout:{"fsid":"d9a8f48a-4546-11ee-817c-1b7a5f1ba315","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"noscrub,nodeep-scrub flag(s) set","count":20},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 13689/149598 objects degraded (9.151%), 3 pgs degraded, 3 pgs undersized","count":6},"muted":false}},"mutes":[]},"election_epoch":34,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":1635,"monmap":{"epoch":4,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":380,"num_osds":8,"num_up_osds":8,"osd_up_since":1693189991,"num_in_osds":6,"osd_in_since":1693189947,"num_remapped_pgs":6},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":93},{"state_name":"active+remapped+backfill_wait","count":3},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":2},{"state_name":"active+recovering+undersized+degraded+remapped","count":1}],"num_pgs":99,"num_pools":5,"num_objects":49866,"data_bytes":3266820868,"bytes_used":11105841152,"bytes_avail":564864372736,"bytes_total":575970213888,"degraded_objects":13689,"degraded_total":149598,"degraded_ratio":0.091505234027192864,"misplaced_objects":15349,"misplaced_total":149598,"misplaced_ratio":0.10260163905934572,"recovering_objects_per_sec":30,"recovering_bytes_per_sec":1998241,"recovering_keys_per_sec":0,"num_objects_recovered":244,"num_bytes_recovered":15990784,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":151},"fsmap":{"epoch":7,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi040.wmhbsz","status":"up:active","gid":24577}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.40:8443/","prometheus":"http://172.21.15.40:9283/"}},"servicemap":{"epoch":22,"modified":"2023-08-28T02:34:10.384085+0000","services":{}},"progress_events":{"12dba03a-d529-4826-b243-e29af8fa97a8":{"message":"Upgrade to 18.2.0-187-g9cf20820 (5m)\n [============................] (remaining: 6m)","progress":0.44999998807907104,"add_to_ceph_s":true},"42e4bfe6-6201-4e43-94a3-bd00b5166574":{"message":"Global Recovery Event (8m)\n [==========================..] (remaining: 34s)","progress":0.93939393758773804,"add_to_ceph_s":true}}} 2023-08-28T02:40:30.213 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:40:30.216 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:30.217 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:40:30.317 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:40:30.345 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:30.419 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:40:30.422 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:30.423 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:40:30.486 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.3 dump_ops_in_flight 2023-08-28T02:40:30.524 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:40:30.566 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:30.591 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:40:30.594 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:30.595 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:40:30.610 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2023-08-28T02:40:30.610 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:40:30.696 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:40:30.739 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:30.967 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:40:30.971 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:30.971 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:40:31.039 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:40:31.072 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:40:31.116 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:31 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2945816693' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:40:31.116 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:31 smithi040 ceph-mon[175404]: pgmap v1178: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.0 GiB data, 10 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 140 op/s; 13641/148989 objects degraded (9.156%); 15304/148989 objects misplaced (10.272%); 1.8 MiB/s, 28 objects/s recovering 2023-08-28T02:40:31.116 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:31 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 13689/149598 objects degraded (9.151%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:40:31.117 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:31 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2945816693' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:40:31.117 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:31 smithi040 ceph-mon[170259]: pgmap v1178: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.0 GiB data, 10 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 140 op/s; 13641/148989 objects degraded (9.156%); 15304/148989 objects misplaced (10.272%); 1.8 MiB/s, 28 objects/s recovering 2023-08-28T02:40:31.117 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:31 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 13689/149598 objects degraded (9.151%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:40:31.119 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:31.349 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:40:31.353 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:31.353 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:40:31.454 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:40:31.490 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-08-28T02:40:31.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:31 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2945816693' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:40:31.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:31 smithi083 ceph-mon[157819]: pgmap v1178: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.0 GiB data, 10 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 140 op/s; 13641/148989 objects degraded (9.156%); 15304/148989 objects misplaced (10.272%); 1.8 MiB/s, 28 objects/s recovering 2023-08-28T02:40:31.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:31 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 13689/149598 objects degraded (9.151%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:40:31.491 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:31.527 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:40:31.720 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:40:31.727 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:31.727 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:40:31.828 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:40:31.861 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:32.084 INFO:teuthology.orchestra.run.smithi040.stderr:noscrub is unset 2023-08-28T02:40:32.110 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:32 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2592207048' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:40:32.110 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:32 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:40:32.110 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:32 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2592207048' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:40:32.110 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:32 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:40:32.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:32 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2592207048' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:40:32.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:32 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:40:32.786 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:40:32.789 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:32.790 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:40:32.890 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:40:32.930 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:32.961 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:40:32.973 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:32.974 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:40:33.074 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:40:33.105 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:33.124 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:40:33.127 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:33.127 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:40:33.211 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:33 smithi040 ceph-mon[175404]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:40:33.212 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:33 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:40:33.212 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:33 smithi040 ceph-mon[175404]: osdmap e381: 8 total, 8 up, 6 in 2023-08-28T02:40:33.212 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:33 smithi040 ceph-mon[175404]: failed to encode map e381 with expected crc 2023-08-28T02:40:33.212 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:33 smithi040 ceph-mon[175404]: failed to encode map e381 with expected crc 2023-08-28T02:40:33.212 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:33 smithi040 ceph-mon[175404]: failed to encode map e381 with expected crc 2023-08-28T02:40:33.212 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:33 smithi040 ceph-mon[175404]: pgmap v1180: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.0 GiB data, 10 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 140 op/s; 13597/148302 objects degraded (9.168%); 15304/148302 objects misplaced (10.319%); 1.9 MiB/s, 29 objects/s recovering 2023-08-28T02:40:33.212 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:33 smithi040 ceph-mon[170259]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:40:33.212 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:33 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:40:33.213 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:33 smithi040 ceph-mon[170259]: osdmap e381: 8 total, 8 up, 6 in 2023-08-28T02:40:33.213 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:33 smithi040 ceph-mon[170259]: failed to encode map e381 with expected crc 2023-08-28T02:40:33.213 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:33 smithi040 ceph-mon[170259]: failed to encode map e381 with expected crc 2023-08-28T02:40:33.213 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:33 smithi040 ceph-mon[170259]: failed to encode map e381 with expected crc 2023-08-28T02:40:33.213 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:33 smithi040 ceph-mon[170259]: pgmap v1180: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.0 GiB data, 10 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 140 op/s; 13597/148302 objects degraded (9.168%); 15304/148302 objects misplaced (10.319%); 1.9 MiB/s, 29 objects/s recovering 2023-08-28T02:40:33.228 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:40:33.257 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:33.279 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:40:33.282 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:33.283 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:40:33.383 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:40:33.420 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:33.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:33 smithi083 ceph-mon[157819]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:40:33.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:33 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:40:33.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:33 smithi083 ceph-mon[157819]: osdmap e381: 8 total, 8 up, 6 in 2023-08-28T02:40:33.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:33 smithi083 ceph-mon[157819]: failed to encode map e381 with expected crc 2023-08-28T02:40:33.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:33 smithi083 ceph-mon[157819]: failed to encode map e381 with expected crc 2023-08-28T02:40:33.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:33 smithi083 ceph-mon[157819]: failed to encode map e381 with expected crc 2023-08-28T02:40:33.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:33 smithi083 ceph-mon[157819]: pgmap v1180: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.0 GiB data, 10 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 140 op/s; 13597/148302 objects degraded (9.168%); 15304/148302 objects misplaced (10.319%); 1.9 MiB/s, 29 objects/s recovering 2023-08-28T02:40:33.507 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:40:33.571 INFO:teuthology.orchestra.run.smithi040.stdout:ERROR: (22) Invalid argument 2023-08-28T02:40:33.571 INFO:teuthology.orchestra.run.smithi040.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:40:34.099 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:40:34.103 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:34.104 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:40:34.205 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:40:34.232 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:34.254 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:40:34.257 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:34.257 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:40:34.325 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.3 dump_blocked_ops 2023-08-28T02:40:34.358 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:40:34.407 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:34.533 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:40:34.538 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:34.538 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:40:34.582 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:34 smithi040 ceph-mon[170259]: pgmap v1181: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.0 GiB data, 10 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 137 op/s; 13597/147105 objects degraded (9.243%); 15093/147105 objects misplaced (10.260%); 1.5 MiB/s, 23 objects/s recovering 2023-08-28T02:40:34.639 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:40:34.675 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:40:34.676 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:34.677 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:40:34.696 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:40:34.701 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:34.701 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:40:34.802 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:40:34.838 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:34 smithi040 ceph-mon[175404]: pgmap v1181: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.0 GiB data, 10 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 137 op/s; 13597/147105 objects degraded (9.243%); 15093/147105 objects misplaced (10.260%); 1.5 MiB/s, 23 objects/s recovering 2023-08-28T02:40:34.841 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:34.970 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:40:34.974 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:34.975 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:40:34.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:34 smithi083 ceph-mon[157819]: pgmap v1181: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.0 GiB data, 10 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 137 op/s; 13597/147105 objects degraded (9.243%); 15093/147105 objects misplaced (10.260%); 1.5 MiB/s, 23 objects/s recovering 2023-08-28T02:40:35.019 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:40:35.061 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":1181,"stamp":"2023-08-28T02:40:34.513702+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":3212360452,"num_objects":49035,"num_object_clones":0,"num_object_copies":147105,"num_objects_missing_on_primary":3095,"num_objects_missing":3095,"num_objects_degraded":13597,"num_objects_misplaced":15093,"num_objects_unfound":0,"num_objects_dirty":49035,"num_whiteouts":0,"num_read":90,"num_read_kb":168,"num_write":137707,"num_write_kb":5972054,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":50104,"num_bytes_recovered":3256095633,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":98676,"ondisk_log_size":98676,"up":297,"acting":294,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":10719428,"kb_used_data":7652628,"kb_used_omap":12,"kb_used_meta":3066675,"kb_avail":551751484,"statfs":{"total":575970213888,"available":564993519616,"internally_reserved":0,"allocated":7836291072,"data_stored":7825137769,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12739,"internal_metadata":3140275773},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-72024064,"num_objects":-1099,"num_object_clones":0,"num_object_copies":-3297,"num_objects_missing_on_primary":-97,"num_objects_missing":-97,"num_objects_degraded":-92,"num_objects_misplaced":-415,"num_objects_unfound":0,"num_objects_dirty":-1099,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1099,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":187,"num_bytes_recovered":12255232,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.002511"},"pg_stats":[{"pgid":"3.1a","version":"65'1","reported_seq":392,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.063566+0000","last_change":"2023-08-28T02:32:32.667028+0000","last_active":"2023-08-28T02:40:27.063566+0000","last_peered":"2023-08-28T02:40:27.063566+0000","last_clean":"2023-08-28T02:40:27.063566+0000","last_became_active":"2023-08-28T02:32:32.666711+0000","last_became_peered":"2023-08-28T02:32:32.666711+0000","last_unstale":"2023-08-28T02:40:27.063566+0000","last_undegraded":"2023-08-28T02:40:27.063566+0000","last_fullsized":"2023-08-28T02:40:27.063566+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:28:21.913105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":345,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-08-28T02:40:22.045260+0000","last_change":"2023-08-28T02:29:44.421259+0000","last_active":"2023-08-28T02:40:22.045260+0000","last_peered":"2023-08-28T02:40:22.045260+0000","last_clean":"2023-08-28T02:40:22.045260+0000","last_became_active":"2023-08-28T02:29:44.420936+0000","last_became_peered":"2023-08-28T02:29:44.420936+0000","last_unstale":"2023-08-28T02:40:22.045260+0000","last_undegraded":"2023-08-28T02:40:22.045260+0000","last_fullsized":"2023-08-28T02:40:22.045260+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:22:26.346867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":187,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.081618+0000","last_change":"2023-08-28T02:33:12.290337+0000","last_active":"2023-08-28T02:40:27.081618+0000","last_peered":"2023-08-28T02:40:27.081618+0000","last_clean":"2023-08-28T02:40:27.081618+0000","last_became_active":"2023-08-28T02:33:12.289852+0000","last_became_peered":"2023-08-28T02:33:12.289852+0000","last_unstale":"2023-08-28T02:40:27.081618+0000","last_undegraded":"2023-08-28T02:40:27.081618+0000","last_fullsized":"2023-08-28T02:40:27.081618+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:04:26.420037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":360,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-08-28T02:40:22.045484+0000","last_change":"2023-08-28T02:33:13.317226+0000","last_active":"2023-08-28T02:40:22.045484+0000","last_peered":"2023-08-28T02:40:22.045484+0000","last_clean":"2023-08-28T02:40:22.045484+0000","last_became_active":"2023-08-28T02:33:13.316893+0000","last_became_peered":"2023-08-28T02:33:13.316893+0000","last_unstale":"2023-08-28T02:40:22.045484+0000","last_undegraded":"2023-08-28T02:40:22.045484+0000","last_fullsized":"2023-08-28T02:40:22.045484+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:55:46.593463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":305,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-08-28T02:40:25.372464+0000","last_change":"2023-08-28T02:33:12.295203+0000","last_active":"2023-08-28T02:40:25.372464+0000","last_peered":"2023-08-28T02:40:25.372464+0000","last_clean":"2023-08-28T02:40:25.372464+0000","last_became_active":"2023-08-28T02:33:12.294904+0000","last_became_peered":"2023-08-28T02:33:12.294904+0000","last_unstale":"2023-08-28T02:40:25.372464+0000","last_undegraded":"2023-08-28T02:40:25.372464+0000","last_fullsized":"2023-08-28T02:40:25.372464+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:31:07.008856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":321,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-08-28T02:40:22.057535+0000","last_change":"2023-08-28T02:31:51.987263+0000","last_active":"2023-08-28T02:40:22.057535+0000","last_peered":"2023-08-28T02:40:22.057535+0000","last_clean":"2023-08-28T02:40:22.057535+0000","last_became_active":"2023-08-28T02:31:51.986938+0000","last_became_peered":"2023-08-28T02:31:51.986938+0000","last_unstale":"2023-08-28T02:40:22.057535+0000","last_undegraded":"2023-08-28T02:40:22.057535+0000","last_fullsized":"2023-08-28T02:40:22.057535+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:18.021905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":354,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-08-28T02:40:22.045365+0000","last_change":"2023-08-28T02:33:12.318656+0000","last_active":"2023-08-28T02:40:22.045365+0000","last_peered":"2023-08-28T02:40:22.045365+0000","last_clean":"2023-08-28T02:40:22.045365+0000","last_became_active":"2023-08-28T02:33:12.318297+0000","last_became_peered":"2023-08-28T02:33:12.318297+0000","last_unstale":"2023-08-28T02:40:22.045365+0000","last_undegraded":"2023-08-28T02:40:22.045365+0000","last_fullsized":"2023-08-28T02:40:22.045365+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:43:09.789767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":286,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-08-28T02:40:22.050103+0000","last_change":"2023-08-28T02:33:13.357230+0000","last_active":"2023-08-28T02:40:22.050103+0000","last_peered":"2023-08-28T02:40:22.050103+0000","last_clean":"2023-08-28T02:40:22.050103+0000","last_became_active":"2023-08-28T02:33:13.356853+0000","last_became_peered":"2023-08-28T02:33:13.356853+0000","last_unstale":"2023-08-28T02:40:22.050103+0000","last_undegraded":"2023-08-28T02:40:22.050103+0000","last_fullsized":"2023-08-28T02:40:22.050103+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:20:21.545007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":363,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-08-28T02:40:22.057189+0000","last_change":"2023-08-28T02:29:44.462510+0000","last_active":"2023-08-28T02:40:22.057189+0000","last_peered":"2023-08-28T02:40:22.057189+0000","last_clean":"2023-08-28T02:40:22.057189+0000","last_became_active":"2023-08-28T02:29:44.460314+0000","last_became_peered":"2023-08-28T02:29:44.460314+0000","last_unstale":"2023-08-28T02:40:22.057189+0000","last_undegraded":"2023-08-28T02:40:22.057189+0000","last_fullsized":"2023-08-28T02:40:22.057189+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:59:01.311467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":289,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-08-28T02:40:22.050199+0000","last_change":"2023-08-28T02:33:13.291255+0000","last_active":"2023-08-28T02:40:22.050199+0000","last_peered":"2023-08-28T02:40:22.050199+0000","last_clean":"2023-08-28T02:40:22.050199+0000","last_became_active":"2023-08-28T02:33:13.290933+0000","last_became_peered":"2023-08-28T02:33:13.290933+0000","last_unstale":"2023-08-28T02:40:22.050199+0000","last_undegraded":"2023-08-28T02:40:22.050199+0000","last_fullsized":"2023-08-28T02:40:22.050199+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:31:54.116908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"65'3","reported_seq":364,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-08-28T02:40:22.050591+0000","last_change":"2023-08-28T02:33:12.296412+0000","last_active":"2023-08-28T02:40:22.050591+0000","last_peered":"2023-08-28T02:40:22.050591+0000","last_clean":"2023-08-28T02:40:22.050591+0000","last_became_active":"2023-08-28T02:33:12.295786+0000","last_became_peered":"2023-08-28T02:33:12.295786+0000","last_unstale":"2023-08-28T02:40:22.050591+0000","last_undegraded":"2023-08-28T02:40:22.050591+0000","last_fullsized":"2023-08-28T02:40:22.050591+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:15:31.449163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":190,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.082059+0000","last_change":"2023-08-28T02:32:32.666927+0000","last_active":"2023-08-28T02:40:27.082059+0000","last_peered":"2023-08-28T02:40:27.082059+0000","last_clean":"2023-08-28T02:40:27.082059+0000","last_became_active":"2023-08-28T02:32:32.666618+0000","last_became_peered":"2023-08-28T02:32:32.666618+0000","last_unstale":"2023-08-28T02:40:27.082059+0000","last_undegraded":"2023-08-28T02:40:27.082059+0000","last_fullsized":"2023-08-28T02:40:27.082059+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:45:57.998333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":389,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.062269+0000","last_change":"2023-08-28T02:32:28.505262+0000","last_active":"2023-08-28T02:40:27.062269+0000","last_peered":"2023-08-28T02:40:27.062269+0000","last_clean":"2023-08-28T02:40:27.062269+0000","last_became_active":"2023-08-28T02:32:28.455999+0000","last_became_peered":"2023-08-28T02:32:28.455999+0000","last_unstale":"2023-08-28T02:40:27.062269+0000","last_undegraded":"2023-08-28T02:40:27.062269+0000","last_fullsized":"2023-08-28T02:40:27.062269+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:28.937020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":9468,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":373,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.062114+0000","last_change":"2023-08-28T02:32:12.959195+0000","last_active":"2023-08-28T02:40:27.062114+0000","last_peered":"2023-08-28T02:40:27.062114+0000","last_clean":"2023-08-28T02:40:27.062114+0000","last_became_active":"2023-08-28T02:32:12.958832+0000","last_became_peered":"2023-08-28T02:32:12.958832+0000","last_unstale":"2023-08-28T02:40:27.062114+0000","last_undegraded":"2023-08-28T02:40:27.062114+0000","last_fullsized":"2023-08-28T02:40:27.062114+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:23:27.197787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"65'2","reported_seq":362,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-08-28T02:40:22.051165+0000","last_change":"2023-08-28T02:32:28.461161+0000","last_active":"2023-08-28T02:40:22.051165+0000","last_peered":"2023-08-28T02:40:22.051165+0000","last_clean":"2023-08-28T02:40:22.051165+0000","last_became_active":"2023-08-28T02:32:28.451284+0000","last_became_peered":"2023-08-28T02:32:28.451284+0000","last_unstale":"2023-08-28T02:40:22.051165+0000","last_undegraded":"2023-08-28T02:40:22.051165+0000","last_fullsized":"2023-08-28T02:40:22.051165+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:58:20.061020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":346,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.096533+0000","last_change":"2023-08-28T02:29:44.419566+0000","last_active":"2023-08-28T02:40:27.096533+0000","last_peered":"2023-08-28T02:40:27.096533+0000","last_clean":"2023-08-28T02:40:27.096533+0000","last_became_active":"2023-08-28T02:29:44.419053+0000","last_became_peered":"2023-08-28T02:29:44.419053+0000","last_unstale":"2023-08-28T02:40:27.096533+0000","last_undegraded":"2023-08-28T02:40:27.096533+0000","last_fullsized":"2023-08-28T02:40:27.096533+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:44:36.133499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":349,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-08-28T02:40:22.044850+0000","last_change":"2023-08-28T02:33:12.493777+0000","last_active":"2023-08-28T02:40:22.044850+0000","last_peered":"2023-08-28T02:40:22.044850+0000","last_clean":"2023-08-28T02:40:22.044850+0000","last_became_active":"2023-08-28T02:33:12.491177+0000","last_became_peered":"2023-08-28T02:33:12.491177+0000","last_unstale":"2023-08-28T02:40:22.044850+0000","last_undegraded":"2023-08-28T02:40:22.044850+0000","last_fullsized":"2023-08-28T02:40:22.044850+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:10:58.167753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":359,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-08-28T02:40:22.055843+0000","last_change":"2023-08-28T02:33:12.290293+0000","last_active":"2023-08-28T02:40:22.055843+0000","last_peered":"2023-08-28T02:40:22.055843+0000","last_clean":"2023-08-28T02:40:22.055843+0000","last_became_active":"2023-08-28T02:33:12.289989+0000","last_became_peered":"2023-08-28T02:33:12.289989+0000","last_unstale":"2023-08-28T02:40:22.055843+0000","last_undegraded":"2023-08-28T02:40:22.055843+0000","last_fullsized":"2023-08-28T02:40:22.055843+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:05:33.622172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":337,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-08-28T02:40:22.050827+0000","last_change":"2023-08-28T02:32:12.948756+0000","last_active":"2023-08-28T02:40:22.050827+0000","last_peered":"2023-08-28T02:40:22.050827+0000","last_clean":"2023-08-28T02:40:22.050827+0000","last_became_active":"2023-08-28T02:32:12.948441+0000","last_became_peered":"2023-08-28T02:32:12.948441+0000","last_unstale":"2023-08-28T02:40:22.050827+0000","last_undegraded":"2023-08-28T02:40:22.050827+0000","last_fullsized":"2023-08-28T02:40:22.050827+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:27.922180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":355,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-08-28T02:40:22.045552+0000","last_change":"2023-08-28T02:33:12.299398+0000","last_active":"2023-08-28T02:40:22.045552+0000","last_peered":"2023-08-28T02:40:22.045552+0000","last_clean":"2023-08-28T02:40:22.045552+0000","last_became_active":"2023-08-28T02:33:12.299113+0000","last_became_peered":"2023-08-28T02:33:12.299113+0000","last_unstale":"2023-08-28T02:40:22.045552+0000","last_undegraded":"2023-08-28T02:40:22.045552+0000","last_fullsized":"2023-08-28T02:40:22.045552+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:14:55.597212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"65'8","reported_seq":149,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-08-28T02:40:22.044358+0000","last_change":"2023-08-28T02:33:13.478870+0000","last_active":"2023-08-28T02:40:22.044358+0000","last_peered":"2023-08-28T02:40:22.044358+0000","last_clean":"2023-08-28T02:40:22.044358+0000","last_became_active":"2023-08-28T02:33:13.332142+0000","last_became_peered":"2023-08-28T02:33:13.332142+0000","last_unstale":"2023-08-28T02:40:22.044358+0000","last_undegraded":"2023-08-28T02:40:22.044358+0000","last_fullsized":"2023-08-28T02:40:22.044358+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:32:42.810159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":287,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-08-28T02:40:25.372574+0000","last_change":"2023-08-28T02:33:12.306353+0000","last_active":"2023-08-28T02:40:25.372574+0000","last_peered":"2023-08-28T02:40:25.372574+0000","last_clean":"2023-08-28T02:40:25.372574+0000","last_became_active":"2023-08-28T02:33:12.304977+0000","last_became_peered":"2023-08-28T02:33:12.304977+0000","last_unstale":"2023-08-28T02:40:25.372574+0000","last_undegraded":"2023-08-28T02:40:25.372574+0000","last_fullsized":"2023-08-28T02:40:25.372574+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:19:38.819671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"380'8536","reported_seq":8674,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:30.818191+0000","last_change":"2023-08-28T02:30:50.402703+0000","last_active":"2023-08-28T02:40:30.818191+0000","last_peered":"2023-08-28T02:40:30.818191+0000","last_clean":"2023-08-28T02:40:30.818191+0000","last_became_active":"2023-08-28T02:30:50.402419+0000","last_became_peered":"2023-08-28T02:30:50.402419+0000","last_unstale":"2023-08-28T02:40:30.818191+0000","last_undegraded":"2023-08-28T02:40:30.818191+0000","last_fullsized":"2023-08-28T02:40:30.818191+0000","mapping_epoch":250,"log_start":"255'1300","ondisk_log_start":"255'1300","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7236,"log_dups_size":0,"ondisk_log_size":7236,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:07:37.393907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":204734464,"num_objects":3124,"num_object_clones":0,"num_object_copies":9372,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3124,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8536,"num_write_kb":373120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"65'1","reported_seq":345,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-08-28T02:40:22.049835+0000","last_change":"2023-08-28T02:14:43.046130+0000","last_active":"2023-08-28T02:40:22.049835+0000","last_peered":"2023-08-28T02:40:22.049835+0000","last_clean":"2023-08-28T02:40:22.049835+0000","last_became_active":"2023-08-28T02:14:43.045775+0000","last_became_peered":"2023-08-28T02:14:43.045775+0000","last_unstale":"2023-08-28T02:40:22.049835+0000","last_undegraded":"2023-08-28T02:40:22.049835+0000","last_fullsized":"2023-08-28T02:40:22.049835+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:57:38.279756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":335,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-08-28T02:40:22.055484+0000","last_change":"2023-08-28T02:31:51.987149+0000","last_active":"2023-08-28T02:40:22.055484+0000","last_peered":"2023-08-28T02:40:22.055484+0000","last_clean":"2023-08-28T02:40:22.055484+0000","last_became_active":"2023-08-28T02:31:51.986821+0000","last_became_peered":"2023-08-28T02:31:51.986821+0000","last_unstale":"2023-08-28T02:40:22.055484+0000","last_undegraded":"2023-08-28T02:40:22.055484+0000","last_fullsized":"2023-08-28T02:40:22.055484+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:23:26.661134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"380'8564","reported_seq":15620,"reported_epoch":380,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:40:30.775389+0000","last_change":"2023-08-28T02:33:33.975566+0000","last_active":"2023-08-28T02:40:30.775389+0000","last_peered":"2023-08-28T02:40:30.775389+0000","last_clean":"2023-08-28T02:31:27.868230+0000","last_became_active":"2023-08-28T02:33:33.660452+0000","last_became_peered":"2023-08-28T02:33:33.660452+0000","last_unstale":"2023-08-28T02:40:30.775389+0000","last_undegraded":"2023-08-28T02:33:13.410847+0000","last_fullsized":"2023-08-28T02:33:13.270012+0000","mapping_epoch":298,"log_start":"255'1400","ondisk_log_start":"255'1400","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7164,"log_dups_size":0,"ondisk_log_size":7164,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:33.375162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":198967296,"num_objects":3036,"num_object_clones":0,"num_object_copies":9108,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":5544,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3036,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8564,"num_write_kb":371200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3440,"num_bytes_recovered":225378304,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[5,4],"avail_no_missing":["5","6"],"object_location_counts":[{"shards":"2,5,6","objects":915},{"shards":"3,5,6","objects":616},{"shards":"5,6","objects":1505}],"blocked_by":[],"up_primary":3,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"65'2","reported_seq":370,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-08-28T02:40:22.050124+0000","last_change":"2023-08-28T02:29:44.436352+0000","last_active":"2023-08-28T02:40:22.050124+0000","last_peered":"2023-08-28T02:40:22.050124+0000","last_clean":"2023-08-28T02:40:22.050124+0000","last_became_active":"2023-08-28T02:29:44.411499+0000","last_became_peered":"2023-08-28T02:29:44.411499+0000","last_unstale":"2023-08-28T02:40:22.050124+0000","last_undegraded":"2023-08-28T02:40:22.050124+0000","last_fullsized":"2023-08-28T02:40:22.050124+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:46:57.540191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":397,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.063709+0000","last_change":"2023-08-28T02:33:12.289004+0000","last_active":"2023-08-28T02:40:27.063709+0000","last_peered":"2023-08-28T02:40:27.063709+0000","last_clean":"2023-08-28T02:40:27.063709+0000","last_became_active":"2023-08-28T02:33:12.288722+0000","last_became_peered":"2023-08-28T02:33:12.288722+0000","last_unstale":"2023-08-28T02:40:27.063709+0000","last_undegraded":"2023-08-28T02:40:27.063709+0000","last_fullsized":"2023-08-28T02:40:27.063709+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:24.019483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"380'8478","reported_seq":13712,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:29.944487+0000","last_change":"2023-08-28T02:37:54.748968+0000","last_active":"2023-08-28T02:40:29.944487+0000","last_peered":"2023-08-28T02:40:29.944487+0000","last_clean":"2023-08-28T02:40:29.944487+0000","last_became_active":"2023-08-28T02:37:54.729376+0000","last_became_peered":"2023-08-28T02:37:54.729376+0000","last_unstale":"2023-08-28T02:40:29.944487+0000","last_undegraded":"2023-08-28T02:40:29.944487+0000","last_fullsized":"2023-08-28T02:40:29.944487+0000","mapping_epoch":351,"log_start":"260'3212","ondisk_log_start":"260'3212","created":250,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5266,"log_dups_size":0,"ondisk_log_size":5266,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:00.988172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":201326592,"num_objects":3072,"num_object_clones":0,"num_object_copies":9216,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3072,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8478,"num_write_kb":369600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2533,"num_bytes_recovered":160432128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"65'1","reported_seq":356,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-08-28T02:40:22.050439+0000","last_change":"2023-08-28T02:33:13.516869+0000","last_active":"2023-08-28T02:40:22.050439+0000","last_peered":"2023-08-28T02:40:22.050439+0000","last_clean":"2023-08-28T02:40:22.050439+0000","last_became_active":"2023-08-28T02:33:13.396736+0000","last_became_peered":"2023-08-28T02:33:13.396736+0000","last_unstale":"2023-08-28T02:40:22.050439+0000","last_undegraded":"2023-08-28T02:40:22.050439+0000","last_fullsized":"2023-08-28T02:40:22.050439+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:47:08.237137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":325,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-08-28T02:40:32.078918+0000","last_change":"2023-08-28T02:31:51.987327+0000","last_active":"2023-08-28T02:40:32.078918+0000","last_peered":"2023-08-28T02:40:32.078918+0000","last_clean":"2023-08-28T02:40:32.078918+0000","last_became_active":"2023-08-28T02:31:51.987018+0000","last_became_peered":"2023-08-28T02:31:51.987018+0000","last_unstale":"2023-08-28T02:40:32.078918+0000","last_undegraded":"2023-08-28T02:40:32.078918+0000","last_fullsized":"2023-08-28T02:40:32.078918+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:53:26.105101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.5","version":"380'8437","reported_seq":13838,"reported_epoch":380,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:40:30.251331+0000","last_change":"2023-08-28T02:33:13.625779+0000","last_active":"2023-08-28T02:40:30.251331+0000","last_peered":"2023-08-28T02:40:30.251331+0000","last_clean":"2023-08-28T02:31:27.898932+0000","last_became_active":"2023-08-28T02:33:13.612126+0000","last_became_peered":"2023-08-28T02:33:13.612126+0000","last_unstale":"2023-08-28T02:40:30.251331+0000","last_undegraded":"2023-08-28T02:33:13.485377+0000","last_fullsized":"2023-08-28T02:33:13.264317+0000","mapping_epoch":298,"log_start":"259'3163","ondisk_log_start":"259'3163","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5274,"log_dups_size":0,"ondisk_log_size":5274,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:37:28.843386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":197591040,"num_objects":3015,"num_object_clones":0,"num_object_copies":9045,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":5557,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3015,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8437,"num_write_kb":366464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2619,"num_bytes_recovered":171638784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,7],"avail_no_missing":["0","2"],"object_location_counts":[{"shards":"0,2","objects":2358},{"shards":"0,2,3","objects":657}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":374,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-08-28T02:40:22.055716+0000","last_change":"2023-08-28T02:33:13.281826+0000","last_active":"2023-08-28T02:40:22.055716+0000","last_peered":"2023-08-28T02:40:22.055716+0000","last_clean":"2023-08-28T02:40:22.055716+0000","last_became_active":"2023-08-28T02:33:13.281511+0000","last_became_peered":"2023-08-28T02:33:13.281511+0000","last_unstale":"2023-08-28T02:40:22.055716+0000","last_undegraded":"2023-08-28T02:40:22.055716+0000","last_fullsized":"2023-08-28T02:40:22.055716+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:32:55.005706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":372,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-08-28T02:40:22.044828+0000","last_change":"2023-08-28T02:29:44.436713+0000","last_active":"2023-08-28T02:40:22.044828+0000","last_peered":"2023-08-28T02:40:22.044828+0000","last_clean":"2023-08-28T02:40:22.044828+0000","last_became_active":"2023-08-28T02:29:44.436203+0000","last_became_peered":"2023-08-28T02:29:44.436203+0000","last_unstale":"2023-08-28T02:40:22.044828+0000","last_undegraded":"2023-08-28T02:40:22.044828+0000","last_fullsized":"2023-08-28T02:40:22.044828+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:46:48.522293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"381'8790","reported_seq":8934,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-08-28T02:40:32.351794+0000","last_change":"2023-08-28T02:30:50.399669+0000","last_active":"2023-08-28T02:40:32.351794+0000","last_peered":"2023-08-28T02:40:32.351794+0000","last_clean":"2023-08-28T02:40:32.351794+0000","last_became_active":"2023-08-28T02:30:50.399332+0000","last_became_peered":"2023-08-28T02:30:50.399332+0000","last_unstale":"2023-08-28T02:40:32.351794+0000","last_undegraded":"2023-08-28T02:40:32.351794+0000","last_fullsized":"2023-08-28T02:40:32.351794+0000","mapping_epoch":250,"log_start":"257'2600","ondisk_log_start":"257'2600","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6190,"log_dups_size":0,"ondisk_log_size":6190,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:00:54.910841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":198180864,"num_objects":3024,"num_object_clones":0,"num_object_copies":9072,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3024,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8790,"num_write_kb":378048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"75'161","reported_seq":800,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-08-28T02:40:22.051123+0000","last_change":"2023-08-28T02:33:13.310049+0000","last_active":"2023-08-28T02:40:22.051123+0000","last_peered":"2023-08-28T02:40:22.051123+0000","last_clean":"2023-08-28T02:40:22.051123+0000","last_became_active":"2023-08-28T02:33:13.309661+0000","last_became_peered":"2023-08-28T02:33:13.309661+0000","last_unstale":"2023-08-28T02:40:22.051123+0000","last_undegraded":"2023-08-28T02:40:22.051123+0000","last_fullsized":"2023-08-28T02:40:22.051123+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.930230+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.930230+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:27:40.889460+0000","scrub_duration":0.0050169209999999997,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"65'2","reported_seq":336,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-08-28T02:40:22.050601+0000","last_change":"2023-08-28T02:33:12.294922+0000","last_active":"2023-08-28T02:40:22.050601+0000","last_peered":"2023-08-28T02:40:22.050601+0000","last_clean":"2023-08-28T02:40:22.050601+0000","last_became_active":"2023-08-28T02:33:12.294518+0000","last_became_peered":"2023-08-28T02:33:12.294518+0000","last_unstale":"2023-08-28T02:40:22.050601+0000","last_undegraded":"2023-08-28T02:40:22.050601+0000","last_fullsized":"2023-08-28T02:40:22.050601+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:21:12.737286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":374,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.062351+0000","last_change":"2023-08-28T02:33:13.310505+0000","last_active":"2023-08-28T02:40:27.062351+0000","last_peered":"2023-08-28T02:40:27.062351+0000","last_clean":"2023-08-28T02:40:27.062351+0000","last_became_active":"2023-08-28T02:33:13.310223+0000","last_became_peered":"2023-08-28T02:33:13.310223+0000","last_unstale":"2023-08-28T02:40:27.062351+0000","last_undegraded":"2023-08-28T02:40:27.062351+0000","last_fullsized":"2023-08-28T02:40:27.062351+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:27:02.124453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"380'8560","reported_seq":22961,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:30.760623+0000","last_change":"2023-08-28T02:38:44.816101+0000","last_active":"2023-08-28T02:40:30.760623+0000","last_peered":"2023-08-28T02:40:30.760623+0000","last_clean":"2023-08-28T02:40:30.760623+0000","last_became_active":"2023-08-28T02:38:44.798734+0000","last_became_peered":"2023-08-28T02:38:44.798734+0000","last_unstale":"2023-08-28T02:40:30.760623+0000","last_undegraded":"2023-08-28T02:40:30.760623+0000","last_fullsized":"2023-08-28T02:40:30.760623+0000","mapping_epoch":361,"log_start":"256'1400","ondisk_log_start":"256'1400","created":250,"last_epoch_clean":362,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7160,"log_dups_size":0,"ondisk_log_size":7160,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:34:42.975012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":203685888,"num_objects":3108,"num_object_clones":0,"num_object_copies":9324,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3108,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8560,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5834,"num_bytes_recovered":377683968,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"75'161","reported_seq":639,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-08-28T02:40:22.055480+0000","last_change":"2023-08-28T02:37:37.933802+0000","last_active":"2023-08-28T02:40:22.055480+0000","last_peered":"2023-08-28T02:40:22.055480+0000","last_clean":"2023-08-28T02:40:22.055480+0000","last_became_active":"2023-08-28T02:33:13.287313+0000","last_became_peered":"2023-08-28T02:33:13.287313+0000","last_unstale":"2023-08-28T02:40:22.055480+0000","last_undegraded":"2023-08-28T02:40:22.055480+0000","last_fullsized":"2023-08-28T02:40:22.055480+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:45.407127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:45.407127+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:39:14.213229+0000","scrub_duration":0.0018495320000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":262688,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":294,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.061991+0000","last_change":"2023-08-28T02:33:13.309727+0000","last_active":"2023-08-28T02:40:27.061991+0000","last_peered":"2023-08-28T02:40:27.061991+0000","last_clean":"2023-08-28T02:40:27.061991+0000","last_became_active":"2023-08-28T02:33:13.309487+0000","last_became_peered":"2023-08-28T02:33:13.309487+0000","last_unstale":"2023-08-28T02:40:27.061991+0000","last_undegraded":"2023-08-28T02:40:27.061991+0000","last_fullsized":"2023-08-28T02:40:27.061991+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:27:29.294011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":109,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.062335+0000","last_change":"2023-08-28T02:32:28.456323+0000","last_active":"2023-08-28T02:40:27.062335+0000","last_peered":"2023-08-28T02:40:27.062335+0000","last_clean":"2023-08-28T02:40:27.062335+0000","last_became_active":"2023-08-28T02:32:28.455987+0000","last_became_peered":"2023-08-28T02:32:28.455987+0000","last_unstale":"2023-08-28T02:40:27.062335+0000","last_undegraded":"2023-08-28T02:40:27.062335+0000","last_fullsized":"2023-08-28T02:40:27.062335+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:54:07.724002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"381'8721","reported_seq":18882,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-08-28T02:40:32.575060+0000","last_change":"2023-08-28T02:33:13.316023+0000","last_active":"2023-08-28T02:40:32.575060+0000","last_peered":"2023-08-28T02:40:32.575060+0000","last_clean":"2023-08-28T02:40:32.575060+0000","last_became_active":"2023-08-28T02:33:13.308403+0000","last_became_peered":"2023-08-28T02:33:13.308403+0000","last_unstale":"2023-08-28T02:40:32.575060+0000","last_undegraded":"2023-08-28T02:40:32.575060+0000","last_fullsized":"2023-08-28T02:40:32.575060+0000","mapping_epoch":298,"log_start":"257'2500","ondisk_log_start":"257'2500","created":250,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6221,"log_dups_size":0,"ondisk_log_size":6221,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:10:38.401973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":208076800,"num_objects":3175,"num_object_clones":0,"num_object_copies":9525,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3175,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8721,"num_write_kb":380672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4999,"num_bytes_recovered":327614464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":354,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.062210+0000","last_change":"2023-08-28T02:32:28.455294+0000","last_active":"2023-08-28T02:40:27.062210+0000","last_peered":"2023-08-28T02:40:27.062210+0000","last_clean":"2023-08-28T02:40:27.062210+0000","last_became_active":"2023-08-28T02:32:28.455013+0000","last_became_peered":"2023-08-28T02:32:28.455013+0000","last_unstale":"2023-08-28T02:40:27.062210+0000","last_undegraded":"2023-08-28T02:40:27.062210+0000","last_fullsized":"2023-08-28T02:40:27.062210+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:53.583864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":386,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.063391+0000","last_change":"2023-08-28T02:33:13.335588+0000","last_active":"2023-08-28T02:40:27.063391+0000","last_peered":"2023-08-28T02:40:27.063391+0000","last_clean":"2023-08-28T02:40:27.063391+0000","last_became_active":"2023-08-28T02:33:13.335326+0000","last_became_peered":"2023-08-28T02:33:13.335326+0000","last_unstale":"2023-08-28T02:40:27.063391+0000","last_undegraded":"2023-08-28T02:40:27.063391+0000","last_fullsized":"2023-08-28T02:40:27.063391+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:15:44.958663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"381'8671","reported_seq":8810,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-08-28T02:40:33.180117+0000","last_change":"2023-08-28T02:30:50.400261+0000","last_active":"2023-08-28T02:40:33.180117+0000","last_peered":"2023-08-28T02:40:33.180117+0000","last_clean":"2023-08-28T02:40:33.180117+0000","last_became_active":"2023-08-28T02:30:50.399938+0000","last_became_peered":"2023-08-28T02:30:50.399938+0000","last_unstale":"2023-08-28T02:40:33.180117+0000","last_undegraded":"2023-08-28T02:40:33.180117+0000","last_fullsized":"2023-08-28T02:40:33.180117+0000","mapping_epoch":250,"log_start":"260'3290","ondisk_log_start":"260'3290","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5381,"log_dups_size":0,"ondisk_log_size":5381,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:43:56.802792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":198115328,"num_objects":3023,"num_object_clones":0,"num_object_copies":9069,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3023,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8671,"num_write_kb":374208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"75'161","reported_seq":659,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-08-28T02:40:22.055990+0000","last_change":"2023-08-28T02:32:56.519141+0000","last_active":"2023-08-28T02:40:22.055990+0000","last_peered":"2023-08-28T02:40:22.055990+0000","last_clean":"2023-08-28T02:40:22.055990+0000","last_became_active":"2023-08-28T02:32:56.518863+0000","last_became_peered":"2023-08-28T02:32:56.518863+0000","last_unstale":"2023-08-28T02:40:22.055990+0000","last_undegraded":"2023-08-28T02:40:22.055990+0000","last_fullsized":"2023-08-28T02:40:22.055990+0000","mapping_epoch":292,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":293,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_clean_scrub_stamp":"2023-08-28T02:29:25.608370+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:59:50.561109+0000","scrub_duration":0.001662689,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":289,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-08-28T02:40:22.050344+0000","last_change":"2023-08-28T02:33:12.294592+0000","last_active":"2023-08-28T02:40:22.050344+0000","last_peered":"2023-08-28T02:40:22.050344+0000","last_clean":"2023-08-28T02:40:22.050344+0000","last_became_active":"2023-08-28T02:33:12.288508+0000","last_became_peered":"2023-08-28T02:33:12.288508+0000","last_unstale":"2023-08-28T02:40:22.050344+0000","last_undegraded":"2023-08-28T02:40:22.050344+0000","last_fullsized":"2023-08-28T02:40:22.050344+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:05:42.717608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":172,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.083112+0000","last_change":"2023-08-28T02:29:44.429834+0000","last_active":"2023-08-28T02:40:27.083112+0000","last_peered":"2023-08-28T02:40:27.083112+0000","last_clean":"2023-08-28T02:40:27.083112+0000","last_became_active":"2023-08-28T02:29:44.429512+0000","last_became_peered":"2023-08-28T02:29:44.429512+0000","last_unstale":"2023-08-28T02:40:27.083112+0000","last_undegraded":"2023-08-28T02:40:27.083112+0000","last_fullsized":"2023-08-28T02:40:27.083112+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:58.062455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"380'8531","reported_seq":8669,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:31.216156+0000","last_change":"2023-08-28T02:30:50.402348+0000","last_active":"2023-08-28T02:40:31.216156+0000","last_peered":"2023-08-28T02:40:31.216156+0000","last_clean":"2023-08-28T02:40:31.216156+0000","last_became_active":"2023-08-28T02:30:50.402076+0000","last_became_peered":"2023-08-28T02:30:50.402076+0000","last_unstale":"2023-08-28T02:40:31.216156+0000","last_undegraded":"2023-08-28T02:40:31.216156+0000","last_fullsized":"2023-08-28T02:40:31.216156+0000","mapping_epoch":250,"log_start":"256'1700","ondisk_log_start":"256'1700","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6831,"log_dups_size":0,"ondisk_log_size":6831,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:24.859426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":199557120,"num_objects":3045,"num_object_clones":0,"num_object_copies":9135,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3045,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8531,"num_write_kb":370432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.7","version":"75'161","reported_seq":581,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-08-28T02:40:22.050542+0000","last_change":"2023-08-28T02:33:13.532525+0000","last_active":"2023-08-28T02:40:22.050542+0000","last_peered":"2023-08-28T02:40:22.050542+0000","last_clean":"2023-08-28T02:40:22.050542+0000","last_became_active":"2023-08-28T02:33:13.532125+0000","last_became_peered":"2023-08-28T02:33:13.532125+0000","last_unstale":"2023-08-28T02:40:22.050542+0000","last_undegraded":"2023-08-28T02:40:22.050542+0000","last_fullsized":"2023-08-28T02:40:22.050542+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.887648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.887648+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":173,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.084051+0000","last_change":"2023-08-28T02:29:44.407595+0000","last_active":"2023-08-28T02:40:27.084051+0000","last_peered":"2023-08-28T02:40:27.084051+0000","last_clean":"2023-08-28T02:40:27.084051+0000","last_became_active":"2023-08-28T02:29:44.407316+0000","last_became_peered":"2023-08-28T02:29:44.407316+0000","last_unstale":"2023-08-28T02:40:27.084051+0000","last_undegraded":"2023-08-28T02:40:27.084051+0000","last_fullsized":"2023-08-28T02:40:27.084051+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:01:47.777709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":391,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-08-28T02:40:22.055772+0000","last_change":"2023-08-28T02:33:13.286980+0000","last_active":"2023-08-28T02:40:22.055772+0000","last_peered":"2023-08-28T02:40:22.055772+0000","last_clean":"2023-08-28T02:40:22.055772+0000","last_became_active":"2023-08-28T02:33:13.286740+0000","last_became_peered":"2023-08-28T02:33:13.286740+0000","last_unstale":"2023-08-28T02:40:22.055772+0000","last_undegraded":"2023-08-28T02:40:22.055772+0000","last_fullsized":"2023-08-28T02:40:22.055772+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:24:54.574365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":173,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.081812+0000","last_change":"2023-08-28T02:29:44.506914+0000","last_active":"2023-08-28T02:40:27.081812+0000","last_peered":"2023-08-28T02:40:27.081812+0000","last_clean":"2023-08-28T02:40:27.081812+0000","last_became_active":"2023-08-28T02:29:44.506606+0000","last_became_peered":"2023-08-28T02:29:44.506606+0000","last_unstale":"2023-08-28T02:40:27.081812+0000","last_undegraded":"2023-08-28T02:40:27.081812+0000","last_fullsized":"2023-08-28T02:40:27.081812+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:55:50.992279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"380'8594","reported_seq":20332,"reported_epoch":380,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:40:29.796081+0000","last_change":"2023-08-28T02:34:11.565330+0000","last_active":"2023-08-28T02:40:29.796081+0000","last_peered":"2023-08-28T02:40:29.796081+0000","last_clean":"2023-08-28T02:32:11.916240+0000","last_became_active":"2023-08-28T02:33:12.501819+0000","last_became_peered":"2023-08-28T02:33:12.501819+0000","last_unstale":"2023-08-28T02:40:29.796081+0000","last_undegraded":"2023-08-28T02:40:29.796081+0000","last_fullsized":"2023-08-28T02:40:29.796081+0000","mapping_epoch":297,"log_start":"260'3324","ondisk_log_start":"260'3324","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5270,"log_dups_size":0,"ondisk_log_size":5270,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:45:43.329719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":196739072,"num_objects":3002,"num_object_clones":0,"num_object_copies":9006,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3002,"num_objects_unfound":0,"num_objects_dirty":3002,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8594,"num_write_kb":371072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5787,"num_bytes_recovered":379256832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,2],"avail_no_missing":["0","2","5","6"],"object_location_counts":[{"shards":"0,2,5","objects":3002}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.1","version":"75'161","reported_seq":639,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-08-28T02:40:22.056409+0000","last_change":"2023-08-28T02:32:31.482659+0000","last_active":"2023-08-28T02:40:22.056409+0000","last_peered":"2023-08-28T02:40:22.056409+0000","last_clean":"2023-08-28T02:40:22.056409+0000","last_became_active":"2023-08-28T02:32:31.482320+0000","last_became_peered":"2023-08-28T02:32:31.482320+0000","last_unstale":"2023-08-28T02:40:22.056409+0000","last_undegraded":"2023-08-28T02:40:22.056409+0000","last_fullsized":"2023-08-28T02:40:22.056409+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:24.559397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:24.559397+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:41:09.516918+0000","scrub_duration":0.001580328,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":377,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-08-28T02:40:22.055909+0000","last_change":"2023-08-28T02:31:51.988386+0000","last_active":"2023-08-28T02:40:22.055909+0000","last_peered":"2023-08-28T02:40:22.055909+0000","last_clean":"2023-08-28T02:40:22.055909+0000","last_became_active":"2023-08-28T02:31:51.988097+0000","last_became_peered":"2023-08-28T02:31:51.988097+0000","last_unstale":"2023-08-28T02:40:22.055909+0000","last_undegraded":"2023-08-28T02:40:22.055909+0000","last_fullsized":"2023-08-28T02:40:22.055909+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:25:01.818829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":354,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.062270+0000","last_change":"2023-08-28T02:32:12.951275+0000","last_active":"2023-08-28T02:40:27.062270+0000","last_peered":"2023-08-28T02:40:27.062270+0000","last_clean":"2023-08-28T02:40:27.062270+0000","last_became_active":"2023-08-28T02:32:12.950965+0000","last_became_peered":"2023-08-28T02:32:12.950965+0000","last_unstale":"2023-08-28T02:40:27.062270+0000","last_undegraded":"2023-08-28T02:40:27.062270+0000","last_fullsized":"2023-08-28T02:40:27.062270+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:37:31.294280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":199,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.084096+0000","last_change":"2023-08-28T02:33:13.286534+0000","last_active":"2023-08-28T02:40:27.084096+0000","last_peered":"2023-08-28T02:40:27.084096+0000","last_clean":"2023-08-28T02:40:27.084096+0000","last_became_active":"2023-08-28T02:33:13.286164+0000","last_became_peered":"2023-08-28T02:33:13.286164+0000","last_unstale":"2023-08-28T02:40:27.084096+0000","last_undegraded":"2023-08-28T02:40:27.084096+0000","last_fullsized":"2023-08-28T02:40:27.084096+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:56.721932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"380'8592","reported_seq":20420,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:30.826143+0000","last_change":"2023-08-28T02:34:14.448606+0000","last_active":"2023-08-28T02:40:30.826143+0000","last_peered":"2023-08-28T02:40:30.826143+0000","last_clean":"2023-08-28T02:40:30.826143+0000","last_became_active":"2023-08-28T02:34:14.438547+0000","last_became_peered":"2023-08-28T02:34:14.438547+0000","last_unstale":"2023-08-28T02:40:30.826143+0000","last_undegraded":"2023-08-28T02:40:30.826143+0000","last_fullsized":"2023-08-28T02:40:30.826143+0000","mapping_epoch":314,"log_start":"256'1400","ondisk_log_start":"256'1400","created":250,"last_epoch_clean":315,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7192,"log_dups_size":0,"ondisk_log_size":7192,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:06:41.120408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":201588736,"num_objects":3076,"num_object_clones":0,"num_object_copies":9228,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3076,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8592,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5834,"num_bytes_recovered":376832000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2","version":"75'161","reported_seq":761,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-08-28T02:40:22.049774+0000","last_change":"2023-08-28T02:30:51.762377+0000","last_active":"2023-08-28T02:40:22.049774+0000","last_peered":"2023-08-28T02:40:22.049774+0000","last_clean":"2023-08-28T02:40:22.049774+0000","last_became_active":"2023-08-28T02:27:46.375590+0000","last_became_peered":"2023-08-28T02:27:46.375590+0000","last_unstale":"2023-08-28T02:40:22.049774+0000","last_undegraded":"2023-08-28T02:40:22.049774+0000","last_fullsized":"2023-08-28T02:40:22.049774+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:51.762314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:51.762314+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:02.034555+0000","scrub_duration":0.0020023620000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":189,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-08-28T02:40:22.050295+0000","last_change":"2023-08-28T02:33:13.289765+0000","last_active":"2023-08-28T02:40:22.050295+0000","last_peered":"2023-08-28T02:40:22.050295+0000","last_clean":"2023-08-28T02:40:22.050295+0000","last_became_active":"2023-08-28T02:33:13.289159+0000","last_became_peered":"2023-08-28T02:33:13.289159+0000","last_unstale":"2023-08-28T02:40:22.050295+0000","last_undegraded":"2023-08-28T02:40:22.050295+0000","last_fullsized":"2023-08-28T02:40:22.050295+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:30:38.956723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":191,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.082196+0000","last_change":"2023-08-28T02:32:28.464203+0000","last_active":"2023-08-28T02:40:27.082196+0000","last_peered":"2023-08-28T02:40:27.082196+0000","last_clean":"2023-08-28T02:40:27.082196+0000","last_became_active":"2023-08-28T02:32:28.463412+0000","last_became_peered":"2023-08-28T02:32:28.463412+0000","last_unstale":"2023-08-28T02:40:27.082196+0000","last_undegraded":"2023-08-28T02:40:27.082196+0000","last_fullsized":"2023-08-28T02:40:27.082196+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:20:38.177879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":172,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.083188+0000","last_change":"2023-08-28T02:29:44.427945+0000","last_active":"2023-08-28T02:40:27.083188+0000","last_peered":"2023-08-28T02:40:27.083188+0000","last_clean":"2023-08-28T02:40:27.083188+0000","last_became_active":"2023-08-28T02:29:44.426487+0000","last_became_peered":"2023-08-28T02:29:44.426487+0000","last_unstale":"2023-08-28T02:40:27.083188+0000","last_undegraded":"2023-08-28T02:40:27.083188+0000","last_fullsized":"2023-08-28T02:40:27.083188+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:30:20.438896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"381'8640","reported_seq":18752,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-08-28T02:40:32.339182+0000","last_change":"2023-08-28T02:34:48.488647+0000","last_active":"2023-08-28T02:40:32.339182+0000","last_peered":"2023-08-28T02:40:32.339182+0000","last_clean":"2023-08-28T02:40:32.339182+0000","last_became_active":"2023-08-28T02:34:48.476519+0000","last_became_peered":"2023-08-28T02:34:48.476519+0000","last_unstale":"2023-08-28T02:40:32.339182+0000","last_undegraded":"2023-08-28T02:40:32.339182+0000","last_fullsized":"2023-08-28T02:40:32.339182+0000","mapping_epoch":318,"log_start":"257'2500","ondisk_log_start":"257'2500","created":250,"last_epoch_clean":319,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6140,"log_dups_size":0,"ondisk_log_size":6140,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:44:20.004230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":196870144,"num_objects":3004,"num_object_clones":0,"num_object_copies":9012,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3004,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8640,"num_write_kb":372608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4973,"num_bytes_recovered":325910528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":371,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-08-28T02:40:22.056070+0000","last_change":"2023-08-28T02:33:13.484970+0000","last_active":"2023-08-28T02:40:22.056070+0000","last_peered":"2023-08-28T02:40:22.056070+0000","last_clean":"2023-08-28T02:40:22.056070+0000","last_became_active":"2023-08-28T02:33:13.484579+0000","last_became_peered":"2023-08-28T02:33:13.484579+0000","last_unstale":"2023-08-28T02:40:22.056070+0000","last_undegraded":"2023-08-28T02:40:22.056070+0000","last_fullsized":"2023-08-28T02:40:22.056070+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:58.027468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"75'161","reported_seq":762,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-08-28T02:40:22.049687+0000","last_change":"2023-08-28T02:31:55.059467+0000","last_active":"2023-08-28T02:40:22.049687+0000","last_peered":"2023-08-28T02:40:22.049687+0000","last_clean":"2023-08-28T02:40:22.049687+0000","last_became_active":"2023-08-28T02:31:55.059115+0000","last_became_peered":"2023-08-28T02:31:55.059115+0000","last_unstale":"2023-08-28T02:40:22.049687+0000","last_undegraded":"2023-08-28T02:40:22.049687+0000","last_fullsized":"2023-08-28T02:40:22.049687+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":0,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.820990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.820990+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:15:56.774667+0000","scrub_duration":0.0017342480000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":290,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-08-28T02:40:22.050848+0000","last_change":"2023-08-28T02:33:13.352810+0000","last_active":"2023-08-28T02:40:22.050848+0000","last_peered":"2023-08-28T02:40:22.050848+0000","last_clean":"2023-08-28T02:40:22.050848+0000","last_became_active":"2023-08-28T02:33:13.351697+0000","last_became_peered":"2023-08-28T02:33:13.351697+0000","last_unstale":"2023-08-28T02:40:22.050848+0000","last_undegraded":"2023-08-28T02:40:22.050848+0000","last_fullsized":"2023-08-28T02:40:22.050848+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:56.187163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":203,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.062886+0000","last_change":"2023-08-28T02:31:51.984584+0000","last_active":"2023-08-28T02:40:27.062886+0000","last_peered":"2023-08-28T02:40:27.062886+0000","last_clean":"2023-08-28T02:40:27.062886+0000","last_became_active":"2023-08-28T02:31:51.984264+0000","last_became_peered":"2023-08-28T02:31:51.984264+0000","last_unstale":"2023-08-28T02:40:27.062886+0000","last_undegraded":"2023-08-28T02:40:27.062886+0000","last_fullsized":"2023-08-28T02:40:27.062886+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:58:42.306722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"380'8509","reported_seq":20256,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:30.318752+0000","last_change":"2023-08-28T02:35:11.978901+0000","last_active":"2023-08-28T02:40:30.318752+0000","last_peered":"2023-08-28T02:40:30.318752+0000","last_clean":"2023-08-28T02:40:30.318752+0000","last_became_active":"2023-08-28T02:35:11.966585+0000","last_became_peered":"2023-08-28T02:35:11.966585+0000","last_unstale":"2023-08-28T02:40:30.318752+0000","last_undegraded":"2023-08-28T02:40:30.318752+0000","last_fullsized":"2023-08-28T02:40:30.318752+0000","mapping_epoch":323,"log_start":"260'3228","ondisk_log_start":"260'3228","created":250,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5281,"log_dups_size":0,"ondisk_log_size":5281,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:03:07.017814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":201392128,"num_objects":3073,"num_object_clones":0,"num_object_copies":9219,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3073,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8509,"num_write_kb":370624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5791,"num_bytes_recovered":368967680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3","version":"75'161","reported_seq":649,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.082010+0000","last_change":"2023-08-28T02:31:55.068239+0000","last_active":"2023-08-28T02:40:27.082010+0000","last_peered":"2023-08-28T02:40:27.082010+0000","last_clean":"2023-08-28T02:40:27.082010+0000","last_became_active":"2023-08-28T02:31:55.067875+0000","last_became_peered":"2023-08-28T02:31:55.067875+0000","last_unstale":"2023-08-28T02:40:27.082010+0000","last_undegraded":"2023-08-28T02:40:27.082010+0000","last_fullsized":"2023-08-28T02:40:27.082010+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.868248+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:11:04.391639+0000","scrub_duration":0.0016215240000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":385,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-08-28T02:40:22.049606+0000","last_change":"2023-08-28T02:29:44.421353+0000","last_active":"2023-08-28T02:40:22.049606+0000","last_peered":"2023-08-28T02:40:22.049606+0000","last_clean":"2023-08-28T02:40:22.049606+0000","last_became_active":"2023-08-28T02:29:44.421064+0000","last_became_peered":"2023-08-28T02:29:44.421064+0000","last_unstale":"2023-08-28T02:40:22.049606+0000","last_undegraded":"2023-08-28T02:40:22.049606+0000","last_fullsized":"2023-08-28T02:40:22.049606+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:51:36.524024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":356,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-08-28T02:40:22.044468+0000","last_change":"2023-08-28T02:33:12.299487+0000","last_active":"2023-08-28T02:40:22.044468+0000","last_peered":"2023-08-28T02:40:22.044468+0000","last_clean":"2023-08-28T02:40:22.044468+0000","last_became_active":"2023-08-28T02:33:12.299175+0000","last_became_peered":"2023-08-28T02:33:12.299175+0000","last_unstale":"2023-08-28T02:40:22.044468+0000","last_undegraded":"2023-08-28T02:40:22.044468+0000","last_fullsized":"2023-08-28T02:40:22.044468+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:42:29.713462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":366,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-08-28T02:40:22.045621+0000","last_change":"2023-08-28T02:32:28.457696+0000","last_active":"2023-08-28T02:40:22.045621+0000","last_peered":"2023-08-28T02:40:22.045621+0000","last_clean":"2023-08-28T02:40:22.045621+0000","last_became_active":"2023-08-28T02:32:28.457407+0000","last_became_peered":"2023-08-28T02:32:28.457407+0000","last_unstale":"2023-08-28T02:40:22.045621+0000","last_undegraded":"2023-08-28T02:40:22.045621+0000","last_fullsized":"2023-08-28T02:40:22.045621+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:26:29.392787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"381'8524","reported_seq":9691,"reported_epoch":381,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:40:33.104464+0000","last_change":"2023-08-28T02:34:11.566035+0000","last_active":"2023-08-28T02:40:33.104464+0000","last_peered":"2023-08-28T02:40:33.104464+0000","last_clean":"2023-08-28T02:33:10.395883+0000","last_became_active":"2023-08-28T02:33:12.394714+0000","last_became_peered":"2023-08-28T02:33:12.394714+0000","last_unstale":"2023-08-28T02:40:33.104464+0000","last_undegraded":"2023-08-28T02:40:33.104464+0000","last_fullsized":"2023-08-28T02:40:33.104464+0000","mapping_epoch":297,"log_start":"259'3084","ondisk_log_start":"259'3084","created":250,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5440,"log_dups_size":0,"ondisk_log_size":5440,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:01:26.984565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":193921048,"num_objects":2960,"num_object_clones":0,"num_object_copies":8880,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":2707,"num_objects_unfound":0,"num_objects_dirty":2960,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":8524,"num_write_kb":367425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":500,"num_bytes_recovered":32768000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,6],"avail_no_missing":["4","0","6"],"object_location_counts":[{"shards":"0,4,6","objects":2960}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.6","version":"75'161","reported_seq":641,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-08-28T02:40:22.045293+0000","last_change":"2023-08-28T02:33:13.338675+0000","last_active":"2023-08-28T02:40:22.045293+0000","last_peered":"2023-08-28T02:40:22.045293+0000","last_clean":"2023-08-28T02:40:22.045293+0000","last_became_active":"2023-08-28T02:33:13.338271+0000","last_became_peered":"2023-08-28T02:33:13.338271+0000","last_unstale":"2023-08-28T02:40:22.045293+0000","last_undegraded":"2023-08-28T02:40:22.045293+0000","last_fullsized":"2023-08-28T02:40:22.045293+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.774982+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.774982+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:13:20.011329+0000","scrub_duration":0.003539819,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":348,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-08-28T02:40:22.050512+0000","last_change":"2023-08-28T02:14:43.033789+0000","last_active":"2023-08-28T02:40:22.050512+0000","last_peered":"2023-08-28T02:40:22.050512+0000","last_clean":"2023-08-28T02:40:22.050512+0000","last_became_active":"2023-08-28T02:14:43.033454+0000","last_became_peered":"2023-08-28T02:14:43.033454+0000","last_unstale":"2023-08-28T02:40:22.050512+0000","last_undegraded":"2023-08-28T02:40:22.050512+0000","last_fullsized":"2023-08-28T02:40:22.050512+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:01:13.205842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":182,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.084187+0000","last_change":"2023-08-28T02:32:28.461807+0000","last_active":"2023-08-28T02:40:27.084187+0000","last_peered":"2023-08-28T02:40:27.084187+0000","last_clean":"2023-08-28T02:40:27.084187+0000","last_became_active":"2023-08-28T02:32:28.461116+0000","last_became_peered":"2023-08-28T02:32:28.461116+0000","last_unstale":"2023-08-28T02:40:27.084187+0000","last_undegraded":"2023-08-28T02:40:27.084187+0000","last_fullsized":"2023-08-28T02:40:27.084187+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:12:45.321757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":327,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-08-28T02:40:22.045075+0000","last_change":"2023-08-28T02:14:43.048791+0000","last_active":"2023-08-28T02:40:22.045075+0000","last_peered":"2023-08-28T02:40:22.045075+0000","last_clean":"2023-08-28T02:40:22.045075+0000","last_became_active":"2023-08-28T02:14:43.047408+0000","last_became_peered":"2023-08-28T02:14:43.047408+0000","last_unstale":"2023-08-28T02:40:22.045075+0000","last_undegraded":"2023-08-28T02:40:22.045075+0000","last_fullsized":"2023-08-28T02:40:22.045075+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:47.097181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"381'8708","reported_seq":18814,"reported_epoch":381,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:40:33.090006+0000","last_change":"2023-08-28T02:37:37.899201+0000","last_active":"2023-08-28T02:40:33.090006+0000","last_peered":"2023-08-28T02:40:33.090006+0000","last_clean":"2023-08-28T02:31:50.933695+0000","last_became_active":"2023-08-28T02:33:13.540416+0000","last_became_peered":"2023-08-28T02:33:13.540416+0000","last_unstale":"2023-08-28T02:40:33.090006+0000","last_undegraded":"2023-08-28T02:40:33.090006+0000","last_fullsized":"2023-08-28T02:40:33.090006+0000","mapping_epoch":298,"log_start":"260'3274","ondisk_log_start":"260'3274","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5434,"log_dups_size":0,"ondisk_log_size":5434,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:49:35.658845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":206700544,"num_objects":3154,"num_object_clones":0,"num_object_copies":9462,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3154,"num_objects_unfound":0,"num_objects_dirty":3154,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8708,"num_write_kb":379584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4967,"num_bytes_recovered":325517312,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,2],"avail_no_missing":["4","2","5","6"],"object_location_counts":[{"shards":"2,4,5","objects":3154}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.5","version":"75'161","reported_seq":674,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.062421+0000","last_change":"2023-08-28T02:32:31.477151+0000","last_active":"2023-08-28T02:40:27.062421+0000","last_peered":"2023-08-28T02:40:27.062421+0000","last_clean":"2023-08-28T02:40:27.062421+0000","last_became_active":"2023-08-28T02:32:31.476776+0000","last_became_peered":"2023-08-28T02:32:31.476776+0000","last_unstale":"2023-08-28T02:40:27.062421+0000","last_undegraded":"2023-08-28T02:40:27.062421+0000","last_fullsized":"2023-08-28T02:40:27.062421+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:18.891729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:18.891729+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:47:27.194140+0000","scrub_duration":0.0031546460000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"65'2","reported_seq":337,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-08-28T02:40:22.050373+0000","last_change":"2023-08-28T02:33:12.327778+0000","last_active":"2023-08-28T02:40:22.050373+0000","last_peered":"2023-08-28T02:40:22.050373+0000","last_clean":"2023-08-28T02:40:22.050373+0000","last_became_active":"2023-08-28T02:33:12.327273+0000","last_became_peered":"2023-08-28T02:33:12.327273+0000","last_unstale":"2023-08-28T02:40:22.050373+0000","last_undegraded":"2023-08-28T02:40:22.050373+0000","last_fullsized":"2023-08-28T02:40:22.050373+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:40.554192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":220,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.082196+0000","last_change":"2023-08-28T02:33:13.335665+0000","last_active":"2023-08-28T02:40:27.082196+0000","last_peered":"2023-08-28T02:40:27.082196+0000","last_clean":"2023-08-28T02:40:27.082196+0000","last_became_active":"2023-08-28T02:33:13.335322+0000","last_became_peered":"2023-08-28T02:33:13.335322+0000","last_unstale":"2023-08-28T02:40:27.082196+0000","last_undegraded":"2023-08-28T02:40:27.082196+0000","last_fullsized":"2023-08-28T02:40:27.082196+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:21:08.024493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":334,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-08-28T02:40:22.050210+0000","last_change":"2023-08-28T02:33:12.310326+0000","last_active":"2023-08-28T02:40:22.050210+0000","last_peered":"2023-08-28T02:40:22.050210+0000","last_clean":"2023-08-28T02:40:22.050210+0000","last_became_active":"2023-08-28T02:33:12.310011+0000","last_became_peered":"2023-08-28T02:33:12.310011+0000","last_unstale":"2023-08-28T02:40:22.050210+0000","last_undegraded":"2023-08-28T02:40:22.050210+0000","last_fullsized":"2023-08-28T02:40:22.050210+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:35:03.710036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"381'8747","reported_seq":17340,"reported_epoch":381,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-08-28T02:40:33.219482+0000","last_change":"2023-08-28T02:38:43.760745+0000","last_active":"2023-08-28T02:40:33.219482+0000","last_peered":"2023-08-28T02:40:33.219482+0000","last_clean":"2023-08-28T02:31:27.909649+0000","last_became_active":"2023-08-28T02:33:33.726805+0000","last_became_peered":"2023-08-28T02:33:33.726805+0000","last_unstale":"2023-08-28T02:40:33.219482+0000","last_undegraded":"2023-08-28T02:33:20.140072+0000","last_fullsized":"2023-08-28T02:33:13.278549+0000","mapping_epoch":298,"log_start":"260'3377","ondisk_log_start":"260'3377","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5370,"log_dups_size":0,"ondisk_log_size":5370,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:02:22.971585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":204537856,"num_objects":3121,"num_object_clones":0,"num_object_copies":9363,"num_objects_missing_on_primary":3095,"num_objects_missing":3095,"num_objects_degraded":2496,"num_objects_misplaced":6230,"num_objects_unfound":0,"num_objects_dirty":3121,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8747,"num_write_kb":379776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2802,"num_bytes_recovered":183500800,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[4,3],"avail_no_missing":["2","6"],"object_location_counts":[{"shards":"2,3,4,6","objects":12},{"shards":"2,3,6","objects":612},{"shards":"2,4,6","objects":14},{"shards":"2,6","objects":2483},{"shards":"3,4","objects":-13}],"blocked_by":[],"up_primary":3,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.4","version":"75'161","reported_seq":589,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-08-28T02:40:22.051001+0000","last_change":"2023-08-28T02:33:12.296479+0000","last_active":"2023-08-28T02:40:22.051001+0000","last_peered":"2023-08-28T02:40:22.051001+0000","last_clean":"2023-08-28T02:40:22.051001+0000","last_became_active":"2023-08-28T02:33:12.294160+0000","last_became_peered":"2023-08-28T02:33:12.294160+0000","last_unstale":"2023-08-28T02:40:22.051001+0000","last_undegraded":"2023-08-28T02:40:22.051001+0000","last_fullsized":"2023-08-28T02:40:22.051001+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.899247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.899247+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":306,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-08-28T02:40:22.049915+0000","last_change":"2023-08-28T02:33:13.539335+0000","last_active":"2023-08-28T02:40:22.049915+0000","last_peered":"2023-08-28T02:40:22.049915+0000","last_clean":"2023-08-28T02:40:22.049915+0000","last_became_active":"2023-08-28T02:33:13.538978+0000","last_became_peered":"2023-08-28T02:33:13.538978+0000","last_unstale":"2023-08-28T02:40:22.049915+0000","last_undegraded":"2023-08-28T02:40:22.049915+0000","last_fullsized":"2023-08-28T02:40:22.049915+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:26:13.405766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"65'1","reported_seq":370,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-08-28T02:40:22.045398+0000","last_change":"2023-08-28T02:29:44.510205+0000","last_active":"2023-08-28T02:40:22.045398+0000","last_peered":"2023-08-28T02:40:22.045398+0000","last_clean":"2023-08-28T02:40:22.045398+0000","last_became_active":"2023-08-28T02:29:44.429357+0000","last_became_peered":"2023-08-28T02:29:44.429357+0000","last_unstale":"2023-08-28T02:40:22.045398+0000","last_undegraded":"2023-08-28T02:40:22.045398+0000","last_fullsized":"2023-08-28T02:40:22.045398+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:44:59.955729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":336,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.061967+0000","last_change":"2023-08-28T02:32:12.950661+0000","last_active":"2023-08-28T02:40:27.061967+0000","last_peered":"2023-08-28T02:40:27.061967+0000","last_clean":"2023-08-28T02:40:27.061967+0000","last_became_active":"2023-08-28T02:32:12.950276+0000","last_became_peered":"2023-08-28T02:32:12.950276+0000","last_unstale":"2023-08-28T02:40:27.061967+0000","last_undegraded":"2023-08-28T02:40:27.061967+0000","last_fullsized":"2023-08-28T02:40:27.061967+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:05:17.972868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"65'1","reported_seq":328,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-08-28T02:40:22.044980+0000","last_change":"2023-08-28T02:14:43.042150+0000","last_active":"2023-08-28T02:40:22.044980+0000","last_peered":"2023-08-28T02:40:22.044980+0000","last_clean":"2023-08-28T02:40:22.044980+0000","last_became_active":"2023-08-28T02:14:43.038336+0000","last_became_peered":"2023-08-28T02:14:43.038336+0000","last_unstale":"2023-08-28T02:40:22.044980+0000","last_undegraded":"2023-08-28T02:40:22.044980+0000","last_fullsized":"2023-08-28T02:40:22.044980+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:26:02.415152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":379,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.084140+0000","last_change":"2023-08-28T02:33:13.318097+0000","last_active":"2023-08-28T02:40:27.084140+0000","last_peered":"2023-08-28T02:40:27.084140+0000","last_clean":"2023-08-28T02:40:27.084140+0000","last_became_active":"2023-08-28T02:33:13.317761+0000","last_became_peered":"2023-08-28T02:33:13.317761+0000","last_unstale":"2023-08-28T02:40:27.084140+0000","last_undegraded":"2023-08-28T02:40:27.084140+0000","last_fullsized":"2023-08-28T02:40:27.084140+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:24.836996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"65'2","reported_seq":373,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-08-28T02:40:22.055766+0000","last_change":"2023-08-28T02:29:44.535937+0000","last_active":"2023-08-28T02:40:22.055766+0000","last_peered":"2023-08-28T02:40:22.055766+0000","last_clean":"2023-08-28T02:40:22.055766+0000","last_became_active":"2023-08-28T02:29:44.462244+0000","last_became_peered":"2023-08-28T02:29:44.462244+0000","last_unstale":"2023-08-28T02:40:22.055766+0000","last_undegraded":"2023-08-28T02:40:22.055766+0000","last_fullsized":"2023-08-28T02:40:22.055766+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:30:33.173713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":375,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-08-28T02:40:22.044799+0000","last_change":"2023-08-28T02:33:12.305580+0000","last_active":"2023-08-28T02:40:22.044799+0000","last_peered":"2023-08-28T02:40:22.044799+0000","last_clean":"2023-08-28T02:40:22.044799+0000","last_became_active":"2023-08-28T02:33:12.305261+0000","last_became_peered":"2023-08-28T02:33:12.305261+0000","last_unstale":"2023-08-28T02:40:22.044799+0000","last_undegraded":"2023-08-28T02:40:22.044799+0000","last_fullsized":"2023-08-28T02:40:22.044799+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:22:31.614221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"65'2","reported_seq":342,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-08-28T02:40:22.055688+0000","last_change":"2023-08-28T02:31:51.991101+0000","last_active":"2023-08-28T02:40:22.055688+0000","last_peered":"2023-08-28T02:40:22.055688+0000","last_clean":"2023-08-28T02:40:22.055688+0000","last_became_active":"2023-08-28T02:31:51.987237+0000","last_became_peered":"2023-08-28T02:31:51.987237+0000","last_unstale":"2023-08-28T02:40:22.055688+0000","last_undegraded":"2023-08-28T02:40:22.055688+0000","last_fullsized":"2023-08-28T02:40:22.055688+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:07:07.370857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":377,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.061865+0000","last_change":"2023-08-28T02:33:12.494483+0000","last_active":"2023-08-28T02:40:27.061865+0000","last_peered":"2023-08-28T02:40:27.061865+0000","last_clean":"2023-08-28T02:40:27.061865+0000","last_became_active":"2023-08-28T02:33:12.494136+0000","last_became_peered":"2023-08-28T02:33:12.494136+0000","last_unstale":"2023-08-28T02:40:27.061865+0000","last_undegraded":"2023-08-28T02:40:27.061865+0000","last_fullsized":"2023-08-28T02:40:27.061865+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:36.772588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"65'1","reported_seq":322,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-08-28T02:40:22.050642+0000","last_change":"2023-08-28T02:33:13.287922+0000","last_active":"2023-08-28T02:40:22.050642+0000","last_peered":"2023-08-28T02:40:22.050642+0000","last_clean":"2023-08-28T02:40:22.050642+0000","last_became_active":"2023-08-28T02:33:13.287520+0000","last_became_peered":"2023-08-28T02:33:13.287520+0000","last_unstale":"2023-08-28T02:40:22.050642+0000","last_undegraded":"2023-08-28T02:40:22.050642+0000","last_fullsized":"2023-08-28T02:40:22.050642+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:11.627168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":336,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-08-28T02:40:25.372515+0000","last_change":"2023-08-28T02:33:13.289469+0000","last_active":"2023-08-28T02:40:25.372515+0000","last_peered":"2023-08-28T02:40:25.372515+0000","last_clean":"2023-08-28T02:40:25.372515+0000","last_became_active":"2023-08-28T02:33:13.288737+0000","last_became_peered":"2023-08-28T02:33:13.288737+0000","last_unstale":"2023-08-28T02:40:25.372515+0000","last_undegraded":"2023-08-28T02:40:25.372515+0000","last_fullsized":"2023-08-28T02:40:25.372515+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:11:15.043550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"65'4","reported_seq":360,"reported_epoch":379,"state":"active+clean","last_fresh":"2023-08-28T02:40:22.045444+0000","last_change":"2023-08-28T02:32:28.607010+0000","last_active":"2023-08-28T02:40:22.045444+0000","last_peered":"2023-08-28T02:40:22.045444+0000","last_clean":"2023-08-28T02:40:22.045444+0000","last_became_active":"2023-08-28T02:32:28.492224+0000","last_became_peered":"2023-08-28T02:32:28.492224+0000","last_unstale":"2023-08-28T02:40:22.045444+0000","last_undegraded":"2023-08-28T02:40:22.045444+0000","last_fullsized":"2023-08-28T02:40:22.045444+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:13:45.711951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":554,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":387,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.061768+0000","last_change":"2023-08-28T02:33:13.309144+0000","last_active":"2023-08-28T02:40:27.061768+0000","last_peered":"2023-08-28T02:40:27.061768+0000","last_clean":"2023-08-28T02:40:27.061768+0000","last_became_active":"2023-08-28T02:33:13.308910+0000","last_became_peered":"2023-08-28T02:33:13.308910+0000","last_unstale":"2023-08-28T02:40:27.061768+0000","last_undegraded":"2023-08-28T02:40:27.061768+0000","last_fullsized":"2023-08-28T02:40:27.061768+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:09:59.549591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":3211984920,"num_objects":49012,"num_object_clones":0,"num_object_copies":147036,"num_objects_missing_on_primary":3095,"num_objects_missing":3095,"num_objects_degraded":13597,"num_objects_misplaced":15093,"num_objects_unfound":0,"num_objects_dirty":49012,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":137602,"num_write_kb":5971585,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":50079,"num_bytes_recovered":3255500800,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":10874662912,"data_stored":10874650696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":96850,"ondisk_log_size":96850,"up":48,"acting":45,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":10126,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":370028,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":89,"num_read_kb":167,"num_write":44,"num_write_kb":440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":584707,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2048000,"data_stored":2033792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299803,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1488572,"kb_used_data":993268,"kb_used_omap":0,"kb_used_meta":495232,"kb_avail":92256580,"statfs":{"total":95995035648,"available":94470737920,"internally_reserved":0,"allocated":1017106432,"data_stored":1015596631,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":507117568},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:40:18 2023","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.46999999999999997,"15min":0.95699999999999996},"min":{"1min":0.34599999999999997,"5min":0.23499999999999999,"15min":0.219},"max":{"1min":2.1429999999999998,"5min":2.1429999999999998,"15min":13.118},"last":0.71899999999999997},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.51500000000000001,"15min":1.3360000000000001},"min":{"1min":0.309,"5min":0.247,"15min":0.246},"max":{"1min":0.69599999999999995,"5min":2.6989999999999998,"15min":17.402999999999999},"last":0.51800000000000002}]},{"osd":1,"last update":"Mon Aug 28 02:39:46 2023","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.51500000000000001,"15min":1.6279999999999999},"min":{"1min":0.311,"5min":0.253,"15min":0.248},"max":{"1min":1.4119999999999999,"5min":3.113,"15min":17.43},"last":0.378},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.626,"15min":1.538},"min":{"1min":0.30399999999999999,"5min":0.28699999999999998,"15min":0.25900000000000001},"max":{"1min":1.4399999999999999,"5min":4.9749999999999996,"15min":19.913},"last":0.48699999999999999}]},{"osd":2,"last update":"Mon Aug 28 02:39:29 2023","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.5,"15min":1.1240000000000001},"min":{"1min":0.32200000000000001,"5min":0.26800000000000002,"15min":0.22900000000000001},"max":{"1min":2.96,"5min":2.96,"15min":8.3889999999999993},"last":0.69799999999999995},{"interface":"front","average":{"1min":0.68200000000000005,"5min":0.59099999999999997,"15min":1.0389999999999999},"min":{"1min":0.35399999999999998,"5min":0.28799999999999998,"15min":0.28699999999999998},"max":{"1min":1.9950000000000001,"5min":2.399,"15min":9.2219999999999995},"last":0.36599999999999999}]},{"osd":3,"last update":"Mon Aug 28 02:40:22 2023","interfaces":[{"interface":"back","average":{"1min":0.69199999999999995,"5min":0.629,"15min":0.67900000000000005},"min":{"1min":0.35699999999999998,"5min":0.312,"15min":0.312},"max":{"1min":3.9430000000000001,"5min":3.9430000000000001,"15min":3.9430000000000001},"last":0.39600000000000002},{"interface":"front","average":{"1min":0.76200000000000001,"5min":0.62,"15min":0.626},"min":{"1min":0.39800000000000002,"5min":0.32700000000000001,"15min":0.308},"max":{"1min":3.7599999999999998,"5min":4.1879999999999997,"15min":4.1879999999999997},"last":0.61699999999999999}]},{"osd":4,"last update":"Mon Aug 28 02:40:18 2023","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.47799999999999998,"15min":1.109},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.245},"max":{"1min":0.78000000000000003,"5min":2.677,"15min":18.943000000000001},"last":0.41099999999999998},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.58899999999999997,"15min":0.79700000000000004},"min":{"1min":0.28999999999999998,"5min":0.28699999999999998,"15min":0.25700000000000001},"max":{"1min":0.76800000000000002,"5min":3.282,"15min":7.2130000000000001},"last":0.32600000000000001}]},{"osd":5,"last update":"Mon Aug 28 02:40:18 2023","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.52100000000000002,"15min":0.876},"min":{"1min":0.31,"5min":0.28100000000000003,"15min":0.23599999999999999},"max":{"1min":2.0790000000000002,"5min":2.6669999999999998,"15min":14.622},"last":0.66800000000000004},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.56699999999999995,"15min":1.1080000000000001},"min":{"1min":0.30599999999999999,"5min":0.27100000000000002,"15min":0.27000000000000002},"max":{"1min":1.383,"5min":3.214,"15min":17.324999999999999},"last":0.59299999999999997}]},{"osd":6,"last update":"Mon Aug 28 02:40:18 2023","interfaces":[{"interface":"back","average":{"1min":0.71599999999999997,"5min":0.66700000000000004,"15min":1.165},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.30499999999999999},"max":{"1min":3.3170000000000002,"5min":3.8959999999999999,"15min":17.454999999999998},"last":0.64400000000000002},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.59699999999999998,"15min":0.754},"min":{"1min":0.34899999999999998,"5min":0.33400000000000002,"15min":0.28999999999999998},"max":{"1min":0.68700000000000006,"5min":2.4399999999999999,"15min":7.665},"last":0.46600000000000003}]}]},{"osd":6,"up_from":0,"seq":193273528734,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":101,"seq":433791697193,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1218880,"kb_used_data":594808,"kb_used_omap":4,"kb_used_meta":624059,"kb_avail":92526272,"statfs":{"total":95995035648,"available":94746902528,"internally_reserved":0,"allocated":609083392,"data_stored":606902203,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":639037326},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:39:49 2023","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":1.6020000000000001},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":1.155,"5min":2.1659999999999999,"15min":24.545999999999999},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":2.032},"min":{"1min":0.27500000000000002,"5min":0.23899999999999999,"15min":0.23599999999999999},"max":{"1min":1.395,"5min":3.496,"15min":24.515000000000001},"last":0.29799999999999999}]},{"osd":2,"last update":"Mon Aug 28 02:39:36 2023","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.59599999999999997,"15min":1.8100000000000001},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":1.028,"5min":3.544,"15min":22.161000000000001},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.63100000000000001,"5min":0.54500000000000004,"15min":1.415},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.254},"max":{"1min":2.9369999999999998,"5min":2.9369999999999998,"15min":19.100999999999999},"last":0.39900000000000002}]},{"osd":3,"last update":"Mon Aug 28 02:40:26 2023","interfaces":[{"interface":"back","average":{"1min":0.72599999999999998,"5min":0.58699999999999997,"15min":0.52000000000000002},"min":{"1min":0.27900000000000003,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":2.71,"5min":2.742,"15min":2.742},"last":1.9950000000000001},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.58499999999999996,"15min":0.54400000000000004},"min":{"1min":0.40000000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.93799999999999994,"5min":3.5819999999999999,"15min":3.5819999999999999},"last":0.59399999999999997}]},{"osd":4,"last update":"Mon Aug 28 02:39:49 2023","interfaces":[{"interface":"back","average":{"1min":0.65600000000000003,"5min":0.57199999999999995,"15min":1.1830000000000001},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.28499999999999998},"max":{"1min":2.8919999999999999,"5min":2.8919999999999999,"15min":18.992999999999999},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.61699999999999999,"15min":1.329},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.28899999999999998},"max":{"1min":0.93999999999999995,"5min":2.0070000000000001,"15min":14.779999999999999},"last":0.48799999999999999}]},{"osd":5,"last update":"Mon Aug 28 02:39:49 2023","interfaces":[{"interface":"back","average":{"1min":10.529999999999999,"5min":2.6099999999999999,"15min":2.323},"min":{"1min":0.40799999999999997,"5min":0.36499999999999999,"15min":0.29999999999999999},"max":{"1min":188.94900000000001,"5min":188.94900000000001,"15min":188.94900000000001},"last":0.44700000000000001},{"interface":"front","average":{"1min":10.635999999999999,"5min":2.6360000000000001,"15min":2.137},"min":{"1min":0.375,"5min":0.35299999999999998,"15min":0.33600000000000002},"max":{"1min":188.803,"5min":188.803,"15min":188.803},"last":0.52200000000000002}]},{"osd":6,"last update":"Mon Aug 28 02:39:49 2023","interfaces":[{"interface":"back","average":{"1min":0.64900000000000002,"5min":0.68300000000000005,"15min":1.5600000000000001},"min":{"1min":0.43099999999999999,"5min":0.40799999999999997,"15min":0.34300000000000003},"max":{"1min":1.042,"5min":3.6400000000000001,"15min":12.221},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.74299999999999999,"5min":0.70399999999999996,"15min":1.375},"min":{"1min":0.439,"5min":0.39100000000000001,"15min":0.35699999999999998},"max":{"1min":3.036,"5min":3.036,"15min":19.021999999999998},"last":0.61599999999999999}]},{"osd":7,"last update":"Mon Aug 28 02:39:49 2023","interfaces":[{"interface":"back","average":{"1min":0.80900000000000005,"5min":0.70199999999999996,"15min":1.4399999999999999},"min":{"1min":0.41399999999999998,"5min":0.38500000000000001,"15min":0.374},"max":{"1min":3.0059999999999998,"5min":3.0059999999999998,"15min":19.047999999999998},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.72799999999999998,"15min":1.486},"min":{"1min":0.46600000000000003,"5min":0.46200000000000002,"15min":0.34399999999999997},"max":{"1min":0.97299999999999998,"5min":2.3679999999999999,"15min":14.818},"last":0.53900000000000003}]}]},{"osd":0,"up_from":87,"seq":373662155059,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2650236,"kb_used_data":1958964,"kb_used_omap":5,"kb_used_meta":691258,"kb_avail":91094916,"statfs":{"total":95995035648,"available":93281193984,"internally_reserved":0,"allocated":2005979136,"data_stored":2003683833,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":707848826},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:39:40 2023","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.48499999999999999,"15min":1.2769999999999999},"min":{"1min":0.245,"5min":0.221,"15min":0.184},"max":{"1min":3.7709999999999999,"5min":3.7709999999999999,"15min":30.315000000000001},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.54200000000000004,"15min":1.7410000000000001},"min":{"1min":0.28399999999999997,"5min":0.26200000000000001,"15min":0.23000000000000001},"max":{"1min":3,"5min":4.0679999999999996,"15min":69.272000000000006},"last":0.48299999999999998}]},{"osd":2,"last update":"Mon Aug 28 02:39:40 2023","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.66500000000000004,"15min":1.5269999999999999},"min":{"1min":0.312,"5min":0.247,"15min":0.23699999999999999},"max":{"1min":2.6699999999999999,"5min":4.4020000000000001,"15min":20.959},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.73899999999999999,"5min":0.68400000000000005,"15min":1.4019999999999999},"min":{"1min":0.31,"5min":0.28000000000000003,"15min":0.247},"max":{"1min":4.0919999999999996,"5min":6.1180000000000003,"15min":9.3729999999999993},"last":0.44600000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:40:23 2023","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.754,"15min":0.746},"min":{"1min":0.39400000000000002,"5min":0.32800000000000001,"15min":0.26600000000000001},"max":{"1min":1.512,"5min":5.6680000000000001,"15min":5.6680000000000001},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.74299999999999999,"15min":0.75700000000000001},"min":{"1min":0.38100000000000001,"5min":0.31,"15min":0.31},"max":{"1min":1.302,"5min":4.9199999999999999,"15min":4.9199999999999999},"last":0.64000000000000001}]},{"osd":4,"last update":"Mon Aug 28 02:40:23 2023","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.60899999999999999,"15min":2.02},"min":{"1min":0.372,"5min":0.315,"15min":0.314},"max":{"1min":0.89500000000000002,"5min":4.3339999999999996,"15min":274.33199999999999},"last":0.69099999999999995},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.64300000000000002,"15min":2.2469999999999999},"min":{"1min":0.38100000000000001,"5min":0.34999999999999998,"15min":0.28199999999999997},"max":{"1min":1.4019999999999999,"5min":2.8969999999999998,"15min":266.31999999999999},"last":0.745}]},{"osd":5,"last update":"Mon Aug 28 02:40:23 2023","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.65100000000000002,"15min":1.109},"min":{"1min":0.41199999999999998,"5min":0.34899999999999998,"15min":0.29299999999999998},"max":{"1min":0.83499999999999996,"5min":4.2089999999999996,"15min":8.9789999999999992},"last":0.77500000000000002},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.64000000000000001,"15min":1.4850000000000001},"min":{"1min":0.38600000000000001,"5min":0.36699999999999999,"15min":0.34799999999999998},"max":{"1min":1.429,"5min":2.8039999999999998,"15min":15.231},"last":0.79500000000000004}]},{"osd":6,"last update":"Mon Aug 28 02:40:23 2023","interfaces":[{"interface":"back","average":{"1min":0.73299999999999998,"5min":0.72499999999999998,"15min":1.29},"min":{"1min":0.46800000000000003,"5min":0.41299999999999998,"15min":0.29399999999999998},"max":{"1min":2.3370000000000002,"5min":4.2869999999999999,"15min":15.122999999999999},"last":0.81799999999999995},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.66900000000000004,"15min":1.5489999999999999},"min":{"1min":0.42499999999999999,"5min":0.38300000000000001,"15min":0.35599999999999998},"max":{"1min":2.3660000000000001,"5min":2.927,"15min":15.186999999999999},"last":0.84299999999999997}]},{"osd":7,"last update":"Mon Aug 28 02:40:23 2023","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.80200000000000005,"15min":1.5},"min":{"1min":0.48899999999999999,"5min":0.434,"15min":0.33400000000000002},"max":{"1min":0.79500000000000004,"5min":4.4390000000000001,"15min":16.183},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.67200000000000004,"5min":0.80000000000000004,"15min":1.3049999999999999},"min":{"1min":0.54700000000000004,"5min":0.46000000000000002,"15min":0.35999999999999999},"max":{"1min":1.036,"5min":4.2519999999999998,"15min":8.9960000000000004},"last":0.72599999999999998}]}]},{"osd":2,"up_from":0,"seq":502511173919,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":297,"seq":1275605287001,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":728596,"kb_used_data":557580,"kb_used_omap":2,"kb_used_meta":171005,"kb_avail":93016556,"statfs":{"total":95995035648,"available":95248953344,"internally_reserved":0,"allocated":570961920,"data_stored":568809169,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":175109173},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:40:20 2023","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.48999999999999999,"15min":0.46200000000000002},"min":{"1min":0.24199999999999999,"5min":0.224,"15min":0.22},"max":{"1min":3.802,"5min":3.802,"15min":6.8819999999999997},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.48499999999999999,"15min":0.65100000000000002},"min":{"1min":0.28499999999999998,"5min":0.25900000000000001,"15min":0.217},"max":{"1min":1.5409999999999999,"5min":1.5409999999999999,"15min":6.7839999999999998},"last":0.56200000000000006}]},{"osd":1,"last update":"Mon Aug 28 02:40:20 2023","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.53700000000000003,"15min":0.47599999999999998},"min":{"1min":0.309,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":1.421,"5min":3.044,"15min":4.0650000000000004},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.55600000000000005,"15min":0.67800000000000005},"min":{"1min":0.33000000000000002,"5min":0.249,"15min":0.249},"max":{"1min":0.91800000000000004,"5min":3.9249999999999998,"15min":3.9249999999999998},"last":0.41999999999999998}]},{"osd":2,"last update":"Mon Aug 28 02:40:20 2023","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.51400000000000001,"15min":0.59399999999999997},"min":{"1min":0.30499999999999999,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.84299999999999997,"5min":2.1659999999999999,"15min":2.5449999999999999},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.65900000000000003,"5min":0.60299999999999998,"15min":0.57799999999999996},"min":{"1min":0.308,"5min":0.29599999999999999,"15min":0.29299999999999998},"max":{"1min":3.7440000000000002,"5min":3.7440000000000002,"15min":4.7030000000000003},"last":0.40200000000000002}]},{"osd":4,"last update":"Mon Aug 28 02:40:20 2023","interfaces":[{"interface":"back","average":{"1min":0.69499999999999995,"5min":0.66300000000000003,"15min":0.60299999999999998},"min":{"1min":0.34499999999999997,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":3.887,"5min":6.2670000000000003,"15min":6.2670000000000003},"last":0.47499999999999998},{"interface":"front","average":{"1min":0.89300000000000002,"5min":0.64900000000000002,"15min":0.59399999999999997},"min":{"1min":0.441,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":5.423,"5min":5.423,"15min":5.423},"last":0.75700000000000001}]},{"osd":5,"last update":"Mon Aug 28 02:40:20 2023","interfaces":[{"interface":"back","average":{"1min":0.91900000000000004,"5min":0.67800000000000005,"15min":0.623},"min":{"1min":0.378,"5min":0.313,"15min":0.313},"max":{"1min":5.4660000000000002,"5min":5.4660000000000002,"15min":5.4660000000000002},"last":0.80000000000000004},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.629,"15min":0.57299999999999995},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.35399999999999998},"max":{"1min":0.69199999999999995,"5min":3.411,"15min":3.411},"last":0.45300000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:40:20 2023","interfaces":[{"interface":"back","average":{"1min":0.76200000000000001,"5min":0.69299999999999995,"15min":0.66100000000000003},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":3.9199999999999999,"5min":3.9199999999999999,"15min":3.9199999999999999},"last":0.57899999999999996},{"interface":"front","average":{"1min":1.0660000000000001,"5min":0.749,"15min":0.68999999999999995},"min":{"1min":0.5,"5min":0.378,"15min":0.378},"max":{"1min":5.5,"5min":5.5,"15min":5.5},"last":0.84199999999999997}]},{"osd":7,"last update":"Mon Aug 28 02:40:20 2023","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.66000000000000003,"15min":0.60899999999999999},"min":{"1min":0.437,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.77900000000000003,"5min":2.9399999999999999,"15min":2.9399999999999999},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.79900000000000004,"5min":0.74299999999999999,"15min":0.68000000000000005},"min":{"1min":0.42999999999999999,"5min":0.42099999999999999,"15min":0.41999999999999998},"max":{"1min":3.8460000000000001,"5min":3.8460000000000001,"15min":3.8460000000000001},"last":0.51200000000000001}]}]},{"osd":4,"up_from":30,"seq":128849019296,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2669132,"kb_used_data":2158212,"kb_used_omap":0,"kb_used_meta":510912,"kb_avail":91076020,"statfs":{"total":95995035648,"available":93261844480,"internally_reserved":0,"allocated":2210009088,"data_stored":2208492028,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":523173888},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:40:27 2023","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.51400000000000001,"15min":1.222},"min":{"1min":0.23699999999999999,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":4.0620000000000003,"5min":4.46,"15min":22.515000000000001},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.52400000000000002,"15min":1.1299999999999999},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.23200000000000001},"max":{"1min":4.0449999999999999,"5min":4.0449999999999999,"15min":22.454000000000001},"last":0.55900000000000005}]},{"osd":1,"last update":"Mon Aug 28 02:39:53 2023","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.56399999999999995,"15min":1.1970000000000001},"min":{"1min":0.28799999999999998,"5min":0.26300000000000001,"15min":0.248},"max":{"1min":1.28,"5min":5.5979999999999999,"15min":23.082000000000001},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.56100000000000005,"15min":1.3049999999999999},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.26000000000000001},"max":{"1min":1.341,"5min":4.5910000000000002,"15min":25.100000000000001},"last":0.39100000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:40:27 2023","interfaces":[{"interface":"back","average":{"1min":0.871,"5min":0.65600000000000003,"15min":1.248},"min":{"1min":0.33000000000000002,"5min":0.28299999999999997,"15min":0.27900000000000003},"max":{"1min":4.1779999999999999,"5min":4.5430000000000001,"15min":13.194000000000001},"last":0.68999999999999995},{"interface":"front","average":{"1min":0.70799999999999996,"5min":0.621,"15min":1.1220000000000001},"min":{"1min":0.31,"5min":0.31,"15min":0.29399999999999998},"max":{"1min":4.0890000000000004,"5min":5.6360000000000001,"15min":13.515000000000001},"last":0.46600000000000003}]},{"osd":3,"last update":"Mon Aug 28 02:40:27 2023","interfaces":[{"interface":"back","average":{"1min":0.91700000000000004,"5min":0.64200000000000002,"15min":0.748},"min":{"1min":0.38200000000000001,"5min":0.34200000000000003,"15min":0.32100000000000001},"max":{"1min":4.2060000000000004,"5min":4.2060000000000004,"15min":7.7480000000000002},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.92500000000000004,"5min":0.69199999999999995,"15min":0.69499999999999995},"min":{"1min":0.36499999999999999,"5min":0.34100000000000003,"15min":0.30199999999999999},"max":{"1min":4.1189999999999998,"5min":4.1189999999999998,"15min":4.1189999999999998},"last":0.59099999999999997}]},{"osd":5,"last update":"Mon Aug 28 02:40:05 2023","interfaces":[{"interface":"back","average":{"1min":0.65500000000000003,"5min":0.53100000000000003,"15min":0.89200000000000002},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.222},"max":{"1min":4.1459999999999999,"5min":4.609,"15min":8.6850000000000005},"last":0.314},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.47099999999999997,"15min":0.94799999999999995},"min":{"1min":0.307,"5min":0.29799999999999999,"15min":0.20699999999999999},"max":{"1min":0.64600000000000002,"5min":1.5700000000000001,"15min":8.6370000000000005},"last":0.33300000000000002}]},{"osd":6,"last update":"Mon Aug 28 02:40:22 2023","interfaces":[{"interface":"back","average":{"1min":0.71599999999999997,"5min":0.55600000000000005,"15min":0.90100000000000002},"min":{"1min":0.315,"5min":0.28699999999999998,"15min":0.26500000000000001},"max":{"1min":4.6589999999999998,"5min":4.6589999999999998,"15min":8.8480000000000008},"last":0.436},{"interface":"front","average":{"1min":0.68100000000000005,"5min":0.54800000000000004,"15min":0.95299999999999996},"min":{"1min":0.33100000000000002,"5min":0.31,"15min":0.26600000000000001},"max":{"1min":4.2350000000000003,"5min":4.2350000000000003,"15min":8.5},"last":0.47699999999999998}]},{"osd":7,"last update":"Mon Aug 28 02:40:27 2023","interfaces":[{"interface":"back","average":{"1min":0.74099999999999999,"5min":0.63900000000000001,"15min":1.0029999999999999},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.22500000000000001},"max":{"1min":4.1109999999999998,"5min":4.5720000000000001,"15min":9.3209999999999997},"last":0.49299999999999999},{"interface":"front","average":{"1min":1.048,"5min":0.67500000000000004,"15min":0.96499999999999997},"min":{"1min":0.38200000000000001,"5min":0.32400000000000001,"15min":0.30299999999999999},"max":{"1min":4.6959999999999997,"5min":4.6959999999999997,"15min":15.597},"last":0.373}]}]},{"osd":5,"up_from":37,"seq":158913790369,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1964012,"kb_used_data":1389796,"kb_used_omap":0,"kb_used_meta":574208,"kb_avail":91781140,"statfs":{"total":95995035648,"available":93983887360,"internally_reserved":0,"allocated":1423151104,"data_stored":1421653905,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":587988992},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:39:55 2023","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.44500000000000001,"15min":1.244},"min":{"1min":0.23999999999999999,"5min":0.23799999999999999,"15min":0.20200000000000001},"max":{"1min":0.747,"5min":1.1100000000000001,"15min":15.156000000000001},"last":0.33200000000000002},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.56200000000000006,"15min":1.3049999999999999},"min":{"1min":0.33900000000000002,"5min":0.26400000000000001,"15min":0.24099999999999999},"max":{"1min":1.9830000000000001,"5min":4.298,"15min":19.815999999999999},"last":0.42199999999999999}]},{"osd":1,"last update":"Mon Aug 28 02:39:55 2023","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.52700000000000002,"15min":1.405},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.23699999999999999},"max":{"1min":1.5229999999999999,"5min":3.7989999999999999,"15min":17.998000000000001},"last":0.438},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56299999999999994,"15min":1.3680000000000001},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26000000000000001},"max":{"1min":1.661,"5min":4.2149999999999999,"15min":19.853000000000002},"last":0.32400000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:39:55 2023","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.53700000000000003,"15min":1.1639999999999999},"min":{"1min":0.33600000000000002,"5min":0.28100000000000003,"15min":0.27700000000000002},"max":{"1min":2.9359999999999999,"5min":2.9359999999999999,"15min":13.335000000000001},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.68000000000000005,"5min":0.66900000000000004,"15min":1.4370000000000001},"min":{"1min":0.39800000000000002,"5min":0.32600000000000001,"15min":0.28499999999999998},"max":{"1min":1.6379999999999999,"5min":4.2400000000000002,"15min":10.084},"last":0.379}]},{"osd":3,"last update":"Mon Aug 28 02:40:27 2023","interfaces":[{"interface":"back","average":{"1min":0.64300000000000002,"5min":0.56100000000000005,"15min":1.006},"min":{"1min":0.318,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":2.0329999999999999,"5min":3.7730000000000001,"15min":16.190999999999999},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.82499999999999996,"5min":0.69099999999999995,"15min":1.2769999999999999},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":3.9790000000000001,"5min":4.8230000000000004,"15min":21.420999999999999},"last":0.46700000000000003}]},{"osd":4,"last update":"Mon Aug 28 02:40:02 2023","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.432,"15min":0.91200000000000003},"min":{"1min":0.28100000000000003,"5min":0.25,"15min":0.23100000000000001},"max":{"1min":0.91300000000000003,"5min":1.516,"15min":13.616},"last":0.40100000000000002},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.58699999999999997,"15min":1.1000000000000001},"min":{"1min":0.29699999999999999,"5min":0.29299999999999998,"15min":0.25700000000000001},"max":{"1min":1.3320000000000001,"5min":4.1879999999999997,"15min":10.566000000000001},"last":0.28799999999999998}]},{"osd":6,"last update":"Mon Aug 28 02:39:55 2023","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.59199999999999997,"15min":1.1439999999999999},"min":{"1min":0.34999999999999998,"5min":0.28599999999999998,"15min":0.23300000000000001},"max":{"1min":1.9099999999999999,"5min":4.04,"15min":17.510000000000002},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.55300000000000005,"15min":1.0800000000000001},"min":{"1min":0.308,"5min":0.29499999999999998,"15min":0.254},"max":{"1min":1.165,"5min":3.726,"15min":15.856999999999999},"last":0.47899999999999998}]},{"osd":7,"last update":"Mon Aug 28 02:39:55 2023","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.66600000000000004,"15min":1.3029999999999999},"min":{"1min":0.37,"5min":0.34999999999999998,"15min":0.315},"max":{"1min":2.048,"5min":6.9630000000000001,"15min":31.707000000000001},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.70199999999999996,"15min":1.367},"min":{"1min":0.34699999999999998,"5min":0.33000000000000002,"15min":0.318},"max":{"1min":1.403,"5min":4.5890000000000004,"15min":31.66},"last":0.502}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1997934592,"data_stored":1997930520,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":603258880,"data_stored":603258880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1419051008,"data_stored":1419051008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":564920320,"data_stored":564920320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":2200637440,"data_stored":2200633368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1414725632,"data_stored":1414725632,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1664552960,"data_stored":1664548888,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":1009582080,"data_stored":1009582080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:40:35.076 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:40:35.110 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:35.232 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:40:35.239 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:35.239 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:40:35.340 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:40:35.377 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:35.420 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:40:35.438 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd unset nodeep-scrub 2023-08-28T02:40:35.442 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:40:35.467 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:40:35.492 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:40:35.503 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:40:35.507 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:35.507 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:40:35.517 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:40:35.547 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:40:35.573 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:40:35.598 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:40:35.600 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-08-28T02:40:35.600 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-08-28T02:40:35.600 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-08-28T02:40:35.600 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-08-28T02:40:35.600 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-08-28T02:40:35.600 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-08-28T02:40:35.600 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-08-28T02:40:35.600 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-08-28T02:40:35.608 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:40:35.628 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:35 smithi040 ceph-mon[170259]: from='client.56659 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:40:35.629 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:35 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/1905882284' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:40:35.629 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:40:35 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:40:35] "GET /metrics HTTP/1.1" 200 36614 "" "Prometheus/2.43.0" 2023-08-28T02:40:35.629 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:35 smithi040 ceph-mon[175404]: from='client.56659 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:40:35.629 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:35 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/1905882284' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:40:35.634 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:35.655 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:40:35.658 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:35.659 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:40:35.759 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:40:35.786 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:35.807 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:40:35.812 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:35.812 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:40:35.913 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:40:35.937 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:35 smithi083 ceph-mon[157819]: from='client.56659 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:40:35.938 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:35 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/1905882284' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:40:35.940 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:35.961 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:40:35.964 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:35.965 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:40:36.065 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:40:36.098 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:36.123 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:40:36.126 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:36.126 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:40:36.183 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-08-28T02:40:36.184 INFO:teuthology.orchestra.run.smithi040.stdout: "ops": [], 2023-08-28T02:40:36.184 INFO:teuthology.orchestra.run.smithi040.stdout: "complaint_time": 30, 2023-08-28T02:40:36.184 INFO:teuthology.orchestra.run.smithi040.stdout: "num_blocked_ops": 0 2023-08-28T02:40:36.184 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-08-28T02:40:36.227 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:40:36.255 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:36.275 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:40:36.278 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:36.278 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:40:36.346 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:40:36.379 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:40:36.417 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:36.542 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:40:36.546 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:36.546 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:40:36.564 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.3 dump_historic_ops 2023-08-28T02:40:36.647 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:40:36.685 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:36.709 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:40:36.712 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:36.714 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:40:36.814 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:40:36.820 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:36 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 13597/147105 objects degraded (9.243%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:40:36.820 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:36 smithi040 ceph-mon[175404]: pgmap v1182: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.0 GiB data, 10 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 173 op/s; 13484/145482 objects degraded (9.269%); 15035/145482 objects misplaced (10.335%); 2.0 MiB/s, 31 objects/s recovering 2023-08-28T02:40:36.821 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:36 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 13597/147105 objects degraded (9.243%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:40:36.821 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:36 smithi040 ceph-mon[170259]: pgmap v1182: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.0 GiB data, 10 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 173 op/s; 13484/145482 objects degraded (9.269%); 15035/145482 objects misplaced (10.335%); 2.0 MiB/s, 31 objects/s recovering 2023-08-28T02:40:36.847 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:36.926 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:40:36.930 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:36.930 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:40:36.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:36 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 13597/147105 objects degraded (9.243%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:40:36.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:36 smithi083 ceph-mon[157819]: pgmap v1182: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 3.0 GiB data, 10 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 173 op/s; 13484/145482 objects degraded (9.269%); 15035/145482 objects misplaced (10.335%); 2.0 MiB/s, 31 objects/s recovering 2023-08-28T02:40:37.031 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:40:37.065 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:37.139 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:40:37.142 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:37.142 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:40:37.243 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:40:37.248 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:40:37.279 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:37.451 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:40:37.454 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:37.455 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:40:37.556 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:40:37.597 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:37.972 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:40:37.977 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:37.978 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:40:38.068 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:40:38.072 INFO:teuthology.orchestra.run.smithi040.stderr:nodeep-scrub is unset 2023-08-28T02:40:38.079 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:40:38.152 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:38.179 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:40:38.185 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:38.186 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:40:38.205 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-08-28T02:40:38.286 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:40:38.313 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:38 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/416816773' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:40:38.314 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:38 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:40:38.315 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:38.335 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:40:38.337 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:38.337 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:40:38.429 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:38 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/416816773' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:40:38.430 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:38 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:40:38.430 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:38 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/416816773' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:40:38.430 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:38 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:40:38.439 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:40:38.466 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:38.487 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:40:38.490 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:38.490 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:40:38.586 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:40:38.591 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:40:38.603 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:40:38.619 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:38.641 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:40:38.644 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-08-28T02:40:38.644 INFO:teuthology.orchestra.run.smithi040.stdout: "size": 20, 2023-08-28T02:40:38.644 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 600, 2023-08-28T02:40:38.644 INFO:teuthology.orchestra.run.smithi040.stdout: "ops": [ 2023-08-28T02:40:38.644 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.644 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "MOSDPGPush(10.d 299/297 [PushOp(10:b17f00a9:::benchmark_data_smithi040_250784_object75247:head, version: 267'4687, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(10:b17f00a9:::benchmark_data_smithi040_250784_object75247:head@267'4687, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-08-28T02:40:38.644 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:33:13.338811+0000", 2023-08-28T02:40:38.644 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 445.304044277, 2023-08-28T02:40:38.644 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.014310685, 2023-08-28T02:40:38.644 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:40:38.645 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "started", 2023-08-28T02:40:38.645 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:40:38.645 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.645 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:40:38.645 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.338811+0000", 2023-08-28T02:40:38.645 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:38.645 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.645 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.645 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:40:38.645 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.338811+0000", 2023-08-28T02:40:38.645 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:38.645 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.646 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.646 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:40:38.646 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.338810+0000", 2023-08-28T02:40:38.646 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:40:38.646 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.646 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.646 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:40:38.646 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.338984+0000", 2023-08-28T02:40:38.646 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00017307499999999999 2023-08-28T02:40:38.646 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.646 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.646 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:40:38.647 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.352618+0000", 2023-08-28T02:40:38.647 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.013634366 2023-08-28T02:40:38.647 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.647 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.647 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:40:38.647 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.352650+0000", 2023-08-28T02:40:38.647 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.1686000000000001e-05 2023-08-28T02:40:38.647 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.647 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.647 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:38.648 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.352897+0000", 2023-08-28T02:40:38.648 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00024705499999999999 2023-08-28T02:40:38.648 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.648 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.648 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:40:38.648 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.352909+0000", 2023-08-28T02:40:38.648 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1973999999999999e-05 2023-08-28T02:40:38.648 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.648 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.648 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:40:38.648 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:13.353121+0000", 2023-08-28T02:40:38.648 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000212835 2023-08-28T02:40:38.649 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:38.649 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:40:38.649 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:38.649 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.649 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.649 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:95680 10.4 e309/298 10:241f6c88:::benchmark_data_smithi040_250784_object2371:head v 309'5909, mlcod=260'3327)", 2023-08-28T02:40:38.649 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:33:43.539475+0000", 2023-08-28T02:40:38.649 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 415.10337957199999, 2023-08-28T02:40:38.649 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.019732039999999999, 2023-08-28T02:40:38.649 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:40:38.649 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:38.650 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:40:38.650 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.650 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:40:38.650 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.539475+0000", 2023-08-28T02:40:38.650 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:38.650 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.650 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.650 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:40:38.650 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.539475+0000", 2023-08-28T02:40:38.650 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:38.651 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.651 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.651 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:40:38.651 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.539474+0000", 2023-08-28T02:40:38.651 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:40:38.651 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.651 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.651 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:40:38.651 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.539493+0000", 2023-08-28T02:40:38.651 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.9082000000000001e-05 2023-08-28T02:40:38.652 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.652 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.652 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:40:38.652 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.539520+0000", 2023-08-28T02:40:38.652 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.7095999999999999e-05 2023-08-28T02:40:38.652 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.652 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.652 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:40:38.653 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.539531+0000", 2023-08-28T02:40:38.653 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1260999999999999e-05 2023-08-28T02:40:38.653 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.653 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.653 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:38.653 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.539597+0000", 2023-08-28T02:40:38.653 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.5497e-05 2023-08-28T02:40:38.653 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.653 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.653 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:40:38.654 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.539636+0000", 2023-08-28T02:40:38.654 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.9613000000000002e-05 2023-08-28T02:40:38.654 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.654 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.654 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:40:38.654 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.559145+0000", 2023-08-28T02:40:38.654 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.019508958999999999 2023-08-28T02:40:38.654 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.654 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.655 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:40:38.655 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:43.559208+0000", 2023-08-28T02:40:38.655 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.2120999999999997e-05 2023-08-28T02:40:38.655 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:38.655 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:40:38.655 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:38.655 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.655 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.655 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:95764 10.f e310/298 10:fe03ab10:::benchmark_data_smithi040_250784_object2455:head v 310'6059, mlcod=0'0)", 2023-08-28T02:40:38.655 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:33:48.000792+0000", 2023-08-28T02:40:38.656 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 410.64206325499998, 2023-08-28T02:40:38.656 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.010532592, 2023-08-28T02:40:38.656 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:40:38.656 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:38.656 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:40:38.656 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.656 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:40:38.656 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:48.000792+0000", 2023-08-28T02:40:38.656 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:38.656 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.656 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.656 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:40:38.657 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:48.000792+0000", 2023-08-28T02:40:38.657 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:38.657 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.657 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.657 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:40:38.657 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:48.000790+0000", 2023-08-28T02:40:38.657 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:40:38.657 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.657 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.657 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:40:38.657 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:48.000811+0000", 2023-08-28T02:40:38.658 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.1112e-05 2023-08-28T02:40:38.658 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.658 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.658 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:40:38.658 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:48.000838+0000", 2023-08-28T02:40:38.658 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.7328999999999999e-05 2023-08-28T02:40:38.658 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.658 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.658 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:40:38.658 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:48.000853+0000", 2023-08-28T02:40:38.658 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4138000000000001e-05 2023-08-28T02:40:38.658 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.659 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.659 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:38.659 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:48.006735+0000", 2023-08-28T02:40:38.659 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0058829440000000002 2023-08-28T02:40:38.659 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.659 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.659 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:40:38.659 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:48.006780+0000", 2023-08-28T02:40:38.659 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.5011e-05 2023-08-28T02:40:38.659 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.659 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.660 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:40:38.660 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:48.011269+0000", 2023-08-28T02:40:38.660 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0044884110000000003 2023-08-28T02:40:38.660 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.660 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.660 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:40:38.660 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:48.011324+0000", 2023-08-28T02:40:38.660 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.5494000000000001e-05 2023-08-28T02:40:38.660 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:38.660 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:40:38.660 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:38.661 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.661 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.661 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:96073 10.d e310/297 10:b56973fa:::benchmark_data_smithi040_250784_object2764:head v 310'5932, mlcod=310'5930)", 2023-08-28T02:40:38.661 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:33:50.015284+0000", 2023-08-28T02:40:38.661 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 408.62757101300002, 2023-08-28T02:40:38.661 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0096735959999999996, 2023-08-28T02:40:38.661 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:40:38.661 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:38.661 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:40:38.661 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.661 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:40:38.662 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:50.015284+0000", 2023-08-28T02:40:38.662 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:38.662 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.662 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.662 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:40:38.662 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:50.015284+0000", 2023-08-28T02:40:38.662 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:38.662 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.662 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.662 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:40:38.662 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:50.015282+0000", 2023-08-28T02:40:38.662 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:40:38.663 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.663 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.663 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:40:38.663 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:50.015309+0000", 2023-08-28T02:40:38.663 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.6350999999999999e-05 2023-08-28T02:40:38.663 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.663 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.663 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:40:38.663 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:50.015335+0000", 2023-08-28T02:40:38.663 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.6210000000000001e-05 2023-08-28T02:40:38.663 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.664 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.664 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:40:38.664 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:50.015349+0000", 2023-08-28T02:40:38.664 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4253000000000001e-05 2023-08-28T02:40:38.664 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.664 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.664 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:38.664 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:50.015466+0000", 2023-08-28T02:40:38.664 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00011708 2023-08-28T02:40:38.664 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.664 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.665 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:40:38.665 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:50.015489+0000", 2023-08-28T02:40:38.665 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.3006999999999998e-05 2023-08-28T02:40:38.665 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.665 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.665 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:40:38.665 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:50.024909+0000", 2023-08-28T02:40:38.665 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0094199809999999991 2023-08-28T02:40:38.665 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.665 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.665 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:40:38.665 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:33:50.024958+0000", 2023-08-28T02:40:38.666 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.8393999999999998e-05 2023-08-28T02:40:38.666 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:38.666 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:40:38.666 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:38.666 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.666 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.666 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:98514 10.3 e315/298 10:c5d0e888:::benchmark_data_smithi040_250784_object5205:head v 315'6137, mlcod=254'302)", 2023-08-28T02:40:38.666 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:34:25.426205+0000", 2023-08-28T02:40:38.666 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 373.21664975499999, 2023-08-28T02:40:38.666 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.012627611, 2023-08-28T02:40:38.666 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:40:38.667 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:38.667 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:40:38.667 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.667 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:40:38.667 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:25.426205+0000", 2023-08-28T02:40:38.667 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:38.667 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.667 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.667 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:40:38.667 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:25.426205+0000", 2023-08-28T02:40:38.667 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:38.667 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.668 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.668 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:40:38.668 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:25.426204+0000", 2023-08-28T02:40:38.668 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:40:38.668 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.668 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.668 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:40:38.668 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:25.426217+0000", 2023-08-28T02:40:38.668 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2332e-05 2023-08-28T02:40:38.668 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.668 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.668 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:40:38.669 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:25.426236+0000", 2023-08-28T02:40:38.669 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.9695999999999999e-05 2023-08-28T02:40:38.669 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.669 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.669 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:40:38.669 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:25.426251+0000", 2023-08-28T02:40:38.669 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4600000000000001e-05 2023-08-28T02:40:38.669 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.669 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.669 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:38.669 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:25.426337+0000", 2023-08-28T02:40:38.669 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.6180000000000005e-05 2023-08-28T02:40:38.670 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.670 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.670 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:40:38.670 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:25.426376+0000", 2023-08-28T02:40:38.670 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.9483000000000001e-05 2023-08-28T02:40:38.670 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.670 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.670 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:40:38.670 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:25.438767+0000", 2023-08-28T02:40:38.670 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.012390541 2023-08-28T02:40:38.670 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.671 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.671 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:40:38.671 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:25.438833+0000", 2023-08-28T02:40:38.671 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.5877999999999995e-05 2023-08-28T02:40:38.671 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:38.671 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:40:38.671 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:38.671 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.671 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.671 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:99827 10.3 e316/298 10:cb91dd09:::benchmark_data_smithi040_250784_object6518:head v 316'6239, mlcod=254'404)", 2023-08-28T02:40:38.671 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:34:41.462534+0000", 2023-08-28T02:40:38.671 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 357.180320865, 2023-08-28T02:40:38.672 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.01159138, 2023-08-28T02:40:38.672 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:40:38.672 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:38.672 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:40:38.672 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.672 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:40:38.672 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:41.462534+0000", 2023-08-28T02:40:38.672 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:38.672 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.672 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.672 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:40:38.673 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:41.462534+0000", 2023-08-28T02:40:38.673 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:38.673 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.673 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.673 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:40:38.673 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:41.462533+0000", 2023-08-28T02:40:38.673 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:40:38.673 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.673 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.673 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:40:38.673 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:41.462547+0000", 2023-08-28T02:40:38.673 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4630999999999999e-05 2023-08-28T02:40:38.674 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.674 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.674 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:40:38.674 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:41.462573+0000", 2023-08-28T02:40:38.674 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.5500999999999999e-05 2023-08-28T02:40:38.674 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.674 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.674 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:40:38.674 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:41.462584+0000", 2023-08-28T02:40:38.674 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1077000000000001e-05 2023-08-28T02:40:38.674 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.674 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.675 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:38.675 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:41.462881+0000", 2023-08-28T02:40:38.675 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00029668099999999997 2023-08-28T02:40:38.675 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.675 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.675 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:40:38.675 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:41.462916+0000", 2023-08-28T02:40:38.675 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.5227e-05 2023-08-28T02:40:38.675 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.675 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.675 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:40:38.675 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:41.474037+0000", 2023-08-28T02:40:38.676 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.011121504000000001 2023-08-28T02:40:38.676 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.676 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.676 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:40:38.676 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:41.474126+0000", 2023-08-28T02:40:38.676 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.8170000000000005e-05 2023-08-28T02:40:38.676 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:38.676 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:40:38.676 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:38.676 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.676 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.676 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:99832 10.7 e317/298 10:e475b207:::benchmark_data_smithi040_250784_object6523:head v 317'6239, mlcod=255'984)", 2023-08-28T02:40:38.677 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:34:41.487861+0000", 2023-08-28T02:40:38.677 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 357.1549943, 2023-08-28T02:40:38.677 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.012129294000000001, 2023-08-28T02:40:38.677 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:40:38.677 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:38.677 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:40:38.677 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.677 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:40:38.677 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:41.487861+0000", 2023-08-28T02:40:38.677 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:38.677 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.677 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.678 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:40:38.678 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:41.487861+0000", 2023-08-28T02:40:38.678 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:38.678 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.678 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.678 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:40:38.678 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:41.487860+0000", 2023-08-28T02:40:38.678 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:40:38.678 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.678 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.678 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:40:38.678 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:41.487869+0000", 2023-08-28T02:40:38.679 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.329e-06 2023-08-28T02:40:38.679 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.679 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.679 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:40:38.679 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:41.487883+0000", 2023-08-28T02:40:38.679 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.3546e-05 2023-08-28T02:40:38.679 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.679 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.679 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:40:38.679 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:41.487892+0000", 2023-08-28T02:40:38.679 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.6029999999999994e-06 2023-08-28T02:40:38.680 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.680 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.680 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:38.680 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:41.487958+0000", 2023-08-28T02:40:38.680 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.5386e-05 2023-08-28T02:40:38.680 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.680 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.680 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:40:38.680 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:41.487984+0000", 2023-08-28T02:40:38.680 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.6381999999999999e-05 2023-08-28T02:40:38.680 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.680 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.681 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:40:38.681 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:41.499911+0000", 2023-08-28T02:40:38.681 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.011926374 2023-08-28T02:40:38.681 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.681 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.681 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:40:38.681 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:34:41.499990+0000", 2023-08-28T02:40:38.681 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.9538999999999999e-05 2023-08-28T02:40:38.681 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:38.681 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:40:38.681 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:38.681 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.682 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.682 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:103158 10.3 e325/298 10:c3f50a78:::benchmark_data_smithi040_250784_object9849:head v 325'6448, mlcod=255'613)", 2023-08-28T02:40:38.682 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:35:23.600318+0000", 2023-08-28T02:40:38.682 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 315.04253658499999, 2023-08-28T02:40:38.682 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.011688057999999999, 2023-08-28T02:40:38.682 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:40:38.682 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:38.682 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:40:38.682 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.682 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:40:38.682 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:23.600318+0000", 2023-08-28T02:40:38.682 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:38.682 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.683 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.683 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:40:38.683 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:23.600318+0000", 2023-08-28T02:40:38.683 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:38.683 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.683 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.683 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:40:38.683 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:23.600317+0000", 2023-08-28T02:40:38.683 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:40:38.683 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.683 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.683 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:40:38.684 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:23.600332+0000", 2023-08-28T02:40:38.684 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.483e-05 2023-08-28T02:40:38.684 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.684 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.684 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:40:38.684 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:23.600354+0000", 2023-08-28T02:40:38.684 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.2240999999999999e-05 2023-08-28T02:40:38.684 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.684 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.684 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:40:38.684 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:23.600367+0000", 2023-08-28T02:40:38.684 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2543e-05 2023-08-28T02:40:38.685 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.685 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.685 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:38.685 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:23.600470+0000", 2023-08-28T02:40:38.685 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00010362299999999999 2023-08-28T02:40:38.685 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.685 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.685 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:40:38.685 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:23.600511+0000", 2023-08-28T02:40:38.685 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.1119999999999999e-05 2023-08-28T02:40:38.685 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.685 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.686 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:40:38.686 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:23.611946+0000", 2023-08-28T02:40:38.686 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.011434975 2023-08-28T02:40:38.686 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.686 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.686 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:40:38.686 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:23.612007+0000", 2023-08-28T02:40:38.686 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.0093000000000002e-05 2023-08-28T02:40:38.686 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:38.686 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:40:38.686 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:38.686 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.687 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.687 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:103837 10.7 e327/298 10:e71bb4a5:::benchmark_data_smithi040_250784_object10528:head v 327'6496, mlcod=255'984)", 2023-08-28T02:40:38.687 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:35:30.655741+0000", 2023-08-28T02:40:38.687 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 307.98711412199998, 2023-08-28T02:40:38.687 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.010780424, 2023-08-28T02:40:38.687 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:40:38.687 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:38.687 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:40:38.687 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.687 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:40:38.687 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:30.655741+0000", 2023-08-28T02:40:38.687 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:38.688 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.688 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.688 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:40:38.688 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:30.655741+0000", 2023-08-28T02:40:38.688 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:38.688 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.688 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.688 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:40:38.688 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:30.655740+0000", 2023-08-28T02:40:38.688 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:40:38.688 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.688 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.689 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:40:38.689 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:30.655750+0000", 2023-08-28T02:40:38.689 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.893e-06 2023-08-28T02:40:38.689 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.689 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.689 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:40:38.689 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:30.655768+0000", 2023-08-28T02:40:38.689 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.8193e-05 2023-08-28T02:40:38.689 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.689 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.689 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:40:38.690 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:30.655777+0000", 2023-08-28T02:40:38.690 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.3840000000000003e-06 2023-08-28T02:40:38.690 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.690 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.690 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:38.690 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:30.655836+0000", 2023-08-28T02:40:38.690 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.8542000000000003e-05 2023-08-28T02:40:38.690 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.690 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.690 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:40:38.690 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:30.655876+0000", 2023-08-28T02:40:38.690 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.9882999999999997e-05 2023-08-28T02:40:38.691 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.691 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.691 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:40:38.691 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:30.666470+0000", 2023-08-28T02:40:38.691 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.010593943 2023-08-28T02:40:38.691 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.691 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.691 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:40:38.691 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:30.666521+0000", 2023-08-28T02:40:38.691 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.1617999999999999e-05 2023-08-28T02:40:38.691 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:38.691 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:40:38.692 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:38.692 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.692 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.692 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:107119 10.f e332/298 10:ff3372fd:::benchmark_data_smithi040_250784_object13810:head v 332'6781, mlcod=0'0)", 2023-08-28T02:40:38.692 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:36:05.945276+0000", 2023-08-28T02:40:38.692 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 272.69757915100001, 2023-08-28T02:40:38.692 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.058535464000000002, 2023-08-28T02:40:38.692 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:40:38.692 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:38.692 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:40:38.692 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.693 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:40:38.693 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:36:05.945276+0000", 2023-08-28T02:40:38.693 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:38.693 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.693 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.693 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:40:38.693 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:36:05.945276+0000", 2023-08-28T02:40:38.693 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:38.693 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.693 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.693 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:40:38.693 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:36:05.945275+0000", 2023-08-28T02:40:38.694 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:40:38.694 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.694 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.694 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:40:38.694 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:36:05.945286+0000", 2023-08-28T02:40:38.694 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0637e-05 2023-08-28T02:40:38.694 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.694 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.694 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:40:38.694 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:36:05.945319+0000", 2023-08-28T02:40:38.694 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.2696e-05 2023-08-28T02:40:38.695 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.695 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.695 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:40:38.695 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:36:05.945346+0000", 2023-08-28T02:40:38.695 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.7413e-05 2023-08-28T02:40:38.695 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.695 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.695 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:38.695 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:36:05.945471+0000", 2023-08-28T02:40:38.695 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00012538499999999999 2023-08-28T02:40:38.695 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.696 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.696 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:40:38.696 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:36:05.945499+0000", 2023-08-28T02:40:38.696 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.8089000000000002e-05 2023-08-28T02:40:38.696 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.696 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.696 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:40:38.696 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:36:06.003678+0000", 2023-08-28T02:40:38.696 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.058178728999999998 2023-08-28T02:40:38.696 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.696 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.696 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:40:38.697 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:36:06.003811+0000", 2023-08-28T02:40:38.697 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000133218 2023-08-28T02:40:38.697 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:38.697 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:40:38.697 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:38.697 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.697 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.697 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:110943 10.4 e338/298 10:2dfdab85:::benchmark_data_smithi040_250784_object17634:head v 338'6835, mlcod=260'3327)", 2023-08-28T02:40:38.697 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:36:43.713930+0000", 2023-08-28T02:40:38.697 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 234.92892533, 2023-08-28T02:40:38.698 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.010514513, 2023-08-28T02:40:38.698 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:40:38.698 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:38.698 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:40:38.698 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.698 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:40:38.698 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:36:43.713930+0000", 2023-08-28T02:40:38.698 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:38.698 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.698 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.698 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:40:38.698 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:36:43.713930+0000", 2023-08-28T02:40:38.699 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:38.699 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.699 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.699 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:40:38.699 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:36:43.713929+0000", 2023-08-28T02:40:38.699 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:40:38.699 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.699 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.699 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:40:38.699 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:36:43.713939+0000", 2023-08-28T02:40:38.699 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0115999999999999e-05 2023-08-28T02:40:38.700 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.700 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.700 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:40:38.700 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:36:43.713953+0000", 2023-08-28T02:40:38.700 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4255e-05 2023-08-28T02:40:38.700 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.700 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.700 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:40:38.700 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:36:43.713964+0000", 2023-08-28T02:40:38.700 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0715e-05 2023-08-28T02:40:38.700 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.700 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.701 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:38.701 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:36:43.714040+0000", 2023-08-28T02:40:38.701 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.6272000000000004e-05 2023-08-28T02:40:38.701 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.701 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.701 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:40:38.701 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:36:43.714072+0000", 2023-08-28T02:40:38.701 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.2129999999999999e-05 2023-08-28T02:40:38.701 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.701 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.701 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:40:38.701 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:36:43.724394+0000", 2023-08-28T02:40:38.702 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.010321505999999999 2023-08-28T02:40:38.702 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.702 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.702 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:40:38.702 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:36:43.724444+0000", 2023-08-28T02:40:38.702 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.041e-05 2023-08-28T02:40:38.702 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:38.702 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:40:38.702 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:38.702 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.702 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.702 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:116235 10.7 e347/298 10:ed8d87c7:::benchmark_data_smithi040_250784_object22926:head v 347'7255, mlcod=256'1453)", 2023-08-28T02:40:38.703 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:37:33.936592+0000", 2023-08-28T02:40:38.703 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 184.70626289, 2023-08-28T02:40:38.703 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0095254999999999992, 2023-08-28T02:40:38.703 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:40:38.703 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:38.703 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:40:38.703 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.703 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:40:38.703 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:33.936592+0000", 2023-08-28T02:40:38.703 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:38.703 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.703 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.704 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:40:38.704 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:33.936592+0000", 2023-08-28T02:40:38.704 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:38.704 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.704 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.704 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:40:38.704 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:33.936591+0000", 2023-08-28T02:40:38.704 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:40:38.704 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.704 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.704 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:40:38.704 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:33.936606+0000", 2023-08-28T02:40:38.705 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.5633000000000001e-05 2023-08-28T02:40:38.705 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.705 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.705 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:40:38.705 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:33.936658+0000", 2023-08-28T02:40:38.705 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.1461000000000001e-05 2023-08-28T02:40:38.705 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.705 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.705 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:40:38.705 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:33.936673+0000", 2023-08-28T02:40:38.706 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.5738000000000001e-05 2023-08-28T02:40:38.706 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.706 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.706 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:38.706 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:33.936820+0000", 2023-08-28T02:40:38.706 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00014669300000000001 2023-08-28T02:40:38.706 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.706 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.706 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:40:38.706 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:33.936856+0000", 2023-08-28T02:40:38.706 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.5439999999999999e-05 2023-08-28T02:40:38.707 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.707 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.707 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:40:38.707 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:33.946073+0000", 2023-08-28T02:40:38.707 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0092176580000000001 2023-08-28T02:40:38.707 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.707 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.707 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:40:38.707 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:33.946118+0000", 2023-08-28T02:40:38.707 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.4458e-05 2023-08-28T02:40:38.707 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:38.707 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:40:38.708 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:38.708 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.708 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.708 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "MOSDPGPush(10.3 358/298 [PushOp(10:c42413d6:::benchmark_data_smithi040_250784_object65006:head, version: 264'4062, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(10:c42413d6:::benchmark_data_smithi040_250784_object65006:head@264'4062, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-08-28T02:40:38.708 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:38:29.503569+0000", 2023-08-28T02:40:38.708 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 129.139285919, 2023-08-28T02:40:38.708 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0097871810000000007, 2023-08-28T02:40:38.708 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:40:38.708 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "started", 2023-08-28T02:40:38.708 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:40:38.708 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.709 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:40:38.709 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.503569+0000", 2023-08-28T02:40:38.709 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:38.709 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.709 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.709 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:40:38.709 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.503569+0000", 2023-08-28T02:40:38.709 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:38.709 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.709 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.709 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:40:38.710 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.503568+0000", 2023-08-28T02:40:38.710 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:40:38.710 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.710 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.710 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:40:38.710 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.503640+0000", 2023-08-28T02:40:38.710 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.2168000000000004e-05 2023-08-28T02:40:38.710 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.710 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.710 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:40:38.710 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.503676+0000", 2023-08-28T02:40:38.711 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.6381000000000003e-05 2023-08-28T02:40:38.711 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.711 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.711 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:40:38.711 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.503701+0000", 2023-08-28T02:40:38.711 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.4833000000000001e-05 2023-08-28T02:40:38.711 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.711 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.711 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:38.711 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.509446+0000", 2023-08-28T02:40:38.711 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0057452049999999998 2023-08-28T02:40:38.712 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.712 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.712 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:40:38.712 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.509463+0000", 2023-08-28T02:40:38.712 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.6540000000000001e-05 2023-08-28T02:40:38.712 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.712 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.712 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:40:38.712 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.513356+0000", 2023-08-28T02:40:38.712 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0038933330000000001 2023-08-28T02:40:38.713 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:38.713 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:40:38.713 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:38.713 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.713 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.713 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:121793 10.3 e358/298 10:c2e915e4:::benchmark_data_smithi040_250784_object28484:head v 358'7606, mlcod=264'4055)", 2023-08-28T02:40:38.713 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:38:29.503723+0000", 2023-08-28T02:40:38.713 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 129.13913191500001, 2023-08-28T02:40:38.713 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0096954399999999996, 2023-08-28T02:40:38.713 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:40:38.713 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:38.714 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:40:38.714 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.714 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:40:38.714 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.503723+0000", 2023-08-28T02:40:38.714 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:38.714 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.714 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.714 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:40:38.714 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.503723+0000", 2023-08-28T02:40:38.714 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:38.714 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.714 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.715 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:40:38.715 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.503723+0000", 2023-08-28T02:40:38.715 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:40:38.715 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.715 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.715 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:40:38.715 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.503730+0000", 2023-08-28T02:40:38.715 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.0419999999999997e-06 2023-08-28T02:40:38.715 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.715 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.715 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:40:38.716 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.503738+0000", 2023-08-28T02:40:38.716 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.2029999999999992e-06 2023-08-28T02:40:38.716 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.716 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.716 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:40:38.716 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.503744+0000", 2023-08-28T02:40:38.716 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.9320000000000001e-06 2023-08-28T02:40:38.716 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.716 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.716 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:38.716 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.503817+0000", 2023-08-28T02:40:38.717 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.2924999999999997e-05 2023-08-28T02:40:38.717 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.717 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.717 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:40:38.717 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.503853+0000", 2023-08-28T02:40:38.717 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.6671999999999997e-05 2023-08-28T02:40:38.717 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.717 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.717 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:40:38.717 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.513363+0000", 2023-08-28T02:40:38.717 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0095091229999999995 2023-08-28T02:40:38.717 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.718 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.718 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:40:38.718 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.513419+0000", 2023-08-28T02:40:38.718 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.6035000000000001e-05 2023-08-28T02:40:38.718 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:38.718 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:40:38.718 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:38.718 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.718 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.718 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:122686 10.5 e359/298 10:a35fd00f:::benchmark_data_smithi040_250784_object29377:head v 359'7515, mlcod=0'0)", 2023-08-28T02:40:38.718 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:38:37.418586+0000", 2023-08-28T02:40:38.718 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 121.224268837, 2023-08-28T02:40:38.719 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.011287276000000001, 2023-08-28T02:40:38.719 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:40:38.719 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:38.719 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:40:38.719 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.719 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:40:38.719 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:37.418586+0000", 2023-08-28T02:40:38.719 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:38.719 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.719 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.719 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:40:38.720 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:37.418586+0000", 2023-08-28T02:40:38.720 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:38.720 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.720 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.720 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:40:38.720 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:37.418585+0000", 2023-08-28T02:40:38.720 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:40:38.720 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.720 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.720 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:40:38.720 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:37.418598+0000", 2023-08-28T02:40:38.720 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.313e-05 2023-08-28T02:40:38.721 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.721 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.721 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:40:38.721 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:37.418613+0000", 2023-08-28T02:40:38.721 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.556e-05 2023-08-28T02:40:38.721 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.721 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.721 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:40:38.721 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:37.418625+0000", 2023-08-28T02:40:38.721 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1635e-05 2023-08-28T02:40:38.721 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.721 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.722 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:38.722 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:37.418727+0000", 2023-08-28T02:40:38.722 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00010191699999999999 2023-08-28T02:40:38.722 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.722 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.722 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:40:38.722 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:37.418766+0000", 2023-08-28T02:40:38.722 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.8764999999999999e-05 2023-08-28T02:40:38.722 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.722 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.722 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:40:38.722 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:37.429817+0000", 2023-08-28T02:40:38.722 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.011051663999999999 2023-08-28T02:40:38.723 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.723 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.723 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:40:38.723 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:37.429873+0000", 2023-08-28T02:40:38.723 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.6069000000000001e-05 2023-08-28T02:40:38.723 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:38.723 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:40:38.723 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:38.723 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.723 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.723 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:124502 10.7 e363/298 10:e44b0527:::benchmark_data_smithi040_250784_object31193:head v 363'7752, mlcod=256'1949)", 2023-08-28T02:40:38.723 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:38:53.786194+0000", 2023-08-28T02:40:38.724 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 104.856661237, 2023-08-28T02:40:38.724 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.013023081000000001, 2023-08-28T02:40:38.724 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:40:38.724 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:38.724 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:40:38.724 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.724 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:40:38.724 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:53.786194+0000", 2023-08-28T02:40:38.724 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:38.724 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.724 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.725 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:40:38.725 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:53.786194+0000", 2023-08-28T02:40:38.725 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:38.725 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.725 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.725 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:40:38.725 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:53.786193+0000", 2023-08-28T02:40:38.725 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:40:38.725 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.725 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.725 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:40:38.725 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:53.786202+0000", 2023-08-28T02:40:38.726 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.4890000000000001e-06 2023-08-28T02:40:38.726 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.726 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.726 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:40:38.726 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:53.786218+0000", 2023-08-28T02:40:38.726 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.5764999999999999e-05 2023-08-28T02:40:38.726 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.726 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.726 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:40:38.726 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:53.786228+0000", 2023-08-28T02:40:38.726 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0121e-05 2023-08-28T02:40:38.726 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.727 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.727 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:38.727 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:53.786276+0000", 2023-08-28T02:40:38.727 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.7973000000000003e-05 2023-08-28T02:40:38.727 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.727 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.727 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:40:38.727 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:53.786305+0000", 2023-08-28T02:40:38.727 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.8719999999999999e-05 2023-08-28T02:40:38.727 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.727 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.727 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:40:38.728 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:53.799154+0000", 2023-08-28T02:40:38.728 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.012849001000000001 2023-08-28T02:40:38.728 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.728 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.728 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:40:38.728 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:53.799217+0000", 2023-08-28T02:40:38.728 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.3223000000000001e-05 2023-08-28T02:40:38.728 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:38.728 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:40:38.728 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:38.728 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.728 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.729 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:124545 10.7 e363/298 10:ec0950a9:::benchmark_data_smithi040_250784_object31236:head v 363'7754, mlcod=256'1953)", 2023-08-28T02:40:38.729 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:38:54.584451+0000", 2023-08-28T02:40:38.729 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 104.058404121, 2023-08-28T02:40:38.729 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.015646541999999999, 2023-08-28T02:40:38.729 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:40:38.729 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:38.729 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:40:38.729 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.729 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:40:38.729 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:54.584451+0000", 2023-08-28T02:40:38.729 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:38.729 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.730 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.730 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:40:38.730 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:54.584451+0000", 2023-08-28T02:40:38.730 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:38.730 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.730 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.730 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:40:38.730 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:54.584450+0000", 2023-08-28T02:40:38.730 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:40:38.730 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.730 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.730 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:40:38.730 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:54.584461+0000", 2023-08-28T02:40:38.731 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1092e-05 2023-08-28T02:40:38.731 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.731 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.731 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:40:38.731 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:54.584481+0000", 2023-08-28T02:40:38.731 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.9748000000000001e-05 2023-08-28T02:40:38.731 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.731 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.731 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:40:38.731 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:54.584491+0000", 2023-08-28T02:40:38.732 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0009e-05 2023-08-28T02:40:38.732 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.732 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.732 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:38.732 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:54.584540+0000", 2023-08-28T02:40:38.732 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.8974999999999998e-05 2023-08-28T02:40:38.732 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.732 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.732 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:40:38.732 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:54.584566+0000", 2023-08-28T02:40:38.732 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.6114000000000001e-05 2023-08-28T02:40:38.733 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.733 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.733 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:40:38.733 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:54.600042+0000", 2023-08-28T02:40:38.733 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.015476675000000001 2023-08-28T02:40:38.733 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.733 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.733 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:40:38.733 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:54.600097+0000", 2023-08-28T02:40:38.733 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.5065999999999998e-05 2023-08-28T02:40:38.733 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:38.734 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:40:38.734 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:38.734 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.734 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.734 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:132135 10.a e374/297 10:573888e3:::benchmark_data_smithi040_250784_object38826:head v 374'8237, mlcod=374'8235)", 2023-08-28T02:40:38.734 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:39:55.120120+0000", 2023-08-28T02:40:38.734 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 43.522735300000001, 2023-08-28T02:40:38.734 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.010726289, 2023-08-28T02:40:38.734 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:40:38.734 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:38.734 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:40:38.734 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.735 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:40:38.735 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:55.120120+0000", 2023-08-28T02:40:38.735 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:38.735 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.735 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.735 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:40:38.735 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:55.120120+0000", 2023-08-28T02:40:38.735 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:38.735 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.735 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.735 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:40:38.736 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:55.120118+0000", 2023-08-28T02:40:38.736 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:40:38.736 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.736 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.736 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:40:38.736 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:55.120128+0000", 2023-08-28T02:40:38.736 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0156999999999999e-05 2023-08-28T02:40:38.736 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.736 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.736 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:40:38.736 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:55.120146+0000", 2023-08-28T02:40:38.736 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.7482999999999998e-05 2023-08-28T02:40:38.736 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.737 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.737 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:40:38.737 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:55.120155+0000", 2023-08-28T02:40:38.737 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.2459999999999992e-06 2023-08-28T02:40:38.737 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.737 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.737 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:38.737 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:55.120217+0000", 2023-08-28T02:40:38.737 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.2384000000000004e-05 2023-08-28T02:40:38.737 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.737 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.738 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:40:38.738 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:55.120253+0000", 2023-08-28T02:40:38.738 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.5862999999999999e-05 2023-08-28T02:40:38.738 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.738 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.738 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:40:38.738 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:55.130802+0000", 2023-08-28T02:40:38.738 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.010548325000000001 2023-08-28T02:40:38.738 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.738 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.738 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:40:38.738 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:55.130846+0000", 2023-08-28T02:40:38.739 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.4441999999999999e-05 2023-08-28T02:40:38.739 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:38.739 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:40:38.739 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:38.739 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.739 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.739 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:138409 10.e e381/298 10:7a02cb7b:::benchmark_data_smithi040_250784_object45100:head v 381'8736, mlcod=381'8734)", 2023-08-28T02:40:38.739 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:40:36.075037+0000", 2023-08-28T02:40:38.739 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 2.567818511, 2023-08-28T02:40:38.739 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.019853729000000001, 2023-08-28T02:40:38.739 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:40:38.740 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:38.740 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:40:38.740 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.740 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:40:38.740 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:36.075037+0000", 2023-08-28T02:40:38.740 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:38.740 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.740 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.740 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:40:38.740 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:36.075037+0000", 2023-08-28T02:40:38.740 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:38.741 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.741 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.741 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:40:38.741 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:36.075035+0000", 2023-08-28T02:40:38.741 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:40:38.741 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.741 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.741 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:40:38.741 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:36.075048+0000", 2023-08-28T02:40:38.741 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2767e-05 2023-08-28T02:40:38.742 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.742 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.742 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:40:38.742 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:36.075067+0000", 2023-08-28T02:40:38.742 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.9221000000000001e-05 2023-08-28T02:40:38.742 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.742 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.742 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:40:38.742 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:36.075075+0000", 2023-08-28T02:40:38.742 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.9310000000000008e-06 2023-08-28T02:40:38.742 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.742 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.742 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:38.743 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:36.075129+0000", 2023-08-28T02:40:38.743 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.4082000000000002e-05 2023-08-28T02:40:38.743 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.743 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.743 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:40:38.743 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:36.075152+0000", 2023-08-28T02:40:38.743 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.2626e-05 2023-08-28T02:40:38.743 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.743 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.743 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:40:38.744 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:36.094854+0000", 2023-08-28T02:40:38.744 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.019702146 2023-08-28T02:40:38.744 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.744 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.744 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:40:38.744 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:36.094890+0000", 2023-08-28T02:40:38.744 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.6393999999999997e-05 2023-08-28T02:40:38.744 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:38.744 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:40:38.744 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:38.744 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.745 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.745 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:138402 10.7 e381/298 10:ee174232:::benchmark_data_smithi040_250784_object45093:head v 381'8618, mlcod=258'2817)", 2023-08-28T02:40:38.745 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:40:36.075823+0000", 2023-08-28T02:40:38.745 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 2.5670318860000001, 2023-08-28T02:40:38.745 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.018436320999999999, 2023-08-28T02:40:38.745 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:40:38.745 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:38.745 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:40:38.745 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.745 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:40:38.745 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:36.075823+0000", 2023-08-28T02:40:38.745 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:38.746 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.746 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.746 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:40:38.746 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:36.075823+0000", 2023-08-28T02:40:38.746 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:38.746 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.746 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.746 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:40:38.746 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:36.075822+0000", 2023-08-28T02:40:38.746 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:40:38.746 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.747 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.747 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:40:38.747 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:36.075831+0000", 2023-08-28T02:40:38.747 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.8920000000000006e-06 2023-08-28T02:40:38.747 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.747 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.747 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:40:38.747 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:36.075844+0000", 2023-08-28T02:40:38.747 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.3389e-05 2023-08-28T02:40:38.747 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.747 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.748 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:40:38.748 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:36.075852+0000", 2023-08-28T02:40:38.748 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.8129999999999996e-06 2023-08-28T02:40:38.748 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.748 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.748 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:38.748 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:36.075910+0000", 2023-08-28T02:40:38.748 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.7862999999999998e-05 2023-08-28T02:40:38.748 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.748 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.748 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:40:38.748 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:36.075944+0000", 2023-08-28T02:40:38.749 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.3655999999999998e-05 2023-08-28T02:40:38.749 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.749 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.749 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:40:38.749 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:36.094205+0000", 2023-08-28T02:40:38.749 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.01826088 2023-08-28T02:40:38.749 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:38.749 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:38.749 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:40:38.749 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:36.094259+0000", 2023-08-28T02:40:38.749 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.4867000000000002e-05 2023-08-28T02:40:38.750 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:38.750 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:40:38.750 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:38.750 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:38.750 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:40:38.750 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-08-28T02:40:38.751 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:38.751 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:40:38.852 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:40:38.887 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:39.012 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:40:39.015 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:39.016 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:40:39.070 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.0 dump_ops_in_flight 2023-08-28T02:40:39.117 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:40:39.151 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:39.224 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:40:39.227 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:39.228 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:40:39.329 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:40:39.354 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:39 smithi040 ceph-mon[175404]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:40:39.354 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:39 smithi040 ceph-mon[175404]: failed to encode map e382 with expected crc 2023-08-28T02:40:39.354 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:39 smithi040 ceph-mon[175404]: failed to encode map e382 with expected crc 2023-08-28T02:40:39.355 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:39 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:40:39.355 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:39 smithi040 ceph-mon[175404]: osdmap e382: 8 total, 8 up, 6 in 2023-08-28T02:40:39.355 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:39 smithi040 ceph-mon[175404]: pgmap v1184: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.9 GiB data, 10 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 191 op/s; 13484/144387 objects degraded (9.339%); 14838/144387 objects misplaced (10.277%); 2.0 MiB/s, 32 objects/s recovering 2023-08-28T02:40:39.356 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:39 smithi040 ceph-mon[170259]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:40:39.356 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:39 smithi040 ceph-mon[170259]: failed to encode map e382 with expected crc 2023-08-28T02:40:39.356 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:39 smithi040 ceph-mon[170259]: failed to encode map e382 with expected crc 2023-08-28T02:40:39.356 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:39 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:40:39.356 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:39 smithi040 ceph-mon[170259]: osdmap e382: 8 total, 8 up, 6 in 2023-08-28T02:40:39.356 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:39 smithi040 ceph-mon[170259]: pgmap v1184: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.9 GiB data, 10 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 191 op/s; 13484/144387 objects degraded (9.339%); 14838/144387 objects misplaced (10.277%); 2.0 MiB/s, 32 objects/s recovering 2023-08-28T02:40:39.377 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:39.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:39 smithi083 ceph-mon[157819]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:40:39.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:39 smithi083 ceph-mon[157819]: failed to encode map e382 with expected crc 2023-08-28T02:40:39.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:39 smithi083 ceph-mon[157819]: failed to encode map e382 with expected crc 2023-08-28T02:40:39.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:39 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:40:39.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:39 smithi083 ceph-mon[157819]: osdmap e382: 8 total, 8 up, 6 in 2023-08-28T02:40:39.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:39 smithi083 ceph-mon[157819]: pgmap v1184: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.9 GiB data, 10 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 191 op/s; 13484/144387 objects degraded (9.339%); 14838/144387 objects misplaced (10.277%); 2.0 MiB/s, 32 objects/s recovering 2023-08-28T02:40:39.555 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:40:39.559 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:39.559 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:40:39.660 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:40:39.689 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:39.710 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:40:39.715 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:39.715 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:40:39.816 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:40:39.853 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:39.889 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:40:39.975 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:40:39.980 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:39.980 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:40:40.081 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:40:40.112 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:40.132 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:40:40.135 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:40.135 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:40:40.236 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:40:40.274 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:40.303 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:40:40.306 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:40.306 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:40:40.407 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:40:40.436 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:40.460 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:40:40.463 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:40.463 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:40:40.497 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:40:40.499 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:40:40.509 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd set noscrub 2023-08-28T02:40:40.564 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:40:40.578 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:40 smithi040 ceph-mon[170259]: from='client.36747 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:40:40.578 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:40 smithi040 ceph-mon[170259]: pgmap v1185: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.9 GiB data, 10 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 175 op/s; 13433/143853 objects degraded (9.338%); 14793/143853 objects misplaced (10.283%); 2.0 MiB/s, 31 objects/s recovering 2023-08-28T02:40:40.599 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:40.675 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:40:40.704 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:40:40.733 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:40:40.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:40 smithi083 ceph-mon[157819]: from='client.36747 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:40:40.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:40 smithi083 ceph-mon[157819]: pgmap v1185: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.9 GiB data, 10 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 175 op/s; 13433/143853 objects degraded (9.338%); 14793/143853 objects misplaced (10.283%); 2.0 MiB/s, 31 objects/s recovering 2023-08-28T02:40:40.757 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:40:40.791 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:40:40.813 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:40:40.841 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:40:40.865 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:40:40.867 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-08-28T02:40:40.867 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-08-28T02:40:40.867 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-08-28T02:40:40.867 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-08-28T02:40:40.867 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-08-28T02:40:40.867 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-08-28T02:40:40.867 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-08-28T02:40:40.867 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-08-28T02:40:40.888 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:40 smithi040 ceph-mon[175404]: from='client.36747 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:40:40.888 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:40 smithi040 ceph-mon[175404]: pgmap v1185: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.9 GiB data, 10 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 175 op/s; 13433/143853 objects degraded (9.338%); 14793/143853 objects misplaced (10.283%); 2.0 MiB/s, 31 objects/s recovering 2023-08-28T02:40:41.597 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:40:41.600 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:41.601 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:40:41.702 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:40:41.729 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:41.757 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:40:41.760 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:41.760 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:40:41.854 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:41 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3925284542' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:40:41.854 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:41 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 13433/143853 objects degraded (9.338%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:40:41.854 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:41 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3925284542' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:40:41.854 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:41 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 13433/143853 objects degraded (9.338%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:40:41.861 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:40:41.887 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:41 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3925284542' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:40:41.887 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:41 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 13433/143853 objects degraded (9.338%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:40:41.890 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:41.915 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:40:41.918 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:41.919 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:40:42.009 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":1184,"stamp":"2023-08-28T02:40:38.515187+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":3152984836,"num_objects":48129,"num_object_clones":0,"num_object_copies":144387,"num_objects_missing_on_primary":3043,"num_objects_missing":3043,"num_objects_degraded":13484,"num_objects_misplaced":14838,"num_objects_unfound":0,"num_objects_dirty":48129,"num_whiteouts":0,"num_read":90,"num_read_kb":168,"num_write":138613,"num_write_kb":5972054,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":50269,"num_bytes_recovered":3266909073,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":98982,"ondisk_log_size":98982,"up":297,"acting":294,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":10571772,"kb_used_data":7503500,"kb_used_omap":12,"kb_used_meta":3068211,"kb_avail":551899140,"statfs":{"total":575970213888,"available":565144719360,"internally_reserved":0,"allocated":7683584000,"data_stored":7672407515,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12739,"internal_metadata":3141848637},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,0,1,1,3,1,5,4],"upper_bound":4096},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-100532224,"num_objects":-1534,"num_object_clones":0,"num_object_copies":-4602,"num_objects_missing_on_primary":-102,"num_objects_missing":-102,"num_objects_degraded":-157,"num_objects_misplaced":-466,"num_objects_unfound":0,"num_objects_dirty":-1534,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1534,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":257,"num_bytes_recovered":16842752,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.002485"},"pg_stats":[{"pgid":"3.1a","version":"65'1","reported_seq":393,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-08-28T02:40:32.086166+0000","last_change":"2023-08-28T02:32:32.667028+0000","last_active":"2023-08-28T02:40:32.086166+0000","last_peered":"2023-08-28T02:40:32.086166+0000","last_clean":"2023-08-28T02:40:32.086166+0000","last_became_active":"2023-08-28T02:32:32.666711+0000","last_became_peered":"2023-08-28T02:32:32.666711+0000","last_unstale":"2023-08-28T02:40:32.086166+0000","last_undegraded":"2023-08-28T02:40:32.086166+0000","last_fullsized":"2023-08-28T02:40:32.086166+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:28:21.913105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":346,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.096545+0000","last_change":"2023-08-28T02:29:44.421259+0000","last_active":"2023-08-28T02:40:27.096545+0000","last_peered":"2023-08-28T02:40:27.096545+0000","last_clean":"2023-08-28T02:40:27.096545+0000","last_became_active":"2023-08-28T02:29:44.420936+0000","last_became_peered":"2023-08-28T02:29:44.420936+0000","last_unstale":"2023-08-28T02:40:27.096545+0000","last_undegraded":"2023-08-28T02:40:27.096545+0000","last_fullsized":"2023-08-28T02:40:27.096545+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:22:26.346867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":187,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.081618+0000","last_change":"2023-08-28T02:33:12.290337+0000","last_active":"2023-08-28T02:40:27.081618+0000","last_peered":"2023-08-28T02:40:27.081618+0000","last_clean":"2023-08-28T02:40:27.081618+0000","last_became_active":"2023-08-28T02:33:12.289852+0000","last_became_peered":"2023-08-28T02:33:12.289852+0000","last_unstale":"2023-08-28T02:40:27.081618+0000","last_undegraded":"2023-08-28T02:40:27.081618+0000","last_fullsized":"2023-08-28T02:40:27.081618+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:04:26.420037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":361,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.097228+0000","last_change":"2023-08-28T02:33:13.317226+0000","last_active":"2023-08-28T02:40:27.097228+0000","last_peered":"2023-08-28T02:40:27.097228+0000","last_clean":"2023-08-28T02:40:27.097228+0000","last_became_active":"2023-08-28T02:33:13.316893+0000","last_became_peered":"2023-08-28T02:33:13.316893+0000","last_unstale":"2023-08-28T02:40:27.097228+0000","last_undegraded":"2023-08-28T02:40:27.097228+0000","last_fullsized":"2023-08-28T02:40:27.097228+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:55:46.593463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":306,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.076246+0000","last_change":"2023-08-28T02:33:12.295203+0000","last_active":"2023-08-28T02:40:27.076246+0000","last_peered":"2023-08-28T02:40:27.076246+0000","last_clean":"2023-08-28T02:40:27.076246+0000","last_became_active":"2023-08-28T02:33:12.294904+0000","last_became_peered":"2023-08-28T02:33:12.294904+0000","last_unstale":"2023-08-28T02:40:27.076246+0000","last_undegraded":"2023-08-28T02:40:27.076246+0000","last_fullsized":"2023-08-28T02:40:27.076246+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:31:07.008856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":322,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.091312+0000","last_change":"2023-08-28T02:31:51.987263+0000","last_active":"2023-08-28T02:40:27.091312+0000","last_peered":"2023-08-28T02:40:27.091312+0000","last_clean":"2023-08-28T02:40:27.091312+0000","last_became_active":"2023-08-28T02:31:51.986938+0000","last_became_peered":"2023-08-28T02:31:51.986938+0000","last_unstale":"2023-08-28T02:40:27.091312+0000","last_undegraded":"2023-08-28T02:40:27.091312+0000","last_fullsized":"2023-08-28T02:40:27.091312+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:18.021905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":355,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.096716+0000","last_change":"2023-08-28T02:33:12.318656+0000","last_active":"2023-08-28T02:40:27.096716+0000","last_peered":"2023-08-28T02:40:27.096716+0000","last_clean":"2023-08-28T02:40:27.096716+0000","last_became_active":"2023-08-28T02:33:12.318297+0000","last_became_peered":"2023-08-28T02:33:12.318297+0000","last_unstale":"2023-08-28T02:40:27.096716+0000","last_undegraded":"2023-08-28T02:40:27.096716+0000","last_fullsized":"2023-08-28T02:40:27.096716+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:43:09.789767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":287,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.076403+0000","last_change":"2023-08-28T02:33:13.357230+0000","last_active":"2023-08-28T02:40:27.076403+0000","last_peered":"2023-08-28T02:40:27.076403+0000","last_clean":"2023-08-28T02:40:27.076403+0000","last_became_active":"2023-08-28T02:33:13.356853+0000","last_became_peered":"2023-08-28T02:33:13.356853+0000","last_unstale":"2023-08-28T02:40:27.076403+0000","last_undegraded":"2023-08-28T02:40:27.076403+0000","last_fullsized":"2023-08-28T02:40:27.076403+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:20:21.545007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":364,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.090253+0000","last_change":"2023-08-28T02:29:44.462510+0000","last_active":"2023-08-28T02:40:27.090253+0000","last_peered":"2023-08-28T02:40:27.090253+0000","last_clean":"2023-08-28T02:40:27.090253+0000","last_became_active":"2023-08-28T02:29:44.460314+0000","last_became_peered":"2023-08-28T02:29:44.460314+0000","last_unstale":"2023-08-28T02:40:27.090253+0000","last_undegraded":"2023-08-28T02:40:27.090253+0000","last_fullsized":"2023-08-28T02:40:27.090253+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:59:01.311467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":290,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.076598+0000","last_change":"2023-08-28T02:33:13.291255+0000","last_active":"2023-08-28T02:40:27.076598+0000","last_peered":"2023-08-28T02:40:27.076598+0000","last_clean":"2023-08-28T02:40:27.076598+0000","last_became_active":"2023-08-28T02:33:13.290933+0000","last_became_peered":"2023-08-28T02:33:13.290933+0000","last_unstale":"2023-08-28T02:40:27.076598+0000","last_undegraded":"2023-08-28T02:40:27.076598+0000","last_fullsized":"2023-08-28T02:40:27.076598+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:31:54.116908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"65'3","reported_seq":365,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.063415+0000","last_change":"2023-08-28T02:33:12.296412+0000","last_active":"2023-08-28T02:40:27.063415+0000","last_peered":"2023-08-28T02:40:27.063415+0000","last_clean":"2023-08-28T02:40:27.063415+0000","last_became_active":"2023-08-28T02:33:12.295786+0000","last_became_peered":"2023-08-28T02:33:12.295786+0000","last_unstale":"2023-08-28T02:40:27.063415+0000","last_undegraded":"2023-08-28T02:40:27.063415+0000","last_fullsized":"2023-08-28T02:40:27.063415+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:15:31.449163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":190,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.082059+0000","last_change":"2023-08-28T02:32:32.666927+0000","last_active":"2023-08-28T02:40:27.082059+0000","last_peered":"2023-08-28T02:40:27.082059+0000","last_clean":"2023-08-28T02:40:27.082059+0000","last_became_active":"2023-08-28T02:32:32.666618+0000","last_became_peered":"2023-08-28T02:32:32.666618+0000","last_unstale":"2023-08-28T02:40:27.082059+0000","last_undegraded":"2023-08-28T02:40:27.082059+0000","last_fullsized":"2023-08-28T02:40:27.082059+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:45:57.998333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":390,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-08-28T02:40:32.086343+0000","last_change":"2023-08-28T02:32:28.505262+0000","last_active":"2023-08-28T02:40:32.086343+0000","last_peered":"2023-08-28T02:40:32.086343+0000","last_clean":"2023-08-28T02:40:32.086343+0000","last_became_active":"2023-08-28T02:32:28.455999+0000","last_became_peered":"2023-08-28T02:32:28.455999+0000","last_unstale":"2023-08-28T02:40:32.086343+0000","last_undegraded":"2023-08-28T02:40:32.086343+0000","last_fullsized":"2023-08-28T02:40:32.086343+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:28.937020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":9468,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":374,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-08-28T02:40:32.086566+0000","last_change":"2023-08-28T02:32:12.959195+0000","last_active":"2023-08-28T02:40:32.086566+0000","last_peered":"2023-08-28T02:40:32.086566+0000","last_clean":"2023-08-28T02:40:32.086566+0000","last_became_active":"2023-08-28T02:32:12.958832+0000","last_became_peered":"2023-08-28T02:32:12.958832+0000","last_unstale":"2023-08-28T02:40:32.086566+0000","last_undegraded":"2023-08-28T02:40:32.086566+0000","last_fullsized":"2023-08-28T02:40:32.086566+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:23:27.197787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"65'2","reported_seq":363,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.061857+0000","last_change":"2023-08-28T02:32:28.461161+0000","last_active":"2023-08-28T02:40:27.061857+0000","last_peered":"2023-08-28T02:40:27.061857+0000","last_clean":"2023-08-28T02:40:27.061857+0000","last_became_active":"2023-08-28T02:32:28.451284+0000","last_became_peered":"2023-08-28T02:32:28.451284+0000","last_unstale":"2023-08-28T02:40:27.061857+0000","last_undegraded":"2023-08-28T02:40:27.061857+0000","last_fullsized":"2023-08-28T02:40:27.061857+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:58:20.061020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":347,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:30.445862+0000","last_change":"2023-08-28T02:29:44.419566+0000","last_active":"2023-08-28T02:40:30.445862+0000","last_peered":"2023-08-28T02:40:30.445862+0000","last_clean":"2023-08-28T02:40:30.445862+0000","last_became_active":"2023-08-28T02:29:44.419053+0000","last_became_peered":"2023-08-28T02:29:44.419053+0000","last_unstale":"2023-08-28T02:40:30.445862+0000","last_undegraded":"2023-08-28T02:40:30.445862+0000","last_fullsized":"2023-08-28T02:40:30.445862+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:44:36.133499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":350,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.096343+0000","last_change":"2023-08-28T02:33:12.493777+0000","last_active":"2023-08-28T02:40:27.096343+0000","last_peered":"2023-08-28T02:40:27.096343+0000","last_clean":"2023-08-28T02:40:27.096343+0000","last_became_active":"2023-08-28T02:33:12.491177+0000","last_became_peered":"2023-08-28T02:33:12.491177+0000","last_unstale":"2023-08-28T02:40:27.096343+0000","last_undegraded":"2023-08-28T02:40:27.096343+0000","last_fullsized":"2023-08-28T02:40:27.096343+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:10:58.167753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":360,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.089899+0000","last_change":"2023-08-28T02:33:12.290293+0000","last_active":"2023-08-28T02:40:27.089899+0000","last_peered":"2023-08-28T02:40:27.089899+0000","last_clean":"2023-08-28T02:40:27.089899+0000","last_became_active":"2023-08-28T02:33:12.289989+0000","last_became_peered":"2023-08-28T02:33:12.289989+0000","last_unstale":"2023-08-28T02:40:27.089899+0000","last_undegraded":"2023-08-28T02:40:27.089899+0000","last_fullsized":"2023-08-28T02:40:27.089899+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:05:33.622172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":338,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.061078+0000","last_change":"2023-08-28T02:32:12.948756+0000","last_active":"2023-08-28T02:40:27.061078+0000","last_peered":"2023-08-28T02:40:27.061078+0000","last_clean":"2023-08-28T02:40:27.061078+0000","last_became_active":"2023-08-28T02:32:12.948441+0000","last_became_peered":"2023-08-28T02:32:12.948441+0000","last_unstale":"2023-08-28T02:40:27.061078+0000","last_undegraded":"2023-08-28T02:40:27.061078+0000","last_fullsized":"2023-08-28T02:40:27.061078+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:27.922180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":356,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.097281+0000","last_change":"2023-08-28T02:33:12.299398+0000","last_active":"2023-08-28T02:40:27.097281+0000","last_peered":"2023-08-28T02:40:27.097281+0000","last_clean":"2023-08-28T02:40:27.097281+0000","last_became_active":"2023-08-28T02:33:12.299113+0000","last_became_peered":"2023-08-28T02:33:12.299113+0000","last_unstale":"2023-08-28T02:40:27.097281+0000","last_undegraded":"2023-08-28T02:40:27.097281+0000","last_fullsized":"2023-08-28T02:40:27.097281+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:14:55.597212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"65'8","reported_seq":150,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.095729+0000","last_change":"2023-08-28T02:33:13.478870+0000","last_active":"2023-08-28T02:40:27.095729+0000","last_peered":"2023-08-28T02:40:27.095729+0000","last_clean":"2023-08-28T02:40:27.095729+0000","last_became_active":"2023-08-28T02:33:13.332142+0000","last_became_peered":"2023-08-28T02:33:13.332142+0000","last_unstale":"2023-08-28T02:40:27.095729+0000","last_undegraded":"2023-08-28T02:40:27.095729+0000","last_fullsized":"2023-08-28T02:40:27.095729+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:32:42.810159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":288,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.080222+0000","last_change":"2023-08-28T02:33:12.306353+0000","last_active":"2023-08-28T02:40:27.080222+0000","last_peered":"2023-08-28T02:40:27.080222+0000","last_clean":"2023-08-28T02:40:27.080222+0000","last_became_active":"2023-08-28T02:33:12.304977+0000","last_became_peered":"2023-08-28T02:33:12.304977+0000","last_unstale":"2023-08-28T02:40:27.080222+0000","last_undegraded":"2023-08-28T02:40:27.080222+0000","last_fullsized":"2023-08-28T02:40:27.080222+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:19:38.819671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"381'8601","reported_seq":8740,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-08-28T02:40:35.598625+0000","last_change":"2023-08-28T02:30:50.402703+0000","last_active":"2023-08-28T02:40:35.598625+0000","last_peered":"2023-08-28T02:40:35.598625+0000","last_clean":"2023-08-28T02:40:35.598625+0000","last_became_active":"2023-08-28T02:30:50.402419+0000","last_became_peered":"2023-08-28T02:30:50.402419+0000","last_unstale":"2023-08-28T02:40:35.598625+0000","last_undegraded":"2023-08-28T02:40:35.598625+0000","last_fullsized":"2023-08-28T02:40:35.598625+0000","mapping_epoch":250,"log_start":"256'1400","ondisk_log_start":"256'1400","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7201,"log_dups_size":0,"ondisk_log_size":7201,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:07:37.393907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":200474624,"num_objects":3059,"num_object_clones":0,"num_object_copies":9177,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3059,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8601,"num_write_kb":373120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"65'1","reported_seq":346,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.062552+0000","last_change":"2023-08-28T02:14:43.046130+0000","last_active":"2023-08-28T02:40:27.062552+0000","last_peered":"2023-08-28T02:40:27.062552+0000","last_clean":"2023-08-28T02:40:27.062552+0000","last_became_active":"2023-08-28T02:14:43.045775+0000","last_became_peered":"2023-08-28T02:14:43.045775+0000","last_unstale":"2023-08-28T02:40:27.062552+0000","last_undegraded":"2023-08-28T02:40:27.062552+0000","last_fullsized":"2023-08-28T02:40:27.062552+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:57:38.279756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":336,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.089099+0000","last_change":"2023-08-28T02:31:51.987149+0000","last_active":"2023-08-28T02:40:27.089099+0000","last_peered":"2023-08-28T02:40:27.089099+0000","last_clean":"2023-08-28T02:40:27.089099+0000","last_became_active":"2023-08-28T02:31:51.986821+0000","last_became_peered":"2023-08-28T02:31:51.986821+0000","last_unstale":"2023-08-28T02:40:27.089099+0000","last_undegraded":"2023-08-28T02:40:27.089099+0000","last_fullsized":"2023-08-28T02:40:27.089099+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:23:26.661134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"381'8616","reported_seq":15777,"reported_epoch":381,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:40:35.740112+0000","last_change":"2023-08-28T02:33:33.975566+0000","last_active":"2023-08-28T02:40:35.740112+0000","last_peered":"2023-08-28T02:40:35.740112+0000","last_clean":"2023-08-28T02:31:27.868230+0000","last_became_active":"2023-08-28T02:33:33.660452+0000","last_became_peered":"2023-08-28T02:33:33.660452+0000","last_unstale":"2023-08-28T02:40:35.740112+0000","last_undegraded":"2023-08-28T02:33:13.410847+0000","last_fullsized":"2023-08-28T02:33:13.270012+0000","mapping_epoch":298,"log_start":"255'1400","ondisk_log_start":"255'1400","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7216,"log_dups_size":0,"ondisk_log_size":7216,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:33.375162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":195559424,"num_objects":2984,"num_object_clones":0,"num_object_copies":8952,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":5492,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2984,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8616,"num_write_kb":371200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3492,"num_bytes_recovered":228786176,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[5,4],"avail_no_missing":["5","6"],"object_location_counts":[{"shards":"2,5,6","objects":915},{"shards":"3,5,6","objects":564},{"shards":"5,6","objects":1505}],"blocked_by":[],"up_primary":3,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"65'2","reported_seq":371,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.062300+0000","last_change":"2023-08-28T02:29:44.436352+0000","last_active":"2023-08-28T02:40:27.062300+0000","last_peered":"2023-08-28T02:40:27.062300+0000","last_clean":"2023-08-28T02:40:27.062300+0000","last_became_active":"2023-08-28T02:29:44.411499+0000","last_became_peered":"2023-08-28T02:29:44.411499+0000","last_unstale":"2023-08-28T02:40:27.062300+0000","last_undegraded":"2023-08-28T02:40:27.062300+0000","last_fullsized":"2023-08-28T02:40:27.062300+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:46:57.540191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":398,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-08-28T02:40:32.085860+0000","last_change":"2023-08-28T02:33:12.289004+0000","last_active":"2023-08-28T02:40:32.085860+0000","last_peered":"2023-08-28T02:40:32.085860+0000","last_clean":"2023-08-28T02:40:32.085860+0000","last_became_active":"2023-08-28T02:33:12.288722+0000","last_became_peered":"2023-08-28T02:33:12.288722+0000","last_unstale":"2023-08-28T02:40:32.085860+0000","last_undegraded":"2023-08-28T02:40:32.085860+0000","last_fullsized":"2023-08-28T02:40:32.085860+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:24.019483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"381'8543","reported_seq":13778,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-08-28T02:40:35.206284+0000","last_change":"2023-08-28T02:37:54.748968+0000","last_active":"2023-08-28T02:40:35.206284+0000","last_peered":"2023-08-28T02:40:35.206284+0000","last_clean":"2023-08-28T02:40:35.206284+0000","last_became_active":"2023-08-28T02:37:54.729376+0000","last_became_peered":"2023-08-28T02:37:54.729376+0000","last_unstale":"2023-08-28T02:40:35.206284+0000","last_undegraded":"2023-08-28T02:40:35.206284+0000","last_fullsized":"2023-08-28T02:40:35.206284+0000","mapping_epoch":351,"log_start":"260'3212","ondisk_log_start":"260'3212","created":250,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5331,"log_dups_size":0,"ondisk_log_size":5331,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:00.988172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":197066752,"num_objects":3007,"num_object_clones":0,"num_object_copies":9021,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3007,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8543,"num_write_kb":369600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2533,"num_bytes_recovered":160432128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"65'1","reported_seq":357,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.063263+0000","last_change":"2023-08-28T02:33:13.516869+0000","last_active":"2023-08-28T02:40:27.063263+0000","last_peered":"2023-08-28T02:40:27.063263+0000","last_clean":"2023-08-28T02:40:27.063263+0000","last_became_active":"2023-08-28T02:33:13.396736+0000","last_became_peered":"2023-08-28T02:33:13.396736+0000","last_unstale":"2023-08-28T02:40:27.063263+0000","last_undegraded":"2023-08-28T02:40:27.063263+0000","last_fullsized":"2023-08-28T02:40:27.063263+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:47:08.237137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":325,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-08-28T02:40:32.078918+0000","last_change":"2023-08-28T02:31:51.987327+0000","last_active":"2023-08-28T02:40:32.078918+0000","last_peered":"2023-08-28T02:40:32.078918+0000","last_clean":"2023-08-28T02:40:32.078918+0000","last_became_active":"2023-08-28T02:31:51.987018+0000","last_became_peered":"2023-08-28T02:31:51.987018+0000","last_unstale":"2023-08-28T02:40:32.078918+0000","last_undegraded":"2023-08-28T02:40:32.078918+0000","last_fullsized":"2023-08-28T02:40:32.078918+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:53:26.105101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.5","version":"381'8498","reported_seq":14022,"reported_epoch":381,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:40:35.185973+0000","last_change":"2023-08-28T02:33:13.625779+0000","last_active":"2023-08-28T02:40:35.185973+0000","last_peered":"2023-08-28T02:40:35.185973+0000","last_clean":"2023-08-28T02:31:27.898932+0000","last_became_active":"2023-08-28T02:33:13.612126+0000","last_became_peered":"2023-08-28T02:33:13.612126+0000","last_unstale":"2023-08-28T02:40:35.185973+0000","last_undegraded":"2023-08-28T02:33:13.485377+0000","last_fullsized":"2023-08-28T02:33:13.264317+0000","mapping_epoch":298,"log_start":"259'3163","ondisk_log_start":"259'3163","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5335,"log_dups_size":0,"ondisk_log_size":5335,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:37:28.843386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":193593344,"num_objects":2954,"num_object_clones":0,"num_object_copies":8862,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":5496,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2954,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8498,"num_write_kb":366464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2680,"num_bytes_recovered":175636480,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,7],"avail_no_missing":["0","2"],"object_location_counts":[{"shards":"0,2","objects":2358},{"shards":"0,2,3","objects":596}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":375,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.089630+0000","last_change":"2023-08-28T02:33:13.281826+0000","last_active":"2023-08-28T02:40:27.089630+0000","last_peered":"2023-08-28T02:40:27.089630+0000","last_clean":"2023-08-28T02:40:27.089630+0000","last_became_active":"2023-08-28T02:33:13.281511+0000","last_became_peered":"2023-08-28T02:33:13.281511+0000","last_unstale":"2023-08-28T02:40:27.089630+0000","last_undegraded":"2023-08-28T02:40:27.089630+0000","last_fullsized":"2023-08-28T02:40:27.089630+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:32:55.005706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":373,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.096571+0000","last_change":"2023-08-28T02:29:44.436713+0000","last_active":"2023-08-28T02:40:27.096571+0000","last_peered":"2023-08-28T02:40:27.096571+0000","last_clean":"2023-08-28T02:40:27.096571+0000","last_became_active":"2023-08-28T02:29:44.436203+0000","last_became_peered":"2023-08-28T02:29:44.436203+0000","last_unstale":"2023-08-28T02:40:27.096571+0000","last_undegraded":"2023-08-28T02:40:27.096571+0000","last_fullsized":"2023-08-28T02:40:27.096571+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:46:48.522293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"381'8849","reported_seq":8993,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-08-28T02:40:37.555617+0000","last_change":"2023-08-28T02:30:50.399669+0000","last_active":"2023-08-28T02:40:37.555617+0000","last_peered":"2023-08-28T02:40:37.555617+0000","last_clean":"2023-08-28T02:40:37.555617+0000","last_became_active":"2023-08-28T02:30:50.399332+0000","last_became_peered":"2023-08-28T02:30:50.399332+0000","last_unstale":"2023-08-28T02:40:37.555617+0000","last_undegraded":"2023-08-28T02:40:37.555617+0000","last_fullsized":"2023-08-28T02:40:37.555617+0000","mapping_epoch":250,"log_start":"257'2700","ondisk_log_start":"257'2700","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6149,"log_dups_size":0,"ondisk_log_size":6149,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:00:54.910841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":194314240,"num_objects":2965,"num_object_clones":0,"num_object_copies":8895,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2965,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8849,"num_write_kb":378048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"75'161","reported_seq":801,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.061579+0000","last_change":"2023-08-28T02:33:13.310049+0000","last_active":"2023-08-28T02:40:27.061579+0000","last_peered":"2023-08-28T02:40:27.061579+0000","last_clean":"2023-08-28T02:40:27.061579+0000","last_became_active":"2023-08-28T02:33:13.309661+0000","last_became_peered":"2023-08-28T02:33:13.309661+0000","last_unstale":"2023-08-28T02:40:27.061579+0000","last_undegraded":"2023-08-28T02:40:27.061579+0000","last_fullsized":"2023-08-28T02:40:27.061579+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.930230+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.930230+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:27:40.889460+0000","scrub_duration":0.0050169209999999997,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"65'2","reported_seq":337,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.078297+0000","last_change":"2023-08-28T02:33:12.294922+0000","last_active":"2023-08-28T02:40:27.078297+0000","last_peered":"2023-08-28T02:40:27.078297+0000","last_clean":"2023-08-28T02:40:27.078297+0000","last_became_active":"2023-08-28T02:33:12.294518+0000","last_became_peered":"2023-08-28T02:33:12.294518+0000","last_unstale":"2023-08-28T02:40:27.078297+0000","last_undegraded":"2023-08-28T02:40:27.078297+0000","last_fullsized":"2023-08-28T02:40:27.078297+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:21:12.737286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":375,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-08-28T02:40:32.086343+0000","last_change":"2023-08-28T02:33:13.310505+0000","last_active":"2023-08-28T02:40:32.086343+0000","last_peered":"2023-08-28T02:40:32.086343+0000","last_clean":"2023-08-28T02:40:32.086343+0000","last_became_active":"2023-08-28T02:33:13.310223+0000","last_became_peered":"2023-08-28T02:33:13.310223+0000","last_unstale":"2023-08-28T02:40:32.086343+0000","last_undegraded":"2023-08-28T02:40:32.086343+0000","last_fullsized":"2023-08-28T02:40:32.086343+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:27:02.124453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"381'8615","reported_seq":23017,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-08-28T02:40:35.225257+0000","last_change":"2023-08-28T02:38:44.816101+0000","last_active":"2023-08-28T02:40:35.225257+0000","last_peered":"2023-08-28T02:40:35.225257+0000","last_clean":"2023-08-28T02:40:35.225257+0000","last_became_active":"2023-08-28T02:38:44.798734+0000","last_became_peered":"2023-08-28T02:38:44.798734+0000","last_unstale":"2023-08-28T02:40:35.225257+0000","last_undegraded":"2023-08-28T02:40:35.225257+0000","last_fullsized":"2023-08-28T02:40:35.225257+0000","mapping_epoch":361,"log_start":"256'1400","ondisk_log_start":"256'1400","created":250,"last_epoch_clean":362,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7215,"log_dups_size":0,"ondisk_log_size":7215,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:34:42.975012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":200081408,"num_objects":3053,"num_object_clones":0,"num_object_copies":9159,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3053,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8615,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5834,"num_bytes_recovered":377683968,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"75'161","reported_seq":640,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.089015+0000","last_change":"2023-08-28T02:37:37.933802+0000","last_active":"2023-08-28T02:40:27.089015+0000","last_peered":"2023-08-28T02:40:27.089015+0000","last_clean":"2023-08-28T02:40:27.089015+0000","last_became_active":"2023-08-28T02:33:13.287313+0000","last_became_peered":"2023-08-28T02:33:13.287313+0000","last_unstale":"2023-08-28T02:40:27.089015+0000","last_undegraded":"2023-08-28T02:40:27.089015+0000","last_fullsized":"2023-08-28T02:40:27.089015+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:45.407127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:45.407127+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:39:14.213229+0000","scrub_duration":0.0018495320000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":262688,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":295,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-08-28T02:40:32.085965+0000","last_change":"2023-08-28T02:33:13.309727+0000","last_active":"2023-08-28T02:40:32.085965+0000","last_peered":"2023-08-28T02:40:32.085965+0000","last_clean":"2023-08-28T02:40:32.085965+0000","last_became_active":"2023-08-28T02:33:13.309487+0000","last_became_peered":"2023-08-28T02:33:13.309487+0000","last_unstale":"2023-08-28T02:40:32.085965+0000","last_undegraded":"2023-08-28T02:40:32.085965+0000","last_fullsized":"2023-08-28T02:40:32.085965+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:27:29.294011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":110,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-08-28T02:40:32.086388+0000","last_change":"2023-08-28T02:32:28.456323+0000","last_active":"2023-08-28T02:40:32.086388+0000","last_peered":"2023-08-28T02:40:32.086388+0000","last_clean":"2023-08-28T02:40:32.086388+0000","last_became_active":"2023-08-28T02:32:28.455987+0000","last_became_peered":"2023-08-28T02:32:28.455987+0000","last_unstale":"2023-08-28T02:40:32.086388+0000","last_undegraded":"2023-08-28T02:40:32.086388+0000","last_fullsized":"2023-08-28T02:40:32.086388+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:54:07.724002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"381'8783","reported_seq":18944,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-08-28T02:40:37.529012+0000","last_change":"2023-08-28T02:33:13.316023+0000","last_active":"2023-08-28T02:40:37.529012+0000","last_peered":"2023-08-28T02:40:37.529012+0000","last_clean":"2023-08-28T02:40:37.529012+0000","last_became_active":"2023-08-28T02:33:13.308403+0000","last_became_peered":"2023-08-28T02:33:13.308403+0000","last_unstale":"2023-08-28T02:40:37.529012+0000","last_undegraded":"2023-08-28T02:40:37.529012+0000","last_fullsized":"2023-08-28T02:40:37.529012+0000","mapping_epoch":298,"log_start":"257'2600","ondisk_log_start":"257'2600","created":250,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6183,"log_dups_size":0,"ondisk_log_size":6183,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:10:38.401973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":204013568,"num_objects":3113,"num_object_clones":0,"num_object_copies":9339,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3113,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8783,"num_write_kb":380672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4999,"num_bytes_recovered":327614464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":355,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-08-28T02:40:32.085843+0000","last_change":"2023-08-28T02:32:28.455294+0000","last_active":"2023-08-28T02:40:32.085843+0000","last_peered":"2023-08-28T02:40:32.085843+0000","last_clean":"2023-08-28T02:40:32.085843+0000","last_became_active":"2023-08-28T02:32:28.455013+0000","last_became_peered":"2023-08-28T02:32:28.455013+0000","last_unstale":"2023-08-28T02:40:32.085843+0000","last_undegraded":"2023-08-28T02:40:32.085843+0000","last_fullsized":"2023-08-28T02:40:32.085843+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:53.583864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":387,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-08-28T02:40:32.086749+0000","last_change":"2023-08-28T02:33:13.335588+0000","last_active":"2023-08-28T02:40:32.086749+0000","last_peered":"2023-08-28T02:40:32.086749+0000","last_clean":"2023-08-28T02:40:32.086749+0000","last_became_active":"2023-08-28T02:33:13.335326+0000","last_became_peered":"2023-08-28T02:33:13.335326+0000","last_unstale":"2023-08-28T02:40:32.086749+0000","last_undegraded":"2023-08-28T02:40:32.086749+0000","last_fullsized":"2023-08-28T02:40:32.086749+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:15:44.958663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"382'8708","reported_seq":8848,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.154031+0000","last_change":"2023-08-28T02:30:50.400261+0000","last_active":"2023-08-28T02:40:38.154031+0000","last_peered":"2023-08-28T02:40:38.154031+0000","last_clean":"2023-08-28T02:40:38.154031+0000","last_became_active":"2023-08-28T02:30:50.399938+0000","last_became_peered":"2023-08-28T02:30:50.399938+0000","last_unstale":"2023-08-28T02:40:38.154031+0000","last_undegraded":"2023-08-28T02:40:38.154031+0000","last_fullsized":"2023-08-28T02:40:38.154031+0000","mapping_epoch":250,"log_start":"260'3290","ondisk_log_start":"260'3290","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5418,"log_dups_size":0,"ondisk_log_size":5418,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:43:56.802792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":195690496,"num_objects":2986,"num_object_clones":0,"num_object_copies":8958,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2986,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8708,"num_write_kb":374208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"75'161","reported_seq":660,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.089364+0000","last_change":"2023-08-28T02:32:56.519141+0000","last_active":"2023-08-28T02:40:27.089364+0000","last_peered":"2023-08-28T02:40:27.089364+0000","last_clean":"2023-08-28T02:40:27.089364+0000","last_became_active":"2023-08-28T02:32:56.518863+0000","last_became_peered":"2023-08-28T02:32:56.518863+0000","last_unstale":"2023-08-28T02:40:27.089364+0000","last_undegraded":"2023-08-28T02:40:27.089364+0000","last_fullsized":"2023-08-28T02:40:27.089364+0000","mapping_epoch":292,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":293,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_clean_scrub_stamp":"2023-08-28T02:29:25.608370+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:59:50.561109+0000","scrub_duration":0.001662689,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":290,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.076548+0000","last_change":"2023-08-28T02:33:12.294592+0000","last_active":"2023-08-28T02:40:27.076548+0000","last_peered":"2023-08-28T02:40:27.076548+0000","last_clean":"2023-08-28T02:40:27.076548+0000","last_became_active":"2023-08-28T02:33:12.288508+0000","last_became_peered":"2023-08-28T02:33:12.288508+0000","last_unstale":"2023-08-28T02:40:27.076548+0000","last_undegraded":"2023-08-28T02:40:27.076548+0000","last_fullsized":"2023-08-28T02:40:27.076548+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:05:42.717608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":172,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.083112+0000","last_change":"2023-08-28T02:29:44.429834+0000","last_active":"2023-08-28T02:40:27.083112+0000","last_peered":"2023-08-28T02:40:27.083112+0000","last_clean":"2023-08-28T02:40:27.083112+0000","last_became_active":"2023-08-28T02:29:44.429512+0000","last_became_peered":"2023-08-28T02:29:44.429512+0000","last_unstale":"2023-08-28T02:40:27.083112+0000","last_undegraded":"2023-08-28T02:40:27.083112+0000","last_fullsized":"2023-08-28T02:40:27.083112+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:58.062455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"381'8579","reported_seq":8718,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-08-28T02:40:36.094354+0000","last_change":"2023-08-28T02:30:50.402348+0000","last_active":"2023-08-28T02:40:36.094354+0000","last_peered":"2023-08-28T02:40:36.094354+0000","last_clean":"2023-08-28T02:40:36.094354+0000","last_became_active":"2023-08-28T02:30:50.402076+0000","last_became_peered":"2023-08-28T02:30:50.402076+0000","last_unstale":"2023-08-28T02:40:36.094354+0000","last_undegraded":"2023-08-28T02:40:36.094354+0000","last_fullsized":"2023-08-28T02:40:36.094354+0000","mapping_epoch":250,"log_start":"256'1700","ondisk_log_start":"256'1700","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6879,"log_dups_size":0,"ondisk_log_size":6879,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:24.859426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":196411392,"num_objects":2997,"num_object_clones":0,"num_object_copies":8991,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2997,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8579,"num_write_kb":370432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.7","version":"75'161","reported_seq":582,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.080177+0000","last_change":"2023-08-28T02:33:13.532525+0000","last_active":"2023-08-28T02:40:27.080177+0000","last_peered":"2023-08-28T02:40:27.080177+0000","last_clean":"2023-08-28T02:40:27.080177+0000","last_became_active":"2023-08-28T02:33:13.532125+0000","last_became_peered":"2023-08-28T02:33:13.532125+0000","last_unstale":"2023-08-28T02:40:27.080177+0000","last_undegraded":"2023-08-28T02:40:27.080177+0000","last_fullsized":"2023-08-28T02:40:27.080177+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.887648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.887648+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":173,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.084051+0000","last_change":"2023-08-28T02:29:44.407595+0000","last_active":"2023-08-28T02:40:27.084051+0000","last_peered":"2023-08-28T02:40:27.084051+0000","last_clean":"2023-08-28T02:40:27.084051+0000","last_became_active":"2023-08-28T02:29:44.407316+0000","last_became_peered":"2023-08-28T02:29:44.407316+0000","last_unstale":"2023-08-28T02:40:27.084051+0000","last_undegraded":"2023-08-28T02:40:27.084051+0000","last_fullsized":"2023-08-28T02:40:27.084051+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:01:47.777709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":392,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.089831+0000","last_change":"2023-08-28T02:33:13.286980+0000","last_active":"2023-08-28T02:40:27.089831+0000","last_peered":"2023-08-28T02:40:27.089831+0000","last_clean":"2023-08-28T02:40:27.089831+0000","last_became_active":"2023-08-28T02:33:13.286740+0000","last_became_peered":"2023-08-28T02:33:13.286740+0000","last_unstale":"2023-08-28T02:40:27.089831+0000","last_undegraded":"2023-08-28T02:40:27.089831+0000","last_fullsized":"2023-08-28T02:40:27.089831+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:24:54.574365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":173,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.081812+0000","last_change":"2023-08-28T02:29:44.506914+0000","last_active":"2023-08-28T02:40:27.081812+0000","last_peered":"2023-08-28T02:40:27.081812+0000","last_clean":"2023-08-28T02:40:27.081812+0000","last_became_active":"2023-08-28T02:29:44.506606+0000","last_became_peered":"2023-08-28T02:29:44.506606+0000","last_unstale":"2023-08-28T02:40:27.081812+0000","last_undegraded":"2023-08-28T02:40:27.081812+0000","last_fullsized":"2023-08-28T02:40:27.081812+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:55:50.992279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"381'8652","reported_seq":20391,"reported_epoch":381,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:40:35.239893+0000","last_change":"2023-08-28T02:34:11.565330+0000","last_active":"2023-08-28T02:40:35.239893+0000","last_peered":"2023-08-28T02:40:35.239893+0000","last_clean":"2023-08-28T02:32:11.916240+0000","last_became_active":"2023-08-28T02:33:12.501819+0000","last_became_peered":"2023-08-28T02:33:12.501819+0000","last_unstale":"2023-08-28T02:40:35.239893+0000","last_undegraded":"2023-08-28T02:40:35.239893+0000","last_fullsized":"2023-08-28T02:40:35.239893+0000","mapping_epoch":297,"log_start":"260'3324","ondisk_log_start":"260'3324","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5328,"log_dups_size":0,"ondisk_log_size":5328,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:45:43.329719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":192937984,"num_objects":2944,"num_object_clones":0,"num_object_copies":8832,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":2944,"num_objects_unfound":0,"num_objects_dirty":2944,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8652,"num_write_kb":371072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5787,"num_bytes_recovered":379256832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,2],"avail_no_missing":["0","2","5","6"],"object_location_counts":[{"shards":"0,2,5","objects":2944}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.1","version":"75'161","reported_seq":640,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.089333+0000","last_change":"2023-08-28T02:32:31.482659+0000","last_active":"2023-08-28T02:40:27.089333+0000","last_peered":"2023-08-28T02:40:27.089333+0000","last_clean":"2023-08-28T02:40:27.089333+0000","last_became_active":"2023-08-28T02:32:31.482320+0000","last_became_peered":"2023-08-28T02:32:31.482320+0000","last_unstale":"2023-08-28T02:40:27.089333+0000","last_undegraded":"2023-08-28T02:40:27.089333+0000","last_fullsized":"2023-08-28T02:40:27.089333+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:24.559397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:24.559397+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:41:09.516918+0000","scrub_duration":0.001580328,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":378,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.089229+0000","last_change":"2023-08-28T02:31:51.988386+0000","last_active":"2023-08-28T02:40:27.089229+0000","last_peered":"2023-08-28T02:40:27.089229+0000","last_clean":"2023-08-28T02:40:27.089229+0000","last_became_active":"2023-08-28T02:31:51.988097+0000","last_became_peered":"2023-08-28T02:31:51.988097+0000","last_unstale":"2023-08-28T02:40:27.089229+0000","last_undegraded":"2023-08-28T02:40:27.089229+0000","last_fullsized":"2023-08-28T02:40:27.089229+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:25:01.818829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":355,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-08-28T02:40:32.086714+0000","last_change":"2023-08-28T02:32:12.951275+0000","last_active":"2023-08-28T02:40:32.086714+0000","last_peered":"2023-08-28T02:40:32.086714+0000","last_clean":"2023-08-28T02:40:32.086714+0000","last_became_active":"2023-08-28T02:32:12.950965+0000","last_became_peered":"2023-08-28T02:32:12.950965+0000","last_unstale":"2023-08-28T02:40:32.086714+0000","last_undegraded":"2023-08-28T02:40:32.086714+0000","last_fullsized":"2023-08-28T02:40:32.086714+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:37:31.294280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":199,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.084096+0000","last_change":"2023-08-28T02:33:13.286534+0000","last_active":"2023-08-28T02:40:27.084096+0000","last_peered":"2023-08-28T02:40:27.084096+0000","last_clean":"2023-08-28T02:40:27.084096+0000","last_became_active":"2023-08-28T02:33:13.286164+0000","last_became_peered":"2023-08-28T02:33:13.286164+0000","last_unstale":"2023-08-28T02:40:27.084096+0000","last_undegraded":"2023-08-28T02:40:27.084096+0000","last_fullsized":"2023-08-28T02:40:27.084096+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:56.721932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"381'8665","reported_seq":20494,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-08-28T02:40:35.708086+0000","last_change":"2023-08-28T02:34:14.448606+0000","last_active":"2023-08-28T02:40:35.708086+0000","last_peered":"2023-08-28T02:40:35.708086+0000","last_clean":"2023-08-28T02:40:35.708086+0000","last_became_active":"2023-08-28T02:34:14.438547+0000","last_became_peered":"2023-08-28T02:34:14.438547+0000","last_unstale":"2023-08-28T02:40:35.708086+0000","last_undegraded":"2023-08-28T02:40:35.708086+0000","last_fullsized":"2023-08-28T02:40:35.708086+0000","mapping_epoch":314,"log_start":"256'1500","ondisk_log_start":"256'1500","created":250,"last_epoch_clean":315,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7165,"log_dups_size":0,"ondisk_log_size":7165,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:06:41.120408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":196804608,"num_objects":3003,"num_object_clones":0,"num_object_copies":9009,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3003,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8665,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5834,"num_bytes_recovered":376832000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2","version":"75'161","reported_seq":762,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.062759+0000","last_change":"2023-08-28T02:30:51.762377+0000","last_active":"2023-08-28T02:40:27.062759+0000","last_peered":"2023-08-28T02:40:27.062759+0000","last_clean":"2023-08-28T02:40:27.062759+0000","last_became_active":"2023-08-28T02:27:46.375590+0000","last_became_peered":"2023-08-28T02:27:46.375590+0000","last_unstale":"2023-08-28T02:40:27.062759+0000","last_undegraded":"2023-08-28T02:40:27.062759+0000","last_fullsized":"2023-08-28T02:40:27.062759+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:51.762314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:51.762314+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:02.034555+0000","scrub_duration":0.0020023620000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":190,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.076692+0000","last_change":"2023-08-28T02:33:13.289765+0000","last_active":"2023-08-28T02:40:27.076692+0000","last_peered":"2023-08-28T02:40:27.076692+0000","last_clean":"2023-08-28T02:40:27.076692+0000","last_became_active":"2023-08-28T02:33:13.289159+0000","last_became_peered":"2023-08-28T02:33:13.289159+0000","last_unstale":"2023-08-28T02:40:27.076692+0000","last_undegraded":"2023-08-28T02:40:27.076692+0000","last_fullsized":"2023-08-28T02:40:27.076692+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:30:38.956723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":191,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.082196+0000","last_change":"2023-08-28T02:32:28.464203+0000","last_active":"2023-08-28T02:40:27.082196+0000","last_peered":"2023-08-28T02:40:27.082196+0000","last_clean":"2023-08-28T02:40:27.082196+0000","last_became_active":"2023-08-28T02:32:28.463412+0000","last_became_peered":"2023-08-28T02:32:28.463412+0000","last_unstale":"2023-08-28T02:40:27.082196+0000","last_undegraded":"2023-08-28T02:40:27.082196+0000","last_fullsized":"2023-08-28T02:40:27.082196+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:20:38.177879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":173,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-08-28T02:40:32.077924+0000","last_change":"2023-08-28T02:29:44.427945+0000","last_active":"2023-08-28T02:40:32.077924+0000","last_peered":"2023-08-28T02:40:32.077924+0000","last_clean":"2023-08-28T02:40:32.077924+0000","last_became_active":"2023-08-28T02:29:44.426487+0000","last_became_peered":"2023-08-28T02:29:44.426487+0000","last_unstale":"2023-08-28T02:40:32.077924+0000","last_undegraded":"2023-08-28T02:40:32.077924+0000","last_fullsized":"2023-08-28T02:40:32.077924+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:30:20.438896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"381'8700","reported_seq":18812,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-08-28T02:40:37.551052+0000","last_change":"2023-08-28T02:34:48.488647+0000","last_active":"2023-08-28T02:40:37.551052+0000","last_peered":"2023-08-28T02:40:37.551052+0000","last_clean":"2023-08-28T02:40:37.551052+0000","last_became_active":"2023-08-28T02:34:48.476519+0000","last_became_peered":"2023-08-28T02:34:48.476519+0000","last_unstale":"2023-08-28T02:40:37.551052+0000","last_undegraded":"2023-08-28T02:40:37.551052+0000","last_fullsized":"2023-08-28T02:40:37.551052+0000","mapping_epoch":318,"log_start":"257'2500","ondisk_log_start":"257'2500","created":250,"last_epoch_clean":319,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6200,"log_dups_size":0,"ondisk_log_size":6200,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:44:20.004230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":192937984,"num_objects":2944,"num_object_clones":0,"num_object_copies":8832,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2944,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8700,"num_write_kb":372608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4973,"num_bytes_recovered":325910528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":372,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.090945+0000","last_change":"2023-08-28T02:33:13.484970+0000","last_active":"2023-08-28T02:40:27.090945+0000","last_peered":"2023-08-28T02:40:27.090945+0000","last_clean":"2023-08-28T02:40:27.090945+0000","last_became_active":"2023-08-28T02:33:13.484579+0000","last_became_peered":"2023-08-28T02:33:13.484579+0000","last_unstale":"2023-08-28T02:40:27.090945+0000","last_undegraded":"2023-08-28T02:40:27.090945+0000","last_fullsized":"2023-08-28T02:40:27.090945+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:58.027468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"75'161","reported_seq":763,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.060937+0000","last_change":"2023-08-28T02:31:55.059467+0000","last_active":"2023-08-28T02:40:27.060937+0000","last_peered":"2023-08-28T02:40:27.060937+0000","last_clean":"2023-08-28T02:40:27.060937+0000","last_became_active":"2023-08-28T02:31:55.059115+0000","last_became_peered":"2023-08-28T02:31:55.059115+0000","last_unstale":"2023-08-28T02:40:27.060937+0000","last_undegraded":"2023-08-28T02:40:27.060937+0000","last_fullsized":"2023-08-28T02:40:27.060937+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":0,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.820990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.820990+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:15:56.774667+0000","scrub_duration":0.0017342480000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":291,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.077293+0000","last_change":"2023-08-28T02:33:13.352810+0000","last_active":"2023-08-28T02:40:27.077293+0000","last_peered":"2023-08-28T02:40:27.077293+0000","last_clean":"2023-08-28T02:40:27.077293+0000","last_became_active":"2023-08-28T02:33:13.351697+0000","last_became_peered":"2023-08-28T02:33:13.351697+0000","last_unstale":"2023-08-28T02:40:27.077293+0000","last_undegraded":"2023-08-28T02:40:27.077293+0000","last_fullsized":"2023-08-28T02:40:27.077293+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:56.187163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":204,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-08-28T02:40:32.086902+0000","last_change":"2023-08-28T02:31:51.984584+0000","last_active":"2023-08-28T02:40:32.086902+0000","last_peered":"2023-08-28T02:40:32.086902+0000","last_clean":"2023-08-28T02:40:32.086902+0000","last_became_active":"2023-08-28T02:31:51.984264+0000","last_became_peered":"2023-08-28T02:31:51.984264+0000","last_unstale":"2023-08-28T02:40:32.086902+0000","last_undegraded":"2023-08-28T02:40:32.086902+0000","last_fullsized":"2023-08-28T02:40:32.086902+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:58:42.306722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"381'8573","reported_seq":20321,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-08-28T02:40:34.999798+0000","last_change":"2023-08-28T02:35:11.978901+0000","last_active":"2023-08-28T02:40:34.999798+0000","last_peered":"2023-08-28T02:40:34.999798+0000","last_clean":"2023-08-28T02:40:34.999798+0000","last_became_active":"2023-08-28T02:35:11.966585+0000","last_became_peered":"2023-08-28T02:35:11.966585+0000","last_unstale":"2023-08-28T02:40:34.999798+0000","last_undegraded":"2023-08-28T02:40:34.999798+0000","last_fullsized":"2023-08-28T02:40:34.999798+0000","mapping_epoch":323,"log_start":"260'3228","ondisk_log_start":"260'3228","created":250,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5345,"log_dups_size":0,"ondisk_log_size":5345,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:03:07.017814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":197197824,"num_objects":3009,"num_object_clones":0,"num_object_copies":9027,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3009,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8573,"num_write_kb":370624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5791,"num_bytes_recovered":368967680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3","version":"75'161","reported_seq":649,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.082010+0000","last_change":"2023-08-28T02:31:55.068239+0000","last_active":"2023-08-28T02:40:27.082010+0000","last_peered":"2023-08-28T02:40:27.082010+0000","last_clean":"2023-08-28T02:40:27.082010+0000","last_became_active":"2023-08-28T02:31:55.067875+0000","last_became_peered":"2023-08-28T02:31:55.067875+0000","last_unstale":"2023-08-28T02:40:27.082010+0000","last_undegraded":"2023-08-28T02:40:27.082010+0000","last_fullsized":"2023-08-28T02:40:27.082010+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.868248+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:11:04.391639+0000","scrub_duration":0.0016215240000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":386,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.060924+0000","last_change":"2023-08-28T02:29:44.421353+0000","last_active":"2023-08-28T02:40:27.060924+0000","last_peered":"2023-08-28T02:40:27.060924+0000","last_clean":"2023-08-28T02:40:27.060924+0000","last_became_active":"2023-08-28T02:29:44.421064+0000","last_became_peered":"2023-08-28T02:29:44.421064+0000","last_unstale":"2023-08-28T02:40:27.060924+0000","last_undegraded":"2023-08-28T02:40:27.060924+0000","last_fullsized":"2023-08-28T02:40:27.060924+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:51:36.524024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":357,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.095961+0000","last_change":"2023-08-28T02:33:12.299487+0000","last_active":"2023-08-28T02:40:27.095961+0000","last_peered":"2023-08-28T02:40:27.095961+0000","last_clean":"2023-08-28T02:40:27.095961+0000","last_became_active":"2023-08-28T02:33:12.299175+0000","last_became_peered":"2023-08-28T02:33:12.299175+0000","last_unstale":"2023-08-28T02:40:27.095961+0000","last_undegraded":"2023-08-28T02:40:27.095961+0000","last_fullsized":"2023-08-28T02:40:27.095961+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:42:29.713462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":367,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.097106+0000","last_change":"2023-08-28T02:32:28.457696+0000","last_active":"2023-08-28T02:40:27.097106+0000","last_peered":"2023-08-28T02:40:27.097106+0000","last_clean":"2023-08-28T02:40:27.097106+0000","last_became_active":"2023-08-28T02:32:28.457407+0000","last_became_peered":"2023-08-28T02:32:28.457407+0000","last_unstale":"2023-08-28T02:40:27.097106+0000","last_undegraded":"2023-08-28T02:40:27.097106+0000","last_fullsized":"2023-08-28T02:40:27.097106+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:26:29.392787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"382'8571","reported_seq":9739,"reported_epoch":382,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:40:38.090879+0000","last_change":"2023-08-28T02:34:11.566035+0000","last_active":"2023-08-28T02:40:38.090879+0000","last_peered":"2023-08-28T02:40:38.090879+0000","last_clean":"2023-08-28T02:33:10.395883+0000","last_became_active":"2023-08-28T02:33:12.394714+0000","last_became_peered":"2023-08-28T02:33:12.394714+0000","last_unstale":"2023-08-28T02:40:38.090879+0000","last_undegraded":"2023-08-28T02:40:38.090879+0000","last_fullsized":"2023-08-28T02:40:38.090879+0000","mapping_epoch":297,"log_start":"259'3184","ondisk_log_start":"259'3184","created":250,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5387,"log_dups_size":0,"ondisk_log_size":5387,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:01:26.984565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":190840856,"num_objects":2913,"num_object_clones":0,"num_object_copies":8739,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":2663,"num_objects_unfound":0,"num_objects_dirty":2913,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":8571,"num_write_kb":367425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":500,"num_bytes_recovered":32768000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,6],"avail_no_missing":["4","0","6"],"object_location_counts":[{"shards":"0,4,6","objects":2913}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.6","version":"75'161","reported_seq":642,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.097028+0000","last_change":"2023-08-28T02:33:13.338675+0000","last_active":"2023-08-28T02:40:27.097028+0000","last_peered":"2023-08-28T02:40:27.097028+0000","last_clean":"2023-08-28T02:40:27.097028+0000","last_became_active":"2023-08-28T02:33:13.338271+0000","last_became_peered":"2023-08-28T02:33:13.338271+0000","last_unstale":"2023-08-28T02:40:27.097028+0000","last_undegraded":"2023-08-28T02:40:27.097028+0000","last_fullsized":"2023-08-28T02:40:27.097028+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.774982+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.774982+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:13:20.011329+0000","scrub_duration":0.003539819,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":349,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.063336+0000","last_change":"2023-08-28T02:14:43.033789+0000","last_active":"2023-08-28T02:40:27.063336+0000","last_peered":"2023-08-28T02:40:27.063336+0000","last_clean":"2023-08-28T02:40:27.063336+0000","last_became_active":"2023-08-28T02:14:43.033454+0000","last_became_peered":"2023-08-28T02:14:43.033454+0000","last_unstale":"2023-08-28T02:40:27.063336+0000","last_undegraded":"2023-08-28T02:40:27.063336+0000","last_fullsized":"2023-08-28T02:40:27.063336+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:01:13.205842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":182,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.084187+0000","last_change":"2023-08-28T02:32:28.461807+0000","last_active":"2023-08-28T02:40:27.084187+0000","last_peered":"2023-08-28T02:40:27.084187+0000","last_clean":"2023-08-28T02:40:27.084187+0000","last_became_active":"2023-08-28T02:32:28.461116+0000","last_became_peered":"2023-08-28T02:32:28.461116+0000","last_unstale":"2023-08-28T02:40:27.084187+0000","last_undegraded":"2023-08-28T02:40:27.084187+0000","last_fullsized":"2023-08-28T02:40:27.084187+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:12:45.321757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":328,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.096882+0000","last_change":"2023-08-28T02:14:43.048791+0000","last_active":"2023-08-28T02:40:27.096882+0000","last_peered":"2023-08-28T02:40:27.096882+0000","last_clean":"2023-08-28T02:40:27.096882+0000","last_became_active":"2023-08-28T02:14:43.047408+0000","last_became_peered":"2023-08-28T02:14:43.047408+0000","last_unstale":"2023-08-28T02:40:27.096882+0000","last_undegraded":"2023-08-28T02:40:27.096882+0000","last_fullsized":"2023-08-28T02:40:27.096882+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:47.097181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"382'8757","reported_seq":18864,"reported_epoch":382,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:40:38.185387+0000","last_change":"2023-08-28T02:37:37.899201+0000","last_active":"2023-08-28T02:40:38.185387+0000","last_peered":"2023-08-28T02:40:38.185387+0000","last_clean":"2023-08-28T02:31:50.933695+0000","last_became_active":"2023-08-28T02:33:13.540416+0000","last_became_peered":"2023-08-28T02:33:13.540416+0000","last_unstale":"2023-08-28T02:40:38.185387+0000","last_undegraded":"2023-08-28T02:40:38.185387+0000","last_fullsized":"2023-08-28T02:40:38.185387+0000","mapping_epoch":298,"log_start":"260'3374","ondisk_log_start":"260'3374","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5383,"log_dups_size":0,"ondisk_log_size":5383,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:49:35.658845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":203489280,"num_objects":3105,"num_object_clones":0,"num_object_copies":9315,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":3105,"num_objects_unfound":0,"num_objects_dirty":3105,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8757,"num_write_kb":379584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4967,"num_bytes_recovered":325517312,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,2],"avail_no_missing":["4","2","5","6"],"object_location_counts":[{"shards":"2,4,5","objects":3105}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.5","version":"75'161","reported_seq":675,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-08-28T02:40:32.086480+0000","last_change":"2023-08-28T02:32:31.477151+0000","last_active":"2023-08-28T02:40:32.086480+0000","last_peered":"2023-08-28T02:40:32.086480+0000","last_clean":"2023-08-28T02:40:32.086480+0000","last_became_active":"2023-08-28T02:32:31.476776+0000","last_became_peered":"2023-08-28T02:32:31.476776+0000","last_unstale":"2023-08-28T02:40:32.086480+0000","last_undegraded":"2023-08-28T02:40:32.086480+0000","last_fullsized":"2023-08-28T02:40:32.086480+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:18.891729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:18.891729+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:47:27.194140+0000","scrub_duration":0.0031546460000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"65'2","reported_seq":338,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.080095+0000","last_change":"2023-08-28T02:33:12.327778+0000","last_active":"2023-08-28T02:40:27.080095+0000","last_peered":"2023-08-28T02:40:27.080095+0000","last_clean":"2023-08-28T02:40:27.080095+0000","last_became_active":"2023-08-28T02:33:12.327273+0000","last_became_peered":"2023-08-28T02:33:12.327273+0000","last_unstale":"2023-08-28T02:40:27.080095+0000","last_undegraded":"2023-08-28T02:40:27.080095+0000","last_fullsized":"2023-08-28T02:40:27.080095+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:40.554192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":220,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.082196+0000","last_change":"2023-08-28T02:33:13.335665+0000","last_active":"2023-08-28T02:40:27.082196+0000","last_peered":"2023-08-28T02:40:27.082196+0000","last_clean":"2023-08-28T02:40:27.082196+0000","last_became_active":"2023-08-28T02:33:13.335322+0000","last_became_peered":"2023-08-28T02:33:13.335322+0000","last_unstale":"2023-08-28T02:40:27.082196+0000","last_undegraded":"2023-08-28T02:40:27.082196+0000","last_fullsized":"2023-08-28T02:40:27.082196+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:21:08.024493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":335,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.076689+0000","last_change":"2023-08-28T02:33:12.310326+0000","last_active":"2023-08-28T02:40:27.076689+0000","last_peered":"2023-08-28T02:40:27.076689+0000","last_clean":"2023-08-28T02:40:27.076689+0000","last_became_active":"2023-08-28T02:33:12.310011+0000","last_became_peered":"2023-08-28T02:33:12.310011+0000","last_unstale":"2023-08-28T02:40:27.076689+0000","last_undegraded":"2023-08-28T02:40:27.076689+0000","last_fullsized":"2023-08-28T02:40:27.076689+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:35:03.710036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"382'8798","reported_seq":17547,"reported_epoch":382,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-08-28T02:40:38.245644+0000","last_change":"2023-08-28T02:38:43.760745+0000","last_active":"2023-08-28T02:40:38.245644+0000","last_peered":"2023-08-28T02:40:38.245644+0000","last_clean":"2023-08-28T02:31:27.909649+0000","last_became_active":"2023-08-28T02:33:33.726805+0000","last_became_peered":"2023-08-28T02:33:33.726805+0000","last_unstale":"2023-08-28T02:40:38.245644+0000","last_undegraded":"2023-08-28T02:33:20.140072+0000","last_fullsized":"2023-08-28T02:33:13.278549+0000","mapping_epoch":298,"log_start":"260'3377","ondisk_log_start":"260'3377","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5421,"log_dups_size":0,"ondisk_log_size":5421,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:02:22.971585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":201195520,"num_objects":3070,"num_object_clones":0,"num_object_copies":9210,"num_objects_missing_on_primary":3043,"num_objects_missing":3043,"num_objects_degraded":2496,"num_objects_misplaced":6126,"num_objects_unfound":0,"num_objects_dirty":3070,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8798,"num_write_kb":379776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2854,"num_bytes_recovered":186908672,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[4,3],"avail_no_missing":["2","6"],"object_location_counts":[{"shards":"2,3,4,6","objects":12},{"shards":"2,3,6","objects":560},{"shards":"2,4,6","objects":14},{"shards":"2,6","objects":2483},{"shards":"3,4","objects":-12}],"blocked_by":[],"up_primary":3,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.4","version":"75'161","reported_seq":590,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.077757+0000","last_change":"2023-08-28T02:33:12.296479+0000","last_active":"2023-08-28T02:40:27.077757+0000","last_peered":"2023-08-28T02:40:27.077757+0000","last_clean":"2023-08-28T02:40:27.077757+0000","last_became_active":"2023-08-28T02:33:12.294160+0000","last_became_peered":"2023-08-28T02:33:12.294160+0000","last_unstale":"2023-08-28T02:40:27.077757+0000","last_undegraded":"2023-08-28T02:40:27.077757+0000","last_fullsized":"2023-08-28T02:40:27.077757+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.899247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.899247+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":307,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.062596+0000","last_change":"2023-08-28T02:33:13.539335+0000","last_active":"2023-08-28T02:40:27.062596+0000","last_peered":"2023-08-28T02:40:27.062596+0000","last_clean":"2023-08-28T02:40:27.062596+0000","last_became_active":"2023-08-28T02:33:13.538978+0000","last_became_peered":"2023-08-28T02:33:13.538978+0000","last_unstale":"2023-08-28T02:40:27.062596+0000","last_undegraded":"2023-08-28T02:40:27.062596+0000","last_fullsized":"2023-08-28T02:40:27.062596+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:26:13.405766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"65'1","reported_seq":371,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.097181+0000","last_change":"2023-08-28T02:29:44.510205+0000","last_active":"2023-08-28T02:40:27.097181+0000","last_peered":"2023-08-28T02:40:27.097181+0000","last_clean":"2023-08-28T02:40:27.097181+0000","last_became_active":"2023-08-28T02:29:44.429357+0000","last_became_peered":"2023-08-28T02:29:44.429357+0000","last_unstale":"2023-08-28T02:40:27.097181+0000","last_undegraded":"2023-08-28T02:40:27.097181+0000","last_fullsized":"2023-08-28T02:40:27.097181+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:44:59.955729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":337,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-08-28T02:40:32.085756+0000","last_change":"2023-08-28T02:32:12.950661+0000","last_active":"2023-08-28T02:40:32.085756+0000","last_peered":"2023-08-28T02:40:32.085756+0000","last_clean":"2023-08-28T02:40:32.085756+0000","last_became_active":"2023-08-28T02:32:12.950276+0000","last_became_peered":"2023-08-28T02:32:12.950276+0000","last_unstale":"2023-08-28T02:40:32.085756+0000","last_undegraded":"2023-08-28T02:40:32.085756+0000","last_fullsized":"2023-08-28T02:40:32.085756+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:05:17.972868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"65'1","reported_seq":329,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.096799+0000","last_change":"2023-08-28T02:14:43.042150+0000","last_active":"2023-08-28T02:40:27.096799+0000","last_peered":"2023-08-28T02:40:27.096799+0000","last_clean":"2023-08-28T02:40:27.096799+0000","last_became_active":"2023-08-28T02:14:43.038336+0000","last_became_peered":"2023-08-28T02:14:43.038336+0000","last_unstale":"2023-08-28T02:40:27.096799+0000","last_undegraded":"2023-08-28T02:40:27.096799+0000","last_fullsized":"2023-08-28T02:40:27.096799+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:26:02.415152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":379,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.084140+0000","last_change":"2023-08-28T02:33:13.318097+0000","last_active":"2023-08-28T02:40:27.084140+0000","last_peered":"2023-08-28T02:40:27.084140+0000","last_clean":"2023-08-28T02:40:27.084140+0000","last_became_active":"2023-08-28T02:33:13.317761+0000","last_became_peered":"2023-08-28T02:33:13.317761+0000","last_unstale":"2023-08-28T02:40:27.084140+0000","last_undegraded":"2023-08-28T02:40:27.084140+0000","last_fullsized":"2023-08-28T02:40:27.084140+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:24.836996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"65'2","reported_seq":374,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.089713+0000","last_change":"2023-08-28T02:29:44.535937+0000","last_active":"2023-08-28T02:40:27.089713+0000","last_peered":"2023-08-28T02:40:27.089713+0000","last_clean":"2023-08-28T02:40:27.089713+0000","last_became_active":"2023-08-28T02:29:44.462244+0000","last_became_peered":"2023-08-28T02:29:44.462244+0000","last_unstale":"2023-08-28T02:40:27.089713+0000","last_undegraded":"2023-08-28T02:40:27.089713+0000","last_fullsized":"2023-08-28T02:40:27.089713+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:30:33.173713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":376,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.096133+0000","last_change":"2023-08-28T02:33:12.305580+0000","last_active":"2023-08-28T02:40:27.096133+0000","last_peered":"2023-08-28T02:40:27.096133+0000","last_clean":"2023-08-28T02:40:27.096133+0000","last_became_active":"2023-08-28T02:33:12.305261+0000","last_became_peered":"2023-08-28T02:33:12.305261+0000","last_unstale":"2023-08-28T02:40:27.096133+0000","last_undegraded":"2023-08-28T02:40:27.096133+0000","last_fullsized":"2023-08-28T02:40:27.096133+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:22:31.614221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"65'2","reported_seq":343,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.089752+0000","last_change":"2023-08-28T02:31:51.991101+0000","last_active":"2023-08-28T02:40:27.089752+0000","last_peered":"2023-08-28T02:40:27.089752+0000","last_clean":"2023-08-28T02:40:27.089752+0000","last_became_active":"2023-08-28T02:31:51.987237+0000","last_became_peered":"2023-08-28T02:31:51.987237+0000","last_unstale":"2023-08-28T02:40:27.089752+0000","last_undegraded":"2023-08-28T02:40:27.089752+0000","last_fullsized":"2023-08-28T02:40:27.089752+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:07:07.370857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":378,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-08-28T02:40:32.085919+0000","last_change":"2023-08-28T02:33:12.494483+0000","last_active":"2023-08-28T02:40:32.085919+0000","last_peered":"2023-08-28T02:40:32.085919+0000","last_clean":"2023-08-28T02:40:32.085919+0000","last_became_active":"2023-08-28T02:33:12.494136+0000","last_became_peered":"2023-08-28T02:33:12.494136+0000","last_unstale":"2023-08-28T02:40:32.085919+0000","last_undegraded":"2023-08-28T02:40:32.085919+0000","last_fullsized":"2023-08-28T02:40:32.085919+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:36.772588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"65'1","reported_seq":323,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.077141+0000","last_change":"2023-08-28T02:33:13.287922+0000","last_active":"2023-08-28T02:40:27.077141+0000","last_peered":"2023-08-28T02:40:27.077141+0000","last_clean":"2023-08-28T02:40:27.077141+0000","last_became_active":"2023-08-28T02:33:13.287520+0000","last_became_peered":"2023-08-28T02:33:13.287520+0000","last_unstale":"2023-08-28T02:40:27.077141+0000","last_undegraded":"2023-08-28T02:40:27.077141+0000","last_fullsized":"2023-08-28T02:40:27.077141+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:11.627168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":337,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.076849+0000","last_change":"2023-08-28T02:33:13.289469+0000","last_active":"2023-08-28T02:40:27.076849+0000","last_peered":"2023-08-28T02:40:27.076849+0000","last_clean":"2023-08-28T02:40:27.076849+0000","last_became_active":"2023-08-28T02:33:13.288737+0000","last_became_peered":"2023-08-28T02:33:13.288737+0000","last_unstale":"2023-08-28T02:40:27.076849+0000","last_undegraded":"2023-08-28T02:40:27.076849+0000","last_fullsized":"2023-08-28T02:40:27.076849+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:11:15.043550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"65'4","reported_seq":361,"reported_epoch":380,"state":"active+clean","last_fresh":"2023-08-28T02:40:27.096861+0000","last_change":"2023-08-28T02:32:28.607010+0000","last_active":"2023-08-28T02:40:27.096861+0000","last_peered":"2023-08-28T02:40:27.096861+0000","last_clean":"2023-08-28T02:40:27.096861+0000","last_became_active":"2023-08-28T02:32:28.492224+0000","last_became_peered":"2023-08-28T02:32:28.492224+0000","last_unstale":"2023-08-28T02:40:27.096861+0000","last_undegraded":"2023-08-28T02:40:27.096861+0000","last_fullsized":"2023-08-28T02:40:27.096861+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:13:45.711951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":554,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":388,"reported_epoch":381,"state":"active+clean","last_fresh":"2023-08-28T02:40:32.085741+0000","last_change":"2023-08-28T02:33:13.309144+0000","last_active":"2023-08-28T02:40:32.085741+0000","last_peered":"2023-08-28T02:40:32.085741+0000","last_clean":"2023-08-28T02:40:32.085741+0000","last_became_active":"2023-08-28T02:33:13.308910+0000","last_became_peered":"2023-08-28T02:33:13.308910+0000","last_unstale":"2023-08-28T02:40:32.085741+0000","last_undegraded":"2023-08-28T02:40:32.085741+0000","last_fullsized":"2023-08-28T02:40:32.085741+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:09:59.549591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":3152609304,"num_objects":48106,"num_object_clones":0,"num_object_copies":144318,"num_objects_missing_on_primary":3043,"num_objects_missing":3043,"num_objects_degraded":13484,"num_objects_misplaced":14838,"num_objects_unfound":0,"num_objects_dirty":48106,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":138508,"num_write_kb":5971585,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":50244,"num_bytes_recovered":3266314240,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":10718687232,"data_stored":10718675016,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97156,"ondisk_log_size":97156,"up":48,"acting":45,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":10126,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":370028,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":89,"num_read_kb":167,"num_write":44,"num_write_kb":440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":584707,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2048000,"data_stored":2033792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299804,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1473672,"kb_used_data":973952,"kb_used_omap":0,"kb_used_meta":499712,"kb_avail":92271480,"statfs":{"total":95995035648,"available":94485995520,"internally_reserved":0,"allocated":997326848,"data_stored":995813105,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":511705088},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:40:18 2023","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.46999999999999997,"15min":0.95699999999999996},"min":{"1min":0.34599999999999997,"5min":0.23499999999999999,"15min":0.219},"max":{"1min":2.1429999999999998,"5min":2.1429999999999998,"15min":13.118},"last":0.495},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.51500000000000001,"15min":1.3360000000000001},"min":{"1min":0.309,"5min":0.247,"15min":0.246},"max":{"1min":0.69599999999999995,"5min":2.6989999999999998,"15min":17.402999999999999},"last":0.505}]},{"osd":1,"last update":"Mon Aug 28 02:39:46 2023","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.51500000000000001,"15min":1.6279999999999999},"min":{"1min":0.311,"5min":0.253,"15min":0.248},"max":{"1min":1.4119999999999999,"5min":3.113,"15min":17.43},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.626,"15min":1.538},"min":{"1min":0.30399999999999999,"5min":0.28699999999999998,"15min":0.25900000000000001},"max":{"1min":1.4399999999999999,"5min":4.9749999999999996,"15min":19.913},"last":0.439}]},{"osd":2,"last update":"Mon Aug 28 02:40:33 2023","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.48999999999999999,"15min":0.98299999999999998},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.22900000000000001},"max":{"1min":0.71599999999999997,"5min":2.96,"15min":8.2970000000000006},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.46700000000000003,"5min":0.58899999999999997,"15min":0.90200000000000002},"min":{"1min":0.36599999999999999,"5min":0.34499999999999997,"15min":0.28699999999999998},"max":{"1min":0.59599999999999997,"5min":2.399,"15min":9.2219999999999995},"last":0.51300000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:40:22 2023","interfaces":[{"interface":"back","average":{"1min":0.69199999999999995,"5min":0.629,"15min":0.67900000000000005},"min":{"1min":0.35699999999999998,"5min":0.312,"15min":0.312},"max":{"1min":3.9430000000000001,"5min":3.9430000000000001,"15min":3.9430000000000001},"last":0.47499999999999998},{"interface":"front","average":{"1min":0.76200000000000001,"5min":0.62,"15min":0.626},"min":{"1min":0.39800000000000002,"5min":0.32700000000000001,"15min":0.308},"max":{"1min":3.7599999999999998,"5min":4.1879999999999997,"15min":4.1879999999999997},"last":0.52500000000000002}]},{"osd":4,"last update":"Mon Aug 28 02:40:18 2023","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.47799999999999998,"15min":1.109},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.245},"max":{"1min":0.78000000000000003,"5min":2.677,"15min":18.943000000000001},"last":0.33500000000000002},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.58899999999999997,"15min":0.79700000000000004},"min":{"1min":0.28999999999999998,"5min":0.28699999999999998,"15min":0.25700000000000001},"max":{"1min":0.76800000000000002,"5min":3.282,"15min":7.2130000000000001},"last":0.38400000000000001}]},{"osd":5,"last update":"Mon Aug 28 02:40:18 2023","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.52100000000000002,"15min":0.876},"min":{"1min":0.31,"5min":0.28100000000000003,"15min":0.23599999999999999},"max":{"1min":2.0790000000000002,"5min":2.6669999999999998,"15min":14.622},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.56699999999999995,"15min":1.1080000000000001},"min":{"1min":0.30599999999999999,"5min":0.27100000000000002,"15min":0.27000000000000002},"max":{"1min":1.383,"5min":3.214,"15min":17.324999999999999},"last":0.53500000000000003}]},{"osd":6,"last update":"Mon Aug 28 02:40:18 2023","interfaces":[{"interface":"back","average":{"1min":0.71599999999999997,"5min":0.66700000000000004,"15min":1.165},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.30499999999999999},"max":{"1min":3.3170000000000002,"5min":3.8959999999999999,"15min":17.454999999999998},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.59699999999999998,"15min":0.754},"min":{"1min":0.34899999999999998,"5min":0.33400000000000002,"15min":0.28999999999999998},"max":{"1min":0.68700000000000006,"5min":2.4399999999999999,"15min":7.665},"last":0.42999999999999999}]}]},{"osd":6,"up_from":0,"seq":193273528735,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":101,"seq":433791697194,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1207872,"kb_used_data":583800,"kb_used_omap":4,"kb_used_meta":624059,"kb_avail":92537280,"statfs":{"total":95995035648,"available":94758174720,"internally_reserved":0,"allocated":597811200,"data_stored":595630011,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":639037326},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:39:49 2023","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":1.6020000000000001},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":1.155,"5min":2.1659999999999999,"15min":24.545999999999999},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":2.032},"min":{"1min":0.27500000000000002,"5min":0.23899999999999999,"15min":0.23599999999999999},"max":{"1min":1.395,"5min":3.496,"15min":24.515000000000001},"last":0.48799999999999999}]},{"osd":2,"last update":"Mon Aug 28 02:39:36 2023","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.59599999999999997,"15min":1.8100000000000001},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":1.028,"5min":3.544,"15min":22.161000000000001},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.63100000000000001,"5min":0.54500000000000004,"15min":1.415},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.254},"max":{"1min":2.9369999999999998,"5min":2.9369999999999998,"15min":19.100999999999999},"last":0.32900000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:40:26 2023","interfaces":[{"interface":"back","average":{"1min":0.72599999999999998,"5min":0.58699999999999997,"15min":0.52000000000000002},"min":{"1min":0.27900000000000003,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":2.71,"5min":2.742,"15min":2.742},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.58499999999999996,"15min":0.54400000000000004},"min":{"1min":0.40000000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.93799999999999994,"5min":3.5819999999999999,"15min":3.5819999999999999},"last":0.54300000000000004}]},{"osd":4,"last update":"Mon Aug 28 02:39:49 2023","interfaces":[{"interface":"back","average":{"1min":0.65600000000000003,"5min":0.57199999999999995,"15min":1.1830000000000001},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.28499999999999998},"max":{"1min":2.8919999999999999,"5min":2.8919999999999999,"15min":18.992999999999999},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.61699999999999999,"15min":1.329},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.28899999999999998},"max":{"1min":0.93999999999999995,"5min":2.0070000000000001,"15min":14.779999999999999},"last":0.59299999999999997}]},{"osd":5,"last update":"Mon Aug 28 02:39:49 2023","interfaces":[{"interface":"back","average":{"1min":10.529999999999999,"5min":2.6099999999999999,"15min":2.323},"min":{"1min":0.40799999999999997,"5min":0.36499999999999999,"15min":0.29999999999999999},"max":{"1min":188.94900000000001,"5min":188.94900000000001,"15min":188.94900000000001},"last":0.44},{"interface":"front","average":{"1min":10.635999999999999,"5min":2.6360000000000001,"15min":2.137},"min":{"1min":0.375,"5min":0.35299999999999998,"15min":0.33600000000000002},"max":{"1min":188.803,"5min":188.803,"15min":188.803},"last":0.56699999999999995}]},{"osd":6,"last update":"Mon Aug 28 02:39:49 2023","interfaces":[{"interface":"back","average":{"1min":0.64900000000000002,"5min":0.68300000000000005,"15min":1.5600000000000001},"min":{"1min":0.43099999999999999,"5min":0.40799999999999997,"15min":0.34300000000000003},"max":{"1min":1.042,"5min":3.6400000000000001,"15min":12.221},"last":0.626},{"interface":"front","average":{"1min":0.74299999999999999,"5min":0.70399999999999996,"15min":1.375},"min":{"1min":0.439,"5min":0.39100000000000001,"15min":0.35699999999999998},"max":{"1min":3.036,"5min":3.036,"15min":19.021999999999998},"last":0.52900000000000003}]},{"osd":7,"last update":"Mon Aug 28 02:39:49 2023","interfaces":[{"interface":"back","average":{"1min":0.80900000000000005,"5min":0.70199999999999996,"15min":1.4399999999999999},"min":{"1min":0.41399999999999998,"5min":0.38500000000000001,"15min":0.374},"max":{"1min":3.0059999999999998,"5min":3.0059999999999998,"15min":19.047999999999998},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.72799999999999998,"15min":1.486},"min":{"1min":0.46600000000000003,"5min":0.46200000000000002,"15min":0.34399999999999997},"max":{"1min":0.97299999999999998,"5min":2.3679999999999999,"15min":14.818},"last":0.67200000000000004}]}]},{"osd":0,"up_from":87,"seq":373662155060,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2613068,"kb_used_data":1921796,"kb_used_omap":5,"kb_used_meta":691258,"kb_avail":91132084,"statfs":{"total":95995035648,"available":93319254016,"internally_reserved":0,"allocated":1967919104,"data_stored":1965616152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":707848826},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:39:40 2023","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.48499999999999999,"15min":1.2769999999999999},"min":{"1min":0.245,"5min":0.221,"15min":0.184},"max":{"1min":3.7709999999999999,"5min":3.7709999999999999,"15min":30.315000000000001},"last":0.44800000000000001},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.54200000000000004,"15min":1.7410000000000001},"min":{"1min":0.28399999999999997,"5min":0.26200000000000001,"15min":0.23000000000000001},"max":{"1min":3,"5min":4.0679999999999996,"15min":69.272000000000006},"last":0.42899999999999999}]},{"osd":2,"last update":"Mon Aug 28 02:39:40 2023","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.66500000000000004,"15min":1.5269999999999999},"min":{"1min":0.312,"5min":0.247,"15min":0.23699999999999999},"max":{"1min":2.6699999999999999,"5min":4.4020000000000001,"15min":20.959},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.73899999999999999,"5min":0.68400000000000005,"15min":1.4019999999999999},"min":{"1min":0.31,"5min":0.28000000000000003,"15min":0.247},"max":{"1min":4.0919999999999996,"5min":6.1180000000000003,"15min":9.3729999999999993},"last":0.32600000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:40:23 2023","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.754,"15min":0.746},"min":{"1min":0.39400000000000002,"5min":0.32800000000000001,"15min":0.26600000000000001},"max":{"1min":1.512,"5min":5.6680000000000001,"15min":5.6680000000000001},"last":0.378},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.74299999999999999,"15min":0.75700000000000001},"min":{"1min":0.38100000000000001,"5min":0.31,"15min":0.31},"max":{"1min":1.302,"5min":4.9199999999999999,"15min":4.9199999999999999},"last":0.49299999999999999}]},{"osd":4,"last update":"Mon Aug 28 02:40:23 2023","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.60899999999999999,"15min":2.02},"min":{"1min":0.372,"5min":0.315,"15min":0.314},"max":{"1min":0.89500000000000002,"5min":4.3339999999999996,"15min":274.33199999999999},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.64300000000000002,"15min":2.2469999999999999},"min":{"1min":0.38100000000000001,"5min":0.34999999999999998,"15min":0.28199999999999997},"max":{"1min":1.4019999999999999,"5min":2.8969999999999998,"15min":266.31999999999999},"last":0.627}]},{"osd":5,"last update":"Mon Aug 28 02:40:23 2023","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.65100000000000002,"15min":1.109},"min":{"1min":0.41199999999999998,"5min":0.34899999999999998,"15min":0.29299999999999998},"max":{"1min":0.83499999999999996,"5min":4.2089999999999996,"15min":8.9789999999999992},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.64000000000000001,"15min":1.4850000000000001},"min":{"1min":0.38600000000000001,"5min":0.36699999999999999,"15min":0.34799999999999998},"max":{"1min":1.429,"5min":2.8039999999999998,"15min":15.231},"last":0.67000000000000004}]},{"osd":6,"last update":"Mon Aug 28 02:40:23 2023","interfaces":[{"interface":"back","average":{"1min":0.73299999999999998,"5min":0.72499999999999998,"15min":1.29},"min":{"1min":0.46800000000000003,"5min":0.41299999999999998,"15min":0.29399999999999998},"max":{"1min":2.3370000000000002,"5min":4.2869999999999999,"15min":15.122999999999999},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.66900000000000004,"15min":1.5489999999999999},"min":{"1min":0.42499999999999999,"5min":0.38300000000000001,"15min":0.35599999999999998},"max":{"1min":2.3660000000000001,"5min":2.927,"15min":15.186999999999999},"last":0.70699999999999996}]},{"osd":7,"last update":"Mon Aug 28 02:40:23 2023","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.80200000000000005,"15min":1.5},"min":{"1min":0.48899999999999999,"5min":0.434,"15min":0.33400000000000002},"max":{"1min":0.79500000000000004,"5min":4.4390000000000001,"15min":16.183},"last":0.65600000000000003},{"interface":"front","average":{"1min":0.67200000000000004,"5min":0.80000000000000004,"15min":1.3049999999999999},"min":{"1min":0.54700000000000004,"5min":0.46000000000000002,"15min":0.35999999999999999},"max":{"1min":1.036,"5min":4.2519999999999998,"15min":8.9960000000000004},"last":0.64300000000000002}]}]},{"osd":2,"up_from":0,"seq":502511173919,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":297,"seq":1275605287002,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":713636,"kb_used_data":538524,"kb_used_omap":2,"kb_used_meta":175101,"kb_avail":93031516,"statfs":{"total":95995035648,"available":95264272384,"internally_reserved":0,"allocated":551448576,"data_stored":549288176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":179303477},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:40:20 2023","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.48999999999999999,"15min":0.46200000000000002},"min":{"1min":0.24199999999999999,"5min":0.224,"15min":0.22},"max":{"1min":3.802,"5min":3.802,"15min":6.8819999999999997},"last":0.27100000000000002},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.48499999999999999,"15min":0.65100000000000002},"min":{"1min":0.28499999999999998,"5min":0.25900000000000001,"15min":0.217},"max":{"1min":1.5409999999999999,"5min":1.5409999999999999,"15min":6.7839999999999998},"last":0.34699999999999998}]},{"osd":1,"last update":"Mon Aug 28 02:40:20 2023","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.53700000000000003,"15min":0.47599999999999998},"min":{"1min":0.309,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":1.421,"5min":3.044,"15min":4.0650000000000004},"last":0.29599999999999999},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.55600000000000005,"15min":0.67800000000000005},"min":{"1min":0.33000000000000002,"5min":0.249,"15min":0.249},"max":{"1min":0.91800000000000004,"5min":3.9249999999999998,"15min":3.9249999999999998},"last":0.36499999999999999}]},{"osd":2,"last update":"Mon Aug 28 02:40:20 2023","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.51400000000000001,"15min":0.59399999999999997},"min":{"1min":0.30499999999999999,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.84299999999999997,"5min":2.1659999999999999,"15min":2.5449999999999999},"last":0.441},{"interface":"front","average":{"1min":0.65900000000000003,"5min":0.60299999999999998,"15min":0.57799999999999996},"min":{"1min":0.308,"5min":0.29599999999999999,"15min":0.29299999999999998},"max":{"1min":3.7440000000000002,"5min":3.7440000000000002,"15min":4.7030000000000003},"last":0.54200000000000004}]},{"osd":4,"last update":"Mon Aug 28 02:40:20 2023","interfaces":[{"interface":"back","average":{"1min":0.69499999999999995,"5min":0.66300000000000003,"15min":0.60299999999999998},"min":{"1min":0.34499999999999997,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":3.887,"5min":6.2670000000000003,"15min":6.2670000000000003},"last":0.40600000000000003},{"interface":"front","average":{"1min":0.89300000000000002,"5min":0.64900000000000002,"15min":0.59399999999999997},"min":{"1min":0.441,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":5.423,"5min":5.423,"15min":5.423},"last":0.47999999999999998}]},{"osd":5,"last update":"Mon Aug 28 02:40:20 2023","interfaces":[{"interface":"back","average":{"1min":0.91900000000000004,"5min":0.67800000000000005,"15min":0.623},"min":{"1min":0.378,"5min":0.313,"15min":0.313},"max":{"1min":5.4660000000000002,"5min":5.4660000000000002,"15min":5.4660000000000002},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.629,"15min":0.57299999999999995},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.35399999999999998},"max":{"1min":0.69199999999999995,"5min":3.411,"15min":3.411},"last":0.46800000000000003}]},{"osd":6,"last update":"Mon Aug 28 02:40:20 2023","interfaces":[{"interface":"back","average":{"1min":0.76200000000000001,"5min":0.69299999999999995,"15min":0.66100000000000003},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":3.9199999999999999,"5min":3.9199999999999999,"15min":3.9199999999999999},"last":0.50600000000000001},{"interface":"front","average":{"1min":1.0660000000000001,"5min":0.749,"15min":0.68999999999999995},"min":{"1min":0.5,"5min":0.378,"15min":0.378},"max":{"1min":5.5,"5min":5.5,"15min":5.5},"last":0.51900000000000002}]},{"osd":7,"last update":"Mon Aug 28 02:40:20 2023","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.66000000000000003,"15min":0.60899999999999999},"min":{"1min":0.437,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.77900000000000003,"5min":2.9399999999999999,"15min":2.9399999999999999},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.79900000000000004,"5min":0.74299999999999999,"15min":0.68000000000000005},"min":{"1min":0.42999999999999999,"5min":0.42099999999999999,"15min":0.41999999999999998},"max":{"1min":3.8460000000000001,"5min":3.8460000000000001,"15min":3.8460000000000001},"last":0.45500000000000002}]}]},{"osd":4,"up_from":30,"seq":128849019297,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2622028,"kb_used_data":2122692,"kb_used_omap":0,"kb_used_meta":499328,"kb_avail":91123124,"statfs":{"total":95995035648,"available":93310078976,"internally_reserved":0,"allocated":2173636608,"data_stored":2172119548,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":511311872},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,0,1,1,3,1,5,4],"upper_bound":4096},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:40:27 2023","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.51400000000000001,"15min":1.222},"min":{"1min":0.23699999999999999,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":4.0620000000000003,"5min":4.46,"15min":22.515000000000001},"last":0.437},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.52400000000000002,"15min":1.1299999999999999},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.23200000000000001},"max":{"1min":4.0449999999999999,"5min":4.0449999999999999,"15min":22.454000000000001},"last":0.38700000000000001}]},{"osd":1,"last update":"Mon Aug 28 02:39:53 2023","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.56399999999999995,"15min":1.1970000000000001},"min":{"1min":0.28799999999999998,"5min":0.26300000000000001,"15min":0.248},"max":{"1min":1.28,"5min":5.5979999999999999,"15min":23.082000000000001},"last":0.96599999999999997},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.56100000000000005,"15min":1.3049999999999999},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.26000000000000001},"max":{"1min":1.341,"5min":4.5910000000000002,"15min":25.100000000000001},"last":0.375}]},{"osd":2,"last update":"Mon Aug 28 02:40:27 2023","interfaces":[{"interface":"back","average":{"1min":0.871,"5min":0.65600000000000003,"15min":1.248},"min":{"1min":0.33000000000000002,"5min":0.28299999999999997,"15min":0.27900000000000003},"max":{"1min":4.1779999999999999,"5min":4.5430000000000001,"15min":13.194000000000001},"last":0.78400000000000003},{"interface":"front","average":{"1min":0.70799999999999996,"5min":0.621,"15min":1.1220000000000001},"min":{"1min":0.31,"5min":0.31,"15min":0.29399999999999998},"max":{"1min":4.0890000000000004,"5min":5.6360000000000001,"15min":13.515000000000001},"last":0.36299999999999999}]},{"osd":3,"last update":"Mon Aug 28 02:40:27 2023","interfaces":[{"interface":"back","average":{"1min":0.91700000000000004,"5min":0.64200000000000002,"15min":0.748},"min":{"1min":0.38200000000000001,"5min":0.34200000000000003,"15min":0.32100000000000001},"max":{"1min":4.2060000000000004,"5min":4.2060000000000004,"15min":7.7480000000000002},"last":1.117},{"interface":"front","average":{"1min":0.92500000000000004,"5min":0.69199999999999995,"15min":0.69499999999999995},"min":{"1min":0.36499999999999999,"5min":0.34100000000000003,"15min":0.30199999999999999},"max":{"1min":4.1189999999999998,"5min":4.1189999999999998,"15min":4.1189999999999998},"last":0.51200000000000001}]},{"osd":5,"last update":"Mon Aug 28 02:40:05 2023","interfaces":[{"interface":"back","average":{"1min":0.65500000000000003,"5min":0.53100000000000003,"15min":0.89200000000000002},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.222},"max":{"1min":4.1459999999999999,"5min":4.609,"15min":8.6850000000000005},"last":0.27500000000000002},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.47099999999999997,"15min":0.94799999999999995},"min":{"1min":0.307,"5min":0.29799999999999999,"15min":0.20699999999999999},"max":{"1min":0.64600000000000002,"5min":1.5700000000000001,"15min":8.6370000000000005},"last":0.42199999999999999}]},{"osd":6,"last update":"Mon Aug 28 02:40:22 2023","interfaces":[{"interface":"back","average":{"1min":0.71599999999999997,"5min":0.55600000000000005,"15min":0.90100000000000002},"min":{"1min":0.315,"5min":0.28699999999999998,"15min":0.26500000000000001},"max":{"1min":4.6589999999999998,"5min":4.6589999999999998,"15min":8.8480000000000008},"last":0.309},{"interface":"front","average":{"1min":0.68100000000000005,"5min":0.54800000000000004,"15min":0.95299999999999996},"min":{"1min":0.33100000000000002,"5min":0.31,"15min":0.26600000000000001},"max":{"1min":4.2350000000000003,"5min":4.2350000000000003,"15min":8.5},"last":0.40600000000000003}]},{"osd":7,"last update":"Mon Aug 28 02:40:27 2023","interfaces":[{"interface":"back","average":{"1min":0.74099999999999999,"5min":0.63900000000000001,"15min":1.0029999999999999},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.22500000000000001},"max":{"1min":4.1109999999999998,"5min":4.5720000000000001,"15min":9.3209999999999997},"last":0.53100000000000003},{"interface":"front","average":{"1min":1.048,"5min":0.67500000000000004,"15min":0.96499999999999997},"min":{"1min":0.38200000000000001,"5min":0.32400000000000001,"15min":0.30299999999999999},"max":{"1min":4.6959999999999997,"5min":4.6959999999999997,"15min":15.597},"last":0.45400000000000001}]}]},{"osd":5,"up_from":37,"seq":158913790370,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1941496,"kb_used_data":1362736,"kb_used_omap":0,"kb_used_meta":578752,"kb_avail":91803656,"statfs":{"total":95995035648,"available":94006943744,"internally_reserved":0,"allocated":1395441664,"data_stored":1393940523,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":592642048},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:39:55 2023","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.44500000000000001,"15min":1.244},"min":{"1min":0.23999999999999999,"5min":0.23799999999999999,"15min":0.20200000000000001},"max":{"1min":0.747,"5min":1.1100000000000001,"15min":15.156000000000001},"last":0.28399999999999997},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.56200000000000006,"15min":1.3049999999999999},"min":{"1min":0.33900000000000002,"5min":0.26400000000000001,"15min":0.24099999999999999},"max":{"1min":1.9830000000000001,"5min":4.298,"15min":19.815999999999999},"last":0.82799999999999996}]},{"osd":1,"last update":"Mon Aug 28 02:39:55 2023","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.52700000000000002,"15min":1.405},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.23699999999999999},"max":{"1min":1.5229999999999999,"5min":3.7989999999999999,"15min":17.998000000000001},"last":0.81200000000000006},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56299999999999994,"15min":1.3680000000000001},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26000000000000001},"max":{"1min":1.661,"5min":4.2149999999999999,"15min":19.853000000000002},"last":0.34999999999999998}]},{"osd":2,"last update":"Mon Aug 28 02:39:55 2023","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.53700000000000003,"15min":1.1639999999999999},"min":{"1min":0.33600000000000002,"5min":0.28100000000000003,"15min":0.27700000000000002},"max":{"1min":2.9359999999999999,"5min":2.9359999999999999,"15min":13.335000000000001},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.68000000000000005,"5min":0.66900000000000004,"15min":1.4370000000000001},"min":{"1min":0.39800000000000002,"5min":0.32600000000000001,"15min":0.28499999999999998},"max":{"1min":1.6379999999999999,"5min":4.2400000000000002,"15min":10.084},"last":0.77000000000000002}]},{"osd":3,"last update":"Mon Aug 28 02:40:27 2023","interfaces":[{"interface":"back","average":{"1min":0.64300000000000002,"5min":0.56100000000000005,"15min":1.006},"min":{"1min":0.318,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":2.0329999999999999,"5min":3.7730000000000001,"15min":16.190999999999999},"last":2.169},{"interface":"front","average":{"1min":0.82499999999999996,"5min":0.69099999999999995,"15min":1.2769999999999999},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":3.9790000000000001,"5min":4.8230000000000004,"15min":21.420999999999999},"last":0.80200000000000005}]},{"osd":4,"last update":"Mon Aug 28 02:40:02 2023","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.432,"15min":0.91200000000000003},"min":{"1min":0.28100000000000003,"5min":0.25,"15min":0.23100000000000001},"max":{"1min":0.91300000000000003,"5min":1.516,"15min":13.616},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.58699999999999997,"15min":1.1000000000000001},"min":{"1min":0.29699999999999999,"5min":0.29299999999999998,"15min":0.25700000000000001},"max":{"1min":1.3320000000000001,"5min":4.1879999999999997,"15min":10.566000000000001},"last":0.52700000000000002}]},{"osd":6,"last update":"Mon Aug 28 02:39:55 2023","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.59199999999999997,"15min":1.1439999999999999},"min":{"1min":0.34999999999999998,"5min":0.28599999999999998,"15min":0.23300000000000001},"max":{"1min":1.9099999999999999,"5min":4.04,"15min":17.510000000000002},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.55300000000000005,"15min":1.0800000000000001},"min":{"1min":0.308,"5min":0.29499999999999998,"15min":0.254},"max":{"1min":1.165,"5min":3.726,"15min":15.856999999999999},"last":0.63300000000000001}]},{"osd":7,"last update":"Mon Aug 28 02:39:55 2023","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.66600000000000004,"15min":1.3029999999999999},"min":{"1min":0.37,"5min":0.34999999999999998,"15min":0.315},"max":{"1min":2.048,"5min":6.9630000000000001,"15min":31.707000000000001},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.70199999999999996,"15min":1.367},"min":{"1min":0.34699999999999998,"5min":0.33000000000000002,"15min":0.318},"max":{"1min":1.403,"5min":4.5890000000000004,"15min":31.66},"last":0.72399999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1958088704,"data_stored":1958084632,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":591331328,"data_stored":591331328,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1419051008,"data_stored":1419051008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":545652736,"data_stored":545652736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":2165444608,"data_stored":2165440536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1387462656,"data_stored":1387462656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1660227584,"data_stored":1660223512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":991428608,"data_stored":991428608,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:40:42.015 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph status --format=json 2023-08-28T02:40:42.019 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:40:42.047 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:42.070 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:40:42.076 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:42.076 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:40:42.177 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:40:42.216 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:42.241 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:40:42.247 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:42.248 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:40:42.260 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:40:42.348 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:40:42.384 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:42.409 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:40:42.413 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:42.414 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:40:42.514 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:40:42.529 INFO:teuthology.orchestra.run.smithi040.stdout:ERROR: (22) Invalid argument 2023-08-28T02:40:42.529 INFO:teuthology.orchestra.run.smithi040.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:40:42.558 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:42.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:42 smithi040 ceph-mon[175404]: pgmap v1186: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.9 GiB data, 10 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 174 op/s; 13378/143067 objects degraded (9.351%); 14793/143067 objects misplaced (10.340%); 2.0 MiB/s, 31 objects/s recovering 2023-08-28T02:40:42.731 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:42 smithi040 ceph-mon[170259]: pgmap v1186: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.9 GiB data, 10 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 174 op/s; 13378/143067 objects degraded (9.351%); 14793/143067 objects misplaced (10.340%); 2.0 MiB/s, 31 objects/s recovering 2023-08-28T02:40:42.736 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:40:42.739 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:42.740 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:40:42.840 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:40:42.873 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:42.991 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:42 smithi083 ceph-mon[157819]: pgmap v1186: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.9 GiB data, 10 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 174 op/s; 13378/143067 objects degraded (9.351%); 14793/143067 objects misplaced (10.340%); 2.0 MiB/s, 31 objects/s recovering 2023-08-28T02:40:43.242 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.0 dump_blocked_ops 2023-08-28T02:40:43.246 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:40:43.249 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:43.249 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:40:43.261 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:40:43.350 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:40:43.378 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:43.398 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:40:43.401 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:43.401 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:40:43.502 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:40:43.529 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:43.550 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:40:43.553 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:43.553 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:40:43.654 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:40:43.684 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:43.712 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:40:43.716 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:43.716 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:40:43.817 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:40:43.852 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:43.876 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-08-28T02:40:43.975 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:40:43.982 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:40:43.985 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:43.985 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:40:44.071 INFO:teuthology.orchestra.run.smithi040.stderr:noscrub is set 2023-08-28T02:40:44.087 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:40:44.102 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:44 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2983639323' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:40:44.103 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:44 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2983639323' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:40:44.120 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:44.142 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:40:44.145 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:44.146 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:40:44.247 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:40:44.274 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:44.295 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:40:44.297 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:44.297 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:40:44.398 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:40:44.434 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:44.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:44 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2983639323' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:40:44.757 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:40:44.762 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:44.763 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:40:44.863 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:40:44.890 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:44.913 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:40:44.916 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:44.916 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:40:45.017 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:40:45.031 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:40:45.051 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:45.075 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:40:45.079 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:45.079 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:40:45.180 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:40:45.200 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:45 smithi040 ceph-mon[170259]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:40:45.200 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:45 smithi040 ceph-mon[170259]: failed to encode map e383 with expected crc 2023-08-28T02:40:45.200 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:45 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2983639323' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:40:45.200 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:45 smithi040 ceph-mon[170259]: osdmap e383: 8 total, 8 up, 6 in 2023-08-28T02:40:45.200 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:45 smithi040 ceph-mon[170259]: pgmap v1188: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.9 GiB data, 9.9 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 148 op/s; 13378/141918 objects degraded (9.427%); 14583/141918 objects misplaced (10.276%); 1.6 MiB/s, 26 objects/s recovering 2023-08-28T02:40:45.200 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:45 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:40:45.200 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:45 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:40:45.201 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:45 smithi040 ceph-mon[175404]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:40:45.201 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:45 smithi040 ceph-mon[175404]: failed to encode map e383 with expected crc 2023-08-28T02:40:45.201 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:45 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2983639323' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:40:45.201 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:45 smithi040 ceph-mon[175404]: osdmap e383: 8 total, 8 up, 6 in 2023-08-28T02:40:45.201 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:45 smithi040 ceph-mon[175404]: pgmap v1188: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.9 GiB data, 9.9 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 148 op/s; 13378/141918 objects degraded (9.427%); 14583/141918 objects misplaced (10.276%); 1.6 MiB/s, 26 objects/s recovering 2023-08-28T02:40:45.201 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:45 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:40:45.201 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:45 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:40:45.208 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:45 smithi083 ceph-mon[157819]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:40:45.209 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:45 smithi083 ceph-mon[157819]: failed to encode map e383 with expected crc 2023-08-28T02:40:45.209 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:45 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2983639323' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:40:45.209 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:45 smithi083 ceph-mon[157819]: osdmap e383: 8 total, 8 up, 6 in 2023-08-28T02:40:45.209 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:45 smithi083 ceph-mon[157819]: pgmap v1188: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.9 GiB data, 9.9 GiB used, 526 GiB / 536 GiB avail; 0 B/s wr, 148 op/s; 13378/141918 objects degraded (9.427%); 14583/141918 objects misplaced (10.276%); 1.6 MiB/s, 26 objects/s recovering 2023-08-28T02:40:45.209 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:45 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:40:45.209 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:45 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-08-28T02:40:45.211 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:45.222 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:40:45.223 INFO:teuthology.orchestra.run.smithi040.stdout:{"fsid":"d9a8f48a-4546-11ee-817c-1b7a5f1ba315","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"noscrub flag(s) set","count":7},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 13378/141918 objects degraded (9.427%), 3 pgs degraded, 3 pgs undersized","count":6},"muted":false}},"mutes":[]},"election_epoch":34,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":1650,"monmap":{"epoch":4,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":383,"num_osds":8,"num_up_osds":8,"osd_up_since":1693189991,"num_in_osds":6,"osd_in_since":1693189947,"num_remapped_pgs":6},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":93},{"state_name":"active+remapped+backfill_wait","count":3},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":2},{"state_name":"active+recovering+undersized+degraded+remapped","count":1}],"num_pgs":99,"num_pools":5,"num_objects":47306,"data_bytes":3099048708,"bytes_used":10651770880,"bytes_avail":565318443008,"bytes_total":575970213888,"degraded_objects":13378,"degraded_total":141918,"degraded_ratio":0.09426570272974534,"misplaced_objects":14583,"misplaced_total":141918,"misplaced_ratio":0.10275652137149621,"recovering_objects_per_sec":26,"recovering_bytes_per_sec":1711596,"recovering_keys_per_sec":0,"num_objects_recovered":209,"num_bytes_recovered":13697024,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":148},"fsmap":{"epoch":7,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi040.wmhbsz","status":"up:active","gid":24577}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.40:8443/","prometheus":"http://172.21.15.40:9283/"}},"servicemap":{"epoch":22,"modified":"2023-08-28T02:34:10.384085+0000","services":{}},"progress_events":{"12dba03a-d529-4826-b243-e29af8fa97a8":{"message":"Upgrade to 18.2.0-187-g9cf20820 (5m)\n [============................] (remaining: 6m)","progress":0.44999998807907104,"add_to_ceph_s":true},"42e4bfe6-6201-4e43-94a3-bd00b5166574":{"message":"Global Recovery Event (9m)\n [==========================..] (remaining: 35s)","progress":0.93939393758773804,"add_to_ceph_s":true}}} 2023-08-28T02:40:45.239 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:40:45.242 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:45.243 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:40:45.343 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:40:45.389 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:45.480 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:40:45 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:40:45] "GET /metrics HTTP/1.1" 200 36614 "" "Prometheus/2.43.0" 2023-08-28T02:40:45.512 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:40:45.514 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:45.515 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:40:45.616 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:40:45.665 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:45.707 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2023-08-28T02:40:45.707 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:40:45.849 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:40:45.852 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:45.853 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:40:45.864 INFO:teuthology.orchestra.run.smithi040.stdout:ERROR: (22) Invalid argument 2023-08-28T02:40:45.864 INFO:teuthology.orchestra.run.smithi040.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:40:45.954 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:40:45.996 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:46.117 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:40:46.120 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:46.121 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:40:46.222 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:40:46.230 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:46 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3333519160' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:40:46.230 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:46 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 13378/141918 objects degraded (9.427%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:40:46.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:46 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3333519160' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:40:46.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:46 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 13378/141918 objects degraded (9.427%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:40:46.259 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:46.384 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:40:46.387 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:46.388 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:40:46.488 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:40:46.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:46 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3333519160' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:40:46.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:46 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 13378/141918 objects degraded (9.427%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:40:46.525 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:46.601 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:40:46.606 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:46.607 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:40:46.640 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.0 dump_historic_ops 2023-08-28T02:40:46.647 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd set nodeep-scrub 2023-08-28T02:40:46.649 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:40:46.709 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:40:46.770 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:46.805 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:40:46.831 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:40:46.853 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:40:46.882 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:40:46.897 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:40:46.904 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:46.904 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:40:46.908 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:40:46.950 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:40:46.994 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:40:47.006 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:40:47.017 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:40:47.022 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-08-28T02:40:47.022 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-08-28T02:40:47.022 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-08-28T02:40:47.023 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-08-28T02:40:47.023 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-08-28T02:40:47.023 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-08-28T02:40:47.023 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-08-28T02:40:47.023 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-08-28T02:40:47.044 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:47.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:47 smithi040 ceph-mon[170259]: pgmap v1189: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.9 GiB data, 9.8 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 176 op/s; 13264/140469 objects degraded (9.443%); 14537/140469 objects misplaced (10.349%); 2.4 MiB/s, 38 objects/s recovering 2023-08-28T02:40:47.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:47 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2589110258' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:40:47.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:47 smithi040 ceph-mon[175404]: pgmap v1189: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.9 GiB data, 9.8 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 176 op/s; 13264/140469 objects degraded (9.443%); 14537/140469 objects misplaced (10.349%); 2.4 MiB/s, 38 objects/s recovering 2023-08-28T02:40:47.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:47 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2589110258' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:40:47.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:47 smithi083 ceph-mon[157819]: pgmap v1189: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.9 GiB data, 9.8 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 176 op/s; 13264/140469 objects degraded (9.443%); 14537/140469 objects misplaced (10.349%); 2.4 MiB/s, 38 objects/s recovering 2023-08-28T02:40:47.492 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:47 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2589110258' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:40:47.579 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:40:47.718 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:40:47.722 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:47.723 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:40:47.823 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:40:47.859 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:47.994 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:40:47.995 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:40:47.998 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:47.998 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:40:48.099 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:40:48.129 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:48.149 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:40:48.155 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:48.155 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:40:48.256 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:40:48.286 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:48.312 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:40:48.319 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:48.320 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:40:48.420 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:40:48.449 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:48.471 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:40:48.473 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:48.474 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:40:48.574 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:40:48.604 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:48.627 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:40:48.630 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:48.631 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:40:48.694 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:40:48.696 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:40:48.731 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:40:48.769 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:49.098 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:48 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:40:49.098 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:48 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:40:49.098 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:48 smithi040 ceph-mon[175404]: pgmap v1190: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.8 GiB data, 9.8 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 162 op/s; 13264/139515 objects degraded (9.507%); 14353/139515 objects misplaced (10.288%); 2.0 MiB/s, 32 objects/s recovering 2023-08-28T02:40:49.099 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:48 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:40:49.099 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:48 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:40:49.099 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:48 smithi040 ceph-mon[170259]: pgmap v1190: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.8 GiB data, 9.8 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 162 op/s; 13264/139515 objects degraded (9.507%); 14353/139515 objects misplaced (10.288%); 2.0 MiB/s, 32 objects/s recovering 2023-08-28T02:40:49.099 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:40:49.108 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:49.108 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:40:49.209 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:40:49.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:48 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:40:49.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:48 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:40:49.240 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:48 smithi083 ceph-mon[157819]: pgmap v1190: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.8 GiB data, 9.8 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 162 op/s; 13264/139515 objects degraded (9.507%); 14353/139515 objects misplaced (10.288%); 2.0 MiB/s, 32 objects/s recovering 2023-08-28T02:40:49.243 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:49.266 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:40:49.269 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:49.269 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:40:49.370 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:40:49.399 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:49.421 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:40:49.424 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:49.424 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:40:49.525 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:40:49.563 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:49.612 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-08-28T02:40:49.613 INFO:teuthology.orchestra.run.smithi040.stdout: "size": 20, 2023-08-28T02:40:49.613 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 600, 2023-08-28T02:40:49.613 INFO:teuthology.orchestra.run.smithi040.stdout: "ops": [ 2023-08-28T02:40:49.613 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.613 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:54154 10.4 10:26722e6f:::benchmark_data_smithi040_250784_object54153:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e260)", 2023-08-28T02:40:49.613 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:31:27.916387+0000", 2023-08-28T02:40:49.613 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 561.69447932599996, 2023-08-28T02:40:49.613 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.017345653, 2023-08-28T02:40:49.613 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:40:49.613 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "reached pg", 2023-08-28T02:40:49.614 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:40:49.614 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:40:49.614 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:40:49.614 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 54154 2023-08-28T02:40:49.614 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.614 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:40:49.614 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.614 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:40:49.614 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.916387+0000", 2023-08-28T02:40:49.614 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:49.614 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.614 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.615 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:40:49.615 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.916387+0000", 2023-08-28T02:40:49.615 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:49.615 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.615 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.615 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:40:49.615 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.916386+0000", 2023-08-28T02:40:49.615 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:40:49.615 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.615 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.615 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:40:49.615 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.916414+0000", 2023-08-28T02:40:49.616 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.8586e-05 2023-08-28T02:40:49.616 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.616 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.616 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:40:49.616 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.916428+0000", 2023-08-28T02:40:49.616 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.3509000000000001e-05 2023-08-28T02:40:49.616 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.616 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.616 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:40:49.616 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.916436+0000", 2023-08-28T02:40:49.616 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.1559999999999995e-06 2023-08-28T02:40:49.617 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.617 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.617 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:49.617 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.922725+0000", 2023-08-28T02:40:49.617 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0062893139999999998 2023-08-28T02:40:49.617 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.617 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.617 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:40:49.617 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.922883+0000", 2023-08-28T02:40:49.617 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00015817899999999999 2023-08-28T02:40:49.617 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.617 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.618 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 3,4", 2023-08-28T02:40:49.618 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.923043+0000", 2023-08-28T02:40:49.618 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000160049 2023-08-28T02:40:49.618 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.618 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.618 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:49.618 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.934673+0000", 2023-08-28T02:40:49.618 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.011629563000000001 2023-08-28T02:40:49.618 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.618 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.618 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:40:49.619 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.934689+0000", 2023-08-28T02:40:49.619 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.5695000000000001e-05 2023-08-28T02:40:49.619 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.619 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.619 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:49.619 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.933641+0000", 2023-08-28T02:40:49.619 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.99895263999999995 2023-08-28T02:40:49.619 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.619 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.619 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:40:49.619 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.933733+0000", 2023-08-28T02:40:49.619 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.1692000000000002e-05 2023-08-28T02:40:49.619 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:49.620 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:40:49.620 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:49.620 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.620 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.620 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:54159 10.4 10:2ca7342e:::benchmark_data_smithi040_250784_object54158:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e260)", 2023-08-28T02:40:49.620 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:31:27.931101+0000", 2023-08-28T02:40:49.620 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 561.67976531600004, 2023-08-28T02:40:49.620 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0199644839999999, 2023-08-28T02:40:49.620 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:40:49.620 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:49.620 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:40:49.621 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:40:49.621 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:40:49.621 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 54159 2023-08-28T02:40:49.621 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.621 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:40:49.621 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.621 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:40:49.621 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.931101+0000", 2023-08-28T02:40:49.621 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:49.621 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.621 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.621 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:40:49.622 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.931101+0000", 2023-08-28T02:40:49.622 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:49.622 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.622 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.622 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:40:49.622 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.931099+0000", 2023-08-28T02:40:49.622 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999976 2023-08-28T02:40:49.622 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.622 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.622 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:40:49.622 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.931127+0000", 2023-08-28T02:40:49.623 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.7977e-05 2023-08-28T02:40:49.623 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.623 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.623 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:40:49.623 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.931143+0000", 2023-08-28T02:40:49.623 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.5494000000000001e-05 2023-08-28T02:40:49.623 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.623 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.623 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:40:49.623 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.931152+0000", 2023-08-28T02:40:49.623 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.6379999999999999e-06 2023-08-28T02:40:49.623 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.624 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.624 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:49.624 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.934717+0000", 2023-08-28T02:40:49.624 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0035646039999999999 2023-08-28T02:40:49.624 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.624 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.624 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:40:49.624 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.934724+0000", 2023-08-28T02:40:49.624 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.9920000000000001e-06 2023-08-28T02:40:49.624 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.624 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.624 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:49.625 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.933994+0000", 2023-08-28T02:40:49.625 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.99927000499999996 2023-08-28T02:40:49.625 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.625 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.625 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:40:49.625 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.934141+0000", 2023-08-28T02:40:49.625 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00014692199999999999 2023-08-28T02:40:49.625 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.625 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.625 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 4", 2023-08-28T02:40:49.625 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.934334+0000", 2023-08-28T02:40:49.625 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00019339699999999999 2023-08-28T02:40:49.626 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.626 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.626 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:40:49.626 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.943352+0000", 2023-08-28T02:40:49.626 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0090177130000000001 2023-08-28T02:40:49.626 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.626 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.626 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:49.626 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.950878+0000", 2023-08-28T02:40:49.626 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0075262660000000002 2023-08-28T02:40:49.626 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.627 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.627 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:40:49.627 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.950960+0000", 2023-08-28T02:40:49.627 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.2159999999999999e-05 2023-08-28T02:40:49.627 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.627 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.627 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:40:49.627 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.951066+0000", 2023-08-28T02:40:49.627 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000105507 2023-08-28T02:40:49.627 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:49.627 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:40:49.628 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:49.628 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.628 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.628 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:54163 10.4 10:25271570:::benchmark_data_smithi040_250784_object54162:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e260)", 2023-08-28T02:40:49.628 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:31:27.934544+0000", 2023-08-28T02:40:49.628 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 561.67632246100004, 2023-08-28T02:40:49.628 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0167004099999999, 2023-08-28T02:40:49.628 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:40:49.628 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:49.628 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:40:49.628 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:40:49.628 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:40:49.628 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 54163 2023-08-28T02:40:49.629 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.629 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:40:49.629 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.629 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:40:49.629 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.934544+0000", 2023-08-28T02:40:49.629 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:49.629 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.629 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.629 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:40:49.629 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.934544+0000", 2023-08-28T02:40:49.629 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:49.630 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.630 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.630 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:40:49.630 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.934543+0000", 2023-08-28T02:40:49.630 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:40:49.630 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.630 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.630 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:40:49.630 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.934575+0000", 2023-08-28T02:40:49.630 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.2786000000000001e-05 2023-08-28T02:40:49.630 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.630 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.631 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:40:49.631 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.934592+0000", 2023-08-28T02:40:49.631 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.6663e-05 2023-08-28T02:40:49.631 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.631 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.631 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:40:49.631 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.934603+0000", 2023-08-28T02:40:49.631 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0546e-05 2023-08-28T02:40:49.631 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.631 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.631 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:49.631 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.934745+0000", 2023-08-28T02:40:49.632 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000142924 2023-08-28T02:40:49.632 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.632 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.632 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:40:49.632 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.934752+0000", 2023-08-28T02:40:49.632 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.9469999999999997e-06 2023-08-28T02:40:49.632 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.632 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.632 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:49.632 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.936663+0000", 2023-08-28T02:40:49.632 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.001910742 2023-08-28T02:40:49.632 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.633 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.633 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:40:49.633 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.936805+0000", 2023-08-28T02:40:49.633 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000141812 2023-08-28T02:40:49.633 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.633 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.633 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 4", 2023-08-28T02:40:49.633 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.936965+0000", 2023-08-28T02:40:49.633 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00016000300000000001 2023-08-28T02:40:49.633 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.633 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.633 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:40:49.634 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.943360+0000", 2023-08-28T02:40:49.634 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0063946319999999999 2023-08-28T02:40:49.634 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.634 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.634 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:49.634 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.951118+0000", 2023-08-28T02:40:49.634 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0077587569999999998 2023-08-28T02:40:49.634 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.634 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.634 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:40:49.634 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.951166+0000", 2023-08-28T02:40:49.634 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.8041000000000003e-05 2023-08-28T02:40:49.634 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.635 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.635 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:40:49.635 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.951245+0000", 2023-08-28T02:40:49.635 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.8281000000000005e-05 2023-08-28T02:40:49.635 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:49.635 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:40:49.635 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:49.635 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.635 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.635 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:54175 10.4 10:25d3dc68:::benchmark_data_smithi040_250784_object54174:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e261)", 2023-08-28T02:40:49.635 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:31:27.953683+0000", 2023-08-28T02:40:49.635 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 561.65718371200001, 2023-08-28T02:40:49.636 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.99773759399999995, 2023-08-28T02:40:49.636 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:40:49.636 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:49.636 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:40:49.636 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:40:49.636 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:40:49.636 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 54175 2023-08-28T02:40:49.636 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.636 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:40:49.636 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.636 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:40:49.636 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.953683+0000", 2023-08-28T02:40:49.637 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:49.637 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.637 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.637 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:40:49.637 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.953683+0000", 2023-08-28T02:40:49.637 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:49.637 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.637 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.637 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:40:49.637 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.953682+0000", 2023-08-28T02:40:49.637 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:40:49.637 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.637 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.638 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:40:49.638 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.953709+0000", 2023-08-28T02:40:49.638 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.6633999999999999e-05 2023-08-28T02:40:49.638 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.638 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.638 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:40:49.638 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.953721+0000", 2023-08-28T02:40:49.638 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1754e-05 2023-08-28T02:40:49.638 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.638 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.638 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:40:49.638 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.953729+0000", 2023-08-28T02:40:49.639 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.2209999999999997e-06 2023-08-28T02:40:49.639 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.639 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.639 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:49.639 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.953783+0000", 2023-08-28T02:40:49.639 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.4302000000000003e-05 2023-08-28T02:40:49.639 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.639 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.639 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:40:49.639 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:27.953793+0000", 2023-08-28T02:40:49.639 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.6169999999999996e-06 2023-08-28T02:40:49.640 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.640 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.640 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:49.640 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.940704+0000", 2023-08-28T02:40:49.640 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.98691097400000005 2023-08-28T02:40:49.640 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.640 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.640 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:40:49.640 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.940879+0000", 2023-08-28T02:40:49.640 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00017513300000000001 2023-08-28T02:40:49.640 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.640 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.641 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 4", 2023-08-28T02:40:49.641 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.941060+0000", 2023-08-28T02:40:49.641 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000180755 2023-08-28T02:40:49.641 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.641 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.641 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:40:49.641 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.944657+0000", 2023-08-28T02:40:49.641 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0035975790000000001 2023-08-28T02:40:49.641 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.641 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.641 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:49.641 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.951298+0000", 2023-08-28T02:40:49.642 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0066408309999999998 2023-08-28T02:40:49.642 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.642 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.642 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:40:49.642 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.951346+0000", 2023-08-28T02:40:49.642 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.7660000000000001e-05 2023-08-28T02:40:49.642 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.642 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.642 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:40:49.642 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:31:28.951421+0000", 2023-08-28T02:40:49.642 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.4957999999999996e-05 2023-08-28T02:40:49.642 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:49.643 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:40:49.643 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:49.643 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.643 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.643 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:93232 10.2 e279/250 10:4acd7099:::benchmark_data_smithi040_250784_object93231:head v 279'5904, mlcod=277'5902)", 2023-08-28T02:40:49.643 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:14.191890+0000", 2023-08-28T02:40:49.643 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 515.41897680900001, 2023-08-28T02:40:49.643 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 18.482624399999999, 2023-08-28T02:40:49.643 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:40:49.643 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:49.643 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:40:49.644 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.644 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:40:49.644 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.191890+0000", 2023-08-28T02:40:49.644 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:49.644 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.644 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.644 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:40:49.644 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.191890+0000", 2023-08-28T02:40:49.644 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:49.644 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.644 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.644 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:40:49.645 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.191889+0000", 2023-08-28T02:40:49.645 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:40:49.645 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.645 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.645 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:40:49.645 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.191926+0000", 2023-08-28T02:40:49.645 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.7364999999999999e-05 2023-08-28T02:40:49.645 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.645 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.645 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:40:49.645 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.191943+0000", 2023-08-28T02:40:49.645 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.6759e-05 2023-08-28T02:40:49.646 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.646 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.646 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:40:49.646 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.191952+0000", 2023-08-28T02:40:49.646 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.4889999999999995e-06 2023-08-28T02:40:49.646 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.646 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.646 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:49.646 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.663193+0000", 2023-08-28T02:40:49.646 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 18.471241508999999 2023-08-28T02:40:49.646 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.646 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.647 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:40:49.647 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.663215+0000", 2023-08-28T02:40:49.647 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.1917e-05 2023-08-28T02:40:49.647 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.647 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.647 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:40:49.647 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.674467+0000", 2023-08-28T02:40:49.647 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.011251445000000001 2023-08-28T02:40:49.647 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.647 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.647 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:40:49.647 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.674514+0000", 2023-08-28T02:40:49.648 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.7812000000000002e-05 2023-08-28T02:40:49.648 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:49.648 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:40:49.648 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:49.648 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.648 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.648 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:93262 10.2 e279/250 10:4aeb0131:::benchmark_data_smithi040_250784_object93261:head v 279'5905, mlcod=277'5902)", 2023-08-28T02:40:49.648 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:14.252764+0000", 2023-08-28T02:40:49.648 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 515.35810233100005, 2023-08-28T02:40:49.648 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 18.421772737000001, 2023-08-28T02:40:49.648 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:40:49.648 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:49.649 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:40:49.649 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.649 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:40:49.649 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.252764+0000", 2023-08-28T02:40:49.649 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:49.649 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.649 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.649 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:40:49.649 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.252764+0000", 2023-08-28T02:40:49.649 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:49.649 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.649 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.650 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:40:49.650 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.252763+0000", 2023-08-28T02:40:49.650 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:40:49.650 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.650 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.650 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:40:49.650 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.252788+0000", 2023-08-28T02:40:49.650 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.4935000000000001e-05 2023-08-28T02:40:49.650 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.650 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.650 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:40:49.650 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.252803+0000", 2023-08-28T02:40:49.651 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4808e-05 2023-08-28T02:40:49.651 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.651 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.651 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:40:49.651 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.252812+0000", 2023-08-28T02:40:49.651 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.4260000000000003e-06 2023-08-28T02:40:49.651 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.651 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.651 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:49.651 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.666199+0000", 2023-08-28T02:40:49.651 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 18.413387320999998 2023-08-28T02:40:49.651 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.652 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.652 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:40:49.652 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.666223+0000", 2023-08-28T02:40:49.652 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.3937000000000001e-05 2023-08-28T02:40:49.652 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.652 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.652 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:40:49.652 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.674519+0000", 2023-08-28T02:40:49.652 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0082965859999999999 2023-08-28T02:40:49.652 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.652 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.652 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:40:49.653 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.674537+0000", 2023-08-28T02:40:49.653 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.7765999999999999e-05 2023-08-28T02:40:49.653 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:49.653 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:40:49.653 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:49.653 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.653 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.653 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:93288 10.2 e279/250 10:4ef81379:::benchmark_data_smithi040_250784_object93287:head v 279'5906, mlcod=277'5902)", 2023-08-28T02:40:49.653 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:14.323617+0000", 2023-08-28T02:40:49.653 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 515.28724973299995, 2023-08-28T02:40:49.653 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 18.351211855999999, 2023-08-28T02:40:49.653 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:40:49.654 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:49.654 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:40:49.654 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.654 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:40:49.654 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.323617+0000", 2023-08-28T02:40:49.654 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:49.654 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.654 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.654 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:40:49.654 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.323617+0000", 2023-08-28T02:40:49.654 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:49.654 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.655 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.655 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:40:49.655 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.323616+0000", 2023-08-28T02:40:49.655 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:40:49.655 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.655 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.655 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:40:49.655 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.323653+0000", 2023-08-28T02:40:49.655 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.6395e-05 2023-08-28T02:40:49.655 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.655 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.655 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:40:49.656 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.323666+0000", 2023-08-28T02:40:49.656 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2962000000000001e-05 2023-08-28T02:40:49.656 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.656 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.656 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:40:49.656 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.323674+0000", 2023-08-28T02:40:49.656 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.7849999999999997e-06 2023-08-28T02:40:49.656 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.656 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.656 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:49.656 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.668990+0000", 2023-08-28T02:40:49.656 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 18.345315724999999 2023-08-28T02:40:49.657 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.657 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.657 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:40:49.657 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.669014+0000", 2023-08-28T02:40:49.657 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.3461000000000001e-05 2023-08-28T02:40:49.657 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.657 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.657 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:40:49.657 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.674794+0000", 2023-08-28T02:40:49.657 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.005780126 2023-08-28T02:40:49.657 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.657 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.657 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:40:49.658 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.674829+0000", 2023-08-28T02:40:49.658 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.5216999999999998e-05 2023-08-28T02:40:49.658 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:49.658 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:40:49.658 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:49.658 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.658 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.658 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_repop(client.45059.0:93304 10.2 e279/250 10:4b4a961c:::benchmark_data_smithi040_250784_object93303:head v 279'5907, mlcod=277'5902)", 2023-08-28T02:40:49.658 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:14.373120+0000", 2023-08-28T02:40:49.658 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 515.23774704699997, 2023-08-28T02:40:49.658 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 18.301731591999999, 2023-08-28T02:40:49.658 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:40:49.659 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:49.659 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:40:49.659 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.659 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:40:49.659 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.373120+0000", 2023-08-28T02:40:49.659 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:49.659 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.659 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.659 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:40:49.659 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.373120+0000", 2023-08-28T02:40:49.659 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:49.660 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.660 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.660 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:40:49.660 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.373118+0000", 2023-08-28T02:40:49.660 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:40:49.660 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.660 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.660 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:40:49.660 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.373161+0000", 2023-08-28T02:40:49.660 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.2602999999999999e-05 2023-08-28T02:40:49.660 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.660 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.661 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:40:49.661 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.373176+0000", 2023-08-28T02:40:49.661 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4583000000000001e-05 2023-08-28T02:40:49.661 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.661 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.661 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:40:49.661 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.373184+0000", 2023-08-28T02:40:49.661 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.3429999999999996e-06 2023-08-28T02:40:49.661 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.661 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.661 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:49.661 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.671892+0000", 2023-08-28T02:40:49.662 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 18.298707729 2023-08-28T02:40:49.662 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.662 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.662 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:40:49.662 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.671918+0000", 2023-08-28T02:40:49.662 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.5865000000000001e-05 2023-08-28T02:40:49.662 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.662 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.662 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:40:49.662 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.674832+0000", 2023-08-28T02:40:49.662 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0029140020000000002 2023-08-28T02:40:49.662 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.662 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.663 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:40:49.663 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.674851+0000", 2023-08-28T02:40:49.663 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.9715999999999999e-05 2023-08-28T02:40:49.663 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:49.663 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:40:49.663 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:49.663 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.663 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.663 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:102242 10.8 10:16f160f3:::benchmark_data_smithi040_250784_object8933:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e323)", 2023-08-28T02:40:49.663 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:35:11.209572+0000", 2023-08-28T02:40:49.663 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 338.40129521, 2023-08-28T02:40:49.664 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.769661555, 2023-08-28T02:40:49.664 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:40:49.664 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:49.664 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:40:49.664 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:40:49.664 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:40:49.664 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 102242 2023-08-28T02:40:49.664 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.664 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:40:49.664 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.664 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:40:49.664 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.209572+0000", 2023-08-28T02:40:49.664 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:49.665 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.665 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.665 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:40:49.665 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.209572+0000", 2023-08-28T02:40:49.665 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:49.665 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.665 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.665 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:40:49.665 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.209570+0000", 2023-08-28T02:40:49.665 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:40:49.665 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.666 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.666 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:40:49.666 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.209577+0000", 2023-08-28T02:40:49.666 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.4109999999999999e-06 2023-08-28T02:40:49.666 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.666 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.666 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:40:49.666 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.209594+0000", 2023-08-28T02:40:49.666 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.6662000000000001e-05 2023-08-28T02:40:49.666 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.666 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.666 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:40:49.667 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.209601+0000", 2023-08-28T02:40:49.667 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.8940000000000004e-06 2023-08-28T02:40:49.667 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.667 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.667 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:49.667 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.209661+0000", 2023-08-28T02:40:49.667 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.0420000000000001e-05 2023-08-28T02:40:49.667 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.667 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.667 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:40:49.667 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.209675+0000", 2023-08-28T02:40:49.667 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.3301e-05 2023-08-28T02:40:49.668 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.668 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.668 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:49.668 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.974855+0000", 2023-08-28T02:40:49.668 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.76518023599999996 2023-08-28T02:40:49.668 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.668 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.668 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:40:49.668 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.975018+0000", 2023-08-28T02:40:49.668 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00016351199999999999 2023-08-28T02:40:49.668 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.668 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.669 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 5,7", 2023-08-28T02:40:49.669 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.975168+0000", 2023-08-28T02:40:49.669 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00014927899999999999 2023-08-28T02:40:49.669 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.669 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.669 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:49.669 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.979052+0000", 2023-08-28T02:40:49.669 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0038840039999999999 2023-08-28T02:40:49.669 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.669 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.669 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:49.669 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.979133+0000", 2023-08-28T02:40:49.669 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.1848000000000006e-05 2023-08-28T02:40:49.670 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.670 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.670 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:40:49.670 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.979146+0000", 2023-08-28T02:40:49.670 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2478e-05 2023-08-28T02:40:49.670 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.670 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.670 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:40:49.670 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.979194+0000", 2023-08-28T02:40:49.670 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.7806999999999998e-05 2023-08-28T02:40:49.670 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.670 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.671 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:40:49.671 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.979233+0000", 2023-08-28T02:40:49.671 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.9350000000000001e-05 2023-08-28T02:40:49.671 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:49.671 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:40:49.671 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:49.671 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.671 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.671 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:102254 10.8 10:1e0e4884:::benchmark_data_smithi040_250784_object8945:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e323)", 2023-08-28T02:40:49.671 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:35:11.417125+0000", 2023-08-28T02:40:49.671 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 338.19374157300001, 2023-08-28T02:40:49.671 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.57256434199999995, 2023-08-28T02:40:49.672 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:40:49.672 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:49.672 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:40:49.672 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:40:49.672 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:40:49.672 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 102254 2023-08-28T02:40:49.672 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.672 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:40:49.672 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.672 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:40:49.672 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.417125+0000", 2023-08-28T02:40:49.672 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:49.672 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.673 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.673 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:40:49.673 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.417125+0000", 2023-08-28T02:40:49.673 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:49.673 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.673 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.673 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:40:49.673 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.417124+0000", 2023-08-28T02:40:49.673 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:40:49.673 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.673 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.673 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:40:49.673 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.417132+0000", 2023-08-28T02:40:49.674 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.0390000000000005e-06 2023-08-28T02:40:49.674 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.674 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.674 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:40:49.674 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.417147+0000", 2023-08-28T02:40:49.674 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4878999999999999e-05 2023-08-28T02:40:49.674 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.674 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.674 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:40:49.674 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.417156+0000", 2023-08-28T02:40:49.674 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.0939999999999997e-06 2023-08-28T02:40:49.674 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.674 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.675 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:49.675 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.417205+0000", 2023-08-28T02:40:49.675 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.9285e-05 2023-08-28T02:40:49.675 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.675 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.675 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:40:49.675 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.417215+0000", 2023-08-28T02:40:49.675 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0396e-05 2023-08-28T02:40:49.675 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.675 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.675 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:49.675 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.979283+0000", 2023-08-28T02:40:49.676 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.56206805299999996 2023-08-28T02:40:49.676 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.676 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.676 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:40:49.676 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.979430+0000", 2023-08-28T02:40:49.676 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00014659499999999999 2023-08-28T02:40:49.676 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.676 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.676 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 5,7", 2023-08-28T02:40:49.676 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.979578+0000", 2023-08-28T02:40:49.676 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000147529 2023-08-28T02:40:49.676 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.677 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.677 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:49.677 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.985888+0000", 2023-08-28T02:40:49.677 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0063101479999999998 2023-08-28T02:40:49.677 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.677 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.677 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:49.677 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.985947+0000", 2023-08-28T02:40:49.677 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.8893e-05 2023-08-28T02:40:49.677 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.677 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.677 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:40:49.678 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.989514+0000", 2023-08-28T02:40:49.678 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.003567874 2023-08-28T02:40:49.678 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.678 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.678 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:40:49.678 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.989573+0000", 2023-08-28T02:40:49.678 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.8359999999999997e-05 2023-08-28T02:40:49.678 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.678 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.678 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:40:49.678 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.989690+0000", 2023-08-28T02:40:49.678 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00011673800000000001 2023-08-28T02:40:49.679 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:49.679 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:40:49.679 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:49.679 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.679 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.679 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:102264 10.8 10:12924882:::benchmark_data_smithi040_250784_object8955:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e323)", 2023-08-28T02:40:49.679 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:35:11.550259+0000", 2023-08-28T02:40:49.679 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 338.06060748599998, 2023-08-28T02:40:49.679 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.43967313899999999, 2023-08-28T02:40:49.679 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:40:49.679 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:49.679 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:40:49.679 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:40:49.680 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:40:49.680 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 102264 2023-08-28T02:40:49.680 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.680 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:40:49.680 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.680 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:40:49.680 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.550259+0000", 2023-08-28T02:40:49.680 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:49.680 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.680 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.680 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:40:49.680 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.550259+0000", 2023-08-28T02:40:49.681 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:49.681 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.681 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.681 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:40:49.681 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.550257+0000", 2023-08-28T02:40:49.681 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999976 2023-08-28T02:40:49.681 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.681 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.681 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:40:49.681 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.550271+0000", 2023-08-28T02:40:49.681 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.3861e-05 2023-08-28T02:40:49.681 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.682 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.682 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:40:49.682 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.550294+0000", 2023-08-28T02:40:49.682 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.2778000000000001e-05 2023-08-28T02:40:49.682 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.682 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.682 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:40:49.682 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.550307+0000", 2023-08-28T02:40:49.682 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.3546e-05 2023-08-28T02:40:49.682 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.682 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.682 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:49.682 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.550381+0000", 2023-08-28T02:40:49.683 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.4158000000000004e-05 2023-08-28T02:40:49.683 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.683 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.683 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:40:49.683 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.550398+0000", 2023-08-28T02:40:49.683 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.6543000000000001e-05 2023-08-28T02:40:49.683 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.683 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.683 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:49.683 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.983052+0000", 2023-08-28T02:40:49.683 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.43265445299999999 2023-08-28T02:40:49.684 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.684 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.684 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:40:49.684 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.983182+0000", 2023-08-28T02:40:49.684 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00012957600000000001 2023-08-28T02:40:49.684 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.684 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.684 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 5,7", 2023-08-28T02:40:49.684 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.983278+0000", 2023-08-28T02:40:49.684 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.5826e-05 2023-08-28T02:40:49.684 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.684 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.685 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:49.685 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.989759+0000", 2023-08-28T02:40:49.685 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0064814080000000001 2023-08-28T02:40:49.685 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.685 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.685 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:49.685 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.989822+0000", 2023-08-28T02:40:49.685 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.2611000000000001e-05 2023-08-28T02:40:49.685 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.685 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.685 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:40:49.685 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.989835+0000", 2023-08-28T02:40:49.685 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.3101999999999999e-05 2023-08-28T02:40:49.686 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.686 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.686 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:40:49.686 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.989889+0000", 2023-08-28T02:40:49.686 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.4199000000000001e-05 2023-08-28T02:40:49.686 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.686 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.686 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:40:49.686 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.989932+0000", 2023-08-28T02:40:49.686 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.3429e-05 2023-08-28T02:40:49.686 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:49.686 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:40:49.686 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:49.687 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.687 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.687 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:102267 10.8 10:13fb4659:::benchmark_data_smithi040_250784_object8958:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e323)", 2023-08-28T02:40:49.687 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:35:11.689868+0000", 2023-08-28T02:40:49.687 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 337.92099865500001, 2023-08-28T02:40:49.687 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.30291980200000002, 2023-08-28T02:40:49.687 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:40:49.687 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:49.687 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:40:49.687 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:40:49.687 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:40:49.687 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 102267 2023-08-28T02:40:49.688 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.688 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:40:49.688 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.688 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:40:49.688 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.689868+0000", 2023-08-28T02:40:49.688 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:49.688 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.688 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.688 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:40:49.688 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.689868+0000", 2023-08-28T02:40:49.688 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:49.688 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.689 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.689 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:40:49.689 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.689866+0000", 2023-08-28T02:40:49.689 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999976 2023-08-28T02:40:49.689 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.689 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.689 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:40:49.689 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.689878+0000", 2023-08-28T02:40:49.689 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1871999999999999e-05 2023-08-28T02:40:49.689 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.689 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.689 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:40:49.690 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.689901+0000", 2023-08-28T02:40:49.690 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.3553999999999998e-05 2023-08-28T02:40:49.690 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.690 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.690 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:40:49.690 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.689915+0000", 2023-08-28T02:40:49.690 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4221e-05 2023-08-28T02:40:49.690 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.690 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.690 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:49.690 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.689989+0000", 2023-08-28T02:40:49.690 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.3707000000000004e-05 2023-08-28T02:40:49.691 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.691 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.691 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for peered", 2023-08-28T02:40:49.691 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.690002+0000", 2023-08-28T02:40:49.691 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2961e-05 2023-08-28T02:40:49.691 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.691 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.691 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:49.691 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.985975+0000", 2023-08-28T02:40:49.691 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.29597284800000001 2023-08-28T02:40:49.691 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.692 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.692 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:40:49.692 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.986130+0000", 2023-08-28T02:40:49.692 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000154883 2023-08-28T02:40:49.692 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.692 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.692 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 5,7", 2023-08-28T02:40:49.692 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.986367+0000", 2023-08-28T02:40:49.692 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00023751499999999999 2023-08-28T02:40:49.692 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.692 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.692 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:40:49.693 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.989945+0000", 2023-08-28T02:40:49.693 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.003577294 2023-08-28T02:40:49.693 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.693 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.693 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:49.693 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.989991+0000", 2023-08-28T02:40:49.693 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.5995000000000003e-05 2023-08-28T02:40:49.693 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.693 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.693 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:49.693 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.992688+0000", 2023-08-28T02:40:49.693 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0026970010000000001 2023-08-28T02:40:49.693 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.694 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.694 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:40:49.694 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.992742+0000", 2023-08-28T02:40:49.694 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.4184000000000002e-05 2023-08-28T02:40:49.694 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.694 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.694 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:40:49.694 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:35:11.992788+0000", 2023-08-28T02:40:49.694 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.6196999999999998e-05 2023-08-28T02:40:49.694 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:49.694 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:40:49.694 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:49.695 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.695 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.695 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:117441 10.5 10:aadd1f7d:::benchmark_data_smithi040_250784_object24132:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e348)", 2023-08-28T02:40:49.695 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:37:43.917241+0000", 2023-08-28T02:40:49.695 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 185.693625325, 2023-08-28T02:40:49.695 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.031548949999999999, 2023-08-28T02:40:49.695 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:40:49.695 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:49.695 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:40:49.695 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:40:49.695 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:40:49.695 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 117441 2023-08-28T02:40:49.696 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.696 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:40:49.696 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.696 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:40:49.696 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:43.917241+0000", 2023-08-28T02:40:49.696 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:49.696 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.696 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.696 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:40:49.696 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:43.917241+0000", 2023-08-28T02:40:49.696 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:49.696 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.697 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.697 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:40:49.697 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:43.917240+0000", 2023-08-28T02:40:49.697 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:40:49.697 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.697 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.697 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:40:49.697 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:43.917247+0000", 2023-08-28T02:40:49.697 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.0480000000000001e-06 2023-08-28T02:40:49.697 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.697 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.697 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:40:49.697 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:43.917257+0000", 2023-08-28T02:40:49.698 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0755e-05 2023-08-28T02:40:49.698 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.698 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.698 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:40:49.698 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:43.917263+0000", 2023-08-28T02:40:49.698 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.8599999999999998e-06 2023-08-28T02:40:49.698 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.698 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.698 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:49.698 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:43.919337+0000", 2023-08-28T02:40:49.698 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.002073807 2023-08-28T02:40:49.698 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.699 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.699 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for degraded object", 2023-08-28T02:40:49.699 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:43.919943+0000", 2023-08-28T02:40:49.699 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00060606699999999996 2023-08-28T02:40:49.699 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.699 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.699 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:49.699 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:43.929671+0000", 2023-08-28T02:40:49.699 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0097276299999999993 2023-08-28T02:40:49.699 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.699 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.699 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:40:49.700 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:43.929796+0000", 2023-08-28T02:40:49.700 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00012549300000000001 2023-08-28T02:40:49.700 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.700 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.700 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 3,7", 2023-08-28T02:40:49.700 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:43.929968+0000", 2023-08-28T02:40:49.700 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00017186799999999999 2023-08-28T02:40:49.700 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.700 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.700 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:40:49.700 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:43.934037+0000", 2023-08-28T02:40:49.700 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0040685069999999999 2023-08-28T02:40:49.700 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.701 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.701 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:49.701 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:43.935798+0000", 2023-08-28T02:40:49.701 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.001761903 2023-08-28T02:40:49.701 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.701 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.701 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:49.701 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:43.945158+0000", 2023-08-28T02:40:49.701 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0093598180000000007 2023-08-28T02:40:49.701 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.701 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.701 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:40:49.702 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:43.945227+0000", 2023-08-28T02:40:49.702 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.8354000000000003e-05 2023-08-28T02:40:49.702 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.702 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.702 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:40:49.702 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:43.948790+0000", 2023-08-28T02:40:49.702 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0035637590000000001 2023-08-28T02:40:49.702 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:49.702 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:40:49.702 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:49.702 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.702 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.703 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:117445 10.5 10:aafff3f3:::benchmark_data_smithi040_250784_object24136:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e348)", 2023-08-28T02:40:49.703 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:37:43.951310+0000", 2023-08-28T02:40:49.703 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 185.65955679300001, 2023-08-28T02:40:49.703 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.031083947000000001, 2023-08-28T02:40:49.703 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:40:49.703 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:49.703 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:40:49.703 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:40:49.703 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:40:49.703 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 117445 2023-08-28T02:40:49.703 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.703 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:40:49.704 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.704 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:40:49.704 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:43.951310+0000", 2023-08-28T02:40:49.704 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:49.704 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.704 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.704 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:40:49.704 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:43.951310+0000", 2023-08-28T02:40:49.704 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:49.704 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.704 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.704 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:40:49.705 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:43.951308+0000", 2023-08-28T02:40:49.705 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999976 2023-08-28T02:40:49.705 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.705 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.705 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:40:49.705 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:43.951319+0000", 2023-08-28T02:40:49.705 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1610000000000001e-05 2023-08-28T02:40:49.705 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.705 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.705 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:40:49.705 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:43.951335+0000", 2023-08-28T02:40:49.705 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.5701000000000001e-05 2023-08-28T02:40:49.705 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.706 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.706 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:40:49.706 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:43.951345+0000", 2023-08-28T02:40:49.706 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.9510000000000001e-06 2023-08-28T02:40:49.706 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.706 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.706 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:49.706 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:43.953536+0000", 2023-08-28T02:40:49.706 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0021908959999999999 2023-08-28T02:40:49.706 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.706 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.706 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for degraded object", 2023-08-28T02:40:49.707 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:43.954298+0000", 2023-08-28T02:40:49.707 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00076221600000000002 2023-08-28T02:40:49.707 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.707 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.707 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:49.707 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:43.960601+0000", 2023-08-28T02:40:49.707 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.006303403 2023-08-28T02:40:49.707 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.707 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.707 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:40:49.707 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:43.960729+0000", 2023-08-28T02:40:49.707 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00012723000000000001 2023-08-28T02:40:49.708 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.708 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.708 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 3,7", 2023-08-28T02:40:49.708 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:43.960899+0000", 2023-08-28T02:40:49.708 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00017013799999999999 2023-08-28T02:40:49.708 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.708 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.708 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:40:49.708 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:43.966920+0000", 2023-08-28T02:40:49.708 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0060216769999999996 2023-08-28T02:40:49.708 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.708 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.708 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:49.709 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:43.968502+0000", 2023-08-28T02:40:49.709 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.001581619 2023-08-28T02:40:49.709 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.709 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.709 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:49.709 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:43.979171+0000", 2023-08-28T02:40:49.709 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.010669173000000001 2023-08-28T02:40:49.709 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.709 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.709 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:40:49.709 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:43.979245+0000", 2023-08-28T02:40:49.709 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.3606e-05 2023-08-28T02:40:49.710 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.710 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.710 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:40:49.710 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:43.982394+0000", 2023-08-28T02:40:49.710 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0031491430000000001 2023-08-28T02:40:49.710 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:49.710 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:40:49.710 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:49.710 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.710 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.710 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:125470 10.5 10:a4bfdbb9:::benchmark_data_smithi040_250784_object32161:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e364)", 2023-08-28T02:40:49.710 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:39:01.738274+0000", 2023-08-28T02:40:49.710 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 107.872592531, 2023-08-28T02:40:49.711 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.031309432999999998, 2023-08-28T02:40:49.711 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:40:49.711 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:49.711 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:40:49.711 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:40:49.711 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:40:49.711 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 125470 2023-08-28T02:40:49.711 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.711 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:40:49.711 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.711 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:40:49.711 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:01.738274+0000", 2023-08-28T02:40:49.712 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:49.712 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.712 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.712 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:40:49.712 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:01.738274+0000", 2023-08-28T02:40:49.712 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:49.712 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.712 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.712 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:40:49.712 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:01.738273+0000", 2023-08-28T02:40:49.712 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:40:49.712 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.712 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.713 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:40:49.713 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:01.738279+0000", 2023-08-28T02:40:49.713 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.5489999999999997e-06 2023-08-28T02:40:49.713 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.713 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.713 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:40:49.713 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:01.738291+0000", 2023-08-28T02:40:49.713 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2388999999999999e-05 2023-08-28T02:40:49.713 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.713 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.713 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:40:49.713 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:01.738300+0000", 2023-08-28T02:40:49.714 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.7290000000000006e-06 2023-08-28T02:40:49.714 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.714 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.714 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:49.714 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:01.740771+0000", 2023-08-28T02:40:49.714 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0024705539999999998 2023-08-28T02:40:49.714 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.714 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.714 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for degraded object", 2023-08-28T02:40:49.714 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:01.741282+0000", 2023-08-28T02:40:49.714 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00051155099999999995 2023-08-28T02:40:49.714 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.714 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.715 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:49.715 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:01.755792+0000", 2023-08-28T02:40:49.715 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.014509381 2023-08-28T02:40:49.715 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.715 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.715 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:40:49.715 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:01.755879+0000", 2023-08-28T02:40:49.715 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.7329000000000004e-05 2023-08-28T02:40:49.715 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.715 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.715 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 3,7", 2023-08-28T02:40:49.715 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:01.755983+0000", 2023-08-28T02:40:49.716 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000103853 2023-08-28T02:40:49.716 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.716 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.716 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:49.716 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:01.761390+0000", 2023-08-28T02:40:49.716 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00540692 2023-08-28T02:40:49.716 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.716 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.716 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:40:49.716 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:01.761402+0000", 2023-08-28T02:40:49.716 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2262999999999999e-05 2023-08-28T02:40:49.716 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.717 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.717 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:49.717 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:01.767473+0000", 2023-08-28T02:40:49.717 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0060710989999999999 2023-08-28T02:40:49.717 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.717 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.717 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:40:49.717 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:01.767643+0000", 2023-08-28T02:40:49.717 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00016966099999999999 2023-08-28T02:40:49.717 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.717 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.717 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:40:49.717 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:01.769584+0000", 2023-08-28T02:40:49.718 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0019409970000000001 2023-08-28T02:40:49.718 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:49.718 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:40:49.718 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:49.718 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.718 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.718 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:129064 10.5 10:ad0d9e42:::benchmark_data_smithi040_250784_object35755:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e370)", 2023-08-28T02:40:49.718 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:39:32.352711+0000", 2023-08-28T02:40:49.718 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 77.258155588999998, 2023-08-28T02:40:49.718 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.031195302000000001, 2023-08-28T02:40:49.718 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:40:49.718 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:49.719 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:40:49.719 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:40:49.719 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:40:49.719 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 129064 2023-08-28T02:40:49.719 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.719 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:40:49.719 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.719 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:40:49.719 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:32.352711+0000", 2023-08-28T02:40:49.719 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:49.719 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.719 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.719 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:40:49.720 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:32.352711+0000", 2023-08-28T02:40:49.720 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:49.720 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.720 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.720 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:40:49.720 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:32.352709+0000", 2023-08-28T02:40:49.720 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999976 2023-08-28T02:40:49.720 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.720 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.720 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:40:49.720 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:32.352720+0000", 2023-08-28T02:40:49.720 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1494e-05 2023-08-28T02:40:49.721 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.721 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.721 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:40:49.721 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:32.352740+0000", 2023-08-28T02:40:49.721 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.9550000000000001e-05 2023-08-28T02:40:49.721 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.721 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.721 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:40:49.721 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:32.352753+0000", 2023-08-28T02:40:49.721 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2887e-05 2023-08-28T02:40:49.721 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.721 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.722 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:49.722 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:32.352823+0000", 2023-08-28T02:40:49.722 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.0248999999999998e-05 2023-08-28T02:40:49.722 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.722 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.722 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for degraded object", 2023-08-28T02:40:49.722 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:32.353541+0000", 2023-08-28T02:40:49.722 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00071840200000000004 2023-08-28T02:40:49.722 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.722 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.722 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:49.722 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:32.362574+0000", 2023-08-28T02:40:49.723 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0090328030000000007 2023-08-28T02:40:49.723 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.723 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.723 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:40:49.723 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:32.362728+0000", 2023-08-28T02:40:49.723 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000153633 2023-08-28T02:40:49.723 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.723 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.723 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 3,7", 2023-08-28T02:40:49.723 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:32.362946+0000", 2023-08-28T02:40:49.723 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00021839200000000001 2023-08-28T02:40:49.723 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.724 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.724 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:49.724 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:32.368812+0000", 2023-08-28T02:40:49.724 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0058656760000000002 2023-08-28T02:40:49.724 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.724 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.724 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:40:49.724 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:32.368830+0000", 2023-08-28T02:40:49.724 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.8117e-05 2023-08-28T02:40:49.724 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.724 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.724 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:49.725 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:32.381023+0000", 2023-08-28T02:40:49.725 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.012192569 2023-08-28T02:40:49.725 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.725 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.725 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:40:49.725 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:32.381092+0000", 2023-08-28T02:40:49.725 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.9494999999999998e-05 2023-08-28T02:40:49.725 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.725 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.725 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:40:49.725 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:32.383906+0000", 2023-08-28T02:40:49.725 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0028143970000000002 2023-08-28T02:40:49.726 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:49.726 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:40:49.726 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:49.726 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.726 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.726 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:133778 10.5 10:a4a79a2d:::benchmark_data_smithi040_250784_object40469:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e375)", 2023-08-28T02:40:49.726 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:40:06.484147+0000", 2023-08-28T02:40:49.726 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 43.126719389999998, 2023-08-28T02:40:49.726 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.031683416999999998, 2023-08-28T02:40:49.726 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:40:49.726 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:49.726 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:40:49.727 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:40:49.727 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:40:49.727 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 133778 2023-08-28T02:40:49.727 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.727 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:40:49.727 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.727 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:40:49.727 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:06.484147+0000", 2023-08-28T02:40:49.727 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:49.727 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.727 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.727 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:40:49.728 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:06.484147+0000", 2023-08-28T02:40:49.728 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:49.728 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.728 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.728 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:40:49.728 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:06.484146+0000", 2023-08-28T02:40:49.728 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:40:49.728 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.728 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.728 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:40:49.728 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:06.484153+0000", 2023-08-28T02:40:49.728 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.0539999999999997e-06 2023-08-28T02:40:49.728 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.729 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.729 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:40:49.729 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:06.484166+0000", 2023-08-28T02:40:49.729 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.3524e-05 2023-08-28T02:40:49.729 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.729 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.729 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:40:49.729 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:06.484174+0000", 2023-08-28T02:40:49.729 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.3529999999999997e-06 2023-08-28T02:40:49.729 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.729 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.729 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:49.729 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:06.484223+0000", 2023-08-28T02:40:49.730 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.9589999999999998e-05 2023-08-28T02:40:49.730 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.730 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.730 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for degraded object", 2023-08-28T02:40:49.730 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:06.484920+0000", 2023-08-28T02:40:49.730 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00069665999999999999 2023-08-28T02:40:49.730 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.730 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.730 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:49.730 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:06.495891+0000", 2023-08-28T02:40:49.730 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.010970799999999999 2023-08-28T02:40:49.730 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.731 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.731 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:40:49.731 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:06.495968+0000", 2023-08-28T02:40:49.731 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.6835000000000006e-05 2023-08-28T02:40:49.731 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.731 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.731 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 3,7", 2023-08-28T02:40:49.731 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:06.496072+0000", 2023-08-28T02:40:49.731 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00010466799999999999 2023-08-28T02:40:49.731 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.731 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.731 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:49.732 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:06.506649+0000", 2023-08-28T02:40:49.732 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.010577062999999999 2023-08-28T02:40:49.732 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.732 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.732 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:40:49.732 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:06.506660+0000", 2023-08-28T02:40:49.732 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0101e-05 2023-08-28T02:40:49.732 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.732 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.732 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:49.732 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:06.513250+0000", 2023-08-28T02:40:49.732 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0065906660000000002 2023-08-28T02:40:49.733 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.733 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.733 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:40:49.733 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:06.513316+0000", 2023-08-28T02:40:49.733 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.5619999999999999e-05 2023-08-28T02:40:49.733 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.733 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.733 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:40:49.733 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:06.515831+0000", 2023-08-28T02:40:49.733 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.002514966 2023-08-28T02:40:49.733 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:49.733 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:40:49.734 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:49.734 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.734 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.734 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:133780 10.5 10:ae4318a2:::benchmark_data_smithi040_250784_object40471:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e375)", 2023-08-28T02:40:49.734 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:40:06.485913+0000", 2023-08-28T02:40:49.734 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 43.124953892000001, 2023-08-28T02:40:49.734 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.031620890999999998, 2023-08-28T02:40:49.734 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:40:49.734 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:49.734 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:40:49.734 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:40:49.734 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:40:49.734 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 133780 2023-08-28T02:40:49.735 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.735 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:40:49.735 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.735 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:40:49.735 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:06.485913+0000", 2023-08-28T02:40:49.735 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:49.735 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.735 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.735 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:40:49.735 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:06.485913+0000", 2023-08-28T02:40:49.735 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:49.735 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.736 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.736 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:40:49.736 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:06.485911+0000", 2023-08-28T02:40:49.736 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:40:49.736 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.736 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.736 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:40:49.736 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:06.485919+0000", 2023-08-28T02:40:49.736 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.6140000000000003e-06 2023-08-28T02:40:49.736 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.736 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.736 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:40:49.737 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:06.485935+0000", 2023-08-28T02:40:49.737 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.6161999999999999e-05 2023-08-28T02:40:49.737 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.737 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.737 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:40:49.737 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:06.485944+0000", 2023-08-28T02:40:49.737 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.8470000000000002e-06 2023-08-28T02:40:49.737 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.737 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.737 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:49.737 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:06.485998+0000", 2023-08-28T02:40:49.737 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.3739999999999997e-05 2023-08-28T02:40:49.737 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.738 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.738 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for degraded object", 2023-08-28T02:40:49.738 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:06.486738+0000", 2023-08-28T02:40:49.738 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00073975600000000005 2023-08-28T02:40:49.738 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.738 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.738 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:49.738 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:06.503475+0000", 2023-08-28T02:40:49.738 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.016737367 2023-08-28T02:40:49.738 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.738 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.738 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:40:49.739 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:06.503563+0000", 2023-08-28T02:40:49.739 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.7740999999999999e-05 2023-08-28T02:40:49.739 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.739 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.739 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 3,7", 2023-08-28T02:40:49.739 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:06.503695+0000", 2023-08-28T02:40:49.739 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000132359 2023-08-28T02:40:49.739 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.739 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.739 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:49.739 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:06.513176+0000", 2023-08-28T02:40:49.739 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0094808189999999997 2023-08-28T02:40:49.740 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.740 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.740 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:40:49.740 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:06.513191+0000", 2023-08-28T02:40:49.740 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.5603e-05 2023-08-28T02:40:49.740 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.740 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.740 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:49.740 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:06.515895+0000", 2023-08-28T02:40:49.740 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0027035829999999999 2023-08-28T02:40:49.740 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.740 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.741 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:40:49.741 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:06.515937+0000", 2023-08-28T02:40:49.741 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.2138000000000002e-05 2023-08-28T02:40:49.741 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.741 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.741 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:40:49.741 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:06.517534+0000", 2023-08-28T02:40:49.741 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0015965980000000001 2023-08-28T02:40:49.741 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:49.741 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:40:49.741 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:49.742 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.742 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.742 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:133781 10.5 10:a14b59e9:::benchmark_data_smithi040_250784_object40472:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e375)", 2023-08-28T02:40:49.742 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:40:06.487773+0000", 2023-08-28T02:40:49.742 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 43.123093734000001, 2023-08-28T02:40:49.742 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.032886080999999998, 2023-08-28T02:40:49.742 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:40:49.742 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:49.742 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:40:49.742 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:40:49.742 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:40:49.742 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 133781 2023-08-28T02:40:49.743 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.743 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:40:49.743 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.743 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:40:49.743 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:06.487773+0000", 2023-08-28T02:40:49.743 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:49.743 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.743 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.743 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:40:49.743 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:06.487773+0000", 2023-08-28T02:40:49.743 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:49.743 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.744 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.744 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:40:49.744 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:06.487769+0000", 2023-08-28T02:40:49.744 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999957 2023-08-28T02:40:49.744 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.744 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.744 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:40:49.744 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:06.487779+0000", 2023-08-28T02:40:49.744 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.8810000000000008e-06 2023-08-28T02:40:49.744 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.744 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.744 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:40:49.745 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:06.487792+0000", 2023-08-28T02:40:49.745 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.3247e-05 2023-08-28T02:40:49.745 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.745 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.745 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:40:49.745 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:06.487799+0000", 2023-08-28T02:40:49.745 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.126e-06 2023-08-28T02:40:49.745 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.745 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.745 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:49.745 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:06.487849+0000", 2023-08-28T02:40:49.745 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.9787000000000003e-05 2023-08-28T02:40:49.745 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.746 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.746 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for degraded object", 2023-08-28T02:40:49.746 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:06.488442+0000", 2023-08-28T02:40:49.746 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00059349700000000001 2023-08-28T02:40:49.746 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.746 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.746 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:49.746 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:06.510419+0000", 2023-08-28T02:40:49.746 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.021977176000000001 2023-08-28T02:40:49.746 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.746 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.746 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:40:49.747 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:06.510490+0000", 2023-08-28T02:40:49.747 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.0698999999999995e-05 2023-08-28T02:40:49.747 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.747 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.747 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 3,7", 2023-08-28T02:40:49.747 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:06.510585+0000", 2023-08-28T02:40:49.747 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.4656999999999999e-05 2023-08-28T02:40:49.747 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.747 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.747 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:49.747 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:06.517612+0000", 2023-08-28T02:40:49.747 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0070271530000000004 2023-08-28T02:40:49.748 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.748 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.748 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:40:49.748 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:06.518243+0000", 2023-08-28T02:40:49.748 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00063159100000000003 2023-08-28T02:40:49.748 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.748 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.748 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:49.748 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:06.518983+0000", 2023-08-28T02:40:49.748 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000739147 2023-08-28T02:40:49.748 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.748 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.749 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:40:49.749 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:06.519047+0000", 2023-08-28T02:40:49.749 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.4146999999999994e-05 2023-08-28T02:40:49.749 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.749 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.749 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:40:49.749 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:06.520659+0000", 2023-08-28T02:40:49.749 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0016123489999999999 2023-08-28T02:40:49.749 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:49.749 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:40:49.750 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:49.750 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.750 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.750 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:135440 10.5 10:a948b416:::benchmark_data_smithi040_250784_object42131:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e378)", 2023-08-28T02:40:49.750 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:40:17.087382+0000", 2023-08-28T02:40:49.750 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 32.523485059000002, 2023-08-28T02:40:49.750 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.030598146999999999, 2023-08-28T02:40:49.750 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:40:49.750 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:40:49.750 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:40:49.750 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:40:49.750 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:40:49.751 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 135440 2023-08-28T02:40:49.751 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.751 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:40:49.751 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.751 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:40:49.751 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:17.087382+0000", 2023-08-28T02:40:49.751 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:49.751 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.751 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.751 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:40:49.751 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:17.087382+0000", 2023-08-28T02:40:49.751 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:40:49.752 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.752 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.752 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:40:49.752 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:17.087380+0000", 2023-08-28T02:40:49.752 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:40:49.752 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.752 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.752 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:40:49.752 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:17.087387+0000", 2023-08-28T02:40:49.752 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.041e-06 2023-08-28T02:40:49.752 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.752 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.752 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:40:49.753 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:17.087401+0000", 2023-08-28T02:40:49.753 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.3816e-05 2023-08-28T02:40:49.753 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.753 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.753 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:40:49.753 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:17.087409+0000", 2023-08-28T02:40:49.753 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.3410000000000003e-06 2023-08-28T02:40:49.753 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.753 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.753 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:49.753 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:17.100754+0000", 2023-08-28T02:40:49.753 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.013345232 2023-08-28T02:40:49.754 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.754 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.754 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for degraded object", 2023-08-28T02:40:49.754 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:17.101525+0000", 2023-08-28T02:40:49.754 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00077044099999999996 2023-08-28T02:40:49.754 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.754 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.754 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:40:49.754 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:17.106848+0000", 2023-08-28T02:40:49.754 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.005323632 2023-08-28T02:40:49.754 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.754 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.755 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:40:49.755 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:17.106982+0000", 2023-08-28T02:40:49.755 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00013320899999999999 2023-08-28T02:40:49.755 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.755 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.755 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 3,7", 2023-08-28T02:40:49.755 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:17.107173+0000", 2023-08-28T02:40:49.755 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00019083199999999999 2023-08-28T02:40:49.755 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.755 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.755 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:49.755 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:17.111992+0000", 2023-08-28T02:40:49.756 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0048194020000000004 2023-08-28T02:40:49.756 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.756 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.756 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:40:49.756 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:17.111998+0000", 2023-08-28T02:40:49.756 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.3500000000000002e-06 2023-08-28T02:40:49.756 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.756 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.756 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:40:49.756 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:17.115897+0000", 2023-08-28T02:40:49.756 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0038986619999999998 2023-08-28T02:40:49.756 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.757 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.757 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:40:49.757 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:17.115965+0000", 2023-08-28T02:40:49.757 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.8291000000000001e-05 2023-08-28T02:40:49.757 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:40:49.757 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:40:49.757 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:40:49.757 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:17.117980+0000", 2023-08-28T02:40:49.757 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0020145969999999999 2023-08-28T02:40:49.757 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:49.757 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:40:49.757 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:49.758 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:40:49.758 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:40:49.758 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-08-28T02:40:49.758 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:49.759 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:40:49.759 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:40:49.860 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:40:49.895 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:49.902 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-08-28T02:40:50.074 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:40:50.077 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:50.077 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:40:50.086 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":1190,"stamp":"2023-08-28T02:40:48.518054+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":3046554372,"num_objects":46505,"num_object_clones":0,"num_object_copies":139515,"num_objects_missing_on_primary":2942,"num_objects_missing":2942,"num_objects_degraded":13264,"num_objects_misplaced":14353,"num_objects_unfound":0,"num_objects_dirty":46505,"num_whiteouts":0,"num_read":90,"num_read_kb":168,"num_write":140237,"num_write_kb":5972054,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":50591,"num_bytes_recovered":3288011665,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":99006,"ondisk_log_size":99006,"up":297,"acting":294,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":10280788,"kb_used_data":7242212,"kb_used_omap":12,"kb_used_meta":3038515,"kb_avail":552190124,"statfs":{"total":575970213888,"available":565442686976,"internally_reserved":0,"allocated":7416025088,"data_stored":7404793885,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12739,"internal_metadata":3111439933},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-106430464,"num_objects":-1624,"num_object_clones":0,"num_object_copies":-4872,"num_objects_missing_on_primary":-101,"num_objects_missing":-101,"num_objects_degraded":-220,"num_objects_misplaced":-485,"num_objects_unfound":0,"num_objects_dirty":-1624,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1624,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":322,"num_bytes_recovered":21102592,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002867"},"pg_stats":[{"pgid":"3.1a","version":"65'1","reported_seq":394,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.063876+0000","last_change":"2023-08-28T02:32:32.667028+0000","last_active":"2023-08-28T02:40:38.063876+0000","last_peered":"2023-08-28T02:40:38.063876+0000","last_clean":"2023-08-28T02:40:38.063876+0000","last_became_active":"2023-08-28T02:32:32.666711+0000","last_became_peered":"2023-08-28T02:32:32.666711+0000","last_unstale":"2023-08-28T02:40:38.063876+0000","last_undegraded":"2023-08-28T02:40:38.063876+0000","last_fullsized":"2023-08-28T02:40:38.063876+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:28:21.913105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":348,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.071381+0000","last_change":"2023-08-28T02:29:44.421259+0000","last_active":"2023-08-28T02:40:38.071381+0000","last_peered":"2023-08-28T02:40:38.071381+0000","last_clean":"2023-08-28T02:40:38.071381+0000","last_became_active":"2023-08-28T02:29:44.420936+0000","last_became_peered":"2023-08-28T02:29:44.420936+0000","last_unstale":"2023-08-28T02:40:38.071381+0000","last_undegraded":"2023-08-28T02:40:38.071381+0000","last_fullsized":"2023-08-28T02:40:38.071381+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:22:26.346867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":189,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.132135+0000","last_change":"2023-08-28T02:33:12.290337+0000","last_active":"2023-08-28T02:40:38.132135+0000","last_peered":"2023-08-28T02:40:38.132135+0000","last_clean":"2023-08-28T02:40:38.132135+0000","last_became_active":"2023-08-28T02:33:12.289852+0000","last_became_peered":"2023-08-28T02:33:12.289852+0000","last_unstale":"2023-08-28T02:40:38.132135+0000","last_undegraded":"2023-08-28T02:40:38.132135+0000","last_fullsized":"2023-08-28T02:40:38.132135+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:04:26.420037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":363,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.071096+0000","last_change":"2023-08-28T02:33:13.317226+0000","last_active":"2023-08-28T02:40:38.071096+0000","last_peered":"2023-08-28T02:40:38.071096+0000","last_clean":"2023-08-28T02:40:38.071096+0000","last_became_active":"2023-08-28T02:33:13.316893+0000","last_became_peered":"2023-08-28T02:33:13.316893+0000","last_unstale":"2023-08-28T02:40:38.071096+0000","last_undegraded":"2023-08-28T02:40:38.071096+0000","last_fullsized":"2023-08-28T02:40:38.071096+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:55:46.593463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":308,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.082130+0000","last_change":"2023-08-28T02:33:12.295203+0000","last_active":"2023-08-28T02:40:38.082130+0000","last_peered":"2023-08-28T02:40:38.082130+0000","last_clean":"2023-08-28T02:40:38.082130+0000","last_became_active":"2023-08-28T02:33:12.294904+0000","last_became_peered":"2023-08-28T02:33:12.294904+0000","last_unstale":"2023-08-28T02:40:38.082130+0000","last_undegraded":"2023-08-28T02:40:38.082130+0000","last_fullsized":"2023-08-28T02:40:38.082130+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:31:07.008856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":324,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.092047+0000","last_change":"2023-08-28T02:31:51.987263+0000","last_active":"2023-08-28T02:40:38.092047+0000","last_peered":"2023-08-28T02:40:38.092047+0000","last_clean":"2023-08-28T02:40:38.092047+0000","last_became_active":"2023-08-28T02:31:51.986938+0000","last_became_peered":"2023-08-28T02:31:51.986938+0000","last_unstale":"2023-08-28T02:40:38.092047+0000","last_undegraded":"2023-08-28T02:40:38.092047+0000","last_fullsized":"2023-08-28T02:40:38.092047+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:18.021905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":357,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.071130+0000","last_change":"2023-08-28T02:33:12.318656+0000","last_active":"2023-08-28T02:40:38.071130+0000","last_peered":"2023-08-28T02:40:38.071130+0000","last_clean":"2023-08-28T02:40:38.071130+0000","last_became_active":"2023-08-28T02:33:12.318297+0000","last_became_peered":"2023-08-28T02:33:12.318297+0000","last_unstale":"2023-08-28T02:40:38.071130+0000","last_undegraded":"2023-08-28T02:40:38.071130+0000","last_fullsized":"2023-08-28T02:40:38.071130+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:43:09.789767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":289,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.082217+0000","last_change":"2023-08-28T02:33:13.357230+0000","last_active":"2023-08-28T02:40:38.082217+0000","last_peered":"2023-08-28T02:40:38.082217+0000","last_clean":"2023-08-28T02:40:38.082217+0000","last_became_active":"2023-08-28T02:33:13.356853+0000","last_became_peered":"2023-08-28T02:33:13.356853+0000","last_unstale":"2023-08-28T02:40:38.082217+0000","last_undegraded":"2023-08-28T02:40:38.082217+0000","last_fullsized":"2023-08-28T02:40:38.082217+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:20:21.545007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":366,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.085748+0000","last_change":"2023-08-28T02:29:44.462510+0000","last_active":"2023-08-28T02:40:38.085748+0000","last_peered":"2023-08-28T02:40:38.085748+0000","last_clean":"2023-08-28T02:40:38.085748+0000","last_became_active":"2023-08-28T02:29:44.460314+0000","last_became_peered":"2023-08-28T02:29:44.460314+0000","last_unstale":"2023-08-28T02:40:38.085748+0000","last_undegraded":"2023-08-28T02:40:38.085748+0000","last_fullsized":"2023-08-28T02:40:38.085748+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:59:01.311467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":292,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.082286+0000","last_change":"2023-08-28T02:33:13.291255+0000","last_active":"2023-08-28T02:40:38.082286+0000","last_peered":"2023-08-28T02:40:38.082286+0000","last_clean":"2023-08-28T02:40:38.082286+0000","last_became_active":"2023-08-28T02:33:13.290933+0000","last_became_peered":"2023-08-28T02:33:13.290933+0000","last_unstale":"2023-08-28T02:40:38.082286+0000","last_undegraded":"2023-08-28T02:40:38.082286+0000","last_fullsized":"2023-08-28T02:40:38.082286+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:31:54.116908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"65'3","reported_seq":367,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.064857+0000","last_change":"2023-08-28T02:33:12.296412+0000","last_active":"2023-08-28T02:40:38.064857+0000","last_peered":"2023-08-28T02:40:38.064857+0000","last_clean":"2023-08-28T02:40:38.064857+0000","last_became_active":"2023-08-28T02:33:12.295786+0000","last_became_peered":"2023-08-28T02:33:12.295786+0000","last_unstale":"2023-08-28T02:40:38.064857+0000","last_undegraded":"2023-08-28T02:40:38.064857+0000","last_fullsized":"2023-08-28T02:40:38.064857+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:15:31.449163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":192,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.133101+0000","last_change":"2023-08-28T02:32:32.666927+0000","last_active":"2023-08-28T02:40:38.133101+0000","last_peered":"2023-08-28T02:40:38.133101+0000","last_clean":"2023-08-28T02:40:38.133101+0000","last_became_active":"2023-08-28T02:32:32.666618+0000","last_became_peered":"2023-08-28T02:32:32.666618+0000","last_unstale":"2023-08-28T02:40:38.133101+0000","last_undegraded":"2023-08-28T02:40:38.133101+0000","last_fullsized":"2023-08-28T02:40:38.133101+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:45:57.998333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":391,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.063618+0000","last_change":"2023-08-28T02:32:28.505262+0000","last_active":"2023-08-28T02:40:38.063618+0000","last_peered":"2023-08-28T02:40:38.063618+0000","last_clean":"2023-08-28T02:40:38.063618+0000","last_became_active":"2023-08-28T02:32:28.455999+0000","last_became_peered":"2023-08-28T02:32:28.455999+0000","last_unstale":"2023-08-28T02:40:38.063618+0000","last_undegraded":"2023-08-28T02:40:38.063618+0000","last_fullsized":"2023-08-28T02:40:38.063618+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:28.937020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":9468,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":375,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.063759+0000","last_change":"2023-08-28T02:32:12.959195+0000","last_active":"2023-08-28T02:40:38.063759+0000","last_peered":"2023-08-28T02:40:38.063759+0000","last_clean":"2023-08-28T02:40:38.063759+0000","last_became_active":"2023-08-28T02:32:12.958832+0000","last_became_peered":"2023-08-28T02:32:12.958832+0000","last_unstale":"2023-08-28T02:40:38.063759+0000","last_undegraded":"2023-08-28T02:40:38.063759+0000","last_fullsized":"2023-08-28T02:40:38.063759+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:23:27.197787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"65'2","reported_seq":365,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.064534+0000","last_change":"2023-08-28T02:32:28.461161+0000","last_active":"2023-08-28T02:40:38.064534+0000","last_peered":"2023-08-28T02:40:38.064534+0000","last_clean":"2023-08-28T02:40:38.064534+0000","last_became_active":"2023-08-28T02:32:28.451284+0000","last_became_peered":"2023-08-28T02:32:28.451284+0000","last_unstale":"2023-08-28T02:40:38.064534+0000","last_undegraded":"2023-08-28T02:40:38.064534+0000","last_fullsized":"2023-08-28T02:40:38.064534+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:58:20.061020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":349,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.070770+0000","last_change":"2023-08-28T02:29:44.419566+0000","last_active":"2023-08-28T02:40:38.070770+0000","last_peered":"2023-08-28T02:40:38.070770+0000","last_clean":"2023-08-28T02:40:38.070770+0000","last_became_active":"2023-08-28T02:29:44.419053+0000","last_became_peered":"2023-08-28T02:29:44.419053+0000","last_unstale":"2023-08-28T02:40:38.070770+0000","last_undegraded":"2023-08-28T02:40:38.070770+0000","last_fullsized":"2023-08-28T02:40:38.070770+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:44:36.133499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":352,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.071321+0000","last_change":"2023-08-28T02:33:12.493777+0000","last_active":"2023-08-28T02:40:38.071321+0000","last_peered":"2023-08-28T02:40:38.071321+0000","last_clean":"2023-08-28T02:40:38.071321+0000","last_became_active":"2023-08-28T02:33:12.491177+0000","last_became_peered":"2023-08-28T02:33:12.491177+0000","last_unstale":"2023-08-28T02:40:38.071321+0000","last_undegraded":"2023-08-28T02:40:38.071321+0000","last_fullsized":"2023-08-28T02:40:38.071321+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:10:58.167753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":362,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.085653+0000","last_change":"2023-08-28T02:33:12.290293+0000","last_active":"2023-08-28T02:40:38.085653+0000","last_peered":"2023-08-28T02:40:38.085653+0000","last_clean":"2023-08-28T02:40:38.085653+0000","last_became_active":"2023-08-28T02:33:12.289989+0000","last_became_peered":"2023-08-28T02:33:12.289989+0000","last_unstale":"2023-08-28T02:40:38.085653+0000","last_undegraded":"2023-08-28T02:40:38.085653+0000","last_fullsized":"2023-08-28T02:40:38.085653+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:05:33.622172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":340,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.064507+0000","last_change":"2023-08-28T02:32:12.948756+0000","last_active":"2023-08-28T02:40:38.064507+0000","last_peered":"2023-08-28T02:40:38.064507+0000","last_clean":"2023-08-28T02:40:38.064507+0000","last_became_active":"2023-08-28T02:32:12.948441+0000","last_became_peered":"2023-08-28T02:32:12.948441+0000","last_unstale":"2023-08-28T02:40:38.064507+0000","last_undegraded":"2023-08-28T02:40:38.064507+0000","last_fullsized":"2023-08-28T02:40:38.064507+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:27.922180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":358,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.071145+0000","last_change":"2023-08-28T02:33:12.299398+0000","last_active":"2023-08-28T02:40:38.071145+0000","last_peered":"2023-08-28T02:40:38.071145+0000","last_clean":"2023-08-28T02:40:38.071145+0000","last_became_active":"2023-08-28T02:33:12.299113+0000","last_became_peered":"2023-08-28T02:33:12.299113+0000","last_unstale":"2023-08-28T02:40:38.071145+0000","last_undegraded":"2023-08-28T02:40:38.071145+0000","last_fullsized":"2023-08-28T02:40:38.071145+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:14:55.597212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"65'8","reported_seq":152,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.070503+0000","last_change":"2023-08-28T02:33:13.478870+0000","last_active":"2023-08-28T02:40:38.070503+0000","last_peered":"2023-08-28T02:40:38.070503+0000","last_clean":"2023-08-28T02:40:38.070503+0000","last_became_active":"2023-08-28T02:33:13.332142+0000","last_became_peered":"2023-08-28T02:33:13.332142+0000","last_unstale":"2023-08-28T02:40:38.070503+0000","last_undegraded":"2023-08-28T02:40:38.070503+0000","last_fullsized":"2023-08-28T02:40:38.070503+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:32:42.810159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":290,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.083768+0000","last_change":"2023-08-28T02:33:12.306353+0000","last_active":"2023-08-28T02:40:38.083768+0000","last_peered":"2023-08-28T02:40:38.083768+0000","last_clean":"2023-08-28T02:40:38.083768+0000","last_became_active":"2023-08-28T02:33:12.304977+0000","last_became_peered":"2023-08-28T02:33:12.304977+0000","last_unstale":"2023-08-28T02:40:38.083768+0000","last_undegraded":"2023-08-28T02:40:38.083768+0000","last_fullsized":"2023-08-28T02:40:38.083768+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:19:38.819671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"383'8700","reported_seq":8841,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:45.672354+0000","last_change":"2023-08-28T02:30:50.402703+0000","last_active":"2023-08-28T02:40:45.672354+0000","last_peered":"2023-08-28T02:40:45.672354+0000","last_clean":"2023-08-28T02:40:45.672354+0000","last_became_active":"2023-08-28T02:30:50.402419+0000","last_became_peered":"2023-08-28T02:30:50.402419+0000","last_unstale":"2023-08-28T02:40:45.672354+0000","last_undegraded":"2023-08-28T02:40:45.672354+0000","last_fullsized":"2023-08-28T02:40:45.672354+0000","mapping_epoch":250,"log_start":"256'1500","ondisk_log_start":"256'1500","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7200,"log_dups_size":0,"ondisk_log_size":7200,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:07:37.393907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":193986560,"num_objects":2960,"num_object_clones":0,"num_object_copies":8880,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2960,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8700,"num_write_kb":373120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"65'1","reported_seq":348,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.064739+0000","last_change":"2023-08-28T02:14:43.046130+0000","last_active":"2023-08-28T02:40:38.064739+0000","last_peered":"2023-08-28T02:40:38.064739+0000","last_clean":"2023-08-28T02:40:38.064739+0000","last_became_active":"2023-08-28T02:14:43.045775+0000","last_became_peered":"2023-08-28T02:14:43.045775+0000","last_unstale":"2023-08-28T02:40:38.064739+0000","last_undegraded":"2023-08-28T02:40:38.064739+0000","last_fullsized":"2023-08-28T02:40:38.064739+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:57:38.279756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":338,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.085275+0000","last_change":"2023-08-28T02:31:51.987149+0000","last_active":"2023-08-28T02:40:38.085275+0000","last_peered":"2023-08-28T02:40:38.085275+0000","last_clean":"2023-08-28T02:40:38.085275+0000","last_became_active":"2023-08-28T02:31:51.986821+0000","last_became_peered":"2023-08-28T02:31:51.986821+0000","last_unstale":"2023-08-28T02:40:38.085275+0000","last_undegraded":"2023-08-28T02:40:38.085275+0000","last_fullsized":"2023-08-28T02:40:38.085275+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:23:26.661134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"383'8725","reported_seq":16106,"reported_epoch":383,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:40:45.817719+0000","last_change":"2023-08-28T02:33:33.975566+0000","last_active":"2023-08-28T02:40:45.817719+0000","last_peered":"2023-08-28T02:40:45.817719+0000","last_clean":"2023-08-28T02:31:27.868230+0000","last_became_active":"2023-08-28T02:33:33.660452+0000","last_became_peered":"2023-08-28T02:33:33.660452+0000","last_unstale":"2023-08-28T02:40:45.817719+0000","last_undegraded":"2023-08-28T02:33:13.410847+0000","last_fullsized":"2023-08-28T02:33:13.270012+0000","mapping_epoch":298,"log_start":"256'1500","ondisk_log_start":"256'1500","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7225,"log_dups_size":0,"ondisk_log_size":7225,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:33.375162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":188416000,"num_objects":2875,"num_object_clones":0,"num_object_copies":8625,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":5383,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2875,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8725,"num_write_kb":371200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3601,"num_bytes_recovered":235929600,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[5,4],"avail_no_missing":["5","6"],"object_location_counts":[{"shards":"2,5,6","objects":915},{"shards":"3,5,6","objects":455},{"shards":"5,6","objects":1505}],"blocked_by":[],"up_primary":3,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"65'2","reported_seq":373,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.064556+0000","last_change":"2023-08-28T02:29:44.436352+0000","last_active":"2023-08-28T02:40:38.064556+0000","last_peered":"2023-08-28T02:40:38.064556+0000","last_clean":"2023-08-28T02:40:38.064556+0000","last_became_active":"2023-08-28T02:29:44.411499+0000","last_became_peered":"2023-08-28T02:29:44.411499+0000","last_unstale":"2023-08-28T02:40:38.064556+0000","last_undegraded":"2023-08-28T02:40:38.064556+0000","last_fullsized":"2023-08-28T02:40:38.064556+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:46:57.540191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":399,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.063656+0000","last_change":"2023-08-28T02:33:12.289004+0000","last_active":"2023-08-28T02:40:38.063656+0000","last_peered":"2023-08-28T02:40:38.063656+0000","last_clean":"2023-08-28T02:40:38.063656+0000","last_became_active":"2023-08-28T02:33:12.288722+0000","last_became_peered":"2023-08-28T02:33:12.288722+0000","last_unstale":"2023-08-28T02:40:38.063656+0000","last_undegraded":"2023-08-28T02:40:38.063656+0000","last_fullsized":"2023-08-28T02:40:38.063656+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:24.019483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"383'8636","reported_seq":13873,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:45.159379+0000","last_change":"2023-08-28T02:37:54.748968+0000","last_active":"2023-08-28T02:40:45.159379+0000","last_peered":"2023-08-28T02:40:45.159379+0000","last_clean":"2023-08-28T02:40:45.159379+0000","last_became_active":"2023-08-28T02:37:54.729376+0000","last_became_peered":"2023-08-28T02:37:54.729376+0000","last_unstale":"2023-08-28T02:40:45.159379+0000","last_undegraded":"2023-08-28T02:40:45.159379+0000","last_fullsized":"2023-08-28T02:40:45.159379+0000","mapping_epoch":351,"log_start":"260'3312","ondisk_log_start":"260'3312","created":250,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5324,"log_dups_size":0,"ondisk_log_size":5324,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:00.988172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":190971904,"num_objects":2914,"num_object_clones":0,"num_object_copies":8742,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2914,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8636,"num_write_kb":369600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2533,"num_bytes_recovered":160432128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"65'1","reported_seq":359,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.064828+0000","last_change":"2023-08-28T02:33:13.516869+0000","last_active":"2023-08-28T02:40:38.064828+0000","last_peered":"2023-08-28T02:40:38.064828+0000","last_clean":"2023-08-28T02:40:38.064828+0000","last_became_active":"2023-08-28T02:33:13.396736+0000","last_became_peered":"2023-08-28T02:33:13.396736+0000","last_unstale":"2023-08-28T02:40:38.064828+0000","last_undegraded":"2023-08-28T02:40:38.064828+0000","last_fullsized":"2023-08-28T02:40:38.064828+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:47:08.237137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":327,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.132952+0000","last_change":"2023-08-28T02:31:51.987327+0000","last_active":"2023-08-28T02:40:38.132952+0000","last_peered":"2023-08-28T02:40:38.132952+0000","last_clean":"2023-08-28T02:40:38.132952+0000","last_became_active":"2023-08-28T02:31:51.987018+0000","last_became_peered":"2023-08-28T02:31:51.987018+0000","last_unstale":"2023-08-28T02:40:38.132952+0000","last_undegraded":"2023-08-28T02:40:38.132952+0000","last_fullsized":"2023-08-28T02:40:38.132952+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:53:26.105101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.5","version":"383'8609","reported_seq":14357,"reported_epoch":383,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:40:45.302245+0000","last_change":"2023-08-28T02:33:13.625779+0000","last_active":"2023-08-28T02:40:45.302245+0000","last_peered":"2023-08-28T02:40:45.302245+0000","last_clean":"2023-08-28T02:31:27.898932+0000","last_became_active":"2023-08-28T02:33:13.612126+0000","last_became_peered":"2023-08-28T02:33:13.612126+0000","last_unstale":"2023-08-28T02:40:45.302245+0000","last_undegraded":"2023-08-28T02:33:13.485377+0000","last_fullsized":"2023-08-28T02:33:13.264317+0000","mapping_epoch":298,"log_start":"260'3263","ondisk_log_start":"260'3263","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5346,"log_dups_size":0,"ondisk_log_size":5346,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:37:28.843386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":186318848,"num_objects":2843,"num_object_clones":0,"num_object_copies":8529,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":5385,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2843,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8609,"num_write_kb":366464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2791,"num_bytes_recovered":182910976,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,7],"avail_no_missing":["0","2"],"object_location_counts":[{"shards":"0,2","objects":2358},{"shards":"0,2,3","objects":485}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":377,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.085530+0000","last_change":"2023-08-28T02:33:13.281826+0000","last_active":"2023-08-28T02:40:38.085530+0000","last_peered":"2023-08-28T02:40:38.085530+0000","last_clean":"2023-08-28T02:40:38.085530+0000","last_became_active":"2023-08-28T02:33:13.281511+0000","last_became_peered":"2023-08-28T02:33:13.281511+0000","last_unstale":"2023-08-28T02:40:38.085530+0000","last_undegraded":"2023-08-28T02:40:38.085530+0000","last_fullsized":"2023-08-28T02:40:38.085530+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:32:55.005706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":375,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.070690+0000","last_change":"2023-08-28T02:29:44.436713+0000","last_active":"2023-08-28T02:40:38.070690+0000","last_peered":"2023-08-28T02:40:38.070690+0000","last_clean":"2023-08-28T02:40:38.070690+0000","last_became_active":"2023-08-28T02:29:44.436203+0000","last_became_peered":"2023-08-28T02:29:44.436203+0000","last_unstale":"2023-08-28T02:40:38.070690+0000","last_undegraded":"2023-08-28T02:40:38.070690+0000","last_fullsized":"2023-08-28T02:40:38.070690+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:46:48.522293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"383'8933","reported_seq":9079,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:47.138074+0000","last_change":"2023-08-28T02:30:50.399669+0000","last_active":"2023-08-28T02:40:47.138074+0000","last_peered":"2023-08-28T02:40:47.138074+0000","last_clean":"2023-08-28T02:40:47.138074+0000","last_became_active":"2023-08-28T02:30:50.399332+0000","last_became_peered":"2023-08-28T02:30:50.399332+0000","last_unstale":"2023-08-28T02:40:47.138074+0000","last_undegraded":"2023-08-28T02:40:47.138074+0000","last_fullsized":"2023-08-28T02:40:47.138074+0000","mapping_epoch":250,"log_start":"257'2800","ondisk_log_start":"257'2800","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6133,"log_dups_size":0,"ondisk_log_size":6133,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:00:54.910841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":188809216,"num_objects":2881,"num_object_clones":0,"num_object_copies":8643,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2881,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8933,"num_write_kb":378048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"75'161","reported_seq":803,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.064692+0000","last_change":"2023-08-28T02:33:13.310049+0000","last_active":"2023-08-28T02:40:38.064692+0000","last_peered":"2023-08-28T02:40:38.064692+0000","last_clean":"2023-08-28T02:40:38.064692+0000","last_became_active":"2023-08-28T02:33:13.309661+0000","last_became_peered":"2023-08-28T02:33:13.309661+0000","last_unstale":"2023-08-28T02:40:38.064692+0000","last_undegraded":"2023-08-28T02:40:38.064692+0000","last_fullsized":"2023-08-28T02:40:38.064692+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.930230+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.930230+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:27:40.889460+0000","scrub_duration":0.0050169209999999997,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"65'2","reported_seq":339,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.083555+0000","last_change":"2023-08-28T02:33:12.294922+0000","last_active":"2023-08-28T02:40:38.083555+0000","last_peered":"2023-08-28T02:40:38.083555+0000","last_clean":"2023-08-28T02:40:38.083555+0000","last_became_active":"2023-08-28T02:33:12.294518+0000","last_became_peered":"2023-08-28T02:33:12.294518+0000","last_unstale":"2023-08-28T02:40:38.083555+0000","last_undegraded":"2023-08-28T02:40:38.083555+0000","last_fullsized":"2023-08-28T02:40:38.083555+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:21:12.737286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":376,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.063658+0000","last_change":"2023-08-28T02:33:13.310505+0000","last_active":"2023-08-28T02:40:38.063658+0000","last_peered":"2023-08-28T02:40:38.063658+0000","last_clean":"2023-08-28T02:40:38.063658+0000","last_became_active":"2023-08-28T02:33:13.310223+0000","last_became_peered":"2023-08-28T02:33:13.310223+0000","last_unstale":"2023-08-28T02:40:38.063658+0000","last_undegraded":"2023-08-28T02:40:38.063658+0000","last_fullsized":"2023-08-28T02:40:38.063658+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:27:02.124453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"383'8733","reported_seq":23137,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:45.718852+0000","last_change":"2023-08-28T02:38:44.816101+0000","last_active":"2023-08-28T02:40:45.718852+0000","last_peered":"2023-08-28T02:40:45.718852+0000","last_clean":"2023-08-28T02:40:45.718852+0000","last_became_active":"2023-08-28T02:38:44.798734+0000","last_became_peered":"2023-08-28T02:38:44.798734+0000","last_unstale":"2023-08-28T02:40:45.718852+0000","last_undegraded":"2023-08-28T02:40:45.718852+0000","last_fullsized":"2023-08-28T02:40:45.718852+0000","mapping_epoch":361,"log_start":"256'1500","ondisk_log_start":"256'1500","created":250,"last_epoch_clean":362,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7233,"log_dups_size":0,"ondisk_log_size":7233,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:34:42.975012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":192348160,"num_objects":2935,"num_object_clones":0,"num_object_copies":8805,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2935,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8733,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5834,"num_bytes_recovered":377683968,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"75'161","reported_seq":642,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.085235+0000","last_change":"2023-08-28T02:37:37.933802+0000","last_active":"2023-08-28T02:40:38.085235+0000","last_peered":"2023-08-28T02:40:38.085235+0000","last_clean":"2023-08-28T02:40:38.085235+0000","last_became_active":"2023-08-28T02:33:13.287313+0000","last_became_peered":"2023-08-28T02:33:13.287313+0000","last_unstale":"2023-08-28T02:40:38.085235+0000","last_undegraded":"2023-08-28T02:40:38.085235+0000","last_fullsized":"2023-08-28T02:40:38.085235+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:45.407127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:45.407127+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:39:14.213229+0000","scrub_duration":0.0018495320000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":262688,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":296,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.063627+0000","last_change":"2023-08-28T02:33:13.309727+0000","last_active":"2023-08-28T02:40:38.063627+0000","last_peered":"2023-08-28T02:40:38.063627+0000","last_clean":"2023-08-28T02:40:38.063627+0000","last_became_active":"2023-08-28T02:33:13.309487+0000","last_became_peered":"2023-08-28T02:33:13.309487+0000","last_unstale":"2023-08-28T02:40:38.063627+0000","last_undegraded":"2023-08-28T02:40:38.063627+0000","last_fullsized":"2023-08-28T02:40:38.063627+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:27:29.294011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":111,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.063764+0000","last_change":"2023-08-28T02:32:28.456323+0000","last_active":"2023-08-28T02:40:38.063764+0000","last_peered":"2023-08-28T02:40:38.063764+0000","last_clean":"2023-08-28T02:40:38.063764+0000","last_became_active":"2023-08-28T02:32:28.455987+0000","last_became_peered":"2023-08-28T02:32:28.455987+0000","last_unstale":"2023-08-28T02:40:38.063764+0000","last_undegraded":"2023-08-28T02:40:38.063764+0000","last_fullsized":"2023-08-28T02:40:38.063764+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:54:07.724002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"383'8888","reported_seq":19051,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:47.213802+0000","last_change":"2023-08-28T02:33:13.316023+0000","last_active":"2023-08-28T02:40:47.213802+0000","last_peered":"2023-08-28T02:40:47.213802+0000","last_clean":"2023-08-28T02:40:47.213802+0000","last_became_active":"2023-08-28T02:33:13.308403+0000","last_became_peered":"2023-08-28T02:33:13.308403+0000","last_unstale":"2023-08-28T02:40:47.213802+0000","last_undegraded":"2023-08-28T02:40:47.213802+0000","last_fullsized":"2023-08-28T02:40:47.213802+0000","mapping_epoch":298,"log_start":"257'2700","ondisk_log_start":"257'2700","created":250,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6188,"log_dups_size":0,"ondisk_log_size":6188,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:10:38.401973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":197132288,"num_objects":3008,"num_object_clones":0,"num_object_copies":9024,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3008,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8888,"num_write_kb":380672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4999,"num_bytes_recovered":327614464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":356,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.063778+0000","last_change":"2023-08-28T02:32:28.455294+0000","last_active":"2023-08-28T02:40:38.063778+0000","last_peered":"2023-08-28T02:40:38.063778+0000","last_clean":"2023-08-28T02:40:38.063778+0000","last_became_active":"2023-08-28T02:32:28.455013+0000","last_became_peered":"2023-08-28T02:32:28.455013+0000","last_unstale":"2023-08-28T02:40:38.063778+0000","last_undegraded":"2023-08-28T02:40:38.063778+0000","last_fullsized":"2023-08-28T02:40:38.063778+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:53.583864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":388,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.064747+0000","last_change":"2023-08-28T02:33:13.335588+0000","last_active":"2023-08-28T02:40:38.064747+0000","last_peered":"2023-08-28T02:40:38.064747+0000","last_clean":"2023-08-28T02:40:38.064747+0000","last_became_active":"2023-08-28T02:33:13.335326+0000","last_became_peered":"2023-08-28T02:33:13.335326+0000","last_unstale":"2023-08-28T02:40:38.064747+0000","last_undegraded":"2023-08-28T02:40:38.064747+0000","last_fullsized":"2023-08-28T02:40:38.064747+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:15:44.958663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"383'8811","reported_seq":8952,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:48.331977+0000","last_change":"2023-08-28T02:30:50.400261+0000","last_active":"2023-08-28T02:40:48.331977+0000","last_peered":"2023-08-28T02:40:48.331977+0000","last_clean":"2023-08-28T02:40:48.331977+0000","last_became_active":"2023-08-28T02:30:50.399938+0000","last_became_peered":"2023-08-28T02:30:50.399938+0000","last_unstale":"2023-08-28T02:40:48.331977+0000","last_undegraded":"2023-08-28T02:40:48.331977+0000","last_fullsized":"2023-08-28T02:40:48.331977+0000","mapping_epoch":250,"log_start":"260'3390","ondisk_log_start":"260'3390","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5421,"log_dups_size":0,"ondisk_log_size":5421,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:43:56.802792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":188940288,"num_objects":2883,"num_object_clones":0,"num_object_copies":8649,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2883,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8811,"num_write_kb":374208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"75'161","reported_seq":662,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.085888+0000","last_change":"2023-08-28T02:32:56.519141+0000","last_active":"2023-08-28T02:40:38.085888+0000","last_peered":"2023-08-28T02:40:38.085888+0000","last_clean":"2023-08-28T02:40:38.085888+0000","last_became_active":"2023-08-28T02:32:56.518863+0000","last_became_peered":"2023-08-28T02:32:56.518863+0000","last_unstale":"2023-08-28T02:40:38.085888+0000","last_undegraded":"2023-08-28T02:40:38.085888+0000","last_fullsized":"2023-08-28T02:40:38.085888+0000","mapping_epoch":292,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":293,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_clean_scrub_stamp":"2023-08-28T02:29:25.608370+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:59:50.561109+0000","scrub_duration":0.001662689,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":292,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.082301+0000","last_change":"2023-08-28T02:33:12.294592+0000","last_active":"2023-08-28T02:40:38.082301+0000","last_peered":"2023-08-28T02:40:38.082301+0000","last_clean":"2023-08-28T02:40:38.082301+0000","last_became_active":"2023-08-28T02:33:12.288508+0000","last_became_peered":"2023-08-28T02:33:12.288508+0000","last_unstale":"2023-08-28T02:40:38.082301+0000","last_undegraded":"2023-08-28T02:40:38.082301+0000","last_fullsized":"2023-08-28T02:40:38.082301+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:05:42.717608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":174,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.133914+0000","last_change":"2023-08-28T02:29:44.429834+0000","last_active":"2023-08-28T02:40:38.133914+0000","last_peered":"2023-08-28T02:40:38.133914+0000","last_clean":"2023-08-28T02:40:38.133914+0000","last_became_active":"2023-08-28T02:29:44.429512+0000","last_became_peered":"2023-08-28T02:29:44.429512+0000","last_unstale":"2023-08-28T02:40:38.133914+0000","last_undegraded":"2023-08-28T02:40:38.133914+0000","last_fullsized":"2023-08-28T02:40:38.133914+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:58.062455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"383'8691","reported_seq":8832,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:46.065972+0000","last_change":"2023-08-28T02:30:50.402348+0000","last_active":"2023-08-28T02:40:46.065972+0000","last_peered":"2023-08-28T02:40:46.065972+0000","last_clean":"2023-08-28T02:40:46.065972+0000","last_became_active":"2023-08-28T02:30:50.402076+0000","last_became_peered":"2023-08-28T02:30:50.402076+0000","last_unstale":"2023-08-28T02:40:46.065972+0000","last_undegraded":"2023-08-28T02:40:46.065972+0000","last_fullsized":"2023-08-28T02:40:46.065972+0000","mapping_epoch":250,"log_start":"256'1800","ondisk_log_start":"256'1800","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6891,"log_dups_size":0,"ondisk_log_size":6891,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:24.859426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":189071360,"num_objects":2885,"num_object_clones":0,"num_object_copies":8655,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2885,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8691,"num_write_kb":370432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.7","version":"75'161","reported_seq":584,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.083720+0000","last_change":"2023-08-28T02:33:13.532525+0000","last_active":"2023-08-28T02:40:38.083720+0000","last_peered":"2023-08-28T02:40:38.083720+0000","last_clean":"2023-08-28T02:40:38.083720+0000","last_became_active":"2023-08-28T02:33:13.532125+0000","last_became_peered":"2023-08-28T02:33:13.532125+0000","last_unstale":"2023-08-28T02:40:38.083720+0000","last_undegraded":"2023-08-28T02:40:38.083720+0000","last_fullsized":"2023-08-28T02:40:38.083720+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.887648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.887648+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":175,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.133135+0000","last_change":"2023-08-28T02:29:44.407595+0000","last_active":"2023-08-28T02:40:38.133135+0000","last_peered":"2023-08-28T02:40:38.133135+0000","last_clean":"2023-08-28T02:40:38.133135+0000","last_became_active":"2023-08-28T02:29:44.407316+0000","last_became_peered":"2023-08-28T02:29:44.407316+0000","last_unstale":"2023-08-28T02:40:38.133135+0000","last_undegraded":"2023-08-28T02:40:38.133135+0000","last_fullsized":"2023-08-28T02:40:38.133135+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:01:47.777709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":394,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.085650+0000","last_change":"2023-08-28T02:33:13.286980+0000","last_active":"2023-08-28T02:40:38.085650+0000","last_peered":"2023-08-28T02:40:38.085650+0000","last_clean":"2023-08-28T02:40:38.085650+0000","last_became_active":"2023-08-28T02:33:13.286740+0000","last_became_peered":"2023-08-28T02:33:13.286740+0000","last_unstale":"2023-08-28T02:40:38.085650+0000","last_undegraded":"2023-08-28T02:40:38.085650+0000","last_fullsized":"2023-08-28T02:40:38.085650+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:24:54.574365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":175,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.133028+0000","last_change":"2023-08-28T02:29:44.506914+0000","last_active":"2023-08-28T02:40:38.133028+0000","last_peered":"2023-08-28T02:40:38.133028+0000","last_clean":"2023-08-28T02:40:38.133028+0000","last_became_active":"2023-08-28T02:29:44.506606+0000","last_became_peered":"2023-08-28T02:29:44.506606+0000","last_unstale":"2023-08-28T02:40:38.133028+0000","last_undegraded":"2023-08-28T02:40:38.133028+0000","last_fullsized":"2023-08-28T02:40:38.133028+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:55:50.992279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"383'8743","reported_seq":20484,"reported_epoch":383,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:40:45.330826+0000","last_change":"2023-08-28T02:34:11.565330+0000","last_active":"2023-08-28T02:40:45.330826+0000","last_peered":"2023-08-28T02:40:45.330826+0000","last_clean":"2023-08-28T02:32:11.916240+0000","last_became_active":"2023-08-28T02:33:12.501819+0000","last_became_peered":"2023-08-28T02:33:12.501819+0000","last_unstale":"2023-08-28T02:40:45.330826+0000","last_undegraded":"2023-08-28T02:40:45.330826+0000","last_fullsized":"2023-08-28T02:40:45.330826+0000","mapping_epoch":297,"log_start":"262'3424","ondisk_log_start":"262'3424","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5319,"log_dups_size":0,"ondisk_log_size":5319,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:45:43.329719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":186974208,"num_objects":2853,"num_object_clones":0,"num_object_copies":8559,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":2853,"num_objects_unfound":0,"num_objects_dirty":2853,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8743,"num_write_kb":371072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5787,"num_bytes_recovered":379256832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,2],"avail_no_missing":["0","2","5","6"],"object_location_counts":[{"shards":"0,2,5","objects":2853}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.1","version":"75'161","reported_seq":642,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.085500+0000","last_change":"2023-08-28T02:32:31.482659+0000","last_active":"2023-08-28T02:40:38.085500+0000","last_peered":"2023-08-28T02:40:38.085500+0000","last_clean":"2023-08-28T02:40:38.085500+0000","last_became_active":"2023-08-28T02:32:31.482320+0000","last_became_peered":"2023-08-28T02:32:31.482320+0000","last_unstale":"2023-08-28T02:40:38.085500+0000","last_undegraded":"2023-08-28T02:40:38.085500+0000","last_fullsized":"2023-08-28T02:40:38.085500+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:24.559397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:24.559397+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:41:09.516918+0000","scrub_duration":0.001580328,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":380,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.085814+0000","last_change":"2023-08-28T02:31:51.988386+0000","last_active":"2023-08-28T02:40:38.085814+0000","last_peered":"2023-08-28T02:40:38.085814+0000","last_clean":"2023-08-28T02:40:38.085814+0000","last_became_active":"2023-08-28T02:31:51.988097+0000","last_became_peered":"2023-08-28T02:31:51.988097+0000","last_unstale":"2023-08-28T02:40:38.085814+0000","last_undegraded":"2023-08-28T02:40:38.085814+0000","last_fullsized":"2023-08-28T02:40:38.085814+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:25:01.818829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":356,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.063852+0000","last_change":"2023-08-28T02:32:12.951275+0000","last_active":"2023-08-28T02:40:38.063852+0000","last_peered":"2023-08-28T02:40:38.063852+0000","last_clean":"2023-08-28T02:40:38.063852+0000","last_became_active":"2023-08-28T02:32:12.950965+0000","last_became_peered":"2023-08-28T02:32:12.950965+0000","last_unstale":"2023-08-28T02:40:38.063852+0000","last_undegraded":"2023-08-28T02:40:38.063852+0000","last_fullsized":"2023-08-28T02:40:38.063852+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:37:31.294280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":201,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.133214+0000","last_change":"2023-08-28T02:33:13.286534+0000","last_active":"2023-08-28T02:40:38.133214+0000","last_peered":"2023-08-28T02:40:38.133214+0000","last_clean":"2023-08-28T02:40:38.133214+0000","last_became_active":"2023-08-28T02:33:13.286164+0000","last_became_peered":"2023-08-28T02:33:13.286164+0000","last_unstale":"2023-08-28T02:40:38.133214+0000","last_undegraded":"2023-08-28T02:40:38.133214+0000","last_fullsized":"2023-08-28T02:40:38.133214+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:56.721932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"383'8773","reported_seq":20604,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:45.843403+0000","last_change":"2023-08-28T02:34:14.448606+0000","last_active":"2023-08-28T02:40:45.843403+0000","last_peered":"2023-08-28T02:40:45.843403+0000","last_clean":"2023-08-28T02:40:45.843403+0000","last_became_active":"2023-08-28T02:34:14.438547+0000","last_became_peered":"2023-08-28T02:34:14.438547+0000","last_unstale":"2023-08-28T02:40:45.843403+0000","last_undegraded":"2023-08-28T02:40:45.843403+0000","last_fullsized":"2023-08-28T02:40:45.843403+0000","mapping_epoch":314,"log_start":"256'1600","ondisk_log_start":"256'1600","created":250,"last_epoch_clean":315,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7173,"log_dups_size":0,"ondisk_log_size":7173,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:06:41.120408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":189726720,"num_objects":2895,"num_object_clones":0,"num_object_copies":8685,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2895,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8773,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5834,"num_bytes_recovered":376832000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2","version":"75'161","reported_seq":764,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.064377+0000","last_change":"2023-08-28T02:30:51.762377+0000","last_active":"2023-08-28T02:40:38.064377+0000","last_peered":"2023-08-28T02:40:38.064377+0000","last_clean":"2023-08-28T02:40:38.064377+0000","last_became_active":"2023-08-28T02:27:46.375590+0000","last_became_peered":"2023-08-28T02:27:46.375590+0000","last_unstale":"2023-08-28T02:40:38.064377+0000","last_undegraded":"2023-08-28T02:40:38.064377+0000","last_fullsized":"2023-08-28T02:40:38.064377+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:51.762314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:51.762314+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:02.034555+0000","scrub_duration":0.0020023620000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":192,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.082391+0000","last_change":"2023-08-28T02:33:13.289765+0000","last_active":"2023-08-28T02:40:38.082391+0000","last_peered":"2023-08-28T02:40:38.082391+0000","last_clean":"2023-08-28T02:40:38.082391+0000","last_became_active":"2023-08-28T02:33:13.289159+0000","last_became_peered":"2023-08-28T02:33:13.289159+0000","last_unstale":"2023-08-28T02:40:38.082391+0000","last_undegraded":"2023-08-28T02:40:38.082391+0000","last_fullsized":"2023-08-28T02:40:38.082391+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:30:38.956723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":193,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.132637+0000","last_change":"2023-08-28T02:32:28.464203+0000","last_active":"2023-08-28T02:40:38.132637+0000","last_peered":"2023-08-28T02:40:38.132637+0000","last_clean":"2023-08-28T02:40:38.132637+0000","last_became_active":"2023-08-28T02:32:28.463412+0000","last_became_peered":"2023-08-28T02:32:28.463412+0000","last_unstale":"2023-08-28T02:40:38.132637+0000","last_undegraded":"2023-08-28T02:40:38.132637+0000","last_fullsized":"2023-08-28T02:40:38.132637+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:20:38.177879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":175,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.133955+0000","last_change":"2023-08-28T02:29:44.427945+0000","last_active":"2023-08-28T02:40:38.133955+0000","last_peered":"2023-08-28T02:40:38.133955+0000","last_clean":"2023-08-28T02:40:38.133955+0000","last_became_active":"2023-08-28T02:29:44.426487+0000","last_became_peered":"2023-08-28T02:29:44.426487+0000","last_unstale":"2023-08-28T02:40:38.133955+0000","last_undegraded":"2023-08-28T02:40:38.133955+0000","last_fullsized":"2023-08-28T02:40:38.133955+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:30:20.438896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"383'8800","reported_seq":18914,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:47.175999+0000","last_change":"2023-08-28T02:34:48.488647+0000","last_active":"2023-08-28T02:40:47.175999+0000","last_peered":"2023-08-28T02:40:47.175999+0000","last_clean":"2023-08-28T02:40:47.175999+0000","last_became_active":"2023-08-28T02:34:48.476519+0000","last_became_peered":"2023-08-28T02:34:48.476519+0000","last_unstale":"2023-08-28T02:40:47.175999+0000","last_undegraded":"2023-08-28T02:40:47.175999+0000","last_fullsized":"2023-08-28T02:40:47.175999+0000","mapping_epoch":318,"log_start":"257'2600","ondisk_log_start":"257'2600","created":250,"last_epoch_clean":319,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6200,"log_dups_size":0,"ondisk_log_size":6200,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:44:20.004230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":186384384,"num_objects":2844,"num_object_clones":0,"num_object_copies":8532,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2844,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8800,"num_write_kb":372608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4973,"num_bytes_recovered":325910528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":374,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.085492+0000","last_change":"2023-08-28T02:33:13.484970+0000","last_active":"2023-08-28T02:40:38.085492+0000","last_peered":"2023-08-28T02:40:38.085492+0000","last_clean":"2023-08-28T02:40:38.085492+0000","last_became_active":"2023-08-28T02:33:13.484579+0000","last_became_peered":"2023-08-28T02:33:13.484579+0000","last_unstale":"2023-08-28T02:40:38.085492+0000","last_undegraded":"2023-08-28T02:40:38.085492+0000","last_fullsized":"2023-08-28T02:40:38.085492+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:58.027468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"75'161","reported_seq":765,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.064119+0000","last_change":"2023-08-28T02:31:55.059467+0000","last_active":"2023-08-28T02:40:38.064119+0000","last_peered":"2023-08-28T02:40:38.064119+0000","last_clean":"2023-08-28T02:40:38.064119+0000","last_became_active":"2023-08-28T02:31:55.059115+0000","last_became_peered":"2023-08-28T02:31:55.059115+0000","last_unstale":"2023-08-28T02:40:38.064119+0000","last_undegraded":"2023-08-28T02:40:38.064119+0000","last_fullsized":"2023-08-28T02:40:38.064119+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":0,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.820990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.820990+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:15:56.774667+0000","scrub_duration":0.0017342480000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":293,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.082806+0000","last_change":"2023-08-28T02:33:13.352810+0000","last_active":"2023-08-28T02:40:38.082806+0000","last_peered":"2023-08-28T02:40:38.082806+0000","last_clean":"2023-08-28T02:40:38.082806+0000","last_became_active":"2023-08-28T02:33:13.351697+0000","last_became_peered":"2023-08-28T02:33:13.351697+0000","last_unstale":"2023-08-28T02:40:38.082806+0000","last_undegraded":"2023-08-28T02:40:38.082806+0000","last_fullsized":"2023-08-28T02:40:38.082806+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:56.187163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":205,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.064287+0000","last_change":"2023-08-28T02:31:51.984584+0000","last_active":"2023-08-28T02:40:38.064287+0000","last_peered":"2023-08-28T02:40:38.064287+0000","last_clean":"2023-08-28T02:40:38.064287+0000","last_became_active":"2023-08-28T02:31:51.984264+0000","last_became_peered":"2023-08-28T02:31:51.984264+0000","last_unstale":"2023-08-28T02:40:38.064287+0000","last_undegraded":"2023-08-28T02:40:38.064287+0000","last_fullsized":"2023-08-28T02:40:38.064287+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:58:42.306722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"383'8655","reported_seq":20405,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:45.282009+0000","last_change":"2023-08-28T02:35:11.978901+0000","last_active":"2023-08-28T02:40:45.282009+0000","last_peered":"2023-08-28T02:40:45.282009+0000","last_clean":"2023-08-28T02:40:45.282009+0000","last_became_active":"2023-08-28T02:35:11.966585+0000","last_became_peered":"2023-08-28T02:35:11.966585+0000","last_unstale":"2023-08-28T02:40:45.282009+0000","last_undegraded":"2023-08-28T02:40:45.282009+0000","last_fullsized":"2023-08-28T02:40:45.282009+0000","mapping_epoch":323,"log_start":"260'3328","ondisk_log_start":"260'3328","created":250,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5327,"log_dups_size":0,"ondisk_log_size":5327,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:03:07.017814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":191823872,"num_objects":2927,"num_object_clones":0,"num_object_copies":8781,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2927,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8655,"num_write_kb":370624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5791,"num_bytes_recovered":368967680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3","version":"75'161","reported_seq":651,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.132746+0000","last_change":"2023-08-28T02:31:55.068239+0000","last_active":"2023-08-28T02:40:38.132746+0000","last_peered":"2023-08-28T02:40:38.132746+0000","last_clean":"2023-08-28T02:40:38.132746+0000","last_became_active":"2023-08-28T02:31:55.067875+0000","last_became_peered":"2023-08-28T02:31:55.067875+0000","last_unstale":"2023-08-28T02:40:38.132746+0000","last_undegraded":"2023-08-28T02:40:38.132746+0000","last_fullsized":"2023-08-28T02:40:38.132746+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.868248+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:11:04.391639+0000","scrub_duration":0.0016215240000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":388,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.064104+0000","last_change":"2023-08-28T02:29:44.421353+0000","last_active":"2023-08-28T02:40:38.064104+0000","last_peered":"2023-08-28T02:40:38.064104+0000","last_clean":"2023-08-28T02:40:38.064104+0000","last_became_active":"2023-08-28T02:29:44.421064+0000","last_became_peered":"2023-08-28T02:29:44.421064+0000","last_unstale":"2023-08-28T02:40:38.064104+0000","last_undegraded":"2023-08-28T02:40:38.064104+0000","last_fullsized":"2023-08-28T02:40:38.064104+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:51:36.524024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":359,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.071618+0000","last_change":"2023-08-28T02:33:12.299487+0000","last_active":"2023-08-28T02:40:38.071618+0000","last_peered":"2023-08-28T02:40:38.071618+0000","last_clean":"2023-08-28T02:40:38.071618+0000","last_became_active":"2023-08-28T02:33:12.299175+0000","last_became_peered":"2023-08-28T02:33:12.299175+0000","last_unstale":"2023-08-28T02:40:38.071618+0000","last_undegraded":"2023-08-28T02:40:38.071618+0000","last_fullsized":"2023-08-28T02:40:38.071618+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:42:29.713462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":370,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:40.447222+0000","last_change":"2023-08-28T02:32:28.457696+0000","last_active":"2023-08-28T02:40:40.447222+0000","last_peered":"2023-08-28T02:40:40.447222+0000","last_clean":"2023-08-28T02:40:40.447222+0000","last_became_active":"2023-08-28T02:32:28.457407+0000","last_became_peered":"2023-08-28T02:32:28.457407+0000","last_unstale":"2023-08-28T02:40:40.447222+0000","last_undegraded":"2023-08-28T02:40:40.447222+0000","last_fullsized":"2023-08-28T02:40:40.447222+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:26:29.392787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"383'8668","reported_seq":9837,"reported_epoch":383,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:40:48.342234+0000","last_change":"2023-08-28T02:34:11.566035+0000","last_active":"2023-08-28T02:40:48.342234+0000","last_peered":"2023-08-28T02:40:48.342234+0000","last_clean":"2023-08-28T02:33:10.395883+0000","last_became_active":"2023-08-28T02:33:12.394714+0000","last_became_peered":"2023-08-28T02:33:12.394714+0000","last_unstale":"2023-08-28T02:40:48.342234+0000","last_undegraded":"2023-08-28T02:40:48.342234+0000","last_fullsized":"2023-08-28T02:40:48.342234+0000","mapping_epoch":297,"log_start":"260'3284","ondisk_log_start":"260'3284","created":250,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5384,"log_dups_size":0,"ondisk_log_size":5384,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:01:26.984565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":184483864,"num_objects":2816,"num_object_clones":0,"num_object_copies":8448,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":2581,"num_objects_unfound":0,"num_objects_dirty":2816,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":8668,"num_write_kb":367425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":500,"num_bytes_recovered":32768000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,6],"avail_no_missing":["4","0","6"],"object_location_counts":[{"shards":"0,4,6","objects":2816}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.6","version":"75'161","reported_seq":644,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.070850+0000","last_change":"2023-08-28T02:33:13.338675+0000","last_active":"2023-08-28T02:40:38.070850+0000","last_peered":"2023-08-28T02:40:38.070850+0000","last_clean":"2023-08-28T02:40:38.070850+0000","last_became_active":"2023-08-28T02:33:13.338271+0000","last_became_peered":"2023-08-28T02:33:13.338271+0000","last_unstale":"2023-08-28T02:40:38.070850+0000","last_undegraded":"2023-08-28T02:40:38.070850+0000","last_fullsized":"2023-08-28T02:40:38.070850+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.774982+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.774982+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:13:20.011329+0000","scrub_duration":0.003539819,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":351,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.064808+0000","last_change":"2023-08-28T02:14:43.033789+0000","last_active":"2023-08-28T02:40:38.064808+0000","last_peered":"2023-08-28T02:40:38.064808+0000","last_clean":"2023-08-28T02:40:38.064808+0000","last_became_active":"2023-08-28T02:14:43.033454+0000","last_became_peered":"2023-08-28T02:14:43.033454+0000","last_unstale":"2023-08-28T02:40:38.064808+0000","last_undegraded":"2023-08-28T02:40:38.064808+0000","last_fullsized":"2023-08-28T02:40:38.064808+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:01:13.205842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":184,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.133381+0000","last_change":"2023-08-28T02:32:28.461807+0000","last_active":"2023-08-28T02:40:38.133381+0000","last_peered":"2023-08-28T02:40:38.133381+0000","last_clean":"2023-08-28T02:40:38.133381+0000","last_became_active":"2023-08-28T02:32:28.461116+0000","last_became_peered":"2023-08-28T02:32:28.461116+0000","last_unstale":"2023-08-28T02:40:38.133381+0000","last_undegraded":"2023-08-28T02:40:38.133381+0000","last_fullsized":"2023-08-28T02:40:38.133381+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:12:45.321757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":330,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.070931+0000","last_change":"2023-08-28T02:14:43.048791+0000","last_active":"2023-08-28T02:40:38.070931+0000","last_peered":"2023-08-28T02:40:38.070931+0000","last_clean":"2023-08-28T02:40:38.070931+0000","last_became_active":"2023-08-28T02:14:43.047408+0000","last_became_peered":"2023-08-28T02:14:43.047408+0000","last_unstale":"2023-08-28T02:40:38.070931+0000","last_undegraded":"2023-08-28T02:40:38.070931+0000","last_fullsized":"2023-08-28T02:40:38.070931+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:47.097181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"383'8866","reported_seq":18974,"reported_epoch":383,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:40:48.378742+0000","last_change":"2023-08-28T02:37:37.899201+0000","last_active":"2023-08-28T02:40:48.378742+0000","last_peered":"2023-08-28T02:40:48.378742+0000","last_clean":"2023-08-28T02:31:50.933695+0000","last_became_active":"2023-08-28T02:33:13.540416+0000","last_became_peered":"2023-08-28T02:33:13.540416+0000","last_unstale":"2023-08-28T02:40:48.378742+0000","last_undegraded":"2023-08-28T02:40:48.378742+0000","last_fullsized":"2023-08-28T02:40:48.378742+0000","mapping_epoch":298,"log_start":"262'3474","ondisk_log_start":"262'3474","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5392,"log_dups_size":0,"ondisk_log_size":5392,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:49:35.658845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":196345856,"num_objects":2996,"num_object_clones":0,"num_object_copies":8988,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":2996,"num_objects_unfound":0,"num_objects_dirty":2996,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8866,"num_write_kb":379584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4967,"num_bytes_recovered":325517312,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,2],"avail_no_missing":["4","2","5","6"],"object_location_counts":[{"shards":"2,4,5","objects":2996}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.5","version":"75'161","reported_seq":676,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.064022+0000","last_change":"2023-08-28T02:32:31.477151+0000","last_active":"2023-08-28T02:40:38.064022+0000","last_peered":"2023-08-28T02:40:38.064022+0000","last_clean":"2023-08-28T02:40:38.064022+0000","last_became_active":"2023-08-28T02:32:31.476776+0000","last_became_peered":"2023-08-28T02:32:31.476776+0000","last_unstale":"2023-08-28T02:40:38.064022+0000","last_undegraded":"2023-08-28T02:40:38.064022+0000","last_fullsized":"2023-08-28T02:40:38.064022+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:18.891729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:18.891729+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:47:27.194140+0000","scrub_duration":0.0031546460000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"65'2","reported_seq":340,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.082919+0000","last_change":"2023-08-28T02:33:12.327778+0000","last_active":"2023-08-28T02:40:38.082919+0000","last_peered":"2023-08-28T02:40:38.082919+0000","last_clean":"2023-08-28T02:40:38.082919+0000","last_became_active":"2023-08-28T02:33:12.327273+0000","last_became_peered":"2023-08-28T02:33:12.327273+0000","last_unstale":"2023-08-28T02:40:38.082919+0000","last_undegraded":"2023-08-28T02:40:38.082919+0000","last_fullsized":"2023-08-28T02:40:38.082919+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:40.554192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":222,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.133599+0000","last_change":"2023-08-28T02:33:13.335665+0000","last_active":"2023-08-28T02:40:38.133599+0000","last_peered":"2023-08-28T02:40:38.133599+0000","last_clean":"2023-08-28T02:40:38.133599+0000","last_became_active":"2023-08-28T02:33:13.335322+0000","last_became_peered":"2023-08-28T02:33:13.335322+0000","last_unstale":"2023-08-28T02:40:38.133599+0000","last_undegraded":"2023-08-28T02:40:38.133599+0000","last_fullsized":"2023-08-28T02:40:38.133599+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:21:08.024493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":337,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.082357+0000","last_change":"2023-08-28T02:33:12.310326+0000","last_active":"2023-08-28T02:40:38.082357+0000","last_peered":"2023-08-28T02:40:38.082357+0000","last_clean":"2023-08-28T02:40:38.082357+0000","last_became_active":"2023-08-28T02:33:12.310011+0000","last_became_peered":"2023-08-28T02:33:12.310011+0000","last_unstale":"2023-08-28T02:40:38.082357+0000","last_undegraded":"2023-08-28T02:40:38.082357+0000","last_fullsized":"2023-08-28T02:40:38.082357+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:35:03.710036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"383'8901","reported_seq":17957,"reported_epoch":383,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-08-28T02:40:48.333435+0000","last_change":"2023-08-28T02:38:43.760745+0000","last_active":"2023-08-28T02:40:48.333435+0000","last_peered":"2023-08-28T02:40:48.333435+0000","last_clean":"2023-08-28T02:31:27.909649+0000","last_became_active":"2023-08-28T02:33:33.726805+0000","last_became_peered":"2023-08-28T02:33:33.726805+0000","last_unstale":"2023-08-28T02:40:48.333435+0000","last_undegraded":"2023-08-28T02:33:20.140072+0000","last_fullsized":"2023-08-28T02:33:13.278549+0000","mapping_epoch":298,"log_start":"262'3477","ondisk_log_start":"262'3477","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5424,"log_dups_size":0,"ondisk_log_size":5424,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:02:22.971585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":194445312,"num_objects":2967,"num_object_clones":0,"num_object_copies":8901,"num_objects_missing_on_primary":2942,"num_objects_missing":2942,"num_objects_degraded":2496,"num_objects_misplaced":5923,"num_objects_unfound":0,"num_objects_dirty":2967,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8901,"num_write_kb":379776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2956,"num_bytes_recovered":193593344,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[4,3],"avail_no_missing":["2","6"],"object_location_counts":[{"shards":"2,3,4,6","objects":11},{"shards":"2,3,6","objects":459},{"shards":"2,4,6","objects":14},{"shards":"2,6","objects":2483},{"shards":"3,4","objects":-13}],"blocked_by":[],"up_primary":3,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.4","version":"75'161","reported_seq":592,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.084645+0000","last_change":"2023-08-28T02:33:12.296479+0000","last_active":"2023-08-28T02:40:38.084645+0000","last_peered":"2023-08-28T02:40:38.084645+0000","last_clean":"2023-08-28T02:40:38.084645+0000","last_became_active":"2023-08-28T02:33:12.294160+0000","last_became_peered":"2023-08-28T02:33:12.294160+0000","last_unstale":"2023-08-28T02:40:38.084645+0000","last_undegraded":"2023-08-28T02:40:38.084645+0000","last_fullsized":"2023-08-28T02:40:38.084645+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.899247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.899247+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":309,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.064827+0000","last_change":"2023-08-28T02:33:13.539335+0000","last_active":"2023-08-28T02:40:38.064827+0000","last_peered":"2023-08-28T02:40:38.064827+0000","last_clean":"2023-08-28T02:40:38.064827+0000","last_became_active":"2023-08-28T02:33:13.538978+0000","last_became_peered":"2023-08-28T02:33:13.538978+0000","last_unstale":"2023-08-28T02:40:38.064827+0000","last_undegraded":"2023-08-28T02:40:38.064827+0000","last_fullsized":"2023-08-28T02:40:38.064827+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:26:13.405766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"65'1","reported_seq":374,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:40.447249+0000","last_change":"2023-08-28T02:29:44.510205+0000","last_active":"2023-08-28T02:40:40.447249+0000","last_peered":"2023-08-28T02:40:40.447249+0000","last_clean":"2023-08-28T02:40:40.447249+0000","last_became_active":"2023-08-28T02:29:44.429357+0000","last_became_peered":"2023-08-28T02:29:44.429357+0000","last_unstale":"2023-08-28T02:40:40.447249+0000","last_undegraded":"2023-08-28T02:40:40.447249+0000","last_fullsized":"2023-08-28T02:40:40.447249+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:44:59.955729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":338,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.063457+0000","last_change":"2023-08-28T02:32:12.950661+0000","last_active":"2023-08-28T02:40:38.063457+0000","last_peered":"2023-08-28T02:40:38.063457+0000","last_clean":"2023-08-28T02:40:38.063457+0000","last_became_active":"2023-08-28T02:32:12.950276+0000","last_became_peered":"2023-08-28T02:32:12.950276+0000","last_unstale":"2023-08-28T02:40:38.063457+0000","last_undegraded":"2023-08-28T02:40:38.063457+0000","last_fullsized":"2023-08-28T02:40:38.063457+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:05:17.972868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"65'1","reported_seq":331,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.070842+0000","last_change":"2023-08-28T02:14:43.042150+0000","last_active":"2023-08-28T02:40:38.070842+0000","last_peered":"2023-08-28T02:40:38.070842+0000","last_clean":"2023-08-28T02:40:38.070842+0000","last_became_active":"2023-08-28T02:14:43.038336+0000","last_became_peered":"2023-08-28T02:14:43.038336+0000","last_unstale":"2023-08-28T02:40:38.070842+0000","last_undegraded":"2023-08-28T02:40:38.070842+0000","last_fullsized":"2023-08-28T02:40:38.070842+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:26:02.415152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":381,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.133291+0000","last_change":"2023-08-28T02:33:13.318097+0000","last_active":"2023-08-28T02:40:38.133291+0000","last_peered":"2023-08-28T02:40:38.133291+0000","last_clean":"2023-08-28T02:40:38.133291+0000","last_became_active":"2023-08-28T02:33:13.317761+0000","last_became_peered":"2023-08-28T02:33:13.317761+0000","last_unstale":"2023-08-28T02:40:38.133291+0000","last_undegraded":"2023-08-28T02:40:38.133291+0000","last_fullsized":"2023-08-28T02:40:38.133291+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:24.836996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"65'2","reported_seq":376,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.085562+0000","last_change":"2023-08-28T02:29:44.535937+0000","last_active":"2023-08-28T02:40:38.085562+0000","last_peered":"2023-08-28T02:40:38.085562+0000","last_clean":"2023-08-28T02:40:38.085562+0000","last_became_active":"2023-08-28T02:29:44.462244+0000","last_became_peered":"2023-08-28T02:29:44.462244+0000","last_unstale":"2023-08-28T02:40:38.085562+0000","last_undegraded":"2023-08-28T02:40:38.085562+0000","last_fullsized":"2023-08-28T02:40:38.085562+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:30:33.173713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":378,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.070592+0000","last_change":"2023-08-28T02:33:12.305580+0000","last_active":"2023-08-28T02:40:38.070592+0000","last_peered":"2023-08-28T02:40:38.070592+0000","last_clean":"2023-08-28T02:40:38.070592+0000","last_became_active":"2023-08-28T02:33:12.305261+0000","last_became_peered":"2023-08-28T02:33:12.305261+0000","last_unstale":"2023-08-28T02:40:38.070592+0000","last_undegraded":"2023-08-28T02:40:38.070592+0000","last_fullsized":"2023-08-28T02:40:38.070592+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:22:31.614221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"65'2","reported_seq":345,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.085473+0000","last_change":"2023-08-28T02:31:51.991101+0000","last_active":"2023-08-28T02:40:38.085473+0000","last_peered":"2023-08-28T02:40:38.085473+0000","last_clean":"2023-08-28T02:40:38.085473+0000","last_became_active":"2023-08-28T02:31:51.987237+0000","last_became_peered":"2023-08-28T02:31:51.987237+0000","last_unstale":"2023-08-28T02:40:38.085473+0000","last_undegraded":"2023-08-28T02:40:38.085473+0000","last_fullsized":"2023-08-28T02:40:38.085473+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:07:07.370857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":379,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.063550+0000","last_change":"2023-08-28T02:33:12.494483+0000","last_active":"2023-08-28T02:40:38.063550+0000","last_peered":"2023-08-28T02:40:38.063550+0000","last_clean":"2023-08-28T02:40:38.063550+0000","last_became_active":"2023-08-28T02:33:12.494136+0000","last_became_peered":"2023-08-28T02:33:12.494136+0000","last_unstale":"2023-08-28T02:40:38.063550+0000","last_undegraded":"2023-08-28T02:40:38.063550+0000","last_fullsized":"2023-08-28T02:40:38.063550+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:36.772588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"65'1","reported_seq":325,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.083345+0000","last_change":"2023-08-28T02:33:13.287922+0000","last_active":"2023-08-28T02:40:38.083345+0000","last_peered":"2023-08-28T02:40:38.083345+0000","last_clean":"2023-08-28T02:40:38.083345+0000","last_became_active":"2023-08-28T02:33:13.287520+0000","last_became_peered":"2023-08-28T02:33:13.287520+0000","last_unstale":"2023-08-28T02:40:38.083345+0000","last_undegraded":"2023-08-28T02:40:38.083345+0000","last_fullsized":"2023-08-28T02:40:38.083345+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:11.627168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":339,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.082546+0000","last_change":"2023-08-28T02:33:13.289469+0000","last_active":"2023-08-28T02:40:38.082546+0000","last_peered":"2023-08-28T02:40:38.082546+0000","last_clean":"2023-08-28T02:40:38.082546+0000","last_became_active":"2023-08-28T02:33:13.288737+0000","last_became_peered":"2023-08-28T02:33:13.288737+0000","last_unstale":"2023-08-28T02:40:38.082546+0000","last_undegraded":"2023-08-28T02:40:38.082546+0000","last_fullsized":"2023-08-28T02:40:38.082546+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:11:15.043550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"65'4","reported_seq":363,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.071318+0000","last_change":"2023-08-28T02:32:28.607010+0000","last_active":"2023-08-28T02:40:38.071318+0000","last_peered":"2023-08-28T02:40:38.071318+0000","last_clean":"2023-08-28T02:40:38.071318+0000","last_became_active":"2023-08-28T02:32:28.492224+0000","last_became_peered":"2023-08-28T02:32:28.492224+0000","last_unstale":"2023-08-28T02:40:38.071318+0000","last_undegraded":"2023-08-28T02:40:38.071318+0000","last_fullsized":"2023-08-28T02:40:38.071318+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:13:45.711951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":554,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":389,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.063464+0000","last_change":"2023-08-28T02:33:13.309144+0000","last_active":"2023-08-28T02:40:38.063464+0000","last_peered":"2023-08-28T02:40:38.063464+0000","last_clean":"2023-08-28T02:40:38.063464+0000","last_became_active":"2023-08-28T02:33:13.308910+0000","last_became_peered":"2023-08-28T02:33:13.308910+0000","last_unstale":"2023-08-28T02:40:38.063464+0000","last_undegraded":"2023-08-28T02:40:38.063464+0000","last_fullsized":"2023-08-28T02:40:38.063464+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:09:59.549591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":3046178840,"num_objects":46482,"num_object_clones":0,"num_object_copies":139446,"num_objects_missing_on_primary":2942,"num_objects_missing":2942,"num_objects_degraded":13264,"num_objects_misplaced":14353,"num_objects_unfound":0,"num_objects_dirty":46482,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":140132,"num_write_kb":5971585,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":50566,"num_bytes_recovered":3287416832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":10405556224,"data_stored":10405544008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97180,"ondisk_log_size":97180,"up":48,"acting":45,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":10126,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":370028,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":89,"num_read_kb":167,"num_write":44,"num_write_kb":440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":584707,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2048000,"data_stored":2033792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299806,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1446176,"kb_used_data":941656,"kb_used_omap":0,"kb_used_meta":504512,"kb_avail":92298976,"statfs":{"total":95995035648,"available":94514151424,"internally_reserved":0,"allocated":964255744,"data_stored":962734117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":516620288},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:40:18 2023","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.46999999999999997,"15min":0.95699999999999996},"min":{"1min":0.34599999999999997,"5min":0.23499999999999999,"15min":0.219},"max":{"1min":2.1429999999999998,"5min":2.1429999999999998,"15min":13.118},"last":0.34999999999999998},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.51500000000000001,"15min":1.3360000000000001},"min":{"1min":0.309,"5min":0.247,"15min":0.246},"max":{"1min":0.69599999999999995,"5min":2.6989999999999998,"15min":17.402999999999999},"last":0.44400000000000001}]},{"osd":1,"last update":"Mon Aug 28 02:39:46 2023","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.51500000000000001,"15min":1.6279999999999999},"min":{"1min":0.311,"5min":0.253,"15min":0.248},"max":{"1min":1.4119999999999999,"5min":3.113,"15min":17.43},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.626,"15min":1.538},"min":{"1min":0.30399999999999999,"5min":0.28699999999999998,"15min":0.25900000000000001},"max":{"1min":1.4399999999999999,"5min":4.9749999999999996,"15min":19.913},"last":0.47099999999999997}]},{"osd":2,"last update":"Mon Aug 28 02:40:33 2023","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.48999999999999999,"15min":0.98299999999999998},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.22900000000000001},"max":{"1min":0.71599999999999997,"5min":2.96,"15min":8.2970000000000006},"last":0.38400000000000001},{"interface":"front","average":{"1min":0.46700000000000003,"5min":0.58899999999999997,"15min":0.90200000000000002},"min":{"1min":0.36599999999999999,"5min":0.34499999999999997,"15min":0.28699999999999998},"max":{"1min":0.59599999999999997,"5min":2.399,"15min":9.2219999999999995},"last":0.46100000000000002}]},{"osd":3,"last update":"Mon Aug 28 02:40:22 2023","interfaces":[{"interface":"back","average":{"1min":0.69199999999999995,"5min":0.629,"15min":0.67900000000000005},"min":{"1min":0.35699999999999998,"5min":0.312,"15min":0.312},"max":{"1min":3.9430000000000001,"5min":3.9430000000000001,"15min":3.9430000000000001},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.76200000000000001,"5min":0.62,"15min":0.626},"min":{"1min":0.39800000000000002,"5min":0.32700000000000001,"15min":0.308},"max":{"1min":3.7599999999999998,"5min":4.1879999999999997,"15min":4.1879999999999997},"last":0.41099999999999998}]},{"osd":4,"last update":"Mon Aug 28 02:40:18 2023","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.47799999999999998,"15min":1.109},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.245},"max":{"1min":0.78000000000000003,"5min":2.677,"15min":18.943000000000001},"last":0.26000000000000001},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.58899999999999997,"15min":0.79700000000000004},"min":{"1min":0.28999999999999998,"5min":0.28699999999999998,"15min":0.25700000000000001},"max":{"1min":0.76800000000000002,"5min":3.282,"15min":7.2130000000000001},"last":0.33300000000000002}]},{"osd":5,"last update":"Mon Aug 28 02:40:18 2023","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.52100000000000002,"15min":0.876},"min":{"1min":0.31,"5min":0.28100000000000003,"15min":0.23599999999999999},"max":{"1min":2.0790000000000002,"5min":2.6669999999999998,"15min":14.622},"last":0.29099999999999998},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.56699999999999995,"15min":1.1080000000000001},"min":{"1min":0.30599999999999999,"5min":0.27100000000000002,"15min":0.27000000000000002},"max":{"1min":1.383,"5min":3.214,"15min":17.324999999999999},"last":0.314}]},{"osd":6,"last update":"Mon Aug 28 02:40:18 2023","interfaces":[{"interface":"back","average":{"1min":0.71599999999999997,"5min":0.66700000000000004,"15min":1.165},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.30499999999999999},"max":{"1min":3.3170000000000002,"5min":3.8959999999999999,"15min":17.454999999999998},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.59699999999999998,"15min":0.754},"min":{"1min":0.34899999999999998,"5min":0.33400000000000002,"15min":0.28999999999999998},"max":{"1min":0.68700000000000006,"5min":2.4399999999999999,"15min":7.665},"last":0.36199999999999999}]}]},{"osd":6,"up_from":0,"seq":193273528737,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":101,"seq":433791697196,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1192988,"kb_used_data":564820,"kb_used_omap":4,"kb_used_meta":628155,"kb_avail":92552164,"statfs":{"total":95995035648,"available":94773415936,"internally_reserved":0,"allocated":578375680,"data_stored":576182900,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":643231630},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:39:49 2023","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":1.6020000000000001},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":1.155,"5min":2.1659999999999999,"15min":24.545999999999999},"last":0.32200000000000001},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":2.032},"min":{"1min":0.27500000000000002,"5min":0.23899999999999999,"15min":0.23599999999999999},"max":{"1min":1.395,"5min":3.496,"15min":24.515000000000001},"last":0.45600000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:40:39 2023","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.59499999999999997,"15min":1.6000000000000001},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":2.3820000000000001,"5min":3.544,"15min":22.161000000000001},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.623,"5min":0.58499999999999996,"15min":1.204},"min":{"1min":0.27800000000000002,"5min":0.26200000000000001,"15min":0.254},"max":{"1min":3.2130000000000001,"5min":3.2130000000000001,"15min":19.100999999999999},"last":0.378}]},{"osd":3,"last update":"Mon Aug 28 02:40:26 2023","interfaces":[{"interface":"back","average":{"1min":0.72599999999999998,"5min":0.58699999999999997,"15min":0.52000000000000002},"min":{"1min":0.27900000000000003,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":2.71,"5min":2.742,"15min":2.742},"last":0.755},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.58499999999999996,"15min":0.54400000000000004},"min":{"1min":0.40000000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.93799999999999994,"5min":3.5819999999999999,"15min":3.5819999999999999},"last":0.40999999999999998}]},{"osd":4,"last update":"Mon Aug 28 02:39:49 2023","interfaces":[{"interface":"back","average":{"1min":0.65600000000000003,"5min":0.57199999999999995,"15min":1.1830000000000001},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.28499999999999998},"max":{"1min":2.8919999999999999,"5min":2.8919999999999999,"15min":18.992999999999999},"last":0.627},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.61699999999999999,"15min":1.329},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.28899999999999998},"max":{"1min":0.93999999999999995,"5min":2.0070000000000001,"15min":14.779999999999999},"last":0.432}]},{"osd":5,"last update":"Mon Aug 28 02:39:49 2023","interfaces":[{"interface":"back","average":{"1min":10.529999999999999,"5min":2.6099999999999999,"15min":2.323},"min":{"1min":0.40799999999999997,"5min":0.36499999999999999,"15min":0.29999999999999999},"max":{"1min":188.94900000000001,"5min":188.94900000000001,"15min":188.94900000000001},"last":0.57499999999999996},{"interface":"front","average":{"1min":10.635999999999999,"5min":2.6360000000000001,"15min":2.137},"min":{"1min":0.375,"5min":0.35299999999999998,"15min":0.33600000000000002},"max":{"1min":188.803,"5min":188.803,"15min":188.803},"last":0.67100000000000004}]},{"osd":6,"last update":"Mon Aug 28 02:39:49 2023","interfaces":[{"interface":"back","average":{"1min":0.64900000000000002,"5min":0.68300000000000005,"15min":1.5600000000000001},"min":{"1min":0.43099999999999999,"5min":0.40799999999999997,"15min":0.34300000000000003},"max":{"1min":1.042,"5min":3.6400000000000001,"15min":12.221},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.74299999999999999,"5min":0.70399999999999996,"15min":1.375},"min":{"1min":0.439,"5min":0.39100000000000001,"15min":0.35699999999999998},"max":{"1min":3.036,"5min":3.036,"15min":19.021999999999998},"last":0.56599999999999995}]},{"osd":7,"last update":"Mon Aug 28 02:39:49 2023","interfaces":[{"interface":"back","average":{"1min":0.80900000000000005,"5min":0.70199999999999996,"15min":1.4399999999999999},"min":{"1min":0.41399999999999998,"5min":0.38500000000000001,"15min":0.374},"max":{"1min":3.0059999999999998,"5min":3.0059999999999998,"15min":19.047999999999998},"last":0.70699999999999996},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.72799999999999998,"15min":1.486},"min":{"1min":0.46600000000000003,"5min":0.46200000000000002,"15min":0.34399999999999997},"max":{"1min":0.97299999999999998,"5min":2.3679999999999999,"15min":14.818},"last":0.73599999999999999}]}]},{"osd":0,"up_from":87,"seq":373662155062,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2540644,"kb_used_data":1861660,"kb_used_omap":5,"kb_used_meta":678970,"kb_avail":91204508,"statfs":{"total":95995035648,"available":93393416192,"internally_reserved":0,"allocated":1906339840,"data_stored":1904029004,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":695265914},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:40:43 2023","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":0.48299999999999998,"15min":1.115},"min":{"1min":0.25,"5min":0.221,"15min":0.184},"max":{"1min":0.97399999999999998,"5min":3.7709999999999999,"15min":30.315000000000001},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.51000000000000001,"15min":1.55},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.249},"max":{"1min":1.339,"5min":4.0679999999999996,"15min":69.272000000000006},"last":0.66400000000000003}]},{"osd":2,"last update":"Mon Aug 28 02:40:43 2023","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.623,"15min":1.3480000000000001},"min":{"1min":0.29799999999999999,"5min":0.247,"15min":0.23699999999999999},"max":{"1min":1.3180000000000001,"5min":4.4020000000000001,"15min":20.959},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.63700000000000001,"15min":1.2609999999999999},"min":{"1min":0.316,"5min":0.28000000000000003,"15min":0.247},"max":{"1min":1.0049999999999999,"5min":6.1180000000000003,"15min":9.3729999999999993},"last":0.63200000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:40:23 2023","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.754,"15min":0.746},"min":{"1min":0.39400000000000002,"5min":0.32800000000000001,"15min":0.26600000000000001},"max":{"1min":1.512,"5min":5.6680000000000001,"15min":5.6680000000000001},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.74299999999999999,"15min":0.75700000000000001},"min":{"1min":0.38100000000000001,"5min":0.31,"15min":0.31},"max":{"1min":1.302,"5min":4.9199999999999999,"15min":4.9199999999999999},"last":0.441}]},{"osd":4,"last update":"Mon Aug 28 02:40:23 2023","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.60899999999999999,"15min":2.02},"min":{"1min":0.372,"5min":0.315,"15min":0.314},"max":{"1min":0.89500000000000002,"5min":4.3339999999999996,"15min":274.33199999999999},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.64300000000000002,"15min":2.2469999999999999},"min":{"1min":0.38100000000000001,"5min":0.34999999999999998,"15min":0.28199999999999997},"max":{"1min":1.4019999999999999,"5min":2.8969999999999998,"15min":266.31999999999999},"last":0.49099999999999999}]},{"osd":5,"last update":"Mon Aug 28 02:40:23 2023","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.65100000000000002,"15min":1.109},"min":{"1min":0.41199999999999998,"5min":0.34899999999999998,"15min":0.29299999999999998},"max":{"1min":0.83499999999999996,"5min":4.2089999999999996,"15min":8.9789999999999992},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.64000000000000001,"15min":1.4850000000000001},"min":{"1min":0.38600000000000001,"5min":0.36699999999999999,"15min":0.34799999999999998},"max":{"1min":1.429,"5min":2.8039999999999998,"15min":15.231},"last":0.51900000000000002}]},{"osd":6,"last update":"Mon Aug 28 02:40:23 2023","interfaces":[{"interface":"back","average":{"1min":0.73299999999999998,"5min":0.72499999999999998,"15min":1.29},"min":{"1min":0.46800000000000003,"5min":0.41299999999999998,"15min":0.29399999999999998},"max":{"1min":2.3370000000000002,"5min":4.2869999999999999,"15min":15.122999999999999},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.66900000000000004,"15min":1.5489999999999999},"min":{"1min":0.42499999999999999,"5min":0.38300000000000001,"15min":0.35599999999999998},"max":{"1min":2.3660000000000001,"5min":2.927,"15min":15.186999999999999},"last":0.61299999999999999}]},{"osd":7,"last update":"Mon Aug 28 02:40:23 2023","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.80200000000000005,"15min":1.5},"min":{"1min":0.48899999999999999,"5min":0.434,"15min":0.33400000000000002},"max":{"1min":0.79500000000000004,"5min":4.4390000000000001,"15min":16.183},"last":0.64800000000000002},{"interface":"front","average":{"1min":0.67200000000000004,"5min":0.80000000000000004,"15min":1.3049999999999999},"min":{"1min":0.54700000000000004,"5min":0.46000000000000002,"15min":0.35999999999999999},"max":{"1min":1.036,"5min":4.2519999999999998,"15min":8.9960000000000004},"last":0.67900000000000005}]}]},{"osd":2,"up_from":0,"seq":502511173921,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":297,"seq":1275605287004,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":663168,"kb_used_data":504440,"kb_used_omap":2,"kb_used_meta":158717,"kb_avail":93081984,"statfs":{"total":95995035648,"available":95315951616,"internally_reserved":0,"allocated":516546560,"data_stored":514374569,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":162526261},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:40:20 2023","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.48999999999999999,"15min":0.46200000000000002},"min":{"1min":0.24199999999999999,"5min":0.224,"15min":0.22},"max":{"1min":3.802,"5min":3.802,"15min":6.8819999999999997},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.48499999999999999,"15min":0.65100000000000002},"min":{"1min":0.28499999999999998,"5min":0.25900000000000001,"15min":0.217},"max":{"1min":1.5409999999999999,"5min":1.5409999999999999,"15min":6.7839999999999998},"last":0.46300000000000002}]},{"osd":1,"last update":"Mon Aug 28 02:40:20 2023","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.53700000000000003,"15min":0.47599999999999998},"min":{"1min":0.309,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":1.421,"5min":3.044,"15min":4.0650000000000004},"last":0.53800000000000003},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.55600000000000005,"15min":0.67800000000000005},"min":{"1min":0.33000000000000002,"5min":0.249,"15min":0.249},"max":{"1min":0.91800000000000004,"5min":3.9249999999999998,"15min":3.9249999999999998},"last":0.32700000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:40:20 2023","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.51400000000000001,"15min":0.59399999999999997},"min":{"1min":0.30499999999999999,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.84299999999999997,"5min":2.1659999999999999,"15min":2.5449999999999999},"last":0.40899999999999997},{"interface":"front","average":{"1min":0.65900000000000003,"5min":0.60299999999999998,"15min":0.57799999999999996},"min":{"1min":0.308,"5min":0.29599999999999999,"15min":0.29299999999999998},"max":{"1min":3.7440000000000002,"5min":3.7440000000000002,"15min":4.7030000000000003},"last":0.58299999999999996}]},{"osd":4,"last update":"Mon Aug 28 02:40:20 2023","interfaces":[{"interface":"back","average":{"1min":0.69499999999999995,"5min":0.66300000000000003,"15min":0.60299999999999998},"min":{"1min":0.34499999999999997,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":3.887,"5min":6.2670000000000003,"15min":6.2670000000000003},"last":0.67800000000000005},{"interface":"front","average":{"1min":0.89300000000000002,"5min":0.64900000000000002,"15min":0.59399999999999997},"min":{"1min":0.441,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":5.423,"5min":5.423,"15min":5.423},"last":0.751}]},{"osd":5,"last update":"Mon Aug 28 02:40:20 2023","interfaces":[{"interface":"back","average":{"1min":0.91900000000000004,"5min":0.67800000000000005,"15min":0.623},"min":{"1min":0.378,"5min":0.313,"15min":0.313},"max":{"1min":5.4660000000000002,"5min":5.4660000000000002,"15min":5.4660000000000002},"last":0.78200000000000003},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.629,"15min":0.57299999999999995},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.35399999999999998},"max":{"1min":0.69199999999999995,"5min":3.411,"15min":3.411},"last":0.51700000000000002}]},{"osd":6,"last update":"Mon Aug 28 02:40:20 2023","interfaces":[{"interface":"back","average":{"1min":0.76200000000000001,"5min":0.69299999999999995,"15min":0.66100000000000003},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":3.9199999999999999,"5min":3.9199999999999999,"15min":3.9199999999999999},"last":0.70399999999999996},{"interface":"front","average":{"1min":1.0660000000000001,"5min":0.749,"15min":0.68999999999999995},"min":{"1min":0.5,"5min":0.378,"15min":0.378},"max":{"1min":5.5,"5min":5.5,"15min":5.5},"last":0.81499999999999995}]},{"osd":7,"last update":"Mon Aug 28 02:40:20 2023","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.66000000000000003,"15min":0.60899999999999999},"min":{"1min":0.437,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.77900000000000003,"5min":2.9399999999999999,"15min":2.9399999999999999},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.79900000000000004,"5min":0.74299999999999999,"15min":0.68000000000000005},"min":{"1min":0.42999999999999999,"5min":0.42099999999999999,"15min":0.41999999999999998},"max":{"1min":3.8460000000000001,"5min":3.8460000000000001,"15min":3.8460000000000001},"last":0.64100000000000001}]}]},{"osd":4,"up_from":30,"seq":128849019299,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2555748,"kb_used_data":2050652,"kb_used_omap":0,"kb_used_meta":505088,"kb_avail":91189404,"statfs":{"total":95995035648,"available":93377949696,"internally_reserved":0,"allocated":2099867648,"data_stored":2098342704,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":517210112},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:40:27 2023","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.51400000000000001,"15min":1.222},"min":{"1min":0.23699999999999999,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":4.0620000000000003,"5min":4.46,"15min":22.515000000000001},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.52400000000000002,"15min":1.1299999999999999},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.23200000000000001},"max":{"1min":4.0449999999999999,"5min":4.0449999999999999,"15min":22.454000000000001},"last":0.42699999999999999}]},{"osd":1,"last update":"Mon Aug 28 02:39:53 2023","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.56399999999999995,"15min":1.1970000000000001},"min":{"1min":0.28799999999999998,"5min":0.26300000000000001,"15min":0.248},"max":{"1min":1.28,"5min":5.5979999999999999,"15min":23.082000000000001},"last":0.503},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.56100000000000005,"15min":1.3049999999999999},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.26000000000000001},"max":{"1min":1.341,"5min":4.5910000000000002,"15min":25.100000000000001},"last":0.41199999999999998}]},{"osd":2,"last update":"Mon Aug 28 02:40:27 2023","interfaces":[{"interface":"back","average":{"1min":0.871,"5min":0.65600000000000003,"15min":1.248},"min":{"1min":0.33000000000000002,"5min":0.28299999999999997,"15min":0.27900000000000003},"max":{"1min":4.1779999999999999,"5min":4.5430000000000001,"15min":13.194000000000001},"last":0.44},{"interface":"front","average":{"1min":0.70799999999999996,"5min":0.621,"15min":1.1220000000000001},"min":{"1min":0.31,"5min":0.31,"15min":0.29399999999999998},"max":{"1min":4.0890000000000004,"5min":5.6360000000000001,"15min":13.515000000000001},"last":0.39400000000000002}]},{"osd":3,"last update":"Mon Aug 28 02:40:27 2023","interfaces":[{"interface":"back","average":{"1min":0.91700000000000004,"5min":0.64200000000000002,"15min":0.748},"min":{"1min":0.38200000000000001,"5min":0.34200000000000003,"15min":0.32100000000000001},"max":{"1min":4.2060000000000004,"5min":4.2060000000000004,"15min":7.7480000000000002},"last":0.496},{"interface":"front","average":{"1min":0.92500000000000004,"5min":0.69199999999999995,"15min":0.69499999999999995},"min":{"1min":0.36499999999999999,"5min":0.34100000000000003,"15min":0.30199999999999999},"max":{"1min":4.1189999999999998,"5min":4.1189999999999998,"15min":4.1189999999999998},"last":0.55000000000000004}]},{"osd":5,"last update":"Mon Aug 28 02:40:05 2023","interfaces":[{"interface":"back","average":{"1min":0.65500000000000003,"5min":0.53100000000000003,"15min":0.89200000000000002},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.222},"max":{"1min":4.1459999999999999,"5min":4.609,"15min":8.6850000000000005},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.47099999999999997,"15min":0.94799999999999995},"min":{"1min":0.307,"5min":0.29799999999999999,"15min":0.20699999999999999},"max":{"1min":0.64600000000000002,"5min":1.5700000000000001,"15min":8.6370000000000005},"last":0.51500000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:40:22 2023","interfaces":[{"interface":"back","average":{"1min":0.71599999999999997,"5min":0.55600000000000005,"15min":0.90100000000000002},"min":{"1min":0.315,"5min":0.28699999999999998,"15min":0.26500000000000001},"max":{"1min":4.6589999999999998,"5min":4.6589999999999998,"15min":8.8480000000000008},"last":0.45200000000000001},{"interface":"front","average":{"1min":0.68100000000000005,"5min":0.54800000000000004,"15min":0.95299999999999996},"min":{"1min":0.33100000000000002,"5min":0.31,"15min":0.26600000000000001},"max":{"1min":4.2350000000000003,"5min":4.2350000000000003,"15min":8.5},"last":0.46899999999999997}]},{"osd":7,"last update":"Mon Aug 28 02:40:27 2023","interfaces":[{"interface":"back","average":{"1min":0.74099999999999999,"5min":0.63900000000000001,"15min":1.0029999999999999},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.22500000000000001},"max":{"1min":4.1109999999999998,"5min":4.5720000000000001,"15min":9.3209999999999997},"last":0.38400000000000001},{"interface":"front","average":{"1min":1.048,"5min":0.67500000000000004,"15min":0.96499999999999997},"min":{"1min":0.38200000000000001,"5min":0.32400000000000001,"15min":0.30299999999999999},"max":{"1min":4.6959999999999997,"5min":4.6959999999999997,"15min":15.597},"last":0.47999999999999998}]}]},{"osd":5,"up_from":37,"seq":158913790372,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1882064,"kb_used_data":1318984,"kb_used_omap":0,"kb_used_meta":563072,"kb_avail":91863088,"statfs":{"total":95995035648,"available":94067802112,"internally_reserved":0,"allocated":1350639616,"data_stored":1349130591,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":576585728},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:39:55 2023","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.44500000000000001,"15min":1.244},"min":{"1min":0.23999999999999999,"5min":0.23799999999999999,"15min":0.20200000000000001},"max":{"1min":0.747,"5min":1.1100000000000001,"15min":15.156000000000001},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.56200000000000006,"15min":1.3049999999999999},"min":{"1min":0.33900000000000002,"5min":0.26400000000000001,"15min":0.24099999999999999},"max":{"1min":1.9830000000000001,"5min":4.298,"15min":19.815999999999999},"last":0.33600000000000002}]},{"osd":1,"last update":"Mon Aug 28 02:39:55 2023","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.52700000000000002,"15min":1.405},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.23699999999999999},"max":{"1min":1.5229999999999999,"5min":3.7989999999999999,"15min":17.998000000000001},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56299999999999994,"15min":1.3680000000000001},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26000000000000001},"max":{"1min":1.661,"5min":4.2149999999999999,"15min":19.853000000000002},"last":0.41499999999999998}]},{"osd":2,"last update":"Mon Aug 28 02:39:55 2023","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.53700000000000003,"15min":1.1639999999999999},"min":{"1min":0.33600000000000002,"5min":0.28100000000000003,"15min":0.27700000000000002},"max":{"1min":2.9359999999999999,"5min":2.9359999999999999,"15min":13.335000000000001},"last":0.40100000000000002},{"interface":"front","average":{"1min":0.68000000000000005,"5min":0.66900000000000004,"15min":1.4370000000000001},"min":{"1min":0.39800000000000002,"5min":0.32600000000000001,"15min":0.28499999999999998},"max":{"1min":1.6379999999999999,"5min":4.2400000000000002,"15min":10.084},"last":0.48399999999999999}]},{"osd":3,"last update":"Mon Aug 28 02:40:27 2023","interfaces":[{"interface":"back","average":{"1min":0.64300000000000002,"5min":0.56100000000000005,"15min":1.006},"min":{"1min":0.318,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":2.0329999999999999,"5min":3.7730000000000001,"15min":16.190999999999999},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.82499999999999996,"5min":0.69099999999999995,"15min":1.2769999999999999},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":3.9790000000000001,"5min":4.8230000000000004,"15min":21.420999999999999},"last":0.53600000000000003}]},{"osd":4,"last update":"Mon Aug 28 02:40:02 2023","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.432,"15min":0.91200000000000003},"min":{"1min":0.28100000000000003,"5min":0.25,"15min":0.23100000000000001},"max":{"1min":0.91300000000000003,"5min":1.516,"15min":13.616},"last":0.308},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.58699999999999997,"15min":1.1000000000000001},"min":{"1min":0.29699999999999999,"5min":0.29299999999999998,"15min":0.25700000000000001},"max":{"1min":1.3320000000000001,"5min":4.1879999999999997,"15min":10.566000000000001},"last":0.44600000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:39:55 2023","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.59199999999999997,"15min":1.1439999999999999},"min":{"1min":0.34999999999999998,"5min":0.28599999999999998,"15min":0.23300000000000001},"max":{"1min":1.9099999999999999,"5min":4.04,"15min":17.510000000000002},"last":0.36899999999999999},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.55300000000000005,"15min":1.0800000000000001},"min":{"1min":0.308,"5min":0.29499999999999998,"15min":0.254},"max":{"1min":1.165,"5min":3.726,"15min":15.856999999999999},"last":0.42899999999999999}]},{"osd":7,"last update":"Mon Aug 28 02:39:55 2023","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.66600000000000004,"15min":1.3029999999999999},"min":{"1min":0.37,"5min":0.34999999999999998,"15min":0.315},"max":{"1min":2.048,"5min":6.9630000000000001,"15min":31.707000000000001},"last":0.504},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.70199999999999996,"15min":1.367},"min":{"1min":0.34699999999999998,"5min":0.33000000000000002,"15min":0.318},"max":{"1min":1.403,"5min":4.5890000000000004,"15min":31.66},"last":0.51400000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1893732352,"data_stored":1893728280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":572325888,"data_stored":572325888,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1386414080,"data_stored":1386414080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":510656512,"data_stored":510656512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":2091192320,"data_stored":2091188248,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1340211200,"data_stored":1340211200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1653805056,"data_stored":1653800984,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":957218816,"data_stored":957218816,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:40:50.179 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:40:50.208 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:49 smithi083 ceph-mon[157819]: from='client.46667 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:40:50.210 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:50.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:49 smithi040 ceph-mon[170259]: from='client.46667 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:40:50.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:49 smithi040 ceph-mon[175404]: from='client.46667 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:40:50.232 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:40:50.235 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:50.235 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:40:50.336 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:40:50.341 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.1 dump_ops_in_flight 2023-08-28T02:40:50.370 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:50.391 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:40:50.394 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:50.394 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:40:50.495 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:40:50.535 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:50.595 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:40:50.617 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:40:50.620 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:50.620 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:40:50.721 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:40:50.753 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:50.776 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:40:50.778 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:50.778 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:40:50.879 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:40:50.906 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:50.926 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:40:50.930 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:50.930 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:40:50.943 INFO:teuthology.orchestra.run.smithi040.stderr:nodeep-scrub is set 2023-08-28T02:40:51.031 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:40:51.057 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:50 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3080657088' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:40:51.057 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:50 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:40:51.057 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:50 smithi083 ceph-mon[157819]: pgmap v1191: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.8 GiB data, 9.8 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 162 op/s; 13213/138966 objects degraded (9.508%); 14302/138966 objects misplaced (10.292%); 2.0 MiB/s, 32 objects/s recovering 2023-08-28T02:40:51.059 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:51.078 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:40:51.081 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:51.081 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:40:51.182 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:40:51.208 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:51.227 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:40:51.229 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:51.230 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:40:51.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:50 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3080657088' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:40:51.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:50 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:40:51.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:50 smithi040 ceph-mon[170259]: pgmap v1191: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.8 GiB data, 9.8 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 162 op/s; 13213/138966 objects degraded (9.508%); 14302/138966 objects misplaced (10.292%); 2.0 MiB/s, 32 objects/s recovering 2023-08-28T02:40:51.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:50 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3080657088' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:40:51.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:50 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:40:51.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:50 smithi040 ceph-mon[175404]: pgmap v1191: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.8 GiB data, 9.8 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 162 op/s; 13213/138966 objects degraded (9.508%); 14302/138966 objects misplaced (10.292%); 2.0 MiB/s, 32 objects/s recovering 2023-08-28T02:40:51.330 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:40:51.369 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:51.394 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:40:51.397 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:51.397 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:40:51.498 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:40:51.530 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:51.640 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:40:51.804 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:40:51.812 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:51.813 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:40:51.914 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:40:51.917 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:51 smithi040 ceph-mon[170259]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:40:51.917 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:51 smithi040 ceph-mon[170259]: failed to encode map e384 with expected crc 2023-08-28T02:40:51.918 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:51 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:40:51.918 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:51 smithi040 ceph-mon[170259]: osdmap e384: 8 total, 8 up, 6 in 2023-08-28T02:40:51.918 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:51 smithi040 ceph-mon[170259]: failed to encode map e384 with expected crc 2023-08-28T02:40:51.918 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:51 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 13213/138966 objects degraded (9.508%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:40:51.918 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:51 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:40:51.918 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:51 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:40:51.942 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:51.962 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:40:51.965 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:51.965 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:40:52.066 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:40:52.106 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:52.138 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:40:52.143 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:52.143 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:40:52.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:51 smithi040 ceph-mon[175404]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:40:52.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:51 smithi040 ceph-mon[175404]: failed to encode map e384 with expected crc 2023-08-28T02:40:52.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:51 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:40:52.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:51 smithi040 ceph-mon[175404]: osdmap e384: 8 total, 8 up, 6 in 2023-08-28T02:40:52.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:51 smithi040 ceph-mon[175404]: failed to encode map e384 with expected crc 2023-08-28T02:40:52.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:51 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 13213/138966 objects degraded (9.508%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:40:52.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:51 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:40:52.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:51 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:40:52.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:51 smithi083 ceph-mon[157819]: Health check update: noscrub,nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:40:52.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:51 smithi083 ceph-mon[157819]: failed to encode map e384 with expected crc 2023-08-28T02:40:52.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:51 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "nodeep-scrub"}]': finished 2023-08-28T02:40:52.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:51 smithi083 ceph-mon[157819]: osdmap e384: 8 total, 8 up, 6 in 2023-08-28T02:40:52.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:51 smithi083 ceph-mon[157819]: failed to encode map e384 with expected crc 2023-08-28T02:40:52.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:51 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 13213/138966 objects degraded (9.508%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:40:52.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:51 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:40:52.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:51 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:40:52.245 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:40:52.278 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:52.303 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:40:52.308 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:52.309 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:40:52.410 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:40:52.439 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:52.462 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:40:52.466 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:52.466 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:40:52.487 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:40:52.487 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:40:52.487 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:40:52.487 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:40:52.487 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:40:52.487 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:40:52.508 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:40:52.532 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:40:52.534 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-08-28T02:40:52.534 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-08-28T02:40:52.534 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-08-28T02:40:52.534 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-08-28T02:40:52.534 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-08-28T02:40:52.534 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-08-28T02:40:52.535 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-08-28T02:40:52.535 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-08-28T02:40:52.567 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:40:52.603 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:52.727 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:40:52.731 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:52.731 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:40:52.832 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:40:52.870 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:52.950 INFO:teuthology.orchestra.run.smithi040.stdout:ERROR: (22) Invalid argument 2023-08-28T02:40:52.950 INFO:teuthology.orchestra.run.smithi040.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:40:53.094 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:40:53.127 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:52 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:40:53.128 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:52 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:40:53.128 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:52 smithi040 ceph-mon[175404]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:40:53.128 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:52 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2921620160' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:40:53.128 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:52 smithi040 ceph-mon[175404]: pgmap v1193: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.8 GiB data, 9.7 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 144 op/s; 13164/138249 objects degraded (9.522%); 14302/138249 objects misplaced (10.345%); 2.0 MiB/s, 31 objects/s recovering 2023-08-28T02:40:53.128 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:52 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:40:53.128 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:52 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:40:53.128 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:52 smithi040 ceph-mon[170259]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:40:53.128 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:52 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2921620160' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:40:53.128 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:52 smithi040 ceph-mon[170259]: pgmap v1193: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.8 GiB data, 9.7 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 144 op/s; 13164/138249 objects degraded (9.522%); 14302/138249 objects misplaced (10.345%); 2.0 MiB/s, 31 objects/s recovering 2023-08-28T02:40:53.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:52 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-08-28T02:40:53.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:52 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-08-28T02:40:53.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:52 smithi083 ceph-mon[157819]: from='mgr.34104 ' entity='mgr.y' 2023-08-28T02:40:53.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:52 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2921620160' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:40:53.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:52 smithi083 ceph-mon[157819]: pgmap v1193: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.8 GiB data, 9.7 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 144 op/s; 13164/138249 objects degraded (9.522%); 14302/138249 objects misplaced (10.345%); 2.0 MiB/s, 31 objects/s recovering 2023-08-28T02:40:53.446 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:40:53.447 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.1 dump_blocked_ops 2023-08-28T02:40:53.447 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:40:53.450 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:53.450 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:40:53.551 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:40:53.587 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:53.612 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:40:53.617 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:53.617 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:40:53.718 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:40:53.749 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:53.822 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:40:53.826 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:53.826 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:40:53.842 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd unset noscrub 2023-08-28T02:40:53.928 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:40:53.955 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:53.977 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:40:53.983 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:53.983 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:40:54.076 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:40:54.084 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:40:54.113 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:54.137 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:40:54.141 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:54.142 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:40:54.243 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:40:54.277 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:54.350 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:40:54.353 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:54.353 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:40:54.454 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:40:54.491 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:54.578 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:54 smithi040 ceph-mon[170259]: pgmap v1194: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.8 GiB data, 9.7 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 157 op/s; 13164/137193 objects degraded (9.595%); 14087/137193 objects misplaced (10.268%); 2.0 MiB/s, 31 objects/s recovering 2023-08-28T02:40:54.622 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:40:54.627 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:54.628 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:40:54.729 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:40:54.759 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:54.808 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:40:54.810 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:40:54.831 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:40:54.833 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:54 smithi040 ceph-mon[175404]: pgmap v1194: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.8 GiB data, 9.7 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 157 op/s; 13164/137193 objects degraded (9.595%); 14087/137193 objects misplaced (10.268%); 2.0 MiB/s, 31 objects/s recovering 2023-08-28T02:40:54.835 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:54.835 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:40:54.838 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:40:54.936 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:40:54.963 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:54 smithi083 ceph-mon[157819]: pgmap v1194: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.8 GiB data, 9.7 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 157 op/s; 13164/137193 objects degraded (9.595%); 14087/137193 objects misplaced (10.268%); 2.0 MiB/s, 31 objects/s recovering 2023-08-28T02:40:54.965 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:54.988 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:40:54.990 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:54.990 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:40:55.091 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:40:55.119 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:55.139 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-08-28T02:40:55.140 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:40:55.142 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:55.143 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:40:55.203 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":1194,"stamp":"2023-08-28T02:40:54.519817+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":2995829508,"num_objects":45731,"num_object_clones":0,"num_object_copies":137193,"num_objects_missing_on_primary":2888,"num_objects_missing":2888,"num_objects_degraded":13164,"num_objects_misplaced":14087,"num_objects_unfound":0,"num_objects_dirty":45731,"num_whiteouts":0,"num_read":90,"num_read_kb":168,"num_write":141011,"num_write_kb":5972054,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":50745,"num_bytes_recovered":3298104209,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":98780,"ondisk_log_size":98780,"up":297,"acting":294,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":10172652,"kb_used_data":7116156,"kb_used_omap":12,"kb_used_meta":3056435,"kb_avail":552298260,"statfs":{"total":575970213888,"available":565553418240,"internally_reserved":0,"allocated":7286943744,"data_stored":7275704657,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12739,"internal_metadata":3129790013},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,1,1,1,0,2,2,1,1,2,7,3],"upper_bound":4096},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-103219200,"num_objects":-1575,"num_object_clones":0,"num_object_copies":-4725,"num_objects_missing_on_primary":-102,"num_objects_missing":-102,"num_objects_degraded":-214,"num_objects_misplaced":-496,"num_objects_unfound":0,"num_objects_dirty":-1575,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1575,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":319,"num_bytes_recovered":20905984,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002852"},"pg_stats":[{"pgid":"3.1a","version":"65'1","reported_seq":395,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:44.059779+0000","last_change":"2023-08-28T02:32:32.667028+0000","last_active":"2023-08-28T02:40:44.059779+0000","last_peered":"2023-08-28T02:40:44.059779+0000","last_clean":"2023-08-28T02:40:44.059779+0000","last_became_active":"2023-08-28T02:32:32.666711+0000","last_became_peered":"2023-08-28T02:32:32.666711+0000","last_unstale":"2023-08-28T02:40:44.059779+0000","last_undegraded":"2023-08-28T02:40:44.059779+0000","last_fullsized":"2023-08-28T02:40:44.059779+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:28:21.913105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":348,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.071381+0000","last_change":"2023-08-28T02:29:44.421259+0000","last_active":"2023-08-28T02:40:38.071381+0000","last_peered":"2023-08-28T02:40:38.071381+0000","last_clean":"2023-08-28T02:40:38.071381+0000","last_became_active":"2023-08-28T02:29:44.420936+0000","last_became_peered":"2023-08-28T02:29:44.420936+0000","last_unstale":"2023-08-28T02:40:38.071381+0000","last_undegraded":"2023-08-28T02:40:38.071381+0000","last_fullsized":"2023-08-28T02:40:38.071381+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:22:26.346867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":190,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:44.077797+0000","last_change":"2023-08-28T02:33:12.290337+0000","last_active":"2023-08-28T02:40:44.077797+0000","last_peered":"2023-08-28T02:40:44.077797+0000","last_clean":"2023-08-28T02:40:44.077797+0000","last_became_active":"2023-08-28T02:33:12.289852+0000","last_became_peered":"2023-08-28T02:33:12.289852+0000","last_unstale":"2023-08-28T02:40:44.077797+0000","last_undegraded":"2023-08-28T02:40:44.077797+0000","last_fullsized":"2023-08-28T02:40:44.077797+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:04:26.420037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":364,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:44.064577+0000","last_change":"2023-08-28T02:33:13.317226+0000","last_active":"2023-08-28T02:40:44.064577+0000","last_peered":"2023-08-28T02:40:44.064577+0000","last_clean":"2023-08-28T02:40:44.064577+0000","last_became_active":"2023-08-28T02:33:13.316893+0000","last_became_peered":"2023-08-28T02:33:13.316893+0000","last_unstale":"2023-08-28T02:40:44.064577+0000","last_undegraded":"2023-08-28T02:40:44.064577+0000","last_fullsized":"2023-08-28T02:40:44.064577+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:55:46.593463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":308,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.082130+0000","last_change":"2023-08-28T02:33:12.295203+0000","last_active":"2023-08-28T02:40:38.082130+0000","last_peered":"2023-08-28T02:40:38.082130+0000","last_clean":"2023-08-28T02:40:38.082130+0000","last_became_active":"2023-08-28T02:33:12.294904+0000","last_became_peered":"2023-08-28T02:33:12.294904+0000","last_unstale":"2023-08-28T02:40:38.082130+0000","last_undegraded":"2023-08-28T02:40:38.082130+0000","last_fullsized":"2023-08-28T02:40:38.082130+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:31:07.008856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":324,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.092047+0000","last_change":"2023-08-28T02:31:51.987263+0000","last_active":"2023-08-28T02:40:38.092047+0000","last_peered":"2023-08-28T02:40:38.092047+0000","last_clean":"2023-08-28T02:40:38.092047+0000","last_became_active":"2023-08-28T02:31:51.986938+0000","last_became_peered":"2023-08-28T02:31:51.986938+0000","last_unstale":"2023-08-28T02:40:38.092047+0000","last_undegraded":"2023-08-28T02:40:38.092047+0000","last_fullsized":"2023-08-28T02:40:38.092047+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:18.021905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":357,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.071130+0000","last_change":"2023-08-28T02:33:12.318656+0000","last_active":"2023-08-28T02:40:38.071130+0000","last_peered":"2023-08-28T02:40:38.071130+0000","last_clean":"2023-08-28T02:40:38.071130+0000","last_became_active":"2023-08-28T02:33:12.318297+0000","last_became_peered":"2023-08-28T02:33:12.318297+0000","last_unstale":"2023-08-28T02:40:38.071130+0000","last_undegraded":"2023-08-28T02:40:38.071130+0000","last_fullsized":"2023-08-28T02:40:38.071130+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:43:09.789767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":289,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.082217+0000","last_change":"2023-08-28T02:33:13.357230+0000","last_active":"2023-08-28T02:40:38.082217+0000","last_peered":"2023-08-28T02:40:38.082217+0000","last_clean":"2023-08-28T02:40:38.082217+0000","last_became_active":"2023-08-28T02:33:13.356853+0000","last_became_peered":"2023-08-28T02:33:13.356853+0000","last_unstale":"2023-08-28T02:40:38.082217+0000","last_undegraded":"2023-08-28T02:40:38.082217+0000","last_fullsized":"2023-08-28T02:40:38.082217+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:20:21.545007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":366,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.085748+0000","last_change":"2023-08-28T02:29:44.462510+0000","last_active":"2023-08-28T02:40:38.085748+0000","last_peered":"2023-08-28T02:40:38.085748+0000","last_clean":"2023-08-28T02:40:38.085748+0000","last_became_active":"2023-08-28T02:29:44.460314+0000","last_became_peered":"2023-08-28T02:29:44.460314+0000","last_unstale":"2023-08-28T02:40:38.085748+0000","last_undegraded":"2023-08-28T02:40:38.085748+0000","last_fullsized":"2023-08-28T02:40:38.085748+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:59:01.311467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":292,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.082286+0000","last_change":"2023-08-28T02:33:13.291255+0000","last_active":"2023-08-28T02:40:38.082286+0000","last_peered":"2023-08-28T02:40:38.082286+0000","last_clean":"2023-08-28T02:40:38.082286+0000","last_became_active":"2023-08-28T02:33:13.290933+0000","last_became_peered":"2023-08-28T02:33:13.290933+0000","last_unstale":"2023-08-28T02:40:38.082286+0000","last_undegraded":"2023-08-28T02:40:38.082286+0000","last_fullsized":"2023-08-28T02:40:38.082286+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:31:54.116908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"65'3","reported_seq":368,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:44.072813+0000","last_change":"2023-08-28T02:33:12.296412+0000","last_active":"2023-08-28T02:40:44.072813+0000","last_peered":"2023-08-28T02:40:44.072813+0000","last_clean":"2023-08-28T02:40:44.072813+0000","last_became_active":"2023-08-28T02:33:12.295786+0000","last_became_peered":"2023-08-28T02:33:12.295786+0000","last_unstale":"2023-08-28T02:40:44.072813+0000","last_undegraded":"2023-08-28T02:40:44.072813+0000","last_fullsized":"2023-08-28T02:40:44.072813+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:15:31.449163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":193,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:44.078898+0000","last_change":"2023-08-28T02:32:32.666927+0000","last_active":"2023-08-28T02:40:44.078898+0000","last_peered":"2023-08-28T02:40:44.078898+0000","last_clean":"2023-08-28T02:40:44.078898+0000","last_became_active":"2023-08-28T02:32:32.666618+0000","last_became_peered":"2023-08-28T02:32:32.666618+0000","last_unstale":"2023-08-28T02:40:44.078898+0000","last_undegraded":"2023-08-28T02:40:44.078898+0000","last_fullsized":"2023-08-28T02:40:44.078898+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:45:57.998333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":392,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:44.059776+0000","last_change":"2023-08-28T02:32:28.505262+0000","last_active":"2023-08-28T02:40:44.059776+0000","last_peered":"2023-08-28T02:40:44.059776+0000","last_clean":"2023-08-28T02:40:44.059776+0000","last_became_active":"2023-08-28T02:32:28.455999+0000","last_became_peered":"2023-08-28T02:32:28.455999+0000","last_unstale":"2023-08-28T02:40:44.059776+0000","last_undegraded":"2023-08-28T02:40:44.059776+0000","last_fullsized":"2023-08-28T02:40:44.059776+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:28.937020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":9468,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":376,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:44.059571+0000","last_change":"2023-08-28T02:32:12.959195+0000","last_active":"2023-08-28T02:40:44.059571+0000","last_peered":"2023-08-28T02:40:44.059571+0000","last_clean":"2023-08-28T02:40:44.059571+0000","last_became_active":"2023-08-28T02:32:12.958832+0000","last_became_peered":"2023-08-28T02:32:12.958832+0000","last_unstale":"2023-08-28T02:40:44.059571+0000","last_undegraded":"2023-08-28T02:40:44.059571+0000","last_fullsized":"2023-08-28T02:40:44.059571+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:23:27.197787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"65'2","reported_seq":366,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:44.072486+0000","last_change":"2023-08-28T02:32:28.461161+0000","last_active":"2023-08-28T02:40:44.072486+0000","last_peered":"2023-08-28T02:40:44.072486+0000","last_clean":"2023-08-28T02:40:44.072486+0000","last_became_active":"2023-08-28T02:32:28.451284+0000","last_became_peered":"2023-08-28T02:32:28.451284+0000","last_unstale":"2023-08-28T02:40:44.072486+0000","last_undegraded":"2023-08-28T02:40:44.072486+0000","last_fullsized":"2023-08-28T02:40:44.072486+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:58:20.061020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":349,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.070770+0000","last_change":"2023-08-28T02:29:44.419566+0000","last_active":"2023-08-28T02:40:38.070770+0000","last_peered":"2023-08-28T02:40:38.070770+0000","last_clean":"2023-08-28T02:40:38.070770+0000","last_became_active":"2023-08-28T02:29:44.419053+0000","last_became_peered":"2023-08-28T02:29:44.419053+0000","last_unstale":"2023-08-28T02:40:38.070770+0000","last_undegraded":"2023-08-28T02:40:38.070770+0000","last_fullsized":"2023-08-28T02:40:38.070770+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:44:36.133499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":352,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.071321+0000","last_change":"2023-08-28T02:33:12.493777+0000","last_active":"2023-08-28T02:40:38.071321+0000","last_peered":"2023-08-28T02:40:38.071321+0000","last_clean":"2023-08-28T02:40:38.071321+0000","last_became_active":"2023-08-28T02:33:12.491177+0000","last_became_peered":"2023-08-28T02:33:12.491177+0000","last_unstale":"2023-08-28T02:40:38.071321+0000","last_undegraded":"2023-08-28T02:40:38.071321+0000","last_fullsized":"2023-08-28T02:40:38.071321+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:10:58.167753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":362,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.085653+0000","last_change":"2023-08-28T02:33:12.290293+0000","last_active":"2023-08-28T02:40:38.085653+0000","last_peered":"2023-08-28T02:40:38.085653+0000","last_clean":"2023-08-28T02:40:38.085653+0000","last_became_active":"2023-08-28T02:33:12.289989+0000","last_became_peered":"2023-08-28T02:33:12.289989+0000","last_unstale":"2023-08-28T02:40:38.085653+0000","last_undegraded":"2023-08-28T02:40:38.085653+0000","last_fullsized":"2023-08-28T02:40:38.085653+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:05:33.622172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":341,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:44.072133+0000","last_change":"2023-08-28T02:32:12.948756+0000","last_active":"2023-08-28T02:40:44.072133+0000","last_peered":"2023-08-28T02:40:44.072133+0000","last_clean":"2023-08-28T02:40:44.072133+0000","last_became_active":"2023-08-28T02:32:12.948441+0000","last_became_peered":"2023-08-28T02:32:12.948441+0000","last_unstale":"2023-08-28T02:40:44.072133+0000","last_undegraded":"2023-08-28T02:40:44.072133+0000","last_fullsized":"2023-08-28T02:40:44.072133+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:27.922180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":358,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.071145+0000","last_change":"2023-08-28T02:33:12.299398+0000","last_active":"2023-08-28T02:40:38.071145+0000","last_peered":"2023-08-28T02:40:38.071145+0000","last_clean":"2023-08-28T02:40:38.071145+0000","last_became_active":"2023-08-28T02:33:12.299113+0000","last_became_peered":"2023-08-28T02:33:12.299113+0000","last_unstale":"2023-08-28T02:40:38.071145+0000","last_undegraded":"2023-08-28T02:40:38.071145+0000","last_fullsized":"2023-08-28T02:40:38.071145+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:14:55.597212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"65'8","reported_seq":152,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.070503+0000","last_change":"2023-08-28T02:33:13.478870+0000","last_active":"2023-08-28T02:40:38.070503+0000","last_peered":"2023-08-28T02:40:38.070503+0000","last_clean":"2023-08-28T02:40:38.070503+0000","last_became_active":"2023-08-28T02:33:13.332142+0000","last_became_peered":"2023-08-28T02:33:13.332142+0000","last_unstale":"2023-08-28T02:40:38.070503+0000","last_undegraded":"2023-08-28T02:40:38.070503+0000","last_fullsized":"2023-08-28T02:40:38.070503+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:32:42.810159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":290,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.083768+0000","last_change":"2023-08-28T02:33:12.306353+0000","last_active":"2023-08-28T02:40:38.083768+0000","last_peered":"2023-08-28T02:40:38.083768+0000","last_clean":"2023-08-28T02:40:38.083768+0000","last_became_active":"2023-08-28T02:33:12.304977+0000","last_became_peered":"2023-08-28T02:33:12.304977+0000","last_unstale":"2023-08-28T02:40:38.083768+0000","last_undegraded":"2023-08-28T02:40:38.083768+0000","last_fullsized":"2023-08-28T02:40:38.083768+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:19:38.819671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"383'8741","reported_seq":8882,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:50.568253+0000","last_change":"2023-08-28T02:30:50.402703+0000","last_active":"2023-08-28T02:40:50.568253+0000","last_peered":"2023-08-28T02:40:50.568253+0000","last_clean":"2023-08-28T02:40:50.568253+0000","last_became_active":"2023-08-28T02:30:50.402419+0000","last_became_peered":"2023-08-28T02:30:50.402419+0000","last_unstale":"2023-08-28T02:40:50.568253+0000","last_undegraded":"2023-08-28T02:40:50.568253+0000","last_fullsized":"2023-08-28T02:40:50.568253+0000","mapping_epoch":250,"log_start":"256'1500","ondisk_log_start":"256'1500","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7241,"log_dups_size":0,"ondisk_log_size":7241,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:07:37.393907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":191299584,"num_objects":2919,"num_object_clones":0,"num_object_copies":8757,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2919,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8741,"num_write_kb":373120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"65'1","reported_seq":349,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:44.073195+0000","last_change":"2023-08-28T02:14:43.046130+0000","last_active":"2023-08-28T02:40:44.073195+0000","last_peered":"2023-08-28T02:40:44.073195+0000","last_clean":"2023-08-28T02:40:44.073195+0000","last_became_active":"2023-08-28T02:14:43.045775+0000","last_became_peered":"2023-08-28T02:14:43.045775+0000","last_unstale":"2023-08-28T02:40:44.073195+0000","last_undegraded":"2023-08-28T02:40:44.073195+0000","last_fullsized":"2023-08-28T02:40:44.073195+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:57:38.279756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":338,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.085275+0000","last_change":"2023-08-28T02:31:51.987149+0000","last_active":"2023-08-28T02:40:38.085275+0000","last_peered":"2023-08-28T02:40:38.085275+0000","last_clean":"2023-08-28T02:40:38.085275+0000","last_became_active":"2023-08-28T02:31:51.986821+0000","last_became_peered":"2023-08-28T02:31:51.986821+0000","last_unstale":"2023-08-28T02:40:38.085275+0000","last_undegraded":"2023-08-28T02:40:38.085275+0000","last_fullsized":"2023-08-28T02:40:38.085275+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:23:26.661134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"383'8773","reported_seq":16252,"reported_epoch":383,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:40:50.838532+0000","last_change":"2023-08-28T02:33:33.975566+0000","last_active":"2023-08-28T02:40:50.838532+0000","last_peered":"2023-08-28T02:40:50.838532+0000","last_clean":"2023-08-28T02:31:27.868230+0000","last_became_active":"2023-08-28T02:33:33.660452+0000","last_became_peered":"2023-08-28T02:33:33.660452+0000","last_unstale":"2023-08-28T02:40:50.838532+0000","last_undegraded":"2023-08-28T02:33:13.410847+0000","last_fullsized":"2023-08-28T02:33:13.270012+0000","mapping_epoch":298,"log_start":"256'1600","ondisk_log_start":"256'1600","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7173,"log_dups_size":0,"ondisk_log_size":7173,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:33.375162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":185270272,"num_objects":2827,"num_object_clones":0,"num_object_copies":8481,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":5334,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2827,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8773,"num_write_kb":371200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3650,"num_bytes_recovered":239140864,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[5,4],"avail_no_missing":["5","6"],"object_location_counts":[{"shards":"2,5,6","objects":915},{"shards":"3,5,6","objects":406},{"shards":"4,5","objects":1},{"shards":"5,6","objects":1505}],"blocked_by":[],"up_primary":3,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"65'2","reported_seq":374,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:44.073128+0000","last_change":"2023-08-28T02:29:44.436352+0000","last_active":"2023-08-28T02:40:44.073128+0000","last_peered":"2023-08-28T02:40:44.073128+0000","last_clean":"2023-08-28T02:40:44.073128+0000","last_became_active":"2023-08-28T02:29:44.411499+0000","last_became_peered":"2023-08-28T02:29:44.411499+0000","last_unstale":"2023-08-28T02:40:44.073128+0000","last_undegraded":"2023-08-28T02:40:44.073128+0000","last_fullsized":"2023-08-28T02:40:44.073128+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:46:57.540191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":400,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:44.059626+0000","last_change":"2023-08-28T02:33:12.289004+0000","last_active":"2023-08-28T02:40:44.059626+0000","last_peered":"2023-08-28T02:40:44.059626+0000","last_clean":"2023-08-28T02:40:44.059626+0000","last_became_active":"2023-08-28T02:33:12.288722+0000","last_became_peered":"2023-08-28T02:33:12.288722+0000","last_unstale":"2023-08-28T02:40:44.059626+0000","last_undegraded":"2023-08-28T02:40:44.059626+0000","last_fullsized":"2023-08-28T02:40:44.059626+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:24.019483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"383'8671","reported_seq":13908,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:49.495261+0000","last_change":"2023-08-28T02:37:54.748968+0000","last_active":"2023-08-28T02:40:49.495261+0000","last_peered":"2023-08-28T02:40:49.495261+0000","last_clean":"2023-08-28T02:40:49.495261+0000","last_became_active":"2023-08-28T02:37:54.729376+0000","last_became_peered":"2023-08-28T02:37:54.729376+0000","last_unstale":"2023-08-28T02:40:49.495261+0000","last_undegraded":"2023-08-28T02:40:49.495261+0000","last_fullsized":"2023-08-28T02:40:49.495261+0000","mapping_epoch":351,"log_start":"260'3312","ondisk_log_start":"260'3312","created":250,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5359,"log_dups_size":0,"ondisk_log_size":5359,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:00.988172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":188678144,"num_objects":2879,"num_object_clones":0,"num_object_copies":8637,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2879,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8671,"num_write_kb":369600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2533,"num_bytes_recovered":160432128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"65'1","reported_seq":360,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:44.072728+0000","last_change":"2023-08-28T02:33:13.516869+0000","last_active":"2023-08-28T02:40:44.072728+0000","last_peered":"2023-08-28T02:40:44.072728+0000","last_clean":"2023-08-28T02:40:44.072728+0000","last_became_active":"2023-08-28T02:33:13.396736+0000","last_became_peered":"2023-08-28T02:33:13.396736+0000","last_unstale":"2023-08-28T02:40:44.072728+0000","last_undegraded":"2023-08-28T02:40:44.072728+0000","last_fullsized":"2023-08-28T02:40:44.072728+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:47:08.237137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":328,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:44.078809+0000","last_change":"2023-08-28T02:31:51.987327+0000","last_active":"2023-08-28T02:40:44.078809+0000","last_peered":"2023-08-28T02:40:44.078809+0000","last_clean":"2023-08-28T02:40:44.078809+0000","last_became_active":"2023-08-28T02:31:51.987018+0000","last_became_peered":"2023-08-28T02:31:51.987018+0000","last_unstale":"2023-08-28T02:40:44.078809+0000","last_undegraded":"2023-08-28T02:40:44.078809+0000","last_fullsized":"2023-08-28T02:40:44.078809+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:53:26.105101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.5","version":"383'8660","reported_seq":14510,"reported_epoch":383,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:40:49.874191+0000","last_change":"2023-08-28T02:33:13.625779+0000","last_active":"2023-08-28T02:40:49.874191+0000","last_peered":"2023-08-28T02:40:49.874191+0000","last_clean":"2023-08-28T02:31:27.898932+0000","last_became_active":"2023-08-28T02:33:13.612126+0000","last_became_peered":"2023-08-28T02:33:13.612126+0000","last_unstale":"2023-08-28T02:40:49.874191+0000","last_undegraded":"2023-08-28T02:33:13.485377+0000","last_fullsized":"2023-08-28T02:33:13.264317+0000","mapping_epoch":298,"log_start":"260'3363","ondisk_log_start":"260'3363","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5297,"log_dups_size":0,"ondisk_log_size":5297,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:37:28.843386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":182976512,"num_objects":2792,"num_object_clones":0,"num_object_copies":8376,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":5334,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2792,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8660,"num_write_kb":366464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2842,"num_bytes_recovered":186253312,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,7],"avail_no_missing":["0","2"],"object_location_counts":[{"shards":"0,2","objects":2358},{"shards":"0,2,3","objects":434}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":377,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.085530+0000","last_change":"2023-08-28T02:33:13.281826+0000","last_active":"2023-08-28T02:40:38.085530+0000","last_peered":"2023-08-28T02:40:38.085530+0000","last_clean":"2023-08-28T02:40:38.085530+0000","last_became_active":"2023-08-28T02:33:13.281511+0000","last_became_peered":"2023-08-28T02:33:13.281511+0000","last_unstale":"2023-08-28T02:40:38.085530+0000","last_undegraded":"2023-08-28T02:40:38.085530+0000","last_fullsized":"2023-08-28T02:40:38.085530+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:32:55.005706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":375,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.070690+0000","last_change":"2023-08-28T02:29:44.436713+0000","last_active":"2023-08-28T02:40:38.070690+0000","last_peered":"2023-08-28T02:40:38.070690+0000","last_clean":"2023-08-28T02:40:38.070690+0000","last_became_active":"2023-08-28T02:29:44.436203+0000","last_became_peered":"2023-08-28T02:29:44.436203+0000","last_unstale":"2023-08-28T02:40:38.070690+0000","last_undegraded":"2023-08-28T02:40:38.070690+0000","last_fullsized":"2023-08-28T02:40:38.070690+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:46:48.522293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"384'8979","reported_seq":9126,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-08-28T02:40:52.443408+0000","last_change":"2023-08-28T02:30:50.399669+0000","last_active":"2023-08-28T02:40:52.443408+0000","last_peered":"2023-08-28T02:40:52.443408+0000","last_clean":"2023-08-28T02:40:52.443408+0000","last_became_active":"2023-08-28T02:30:50.399332+0000","last_became_peered":"2023-08-28T02:30:50.399332+0000","last_unstale":"2023-08-28T02:40:52.443408+0000","last_undegraded":"2023-08-28T02:40:52.443408+0000","last_fullsized":"2023-08-28T02:40:52.443408+0000","mapping_epoch":250,"log_start":"257'2800","ondisk_log_start":"257'2800","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6179,"log_dups_size":0,"ondisk_log_size":6179,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:00:54.910841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":185794560,"num_objects":2835,"num_object_clones":0,"num_object_copies":8505,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2835,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8979,"num_write_kb":378048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"75'161","reported_seq":804,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:44.072242+0000","last_change":"2023-08-28T02:33:13.310049+0000","last_active":"2023-08-28T02:40:44.072242+0000","last_peered":"2023-08-28T02:40:44.072242+0000","last_clean":"2023-08-28T02:40:44.072242+0000","last_became_active":"2023-08-28T02:33:13.309661+0000","last_became_peered":"2023-08-28T02:33:13.309661+0000","last_unstale":"2023-08-28T02:40:44.072242+0000","last_undegraded":"2023-08-28T02:40:44.072242+0000","last_fullsized":"2023-08-28T02:40:44.072242+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.930230+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.930230+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:27:40.889460+0000","scrub_duration":0.0050169209999999997,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"65'2","reported_seq":339,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.083555+0000","last_change":"2023-08-28T02:33:12.294922+0000","last_active":"2023-08-28T02:40:38.083555+0000","last_peered":"2023-08-28T02:40:38.083555+0000","last_clean":"2023-08-28T02:40:38.083555+0000","last_became_active":"2023-08-28T02:33:12.294518+0000","last_became_peered":"2023-08-28T02:33:12.294518+0000","last_unstale":"2023-08-28T02:40:38.083555+0000","last_undegraded":"2023-08-28T02:40:38.083555+0000","last_fullsized":"2023-08-28T02:40:38.083555+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:21:12.737286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":377,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:44.059849+0000","last_change":"2023-08-28T02:33:13.310505+0000","last_active":"2023-08-28T02:40:44.059849+0000","last_peered":"2023-08-28T02:40:44.059849+0000","last_clean":"2023-08-28T02:40:44.059849+0000","last_became_active":"2023-08-28T02:33:13.310223+0000","last_became_peered":"2023-08-28T02:33:13.310223+0000","last_unstale":"2023-08-28T02:40:44.059849+0000","last_undegraded":"2023-08-28T02:40:44.059849+0000","last_fullsized":"2023-08-28T02:40:44.059849+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:27:02.124453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"383'8784","reported_seq":23188,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:50.733006+0000","last_change":"2023-08-28T02:38:44.816101+0000","last_active":"2023-08-28T02:40:50.733006+0000","last_peered":"2023-08-28T02:40:50.733006+0000","last_clean":"2023-08-28T02:40:50.733006+0000","last_became_active":"2023-08-28T02:38:44.798734+0000","last_became_peered":"2023-08-28T02:38:44.798734+0000","last_unstale":"2023-08-28T02:40:50.733006+0000","last_undegraded":"2023-08-28T02:40:50.733006+0000","last_fullsized":"2023-08-28T02:40:50.733006+0000","mapping_epoch":361,"log_start":"256'1600","ondisk_log_start":"256'1600","created":250,"last_epoch_clean":362,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7184,"log_dups_size":0,"ondisk_log_size":7184,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:34:42.975012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":189005824,"num_objects":2884,"num_object_clones":0,"num_object_copies":8652,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2884,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8784,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5834,"num_bytes_recovered":377683968,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"75'161","reported_seq":642,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.085235+0000","last_change":"2023-08-28T02:37:37.933802+0000","last_active":"2023-08-28T02:40:38.085235+0000","last_peered":"2023-08-28T02:40:38.085235+0000","last_clean":"2023-08-28T02:40:38.085235+0000","last_became_active":"2023-08-28T02:33:13.287313+0000","last_became_peered":"2023-08-28T02:33:13.287313+0000","last_unstale":"2023-08-28T02:40:38.085235+0000","last_undegraded":"2023-08-28T02:40:38.085235+0000","last_fullsized":"2023-08-28T02:40:38.085235+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:45.407127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:45.407127+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:39:14.213229+0000","scrub_duration":0.0018495320000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":262688,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":297,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:44.059580+0000","last_change":"2023-08-28T02:33:13.309727+0000","last_active":"2023-08-28T02:40:44.059580+0000","last_peered":"2023-08-28T02:40:44.059580+0000","last_clean":"2023-08-28T02:40:44.059580+0000","last_became_active":"2023-08-28T02:33:13.309487+0000","last_became_peered":"2023-08-28T02:33:13.309487+0000","last_unstale":"2023-08-28T02:40:44.059580+0000","last_undegraded":"2023-08-28T02:40:44.059580+0000","last_fullsized":"2023-08-28T02:40:44.059580+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:27:29.294011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":112,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:44.059773+0000","last_change":"2023-08-28T02:32:28.456323+0000","last_active":"2023-08-28T02:40:44.059773+0000","last_peered":"2023-08-28T02:40:44.059773+0000","last_clean":"2023-08-28T02:40:44.059773+0000","last_became_active":"2023-08-28T02:32:28.455987+0000","last_became_peered":"2023-08-28T02:32:28.455987+0000","last_unstale":"2023-08-28T02:40:44.059773+0000","last_undegraded":"2023-08-28T02:40:44.059773+0000","last_fullsized":"2023-08-28T02:40:44.059773+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:54:07.724002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"384'8929","reported_seq":19093,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-08-28T02:40:52.568916+0000","last_change":"2023-08-28T02:33:13.316023+0000","last_active":"2023-08-28T02:40:52.568916+0000","last_peered":"2023-08-28T02:40:52.568916+0000","last_clean":"2023-08-28T02:40:52.568916+0000","last_became_active":"2023-08-28T02:33:13.308403+0000","last_became_peered":"2023-08-28T02:33:13.308403+0000","last_unstale":"2023-08-28T02:40:52.568916+0000","last_undegraded":"2023-08-28T02:40:52.568916+0000","last_fullsized":"2023-08-28T02:40:52.568916+0000","mapping_epoch":298,"log_start":"258'2800","ondisk_log_start":"258'2800","created":250,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6129,"log_dups_size":0,"ondisk_log_size":6129,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:10:38.401973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":194445312,"num_objects":2967,"num_object_clones":0,"num_object_copies":8901,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2967,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8929,"num_write_kb":380672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4999,"num_bytes_recovered":327614464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":357,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:44.059550+0000","last_change":"2023-08-28T02:32:28.455294+0000","last_active":"2023-08-28T02:40:44.059550+0000","last_peered":"2023-08-28T02:40:44.059550+0000","last_clean":"2023-08-28T02:40:44.059550+0000","last_became_active":"2023-08-28T02:32:28.455013+0000","last_became_peered":"2023-08-28T02:32:28.455013+0000","last_unstale":"2023-08-28T02:40:44.059550+0000","last_undegraded":"2023-08-28T02:40:44.059550+0000","last_fullsized":"2023-08-28T02:40:44.059550+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:53.583864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":389,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:44.060406+0000","last_change":"2023-08-28T02:33:13.335588+0000","last_active":"2023-08-28T02:40:44.060406+0000","last_peered":"2023-08-28T02:40:44.060406+0000","last_clean":"2023-08-28T02:40:44.060406+0000","last_became_active":"2023-08-28T02:33:13.335326+0000","last_became_peered":"2023-08-28T02:33:13.335326+0000","last_unstale":"2023-08-28T02:40:44.060406+0000","last_undegraded":"2023-08-28T02:40:44.060406+0000","last_fullsized":"2023-08-28T02:40:44.060406+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:15:44.958663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"384'8859","reported_seq":9001,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-08-28T02:40:53.272310+0000","last_change":"2023-08-28T02:30:50.400261+0000","last_active":"2023-08-28T02:40:53.272310+0000","last_peered":"2023-08-28T02:40:53.272310+0000","last_clean":"2023-08-28T02:40:53.272310+0000","last_became_active":"2023-08-28T02:30:50.399938+0000","last_became_peered":"2023-08-28T02:30:50.399938+0000","last_unstale":"2023-08-28T02:40:53.272310+0000","last_undegraded":"2023-08-28T02:40:53.272310+0000","last_fullsized":"2023-08-28T02:40:53.272310+0000","mapping_epoch":250,"log_start":"262'3490","ondisk_log_start":"262'3490","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5369,"log_dups_size":0,"ondisk_log_size":5369,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:43:56.802792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":185794560,"num_objects":2835,"num_object_clones":0,"num_object_copies":8505,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2835,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8859,"num_write_kb":374208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"75'161","reported_seq":662,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.085888+0000","last_change":"2023-08-28T02:32:56.519141+0000","last_active":"2023-08-28T02:40:38.085888+0000","last_peered":"2023-08-28T02:40:38.085888+0000","last_clean":"2023-08-28T02:40:38.085888+0000","last_became_active":"2023-08-28T02:32:56.518863+0000","last_became_peered":"2023-08-28T02:32:56.518863+0000","last_unstale":"2023-08-28T02:40:38.085888+0000","last_undegraded":"2023-08-28T02:40:38.085888+0000","last_fullsized":"2023-08-28T02:40:38.085888+0000","mapping_epoch":292,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":293,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_clean_scrub_stamp":"2023-08-28T02:29:25.608370+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:59:50.561109+0000","scrub_duration":0.001662689,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":292,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.082301+0000","last_change":"2023-08-28T02:33:12.294592+0000","last_active":"2023-08-28T02:40:38.082301+0000","last_peered":"2023-08-28T02:40:38.082301+0000","last_clean":"2023-08-28T02:40:38.082301+0000","last_became_active":"2023-08-28T02:33:12.288508+0000","last_became_peered":"2023-08-28T02:33:12.288508+0000","last_unstale":"2023-08-28T02:40:38.082301+0000","last_undegraded":"2023-08-28T02:40:38.082301+0000","last_fullsized":"2023-08-28T02:40:38.082301+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:05:42.717608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":175,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:44.083031+0000","last_change":"2023-08-28T02:29:44.429834+0000","last_active":"2023-08-28T02:40:44.083031+0000","last_peered":"2023-08-28T02:40:44.083031+0000","last_clean":"2023-08-28T02:40:44.083031+0000","last_became_active":"2023-08-28T02:29:44.429512+0000","last_became_peered":"2023-08-28T02:29:44.429512+0000","last_unstale":"2023-08-28T02:40:44.083031+0000","last_undegraded":"2023-08-28T02:40:44.083031+0000","last_fullsized":"2023-08-28T02:40:44.083031+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:58.062455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"384'8735","reported_seq":8877,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-08-28T02:40:50.990478+0000","last_change":"2023-08-28T02:30:50.402348+0000","last_active":"2023-08-28T02:40:50.990478+0000","last_peered":"2023-08-28T02:40:50.990478+0000","last_clean":"2023-08-28T02:40:50.990478+0000","last_became_active":"2023-08-28T02:30:50.402076+0000","last_became_peered":"2023-08-28T02:30:50.402076+0000","last_unstale":"2023-08-28T02:40:50.990478+0000","last_undegraded":"2023-08-28T02:40:50.990478+0000","last_fullsized":"2023-08-28T02:40:50.990478+0000","mapping_epoch":250,"log_start":"256'1900","ondisk_log_start":"256'1900","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6835,"log_dups_size":0,"ondisk_log_size":6835,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:24.859426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":186187776,"num_objects":2841,"num_object_clones":0,"num_object_copies":8523,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2841,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8735,"num_write_kb":370432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.7","version":"75'161","reported_seq":584,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.083720+0000","last_change":"2023-08-28T02:33:13.532525+0000","last_active":"2023-08-28T02:40:38.083720+0000","last_peered":"2023-08-28T02:40:38.083720+0000","last_clean":"2023-08-28T02:40:38.083720+0000","last_became_active":"2023-08-28T02:33:13.532125+0000","last_became_peered":"2023-08-28T02:33:13.532125+0000","last_unstale":"2023-08-28T02:40:38.083720+0000","last_undegraded":"2023-08-28T02:40:38.083720+0000","last_fullsized":"2023-08-28T02:40:38.083720+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.887648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.887648+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":176,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:44.078098+0000","last_change":"2023-08-28T02:29:44.407595+0000","last_active":"2023-08-28T02:40:44.078098+0000","last_peered":"2023-08-28T02:40:44.078098+0000","last_clean":"2023-08-28T02:40:44.078098+0000","last_became_active":"2023-08-28T02:29:44.407316+0000","last_became_peered":"2023-08-28T02:29:44.407316+0000","last_unstale":"2023-08-28T02:40:44.078098+0000","last_undegraded":"2023-08-28T02:40:44.078098+0000","last_fullsized":"2023-08-28T02:40:44.078098+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:01:47.777709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":394,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.085650+0000","last_change":"2023-08-28T02:33:13.286980+0000","last_active":"2023-08-28T02:40:38.085650+0000","last_peered":"2023-08-28T02:40:38.085650+0000","last_clean":"2023-08-28T02:40:38.085650+0000","last_became_active":"2023-08-28T02:33:13.286740+0000","last_became_peered":"2023-08-28T02:33:13.286740+0000","last_unstale":"2023-08-28T02:40:38.085650+0000","last_undegraded":"2023-08-28T02:40:38.085650+0000","last_fullsized":"2023-08-28T02:40:38.085650+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:24:54.574365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":176,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:44.078851+0000","last_change":"2023-08-28T02:29:44.506914+0000","last_active":"2023-08-28T02:40:44.078851+0000","last_peered":"2023-08-28T02:40:44.078851+0000","last_clean":"2023-08-28T02:40:44.078851+0000","last_became_active":"2023-08-28T02:29:44.506606+0000","last_became_peered":"2023-08-28T02:29:44.506606+0000","last_unstale":"2023-08-28T02:40:44.078851+0000","last_undegraded":"2023-08-28T02:40:44.078851+0000","last_fullsized":"2023-08-28T02:40:44.078851+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:55:50.992279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"383'8794","reported_seq":20535,"reported_epoch":383,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:40:49.832418+0000","last_change":"2023-08-28T02:34:11.565330+0000","last_active":"2023-08-28T02:40:49.832418+0000","last_peered":"2023-08-28T02:40:49.832418+0000","last_clean":"2023-08-28T02:32:11.916240+0000","last_became_active":"2023-08-28T02:33:12.501819+0000","last_became_peered":"2023-08-28T02:33:12.501819+0000","last_unstale":"2023-08-28T02:40:49.832418+0000","last_undegraded":"2023-08-28T02:40:49.832418+0000","last_fullsized":"2023-08-28T02:40:49.832418+0000","mapping_epoch":297,"log_start":"262'3524","ondisk_log_start":"262'3524","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5270,"log_dups_size":0,"ondisk_log_size":5270,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:45:43.329719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":183631872,"num_objects":2802,"num_object_clones":0,"num_object_copies":8406,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":2802,"num_objects_unfound":0,"num_objects_dirty":2802,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8794,"num_write_kb":371072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5787,"num_bytes_recovered":379256832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,2],"avail_no_missing":["0","2","5","6"],"object_location_counts":[{"shards":"0,2,5","objects":2802}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.1","version":"75'161","reported_seq":642,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.085500+0000","last_change":"2023-08-28T02:32:31.482659+0000","last_active":"2023-08-28T02:40:38.085500+0000","last_peered":"2023-08-28T02:40:38.085500+0000","last_clean":"2023-08-28T02:40:38.085500+0000","last_became_active":"2023-08-28T02:32:31.482320+0000","last_became_peered":"2023-08-28T02:32:31.482320+0000","last_unstale":"2023-08-28T02:40:38.085500+0000","last_undegraded":"2023-08-28T02:40:38.085500+0000","last_fullsized":"2023-08-28T02:40:38.085500+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:24.559397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:24.559397+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:41:09.516918+0000","scrub_duration":0.001580328,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":380,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.085814+0000","last_change":"2023-08-28T02:31:51.988386+0000","last_active":"2023-08-28T02:40:38.085814+0000","last_peered":"2023-08-28T02:40:38.085814+0000","last_clean":"2023-08-28T02:40:38.085814+0000","last_became_active":"2023-08-28T02:31:51.988097+0000","last_became_peered":"2023-08-28T02:31:51.988097+0000","last_unstale":"2023-08-28T02:40:38.085814+0000","last_undegraded":"2023-08-28T02:40:38.085814+0000","last_fullsized":"2023-08-28T02:40:38.085814+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:25:01.818829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":357,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:44.059654+0000","last_change":"2023-08-28T02:32:12.951275+0000","last_active":"2023-08-28T02:40:44.059654+0000","last_peered":"2023-08-28T02:40:44.059654+0000","last_clean":"2023-08-28T02:40:44.059654+0000","last_became_active":"2023-08-28T02:32:12.950965+0000","last_became_peered":"2023-08-28T02:32:12.950965+0000","last_unstale":"2023-08-28T02:40:44.059654+0000","last_undegraded":"2023-08-28T02:40:44.059654+0000","last_fullsized":"2023-08-28T02:40:44.059654+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:37:31.294280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":202,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:44.078142+0000","last_change":"2023-08-28T02:33:13.286534+0000","last_active":"2023-08-28T02:40:44.078142+0000","last_peered":"2023-08-28T02:40:44.078142+0000","last_clean":"2023-08-28T02:40:44.078142+0000","last_became_active":"2023-08-28T02:33:13.286164+0000","last_became_peered":"2023-08-28T02:33:13.286164+0000","last_unstale":"2023-08-28T02:40:44.078142+0000","last_undegraded":"2023-08-28T02:40:44.078142+0000","last_fullsized":"2023-08-28T02:40:44.078142+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:56.721932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"383'8828","reported_seq":20659,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:50.760753+0000","last_change":"2023-08-28T02:34:14.448606+0000","last_active":"2023-08-28T02:40:50.760753+0000","last_peered":"2023-08-28T02:40:50.760753+0000","last_clean":"2023-08-28T02:40:50.760753+0000","last_became_active":"2023-08-28T02:34:14.438547+0000","last_became_peered":"2023-08-28T02:34:14.438547+0000","last_unstale":"2023-08-28T02:40:50.760753+0000","last_undegraded":"2023-08-28T02:40:50.760753+0000","last_fullsized":"2023-08-28T02:40:50.760753+0000","mapping_epoch":314,"log_start":"256'1600","ondisk_log_start":"256'1600","created":250,"last_epoch_clean":315,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7228,"log_dups_size":0,"ondisk_log_size":7228,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:06:41.120408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":186122240,"num_objects":2840,"num_object_clones":0,"num_object_copies":8520,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2840,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8828,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5834,"num_bytes_recovered":376832000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2","version":"75'161","reported_seq":765,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:44.072350+0000","last_change":"2023-08-28T02:30:51.762377+0000","last_active":"2023-08-28T02:40:44.072350+0000","last_peered":"2023-08-28T02:40:44.072350+0000","last_clean":"2023-08-28T02:40:44.072350+0000","last_became_active":"2023-08-28T02:27:46.375590+0000","last_became_peered":"2023-08-28T02:27:46.375590+0000","last_unstale":"2023-08-28T02:40:44.072350+0000","last_undegraded":"2023-08-28T02:40:44.072350+0000","last_fullsized":"2023-08-28T02:40:44.072350+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:51.762314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:51.762314+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:02.034555+0000","scrub_duration":0.0020023620000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":192,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.082391+0000","last_change":"2023-08-28T02:33:13.289765+0000","last_active":"2023-08-28T02:40:38.082391+0000","last_peered":"2023-08-28T02:40:38.082391+0000","last_clean":"2023-08-28T02:40:38.082391+0000","last_became_active":"2023-08-28T02:33:13.289159+0000","last_became_peered":"2023-08-28T02:33:13.289159+0000","last_unstale":"2023-08-28T02:40:38.082391+0000","last_undegraded":"2023-08-28T02:40:38.082391+0000","last_fullsized":"2023-08-28T02:40:38.082391+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:30:38.956723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":194,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:44.077537+0000","last_change":"2023-08-28T02:32:28.464203+0000","last_active":"2023-08-28T02:40:44.077537+0000","last_peered":"2023-08-28T02:40:44.077537+0000","last_clean":"2023-08-28T02:40:44.077537+0000","last_became_active":"2023-08-28T02:32:28.463412+0000","last_became_peered":"2023-08-28T02:32:28.463412+0000","last_unstale":"2023-08-28T02:40:44.077537+0000","last_undegraded":"2023-08-28T02:40:44.077537+0000","last_fullsized":"2023-08-28T02:40:44.077537+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:20:38.177879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":176,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:44.083104+0000","last_change":"2023-08-28T02:29:44.427945+0000","last_active":"2023-08-28T02:40:44.083104+0000","last_peered":"2023-08-28T02:40:44.083104+0000","last_clean":"2023-08-28T02:40:44.083104+0000","last_became_active":"2023-08-28T02:29:44.426487+0000","last_became_peered":"2023-08-28T02:29:44.426487+0000","last_unstale":"2023-08-28T02:40:44.083104+0000","last_undegraded":"2023-08-28T02:40:44.083104+0000","last_fullsized":"2023-08-28T02:40:44.083104+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:30:20.438896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"384'8849","reported_seq":18964,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-08-28T02:40:52.505290+0000","last_change":"2023-08-28T02:34:48.488647+0000","last_active":"2023-08-28T02:40:52.505290+0000","last_peered":"2023-08-28T02:40:52.505290+0000","last_clean":"2023-08-28T02:40:52.505290+0000","last_became_active":"2023-08-28T02:34:48.476519+0000","last_became_peered":"2023-08-28T02:34:48.476519+0000","last_unstale":"2023-08-28T02:40:52.505290+0000","last_undegraded":"2023-08-28T02:40:52.505290+0000","last_fullsized":"2023-08-28T02:40:52.505290+0000","mapping_epoch":318,"log_start":"257'2700","ondisk_log_start":"257'2700","created":250,"last_epoch_clean":319,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6149,"log_dups_size":0,"ondisk_log_size":6149,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:44:20.004230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":183173120,"num_objects":2795,"num_object_clones":0,"num_object_copies":8385,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2795,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8849,"num_write_kb":372608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4973,"num_bytes_recovered":325910528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":374,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.085492+0000","last_change":"2023-08-28T02:33:13.484970+0000","last_active":"2023-08-28T02:40:38.085492+0000","last_peered":"2023-08-28T02:40:38.085492+0000","last_clean":"2023-08-28T02:40:38.085492+0000","last_became_active":"2023-08-28T02:33:13.484579+0000","last_became_peered":"2023-08-28T02:33:13.484579+0000","last_unstale":"2023-08-28T02:40:38.085492+0000","last_undegraded":"2023-08-28T02:40:38.085492+0000","last_fullsized":"2023-08-28T02:40:38.085492+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:58.027468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"75'161","reported_seq":766,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:44.071919+0000","last_change":"2023-08-28T02:31:55.059467+0000","last_active":"2023-08-28T02:40:44.071919+0000","last_peered":"2023-08-28T02:40:44.071919+0000","last_clean":"2023-08-28T02:40:44.071919+0000","last_became_active":"2023-08-28T02:31:55.059115+0000","last_became_peered":"2023-08-28T02:31:55.059115+0000","last_unstale":"2023-08-28T02:40:44.071919+0000","last_undegraded":"2023-08-28T02:40:44.071919+0000","last_fullsized":"2023-08-28T02:40:44.071919+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":0,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.820990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.820990+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:15:56.774667+0000","scrub_duration":0.0017342480000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":293,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.082806+0000","last_change":"2023-08-28T02:33:13.352810+0000","last_active":"2023-08-28T02:40:38.082806+0000","last_peered":"2023-08-28T02:40:38.082806+0000","last_clean":"2023-08-28T02:40:38.082806+0000","last_became_active":"2023-08-28T02:33:13.351697+0000","last_became_peered":"2023-08-28T02:33:13.351697+0000","last_unstale":"2023-08-28T02:40:38.082806+0000","last_undegraded":"2023-08-28T02:40:38.082806+0000","last_fullsized":"2023-08-28T02:40:38.082806+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:56.187163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":206,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:44.060011+0000","last_change":"2023-08-28T02:31:51.984584+0000","last_active":"2023-08-28T02:40:44.060011+0000","last_peered":"2023-08-28T02:40:44.060011+0000","last_clean":"2023-08-28T02:40:44.060011+0000","last_became_active":"2023-08-28T02:31:51.984264+0000","last_became_peered":"2023-08-28T02:31:51.984264+0000","last_unstale":"2023-08-28T02:40:44.060011+0000","last_undegraded":"2023-08-28T02:40:44.060011+0000","last_fullsized":"2023-08-28T02:40:44.060011+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:58:42.306722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"383'8701","reported_seq":20451,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:50.116553+0000","last_change":"2023-08-28T02:35:11.978901+0000","last_active":"2023-08-28T02:40:50.116553+0000","last_peered":"2023-08-28T02:40:50.116553+0000","last_clean":"2023-08-28T02:40:50.116553+0000","last_became_active":"2023-08-28T02:35:11.966585+0000","last_became_peered":"2023-08-28T02:35:11.966585+0000","last_unstale":"2023-08-28T02:40:50.116553+0000","last_undegraded":"2023-08-28T02:40:50.116553+0000","last_fullsized":"2023-08-28T02:40:50.116553+0000","mapping_epoch":323,"log_start":"262'3428","ondisk_log_start":"262'3428","created":250,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5273,"log_dups_size":0,"ondisk_log_size":5273,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:03:07.017814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":188809216,"num_objects":2881,"num_object_clones":0,"num_object_copies":8643,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2881,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8701,"num_write_kb":370624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5791,"num_bytes_recovered":368967680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3","version":"75'161","reported_seq":652,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:44.078031+0000","last_change":"2023-08-28T02:31:55.068239+0000","last_active":"2023-08-28T02:40:44.078031+0000","last_peered":"2023-08-28T02:40:44.078031+0000","last_clean":"2023-08-28T02:40:44.078031+0000","last_became_active":"2023-08-28T02:31:55.067875+0000","last_became_peered":"2023-08-28T02:31:55.067875+0000","last_unstale":"2023-08-28T02:40:44.078031+0000","last_undegraded":"2023-08-28T02:40:44.078031+0000","last_fullsized":"2023-08-28T02:40:44.078031+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.868248+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:11:04.391639+0000","scrub_duration":0.0016215240000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":389,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:44.071857+0000","last_change":"2023-08-28T02:29:44.421353+0000","last_active":"2023-08-28T02:40:44.071857+0000","last_peered":"2023-08-28T02:40:44.071857+0000","last_clean":"2023-08-28T02:40:44.071857+0000","last_became_active":"2023-08-28T02:29:44.421064+0000","last_became_peered":"2023-08-28T02:29:44.421064+0000","last_unstale":"2023-08-28T02:40:44.071857+0000","last_undegraded":"2023-08-28T02:40:44.071857+0000","last_fullsized":"2023-08-28T02:40:44.071857+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:51:36.524024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":359,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.071618+0000","last_change":"2023-08-28T02:33:12.299487+0000","last_active":"2023-08-28T02:40:38.071618+0000","last_peered":"2023-08-28T02:40:38.071618+0000","last_clean":"2023-08-28T02:40:38.071618+0000","last_became_active":"2023-08-28T02:33:12.299175+0000","last_became_peered":"2023-08-28T02:33:12.299175+0000","last_unstale":"2023-08-28T02:40:38.071618+0000","last_undegraded":"2023-08-28T02:40:38.071618+0000","last_fullsized":"2023-08-28T02:40:38.071618+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:42:29.713462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":370,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:40.447222+0000","last_change":"2023-08-28T02:32:28.457696+0000","last_active":"2023-08-28T02:40:40.447222+0000","last_peered":"2023-08-28T02:40:40.447222+0000","last_clean":"2023-08-28T02:40:40.447222+0000","last_became_active":"2023-08-28T02:32:28.457407+0000","last_became_peered":"2023-08-28T02:32:28.457407+0000","last_unstale":"2023-08-28T02:40:40.447222+0000","last_undegraded":"2023-08-28T02:40:40.447222+0000","last_fullsized":"2023-08-28T02:40:40.447222+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:26:29.392787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"384'8718","reported_seq":9888,"reported_epoch":384,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:40:53.359324+0000","last_change":"2023-08-28T02:34:11.566035+0000","last_active":"2023-08-28T02:40:53.359324+0000","last_peered":"2023-08-28T02:40:53.359324+0000","last_clean":"2023-08-28T02:33:10.395883+0000","last_became_active":"2023-08-28T02:33:12.394714+0000","last_became_peered":"2023-08-28T02:33:12.394714+0000","last_unstale":"2023-08-28T02:40:53.359324+0000","last_undegraded":"2023-08-28T02:40:53.359324+0000","last_fullsized":"2023-08-28T02:40:53.359324+0000","mapping_epoch":297,"log_start":"260'3284","ondisk_log_start":"260'3284","created":250,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5434,"log_dups_size":0,"ondisk_log_size":5434,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:01:26.984565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":181207064,"num_objects":2766,"num_object_clones":0,"num_object_copies":8298,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":2539,"num_objects_unfound":0,"num_objects_dirty":2766,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":8718,"num_write_kb":367425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":500,"num_bytes_recovered":32768000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,6],"avail_no_missing":["4","0","6"],"object_location_counts":[{"shards":"0,4,6","objects":2766}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.6","version":"75'161","reported_seq":644,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.070850+0000","last_change":"2023-08-28T02:33:13.338675+0000","last_active":"2023-08-28T02:40:38.070850+0000","last_peered":"2023-08-28T02:40:38.070850+0000","last_clean":"2023-08-28T02:40:38.070850+0000","last_became_active":"2023-08-28T02:33:13.338271+0000","last_became_peered":"2023-08-28T02:33:13.338271+0000","last_unstale":"2023-08-28T02:40:38.070850+0000","last_undegraded":"2023-08-28T02:40:38.070850+0000","last_fullsized":"2023-08-28T02:40:38.070850+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.774982+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.774982+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:13:20.011329+0000","scrub_duration":0.003539819,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":352,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:44.072788+0000","last_change":"2023-08-28T02:14:43.033789+0000","last_active":"2023-08-28T02:40:44.072788+0000","last_peered":"2023-08-28T02:40:44.072788+0000","last_clean":"2023-08-28T02:40:44.072788+0000","last_became_active":"2023-08-28T02:14:43.033454+0000","last_became_peered":"2023-08-28T02:14:43.033454+0000","last_unstale":"2023-08-28T02:40:44.072788+0000","last_undegraded":"2023-08-28T02:40:44.072788+0000","last_fullsized":"2023-08-28T02:40:44.072788+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:01:13.205842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":185,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:44.078234+0000","last_change":"2023-08-28T02:32:28.461807+0000","last_active":"2023-08-28T02:40:44.078234+0000","last_peered":"2023-08-28T02:40:44.078234+0000","last_clean":"2023-08-28T02:40:44.078234+0000","last_became_active":"2023-08-28T02:32:28.461116+0000","last_became_peered":"2023-08-28T02:32:28.461116+0000","last_unstale":"2023-08-28T02:40:44.078234+0000","last_undegraded":"2023-08-28T02:40:44.078234+0000","last_fullsized":"2023-08-28T02:40:44.078234+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:12:45.321757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":330,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.070931+0000","last_change":"2023-08-28T02:14:43.048791+0000","last_active":"2023-08-28T02:40:38.070931+0000","last_peered":"2023-08-28T02:40:38.070931+0000","last_clean":"2023-08-28T02:40:38.070931+0000","last_became_active":"2023-08-28T02:14:43.047408+0000","last_became_peered":"2023-08-28T02:14:43.047408+0000","last_unstale":"2023-08-28T02:40:38.070931+0000","last_undegraded":"2023-08-28T02:40:38.070931+0000","last_fullsized":"2023-08-28T02:40:38.070931+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:47.097181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"384'8931","reported_seq":19040,"reported_epoch":384,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:40:53.348179+0000","last_change":"2023-08-28T02:37:37.899201+0000","last_active":"2023-08-28T02:40:53.348179+0000","last_peered":"2023-08-28T02:40:53.348179+0000","last_clean":"2023-08-28T02:31:50.933695+0000","last_became_active":"2023-08-28T02:33:13.540416+0000","last_became_peered":"2023-08-28T02:33:13.540416+0000","last_unstale":"2023-08-28T02:40:53.348179+0000","last_undegraded":"2023-08-28T02:40:53.348179+0000","last_fullsized":"2023-08-28T02:40:53.348179+0000","mapping_epoch":298,"log_start":"262'3474","ondisk_log_start":"262'3474","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5457,"log_dups_size":0,"ondisk_log_size":5457,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:49:35.658845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":192086016,"num_objects":2931,"num_object_clones":0,"num_object_copies":8793,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":2931,"num_objects_unfound":0,"num_objects_dirty":2931,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8931,"num_write_kb":379584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4967,"num_bytes_recovered":325517312,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,2],"avail_no_missing":["4","2","5","6"],"object_location_counts":[{"shards":"2,4,5","objects":2931}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.5","version":"75'161","reported_seq":677,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:44.059821+0000","last_change":"2023-08-28T02:32:31.477151+0000","last_active":"2023-08-28T02:40:44.059821+0000","last_peered":"2023-08-28T02:40:44.059821+0000","last_clean":"2023-08-28T02:40:44.059821+0000","last_became_active":"2023-08-28T02:32:31.476776+0000","last_became_peered":"2023-08-28T02:32:31.476776+0000","last_unstale":"2023-08-28T02:40:44.059821+0000","last_undegraded":"2023-08-28T02:40:44.059821+0000","last_fullsized":"2023-08-28T02:40:44.059821+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:18.891729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:18.891729+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:47:27.194140+0000","scrub_duration":0.0031546460000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"65'2","reported_seq":340,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.082919+0000","last_change":"2023-08-28T02:33:12.327778+0000","last_active":"2023-08-28T02:40:38.082919+0000","last_peered":"2023-08-28T02:40:38.082919+0000","last_clean":"2023-08-28T02:40:38.082919+0000","last_became_active":"2023-08-28T02:33:12.327273+0000","last_became_peered":"2023-08-28T02:33:12.327273+0000","last_unstale":"2023-08-28T02:40:38.082919+0000","last_undegraded":"2023-08-28T02:40:38.082919+0000","last_fullsized":"2023-08-28T02:40:38.082919+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:40.554192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":223,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:44.078499+0000","last_change":"2023-08-28T02:33:13.335665+0000","last_active":"2023-08-28T02:40:44.078499+0000","last_peered":"2023-08-28T02:40:44.078499+0000","last_clean":"2023-08-28T02:40:44.078499+0000","last_became_active":"2023-08-28T02:33:13.335322+0000","last_became_peered":"2023-08-28T02:33:13.335322+0000","last_unstale":"2023-08-28T02:40:44.078499+0000","last_undegraded":"2023-08-28T02:40:44.078499+0000","last_fullsized":"2023-08-28T02:40:44.078499+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:21:08.024493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":337,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.082357+0000","last_change":"2023-08-28T02:33:12.310326+0000","last_active":"2023-08-28T02:40:38.082357+0000","last_peered":"2023-08-28T02:40:38.082357+0000","last_clean":"2023-08-28T02:40:38.082357+0000","last_became_active":"2023-08-28T02:33:12.310011+0000","last_became_peered":"2023-08-28T02:33:12.310011+0000","last_unstale":"2023-08-28T02:40:38.082357+0000","last_undegraded":"2023-08-28T02:40:38.082357+0000","last_fullsized":"2023-08-28T02:40:38.082357+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:35:03.710036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"384'8954","reported_seq":18173,"reported_epoch":384,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-08-28T02:40:53.393891+0000","last_change":"2023-08-28T02:38:43.760745+0000","last_active":"2023-08-28T02:40:53.393891+0000","last_peered":"2023-08-28T02:40:53.393891+0000","last_clean":"2023-08-28T02:31:27.909649+0000","last_became_active":"2023-08-28T02:33:33.726805+0000","last_became_peered":"2023-08-28T02:33:33.726805+0000","last_unstale":"2023-08-28T02:40:53.393891+0000","last_undegraded":"2023-08-28T02:33:20.140072+0000","last_fullsized":"2023-08-28T02:33:13.278549+0000","mapping_epoch":298,"log_start":"262'3577","ondisk_log_start":"262'3577","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5377,"log_dups_size":0,"ondisk_log_size":5377,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:02:22.971585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":190971904,"num_objects":2914,"num_object_clones":0,"num_object_copies":8742,"num_objects_missing_on_primary":2888,"num_objects_missing":2888,"num_objects_degraded":2496,"num_objects_misplaced":5815,"num_objects_unfound":0,"num_objects_dirty":2914,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8954,"num_write_kb":379776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3010,"num_bytes_recovered":197132288,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[4,3],"avail_no_missing":["2","6"],"object_location_counts":[{"shards":"2,3,4,6","objects":11},{"shards":"2,3,6","objects":405},{"shards":"2,4,6","objects":14},{"shards":"2,6","objects":2483},{"shards":"3,4","objects":-12}],"blocked_by":[],"up_primary":3,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.4","version":"75'161","reported_seq":592,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.084645+0000","last_change":"2023-08-28T02:33:12.296479+0000","last_active":"2023-08-28T02:40:38.084645+0000","last_peered":"2023-08-28T02:40:38.084645+0000","last_clean":"2023-08-28T02:40:38.084645+0000","last_became_active":"2023-08-28T02:33:12.294160+0000","last_became_peered":"2023-08-28T02:33:12.294160+0000","last_unstale":"2023-08-28T02:40:38.084645+0000","last_undegraded":"2023-08-28T02:40:38.084645+0000","last_fullsized":"2023-08-28T02:40:38.084645+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.899247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.899247+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":310,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:44.073260+0000","last_change":"2023-08-28T02:33:13.539335+0000","last_active":"2023-08-28T02:40:44.073260+0000","last_peered":"2023-08-28T02:40:44.073260+0000","last_clean":"2023-08-28T02:40:44.073260+0000","last_became_active":"2023-08-28T02:33:13.538978+0000","last_became_peered":"2023-08-28T02:33:13.538978+0000","last_unstale":"2023-08-28T02:40:44.073260+0000","last_undegraded":"2023-08-28T02:40:44.073260+0000","last_fullsized":"2023-08-28T02:40:44.073260+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:26:13.405766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"65'1","reported_seq":374,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:40.447249+0000","last_change":"2023-08-28T02:29:44.510205+0000","last_active":"2023-08-28T02:40:40.447249+0000","last_peered":"2023-08-28T02:40:40.447249+0000","last_clean":"2023-08-28T02:40:40.447249+0000","last_became_active":"2023-08-28T02:29:44.429357+0000","last_became_peered":"2023-08-28T02:29:44.429357+0000","last_unstale":"2023-08-28T02:40:40.447249+0000","last_undegraded":"2023-08-28T02:40:40.447249+0000","last_fullsized":"2023-08-28T02:40:40.447249+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:44:59.955729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":339,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:44.059410+0000","last_change":"2023-08-28T02:32:12.950661+0000","last_active":"2023-08-28T02:40:44.059410+0000","last_peered":"2023-08-28T02:40:44.059410+0000","last_clean":"2023-08-28T02:40:44.059410+0000","last_became_active":"2023-08-28T02:32:12.950276+0000","last_became_peered":"2023-08-28T02:32:12.950276+0000","last_unstale":"2023-08-28T02:40:44.059410+0000","last_undegraded":"2023-08-28T02:40:44.059410+0000","last_fullsized":"2023-08-28T02:40:44.059410+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:05:17.972868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"65'1","reported_seq":331,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.070842+0000","last_change":"2023-08-28T02:14:43.042150+0000","last_active":"2023-08-28T02:40:38.070842+0000","last_peered":"2023-08-28T02:40:38.070842+0000","last_clean":"2023-08-28T02:40:38.070842+0000","last_became_active":"2023-08-28T02:14:43.038336+0000","last_became_peered":"2023-08-28T02:14:43.038336+0000","last_unstale":"2023-08-28T02:40:38.070842+0000","last_undegraded":"2023-08-28T02:40:38.070842+0000","last_fullsized":"2023-08-28T02:40:38.070842+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:26:02.415152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":382,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:44.078185+0000","last_change":"2023-08-28T02:33:13.318097+0000","last_active":"2023-08-28T02:40:44.078185+0000","last_peered":"2023-08-28T02:40:44.078185+0000","last_clean":"2023-08-28T02:40:44.078185+0000","last_became_active":"2023-08-28T02:33:13.317761+0000","last_became_peered":"2023-08-28T02:33:13.317761+0000","last_unstale":"2023-08-28T02:40:44.078185+0000","last_undegraded":"2023-08-28T02:40:44.078185+0000","last_fullsized":"2023-08-28T02:40:44.078185+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:24.836996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"65'2","reported_seq":376,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.085562+0000","last_change":"2023-08-28T02:29:44.535937+0000","last_active":"2023-08-28T02:40:38.085562+0000","last_peered":"2023-08-28T02:40:38.085562+0000","last_clean":"2023-08-28T02:40:38.085562+0000","last_became_active":"2023-08-28T02:29:44.462244+0000","last_became_peered":"2023-08-28T02:29:44.462244+0000","last_unstale":"2023-08-28T02:40:38.085562+0000","last_undegraded":"2023-08-28T02:40:38.085562+0000","last_fullsized":"2023-08-28T02:40:38.085562+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:30:33.173713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":378,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.070592+0000","last_change":"2023-08-28T02:33:12.305580+0000","last_active":"2023-08-28T02:40:38.070592+0000","last_peered":"2023-08-28T02:40:38.070592+0000","last_clean":"2023-08-28T02:40:38.070592+0000","last_became_active":"2023-08-28T02:33:12.305261+0000","last_became_peered":"2023-08-28T02:33:12.305261+0000","last_unstale":"2023-08-28T02:40:38.070592+0000","last_undegraded":"2023-08-28T02:40:38.070592+0000","last_fullsized":"2023-08-28T02:40:38.070592+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:22:31.614221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"65'2","reported_seq":345,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.085473+0000","last_change":"2023-08-28T02:31:51.991101+0000","last_active":"2023-08-28T02:40:38.085473+0000","last_peered":"2023-08-28T02:40:38.085473+0000","last_clean":"2023-08-28T02:40:38.085473+0000","last_became_active":"2023-08-28T02:31:51.987237+0000","last_became_peered":"2023-08-28T02:31:51.987237+0000","last_unstale":"2023-08-28T02:40:38.085473+0000","last_undegraded":"2023-08-28T02:40:38.085473+0000","last_fullsized":"2023-08-28T02:40:38.085473+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:07:07.370857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":380,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:44.059494+0000","last_change":"2023-08-28T02:33:12.494483+0000","last_active":"2023-08-28T02:40:44.059494+0000","last_peered":"2023-08-28T02:40:44.059494+0000","last_clean":"2023-08-28T02:40:44.059494+0000","last_became_active":"2023-08-28T02:33:12.494136+0000","last_became_peered":"2023-08-28T02:33:12.494136+0000","last_unstale":"2023-08-28T02:40:44.059494+0000","last_undegraded":"2023-08-28T02:40:44.059494+0000","last_fullsized":"2023-08-28T02:40:44.059494+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:36.772588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"65'1","reported_seq":325,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.083345+0000","last_change":"2023-08-28T02:33:13.287922+0000","last_active":"2023-08-28T02:40:38.083345+0000","last_peered":"2023-08-28T02:40:38.083345+0000","last_clean":"2023-08-28T02:40:38.083345+0000","last_became_active":"2023-08-28T02:33:13.287520+0000","last_became_peered":"2023-08-28T02:33:13.287520+0000","last_unstale":"2023-08-28T02:40:38.083345+0000","last_undegraded":"2023-08-28T02:40:38.083345+0000","last_fullsized":"2023-08-28T02:40:38.083345+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:11.627168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":339,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.082546+0000","last_change":"2023-08-28T02:33:13.289469+0000","last_active":"2023-08-28T02:40:38.082546+0000","last_peered":"2023-08-28T02:40:38.082546+0000","last_clean":"2023-08-28T02:40:38.082546+0000","last_became_active":"2023-08-28T02:33:13.288737+0000","last_became_peered":"2023-08-28T02:33:13.288737+0000","last_unstale":"2023-08-28T02:40:38.082546+0000","last_undegraded":"2023-08-28T02:40:38.082546+0000","last_fullsized":"2023-08-28T02:40:38.082546+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:11:15.043550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"65'4","reported_seq":363,"reported_epoch":382,"state":"active+clean","last_fresh":"2023-08-28T02:40:38.071318+0000","last_change":"2023-08-28T02:32:28.607010+0000","last_active":"2023-08-28T02:40:38.071318+0000","last_peered":"2023-08-28T02:40:38.071318+0000","last_clean":"2023-08-28T02:40:38.071318+0000","last_became_active":"2023-08-28T02:32:28.492224+0000","last_became_peered":"2023-08-28T02:32:28.492224+0000","last_unstale":"2023-08-28T02:40:38.071318+0000","last_undegraded":"2023-08-28T02:40:38.071318+0000","last_fullsized":"2023-08-28T02:40:38.071318+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:13:45.711951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":554,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":390,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:44.059351+0000","last_change":"2023-08-28T02:33:13.309144+0000","last_active":"2023-08-28T02:40:44.059351+0000","last_peered":"2023-08-28T02:40:44.059351+0000","last_clean":"2023-08-28T02:40:44.059351+0000","last_became_active":"2023-08-28T02:33:13.308910+0000","last_became_peered":"2023-08-28T02:33:13.308910+0000","last_unstale":"2023-08-28T02:40:44.059351+0000","last_undegraded":"2023-08-28T02:40:44.059351+0000","last_fullsized":"2023-08-28T02:40:44.059351+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:09:59.549591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":2995453976,"num_objects":45708,"num_object_clones":0,"num_object_copies":137124,"num_objects_missing_on_primary":2888,"num_objects_missing":2888,"num_objects_degraded":13164,"num_objects_misplaced":14087,"num_objects_unfound":0,"num_objects_dirty":45708,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":140906,"num_write_kb":5971585,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":50720,"num_bytes_recovered":3297509376,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":10242371584,"data_stored":10242359368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":96954,"ondisk_log_size":96954,"up":48,"acting":45,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":10126,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":370028,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":89,"num_read_kb":167,"num_write":44,"num_write_kb":440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":584707,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2048000,"data_stored":2033792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299807,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1430880,"kb_used_data":926040,"kb_used_omap":0,"kb_used_meta":504832,"kb_avail":92314272,"statfs":{"total":95995035648,"available":94529814528,"internally_reserved":0,"allocated":948264960,"data_stored":946743333,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":516947968},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:40:18 2023","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.46999999999999997,"15min":0.95699999999999996},"min":{"1min":0.34599999999999997,"5min":0.23499999999999999,"15min":0.219},"max":{"1min":2.1429999999999998,"5min":2.1429999999999998,"15min":13.118},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.51500000000000001,"15min":1.3360000000000001},"min":{"1min":0.309,"5min":0.247,"15min":0.246},"max":{"1min":0.69599999999999995,"5min":2.6989999999999998,"15min":17.402999999999999},"last":0.48599999999999999}]},{"osd":1,"last update":"Mon Aug 28 02:40:48 2023","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.50600000000000001,"15min":1.4390000000000001},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.89500000000000002,"5min":3.113,"15min":17.43},"last":0.433},{"interface":"front","average":{"1min":0.46899999999999997,"5min":0.61099999999999999,"15min":1.391},"min":{"1min":0.313,"5min":0.28699999999999998,"15min":0.25900000000000001},"max":{"1min":0.92700000000000005,"5min":4.9749999999999996,"15min":19.913},"last":0.35799999999999998}]},{"osd":2,"last update":"Mon Aug 28 02:40:33 2023","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.48999999999999999,"15min":0.98299999999999998},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.22900000000000001},"max":{"1min":0.71599999999999997,"5min":2.96,"15min":8.2970000000000006},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.46700000000000003,"5min":0.58899999999999997,"15min":0.90200000000000002},"min":{"1min":0.36599999999999999,"5min":0.34499999999999997,"15min":0.28699999999999998},"max":{"1min":0.59599999999999997,"5min":2.399,"15min":9.2219999999999995},"last":0.503}]},{"osd":3,"last update":"Mon Aug 28 02:40:22 2023","interfaces":[{"interface":"back","average":{"1min":0.69199999999999995,"5min":0.629,"15min":0.67900000000000005},"min":{"1min":0.35699999999999998,"5min":0.312,"15min":0.312},"max":{"1min":3.9430000000000001,"5min":3.9430000000000001,"15min":3.9430000000000001},"last":0.39000000000000001},{"interface":"front","average":{"1min":0.76200000000000001,"5min":0.62,"15min":0.626},"min":{"1min":0.39800000000000002,"5min":0.32700000000000001,"15min":0.308},"max":{"1min":3.7599999999999998,"5min":4.1879999999999997,"15min":4.1879999999999997},"last":0.371}]},{"osd":4,"last update":"Mon Aug 28 02:40:18 2023","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.47799999999999998,"15min":1.109},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.245},"max":{"1min":0.78000000000000003,"5min":2.677,"15min":18.943000000000001},"last":0.318},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.58899999999999997,"15min":0.79700000000000004},"min":{"1min":0.28999999999999998,"5min":0.28699999999999998,"15min":0.25700000000000001},"max":{"1min":0.76800000000000002,"5min":3.282,"15min":7.2130000000000001},"last":0.33800000000000002}]},{"osd":5,"last update":"Mon Aug 28 02:40:18 2023","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.52100000000000002,"15min":0.876},"min":{"1min":0.31,"5min":0.28100000000000003,"15min":0.23599999999999999},"max":{"1min":2.0790000000000002,"5min":2.6669999999999998,"15min":14.622},"last":0.40600000000000003},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.56699999999999995,"15min":1.1080000000000001},"min":{"1min":0.30599999999999999,"5min":0.27100000000000002,"15min":0.27000000000000002},"max":{"1min":1.383,"5min":3.214,"15min":17.324999999999999},"last":0.53800000000000003}]},{"osd":6,"last update":"Mon Aug 28 02:40:18 2023","interfaces":[{"interface":"back","average":{"1min":0.71599999999999997,"5min":0.66700000000000004,"15min":1.165},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.30499999999999999},"max":{"1min":3.3170000000000002,"5min":3.8959999999999999,"15min":17.454999999999998},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.59699999999999998,"15min":0.754},"min":{"1min":0.34899999999999998,"5min":0.33400000000000002,"15min":0.28999999999999998},"max":{"1min":0.68700000000000006,"5min":2.4399999999999999,"15min":7.665},"last":0.42499999999999999}]}]},{"osd":6,"up_from":0,"seq":193273528738,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":101,"seq":433791697197,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1184360,"kb_used_data":556192,"kb_used_omap":4,"kb_used_meta":628155,"kb_avail":92560792,"statfs":{"total":95995035648,"available":94782251008,"internally_reserved":0,"allocated":569540608,"data_stored":567343886,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":643231630},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:40:50 2023","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.45500000000000002,"15min":1.363},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":2.327,"5min":2.327,"15min":24.545999999999999},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.55700000000000005,"15min":1.875},"min":{"1min":0.245,"5min":0.245,"15min":0.23599999999999999},"max":{"1min":2.2959999999999998,"5min":3.496,"15min":24.515000000000001},"last":0.36799999999999999}]},{"osd":2,"last update":"Mon Aug 28 02:40:39 2023","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.59499999999999997,"15min":1.6000000000000001},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":2.3820000000000001,"5min":3.544,"15min":22.161000000000001},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.623,"5min":0.58499999999999996,"15min":1.204},"min":{"1min":0.27800000000000002,"5min":0.26200000000000001,"15min":0.254},"max":{"1min":3.2130000000000001,"5min":3.2130000000000001,"15min":19.100999999999999},"last":0.443}]},{"osd":3,"last update":"Mon Aug 28 02:40:26 2023","interfaces":[{"interface":"back","average":{"1min":0.72599999999999998,"5min":0.58699999999999997,"15min":0.52000000000000002},"min":{"1min":0.27900000000000003,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":2.71,"5min":2.742,"15min":2.742},"last":0.40100000000000002},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.58499999999999996,"15min":0.54400000000000004},"min":{"1min":0.40000000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.93799999999999994,"5min":3.5819999999999999,"15min":3.5819999999999999},"last":0.51900000000000002}]},{"osd":4,"last update":"Mon Aug 28 02:40:50 2023","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":0.61399999999999999,"15min":1.093},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.28499999999999998},"max":{"1min":3.2570000000000001,"5min":3.2570000000000001,"15min":18.992999999999999},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.58099999999999996,"15min":1.194},"min":{"1min":0.35699999999999998,"5min":0.32500000000000001,"15min":0.28899999999999998},"max":{"1min":0.85699999999999998,"5min":2.0070000000000001,"15min":14.779999999999999},"last":0.69799999999999995}]},{"osd":5,"last update":"Mon Aug 28 02:40:50 2023","interfaces":[{"interface":"back","average":{"1min":0.72399999999999998,"5min":2.6400000000000001,"15min":2.1219999999999999},"min":{"1min":0.40000000000000002,"5min":0.372,"15min":0.29999999999999999},"max":{"1min":2.4220000000000002,"5min":188.94900000000001,"15min":188.94900000000001},"last":0.68000000000000005},{"interface":"front","average":{"1min":0.77400000000000002,"5min":2.6779999999999999,"15min":1.99},"min":{"1min":0.38100000000000001,"5min":0.35299999999999998,"15min":0.33600000000000002},"max":{"1min":3.2949999999999999,"5min":188.803,"15min":188.803},"last":0.71899999999999997}]},{"osd":6,"last update":"Mon Aug 28 02:40:50 2023","interfaces":[{"interface":"back","average":{"1min":0.748,"5min":0.71199999999999997,"15min":1.403},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.34300000000000003},"max":{"1min":2.4540000000000002,"5min":3.6400000000000001,"15min":12.221},"last":0.73799999999999999},{"interface":"front","average":{"1min":0.82399999999999995,"5min":0.747,"15min":1.2649999999999999},"min":{"1min":0.44,"5min":0.39100000000000001,"15min":0.35699999999999998},"max":{"1min":3.371,"5min":3.371,"15min":19.021999999999998},"last":0.77300000000000002}]},{"osd":7,"last update":"Mon Aug 28 02:40:50 2023","interfaces":[{"interface":"back","average":{"1min":0.82699999999999996,"5min":0.74399999999999999,"15min":1.296},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":3.3330000000000002,"5min":3.3330000000000002,"15min":19.047999999999998},"last":0.66800000000000004},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.68999999999999995,"15min":1.3520000000000001},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.34399999999999997},"max":{"1min":0.90100000000000002,"5min":2.3679999999999999,"15min":14.818},"last":0.754}]}]},{"osd":0,"up_from":87,"seq":373662155063,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2513124,"kb_used_data":1830044,"kb_used_omap":5,"kb_used_meta":683066,"kb_avail":91232028,"statfs":{"total":95995035648,"available":93421596672,"internally_reserved":0,"allocated":1873965056,"data_stored":1871654220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":699460218},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:40:43 2023","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":0.48299999999999998,"15min":1.115},"min":{"1min":0.25,"5min":0.221,"15min":0.184},"max":{"1min":0.97399999999999998,"5min":3.7709999999999999,"15min":30.315000000000001},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.51000000000000001,"15min":1.55},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.249},"max":{"1min":1.339,"5min":4.0679999999999996,"15min":69.272000000000006},"last":0.38500000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:40:43 2023","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.623,"15min":1.3480000000000001},"min":{"1min":0.29799999999999999,"5min":0.247,"15min":0.23699999999999999},"max":{"1min":1.3180000000000001,"5min":4.4020000000000001,"15min":20.959},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.63700000000000001,"15min":1.2609999999999999},"min":{"1min":0.316,"5min":0.28000000000000003,"15min":0.247},"max":{"1min":1.0049999999999999,"5min":6.1180000000000003,"15min":9.3729999999999993},"last":0.45300000000000001}]},{"osd":3,"last update":"Mon Aug 28 02:40:23 2023","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.754,"15min":0.746},"min":{"1min":0.39400000000000002,"5min":0.32800000000000001,"15min":0.26600000000000001},"max":{"1min":1.512,"5min":5.6680000000000001,"15min":5.6680000000000001},"last":0.503},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.74299999999999999,"15min":0.75700000000000001},"min":{"1min":0.38100000000000001,"5min":0.31,"15min":0.31},"max":{"1min":1.302,"5min":4.9199999999999999,"15min":4.9199999999999999},"last":0.53200000000000003}]},{"osd":4,"last update":"Mon Aug 28 02:40:23 2023","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.60899999999999999,"15min":2.02},"min":{"1min":0.372,"5min":0.315,"15min":0.314},"max":{"1min":0.89500000000000002,"5min":4.3339999999999996,"15min":274.33199999999999},"last":0.56399999999999995},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.64300000000000002,"15min":2.2469999999999999},"min":{"1min":0.38100000000000001,"5min":0.34999999999999998,"15min":0.28199999999999997},"max":{"1min":1.4019999999999999,"5min":2.8969999999999998,"15min":266.31999999999999},"last":0.57299999999999995}]},{"osd":5,"last update":"Mon Aug 28 02:40:23 2023","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.65100000000000002,"15min":1.109},"min":{"1min":0.41199999999999998,"5min":0.34899999999999998,"15min":0.29299999999999998},"max":{"1min":0.83499999999999996,"5min":4.2089999999999996,"15min":8.9789999999999992},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.64000000000000001,"15min":1.4850000000000001},"min":{"1min":0.38600000000000001,"5min":0.36699999999999999,"15min":0.34799999999999998},"max":{"1min":1.429,"5min":2.8039999999999998,"15min":15.231},"last":0.51700000000000002}]},{"osd":6,"last update":"Mon Aug 28 02:40:23 2023","interfaces":[{"interface":"back","average":{"1min":0.73299999999999998,"5min":0.72499999999999998,"15min":1.29},"min":{"1min":0.46800000000000003,"5min":0.41299999999999998,"15min":0.29399999999999998},"max":{"1min":2.3370000000000002,"5min":4.2869999999999999,"15min":15.122999999999999},"last":0.64800000000000002},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.66900000000000004,"15min":1.5489999999999999},"min":{"1min":0.42499999999999999,"5min":0.38300000000000001,"15min":0.35599999999999998},"max":{"1min":2.3660000000000001,"5min":2.927,"15min":15.186999999999999},"last":0.61699999999999999}]},{"osd":7,"last update":"Mon Aug 28 02:40:23 2023","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.80200000000000005,"15min":1.5},"min":{"1min":0.48899999999999999,"5min":0.434,"15min":0.33400000000000002},"max":{"1min":0.79500000000000004,"5min":4.4390000000000001,"15min":16.183},"last":0.68700000000000006},{"interface":"front","average":{"1min":0.67200000000000004,"5min":0.80000000000000004,"15min":1.3049999999999999},"min":{"1min":0.54700000000000004,"5min":0.46000000000000002,"15min":0.35999999999999999},"max":{"1min":1.036,"5min":4.2519999999999998,"15min":8.9960000000000004},"last":0.628}]}]},{"osd":2,"up_from":0,"seq":502511173923,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":297,"seq":1275605287005,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":653440,"kb_used_data":490616,"kb_used_omap":2,"kb_used_meta":162813,"kb_avail":93091712,"statfs":{"total":95995035648,"available":95325913088,"internally_reserved":0,"allocated":502390784,"data_stored":500218793,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":166720565},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:40:20 2023","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.48999999999999999,"15min":0.46200000000000002},"min":{"1min":0.24199999999999999,"5min":0.224,"15min":0.22},"max":{"1min":3.802,"5min":3.802,"15min":6.8819999999999997},"last":0.434},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.48499999999999999,"15min":0.65100000000000002},"min":{"1min":0.28499999999999998,"5min":0.25900000000000001,"15min":0.217},"max":{"1min":1.5409999999999999,"5min":1.5409999999999999,"15min":6.7839999999999998},"last":0.41899999999999998}]},{"osd":1,"last update":"Mon Aug 28 02:40:20 2023","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.53700000000000003,"15min":0.47599999999999998},"min":{"1min":0.309,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":1.421,"5min":3.044,"15min":4.0650000000000004},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.55600000000000005,"15min":0.67800000000000005},"min":{"1min":0.33000000000000002,"5min":0.249,"15min":0.249},"max":{"1min":0.91800000000000004,"5min":3.9249999999999998,"15min":3.9249999999999998},"last":0.34100000000000003}]},{"osd":2,"last update":"Mon Aug 28 02:40:20 2023","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.51400000000000001,"15min":0.59399999999999997},"min":{"1min":0.30499999999999999,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.84299999999999997,"5min":2.1659999999999999,"15min":2.5449999999999999},"last":0.38600000000000001},{"interface":"front","average":{"1min":0.65900000000000003,"5min":0.60299999999999998,"15min":0.57799999999999996},"min":{"1min":0.308,"5min":0.29599999999999999,"15min":0.29299999999999998},"max":{"1min":3.7440000000000002,"5min":3.7440000000000002,"15min":4.7030000000000003},"last":0.318}]},{"osd":4,"last update":"Mon Aug 28 02:40:20 2023","interfaces":[{"interface":"back","average":{"1min":0.69499999999999995,"5min":0.66300000000000003,"15min":0.60299999999999998},"min":{"1min":0.34499999999999997,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":3.887,"5min":6.2670000000000003,"15min":6.2670000000000003},"last":0.40300000000000002},{"interface":"front","average":{"1min":0.89300000000000002,"5min":0.64900000000000002,"15min":0.59399999999999997},"min":{"1min":0.441,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":5.423,"5min":5.423,"15min":5.423},"last":0.45700000000000002}]},{"osd":5,"last update":"Mon Aug 28 02:40:20 2023","interfaces":[{"interface":"back","average":{"1min":0.91900000000000004,"5min":0.67800000000000005,"15min":0.623},"min":{"1min":0.378,"5min":0.313,"15min":0.313},"max":{"1min":5.4660000000000002,"5min":5.4660000000000002,"15min":5.4660000000000002},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.629,"15min":0.57299999999999995},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.35399999999999998},"max":{"1min":0.69199999999999995,"5min":3.411,"15min":3.411},"last":0.44600000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:40:20 2023","interfaces":[{"interface":"back","average":{"1min":0.76200000000000001,"5min":0.69299999999999995,"15min":0.66100000000000003},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":3.9199999999999999,"5min":3.9199999999999999,"15min":3.9199999999999999},"last":0.50600000000000001},{"interface":"front","average":{"1min":1.0660000000000001,"5min":0.749,"15min":0.68999999999999995},"min":{"1min":0.5,"5min":0.378,"15min":0.378},"max":{"1min":5.5,"5min":5.5,"15min":5.5},"last":0.55300000000000005}]},{"osd":7,"last update":"Mon Aug 28 02:40:20 2023","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.66000000000000003,"15min":0.60899999999999999},"min":{"1min":0.437,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.77900000000000003,"5min":2.9399999999999999,"15min":2.9399999999999999},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.79900000000000004,"5min":0.74299999999999999,"15min":0.68000000000000005},"min":{"1min":0.42999999999999999,"5min":0.42099999999999999,"15min":0.41999999999999998},"max":{"1min":3.8460000000000001,"5min":3.8460000000000001,"15min":3.8460000000000001},"last":0.53000000000000003}]}]},{"osd":4,"up_from":30,"seq":128849019300,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2527152,"kb_used_data":2017128,"kb_used_omap":0,"kb_used_meta":510016,"kb_avail":91218000,"statfs":{"total":95995035648,"available":93407232000,"internally_reserved":0,"allocated":2065539072,"data_stored":2064010186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":522256384},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,1,0,1,0,2,2,0,1,2,7,3],"upper_bound":4096},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:40:27 2023","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.51400000000000001,"15min":1.222},"min":{"1min":0.23699999999999999,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":4.0620000000000003,"5min":4.46,"15min":22.515000000000001},"last":0.46300000000000002},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.52400000000000002,"15min":1.1299999999999999},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.23200000000000001},"max":{"1min":4.0449999999999999,"5min":4.0449999999999999,"15min":22.454000000000001},"last":0.63}]},{"osd":1,"last update":"Mon Aug 28 02:39:53 2023","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.56399999999999995,"15min":1.1970000000000001},"min":{"1min":0.28799999999999998,"5min":0.26300000000000001,"15min":0.248},"max":{"1min":1.28,"5min":5.5979999999999999,"15min":23.082000000000001},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.56100000000000005,"15min":1.3049999999999999},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.26000000000000001},"max":{"1min":1.341,"5min":4.5910000000000002,"15min":25.100000000000001},"last":0.56799999999999995}]},{"osd":2,"last update":"Mon Aug 28 02:40:27 2023","interfaces":[{"interface":"back","average":{"1min":0.871,"5min":0.65600000000000003,"15min":1.248},"min":{"1min":0.33000000000000002,"5min":0.28299999999999997,"15min":0.27900000000000003},"max":{"1min":4.1779999999999999,"5min":4.5430000000000001,"15min":13.194000000000001},"last":0.70999999999999996},{"interface":"front","average":{"1min":0.70799999999999996,"5min":0.621,"15min":1.1220000000000001},"min":{"1min":0.31,"5min":0.31,"15min":0.29399999999999998},"max":{"1min":4.0890000000000004,"5min":5.6360000000000001,"15min":13.515000000000001},"last":0.58499999999999996}]},{"osd":3,"last update":"Mon Aug 28 02:40:27 2023","interfaces":[{"interface":"back","average":{"1min":0.91700000000000004,"5min":0.64200000000000002,"15min":0.748},"min":{"1min":0.38200000000000001,"5min":0.34200000000000003,"15min":0.32100000000000001},"max":{"1min":4.2060000000000004,"5min":4.2060000000000004,"15min":7.7480000000000002},"last":0.505},{"interface":"front","average":{"1min":0.92500000000000004,"5min":0.69199999999999995,"15min":0.69499999999999995},"min":{"1min":0.36499999999999999,"5min":0.34100000000000003,"15min":0.30199999999999999},"max":{"1min":4.1189999999999998,"5min":4.1189999999999998,"15min":4.1189999999999998},"last":0.41499999999999998}]},{"osd":5,"last update":"Mon Aug 28 02:40:05 2023","interfaces":[{"interface":"back","average":{"1min":0.65500000000000003,"5min":0.53100000000000003,"15min":0.89200000000000002},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.222},"max":{"1min":4.1459999999999999,"5min":4.609,"15min":8.6850000000000005},"last":0.318},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.47099999999999997,"15min":0.94799999999999995},"min":{"1min":0.307,"5min":0.29799999999999999,"15min":0.20699999999999999},"max":{"1min":0.64600000000000002,"5min":1.5700000000000001,"15min":8.6370000000000005},"last":0.66600000000000004}]},{"osd":6,"last update":"Mon Aug 28 02:40:22 2023","interfaces":[{"interface":"back","average":{"1min":0.71599999999999997,"5min":0.55600000000000005,"15min":0.90100000000000002},"min":{"1min":0.315,"5min":0.28699999999999998,"15min":0.26500000000000001},"max":{"1min":4.6589999999999998,"5min":4.6589999999999998,"15min":8.8480000000000008},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.68100000000000005,"5min":0.54800000000000004,"15min":0.95299999999999996},"min":{"1min":0.33100000000000002,"5min":0.31,"15min":0.26600000000000001},"max":{"1min":4.2350000000000003,"5min":4.2350000000000003,"15min":8.5},"last":0.44400000000000001}]},{"osd":7,"last update":"Mon Aug 28 02:40:27 2023","interfaces":[{"interface":"back","average":{"1min":0.74099999999999999,"5min":0.63900000000000001,"15min":1.0029999999999999},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.22500000000000001},"max":{"1min":4.1109999999999998,"5min":4.5720000000000001,"15min":9.3209999999999997},"last":0.76100000000000001},{"interface":"front","average":{"1min":1.048,"5min":0.67500000000000004,"15min":0.96499999999999997},"min":{"1min":0.38200000000000001,"5min":0.32400000000000001,"15min":0.30299999999999999},"max":{"1min":4.6959999999999997,"5min":4.6959999999999997,"15min":15.597},"last":0.69299999999999995}]}]},{"osd":5,"up_from":37,"seq":158913790373,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1863696,"kb_used_data":1296136,"kb_used_omap":0,"kb_used_meta":567552,"kb_avail":91881456,"statfs":{"total":95995035648,"available":94086610944,"internally_reserved":0,"allocated":1327243264,"data_stored":1325734239,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":581173248},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,0,1,0,0,0,0,1],"upper_bound":256},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:39:55 2023","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.44500000000000001,"15min":1.244},"min":{"1min":0.23999999999999999,"5min":0.23799999999999999,"15min":0.20200000000000001},"max":{"1min":0.747,"5min":1.1100000000000001,"15min":15.156000000000001},"last":0.27400000000000002},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.56200000000000006,"15min":1.3049999999999999},"min":{"1min":0.33900000000000002,"5min":0.26400000000000001,"15min":0.24099999999999999},"max":{"1min":1.9830000000000001,"5min":4.298,"15min":19.815999999999999},"last":0.40600000000000003}]},{"osd":1,"last update":"Mon Aug 28 02:39:55 2023","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.52700000000000002,"15min":1.405},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.23699999999999999},"max":{"1min":1.5229999999999999,"5min":3.7989999999999999,"15min":17.998000000000001},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56299999999999994,"15min":1.3680000000000001},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26000000000000001},"max":{"1min":1.661,"5min":4.2149999999999999,"15min":19.853000000000002},"last":0.433}]},{"osd":2,"last update":"Mon Aug 28 02:39:55 2023","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.53700000000000003,"15min":1.1639999999999999},"min":{"1min":0.33600000000000002,"5min":0.28100000000000003,"15min":0.27700000000000002},"max":{"1min":2.9359999999999999,"5min":2.9359999999999999,"15min":13.335000000000001},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.68000000000000005,"5min":0.66900000000000004,"15min":1.4370000000000001},"min":{"1min":0.39800000000000002,"5min":0.32600000000000001,"15min":0.28499999999999998},"max":{"1min":1.6379999999999999,"5min":4.2400000000000002,"15min":10.084},"last":0.46600000000000003}]},{"osd":3,"last update":"Mon Aug 28 02:40:27 2023","interfaces":[{"interface":"back","average":{"1min":0.64300000000000002,"5min":0.56100000000000005,"15min":1.006},"min":{"1min":0.318,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":2.0329999999999999,"5min":3.7730000000000001,"15min":16.190999999999999},"last":0.39600000000000002},{"interface":"front","average":{"1min":0.82499999999999996,"5min":0.69099999999999995,"15min":1.2769999999999999},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":3.9790000000000001,"5min":4.8230000000000004,"15min":21.420999999999999},"last":0.93999999999999995}]},{"osd":4,"last update":"Mon Aug 28 02:40:02 2023","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.432,"15min":0.91200000000000003},"min":{"1min":0.28100000000000003,"5min":0.25,"15min":0.23100000000000001},"max":{"1min":0.91300000000000003,"5min":1.516,"15min":13.616},"last":0.308},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.58699999999999997,"15min":1.1000000000000001},"min":{"1min":0.29699999999999999,"5min":0.29299999999999998,"15min":0.25700000000000001},"max":{"1min":1.3320000000000001,"5min":4.1879999999999997,"15min":10.566000000000001},"last":0.44900000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:39:55 2023","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.59199999999999997,"15min":1.1439999999999999},"min":{"1min":0.34999999999999998,"5min":0.28599999999999998,"15min":0.23300000000000001},"max":{"1min":1.9099999999999999,"5min":4.04,"15min":17.510000000000002},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.55300000000000005,"15min":1.0800000000000001},"min":{"1min":0.308,"5min":0.29499999999999998,"15min":0.254},"max":{"1min":1.165,"5min":3.726,"15min":15.856999999999999},"last":0.37}]},{"osd":7,"last update":"Mon Aug 28 02:39:55 2023","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.66600000000000004,"15min":1.3029999999999999},"min":{"1min":0.37,"5min":0.34999999999999998,"15min":0.315},"max":{"1min":2.048,"5min":6.9630000000000001,"15min":31.707000000000001},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.70199999999999996,"15min":1.367},"min":{"1min":0.34699999999999998,"5min":0.33000000000000002,"15min":0.318},"max":{"1min":1.403,"5min":4.5890000000000004,"15min":31.66},"last":0.48199999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1866141696,"data_stored":1866137624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":563478528,"data_stored":563478528,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1352728576,"data_stored":1352728576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":494469120,"data_stored":494469120,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":2054098944,"data_stored":2054094872,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1317928960,"data_stored":1317928960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1651249152,"data_stored":1651245080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":942276608,"data_stored":942276608,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:40:55.210 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph status --format=json 2023-08-28T02:40:55.243 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:40:55.293 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:55.385 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:40:55.389 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:55.389 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:40:55.490 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:40:55.518 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:55.537 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:40:55.539 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:55.540 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:40:55.600 INFO:teuthology.orchestra.run.smithi040.stdout:ERROR: (22) Invalid argument 2023-08-28T02:40:55.600 INFO:teuthology.orchestra.run.smithi040.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:40:55.641 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:40:55.670 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:55.696 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:40:55.700 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:55.700 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:40:55.730 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:55 smithi040 ceph-mon[170259]: from='client.56722 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:40:55.731 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:55 smithi040 ceph-mon[175404]: from='client.56722 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:40:55.731 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:40:55 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:40:55] "GET /metrics HTTP/1.1" 200 36614 "" "Prometheus/2.43.0" 2023-08-28T02:40:55.800 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:40:55.840 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:55.975 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:40:55.986 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.1 dump_historic_ops 2023-08-28T02:40:55.990 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:55 smithi083 ceph-mon[157819]: from='client.56722 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:40:55.997 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:40:56.016 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:40:56.020 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:56.020 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:40:56.121 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:40:56.150 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:56.175 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:40:56.178 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:56.179 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:40:56.280 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:40:56.310 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:56.329 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:40:56.332 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:56.332 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:40:56.433 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:40:56.462 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:56.486 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:40:56.489 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:56.490 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:40:56.590 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:40:56.619 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:56.622 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:56 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 13164/137193 objects degraded (9.595%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:40:56.622 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:56 smithi040 ceph-mon[170259]: pgmap v1195: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.8 GiB data, 9.6 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 156 op/s; 13054/135777 objects degraded (9.614%); 14046/135777 objects misplaced (10.345%); 2.0 MiB/s, 31 objects/s recovering 2023-08-28T02:40:56.623 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:56 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 13164/137193 objects degraded (9.595%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:40:56.623 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:56 smithi040 ceph-mon[175404]: pgmap v1195: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.8 GiB data, 9.6 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 156 op/s; 13054/135777 objects degraded (9.614%); 14046/135777 objects misplaced (10.345%); 2.0 MiB/s, 31 objects/s recovering 2023-08-28T02:40:56.641 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:40:56.644 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:56.644 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:40:56.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:56 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 13164/137193 objects degraded (9.595%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:40:56.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:56 smithi083 ceph-mon[157819]: pgmap v1195: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.8 GiB data, 9.6 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 156 op/s; 13054/135777 objects degraded (9.614%); 14046/135777 objects misplaced (10.345%); 2.0 MiB/s, 31 objects/s recovering 2023-08-28T02:40:56.745 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:40:56.782 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:56.905 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:40:56.909 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:56.909 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:40:57.010 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:40:57.037 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:57.056 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:40:57.058 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:57.058 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:40:57.159 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:40:57.185 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:57.205 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:40:57.208 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:57.208 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:40:57.309 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:40:57.348 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:57.423 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:40:57.426 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:57.427 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:40:57.527 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:40:57.556 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:57.575 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:40:57.577 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:57.578 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:40:57.670 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:40:57.678 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:40:57.687 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:40:57.708 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:57.719 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:40:57.731 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:40:57.733 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:57.733 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:40:57.740 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:40:57.762 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:40:57.785 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:40:57.804 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:40:57.824 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:40:57.834 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:40:57.848 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:40:57.850 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-08-28T02:40:57.850 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-08-28T02:40:57.850 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-08-28T02:40:57.850 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-08-28T02:40:57.850 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-08-28T02:40:57.850 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-08-28T02:40:57.851 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-08-28T02:40:57.851 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-08-28T02:40:57.863 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:57.883 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:40:57.886 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:57.886 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:40:57.987 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:40:58.014 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:58.033 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:40:58.037 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:58.037 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:40:58.064 INFO:teuthology.orchestra.run.smithi040.stderr:noscrub is unset 2023-08-28T02:40:58.138 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:40:58.177 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:58 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2574645928' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:40:58.177 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:58 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/4136715669' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:40:58.177 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:58 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2574645928' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:40:58.177 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:58 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/4136715669' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:40:58.182 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:58.226 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:40:58.226 INFO:teuthology.orchestra.run.smithi040.stdout:{"fsid":"d9a8f48a-4546-11ee-817c-1b7a5f1ba315","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"nodeep-scrub flag(s) set","count":12},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 13054/135777 objects degraded (9.614%), 3 pgs degraded, 3 pgs undersized","count":6},"muted":false}},"mutes":[]},"election_epoch":34,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":1663,"monmap":{"epoch":4,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":385,"num_osds":8,"num_up_osds":8,"osd_up_since":1693189991,"num_in_osds":6,"osd_in_since":1693189947,"num_remapped_pgs":6},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":93},{"state_name":"active+remapped+backfill_wait","count":3},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":2},{"state_name":"active+recovering+undersized+degraded+remapped","count":1}],"num_pgs":99,"num_pools":5,"num_objects":45259,"data_bytes":2964896516,"bytes_used":10327977984,"bytes_avail":565642235904,"bytes_total":575970213888,"degraded_objects":13054,"degraded_total":135777,"degraded_ratio":0.096142940262341922,"misplaced_objects":14046,"misplaced_total":135777,"misplaced_ratio":0.10344903776044542,"recovering_objects_per_sec":31,"recovering_bytes_per_sec":2063751,"recovering_keys_per_sec":0,"num_objects_recovered":315,"num_bytes_recovered":20643840,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":156},"fsmap":{"epoch":7,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi040.wmhbsz","status":"up:active","gid":24577}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.40:8443/","prometheus":"http://172.21.15.40:9283/"}},"servicemap":{"epoch":22,"modified":"2023-08-28T02:34:10.384085+0000","services":{}},"progress_events":{"12dba03a-d529-4826-b243-e29af8fa97a8":{"message":"Upgrade to 18.2.0-187-g9cf20820 (5m)\n [============................] (remaining: 6m)","progress":0.44999998807907104,"add_to_ceph_s":true},"42e4bfe6-6201-4e43-94a3-bd00b5166574":{"message":"Global Recovery Event (9m)\n [==========================..] (remaining: 36s)","progress":0.93939393758773804,"add_to_ceph_s":true}}} 2023-08-28T02:40:58.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:58 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2574645928' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "noscrub"}]: dispatch 2023-08-28T02:40:58.241 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:58 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/4136715669' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:40:59.304 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:59 smithi040 ceph-mon[175404]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:40:59.343 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:59 smithi040 ceph-mon[175404]: failed to encode map e385 with expected crc 2023-08-28T02:40:59.343 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:59 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2574645928' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:40:59.343 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:59 smithi040 ceph-mon[175404]: osdmap e385: 8 total, 8 up, 6 in 2023-08-28T02:40:59.343 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:59 smithi040 ceph-mon[175404]: failed to encode map e385 with expected crc 2023-08-28T02:40:59.343 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:59 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2755573382' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:40:59.343 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:40:59 smithi040 ceph-mon[175404]: pgmap v1197: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.7 GiB data, 9.6 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 175 op/s; 13054/134757 objects degraded (9.687%); 13828/134757 objects misplaced (10.261%); 2.1 MiB/s, 33 objects/s recovering 2023-08-28T02:40:59.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:59 smithi040 ceph-mon[170259]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:40:59.343 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:59 smithi040 ceph-mon[170259]: failed to encode map e385 with expected crc 2023-08-28T02:40:59.344 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:59 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2574645928' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:40:59.344 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:59 smithi040 ceph-mon[170259]: osdmap e385: 8 total, 8 up, 6 in 2023-08-28T02:40:59.344 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:59 smithi040 ceph-mon[170259]: failed to encode map e385 with expected crc 2023-08-28T02:40:59.344 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:59 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2755573382' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:40:59.344 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:40:59 smithi040 ceph-mon[170259]: pgmap v1197: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.7 GiB data, 9.6 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 175 op/s; 13054/134757 objects degraded (9.687%); 13828/134757 objects misplaced (10.261%); 2.1 MiB/s, 33 objects/s recovering 2023-08-28T02:40:59.344 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:59.345 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:40:59.345 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:40:59.446 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:40:59.484 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:59.490 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:59 smithi083 ceph-mon[157819]: Health check update: nodeep-scrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:40:59.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:59 smithi083 ceph-mon[157819]: failed to encode map e385 with expected crc 2023-08-28T02:40:59.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:59 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2574645928' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "noscrub"}]': finished 2023-08-28T02:40:59.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:59 smithi083 ceph-mon[157819]: osdmap e385: 8 total, 8 up, 6 in 2023-08-28T02:40:59.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:59 smithi083 ceph-mon[157819]: failed to encode map e385 with expected crc 2023-08-28T02:40:59.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:59 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2755573382' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:40:59.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:40:59 smithi083 ceph-mon[157819]: pgmap v1197: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.7 GiB data, 9.6 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 175 op/s; 13054/134757 objects degraded (9.687%); 13828/134757 objects misplaced (10.261%); 2.1 MiB/s, 33 objects/s recovering 2023-08-28T02:40:59.508 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:40:59.517 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:59.518 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:40:59.618 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:40:59.645 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:59.666 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:40:59.668 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:59.669 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:40:59.769 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:40:59.779 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2023-08-28T02:40:59.780 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:40:59.797 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:40:59.815 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:40:59.818 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:40:59.818 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:40:59.919 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:40:59.951 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:41:00.126 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:41:00.129 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:41:00.130 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:41:00.163 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:41:00.230 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:41:00 smithi040 ceph-mon[170259]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:41:00.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:41:00 smithi040 ceph-mon[175404]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:41:00.231 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:41:00.264 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:41:00.286 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:41:00.289 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:41:00.289 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:41:00.390 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:41:00.427 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:41:00.491 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:41:00 smithi083 ceph-mon[157819]: from='mgr.34104 172.21.15.40:0/2758362692' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-08-28T02:41:00.500 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:41:00.503 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:41:00.504 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:41:00.605 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:41:00.632 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:41:00.651 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:41:00.653 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:41:00.653 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:41:00.754 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:41:00.783 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:41:00.809 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:41:00.813 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:41:00.813 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:41:00.882 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-08-28T02:41:00.882 INFO:teuthology.orchestra.run.smithi040.stdout: "size": 20, 2023-08-28T02:41:00.882 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 600, 2023-08-28T02:41:00.883 INFO:teuthology.orchestra.run.smithi040.stdout: "ops": [ 2023-08-28T02:41:00.883 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.883 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:93232 10.2 10:4acd7099:::benchmark_data_smithi040_250784_object93231:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e279)", 2023-08-28T02:41:00.883 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:14.191364+0000", 2023-08-28T02:41:00.883 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 526.68913657300004, 2023-08-28T02:41:00.883 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 18.483502566999999, 2023-08-28T02:41:00.883 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:41:00.883 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:41:00.883 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:41:00.883 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:41:00.884 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:41:00.884 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 93232 2023-08-28T02:41:00.884 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.884 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:41:00.884 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.884 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:41:00.884 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.191364+0000", 2023-08-28T02:41:00.884 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:41:00.884 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.884 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.884 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:41:00.885 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.191364+0000", 2023-08-28T02:41:00.885 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:41:00.885 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.885 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.885 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:41:00.885 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.191362+0000", 2023-08-28T02:41:00.885 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:41:00.885 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.885 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.885 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:41:00.885 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.191392+0000", 2023-08-28T02:41:00.885 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.9550999999999999e-05 2023-08-28T02:41:00.886 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.886 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.886 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:41:00.886 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.191407+0000", 2023-08-28T02:41:00.886 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.5923999999999999e-05 2023-08-28T02:41:00.886 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.886 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.886 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:41:00.886 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.191416+0000", 2023-08-28T02:41:00.886 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.7760000000000003e-06 2023-08-28T02:41:00.886 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.887 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.887 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:41:00.887 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.191474+0000", 2023-08-28T02:41:00.887 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.7837999999999997e-05 2023-08-28T02:41:00.887 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.887 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.887 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:41:00.887 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.191607+0000", 2023-08-28T02:41:00.887 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000133211 2023-08-28T02:41:00.887 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.888 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.888 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,4", 2023-08-28T02:41:00.888 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.191739+0000", 2023-08-28T02:41:00.888 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00013158000000000001 2023-08-28T02:41:00.888 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.888 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.888 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:41:00.888 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.195177+0000", 2023-08-28T02:41:00.888 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0034383700000000001 2023-08-28T02:41:00.888 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.889 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.889 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:41:00.889 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.198514+0000", 2023-08-28T02:41:00.889 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0033371249999999998 2023-08-28T02:41:00.889 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.889 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.889 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:41:00.889 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.674771+0000", 2023-08-28T02:41:00.889 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 18.476256628000002 2023-08-28T02:41:00.889 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.889 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.889 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:41:00.890 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.674811+0000", 2023-08-28T02:41:00.890 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.0318000000000003e-05 2023-08-28T02:41:00.890 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.890 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.890 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:41:00.890 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.674867+0000", 2023-08-28T02:41:00.890 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.5294000000000003e-05 2023-08-28T02:41:00.890 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:41:00.890 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:41:00.890 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:41:00.890 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.891 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.891 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:93262 10.2 10:4aeb0131:::benchmark_data_smithi040_250784_object93261:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e279)", 2023-08-28T02:41:00.891 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:14.251778+0000", 2023-08-28T02:41:00.891 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 526.62872289500001, 2023-08-28T02:41:00.891 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 18.423198287000002, 2023-08-28T02:41:00.891 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:41:00.891 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:41:00.891 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:41:00.891 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:41:00.891 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:41:00.891 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 93262 2023-08-28T02:41:00.892 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.892 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:41:00.892 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.892 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:41:00.892 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.251778+0000", 2023-08-28T02:41:00.892 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:41:00.892 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.892 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.892 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:41:00.892 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.251778+0000", 2023-08-28T02:41:00.892 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:41:00.892 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.893 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.893 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:41:00.893 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.251776+0000", 2023-08-28T02:41:00.893 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:41:00.893 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.893 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.893 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:41:00.893 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.251804+0000", 2023-08-28T02:41:00.893 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.8113999999999999e-05 2023-08-28T02:41:00.893 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.893 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.893 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:41:00.894 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.251818+0000", 2023-08-28T02:41:00.894 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.4064e-05 2023-08-28T02:41:00.894 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.894 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.894 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:41:00.894 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.251826+0000", 2023-08-28T02:41:00.894 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.8120000000000008e-06 2023-08-28T02:41:00.894 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.894 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.894 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:41:00.894 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.251885+0000", 2023-08-28T02:41:00.894 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.9583999999999997e-05 2023-08-28T02:41:00.895 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.895 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.895 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:41:00.895 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.252065+0000", 2023-08-28T02:41:00.895 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00017993100000000001 2023-08-28T02:41:00.895 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.895 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.895 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,4", 2023-08-28T02:41:00.895 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.252226+0000", 2023-08-28T02:41:00.895 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00016088800000000001 2023-08-28T02:41:00.895 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.896 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.896 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:41:00.896 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.255987+0000", 2023-08-28T02:41:00.896 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0037607230000000001 2023-08-28T02:41:00.896 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.896 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.896 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:41:00.896 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.258831+0000", 2023-08-28T02:41:00.896 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.002844348 2023-08-28T02:41:00.896 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.897 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.897 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:41:00.897 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.674903+0000", 2023-08-28T02:41:00.897 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 18.416072205999999 2023-08-28T02:41:00.897 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.897 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.897 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:41:00.897 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.674949+0000", 2023-08-28T02:41:00.897 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.5235999999999999e-05 2023-08-28T02:41:00.897 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.897 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.897 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:41:00.898 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.674976+0000", 2023-08-28T02:41:00.898 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.7402999999999998e-05 2023-08-28T02:41:00.898 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:41:00.898 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:41:00.898 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:41:00.898 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.898 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.898 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:93288 10.2 10:4ef81379:::benchmark_data_smithi040_250784_object93287:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e279)", 2023-08-28T02:41:00.898 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:14.323149+0000", 2023-08-28T02:41:00.898 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 526.55735142200001, 2023-08-28T02:41:00.898 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 18.351936534, 2023-08-28T02:41:00.899 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:41:00.899 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:41:00.899 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:41:00.899 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:41:00.899 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:41:00.899 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 93288 2023-08-28T02:41:00.899 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.899 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:41:00.899 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.899 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:41:00.899 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.323149+0000", 2023-08-28T02:41:00.899 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:41:00.900 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.900 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.900 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:41:00.900 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.323149+0000", 2023-08-28T02:41:00.900 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:41:00.900 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.900 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.900 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:41:00.900 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.323148+0000", 2023-08-28T02:41:00.900 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:41:00.900 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.900 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.901 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:41:00.901 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.323178+0000", 2023-08-28T02:41:00.901 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.0845e-05 2023-08-28T02:41:00.901 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.901 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.901 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:41:00.901 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.323197+0000", 2023-08-28T02:41:00.901 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.8541000000000001e-05 2023-08-28T02:41:00.901 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.901 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.901 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:41:00.902 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.323207+0000", 2023-08-28T02:41:00.902 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0018e-05 2023-08-28T02:41:00.902 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.902 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.902 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:41:00.902 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.323256+0000", 2023-08-28T02:41:00.902 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.9215000000000002e-05 2023-08-28T02:41:00.902 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.902 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.902 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:41:00.902 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.323413+0000", 2023-08-28T02:41:00.902 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00015721999999999999 2023-08-28T02:41:00.902 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.903 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.903 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,4", 2023-08-28T02:41:00.903 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.323533+0000", 2023-08-28T02:41:00.903 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000119363 2023-08-28T02:41:00.903 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.903 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.903 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:41:00.903 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.326407+0000", 2023-08-28T02:41:00.903 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0028743689999999999 2023-08-28T02:41:00.903 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.903 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.903 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:41:00.904 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.326664+0000", 2023-08-28T02:41:00.904 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000256655 2023-08-28T02:41:00.904 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.904 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.904 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:41:00.904 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.675011+0000", 2023-08-28T02:41:00.904 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 18.348347230999998 2023-08-28T02:41:00.904 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.904 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.904 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:41:00.904 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.675049+0000", 2023-08-28T02:41:00.904 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.7700999999999997e-05 2023-08-28T02:41:00.905 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.905 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.905 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:41:00.905 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.675086+0000", 2023-08-28T02:41:00.905 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.6905e-05 2023-08-28T02:41:00.905 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:41:00.905 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:41:00.905 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:41:00.905 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.905 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.905 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:93304 10.2 10:4b4a961c:::benchmark_data_smithi040_250784_object93303:head [set-alloc-hint object_size 65536 write_size 65536,write 0~65536 in=65536b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e279)", 2023-08-28T02:41:00.905 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:32:14.372577+0000", 2023-08-28T02:41:00.906 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 526.50792390100003, 2023-08-28T02:41:00.906 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 18.302606406999999, 2023-08-28T02:41:00.906 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:41:00.906 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:41:00.906 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:41:00.906 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:41:00.906 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:41:00.906 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 93304 2023-08-28T02:41:00.906 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.906 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:41:00.906 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.906 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:41:00.906 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.372577+0000", 2023-08-28T02:41:00.907 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:41:00.907 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.907 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.907 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:41:00.907 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.372577+0000", 2023-08-28T02:41:00.907 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:41:00.907 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.907 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.907 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:41:00.907 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.372576+0000", 2023-08-28T02:41:00.907 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:41:00.907 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.908 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.908 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:41:00.908 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.372618+0000", 2023-08-28T02:41:00.908 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.2212000000000002e-05 2023-08-28T02:41:00.908 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.908 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.908 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:41:00.908 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.372643+0000", 2023-08-28T02:41:00.908 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.5585999999999999e-05 2023-08-28T02:41:00.908 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.908 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.908 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:41:00.909 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.372653+0000", 2023-08-28T02:41:00.909 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.1200000000000008e-06 2023-08-28T02:41:00.909 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.909 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.909 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:41:00.909 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.372706+0000", 2023-08-28T02:41:00.909 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.3446999999999998e-05 2023-08-28T02:41:00.909 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.909 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.909 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:41:00.909 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.372837+0000", 2023-08-28T02:41:00.909 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00013135600000000001 2023-08-28T02:41:00.910 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.910 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.910 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,4", 2023-08-28T02:41:00.910 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.372972+0000", 2023-08-28T02:41:00.910 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00013499599999999999 2023-08-28T02:41:00.910 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.910 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.910 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:41:00.910 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.376350+0000", 2023-08-28T02:41:00.910 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00337718 2023-08-28T02:41:00.910 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.910 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.910 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:41:00.911 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:14.376510+0000", 2023-08-28T02:41:00.911 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00016010800000000001 2023-08-28T02:41:00.911 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.911 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.911 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:41:00.911 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.675112+0000", 2023-08-28T02:41:00.911 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 18.298602155000001 2023-08-28T02:41:00.911 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.911 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.911 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:41:00.911 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.675146+0000", 2023-08-28T02:41:00.912 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.4554000000000002e-05 2023-08-28T02:41:00.912 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.912 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.912 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:41:00.912 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:32:32.675183+0000", 2023-08-28T02:41:00.912 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.6711999999999997e-05 2023-08-28T02:41:00.912 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:41:00.912 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:41:00.912 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:41:00.912 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.912 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.913 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:118063 10.2 10:474ce98b:::benchmark_data_smithi040_250784_object24754:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e349)", 2023-08-28T02:41:00.913 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:37:50.434059+0000", 2023-08-28T02:41:00.913 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 190.446441832, 2023-08-28T02:41:00.913 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.011679935000000001, 2023-08-28T02:41:00.913 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:41:00.913 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:41:00.913 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:41:00.913 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:41:00.913 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:41:00.913 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 118063 2023-08-28T02:41:00.913 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.913 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:41:00.914 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.914 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:41:00.914 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:50.434059+0000", 2023-08-28T02:41:00.914 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:41:00.914 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.914 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.914 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:41:00.914 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:50.434059+0000", 2023-08-28T02:41:00.914 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:41:00.914 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.914 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.914 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:41:00.915 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:50.434057+0000", 2023-08-28T02:41:00.915 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:41:00.915 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.915 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.915 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:41:00.915 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:50.434065+0000", 2023-08-28T02:41:00.915 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.6090000000000001e-06 2023-08-28T02:41:00.915 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.915 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.915 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:41:00.915 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:50.434086+0000", 2023-08-28T02:41:00.915 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.0213000000000001e-05 2023-08-28T02:41:00.916 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.916 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.916 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:41:00.916 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:50.434097+0000", 2023-08-28T02:41:00.916 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1367e-05 2023-08-28T02:41:00.916 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.916 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.916 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:41:00.916 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:50.434175+0000", 2023-08-28T02:41:00.916 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.7671999999999998e-05 2023-08-28T02:41:00.916 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.916 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.917 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:41:00.917 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:50.434337+0000", 2023-08-28T02:41:00.917 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000162127 2023-08-28T02:41:00.917 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.917 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.917 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,4", 2023-08-28T02:41:00.917 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:50.434478+0000", 2023-08-28T02:41:00.917 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000140937 2023-08-28T02:41:00.917 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.917 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.917 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:41:00.918 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:50.444461+0000", 2023-08-28T02:41:00.918 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0099836019999999994 2023-08-28T02:41:00.918 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.918 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.918 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:41:00.918 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:50.444492+0000", 2023-08-28T02:41:00.918 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.1081000000000003e-05 2023-08-28T02:41:00.918 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.918 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.918 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:41:00.918 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:50.444578+0000", 2023-08-28T02:41:00.918 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.5025000000000007e-05 2023-08-28T02:41:00.919 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.919 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.919 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:41:00.919 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:50.445682+0000", 2023-08-28T02:41:00.919 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0011049390000000001 2023-08-28T02:41:00.919 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.919 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.919 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:41:00.919 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:50.445739+0000", 2023-08-28T02:41:00.919 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.6240999999999999e-05 2023-08-28T02:41:00.919 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:41:00.919 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:41:00.920 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:41:00.920 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.920 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.920 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:118064 10.2 10:4a307b32:::benchmark_data_smithi040_250784_object24755:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e349)", 2023-08-28T02:41:00.920 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:37:50.434125+0000", 2023-08-28T02:41:00.920 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 190.44637527, 2023-08-28T02:41:00.920 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.011748486000000001, 2023-08-28T02:41:00.920 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:41:00.920 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:41:00.920 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:41:00.920 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:41:00.920 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:41:00.921 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 118064 2023-08-28T02:41:00.921 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.921 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:41:00.921 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.921 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:41:00.921 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:50.434125+0000", 2023-08-28T02:41:00.921 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:41:00.921 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.921 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.921 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:41:00.921 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:50.434125+0000", 2023-08-28T02:41:00.921 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:41:00.922 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.922 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.922 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:41:00.922 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:50.434125+0000", 2023-08-28T02:41:00.922 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.999999 2023-08-28T02:41:00.922 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.922 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.922 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:41:00.922 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:50.434129+0000", 2023-08-28T02:41:00.922 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.4850000000000003e-06 2023-08-28T02:41:00.922 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.922 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.922 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:41:00.923 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:50.434139+0000", 2023-08-28T02:41:00.923 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.8360000000000004e-06 2023-08-28T02:41:00.923 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.923 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.923 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:41:00.923 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:50.434144+0000", 2023-08-28T02:41:00.923 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.6310000000000002e-06 2023-08-28T02:41:00.923 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.923 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.923 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:41:00.923 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:50.437752+0000", 2023-08-28T02:41:00.924 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0036082810000000001 2023-08-28T02:41:00.924 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.924 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.924 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:41:00.924 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:50.437903+0000", 2023-08-28T02:41:00.924 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00015156499999999999 2023-08-28T02:41:00.924 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.924 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.924 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,4", 2023-08-28T02:41:00.924 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:50.438043+0000", 2023-08-28T02:41:00.925 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00013993999999999999 2023-08-28T02:41:00.925 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.925 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.925 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:41:00.925 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:50.444524+0000", 2023-08-28T02:41:00.925 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0064805410000000003 2023-08-28T02:41:00.925 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.925 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.925 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:41:00.925 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:50.445753+0000", 2023-08-28T02:41:00.925 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.001228701 2023-08-28T02:41:00.925 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.925 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.926 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:41:00.926 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:50.445791+0000", 2023-08-28T02:41:00.926 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.8915999999999998e-05 2023-08-28T02:41:00.926 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.926 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.926 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:41:00.926 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:50.445836+0000", 2023-08-28T02:41:00.926 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.4563e-05 2023-08-28T02:41:00.926 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.926 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.926 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:41:00.926 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:37:50.445874+0000", 2023-08-28T02:41:00.927 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.7755e-05 2023-08-28T02:41:00.927 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:41:00.927 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:41:00.927 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:41:00.927 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.927 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.927 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:121780 10.2 10:4a6cced3:::benchmark_data_smithi040_250784_object28471:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e358)", 2023-08-28T02:41:00.927 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:38:29.438805+0000", 2023-08-28T02:41:00.927 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 151.441695565, 2023-08-28T02:41:00.927 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.013000316, 2023-08-28T02:41:00.927 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:41:00.928 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:41:00.928 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:41:00.928 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:41:00.928 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:41:00.928 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 121780 2023-08-28T02:41:00.928 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.928 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:41:00.928 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.928 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:41:00.928 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.438805+0000", 2023-08-28T02:41:00.928 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:41:00.928 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.928 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.929 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:41:00.929 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.438805+0000", 2023-08-28T02:41:00.929 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:41:00.929 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.929 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.929 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:41:00.929 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.438803+0000", 2023-08-28T02:41:00.929 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:41:00.929 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.929 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.929 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:41:00.929 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.438814+0000", 2023-08-28T02:41:00.929 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1494999999999999e-05 2023-08-28T02:41:00.930 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.930 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.930 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:41:00.930 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.438836+0000", 2023-08-28T02:41:00.930 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.2024000000000001e-05 2023-08-28T02:41:00.930 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.930 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.930 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:41:00.930 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.438848+0000", 2023-08-28T02:41:00.930 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1914e-05 2023-08-28T02:41:00.930 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.930 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.931 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:41:00.931 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.438941+0000", 2023-08-28T02:41:00.931 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.2158999999999996e-05 2023-08-28T02:41:00.931 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.931 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.931 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:41:00.931 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.439133+0000", 2023-08-28T02:41:00.931 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00019287300000000001 2023-08-28T02:41:00.931 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.931 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.931 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,4", 2023-08-28T02:41:00.932 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.439295+0000", 2023-08-28T02:41:00.932 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00016130499999999999 2023-08-28T02:41:00.932 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.932 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.932 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:41:00.932 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.442719+0000", 2023-08-28T02:41:00.932 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.003424014 2023-08-28T02:41:00.932 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.932 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.932 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:41:00.932 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.443439+0000", 2023-08-28T02:41:00.932 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00072020299999999999 2023-08-28T02:41:00.933 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.933 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.933 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:41:00.933 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.451733+0000", 2023-08-28T02:41:00.933 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0082942469999999994 2023-08-28T02:41:00.933 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.933 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.933 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:41:00.933 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.451776+0000", 2023-08-28T02:41:00.933 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.3269000000000002e-05 2023-08-28T02:41:00.933 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.933 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.934 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:41:00.934 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.451805+0000", 2023-08-28T02:41:00.934 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.8873999999999998e-05 2023-08-28T02:41:00.934 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:41:00.934 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:41:00.934 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:41:00.934 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.934 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.934 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:121781 10.0 10:00ea2b97:::benchmark_data_smithi040_250784_object28472:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e358)", 2023-08-28T02:41:00.934 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:38:29.438868+0000", 2023-08-28T02:41:00.934 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 151.44163277999999, 2023-08-28T02:41:00.934 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.014161838, 2023-08-28T02:41:00.934 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:41:00.935 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:41:00.935 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:41:00.935 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:41:00.935 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:41:00.935 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 121781 2023-08-28T02:41:00.935 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.935 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:41:00.935 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.935 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:41:00.935 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.438868+0000", 2023-08-28T02:41:00.935 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:41:00.936 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.936 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.936 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:41:00.936 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.438868+0000", 2023-08-28T02:41:00.936 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:41:00.936 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.936 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.936 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:41:00.936 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.438867+0000", 2023-08-28T02:41:00.936 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999995 2023-08-28T02:41:00.936 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.936 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.937 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:41:00.937 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.438872+0000", 2023-08-28T02:41:00.937 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.4519999999999999e-06 2023-08-28T02:41:00.937 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.937 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.937 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:41:00.937 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.438880+0000", 2023-08-28T02:41:00.937 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.6570000000000003e-06 2023-08-28T02:41:00.937 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.937 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.937 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:41:00.937 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.438887+0000", 2023-08-28T02:41:00.937 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.8839999999999997e-06 2023-08-28T02:41:00.938 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.938 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.938 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:41:00.938 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.438946+0000", 2023-08-28T02:41:00.938 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.9015000000000003e-05 2023-08-28T02:41:00.938 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.938 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.938 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:41:00.938 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.440738+0000", 2023-08-28T02:41:00.938 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0017920360000000001 2023-08-28T02:41:00.938 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.938 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.939 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 4,7", 2023-08-28T02:41:00.939 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.441392+0000", 2023-08-28T02:41:00.939 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00065359499999999998 2023-08-28T02:41:00.939 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.939 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.939 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:41:00.939 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.445784+0000", 2023-08-28T02:41:00.939 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0043923740000000001 2023-08-28T02:41:00.939 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.939 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.939 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:41:00.940 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.452914+0000", 2023-08-28T02:41:00.940 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.007129565 2023-08-28T02:41:00.940 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.940 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.940 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:41:00.940 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.452923+0000", 2023-08-28T02:41:00.940 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.5140000000000007e-06 2023-08-28T02:41:00.940 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.940 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.940 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:41:00.940 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.452978+0000", 2023-08-28T02:41:00.940 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.4483e-05 2023-08-28T02:41:00.940 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.941 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.941 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:41:00.941 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:29.453030+0000", 2023-08-28T02:41:00.941 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.1944000000000003e-05 2023-08-28T02:41:00.941 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:41:00.941 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:41:00.941 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:41:00.941 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.941 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.941 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:122739 10.b 10:df8db802:::benchmark_data_smithi040_250784_object29430:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e359)", 2023-08-28T02:41:00.941 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:38:37.620083+0000", 2023-08-28T02:41:00.941 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 143.26041719400001, 2023-08-28T02:41:00.942 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.011823884999999999, 2023-08-28T02:41:00.942 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:41:00.942 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:41:00.942 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:41:00.942 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:41:00.942 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:41:00.942 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 122739 2023-08-28T02:41:00.942 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.942 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:41:00.942 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.942 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:41:00.942 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:37.620083+0000", 2023-08-28T02:41:00.943 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:41:00.943 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.943 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.943 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:41:00.943 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:37.620083+0000", 2023-08-28T02:41:00.943 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:41:00.943 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.943 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.943 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:41:00.943 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:37.620081+0000", 2023-08-28T02:41:00.943 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:41:00.943 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.944 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.944 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:41:00.944 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:37.620092+0000", 2023-08-28T02:41:00.944 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.064e-05 2023-08-28T02:41:00.944 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.944 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.944 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:41:00.944 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:37.620114+0000", 2023-08-28T02:41:00.944 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.1679e-05 2023-08-28T02:41:00.944 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.944 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.944 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:41:00.945 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:37.620125+0000", 2023-08-28T02:41:00.945 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1303e-05 2023-08-28T02:41:00.945 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.945 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.945 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:41:00.945 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:37.620187+0000", 2023-08-28T02:41:00.945 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.2345e-05 2023-08-28T02:41:00.945 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.945 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.945 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:41:00.945 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:37.620330+0000", 2023-08-28T02:41:00.945 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00014287699999999999 2023-08-28T02:41:00.945 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.946 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.946 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,4", 2023-08-28T02:41:00.946 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:37.620466+0000", 2023-08-28T02:41:00.946 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00013605 2023-08-28T02:41:00.946 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.946 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.946 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:41:00.946 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:37.623840+0000", 2023-08-28T02:41:00.946 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0033737250000000002 2023-08-28T02:41:00.946 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.946 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.947 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:41:00.947 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:37.623888+0000", 2023-08-28T02:41:00.947 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.8083e-05 2023-08-28T02:41:00.947 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.947 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.947 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:41:00.947 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:37.631827+0000", 2023-08-28T02:41:00.947 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0079390109999999993 2023-08-28T02:41:00.947 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.947 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.947 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:41:00.947 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:37.631872+0000", 2023-08-28T02:41:00.948 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.4628e-05 2023-08-28T02:41:00.948 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.948 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.948 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:41:00.948 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:37.631907+0000", 2023-08-28T02:41:00.948 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.5679000000000002e-05 2023-08-28T02:41:00.948 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:41:00.948 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:41:00.948 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:41:00.948 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.948 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.948 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:122741 10.b 10:d09836b3:::benchmark_data_smithi040_250784_object29432:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e359)", 2023-08-28T02:41:00.949 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:38:37.626831+0000", 2023-08-28T02:41:00.949 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 143.253669393, 2023-08-28T02:41:00.949 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.014024722999999999, 2023-08-28T02:41:00.949 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:41:00.949 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:41:00.949 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:41:00.949 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:41:00.949 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:41:00.949 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 122741 2023-08-28T02:41:00.949 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.949 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:41:00.949 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.950 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:41:00.950 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:37.626831+0000", 2023-08-28T02:41:00.950 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:41:00.950 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.950 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.950 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:41:00.950 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:37.626831+0000", 2023-08-28T02:41:00.950 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:41:00.950 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.950 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.950 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:41:00.950 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:37.626829+0000", 2023-08-28T02:41:00.950 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999976 2023-08-28T02:41:00.951 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.951 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.951 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:41:00.951 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:37.626841+0000", 2023-08-28T02:41:00.951 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1934e-05 2023-08-28T02:41:00.951 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.951 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.951 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:41:00.951 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:37.626881+0000", 2023-08-28T02:41:00.951 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.9725999999999999e-05 2023-08-28T02:41:00.951 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.952 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.952 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:41:00.952 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:37.626892+0000", 2023-08-28T02:41:00.952 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1538e-05 2023-08-28T02:41:00.952 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.952 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.952 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:41:00.952 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:37.626951+0000", 2023-08-28T02:41:00.952 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.8706999999999999e-05 2023-08-28T02:41:00.952 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.952 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.952 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:41:00.952 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:37.627100+0000", 2023-08-28T02:41:00.953 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00014914600000000001 2023-08-28T02:41:00.953 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.953 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.953 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,4", 2023-08-28T02:41:00.953 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:37.627230+0000", 2023-08-28T02:41:00.953 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00013035600000000001 2023-08-28T02:41:00.953 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.953 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.953 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:41:00.953 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:37.631918+0000", 2023-08-28T02:41:00.953 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0046871500000000002 2023-08-28T02:41:00.953 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.954 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.954 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:41:00.954 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:37.631946+0000", 2023-08-28T02:41:00.954 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.8379000000000001e-05 2023-08-28T02:41:00.954 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.954 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.954 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:41:00.954 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:37.640742+0000", 2023-08-28T02:41:00.954 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0087957350000000007 2023-08-28T02:41:00.954 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.954 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.955 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:41:00.955 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:37.640807+0000", 2023-08-28T02:41:00.955 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.5341999999999999e-05 2023-08-28T02:41:00.955 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.955 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.955 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:41:00.955 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:37.640856+0000", 2023-08-28T02:41:00.955 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.8902e-05 2023-08-28T02:41:00.955 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:41:00.955 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:41:00.955 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:41:00.955 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.956 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.956 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:122872 10.b 10:d4310827:::benchmark_data_smithi040_250784_object29563:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e360)", 2023-08-28T02:41:00.956 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:38:38.843078+0000", 2023-08-28T02:41:00.956 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 142.037423039, 2023-08-28T02:41:00.956 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.013621230999999999, 2023-08-28T02:41:00.956 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:41:00.956 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:41:00.956 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:41:00.956 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:41:00.956 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:41:00.956 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 122872 2023-08-28T02:41:00.956 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.957 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:41:00.957 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.957 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:41:00.957 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:38.843078+0000", 2023-08-28T02:41:00.957 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:41:00.957 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.957 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.957 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:41:00.957 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:38.843078+0000", 2023-08-28T02:41:00.957 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:41:00.957 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.957 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.958 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:41:00.958 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:38.843076+0000", 2023-08-28T02:41:00.958 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:41:00.958 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.958 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.958 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:41:00.958 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:38.843084+0000", 2023-08-28T02:41:00.958 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.9880000000000004e-06 2023-08-28T02:41:00.958 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.958 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.958 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:41:00.958 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:38.843099+0000", 2023-08-28T02:41:00.959 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.5556000000000001e-05 2023-08-28T02:41:00.959 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.959 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.959 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:41:00.959 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:38.843109+0000", 2023-08-28T02:41:00.959 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.4830000000000005e-06 2023-08-28T02:41:00.959 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.959 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.959 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:41:00.959 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:38.843168+0000", 2023-08-28T02:41:00.959 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.897e-05 2023-08-28T02:41:00.959 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.960 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.960 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:41:00.960 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:38.843306+0000", 2023-08-28T02:41:00.960 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00013820999999999999 2023-08-28T02:41:00.960 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.960 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.960 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,4", 2023-08-28T02:41:00.960 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:38.843436+0000", 2023-08-28T02:41:00.960 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000129956 2023-08-28T02:41:00.960 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.960 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.961 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:41:00.961 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:38.847037+0000", 2023-08-28T02:41:00.961 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.003601468 2023-08-28T02:41:00.961 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.961 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.961 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:41:00.961 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:38.850001+0000", 2023-08-28T02:41:00.961 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0029635540000000002 2023-08-28T02:41:00.961 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.961 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.961 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:41:00.961 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:38.856617+0000", 2023-08-28T02:41:00.962 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0066166080000000004 2023-08-28T02:41:00.962 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.962 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.962 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:41:00.962 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:38.856666+0000", 2023-08-28T02:41:00.962 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.8151e-05 2023-08-28T02:41:00.962 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.962 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.962 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:41:00.962 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:38.856699+0000", 2023-08-28T02:41:00.962 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.3144e-05 2023-08-28T02:41:00.962 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:41:00.962 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:41:00.963 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:41:00.963 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.963 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.963 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:124543 10.b 10:daa2b1e1:::benchmark_data_smithi040_250784_object31234:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e363)", 2023-08-28T02:41:00.963 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:38:54.455060+0000", 2023-08-28T02:41:00.963 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 126.42544081, 2023-08-28T02:41:00.963 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.011965290999999999, 2023-08-28T02:41:00.963 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:41:00.963 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:41:00.963 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:41:00.963 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:41:00.963 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:41:00.964 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 124543 2023-08-28T02:41:00.964 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.964 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:41:00.964 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.964 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:41:00.964 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:54.455060+0000", 2023-08-28T02:41:00.964 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:41:00.964 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.964 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.964 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:41:00.964 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:54.455060+0000", 2023-08-28T02:41:00.964 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:41:00.965 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.965 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.965 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:41:00.965 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:54.455058+0000", 2023-08-28T02:41:00.965 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:41:00.965 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.965 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.965 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:41:00.965 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:54.455069+0000", 2023-08-28T02:41:00.965 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0912e-05 2023-08-28T02:41:00.965 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.965 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.966 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:41:00.966 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:54.455092+0000", 2023-08-28T02:41:00.966 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.3042999999999999e-05 2023-08-28T02:41:00.966 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.966 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.966 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:41:00.966 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:54.455103+0000", 2023-08-28T02:41:00.966 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1639e-05 2023-08-28T02:41:00.966 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.966 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.966 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:41:00.966 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:54.455175+0000", 2023-08-28T02:41:00.966 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.1748000000000005e-05 2023-08-28T02:41:00.967 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.967 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.967 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:41:00.967 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:54.455313+0000", 2023-08-28T02:41:00.967 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00013834399999999999 2023-08-28T02:41:00.967 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.967 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.967 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,4", 2023-08-28T02:41:00.967 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:54.455445+0000", 2023-08-28T02:41:00.967 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00013142500000000001 2023-08-28T02:41:00.967 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.967 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.968 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:41:00.968 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:54.459354+0000", 2023-08-28T02:41:00.968 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0039095229999999998 2023-08-28T02:41:00.968 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.968 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.968 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:41:00.968 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:54.462159+0000", 2023-08-28T02:41:00.968 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0028042750000000002 2023-08-28T02:41:00.968 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.968 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.968 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:41:00.968 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:54.466923+0000", 2023-08-28T02:41:00.969 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0047642759999999996 2023-08-28T02:41:00.969 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.969 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.969 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:41:00.969 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:54.466975+0000", 2023-08-28T02:41:00.969 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.2510999999999999e-05 2023-08-28T02:41:00.969 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.969 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.969 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:41:00.969 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:38:54.467025+0000", 2023-08-28T02:41:00.969 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.9697000000000002e-05 2023-08-28T02:41:00.969 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:41:00.970 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:41:00.970 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:41:00.970 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.970 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.970 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:125379 10.2 10:41b7ce97:::benchmark_data_smithi040_250784_object32070:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e364)", 2023-08-28T02:41:00.970 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:39:01.446990+0000", 2023-08-28T02:41:00.970 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 119.43351038599999, 2023-08-28T02:41:00.970 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.011859152, 2023-08-28T02:41:00.970 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:41:00.970 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:41:00.970 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:41:00.970 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:41:00.971 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:41:00.971 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 125379 2023-08-28T02:41:00.971 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.971 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:41:00.971 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.971 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:41:00.971 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:01.446990+0000", 2023-08-28T02:41:00.971 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:41:00.971 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.971 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.972 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:41:00.972 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:01.446990+0000", 2023-08-28T02:41:00.972 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:41:00.972 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.972 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.972 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:41:00.972 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:01.446989+0000", 2023-08-28T02:41:00.972 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:41:00.972 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.972 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.972 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:41:00.972 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:01.446997+0000", 2023-08-28T02:41:00.973 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.622e-06 2023-08-28T02:41:00.973 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.973 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.973 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:41:00.973 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:01.447009+0000", 2023-08-28T02:41:00.973 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2057e-05 2023-08-28T02:41:00.973 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.973 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.973 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:41:00.973 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:01.447015+0000", 2023-08-28T02:41:00.973 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.2489999999999998e-06 2023-08-28T02:41:00.973 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.973 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.974 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:41:00.974 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:01.447066+0000", 2023-08-28T02:41:00.974 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.1538e-05 2023-08-28T02:41:00.974 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.974 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.974 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:41:00.974 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:01.447173+0000", 2023-08-28T02:41:00.974 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000106988 2023-08-28T02:41:00.974 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.974 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.974 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,4", 2023-08-28T02:41:00.974 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:01.447261+0000", 2023-08-28T02:41:00.974 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.7497000000000006e-05 2023-08-28T02:41:00.975 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.975 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.975 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:41:00.975 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:01.450871+0000", 2023-08-28T02:41:00.975 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0036099219999999998 2023-08-28T02:41:00.975 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.975 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.975 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:41:00.975 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:01.450905+0000", 2023-08-28T02:41:00.975 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.4634000000000001e-05 2023-08-28T02:41:00.975 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.976 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.976 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:41:00.976 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:01.458727+0000", 2023-08-28T02:41:00.976 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0078217800000000004 2023-08-28T02:41:00.976 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.976 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.976 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:41:00.976 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:01.458799+0000", 2023-08-28T02:41:00.976 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.1760000000000004e-05 2023-08-28T02:41:00.976 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.976 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.976 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:41:00.976 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:01.458849+0000", 2023-08-28T02:41:00.977 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.0346000000000002e-05 2023-08-28T02:41:00.977 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:41:00.977 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:41:00.977 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:41:00.977 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.977 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.977 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:125808 10.b 10:d336862c:::benchmark_data_smithi040_250784_object32499:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e364)", 2023-08-28T02:41:00.977 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:39:03.990978+0000", 2023-08-28T02:41:00.977 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 116.889522934, 2023-08-28T02:41:00.977 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.012914953999999999, 2023-08-28T02:41:00.977 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:41:00.977 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:41:00.978 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:41:00.978 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:41:00.978 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:41:00.978 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 125808 2023-08-28T02:41:00.978 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.978 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:41:00.978 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.978 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:41:00.978 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:03.990978+0000", 2023-08-28T02:41:00.978 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:41:00.978 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.978 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.979 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:41:00.979 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:03.990978+0000", 2023-08-28T02:41:00.979 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:41:00.979 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.979 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.979 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:41:00.979 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:03.990975+0000", 2023-08-28T02:41:00.979 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999971 2023-08-28T02:41:00.979 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.979 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.979 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:41:00.980 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:03.990988+0000", 2023-08-28T02:41:00.980 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.2874000000000001e-05 2023-08-28T02:41:00.980 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.980 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.980 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:41:00.980 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:03.991021+0000", 2023-08-28T02:41:00.980 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.3015999999999997e-05 2023-08-28T02:41:00.980 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.980 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.980 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:41:00.980 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:03.991036+0000", 2023-08-28T02:41:00.981 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.5420000000000001e-05 2023-08-28T02:41:00.981 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.981 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.981 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:41:00.981 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:03.991100+0000", 2023-08-28T02:41:00.981 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.3453000000000004e-05 2023-08-28T02:41:00.981 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.981 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.981 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:41:00.981 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:03.991259+0000", 2023-08-28T02:41:00.981 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000159841 2023-08-28T02:41:00.981 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.982 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.982 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,4", 2023-08-28T02:41:00.982 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:03.991393+0000", 2023-08-28T02:41:00.982 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00013345499999999999 2023-08-28T02:41:00.982 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.982 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.982 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:41:00.982 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:03.995024+0000", 2023-08-28T02:41:00.982 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0036315599999999998 2023-08-28T02:41:00.982 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.982 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.982 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:41:00.983 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:03.995285+0000", 2023-08-28T02:41:00.983 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00026071299999999998 2023-08-28T02:41:00.983 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.983 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.983 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:41:00.983 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:04.003813+0000", 2023-08-28T02:41:00.983 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0085279789999999998 2023-08-28T02:41:00.983 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.983 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.983 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:41:00.983 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:04.003861+0000", 2023-08-28T02:41:00.984 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.7960000000000002e-05 2023-08-28T02:41:00.984 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.984 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.984 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:41:00.984 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:04.003893+0000", 2023-08-28T02:41:00.984 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.1529999999999998e-05 2023-08-28T02:41:00.984 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:41:00.984 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:41:00.984 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:41:00.984 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.984 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.984 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:128057 10.2 10:44ecd688:::benchmark_data_smithi040_250784_object34748:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e368)", 2023-08-28T02:41:00.985 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:39:23.631505+0000", 2023-08-28T02:41:00.985 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 97.248995699999995, 2023-08-28T02:41:00.985 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.012093260999999999, 2023-08-28T02:41:00.985 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:41:00.985 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:41:00.985 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:41:00.985 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:41:00.985 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:41:00.985 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 128057 2023-08-28T02:41:00.985 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.985 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:41:00.985 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.986 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:41:00.986 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:23.631505+0000", 2023-08-28T02:41:00.986 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:41:00.986 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.986 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.986 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:41:00.986 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:23.631505+0000", 2023-08-28T02:41:00.986 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:41:00.986 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.986 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.986 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:41:00.986 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:23.631503+0000", 2023-08-28T02:41:00.987 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999986 2023-08-28T02:41:00.987 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.987 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.987 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:41:00.987 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:23.631511+0000", 2023-08-28T02:41:00.987 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.9729999999999997e-06 2023-08-28T02:41:00.987 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.987 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.987 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:41:00.987 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:23.631529+0000", 2023-08-28T02:41:00.987 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.7595999999999999e-05 2023-08-28T02:41:00.988 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.988 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.988 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:41:00.988 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:23.631539+0000", 2023-08-28T02:41:00.988 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0570999999999999e-05 2023-08-28T02:41:00.988 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.988 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.988 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:41:00.988 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:23.631608+0000", 2023-08-28T02:41:00.988 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.8699000000000001e-05 2023-08-28T02:41:00.988 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.988 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.989 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:41:00.989 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:23.631763+0000", 2023-08-28T02:41:00.989 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00015496999999999999 2023-08-28T02:41:00.989 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.989 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.989 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,4", 2023-08-28T02:41:00.989 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:23.631899+0000", 2023-08-28T02:41:00.989 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000135523 2023-08-28T02:41:00.989 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.989 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.989 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:41:00.989 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:23.635683+0000", 2023-08-28T02:41:00.990 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0037839649999999998 2023-08-28T02:41:00.990 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.990 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.990 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:41:00.990 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:23.635811+0000", 2023-08-28T02:41:00.990 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000128152 2023-08-28T02:41:00.990 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.990 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.990 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:41:00.990 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:23.643491+0000", 2023-08-28T02:41:00.990 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0076801559999999996 2023-08-28T02:41:00.991 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.991 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.991 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:41:00.991 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:23.643549+0000", 2023-08-28T02:41:00.991 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.8563000000000002e-05 2023-08-28T02:41:00.991 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.991 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.991 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:41:00.991 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:23.643598+0000", 2023-08-28T02:41:00.991 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.8671000000000002e-05 2023-08-28T02:41:00.991 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:41:00.991 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:41:00.992 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:41:00.992 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.992 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.992 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:129424 10.2 10:457944b9:::benchmark_data_smithi040_250784_object36115:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e370)", 2023-08-28T02:41:00.992 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:39:34.729419+0000", 2023-08-28T02:41:00.992 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 86.151081911999995, 2023-08-28T02:41:00.992 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.011491117, 2023-08-28T02:41:00.992 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:41:00.992 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:41:00.992 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:41:00.992 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:41:00.992 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:41:00.993 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 129424 2023-08-28T02:41:00.993 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.993 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:41:00.993 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.993 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:41:00.993 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:34.729419+0000", 2023-08-28T02:41:00.993 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:41:00.993 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.993 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.993 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:41:00.993 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:34.729419+0000", 2023-08-28T02:41:00.993 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:41:00.993 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.994 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.994 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:41:00.994 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:34.729417+0000", 2023-08-28T02:41:00.994 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:41:00.994 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.994 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.994 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:41:00.994 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:34.729428+0000", 2023-08-28T02:41:00.994 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1165000000000001e-05 2023-08-28T02:41:00.994 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.994 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.994 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:41:00.994 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:34.729455+0000", 2023-08-28T02:41:00.995 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.6893000000000002e-05 2023-08-28T02:41:00.995 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.995 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.995 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:41:00.995 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:34.729464+0000", 2023-08-28T02:41:00.995 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.5580000000000006e-06 2023-08-28T02:41:00.995 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.995 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.995 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:41:00.995 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:34.729538+0000", 2023-08-28T02:41:00.995 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.3448000000000006e-05 2023-08-28T02:41:00.995 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.995 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.996 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:41:00.996 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:34.729734+0000", 2023-08-28T02:41:00.996 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000196508 2023-08-28T02:41:00.996 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.996 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.996 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,4", 2023-08-28T02:41:00.996 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:34.729893+0000", 2023-08-28T02:41:00.996 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000158503 2023-08-28T02:41:00.996 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.996 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.996 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:41:00.996 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:34.734061+0000", 2023-08-28T02:41:00.997 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0041681360000000002 2023-08-28T02:41:00.997 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.997 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.997 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:41:00.997 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:34.735638+0000", 2023-08-28T02:41:00.997 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.001576856 2023-08-28T02:41:00.997 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.997 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.997 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:41:00.997 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:34.740798+0000", 2023-08-28T02:41:00.997 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0051598939999999999 2023-08-28T02:41:00.997 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.998 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.998 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:41:00.998 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:34.740858+0000", 2023-08-28T02:41:00.998 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.0451000000000001e-05 2023-08-28T02:41:00.998 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.998 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.998 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:41:00.998 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:34.740910+0000", 2023-08-28T02:41:00.998 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.1792000000000002e-05 2023-08-28T02:41:00.998 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:41:00.998 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:41:00.998 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:41:00.999 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:00.999 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:00.999 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:129601 10.b 10:d4be356c:::benchmark_data_smithi040_250784_object36292:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e371)", 2023-08-28T02:41:00.999 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:39:35.636976+0000", 2023-08-28T02:41:00.999 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 85.243524800000003, 2023-08-28T02:41:00.999 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.048368567000000001, 2023-08-28T02:41:00.999 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:41:00.999 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:41:00.999 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:41:00.999 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:41:00.999 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:41:00.999 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 129601 2023-08-28T02:41:01.000 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:01.000 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:41:01.000 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:01.000 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:41:01.000 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:35.636976+0000", 2023-08-28T02:41:01.000 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:41:01.000 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:01.000 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:01.000 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:41:01.000 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:35.636976+0000", 2023-08-28T02:41:01.000 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:41:01.000 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:01.000 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:01.001 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:41:01.001 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:35.636973+0000", 2023-08-28T02:41:01.001 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999971 2023-08-28T02:41:01.001 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:01.001 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:01.001 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:41:01.001 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:35.636989+0000", 2023-08-28T02:41:01.001 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.5933000000000001e-05 2023-08-28T02:41:01.001 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:01.001 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:01.001 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:41:01.001 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:35.637021+0000", 2023-08-28T02:41:01.002 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.2398999999999999e-05 2023-08-28T02:41:01.002 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:01.002 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:01.002 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:41:01.002 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:35.637031+0000", 2023-08-28T02:41:01.002 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.6160000000000008e-06 2023-08-28T02:41:01.002 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:01.002 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:01.002 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:41:01.002 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:35.637088+0000", 2023-08-28T02:41:01.002 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.6845999999999997e-05 2023-08-28T02:41:01.002 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:01.003 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:01.003 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op must wait for map", 2023-08-28T02:41:01.003 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:35.637093+0000", 2023-08-28T02:41:01.003 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.3109999999999996e-06 2023-08-28T02:41:01.003 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:01.003 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:01.003 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:41:01.003 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:35.639244+0000", 2023-08-28T02:41:01.003 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0021506820000000001 2023-08-28T02:41:01.003 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:01.003 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:01.003 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:41:01.003 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:35.681413+0000", 2023-08-28T02:41:01.004 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.042169215000000003 2023-08-28T02:41:01.004 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:01.004 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:01.004 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,4", 2023-08-28T02:41:01.004 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:35.681557+0000", 2023-08-28T02:41:01.004 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00014405900000000001 2023-08-28T02:41:01.004 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:01.004 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:01.004 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:41:01.004 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:35.684815+0000", 2023-08-28T02:41:01.004 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0032579380000000002 2023-08-28T02:41:01.004 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:01.005 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:01.005 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:41:01.005 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:35.684977+0000", 2023-08-28T02:41:01.005 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00016164200000000001 2023-08-28T02:41:01.005 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:01.005 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:01.005 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:41:01.005 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:35.685270+0000", 2023-08-28T02:41:01.005 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00029353799999999998 2023-08-28T02:41:01.005 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:01.005 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:01.005 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:41:01.005 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:35.685304+0000", 2023-08-28T02:41:01.006 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.3204000000000003e-05 2023-08-28T02:41:01.006 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:01.006 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:01.006 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:41:01.006 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:35.685344+0000", 2023-08-28T02:41:01.006 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.0846999999999997e-05 2023-08-28T02:41:01.006 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:41:01.006 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:41:01.006 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:41:01.006 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:01.006 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:01.006 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:131123 10.b 10:dd27dde1:::benchmark_data_smithi040_250784_object37814:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e373)", 2023-08-28T02:41:01.007 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:39:48.942425+0000", 2023-08-28T02:41:01.007 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 71.938075842000003, 2023-08-28T02:41:01.007 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.011371879999999999, 2023-08-28T02:41:01.007 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:41:01.007 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:41:01.007 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:41:01.007 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:41:01.007 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:41:01.007 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 131123 2023-08-28T02:41:01.007 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:01.007 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:41:01.007 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:01.008 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:41:01.008 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:48.942425+0000", 2023-08-28T02:41:01.008 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:41:01.008 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:01.008 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:01.008 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:41:01.008 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:48.942425+0000", 2023-08-28T02:41:01.008 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:41:01.008 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:01.008 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:01.008 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:41:01.008 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:48.942423+0000", 2023-08-28T02:41:01.009 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:41:01.009 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:01.009 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:01.009 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:41:01.009 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:48.942433+0000", 2023-08-28T02:41:01.009 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.9709999999999999e-06 2023-08-28T02:41:01.009 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:01.009 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:01.009 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:41:01.009 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:48.942454+0000", 2023-08-28T02:41:01.009 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.0551e-05 2023-08-28T02:41:01.010 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:01.010 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:01.010 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:41:01.010 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:48.942462+0000", 2023-08-28T02:41:01.010 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.8200000000000003e-06 2023-08-28T02:41:01.010 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:01.010 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:01.010 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:41:01.010 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:48.942534+0000", 2023-08-28T02:41:01.010 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 7.1180999999999995e-05 2023-08-28T02:41:01.010 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:01.010 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:01.011 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:41:01.011 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:48.942700+0000", 2023-08-28T02:41:01.011 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00016682900000000001 2023-08-28T02:41:01.011 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:01.011 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:01.011 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,4", 2023-08-28T02:41:01.011 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:48.942847+0000", 2023-08-28T02:41:01.011 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00014634700000000001 2023-08-28T02:41:01.011 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:01.011 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:01.011 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:41:01.011 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:48.946679+0000", 2023-08-28T02:41:01.012 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0038322880000000001 2023-08-28T02:41:01.012 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:01.012 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:01.012 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:41:01.012 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:48.953410+0000", 2023-08-28T02:41:01.012 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0067310620000000003 2023-08-28T02:41:01.012 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:01.012 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:01.012 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:41:01.012 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:48.953665+0000", 2023-08-28T02:41:01.012 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00025490899999999999 2023-08-28T02:41:01.012 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:01.012 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:01.013 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:41:01.013 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:48.953730+0000", 2023-08-28T02:41:01.013 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.4913999999999995e-05 2023-08-28T02:41:01.013 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:01.013 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:01.013 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:41:01.013 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:39:48.953797+0000", 2023-08-28T02:41:01.013 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.6721e-05 2023-08-28T02:41:01.013 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:41:01.013 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:41:01.013 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:41:01.013 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:01.014 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:01.014 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:138410 10.0 10:07b1fe09:::benchmark_data_smithi040_250784_object45101:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e381)", 2023-08-28T02:41:01.014 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:40:36.076245+0000", 2023-08-28T02:41:01.014 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 24.804255458, 2023-08-28T02:41:01.014 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.012528071999999999, 2023-08-28T02:41:01.014 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:41:01.014 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:41:01.014 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:41:01.014 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:41:01.014 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:41:01.014 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 138410 2023-08-28T02:41:01.014 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:01.015 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:41:01.015 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:01.015 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:41:01.015 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:36.076245+0000", 2023-08-28T02:41:01.015 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:41:01.015 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:01.015 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:01.015 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:41:01.015 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:36.076245+0000", 2023-08-28T02:41:01.015 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:41:01.015 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:01.015 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:01.015 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:41:01.016 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:36.076243+0000", 2023-08-28T02:41:01.016 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999976 2023-08-28T02:41:01.016 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:01.016 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:01.016 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:41:01.016 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:36.076256+0000", 2023-08-28T02:41:01.016 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.3531e-05 2023-08-28T02:41:01.016 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:01.016 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:01.016 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:41:01.016 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:36.076281+0000", 2023-08-28T02:41:01.016 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.4153999999999999e-05 2023-08-28T02:41:01.017 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:01.017 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:01.017 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:41:01.017 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:36.076292+0000", 2023-08-28T02:41:01.017 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.1354e-05 2023-08-28T02:41:01.017 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:01.017 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:01.017 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:41:01.017 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:36.076362+0000", 2023-08-28T02:41:01.017 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 6.9640000000000004e-05 2023-08-28T02:41:01.017 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:01.017 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:01.017 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:41:01.018 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:36.076523+0000", 2023-08-28T02:41:01.018 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00016166499999999999 2023-08-28T02:41:01.018 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:01.018 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:01.018 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 4,7", 2023-08-28T02:41:01.018 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:36.076674+0000", 2023-08-28T02:41:01.018 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00015067999999999999 2023-08-28T02:41:01.018 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:01.018 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:01.018 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:41:01.018 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:36.081076+0000", 2023-08-28T02:41:01.018 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0044019289999999997 2023-08-28T02:41:01.018 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:01.019 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:01.019 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:41:01.019 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:36.081355+0000", 2023-08-28T02:41:01.019 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.00027886499999999999 2023-08-28T02:41:01.019 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:01.019 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:01.019 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:41:01.019 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:36.088696+0000", 2023-08-28T02:41:01.019 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0073408600000000003 2023-08-28T02:41:01.019 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:01.019 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:01.019 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:41:01.020 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:36.088740+0000", 2023-08-28T02:41:01.020 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.4614999999999999e-05 2023-08-28T02:41:01.020 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:01.020 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:01.020 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:41:01.020 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:36.088773+0000", 2023-08-28T02:41:01.020 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 3.2971e-05 2023-08-28T02:41:01.020 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:41:01.020 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:41:01.020 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:41:01.020 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:01.020 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:01.020 INFO:teuthology.orchestra.run.smithi040.stdout: "description": "osd_op(client.45059.0:139144 10.b 10:d7bf1e76:::benchmark_data_smithi040_250784_object45835:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e382)", 2023-08-28T02:41:01.021 INFO:teuthology.orchestra.run.smithi040.stdout: "initiated_at": "2023-08-28T02:40:40.689525+0000", 2023-08-28T02:41:01.021 INFO:teuthology.orchestra.run.smithi040.stdout: "age": 20.190975269999999, 2023-08-28T02:41:01.021 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.012735949999999999, 2023-08-28T02:41:01.021 INFO:teuthology.orchestra.run.smithi040.stdout: "type_data": { 2023-08-28T02:41:01.021 INFO:teuthology.orchestra.run.smithi040.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:41:01.021 INFO:teuthology.orchestra.run.smithi040.stdout: "client_info": { 2023-08-28T02:41:01.021 INFO:teuthology.orchestra.run.smithi040.stdout: "client": "client.45059", 2023-08-28T02:41:01.021 INFO:teuthology.orchestra.run.smithi040.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:41:01.021 INFO:teuthology.orchestra.run.smithi040.stdout: "tid": 139144 2023-08-28T02:41:01.021 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:01.021 INFO:teuthology.orchestra.run.smithi040.stdout: "events": [ 2023-08-28T02:41:01.021 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:01.022 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "initiated", 2023-08-28T02:41:01.022 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:40.689525+0000", 2023-08-28T02:41:01.022 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:41:01.022 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:01.022 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:01.022 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "throttled", 2023-08-28T02:41:01.022 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:40.689525+0000", 2023-08-28T02:41:01.022 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0 2023-08-28T02:41:01.022 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:01.022 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:01.022 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "header_read", 2023-08-28T02:41:01.022 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:40.689524+0000", 2023-08-28T02:41:01.023 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4294967295.9999981 2023-08-28T02:41:01.023 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:01.023 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:01.023 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "all_read", 2023-08-28T02:41:01.023 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:40.689533+0000", 2023-08-28T02:41:01.023 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 9.302e-06 2023-08-28T02:41:01.023 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:01.023 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:01.023 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "dispatched", 2023-08-28T02:41:01.023 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:40.689555+0000", 2023-08-28T02:41:01.023 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 2.1767e-05 2023-08-28T02:41:01.023 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:01.024 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:01.024 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "queued_for_pg", 2023-08-28T02:41:01.024 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:40.689565+0000", 2023-08-28T02:41:01.024 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 1.0865e-05 2023-08-28T02:41:01.024 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:01.024 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:01.024 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "reached_pg", 2023-08-28T02:41:01.024 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:40.689621+0000", 2023-08-28T02:41:01.024 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.5253000000000001e-05 2023-08-28T02:41:01.024 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:01.024 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:01.024 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "started", 2023-08-28T02:41:01.024 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:40.689732+0000", 2023-08-28T02:41:01.025 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.000111593 2023-08-28T02:41:01.025 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:01.025 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:01.025 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "waiting for subops from 0,4", 2023-08-28T02:41:01.025 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:40.689814+0000", 2023-08-28T02:41:01.025 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 8.1602999999999998e-05 2023-08-28T02:41:01.025 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:01.025 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:01.025 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:41:01.025 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:40.696326+0000", 2023-08-28T02:41:01.025 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0065117049999999996 2023-08-28T02:41:01.025 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:01.026 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:01.026 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "op_commit", 2023-08-28T02:41:01.026 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:40.698748+0000", 2023-08-28T02:41:01.026 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0024221170000000001 2023-08-28T02:41:01.026 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:01.026 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:01.026 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:41:01.026 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:40.702159+0000", 2023-08-28T02:41:01.026 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 0.0034116189999999998 2023-08-28T02:41:01.026 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:01.026 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:01.026 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "commit_sent", 2023-08-28T02:41:01.026 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:40.702216+0000", 2023-08-28T02:41:01.027 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 5.6925999999999997e-05 2023-08-28T02:41:01.027 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-08-28T02:41:01.027 INFO:teuthology.orchestra.run.smithi040.stdout: { 2023-08-28T02:41:01.027 INFO:teuthology.orchestra.run.smithi040.stdout: "event": "done", 2023-08-28T02:41:01.027 INFO:teuthology.orchestra.run.smithi040.stdout: "time": "2023-08-28T02:40:40.702261+0000", 2023-08-28T02:41:01.027 INFO:teuthology.orchestra.run.smithi040.stdout: "duration": 4.5005e-05 2023-08-28T02:41:01.027 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:41:01.027 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:41:01.027 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:41:01.027 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-08-28T02:41:01.027 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-08-28T02:41:01.028 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-08-28T02:41:01.028 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:41:01.069 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:41:01.285 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.2 dump_ops_in_flight 2023-08-28T02:41:01.347 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-08-28T02:41:01.348 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:41:01.357 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:41:01 smithi040 ceph-mon[170259]: pgmap v1198: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.7 GiB data, 9.6 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 143 op/s; 13009/134256 objects degraded (9.690%); 13782/134256 objects misplaced (10.265%); 1.7 MiB/s, 27 objects/s recovering 2023-08-28T02:41:01.357 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:41:01 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 13054/134757 objects degraded (9.687%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:41:01.357 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:41:01 smithi040 ceph-mon[175404]: pgmap v1198: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.7 GiB data, 9.6 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 143 op/s; 13009/134256 objects degraded (9.690%); 13782/134256 objects misplaced (10.265%); 1.7 MiB/s, 27 objects/s recovering 2023-08-28T02:41:01.357 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:41:01 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 13054/134757 objects degraded (9.687%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:41:01.358 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:41:01.358 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:41:01.459 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:41:01.483 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:41:01 smithi083 ceph-mon[157819]: pgmap v1198: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.7 GiB data, 9.6 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 143 op/s; 13009/134256 objects degraded (9.690%); 13782/134256 objects misplaced (10.265%); 1.7 MiB/s, 27 objects/s recovering 2023-08-28T02:41:01.483 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:41:01 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 13054/134757 objects degraded (9.687%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:41:01.485 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:41:01.504 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:41:01.506 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:41:01.507 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:41:01.607 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:41:01.641 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:41:01.667 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:41:01.670 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:41:01.671 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:41:01.716 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:41:01.736 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:41:01.771 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:41:01.797 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:41:01.820 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:41:01.824 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:41:01.824 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:41:01.870 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:41:01.872 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:41:01.924 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:41:01.960 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:41:01.985 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:41:01.990 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:41:01.991 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:41:02.091 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:41:02.136 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:41:02.138 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd unset nodeep-scrub 2023-08-28T02:41:02.617 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:41:02.621 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:41:02.621 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:41:02.722 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:41:02.751 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:41:02.778 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:41:02.780 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:41:02.780 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:41:02.881 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:41:02.906 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:41:02 smithi083 ceph-mon[157819]: from='client.36810 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:41:02.906 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:41:02 smithi083 ceph-mon[157819]: pgmap v1199: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.7 GiB data, 9.5 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 150 op/s; 12977/133740 objects degraded (9.703%); 13782/133740 objects misplaced (10.305%); 1.8 MiB/s, 29 objects/s recovering 2023-08-28T02:41:02.908 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:41:02.920 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:41:02 smithi040 ceph-mon[175404]: from='client.36810 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:41:02.920 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:41:02 smithi040 ceph-mon[175404]: pgmap v1199: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.7 GiB data, 9.5 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 150 op/s; 12977/133740 objects degraded (9.703%); 13782/133740 objects misplaced (10.305%); 1.8 MiB/s, 29 objects/s recovering 2023-08-28T02:41:02.920 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:41:02 smithi040 ceph-mon[170259]: from='client.36810 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:41:02.920 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:41:02 smithi040 ceph-mon[170259]: pgmap v1199: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.7 GiB data, 9.5 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 150 op/s; 12977/133740 objects degraded (9.703%); 13782/133740 objects misplaced (10.305%); 1.8 MiB/s, 29 objects/s recovering 2023-08-28T02:41:02.936 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:41:02.940 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:41:02.940 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:41:02.952 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":1198,"stamp":"2023-08-28T02:41:00.521622+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":2931669764,"num_objects":44752,"num_object_clones":0,"num_object_copies":134256,"num_objects_missing_on_primary":2831,"num_objects_missing":2831,"num_objects_degraded":13009,"num_objects_misplaced":13782,"num_objects_unfound":0,"num_objects_dirty":44752,"num_whiteouts":0,"num_read":90,"num_read_kb":168,"num_write":141990,"num_write_kb":5972054,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":50955,"num_bytes_recovered":3311866769,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":99059,"ondisk_log_size":99059,"up":297,"acting":294,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":10031996,"kb_used_data":6943628,"kb_used_omap":12,"kb_used_meta":3088307,"kb_avail":552438916,"statfs":{"total":575970213888,"available":565697449984,"internally_reserved":0,"allocated":7110275072,"data_stored":7099004919,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12739,"internal_metadata":3162426941},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-90112000,"num_objects":-1375,"num_object_clones":0,"num_object_copies":-4125,"num_objects_missing_on_primary":-111,"num_objects_missing":-111,"num_objects_degraded":-155,"num_objects_misplaced":-520,"num_objects_unfound":0,"num_objects_dirty":-1375,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1375,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":264,"num_bytes_recovered":17301504,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"9.591472"},"pg_stats":[{"pgid":"3.1a","version":"65'1","reported_seq":396,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-08-28T02:40:50.934834+0000","last_change":"2023-08-28T02:32:32.667028+0000","last_active":"2023-08-28T02:40:50.934834+0000","last_peered":"2023-08-28T02:40:50.934834+0000","last_clean":"2023-08-28T02:40:50.934834+0000","last_became_active":"2023-08-28T02:32:32.666711+0000","last_became_peered":"2023-08-28T02:32:32.666711+0000","last_unstale":"2023-08-28T02:40:50.934834+0000","last_undegraded":"2023-08-28T02:40:50.934834+0000","last_fullsized":"2023-08-28T02:40:50.934834+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:28:21.913105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":350,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-08-28T02:40:50.933761+0000","last_change":"2023-08-28T02:29:44.421259+0000","last_active":"2023-08-28T02:40:50.933761+0000","last_peered":"2023-08-28T02:40:50.933761+0000","last_clean":"2023-08-28T02:40:50.933761+0000","last_became_active":"2023-08-28T02:29:44.420936+0000","last_became_peered":"2023-08-28T02:29:44.420936+0000","last_unstale":"2023-08-28T02:40:50.933761+0000","last_undegraded":"2023-08-28T02:40:50.933761+0000","last_fullsized":"2023-08-28T02:40:50.933761+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:22:26.346867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":190,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:44.077797+0000","last_change":"2023-08-28T02:33:12.290337+0000","last_active":"2023-08-28T02:40:44.077797+0000","last_peered":"2023-08-28T02:40:44.077797+0000","last_clean":"2023-08-28T02:40:44.077797+0000","last_became_active":"2023-08-28T02:33:12.289852+0000","last_became_peered":"2023-08-28T02:33:12.289852+0000","last_unstale":"2023-08-28T02:40:44.077797+0000","last_undegraded":"2023-08-28T02:40:44.077797+0000","last_fullsized":"2023-08-28T02:40:44.077797+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:04:26.420037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":366,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-08-28T02:40:50.933258+0000","last_change":"2023-08-28T02:33:13.317226+0000","last_active":"2023-08-28T02:40:50.933258+0000","last_peered":"2023-08-28T02:40:50.933258+0000","last_clean":"2023-08-28T02:40:50.933258+0000","last_became_active":"2023-08-28T02:33:13.316893+0000","last_became_peered":"2023-08-28T02:33:13.316893+0000","last_unstale":"2023-08-28T02:40:50.933258+0000","last_undegraded":"2023-08-28T02:40:50.933258+0000","last_fullsized":"2023-08-28T02:40:50.933258+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:55:46.593463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":310,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-08-28T02:40:50.936252+0000","last_change":"2023-08-28T02:33:12.295203+0000","last_active":"2023-08-28T02:40:50.936252+0000","last_peered":"2023-08-28T02:40:50.936252+0000","last_clean":"2023-08-28T02:40:50.936252+0000","last_became_active":"2023-08-28T02:33:12.294904+0000","last_became_peered":"2023-08-28T02:33:12.294904+0000","last_unstale":"2023-08-28T02:40:50.936252+0000","last_undegraded":"2023-08-28T02:40:50.936252+0000","last_fullsized":"2023-08-28T02:40:50.936252+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:31:07.008856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":325,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:44.070661+0000","last_change":"2023-08-28T02:31:51.987263+0000","last_active":"2023-08-28T02:40:44.070661+0000","last_peered":"2023-08-28T02:40:44.070661+0000","last_clean":"2023-08-28T02:40:44.070661+0000","last_became_active":"2023-08-28T02:31:51.986938+0000","last_became_peered":"2023-08-28T02:31:51.986938+0000","last_unstale":"2023-08-28T02:40:44.070661+0000","last_undegraded":"2023-08-28T02:40:44.070661+0000","last_fullsized":"2023-08-28T02:40:44.070661+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:18.021905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":359,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-08-28T02:40:50.933426+0000","last_change":"2023-08-28T02:33:12.318656+0000","last_active":"2023-08-28T02:40:50.933426+0000","last_peered":"2023-08-28T02:40:50.933426+0000","last_clean":"2023-08-28T02:40:50.933426+0000","last_became_active":"2023-08-28T02:33:12.318297+0000","last_became_peered":"2023-08-28T02:33:12.318297+0000","last_unstale":"2023-08-28T02:40:50.933426+0000","last_undegraded":"2023-08-28T02:40:50.933426+0000","last_fullsized":"2023-08-28T02:40:50.933426+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:43:09.789767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":291,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-08-28T02:40:50.936325+0000","last_change":"2023-08-28T02:33:13.357230+0000","last_active":"2023-08-28T02:40:50.936325+0000","last_peered":"2023-08-28T02:40:50.936325+0000","last_clean":"2023-08-28T02:40:50.936325+0000","last_became_active":"2023-08-28T02:33:13.356853+0000","last_became_peered":"2023-08-28T02:33:13.356853+0000","last_unstale":"2023-08-28T02:40:50.936325+0000","last_undegraded":"2023-08-28T02:40:50.936325+0000","last_fullsized":"2023-08-28T02:40:50.936325+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:20:21.545007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":367,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:44.068220+0000","last_change":"2023-08-28T02:29:44.462510+0000","last_active":"2023-08-28T02:40:44.068220+0000","last_peered":"2023-08-28T02:40:44.068220+0000","last_clean":"2023-08-28T02:40:44.068220+0000","last_became_active":"2023-08-28T02:29:44.460314+0000","last_became_peered":"2023-08-28T02:29:44.460314+0000","last_unstale":"2023-08-28T02:40:44.068220+0000","last_undegraded":"2023-08-28T02:40:44.068220+0000","last_fullsized":"2023-08-28T02:40:44.068220+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:59:01.311467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":294,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-08-28T02:40:50.936790+0000","last_change":"2023-08-28T02:33:13.291255+0000","last_active":"2023-08-28T02:40:50.936790+0000","last_peered":"2023-08-28T02:40:50.936790+0000","last_clean":"2023-08-28T02:40:50.936790+0000","last_became_active":"2023-08-28T02:33:13.290933+0000","last_became_peered":"2023-08-28T02:33:13.290933+0000","last_unstale":"2023-08-28T02:40:50.936790+0000","last_undegraded":"2023-08-28T02:40:50.936790+0000","last_fullsized":"2023-08-28T02:40:50.936790+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:31:54.116908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"65'3","reported_seq":368,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:44.072813+0000","last_change":"2023-08-28T02:33:12.296412+0000","last_active":"2023-08-28T02:40:44.072813+0000","last_peered":"2023-08-28T02:40:44.072813+0000","last_clean":"2023-08-28T02:40:44.072813+0000","last_became_active":"2023-08-28T02:33:12.295786+0000","last_became_peered":"2023-08-28T02:33:12.295786+0000","last_unstale":"2023-08-28T02:40:44.072813+0000","last_undegraded":"2023-08-28T02:40:44.072813+0000","last_fullsized":"2023-08-28T02:40:44.072813+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:15:31.449163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":193,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:44.078898+0000","last_change":"2023-08-28T02:32:32.666927+0000","last_active":"2023-08-28T02:40:44.078898+0000","last_peered":"2023-08-28T02:40:44.078898+0000","last_clean":"2023-08-28T02:40:44.078898+0000","last_became_active":"2023-08-28T02:32:32.666618+0000","last_became_peered":"2023-08-28T02:32:32.666618+0000","last_unstale":"2023-08-28T02:40:44.078898+0000","last_undegraded":"2023-08-28T02:40:44.078898+0000","last_fullsized":"2023-08-28T02:40:44.078898+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:45:57.998333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":393,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-08-28T02:40:50.933951+0000","last_change":"2023-08-28T02:32:28.505262+0000","last_active":"2023-08-28T02:40:50.933951+0000","last_peered":"2023-08-28T02:40:50.933951+0000","last_clean":"2023-08-28T02:40:50.933951+0000","last_became_active":"2023-08-28T02:32:28.455999+0000","last_became_peered":"2023-08-28T02:32:28.455999+0000","last_unstale":"2023-08-28T02:40:50.933951+0000","last_undegraded":"2023-08-28T02:40:50.933951+0000","last_fullsized":"2023-08-28T02:40:50.933951+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:28.937020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":9468,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":377,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-08-28T02:40:50.934130+0000","last_change":"2023-08-28T02:32:12.959195+0000","last_active":"2023-08-28T02:40:50.934130+0000","last_peered":"2023-08-28T02:40:50.934130+0000","last_clean":"2023-08-28T02:40:50.934130+0000","last_became_active":"2023-08-28T02:32:12.958832+0000","last_became_peered":"2023-08-28T02:32:12.958832+0000","last_unstale":"2023-08-28T02:40:50.934130+0000","last_undegraded":"2023-08-28T02:40:50.934130+0000","last_fullsized":"2023-08-28T02:40:50.934130+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:23:27.197787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"65'2","reported_seq":366,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:44.072486+0000","last_change":"2023-08-28T02:32:28.461161+0000","last_active":"2023-08-28T02:40:44.072486+0000","last_peered":"2023-08-28T02:40:44.072486+0000","last_clean":"2023-08-28T02:40:44.072486+0000","last_became_active":"2023-08-28T02:32:28.451284+0000","last_became_peered":"2023-08-28T02:32:28.451284+0000","last_unstale":"2023-08-28T02:40:44.072486+0000","last_undegraded":"2023-08-28T02:40:44.072486+0000","last_fullsized":"2023-08-28T02:40:44.072486+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:58:20.061020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":351,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-08-28T02:40:50.933236+0000","last_change":"2023-08-28T02:29:44.419566+0000","last_active":"2023-08-28T02:40:50.933236+0000","last_peered":"2023-08-28T02:40:50.933236+0000","last_clean":"2023-08-28T02:40:50.933236+0000","last_became_active":"2023-08-28T02:29:44.419053+0000","last_became_peered":"2023-08-28T02:29:44.419053+0000","last_unstale":"2023-08-28T02:40:50.933236+0000","last_undegraded":"2023-08-28T02:40:50.933236+0000","last_fullsized":"2023-08-28T02:40:50.933236+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:44:36.133499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":354,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-08-28T02:40:50.935281+0000","last_change":"2023-08-28T02:33:12.493777+0000","last_active":"2023-08-28T02:40:50.935281+0000","last_peered":"2023-08-28T02:40:50.935281+0000","last_clean":"2023-08-28T02:40:50.935281+0000","last_became_active":"2023-08-28T02:33:12.491177+0000","last_became_peered":"2023-08-28T02:33:12.491177+0000","last_unstale":"2023-08-28T02:40:50.935281+0000","last_undegraded":"2023-08-28T02:40:50.935281+0000","last_fullsized":"2023-08-28T02:40:50.935281+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:10:58.167753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":363,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:44.067230+0000","last_change":"2023-08-28T02:33:12.290293+0000","last_active":"2023-08-28T02:40:44.067230+0000","last_peered":"2023-08-28T02:40:44.067230+0000","last_clean":"2023-08-28T02:40:44.067230+0000","last_became_active":"2023-08-28T02:33:12.289989+0000","last_became_peered":"2023-08-28T02:33:12.289989+0000","last_unstale":"2023-08-28T02:40:44.067230+0000","last_undegraded":"2023-08-28T02:40:44.067230+0000","last_fullsized":"2023-08-28T02:40:44.067230+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:05:33.622172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":341,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:44.072133+0000","last_change":"2023-08-28T02:32:12.948756+0000","last_active":"2023-08-28T02:40:44.072133+0000","last_peered":"2023-08-28T02:40:44.072133+0000","last_clean":"2023-08-28T02:40:44.072133+0000","last_became_active":"2023-08-28T02:32:12.948441+0000","last_became_peered":"2023-08-28T02:32:12.948441+0000","last_unstale":"2023-08-28T02:40:44.072133+0000","last_undegraded":"2023-08-28T02:40:44.072133+0000","last_fullsized":"2023-08-28T02:40:44.072133+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:27.922180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":360,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-08-28T02:40:50.933350+0000","last_change":"2023-08-28T02:33:12.299398+0000","last_active":"2023-08-28T02:40:50.933350+0000","last_peered":"2023-08-28T02:40:50.933350+0000","last_clean":"2023-08-28T02:40:50.933350+0000","last_became_active":"2023-08-28T02:33:12.299113+0000","last_became_peered":"2023-08-28T02:33:12.299113+0000","last_unstale":"2023-08-28T02:40:50.933350+0000","last_undegraded":"2023-08-28T02:40:50.933350+0000","last_fullsized":"2023-08-28T02:40:50.933350+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:14:55.597212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"65'8","reported_seq":154,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-08-28T02:40:50.933585+0000","last_change":"2023-08-28T02:33:13.478870+0000","last_active":"2023-08-28T02:40:50.933585+0000","last_peered":"2023-08-28T02:40:50.933585+0000","last_clean":"2023-08-28T02:40:50.933585+0000","last_became_active":"2023-08-28T02:33:13.332142+0000","last_became_peered":"2023-08-28T02:33:13.332142+0000","last_unstale":"2023-08-28T02:40:50.933585+0000","last_undegraded":"2023-08-28T02:40:50.933585+0000","last_fullsized":"2023-08-28T02:40:50.933585+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:32:42.810159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":292,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-08-28T02:40:50.941017+0000","last_change":"2023-08-28T02:33:12.306353+0000","last_active":"2023-08-28T02:40:50.941017+0000","last_peered":"2023-08-28T02:40:50.941017+0000","last_clean":"2023-08-28T02:40:50.941017+0000","last_became_active":"2023-08-28T02:33:12.304977+0000","last_became_peered":"2023-08-28T02:33:12.304977+0000","last_unstale":"2023-08-28T02:40:50.941017+0000","last_undegraded":"2023-08-28T02:40:50.941017+0000","last_fullsized":"2023-08-28T02:40:50.941017+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:19:38.819671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"384'8790","reported_seq":8932,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-08-28T02:40:55.771183+0000","last_change":"2023-08-28T02:30:50.402703+0000","last_active":"2023-08-28T02:40:55.771183+0000","last_peered":"2023-08-28T02:40:55.771183+0000","last_clean":"2023-08-28T02:40:55.771183+0000","last_became_active":"2023-08-28T02:30:50.402419+0000","last_became_peered":"2023-08-28T02:30:50.402419+0000","last_unstale":"2023-08-28T02:40:55.771183+0000","last_undegraded":"2023-08-28T02:40:55.771183+0000","last_fullsized":"2023-08-28T02:40:55.771183+0000","mapping_epoch":250,"log_start":"256'1600","ondisk_log_start":"256'1600","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7190,"log_dups_size":0,"ondisk_log_size":7190,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:07:37.393907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":188088320,"num_objects":2870,"num_object_clones":0,"num_object_copies":8610,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2870,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8790,"num_write_kb":373120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"65'1","reported_seq":349,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:44.073195+0000","last_change":"2023-08-28T02:14:43.046130+0000","last_active":"2023-08-28T02:40:44.073195+0000","last_peered":"2023-08-28T02:40:44.073195+0000","last_clean":"2023-08-28T02:40:44.073195+0000","last_became_active":"2023-08-28T02:14:43.045775+0000","last_became_peered":"2023-08-28T02:14:43.045775+0000","last_unstale":"2023-08-28T02:40:44.073195+0000","last_undegraded":"2023-08-28T02:40:44.073195+0000","last_fullsized":"2023-08-28T02:40:44.073195+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:57:38.279756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":339,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:44.066309+0000","last_change":"2023-08-28T02:31:51.987149+0000","last_active":"2023-08-28T02:40:44.066309+0000","last_peered":"2023-08-28T02:40:44.066309+0000","last_clean":"2023-08-28T02:40:44.066309+0000","last_became_active":"2023-08-28T02:31:51.986821+0000","last_became_peered":"2023-08-28T02:31:51.986821+0000","last_unstale":"2023-08-28T02:40:44.066309+0000","last_undegraded":"2023-08-28T02:40:44.066309+0000","last_fullsized":"2023-08-28T02:40:44.066309+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:23:26.661134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"384'8833","reported_seq":16431,"reported_epoch":384,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:40:55.763554+0000","last_change":"2023-08-28T02:33:33.975566+0000","last_active":"2023-08-28T02:40:55.763554+0000","last_peered":"2023-08-28T02:40:55.763554+0000","last_clean":"2023-08-28T02:31:27.868230+0000","last_became_active":"2023-08-28T02:33:33.660452+0000","last_became_peered":"2023-08-28T02:33:33.660452+0000","last_unstale":"2023-08-28T02:40:55.763554+0000","last_undegraded":"2023-08-28T02:33:13.410847+0000","last_fullsized":"2023-08-28T02:33:13.270012+0000","mapping_epoch":298,"log_start":"256'1600","ondisk_log_start":"256'1600","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7233,"log_dups_size":0,"ondisk_log_size":7233,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:33.375162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":181338112,"num_objects":2767,"num_object_clones":0,"num_object_copies":8301,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":5275,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2767,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8833,"num_write_kb":371200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3709,"num_bytes_recovered":243007488,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[5,4],"avail_no_missing":["5","6"],"object_location_counts":[{"shards":"2,5,6","objects":915},{"shards":"3,5,6","objects":347},{"shards":"5,6","objects":1505}],"blocked_by":[],"up_primary":3,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"65'2","reported_seq":374,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:44.073128+0000","last_change":"2023-08-28T02:29:44.436352+0000","last_active":"2023-08-28T02:40:44.073128+0000","last_peered":"2023-08-28T02:40:44.073128+0000","last_clean":"2023-08-28T02:40:44.073128+0000","last_became_active":"2023-08-28T02:29:44.411499+0000","last_became_peered":"2023-08-28T02:29:44.411499+0000","last_unstale":"2023-08-28T02:40:44.073128+0000","last_undegraded":"2023-08-28T02:40:44.073128+0000","last_fullsized":"2023-08-28T02:40:44.073128+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:46:57.540191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":401,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-08-28T02:40:50.934029+0000","last_change":"2023-08-28T02:33:12.289004+0000","last_active":"2023-08-28T02:40:50.934029+0000","last_peered":"2023-08-28T02:40:50.934029+0000","last_clean":"2023-08-28T02:40:50.934029+0000","last_became_active":"2023-08-28T02:33:12.288722+0000","last_became_peered":"2023-08-28T02:33:12.288722+0000","last_unstale":"2023-08-28T02:40:50.934029+0000","last_undegraded":"2023-08-28T02:40:50.934029+0000","last_fullsized":"2023-08-28T02:40:50.934029+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:24.019483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"385'8766","reported_seq":14005,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:59.680178+0000","last_change":"2023-08-28T02:37:54.748968+0000","last_active":"2023-08-28T02:40:59.680178+0000","last_peered":"2023-08-28T02:40:59.680178+0000","last_clean":"2023-08-28T02:40:59.680178+0000","last_became_active":"2023-08-28T02:37:54.729376+0000","last_became_peered":"2023-08-28T02:37:54.729376+0000","last_unstale":"2023-08-28T02:40:59.680178+0000","last_undegraded":"2023-08-28T02:40:59.680178+0000","last_fullsized":"2023-08-28T02:40:59.680178+0000","mapping_epoch":351,"log_start":"262'3412","ondisk_log_start":"262'3412","created":250,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5354,"log_dups_size":0,"ondisk_log_size":5354,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:00.988172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":182452224,"num_objects":2784,"num_object_clones":0,"num_object_copies":8352,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2784,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8766,"num_write_kb":369600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2533,"num_bytes_recovered":160432128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"65'1","reported_seq":360,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:44.072728+0000","last_change":"2023-08-28T02:33:13.516869+0000","last_active":"2023-08-28T02:40:44.072728+0000","last_peered":"2023-08-28T02:40:44.072728+0000","last_clean":"2023-08-28T02:40:44.072728+0000","last_became_active":"2023-08-28T02:33:13.396736+0000","last_became_peered":"2023-08-28T02:33:13.396736+0000","last_unstale":"2023-08-28T02:40:44.072728+0000","last_undegraded":"2023-08-28T02:40:44.072728+0000","last_fullsized":"2023-08-28T02:40:44.072728+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:47:08.237137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":328,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:44.078809+0000","last_change":"2023-08-28T02:31:51.987327+0000","last_active":"2023-08-28T02:40:44.078809+0000","last_peered":"2023-08-28T02:40:44.078809+0000","last_clean":"2023-08-28T02:40:44.078809+0000","last_became_active":"2023-08-28T02:31:51.987018+0000","last_became_peered":"2023-08-28T02:31:51.987018+0000","last_unstale":"2023-08-28T02:40:44.078809+0000","last_undegraded":"2023-08-28T02:40:44.078809+0000","last_fullsized":"2023-08-28T02:40:44.078809+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:53:26.105101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.5","version":"385'8756","reported_seq":14801,"reported_epoch":385,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:41:00.148544+0000","last_change":"2023-08-28T02:33:13.625779+0000","last_active":"2023-08-28T02:41:00.148544+0000","last_peered":"2023-08-28T02:41:00.148544+0000","last_clean":"2023-08-28T02:31:27.898932+0000","last_became_active":"2023-08-28T02:33:13.612126+0000","last_became_peered":"2023-08-28T02:33:13.612126+0000","last_unstale":"2023-08-28T02:41:00.148544+0000","last_undegraded":"2023-08-28T02:33:13.485377+0000","last_fullsized":"2023-08-28T02:33:13.264317+0000","mapping_epoch":298,"log_start":"262'3463","ondisk_log_start":"262'3463","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5293,"log_dups_size":0,"ondisk_log_size":5293,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:37:28.843386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":176685056,"num_objects":2696,"num_object_clones":0,"num_object_copies":8088,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":5238,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2696,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8756,"num_write_kb":366464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2938,"num_bytes_recovered":192544768,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,7],"avail_no_missing":["0","2"],"object_location_counts":[{"shards":"0,2","objects":2358},{"shards":"0,2,3","objects":338}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":378,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:44.066860+0000","last_change":"2023-08-28T02:33:13.281826+0000","last_active":"2023-08-28T02:40:44.066860+0000","last_peered":"2023-08-28T02:40:44.066860+0000","last_clean":"2023-08-28T02:40:44.066860+0000","last_became_active":"2023-08-28T02:33:13.281511+0000","last_became_peered":"2023-08-28T02:33:13.281511+0000","last_unstale":"2023-08-28T02:40:44.066860+0000","last_undegraded":"2023-08-28T02:40:44.066860+0000","last_fullsized":"2023-08-28T02:40:44.066860+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:32:55.005706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":377,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-08-28T02:40:50.932789+0000","last_change":"2023-08-28T02:29:44.436713+0000","last_active":"2023-08-28T02:40:50.932789+0000","last_peered":"2023-08-28T02:40:50.932789+0000","last_clean":"2023-08-28T02:40:50.932789+0000","last_became_active":"2023-08-28T02:29:44.436203+0000","last_became_peered":"2023-08-28T02:29:44.436203+0000","last_unstale":"2023-08-28T02:40:50.932789+0000","last_undegraded":"2023-08-28T02:40:50.932789+0000","last_fullsized":"2023-08-28T02:40:50.932789+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:46:48.522293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"384'9017","reported_seq":9164,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-08-28T02:40:57.289054+0000","last_change":"2023-08-28T02:30:50.399669+0000","last_active":"2023-08-28T02:40:57.289054+0000","last_peered":"2023-08-28T02:40:57.289054+0000","last_clean":"2023-08-28T02:40:57.289054+0000","last_became_active":"2023-08-28T02:30:50.399332+0000","last_became_peered":"2023-08-28T02:30:50.399332+0000","last_unstale":"2023-08-28T02:40:57.289054+0000","last_undegraded":"2023-08-28T02:40:57.289054+0000","last_fullsized":"2023-08-28T02:40:57.289054+0000","mapping_epoch":250,"log_start":"257'2800","ondisk_log_start":"257'2800","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6217,"log_dups_size":0,"ondisk_log_size":6217,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:00:54.910841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":183304192,"num_objects":2797,"num_object_clones":0,"num_object_copies":8391,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2797,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9017,"num_write_kb":378048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"75'161","reported_seq":804,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:44.072242+0000","last_change":"2023-08-28T02:33:13.310049+0000","last_active":"2023-08-28T02:40:44.072242+0000","last_peered":"2023-08-28T02:40:44.072242+0000","last_clean":"2023-08-28T02:40:44.072242+0000","last_became_active":"2023-08-28T02:33:13.309661+0000","last_became_peered":"2023-08-28T02:33:13.309661+0000","last_unstale":"2023-08-28T02:40:44.072242+0000","last_undegraded":"2023-08-28T02:40:44.072242+0000","last_fullsized":"2023-08-28T02:40:44.072242+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.930230+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.930230+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:27:40.889460+0000","scrub_duration":0.0050169209999999997,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"65'2","reported_seq":341,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-08-28T02:40:50.938327+0000","last_change":"2023-08-28T02:33:12.294922+0000","last_active":"2023-08-28T02:40:50.938327+0000","last_peered":"2023-08-28T02:40:50.938327+0000","last_clean":"2023-08-28T02:40:50.938327+0000","last_became_active":"2023-08-28T02:33:12.294518+0000","last_became_peered":"2023-08-28T02:33:12.294518+0000","last_unstale":"2023-08-28T02:40:50.938327+0000","last_undegraded":"2023-08-28T02:40:50.938327+0000","last_fullsized":"2023-08-28T02:40:50.938327+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:21:12.737286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":378,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-08-28T02:40:50.934023+0000","last_change":"2023-08-28T02:33:13.310505+0000","last_active":"2023-08-28T02:40:50.934023+0000","last_peered":"2023-08-28T02:40:50.934023+0000","last_clean":"2023-08-28T02:40:50.934023+0000","last_became_active":"2023-08-28T02:33:13.310223+0000","last_became_peered":"2023-08-28T02:33:13.310223+0000","last_unstale":"2023-08-28T02:40:50.934023+0000","last_undegraded":"2023-08-28T02:40:50.934023+0000","last_fullsized":"2023-08-28T02:40:50.934023+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:27:02.124453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"384'8832","reported_seq":23237,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-08-28T02:40:55.790097+0000","last_change":"2023-08-28T02:38:44.816101+0000","last_active":"2023-08-28T02:40:55.790097+0000","last_peered":"2023-08-28T02:40:55.790097+0000","last_clean":"2023-08-28T02:40:55.790097+0000","last_became_active":"2023-08-28T02:38:44.798734+0000","last_became_peered":"2023-08-28T02:38:44.798734+0000","last_unstale":"2023-08-28T02:40:55.790097+0000","last_undegraded":"2023-08-28T02:40:55.790097+0000","last_fullsized":"2023-08-28T02:40:55.790097+0000","mapping_epoch":361,"log_start":"256'1600","ondisk_log_start":"256'1600","created":250,"last_epoch_clean":362,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7232,"log_dups_size":0,"ondisk_log_size":7232,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:34:42.975012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":185860096,"num_objects":2836,"num_object_clones":0,"num_object_copies":8508,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2836,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8832,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5834,"num_bytes_recovered":377683968,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"75'161","reported_seq":643,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:44.066228+0000","last_change":"2023-08-28T02:37:37.933802+0000","last_active":"2023-08-28T02:40:44.066228+0000","last_peered":"2023-08-28T02:40:44.066228+0000","last_clean":"2023-08-28T02:40:44.066228+0000","last_became_active":"2023-08-28T02:33:13.287313+0000","last_became_peered":"2023-08-28T02:33:13.287313+0000","last_unstale":"2023-08-28T02:40:44.066228+0000","last_undegraded":"2023-08-28T02:40:44.066228+0000","last_fullsized":"2023-08-28T02:40:44.066228+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:45.407127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:45.407127+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:39:14.213229+0000","scrub_duration":0.0018495320000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":262688,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":298,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-08-28T02:40:50.934693+0000","last_change":"2023-08-28T02:33:13.309727+0000","last_active":"2023-08-28T02:40:50.934693+0000","last_peered":"2023-08-28T02:40:50.934693+0000","last_clean":"2023-08-28T02:40:50.934693+0000","last_became_active":"2023-08-28T02:33:13.309487+0000","last_became_peered":"2023-08-28T02:33:13.309487+0000","last_unstale":"2023-08-28T02:40:50.934693+0000","last_undegraded":"2023-08-28T02:40:50.934693+0000","last_fullsized":"2023-08-28T02:40:50.934693+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:27:29.294011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":113,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-08-28T02:40:50.934519+0000","last_change":"2023-08-28T02:32:28.456323+0000","last_active":"2023-08-28T02:40:50.934519+0000","last_peered":"2023-08-28T02:40:50.934519+0000","last_clean":"2023-08-28T02:40:50.934519+0000","last_became_active":"2023-08-28T02:32:28.455987+0000","last_became_peered":"2023-08-28T02:32:28.455987+0000","last_unstale":"2023-08-28T02:40:50.934519+0000","last_undegraded":"2023-08-28T02:40:50.934519+0000","last_fullsized":"2023-08-28T02:40:50.934519+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:54:07.724002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"384'8978","reported_seq":19142,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-08-28T02:40:57.266359+0000","last_change":"2023-08-28T02:33:13.316023+0000","last_active":"2023-08-28T02:40:57.266359+0000","last_peered":"2023-08-28T02:40:57.266359+0000","last_clean":"2023-08-28T02:40:57.266359+0000","last_became_active":"2023-08-28T02:33:13.308403+0000","last_became_peered":"2023-08-28T02:33:13.308403+0000","last_unstale":"2023-08-28T02:40:57.266359+0000","last_undegraded":"2023-08-28T02:40:57.266359+0000","last_fullsized":"2023-08-28T02:40:57.266359+0000","mapping_epoch":298,"log_start":"258'2800","ondisk_log_start":"258'2800","created":250,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6178,"log_dups_size":0,"ondisk_log_size":6178,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:10:38.401973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":191234048,"num_objects":2918,"num_object_clones":0,"num_object_copies":8754,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2918,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8978,"num_write_kb":380672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4999,"num_bytes_recovered":327614464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":358,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-08-28T02:40:50.933968+0000","last_change":"2023-08-28T02:32:28.455294+0000","last_active":"2023-08-28T02:40:50.933968+0000","last_peered":"2023-08-28T02:40:50.933968+0000","last_clean":"2023-08-28T02:40:50.933968+0000","last_became_active":"2023-08-28T02:32:28.455013+0000","last_became_peered":"2023-08-28T02:32:28.455013+0000","last_unstale":"2023-08-28T02:40:50.933968+0000","last_undegraded":"2023-08-28T02:40:50.933968+0000","last_fullsized":"2023-08-28T02:40:50.933968+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:53.583864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":390,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-08-28T02:40:50.934715+0000","last_change":"2023-08-28T02:33:13.335588+0000","last_active":"2023-08-28T02:40:50.934715+0000","last_peered":"2023-08-28T02:40:50.934715+0000","last_clean":"2023-08-28T02:40:50.934715+0000","last_became_active":"2023-08-28T02:33:13.335326+0000","last_became_peered":"2023-08-28T02:33:13.335326+0000","last_unstale":"2023-08-28T02:40:50.934715+0000","last_undegraded":"2023-08-28T02:40:50.934715+0000","last_fullsized":"2023-08-28T02:40:50.934715+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:15:44.958663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"385'8905","reported_seq":9048,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.164007+0000","last_change":"2023-08-28T02:30:50.400261+0000","last_active":"2023-08-28T02:40:58.164007+0000","last_peered":"2023-08-28T02:40:58.164007+0000","last_clean":"2023-08-28T02:40:58.164007+0000","last_became_active":"2023-08-28T02:30:50.399938+0000","last_became_peered":"2023-08-28T02:30:50.399938+0000","last_unstale":"2023-08-28T02:40:58.164007+0000","last_undegraded":"2023-08-28T02:40:58.164007+0000","last_fullsized":"2023-08-28T02:40:58.164007+0000","mapping_epoch":250,"log_start":"262'3490","ondisk_log_start":"262'3490","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5415,"log_dups_size":0,"ondisk_log_size":5415,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:43:56.802792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":182779904,"num_objects":2789,"num_object_clones":0,"num_object_copies":8367,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2789,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8905,"num_write_kb":374208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"75'161","reported_seq":663,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:44.067701+0000","last_change":"2023-08-28T02:32:56.519141+0000","last_active":"2023-08-28T02:40:44.067701+0000","last_peered":"2023-08-28T02:40:44.067701+0000","last_clean":"2023-08-28T02:40:44.067701+0000","last_became_active":"2023-08-28T02:32:56.518863+0000","last_became_peered":"2023-08-28T02:32:56.518863+0000","last_unstale":"2023-08-28T02:40:44.067701+0000","last_undegraded":"2023-08-28T02:40:44.067701+0000","last_fullsized":"2023-08-28T02:40:44.067701+0000","mapping_epoch":292,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":293,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_clean_scrub_stamp":"2023-08-28T02:29:25.608370+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:59:50.561109+0000","scrub_duration":0.001662689,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":294,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-08-28T02:40:50.936463+0000","last_change":"2023-08-28T02:33:12.294592+0000","last_active":"2023-08-28T02:40:50.936463+0000","last_peered":"2023-08-28T02:40:50.936463+0000","last_clean":"2023-08-28T02:40:50.936463+0000","last_became_active":"2023-08-28T02:33:12.288508+0000","last_became_peered":"2023-08-28T02:33:12.288508+0000","last_unstale":"2023-08-28T02:40:50.936463+0000","last_undegraded":"2023-08-28T02:40:50.936463+0000","last_fullsized":"2023-08-28T02:40:50.936463+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:05:42.717608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":175,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:44.083031+0000","last_change":"2023-08-28T02:29:44.429834+0000","last_active":"2023-08-28T02:40:44.083031+0000","last_peered":"2023-08-28T02:40:44.083031+0000","last_clean":"2023-08-28T02:40:44.083031+0000","last_became_active":"2023-08-28T02:29:44.429512+0000","last_became_peered":"2023-08-28T02:29:44.429512+0000","last_unstale":"2023-08-28T02:40:44.083031+0000","last_undegraded":"2023-08-28T02:40:44.083031+0000","last_fullsized":"2023-08-28T02:40:44.083031+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:58.062455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"384'8793","reported_seq":8935,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-08-28T02:40:55.963583+0000","last_change":"2023-08-28T02:30:50.402348+0000","last_active":"2023-08-28T02:40:55.963583+0000","last_peered":"2023-08-28T02:40:55.963583+0000","last_clean":"2023-08-28T02:40:55.963583+0000","last_became_active":"2023-08-28T02:30:50.402076+0000","last_became_peered":"2023-08-28T02:30:50.402076+0000","last_unstale":"2023-08-28T02:40:55.963583+0000","last_undegraded":"2023-08-28T02:40:55.963583+0000","last_fullsized":"2023-08-28T02:40:55.963583+0000","mapping_epoch":250,"log_start":"256'1900","ondisk_log_start":"256'1900","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6893,"log_dups_size":0,"ondisk_log_size":6893,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:24.859426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":182386688,"num_objects":2783,"num_object_clones":0,"num_object_copies":8349,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2783,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8793,"num_write_kb":370432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.7","version":"75'161","reported_seq":586,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-08-28T02:40:50.940925+0000","last_change":"2023-08-28T02:33:13.532525+0000","last_active":"2023-08-28T02:40:50.940925+0000","last_peered":"2023-08-28T02:40:50.940925+0000","last_clean":"2023-08-28T02:40:50.940925+0000","last_became_active":"2023-08-28T02:33:13.532125+0000","last_became_peered":"2023-08-28T02:33:13.532125+0000","last_unstale":"2023-08-28T02:40:50.940925+0000","last_undegraded":"2023-08-28T02:40:50.940925+0000","last_fullsized":"2023-08-28T02:40:50.940925+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.887648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.887648+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":176,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:44.078098+0000","last_change":"2023-08-28T02:29:44.407595+0000","last_active":"2023-08-28T02:40:44.078098+0000","last_peered":"2023-08-28T02:40:44.078098+0000","last_clean":"2023-08-28T02:40:44.078098+0000","last_became_active":"2023-08-28T02:29:44.407316+0000","last_became_peered":"2023-08-28T02:29:44.407316+0000","last_unstale":"2023-08-28T02:40:44.078098+0000","last_undegraded":"2023-08-28T02:40:44.078098+0000","last_fullsized":"2023-08-28T02:40:44.078098+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:01:47.777709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":395,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:44.067173+0000","last_change":"2023-08-28T02:33:13.286980+0000","last_active":"2023-08-28T02:40:44.067173+0000","last_peered":"2023-08-28T02:40:44.067173+0000","last_clean":"2023-08-28T02:40:44.067173+0000","last_became_active":"2023-08-28T02:33:13.286740+0000","last_became_peered":"2023-08-28T02:33:13.286740+0000","last_unstale":"2023-08-28T02:40:44.067173+0000","last_undegraded":"2023-08-28T02:40:44.067173+0000","last_fullsized":"2023-08-28T02:40:44.067173+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:24:54.574365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":176,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:44.078851+0000","last_change":"2023-08-28T02:29:44.506914+0000","last_active":"2023-08-28T02:40:44.078851+0000","last_peered":"2023-08-28T02:40:44.078851+0000","last_clean":"2023-08-28T02:40:44.078851+0000","last_became_active":"2023-08-28T02:29:44.506606+0000","last_became_peered":"2023-08-28T02:29:44.506606+0000","last_unstale":"2023-08-28T02:40:44.078851+0000","last_undegraded":"2023-08-28T02:40:44.078851+0000","last_fullsized":"2023-08-28T02:40:44.078851+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:55:50.992279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"385'8881","reported_seq":20625,"reported_epoch":385,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:41:00.122933+0000","last_change":"2023-08-28T02:34:11.565330+0000","last_active":"2023-08-28T02:41:00.122933+0000","last_peered":"2023-08-28T02:41:00.122933+0000","last_clean":"2023-08-28T02:32:11.916240+0000","last_became_active":"2023-08-28T02:33:12.501819+0000","last_became_peered":"2023-08-28T02:33:12.501819+0000","last_unstale":"2023-08-28T02:41:00.122933+0000","last_undegraded":"2023-08-28T02:41:00.122933+0000","last_fullsized":"2023-08-28T02:41:00.122933+0000","mapping_epoch":297,"log_start":"262'3524","ondisk_log_start":"262'3524","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5357,"log_dups_size":0,"ondisk_log_size":5357,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:45:43.329719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":177930240,"num_objects":2715,"num_object_clones":0,"num_object_copies":8145,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":2715,"num_objects_unfound":0,"num_objects_dirty":2715,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8881,"num_write_kb":371072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5787,"num_bytes_recovered":379256832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,2],"avail_no_missing":["0","2","5","6"],"object_location_counts":[{"shards":"0,2,5","objects":2715}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.1","version":"75'161","reported_seq":643,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:44.067112+0000","last_change":"2023-08-28T02:32:31.482659+0000","last_active":"2023-08-28T02:40:44.067112+0000","last_peered":"2023-08-28T02:40:44.067112+0000","last_clean":"2023-08-28T02:40:44.067112+0000","last_became_active":"2023-08-28T02:32:31.482320+0000","last_became_peered":"2023-08-28T02:32:31.482320+0000","last_unstale":"2023-08-28T02:40:44.067112+0000","last_undegraded":"2023-08-28T02:40:44.067112+0000","last_fullsized":"2023-08-28T02:40:44.067112+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:24.559397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:24.559397+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:41:09.516918+0000","scrub_duration":0.001580328,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":381,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:44.067577+0000","last_change":"2023-08-28T02:31:51.988386+0000","last_active":"2023-08-28T02:40:44.067577+0000","last_peered":"2023-08-28T02:40:44.067577+0000","last_clean":"2023-08-28T02:40:44.067577+0000","last_became_active":"2023-08-28T02:31:51.988097+0000","last_became_peered":"2023-08-28T02:31:51.988097+0000","last_unstale":"2023-08-28T02:40:44.067577+0000","last_undegraded":"2023-08-28T02:40:44.067577+0000","last_fullsized":"2023-08-28T02:40:44.067577+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:25:01.818829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":358,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-08-28T02:40:50.934272+0000","last_change":"2023-08-28T02:32:12.951275+0000","last_active":"2023-08-28T02:40:50.934272+0000","last_peered":"2023-08-28T02:40:50.934272+0000","last_clean":"2023-08-28T02:40:50.934272+0000","last_became_active":"2023-08-28T02:32:12.950965+0000","last_became_peered":"2023-08-28T02:32:12.950965+0000","last_unstale":"2023-08-28T02:40:50.934272+0000","last_undegraded":"2023-08-28T02:40:50.934272+0000","last_fullsized":"2023-08-28T02:40:50.934272+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:37:31.294280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":202,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:44.078142+0000","last_change":"2023-08-28T02:33:13.286534+0000","last_active":"2023-08-28T02:40:44.078142+0000","last_peered":"2023-08-28T02:40:44.078142+0000","last_clean":"2023-08-28T02:40:44.078142+0000","last_became_active":"2023-08-28T02:33:13.286164+0000","last_became_peered":"2023-08-28T02:33:13.286164+0000","last_unstale":"2023-08-28T02:40:44.078142+0000","last_undegraded":"2023-08-28T02:40:44.078142+0000","last_fullsized":"2023-08-28T02:40:44.078142+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:56.721932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"384'8878","reported_seq":20710,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-08-28T02:40:55.838569+0000","last_change":"2023-08-28T02:34:14.448606+0000","last_active":"2023-08-28T02:40:55.838569+0000","last_peered":"2023-08-28T02:40:55.838569+0000","last_clean":"2023-08-28T02:40:55.838569+0000","last_became_active":"2023-08-28T02:34:14.438547+0000","last_became_peered":"2023-08-28T02:34:14.438547+0000","last_unstale":"2023-08-28T02:40:55.838569+0000","last_undegraded":"2023-08-28T02:40:55.838569+0000","last_fullsized":"2023-08-28T02:40:55.838569+0000","mapping_epoch":314,"log_start":"256'1700","ondisk_log_start":"256'1700","created":250,"last_epoch_clean":315,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7178,"log_dups_size":0,"ondisk_log_size":7178,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:06:41.120408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":182845440,"num_objects":2790,"num_object_clones":0,"num_object_copies":8370,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2790,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8878,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5834,"num_bytes_recovered":376832000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2","version":"75'161","reported_seq":765,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:44.072350+0000","last_change":"2023-08-28T02:30:51.762377+0000","last_active":"2023-08-28T02:40:44.072350+0000","last_peered":"2023-08-28T02:40:44.072350+0000","last_clean":"2023-08-28T02:40:44.072350+0000","last_became_active":"2023-08-28T02:27:46.375590+0000","last_became_peered":"2023-08-28T02:27:46.375590+0000","last_unstale":"2023-08-28T02:40:44.072350+0000","last_undegraded":"2023-08-28T02:40:44.072350+0000","last_fullsized":"2023-08-28T02:40:44.072350+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:51.762314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:51.762314+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:02.034555+0000","scrub_duration":0.0020023620000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":194,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-08-28T02:40:50.936860+0000","last_change":"2023-08-28T02:33:13.289765+0000","last_active":"2023-08-28T02:40:50.936860+0000","last_peered":"2023-08-28T02:40:50.936860+0000","last_clean":"2023-08-28T02:40:50.936860+0000","last_became_active":"2023-08-28T02:33:13.289159+0000","last_became_peered":"2023-08-28T02:33:13.289159+0000","last_unstale":"2023-08-28T02:40:50.936860+0000","last_undegraded":"2023-08-28T02:40:50.936860+0000","last_fullsized":"2023-08-28T02:40:50.936860+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:30:38.956723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":194,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:44.077537+0000","last_change":"2023-08-28T02:32:28.464203+0000","last_active":"2023-08-28T02:40:44.077537+0000","last_peered":"2023-08-28T02:40:44.077537+0000","last_clean":"2023-08-28T02:40:44.077537+0000","last_became_active":"2023-08-28T02:32:28.463412+0000","last_became_peered":"2023-08-28T02:32:28.463412+0000","last_unstale":"2023-08-28T02:40:44.077537+0000","last_undegraded":"2023-08-28T02:40:44.077537+0000","last_fullsized":"2023-08-28T02:40:44.077537+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:20:38.177879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":176,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:44.083104+0000","last_change":"2023-08-28T02:29:44.427945+0000","last_active":"2023-08-28T02:40:44.083104+0000","last_peered":"2023-08-28T02:40:44.083104+0000","last_clean":"2023-08-28T02:40:44.083104+0000","last_became_active":"2023-08-28T02:29:44.426487+0000","last_became_peered":"2023-08-28T02:29:44.426487+0000","last_unstale":"2023-08-28T02:40:44.083104+0000","last_undegraded":"2023-08-28T02:40:44.083104+0000","last_fullsized":"2023-08-28T02:40:44.083104+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:30:20.438896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"384'8892","reported_seq":19007,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-08-28T02:40:57.385847+0000","last_change":"2023-08-28T02:34:48.488647+0000","last_active":"2023-08-28T02:40:57.385847+0000","last_peered":"2023-08-28T02:40:57.385847+0000","last_clean":"2023-08-28T02:40:57.385847+0000","last_became_active":"2023-08-28T02:34:48.476519+0000","last_became_peered":"2023-08-28T02:34:48.476519+0000","last_unstale":"2023-08-28T02:40:57.385847+0000","last_undegraded":"2023-08-28T02:40:57.385847+0000","last_fullsized":"2023-08-28T02:40:57.385847+0000","mapping_epoch":318,"log_start":"257'2700","ondisk_log_start":"257'2700","created":250,"last_epoch_clean":319,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6192,"log_dups_size":0,"ondisk_log_size":6192,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:44:20.004230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180355072,"num_objects":2752,"num_object_clones":0,"num_object_copies":8256,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2752,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8892,"num_write_kb":372608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4973,"num_bytes_recovered":325910528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":375,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:44.066639+0000","last_change":"2023-08-28T02:33:13.484970+0000","last_active":"2023-08-28T02:40:44.066639+0000","last_peered":"2023-08-28T02:40:44.066639+0000","last_clean":"2023-08-28T02:40:44.066639+0000","last_became_active":"2023-08-28T02:33:13.484579+0000","last_became_peered":"2023-08-28T02:33:13.484579+0000","last_unstale":"2023-08-28T02:40:44.066639+0000","last_undegraded":"2023-08-28T02:40:44.066639+0000","last_fullsized":"2023-08-28T02:40:44.066639+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:58.027468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"75'161","reported_seq":766,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:44.071919+0000","last_change":"2023-08-28T02:31:55.059467+0000","last_active":"2023-08-28T02:40:44.071919+0000","last_peered":"2023-08-28T02:40:44.071919+0000","last_clean":"2023-08-28T02:40:44.071919+0000","last_became_active":"2023-08-28T02:31:55.059115+0000","last_became_peered":"2023-08-28T02:31:55.059115+0000","last_unstale":"2023-08-28T02:40:44.071919+0000","last_undegraded":"2023-08-28T02:40:44.071919+0000","last_fullsized":"2023-08-28T02:40:44.071919+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":0,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.820990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.820990+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:15:56.774667+0000","scrub_duration":0.0017342480000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":295,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-08-28T02:40:50.937624+0000","last_change":"2023-08-28T02:33:13.352810+0000","last_active":"2023-08-28T02:40:50.937624+0000","last_peered":"2023-08-28T02:40:50.937624+0000","last_clean":"2023-08-28T02:40:50.937624+0000","last_became_active":"2023-08-28T02:33:13.351697+0000","last_became_peered":"2023-08-28T02:33:13.351697+0000","last_unstale":"2023-08-28T02:40:50.937624+0000","last_undegraded":"2023-08-28T02:40:50.937624+0000","last_fullsized":"2023-08-28T02:40:50.937624+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:56.187163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":207,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-08-28T02:40:50.934780+0000","last_change":"2023-08-28T02:31:51.984584+0000","last_active":"2023-08-28T02:40:50.934780+0000","last_peered":"2023-08-28T02:40:50.934780+0000","last_clean":"2023-08-28T02:40:50.934780+0000","last_became_active":"2023-08-28T02:31:51.984264+0000","last_became_peered":"2023-08-28T02:31:51.984264+0000","last_unstale":"2023-08-28T02:40:50.934780+0000","last_undegraded":"2023-08-28T02:40:50.934780+0000","last_fullsized":"2023-08-28T02:40:50.934780+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:58:42.306722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"385'8797","reported_seq":20549,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:59.567372+0000","last_change":"2023-08-28T02:35:11.978901+0000","last_active":"2023-08-28T02:40:59.567372+0000","last_peered":"2023-08-28T02:40:59.567372+0000","last_clean":"2023-08-28T02:40:59.567372+0000","last_became_active":"2023-08-28T02:35:11.966585+0000","last_became_peered":"2023-08-28T02:35:11.966585+0000","last_unstale":"2023-08-28T02:40:59.567372+0000","last_undegraded":"2023-08-28T02:40:59.567372+0000","last_fullsized":"2023-08-28T02:40:59.567372+0000","mapping_epoch":323,"log_start":"262'3528","ondisk_log_start":"262'3528","created":250,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5269,"log_dups_size":0,"ondisk_log_size":5269,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:03:07.017814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":182517760,"num_objects":2785,"num_object_clones":0,"num_object_copies":8355,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2785,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8797,"num_write_kb":370624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5791,"num_bytes_recovered":368967680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3","version":"75'161","reported_seq":652,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:44.078031+0000","last_change":"2023-08-28T02:31:55.068239+0000","last_active":"2023-08-28T02:40:44.078031+0000","last_peered":"2023-08-28T02:40:44.078031+0000","last_clean":"2023-08-28T02:40:44.078031+0000","last_became_active":"2023-08-28T02:31:55.067875+0000","last_became_peered":"2023-08-28T02:31:55.067875+0000","last_unstale":"2023-08-28T02:40:44.078031+0000","last_undegraded":"2023-08-28T02:40:44.078031+0000","last_fullsized":"2023-08-28T02:40:44.078031+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.868248+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:11:04.391639+0000","scrub_duration":0.0016215240000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":389,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:44.071857+0000","last_change":"2023-08-28T02:29:44.421353+0000","last_active":"2023-08-28T02:40:44.071857+0000","last_peered":"2023-08-28T02:40:44.071857+0000","last_clean":"2023-08-28T02:40:44.071857+0000","last_became_active":"2023-08-28T02:29:44.421064+0000","last_became_peered":"2023-08-28T02:29:44.421064+0000","last_unstale":"2023-08-28T02:40:44.071857+0000","last_undegraded":"2023-08-28T02:40:44.071857+0000","last_fullsized":"2023-08-28T02:40:44.071857+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:51:36.524024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":361,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-08-28T02:40:50.932666+0000","last_change":"2023-08-28T02:33:12.299487+0000","last_active":"2023-08-28T02:40:50.932666+0000","last_peered":"2023-08-28T02:40:50.932666+0000","last_clean":"2023-08-28T02:40:50.932666+0000","last_became_active":"2023-08-28T02:33:12.299175+0000","last_became_peered":"2023-08-28T02:33:12.299175+0000","last_unstale":"2023-08-28T02:40:50.932666+0000","last_undegraded":"2023-08-28T02:40:50.932666+0000","last_fullsized":"2023-08-28T02:40:50.932666+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:42:29.713462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":372,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-08-28T02:40:50.933153+0000","last_change":"2023-08-28T02:32:28.457696+0000","last_active":"2023-08-28T02:40:50.933153+0000","last_peered":"2023-08-28T02:40:50.933153+0000","last_clean":"2023-08-28T02:40:50.933153+0000","last_became_active":"2023-08-28T02:32:28.457407+0000","last_became_peered":"2023-08-28T02:32:28.457407+0000","last_unstale":"2023-08-28T02:40:50.933153+0000","last_undegraded":"2023-08-28T02:40:50.933153+0000","last_fullsized":"2023-08-28T02:40:50.933153+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:26:29.392787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"385'8771","reported_seq":9942,"reported_epoch":385,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:40:58.265867+0000","last_change":"2023-08-28T02:34:11.566035+0000","last_active":"2023-08-28T02:40:58.265867+0000","last_peered":"2023-08-28T02:40:58.265867+0000","last_clean":"2023-08-28T02:33:10.395883+0000","last_became_active":"2023-08-28T02:33:12.394714+0000","last_became_peered":"2023-08-28T02:33:12.394714+0000","last_unstale":"2023-08-28T02:40:58.265867+0000","last_undegraded":"2023-08-28T02:40:58.265867+0000","last_fullsized":"2023-08-28T02:40:58.265867+0000","mapping_epoch":297,"log_start":"262'3384","ondisk_log_start":"262'3384","created":250,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5387,"log_dups_size":0,"ondisk_log_size":5387,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:01:26.984565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":177733656,"num_objects":2713,"num_object_clones":0,"num_object_copies":8139,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":2489,"num_objects_unfound":0,"num_objects_dirty":2713,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":8771,"num_write_kb":367425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":500,"num_bytes_recovered":32768000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,6],"avail_no_missing":["4","0","6"],"object_location_counts":[{"shards":"0,4,6","objects":2713}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.6","version":"75'161","reported_seq":646,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-08-28T02:40:50.933134+0000","last_change":"2023-08-28T02:33:13.338675+0000","last_active":"2023-08-28T02:40:50.933134+0000","last_peered":"2023-08-28T02:40:50.933134+0000","last_clean":"2023-08-28T02:40:50.933134+0000","last_became_active":"2023-08-28T02:33:13.338271+0000","last_became_peered":"2023-08-28T02:33:13.338271+0000","last_unstale":"2023-08-28T02:40:50.933134+0000","last_undegraded":"2023-08-28T02:40:50.933134+0000","last_fullsized":"2023-08-28T02:40:50.933134+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.774982+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.774982+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:13:20.011329+0000","scrub_duration":0.003539819,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":352,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:44.072788+0000","last_change":"2023-08-28T02:14:43.033789+0000","last_active":"2023-08-28T02:40:44.072788+0000","last_peered":"2023-08-28T02:40:44.072788+0000","last_clean":"2023-08-28T02:40:44.072788+0000","last_became_active":"2023-08-28T02:14:43.033454+0000","last_became_peered":"2023-08-28T02:14:43.033454+0000","last_unstale":"2023-08-28T02:40:44.072788+0000","last_undegraded":"2023-08-28T02:40:44.072788+0000","last_fullsized":"2023-08-28T02:40:44.072788+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:01:13.205842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":185,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:44.078234+0000","last_change":"2023-08-28T02:32:28.461807+0000","last_active":"2023-08-28T02:40:44.078234+0000","last_peered":"2023-08-28T02:40:44.078234+0000","last_clean":"2023-08-28T02:40:44.078234+0000","last_became_active":"2023-08-28T02:32:28.461116+0000","last_became_peered":"2023-08-28T02:32:28.461116+0000","last_unstale":"2023-08-28T02:40:44.078234+0000","last_undegraded":"2023-08-28T02:40:44.078234+0000","last_fullsized":"2023-08-28T02:40:44.078234+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:12:45.321757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":332,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-08-28T02:40:50.932956+0000","last_change":"2023-08-28T02:14:43.048791+0000","last_active":"2023-08-28T02:40:50.932956+0000","last_peered":"2023-08-28T02:40:50.932956+0000","last_clean":"2023-08-28T02:40:50.932956+0000","last_became_active":"2023-08-28T02:14:43.047408+0000","last_became_peered":"2023-08-28T02:14:43.047408+0000","last_unstale":"2023-08-28T02:40:50.932956+0000","last_undegraded":"2023-08-28T02:40:50.932956+0000","last_fullsized":"2023-08-28T02:40:50.932956+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:47.097181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"385'8987","reported_seq":19097,"reported_epoch":385,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:40:58.123515+0000","last_change":"2023-08-28T02:37:37.899201+0000","last_active":"2023-08-28T02:40:58.123515+0000","last_peered":"2023-08-28T02:40:58.123515+0000","last_clean":"2023-08-28T02:31:50.933695+0000","last_became_active":"2023-08-28T02:33:13.540416+0000","last_became_peered":"2023-08-28T02:33:13.540416+0000","last_unstale":"2023-08-28T02:40:58.123515+0000","last_undegraded":"2023-08-28T02:40:58.123515+0000","last_fullsized":"2023-08-28T02:40:58.123515+0000","mapping_epoch":298,"log_start":"262'3574","ondisk_log_start":"262'3574","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5413,"log_dups_size":0,"ondisk_log_size":5413,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:49:35.658845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":188416000,"num_objects":2875,"num_object_clones":0,"num_object_copies":8625,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":2875,"num_objects_unfound":0,"num_objects_dirty":2875,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8987,"num_write_kb":379584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4967,"num_bytes_recovered":325517312,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,2],"avail_no_missing":["4","2","5","6"],"object_location_counts":[{"shards":"2,4,5","objects":2875}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.5","version":"75'161","reported_seq":678,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-08-28T02:40:50.934544+0000","last_change":"2023-08-28T02:32:31.477151+0000","last_active":"2023-08-28T02:40:50.934544+0000","last_peered":"2023-08-28T02:40:50.934544+0000","last_clean":"2023-08-28T02:40:50.934544+0000","last_became_active":"2023-08-28T02:32:31.476776+0000","last_became_peered":"2023-08-28T02:32:31.476776+0000","last_unstale":"2023-08-28T02:40:50.934544+0000","last_undegraded":"2023-08-28T02:40:50.934544+0000","last_fullsized":"2023-08-28T02:40:50.934544+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:18.891729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:18.891729+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:47:27.194140+0000","scrub_duration":0.0031546460000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"65'2","reported_seq":342,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-08-28T02:40:50.940759+0000","last_change":"2023-08-28T02:33:12.327778+0000","last_active":"2023-08-28T02:40:50.940759+0000","last_peered":"2023-08-28T02:40:50.940759+0000","last_clean":"2023-08-28T02:40:50.940759+0000","last_became_active":"2023-08-28T02:33:12.327273+0000","last_became_peered":"2023-08-28T02:33:12.327273+0000","last_unstale":"2023-08-28T02:40:50.940759+0000","last_undegraded":"2023-08-28T02:40:50.940759+0000","last_fullsized":"2023-08-28T02:40:50.940759+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:40.554192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":223,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:44.078499+0000","last_change":"2023-08-28T02:33:13.335665+0000","last_active":"2023-08-28T02:40:44.078499+0000","last_peered":"2023-08-28T02:40:44.078499+0000","last_clean":"2023-08-28T02:40:44.078499+0000","last_became_active":"2023-08-28T02:33:13.335322+0000","last_became_peered":"2023-08-28T02:33:13.335322+0000","last_unstale":"2023-08-28T02:40:44.078499+0000","last_undegraded":"2023-08-28T02:40:44.078499+0000","last_fullsized":"2023-08-28T02:40:44.078499+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:21:08.024493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":339,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-08-28T02:40:50.936538+0000","last_change":"2023-08-28T02:33:12.310326+0000","last_active":"2023-08-28T02:40:50.936538+0000","last_peered":"2023-08-28T02:40:50.936538+0000","last_clean":"2023-08-28T02:40:50.936538+0000","last_became_active":"2023-08-28T02:33:12.310011+0000","last_became_peered":"2023-08-28T02:33:12.310011+0000","last_unstale":"2023-08-28T02:40:50.936538+0000","last_undegraded":"2023-08-28T02:40:50.936538+0000","last_fullsized":"2023-08-28T02:40:50.936538+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:35:03.710036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"385'9009","reported_seq":18395,"reported_epoch":385,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-08-28T02:40:58.443289+0000","last_change":"2023-08-28T02:38:43.760745+0000","last_active":"2023-08-28T02:40:58.443289+0000","last_peered":"2023-08-28T02:40:58.443289+0000","last_clean":"2023-08-28T02:31:27.909649+0000","last_became_active":"2023-08-28T02:33:33.726805+0000","last_became_peered":"2023-08-28T02:33:33.726805+0000","last_unstale":"2023-08-28T02:40:58.443289+0000","last_undegraded":"2023-08-28T02:33:20.140072+0000","last_fullsized":"2023-08-28T02:33:13.278549+0000","mapping_epoch":298,"log_start":"262'3577","ondisk_log_start":"262'3577","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5432,"log_dups_size":0,"ondisk_log_size":5432,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:02:22.971585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":187367424,"num_objects":2859,"num_object_clones":0,"num_object_copies":8577,"num_objects_missing_on_primary":2831,"num_objects_missing":2831,"num_objects_degraded":2496,"num_objects_misplaced":5703,"num_objects_unfound":0,"num_objects_dirty":2859,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9009,"num_write_kb":379776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3065,"num_bytes_recovered":200736768,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[4,3],"avail_no_missing":["2","6"],"object_location_counts":[{"shards":"2,3,4,6","objects":13},{"shards":"2,3,6","objects":348},{"shards":"2,4,6","objects":14},{"shards":"2,6","objects":2483},{"shards":"3,4","objects":-12}],"blocked_by":[],"up_primary":3,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.4","version":"75'161","reported_seq":594,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-08-28T02:40:50.937171+0000","last_change":"2023-08-28T02:33:12.296479+0000","last_active":"2023-08-28T02:40:50.937171+0000","last_peered":"2023-08-28T02:40:50.937171+0000","last_clean":"2023-08-28T02:40:50.937171+0000","last_became_active":"2023-08-28T02:33:12.294160+0000","last_became_peered":"2023-08-28T02:33:12.294160+0000","last_unstale":"2023-08-28T02:40:50.937171+0000","last_undegraded":"2023-08-28T02:40:50.937171+0000","last_fullsized":"2023-08-28T02:40:50.937171+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.899247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.899247+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":310,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:44.073260+0000","last_change":"2023-08-28T02:33:13.539335+0000","last_active":"2023-08-28T02:40:44.073260+0000","last_peered":"2023-08-28T02:40:44.073260+0000","last_clean":"2023-08-28T02:40:44.073260+0000","last_became_active":"2023-08-28T02:33:13.538978+0000","last_became_peered":"2023-08-28T02:33:13.538978+0000","last_unstale":"2023-08-28T02:40:44.073260+0000","last_undegraded":"2023-08-28T02:40:44.073260+0000","last_fullsized":"2023-08-28T02:40:44.073260+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:26:13.405766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"65'1","reported_seq":376,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-08-28T02:40:50.933265+0000","last_change":"2023-08-28T02:29:44.510205+0000","last_active":"2023-08-28T02:40:50.933265+0000","last_peered":"2023-08-28T02:40:50.933265+0000","last_clean":"2023-08-28T02:40:50.933265+0000","last_became_active":"2023-08-28T02:29:44.429357+0000","last_became_peered":"2023-08-28T02:29:44.429357+0000","last_unstale":"2023-08-28T02:40:50.933265+0000","last_undegraded":"2023-08-28T02:40:50.933265+0000","last_fullsized":"2023-08-28T02:40:50.933265+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:44:59.955729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":340,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-08-28T02:40:50.933864+0000","last_change":"2023-08-28T02:32:12.950661+0000","last_active":"2023-08-28T02:40:50.933864+0000","last_peered":"2023-08-28T02:40:50.933864+0000","last_clean":"2023-08-28T02:40:50.933864+0000","last_became_active":"2023-08-28T02:32:12.950276+0000","last_became_peered":"2023-08-28T02:32:12.950276+0000","last_unstale":"2023-08-28T02:40:50.933864+0000","last_undegraded":"2023-08-28T02:40:50.933864+0000","last_fullsized":"2023-08-28T02:40:50.933864+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:05:17.972868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"65'1","reported_seq":333,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-08-28T02:40:50.932911+0000","last_change":"2023-08-28T02:14:43.042150+0000","last_active":"2023-08-28T02:40:50.932911+0000","last_peered":"2023-08-28T02:40:50.932911+0000","last_clean":"2023-08-28T02:40:50.932911+0000","last_became_active":"2023-08-28T02:14:43.038336+0000","last_became_peered":"2023-08-28T02:14:43.038336+0000","last_unstale":"2023-08-28T02:40:50.932911+0000","last_undegraded":"2023-08-28T02:40:50.932911+0000","last_fullsized":"2023-08-28T02:40:50.932911+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:26:02.415152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":382,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:44.078185+0000","last_change":"2023-08-28T02:33:13.318097+0000","last_active":"2023-08-28T02:40:44.078185+0000","last_peered":"2023-08-28T02:40:44.078185+0000","last_clean":"2023-08-28T02:40:44.078185+0000","last_became_active":"2023-08-28T02:33:13.317761+0000","last_became_peered":"2023-08-28T02:33:13.317761+0000","last_unstale":"2023-08-28T02:40:44.078185+0000","last_undegraded":"2023-08-28T02:40:44.078185+0000","last_fullsized":"2023-08-28T02:40:44.078185+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:24.836996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"65'2","reported_seq":377,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:44.066937+0000","last_change":"2023-08-28T02:29:44.535937+0000","last_active":"2023-08-28T02:40:44.066937+0000","last_peered":"2023-08-28T02:40:44.066937+0000","last_clean":"2023-08-28T02:40:44.066937+0000","last_became_active":"2023-08-28T02:29:44.462244+0000","last_became_peered":"2023-08-28T02:29:44.462244+0000","last_unstale":"2023-08-28T02:40:44.066937+0000","last_undegraded":"2023-08-28T02:40:44.066937+0000","last_fullsized":"2023-08-28T02:40:44.066937+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:30:33.173713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":380,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-08-28T02:40:50.932714+0000","last_change":"2023-08-28T02:33:12.305580+0000","last_active":"2023-08-28T02:40:50.932714+0000","last_peered":"2023-08-28T02:40:50.932714+0000","last_clean":"2023-08-28T02:40:50.932714+0000","last_became_active":"2023-08-28T02:33:12.305261+0000","last_became_peered":"2023-08-28T02:33:12.305261+0000","last_unstale":"2023-08-28T02:40:50.932714+0000","last_undegraded":"2023-08-28T02:40:50.932714+0000","last_fullsized":"2023-08-28T02:40:50.932714+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:22:31.614221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"65'2","reported_seq":346,"reported_epoch":383,"state":"active+clean","last_fresh":"2023-08-28T02:40:44.067101+0000","last_change":"2023-08-28T02:31:51.991101+0000","last_active":"2023-08-28T02:40:44.067101+0000","last_peered":"2023-08-28T02:40:44.067101+0000","last_clean":"2023-08-28T02:40:44.067101+0000","last_became_active":"2023-08-28T02:31:51.987237+0000","last_became_peered":"2023-08-28T02:31:51.987237+0000","last_unstale":"2023-08-28T02:40:44.067101+0000","last_undegraded":"2023-08-28T02:40:44.067101+0000","last_fullsized":"2023-08-28T02:40:44.067101+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:07:07.370857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":381,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-08-28T02:40:50.934606+0000","last_change":"2023-08-28T02:33:12.494483+0000","last_active":"2023-08-28T02:40:50.934606+0000","last_peered":"2023-08-28T02:40:50.934606+0000","last_clean":"2023-08-28T02:40:50.934606+0000","last_became_active":"2023-08-28T02:33:12.494136+0000","last_became_peered":"2023-08-28T02:33:12.494136+0000","last_unstale":"2023-08-28T02:40:50.934606+0000","last_undegraded":"2023-08-28T02:40:50.934606+0000","last_fullsized":"2023-08-28T02:40:50.934606+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:36.772588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"65'1","reported_seq":327,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-08-28T02:40:50.938034+0000","last_change":"2023-08-28T02:33:13.287922+0000","last_active":"2023-08-28T02:40:50.938034+0000","last_peered":"2023-08-28T02:40:50.938034+0000","last_clean":"2023-08-28T02:40:50.938034+0000","last_became_active":"2023-08-28T02:33:13.287520+0000","last_became_peered":"2023-08-28T02:33:13.287520+0000","last_unstale":"2023-08-28T02:40:50.938034+0000","last_undegraded":"2023-08-28T02:40:50.938034+0000","last_fullsized":"2023-08-28T02:40:50.938034+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:11.627168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":341,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-08-28T02:40:50.936983+0000","last_change":"2023-08-28T02:33:13.289469+0000","last_active":"2023-08-28T02:40:50.936983+0000","last_peered":"2023-08-28T02:40:50.936983+0000","last_clean":"2023-08-28T02:40:50.936983+0000","last_became_active":"2023-08-28T02:33:13.288737+0000","last_became_peered":"2023-08-28T02:33:13.288737+0000","last_unstale":"2023-08-28T02:40:50.936983+0000","last_undegraded":"2023-08-28T02:40:50.936983+0000","last_fullsized":"2023-08-28T02:40:50.936983+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:11:15.043550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"65'4","reported_seq":365,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-08-28T02:40:50.933597+0000","last_change":"2023-08-28T02:32:28.607010+0000","last_active":"2023-08-28T02:40:50.933597+0000","last_peered":"2023-08-28T02:40:50.933597+0000","last_clean":"2023-08-28T02:40:50.933597+0000","last_became_active":"2023-08-28T02:32:28.492224+0000","last_became_peered":"2023-08-28T02:32:28.492224+0000","last_unstale":"2023-08-28T02:40:50.933597+0000","last_undegraded":"2023-08-28T02:40:50.933597+0000","last_fullsized":"2023-08-28T02:40:50.933597+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:13:45.711951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":554,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":391,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-08-28T02:40:50.933783+0000","last_change":"2023-08-28T02:33:13.309144+0000","last_active":"2023-08-28T02:40:50.933783+0000","last_peered":"2023-08-28T02:40:50.933783+0000","last_clean":"2023-08-28T02:40:50.933783+0000","last_became_active":"2023-08-28T02:33:13.308910+0000","last_became_peered":"2023-08-28T02:33:13.308910+0000","last_unstale":"2023-08-28T02:40:50.933783+0000","last_undegraded":"2023-08-28T02:40:50.933783+0000","last_fullsized":"2023-08-28T02:40:50.933783+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:09:59.549591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":2931294232,"num_objects":44729,"num_object_clones":0,"num_object_copies":134187,"num_objects_missing_on_primary":2831,"num_objects_missing":2831,"num_objects_degraded":13009,"num_objects_misplaced":13782,"num_objects_unfound":0,"num_objects_dirty":44729,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":141885,"num_write_kb":5971585,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":50930,"num_bytes_recovered":3311271936,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":10048778240,"data_stored":10048766024,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97233,"ondisk_log_size":97233,"up":48,"acting":45,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":10126,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":370028,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":89,"num_read_kb":167,"num_write":44,"num_write_kb":440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":584707,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2048000,"data_stored":2033792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299808,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1415404,"kb_used_data":910180,"kb_used_omap":0,"kb_used_meta":505216,"kb_avail":92329748,"statfs":{"total":95995035648,"available":94545661952,"internally_reserved":0,"allocated":932024320,"data_stored":930498751,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":517341184},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:40:18 2023","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.46999999999999997,"15min":0.95699999999999996},"min":{"1min":0.34599999999999997,"5min":0.23499999999999999,"15min":0.219},"max":{"1min":2.1429999999999998,"5min":2.1429999999999998,"15min":13.118},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.51500000000000001,"15min":1.3360000000000001},"min":{"1min":0.309,"5min":0.247,"15min":0.246},"max":{"1min":0.69599999999999995,"5min":2.6989999999999998,"15min":17.402999999999999},"last":0.48399999999999999}]},{"osd":1,"last update":"Mon Aug 28 02:40:48 2023","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.50600000000000001,"15min":1.4390000000000001},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.89500000000000002,"5min":3.113,"15min":17.43},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.46899999999999997,"5min":0.61099999999999999,"15min":1.391},"min":{"1min":0.313,"5min":0.28699999999999998,"15min":0.25900000000000001},"max":{"1min":0.92700000000000005,"5min":4.9749999999999996,"15min":19.913},"last":0.39800000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:40:33 2023","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.48999999999999999,"15min":0.98299999999999998},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.22900000000000001},"max":{"1min":0.71599999999999997,"5min":2.96,"15min":8.2970000000000006},"last":0.42599999999999999},{"interface":"front","average":{"1min":0.46700000000000003,"5min":0.58899999999999997,"15min":0.90200000000000002},"min":{"1min":0.36599999999999999,"5min":0.34499999999999997,"15min":0.28699999999999998},"max":{"1min":0.59599999999999997,"5min":2.399,"15min":9.2219999999999995},"last":0.434}]},{"osd":3,"last update":"Mon Aug 28 02:40:22 2023","interfaces":[{"interface":"back","average":{"1min":0.69199999999999995,"5min":0.629,"15min":0.67900000000000005},"min":{"1min":0.35699999999999998,"5min":0.312,"15min":0.312},"max":{"1min":3.9430000000000001,"5min":3.9430000000000001,"15min":3.9430000000000001},"last":0.40799999999999997},{"interface":"front","average":{"1min":0.76200000000000001,"5min":0.62,"15min":0.626},"min":{"1min":0.39800000000000002,"5min":0.32700000000000001,"15min":0.308},"max":{"1min":3.7599999999999998,"5min":4.1879999999999997,"15min":4.1879999999999997},"last":0.46000000000000002}]},{"osd":4,"last update":"Mon Aug 28 02:40:18 2023","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.47799999999999998,"15min":1.109},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.245},"max":{"1min":0.78000000000000003,"5min":2.677,"15min":18.943000000000001},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.58899999999999997,"15min":0.79700000000000004},"min":{"1min":0.28999999999999998,"5min":0.28699999999999998,"15min":0.25700000000000001},"max":{"1min":0.76800000000000002,"5min":3.282,"15min":7.2130000000000001},"last":0.34899999999999998}]},{"osd":5,"last update":"Mon Aug 28 02:40:18 2023","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.52100000000000002,"15min":0.876},"min":{"1min":0.31,"5min":0.28100000000000003,"15min":0.23599999999999999},"max":{"1min":2.0790000000000002,"5min":2.6669999999999998,"15min":14.622},"last":0.378},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.56699999999999995,"15min":1.1080000000000001},"min":{"1min":0.30599999999999999,"5min":0.27100000000000002,"15min":0.27000000000000002},"max":{"1min":1.383,"5min":3.214,"15min":17.324999999999999},"last":0.55100000000000005}]},{"osd":6,"last update":"Mon Aug 28 02:40:18 2023","interfaces":[{"interface":"back","average":{"1min":0.71599999999999997,"5min":0.66700000000000004,"15min":1.165},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.30499999999999999},"max":{"1min":3.3170000000000002,"5min":3.8959999999999999,"15min":17.454999999999998},"last":0.44800000000000001},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.59699999999999998,"15min":0.754},"min":{"1min":0.34899999999999998,"5min":0.33400000000000002,"15min":0.28999999999999998},"max":{"1min":0.68700000000000006,"5min":2.4399999999999999,"15min":7.665},"last":0.47199999999999998}]}]},{"osd":6,"up_from":0,"seq":193273528739,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":101,"seq":433791697198,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1193832,"kb_used_data":547616,"kb_used_omap":4,"kb_used_meta":646203,"kb_avail":92551320,"statfs":{"total":95995035648,"available":94772551680,"internally_reserved":0,"allocated":560758784,"data_stored":558562062,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":661712782},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:40:50 2023","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.45500000000000002,"15min":1.363},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":2.327,"5min":2.327,"15min":24.545999999999999},"last":0.23699999999999999},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.55700000000000005,"15min":1.875},"min":{"1min":0.245,"5min":0.245,"15min":0.23599999999999999},"max":{"1min":2.2959999999999998,"5min":3.496,"15min":24.515000000000001},"last":0.441}]},{"osd":2,"last update":"Mon Aug 28 02:40:39 2023","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.59499999999999997,"15min":1.6000000000000001},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":2.3820000000000001,"5min":3.544,"15min":22.161000000000001},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.623,"5min":0.58499999999999996,"15min":1.204},"min":{"1min":0.27800000000000002,"5min":0.26200000000000001,"15min":0.254},"max":{"1min":3.2130000000000001,"5min":3.2130000000000001,"15min":19.100999999999999},"last":0.376}]},{"osd":3,"last update":"Mon Aug 28 02:40:26 2023","interfaces":[{"interface":"back","average":{"1min":0.72599999999999998,"5min":0.58699999999999997,"15min":0.52000000000000002},"min":{"1min":0.27900000000000003,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":2.71,"5min":2.742,"15min":2.742},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.58499999999999996,"15min":0.54400000000000004},"min":{"1min":0.40000000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.93799999999999994,"5min":3.5819999999999999,"15min":3.5819999999999999},"last":0.39100000000000001}]},{"osd":4,"last update":"Mon Aug 28 02:40:50 2023","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":0.61399999999999999,"15min":1.093},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.28499999999999998},"max":{"1min":3.2570000000000001,"5min":3.2570000000000001,"15min":18.992999999999999},"last":0.33800000000000002},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.58099999999999996,"15min":1.194},"min":{"1min":0.35699999999999998,"5min":0.32500000000000001,"15min":0.28899999999999998},"max":{"1min":0.85699999999999998,"5min":2.0070000000000001,"15min":14.779999999999999},"last":0.45900000000000002}]},{"osd":5,"last update":"Mon Aug 28 02:40:50 2023","interfaces":[{"interface":"back","average":{"1min":0.72399999999999998,"5min":2.6400000000000001,"15min":2.1219999999999999},"min":{"1min":0.40000000000000002,"5min":0.372,"15min":0.29999999999999999},"max":{"1min":2.4220000000000002,"5min":188.94900000000001,"15min":188.94900000000001},"last":0.68899999999999995},{"interface":"front","average":{"1min":0.77400000000000002,"5min":2.6779999999999999,"15min":1.99},"min":{"1min":0.38100000000000001,"5min":0.35299999999999998,"15min":0.33600000000000002},"max":{"1min":3.2949999999999999,"5min":188.803,"15min":188.803},"last":0.42899999999999999}]},{"osd":6,"last update":"Mon Aug 28 02:40:50 2023","interfaces":[{"interface":"back","average":{"1min":0.748,"5min":0.71199999999999997,"15min":1.403},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.34300000000000003},"max":{"1min":2.4540000000000002,"5min":3.6400000000000001,"15min":12.221},"last":0.66600000000000004},{"interface":"front","average":{"1min":0.82399999999999995,"5min":0.747,"15min":1.2649999999999999},"min":{"1min":0.44,"5min":0.39100000000000001,"15min":0.35699999999999998},"max":{"1min":3.371,"5min":3.371,"15min":19.021999999999998},"last":0.47099999999999997}]},{"osd":7,"last update":"Mon Aug 28 02:40:50 2023","interfaces":[{"interface":"back","average":{"1min":0.82699999999999996,"5min":0.74399999999999999,"15min":1.296},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":3.3330000000000002,"5min":3.3330000000000002,"15min":19.047999999999998},"last":0.497},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.68999999999999995,"15min":1.3520000000000001},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.34399999999999997},"max":{"1min":0.90100000000000002,"5min":2.3679999999999999,"15min":14.818},"last":0.51300000000000001}]}]},{"osd":0,"up_from":87,"seq":373662155065,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2458880,"kb_used_data":1771704,"kb_used_omap":5,"kb_used_meta":687162,"kb_avail":91286272,"statfs":{"total":95995035648,"available":93477142528,"internally_reserved":0,"allocated":1814224896,"data_stored":1811902469,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":703654522},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:40:43 2023","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":0.48299999999999998,"15min":1.115},"min":{"1min":0.25,"5min":0.221,"15min":0.184},"max":{"1min":0.97399999999999998,"5min":3.7709999999999999,"15min":30.315000000000001},"last":0.33400000000000002},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.51000000000000001,"15min":1.55},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.249},"max":{"1min":1.339,"5min":4.0679999999999996,"15min":69.272000000000006},"last":0.378}]},{"osd":2,"last update":"Mon Aug 28 02:40:43 2023","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.623,"15min":1.3480000000000001},"min":{"1min":0.29799999999999999,"5min":0.247,"15min":0.23699999999999999},"max":{"1min":1.3180000000000001,"5min":4.4020000000000001,"15min":20.959},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.63700000000000001,"15min":1.2609999999999999},"min":{"1min":0.316,"5min":0.28000000000000003,"15min":0.247},"max":{"1min":1.0049999999999999,"5min":6.1180000000000003,"15min":9.3729999999999993},"last":0.40200000000000002}]},{"osd":3,"last update":"Mon Aug 28 02:40:23 2023","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.754,"15min":0.746},"min":{"1min":0.39400000000000002,"5min":0.32800000000000001,"15min":0.26600000000000001},"max":{"1min":1.512,"5min":5.6680000000000001,"15min":5.6680000000000001},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.74299999999999999,"15min":0.75700000000000001},"min":{"1min":0.38100000000000001,"5min":0.31,"15min":0.31},"max":{"1min":1.302,"5min":4.9199999999999999,"15min":4.9199999999999999},"last":0.55200000000000005}]},{"osd":4,"last update":"Mon Aug 28 02:40:23 2023","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.60899999999999999,"15min":2.02},"min":{"1min":0.372,"5min":0.315,"15min":0.314},"max":{"1min":0.89500000000000002,"5min":4.3339999999999996,"15min":274.33199999999999},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.64300000000000002,"15min":2.2469999999999999},"min":{"1min":0.38100000000000001,"5min":0.34999999999999998,"15min":0.28199999999999997},"max":{"1min":1.4019999999999999,"5min":2.8969999999999998,"15min":266.31999999999999},"last":0.58499999999999996}]},{"osd":5,"last update":"Mon Aug 28 02:40:23 2023","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.65100000000000002,"15min":1.109},"min":{"1min":0.41199999999999998,"5min":0.34899999999999998,"15min":0.29299999999999998},"max":{"1min":0.83499999999999996,"5min":4.2089999999999996,"15min":8.9789999999999992},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.64000000000000001,"15min":1.4850000000000001},"min":{"1min":0.38600000000000001,"5min":0.36699999999999999,"15min":0.34799999999999998},"max":{"1min":1.429,"5min":2.8039999999999998,"15min":15.231},"last":0.621}]},{"osd":6,"last update":"Mon Aug 28 02:40:23 2023","interfaces":[{"interface":"back","average":{"1min":0.73299999999999998,"5min":0.72499999999999998,"15min":1.29},"min":{"1min":0.46800000000000003,"5min":0.41299999999999998,"15min":0.29399999999999998},"max":{"1min":2.3370000000000002,"5min":4.2869999999999999,"15min":15.122999999999999},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.66900000000000004,"15min":1.5489999999999999},"min":{"1min":0.42499999999999999,"5min":0.38300000000000001,"15min":0.35599999999999998},"max":{"1min":2.3660000000000001,"5min":2.927,"15min":15.186999999999999},"last":0.64600000000000002}]},{"osd":7,"last update":"Mon Aug 28 02:40:23 2023","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.80200000000000005,"15min":1.5},"min":{"1min":0.48899999999999999,"5min":0.434,"15min":0.33400000000000002},"max":{"1min":0.79500000000000004,"5min":4.4390000000000001,"15min":16.183},"last":0.66700000000000004},{"interface":"front","average":{"1min":0.67200000000000004,"5min":0.80000000000000004,"15min":1.3049999999999999},"min":{"1min":0.54700000000000004,"5min":0.46000000000000002,"15min":0.35999999999999999},"max":{"1min":1.036,"5min":4.2519999999999998,"15min":8.9960000000000004},"last":0.63200000000000001}]}]},{"osd":2,"up_from":0,"seq":502511173924,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":297,"seq":1275605287007,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":625436,"kb_used_data":458516,"kb_used_omap":2,"kb_used_meta":166909,"kb_avail":93119716,"statfs":{"total":95995035648,"available":95354589184,"internally_reserved":0,"allocated":469520384,"data_stored":467336802,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":170914869},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:40:20 2023","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.48999999999999999,"15min":0.46200000000000002},"min":{"1min":0.24199999999999999,"5min":0.224,"15min":0.22},"max":{"1min":3.802,"5min":3.802,"15min":6.8819999999999997},"last":0.376},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.48499999999999999,"15min":0.65100000000000002},"min":{"1min":0.28499999999999998,"5min":0.25900000000000001,"15min":0.217},"max":{"1min":1.5409999999999999,"5min":1.5409999999999999,"15min":6.7839999999999998},"last":0.60899999999999999}]},{"osd":1,"last update":"Mon Aug 28 02:40:20 2023","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.53700000000000003,"15min":0.47599999999999998},"min":{"1min":0.309,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":1.421,"5min":3.044,"15min":4.0650000000000004},"last":0.72499999999999998},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.55600000000000005,"15min":0.67800000000000005},"min":{"1min":0.33000000000000002,"5min":0.249,"15min":0.249},"max":{"1min":0.91800000000000004,"5min":3.9249999999999998,"15min":3.9249999999999998},"last":0.47599999999999998}]},{"osd":2,"last update":"Mon Aug 28 02:40:20 2023","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.51400000000000001,"15min":0.59399999999999997},"min":{"1min":0.30499999999999999,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.84299999999999997,"5min":2.1659999999999999,"15min":2.5449999999999999},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.65900000000000003,"5min":0.60299999999999998,"15min":0.57799999999999996},"min":{"1min":0.308,"5min":0.29599999999999999,"15min":0.29299999999999998},"max":{"1min":3.7440000000000002,"5min":3.7440000000000002,"15min":4.7030000000000003},"last":0.42999999999999999}]},{"osd":4,"last update":"Mon Aug 28 02:40:20 2023","interfaces":[{"interface":"back","average":{"1min":0.69499999999999995,"5min":0.66300000000000003,"15min":0.60299999999999998},"min":{"1min":0.34499999999999997,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":3.887,"5min":6.2670000000000003,"15min":6.2670000000000003},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.89300000000000002,"5min":0.64900000000000002,"15min":0.59399999999999997},"min":{"1min":0.441,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":5.423,"5min":5.423,"15min":5.423},"last":0.65500000000000003}]},{"osd":5,"last update":"Mon Aug 28 02:40:20 2023","interfaces":[{"interface":"back","average":{"1min":0.91900000000000004,"5min":0.67800000000000005,"15min":0.623},"min":{"1min":0.378,"5min":0.313,"15min":0.313},"max":{"1min":5.4660000000000002,"5min":5.4660000000000002,"15min":5.4660000000000002},"last":0.69199999999999995},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.629,"15min":0.57299999999999995},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.35399999999999998},"max":{"1min":0.69199999999999995,"5min":3.411,"15min":3.411},"last":0.51700000000000002}]},{"osd":6,"last update":"Mon Aug 28 02:40:20 2023","interfaces":[{"interface":"back","average":{"1min":0.76200000000000001,"5min":0.69299999999999995,"15min":0.66100000000000003},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":3.9199999999999999,"5min":3.9199999999999999,"15min":3.9199999999999999},"last":0.67700000000000005},{"interface":"front","average":{"1min":1.0660000000000001,"5min":0.749,"15min":0.68999999999999995},"min":{"1min":0.5,"5min":0.378,"15min":0.378},"max":{"1min":5.5,"5min":5.5,"15min":5.5},"last":0.90400000000000003}]},{"osd":7,"last update":"Mon Aug 28 02:40:20 2023","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.66000000000000003,"15min":0.60899999999999999},"min":{"1min":0.437,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.77900000000000003,"5min":2.9399999999999999,"15min":2.9399999999999999},"last":0.74399999999999999},{"interface":"front","average":{"1min":0.79900000000000004,"5min":0.74299999999999999,"15min":0.68000000000000005},"min":{"1min":0.42999999999999999,"5min":0.42099999999999999,"15min":0.41999999999999998},"max":{"1min":3.8460000000000001,"5min":3.8460000000000001,"15min":3.8460000000000001},"last":0.71299999999999997}]}]},{"osd":4,"up_from":30,"seq":128849019301,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2498480,"kb_used_data":1983592,"kb_used_omap":0,"kb_used_meta":514880,"kb_avail":91246672,"statfs":{"total":95995035648,"available":93436592128,"internally_reserved":0,"allocated":2031198208,"data_stored":2029669322,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":527237120},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:40:27 2023","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.51400000000000001,"15min":1.222},"min":{"1min":0.23699999999999999,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":4.0620000000000003,"5min":4.46,"15min":22.515000000000001},"last":0.34999999999999998},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.52400000000000002,"15min":1.1299999999999999},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.23200000000000001},"max":{"1min":4.0449999999999999,"5min":4.0449999999999999,"15min":22.454000000000001},"last":0.41199999999999998}]},{"osd":1,"last update":"Mon Aug 28 02:40:54 2023","interfaces":[{"interface":"back","average":{"1min":0.83099999999999996,"5min":0.58999999999999997,"15min":1.125},"min":{"1min":0.33800000000000002,"5min":0.26300000000000001,"15min":0.248},"max":{"1min":4.2069999999999999,"5min":4.5090000000000003,"15min":23.082000000000001},"last":0.374},{"interface":"front","average":{"1min":0.77500000000000002,"5min":0.61599999999999999,"15min":1.2270000000000001},"min":{"1min":0.34200000000000003,"5min":0.28299999999999997,"15min":0.26000000000000001},"max":{"1min":4.2400000000000002,"5min":4.5910000000000002,"15min":25.100000000000001},"last":0.59099999999999997}]},{"osd":2,"last update":"Mon Aug 28 02:40:27 2023","interfaces":[{"interface":"back","average":{"1min":0.871,"5min":0.65600000000000003,"15min":1.248},"min":{"1min":0.33000000000000002,"5min":0.28299999999999997,"15min":0.27900000000000003},"max":{"1min":4.1779999999999999,"5min":4.5430000000000001,"15min":13.194000000000001},"last":0.31900000000000001},{"interface":"front","average":{"1min":0.70799999999999996,"5min":0.621,"15min":1.1220000000000001},"min":{"1min":0.31,"5min":0.31,"15min":0.29399999999999998},"max":{"1min":4.0890000000000004,"5min":5.6360000000000001,"15min":13.515000000000001},"last":0.46600000000000003}]},{"osd":3,"last update":"Mon Aug 28 02:40:27 2023","interfaces":[{"interface":"back","average":{"1min":0.91700000000000004,"5min":0.64200000000000002,"15min":0.748},"min":{"1min":0.38200000000000001,"5min":0.34200000000000003,"15min":0.32100000000000001},"max":{"1min":4.2060000000000004,"5min":4.2060000000000004,"15min":7.7480000000000002},"last":0.34200000000000003},{"interface":"front","average":{"1min":0.92500000000000004,"5min":0.69199999999999995,"15min":0.69499999999999995},"min":{"1min":0.36499999999999999,"5min":0.34100000000000003,"15min":0.30199999999999999},"max":{"1min":4.1189999999999998,"5min":4.1189999999999998,"15min":4.1189999999999998},"last":0.48499999999999999}]},{"osd":5,"last update":"Mon Aug 28 02:40:05 2023","interfaces":[{"interface":"back","average":{"1min":0.65500000000000003,"5min":0.53100000000000003,"15min":0.89200000000000002},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.222},"max":{"1min":4.1459999999999999,"5min":4.609,"15min":8.6850000000000005},"last":0.28299999999999997},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.47099999999999997,"15min":0.94799999999999995},"min":{"1min":0.307,"5min":0.29799999999999999,"15min":0.20699999999999999},"max":{"1min":0.64600000000000002,"5min":1.5700000000000001,"15min":8.6370000000000005},"last":0.38100000000000001}]},{"osd":6,"last update":"Mon Aug 28 02:40:22 2023","interfaces":[{"interface":"back","average":{"1min":0.71599999999999997,"5min":0.55600000000000005,"15min":0.90100000000000002},"min":{"1min":0.315,"5min":0.28699999999999998,"15min":0.26500000000000001},"max":{"1min":4.6589999999999998,"5min":4.6589999999999998,"15min":8.8480000000000008},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.68100000000000005,"5min":0.54800000000000004,"15min":0.95299999999999996},"min":{"1min":0.33100000000000002,"5min":0.31,"15min":0.26600000000000001},"max":{"1min":4.2350000000000003,"5min":4.2350000000000003,"15min":8.5},"last":0.36899999999999999}]},{"osd":7,"last update":"Mon Aug 28 02:40:27 2023","interfaces":[{"interface":"back","average":{"1min":0.74099999999999999,"5min":0.63900000000000001,"15min":1.0029999999999999},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.22500000000000001},"max":{"1min":4.1109999999999998,"5min":4.5720000000000001,"15min":9.3209999999999997},"last":0.63500000000000001},{"interface":"front","average":{"1min":1.048,"5min":0.67500000000000004,"15min":0.96499999999999997},"min":{"1min":0.38200000000000001,"5min":0.32400000000000001,"15min":0.30299999999999999},"max":{"1min":4.6959999999999997,"5min":4.6959999999999997,"15min":15.597},"last":0.44400000000000001}]}]},{"osd":5,"up_from":37,"seq":158913790374,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1839964,"kb_used_data":1272020,"kb_used_omap":0,"kb_used_meta":567936,"kb_avail":91905188,"statfs":{"total":95995035648,"available":94110912512,"internally_reserved":0,"allocated":1302548480,"data_stored":1301035513,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":581566464},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:39:55 2023","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.44500000000000001,"15min":1.244},"min":{"1min":0.23999999999999999,"5min":0.23799999999999999,"15min":0.20200000000000001},"max":{"1min":0.747,"5min":1.1100000000000001,"15min":15.156000000000001},"last":0.41899999999999998},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.56200000000000006,"15min":1.3049999999999999},"min":{"1min":0.33900000000000002,"5min":0.26400000000000001,"15min":0.24099999999999999},"max":{"1min":1.9830000000000001,"5min":4.298,"15min":19.815999999999999},"last":0.502}]},{"osd":1,"last update":"Mon Aug 28 02:39:55 2023","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.52700000000000002,"15min":1.405},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.23699999999999999},"max":{"1min":1.5229999999999999,"5min":3.7989999999999999,"15min":17.998000000000001},"last":0.29399999999999998},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56299999999999994,"15min":1.3680000000000001},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26000000000000001},"max":{"1min":1.661,"5min":4.2149999999999999,"15min":19.853000000000002},"last":0.65500000000000003}]},{"osd":2,"last update":"Mon Aug 28 02:39:55 2023","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.53700000000000003,"15min":1.1639999999999999},"min":{"1min":0.33600000000000002,"5min":0.28100000000000003,"15min":0.27700000000000002},"max":{"1min":2.9359999999999999,"5min":2.9359999999999999,"15min":13.335000000000001},"last":0.48399999999999999},{"interface":"front","average":{"1min":0.68000000000000005,"5min":0.66900000000000004,"15min":1.4370000000000001},"min":{"1min":0.39800000000000002,"5min":0.32600000000000001,"15min":0.28499999999999998},"max":{"1min":1.6379999999999999,"5min":4.2400000000000002,"15min":10.084},"last":0.53800000000000003}]},{"osd":3,"last update":"Mon Aug 28 02:40:27 2023","interfaces":[{"interface":"back","average":{"1min":0.64300000000000002,"5min":0.56100000000000005,"15min":1.006},"min":{"1min":0.318,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":2.0329999999999999,"5min":3.7730000000000001,"15min":16.190999999999999},"last":0.434},{"interface":"front","average":{"1min":0.82499999999999996,"5min":0.69099999999999995,"15min":1.2769999999999999},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":3.9790000000000001,"5min":4.8230000000000004,"15min":21.420999999999999},"last":0.626}]},{"osd":4,"last update":"Mon Aug 28 02:40:02 2023","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.432,"15min":0.91200000000000003},"min":{"1min":0.28100000000000003,"5min":0.25,"15min":0.23100000000000001},"max":{"1min":0.91300000000000003,"5min":1.516,"15min":13.616},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.58699999999999997,"15min":1.1000000000000001},"min":{"1min":0.29699999999999999,"5min":0.29299999999999998,"15min":0.25700000000000001},"max":{"1min":1.3320000000000001,"5min":4.1879999999999997,"15min":10.566000000000001},"last":0.59499999999999997}]},{"osd":6,"last update":"Mon Aug 28 02:39:55 2023","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.59199999999999997,"15min":1.1439999999999999},"min":{"1min":0.34999999999999998,"5min":0.28599999999999998,"15min":0.23300000000000001},"max":{"1min":1.9099999999999999,"5min":4.04,"15min":17.510000000000002},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.55300000000000005,"15min":1.0800000000000001},"min":{"1min":0.308,"5min":0.29499999999999998,"15min":0.254},"max":{"1min":1.165,"5min":3.726,"15min":15.856999999999999},"last":0.39900000000000002}]},{"osd":7,"last update":"Mon Aug 28 02:39:55 2023","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.66600000000000004,"15min":1.3029999999999999},"min":{"1min":0.37,"5min":0.34999999999999998,"15min":0.315},"max":{"1min":2.048,"5min":6.9630000000000001,"15min":31.707000000000001},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.70199999999999996,"15min":1.367},"min":{"1min":0.34699999999999998,"5min":0.33000000000000002,"15min":0.318},"max":{"1min":1.403,"5min":4.5890000000000004,"15min":31.66},"last":0.56499999999999995}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1806503936,"data_stored":1806499864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":554958848,"data_stored":554958848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1336541184,"data_stored":1336541184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":462094336,"data_stored":462094336,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":2022903808,"data_stored":2022899736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1293484032,"data_stored":1293484032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1647448064,"data_stored":1647443992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":924844032,"data_stored":924844032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:41:03.041 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:41:03.063 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:41:03.070 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:41:03.094 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:41:03.098 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:41:03.099 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:41:03.199 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:41:03.239 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:41:03.260 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:41:03.262 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:41:03.263 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:41:03.364 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:41:03.392 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:41:03.414 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:41:03.417 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:41:03.417 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:41:03.518 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:41:03.545 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:41:03.566 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:41:03.570 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:41:03.570 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:41:03.671 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:41:03.698 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:41:03.717 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:41:03.720 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:41:03.721 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:41:03.821 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:41:03.874 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:41:03.925 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-08-28T02:41:03.925 INFO:teuthology.orchestra.run.smithi040.stdout: "ops": [], 2023-08-28T02:41:03.925 INFO:teuthology.orchestra.run.smithi040.stdout: "num_ops": 0 2023-08-28T02:41:03.925 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-08-28T02:41:04.048 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:41:04.053 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:41:04.053 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:41:04.154 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:41:04.189 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:41:04.244 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:41:04.265 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:41:04.289 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:41:04.311 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:41:04.331 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:41:04.353 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:41:04.372 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:41:04.392 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:41:04.394 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'false' 2023-08-28T02:41:04.394 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'false' 2023-08-28T02:41:04.395 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'false' 2023-08-28T02:41:04.395 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'false' 2023-08-28T02:41:04.395 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'false' 2023-08-28T02:41:04.395 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'false' 2023-08-28T02:41:04.395 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'false' 2023-08-28T02:41:04.395 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'false' 2023-08-28T02:41:04.470 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:41:04 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/28113616' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:41:04.470 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:41:04 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/28113616' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:41:04.471 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.2 dump_blocked_ops 2023-08-28T02:41:04.566 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:41:04.570 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:41:04.570 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:41:04.671 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:41:04.697 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:41:04 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/28113616' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:41:04.699 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:41:04.720 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:41:04.722 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:41:04.723 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:41:04.823 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:41:04.842 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:41:04.859 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:41:04.987 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:41:04.990 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:41:04.990 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:41:05.091 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:41:05.124 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:41:05.197 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:41:05.199 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:41:05.200 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:41:05.296 INFO:teuthology.orchestra.run.smithi040.stderr:nodeep-scrub is unset 2023-08-28T02:41:05.301 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:41:05.336 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:41:05.385 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:41:05 smithi040 ceph-mon[175404]: pgmap v1200: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.7 GiB data, 9.5 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 149 op/s; 12977/132711 objects degraded (9.778%); 13570/132711 objects misplaced (10.225%); 1.9 MiB/s, 29 objects/s recovering 2023-08-28T02:41:05.385 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:41:05 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3058813420' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:41:05.385 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:41:05 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:41:05.386 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:41:05 smithi040 ceph-mon[170259]: pgmap v1200: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.7 GiB data, 9.5 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 149 op/s; 12977/132711 objects degraded (9.778%); 13570/132711 objects misplaced (10.225%); 1.9 MiB/s, 29 objects/s recovering 2023-08-28T02:41:05.386 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:41:05 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3058813420' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:41:05.386 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:41:05 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:41:05.410 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:41:05.413 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:41:05.414 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:41:05.515 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:41:05.541 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:41:05 smithi083 ceph-mon[157819]: pgmap v1200: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.7 GiB data, 9.5 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 149 op/s; 12977/132711 objects degraded (9.778%); 13570/132711 objects misplaced (10.225%); 1.9 MiB/s, 29 objects/s recovering 2023-08-28T02:41:05.541 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:41:05 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3058813420' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:41:05.541 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:41:05 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd unset", "key": "nodeep-scrub"}]: dispatch 2023-08-28T02:41:05.543 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:41:05.562 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:41:05.564 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:41:05.565 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:41:05.641 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Aug 28 02:41:05 smithi040 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-mgr-y[165229]: ::ffff:172.21.15.83 - - [28/Aug/2023:02:41:05] "GET /metrics HTTP/1.1" 200 36610 "" "Prometheus/2.43.0" 2023-08-28T02:41:05.666 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:41:05.692 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:41:05.715 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:41:05.718 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:41:05.719 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:41:05.819 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:41:05.848 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:41:05.871 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:41:05.873 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:41:05.874 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:41:05.960 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:41:05.974 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:41:05.986 INFO:teuthology.orchestra.run.smithi040.stdout:ERROR: (22) Invalid argument 2023-08-28T02:41:05.986 INFO:teuthology.orchestra.run.smithi040.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:41:06.020 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:41:06.042 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:41:06.048 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:41:06.048 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:41:06.149 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:41:06.188 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:41:06.332 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.2 dump_historic_ops 2023-08-28T02:41:06.375 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:41:06.377 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:41:06.378 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:41:06.378 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:41:06.479 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:41:06.525 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:41:06.551 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:41:06.553 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:41:06 smithi040 ceph-mon[175404]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:41:06.553 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:41:06 smithi040 ceph-mon[175404]: failed to encode map e386 with expected crc 2023-08-28T02:41:06.554 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:41:06 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:41:06.554 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:41:06 smithi040 ceph-mon[175404]: osdmap e386: 8 total, 8 up, 6 in 2023-08-28T02:41:06.554 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:41:06 smithi040 ceph-mon[175404]: failed to encode map e386 with expected crc 2023-08-28T02:41:06.554 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:41:06 smithi040 ceph-mon[175404]: failed to encode map e386 with expected crc 2023-08-28T02:41:06.554 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:41:06 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 12977/132711 objects degraded (9.778%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:41:06.554 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:41:06 smithi040 ceph-mon[170259]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:41:06.554 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:41:06 smithi040 ceph-mon[170259]: failed to encode map e386 with expected crc 2023-08-28T02:41:06.554 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:41:06 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:41:06.554 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:41:06 smithi040 ceph-mon[170259]: osdmap e386: 8 total, 8 up, 6 in 2023-08-28T02:41:06.555 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:41:06 smithi040 ceph-mon[170259]: failed to encode map e386 with expected crc 2023-08-28T02:41:06.555 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:41:06 smithi040 ceph-mon[170259]: failed to encode map e386 with expected crc 2023-08-28T02:41:06.555 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:41:06 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 12977/132711 objects degraded (9.778%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:41:06.557 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:41:06.557 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:41:06.658 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3 2023-08-28T02:41:06.696 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:41:06.722 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3" found: no such container 2023-08-28T02:41:06.725 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:41:06.726 INFO:tasks.cephadm.osd.3:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.3' 2023-08-28T02:41:06.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:41:06 smithi083 ceph-mon[157819]: Health check cleared: OSDMAP_FLAGS (was: nodeep-scrub flag(s) set) 2023-08-28T02:41:06.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:41:06 smithi083 ceph-mon[157819]: failed to encode map e386 with expected crc 2023-08-28T02:41:06.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:41:06 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd unset", "key": "nodeep-scrub"}]': finished 2023-08-28T02:41:06.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:41:06 smithi083 ceph-mon[157819]: osdmap e386: 8 total, 8 up, 6 in 2023-08-28T02:41:06.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:41:06 smithi083 ceph-mon[157819]: failed to encode map e386 with expected crc 2023-08-28T02:41:06.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:41:06 smithi083 ceph-mon[157819]: failed to encode map e386 with expected crc 2023-08-28T02:41:06.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:41:06 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 12977/132711 objects degraded (9.778%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:41:06.811 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=true 2023-08-28T02:41:06.826 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:41:06.853 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:41:06.878 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:41:06.881 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:41:06.882 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:41:06.982 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:41:07.009 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:41:07.030 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:41:07.033 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:41:07.033 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:41:07.041 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:41:07.134 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:41:07.172 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:41:07.197 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:41:07.202 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:41:07.203 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:41:07.303 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:41:07.332 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:41:07.357 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:41:07.360 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:41:07.361 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:41:07.461 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:41:07.480 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:41:07 smithi040 ceph-mon[175404]: pgmap v1202: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.7 GiB data, 9.4 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 158 op/s; 12875/131361 objects degraded (9.801%); 13527/131361 objects misplaced (10.298%); 2.1 MiB/s, 34 objects/s recovering 2023-08-28T02:41:07.480 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:41:07 smithi040 ceph-mon[170259]: pgmap v1202: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.7 GiB data, 9.4 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 158 op/s; 12875/131361 objects degraded (9.801%); 13527/131361 objects misplaced (10.298%); 2.1 MiB/s, 34 objects/s recovering 2023-08-28T02:41:07.497 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:41:07.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:41:07 smithi083 ceph-mon[157819]: pgmap v1202: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.7 GiB data, 9.4 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 158 op/s; 12875/131361 objects degraded (9.801%); 13527/131361 objects misplaced (10.298%); 2.1 MiB/s, 34 objects/s recovering 2023-08-28T02:41:07.798 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:41:07.821 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd set noscrub 2023-08-28T02:41:07.826 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:41:07.836 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:41:07.836 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:41:07.895 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:41:07.897 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:41:07.937 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:41:07.981 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:41:08.014 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:41:08.022 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:41:08.023 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:41:08.123 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:41:08.153 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:41:08.173 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:41:08.176 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:41:08.176 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:41:08.235 INFO:teuthology.orchestra.run.smithi040.stdout:ERROR: (22) Invalid argument 2023-08-28T02:41:08.235 INFO:teuthology.orchestra.run.smithi040.stdout:op_tracker tracking is not enabled now, so no ops are tracked currently, even those get stuck. Please enable "osd_enable_op_tracker", and the tracker will start to track new ops received afterwards. 2023-08-28T02:41:08.276 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:41:08.304 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:41:08.324 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:41:08.327 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:41:08.327 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:41:08.428 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:41:08.458 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:41:08.477 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:41:08.480 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:41:08.480 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:41:08.551 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":1202,"stamp":"2023-08-28T02:41:06.523689+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":2868427524,"num_objects":43787,"num_object_clones":0,"num_object_copies":131361,"num_objects_missing_on_primary":2775,"num_objects_missing":2775,"num_objects_degraded":12875,"num_objects_misplaced":13527,"num_objects_unfound":0,"num_objects_dirty":43787,"num_whiteouts":0,"num_read":90,"num_read_kb":168,"num_write":142955,"num_write_kb":5972054,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":51145,"num_bytes_recovered":3324318609,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":98824,"ondisk_log_size":98824,"up":297,"acting":294,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":9872632,"kb_used_data":6790536,"kb_used_omap":12,"kb_used_meta":3082035,"kb_avail":552598280,"statfs":{"total":575970213888,"available":565860638720,"internally_reserved":0,"allocated":6953508864,"data_stored":6942219001,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12739,"internal_metadata":3156004413},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,2,0,0,2,2,0,1,3,7,5],"upper_bound":4096},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-87949312,"num_objects":-1342,"num_object_clones":0,"num_object_copies":-4026,"num_objects_missing_on_primary":-113,"num_objects_missing":-113,"num_objects_degraded":-179,"num_objects_misplaced":-519,"num_objects_unfound":0,"num_objects_dirty":-1342,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1342,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":290,"num_bytes_recovered":19005440,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.463338"},"pg_stats":[{"pgid":"3.1a","version":"65'1","reported_seq":396,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-08-28T02:40:50.934834+0000","last_change":"2023-08-28T02:32:32.667028+0000","last_active":"2023-08-28T02:40:50.934834+0000","last_peered":"2023-08-28T02:40:50.934834+0000","last_clean":"2023-08-28T02:40:50.934834+0000","last_became_active":"2023-08-28T02:32:32.666711+0000","last_became_peered":"2023-08-28T02:32:32.666711+0000","last_unstale":"2023-08-28T02:40:50.934834+0000","last_undegraded":"2023-08-28T02:40:50.934834+0000","last_fullsized":"2023-08-28T02:40:50.934834+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:28:21.913105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":351,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.059824+0000","last_change":"2023-08-28T02:29:44.421259+0000","last_active":"2023-08-28T02:40:58.059824+0000","last_peered":"2023-08-28T02:40:58.059824+0000","last_clean":"2023-08-28T02:40:58.059824+0000","last_became_active":"2023-08-28T02:29:44.420936+0000","last_became_peered":"2023-08-28T02:29:44.420936+0000","last_unstale":"2023-08-28T02:40:58.059824+0000","last_undegraded":"2023-08-28T02:40:58.059824+0000","last_fullsized":"2023-08-28T02:40:58.059824+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:22:26.346867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":191,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-08-28T02:40:50.938856+0000","last_change":"2023-08-28T02:33:12.290337+0000","last_active":"2023-08-28T02:40:50.938856+0000","last_peered":"2023-08-28T02:40:50.938856+0000","last_clean":"2023-08-28T02:40:50.938856+0000","last_became_active":"2023-08-28T02:33:12.289852+0000","last_became_peered":"2023-08-28T02:33:12.289852+0000","last_unstale":"2023-08-28T02:40:50.938856+0000","last_undegraded":"2023-08-28T02:40:50.938856+0000","last_fullsized":"2023-08-28T02:40:50.938856+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:04:26.420037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":367,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.059219+0000","last_change":"2023-08-28T02:33:13.317226+0000","last_active":"2023-08-28T02:40:58.059219+0000","last_peered":"2023-08-28T02:40:58.059219+0000","last_clean":"2023-08-28T02:40:58.059219+0000","last_became_active":"2023-08-28T02:33:13.316893+0000","last_became_peered":"2023-08-28T02:33:13.316893+0000","last_unstale":"2023-08-28T02:40:58.059219+0000","last_undegraded":"2023-08-28T02:40:58.059219+0000","last_fullsized":"2023-08-28T02:40:58.059219+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:55:46.593463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":311,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.061119+0000","last_change":"2023-08-28T02:33:12.295203+0000","last_active":"2023-08-28T02:40:58.061119+0000","last_peered":"2023-08-28T02:40:58.061119+0000","last_clean":"2023-08-28T02:40:58.061119+0000","last_became_active":"2023-08-28T02:33:12.294904+0000","last_became_peered":"2023-08-28T02:33:12.294904+0000","last_unstale":"2023-08-28T02:40:58.061119+0000","last_undegraded":"2023-08-28T02:40:58.061119+0000","last_fullsized":"2023-08-28T02:40:58.061119+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:31:07.008856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":327,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.072331+0000","last_change":"2023-08-28T02:31:51.987263+0000","last_active":"2023-08-28T02:40:58.072331+0000","last_peered":"2023-08-28T02:40:58.072331+0000","last_clean":"2023-08-28T02:40:58.072331+0000","last_became_active":"2023-08-28T02:31:51.986938+0000","last_became_peered":"2023-08-28T02:31:51.986938+0000","last_unstale":"2023-08-28T02:40:58.072331+0000","last_undegraded":"2023-08-28T02:40:58.072331+0000","last_fullsized":"2023-08-28T02:40:58.072331+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:18.021905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":360,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.059565+0000","last_change":"2023-08-28T02:33:12.318656+0000","last_active":"2023-08-28T02:40:58.059565+0000","last_peered":"2023-08-28T02:40:58.059565+0000","last_clean":"2023-08-28T02:40:58.059565+0000","last_became_active":"2023-08-28T02:33:12.318297+0000","last_became_peered":"2023-08-28T02:33:12.318297+0000","last_unstale":"2023-08-28T02:40:58.059565+0000","last_undegraded":"2023-08-28T02:40:58.059565+0000","last_fullsized":"2023-08-28T02:40:58.059565+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:43:09.789767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":292,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.061111+0000","last_change":"2023-08-28T02:33:13.357230+0000","last_active":"2023-08-28T02:40:58.061111+0000","last_peered":"2023-08-28T02:40:58.061111+0000","last_clean":"2023-08-28T02:40:58.061111+0000","last_became_active":"2023-08-28T02:33:13.356853+0000","last_became_peered":"2023-08-28T02:33:13.356853+0000","last_unstale":"2023-08-28T02:40:58.061111+0000","last_undegraded":"2023-08-28T02:40:58.061111+0000","last_fullsized":"2023-08-28T02:40:58.061111+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:20:21.545007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":369,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.070527+0000","last_change":"2023-08-28T02:29:44.462510+0000","last_active":"2023-08-28T02:40:58.070527+0000","last_peered":"2023-08-28T02:40:58.070527+0000","last_clean":"2023-08-28T02:40:58.070527+0000","last_became_active":"2023-08-28T02:29:44.460314+0000","last_became_peered":"2023-08-28T02:29:44.460314+0000","last_unstale":"2023-08-28T02:40:58.070527+0000","last_undegraded":"2023-08-28T02:40:58.070527+0000","last_fullsized":"2023-08-28T02:40:58.070527+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:59:01.311467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":295,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.061332+0000","last_change":"2023-08-28T02:33:13.291255+0000","last_active":"2023-08-28T02:40:58.061332+0000","last_peered":"2023-08-28T02:40:58.061332+0000","last_clean":"2023-08-28T02:40:58.061332+0000","last_became_active":"2023-08-28T02:33:13.290933+0000","last_became_peered":"2023-08-28T02:33:13.290933+0000","last_unstale":"2023-08-28T02:40:58.061332+0000","last_undegraded":"2023-08-28T02:40:58.061332+0000","last_fullsized":"2023-08-28T02:40:58.061332+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:31:54.116908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"65'3","reported_seq":370,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.090744+0000","last_change":"2023-08-28T02:33:12.296412+0000","last_active":"2023-08-28T02:40:58.090744+0000","last_peered":"2023-08-28T02:40:58.090744+0000","last_clean":"2023-08-28T02:40:58.090744+0000","last_became_active":"2023-08-28T02:33:12.295786+0000","last_became_peered":"2023-08-28T02:33:12.295786+0000","last_unstale":"2023-08-28T02:40:58.090744+0000","last_undegraded":"2023-08-28T02:40:58.090744+0000","last_fullsized":"2023-08-28T02:40:58.090744+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:15:31.449163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":194,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-08-28T02:40:50.937958+0000","last_change":"2023-08-28T02:32:32.666927+0000","last_active":"2023-08-28T02:40:50.937958+0000","last_peered":"2023-08-28T02:40:50.937958+0000","last_clean":"2023-08-28T02:40:50.937958+0000","last_became_active":"2023-08-28T02:32:32.666618+0000","last_became_peered":"2023-08-28T02:32:32.666618+0000","last_unstale":"2023-08-28T02:40:50.937958+0000","last_undegraded":"2023-08-28T02:40:50.937958+0000","last_fullsized":"2023-08-28T02:40:50.937958+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:45:57.998333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":393,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-08-28T02:40:50.933951+0000","last_change":"2023-08-28T02:32:28.505262+0000","last_active":"2023-08-28T02:40:50.933951+0000","last_peered":"2023-08-28T02:40:50.933951+0000","last_clean":"2023-08-28T02:40:50.933951+0000","last_became_active":"2023-08-28T02:32:28.455999+0000","last_became_peered":"2023-08-28T02:32:28.455999+0000","last_unstale":"2023-08-28T02:40:50.933951+0000","last_undegraded":"2023-08-28T02:40:50.933951+0000","last_fullsized":"2023-08-28T02:40:50.933951+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:28.937020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":9468,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":377,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-08-28T02:40:50.934130+0000","last_change":"2023-08-28T02:32:12.959195+0000","last_active":"2023-08-28T02:40:50.934130+0000","last_peered":"2023-08-28T02:40:50.934130+0000","last_clean":"2023-08-28T02:40:50.934130+0000","last_became_active":"2023-08-28T02:32:12.958832+0000","last_became_peered":"2023-08-28T02:32:12.958832+0000","last_unstale":"2023-08-28T02:40:50.934130+0000","last_undegraded":"2023-08-28T02:40:50.934130+0000","last_fullsized":"2023-08-28T02:40:50.934130+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:23:27.197787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"65'2","reported_seq":368,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.090164+0000","last_change":"2023-08-28T02:32:28.461161+0000","last_active":"2023-08-28T02:40:58.090164+0000","last_peered":"2023-08-28T02:40:58.090164+0000","last_clean":"2023-08-28T02:40:58.090164+0000","last_became_active":"2023-08-28T02:32:28.451284+0000","last_became_peered":"2023-08-28T02:32:28.451284+0000","last_unstale":"2023-08-28T02:40:58.090164+0000","last_undegraded":"2023-08-28T02:40:58.090164+0000","last_fullsized":"2023-08-28T02:40:58.090164+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:58:20.061020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":352,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.059388+0000","last_change":"2023-08-28T02:29:44.419566+0000","last_active":"2023-08-28T02:40:58.059388+0000","last_peered":"2023-08-28T02:40:58.059388+0000","last_clean":"2023-08-28T02:40:58.059388+0000","last_became_active":"2023-08-28T02:29:44.419053+0000","last_became_peered":"2023-08-28T02:29:44.419053+0000","last_unstale":"2023-08-28T02:40:58.059388+0000","last_undegraded":"2023-08-28T02:40:58.059388+0000","last_fullsized":"2023-08-28T02:40:58.059388+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:44:36.133499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":355,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.059002+0000","last_change":"2023-08-28T02:33:12.493777+0000","last_active":"2023-08-28T02:40:58.059002+0000","last_peered":"2023-08-28T02:40:58.059002+0000","last_clean":"2023-08-28T02:40:58.059002+0000","last_became_active":"2023-08-28T02:33:12.491177+0000","last_became_peered":"2023-08-28T02:33:12.491177+0000","last_unstale":"2023-08-28T02:40:58.059002+0000","last_undegraded":"2023-08-28T02:40:58.059002+0000","last_fullsized":"2023-08-28T02:40:58.059002+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:10:58.167753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":365,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.070367+0000","last_change":"2023-08-28T02:33:12.290293+0000","last_active":"2023-08-28T02:40:58.070367+0000","last_peered":"2023-08-28T02:40:58.070367+0000","last_clean":"2023-08-28T02:40:58.070367+0000","last_became_active":"2023-08-28T02:33:12.289989+0000","last_became_peered":"2023-08-28T02:33:12.289989+0000","last_unstale":"2023-08-28T02:40:58.070367+0000","last_undegraded":"2023-08-28T02:40:58.070367+0000","last_fullsized":"2023-08-28T02:40:58.070367+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:05:33.622172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":343,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.092900+0000","last_change":"2023-08-28T02:32:12.948756+0000","last_active":"2023-08-28T02:40:58.092900+0000","last_peered":"2023-08-28T02:40:58.092900+0000","last_clean":"2023-08-28T02:40:58.092900+0000","last_became_active":"2023-08-28T02:32:12.948441+0000","last_became_peered":"2023-08-28T02:32:12.948441+0000","last_unstale":"2023-08-28T02:40:58.092900+0000","last_undegraded":"2023-08-28T02:40:58.092900+0000","last_fullsized":"2023-08-28T02:40:58.092900+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:27.922180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":361,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.059292+0000","last_change":"2023-08-28T02:33:12.299398+0000","last_active":"2023-08-28T02:40:58.059292+0000","last_peered":"2023-08-28T02:40:58.059292+0000","last_clean":"2023-08-28T02:40:58.059292+0000","last_became_active":"2023-08-28T02:33:12.299113+0000","last_became_peered":"2023-08-28T02:33:12.299113+0000","last_unstale":"2023-08-28T02:40:58.059292+0000","last_undegraded":"2023-08-28T02:40:58.059292+0000","last_fullsized":"2023-08-28T02:40:58.059292+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:14:55.597212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"65'8","reported_seq":155,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.058366+0000","last_change":"2023-08-28T02:33:13.478870+0000","last_active":"2023-08-28T02:40:58.058366+0000","last_peered":"2023-08-28T02:40:58.058366+0000","last_clean":"2023-08-28T02:40:58.058366+0000","last_became_active":"2023-08-28T02:33:13.332142+0000","last_became_peered":"2023-08-28T02:33:13.332142+0000","last_unstale":"2023-08-28T02:40:58.058366+0000","last_undegraded":"2023-08-28T02:40:58.058366+0000","last_fullsized":"2023-08-28T02:40:58.058366+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:32:42.810159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":293,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.061972+0000","last_change":"2023-08-28T02:33:12.306353+0000","last_active":"2023-08-28T02:40:58.061972+0000","last_peered":"2023-08-28T02:40:58.061972+0000","last_clean":"2023-08-28T02:40:58.061972+0000","last_became_active":"2023-08-28T02:33:12.304977+0000","last_became_peered":"2023-08-28T02:33:12.304977+0000","last_unstale":"2023-08-28T02:40:58.061972+0000","last_undegraded":"2023-08-28T02:40:58.061972+0000","last_fullsized":"2023-08-28T02:40:58.061972+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:19:38.819671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"386'8872","reported_seq":9016,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-08-28T02:41:05.371939+0000","last_change":"2023-08-28T02:30:50.402703+0000","last_active":"2023-08-28T02:41:05.371939+0000","last_peered":"2023-08-28T02:41:05.371939+0000","last_clean":"2023-08-28T02:41:05.371939+0000","last_became_active":"2023-08-28T02:30:50.402419+0000","last_became_peered":"2023-08-28T02:30:50.402419+0000","last_unstale":"2023-08-28T02:41:05.371939+0000","last_undegraded":"2023-08-28T02:41:05.371939+0000","last_fullsized":"2023-08-28T02:41:05.371939+0000","mapping_epoch":250,"log_start":"256'1700","ondisk_log_start":"256'1700","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7172,"log_dups_size":0,"ondisk_log_size":7172,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:07:37.393907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":182714368,"num_objects":2788,"num_object_clones":0,"num_object_copies":8364,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2788,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8872,"num_write_kb":373120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"65'1","reported_seq":351,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.090451+0000","last_change":"2023-08-28T02:14:43.046130+0000","last_active":"2023-08-28T02:40:58.090451+0000","last_peered":"2023-08-28T02:40:58.090451+0000","last_clean":"2023-08-28T02:40:58.090451+0000","last_became_active":"2023-08-28T02:14:43.045775+0000","last_became_peered":"2023-08-28T02:14:43.045775+0000","last_unstale":"2023-08-28T02:40:58.090451+0000","last_undegraded":"2023-08-28T02:40:58.090451+0000","last_fullsized":"2023-08-28T02:40:58.090451+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:57:38.279756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":341,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.069927+0000","last_change":"2023-08-28T02:31:51.987149+0000","last_active":"2023-08-28T02:40:58.069927+0000","last_peered":"2023-08-28T02:40:58.069927+0000","last_clean":"2023-08-28T02:40:58.069927+0000","last_became_active":"2023-08-28T02:31:51.986821+0000","last_became_peered":"2023-08-28T02:31:51.986821+0000","last_unstale":"2023-08-28T02:40:58.069927+0000","last_undegraded":"2023-08-28T02:40:58.069927+0000","last_fullsized":"2023-08-28T02:40:58.069927+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:23:26.661134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"386'8916","reported_seq":16684,"reported_epoch":386,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:41:05.817764+0000","last_change":"2023-08-28T02:33:33.975566+0000","last_active":"2023-08-28T02:41:05.817764+0000","last_peered":"2023-08-28T02:41:05.817764+0000","last_clean":"2023-08-28T02:31:27.868230+0000","last_became_active":"2023-08-28T02:33:33.660452+0000","last_became_peered":"2023-08-28T02:33:33.660452+0000","last_unstale":"2023-08-28T02:41:05.817764+0000","last_undegraded":"2023-08-28T02:33:13.410847+0000","last_fullsized":"2023-08-28T02:33:13.270012+0000","mapping_epoch":298,"log_start":"256'1700","ondisk_log_start":"256'1700","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7216,"log_dups_size":0,"ondisk_log_size":7216,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:33.375162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":175898624,"num_objects":2684,"num_object_clones":0,"num_object_copies":8052,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":5191,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2684,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8916,"num_write_kb":371200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3793,"num_bytes_recovered":248512512,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[5,4],"avail_no_missing":["5","6"],"object_location_counts":[{"shards":"2,5,6","objects":915},{"shards":"3,5,6","objects":263},{"shards":"4,5","objects":1},{"shards":"5,6","objects":1505}],"blocked_by":[],"up_primary":3,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"65'2","reported_seq":376,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.090498+0000","last_change":"2023-08-28T02:29:44.436352+0000","last_active":"2023-08-28T02:40:58.090498+0000","last_peered":"2023-08-28T02:40:58.090498+0000","last_clean":"2023-08-28T02:40:58.090498+0000","last_became_active":"2023-08-28T02:29:44.411499+0000","last_became_peered":"2023-08-28T02:29:44.411499+0000","last_unstale":"2023-08-28T02:40:58.090498+0000","last_undegraded":"2023-08-28T02:40:58.090498+0000","last_fullsized":"2023-08-28T02:40:58.090498+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:46:57.540191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":401,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-08-28T02:40:50.934029+0000","last_change":"2023-08-28T02:33:12.289004+0000","last_active":"2023-08-28T02:40:50.934029+0000","last_peered":"2023-08-28T02:40:50.934029+0000","last_clean":"2023-08-28T02:40:50.934029+0000","last_became_active":"2023-08-28T02:33:12.288722+0000","last_became_peered":"2023-08-28T02:33:12.288722+0000","last_unstale":"2023-08-28T02:40:50.934029+0000","last_undegraded":"2023-08-28T02:40:50.934029+0000","last_fullsized":"2023-08-28T02:40:50.934029+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:24.019483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"386'8818","reported_seq":14058,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-08-28T02:41:05.296327+0000","last_change":"2023-08-28T02:37:54.748968+0000","last_active":"2023-08-28T02:41:05.296327+0000","last_peered":"2023-08-28T02:41:05.296327+0000","last_clean":"2023-08-28T02:41:05.296327+0000","last_became_active":"2023-08-28T02:37:54.729376+0000","last_became_peered":"2023-08-28T02:37:54.729376+0000","last_unstale":"2023-08-28T02:41:05.296327+0000","last_undegraded":"2023-08-28T02:41:05.296327+0000","last_fullsized":"2023-08-28T02:41:05.296327+0000","mapping_epoch":351,"log_start":"262'3512","ondisk_log_start":"262'3512","created":250,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5306,"log_dups_size":0,"ondisk_log_size":5306,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:00.988172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":179044352,"num_objects":2732,"num_object_clones":0,"num_object_copies":8196,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2732,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8818,"num_write_kb":369600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2533,"num_bytes_recovered":160432128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"65'1","reported_seq":362,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.090585+0000","last_change":"2023-08-28T02:33:13.516869+0000","last_active":"2023-08-28T02:40:58.090585+0000","last_peered":"2023-08-28T02:40:58.090585+0000","last_clean":"2023-08-28T02:40:58.090585+0000","last_became_active":"2023-08-28T02:33:13.396736+0000","last_became_peered":"2023-08-28T02:33:13.396736+0000","last_unstale":"2023-08-28T02:40:58.090585+0000","last_undegraded":"2023-08-28T02:40:58.090585+0000","last_fullsized":"2023-08-28T02:40:58.090585+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:47:08.237137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":329,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-08-28T02:40:50.937870+0000","last_change":"2023-08-28T02:31:51.987327+0000","last_active":"2023-08-28T02:40:50.937870+0000","last_peered":"2023-08-28T02:40:50.937870+0000","last_clean":"2023-08-28T02:40:50.937870+0000","last_became_active":"2023-08-28T02:31:51.987018+0000","last_became_peered":"2023-08-28T02:31:51.987018+0000","last_unstale":"2023-08-28T02:40:50.937870+0000","last_undegraded":"2023-08-28T02:40:50.937870+0000","last_fullsized":"2023-08-28T02:40:50.937870+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:53:26.105101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.5","version":"386'8806","reported_seq":14952,"reported_epoch":386,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:41:05.379951+0000","last_change":"2023-08-28T02:33:13.625779+0000","last_active":"2023-08-28T02:41:05.379951+0000","last_peered":"2023-08-28T02:41:05.379951+0000","last_clean":"2023-08-28T02:31:27.898932+0000","last_became_active":"2023-08-28T02:33:13.612126+0000","last_became_peered":"2023-08-28T02:33:13.612126+0000","last_unstale":"2023-08-28T02:41:05.379951+0000","last_undegraded":"2023-08-28T02:33:13.485377+0000","last_fullsized":"2023-08-28T02:33:13.264317+0000","mapping_epoch":298,"log_start":"262'3463","ondisk_log_start":"262'3463","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5343,"log_dups_size":0,"ondisk_log_size":5343,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:37:28.843386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":173408256,"num_objects":2646,"num_object_clones":0,"num_object_copies":7938,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":5188,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2646,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8806,"num_write_kb":366464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2988,"num_bytes_recovered":195821568,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,7],"avail_no_missing":["0","2"],"object_location_counts":[{"shards":"0,2","objects":2358},{"shards":"0,2,3","objects":288}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":380,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.070164+0000","last_change":"2023-08-28T02:33:13.281826+0000","last_active":"2023-08-28T02:40:58.070164+0000","last_peered":"2023-08-28T02:40:58.070164+0000","last_clean":"2023-08-28T02:40:58.070164+0000","last_became_active":"2023-08-28T02:33:13.281511+0000","last_became_peered":"2023-08-28T02:33:13.281511+0000","last_unstale":"2023-08-28T02:40:58.070164+0000","last_undegraded":"2023-08-28T02:40:58.070164+0000","last_fullsized":"2023-08-28T02:40:58.070164+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:32:55.005706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":378,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.058816+0000","last_change":"2023-08-28T02:29:44.436713+0000","last_active":"2023-08-28T02:40:58.058816+0000","last_peered":"2023-08-28T02:40:58.058816+0000","last_clean":"2023-08-28T02:40:58.058816+0000","last_became_active":"2023-08-28T02:29:44.436203+0000","last_became_peered":"2023-08-28T02:29:44.436203+0000","last_unstale":"2023-08-28T02:40:58.058816+0000","last_undegraded":"2023-08-28T02:40:58.058816+0000","last_fullsized":"2023-08-28T02:40:58.058816+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:46:48.522293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"385'9059","reported_seq":9207,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:41:02.592998+0000","last_change":"2023-08-28T02:30:50.399669+0000","last_active":"2023-08-28T02:41:02.592998+0000","last_peered":"2023-08-28T02:41:02.592998+0000","last_clean":"2023-08-28T02:41:02.592998+0000","last_became_active":"2023-08-28T02:30:50.399332+0000","last_became_peered":"2023-08-28T02:30:50.399332+0000","last_unstale":"2023-08-28T02:41:02.592998+0000","last_undegraded":"2023-08-28T02:41:02.592998+0000","last_fullsized":"2023-08-28T02:41:02.592998+0000","mapping_epoch":250,"log_start":"258'2900","ondisk_log_start":"258'2900","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6159,"log_dups_size":0,"ondisk_log_size":6159,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:00:54.910841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180551680,"num_objects":2755,"num_object_clones":0,"num_object_copies":8265,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2755,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9059,"num_write_kb":378048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"75'161","reported_seq":806,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.092992+0000","last_change":"2023-08-28T02:33:13.310049+0000","last_active":"2023-08-28T02:40:58.092992+0000","last_peered":"2023-08-28T02:40:58.092992+0000","last_clean":"2023-08-28T02:40:58.092992+0000","last_became_active":"2023-08-28T02:33:13.309661+0000","last_became_peered":"2023-08-28T02:33:13.309661+0000","last_unstale":"2023-08-28T02:40:58.092992+0000","last_undegraded":"2023-08-28T02:40:58.092992+0000","last_fullsized":"2023-08-28T02:40:58.092992+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.930230+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.930230+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:27:40.889460+0000","scrub_duration":0.0050169209999999997,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"65'2","reported_seq":342,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.061620+0000","last_change":"2023-08-28T02:33:12.294922+0000","last_active":"2023-08-28T02:40:58.061620+0000","last_peered":"2023-08-28T02:40:58.061620+0000","last_clean":"2023-08-28T02:40:58.061620+0000","last_became_active":"2023-08-28T02:33:12.294518+0000","last_became_peered":"2023-08-28T02:33:12.294518+0000","last_unstale":"2023-08-28T02:40:58.061620+0000","last_undegraded":"2023-08-28T02:40:58.061620+0000","last_fullsized":"2023-08-28T02:40:58.061620+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:21:12.737286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":378,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-08-28T02:40:50.934023+0000","last_change":"2023-08-28T02:33:13.310505+0000","last_active":"2023-08-28T02:40:50.934023+0000","last_peered":"2023-08-28T02:40:50.934023+0000","last_clean":"2023-08-28T02:40:50.934023+0000","last_became_active":"2023-08-28T02:33:13.310223+0000","last_became_peered":"2023-08-28T02:33:13.310223+0000","last_unstale":"2023-08-28T02:40:50.934023+0000","last_undegraded":"2023-08-28T02:40:50.934023+0000","last_fullsized":"2023-08-28T02:40:50.934023+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:27:02.124453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"386'8928","reported_seq":23335,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-08-28T02:41:05.661987+0000","last_change":"2023-08-28T02:38:44.816101+0000","last_active":"2023-08-28T02:41:05.661987+0000","last_peered":"2023-08-28T02:41:05.661987+0000","last_clean":"2023-08-28T02:41:05.661987+0000","last_became_active":"2023-08-28T02:38:44.798734+0000","last_became_peered":"2023-08-28T02:38:44.798734+0000","last_unstale":"2023-08-28T02:41:05.661987+0000","last_undegraded":"2023-08-28T02:41:05.661987+0000","last_fullsized":"2023-08-28T02:41:05.661987+0000","mapping_epoch":361,"log_start":"256'1700","ondisk_log_start":"256'1700","created":250,"last_epoch_clean":362,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7228,"log_dups_size":0,"ondisk_log_size":7228,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:34:42.975012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":179568640,"num_objects":2740,"num_object_clones":0,"num_object_copies":8220,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2740,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8928,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5834,"num_bytes_recovered":377683968,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"75'161","reported_seq":645,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.069923+0000","last_change":"2023-08-28T02:37:37.933802+0000","last_active":"2023-08-28T02:40:58.069923+0000","last_peered":"2023-08-28T02:40:58.069923+0000","last_clean":"2023-08-28T02:40:58.069923+0000","last_became_active":"2023-08-28T02:33:13.287313+0000","last_became_peered":"2023-08-28T02:33:13.287313+0000","last_unstale":"2023-08-28T02:40:58.069923+0000","last_undegraded":"2023-08-28T02:40:58.069923+0000","last_fullsized":"2023-08-28T02:40:58.069923+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:45.407127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:45.407127+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:39:14.213229+0000","scrub_duration":0.0018495320000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":262688,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":298,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-08-28T02:40:50.934693+0000","last_change":"2023-08-28T02:33:13.309727+0000","last_active":"2023-08-28T02:40:50.934693+0000","last_peered":"2023-08-28T02:40:50.934693+0000","last_clean":"2023-08-28T02:40:50.934693+0000","last_became_active":"2023-08-28T02:33:13.309487+0000","last_became_peered":"2023-08-28T02:33:13.309487+0000","last_unstale":"2023-08-28T02:40:50.934693+0000","last_undegraded":"2023-08-28T02:40:50.934693+0000","last_fullsized":"2023-08-28T02:40:50.934693+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:27:29.294011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":113,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-08-28T02:40:50.934519+0000","last_change":"2023-08-28T02:32:28.456323+0000","last_active":"2023-08-28T02:40:50.934519+0000","last_peered":"2023-08-28T02:40:50.934519+0000","last_clean":"2023-08-28T02:40:50.934519+0000","last_became_active":"2023-08-28T02:32:28.455987+0000","last_became_peered":"2023-08-28T02:32:28.455987+0000","last_unstale":"2023-08-28T02:40:50.934519+0000","last_undegraded":"2023-08-28T02:40:50.934519+0000","last_fullsized":"2023-08-28T02:40:50.934519+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:54:07.724002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"385'9028","reported_seq":19193,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:41:02.518983+0000","last_change":"2023-08-28T02:33:13.316023+0000","last_active":"2023-08-28T02:41:02.518983+0000","last_peered":"2023-08-28T02:41:02.518983+0000","last_clean":"2023-08-28T02:41:02.518983+0000","last_became_active":"2023-08-28T02:33:13.308403+0000","last_became_peered":"2023-08-28T02:33:13.308403+0000","last_unstale":"2023-08-28T02:41:02.518983+0000","last_undegraded":"2023-08-28T02:41:02.518983+0000","last_fullsized":"2023-08-28T02:41:02.518983+0000","mapping_epoch":298,"log_start":"259'2900","ondisk_log_start":"259'2900","created":250,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6128,"log_dups_size":0,"ondisk_log_size":6128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:10:38.401973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":187957248,"num_objects":2868,"num_object_clones":0,"num_object_copies":8604,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2868,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9028,"num_write_kb":380672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4999,"num_bytes_recovered":327614464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":358,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-08-28T02:40:50.933968+0000","last_change":"2023-08-28T02:32:28.455294+0000","last_active":"2023-08-28T02:40:50.933968+0000","last_peered":"2023-08-28T02:40:50.933968+0000","last_clean":"2023-08-28T02:40:50.933968+0000","last_became_active":"2023-08-28T02:32:28.455013+0000","last_became_peered":"2023-08-28T02:32:28.455013+0000","last_unstale":"2023-08-28T02:40:50.933968+0000","last_undegraded":"2023-08-28T02:40:50.933968+0000","last_fullsized":"2023-08-28T02:40:50.933968+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:53.583864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":390,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-08-28T02:40:50.934715+0000","last_change":"2023-08-28T02:33:13.335588+0000","last_active":"2023-08-28T02:40:50.934715+0000","last_peered":"2023-08-28T02:40:50.934715+0000","last_clean":"2023-08-28T02:40:50.934715+0000","last_became_active":"2023-08-28T02:33:13.335326+0000","last_became_peered":"2023-08-28T02:33:13.335326+0000","last_unstale":"2023-08-28T02:40:50.934715+0000","last_undegraded":"2023-08-28T02:40:50.934715+0000","last_fullsized":"2023-08-28T02:40:50.934715+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:15:44.958663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"385'8947","reported_seq":9090,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:41:03.462018+0000","last_change":"2023-08-28T02:30:50.400261+0000","last_active":"2023-08-28T02:41:03.462018+0000","last_peered":"2023-08-28T02:41:03.462018+0000","last_clean":"2023-08-28T02:41:03.462018+0000","last_became_active":"2023-08-28T02:30:50.399938+0000","last_became_peered":"2023-08-28T02:30:50.399938+0000","last_unstale":"2023-08-28T02:41:03.462018+0000","last_undegraded":"2023-08-28T02:41:03.462018+0000","last_fullsized":"2023-08-28T02:41:03.462018+0000","mapping_epoch":250,"log_start":"262'3490","ondisk_log_start":"262'3490","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5457,"log_dups_size":0,"ondisk_log_size":5457,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:43:56.802792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180027392,"num_objects":2747,"num_object_clones":0,"num_object_copies":8241,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2747,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8947,"num_write_kb":374208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"75'161","reported_seq":665,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.070439+0000","last_change":"2023-08-28T02:32:56.519141+0000","last_active":"2023-08-28T02:40:58.070439+0000","last_peered":"2023-08-28T02:40:58.070439+0000","last_clean":"2023-08-28T02:40:58.070439+0000","last_became_active":"2023-08-28T02:32:56.518863+0000","last_became_peered":"2023-08-28T02:32:56.518863+0000","last_unstale":"2023-08-28T02:40:58.070439+0000","last_undegraded":"2023-08-28T02:40:58.070439+0000","last_fullsized":"2023-08-28T02:40:58.070439+0000","mapping_epoch":292,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":293,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_clean_scrub_stamp":"2023-08-28T02:29:25.608370+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:59:50.561109+0000","scrub_duration":0.001662689,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":295,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.061237+0000","last_change":"2023-08-28T02:33:12.294592+0000","last_active":"2023-08-28T02:40:58.061237+0000","last_peered":"2023-08-28T02:40:58.061237+0000","last_clean":"2023-08-28T02:40:58.061237+0000","last_became_active":"2023-08-28T02:33:12.288508+0000","last_became_peered":"2023-08-28T02:33:12.288508+0000","last_unstale":"2023-08-28T02:40:58.061237+0000","last_undegraded":"2023-08-28T02:40:58.061237+0000","last_fullsized":"2023-08-28T02:40:58.061237+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:05:42.717608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":177,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.084556+0000","last_change":"2023-08-28T02:29:44.429834+0000","last_active":"2023-08-28T02:40:58.084556+0000","last_peered":"2023-08-28T02:40:58.084556+0000","last_clean":"2023-08-28T02:40:58.084556+0000","last_became_active":"2023-08-28T02:29:44.429512+0000","last_became_peered":"2023-08-28T02:29:44.429512+0000","last_unstale":"2023-08-28T02:40:58.084556+0000","last_undegraded":"2023-08-28T02:40:58.084556+0000","last_fullsized":"2023-08-28T02:40:58.084556+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:58.062455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"386'8871","reported_seq":9015,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-08-28T02:41:06.234873+0000","last_change":"2023-08-28T02:30:50.402348+0000","last_active":"2023-08-28T02:41:06.234873+0000","last_peered":"2023-08-28T02:41:06.234873+0000","last_clean":"2023-08-28T02:41:06.234873+0000","last_became_active":"2023-08-28T02:30:50.402076+0000","last_became_peered":"2023-08-28T02:30:50.402076+0000","last_unstale":"2023-08-28T02:41:06.234873+0000","last_undegraded":"2023-08-28T02:41:06.234873+0000","last_fullsized":"2023-08-28T02:41:06.234873+0000","mapping_epoch":250,"log_start":"256'2000","ondisk_log_start":"256'2000","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6871,"log_dups_size":0,"ondisk_log_size":6871,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:24.859426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":177274880,"num_objects":2705,"num_object_clones":0,"num_object_copies":8115,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2705,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8871,"num_write_kb":370432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.7","version":"75'161","reported_seq":587,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.061958+0000","last_change":"2023-08-28T02:33:13.532525+0000","last_active":"2023-08-28T02:40:58.061958+0000","last_peered":"2023-08-28T02:40:58.061958+0000","last_clean":"2023-08-28T02:40:58.061958+0000","last_became_active":"2023-08-28T02:33:13.532125+0000","last_became_peered":"2023-08-28T02:33:13.532125+0000","last_unstale":"2023-08-28T02:40:58.061958+0000","last_undegraded":"2023-08-28T02:40:58.061958+0000","last_fullsized":"2023-08-28T02:40:58.061958+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.887648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.887648+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":177,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-08-28T02:40:50.936851+0000","last_change":"2023-08-28T02:29:44.407595+0000","last_active":"2023-08-28T02:40:50.936851+0000","last_peered":"2023-08-28T02:40:50.936851+0000","last_clean":"2023-08-28T02:40:50.936851+0000","last_became_active":"2023-08-28T02:29:44.407316+0000","last_became_peered":"2023-08-28T02:29:44.407316+0000","last_unstale":"2023-08-28T02:40:50.936851+0000","last_undegraded":"2023-08-28T02:40:50.936851+0000","last_fullsized":"2023-08-28T02:40:50.936851+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:01:47.777709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":397,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.070369+0000","last_change":"2023-08-28T02:33:13.286980+0000","last_active":"2023-08-28T02:40:58.070369+0000","last_peered":"2023-08-28T02:40:58.070369+0000","last_clean":"2023-08-28T02:40:58.070369+0000","last_became_active":"2023-08-28T02:33:13.286740+0000","last_became_peered":"2023-08-28T02:33:13.286740+0000","last_unstale":"2023-08-28T02:40:58.070369+0000","last_undegraded":"2023-08-28T02:40:58.070369+0000","last_fullsized":"2023-08-28T02:40:58.070369+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:24:54.574365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":177,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-08-28T02:40:50.937912+0000","last_change":"2023-08-28T02:29:44.506914+0000","last_active":"2023-08-28T02:40:50.937912+0000","last_peered":"2023-08-28T02:40:50.937912+0000","last_clean":"2023-08-28T02:40:50.937912+0000","last_became_active":"2023-08-28T02:29:44.506606+0000","last_became_peered":"2023-08-28T02:29:44.506606+0000","last_unstale":"2023-08-28T02:40:50.937912+0000","last_undegraded":"2023-08-28T02:40:50.937912+0000","last_fullsized":"2023-08-28T02:40:50.937912+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:55:50.992279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"385'8924","reported_seq":20669,"reported_epoch":385,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:41:05.177634+0000","last_change":"2023-08-28T02:34:11.565330+0000","last_active":"2023-08-28T02:41:05.177634+0000","last_peered":"2023-08-28T02:41:05.177634+0000","last_clean":"2023-08-28T02:32:11.916240+0000","last_became_active":"2023-08-28T02:33:12.501819+0000","last_became_peered":"2023-08-28T02:33:12.501819+0000","last_unstale":"2023-08-28T02:41:05.177634+0000","last_undegraded":"2023-08-28T02:41:05.177634+0000","last_fullsized":"2023-08-28T02:41:05.177634+0000","mapping_epoch":297,"log_start":"262'3624","ondisk_log_start":"262'3624","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5300,"log_dups_size":0,"ondisk_log_size":5300,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:45:43.329719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":175112192,"num_objects":2672,"num_object_clones":0,"num_object_copies":8016,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":2672,"num_objects_unfound":0,"num_objects_dirty":2672,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8924,"num_write_kb":371072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5787,"num_bytes_recovered":379256832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,2],"avail_no_missing":["0","2","5","6"],"object_location_counts":[{"shards":"0,2,5","objects":2672}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.1","version":"75'161","reported_seq":645,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.070040+0000","last_change":"2023-08-28T02:32:31.482659+0000","last_active":"2023-08-28T02:40:58.070040+0000","last_peered":"2023-08-28T02:40:58.070040+0000","last_clean":"2023-08-28T02:40:58.070040+0000","last_became_active":"2023-08-28T02:32:31.482320+0000","last_became_peered":"2023-08-28T02:32:31.482320+0000","last_unstale":"2023-08-28T02:40:58.070040+0000","last_undegraded":"2023-08-28T02:40:58.070040+0000","last_fullsized":"2023-08-28T02:40:58.070040+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:24.559397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:24.559397+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:41:09.516918+0000","scrub_duration":0.001580328,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":383,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.070305+0000","last_change":"2023-08-28T02:31:51.988386+0000","last_active":"2023-08-28T02:40:58.070305+0000","last_peered":"2023-08-28T02:40:58.070305+0000","last_clean":"2023-08-28T02:40:58.070305+0000","last_became_active":"2023-08-28T02:31:51.988097+0000","last_became_peered":"2023-08-28T02:31:51.988097+0000","last_unstale":"2023-08-28T02:40:58.070305+0000","last_undegraded":"2023-08-28T02:40:58.070305+0000","last_fullsized":"2023-08-28T02:40:58.070305+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:25:01.818829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":358,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-08-28T02:40:50.934272+0000","last_change":"2023-08-28T02:32:12.951275+0000","last_active":"2023-08-28T02:40:50.934272+0000","last_peered":"2023-08-28T02:40:50.934272+0000","last_clean":"2023-08-28T02:40:50.934272+0000","last_became_active":"2023-08-28T02:32:12.950965+0000","last_became_peered":"2023-08-28T02:32:12.950965+0000","last_unstale":"2023-08-28T02:40:50.934272+0000","last_undegraded":"2023-08-28T02:40:50.934272+0000","last_fullsized":"2023-08-28T02:40:50.934272+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:37:31.294280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":203,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-08-28T02:40:50.936930+0000","last_change":"2023-08-28T02:33:13.286534+0000","last_active":"2023-08-28T02:40:50.936930+0000","last_peered":"2023-08-28T02:40:50.936930+0000","last_clean":"2023-08-28T02:40:50.936930+0000","last_became_active":"2023-08-28T02:33:13.286164+0000","last_became_peered":"2023-08-28T02:33:13.286164+0000","last_unstale":"2023-08-28T02:40:50.936930+0000","last_undegraded":"2023-08-28T02:40:50.936930+0000","last_fullsized":"2023-08-28T02:40:50.936930+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:56.721932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"386'8961","reported_seq":20795,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-08-28T02:41:05.534372+0000","last_change":"2023-08-28T02:34:14.448606+0000","last_active":"2023-08-28T02:41:05.534372+0000","last_peered":"2023-08-28T02:41:05.534372+0000","last_clean":"2023-08-28T02:41:05.534372+0000","last_became_active":"2023-08-28T02:34:14.438547+0000","last_became_peered":"2023-08-28T02:34:14.438547+0000","last_unstale":"2023-08-28T02:41:05.534372+0000","last_undegraded":"2023-08-28T02:41:05.534372+0000","last_fullsized":"2023-08-28T02:41:05.534372+0000","mapping_epoch":314,"log_start":"256'1800","ondisk_log_start":"256'1800","created":250,"last_epoch_clean":315,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7161,"log_dups_size":0,"ondisk_log_size":7161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:06:41.120408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":177405952,"num_objects":2707,"num_object_clones":0,"num_object_copies":8121,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2707,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8961,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5834,"num_bytes_recovered":376832000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2","version":"75'161","reported_seq":767,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.090289+0000","last_change":"2023-08-28T02:30:51.762377+0000","last_active":"2023-08-28T02:40:58.090289+0000","last_peered":"2023-08-28T02:40:58.090289+0000","last_clean":"2023-08-28T02:40:58.090289+0000","last_became_active":"2023-08-28T02:27:46.375590+0000","last_became_peered":"2023-08-28T02:27:46.375590+0000","last_unstale":"2023-08-28T02:40:58.090289+0000","last_undegraded":"2023-08-28T02:40:58.090289+0000","last_fullsized":"2023-08-28T02:40:58.090289+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:51.762314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:51.762314+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:02.034555+0000","scrub_duration":0.0020023620000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":195,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.061431+0000","last_change":"2023-08-28T02:33:13.289765+0000","last_active":"2023-08-28T02:40:58.061431+0000","last_peered":"2023-08-28T02:40:58.061431+0000","last_clean":"2023-08-28T02:40:58.061431+0000","last_became_active":"2023-08-28T02:33:13.289159+0000","last_became_peered":"2023-08-28T02:33:13.289159+0000","last_unstale":"2023-08-28T02:40:58.061431+0000","last_undegraded":"2023-08-28T02:40:58.061431+0000","last_fullsized":"2023-08-28T02:40:58.061431+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:30:38.956723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":195,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-08-28T02:40:50.936651+0000","last_change":"2023-08-28T02:32:28.464203+0000","last_active":"2023-08-28T02:40:50.936651+0000","last_peered":"2023-08-28T02:40:50.936651+0000","last_clean":"2023-08-28T02:40:50.936651+0000","last_became_active":"2023-08-28T02:32:28.463412+0000","last_became_peered":"2023-08-28T02:32:28.463412+0000","last_unstale":"2023-08-28T02:40:50.936651+0000","last_undegraded":"2023-08-28T02:40:50.936651+0000","last_fullsized":"2023-08-28T02:40:50.936651+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:20:38.177879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":177,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-08-28T02:40:50.941048+0000","last_change":"2023-08-28T02:29:44.427945+0000","last_active":"2023-08-28T02:40:50.941048+0000","last_peered":"2023-08-28T02:40:50.941048+0000","last_clean":"2023-08-28T02:40:50.941048+0000","last_became_active":"2023-08-28T02:29:44.426487+0000","last_became_peered":"2023-08-28T02:29:44.426487+0000","last_unstale":"2023-08-28T02:40:50.941048+0000","last_undegraded":"2023-08-28T02:40:50.941048+0000","last_fullsized":"2023-08-28T02:40:50.941048+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:30:20.438896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"385'8941","reported_seq":19057,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:41:02.489822+0000","last_change":"2023-08-28T02:34:48.488647+0000","last_active":"2023-08-28T02:41:02.489822+0000","last_peered":"2023-08-28T02:41:02.489822+0000","last_clean":"2023-08-28T02:41:02.489822+0000","last_became_active":"2023-08-28T02:34:48.476519+0000","last_became_peered":"2023-08-28T02:34:48.476519+0000","last_unstale":"2023-08-28T02:41:02.489822+0000","last_undegraded":"2023-08-28T02:41:02.489822+0000","last_fullsized":"2023-08-28T02:41:02.489822+0000","mapping_epoch":318,"log_start":"258'2800","ondisk_log_start":"258'2800","created":250,"last_epoch_clean":319,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6141,"log_dups_size":0,"ondisk_log_size":6141,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:44:20.004230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":177143808,"num_objects":2703,"num_object_clones":0,"num_object_copies":8109,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2703,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8941,"num_write_kb":372608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4973,"num_bytes_recovered":325910528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":377,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.070594+0000","last_change":"2023-08-28T02:33:13.484970+0000","last_active":"2023-08-28T02:40:58.070594+0000","last_peered":"2023-08-28T02:40:58.070594+0000","last_clean":"2023-08-28T02:40:58.070594+0000","last_became_active":"2023-08-28T02:33:13.484579+0000","last_became_peered":"2023-08-28T02:33:13.484579+0000","last_unstale":"2023-08-28T02:40:58.070594+0000","last_undegraded":"2023-08-28T02:40:58.070594+0000","last_fullsized":"2023-08-28T02:40:58.070594+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:58.027468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"75'161","reported_seq":768,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.089952+0000","last_change":"2023-08-28T02:31:55.059467+0000","last_active":"2023-08-28T02:40:58.089952+0000","last_peered":"2023-08-28T02:40:58.089952+0000","last_clean":"2023-08-28T02:40:58.089952+0000","last_became_active":"2023-08-28T02:31:55.059115+0000","last_became_peered":"2023-08-28T02:31:55.059115+0000","last_unstale":"2023-08-28T02:40:58.089952+0000","last_undegraded":"2023-08-28T02:40:58.089952+0000","last_fullsized":"2023-08-28T02:40:58.089952+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":0,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.820990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.820990+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:15:56.774667+0000","scrub_duration":0.0017342480000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":296,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.061952+0000","last_change":"2023-08-28T02:33:13.352810+0000","last_active":"2023-08-28T02:40:58.061952+0000","last_peered":"2023-08-28T02:40:58.061952+0000","last_clean":"2023-08-28T02:40:58.061952+0000","last_became_active":"2023-08-28T02:33:13.351697+0000","last_became_peered":"2023-08-28T02:33:13.351697+0000","last_unstale":"2023-08-28T02:40:58.061952+0000","last_undegraded":"2023-08-28T02:40:58.061952+0000","last_fullsized":"2023-08-28T02:40:58.061952+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:56.187163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":207,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-08-28T02:40:50.934780+0000","last_change":"2023-08-28T02:31:51.984584+0000","last_active":"2023-08-28T02:40:50.934780+0000","last_peered":"2023-08-28T02:40:50.934780+0000","last_clean":"2023-08-28T02:40:50.934780+0000","last_became_active":"2023-08-28T02:31:51.984264+0000","last_became_peered":"2023-08-28T02:31:51.984264+0000","last_unstale":"2023-08-28T02:40:50.934780+0000","last_undegraded":"2023-08-28T02:40:50.934780+0000","last_fullsized":"2023-08-28T02:40:50.934780+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:58:42.306722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"386'8852","reported_seq":20605,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-08-28T02:41:05.290212+0000","last_change":"2023-08-28T02:35:11.978901+0000","last_active":"2023-08-28T02:41:05.290212+0000","last_peered":"2023-08-28T02:41:05.290212+0000","last_clean":"2023-08-28T02:41:05.290212+0000","last_became_active":"2023-08-28T02:35:11.966585+0000","last_became_peered":"2023-08-28T02:35:11.966585+0000","last_unstale":"2023-08-28T02:41:05.290212+0000","last_undegraded":"2023-08-28T02:41:05.290212+0000","last_fullsized":"2023-08-28T02:41:05.290212+0000","mapping_epoch":323,"log_start":"262'3528","ondisk_log_start":"262'3528","created":250,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5324,"log_dups_size":0,"ondisk_log_size":5324,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:03:07.017814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":178913280,"num_objects":2730,"num_object_clones":0,"num_object_copies":8190,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2730,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8852,"num_write_kb":370624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5791,"num_bytes_recovered":368967680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3","version":"75'161","reported_seq":653,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-08-28T02:40:50.937372+0000","last_change":"2023-08-28T02:31:55.068239+0000","last_active":"2023-08-28T02:40:50.937372+0000","last_peered":"2023-08-28T02:40:50.937372+0000","last_clean":"2023-08-28T02:40:50.937372+0000","last_became_active":"2023-08-28T02:31:55.067875+0000","last_became_peered":"2023-08-28T02:31:55.067875+0000","last_unstale":"2023-08-28T02:40:50.937372+0000","last_undegraded":"2023-08-28T02:40:50.937372+0000","last_fullsized":"2023-08-28T02:40:50.937372+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.868248+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:11:04.391639+0000","scrub_duration":0.0016215240000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":391,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.089920+0000","last_change":"2023-08-28T02:29:44.421353+0000","last_active":"2023-08-28T02:40:58.089920+0000","last_peered":"2023-08-28T02:40:58.089920+0000","last_clean":"2023-08-28T02:40:58.089920+0000","last_became_active":"2023-08-28T02:29:44.421064+0000","last_became_peered":"2023-08-28T02:29:44.421064+0000","last_unstale":"2023-08-28T02:40:58.089920+0000","last_undegraded":"2023-08-28T02:40:58.089920+0000","last_fullsized":"2023-08-28T02:40:58.089920+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:51:36.524024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":362,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.058305+0000","last_change":"2023-08-28T02:33:12.299487+0000","last_active":"2023-08-28T02:40:58.058305+0000","last_peered":"2023-08-28T02:40:58.058305+0000","last_clean":"2023-08-28T02:40:58.058305+0000","last_became_active":"2023-08-28T02:33:12.299175+0000","last_became_peered":"2023-08-28T02:33:12.299175+0000","last_unstale":"2023-08-28T02:40:58.058305+0000","last_undegraded":"2023-08-28T02:40:58.058305+0000","last_fullsized":"2023-08-28T02:40:58.058305+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:42:29.713462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":373,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.059148+0000","last_change":"2023-08-28T02:32:28.457696+0000","last_active":"2023-08-28T02:40:58.059148+0000","last_peered":"2023-08-28T02:40:58.059148+0000","last_clean":"2023-08-28T02:40:58.059148+0000","last_became_active":"2023-08-28T02:32:28.457407+0000","last_became_peered":"2023-08-28T02:32:28.457407+0000","last_unstale":"2023-08-28T02:40:58.059148+0000","last_undegraded":"2023-08-28T02:40:58.059148+0000","last_fullsized":"2023-08-28T02:40:58.059148+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:26:29.392787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"385'8817","reported_seq":9988,"reported_epoch":385,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:41:03.278239+0000","last_change":"2023-08-28T02:34:11.566035+0000","last_active":"2023-08-28T02:41:03.278239+0000","last_peered":"2023-08-28T02:41:03.278239+0000","last_clean":"2023-08-28T02:33:10.395883+0000","last_became_active":"2023-08-28T02:33:12.394714+0000","last_became_peered":"2023-08-28T02:33:12.394714+0000","last_unstale":"2023-08-28T02:41:03.278239+0000","last_undegraded":"2023-08-28T02:41:03.278239+0000","last_fullsized":"2023-08-28T02:41:03.278239+0000","mapping_epoch":297,"log_start":"262'3384","ondisk_log_start":"262'3384","created":250,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5433,"log_dups_size":0,"ondisk_log_size":5433,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:01:26.984565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":174719000,"num_objects":2667,"num_object_clones":0,"num_object_copies":8001,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":2446,"num_objects_unfound":0,"num_objects_dirty":2667,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":8817,"num_write_kb":367425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":500,"num_bytes_recovered":32768000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,6],"avail_no_missing":["4","0","6"],"object_location_counts":[{"shards":"0,4,6","objects":2667}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.6","version":"75'161","reported_seq":647,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.059063+0000","last_change":"2023-08-28T02:33:13.338675+0000","last_active":"2023-08-28T02:40:58.059063+0000","last_peered":"2023-08-28T02:40:58.059063+0000","last_clean":"2023-08-28T02:40:58.059063+0000","last_became_active":"2023-08-28T02:33:13.338271+0000","last_became_peered":"2023-08-28T02:33:13.338271+0000","last_unstale":"2023-08-28T02:40:58.059063+0000","last_undegraded":"2023-08-28T02:40:58.059063+0000","last_fullsized":"2023-08-28T02:40:58.059063+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.774982+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.774982+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:13:20.011329+0000","scrub_duration":0.003539819,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":354,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.090656+0000","last_change":"2023-08-28T02:14:43.033789+0000","last_active":"2023-08-28T02:40:58.090656+0000","last_peered":"2023-08-28T02:40:58.090656+0000","last_clean":"2023-08-28T02:40:58.090656+0000","last_became_active":"2023-08-28T02:14:43.033454+0000","last_became_peered":"2023-08-28T02:14:43.033454+0000","last_unstale":"2023-08-28T02:40:58.090656+0000","last_undegraded":"2023-08-28T02:40:58.090656+0000","last_fullsized":"2023-08-28T02:40:58.090656+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:01:13.205842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":186,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-08-28T02:40:50.937103+0000","last_change":"2023-08-28T02:32:28.461807+0000","last_active":"2023-08-28T02:40:50.937103+0000","last_peered":"2023-08-28T02:40:50.937103+0000","last_clean":"2023-08-28T02:40:50.937103+0000","last_became_active":"2023-08-28T02:32:28.461116+0000","last_became_peered":"2023-08-28T02:32:28.461116+0000","last_unstale":"2023-08-28T02:40:50.937103+0000","last_undegraded":"2023-08-28T02:40:50.937103+0000","last_fullsized":"2023-08-28T02:40:50.937103+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:12:45.321757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":333,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.059066+0000","last_change":"2023-08-28T02:14:43.048791+0000","last_active":"2023-08-28T02:40:58.059066+0000","last_peered":"2023-08-28T02:40:58.059066+0000","last_clean":"2023-08-28T02:40:58.059066+0000","last_became_active":"2023-08-28T02:14:43.047408+0000","last_became_peered":"2023-08-28T02:14:43.047408+0000","last_unstale":"2023-08-28T02:40:58.059066+0000","last_undegraded":"2023-08-28T02:40:58.059066+0000","last_fullsized":"2023-08-28T02:40:58.059066+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:47.097181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"385'9044","reported_seq":19154,"reported_epoch":385,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:41:03.270711+0000","last_change":"2023-08-28T02:37:37.899201+0000","last_active":"2023-08-28T02:41:03.270711+0000","last_peered":"2023-08-28T02:41:03.270711+0000","last_clean":"2023-08-28T02:31:50.933695+0000","last_became_active":"2023-08-28T02:33:13.540416+0000","last_became_peered":"2023-08-28T02:33:13.540416+0000","last_unstale":"2023-08-28T02:41:03.270711+0000","last_undegraded":"2023-08-28T02:41:03.270711+0000","last_fullsized":"2023-08-28T02:41:03.270711+0000","mapping_epoch":298,"log_start":"263'3674","ondisk_log_start":"263'3674","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5370,"log_dups_size":0,"ondisk_log_size":5370,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:49:35.658845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":184680448,"num_objects":2818,"num_object_clones":0,"num_object_copies":8454,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":2818,"num_objects_unfound":0,"num_objects_dirty":2818,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9044,"num_write_kb":379584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4967,"num_bytes_recovered":325517312,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,2],"avail_no_missing":["4","2","5","6"],"object_location_counts":[{"shards":"2,4,5","objects":2818}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.5","version":"75'161","reported_seq":678,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-08-28T02:40:50.934544+0000","last_change":"2023-08-28T02:32:31.477151+0000","last_active":"2023-08-28T02:40:50.934544+0000","last_peered":"2023-08-28T02:40:50.934544+0000","last_clean":"2023-08-28T02:40:50.934544+0000","last_became_active":"2023-08-28T02:32:31.476776+0000","last_became_peered":"2023-08-28T02:32:31.476776+0000","last_unstale":"2023-08-28T02:40:50.934544+0000","last_undegraded":"2023-08-28T02:40:50.934544+0000","last_fullsized":"2023-08-28T02:40:50.934544+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:18.891729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:18.891729+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:47:27.194140+0000","scrub_duration":0.0031546460000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"65'2","reported_seq":343,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.061859+0000","last_change":"2023-08-28T02:33:12.327778+0000","last_active":"2023-08-28T02:40:58.061859+0000","last_peered":"2023-08-28T02:40:58.061859+0000","last_clean":"2023-08-28T02:40:58.061859+0000","last_became_active":"2023-08-28T02:33:12.327273+0000","last_became_peered":"2023-08-28T02:33:12.327273+0000","last_unstale":"2023-08-28T02:40:58.061859+0000","last_undegraded":"2023-08-28T02:40:58.061859+0000","last_fullsized":"2023-08-28T02:40:58.061859+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:40.554192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":224,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-08-28T02:40:50.937568+0000","last_change":"2023-08-28T02:33:13.335665+0000","last_active":"2023-08-28T02:40:50.937568+0000","last_peered":"2023-08-28T02:40:50.937568+0000","last_clean":"2023-08-28T02:40:50.937568+0000","last_became_active":"2023-08-28T02:33:13.335322+0000","last_became_peered":"2023-08-28T02:33:13.335322+0000","last_unstale":"2023-08-28T02:40:50.937568+0000","last_undegraded":"2023-08-28T02:40:50.937568+0000","last_fullsized":"2023-08-28T02:40:50.937568+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:21:08.024493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":340,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.061274+0000","last_change":"2023-08-28T02:33:12.310326+0000","last_active":"2023-08-28T02:40:58.061274+0000","last_peered":"2023-08-28T02:40:58.061274+0000","last_clean":"2023-08-28T02:40:58.061274+0000","last_became_active":"2023-08-28T02:33:12.310011+0000","last_became_peered":"2023-08-28T02:33:12.310011+0000","last_unstale":"2023-08-28T02:40:58.061274+0000","last_undegraded":"2023-08-28T02:40:58.061274+0000","last_fullsized":"2023-08-28T02:40:58.061274+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:35:03.710036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"385'9066","reported_seq":18621,"reported_epoch":385,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-08-28T02:41:03.436503+0000","last_change":"2023-08-28T02:38:43.760745+0000","last_active":"2023-08-28T02:41:03.436503+0000","last_peered":"2023-08-28T02:41:03.436503+0000","last_clean":"2023-08-28T02:31:27.909649+0000","last_became_active":"2023-08-28T02:33:33.726805+0000","last_became_peered":"2023-08-28T02:33:33.726805+0000","last_unstale":"2023-08-28T02:41:03.436503+0000","last_undegraded":"2023-08-28T02:33:20.140072+0000","last_fullsized":"2023-08-28T02:33:13.278549+0000","mapping_epoch":298,"log_start":"263'3677","ondisk_log_start":"263'3677","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5389,"log_dups_size":0,"ondisk_log_size":5389,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:02:22.971585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":183631872,"num_objects":2802,"num_object_clones":0,"num_object_copies":8406,"num_objects_missing_on_primary":2775,"num_objects_missing":2775,"num_objects_degraded":2496,"num_objects_misplaced":5591,"num_objects_unfound":0,"num_objects_dirty":2802,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9066,"num_write_kb":379776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3121,"num_bytes_recovered":204406784,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[4,3],"avail_no_missing":["2","6"],"object_location_counts":[{"shards":"2,3,4,6","objects":13},{"shards":"2,3,6","objects":292},{"shards":"2,4,6","objects":14},{"shards":"2,6","objects":2483},{"shards":"3,4","objects":-13}],"blocked_by":[],"up_primary":3,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.4","version":"75'161","reported_seq":595,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.061437+0000","last_change":"2023-08-28T02:33:12.296479+0000","last_active":"2023-08-28T02:40:58.061437+0000","last_peered":"2023-08-28T02:40:58.061437+0000","last_clean":"2023-08-28T02:40:58.061437+0000","last_became_active":"2023-08-28T02:33:12.294160+0000","last_became_peered":"2023-08-28T02:33:12.294160+0000","last_unstale":"2023-08-28T02:40:58.061437+0000","last_undegraded":"2023-08-28T02:40:58.061437+0000","last_fullsized":"2023-08-28T02:40:58.061437+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.899247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.899247+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":312,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.090526+0000","last_change":"2023-08-28T02:33:13.539335+0000","last_active":"2023-08-28T02:40:58.090526+0000","last_peered":"2023-08-28T02:40:58.090526+0000","last_clean":"2023-08-28T02:40:58.090526+0000","last_became_active":"2023-08-28T02:33:13.538978+0000","last_became_peered":"2023-08-28T02:33:13.538978+0000","last_unstale":"2023-08-28T02:40:58.090526+0000","last_undegraded":"2023-08-28T02:40:58.090526+0000","last_fullsized":"2023-08-28T02:40:58.090526+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:26:13.405766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"65'1","reported_seq":377,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.059232+0000","last_change":"2023-08-28T02:29:44.510205+0000","last_active":"2023-08-28T02:40:58.059232+0000","last_peered":"2023-08-28T02:40:58.059232+0000","last_clean":"2023-08-28T02:40:58.059232+0000","last_became_active":"2023-08-28T02:29:44.429357+0000","last_became_peered":"2023-08-28T02:29:44.429357+0000","last_unstale":"2023-08-28T02:40:58.059232+0000","last_undegraded":"2023-08-28T02:40:58.059232+0000","last_fullsized":"2023-08-28T02:40:58.059232+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:44:59.955729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":340,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-08-28T02:40:50.933864+0000","last_change":"2023-08-28T02:32:12.950661+0000","last_active":"2023-08-28T02:40:50.933864+0000","last_peered":"2023-08-28T02:40:50.933864+0000","last_clean":"2023-08-28T02:40:50.933864+0000","last_became_active":"2023-08-28T02:32:12.950276+0000","last_became_peered":"2023-08-28T02:32:12.950276+0000","last_unstale":"2023-08-28T02:40:50.933864+0000","last_undegraded":"2023-08-28T02:40:50.933864+0000","last_fullsized":"2023-08-28T02:40:50.933864+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:05:17.972868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"65'1","reported_seq":334,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.058978+0000","last_change":"2023-08-28T02:14:43.042150+0000","last_active":"2023-08-28T02:40:58.058978+0000","last_peered":"2023-08-28T02:40:58.058978+0000","last_clean":"2023-08-28T02:40:58.058978+0000","last_became_active":"2023-08-28T02:14:43.038336+0000","last_became_peered":"2023-08-28T02:14:43.038336+0000","last_unstale":"2023-08-28T02:40:58.058978+0000","last_undegraded":"2023-08-28T02:40:58.058978+0000","last_fullsized":"2023-08-28T02:40:58.058978+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:26:02.415152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":383,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-08-28T02:40:50.937015+0000","last_change":"2023-08-28T02:33:13.318097+0000","last_active":"2023-08-28T02:40:50.937015+0000","last_peered":"2023-08-28T02:40:50.937015+0000","last_clean":"2023-08-28T02:40:50.937015+0000","last_became_active":"2023-08-28T02:33:13.317761+0000","last_became_peered":"2023-08-28T02:33:13.317761+0000","last_unstale":"2023-08-28T02:40:50.937015+0000","last_undegraded":"2023-08-28T02:40:50.937015+0000","last_fullsized":"2023-08-28T02:40:50.937015+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:24.836996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"65'2","reported_seq":379,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.070244+0000","last_change":"2023-08-28T02:29:44.535937+0000","last_active":"2023-08-28T02:40:58.070244+0000","last_peered":"2023-08-28T02:40:58.070244+0000","last_clean":"2023-08-28T02:40:58.070244+0000","last_became_active":"2023-08-28T02:29:44.462244+0000","last_became_peered":"2023-08-28T02:29:44.462244+0000","last_unstale":"2023-08-28T02:40:58.070244+0000","last_undegraded":"2023-08-28T02:40:58.070244+0000","last_fullsized":"2023-08-28T02:40:58.070244+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:30:33.173713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":381,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.058733+0000","last_change":"2023-08-28T02:33:12.305580+0000","last_active":"2023-08-28T02:40:58.058733+0000","last_peered":"2023-08-28T02:40:58.058733+0000","last_clean":"2023-08-28T02:40:58.058733+0000","last_became_active":"2023-08-28T02:33:12.305261+0000","last_became_peered":"2023-08-28T02:33:12.305261+0000","last_unstale":"2023-08-28T02:40:58.058733+0000","last_undegraded":"2023-08-28T02:40:58.058733+0000","last_fullsized":"2023-08-28T02:40:58.058733+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:22:31.614221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"65'2","reported_seq":348,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.070136+0000","last_change":"2023-08-28T02:31:51.991101+0000","last_active":"2023-08-28T02:40:58.070136+0000","last_peered":"2023-08-28T02:40:58.070136+0000","last_clean":"2023-08-28T02:40:58.070136+0000","last_became_active":"2023-08-28T02:31:51.987237+0000","last_became_peered":"2023-08-28T02:31:51.987237+0000","last_unstale":"2023-08-28T02:40:58.070136+0000","last_undegraded":"2023-08-28T02:40:58.070136+0000","last_fullsized":"2023-08-28T02:40:58.070136+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:07:07.370857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":381,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-08-28T02:40:50.934606+0000","last_change":"2023-08-28T02:33:12.494483+0000","last_active":"2023-08-28T02:40:50.934606+0000","last_peered":"2023-08-28T02:40:50.934606+0000","last_clean":"2023-08-28T02:40:50.934606+0000","last_became_active":"2023-08-28T02:33:12.494136+0000","last_became_peered":"2023-08-28T02:33:12.494136+0000","last_unstale":"2023-08-28T02:40:50.934606+0000","last_undegraded":"2023-08-28T02:40:50.934606+0000","last_fullsized":"2023-08-28T02:40:50.934606+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:36.772588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"65'1","reported_seq":328,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.061775+0000","last_change":"2023-08-28T02:33:13.287922+0000","last_active":"2023-08-28T02:40:58.061775+0000","last_peered":"2023-08-28T02:40:58.061775+0000","last_clean":"2023-08-28T02:40:58.061775+0000","last_became_active":"2023-08-28T02:33:13.287520+0000","last_became_peered":"2023-08-28T02:33:13.287520+0000","last_unstale":"2023-08-28T02:40:58.061775+0000","last_undegraded":"2023-08-28T02:40:58.061775+0000","last_fullsized":"2023-08-28T02:40:58.061775+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:11.627168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":342,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.061594+0000","last_change":"2023-08-28T02:33:13.289469+0000","last_active":"2023-08-28T02:40:58.061594+0000","last_peered":"2023-08-28T02:40:58.061594+0000","last_clean":"2023-08-28T02:40:58.061594+0000","last_became_active":"2023-08-28T02:33:13.288737+0000","last_became_peered":"2023-08-28T02:33:13.288737+0000","last_unstale":"2023-08-28T02:40:58.061594+0000","last_undegraded":"2023-08-28T02:40:58.061594+0000","last_fullsized":"2023-08-28T02:40:58.061594+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:11:15.043550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"65'4","reported_seq":366,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.059726+0000","last_change":"2023-08-28T02:32:28.607010+0000","last_active":"2023-08-28T02:40:58.059726+0000","last_peered":"2023-08-28T02:40:58.059726+0000","last_clean":"2023-08-28T02:40:58.059726+0000","last_became_active":"2023-08-28T02:32:28.492224+0000","last_became_peered":"2023-08-28T02:32:28.492224+0000","last_unstale":"2023-08-28T02:40:58.059726+0000","last_undegraded":"2023-08-28T02:40:58.059726+0000","last_fullsized":"2023-08-28T02:40:58.059726+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:13:45.711951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":554,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":391,"reported_epoch":384,"state":"active+clean","last_fresh":"2023-08-28T02:40:50.933783+0000","last_change":"2023-08-28T02:33:13.309144+0000","last_active":"2023-08-28T02:40:50.933783+0000","last_peered":"2023-08-28T02:40:50.933783+0000","last_clean":"2023-08-28T02:40:50.933783+0000","last_became_active":"2023-08-28T02:33:13.308910+0000","last_became_peered":"2023-08-28T02:33:13.308910+0000","last_unstale":"2023-08-28T02:40:50.933783+0000","last_undegraded":"2023-08-28T02:40:50.933783+0000","last_fullsized":"2023-08-28T02:40:50.933783+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:09:59.549591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":2868051992,"num_objects":43764,"num_object_clones":0,"num_object_copies":131292,"num_objects_missing_on_primary":2775,"num_objects_missing":2775,"num_objects_degraded":12875,"num_objects_misplaced":13527,"num_objects_unfound":0,"num_objects_dirty":43764,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":142850,"num_write_kb":5971585,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":51120,"num_bytes_recovered":3323723776,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":9861607424,"data_stored":9861595208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":96998,"ondisk_log_size":96998,"up":48,"acting":45,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":10126,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":370028,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":89,"num_read_kb":167,"num_write":44,"num_write_kb":440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":584707,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2048000,"data_stored":2033792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299810,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1376068,"kb_used_data":882556,"kb_used_omap":0,"kb_used_meta":493504,"kb_avail":92369084,"statfs":{"total":95995035648,"available":94585942016,"internally_reserved":0,"allocated":903737344,"data_stored":902203891,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":505348096},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:40:18 2023","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.46999999999999997,"15min":0.95699999999999996},"min":{"1min":0.34599999999999997,"5min":0.23499999999999999,"15min":0.219},"max":{"1min":2.1429999999999998,"5min":2.1429999999999998,"15min":13.118},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.51500000000000001,"15min":1.3360000000000001},"min":{"1min":0.309,"5min":0.247,"15min":0.246},"max":{"1min":0.69599999999999995,"5min":2.6989999999999998,"15min":17.402999999999999},"last":0.55800000000000005}]},{"osd":1,"last update":"Mon Aug 28 02:40:48 2023","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.50600000000000001,"15min":1.4390000000000001},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.89500000000000002,"5min":3.113,"15min":17.43},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.46899999999999997,"5min":0.61099999999999999,"15min":1.391},"min":{"1min":0.313,"5min":0.28699999999999998,"15min":0.25900000000000001},"max":{"1min":0.92700000000000005,"5min":4.9749999999999996,"15min":19.913},"last":0.52600000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:40:33 2023","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.48999999999999999,"15min":0.98299999999999998},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.22900000000000001},"max":{"1min":0.71599999999999997,"5min":2.96,"15min":8.2970000000000006},"last":0.377},{"interface":"front","average":{"1min":0.46700000000000003,"5min":0.58899999999999997,"15min":0.90200000000000002},"min":{"1min":0.36599999999999999,"5min":0.34499999999999997,"15min":0.28699999999999998},"max":{"1min":0.59599999999999997,"5min":2.399,"15min":9.2219999999999995},"last":0.48099999999999998}]},{"osd":3,"last update":"Mon Aug 28 02:40:22 2023","interfaces":[{"interface":"back","average":{"1min":0.69199999999999995,"5min":0.629,"15min":0.67900000000000005},"min":{"1min":0.35699999999999998,"5min":0.312,"15min":0.312},"max":{"1min":3.9430000000000001,"5min":3.9430000000000001,"15min":3.9430000000000001},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.76200000000000001,"5min":0.62,"15min":0.626},"min":{"1min":0.39800000000000002,"5min":0.32700000000000001,"15min":0.308},"max":{"1min":3.7599999999999998,"5min":4.1879999999999997,"15min":4.1879999999999997},"last":0.46400000000000002}]},{"osd":4,"last update":"Mon Aug 28 02:40:18 2023","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.47799999999999998,"15min":1.109},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.245},"max":{"1min":0.78000000000000003,"5min":2.677,"15min":18.943000000000001},"last":0.35899999999999999},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.58899999999999997,"15min":0.79700000000000004},"min":{"1min":0.28999999999999998,"5min":0.28699999999999998,"15min":0.25700000000000001},"max":{"1min":0.76800000000000002,"5min":3.282,"15min":7.2130000000000001},"last":0.39200000000000002}]},{"osd":5,"last update":"Mon Aug 28 02:40:18 2023","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.52100000000000002,"15min":0.876},"min":{"1min":0.31,"5min":0.28100000000000003,"15min":0.23599999999999999},"max":{"1min":2.0790000000000002,"5min":2.6669999999999998,"15min":14.622},"last":0.42599999999999999},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.56699999999999995,"15min":1.1080000000000001},"min":{"1min":0.30599999999999999,"5min":0.27100000000000002,"15min":0.27000000000000002},"max":{"1min":1.383,"5min":3.214,"15min":17.324999999999999},"last":0.495}]},{"osd":6,"last update":"Mon Aug 28 02:40:18 2023","interfaces":[{"interface":"back","average":{"1min":0.71599999999999997,"5min":0.66700000000000004,"15min":1.165},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.30499999999999999},"max":{"1min":3.3170000000000002,"5min":3.8959999999999999,"15min":17.454999999999998},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.59699999999999998,"15min":0.754},"min":{"1min":0.34899999999999998,"5min":0.33400000000000002,"15min":0.28999999999999998},"max":{"1min":0.68700000000000006,"5min":2.4399999999999999,"15min":7.665},"last":0.438}]}]},{"osd":6,"up_from":0,"seq":193273528741,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":101,"seq":433791697199,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1185972,"kb_used_data":539756,"kb_used_omap":4,"kb_used_meta":646203,"kb_avail":92559180,"statfs":{"total":95995035648,"available":94780600320,"internally_reserved":0,"allocated":552710144,"data_stored":550509480,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":661712782},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:40:50 2023","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.45500000000000002,"15min":1.363},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":2.327,"5min":2.327,"15min":24.545999999999999},"last":0.316},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.55700000000000005,"15min":1.875},"min":{"1min":0.245,"5min":0.245,"15min":0.23599999999999999},"max":{"1min":2.2959999999999998,"5min":3.496,"15min":24.515000000000001},"last":2.1070000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:40:39 2023","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.59499999999999997,"15min":1.6000000000000001},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":2.3820000000000001,"5min":3.544,"15min":22.161000000000001},"last":2.0409999999999999},{"interface":"front","average":{"1min":0.623,"5min":0.58499999999999996,"15min":1.204},"min":{"1min":0.27800000000000002,"5min":0.26200000000000001,"15min":0.254},"max":{"1min":3.2130000000000001,"5min":3.2130000000000001,"15min":19.100999999999999},"last":0.54800000000000004}]},{"osd":3,"last update":"Mon Aug 28 02:40:26 2023","interfaces":[{"interface":"back","average":{"1min":0.72599999999999998,"5min":0.58699999999999997,"15min":0.52000000000000002},"min":{"1min":0.27900000000000003,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":2.71,"5min":2.742,"15min":2.742},"last":1.6990000000000001},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.58499999999999996,"15min":0.54400000000000004},"min":{"1min":0.40000000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.93799999999999994,"5min":3.5819999999999999,"15min":3.5819999999999999},"last":2.1589999999999998}]},{"osd":4,"last update":"Mon Aug 28 02:40:50 2023","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":0.61399999999999999,"15min":1.093},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.28499999999999998},"max":{"1min":3.2570000000000001,"5min":3.2570000000000001,"15min":18.992999999999999},"last":0.432},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.58099999999999996,"15min":1.194},"min":{"1min":0.35699999999999998,"5min":0.32500000000000001,"15min":0.28899999999999998},"max":{"1min":0.85699999999999998,"5min":2.0070000000000001,"15min":14.779999999999999},"last":0.41699999999999998}]},{"osd":5,"last update":"Mon Aug 28 02:40:50 2023","interfaces":[{"interface":"back","average":{"1min":0.72399999999999998,"5min":2.6400000000000001,"15min":2.1219999999999999},"min":{"1min":0.40000000000000002,"5min":0.372,"15min":0.29999999999999999},"max":{"1min":2.4220000000000002,"5min":188.94900000000001,"15min":188.94900000000001},"last":2.0779999999999998},{"interface":"front","average":{"1min":0.77400000000000002,"5min":2.6779999999999999,"15min":1.99},"min":{"1min":0.38100000000000001,"5min":0.35299999999999998,"15min":0.33600000000000002},"max":{"1min":3.2949999999999999,"5min":188.803,"15min":188.803},"last":0.374}]},{"osd":6,"last update":"Mon Aug 28 02:40:50 2023","interfaces":[{"interface":"back","average":{"1min":0.748,"5min":0.71199999999999997,"15min":1.403},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.34300000000000003},"max":{"1min":2.4540000000000002,"5min":3.6400000000000001,"15min":12.221},"last":2.1269999999999998},{"interface":"front","average":{"1min":0.82399999999999995,"5min":0.747,"15min":1.2649999999999999},"min":{"1min":0.44,"5min":0.39100000000000001,"15min":0.35699999999999998},"max":{"1min":3.371,"5min":3.371,"15min":19.021999999999998},"last":0.51300000000000001}]},{"osd":7,"last update":"Mon Aug 28 02:40:50 2023","interfaces":[{"interface":"back","average":{"1min":0.82699999999999996,"5min":0.74399999999999999,"15min":1.296},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":3.3330000000000002,"5min":3.3330000000000002,"15min":19.047999999999998},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.68999999999999995,"15min":1.3520000000000001},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.34399999999999997},"max":{"1min":0.90100000000000002,"5min":2.3679999999999999,"15min":14.818},"last":0.45400000000000001}]}]},{"osd":0,"up_from":87,"seq":373662155066,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2428736,"kb_used_data":1741560,"kb_used_omap":5,"kb_used_meta":687162,"kb_avail":91316416,"statfs":{"total":95995035648,"available":93508009984,"internally_reserved":0,"allocated":1783357440,"data_stored":1781035013,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":703654522},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:40:43 2023","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":0.48299999999999998,"15min":1.115},"min":{"1min":0.25,"5min":0.221,"15min":0.184},"max":{"1min":0.97399999999999998,"5min":3.7709999999999999,"15min":30.315000000000001},"last":0.37},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.51000000000000001,"15min":1.55},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.249},"max":{"1min":1.339,"5min":4.0679999999999996,"15min":69.272000000000006},"last":0.45700000000000002}]},{"osd":2,"last update":"Mon Aug 28 02:40:43 2023","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.623,"15min":1.3480000000000001},"min":{"1min":0.29799999999999999,"5min":0.247,"15min":0.23699999999999999},"max":{"1min":1.3180000000000001,"5min":4.4020000000000001,"15min":20.959},"last":0.38700000000000001},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.63700000000000001,"15min":1.2609999999999999},"min":{"1min":0.316,"5min":0.28000000000000003,"15min":0.247},"max":{"1min":1.0049999999999999,"5min":6.1180000000000003,"15min":9.3729999999999993},"last":0.61599999999999999}]},{"osd":3,"last update":"Mon Aug 28 02:40:23 2023","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.754,"15min":0.746},"min":{"1min":0.39400000000000002,"5min":0.32800000000000001,"15min":0.26600000000000001},"max":{"1min":1.512,"5min":5.6680000000000001,"15min":5.6680000000000001},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.74299999999999999,"15min":0.75700000000000001},"min":{"1min":0.38100000000000001,"5min":0.31,"15min":0.31},"max":{"1min":1.302,"5min":4.9199999999999999,"15min":4.9199999999999999},"last":0.47599999999999998}]},{"osd":4,"last update":"Mon Aug 28 02:40:23 2023","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.60899999999999999,"15min":2.02},"min":{"1min":0.372,"5min":0.315,"15min":0.314},"max":{"1min":0.89500000000000002,"5min":4.3339999999999996,"15min":274.33199999999999},"last":0.438},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.64300000000000002,"15min":2.2469999999999999},"min":{"1min":0.38100000000000001,"5min":0.34999999999999998,"15min":0.28199999999999997},"max":{"1min":1.4019999999999999,"5min":2.8969999999999998,"15min":266.31999999999999},"last":0.31900000000000001}]},{"osd":5,"last update":"Mon Aug 28 02:40:23 2023","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.65100000000000002,"15min":1.109},"min":{"1min":0.41199999999999998,"5min":0.34899999999999998,"15min":0.29299999999999998},"max":{"1min":0.83499999999999996,"5min":4.2089999999999996,"15min":8.9789999999999992},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.64000000000000001,"15min":1.4850000000000001},"min":{"1min":0.38600000000000001,"5min":0.36699999999999999,"15min":0.34799999999999998},"max":{"1min":1.429,"5min":2.8039999999999998,"15min":15.231},"last":0.40000000000000002}]},{"osd":6,"last update":"Mon Aug 28 02:40:23 2023","interfaces":[{"interface":"back","average":{"1min":0.73299999999999998,"5min":0.72499999999999998,"15min":1.29},"min":{"1min":0.46800000000000003,"5min":0.41299999999999998,"15min":0.29399999999999998},"max":{"1min":2.3370000000000002,"5min":4.2869999999999999,"15min":15.122999999999999},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.66900000000000004,"15min":1.5489999999999999},"min":{"1min":0.42499999999999999,"5min":0.38300000000000001,"15min":0.35599999999999998},"max":{"1min":2.3660000000000001,"5min":2.927,"15min":15.186999999999999},"last":0.504}]},{"osd":7,"last update":"Mon Aug 28 02:40:23 2023","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.80200000000000005,"15min":1.5},"min":{"1min":0.48899999999999999,"5min":0.434,"15min":0.33400000000000002},"max":{"1min":0.79500000000000004,"5min":4.4390000000000001,"15min":16.183},"last":0.82399999999999995},{"interface":"front","average":{"1min":0.67200000000000004,"5min":0.80000000000000004,"15min":1.3049999999999999},"min":{"1min":0.54700000000000004,"5min":0.46000000000000002,"15min":0.35999999999999999},"max":{"1min":1.036,"5min":4.2519999999999998,"15min":8.9960000000000004},"last":0.65100000000000002}]}]},{"osd":2,"up_from":0,"seq":502511173925,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":297,"seq":1275605287008,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":609052,"kb_used_data":442132,"kb_used_omap":2,"kb_used_meta":166909,"kb_avail":93136100,"statfs":{"total":95995035648,"available":95371366400,"internally_reserved":0,"allocated":452743168,"data_stored":450559586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":170914869},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:40:20 2023","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.48999999999999999,"15min":0.46200000000000002},"min":{"1min":0.24199999999999999,"5min":0.224,"15min":0.22},"max":{"1min":3.802,"5min":3.802,"15min":6.8819999999999997},"last":0.63400000000000001},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.48499999999999999,"15min":0.65100000000000002},"min":{"1min":0.28499999999999998,"5min":0.25900000000000001,"15min":0.217},"max":{"1min":1.5409999999999999,"5min":1.5409999999999999,"15min":6.7839999999999998},"last":0.45400000000000001}]},{"osd":1,"last update":"Mon Aug 28 02:40:20 2023","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.53700000000000003,"15min":0.47599999999999998},"min":{"1min":0.309,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":1.421,"5min":3.044,"15min":4.0650000000000004},"last":0.36099999999999999},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.55600000000000005,"15min":0.67800000000000005},"min":{"1min":0.33000000000000002,"5min":0.249,"15min":0.249},"max":{"1min":0.91800000000000004,"5min":3.9249999999999998,"15min":3.9249999999999998},"last":0.55800000000000005}]},{"osd":2,"last update":"Mon Aug 28 02:40:20 2023","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.51400000000000001,"15min":0.59399999999999997},"min":{"1min":0.30499999999999999,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.84299999999999997,"5min":2.1659999999999999,"15min":2.5449999999999999},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.65900000000000003,"5min":0.60299999999999998,"15min":0.57799999999999996},"min":{"1min":0.308,"5min":0.29599999999999999,"15min":0.29299999999999998},"max":{"1min":3.7440000000000002,"5min":3.7440000000000002,"15min":4.7030000000000003},"last":0.495}]},{"osd":4,"last update":"Mon Aug 28 02:40:20 2023","interfaces":[{"interface":"back","average":{"1min":0.69499999999999995,"5min":0.66300000000000003,"15min":0.60299999999999998},"min":{"1min":0.34499999999999997,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":3.887,"5min":6.2670000000000003,"15min":6.2670000000000003},"last":0.433},{"interface":"front","average":{"1min":0.89300000000000002,"5min":0.64900000000000002,"15min":0.59399999999999997},"min":{"1min":0.441,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":5.423,"5min":5.423,"15min":5.423},"last":0.61599999999999999}]},{"osd":5,"last update":"Mon Aug 28 02:40:20 2023","interfaces":[{"interface":"back","average":{"1min":0.91900000000000004,"5min":0.67800000000000005,"15min":0.623},"min":{"1min":0.378,"5min":0.313,"15min":0.313},"max":{"1min":5.4660000000000002,"5min":5.4660000000000002,"15min":5.4660000000000002},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.629,"15min":0.57299999999999995},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.35399999999999998},"max":{"1min":0.69199999999999995,"5min":3.411,"15min":3.411},"last":0.51900000000000002}]},{"osd":6,"last update":"Mon Aug 28 02:40:20 2023","interfaces":[{"interface":"back","average":{"1min":0.76200000000000001,"5min":0.69299999999999995,"15min":0.66100000000000003},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":3.9199999999999999,"5min":3.9199999999999999,"15min":3.9199999999999999},"last":0.53500000000000003},{"interface":"front","average":{"1min":1.0660000000000001,"5min":0.749,"15min":0.68999999999999995},"min":{"1min":0.5,"5min":0.378,"15min":0.378},"max":{"1min":5.5,"5min":5.5,"15min":5.5},"last":0.64700000000000002}]},{"osd":7,"last update":"Mon Aug 28 02:40:20 2023","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.66000000000000003,"15min":0.60899999999999999},"min":{"1min":0.437,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.77900000000000003,"5min":2.9399999999999999,"15min":2.9399999999999999},"last":0.71099999999999997},{"interface":"front","average":{"1min":0.79900000000000004,"5min":0.74299999999999999,"15min":0.68000000000000005},"min":{"1min":0.42999999999999999,"5min":0.42099999999999999,"15min":0.41999999999999998},"max":{"1min":3.8460000000000001,"5min":3.8460000000000001,"15min":3.8460000000000001},"last":0.59899999999999998}]}]},{"osd":4,"up_from":30,"seq":128849019302,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2469244,"kb_used_data":1953652,"kb_used_omap":0,"kb_used_meta":515584,"kb_avail":91275908,"statfs":{"total":95995035648,"available":93466529792,"internally_reserved":0,"allocated":2000539648,"data_stored":1999006820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":527958016},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,2,0,0,1,3,7,5],"upper_bound":4096},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:40:27 2023","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.51400000000000001,"15min":1.222},"min":{"1min":0.23699999999999999,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":4.0620000000000003,"5min":4.46,"15min":22.515000000000001},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.52400000000000002,"15min":1.1299999999999999},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.23200000000000001},"max":{"1min":4.0449999999999999,"5min":4.0449999999999999,"15min":22.454000000000001},"last":0.44400000000000001}]},{"osd":1,"last update":"Mon Aug 28 02:40:54 2023","interfaces":[{"interface":"back","average":{"1min":0.83099999999999996,"5min":0.58999999999999997,"15min":1.125},"min":{"1min":0.33800000000000002,"5min":0.26300000000000001,"15min":0.248},"max":{"1min":4.2069999999999999,"5min":4.5090000000000003,"15min":23.082000000000001},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.77500000000000002,"5min":0.61599999999999999,"15min":1.2270000000000001},"min":{"1min":0.34200000000000003,"5min":0.28299999999999997,"15min":0.26000000000000001},"max":{"1min":4.2400000000000002,"5min":4.5910000000000002,"15min":25.100000000000001},"last":0.34799999999999998}]},{"osd":2,"last update":"Mon Aug 28 02:40:27 2023","interfaces":[{"interface":"back","average":{"1min":0.871,"5min":0.65600000000000003,"15min":1.248},"min":{"1min":0.33000000000000002,"5min":0.28299999999999997,"15min":0.27900000000000003},"max":{"1min":4.1779999999999999,"5min":4.5430000000000001,"15min":13.194000000000001},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.70799999999999996,"5min":0.621,"15min":1.1220000000000001},"min":{"1min":0.31,"5min":0.31,"15min":0.29399999999999998},"max":{"1min":4.0890000000000004,"5min":5.6360000000000001,"15min":13.515000000000001},"last":0.48999999999999999}]},{"osd":3,"last update":"Mon Aug 28 02:40:27 2023","interfaces":[{"interface":"back","average":{"1min":0.91700000000000004,"5min":0.64200000000000002,"15min":0.748},"min":{"1min":0.38200000000000001,"5min":0.34200000000000003,"15min":0.32100000000000001},"max":{"1min":4.2060000000000004,"5min":4.2060000000000004,"15min":7.7480000000000002},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.92500000000000004,"5min":0.69199999999999995,"15min":0.69499999999999995},"min":{"1min":0.36499999999999999,"5min":0.34100000000000003,"15min":0.30199999999999999},"max":{"1min":4.1189999999999998,"5min":4.1189999999999998,"15min":4.1189999999999998},"last":0.53000000000000003}]},{"osd":5,"last update":"Mon Aug 28 02:40:05 2023","interfaces":[{"interface":"back","average":{"1min":0.65500000000000003,"5min":0.53100000000000003,"15min":0.89200000000000002},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.222},"max":{"1min":4.1459999999999999,"5min":4.609,"15min":8.6850000000000005},"last":0.309},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.47099999999999997,"15min":0.94799999999999995},"min":{"1min":0.307,"5min":0.29799999999999999,"15min":0.20699999999999999},"max":{"1min":0.64600000000000002,"5min":1.5700000000000001,"15min":8.6370000000000005},"last":0.56000000000000005}]},{"osd":6,"last update":"Mon Aug 28 02:40:22 2023","interfaces":[{"interface":"back","average":{"1min":0.71599999999999997,"5min":0.55600000000000005,"15min":0.90100000000000002},"min":{"1min":0.315,"5min":0.28699999999999998,"15min":0.26500000000000001},"max":{"1min":4.6589999999999998,"5min":4.6589999999999998,"15min":8.8480000000000008},"last":0.375},{"interface":"front","average":{"1min":0.68100000000000005,"5min":0.54800000000000004,"15min":0.95299999999999996},"min":{"1min":0.33100000000000002,"5min":0.31,"15min":0.26600000000000001},"max":{"1min":4.2350000000000003,"5min":4.2350000000000003,"15min":8.5},"last":0.504}]},{"osd":7,"last update":"Mon Aug 28 02:40:27 2023","interfaces":[{"interface":"back","average":{"1min":0.74099999999999999,"5min":0.63900000000000001,"15min":1.0029999999999999},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.22500000000000001},"max":{"1min":4.1109999999999998,"5min":4.5720000000000001,"15min":9.3209999999999997},"last":0.42599999999999999},{"interface":"front","average":{"1min":1.048,"5min":0.67500000000000004,"15min":0.96499999999999997},"min":{"1min":0.38200000000000001,"5min":0.32400000000000001,"15min":0.30299999999999999},"max":{"1min":4.6959999999999997,"5min":4.6959999999999997,"15min":15.597},"last":0.69899999999999995}]}]},{"osd":5,"up_from":37,"seq":158913790376,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1803560,"kb_used_data":1230880,"kb_used_omap":0,"kb_used_meta":572672,"kb_avail":91941592,"statfs":{"total":95995035648,"available":94148190208,"internally_reserved":0,"allocated":1260421120,"data_stored":1258904211,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":586416128},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,0,0,0,0,2],"upper_bound":128},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:40:57 2023","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.42299999999999999,"15min":1.0149999999999999},"min":{"1min":0.27400000000000002,"5min":0.23999999999999999,"15min":0.20200000000000001},"max":{"1min":0.57999999999999996,"5min":1.1100000000000001,"15min":12.856999999999999},"last":0.41299999999999998},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.51800000000000002,"15min":1.115},"min":{"1min":0.33600000000000002,"5min":0.26400000000000001,"15min":0.24099999999999999},"max":{"1min":0.82799999999999996,"5min":1.9830000000000001,"15min":19.815999999999999},"last":0.39400000000000002}]},{"osd":1,"last update":"Mon Aug 28 02:40:57 2023","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52500000000000002,"15min":1.2090000000000001},"min":{"1min":0.29399999999999998,"5min":0.26600000000000001,"15min":0.23699999999999999},"max":{"1min":1.1459999999999999,"5min":3.7989999999999999,"15min":17.998000000000001},"last":0.44},{"interface":"front","average":{"1min":0.44500000000000001,"5min":0.503,"15min":1.2130000000000001},"min":{"1min":0.32400000000000001,"5min":0.26500000000000001,"15min":0.26000000000000001},"max":{"1min":0.65500000000000003,"5min":1.661,"15min":19.853000000000002},"last":0.57899999999999996}]},{"osd":2,"last update":"Mon Aug 28 02:40:57 2023","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.51100000000000001,"15min":0.97099999999999997},"min":{"1min":0.34599999999999997,"5min":0.28100000000000003,"15min":0.27700000000000002},"max":{"1min":0.60699999999999998,"5min":2.9359999999999999,"15min":8.7899999999999991},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.622,"15min":1.2050000000000001},"min":{"1min":0.379,"5min":0.32600000000000001,"15min":0.28499999999999998},"max":{"1min":1.3160000000000001,"5min":3.597,"15min":9.4260000000000002},"last":0.42799999999999999}]},{"osd":3,"last update":"Mon Aug 28 02:40:27 2023","interfaces":[{"interface":"back","average":{"1min":0.64300000000000002,"5min":0.56100000000000005,"15min":1.006},"min":{"1min":0.318,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":2.0329999999999999,"5min":3.7730000000000001,"15min":16.190999999999999},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.82499999999999996,"5min":0.69099999999999995,"15min":1.2769999999999999},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":3.9790000000000001,"5min":4.8230000000000004,"15min":21.420999999999999},"last":0.54700000000000004}]},{"osd":4,"last update":"Mon Aug 28 02:41:03 2023","interfaces":[{"interface":"back","average":{"1min":0.39300000000000002,"5min":0.41799999999999998,"15min":0.748},"min":{"1min":0.25600000000000001,"5min":0.25,"15min":0.23100000000000001},"max":{"1min":0.78700000000000003,"5min":1.4239999999999999,"15min":13.616},"last":0.45400000000000001},{"interface":"front","average":{"1min":0.438,"5min":0.53100000000000003,"15min":0.96799999999999997},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.25700000000000001},"max":{"1min":0.59499999999999997,"5min":3.5179999999999998,"15min":10.566000000000001},"last":0.505}]},{"osd":6,"last update":"Mon Aug 28 02:40:57 2023","interfaces":[{"interface":"back","average":{"1min":0.46800000000000003,"5min":0.59199999999999997,"15min":0.97499999999999998},"min":{"1min":0.29699999999999999,"5min":0.28599999999999998,"15min":0.23300000000000001},"max":{"1min":0.95199999999999996,"5min":4.04,"15min":17.510000000000002},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.55700000000000005,"15min":0.96599999999999997},"min":{"1min":0.32100000000000001,"5min":0.29499999999999998,"15min":0.254},"max":{"1min":1.1990000000000001,"5min":3.726,"15min":15.856999999999999},"last":0.56000000000000005}]},{"osd":7,"last update":"Mon Aug 28 02:40:57 2023","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.64900000000000002,"15min":1.1739999999999999},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":1.232,"5min":6.9630000000000001,"15min":31.707000000000001},"last":0.47499999999999998},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.65200000000000002,"15min":1.2529999999999999},"min":{"1min":0.39900000000000002,"5min":0.34699999999999998,"15min":0.318},"max":{"1min":0.72399999999999998,"5min":4.5890000000000004,"15min":31.66},"last":0.46600000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1773080576,"data_stored":1773076504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":545652736,"data_stored":545652736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1320026112,"data_stored":1320026112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":444399616,"data_stored":444399616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1986859008,"data_stored":1986854936,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1252917248,"data_stored":1252917248,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1641287680,"data_stored":1641283608,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":897384448,"data_stored":897384448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:41:08.558 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph status --format=json 2023-08-28T02:41:08.581 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:41:08.637 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:41:08 smithi040 ceph-mon[175404]: from='client.36828 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:41:08.637 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:41:08 smithi040 ceph-mon[175404]: pgmap v1203: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.6 GiB data, 9.4 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 149 op/s; 12875/130284 objects degraded (9.882%); 13318/130284 objects misplaced (10.222%); 1.8 MiB/s, 29 objects/s recovering 2023-08-28T02:41:08.638 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:41:08 smithi040 ceph-mon[170259]: from='client.36828 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:41:08.638 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:41:08 smithi040 ceph-mon[170259]: pgmap v1203: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.6 GiB data, 9.4 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 149 op/s; 12875/130284 objects degraded (9.882%); 13318/130284 objects misplaced (10.222%); 1.8 MiB/s, 29 objects/s recovering 2023-08-28T02:41:08.643 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:41:08.674 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:41:08.681 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:41:08.681 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:41:08.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:41:08 smithi083 ceph-mon[157819]: from='client.36828 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-08-28T02:41:08.741 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:41:08 smithi083 ceph-mon[157819]: pgmap v1203: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.6 GiB data, 9.4 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 149 op/s; 12875/130284 objects degraded (9.882%); 13318/130284 objects misplaced (10.222%); 1.8 MiB/s, 29 objects/s recovering 2023-08-28T02:41:08.782 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:41:08.814 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:41:08.830 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:41:08.839 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:41:08.842 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:41:08.842 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:41:08.898 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.4 dump_ops_in_flight 2023-08-28T02:41:08.944 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:41:08.980 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:41:09.003 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:41:09.012 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:41:09.013 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:41:09.114 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:41:09.147 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:41:09.173 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:41:09.176 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:41:09.177 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:41:09.226 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:41:09.278 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:41:09.311 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:41:09.330 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:41:09.334 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:41:09.337 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:41:09.338 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:41:09.438 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:41:09.475 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:41:09.908 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:41:09.912 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:41:09.912 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:41:10.013 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:41:10.046 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:41:10.063 INFO:teuthology.orchestra.run.smithi040.stdout:osd.0: {} 2023-08-28T02:41:10.066 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:41:10.069 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:41:10.069 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:41:10.084 INFO:teuthology.orchestra.run.smithi040.stdout:osd.1: {} 2023-08-28T02:41:10.093 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:41:10 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/2226128736' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:41:10.109 INFO:teuthology.orchestra.run.smithi040.stdout:osd.2: {} 2023-08-28T02:41:10.134 INFO:teuthology.orchestra.run.smithi040.stdout:osd.3: {} 2023-08-28T02:41:10.157 INFO:teuthology.orchestra.run.smithi040.stdout:osd.4: {} 2023-08-28T02:41:10.170 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:41:10.179 INFO:teuthology.orchestra.run.smithi040.stdout:osd.5: {} 2023-08-28T02:41:10.201 INFO:teuthology.orchestra.run.smithi040.stdout:osd.6: {} 2023-08-28T02:41:10.210 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:41:10.225 INFO:teuthology.orchestra.run.smithi040.stdout:osd.7: {} 2023-08-28T02:41:10.227 INFO:teuthology.orchestra.run.smithi040.stderr:osd.0: osd_enable_op_tracker = 'true' 2023-08-28T02:41:10.227 INFO:teuthology.orchestra.run.smithi040.stderr:osd.1: osd_enable_op_tracker = 'true' 2023-08-28T02:41:10.227 INFO:teuthology.orchestra.run.smithi040.stderr:osd.2: osd_enable_op_tracker = 'true' 2023-08-28T02:41:10.227 INFO:teuthology.orchestra.run.smithi040.stderr:osd.3: osd_enable_op_tracker = 'true' 2023-08-28T02:41:10.227 INFO:teuthology.orchestra.run.smithi040.stderr:osd.4: osd_enable_op_tracker = 'true' 2023-08-28T02:41:10.227 INFO:teuthology.orchestra.run.smithi040.stderr:osd.5: osd_enable_op_tracker = 'true' 2023-08-28T02:41:10.227 INFO:teuthology.orchestra.run.smithi040.stderr:osd.6: osd_enable_op_tracker = 'true' 2023-08-28T02:41:10.228 INFO:teuthology.orchestra.run.smithi040.stderr:osd.7: osd_enable_op_tracker = 'true' 2023-08-28T02:41:10.232 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:41:10.239 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:41:10.240 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:41:10.340 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:41:10.369 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:41:10 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/2226128736' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:41:10.371 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:41:10.391 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:41:10 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/2226128736' entity='client.admin' cmd=[{"prefix": "osd ls"}]: dispatch 2023-08-28T02:41:10.395 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:41:10.398 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:41:10.399 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:41:10.443 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2023-08-28T02:41:10.443 INFO:teuthology.orchestra.run.smithi083.stdout: "ops": [ 2023-08-28T02:41:10.443 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:10.443 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:143804 10.f 10:fc6df96f:::benchmark_data_smithi040_250784_object50495:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e386)", 2023-08-28T02:41:10.443 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:41:10.329820+0000", 2023-08-28T02:41:10.443 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 0.11389600699999999, 2023-08-28T02:41:10.443 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.113920433, 2023-08-28T02:41:10.443 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:41:10.444 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "delayed", 2023-08-28T02:41:10.444 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:41:10.444 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:41:10.444 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:41:10.444 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 143804 2023-08-28T02:41:10.444 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:10.444 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:41:10.444 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:10.444 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:41:10.444 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:41:10.329820+0000", 2023-08-28T02:41:10.444 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:41:10.445 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:10.445 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:10.445 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:41:10.445 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:41:10.329820+0000", 2023-08-28T02:41:10.445 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:41:10.445 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:10.445 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:10.445 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:41:10.445 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:41:10.329819+0000", 2023-08-28T02:41:10.445 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:41:10.445 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:10.445 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:10.446 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:41:10.446 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:41:10.329830+0000", 2023-08-28T02:41:10.446 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1062e-05 2023-08-28T02:41:10.446 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:10.446 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:10.446 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:41:10.446 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:41:10.329845+0000", 2023-08-28T02:41:10.446 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.5193e-05 2023-08-28T02:41:10.446 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:10.446 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:10.446 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:41:10.446 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:41:10.329853+0000", 2023-08-28T02:41:10.447 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.2749999999999995e-06 2023-08-28T02:41:10.447 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:10.447 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:10.447 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:41:10.447 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:41:10.390800+0000", 2023-08-28T02:41:10.447 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.060946375999999997 2023-08-28T02:41:10.447 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:10.447 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:10.447 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:41:10.447 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:41:10.395692+0000", 2023-08-28T02:41:10.447 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0048920279999999997 2023-08-28T02:41:10.447 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:10.448 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:10.448 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:41:10.448 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:41:10.422504+0000", 2023-08-28T02:41:10.448 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.026812767000000001 2023-08-28T02:41:10.448 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:10.448 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:10.448 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:41:10.448 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:41:10.427211+0000", 2023-08-28T02:41:10.448 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0047070560000000003 2023-08-28T02:41:10.448 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:41:10.448 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:41:10.449 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:41:10.449 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:10.449 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:10.449 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "MOSDPGPushReply(10.f 386/298 [PushReplyOp(10:fc19bd0d:::benchmark_data_smithi040_250784_object50332:head)])", 2023-08-28T02:41:10.449 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:41:10.403085+0000", 2023-08-28T02:41:10.449 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 0.040630909999999999, 2023-08-28T02:41:10.449 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.040707083999999998, 2023-08-28T02:41:10.449 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:41:10.449 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "reached pg", 2023-08-28T02:41:10.449 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:41:10.449 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:10.449 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:41:10.450 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:41:10.403085+0000", 2023-08-28T02:41:10.450 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:41:10.450 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:10.450 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:10.450 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:41:10.450 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:41:10.403085+0000", 2023-08-28T02:41:10.450 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:41:10.450 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:10.450 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:10.450 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:41:10.450 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:41:10.403085+0000", 2023-08-28T02:41:10.451 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:41:10.451 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:10.451 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:10.451 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:41:10.451 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:41:10.403091+0000", 2023-08-28T02:41:10.451 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.0410000000000003e-06 2023-08-28T02:41:10.451 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:10.451 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:10.451 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:41:10.451 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:41:10.403103+0000", 2023-08-28T02:41:10.451 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1960000000000001e-05 2023-08-28T02:41:10.451 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:10.452 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:10.452 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:41:10.452 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:41:10.403108+0000", 2023-08-28T02:41:10.452 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.609e-06 2023-08-28T02:41:10.452 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:10.452 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:10.452 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:41:10.452 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:41:10.427780+0000", 2023-08-28T02:41:10.452 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.024672267000000001 2023-08-28T02:41:10.452 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:41:10.452 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:41:10.452 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:41:10.453 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:10.453 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:10.453 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "MOSDPGPush(10.f 386/298 [PushOp(10:f5d04a9d:::benchmark_data_smithi040_250784_object50533:head, version: 259'3225, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(10:f5d04a9d:::benchmark_data_smithi040_250784_object50533:head@259'3225, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-08-28T02:41:10.453 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:41:10.404653+0000", 2023-08-28T02:41:10.453 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 0.039063544999999998, 2023-08-28T02:41:10.453 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.039185399000000003, 2023-08-28T02:41:10.453 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:41:10.453 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "queued for pg", 2023-08-28T02:41:10.453 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:41:10.453 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:10.453 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:41:10.453 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:41:10.404653+0000", 2023-08-28T02:41:10.454 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:41:10.454 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:10.454 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:10.454 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:41:10.454 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:41:10.404653+0000", 2023-08-28T02:41:10.454 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:41:10.454 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:10.454 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:10.454 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:41:10.454 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:41:10.404652+0000", 2023-08-28T02:41:10.454 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:41:10.455 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:10.455 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:10.455 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:41:10.455 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:41:10.404739+0000", 2023-08-28T02:41:10.455 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.7280999999999993e-05 2023-08-28T02:41:10.455 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:10.455 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:10.455 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:41:10.455 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:41:10.404756+0000", 2023-08-28T02:41:10.455 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.7025999999999999e-05 2023-08-28T02:41:10.455 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:10.455 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:10.456 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:41:10.456 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:41:10.404780+0000", 2023-08-28T02:41:10.456 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.3876e-05 2023-08-28T02:41:10.456 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:41:10.456 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:41:10.456 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:41:10.456 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:10.456 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:10.456 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_repop(client.45059.0:143806 10.7 e386/298 10:ee7b5ea0:::benchmark_data_smithi040_250784_object50497:head v 386'8959, mlcod=259'3158)", 2023-08-28T02:41:10.456 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:41:10.408310+0000", 2023-08-28T02:41:10.456 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 0.035406081999999998, 2023-08-28T02:41:10.456 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.035555832000000002, 2023-08-28T02:41:10.457 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:41:10.457 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "started", 2023-08-28T02:41:10.457 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:41:10.457 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:10.457 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:41:10.457 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:41:10.408310+0000", 2023-08-28T02:41:10.457 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:41:10.457 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:10.457 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:10.457 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:41:10.457 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:41:10.408310+0000", 2023-08-28T02:41:10.458 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:41:10.458 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:10.458 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:10.458 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:41:10.458 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:41:10.408309+0000", 2023-08-28T02:41:10.458 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:41:10.458 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:10.458 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:10.458 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:41:10.458 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:41:10.408319+0000", 2023-08-28T02:41:10.458 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.8430000000000005e-06 2023-08-28T02:41:10.458 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:10.459 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:10.459 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:41:10.459 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:41:10.408332+0000", 2023-08-28T02:41:10.459 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2972999999999999e-05 2023-08-28T02:41:10.459 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:10.459 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:10.459 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:41:10.459 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:41:10.408338+0000", 2023-08-28T02:41:10.459 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.1650000000000003e-06 2023-08-28T02:41:10.459 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:10.459 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:10.460 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:41:10.460 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:41:10.427240+0000", 2023-08-28T02:41:10.460 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.018901899 2023-08-28T02:41:10.460 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:10.460 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:10.460 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:41:10.460 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:41:10.427260+0000", 2023-08-28T02:41:10.460 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.0508000000000001e-05 2023-08-28T02:41:10.460 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:41:10.460 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:41:10.460 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:41:10.460 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:41:10.461 INFO:teuthology.orchestra.run.smithi083.stdout: ], 2023-08-28T02:41:10.461 INFO:teuthology.orchestra.run.smithi083.stdout: "num_ops": 4 2023-08-28T02:41:10.461 INFO:teuthology.orchestra.run.smithi083.stdout:} 2023-08-28T02:41:10.499 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:41:10.532 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:41:10.656 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:41:10.662 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:41:10.663 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:41:10.763 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:41:10.791 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:41:10.817 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:41:10.821 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:41:10.822 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:41:10.849 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.4 dump_blocked_ops 2023-08-28T02:41:10.923 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:41:10.959 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:41:11.033 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:41:11.037 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:41:11.037 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:41:11.124 INFO:teuthology.orchestra.run.smithi040.stderr:noscrub is set 2023-08-28T02:41:11.138 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:41:11.172 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:41:11 smithi083 ceph-mon[157819]: pgmap v1204: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.6 GiB data, 9.3 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 152 op/s; 12829/129672 objects degraded (9.893%); 13268/129672 objects misplaced (10.232%); 1.8 MiB/s, 29 objects/s recovering 2023-08-28T02:41:11.172 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:41:11 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/102368512' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:41:11.173 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:41:11 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:41:11.173 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:41:11 smithi083 ceph-mon[157819]: Health check update: Degraded data redundancy: 12875/130284 objects degraded (9.882%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:41:11.177 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:41:11.205 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:41:11.208 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:41:11.209 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:41:11.225 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:41:11.310 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:41:11.321 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:41:11 smithi040 ceph-mon[175404]: pgmap v1204: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.6 GiB data, 9.3 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 152 op/s; 12829/129672 objects degraded (9.893%); 13268/129672 objects misplaced (10.232%); 1.8 MiB/s, 29 objects/s recovering 2023-08-28T02:41:11.321 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:41:11 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/102368512' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:41:11.321 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:41:11 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:41:11.321 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:41:11 smithi040 ceph-mon[175404]: Health check update: Degraded data redundancy: 12875/130284 objects degraded (9.882%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:41:11.321 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:41:11 smithi040 ceph-mon[170259]: pgmap v1204: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.6 GiB data, 9.3 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 152 op/s; 12829/129672 objects degraded (9.893%); 13268/129672 objects misplaced (10.232%); 1.8 MiB/s, 29 objects/s recovering 2023-08-28T02:41:11.321 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:41:11 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/102368512' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:41:11.322 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:41:11 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd set", "key": "noscrub"}]: dispatch 2023-08-28T02:41:11.322 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:41:11 smithi040 ceph-mon[170259]: Health check update: Degraded data redundancy: 12875/130284 objects degraded (9.882%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2023-08-28T02:41:11.352 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:41:11.465 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:41:11.465 INFO:teuthology.orchestra.run.smithi040.stdout:{"fsid":"d9a8f48a-4546-11ee-817c-1b7a5f1ba315","health":{"status":"HEALTH_WARN","checks":{"OSDMAP_FLAGS":{"severity":"HEALTH_WARN","summary":{"message":"noscrub flag(s) set","count":7},"muted":false},"PG_DEGRADED":{"severity":"HEALTH_WARN","summary":{"message":"Degraded data redundancy: 12829/129672 objects degraded (9.893%), 3 pgs degraded, 3 pgs undersized","count":6},"muted":false}},"mutes":[]},"election_epoch":34,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":1676,"monmap":{"epoch":4,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":387,"num_osds":8,"num_up_osds":8,"osd_up_since":1693189991,"num_in_osds":6,"osd_in_since":1693189947,"num_remapped_pgs":6},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":93},{"state_name":"active+remapped+backfill_wait","count":3},{"state_name":"active+recovery_wait+undersized+degraded+remapped","count":2},{"state_name":"active+recovering+undersized+degraded+remapped","count":1}],"num_pgs":99,"num_pools":5,"num_objects":43224,"data_bytes":2831530756,"bytes_used":10006679552,"bytes_avail":565963534336,"bytes_total":575970213888,"degraded_objects":12829,"degraded_total":129672,"degraded_ratio":0.098934234067493368,"misplaced_objects":13268,"misplaced_total":129672,"misplaced_ratio":0.10231969893269172,"recovering_objects_per_sec":29,"recovering_bytes_per_sec":1919569,"recovering_keys_per_sec":0,"num_objects_recovered":293,"num_bytes_recovered":19202048,"num_keys_recovered":0,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":152},"fsmap":{"epoch":7,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"foo.smithi040.wmhbsz","status":"up:active","gid":24577}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.40:8443/","prometheus":"http://172.21.15.40:9283/"}},"servicemap":{"epoch":22,"modified":"2023-08-28T02:34:10.384085+0000","services":{}},"progress_events":{"12dba03a-d529-4826-b243-e29af8fa97a8":{"message":"Upgrade to 18.2.0-187-g9cf20820 (5m)\n [============................] (remaining: 6m)","progress":0.44999998807907104,"add_to_ceph_s":true},"42e4bfe6-6201-4e43-94a3-bd00b5166574":{"message":"Global Recovery Event (9m)\n [==========================..] (remaining: 37s)","progress":0.93939393758773804,"add_to_ceph_s":true}}} 2023-08-28T02:41:11.476 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:41:11.480 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:41:11.480 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:41:11.581 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:41:11.611 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:41:11.634 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:41:11.638 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:41:11.639 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:41:11.739 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:41:11.769 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:41:11.796 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:41:11.801 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:41:11.802 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:41:11.874 INFO:tasks.cephadm.ceph_manager.ceph:making progress, resetting timeout 2023-08-28T02:41:11.874 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph pg dump --format=json 2023-08-28T02:41:11.903 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:41:11.951 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:41:11.975 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:41:11.978 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:41:11.978 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:41:12.079 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:41:12.111 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:41:12.131 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:41:12.134 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:41:12.134 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:41:12.194 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:41:12.230 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:41:12 smithi040 ceph-mon[175404]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:41:12.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:41:12 smithi040 ceph-mon[175404]: failed to encode map e387 with expected crc 2023-08-28T02:41:12.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:41:12 smithi040 ceph-mon[175404]: failed to encode map e387 with expected crc 2023-08-28T02:41:12.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:41:12 smithi040 ceph-mon[175404]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:41:12.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:41:12 smithi040 ceph-mon[175404]: osdmap e387: 8 total, 8 up, 6 in 2023-08-28T02:41:12.231 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:41:12 smithi040 ceph-mon[175404]: from='client.? 172.21.15.40:0/3572556398' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:41:12.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:41:12 smithi040 ceph-mon[170259]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:41:12.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:41:12 smithi040 ceph-mon[170259]: failed to encode map e387 with expected crc 2023-08-28T02:41:12.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:41:12 smithi040 ceph-mon[170259]: failed to encode map e387 with expected crc 2023-08-28T02:41:12.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:41:12 smithi040 ceph-mon[170259]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:41:12.231 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:41:12 smithi040 ceph-mon[170259]: osdmap e387: 8 total, 8 up, 6 in 2023-08-28T02:41:12.232 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:41:12 smithi040 ceph-mon[170259]: from='client.? 172.21.15.40:0/3572556398' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:41:12.235 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:41:12.244 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2023-08-28T02:41:12.245 INFO:teuthology.orchestra.run.smithi083.stdout: "ops": [], 2023-08-28T02:41:12.245 INFO:teuthology.orchestra.run.smithi083.stdout: "complaint_time": 30, 2023-08-28T02:41:12.245 INFO:teuthology.orchestra.run.smithi083.stdout: "num_blocked_ops": 0 2023-08-28T02:41:12.245 INFO:teuthology.orchestra.run.smithi083.stdout:} 2023-08-28T02:41:12.277 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:41:12.298 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:41:12.300 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:41:12 smithi083 ceph-mon[157819]: Health check failed: noscrub flag(s) set (OSDMAP_FLAGS) 2023-08-28T02:41:12.300 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:41:12 smithi083 ceph-mon[157819]: failed to encode map e387 with expected crc 2023-08-28T02:41:12.301 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:41:12 smithi083 ceph-mon[157819]: failed to encode map e387 with expected crc 2023-08-28T02:41:12.301 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:41:12 smithi083 ceph-mon[157819]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd set", "key": "noscrub"}]': finished 2023-08-28T02:41:12.301 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:41:12 smithi083 ceph-mon[157819]: osdmap e387: 8 total, 8 up, 6 in 2023-08-28T02:41:12.301 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:41:12 smithi083 ceph-mon[157819]: from='client.? 172.21.15.40:0/3572556398' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-08-28T02:41:12.302 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:41:12.302 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:41:12.403 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:41:12.442 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:41:12.591 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.4 dump_historic_ops 2023-08-28T02:41:12.620 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:41:12.623 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:41:12.623 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:41:12.724 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:41:12.751 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:41:12.773 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:41:12.777 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:41:12.777 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:41:12.785 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph -- tell 'osd.*' injectargs --osd_enable_op_tracker=false 2023-08-28T02:41:12.878 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4 2023-08-28T02:41:12.911 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:41:12.913 INFO:teuthology.orchestra.run.smithi083.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.b/config 2023-08-28T02:41:12.933 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4" found: no such container 2023-08-28T02:41:12.936 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:41:12.936 INFO:tasks.cephadm.osd.4:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.4' 2023-08-28T02:41:13.037 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:41:13.073 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:41:13.095 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:41:13.099 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:41:13.099 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:41:13.200 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1 2023-08-28T02:41:13.227 INFO:journalctl@ceph.mon.b.smithi083.stdout:Aug 28 02:41:13 smithi083 ceph-mon[157819]: pgmap v1206: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.6 GiB data, 9.3 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 158 op/s; 12780/128904 objects degraded (9.914%); 13268/128904 objects misplaced (10.293%); 2.0 MiB/s, 31 objects/s recovering 2023-08-28T02:41:13.238 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:41:13.267 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1" found: no such container 2023-08-28T02:41:13.270 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:41:13.271 INFO:tasks.cephadm.osd.1:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.1' 2023-08-28T02:41:13.283 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:41:13.372 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0 2023-08-28T02:41:13.387 INFO:journalctl@ceph.mon.c.smithi040.stdout:Aug 28 02:41:13 smithi040 ceph-mon[175404]: pgmap v1206: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.6 GiB data, 9.3 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 158 op/s; 12780/128904 objects degraded (9.914%); 13268/128904 objects misplaced (10.293%); 2.0 MiB/s, 31 objects/s recovering 2023-08-28T02:41:13.387 INFO:journalctl@ceph.mon.a.smithi040.stdout:Aug 28 02:41:13 smithi040 ceph-mon[170259]: pgmap v1206: 99 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+remapped+backfill_wait, 2 active+recovery_wait+undersized+degraded+remapped, 93 active+clean; 2.6 GiB data, 9.3 GiB used, 527 GiB / 536 GiB avail; 0 B/s wr, 158 op/s; 12780/128904 objects degraded (9.914%); 13268/128904 objects misplaced (10.293%); 2.0 MiB/s, 31 objects/s recovering 2023-08-28T02:41:13.410 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:41:13.433 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0" found: no such container 2023-08-28T02:41:13.436 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:41:13.436 INFO:tasks.cephadm.osd.0:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.0' 2023-08-28T02:41:13.511 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph osd set nodeep-scrub 2023-08-28T02:41:13.537 DEBUG:teuthology.orchestra.run.smithi040:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2 2023-08-28T02:41:13.559 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-08-28T02:41:13.567 INFO:teuthology.orchestra.run.smithi040.stderr:dumped all 2023-08-28T02:41:13.591 INFO:teuthology.orchestra.run.smithi040.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:41:13.768 INFO:teuthology.orchestra.run.smithi040.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2" found: no such container 2023-08-28T02:41:13.771 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:41:13.771 INFO:tasks.cephadm.osd.2:Ignoring exception while sending signal: Command failed on smithi040 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.2' 2023-08-28T02:41:13.872 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5 2023-08-28T02:41:13.919 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:41:13.946 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5" found: no such container 2023-08-28T02:41:13.948 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:41:13.949 INFO:tasks.cephadm.osd.5:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.5' 2023-08-28T02:41:13.963 INFO:teuthology.orchestra.run.smithi083.stdout:{ 2023-08-28T02:41:13.964 INFO:teuthology.orchestra.run.smithi083.stdout: "size": 20, 2023-08-28T02:41:13.964 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 600, 2023-08-28T02:41:13.964 INFO:teuthology.orchestra.run.smithi083.stdout: "ops": [ 2023-08-28T02:41:13.964 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:13.964 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "MOSDPGPush(10.7 282/281 [PushOp(10:eea07471:::benchmark_data_smithi040_250784_object740:head, version: 254'50, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(10:eea07471:::benchmark_data_smithi040_250784_object740:head@254'50, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-08-28T02:41:13.964 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:32:29.461560+0000", 2023-08-28T02:41:13.964 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 524.50012128799995, 2023-08-28T02:41:13.964 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 12.692113797999999, 2023-08-28T02:41:13.965 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:41:13.965 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "started", 2023-08-28T02:41:13.965 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:41:13.965 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:13.965 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:41:13.965 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:29.461560+0000", 2023-08-28T02:41:13.965 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:41:13.965 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:13.965 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:13.965 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:41:13.966 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:29.461560+0000", 2023-08-28T02:41:13.966 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:41:13.966 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:13.966 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:13.966 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:41:13.966 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:29.461559+0000", 2023-08-28T02:41:13.966 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:41:13.966 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:13.966 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:13.967 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:41:13.967 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:29.461605+0000", 2023-08-28T02:41:13.967 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.5247999999999998e-05 2023-08-28T02:41:13.967 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:13.967 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:13.967 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:41:13.967 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:29.461625+0000", 2023-08-28T02:41:13.967 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.0091000000000001e-05 2023-08-28T02:41:13.967 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:13.967 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:13.968 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:41:13.968 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:29.461637+0000", 2023-08-28T02:41:13.968 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1979e-05 2023-08-28T02:41:13.968 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:13.968 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:13.968 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:41:13.968 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.152193+0000", 2023-08-28T02:41:13.968 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 12.690556690999999 2023-08-28T02:41:13.968 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:13.969 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:13.969 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:41:13.969 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.152198+0000", 2023-08-28T02:41:13.969 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.1050000000000003e-06 2023-08-28T02:41:13.969 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:13.969 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:13.969 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:41:13.969 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.153674+0000", 2023-08-28T02:41:13.969 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0014757259999999999 2023-08-28T02:41:13.969 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:41:13.970 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:41:13.970 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:41:13.970 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:13.970 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:13.970 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "MOSDPGPush(10.7 283/281 [PushOp(10:ed994e4f:::benchmark_data_smithi040_250784_object757:head, version: 254'51, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(10:ed994e4f:::benchmark_data_smithi040_250784_object757:head@254'51, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-08-28T02:41:13.970 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:32:29.477002+0000", 2023-08-28T02:41:13.970 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 524.48467976699999, 2023-08-28T02:41:13.970 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 12.677954372, 2023-08-28T02:41:13.970 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:41:13.971 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "started", 2023-08-28T02:41:13.971 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:41:13.971 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:13.971 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:41:13.971 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:29.477002+0000", 2023-08-28T02:41:13.971 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:41:13.971 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:13.971 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:13.971 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:41:13.971 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:29.477002+0000", 2023-08-28T02:41:13.972 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:41:13.972 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:13.972 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:13.972 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:41:13.972 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:29.477000+0000", 2023-08-28T02:41:13.972 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:41:13.972 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:13.972 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:13.972 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:41:13.972 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:29.477039+0000", 2023-08-28T02:41:13.973 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.8642e-05 2023-08-28T02:41:13.973 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:13.973 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:13.973 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:41:13.973 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:29.477060+0000", 2023-08-28T02:41:13.973 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.1452999999999999e-05 2023-08-28T02:41:13.973 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:13.973 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:13.973 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:41:13.973 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:29.477073+0000", 2023-08-28T02:41:13.974 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2464e-05 2023-08-28T02:41:13.974 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:13.974 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:13.974 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:41:13.974 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.153729+0000", 2023-08-28T02:41:13.974 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 12.676656468000001 2023-08-28T02:41:13.974 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:13.974 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:13.974 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:41:13.974 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.153734+0000", 2023-08-28T02:41:13.975 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.9250000000000003e-06 2023-08-28T02:41:13.975 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:13.975 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:13.975 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:41:13.975 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.154956+0000", 2023-08-28T02:41:13.975 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.001222381 2023-08-28T02:41:13.975 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:41:13.975 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:41:13.975 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:41:13.976 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:13.976 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:13.976 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "MOSDPGPush(10.7 284/281 [PushOp(10:eb72f90e:::benchmark_data_smithi040_250784_object766:head, version: 254'52, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(10:eb72f90e:::benchmark_data_smithi040_250784_object766:head@254'52, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-08-28T02:41:13.976 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:32:30.477077+0000", 2023-08-28T02:41:13.976 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 523.48460430499995, 2023-08-28T02:41:13.976 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 11.679071906000001, 2023-08-28T02:41:13.976 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:41:13.976 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "started", 2023-08-28T02:41:13.976 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:41:13.976 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:13.977 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:41:13.977 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:30.477077+0000", 2023-08-28T02:41:13.977 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:41:13.977 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:13.977 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:13.977 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:41:13.977 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:30.477077+0000", 2023-08-28T02:41:13.977 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:41:13.977 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:13.978 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:13.978 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:41:13.978 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:30.477076+0000", 2023-08-28T02:41:13.978 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:41:13.978 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:13.978 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:13.978 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:41:13.978 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:30.477110+0000", 2023-08-28T02:41:13.978 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.4078000000000001e-05 2023-08-28T02:41:13.978 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:13.979 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:13.979 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:41:13.979 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:30.477127+0000", 2023-08-28T02:41:13.979 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.6840000000000001e-05 2023-08-28T02:41:13.979 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:13.979 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:13.979 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:41:13.979 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:30.477135+0000", 2023-08-28T02:41:13.979 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.2600000000000005e-06 2023-08-28T02:41:13.979 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:13.980 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:13.980 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:41:13.980 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.154993+0000", 2023-08-28T02:41:13.980 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 11.677858086000001 2023-08-28T02:41:13.980 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:13.980 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:13.980 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:41:13.980 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.154998+0000", 2023-08-28T02:41:13.980 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.7530000000000001e-06 2023-08-28T02:41:13.980 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:13.981 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:13.981 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:41:13.981 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.156149+0000", 2023-08-28T02:41:13.981 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0011510660000000001 2023-08-28T02:41:13.981 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:41:13.981 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:41:13.981 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:41:13.981 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:13.981 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:13.982 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "MOSDPGPush(10.7 285/281 [PushOp(10:e374c13a:::benchmark_data_smithi040_250784_object767:head, version: 254'53, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(10:e374c13a:::benchmark_data_smithi040_250784_object767:head@254'53, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-08-28T02:41:13.982 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:32:31.487430+0000", 2023-08-28T02:41:13.982 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 522.47425117900002, 2023-08-28T02:41:13.982 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 10.669954233, 2023-08-28T02:41:13.982 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:41:13.982 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "started", 2023-08-28T02:41:13.982 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:41:13.982 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:13.982 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:41:13.982 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:31.487430+0000", 2023-08-28T02:41:13.983 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:41:13.983 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:13.983 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:13.983 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:41:13.983 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:31.487430+0000", 2023-08-28T02:41:13.983 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:41:13.983 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:13.983 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:13.983 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:41:13.984 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:31.487429+0000", 2023-08-28T02:41:13.984 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:41:13.984 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:13.984 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:13.984 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:41:13.984 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:31.487470+0000", 2023-08-28T02:41:13.984 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.1517999999999998e-05 2023-08-28T02:41:13.984 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:13.984 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:13.984 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:41:13.985 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:31.487493+0000", 2023-08-28T02:41:13.985 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.2614999999999999e-05 2023-08-28T02:41:13.985 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:13.985 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:13.985 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:41:13.985 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:31.487507+0000", 2023-08-28T02:41:13.985 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.3984e-05 2023-08-28T02:41:13.985 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:13.985 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:13.986 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:41:13.986 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.156187+0000", 2023-08-28T02:41:13.986 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 10.66868028 2023-08-28T02:41:13.986 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:13.986 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:13.986 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:41:13.986 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.156192+0000", 2023-08-28T02:41:13.986 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.5499999999999996e-06 2023-08-28T02:41:13.986 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:13.987 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:13.987 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:41:13.987 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.157385+0000", 2023-08-28T02:41:13.987 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0011930529999999999 2023-08-28T02:41:13.987 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:41:13.987 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:41:13.987 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:41:13.987 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:13.987 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:13.988 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "MOSDPGPush(10.7 286/281 [PushOp(10:ecef9a00:::benchmark_data_smithi040_250784_object794:head, version: 254'54, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(10:ecef9a00:::benchmark_data_smithi040_250784_object794:head@254'54, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-08-28T02:41:13.988 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:32:32.496154+0000", 2023-08-28T02:41:13.988 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 521.46552719399995, 2023-08-28T02:41:13.988 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.6624650469999995, 2023-08-28T02:41:13.988 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:41:13.988 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "started", 2023-08-28T02:41:13.988 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:41:13.988 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:13.988 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:41:13.989 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:32.496154+0000", 2023-08-28T02:41:13.989 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:41:13.989 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:13.989 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:13.989 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:41:13.989 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:32.496154+0000", 2023-08-28T02:41:13.989 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:41:13.989 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:13.989 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:13.989 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:41:13.990 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:32.496154+0000", 2023-08-28T02:41:13.990 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:41:13.990 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:13.990 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:13.990 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:41:13.990 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:32.496183+0000", 2023-08-28T02:41:13.990 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 2.9841000000000001e-05 2023-08-28T02:41:13.990 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:13.990 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:13.991 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:41:13.991 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:32.496198+0000", 2023-08-28T02:41:13.991 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.4748e-05 2023-08-28T02:41:13.991 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:13.991 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:13.991 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:41:13.991 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:32.496206+0000", 2023-08-28T02:41:13.991 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.6660000000000008e-06 2023-08-28T02:41:13.991 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:13.992 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:13.992 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:41:13.992 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.157422+0000", 2023-08-28T02:41:13.992 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.6612157619999994 2023-08-28T02:41:13.992 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:13.992 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:13.992 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:41:13.992 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.157426+0000", 2023-08-28T02:41:13.992 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.1289999999999998e-06 2023-08-28T02:41:13.992 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:13.992 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:13.993 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:41:13.993 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.158620+0000", 2023-08-28T02:41:13.993 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0011938750000000001 2023-08-28T02:41:13.993 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:41:13.993 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:41:13.993 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:41:13.993 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:13.993 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:13.993 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "MOSDPGPush(10.7 287/281 [PushOp(10:e410776a:::benchmark_data_smithi040_250784_object833:head, version: 254'55, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(10:e410776a:::benchmark_data_smithi040_250784_object833:head@254'55, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-08-28T02:41:13.993 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:32:33.490071+0000", 2023-08-28T02:41:13.993 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 520.471610908, 2023-08-28T02:41:13.994 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.6699878320000003, 2023-08-28T02:41:13.994 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:41:13.994 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "started", 2023-08-28T02:41:13.994 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:41:13.994 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:13.994 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:41:13.994 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:33.490071+0000", 2023-08-28T02:41:13.994 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:41:13.994 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:13.995 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:13.995 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:41:13.995 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:33.490071+0000", 2023-08-28T02:41:13.995 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:41:13.995 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:13.995 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:13.995 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:41:13.995 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:33.490069+0000", 2023-08-28T02:41:13.995 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:41:13.995 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:13.996 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:13.996 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:41:13.996 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:33.490111+0000", 2023-08-28T02:41:13.996 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.1662000000000002e-05 2023-08-28T02:41:13.996 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:13.996 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:13.996 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:41:13.996 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:33.490129+0000", 2023-08-28T02:41:13.996 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.7980000000000001e-05 2023-08-28T02:41:13.996 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:13.997 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:13.997 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:41:13.997 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:33.490142+0000", 2023-08-28T02:41:13.997 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.271e-05 2023-08-28T02:41:13.997 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:13.997 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:13.997 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:41:13.997 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.158653+0000", 2023-08-28T02:41:13.998 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.6685110590000001 2023-08-28T02:41:13.998 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:13.998 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:13.998 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:41:13.998 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.158657+0000", 2023-08-28T02:41:13.998 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.0810000000000004e-06 2023-08-28T02:41:13.998 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:13.998 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:13.998 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:41:13.998 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.160059+0000", 2023-08-28T02:41:13.999 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0014018399999999999 2023-08-28T02:41:13.999 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:41:13.999 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:41:13.999 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:41:13.999 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:13.999 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:13.999 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "MOSDPGPush(10.7 288/281 [PushOp(10:e4e88e2f:::benchmark_data_smithi040_250784_object869:head, version: 254'56, data_included: [0~65536], data_size: 65536, omap_header_size: 0, omap_entries_size: 0, attrset_size: 2, recovery_info: ObjectRecoveryInfo(10:e4e88e2f:::benchmark_data_smithi040_250784_object869:head@254'56, size: 65536, copy_subset: [0~65536], clone_subset: {}, snapset: 0=[]:{}, object_exist: 0), after_progress: ObjectRecoveryProgress(!first, data_recovered_to:65536, data_complete:true, omap_recovered_to:, omap_complete:true, error:false), before_progress: ObjectRecoveryProgress(first, data_recovered_to:0, data_complete:false, omap_recovered_to:, omap_complete:false, error:false))])", 2023-08-28T02:41:13.999 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:32:34.510843+0000", 2023-08-28T02:41:13.999 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 519.45083857099996, 2023-08-28T02:41:14.000 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.6508924839999999, 2023-08-28T02:41:14.000 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:41:14.000 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "started", 2023-08-28T02:41:14.000 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:41:14.000 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.000 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:41:14.000 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:34.510843+0000", 2023-08-28T02:41:14.000 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:41:14.000 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.000 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.001 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:41:14.001 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:34.510843+0000", 2023-08-28T02:41:14.001 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:41:14.001 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.001 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.001 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:41:14.001 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:34.510842+0000", 2023-08-28T02:41:14.001 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:41:14.001 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.001 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.002 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:41:14.002 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:34.510874+0000", 2023-08-28T02:41:14.002 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.2709000000000001e-05 2023-08-28T02:41:14.002 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.002 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.002 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:41:14.002 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:34.510889+0000", 2023-08-28T02:41:14.002 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.4681000000000001e-05 2023-08-28T02:41:14.002 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.003 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.003 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:41:14.003 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:34.510898+0000", 2023-08-28T02:41:14.003 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.1900000000000001e-06 2023-08-28T02:41:14.003 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.003 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.003 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:41:14.003 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.160101+0000", 2023-08-28T02:41:14.003 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.6492023549999999 2023-08-28T02:41:14.004 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.004 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.004 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:41:14.004 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.160107+0000", 2023-08-28T02:41:14.004 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.1020000000000002e-06 2023-08-28T02:41:14.004 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.004 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.004 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:41:14.004 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:32:42.161736+0000", 2023-08-28T02:41:14.004 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0016288069999999999 2023-08-28T02:41:14.005 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:41:14.005 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:41:14.005 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:41:14.005 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.005 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.005 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:95688 10.f 10:f73436db:::benchmark_data_smithi040_250784_object2379:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e309)", 2023-08-28T02:41:14.005 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:33:43.597010+0000", 2023-08-28T02:41:14.005 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 450.36467201699998, 2023-08-28T02:41:14.005 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.1043612610000002, 2023-08-28T02:41:14.005 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:41:14.006 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:41:14.006 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:41:14.006 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:41:14.006 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:41:14.006 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 95688 2023-08-28T02:41:14.006 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.006 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:41:14.006 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.006 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:41:14.006 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:43.597010+0000", 2023-08-28T02:41:14.007 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:41:14.007 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.007 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.007 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:41:14.007 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:43.597010+0000", 2023-08-28T02:41:14.007 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:41:14.007 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.007 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.007 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:41:14.007 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:43.597008+0000", 2023-08-28T02:41:14.008 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:41:14.008 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.008 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.008 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:41:14.008 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:43.597015+0000", 2023-08-28T02:41:14.008 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.5710000000000003e-06 2023-08-28T02:41:14.008 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.008 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.008 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:41:14.009 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:43.597027+0000", 2023-08-28T02:41:14.009 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1908e-05 2023-08-28T02:41:14.009 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.009 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.009 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:41:14.009 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:43.597038+0000", 2023-08-28T02:41:14.009 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1381e-05 2023-08-28T02:41:14.009 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.009 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.009 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:41:14.010 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:43.727505+0000", 2023-08-28T02:41:14.010 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.130466632 2023-08-28T02:41:14.010 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.010 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.010 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:41:14.010 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:43.747682+0000", 2023-08-28T02:41:14.010 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.020177548 2023-08-28T02:41:14.010 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.010 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.010 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:41:14.011 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:43.892362+0000", 2023-08-28T02:41:14.011 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.144680214 2023-08-28T02:41:14.011 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.011 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.011 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:41:14.011 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:43.905663+0000", 2023-08-28T02:41:14.011 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.013300378 2023-08-28T02:41:14.011 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.011 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.012 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:41:14.012 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:47.591941+0000", 2023-08-28T02:41:14.012 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.686278529 2023-08-28T02:41:14.012 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.012 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.012 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:41:14.012 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:47.601928+0000", 2023-08-28T02:41:14.012 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0099871270000000002 2023-08-28T02:41:14.012 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.012 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.013 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:41:14.013 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:47.621263+0000", 2023-08-28T02:41:14.013 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.019334857 2023-08-28T02:41:14.013 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.013 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.013 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:41:14.013 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:47.654115+0000", 2023-08-28T02:41:14.013 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.032851957000000001 2023-08-28T02:41:14.013 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.013 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.014 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:41:14.014 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:47.655214+0000", 2023-08-28T02:41:14.014 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.001098531 2023-08-28T02:41:14.014 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.014 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.014 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:41:14.014 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:47.658685+0000", 2023-08-28T02:41:14.014 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0034712129999999999 2023-08-28T02:41:14.014 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.014 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.015 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:41:14.015 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:47.663886+0000", 2023-08-28T02:41:14.015 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0052006869999999998 2023-08-28T02:41:14.015 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.015 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.015 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:41:14.015 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:47.701371+0000", 2023-08-28T02:41:14.015 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.037485277999999997 2023-08-28T02:41:14.015 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:41:14.015 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:41:14.016 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:41:14.016 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.016 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.016 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:95815 10.f 10:f7978655:::benchmark_data_smithi040_250784_object2506:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e309)", 2023-08-28T02:41:14.016 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:33:45.569642+0000", 2023-08-28T02:41:14.016 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 448.39204008500002, 2023-08-28T02:41:14.016 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.9627855300000001, 2023-08-28T02:41:14.016 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:41:14.016 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:41:14.016 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:41:14.017 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:41:14.017 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:41:14.017 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 95815 2023-08-28T02:41:14.017 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.017 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:41:14.017 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.017 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:41:14.017 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:45.569642+0000", 2023-08-28T02:41:14.017 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:41:14.018 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.018 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.018 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:41:14.018 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:45.569642+0000", 2023-08-28T02:41:14.018 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:41:14.018 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.018 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.018 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:41:14.018 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:45.569641+0000", 2023-08-28T02:41:14.018 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:41:14.019 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.019 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.019 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:41:14.019 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:45.569645+0000", 2023-08-28T02:41:14.019 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.2150000000000003e-06 2023-08-28T02:41:14.019 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.019 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.019 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:41:14.019 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:45.569653+0000", 2023-08-28T02:41:14.019 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.0290000000000005e-06 2023-08-28T02:41:14.020 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.020 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.020 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:41:14.020 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:45.569657+0000", 2023-08-28T02:41:14.020 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.7969999999999998e-06 2023-08-28T02:41:14.020 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.020 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.020 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:41:14.020 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:45.593583+0000", 2023-08-28T02:41:14.020 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.023926913000000001 2023-08-28T02:41:14.021 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.021 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.021 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:41:14.021 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:45.605370+0000", 2023-08-28T02:41:14.021 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011786217999999999 2023-08-28T02:41:14.021 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.021 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.021 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:41:14.021 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:45.708175+0000", 2023-08-28T02:41:14.021 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.102805008 2023-08-28T02:41:14.022 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.022 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.022 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:41:14.022 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:45.719261+0000", 2023-08-28T02:41:14.022 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011085948 2023-08-28T02:41:14.022 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.022 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.022 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:41:14.022 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:49.324128+0000", 2023-08-28T02:41:14.023 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.6048676369999999 2023-08-28T02:41:14.023 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.023 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.023 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:41:14.023 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:49.333674+0000", 2023-08-28T02:41:14.023 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0095456629999999994 2023-08-28T02:41:14.023 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.023 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.023 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:41:14.023 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:49.351357+0000", 2023-08-28T02:41:14.024 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.017683074 2023-08-28T02:41:14.024 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.024 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.024 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:41:14.024 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:49.456002+0000", 2023-08-28T02:41:14.024 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.104644925 2023-08-28T02:41:14.024 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.024 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.024 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:41:14.024 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:49.499336+0000", 2023-08-28T02:41:14.025 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.043334185999999997 2023-08-28T02:41:14.025 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.025 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.025 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:41:14.025 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:49.503333+0000", 2023-08-28T02:41:14.025 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0039971410000000001 2023-08-28T02:41:14.025 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.025 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.025 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:41:14.025 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:49.508268+0000", 2023-08-28T02:41:14.026 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0049344369999999999 2023-08-28T02:41:14.026 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.026 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.026 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:41:14.026 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:49.532427+0000", 2023-08-28T02:41:14.026 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.024159386000000001 2023-08-28T02:41:14.026 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:41:14.026 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:41:14.026 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:41:14.026 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.027 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.027 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:96622 10.f 10:f1dd7ded:::benchmark_data_smithi040_250784_object3313:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e311)", 2023-08-28T02:41:14.027 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:33:57.473931+0000", 2023-08-28T02:41:14.027 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 436.48775040100003, 2023-08-28T02:41:14.027 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.2260838669999998, 2023-08-28T02:41:14.027 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:41:14.027 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:41:14.027 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:41:14.027 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:41:14.027 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:41:14.028 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 96622 2023-08-28T02:41:14.028 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.028 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:41:14.028 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.028 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:41:14.028 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.473931+0000", 2023-08-28T02:41:14.028 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:41:14.028 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.028 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.029 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:41:14.029 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.473931+0000", 2023-08-28T02:41:14.029 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:41:14.029 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.029 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.029 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:41:14.029 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.473930+0000", 2023-08-28T02:41:14.029 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:41:14.029 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.029 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.029 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:41:14.030 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.473937+0000", 2023-08-28T02:41:14.030 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.6379999999999998e-06 2023-08-28T02:41:14.030 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.030 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.030 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:41:14.030 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.473949+0000", 2023-08-28T02:41:14.030 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2741999999999999e-05 2023-08-28T02:41:14.030 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.030 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.030 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:41:14.031 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.473956+0000", 2023-08-28T02:41:14.031 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.9500000000000004e-06 2023-08-28T02:41:14.031 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.031 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.031 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:41:14.031 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.611108+0000", 2023-08-28T02:41:14.031 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.13715195699999999 2023-08-28T02:41:14.031 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.031 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.031 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:41:14.032 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.620672+0000", 2023-08-28T02:41:14.032 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0095635779999999997 2023-08-28T02:41:14.032 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.032 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.032 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:41:14.032 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.673723+0000", 2023-08-28T02:41:14.032 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.053050767999999998 2023-08-28T02:41:14.032 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.032 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.033 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:41:14.033 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.685785+0000", 2023-08-28T02:41:14.033 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.012062165 2023-08-28T02:41:14.033 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.033 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.033 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:41:14.033 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.585714+0000", 2023-08-28T02:41:14.033 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.899929014 2023-08-28T02:41:14.033 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.033 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.034 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:41:14.034 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.599776+0000", 2023-08-28T02:41:14.034 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.01406192 2023-08-28T02:41:14.034 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.034 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.034 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:41:14.034 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.619098+0000", 2023-08-28T02:41:14.034 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.019321892 2023-08-28T02:41:14.035 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.035 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.035 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:41:14.035 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.658421+0000", 2023-08-28T02:41:14.035 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.039323534 2023-08-28T02:41:14.035 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.035 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.035 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:41:14.035 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.660469+0000", 2023-08-28T02:41:14.035 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0020480030000000001 2023-08-28T02:41:14.036 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.036 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.036 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:41:14.036 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.666257+0000", 2023-08-28T02:41:14.036 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0057876259999999997 2023-08-28T02:41:14.036 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.036 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.036 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:41:14.037 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.671177+0000", 2023-08-28T02:41:14.037 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0049202990000000004 2023-08-28T02:41:14.037 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.037 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.037 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:41:14.037 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.700015+0000", 2023-08-28T02:41:14.037 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.028838124999999999 2023-08-28T02:41:14.037 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:41:14.037 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:41:14.038 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:41:14.038 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.038 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.038 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:96628 10.f 10:f07eb378:::benchmark_data_smithi040_250784_object3319:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e311)", 2023-08-28T02:41:14.038 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:33:57.997064+0000", 2023-08-28T02:41:14.038 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 435.96461780599998, 2023-08-28T02:41:14.038 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.9074898999999998, 2023-08-28T02:41:14.038 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:41:14.039 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:41:14.039 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:41:14.039 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:41:14.039 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:41:14.039 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 96628 2023-08-28T02:41:14.039 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.039 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:41:14.039 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.039 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:41:14.039 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.997064+0000", 2023-08-28T02:41:14.040 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:41:14.040 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.040 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.040 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:41:14.040 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.997064+0000", 2023-08-28T02:41:14.040 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:41:14.040 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.040 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.040 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:41:14.040 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.997062+0000", 2023-08-28T02:41:14.041 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999976 2023-08-28T02:41:14.041 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.041 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.041 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:41:14.041 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.997072+0000", 2023-08-28T02:41:14.041 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0755e-05 2023-08-28T02:41:14.041 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.041 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.041 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:41:14.041 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.997092+0000", 2023-08-28T02:41:14.042 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.914e-05 2023-08-28T02:41:14.042 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.042 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.042 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:41:14.042 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:57.997101+0000", 2023-08-28T02:41:14.042 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.1789999999999997e-06 2023-08-28T02:41:14.042 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.042 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.042 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:41:14.043 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.114281+0000", 2023-08-28T02:41:14.043 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.117180432 2023-08-28T02:41:14.043 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.043 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.043 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:41:14.043 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.130243+0000", 2023-08-28T02:41:14.043 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.015962223000000001 2023-08-28T02:41:14.043 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.043 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.043 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:41:14.044 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.227295+0000", 2023-08-28T02:41:14.044 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.097051448999999998 2023-08-28T02:41:14.044 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.044 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.044 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:41:14.044 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.253056+0000", 2023-08-28T02:41:14.044 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.025761218999999998 2023-08-28T02:41:14.044 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.044 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.044 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:41:14.045 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.753743+0000", 2023-08-28T02:41:14.045 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.5006867279999998 2023-08-28T02:41:14.045 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.045 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.045 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:41:14.045 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.770778+0000", 2023-08-28T02:41:14.045 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.017034807999999999 2023-08-28T02:41:14.045 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.045 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.045 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:41:14.046 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.800321+0000", 2023-08-28T02:41:14.046 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.029543011000000001 2023-08-28T02:41:14.046 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.046 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.046 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:41:14.046 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.840722+0000", 2023-08-28T02:41:14.046 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.040401689999999997 2023-08-28T02:41:14.046 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.046 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.046 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:41:14.047 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.847824+0000", 2023-08-28T02:41:14.047 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0071018339999999996 2023-08-28T02:41:14.047 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.047 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.047 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:41:14.047 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.849978+0000", 2023-08-28T02:41:14.047 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0021536120000000001 2023-08-28T02:41:14.047 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.047 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.047 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:41:14.048 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.862402+0000", 2023-08-28T02:41:14.048 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.012423975 2023-08-28T02:41:14.048 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.048 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.048 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:41:14.048 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:01.904554+0000", 2023-08-28T02:41:14.048 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.042152096999999999 2023-08-28T02:41:14.048 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:41:14.049 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:41:14.049 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:41:14.049 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.049 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.049 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:96726 10.f 10:fa4a7a3a:::benchmark_data_smithi040_250784_object3417:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e311)", 2023-08-28T02:41:14.049 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:33:58.554524+0000", 2023-08-28T02:41:14.049 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 435.40715812500002, 2023-08-28T02:41:14.049 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.0936931950000002, 2023-08-28T02:41:14.049 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:41:14.049 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:41:14.050 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:41:14.050 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:41:14.050 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:41:14.050 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 96726 2023-08-28T02:41:14.050 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.050 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:41:14.050 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.050 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:41:14.050 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.554524+0000", 2023-08-28T02:41:14.051 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:41:14.051 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.051 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.051 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:41:14.051 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.554524+0000", 2023-08-28T02:41:14.051 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:41:14.051 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.051 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.051 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:41:14.052 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.554522+0000", 2023-08-28T02:41:14.052 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:41:14.052 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.052 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.052 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:41:14.052 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.554528+0000", 2023-08-28T02:41:14.052 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.0750000000000003e-06 2023-08-28T02:41:14.052 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.052 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.052 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:41:14.053 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.554541+0000", 2023-08-28T02:41:14.053 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2425999999999999e-05 2023-08-28T02:41:14.053 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.053 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.053 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:41:14.053 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.554548+0000", 2023-08-28T02:41:14.053 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.8900000000000001e-06 2023-08-28T02:41:14.053 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.053 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.053 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:41:14.053 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.916733+0000", 2023-08-28T02:41:14.054 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.36218528900000002 2023-08-28T02:41:14.054 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.054 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.054 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:41:14.054 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.937610+0000", 2023-08-28T02:41:14.054 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.020876718999999998 2023-08-28T02:41:14.054 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.054 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.054 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:41:14.054 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.084143+0000", 2023-08-28T02:41:14.054 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.14653334700000001 2023-08-28T02:41:14.055 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.055 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.055 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:41:14.055 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.095800+0000", 2023-08-28T02:41:14.055 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011657453 2023-08-28T02:41:14.055 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.055 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.055 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:41:14.055 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.514708+0000", 2023-08-28T02:41:14.056 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.4189070529999999 2023-08-28T02:41:14.056 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.056 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.056 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:41:14.056 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.524309+0000", 2023-08-28T02:41:14.056 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0096015189999999993 2023-08-28T02:41:14.056 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.056 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.056 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:41:14.056 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.545608+0000", 2023-08-28T02:41:14.057 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.021298991999999999 2023-08-28T02:41:14.057 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.057 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.057 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:41:14.057 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.572076+0000", 2023-08-28T02:41:14.057 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.026468068000000001 2023-08-28T02:41:14.057 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.057 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.057 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:41:14.057 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.578276+0000", 2023-08-28T02:41:14.058 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0061997670000000001 2023-08-28T02:41:14.058 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.058 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.058 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:41:14.058 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.599669+0000", 2023-08-28T02:41:14.058 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.021393201000000001 2023-08-28T02:41:14.058 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.058 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.058 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:41:14.058 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.610422+0000", 2023-08-28T02:41:14.059 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.010753102 2023-08-28T02:41:14.059 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.059 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.059 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:41:14.059 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.648217+0000", 2023-08-28T02:41:14.059 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.037794546999999998 2023-08-28T02:41:14.059 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:41:14.059 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:41:14.059 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:41:14.060 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.060 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.060 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:96734 10.f 10:f1090e88:::benchmark_data_smithi040_250784_object3425:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e311)", 2023-08-28T02:41:14.060 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:33:58.814602+0000", 2023-08-28T02:41:14.060 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 435.14707970000001, 2023-08-28T02:41:14.060 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.1287970139999999, 2023-08-28T02:41:14.060 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:41:14.060 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:41:14.060 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:41:14.060 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:41:14.060 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:41:14.061 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 96734 2023-08-28T02:41:14.061 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.061 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:41:14.061 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.061 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:41:14.061 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.814602+0000", 2023-08-28T02:41:14.061 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:41:14.061 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.061 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.061 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:41:14.062 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.814602+0000", 2023-08-28T02:41:14.062 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:41:14.062 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.062 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.062 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:41:14.062 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.814601+0000", 2023-08-28T02:41:14.062 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:41:14.062 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.062 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.063 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:41:14.063 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.814607+0000", 2023-08-28T02:41:14.063 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 6.0209999999999996e-06 2023-08-28T02:41:14.063 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.063 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.063 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:41:14.063 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.814619+0000", 2023-08-28T02:41:14.063 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2126999999999999e-05 2023-08-28T02:41:14.063 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.063 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.064 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:41:14.064 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.814624+0000", 2023-08-28T02:41:14.064 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.4689999999999996e-06 2023-08-28T02:41:14.064 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.064 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.064 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:41:14.064 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.939905+0000", 2023-08-28T02:41:14.064 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.12528078300000001 2023-08-28T02:41:14.064 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.064 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.065 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:41:14.065 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.963820+0000", 2023-08-28T02:41:14.065 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.023914474000000002 2023-08-28T02:41:14.065 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.065 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.065 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:41:14.065 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.143450+0000", 2023-08-28T02:41:14.065 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.179630283 2023-08-28T02:41:14.065 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.065 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.065 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:41:14.066 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.156813+0000", 2023-08-28T02:41:14.066 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.013362873000000001 2023-08-28T02:41:14.066 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.066 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.066 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:41:14.066 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.704010+0000", 2023-08-28T02:41:14.066 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.5471967609999999 2023-08-28T02:41:14.066 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.066 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.066 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:41:14.066 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.716908+0000", 2023-08-28T02:41:14.067 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.012898494999999999 2023-08-28T02:41:14.067 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.067 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.067 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:41:14.067 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.742111+0000", 2023-08-28T02:41:14.067 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.025203478000000001 2023-08-28T02:41:14.067 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.067 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.067 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:41:14.068 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.787671+0000", 2023-08-28T02:41:14.068 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.045559901999999999 2023-08-28T02:41:14.068 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.068 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.068 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:41:14.068 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.795833+0000", 2023-08-28T02:41:14.068 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0081614679999999998 2023-08-28T02:41:14.068 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.068 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.068 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:41:14.069 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.892438+0000", 2023-08-28T02:41:14.069 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.096605060000000006 2023-08-28T02:41:14.069 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.069 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.069 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:41:14.069 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.899702+0000", 2023-08-28T02:41:14.069 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0072642710000000001 2023-08-28T02:41:14.069 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.069 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.070 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:41:14.070 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:02.943399+0000", 2023-08-28T02:41:14.070 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.043696798000000002 2023-08-28T02:41:14.070 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:41:14.070 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:41:14.070 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:41:14.070 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.070 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.070 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:96757 10.f 10:f39eb823:::benchmark_data_smithi040_250784_object3448:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e311)", 2023-08-28T02:41:14.071 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:33:58.984934+0000", 2023-08-28T02:41:14.071 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 434.976748004, 2023-08-28T02:41:14.071 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.2158582979999997, 2023-08-28T02:41:14.071 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:41:14.071 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:41:14.071 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:41:14.071 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:41:14.071 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:41:14.071 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 96757 2023-08-28T02:41:14.071 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.072 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:41:14.072 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.072 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:41:14.072 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.984934+0000", 2023-08-28T02:41:14.072 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:41:14.072 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.072 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.072 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:41:14.072 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.984934+0000", 2023-08-28T02:41:14.072 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:41:14.073 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.073 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.073 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:41:14.073 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.984932+0000", 2023-08-28T02:41:14.073 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:41:14.073 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.073 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.073 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:41:14.073 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.984940+0000", 2023-08-28T02:41:14.074 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 8.0600000000000008e-06 2023-08-28T02:41:14.074 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.074 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.074 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:41:14.074 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.984953+0000", 2023-08-28T02:41:14.074 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.2539e-05 2023-08-28T02:41:14.074 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.074 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.074 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:41:14.074 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:58.984959+0000", 2023-08-28T02:41:14.075 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.9109999999999998e-06 2023-08-28T02:41:14.075 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.075 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.075 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:41:14.075 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.161251+0000", 2023-08-28T02:41:14.075 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.17629288100000001 2023-08-28T02:41:14.075 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.075 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.075 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:41:14.075 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.172483+0000", 2023-08-28T02:41:14.076 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011231669 2023-08-28T02:41:14.076 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.076 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.076 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:41:14.076 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.244511+0000", 2023-08-28T02:41:14.076 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.072028152999999998 2023-08-28T02:41:14.076 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.076 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.076 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:41:14.076 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.256430+0000", 2023-08-28T02:41:14.077 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011918735 2023-08-28T02:41:14.077 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.077 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.077 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:41:14.077 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.013028+0000", 2023-08-28T02:41:14.077 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.7565978769999999 2023-08-28T02:41:14.077 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.077 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.077 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:41:14.077 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.022640+0000", 2023-08-28T02:41:14.078 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0096121569999999996 2023-08-28T02:41:14.078 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.078 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.078 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:41:14.078 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.053955+0000", 2023-08-28T02:41:14.078 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.031314635 2023-08-28T02:41:14.078 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.078 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.078 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:41:14.079 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.167498+0000", 2023-08-28T02:41:14.079 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.113543172 2023-08-28T02:41:14.079 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.079 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.079 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:41:14.079 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.168612+0000", 2023-08-28T02:41:14.079 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.001114093 2023-08-28T02:41:14.079 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.079 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.079 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:41:14.079 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.172211+0000", 2023-08-28T02:41:14.080 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0035989989999999999 2023-08-28T02:41:14.080 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.080 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.080 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:41:14.080 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.177119+0000", 2023-08-28T02:41:14.080 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0049084849999999998 2023-08-28T02:41:14.080 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.080 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.080 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:41:14.080 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.200792+0000", 2023-08-28T02:41:14.080 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.023672500999999999 2023-08-28T02:41:14.081 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:41:14.081 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:41:14.081 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:41:14.081 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.081 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.081 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:96765 10.f 10:ff9b6e3d:::benchmark_data_smithi040_250784_object3456:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e311)", 2023-08-28T02:41:14.081 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:33:59.031814+0000", 2023-08-28T02:41:14.081 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 434.92986730000001, 2023-08-28T02:41:14.081 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.2126211810000003, 2023-08-28T02:41:14.081 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:41:14.082 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:41:14.082 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:41:14.082 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:41:14.082 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:41:14.082 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 96765 2023-08-28T02:41:14.082 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.082 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:41:14.082 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.082 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:41:14.082 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.031814+0000", 2023-08-28T02:41:14.083 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:41:14.083 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.083 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.083 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:41:14.083 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.031814+0000", 2023-08-28T02:41:14.083 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:41:14.083 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.083 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.083 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:41:14.084 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.031813+0000", 2023-08-28T02:41:14.084 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.999999 2023-08-28T02:41:14.084 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.084 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.084 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:41:14.084 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.031819+0000", 2023-08-28T02:41:14.084 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.5489999999999997e-06 2023-08-28T02:41:14.084 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.084 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.084 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:41:14.085 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.031829+0000", 2023-08-28T02:41:14.085 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.0573e-05 2023-08-28T02:41:14.085 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.085 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.085 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:41:14.085 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.031834+0000", 2023-08-28T02:41:14.085 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.6789999999999996e-06 2023-08-28T02:41:14.085 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.085 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.085 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:41:14.086 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.173768+0000", 2023-08-28T02:41:14.086 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.141934383 2023-08-28T02:41:14.086 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.086 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.086 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:41:14.086 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.184873+0000", 2023-08-28T02:41:14.086 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011104475000000001 2023-08-28T02:41:14.086 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.086 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.086 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:41:14.087 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.300706+0000", 2023-08-28T02:41:14.087 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.115833085 2023-08-28T02:41:14.087 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.087 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.087 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:41:14.087 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.312415+0000", 2023-08-28T02:41:14.087 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011708829 2023-08-28T02:41:14.087 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.087 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.087 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:41:14.088 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.121231+0000", 2023-08-28T02:41:14.088 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.8088165109999998 2023-08-28T02:41:14.088 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.088 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.088 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:41:14.088 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.134976+0000", 2023-08-28T02:41:14.088 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.013744319 2023-08-28T02:41:14.088 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.088 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.088 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:41:14.088 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.154004+0000", 2023-08-28T02:41:14.089 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.019028219999999998 2023-08-28T02:41:14.089 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.089 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.089 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:41:14.089 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.203754+0000", 2023-08-28T02:41:14.089 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.049750333000000001 2023-08-28T02:41:14.089 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.089 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.089 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:41:14.089 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.205377+0000", 2023-08-28T02:41:14.089 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.001623074 2023-08-28T02:41:14.090 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.090 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.090 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:41:14.090 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.208452+0000", 2023-08-28T02:41:14.090 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0030744069999999999 2023-08-28T02:41:14.090 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.090 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.090 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:41:14.090 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.213507+0000", 2023-08-28T02:41:14.090 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0050556510000000004 2023-08-28T02:41:14.091 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.091 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.091 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:41:14.091 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.244436+0000", 2023-08-28T02:41:14.091 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.030928186 2023-08-28T02:41:14.091 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:41:14.091 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:41:14.091 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:41:14.091 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.091 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.091 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:96770 10.f 10:f97ce6fb:::benchmark_data_smithi040_250784_object3461:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e311)", 2023-08-28T02:41:14.092 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:33:59.202402+0000", 2023-08-28T02:41:14.092 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 434.75928016199998, 2023-08-28T02:41:14.092 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.5848080009999999, 2023-08-28T02:41:14.092 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:41:14.092 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:41:14.093 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:41:14.093 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:41:14.094 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:41:14.094 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 96770 2023-08-28T02:41:14.094 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.094 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:41:14.094 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.094 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:41:14.094 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.202402+0000", 2023-08-28T02:41:14.094 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:41:14.094 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.095 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.095 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:41:14.095 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.202402+0000", 2023-08-28T02:41:14.095 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:41:14.095 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.095 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.095 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:41:14.095 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.202400+0000", 2023-08-28T02:41:14.095 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:41:14.095 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.096 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.096 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:41:14.096 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.202407+0000", 2023-08-28T02:41:14.096 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.4070000000000004e-06 2023-08-28T02:41:14.096 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.096 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.096 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:41:14.096 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.202419+0000", 2023-08-28T02:41:14.096 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1800000000000001e-05 2023-08-28T02:41:14.096 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.097 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.097 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:41:14.097 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.202427+0000", 2023-08-28T02:41:14.097 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.4070000000000004e-06 2023-08-28T02:41:14.097 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.097 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.097 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:41:14.097 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.411223+0000", 2023-08-28T02:41:14.097 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.208796226 2023-08-28T02:41:14.097 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.098 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.098 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:41:14.098 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.436024+0000", 2023-08-28T02:41:14.098 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.024800819000000002 2023-08-28T02:41:14.098 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.098 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.098 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:41:14.098 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.531579+0000", 2023-08-28T02:41:14.098 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.095555426999999998 2023-08-28T02:41:14.098 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.099 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.099 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:41:14.099 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.546464+0000", 2023-08-28T02:41:14.099 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.014884731999999999 2023-08-28T02:41:14.099 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.099 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.099 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:41:14.099 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.546461+0000", 2023-08-28T02:41:14.099 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.9999973170000001 2023-08-28T02:41:14.099 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.099 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.100 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:41:14.100 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.555219+0000", 2023-08-28T02:41:14.100 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0087576519999999995 2023-08-28T02:41:14.100 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.100 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.100 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:41:14.100 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.572381+0000", 2023-08-28T02:41:14.100 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.017162153999999999 2023-08-28T02:41:14.100 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.100 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.100 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:41:14.101 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.636894+0000", 2023-08-28T02:41:14.101 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.064513319999999999 2023-08-28T02:41:14.101 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.101 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.101 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:41:14.101 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.740752+0000", 2023-08-28T02:41:14.101 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.103857805 2023-08-28T02:41:14.101 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.101 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.101 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:41:14.102 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.743802+0000", 2023-08-28T02:41:14.102 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0030497110000000001 2023-08-28T02:41:14.102 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.102 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.102 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:41:14.102 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.748577+0000", 2023-08-28T02:41:14.102 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0047756079999999998 2023-08-28T02:41:14.102 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.102 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.102 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:41:14.103 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.787210+0000", 2023-08-28T02:41:14.103 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.038632037000000001 2023-08-28T02:41:14.103 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:41:14.103 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:41:14.103 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:41:14.103 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.103 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.103 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:96778 10.f 10:f76f1e3a:::benchmark_data_smithi040_250784_object3469:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e311)", 2023-08-28T02:41:14.103 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:33:59.496575+0000", 2023-08-28T02:41:14.104 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 434.46510629300002, 2023-08-28T02:41:14.104 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.333504961, 2023-08-28T02:41:14.104 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:41:14.104 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:41:14.104 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:41:14.104 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:41:14.104 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:41:14.104 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 96778 2023-08-28T02:41:14.104 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.105 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:41:14.105 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.105 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:41:14.105 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.496575+0000", 2023-08-28T02:41:14.105 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:41:14.105 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.105 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.105 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:41:14.105 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.496575+0000", 2023-08-28T02:41:14.105 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:41:14.106 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.106 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.106 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:41:14.106 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.496574+0000", 2023-08-28T02:41:14.106 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:41:14.106 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.106 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.106 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:41:14.106 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.496580+0000", 2023-08-28T02:41:14.106 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.84e-06 2023-08-28T02:41:14.107 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.107 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.107 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:41:14.107 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.496590+0000", 2023-08-28T02:41:14.107 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 9.5550000000000008e-06 2023-08-28T02:41:14.107 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.107 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.107 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:41:14.107 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.496595+0000", 2023-08-28T02:41:14.107 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.5639999999999996e-06 2023-08-28T02:41:14.108 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.108 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.108 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:41:14.108 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.568924+0000", 2023-08-28T02:41:14.108 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.072329120999999996 2023-08-28T02:41:14.108 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.108 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.108 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:41:14.108 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.589991+0000", 2023-08-28T02:41:14.108 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.021067174000000001 2023-08-28T02:41:14.108 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.109 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.109 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:41:14.109 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.735432+0000", 2023-08-28T02:41:14.109 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.14544056799999999 2023-08-28T02:41:14.109 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.109 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.109 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:41:14.109 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:33:59.746915+0000", 2023-08-28T02:41:14.109 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011483363 2023-08-28T02:41:14.110 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.110 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.110 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:41:14.110 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.683223+0000", 2023-08-28T02:41:14.110 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.9363077249999998 2023-08-28T02:41:14.110 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.110 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.110 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:41:14.110 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.692538+0000", 2023-08-28T02:41:14.111 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0093153339999999998 2023-08-28T02:41:14.111 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.111 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.111 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:41:14.111 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.726611+0000", 2023-08-28T02:41:14.111 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.034072270000000002 2023-08-28T02:41:14.111 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.111 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.111 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:41:14.111 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.790924+0000", 2023-08-28T02:41:14.112 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.064313633999999995 2023-08-28T02:41:14.112 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.112 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.112 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:41:14.112 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.791996+0000", 2023-08-28T02:41:14.112 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0010721719999999999 2023-08-28T02:41:14.112 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.112 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.112 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:41:14.113 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.795665+0000", 2023-08-28T02:41:14.113 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0036686420000000002 2023-08-28T02:41:14.113 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.113 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.113 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:41:14.113 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.802562+0000", 2023-08-28T02:41:14.113 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0068967070000000002 2023-08-28T02:41:14.113 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.113 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.113 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:41:14.114 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.830080+0000", 2023-08-28T02:41:14.114 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.027518549999999999 2023-08-28T02:41:14.114 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:41:14.114 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:41:14.114 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:41:14.114 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.114 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.114 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:96797 10.f 10:f9c05bbc:::benchmark_data_smithi040_250784_object3488:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e311)", 2023-08-28T02:41:14.114 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:34:00.015065+0000", 2023-08-28T02:41:14.115 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 433.946617027, 2023-08-28T02:41:14.115 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.252628735, 2023-08-28T02:41:14.115 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:41:14.115 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:41:14.115 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:41:14.115 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:41:14.115 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:41:14.115 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 96797 2023-08-28T02:41:14.115 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.115 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:41:14.116 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.116 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:41:14.116 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.015065+0000", 2023-08-28T02:41:14.116 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:41:14.116 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.116 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.116 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:41:14.116 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.015065+0000", 2023-08-28T02:41:14.116 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:41:14.116 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.117 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.117 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:41:14.117 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.015063+0000", 2023-08-28T02:41:14.117 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999986 2023-08-28T02:41:14.117 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.117 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.117 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:41:14.117 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.015071+0000", 2023-08-28T02:41:14.117 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.5109999999999997e-06 2023-08-28T02:41:14.117 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.118 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.118 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:41:14.118 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.015082+0000", 2023-08-28T02:41:14.118 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1637999999999999e-05 2023-08-28T02:41:14.118 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.118 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.118 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:41:14.118 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.015088+0000", 2023-08-28T02:41:14.118 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 5.3739999999999997e-06 2023-08-28T02:41:14.118 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.119 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.119 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:41:14.119 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.227902+0000", 2023-08-28T02:41:14.119 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.21281409300000001 2023-08-28T02:41:14.119 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.119 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.119 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:41:14.119 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.240030+0000", 2023-08-28T02:41:14.119 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.012128431 2023-08-28T02:41:14.119 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.120 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.120 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:41:14.120 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.341985+0000", 2023-08-28T02:41:14.120 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.101954987 2023-08-28T02:41:14.120 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.120 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.120 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:41:14.120 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.353338+0000", 2023-08-28T02:41:14.120 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011352395 2023-08-28T02:41:14.121 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.121 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.121 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:41:14.121 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.941127+0000", 2023-08-28T02:41:14.121 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.587789393 2023-08-28T02:41:14.121 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.121 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.121 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:41:14.121 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.955233+0000", 2023-08-28T02:41:14.121 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.014105525000000001 2023-08-28T02:41:14.121 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.122 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.122 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:41:14.122 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:03.991607+0000", 2023-08-28T02:41:14.122 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.036374539999999997 2023-08-28T02:41:14.122 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.122 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.122 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:41:14.122 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.136341+0000", 2023-08-28T02:41:14.122 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.14473370199999999 2023-08-28T02:41:14.122 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.122 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.123 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:41:14.123 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.225244+0000", 2023-08-28T02:41:14.123 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.088903183999999996 2023-08-28T02:41:14.123 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.123 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.123 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:41:14.123 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.229456+0000", 2023-08-28T02:41:14.123 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.004211897 2023-08-28T02:41:14.124 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.124 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.124 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:41:14.124 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.234681+0000", 2023-08-28T02:41:14.124 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0052248900000000003 2023-08-28T02:41:14.124 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.124 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.124 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:41:14.124 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.267693+0000", 2023-08-28T02:41:14.124 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.033012481000000003 2023-08-28T02:41:14.125 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:41:14.125 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:41:14.125 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:41:14.125 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.125 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.125 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:96814 10.f 10:fe2a992a:::benchmark_data_smithi040_250784_object3505:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e311)", 2023-08-28T02:41:14.125 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:34:00.204834+0000", 2023-08-28T02:41:14.125 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 433.756847397, 2023-08-28T02:41:14.125 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.11497767, 2023-08-28T02:41:14.125 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:41:14.126 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:41:14.126 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:41:14.126 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:41:14.126 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:41:14.126 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 96814 2023-08-28T02:41:14.126 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.126 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:41:14.126 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.126 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:41:14.127 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.204834+0000", 2023-08-28T02:41:14.127 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:41:14.127 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.127 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.127 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:41:14.127 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.204834+0000", 2023-08-28T02:41:14.127 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:41:14.127 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.127 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.127 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:41:14.128 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.204832+0000", 2023-08-28T02:41:14.128 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999981 2023-08-28T02:41:14.128 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.128 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.128 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:41:14.128 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.204844+0000", 2023-08-28T02:41:14.128 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1488000000000001e-05 2023-08-28T02:41:14.128 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.128 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.129 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:41:14.129 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.204861+0000", 2023-08-28T02:41:14.129 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.7467000000000001e-05 2023-08-28T02:41:14.129 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.129 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.129 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:41:14.129 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.204869+0000", 2023-08-28T02:41:14.129 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.4939999999999997e-06 2023-08-28T02:41:14.129 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.129 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.130 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:41:14.130 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.354580+0000", 2023-08-28T02:41:14.130 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.149710909 2023-08-28T02:41:14.130 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.130 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.130 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:41:14.130 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.365256+0000", 2023-08-28T02:41:14.130 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.010676257 2023-08-28T02:41:14.130 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.130 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.131 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:41:14.131 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.439060+0000", 2023-08-28T02:41:14.131 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.073804227 2023-08-28T02:41:14.131 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.131 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.131 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:41:14.131 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.452006+0000", 2023-08-28T02:41:14.131 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.012946064 2023-08-28T02:41:14.131 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.131 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.132 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:41:14.132 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.059663+0000", 2023-08-28T02:41:14.132 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.607656875 2023-08-28T02:41:14.133 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.133 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.133 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:41:14.133 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.077024+0000", 2023-08-28T02:41:14.133 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.017361002 2023-08-28T02:41:14.133 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.133 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.133 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:41:14.133 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.116396+0000", 2023-08-28T02:41:14.133 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.039371641999999998 2023-08-28T02:41:14.134 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.134 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.134 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:41:14.134 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.221638+0000", 2023-08-28T02:41:14.134 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.10524247 2023-08-28T02:41:14.134 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.134 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.134 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:41:14.134 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.275944+0000", 2023-08-28T02:41:14.135 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.054306311000000003 2023-08-28T02:41:14.135 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.135 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.135 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:41:14.135 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.280754+0000", 2023-08-28T02:41:14.135 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0048092079999999997 2023-08-28T02:41:14.135 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.135 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.135 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:41:14.136 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.287878+0000", 2023-08-28T02:41:14.136 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.007124277 2023-08-28T02:41:14.136 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.136 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.136 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:41:14.136 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.319812+0000", 2023-08-28T02:41:14.136 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.031934059000000001 2023-08-28T02:41:14.136 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:41:14.136 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:41:14.137 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:41:14.137 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.137 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.137 INFO:teuthology.orchestra.run.smithi083.stdout: "description": "osd_op(client.45059.0:96821 10.f 10:f454922f:::benchmark_data_smithi040_250784_object3512:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e311)", 2023-08-28T02:41:14.137 INFO:teuthology.orchestra.run.smithi083.stdout: "initiated_at": "2023-08-28T02:34:00.318821+0000", 2023-08-28T02:41:14.137 INFO:teuthology.orchestra.run.smithi083.stdout: "age": 433.642860558, 2023-08-28T02:41:14.137 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4.061164947, 2023-08-28T02:41:14.137 INFO:teuthology.orchestra.run.smithi083.stdout: "type_data": { 2023-08-28T02:41:14.137 INFO:teuthology.orchestra.run.smithi083.stdout: "flag_point": "commit sent; apply or cleanup", 2023-08-28T02:41:14.137 INFO:teuthology.orchestra.run.smithi083.stdout: "client_info": { 2023-08-28T02:41:14.138 INFO:teuthology.orchestra.run.smithi083.stdout: "client": "client.45059", 2023-08-28T02:41:14.138 INFO:teuthology.orchestra.run.smithi083.stdout: "client_addr": "172.21.15.40:0/1999774175", 2023-08-28T02:41:14.138 INFO:teuthology.orchestra.run.smithi083.stdout: "tid": 96821 2023-08-28T02:41:14.138 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.138 INFO:teuthology.orchestra.run.smithi083.stdout: "events": [ 2023-08-28T02:41:14.138 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.138 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "initiated", 2023-08-28T02:41:14.138 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.318821+0000", 2023-08-28T02:41:14.138 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:41:14.138 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.138 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.139 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "throttled", 2023-08-28T02:41:14.139 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.318821+0000", 2023-08-28T02:41:14.139 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0 2023-08-28T02:41:14.139 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.139 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.139 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "header_read", 2023-08-28T02:41:14.139 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.318819+0000", 2023-08-28T02:41:14.139 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 4294967295.9999976 2023-08-28T02:41:14.139 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.140 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.140 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "all_read", 2023-08-28T02:41:14.140 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.318830+0000", 2023-08-28T02:41:14.140 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.1289e-05 2023-08-28T02:41:14.140 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.140 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.140 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "dispatched", 2023-08-28T02:41:14.140 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.318848+0000", 2023-08-28T02:41:14.140 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 1.7696000000000001e-05 2023-08-28T02:41:14.140 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.141 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.141 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "queued_for_pg", 2023-08-28T02:41:14.141 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.318856+0000", 2023-08-28T02:41:14.141 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 7.7640000000000005e-06 2023-08-28T02:41:14.141 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.141 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.141 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:41:14.141 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.366665+0000", 2023-08-28T02:41:14.141 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.047809500999999997 2023-08-28T02:41:14.142 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.142 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.142 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for missing object", 2023-08-28T02:41:14.142 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.383393+0000", 2023-08-28T02:41:14.142 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.016727705999999998 2023-08-28T02:41:14.142 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.142 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.142 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:41:14.142 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.497628+0000", 2023-08-28T02:41:14.142 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.11423538900000001 2023-08-28T02:41:14.143 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.143 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.143 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for rw locks", 2023-08-28T02:41:14.143 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:00.508633+0000", 2023-08-28T02:41:14.143 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.011005011 2023-08-28T02:41:14.143 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.143 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.143 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "reached_pg", 2023-08-28T02:41:14.143 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.185668+0000", 2023-08-28T02:41:14.143 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 3.6770350660000002 2023-08-28T02:41:14.144 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.144 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.144 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "started", 2023-08-28T02:41:14.144 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.194340+0000", 2023-08-28T02:41:14.144 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0086712339999999999 2023-08-28T02:41:14.144 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.144 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.144 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "waiting for subops from 1,3", 2023-08-28T02:41:14.144 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.211124+0000", 2023-08-28T02:41:14.144 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.016784177000000001 2023-08-28T02:41:14.144 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.145 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.145 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "op_commit", 2023-08-28T02:41:14.145 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.269756+0000", 2023-08-28T02:41:14.145 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.058632722999999998 2023-08-28T02:41:14.145 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.145 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.145 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:41:14.145 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.325292+0000", 2023-08-28T02:41:14.145 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.055535094 2023-08-28T02:41:14.146 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.146 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.146 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "sub_op_commit_rec", 2023-08-28T02:41:14.146 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.331014+0000", 2023-08-28T02:41:14.146 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0057225339999999996 2023-08-28T02:41:14.146 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.146 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.146 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "commit_sent", 2023-08-28T02:41:14.146 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.337644+0000", 2023-08-28T02:41:14.146 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.0066303350000000002 2023-08-28T02:41:14.146 INFO:teuthology.orchestra.run.smithi083.stdout: }, 2023-08-28T02:41:14.147 INFO:teuthology.orchestra.run.smithi083.stdout: { 2023-08-28T02:41:14.147 INFO:teuthology.orchestra.run.smithi083.stdout: "event": "done", 2023-08-28T02:41:14.147 INFO:teuthology.orchestra.run.smithi083.stdout: "time": "2023-08-28T02:34:04.379986+0000", 2023-08-28T02:41:14.147 INFO:teuthology.orchestra.run.smithi083.stdout: "duration": 0.042341615999999999 2023-08-28T02:41:14.147 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:41:14.147 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:41:14.147 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:41:14.147 INFO:teuthology.orchestra.run.smithi083.stdout: } 2023-08-28T02:41:14.147 INFO:teuthology.orchestra.run.smithi083.stdout: ] 2023-08-28T02:41:14.147 INFO:teuthology.orchestra.run.smithi083.stdout:} 2023-08-28T02:41:14.148 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:41:14.150 INFO:teuthology.orchestra.run.smithi040.stdout:{"pg_ready":true,"pg_map":{"version":1206,"stamp":"2023-08-28T02:41:12.525547+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":2814753540,"num_objects":42968,"num_object_clones":0,"num_object_copies":128904,"num_objects_missing_on_primary":2717,"num_objects_missing":2717,"num_objects_degraded":12780,"num_objects_misplaced":13268,"num_objects_unfound":0,"num_objects_dirty":42968,"num_whiteouts":0,"num_read":90,"num_read_kb":168,"num_write":143774,"num_write_kb":5972054,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":51297,"num_bytes_recovered":3334280081,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":98843,"ondisk_log_size":98843,"up":297,"acting":294,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":297,"num_osds":6,"num_per_pool_osds":6,"num_per_pool_omap_osds":6,"kb":562470912,"kb_used":9735296,"kb_used_data":6655696,"kb_used_omap":12,"kb_used_meta":3079539,"kb_avail":552735616,"statfs":{"total":575970213888,"available":566001270784,"internally_reserved":0,"allocated":6815432704,"data_stored":6804112010,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12739,"internal_metadata":3153448509},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,0,2,1,1,0,2,4,4,4],"upper_bound":4096},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-83165184,"num_objects":-1269,"num_object_clones":0,"num_object_copies":-3807,"num_objects_missing_on_primary":-58,"num_objects_missing":-58,"num_objects_degraded":-197,"num_objects_misplaced":-302,"num_objects_unfound":0,"num_objects_dirty":-1269,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1269,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":254,"num_bytes_recovered":16646144,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.002872"},"pg_stats":[{"pgid":"3.1a","version":"65'1","reported_seq":397,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.062311+0000","last_change":"2023-08-28T02:32:32.667028+0000","last_active":"2023-08-28T02:40:58.062311+0000","last_peered":"2023-08-28T02:40:58.062311+0000","last_clean":"2023-08-28T02:40:58.062311+0000","last_became_active":"2023-08-28T02:32:32.666711+0000","last_became_peered":"2023-08-28T02:32:32.666711+0000","last_unstale":"2023-08-28T02:40:58.062311+0000","last_undegraded":"2023-08-28T02:40:58.062311+0000","last_fullsized":"2023-08-28T02:40:58.062311+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:28:21.913105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":351,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.059824+0000","last_change":"2023-08-28T02:29:44.421259+0000","last_active":"2023-08-28T02:40:58.059824+0000","last_peered":"2023-08-28T02:40:58.059824+0000","last_clean":"2023-08-28T02:40:58.059824+0000","last_became_active":"2023-08-28T02:29:44.420936+0000","last_became_peered":"2023-08-28T02:29:44.420936+0000","last_unstale":"2023-08-28T02:40:58.059824+0000","last_undegraded":"2023-08-28T02:40:58.059824+0000","last_fullsized":"2023-08-28T02:40:58.059824+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:22:26.346867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":192,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.079797+0000","last_change":"2023-08-28T02:33:12.290337+0000","last_active":"2023-08-28T02:40:58.079797+0000","last_peered":"2023-08-28T02:40:58.079797+0000","last_clean":"2023-08-28T02:40:58.079797+0000","last_became_active":"2023-08-28T02:33:12.289852+0000","last_became_peered":"2023-08-28T02:33:12.289852+0000","last_unstale":"2023-08-28T02:40:58.079797+0000","last_undegraded":"2023-08-28T02:40:58.079797+0000","last_fullsized":"2023-08-28T02:40:58.079797+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:04:26.420037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":367,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.059219+0000","last_change":"2023-08-28T02:33:13.317226+0000","last_active":"2023-08-28T02:40:58.059219+0000","last_peered":"2023-08-28T02:40:58.059219+0000","last_clean":"2023-08-28T02:40:58.059219+0000","last_became_active":"2023-08-28T02:33:13.316893+0000","last_became_peered":"2023-08-28T02:33:13.316893+0000","last_unstale":"2023-08-28T02:40:58.059219+0000","last_undegraded":"2023-08-28T02:40:58.059219+0000","last_fullsized":"2023-08-28T02:40:58.059219+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:55:46.593463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":311,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.061119+0000","last_change":"2023-08-28T02:33:12.295203+0000","last_active":"2023-08-28T02:40:58.061119+0000","last_peered":"2023-08-28T02:40:58.061119+0000","last_clean":"2023-08-28T02:40:58.061119+0000","last_became_active":"2023-08-28T02:33:12.294904+0000","last_became_peered":"2023-08-28T02:33:12.294904+0000","last_unstale":"2023-08-28T02:40:58.061119+0000","last_undegraded":"2023-08-28T02:40:58.061119+0000","last_fullsized":"2023-08-28T02:40:58.061119+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:31:07.008856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":327,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.072331+0000","last_change":"2023-08-28T02:31:51.987263+0000","last_active":"2023-08-28T02:40:58.072331+0000","last_peered":"2023-08-28T02:40:58.072331+0000","last_clean":"2023-08-28T02:40:58.072331+0000","last_became_active":"2023-08-28T02:31:51.986938+0000","last_became_peered":"2023-08-28T02:31:51.986938+0000","last_unstale":"2023-08-28T02:40:58.072331+0000","last_undegraded":"2023-08-28T02:40:58.072331+0000","last_fullsized":"2023-08-28T02:40:58.072331+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:18.021905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":360,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.059565+0000","last_change":"2023-08-28T02:33:12.318656+0000","last_active":"2023-08-28T02:40:58.059565+0000","last_peered":"2023-08-28T02:40:58.059565+0000","last_clean":"2023-08-28T02:40:58.059565+0000","last_became_active":"2023-08-28T02:33:12.318297+0000","last_became_peered":"2023-08-28T02:33:12.318297+0000","last_unstale":"2023-08-28T02:40:58.059565+0000","last_undegraded":"2023-08-28T02:40:58.059565+0000","last_fullsized":"2023-08-28T02:40:58.059565+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:43:09.789767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":292,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.061111+0000","last_change":"2023-08-28T02:33:13.357230+0000","last_active":"2023-08-28T02:40:58.061111+0000","last_peered":"2023-08-28T02:40:58.061111+0000","last_clean":"2023-08-28T02:40:58.061111+0000","last_became_active":"2023-08-28T02:33:13.356853+0000","last_became_peered":"2023-08-28T02:33:13.356853+0000","last_unstale":"2023-08-28T02:40:58.061111+0000","last_undegraded":"2023-08-28T02:40:58.061111+0000","last_fullsized":"2023-08-28T02:40:58.061111+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:20:21.545007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":369,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.070527+0000","last_change":"2023-08-28T02:29:44.462510+0000","last_active":"2023-08-28T02:40:58.070527+0000","last_peered":"2023-08-28T02:40:58.070527+0000","last_clean":"2023-08-28T02:40:58.070527+0000","last_became_active":"2023-08-28T02:29:44.460314+0000","last_became_peered":"2023-08-28T02:29:44.460314+0000","last_unstale":"2023-08-28T02:40:58.070527+0000","last_undegraded":"2023-08-28T02:40:58.070527+0000","last_fullsized":"2023-08-28T02:40:58.070527+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:59:01.311467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":295,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.061332+0000","last_change":"2023-08-28T02:33:13.291255+0000","last_active":"2023-08-28T02:40:58.061332+0000","last_peered":"2023-08-28T02:40:58.061332+0000","last_clean":"2023-08-28T02:40:58.061332+0000","last_became_active":"2023-08-28T02:33:13.290933+0000","last_became_peered":"2023-08-28T02:33:13.290933+0000","last_unstale":"2023-08-28T02:40:58.061332+0000","last_undegraded":"2023-08-28T02:40:58.061332+0000","last_fullsized":"2023-08-28T02:40:58.061332+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:31:54.116908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"65'3","reported_seq":371,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-08-28T02:41:05.292520+0000","last_change":"2023-08-28T02:33:12.296412+0000","last_active":"2023-08-28T02:41:05.292520+0000","last_peered":"2023-08-28T02:41:05.292520+0000","last_clean":"2023-08-28T02:41:05.292520+0000","last_became_active":"2023-08-28T02:33:12.295786+0000","last_became_peered":"2023-08-28T02:33:12.295786+0000","last_unstale":"2023-08-28T02:41:05.292520+0000","last_undegraded":"2023-08-28T02:41:05.292520+0000","last_fullsized":"2023-08-28T02:41:05.292520+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:15:31.449163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":195,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.080506+0000","last_change":"2023-08-28T02:32:32.666927+0000","last_active":"2023-08-28T02:40:58.080506+0000","last_peered":"2023-08-28T02:40:58.080506+0000","last_clean":"2023-08-28T02:40:58.080506+0000","last_became_active":"2023-08-28T02:32:32.666618+0000","last_became_peered":"2023-08-28T02:32:32.666618+0000","last_unstale":"2023-08-28T02:40:58.080506+0000","last_undegraded":"2023-08-28T02:40:58.080506+0000","last_fullsized":"2023-08-28T02:40:58.080506+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":286,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:45:57.998333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"80'22","reported_seq":394,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.062365+0000","last_change":"2023-08-28T02:32:28.505262+0000","last_active":"2023-08-28T02:40:58.062365+0000","last_peered":"2023-08-28T02:40:58.062365+0000","last_clean":"2023-08-28T02:40:58.062365+0000","last_became_active":"2023-08-28T02:32:28.455999+0000","last_became_peered":"2023-08-28T02:32:28.455999+0000","last_unstale":"2023-08-28T02:40:58.062365+0000","last_undegraded":"2023-08-28T02:40:58.062365+0000","last_fullsized":"2023-08-28T02:40:58.062365+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:28.937020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4734,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":9468,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":378,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.062323+0000","last_change":"2023-08-28T02:32:12.959195+0000","last_active":"2023-08-28T02:40:58.062323+0000","last_peered":"2023-08-28T02:40:58.062323+0000","last_clean":"2023-08-28T02:40:58.062323+0000","last_became_active":"2023-08-28T02:32:12.958832+0000","last_became_peered":"2023-08-28T02:32:12.958832+0000","last_unstale":"2023-08-28T02:40:58.062323+0000","last_undegraded":"2023-08-28T02:40:58.062323+0000","last_fullsized":"2023-08-28T02:40:58.062323+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:23:27.197787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"65'2","reported_seq":369,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-08-28T02:41:05.291586+0000","last_change":"2023-08-28T02:32:28.461161+0000","last_active":"2023-08-28T02:41:05.291586+0000","last_peered":"2023-08-28T02:41:05.291586+0000","last_clean":"2023-08-28T02:41:05.291586+0000","last_became_active":"2023-08-28T02:32:28.451284+0000","last_became_peered":"2023-08-28T02:32:28.451284+0000","last_unstale":"2023-08-28T02:41:05.291586+0000","last_undegraded":"2023-08-28T02:41:05.291586+0000","last_fullsized":"2023-08-28T02:41:05.291586+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:58:20.061020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":352,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.059388+0000","last_change":"2023-08-28T02:29:44.419566+0000","last_active":"2023-08-28T02:40:58.059388+0000","last_peered":"2023-08-28T02:40:58.059388+0000","last_clean":"2023-08-28T02:40:58.059388+0000","last_became_active":"2023-08-28T02:29:44.419053+0000","last_became_peered":"2023-08-28T02:29:44.419053+0000","last_unstale":"2023-08-28T02:40:58.059388+0000","last_undegraded":"2023-08-28T02:40:58.059388+0000","last_fullsized":"2023-08-28T02:40:58.059388+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:44:36.133499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":355,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.059002+0000","last_change":"2023-08-28T02:33:12.493777+0000","last_active":"2023-08-28T02:40:58.059002+0000","last_peered":"2023-08-28T02:40:58.059002+0000","last_clean":"2023-08-28T02:40:58.059002+0000","last_became_active":"2023-08-28T02:33:12.491177+0000","last_became_peered":"2023-08-28T02:33:12.491177+0000","last_unstale":"2023-08-28T02:40:58.059002+0000","last_undegraded":"2023-08-28T02:40:58.059002+0000","last_fullsized":"2023-08-28T02:40:58.059002+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:10:58.167753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":365,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.070367+0000","last_change":"2023-08-28T02:33:12.290293+0000","last_active":"2023-08-28T02:40:58.070367+0000","last_peered":"2023-08-28T02:40:58.070367+0000","last_clean":"2023-08-28T02:40:58.070367+0000","last_became_active":"2023-08-28T02:33:12.289989+0000","last_became_peered":"2023-08-28T02:33:12.289989+0000","last_unstale":"2023-08-28T02:40:58.070367+0000","last_undegraded":"2023-08-28T02:40:58.070367+0000","last_fullsized":"2023-08-28T02:40:58.070367+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:05:33.622172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":344,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-08-28T02:41:05.291551+0000","last_change":"2023-08-28T02:32:12.948756+0000","last_active":"2023-08-28T02:41:05.291551+0000","last_peered":"2023-08-28T02:41:05.291551+0000","last_clean":"2023-08-28T02:41:05.291551+0000","last_became_active":"2023-08-28T02:32:12.948441+0000","last_became_peered":"2023-08-28T02:32:12.948441+0000","last_unstale":"2023-08-28T02:41:05.291551+0000","last_undegraded":"2023-08-28T02:41:05.291551+0000","last_fullsized":"2023-08-28T02:41:05.291551+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:27.922180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":361,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.059292+0000","last_change":"2023-08-28T02:33:12.299398+0000","last_active":"2023-08-28T02:40:58.059292+0000","last_peered":"2023-08-28T02:40:58.059292+0000","last_clean":"2023-08-28T02:40:58.059292+0000","last_became_active":"2023-08-28T02:33:12.299113+0000","last_became_peered":"2023-08-28T02:33:12.299113+0000","last_unstale":"2023-08-28T02:40:58.059292+0000","last_undegraded":"2023-08-28T02:40:58.059292+0000","last_fullsized":"2023-08-28T02:40:58.059292+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:14:55.597212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"65'8","reported_seq":155,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.058366+0000","last_change":"2023-08-28T02:33:13.478870+0000","last_active":"2023-08-28T02:40:58.058366+0000","last_peered":"2023-08-28T02:40:58.058366+0000","last_clean":"2023-08-28T02:40:58.058366+0000","last_became_active":"2023-08-28T02:33:13.332142+0000","last_became_peered":"2023-08-28T02:33:13.332142+0000","last_unstale":"2023-08-28T02:40:58.058366+0000","last_undegraded":"2023-08-28T02:40:58.058366+0000","last_fullsized":"2023-08-28T02:40:58.058366+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:32:42.810159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":293,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.061972+0000","last_change":"2023-08-28T02:33:12.306353+0000","last_active":"2023-08-28T02:40:58.061972+0000","last_peered":"2023-08-28T02:40:58.061972+0000","last_clean":"2023-08-28T02:40:58.061972+0000","last_became_active":"2023-08-28T02:33:12.304977+0000","last_became_peered":"2023-08-28T02:33:12.304977+0000","last_unstale":"2023-08-28T02:40:58.061972+0000","last_undegraded":"2023-08-28T02:40:58.061972+0000","last_fullsized":"2023-08-28T02:40:58.061972+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:19:38.819671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.6","version":"386'8919","reported_seq":9063,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-08-28T02:41:10.834576+0000","last_change":"2023-08-28T02:30:50.402703+0000","last_active":"2023-08-28T02:41:10.834576+0000","last_peered":"2023-08-28T02:41:10.834576+0000","last_clean":"2023-08-28T02:41:10.834576+0000","last_became_active":"2023-08-28T02:30:50.402419+0000","last_became_peered":"2023-08-28T02:30:50.402419+0000","last_unstale":"2023-08-28T02:41:10.834576+0000","last_undegraded":"2023-08-28T02:41:10.834576+0000","last_fullsized":"2023-08-28T02:41:10.834576+0000","mapping_epoch":250,"log_start":"256'1700","ondisk_log_start":"256'1700","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7219,"log_dups_size":0,"ondisk_log_size":7219,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:07:37.393907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":179634176,"num_objects":2741,"num_object_clones":0,"num_object_copies":8223,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2741,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8919,"num_write_kb":373120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"65'1","reported_seq":352,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-08-28T02:41:05.292018+0000","last_change":"2023-08-28T02:14:43.046130+0000","last_active":"2023-08-28T02:41:05.292018+0000","last_peered":"2023-08-28T02:41:05.292018+0000","last_clean":"2023-08-28T02:41:05.292018+0000","last_became_active":"2023-08-28T02:14:43.045775+0000","last_became_peered":"2023-08-28T02:14:43.045775+0000","last_unstale":"2023-08-28T02:41:05.292018+0000","last_undegraded":"2023-08-28T02:41:05.292018+0000","last_fullsized":"2023-08-28T02:41:05.292018+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:57:38.279756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":341,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.069927+0000","last_change":"2023-08-28T02:31:51.987149+0000","last_active":"2023-08-28T02:40:58.069927+0000","last_peered":"2023-08-28T02:40:58.069927+0000","last_clean":"2023-08-28T02:40:58.069927+0000","last_became_active":"2023-08-28T02:31:51.986821+0000","last_became_peered":"2023-08-28T02:31:51.986821+0000","last_unstale":"2023-08-28T02:40:58.069927+0000","last_undegraded":"2023-08-28T02:40:58.069927+0000","last_fullsized":"2023-08-28T02:40:58.069927+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:23:26.661134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"386'8966","reported_seq":16831,"reported_epoch":386,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:41:10.858239+0000","last_change":"2023-08-28T02:33:33.975566+0000","last_active":"2023-08-28T02:41:10.858239+0000","last_peered":"2023-08-28T02:41:10.858239+0000","last_clean":"2023-08-28T02:31:27.868230+0000","last_became_active":"2023-08-28T02:33:33.660452+0000","last_became_peered":"2023-08-28T02:33:33.660452+0000","last_unstale":"2023-08-28T02:41:10.858239+0000","last_undegraded":"2023-08-28T02:33:13.410847+0000","last_fullsized":"2023-08-28T02:33:13.270012+0000","mapping_epoch":298,"log_start":"256'1800","ondisk_log_start":"256'1800","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7166,"log_dups_size":0,"ondisk_log_size":7166,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:33.375162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":172621824,"num_objects":2634,"num_object_clones":0,"num_object_copies":7902,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":5142,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2634,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8966,"num_write_kb":371200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3842,"num_bytes_recovered":251723776,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[5,4],"avail_no_missing":["5","6"],"object_location_counts":[{"shards":"2,5,6","objects":915},{"shards":"3,5,6","objects":214},{"shards":"5,6","objects":1505}],"blocked_by":[],"up_primary":3,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"65'2","reported_seq":377,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-08-28T02:41:05.291877+0000","last_change":"2023-08-28T02:29:44.436352+0000","last_active":"2023-08-28T02:41:05.291877+0000","last_peered":"2023-08-28T02:41:05.291877+0000","last_clean":"2023-08-28T02:41:05.291877+0000","last_became_active":"2023-08-28T02:29:44.411499+0000","last_became_peered":"2023-08-28T02:29:44.411499+0000","last_unstale":"2023-08-28T02:41:05.291877+0000","last_undegraded":"2023-08-28T02:41:05.291877+0000","last_fullsized":"2023-08-28T02:41:05.291877+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:46:57.540191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":402,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.062092+0000","last_change":"2023-08-28T02:33:12.289004+0000","last_active":"2023-08-28T02:40:58.062092+0000","last_peered":"2023-08-28T02:40:58.062092+0000","last_clean":"2023-08-28T02:40:58.062092+0000","last_became_active":"2023-08-28T02:33:12.288722+0000","last_became_peered":"2023-08-28T02:33:12.288722+0000","last_unstale":"2023-08-28T02:40:58.062092+0000","last_undegraded":"2023-08-28T02:40:58.062092+0000","last_fullsized":"2023-08-28T02:40:58.062092+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:24.019483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.4","version":"386'8874","reported_seq":14114,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-08-28T02:41:10.020743+0000","last_change":"2023-08-28T02:37:54.748968+0000","last_active":"2023-08-28T02:41:10.020743+0000","last_peered":"2023-08-28T02:41:10.020743+0000","last_clean":"2023-08-28T02:41:10.020743+0000","last_became_active":"2023-08-28T02:37:54.729376+0000","last_became_peered":"2023-08-28T02:37:54.729376+0000","last_unstale":"2023-08-28T02:41:10.020743+0000","last_undegraded":"2023-08-28T02:41:10.020743+0000","last_fullsized":"2023-08-28T02:41:10.020743+0000","mapping_epoch":351,"log_start":"262'3512","ondisk_log_start":"262'3512","created":250,"last_epoch_clean":352,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5362,"log_dups_size":0,"ondisk_log_size":5362,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:51:00.988172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":175374336,"num_objects":2676,"num_object_clones":0,"num_object_copies":8028,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2676,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8874,"num_write_kb":369600,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2533,"num_bytes_recovered":160432128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.d","version":"65'1","reported_seq":363,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-08-28T02:41:05.292369+0000","last_change":"2023-08-28T02:33:13.516869+0000","last_active":"2023-08-28T02:41:05.292369+0000","last_peered":"2023-08-28T02:41:05.292369+0000","last_clean":"2023-08-28T02:41:05.292369+0000","last_became_active":"2023-08-28T02:33:13.396736+0000","last_became_peered":"2023-08-28T02:33:13.396736+0000","last_unstale":"2023-08-28T02:41:05.292369+0000","last_undegraded":"2023-08-28T02:41:05.292369+0000","last_fullsized":"2023-08-28T02:41:05.292369+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:47:08.237137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":70,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":330,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.080393+0000","last_change":"2023-08-28T02:31:51.987327+0000","last_active":"2023-08-28T02:40:58.080393+0000","last_peered":"2023-08-28T02:40:58.080393+0000","last_clean":"2023-08-28T02:40:58.080393+0000","last_became_active":"2023-08-28T02:31:51.987018+0000","last_became_peered":"2023-08-28T02:31:51.987018+0000","last_unstale":"2023-08-28T02:40:58.080393+0000","last_undegraded":"2023-08-28T02:40:58.080393+0000","last_fullsized":"2023-08-28T02:40:58.080393+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:53:26.105101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,5],"acting":[1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.5","version":"386'8852","reported_seq":15090,"reported_epoch":386,"state":"active+recovery_wait+undersized+degraded+remapped","last_fresh":"2023-08-28T02:41:10.119484+0000","last_change":"2023-08-28T02:33:13.625779+0000","last_active":"2023-08-28T02:41:10.119484+0000","last_peered":"2023-08-28T02:41:10.119484+0000","last_clean":"2023-08-28T02:31:27.898932+0000","last_became_active":"2023-08-28T02:33:13.612126+0000","last_became_peered":"2023-08-28T02:33:13.612126+0000","last_unstale":"2023-08-28T02:41:10.119484+0000","last_undegraded":"2023-08-28T02:33:13.485377+0000","last_fullsized":"2023-08-28T02:33:13.264317+0000","mapping_epoch":298,"log_start":"262'3563","ondisk_log_start":"262'3563","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5289,"log_dups_size":0,"ondisk_log_size":5289,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:37:28.843386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":170393600,"num_objects":2600,"num_object_clones":0,"num_object_copies":7800,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":5142,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2600,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8852,"num_write_kb":366464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3034,"num_bytes_recovered":198836224,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,7],"avail_no_missing":["0","2"],"object_location_counts":[{"shards":"0,2","objects":2358},{"shards":"0,2,3","objects":242}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":380,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.070164+0000","last_change":"2023-08-28T02:33:13.281826+0000","last_active":"2023-08-28T02:40:58.070164+0000","last_peered":"2023-08-28T02:40:58.070164+0000","last_clean":"2023-08-28T02:40:58.070164+0000","last_became_active":"2023-08-28T02:33:13.281511+0000","last_became_peered":"2023-08-28T02:33:13.281511+0000","last_unstale":"2023-08-28T02:40:58.070164+0000","last_undegraded":"2023-08-28T02:40:58.070164+0000","last_fullsized":"2023-08-28T02:40:58.070164+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:32:55.005706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":378,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.058816+0000","last_change":"2023-08-28T02:29:44.436713+0000","last_active":"2023-08-28T02:40:58.058816+0000","last_peered":"2023-08-28T02:40:58.058816+0000","last_clean":"2023-08-28T02:40:58.058816+0000","last_became_active":"2023-08-28T02:29:44.436203+0000","last_became_peered":"2023-08-28T02:29:44.436203+0000","last_unstale":"2023-08-28T02:40:58.058816+0000","last_undegraded":"2023-08-28T02:40:58.058816+0000","last_fullsized":"2023-08-28T02:40:58.058816+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:46:48.522293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.2","version":"386'9123","reported_seq":9272,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-08-28T02:41:07.402942+0000","last_change":"2023-08-28T02:30:50.399669+0000","last_active":"2023-08-28T02:41:07.402942+0000","last_peered":"2023-08-28T02:41:07.402942+0000","last_clean":"2023-08-28T02:41:07.402942+0000","last_became_active":"2023-08-28T02:30:50.399332+0000","last_became_peered":"2023-08-28T02:30:50.399332+0000","last_unstale":"2023-08-28T02:41:07.402942+0000","last_undegraded":"2023-08-28T02:41:07.402942+0000","last_fullsized":"2023-08-28T02:41:07.402942+0000","mapping_epoch":250,"log_start":"259'3000","ondisk_log_start":"259'3000","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6123,"log_dups_size":0,"ondisk_log_size":6123,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:00:54.910841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":176357376,"num_objects":2691,"num_object_clones":0,"num_object_copies":8073,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2691,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9123,"num_write_kb":378048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.9","version":"75'161","reported_seq":807,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-08-28T02:41:05.291747+0000","last_change":"2023-08-28T02:33:13.310049+0000","last_active":"2023-08-28T02:41:05.291747+0000","last_peered":"2023-08-28T02:41:05.291747+0000","last_clean":"2023-08-28T02:41:05.291747+0000","last_became_active":"2023-08-28T02:33:13.309661+0000","last_became_peered":"2023-08-28T02:33:13.309661+0000","last_unstale":"2023-08-28T02:41:05.291747+0000","last_undegraded":"2023-08-28T02:41:05.291747+0000","last_fullsized":"2023-08-28T02:41:05.291747+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.930230+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.930230+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:27:40.889460+0000","scrub_duration":0.0050169209999999997,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.b","version":"65'2","reported_seq":342,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.061620+0000","last_change":"2023-08-28T02:33:12.294922+0000","last_active":"2023-08-28T02:40:58.061620+0000","last_peered":"2023-08-28T02:40:58.061620+0000","last_clean":"2023-08-28T02:40:58.061620+0000","last_became_active":"2023-08-28T02:33:12.294518+0000","last_became_peered":"2023-08-28T02:33:12.294518+0000","last_unstale":"2023-08-28T02:40:58.061620+0000","last_undegraded":"2023-08-28T02:40:58.061620+0000","last_fullsized":"2023-08-28T02:40:58.061620+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:21:12.737286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":379,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.062444+0000","last_change":"2023-08-28T02:33:13.310505+0000","last_active":"2023-08-28T02:40:58.062444+0000","last_peered":"2023-08-28T02:40:58.062444+0000","last_clean":"2023-08-28T02:40:58.062444+0000","last_became_active":"2023-08-28T02:33:13.310223+0000","last_became_peered":"2023-08-28T02:33:13.310223+0000","last_unstale":"2023-08-28T02:40:58.062444+0000","last_undegraded":"2023-08-28T02:40:58.062444+0000","last_fullsized":"2023-08-28T02:40:58.062444+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:27:02.124453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3","version":"386'8979","reported_seq":23386,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-08-28T02:41:10.710790+0000","last_change":"2023-08-28T02:38:44.816101+0000","last_active":"2023-08-28T02:41:10.710790+0000","last_peered":"2023-08-28T02:41:10.710790+0000","last_clean":"2023-08-28T02:41:10.710790+0000","last_became_active":"2023-08-28T02:38:44.798734+0000","last_became_peered":"2023-08-28T02:38:44.798734+0000","last_unstale":"2023-08-28T02:41:10.710790+0000","last_undegraded":"2023-08-28T02:41:10.710790+0000","last_fullsized":"2023-08-28T02:41:10.710790+0000","mapping_epoch":361,"log_start":"256'1800","ondisk_log_start":"256'1800","created":250,"last_epoch_clean":362,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7179,"log_dups_size":0,"ondisk_log_size":7179,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:34:42.975012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":176226304,"num_objects":2689,"num_object_clones":0,"num_object_copies":8067,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2689,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8979,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5834,"num_bytes_recovered":377683968,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.8","version":"75'161","reported_seq":645,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.069923+0000","last_change":"2023-08-28T02:37:37.933802+0000","last_active":"2023-08-28T02:40:58.069923+0000","last_peered":"2023-08-28T02:40:58.069923+0000","last_clean":"2023-08-28T02:40:58.069923+0000","last_became_active":"2023-08-28T02:33:13.287313+0000","last_became_peered":"2023-08-28T02:33:13.287313+0000","last_unstale":"2023-08-28T02:40:58.069923+0000","last_undegraded":"2023-08-28T02:40:58.069923+0000","last_fullsized":"2023-08-28T02:40:58.069923+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":348,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:45.407127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:45.407127+0000","objects_scrubbed":1,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:39:14.213229+0000","scrub_duration":0.0018495320000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262688,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":262688,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":299,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.062193+0000","last_change":"2023-08-28T02:33:13.309727+0000","last_active":"2023-08-28T02:40:58.062193+0000","last_peered":"2023-08-28T02:40:58.062193+0000","last_clean":"2023-08-28T02:40:58.062193+0000","last_became_active":"2023-08-28T02:33:13.309487+0000","last_became_peered":"2023-08-28T02:33:13.309487+0000","last_unstale":"2023-08-28T02:40:58.062193+0000","last_undegraded":"2023-08-28T02:40:58.062193+0000","last_fullsized":"2023-08-28T02:40:58.062193+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:27:29.294011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":114,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.062274+0000","last_change":"2023-08-28T02:32:28.456323+0000","last_active":"2023-08-28T02:40:58.062274+0000","last_peered":"2023-08-28T02:40:58.062274+0000","last_clean":"2023-08-28T02:40:58.062274+0000","last_became_active":"2023-08-28T02:32:28.455987+0000","last_became_peered":"2023-08-28T02:32:28.455987+0000","last_unstale":"2023-08-28T02:40:58.062274+0000","last_undegraded":"2023-08-28T02:40:58.062274+0000","last_fullsized":"2023-08-28T02:40:58.062274+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:54:07.724002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.0","version":"386'9077","reported_seq":19243,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-08-28T02:41:07.542795+0000","last_change":"2023-08-28T02:33:13.316023+0000","last_active":"2023-08-28T02:41:07.542795+0000","last_peered":"2023-08-28T02:41:07.542795+0000","last_clean":"2023-08-28T02:41:07.542795+0000","last_became_active":"2023-08-28T02:33:13.308403+0000","last_became_peered":"2023-08-28T02:33:13.308403+0000","last_unstale":"2023-08-28T02:41:07.542795+0000","last_undegraded":"2023-08-28T02:41:07.542795+0000","last_fullsized":"2023-08-28T02:41:07.542795+0000","mapping_epoch":298,"log_start":"259'2900","ondisk_log_start":"259'2900","created":250,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6177,"log_dups_size":0,"ondisk_log_size":6177,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:10:38.401973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":184745984,"num_objects":2819,"num_object_clones":0,"num_object_copies":8457,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2819,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9077,"num_write_kb":380672,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4999,"num_bytes_recovered":327614464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,7],"acting":[1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":359,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.062097+0000","last_change":"2023-08-28T02:32:28.455294+0000","last_active":"2023-08-28T02:40:58.062097+0000","last_peered":"2023-08-28T02:40:58.062097+0000","last_clean":"2023-08-28T02:40:58.062097+0000","last_became_active":"2023-08-28T02:32:28.455013+0000","last_became_peered":"2023-08-28T02:32:28.455013+0000","last_unstale":"2023-08-28T02:40:58.062097+0000","last_undegraded":"2023-08-28T02:40:58.062097+0000","last_fullsized":"2023-08-28T02:40:58.062097+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:05:53.583864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,1],"acting":[4,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":391,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.062505+0000","last_change":"2023-08-28T02:33:13.335588+0000","last_active":"2023-08-28T02:40:58.062505+0000","last_peered":"2023-08-28T02:40:58.062505+0000","last_clean":"2023-08-28T02:40:58.062505+0000","last_became_active":"2023-08-28T02:33:13.335326+0000","last_became_peered":"2023-08-28T02:33:13.335326+0000","last_unstale":"2023-08-28T02:40:58.062505+0000","last_undegraded":"2023-08-28T02:40:58.062505+0000","last_fullsized":"2023-08-28T02:40:58.062505+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:15:44.958663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1","version":"386'8994","reported_seq":9138,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-08-28T02:41:08.453537+0000","last_change":"2023-08-28T02:30:50.400261+0000","last_active":"2023-08-28T02:41:08.453537+0000","last_peered":"2023-08-28T02:41:08.453537+0000","last_clean":"2023-08-28T02:41:08.453537+0000","last_became_active":"2023-08-28T02:30:50.399938+0000","last_became_peered":"2023-08-28T02:30:50.399938+0000","last_unstale":"2023-08-28T02:41:08.453537+0000","last_undegraded":"2023-08-28T02:41:08.453537+0000","last_fullsized":"2023-08-28T02:41:08.453537+0000","mapping_epoch":250,"log_start":"262'3590","ondisk_log_start":"262'3590","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5404,"log_dups_size":0,"ondisk_log_size":5404,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:43:56.802792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":176947200,"num_objects":2700,"num_object_clones":0,"num_object_copies":8100,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2700,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8994,"num_write_kb":374208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.a","version":"75'161","reported_seq":665,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.070439+0000","last_change":"2023-08-28T02:32:56.519141+0000","last_active":"2023-08-28T02:40:58.070439+0000","last_peered":"2023-08-28T02:40:58.070439+0000","last_clean":"2023-08-28T02:40:58.070439+0000","last_became_active":"2023-08-28T02:32:56.518863+0000","last_became_peered":"2023-08-28T02:32:56.518863+0000","last_unstale":"2023-08-28T02:40:58.070439+0000","last_undegraded":"2023-08-28T02:40:58.070439+0000","last_fullsized":"2023-08-28T02:40:58.070439+0000","mapping_epoch":292,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":293,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:29:25.608370+0000","last_clean_scrub_stamp":"2023-08-28T02:29:25.608370+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:59:50.561109+0000","scrub_duration":0.001662689,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":295,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.061237+0000","last_change":"2023-08-28T02:33:12.294592+0000","last_active":"2023-08-28T02:40:58.061237+0000","last_peered":"2023-08-28T02:40:58.061237+0000","last_clean":"2023-08-28T02:40:58.061237+0000","last_became_active":"2023-08-28T02:33:12.288508+0000","last_became_peered":"2023-08-28T02:33:12.288508+0000","last_unstale":"2023-08-28T02:40:58.061237+0000","last_undegraded":"2023-08-28T02:40:58.061237+0000","last_fullsized":"2023-08-28T02:40:58.061237+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:05:42.717608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":178,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:41:02.622168+0000","last_change":"2023-08-28T02:29:44.429834+0000","last_active":"2023-08-28T02:41:02.622168+0000","last_peered":"2023-08-28T02:41:02.622168+0000","last_clean":"2023-08-28T02:41:02.622168+0000","last_became_active":"2023-08-28T02:29:44.429512+0000","last_became_peered":"2023-08-28T02:29:44.429512+0000","last_unstale":"2023-08-28T02:41:02.622168+0000","last_undegraded":"2023-08-28T02:41:02.622168+0000","last_fullsized":"2023-08-28T02:41:02.622168+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:58.062455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.c","version":"387'8927","reported_seq":9072,"reported_epoch":387,"state":"active+clean","last_fresh":"2023-08-28T02:41:11.271816+0000","last_change":"2023-08-28T02:30:50.402348+0000","last_active":"2023-08-28T02:41:11.271816+0000","last_peered":"2023-08-28T02:41:11.271816+0000","last_clean":"2023-08-28T02:41:11.271816+0000","last_became_active":"2023-08-28T02:30:50.402076+0000","last_became_peered":"2023-08-28T02:30:50.402076+0000","last_unstale":"2023-08-28T02:41:11.271816+0000","last_undegraded":"2023-08-28T02:41:11.271816+0000","last_fullsized":"2023-08-28T02:41:11.271816+0000","mapping_epoch":250,"log_start":"257'2100","ondisk_log_start":"257'2100","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6827,"log_dups_size":0,"ondisk_log_size":6827,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:45:24.859426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":173604864,"num_objects":2649,"num_object_clones":0,"num_object_copies":7947,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2649,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8927,"num_write_kb":370432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.7","version":"75'161","reported_seq":587,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.061958+0000","last_change":"2023-08-28T02:33:13.532525+0000","last_active":"2023-08-28T02:40:58.061958+0000","last_peered":"2023-08-28T02:40:58.061958+0000","last_clean":"2023-08-28T02:40:58.061958+0000","last_became_active":"2023-08-28T02:33:13.532125+0000","last_became_peered":"2023-08-28T02:33:13.532125+0000","last_unstale":"2023-08-28T02:40:58.061958+0000","last_undegraded":"2023-08-28T02:40:58.061958+0000","last_fullsized":"2023-08-28T02:40:58.061958+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:06.887648+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:06.887648+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":45,"num_read_kb":84,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":161009,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":178,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.079994+0000","last_change":"2023-08-28T02:29:44.407595+0000","last_active":"2023-08-28T02:40:58.079994+0000","last_peered":"2023-08-28T02:40:58.079994+0000","last_clean":"2023-08-28T02:40:58.079994+0000","last_became_active":"2023-08-28T02:29:44.407316+0000","last_became_peered":"2023-08-28T02:29:44.407316+0000","last_unstale":"2023-08-28T02:40:58.079994+0000","last_undegraded":"2023-08-28T02:40:58.079994+0000","last_fullsized":"2023-08-28T02:40:58.079994+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:01:47.777709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":397,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.070369+0000","last_change":"2023-08-28T02:33:13.286980+0000","last_active":"2023-08-28T02:40:58.070369+0000","last_peered":"2023-08-28T02:40:58.070369+0000","last_clean":"2023-08-28T02:40:58.070369+0000","last_became_active":"2023-08-28T02:33:13.286740+0000","last_became_peered":"2023-08-28T02:33:13.286740+0000","last_unstale":"2023-08-28T02:40:58.070369+0000","last_undegraded":"2023-08-28T02:40:58.070369+0000","last_fullsized":"2023-08-28T02:40:58.070369+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:24:54.574365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":178,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.080460+0000","last_change":"2023-08-28T02:29:44.506914+0000","last_active":"2023-08-28T02:40:58.080460+0000","last_peered":"2023-08-28T02:40:58.080460+0000","last_clean":"2023-08-28T02:40:58.080460+0000","last_became_active":"2023-08-28T02:29:44.506606+0000","last_became_peered":"2023-08-28T02:29:44.506606+0000","last_unstale":"2023-08-28T02:40:58.080460+0000","last_undegraded":"2023-08-28T02:40:58.080460+0000","last_fullsized":"2023-08-28T02:40:58.080460+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:55:50.992279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.a","version":"386'8974","reported_seq":20719,"reported_epoch":386,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:41:10.128558+0000","last_change":"2023-08-28T02:34:11.565330+0000","last_active":"2023-08-28T02:41:10.128558+0000","last_peered":"2023-08-28T02:41:10.128558+0000","last_clean":"2023-08-28T02:32:11.916240+0000","last_became_active":"2023-08-28T02:33:12.501819+0000","last_became_peered":"2023-08-28T02:33:12.501819+0000","last_unstale":"2023-08-28T02:41:10.128558+0000","last_undegraded":"2023-08-28T02:41:10.128558+0000","last_fullsized":"2023-08-28T02:41:10.128558+0000","mapping_epoch":297,"log_start":"262'3624","ondisk_log_start":"262'3624","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5350,"log_dups_size":0,"ondisk_log_size":5350,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:45:43.329719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":171835392,"num_objects":2622,"num_object_clones":0,"num_object_copies":7866,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":2622,"num_objects_unfound":0,"num_objects_dirty":2622,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8974,"num_write_kb":371072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5787,"num_bytes_recovered":379256832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,2],"avail_no_missing":["0","2","5","6"],"object_location_counts":[{"shards":"0,2,5","objects":2622}],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.1","version":"75'161","reported_seq":645,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.070040+0000","last_change":"2023-08-28T02:32:31.482659+0000","last_active":"2023-08-28T02:40:58.070040+0000","last_peered":"2023-08-28T02:40:58.070040+0000","last_clean":"2023-08-28T02:40:58.070040+0000","last_became_active":"2023-08-28T02:32:31.482320+0000","last_became_peered":"2023-08-28T02:32:31.482320+0000","last_unstale":"2023-08-28T02:40:58.070040+0000","last_undegraded":"2023-08-28T02:40:58.070040+0000","last_fullsized":"2023-08-28T02:40:58.070040+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:24.559397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:24.559397+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:41:09.516918+0000","scrub_duration":0.001580328,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,4],"acting":[5,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":383,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.070305+0000","last_change":"2023-08-28T02:31:51.988386+0000","last_active":"2023-08-28T02:40:58.070305+0000","last_peered":"2023-08-28T02:40:58.070305+0000","last_clean":"2023-08-28T02:40:58.070305+0000","last_became_active":"2023-08-28T02:31:51.988097+0000","last_became_peered":"2023-08-28T02:31:51.988097+0000","last_unstale":"2023-08-28T02:40:58.070305+0000","last_undegraded":"2023-08-28T02:40:58.070305+0000","last_fullsized":"2023-08-28T02:40:58.070305+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:25:01.818829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":359,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.062412+0000","last_change":"2023-08-28T02:32:12.951275+0000","last_active":"2023-08-28T02:40:58.062412+0000","last_peered":"2023-08-28T02:40:58.062412+0000","last_clean":"2023-08-28T02:40:58.062412+0000","last_became_active":"2023-08-28T02:32:12.950965+0000","last_became_peered":"2023-08-28T02:32:12.950965+0000","last_unstale":"2023-08-28T02:40:58.062412+0000","last_undegraded":"2023-08-28T02:40:58.062412+0000","last_fullsized":"2023-08-28T02:40:58.062412+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:37:31.294280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,1],"acting":[4,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":204,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.080037+0000","last_change":"2023-08-28T02:33:13.286534+0000","last_active":"2023-08-28T02:40:58.080037+0000","last_peered":"2023-08-28T02:40:58.080037+0000","last_clean":"2023-08-28T02:40:58.080037+0000","last_became_active":"2023-08-28T02:33:13.286164+0000","last_became_peered":"2023-08-28T02:33:13.286164+0000","last_unstale":"2023-08-28T02:40:58.080037+0000","last_undegraded":"2023-08-28T02:40:58.080037+0000","last_fullsized":"2023-08-28T02:40:58.080037+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:56.721932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.9","version":"386'9013","reported_seq":20847,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-08-28T02:41:10.796747+0000","last_change":"2023-08-28T02:34:14.448606+0000","last_active":"2023-08-28T02:41:10.796747+0000","last_peered":"2023-08-28T02:41:10.796747+0000","last_clean":"2023-08-28T02:41:10.796747+0000","last_became_active":"2023-08-28T02:34:14.438547+0000","last_became_peered":"2023-08-28T02:34:14.438547+0000","last_unstale":"2023-08-28T02:41:10.796747+0000","last_undegraded":"2023-08-28T02:41:10.796747+0000","last_fullsized":"2023-08-28T02:41:10.796747+0000","mapping_epoch":314,"log_start":"256'1800","ondisk_log_start":"256'1800","created":250,"last_epoch_clean":315,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":7213,"log_dups_size":0,"ondisk_log_size":7213,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:06:41.120408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":173998080,"num_objects":2655,"num_object_clones":0,"num_object_copies":7965,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2655,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9013,"num_write_kb":373376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5834,"num_bytes_recovered":376832000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.2","version":"75'161","reported_seq":768,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-08-28T02:41:05.291554+0000","last_change":"2023-08-28T02:30:51.762377+0000","last_active":"2023-08-28T02:41:05.291554+0000","last_peered":"2023-08-28T02:41:05.291554+0000","last_clean":"2023-08-28T02:41:05.291554+0000","last_became_active":"2023-08-28T02:27:46.375590+0000","last_became_peered":"2023-08-28T02:27:46.375590+0000","last_unstale":"2023-08-28T02:41:05.291554+0000","last_undegraded":"2023-08-28T02:41:05.291554+0000","last_fullsized":"2023-08-28T02:41:05.291554+0000","mapping_epoch":183,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":184,"parent":"0.0","parent_split_bits":4,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:51.762314+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:51.762314+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:02.034555+0000","scrub_duration":0.0020023620000000002,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":195,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.061431+0000","last_change":"2023-08-28T02:33:13.289765+0000","last_active":"2023-08-28T02:40:58.061431+0000","last_peered":"2023-08-28T02:40:58.061431+0000","last_clean":"2023-08-28T02:40:58.061431+0000","last_became_active":"2023-08-28T02:33:13.289159+0000","last_became_peered":"2023-08-28T02:33:13.289159+0000","last_unstale":"2023-08-28T02:40:58.061431+0000","last_undegraded":"2023-08-28T02:40:58.061431+0000","last_fullsized":"2023-08-28T02:40:58.061431+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:30:38.956723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":196,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.079757+0000","last_change":"2023-08-28T02:32:28.464203+0000","last_active":"2023-08-28T02:40:58.079757+0000","last_peered":"2023-08-28T02:40:58.079757+0000","last_clean":"2023-08-28T02:40:58.079757+0000","last_became_active":"2023-08-28T02:32:28.463412+0000","last_became_peered":"2023-08-28T02:32:28.463412+0000","last_unstale":"2023-08-28T02:40:58.079757+0000","last_undegraded":"2023-08-28T02:40:58.079757+0000","last_fullsized":"2023-08-28T02:40:58.079757+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:20:38.177879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":178,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.084582+0000","last_change":"2023-08-28T02:29:44.427945+0000","last_active":"2023-08-28T02:40:58.084582+0000","last_peered":"2023-08-28T02:40:58.084582+0000","last_clean":"2023-08-28T02:40:58.084582+0000","last_became_active":"2023-08-28T02:29:44.426487+0000","last_became_peered":"2023-08-28T02:29:44.426487+0000","last_unstale":"2023-08-28T02:40:58.084582+0000","last_undegraded":"2023-08-28T02:40:58.084582+0000","last_fullsized":"2023-08-28T02:40:58.084582+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:30:20.438896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"386'8986","reported_seq":19103,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-08-28T02:41:07.438071+0000","last_change":"2023-08-28T02:34:48.488647+0000","last_active":"2023-08-28T02:41:07.438071+0000","last_peered":"2023-08-28T02:41:07.438071+0000","last_clean":"2023-08-28T02:41:07.438071+0000","last_became_active":"2023-08-28T02:34:48.476519+0000","last_became_peered":"2023-08-28T02:34:48.476519+0000","last_unstale":"2023-08-28T02:41:07.438071+0000","last_undegraded":"2023-08-28T02:41:07.438071+0000","last_fullsized":"2023-08-28T02:41:07.438071+0000","mapping_epoch":318,"log_start":"258'2800","ondisk_log_start":"258'2800","created":250,"last_epoch_clean":319,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":6186,"log_dups_size":0,"ondisk_log_size":6186,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:44:20.004230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":174194688,"num_objects":2658,"num_object_clones":0,"num_object_copies":7974,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2658,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8986,"num_write_kb":372608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4973,"num_bytes_recovered":325910528,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,4],"acting":[1,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":377,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.070594+0000","last_change":"2023-08-28T02:33:13.484970+0000","last_active":"2023-08-28T02:40:58.070594+0000","last_peered":"2023-08-28T02:40:58.070594+0000","last_clean":"2023-08-28T02:40:58.070594+0000","last_became_active":"2023-08-28T02:33:13.484579+0000","last_became_peered":"2023-08-28T02:33:13.484579+0000","last_unstale":"2023-08-28T02:40:58.070594+0000","last_undegraded":"2023-08-28T02:40:58.070594+0000","last_fullsized":"2023-08-28T02:40:58.070594+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:42:58.027468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"75'161","reported_seq":769,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-08-28T02:41:05.291545+0000","last_change":"2023-08-28T02:31:55.059467+0000","last_active":"2023-08-28T02:41:05.291545+0000","last_peered":"2023-08-28T02:41:05.291545+0000","last_clean":"2023-08-28T02:41:05.291545+0000","last_became_active":"2023-08-28T02:31:55.059115+0000","last_became_peered":"2023-08-28T02:31:55.059115+0000","last_unstale":"2023-08-28T02:41:05.291545+0000","last_undegraded":"2023-08-28T02:41:05.291545+0000","last_fullsized":"2023-08-28T02:41:05.291545+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":0,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.820990+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.820990+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:15:56.774667+0000","scrub_duration":0.0017342480000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":296,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.061952+0000","last_change":"2023-08-28T02:33:13.352810+0000","last_active":"2023-08-28T02:40:58.061952+0000","last_peered":"2023-08-28T02:40:58.061952+0000","last_clean":"2023-08-28T02:40:58.061952+0000","last_became_active":"2023-08-28T02:33:13.351697+0000","last_became_peered":"2023-08-28T02:33:13.351697+0000","last_unstale":"2023-08-28T02:40:58.061952+0000","last_undegraded":"2023-08-28T02:40:58.061952+0000","last_fullsized":"2023-08-28T02:40:58.061952+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:46:56.187163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,4],"acting":[3,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":208,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.062615+0000","last_change":"2023-08-28T02:31:51.984584+0000","last_active":"2023-08-28T02:40:58.062615+0000","last_peered":"2023-08-28T02:40:58.062615+0000","last_clean":"2023-08-28T02:40:58.062615+0000","last_became_active":"2023-08-28T02:31:51.984264+0000","last_became_peered":"2023-08-28T02:31:51.984264+0000","last_unstale":"2023-08-28T02:40:58.062615+0000","last_undegraded":"2023-08-28T02:40:58.062615+0000","last_fullsized":"2023-08-28T02:40:58.062615+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:58:42.306722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,0],"acting":[4,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"386'8904","reported_seq":20657,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-08-28T02:41:10.028423+0000","last_change":"2023-08-28T02:35:11.978901+0000","last_active":"2023-08-28T02:41:10.028423+0000","last_peered":"2023-08-28T02:41:10.028423+0000","last_clean":"2023-08-28T02:41:10.028423+0000","last_became_active":"2023-08-28T02:35:11.966585+0000","last_became_peered":"2023-08-28T02:35:11.966585+0000","last_unstale":"2023-08-28T02:41:10.028423+0000","last_undegraded":"2023-08-28T02:41:10.028423+0000","last_fullsized":"2023-08-28T02:41:10.028423+0000","mapping_epoch":323,"log_start":"263'3628","ondisk_log_start":"263'3628","created":250,"last_epoch_clean":324,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5276,"log_dups_size":0,"ondisk_log_size":5276,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T06:03:07.017814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":175505408,"num_objects":2678,"num_object_clones":0,"num_object_copies":8034,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2678,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8904,"num_write_kb":370624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5791,"num_bytes_recovered":368967680,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,5],"acting":[0,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.3","version":"75'161","reported_seq":654,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.080020+0000","last_change":"2023-08-28T02:31:55.068239+0000","last_active":"2023-08-28T02:40:58.080020+0000","last_peered":"2023-08-28T02:40:58.080020+0000","last_clean":"2023-08-28T02:40:58.080020+0000","last_became_active":"2023-08-28T02:31:55.067875+0000","last_became_peered":"2023-08-28T02:31:55.067875+0000","last_unstale":"2023-08-28T02:40:58.080020+0000","last_undegraded":"2023-08-28T02:40:58.080020+0000","last_fullsized":"2023-08-28T02:40:58.080020+0000","mapping_epoch":271,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":272,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_deep_scrub":"75'161","last_deep_scrub_stamp":"2023-08-28T02:30:48.868248+0000","last_clean_scrub_stamp":"2023-08-28T02:30:48.868248+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:11:04.391639+0000","scrub_duration":0.0016215240000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":392,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-08-28T02:41:05.291414+0000","last_change":"2023-08-28T02:29:44.421353+0000","last_active":"2023-08-28T02:41:05.291414+0000","last_peered":"2023-08-28T02:41:05.291414+0000","last_clean":"2023-08-28T02:41:05.291414+0000","last_became_active":"2023-08-28T02:29:44.421064+0000","last_became_peered":"2023-08-28T02:29:44.421064+0000","last_unstale":"2023-08-28T02:41:05.291414+0000","last_undegraded":"2023-08-28T02:41:05.291414+0000","last_fullsized":"2023-08-28T02:41:05.291414+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:51:36.524024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":362,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.058305+0000","last_change":"2023-08-28T02:33:12.299487+0000","last_active":"2023-08-28T02:40:58.058305+0000","last_peered":"2023-08-28T02:40:58.058305+0000","last_clean":"2023-08-28T02:40:58.058305+0000","last_became_active":"2023-08-28T02:33:12.299175+0000","last_became_peered":"2023-08-28T02:33:12.299175+0000","last_unstale":"2023-08-28T02:40:58.058305+0000","last_undegraded":"2023-08-28T02:40:58.058305+0000","last_fullsized":"2023-08-28T02:40:58.058305+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:42:29.713462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":373,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.059148+0000","last_change":"2023-08-28T02:32:28.457696+0000","last_active":"2023-08-28T02:40:58.059148+0000","last_peered":"2023-08-28T02:40:58.059148+0000","last_clean":"2023-08-28T02:40:58.059148+0000","last_became_active":"2023-08-28T02:32:28.457407+0000","last_became_peered":"2023-08-28T02:32:28.457407+0000","last_unstale":"2023-08-28T02:40:58.059148+0000","last_undegraded":"2023-08-28T02:40:58.059148+0000","last_fullsized":"2023-08-28T02:40:58.059148+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:26:29.392787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.d","version":"386'8869","reported_seq":10041,"reported_epoch":386,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:41:08.081772+0000","last_change":"2023-08-28T02:34:11.566035+0000","last_active":"2023-08-28T02:41:08.081772+0000","last_peered":"2023-08-28T02:41:08.081772+0000","last_clean":"2023-08-28T02:33:10.395883+0000","last_became_active":"2023-08-28T02:33:12.394714+0000","last_became_peered":"2023-08-28T02:33:12.394714+0000","last_unstale":"2023-08-28T02:41:08.081772+0000","last_undegraded":"2023-08-28T02:41:08.081772+0000","last_fullsized":"2023-08-28T02:41:08.081772+0000","mapping_epoch":297,"log_start":"262'3484","ondisk_log_start":"262'3484","created":250,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5385,"log_dups_size":0,"ondisk_log_size":5385,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:01:26.984565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":171311128,"num_objects":2615,"num_object_clones":0,"num_object_copies":7845,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":2398,"num_objects_unfound":0,"num_objects_dirty":2615,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":8869,"num_write_kb":367425,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":500,"num_bytes_recovered":32768000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3],"acting":[4,0,6],"avail_no_missing":["4","0","6"],"object_location_counts":[{"shards":"0,4,6","objects":2615}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.6","version":"75'161","reported_seq":647,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.059063+0000","last_change":"2023-08-28T02:33:13.338675+0000","last_active":"2023-08-28T02:40:58.059063+0000","last_peered":"2023-08-28T02:40:58.059063+0000","last_clean":"2023-08-28T02:40:58.059063+0000","last_became_active":"2023-08-28T02:33:13.338271+0000","last_became_peered":"2023-08-28T02:33:13.338271+0000","last_unstale":"2023-08-28T02:40:58.059063+0000","last_undegraded":"2023-08-28T02:40:58.059063+0000","last_fullsized":"2023-08-28T02:40:58.059063+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.774982+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.774982+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:13:20.011329+0000","scrub_duration":0.003539819,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":355,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-08-28T02:41:05.292441+0000","last_change":"2023-08-28T02:14:43.033789+0000","last_active":"2023-08-28T02:41:05.292441+0000","last_peered":"2023-08-28T02:41:05.292441+0000","last_clean":"2023-08-28T02:41:05.292441+0000","last_became_active":"2023-08-28T02:14:43.033454+0000","last_became_peered":"2023-08-28T02:14:43.033454+0000","last_unstale":"2023-08-28T02:41:05.292441+0000","last_undegraded":"2023-08-28T02:41:05.292441+0000","last_fullsized":"2023-08-28T02:41:05.292441+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:01:13.205842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":187,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.080192+0000","last_change":"2023-08-28T02:32:28.461807+0000","last_active":"2023-08-28T02:40:58.080192+0000","last_peered":"2023-08-28T02:40:58.080192+0000","last_clean":"2023-08-28T02:40:58.080192+0000","last_became_active":"2023-08-28T02:32:28.461116+0000","last_became_peered":"2023-08-28T02:32:28.461116+0000","last_unstale":"2023-08-28T02:40:58.080192+0000","last_undegraded":"2023-08-28T02:40:58.080192+0000","last_fullsized":"2023-08-28T02:40:58.080192+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:12:45.321757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":333,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.059066+0000","last_change":"2023-08-28T02:14:43.048791+0000","last_active":"2023-08-28T02:40:58.059066+0000","last_peered":"2023-08-28T02:40:58.059066+0000","last_clean":"2023-08-28T02:40:58.059066+0000","last_became_active":"2023-08-28T02:14:43.047408+0000","last_became_peered":"2023-08-28T02:14:43.047408+0000","last_unstale":"2023-08-28T02:40:58.059066+0000","last_undegraded":"2023-08-28T02:40:58.059066+0000","last_fullsized":"2023-08-28T02:40:58.059066+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T10:09:47.097181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"386'9090","reported_seq":19201,"reported_epoch":386,"state":"active+remapped+backfill_wait","last_fresh":"2023-08-28T02:41:08.031833+0000","last_change":"2023-08-28T02:37:37.899201+0000","last_active":"2023-08-28T02:41:08.031833+0000","last_peered":"2023-08-28T02:41:08.031833+0000","last_clean":"2023-08-28T02:31:50.933695+0000","last_became_active":"2023-08-28T02:33:13.540416+0000","last_became_peered":"2023-08-28T02:33:13.540416+0000","last_unstale":"2023-08-28T02:41:08.031833+0000","last_undegraded":"2023-08-28T02:41:08.031833+0000","last_fullsized":"2023-08-28T02:41:08.031833+0000","mapping_epoch":298,"log_start":"263'3674","ondisk_log_start":"263'3674","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5416,"log_dups_size":0,"ondisk_log_size":5416,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:49:35.658845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":181665792,"num_objects":2772,"num_object_clones":0,"num_object_copies":8316,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":2772,"num_objects_unfound":0,"num_objects_dirty":2772,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9090,"num_write_kb":379584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4967,"num_bytes_recovered":325517312,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,2],"avail_no_missing":["4","2","5","6"],"object_location_counts":[{"shards":"2,4,5","objects":2772}],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.5","version":"75'161","reported_seq":679,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.062363+0000","last_change":"2023-08-28T02:32:31.477151+0000","last_active":"2023-08-28T02:40:58.062363+0000","last_peered":"2023-08-28T02:40:58.062363+0000","last_clean":"2023-08-28T02:40:58.062363+0000","last_became_active":"2023-08-28T02:32:31.476776+0000","last_became_peered":"2023-08-28T02:32:31.476776+0000","last_unstale":"2023-08-28T02:40:58.062363+0000","last_undegraded":"2023-08-28T02:40:58.062363+0000","last_fullsized":"2023-08-28T02:40:58.062363+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:29:18.891729+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:29:18.891729+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:47:27.194140+0000","scrub_duration":0.0031546460000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"65'2","reported_seq":343,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.061859+0000","last_change":"2023-08-28T02:33:12.327778+0000","last_active":"2023-08-28T02:40:58.061859+0000","last_peered":"2023-08-28T02:40:58.061859+0000","last_clean":"2023-08-28T02:40:58.061859+0000","last_became_active":"2023-08-28T02:33:12.327273+0000","last_became_peered":"2023-08-28T02:33:12.327273+0000","last_unstale":"2023-08-28T02:40:58.061859+0000","last_undegraded":"2023-08-28T02:40:58.061859+0000","last_fullsized":"2023-08-28T02:40:58.061859+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:58:40.554192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":225,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.080667+0000","last_change":"2023-08-28T02:33:13.335665+0000","last_active":"2023-08-28T02:40:58.080667+0000","last_peered":"2023-08-28T02:40:58.080667+0000","last_clean":"2023-08-28T02:40:58.080667+0000","last_became_active":"2023-08-28T02:33:13.335322+0000","last_became_peered":"2023-08-28T02:33:13.335322+0000","last_unstale":"2023-08-28T02:40:58.080667+0000","last_undegraded":"2023-08-28T02:40:58.080667+0000","last_fullsized":"2023-08-28T02:40:58.080667+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:21:08.024493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":341,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-08-28T02:41:05.287143+0000","last_change":"2023-08-28T02:33:12.310326+0000","last_active":"2023-08-28T02:41:05.287143+0000","last_peered":"2023-08-28T02:41:05.287143+0000","last_clean":"2023-08-28T02:41:05.287143+0000","last_became_active":"2023-08-28T02:33:12.310011+0000","last_became_peered":"2023-08-28T02:33:12.310011+0000","last_unstale":"2023-08-28T02:41:05.287143+0000","last_undegraded":"2023-08-28T02:41:05.287143+0000","last_fullsized":"2023-08-28T02:41:05.287143+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T05:35:03.710036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.f","version":"386'9122","reported_seq":18850,"reported_epoch":386,"state":"active+recovering+undersized+degraded+remapped","last_fresh":"2023-08-28T02:41:08.472004+0000","last_change":"2023-08-28T02:38:43.760745+0000","last_active":"2023-08-28T02:41:08.472004+0000","last_peered":"2023-08-28T02:41:08.472004+0000","last_clean":"2023-08-28T02:31:27.909649+0000","last_became_active":"2023-08-28T02:33:33.726805+0000","last_became_peered":"2023-08-28T02:33:33.726805+0000","last_unstale":"2023-08-28T02:41:08.472004+0000","last_undegraded":"2023-08-28T02:33:20.140072+0000","last_fullsized":"2023-08-28T02:33:13.278549+0000","mapping_epoch":298,"log_start":"263'3677","ondisk_log_start":"263'3677","created":250,"last_epoch_clean":251,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:30:49.377101+0000","last_clean_scrub_stamp":"2023-08-28T02:30:49.377101+0000","objects_scrubbed":0,"log_size":5445,"log_dups_size":0,"ondisk_log_size":5445,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T11:02:22.971585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":179961856,"num_objects":2746,"num_object_clones":0,"num_object_copies":8238,"num_objects_missing_on_primary":2717,"num_objects_missing":2717,"num_objects_degraded":2496,"num_objects_misplaced":5476,"num_objects_unfound":0,"num_objects_dirty":2746,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9122,"num_write_kb":379776,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3178,"num_bytes_recovered":208142336,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[4,3],"avail_no_missing":["2","6"],"object_location_counts":[{"shards":"2,3,4,6","objects":14},{"shards":"2,3,6","objects":234},{"shards":"2,4,6","objects":14},{"shards":"2,6","objects":2483},{"shards":"3,4","objects":-12}],"blocked_by":[],"up_primary":3,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.4","version":"75'161","reported_seq":595,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.061437+0000","last_change":"2023-08-28T02:33:12.296479+0000","last_active":"2023-08-28T02:40:58.061437+0000","last_peered":"2023-08-28T02:40:58.061437+0000","last_clean":"2023-08-28T02:40:58.061437+0000","last_became_active":"2023-08-28T02:33:12.294160+0000","last_became_peered":"2023-08-28T02:33:12.294160+0000","last_unstale":"2023-08-28T02:40:58.061437+0000","last_undegraded":"2023-08-28T02:40:58.061437+0000","last_fullsized":"2023-08-28T02:40:58.061437+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":3,"last_scrub":"75'161","last_scrub_stamp":"2023-08-28T02:31:05.899247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:05:09.421994+0000","last_clean_scrub_stamp":"2023-08-28T02:31:05.899247+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":true,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53670,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":44,"num_read_kb":83,"num_write":22,"num_write_kb":220,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":161010,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":313,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-08-28T02:41:05.292080+0000","last_change":"2023-08-28T02:33:13.539335+0000","last_active":"2023-08-28T02:41:05.292080+0000","last_peered":"2023-08-28T02:41:05.292080+0000","last_clean":"2023-08-28T02:41:05.292080+0000","last_became_active":"2023-08-28T02:33:13.538978+0000","last_became_peered":"2023-08-28T02:33:13.538978+0000","last_unstale":"2023-08-28T02:41:05.292080+0000","last_undegraded":"2023-08-28T02:41:05.292080+0000","last_fullsized":"2023-08-28T02:41:05.292080+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":57,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:06:56.261752+0000","last_clean_scrub_stamp":"2023-08-28T02:06:56.261752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:26:13.405766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.6","version":"65'1","reported_seq":377,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.059232+0000","last_change":"2023-08-28T02:29:44.510205+0000","last_active":"2023-08-28T02:40:58.059232+0000","last_peered":"2023-08-28T02:40:58.059232+0000","last_clean":"2023-08-28T02:40:58.059232+0000","last_became_active":"2023-08-28T02:29:44.429357+0000","last_became_peered":"2023-08-28T02:29:44.429357+0000","last_unstale":"2023-08-28T02:40:58.059232+0000","last_undegraded":"2023-08-28T02:40:58.059232+0000","last_fullsized":"2023-08-28T02:40:58.059232+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T13:44:59.955729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":341,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.061994+0000","last_change":"2023-08-28T02:32:12.950661+0000","last_active":"2023-08-28T02:40:58.061994+0000","last_peered":"2023-08-28T02:40:58.061994+0000","last_clean":"2023-08-28T02:40:58.061994+0000","last_became_active":"2023-08-28T02:32:12.950276+0000","last_became_peered":"2023-08-28T02:32:12.950276+0000","last_unstale":"2023-08-28T02:40:58.061994+0000","last_undegraded":"2023-08-28T02:40:58.061994+0000","last_fullsized":"2023-08-28T02:40:58.061994+0000","mapping_epoch":277,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":278,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T12:05:17.972868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"65'1","reported_seq":334,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.058978+0000","last_change":"2023-08-28T02:14:43.042150+0000","last_active":"2023-08-28T02:40:58.058978+0000","last_peered":"2023-08-28T02:40:58.058978+0000","last_clean":"2023-08-28T02:40:58.058978+0000","last_became_active":"2023-08-28T02:14:43.038336+0000","last_became_peered":"2023-08-28T02:14:43.038336+0000","last_unstale":"2023-08-28T02:40:58.058978+0000","last_undegraded":"2023-08-28T02:40:58.058978+0000","last_fullsized":"2023-08-28T02:40:58.058978+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T04:26:02.415152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":384,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.080080+0000","last_change":"2023-08-28T02:33:13.318097+0000","last_active":"2023-08-28T02:40:58.080080+0000","last_peered":"2023-08-28T02:40:58.080080+0000","last_clean":"2023-08-28T02:40:58.080080+0000","last_became_active":"2023-08-28T02:33:13.317761+0000","last_became_peered":"2023-08-28T02:33:13.317761+0000","last_unstale":"2023-08-28T02:40:58.080080+0000","last_undegraded":"2023-08-28T02:40:58.080080+0000","last_fullsized":"2023-08-28T02:40:58.080080+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T03:31:24.836996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,0],"acting":[1,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1c","version":"65'2","reported_seq":379,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.070244+0000","last_change":"2023-08-28T02:29:44.535937+0000","last_active":"2023-08-28T02:40:58.070244+0000","last_peered":"2023-08-28T02:40:58.070244+0000","last_clean":"2023-08-28T02:40:58.070244+0000","last_became_active":"2023-08-28T02:29:44.462244+0000","last_became_peered":"2023-08-28T02:29:44.462244+0000","last_unstale":"2023-08-28T02:40:58.070244+0000","last_undegraded":"2023-08-28T02:40:58.070244+0000","last_fullsized":"2023-08-28T02:40:58.070244+0000","mapping_epoch":223,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":224,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:30:33.173713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":381,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.058733+0000","last_change":"2023-08-28T02:33:12.305580+0000","last_active":"2023-08-28T02:40:58.058733+0000","last_peered":"2023-08-28T02:40:58.058733+0000","last_clean":"2023-08-28T02:40:58.058733+0000","last_became_active":"2023-08-28T02:33:12.305261+0000","last_became_peered":"2023-08-28T02:33:12.305261+0000","last_unstale":"2023-08-28T02:40:58.058733+0000","last_undegraded":"2023-08-28T02:40:58.058733+0000","last_fullsized":"2023-08-28T02:40:58.058733+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T08:22:31.614221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"65'2","reported_seq":348,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.070136+0000","last_change":"2023-08-28T02:31:51.991101+0000","last_active":"2023-08-28T02:40:58.070136+0000","last_peered":"2023-08-28T02:40:58.070136+0000","last_clean":"2023-08-28T02:40:58.070136+0000","last_became_active":"2023-08-28T02:31:51.987237+0000","last_became_peered":"2023-08-28T02:31:51.987237+0000","last_unstale":"2023-08-28T02:40:58.070136+0000","last_undegraded":"2023-08-28T02:40:58.070136+0000","last_fullsized":"2023-08-28T02:40:58.070136+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T09:07:07.370857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":382,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.062083+0000","last_change":"2023-08-28T02:33:12.494483+0000","last_active":"2023-08-28T02:40:58.062083+0000","last_peered":"2023-08-28T02:40:58.062083+0000","last_clean":"2023-08-28T02:40:58.062083+0000","last_became_active":"2023-08-28T02:33:12.494136+0000","last_became_peered":"2023-08-28T02:33:12.494136+0000","last_unstale":"2023-08-28T02:40:58.062083+0000","last_undegraded":"2023-08-28T02:40:58.062083+0000","last_fullsized":"2023-08-28T02:40:58.062083+0000","mapping_epoch":297,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":298,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:54:36.772588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"65'1","reported_seq":329,"reported_epoch":386,"state":"active+clean","last_fresh":"2023-08-28T02:41:05.288268+0000","last_change":"2023-08-28T02:33:13.287922+0000","last_active":"2023-08-28T02:41:05.288268+0000","last_peered":"2023-08-28T02:41:05.288268+0000","last_clean":"2023-08-28T02:41:05.288268+0000","last_became_active":"2023-08-28T02:33:13.287520+0000","last_became_peered":"2023-08-28T02:33:13.287520+0000","last_unstale":"2023-08-28T02:41:05.288268+0000","last_undegraded":"2023-08-28T02:41:05.288268+0000","last_fullsized":"2023-08-28T02:41:05.288268+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:28:11.627168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":342,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.061594+0000","last_change":"2023-08-28T02:33:13.289469+0000","last_active":"2023-08-28T02:40:58.061594+0000","last_peered":"2023-08-28T02:40:58.061594+0000","last_clean":"2023-08-28T02:40:58.061594+0000","last_became_active":"2023-08-28T02:33:13.288737+0000","last_became_peered":"2023-08-28T02:33:13.288737+0000","last_unstale":"2023-08-28T02:40:58.061594+0000","last_undegraded":"2023-08-28T02:40:58.061594+0000","last_fullsized":"2023-08-28T02:40:58.061594+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:11:15.043550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"65'4","reported_seq":366,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.059726+0000","last_change":"2023-08-28T02:32:28.607010+0000","last_active":"2023-08-28T02:40:58.059726+0000","last_peered":"2023-08-28T02:40:58.059726+0000","last_clean":"2023-08-28T02:40:58.059726+0000","last_became_active":"2023-08-28T02:32:28.492224+0000","last_became_peered":"2023-08-28T02:32:28.492224+0000","last_unstale":"2023-08-28T02:40:58.059726+0000","last_undegraded":"2023-08-28T02:40:58.059726+0000","last_fullsized":"2023-08-28T02:40:58.059726+0000","mapping_epoch":281,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":282,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:36.286192+0000","last_clean_scrub_stamp":"2023-08-28T02:07:36.286192+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T07:13:45.711951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":554,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":554,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,4],"acting":[0,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":392,"reported_epoch":385,"state":"active+clean","last_fresh":"2023-08-28T02:40:58.061963+0000","last_change":"2023-08-28T02:33:13.309144+0000","last_active":"2023-08-28T02:40:58.061963+0000","last_peered":"2023-08-28T02:40:58.061963+0000","last_clean":"2023-08-28T02:40:58.061963+0000","last_became_active":"2023-08-28T02:33:13.308910+0000","last_became_peered":"2023-08-28T02:33:13.308910+0000","last_unstale":"2023-08-28T02:40:58.061963+0000","last_undegraded":"2023-08-28T02:40:58.061963+0000","last_fullsized":"2023-08-28T02:40:58.061963+0000","mapping_epoch":298,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":299,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-08-28T02:07:37.288202+0000","last_clean_scrub_stamp":"2023-08-28T02:07:37.288202+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-08-29T02:09:59.549591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":10,"num_pg":16,"stat_sum":{"num_bytes":2814378008,"num_objects":42945,"num_object_clones":0,"num_object_copies":128835,"num_objects_missing_on_primary":2717,"num_objects_missing":2717,"num_objects_degraded":12780,"num_objects_misplaced":13268,"num_objects_unfound":0,"num_objects_dirty":42945,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":143669,"num_write_kb":5971585,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":51272,"num_bytes_recovered":3333685248,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":9706221568,"data_stored":9706209352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":97017,"ondisk_log_size":97017,"up":48,"acting":45,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5504,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":10126,"num_keys_recovered":10,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":16582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19667,"internal_metadata":0},"log_size":55,"ondisk_log_size":55,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":11,"stat_sum":{"num_bytes":370028,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":89,"num_read_kb":167,"num_write":44,"num_write_kb":440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":584707,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2048000,"data_stored":2033792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1771,"ondisk_log_size":1771,"up":33,"acting":33,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299811,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1360388,"kb_used_data":866556,"kb_used_omap":0,"kb_used_meta":493824,"kb_avail":92384764,"statfs":{"total":95995035648,"available":94601998336,"internally_reserved":0,"allocated":887353344,"data_stored":885819891,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":505675776},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:40:18 2023","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.46999999999999997,"15min":0.95699999999999996},"min":{"1min":0.34599999999999997,"5min":0.23499999999999999,"15min":0.219},"max":{"1min":2.1429999999999998,"5min":2.1429999999999998,"15min":13.118},"last":0.28299999999999997},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.51500000000000001,"15min":1.3360000000000001},"min":{"1min":0.309,"5min":0.247,"15min":0.246},"max":{"1min":0.69599999999999995,"5min":2.6989999999999998,"15min":17.402999999999999},"last":0.40600000000000003}]},{"osd":1,"last update":"Mon Aug 28 02:40:48 2023","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.50600000000000001,"15min":1.4390000000000001},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.89500000000000002,"5min":3.113,"15min":17.43},"last":0.437},{"interface":"front","average":{"1min":0.46899999999999997,"5min":0.61099999999999999,"15min":1.391},"min":{"1min":0.313,"5min":0.28699999999999998,"15min":0.25900000000000001},"max":{"1min":0.92700000000000005,"5min":4.9749999999999996,"15min":19.913},"last":0.375}]},{"osd":2,"last update":"Mon Aug 28 02:40:33 2023","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.48999999999999999,"15min":0.98299999999999998},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.22900000000000001},"max":{"1min":0.71599999999999997,"5min":2.96,"15min":8.2970000000000006},"last":0.38600000000000001},{"interface":"front","average":{"1min":0.46700000000000003,"5min":0.58899999999999997,"15min":0.90200000000000002},"min":{"1min":0.36599999999999999,"5min":0.34499999999999997,"15min":0.28699999999999998},"max":{"1min":0.59599999999999997,"5min":2.399,"15min":9.2219999999999995},"last":0.48899999999999999}]},{"osd":3,"last update":"Mon Aug 28 02:40:22 2023","interfaces":[{"interface":"back","average":{"1min":0.69199999999999995,"5min":0.629,"15min":0.67900000000000005},"min":{"1min":0.35699999999999998,"5min":0.312,"15min":0.312},"max":{"1min":3.9430000000000001,"5min":3.9430000000000001,"15min":3.9430000000000001},"last":0.56299999999999994},{"interface":"front","average":{"1min":0.76200000000000001,"5min":0.62,"15min":0.626},"min":{"1min":0.39800000000000002,"5min":0.32700000000000001,"15min":0.308},"max":{"1min":3.7599999999999998,"5min":4.1879999999999997,"15min":4.1879999999999997},"last":0.32300000000000001}]},{"osd":4,"last update":"Mon Aug 28 02:40:18 2023","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.47799999999999998,"15min":1.109},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.245},"max":{"1min":0.78000000000000003,"5min":2.677,"15min":18.943000000000001},"last":0.33300000000000002},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.58899999999999997,"15min":0.79700000000000004},"min":{"1min":0.28999999999999998,"5min":0.28699999999999998,"15min":0.25700000000000001},"max":{"1min":0.76800000000000002,"5min":3.282,"15min":7.2130000000000001},"last":0.53500000000000003}]},{"osd":5,"last update":"Mon Aug 28 02:40:18 2023","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.52100000000000002,"15min":0.876},"min":{"1min":0.31,"5min":0.28100000000000003,"15min":0.23599999999999999},"max":{"1min":2.0790000000000002,"5min":2.6669999999999998,"15min":14.622},"last":0.35199999999999998},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.56699999999999995,"15min":1.1080000000000001},"min":{"1min":0.30599999999999999,"5min":0.27100000000000002,"15min":0.27000000000000002},"max":{"1min":1.383,"5min":3.214,"15min":17.324999999999999},"last":0.46400000000000002}]},{"osd":6,"last update":"Mon Aug 28 02:40:18 2023","interfaces":[{"interface":"back","average":{"1min":0.71599999999999997,"5min":0.66700000000000004,"15min":1.165},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.30499999999999999},"max":{"1min":3.3170000000000002,"5min":3.8959999999999999,"15min":17.454999999999998},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.59699999999999998,"15min":0.754},"min":{"1min":0.34899999999999998,"5min":0.33400000000000002,"15min":0.28999999999999998},"max":{"1min":0.68700000000000006,"5min":2.4399999999999999,"15min":7.665},"last":0.58099999999999996}]}]},{"osd":6,"up_from":0,"seq":193273528742,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":1,"up_from":101,"seq":433791697200,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1179908,"kb_used_data":529596,"kb_used_omap":4,"kb_used_meta":650299,"kb_avail":92565244,"statfs":{"total":95995035648,"available":94786809856,"internally_reserved":0,"allocated":542306304,"data_stored":540097991,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":665907086},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:40:50 2023","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.45500000000000002,"15min":1.363},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":2.327,"5min":2.327,"15min":24.545999999999999},"last":0.39600000000000002},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.55700000000000005,"15min":1.875},"min":{"1min":0.245,"5min":0.245,"15min":0.23599999999999999},"max":{"1min":2.2959999999999998,"5min":3.496,"15min":24.515000000000001},"last":0.28799999999999998}]},{"osd":2,"last update":"Mon Aug 28 02:40:39 2023","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.59499999999999997,"15min":1.6000000000000001},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":2.3820000000000001,"5min":3.544,"15min":22.161000000000001},"last":0.376},{"interface":"front","average":{"1min":0.623,"5min":0.58499999999999996,"15min":1.204},"min":{"1min":0.27800000000000002,"5min":0.26200000000000001,"15min":0.254},"max":{"1min":3.2130000000000001,"5min":3.2130000000000001,"15min":19.100999999999999},"last":0.36299999999999999}]},{"osd":3,"last update":"Mon Aug 28 02:40:26 2023","interfaces":[{"interface":"back","average":{"1min":0.72599999999999998,"5min":0.58699999999999997,"15min":0.52000000000000002},"min":{"1min":0.27900000000000003,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":2.71,"5min":2.742,"15min":2.742},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.58499999999999996,"15min":0.54400000000000004},"min":{"1min":0.40000000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.93799999999999994,"5min":3.5819999999999999,"15min":3.5819999999999999},"last":0.45200000000000001}]},{"osd":4,"last update":"Mon Aug 28 02:40:50 2023","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":0.61399999999999999,"15min":1.093},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.28499999999999998},"max":{"1min":3.2570000000000001,"5min":3.2570000000000001,"15min":18.992999999999999},"last":0.44},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.58099999999999996,"15min":1.194},"min":{"1min":0.35699999999999998,"5min":0.32500000000000001,"15min":0.28899999999999998},"max":{"1min":0.85699999999999998,"5min":2.0070000000000001,"15min":14.779999999999999},"last":0.46500000000000002}]},{"osd":5,"last update":"Mon Aug 28 02:40:50 2023","interfaces":[{"interface":"back","average":{"1min":0.72399999999999998,"5min":2.6400000000000001,"15min":2.1219999999999999},"min":{"1min":0.40000000000000002,"5min":0.372,"15min":0.29999999999999999},"max":{"1min":2.4220000000000002,"5min":188.94900000000001,"15min":188.94900000000001},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.77400000000000002,"5min":2.6779999999999999,"15min":1.99},"min":{"1min":0.38100000000000001,"5min":0.35299999999999998,"15min":0.33600000000000002},"max":{"1min":3.2949999999999999,"5min":188.803,"15min":188.803},"last":0.59399999999999997}]},{"osd":6,"last update":"Mon Aug 28 02:40:50 2023","interfaces":[{"interface":"back","average":{"1min":0.748,"5min":0.71199999999999997,"15min":1.403},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.34300000000000003},"max":{"1min":2.4540000000000002,"5min":3.6400000000000001,"15min":12.221},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.82399999999999995,"5min":0.747,"15min":1.2649999999999999},"min":{"1min":0.44,"5min":0.39100000000000001,"15min":0.35699999999999998},"max":{"1min":3.371,"5min":3.371,"15min":19.021999999999998},"last":0.57499999999999996}]},{"osd":7,"last update":"Mon Aug 28 02:40:50 2023","interfaces":[{"interface":"back","average":{"1min":0.82699999999999996,"5min":0.74399999999999999,"15min":1.296},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":3.3330000000000002,"5min":3.3330000000000002,"15min":19.047999999999998},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.68999999999999995,"15min":1.3520000000000001},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.34399999999999997},"max":{"1min":0.90100000000000002,"5min":2.3679999999999999,"15min":14.818},"last":0.53200000000000003}]}]},{"osd":0,"up_from":87,"seq":373662155067,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2399312,"kb_used_data":1708040,"kb_used_omap":5,"kb_used_meta":691258,"kb_avail":91345840,"statfs":{"total":95995035648,"available":93538140160,"internally_reserved":0,"allocated":1749032960,"data_stored":1746702884,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":707848826},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Aug 28 02:40:43 2023","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":0.48299999999999998,"15min":1.115},"min":{"1min":0.25,"5min":0.221,"15min":0.184},"max":{"1min":0.97399999999999998,"5min":3.7709999999999999,"15min":30.315000000000001},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.51000000000000001,"15min":1.55},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.249},"max":{"1min":1.339,"5min":4.0679999999999996,"15min":69.272000000000006},"last":0.47399999999999998}]},{"osd":2,"last update":"Mon Aug 28 02:40:43 2023","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.623,"15min":1.3480000000000001},"min":{"1min":0.29799999999999999,"5min":0.247,"15min":0.23699999999999999},"max":{"1min":1.3180000000000001,"5min":4.4020000000000001,"15min":20.959},"last":0.38400000000000001},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.63700000000000001,"15min":1.2609999999999999},"min":{"1min":0.316,"5min":0.28000000000000003,"15min":0.247},"max":{"1min":1.0049999999999999,"5min":6.1180000000000003,"15min":9.3729999999999993},"last":0.40300000000000002}]},{"osd":3,"last update":"Mon Aug 28 02:40:23 2023","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.754,"15min":0.746},"min":{"1min":0.39400000000000002,"5min":0.32800000000000001,"15min":0.26600000000000001},"max":{"1min":1.512,"5min":5.6680000000000001,"15min":5.6680000000000001},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.74299999999999999,"15min":0.75700000000000001},"min":{"1min":0.38100000000000001,"5min":0.31,"15min":0.31},"max":{"1min":1.302,"5min":4.9199999999999999,"15min":4.9199999999999999},"last":0.58499999999999996}]},{"osd":4,"last update":"Mon Aug 28 02:40:23 2023","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.60899999999999999,"15min":2.02},"min":{"1min":0.372,"5min":0.315,"15min":0.314},"max":{"1min":0.89500000000000002,"5min":4.3339999999999996,"15min":274.33199999999999},"last":0.443},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.64300000000000002,"15min":2.2469999999999999},"min":{"1min":0.38100000000000001,"5min":0.34999999999999998,"15min":0.28199999999999997},"max":{"1min":1.4019999999999999,"5min":2.8969999999999998,"15min":266.31999999999999},"last":0.34799999999999998}]},{"osd":5,"last update":"Mon Aug 28 02:40:23 2023","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.65100000000000002,"15min":1.109},"min":{"1min":0.41199999999999998,"5min":0.34899999999999998,"15min":0.29299999999999998},"max":{"1min":0.83499999999999996,"5min":4.2089999999999996,"15min":8.9789999999999992},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.64000000000000001,"15min":1.4850000000000001},"min":{"1min":0.38600000000000001,"5min":0.36699999999999999,"15min":0.34799999999999998},"max":{"1min":1.429,"5min":2.8039999999999998,"15min":15.231},"last":0.42099999999999999}]},{"osd":6,"last update":"Mon Aug 28 02:40:23 2023","interfaces":[{"interface":"back","average":{"1min":0.73299999999999998,"5min":0.72499999999999998,"15min":1.29},"min":{"1min":0.46800000000000003,"5min":0.41299999999999998,"15min":0.29399999999999998},"max":{"1min":2.3370000000000002,"5min":4.2869999999999999,"15min":15.122999999999999},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.66900000000000004,"15min":1.5489999999999999},"min":{"1min":0.42499999999999999,"5min":0.38300000000000001,"15min":0.35599999999999998},"max":{"1min":2.3660000000000001,"5min":2.927,"15min":15.186999999999999},"last":0.52700000000000002}]},{"osd":7,"last update":"Mon Aug 28 02:40:23 2023","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.80200000000000005,"15min":1.5},"min":{"1min":0.48899999999999999,"5min":0.434,"15min":0.33400000000000002},"max":{"1min":0.79500000000000004,"5min":4.4390000000000001,"15min":16.183},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.67200000000000004,"5min":0.80000000000000004,"15min":1.3049999999999999},"min":{"1min":0.54700000000000004,"5min":0.46000000000000002,"15min":0.35999999999999999},"max":{"1min":1.036,"5min":4.2519999999999998,"15min":8.9960000000000004},"last":0.63600000000000001}]}]},{"osd":2,"up_from":0,"seq":502511173926,"num_pgs":0,"num_osds":0,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":0,"kb_used":0,"kb_used_data":0,"kb_used_omap":0,"kb_used_meta":0,"kb_avail":0,"statfs":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},{"osd":3,"up_from":297,"seq":1275605287009,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":592236,"kb_used_data":425316,"kb_used_omap":2,"kb_used_meta":166909,"kb_avail":93152916,"statfs":{"total":95995035648,"available":95388585984,"internally_reserved":0,"allocated":435523584,"data_stored":433332353,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":170914869},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:40:20 2023","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.48999999999999999,"15min":0.46200000000000002},"min":{"1min":0.24199999999999999,"5min":0.224,"15min":0.22},"max":{"1min":3.802,"5min":3.802,"15min":6.8819999999999997},"last":0.33600000000000002},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.48499999999999999,"15min":0.65100000000000002},"min":{"1min":0.28499999999999998,"5min":0.25900000000000001,"15min":0.217},"max":{"1min":1.5409999999999999,"5min":1.5409999999999999,"15min":6.7839999999999998},"last":0.51200000000000001}]},{"osd":1,"last update":"Mon Aug 28 02:40:20 2023","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.53700000000000003,"15min":0.47599999999999998},"min":{"1min":0.309,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":1.421,"5min":3.044,"15min":4.0650000000000004},"last":0.378},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.55600000000000005,"15min":0.67800000000000005},"min":{"1min":0.33000000000000002,"5min":0.249,"15min":0.249},"max":{"1min":0.91800000000000004,"5min":3.9249999999999998,"15min":3.9249999999999998},"last":0.35899999999999999}]},{"osd":2,"last update":"Mon Aug 28 02:40:20 2023","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.51400000000000001,"15min":0.59399999999999997},"min":{"1min":0.30499999999999999,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.84299999999999997,"5min":2.1659999999999999,"15min":2.5449999999999999},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.65900000000000003,"5min":0.60299999999999998,"15min":0.57799999999999996},"min":{"1min":0.308,"5min":0.29599999999999999,"15min":0.29299999999999998},"max":{"1min":3.7440000000000002,"5min":3.7440000000000002,"15min":4.7030000000000003},"last":0.5}]},{"osd":4,"last update":"Mon Aug 28 02:40:20 2023","interfaces":[{"interface":"back","average":{"1min":0.69499999999999995,"5min":0.66300000000000003,"15min":0.60299999999999998},"min":{"1min":0.34499999999999997,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":3.887,"5min":6.2670000000000003,"15min":6.2670000000000003},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.89300000000000002,"5min":0.64900000000000002,"15min":0.59399999999999997},"min":{"1min":0.441,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":5.423,"5min":5.423,"15min":5.423},"last":0.56499999999999995}]},{"osd":5,"last update":"Mon Aug 28 02:40:20 2023","interfaces":[{"interface":"back","average":{"1min":0.91900000000000004,"5min":0.67800000000000005,"15min":0.623},"min":{"1min":0.378,"5min":0.313,"15min":0.313},"max":{"1min":5.4660000000000002,"5min":5.4660000000000002,"15min":5.4660000000000002},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.629,"15min":0.57299999999999995},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.35399999999999998},"max":{"1min":0.69199999999999995,"5min":3.411,"15min":3.411},"last":0.44}]},{"osd":6,"last update":"Mon Aug 28 02:40:20 2023","interfaces":[{"interface":"back","average":{"1min":0.76200000000000001,"5min":0.69299999999999995,"15min":0.66100000000000003},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":3.9199999999999999,"5min":3.9199999999999999,"15min":3.9199999999999999},"last":0.626},{"interface":"front","average":{"1min":1.0660000000000001,"5min":0.749,"15min":0.68999999999999995},"min":{"1min":0.5,"5min":0.378,"15min":0.378},"max":{"1min":5.5,"5min":5.5,"15min":5.5},"last":0.66200000000000003}]},{"osd":7,"last update":"Mon Aug 28 02:40:20 2023","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.66000000000000003,"15min":0.60899999999999999},"min":{"1min":0.437,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.77900000000000003,"5min":2.9399999999999999,"15min":2.9399999999999999},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.79900000000000004,"5min":0.74299999999999999,"15min":0.68000000000000005},"min":{"1min":0.42999999999999999,"5min":0.42099999999999999,"15min":0.41999999999999998},"max":{"1min":3.8460000000000001,"5min":3.8460000000000001,"15min":3.8460000000000001},"last":0.67300000000000004}]}]},{"osd":4,"up_from":30,"seq":128849019303,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":2421064,"kb_used_data":1916864,"kb_used_omap":0,"kb_used_meta":504192,"kb_avail":91324088,"statfs":{"total":95995035648,"available":93515866112,"internally_reserved":0,"allocated":1962868736,"data_stored":1961331966,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":516292608},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,0,2,1,1,0,2,4,4,4],"upper_bound":4096},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:40:27 2023","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.51400000000000001,"15min":1.222},"min":{"1min":0.23699999999999999,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":4.0620000000000003,"5min":4.46,"15min":22.515000000000001},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.52400000000000002,"15min":1.1299999999999999},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.23200000000000001},"max":{"1min":4.0449999999999999,"5min":4.0449999999999999,"15min":22.454000000000001},"last":0.58899999999999997}]},{"osd":1,"last update":"Mon Aug 28 02:40:54 2023","interfaces":[{"interface":"back","average":{"1min":0.83099999999999996,"5min":0.58999999999999997,"15min":1.125},"min":{"1min":0.33800000000000002,"5min":0.26300000000000001,"15min":0.248},"max":{"1min":4.2069999999999999,"5min":4.5090000000000003,"15min":23.082000000000001},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.77500000000000002,"5min":0.61599999999999999,"15min":1.2270000000000001},"min":{"1min":0.34200000000000003,"5min":0.28299999999999997,"15min":0.26000000000000001},"max":{"1min":4.2400000000000002,"5min":4.5910000000000002,"15min":25.100000000000001},"last":0.44400000000000001}]},{"osd":2,"last update":"Mon Aug 28 02:40:27 2023","interfaces":[{"interface":"back","average":{"1min":0.871,"5min":0.65600000000000003,"15min":1.248},"min":{"1min":0.33000000000000002,"5min":0.28299999999999997,"15min":0.27900000000000003},"max":{"1min":4.1779999999999999,"5min":4.5430000000000001,"15min":13.194000000000001},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.70799999999999996,"5min":0.621,"15min":1.1220000000000001},"min":{"1min":0.31,"5min":0.31,"15min":0.29399999999999998},"max":{"1min":4.0890000000000004,"5min":5.6360000000000001,"15min":13.515000000000001},"last":0.49099999999999999}]},{"osd":3,"last update":"Mon Aug 28 02:40:27 2023","interfaces":[{"interface":"back","average":{"1min":0.91700000000000004,"5min":0.64200000000000002,"15min":0.748},"min":{"1min":0.38200000000000001,"5min":0.34200000000000003,"15min":0.32100000000000001},"max":{"1min":4.2060000000000004,"5min":4.2060000000000004,"15min":7.7480000000000002},"last":0.503},{"interface":"front","average":{"1min":0.92500000000000004,"5min":0.69199999999999995,"15min":0.69499999999999995},"min":{"1min":0.36499999999999999,"5min":0.34100000000000003,"15min":0.30199999999999999},"max":{"1min":4.1189999999999998,"5min":4.1189999999999998,"15min":4.1189999999999998},"last":0.51600000000000001}]},{"osd":5,"last update":"Mon Aug 28 02:40:05 2023","interfaces":[{"interface":"back","average":{"1min":0.65500000000000003,"5min":0.53100000000000003,"15min":0.89200000000000002},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.222},"max":{"1min":4.1459999999999999,"5min":4.609,"15min":8.6850000000000005},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.47099999999999997,"15min":0.94799999999999995},"min":{"1min":0.307,"5min":0.29799999999999999,"15min":0.20699999999999999},"max":{"1min":0.64600000000000002,"5min":1.5700000000000001,"15min":8.6370000000000005},"last":0.64900000000000002}]},{"osd":6,"last update":"Mon Aug 28 02:40:22 2023","interfaces":[{"interface":"back","average":{"1min":0.71599999999999997,"5min":0.55600000000000005,"15min":0.90100000000000002},"min":{"1min":0.315,"5min":0.28699999999999998,"15min":0.26500000000000001},"max":{"1min":4.6589999999999998,"5min":4.6589999999999998,"15min":8.8480000000000008},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.68100000000000005,"5min":0.54800000000000004,"15min":0.95299999999999996},"min":{"1min":0.33100000000000002,"5min":0.31,"15min":0.26600000000000001},"max":{"1min":4.2350000000000003,"5min":4.2350000000000003,"15min":8.5},"last":0.55000000000000004}]},{"osd":7,"last update":"Mon Aug 28 02:40:27 2023","interfaces":[{"interface":"back","average":{"1min":0.74099999999999999,"5min":0.63900000000000001,"15min":1.0029999999999999},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.22500000000000001},"max":{"1min":4.1109999999999998,"5min":4.5720000000000001,"15min":9.3209999999999997},"last":0.73799999999999999},{"interface":"front","average":{"1min":1.048,"5min":0.67500000000000004,"15min":0.96499999999999997},"min":{"1min":0.38200000000000001,"5min":0.32400000000000001,"15min":0.30299999999999999},"max":{"1min":4.6959999999999997,"5min":4.6959999999999997,"15min":15.597},"last":0.56200000000000006}]}]},{"osd":5,"up_from":37,"seq":158913790377,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":1782388,"kb_used_data":1209324,"kb_used_omap":0,"kb_used_meta":573056,"kb_avail":91962764,"statfs":{"total":95995035648,"available":94169870336,"internally_reserved":0,"allocated":1238347776,"data_stored":1236826925,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":586809344},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Aug 28 02:40:57 2023","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.42299999999999999,"15min":1.0149999999999999},"min":{"1min":0.27400000000000002,"5min":0.23999999999999999,"15min":0.20200000000000001},"max":{"1min":0.57999999999999996,"5min":1.1100000000000001,"15min":12.856999999999999},"last":0.30199999999999999},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.51800000000000002,"15min":1.115},"min":{"1min":0.33600000000000002,"5min":0.26400000000000001,"15min":0.24099999999999999},"max":{"1min":0.82799999999999996,"5min":1.9830000000000001,"15min":19.815999999999999},"last":2.5659999999999998}]},{"osd":1,"last update":"Mon Aug 28 02:40:57 2023","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52500000000000002,"15min":1.2090000000000001},"min":{"1min":0.29399999999999998,"5min":0.26600000000000001,"15min":0.23699999999999999},"max":{"1min":1.1459999999999999,"5min":3.7989999999999999,"15min":17.998000000000001},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.44500000000000001,"5min":0.503,"15min":1.2130000000000001},"min":{"1min":0.32400000000000001,"5min":0.26500000000000001,"15min":0.26000000000000001},"max":{"1min":0.65500000000000003,"5min":1.661,"15min":19.853000000000002},"last":0.59699999999999998}]},{"osd":2,"last update":"Mon Aug 28 02:40:57 2023","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.51100000000000001,"15min":0.97099999999999997},"min":{"1min":0.34599999999999997,"5min":0.28100000000000003,"15min":0.27700000000000002},"max":{"1min":0.60699999999999998,"5min":2.9359999999999999,"15min":8.7899999999999991},"last":0.41799999999999998},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.622,"15min":1.2050000000000001},"min":{"1min":0.379,"5min":0.32600000000000001,"15min":0.28499999999999998},"max":{"1min":1.3160000000000001,"5min":3.597,"15min":9.4260000000000002},"last":0.97599999999999998}]},{"osd":3,"last update":"Mon Aug 28 02:40:27 2023","interfaces":[{"interface":"back","average":{"1min":0.64300000000000002,"5min":0.56100000000000005,"15min":1.006},"min":{"1min":0.318,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":2.0329999999999999,"5min":3.7730000000000001,"15min":16.190999999999999},"last":1.1259999999999999},{"interface":"front","average":{"1min":0.82499999999999996,"5min":0.69099999999999995,"15min":1.2769999999999999},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":3.9790000000000001,"5min":4.8230000000000004,"15min":21.420999999999999},"last":0.63}]},{"osd":4,"last update":"Mon Aug 28 02:41:03 2023","interfaces":[{"interface":"back","average":{"1min":0.39300000000000002,"5min":0.41799999999999998,"15min":0.748},"min":{"1min":0.25600000000000001,"5min":0.25,"15min":0.23100000000000001},"max":{"1min":0.78700000000000003,"5min":1.4239999999999999,"15min":13.616},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.438,"5min":0.53100000000000003,"15min":0.96799999999999997},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.25700000000000001},"max":{"1min":0.59499999999999997,"5min":3.5179999999999998,"15min":10.566000000000001},"last":2.8889999999999998}]},{"osd":6,"last update":"Mon Aug 28 02:40:57 2023","interfaces":[{"interface":"back","average":{"1min":0.46800000000000003,"5min":0.59199999999999997,"15min":0.97499999999999998},"min":{"1min":0.29699999999999999,"5min":0.28599999999999998,"15min":0.23300000000000001},"max":{"1min":0.95199999999999996,"5min":4.04,"15min":17.510000000000002},"last":0.64500000000000002},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.55700000000000005,"15min":0.96599999999999997},"min":{"1min":0.32100000000000001,"5min":0.29499999999999998,"15min":0.254},"max":{"1min":1.1990000000000001,"5min":3.726,"15min":15.856999999999999},"last":0.56200000000000006}]},{"osd":7,"last update":"Mon Aug 28 02:40:57 2023","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.64900000000000002,"15min":1.1739999999999999},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":1.232,"5min":6.9630000000000001,"15min":31.707000000000001},"last":0.53800000000000003},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.65200000000000002,"15min":1.2529999999999999},"min":{"1min":0.39900000000000002,"5min":0.34699999999999998,"15min":0.318},"max":{"1min":0.72399999999999998,"5min":4.5890000000000004,"15min":31.66},"last":0.746}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":266240,"data_stored":262688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":327680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5510,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4210,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6928,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3019,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":5434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4950,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":1740509184,"data_stored":1740505112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":535363584,"data_stored":535363584,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":1304035328,"data_stored":1304035328,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":427556864,"data_stored":427556864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":1953173504,"data_stored":1953169432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":1229389824,"data_stored":1229389824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":1637552128,"data_stored":1637548056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":878641152,"data_stored":878641152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-08-28T02:41:14.191 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:41:14.268 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6" found: no such container 2023-08-28T02:41:14.270 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:41:14.271 INFO:tasks.cephadm.osd.6:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6' 2023-08-28T02:41:14.275 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/d9a8f48a-4546-11ee-817c-1b7a5f1ba315/mon.a/config 2023-08-28T02:41:14.342 DEBUG:teuthology.orchestra.run.smithi083:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid d9a8f48a-4546-11ee-817c-1b7a5f1ba315 -- ceph daemon osd.5 dump_ops_in_flight 2023-08-28T02:41:14.372 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7 2023-08-28T02:41:14.416 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg. 2023-08-28T02:41:14.448 INFO:teuthology.orchestra.run.smithi083.stderr:Error: no container with name or ID "ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7" found: no such container 2023-08-28T02:41:14.454 DEBUG:teuthology.orchestra.run:got remote process result: 125 2023-08-28T02:41:14.455 INFO:tasks.cephadm.osd.7:Ignoring exception while sending signal: Command failed on smithi083 with status 125: 'sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.7' 2023-08-28T02:41:14.556 DEBUG:teuthology.orchestra.run.smithi083:> sudo docker kill -s 1 ceph-d9a8f48a-4546-11ee-817c-1b7a5f1ba315-osd.6 2023-08-28T02:41:14.589 INFO:teuthology.orchestra.run.smithi083.stderr:Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg.